-- Logs begin at Wed 2022-03-09 02:43:23 UTC, end at Wed 2022-03-09 05:14:38 UTC. -- Mar 09 03:19:42.791564 n-d-825178-5 systemd[1]: Started Devstack devstack@q-svc.service. Mar 09 03:19:45.278424 n-d-825178-5 neutron-server[87773]: INFO neutron.common.config [-] Logging enabled! Mar 09 03:19:45.279146 n-d-825178-5 neutron-server[87773]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev67 Mar 09 03:19:45.279249 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87773) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 09 03:19:45.282258 n-d-825178-5 neutron-server[87773]: INFO neutron.common.config [-] Logging enabled! Mar 09 03:19:45.282501 n-d-825178-5 neutron-server[87773]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev67 Mar 09 03:19:45.282809 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87773) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 09 03:19:45.283746 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 09 03:19:45.283975 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 09 03:19:45.284328 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 09 03:19:45.284575 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 09 03:19:45.284796 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 09 03:19:45.285110 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.285399 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.285686 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.285910 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.286193 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.286473 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.286748 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.287058 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.287348 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.287627 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.287899 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.288175 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.288402 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.288677 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.289554 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.289841 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.290061 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] debug = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.290334 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.290754 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.291189 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.291464 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.291747 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.292023 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.292288 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.292558 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.292836 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.293155 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] host = n-d-825178-5 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.293426 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.293707 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.293992 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.294269 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.294546 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.294816 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.295119 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.295386 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.295652 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] log_file = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.295920 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.296200 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.296478 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.296761 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.296981 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.297196 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.297478 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.297759 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.298028 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.298294 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.298561 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.298825 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.299115 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.299378 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.299655 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.299931 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.300208 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.300475 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.300741 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.301007 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.301271 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.301548 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.301814 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.302079 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.302342 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.302617 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.302902 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.303175 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.303466 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.303745 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.304019 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.304296 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.304589 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.304869 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.305139 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.305405 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.305672 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] use_json = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.305938 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.306203 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.306476 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.306743 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.307042 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.307310 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.307573 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.307849 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.308113 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:45.308398 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.308691 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.308981 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.309261 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.309545 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.309817 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.310097 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.310367 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.310649 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.310955 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.311238 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.311509 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.311789 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.312060 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.312344 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.312641 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.312929 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.313212 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.313480 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.313750 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.314017 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.314286 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.314570 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.314870 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.315163 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.315430 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.315700 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.315981 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.316249 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.316513 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.316786 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.317066 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.317337 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.317602 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.317875 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.318145 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.318408 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.318675 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.318971 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.319255 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.319525 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.319788 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.320050 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.320846 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.321111 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.321389 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.321660 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.321927 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.322192 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.322461 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.322728 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.323028 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.323302 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.323568 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.323840 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.324107 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.324375 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.324639 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.324904 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.325174 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.325440 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.325703 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.325972 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.326237 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.326502 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.326768 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.327058 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.327324 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.327601 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.327890 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.328161 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.328431 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.328704 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.328976 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.329247 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.329518 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.329786 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.330054 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.330321 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.330605 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.330907 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.331188 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.331465 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.331737 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.332023 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.332295 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.332570 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.332841 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.333118 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.333396 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.333672 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.333958 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.334245 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.334535 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.334822 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.335136 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.335410 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.335710 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.336539 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:45.336753 n-d-825178-5 neutron-server[87773]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 09 03:19:45.336989 n-d-825178-5 neutron-server[87773]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87773) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 09 03:19:45.728046 n-d-825178-5 neutron-server[87773]: INFO keyring.backend [-] Loading KWallet Mar 09 03:19:45.735081 n-d-825178-5 neutron-server[87773]: INFO keyring.backend [-] Loading SecretService Mar 09 03:19:45.738448 n-d-825178-5 neutron-server[87773]: INFO keyring.backend [-] Loading Windows Mar 09 03:19:45.739801 n-d-825178-5 neutron-server[87773]: INFO keyring.backend [-] Loading chainer Mar 09 03:19:45.740581 n-d-825178-5 neutron-server[87773]: INFO keyring.backend [-] Loading macOS Mar 09 03:19:45.772493 n-d-825178-5 neutron-server[87773]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 09 03:19:45.772766 n-d-825178-5 neutron-server[87773]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 09 03:19:45.773047 n-d-825178-5 neutron-server[87773]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 09 03:19:45.774152 n-d-825178-5 neutron-server[87773]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 09 03:19:46.162059 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.162341 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.162614 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.164430 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.164702 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.164963 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.200307 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.200583 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.200845 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.213685 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.213963 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.214229 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.244552 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.244825 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.245088 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.281005 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.281534 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.281534 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.515198 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.515492 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.515753 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.516013 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.516742 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.635645 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.635961 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.636233 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.636498 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.636752 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.637052 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.637307 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.637557 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.637805 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.638078 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.638328 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.638592 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.638846 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.639117 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.639376 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.639638 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.639888 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.640152 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.640395 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.640669 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.641018 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.641264 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.641506 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.641780 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.642019 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.642256 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.642639 n-d-825178-5 neutron-server[87773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 03:19:46.642897 n-d-825178-5 neutron-server[87773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 03:19:46.643135 n-d-825178-5 neutron-server[87773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 03:19:46.643366 n-d-825178-5 neutron-server[87773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 03:19:46.643597 n-d-825178-5 neutron-server[87773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 03:19:46.643825 n-d-825178-5 neutron-server[87773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 03:19:46.644182 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 09 03:19:46.647293 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 09 03:19:46.651982 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 09 03:19:46.655745 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 09 03:19:46.657372 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 09 03:19:46.658776 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 09 03:19:46.659136 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 09 03:19:46.659523 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 09 03:19:46.662318 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 09 03:19:46.662567 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 09 03:19:46.662933 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 09 03:19:46.690940 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 09 03:19:46.691380 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.691674 n-d-825178-5 neutron-server[87773]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87773) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 09 03:19:46.692030 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.693388 n-d-825178-5 neutron-server[87773]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87773) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 09 03:19:46.693667 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 09 03:19:46.693910 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 09 03:19:46.697222 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.697500 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:46.758868 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 09 03:19:46.759120 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 09 03:19:46.759352 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 09 03:19:46.759713 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 09 03:19:46.791208 n-d-825178-5 neutron-server[87773]: DEBUG oslo_db.sqlalchemy.engines [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87773) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 09 03:19:47.118045 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.managers [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Initializing driver for type 'gre' Mar 09 03:19:47.118501 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] gre ID ranges: [(1, 1000)] Mar 09 03:19:47.172182 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.managers [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Initializing driver for type 'local' Mar 09 03:19:47.172537 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.managers [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Initializing driver for type 'vlan' Mar 09 03:19:47.184593 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] VlanTypeDriver initialization complete Mar 09 03:19:47.184970 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.managers [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Initializing driver for type 'vxlan' Mar 09 03:19:47.185448 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] vxlan ID ranges: [(1, 1000)] Mar 09 03:19:47.235797 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.managers [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Initializing extension driver 'port_security' Mar 09 03:19:47.236141 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.extensions.port_security [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] PortSecurityExtensionDriver initialization complete Mar 09 03:19:47.236473 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.managers [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Initializing mechanism driver 'openvswitch' Mar 09 03:19:47.236796 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.managers [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Initializing mechanism driver 'hyperv' Mar 09 03:19:47.243873 n-d-825178-5 neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:19:47.244543 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > port after_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.244913 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > port after_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.245269 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > port after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.245790 n-d-825178-5 neutron-server[87773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 09 03:19:47.246219 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > subnet after_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.246571 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > subnet after_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.246931 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.247322 n-d-825178-5 neutron-server[87773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 09 03:19:47.247725 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > network after_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.248068 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > network after_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.248413 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > network after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.248795 n-d-825178-5 neutron-server[87773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 09 03:19:47.249200 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > security_group after_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.249545 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > security_group after_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.249881 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.250413 n-d-825178-5 neutron-server[87773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 09 03:19:47.250814 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.251184 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.251547 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.251935 n-d-825178-5 neutron-server[87773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 09 03:19:47.252335 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > address_group after_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.252677 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > address_group after_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.253012 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.253396 n-d-825178-5 neutron-server[87773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 09 03:19:47.253835 n-d-825178-5 neutron-server[87773]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] ML2 OVO RPC backend initialized. {{(pid=87773) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 09 03:19:47.254535 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.254911 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.255335 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > network before_response 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.255757 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > networks before_response 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.256235 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > port before_response 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.256564 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > ports before_response 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.256909 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > subnet before_response 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.257275 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > subnets before_response 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.257715 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > network after_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.258557 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > network after_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.258921 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > network after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.259264 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > port after_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.259601 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > port after_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.259935 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > port after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.260269 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > subnet after_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.260602 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > subnet after_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.260937 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.261510 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Modular L2 Plugin initialization complete Mar 09 03:19:47.261839 n-d-825178-5 neutron-server[87773]: DEBUG neutron.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading services supported by the core plugin {{(pid=87773) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 09 03:19:47.262162 n-d-825178-5 neutron-server[87773]: INFO neutron.plugins.ml2.managers [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Got port-security extension from driver 'port_security' Mar 09 03:19:47.262619 n-d-825178-5 neutron-server[87773]: INFO neutron.extensions.vlantransparent [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Disabled vlantransparent extension. Mar 09 03:19:47.263155 n-d-825178-5 neutron-server[87773]: DEBUG neutron.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87773) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 09 03:19:47.263470 n-d-825178-5 neutron-server[87773]: INFO neutron.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading Plugin: router Mar 09 03:19:47.300588 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.301133 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > router after_create 55549900 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.301327 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > router before_create 55549900 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.301690 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.302059 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.302409 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > router after_delete 55549900 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.302763 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.303152 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > router after_create 55549900 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.303497 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > router after_update 55549900 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.303843 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > router after_update 55549900 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.304191 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.305047 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > router after_update 55549900 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.305455 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > router precommit_update 55549900 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.305822 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: port after_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.306160 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: port after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.306494 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: subnet after_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.306833 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.307199 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.307553 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > router precommit_create 55549900 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.307892 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: port before_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.308231 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > router precommit_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.308582 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > router after_update 55549900 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.308919 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.309262 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > router precommit_create 55549900 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.309619 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.309959 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > router precommit_update 55549900 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.310317 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > agent after_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.310661 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > agent after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.311035 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > network after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.311892 n-d-825178-5 neutron-server[87773]: DEBUG neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Tracking information for resource: router configured {{(pid=87773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 03:19:47.312226 n-d-825178-5 neutron-server[87773]: DEBUG neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Tracking information for resource: floatingip configured {{(pid=87773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 03:19:47.317239 n-d-825178-5 neutron-server[87773]: INFO neutron.db.l3_agentschedulers_db [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 09 03:19:47.317807 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: port after_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.318166 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: port after_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.318542 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: port after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.318924 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: port after_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.319704 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > router before_create 55550100 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.320091 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.320983 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > router precommit_create 55550100 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.321335 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > router precommit_update 55550100 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.325789 n-d-825178-5 neutron-server[87773]: DEBUG neutron.services.provider_configuration [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Service providers = [] {{(pid=87773) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 09 03:19:47.326157 n-d-825178-5 neutron-server[87773]: DEBUG neutron.db.servicetype_db [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87773) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 09 03:19:47.329136 n-d-825178-5 neutron-server[87773]: DEBUG neutron.services.service_base [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87773) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 03:19:47.329486 n-d-825178-5 neutron-server[87773]: DEBUG neutron.services.service_base [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87773) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 03:19:47.329827 n-d-825178-5 neutron-server[87773]: DEBUG neutron.services.service_base [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87773) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 03:19:47.330720 n-d-825178-5 neutron-server[87773]: DEBUG neutron.services.service_base [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87773) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 03:19:47.331120 n-d-825178-5 neutron-server[87773]: INFO neutron.services.service_base [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 09 03:19:47.331495 n-d-825178-5 neutron-server[87773]: DEBUG neutron.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 03:19:47.331811 n-d-825178-5 neutron-server[87773]: INFO neutron.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 09 03:19:47.342659 n-d-825178-5 neutron-server[87773]: DEBUG neutron.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 03:19:47.343034 n-d-825178-5 neutron-server[87773]: INFO neutron.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading Plugin: auto_allocate Mar 09 03:19:47.348829 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: network precommit_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.349198 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: network precommit_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.349707 n-d-825178-5 neutron-server[87773]: DEBUG neutron.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 03:19:47.350028 n-d-825178-5 neutron-server[87773]: INFO neutron.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading Plugin: tag Mar 09 03:19:47.356619 n-d-825178-5 neutron-server[87773]: DEBUG neutron.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 03:19:47.356955 n-d-825178-5 neutron-server[87773]: INFO neutron.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading Plugin: timestamp Mar 09 03:19:47.360972 n-d-825178-5 neutron-server[87773]: DEBUG neutron.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 03:19:47.361301 n-d-825178-5 neutron-server[87773]: INFO neutron.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading Plugin: network_ip_availability Mar 09 03:19:47.366543 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.367452 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.367822 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.368570 n-d-825178-5 neutron-server[87773]: DEBUG neutron.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 03:19:47.368844 n-d-825178-5 neutron-server[87773]: INFO neutron.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading Plugin: flavors Mar 09 03:19:47.373519 n-d-825178-5 neutron-server[87773]: DEBUG neutron.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 03:19:47.373853 n-d-825178-5 neutron-server[87773]: INFO neutron.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading Plugin: revisions Mar 09 03:19:47.378139 n-d-825178-5 neutron-server[87773]: DEBUG neutron.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 03:19:47.378522 n-d-825178-5 neutron-server[87773]: DEBUG oslo_concurrency.lockutils [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.605s {{(pid=87773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 09 03:19:47.379278 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87773) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 09 03:19:47.379613 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Initializing extension manager. Mar 09 03:19:47.380110 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: __init__.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.380449 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: __pycache__ {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.380780 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.381109 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: address_group.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.381864 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.382416 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: address-group Mar 09 03:19:47.383372 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: address_scope.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.384085 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.384588 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: address-scope Mar 09 03:19:47.384906 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.385829 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.386330 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: router-admin-state-down-before-update Mar 09 03:19:47.386647 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: agent.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.387569 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.388069 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: agent Mar 09 03:19:47.388385 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: agent_resources_synced.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.389293 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.389794 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: agent-resources-synced Mar 09 03:19:47.390112 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: allowedaddresspairs.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.391923 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.392439 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: allowed-address-pairs Mar 09 03:19:47.392762 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: auto_allocated_topology.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.393846 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.394348 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: auto-allocated-topology Mar 09 03:19:47.394668 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: availability_zone.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.395386 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.395879 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: availability_zone Mar 09 03:19:47.396197 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: availability_zone_filter.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.397106 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.397608 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: availability_zone_filter Mar 09 03:19:47.397925 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: data_plane_status.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.399141 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.399646 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension data-plane-status not supported by any of loaded plugins Mar 09 03:19:47.399963 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: default_subnetpools.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.400872 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.401370 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: default-subnetpools Mar 09 03:19:47.401688 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.402492 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.403015 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: dhcp_agent_scheduler Mar 09 03:19:47.403338 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: dns.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.404244 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.404743 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension dns-integration not supported by any of loaded plugins Mar 09 03:19:47.405063 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: dns_domain_ports.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.405979 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.406483 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 09 03:19:47.406805 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: dvr.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.407508 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.408011 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: dvr Mar 09 03:19:47.408328 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: empty_string_filtering.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.409242 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.409743 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: empty-string-filtering Mar 09 03:19:47.410059 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.410998 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.411496 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 09 03:19:47.411811 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.412713 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.413205 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 09 03:19:47.413518 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: external_net.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.414445 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.414967 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: external-net Mar 09 03:19:47.415289 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.416199 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.416693 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: extra_dhcp_opt Mar 09 03:19:47.417008 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: extraroute.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.417913 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.418409 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: extraroute Mar 09 03:19:47.418768 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: extraroute_atomic.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.419774 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.420270 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: extraroute-atomic Mar 09 03:19:47.420585 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: filter_validation.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.421243 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.421736 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: filter-validation Mar 09 03:19:47.422050 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: fip_pf_description.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.422982 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.423473 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 09 03:19:47.423789 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: fip_port_details.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.424698 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.425190 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: fip-port-details Mar 09 03:19:47.425507 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: flavors.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.426752 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.427296 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: flavors Mar 09 03:19:47.427619 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.429287 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.430321 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 09 03:19:47.430651 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: floatingip_pools.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.431385 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.431895 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: floatingip-pools Mar 09 03:19:47.432217 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: ip_allocation.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.433141 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.433644 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension ip_allocation not supported by any of loaded plugins Mar 09 03:19:47.433966 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.434915 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.435423 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: ip-substring-filtering Mar 09 03:19:47.435743 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: l2_adjacency.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.436660 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.437158 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 09 03:19:47.437477 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: l3.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.438435 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.438987 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: router Mar 09 03:19:47.439311 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.441681 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.442207 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 09 03:19:47.442537 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.443511 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.444023 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: ext-gw-mode Mar 09 03:19:47.444349 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.445857 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.446363 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: l3-ha Mar 09 03:19:47.446687 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: l3_flavors.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.447657 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.448170 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: l3-flavors Mar 09 03:19:47.448492 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.449421 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.449925 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 09 03:19:47.450246 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: l3agentscheduler.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.451307 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.451808 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: l3_agent_scheduler Mar 09 03:19:47.452131 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: logging.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.453634 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.454143 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension logging not supported by any of loaded plugins Mar 09 03:19:47.454471 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: metering.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.455244 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.455813 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: metering Mar 09 03:19:47.456137 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.457227 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.457737 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: metering_source_and_destination_fields Mar 09 03:19:47.458066 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: multiprovidernet.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.459024 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.459527 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: multi-provider Mar 09 03:19:47.459848 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: netmtu.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.460790 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.461292 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: net-mtu Mar 09 03:19:47.461609 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: netmtu_writable.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.462523 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.463059 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: net-mtu-writable Mar 09 03:19:47.463380 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: network_availability_zone.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.464050 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.464546 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: network_availability_zone Mar 09 03:19:47.464863 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: network_ip_availability.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.465962 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.466466 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: network-ip-availability Mar 09 03:19:47.466789 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: network_segment_range.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.467577 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.468076 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension network-segment-range not supported by any of loaded plugins Mar 09 03:19:47.468395 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: pagination.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.469381 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.469711 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: pagination Mar 09 03:19:47.470025 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: port_device_profile.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.470962 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.471474 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: port-device-profile Mar 09 03:19:47.471791 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.472707 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.473207 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: port-mac-address-regenerate Mar 09 03:19:47.473524 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.474438 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.474973 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: port-numa-affinity-policy Mar 09 03:19:47.475289 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: port_resource_request.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.476208 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.476741 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension port-resource-request not supported by any of loaded plugins Mar 09 03:19:47.477055 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: portbindings.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.477980 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.478497 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: binding Mar 09 03:19:47.478791 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: portbindings_extended.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.480232 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.480742 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: binding-extended Mar 09 03:19:47.481069 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: portsecurity.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.481996 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.482500 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: port-security Mar 09 03:19:47.482819 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: project_id.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.483828 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.484161 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: project-id Mar 09 03:19:47.484479 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: providernet.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.485409 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.485917 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: provider Mar 09 03:19:47.486236 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: qos.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.489753 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.490270 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension qos not supported by any of loaded plugins Mar 09 03:19:47.490598 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.491866 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.492900 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 09 03:19:47.493227 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.494144 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.494652 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 09 03:19:47.495015 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: qos_default.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.495924 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.496426 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension qos-default not supported by any of loaded plugins Mar 09 03:19:47.496750 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: qos_fip.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.497401 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.497899 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension qos-fip not supported by any of loaded plugins Mar 09 03:19:47.498223 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: qos_gateway_ip.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.499174 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.499680 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 09 03:19:47.500002 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: qos_port_network_policy.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.500932 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.501435 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 09 03:19:47.501755 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: qos_rule_type_details.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.502665 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.503195 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 09 03:19:47.503513 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: qos_rules_alias.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.504555 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.505059 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 09 03:19:47.505379 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: quotasv2.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.506280 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.506607 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: quotas Mar 09 03:19:47.506947 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: quotasv2_detail.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.509155 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.509498 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: quota_details Mar 09 03:19:47.509826 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: rbac.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.510907 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.511434 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: rbac-policies Mar 09 03:19:47.511761 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: rbac_address_group.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.512706 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.513222 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: rbac-address-group Mar 09 03:19:47.513544 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: rbac_address_scope.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.514464 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.515005 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: rbac-address-scope Mar 09 03:19:47.515328 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: rbac_security_groups.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.516242 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.516751 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: rbac-security-groups Mar 09 03:19:47.517070 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: rbac_subnetpool.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.517998 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.518508 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: rbac-subnetpool Mar 09 03:19:47.518827 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: revisionifmatch.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.519767 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.520270 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: revision-if-match Mar 09 03:19:47.520588 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: revisions.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.521823 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.522331 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: standard-attr-revisions Mar 09 03:19:47.522655 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: router_availability_zone.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.523384 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.524154 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: router_availability_zone Mar 09 03:19:47.524477 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: routerservicetype.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.525399 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.525903 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension router-service-type not supported by any of loaded plugins Mar 09 03:19:47.526222 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.527170 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.527680 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: security-groups-normalized-cidr Mar 09 03:19:47.527999 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.528934 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.529442 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: port-security-groups-filtering Mar 09 03:19:47.529765 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.530692 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.531245 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: security-groups-remote-address-group Mar 09 03:19:47.531567 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: securitygroup.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.541677 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.542202 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: security-group Mar 09 03:19:47.542534 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: segment.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.543352 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.543856 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension segment not supported by any of loaded plugins Mar 09 03:19:47.544180 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.545115 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.545616 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 09 03:19:47.545938 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: servicetype.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.547089 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.547599 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: service-type Mar 09 03:19:47.547921 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: sorting.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.548905 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.549236 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: sorting Mar 09 03:19:47.549553 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: standard_attr_segment.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.550467 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.551014 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 09 03:19:47.551337 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: standardattrdescription.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.551988 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.552491 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: standard-attr-description Mar 09 03:19:47.552814 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: stateful_security_group.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.553732 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.554237 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: stateful-security-group Mar 09 03:19:47.555200 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: stdattrs_common.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.555785 n-d-825178-5 neutron-server[87773]: WARNING neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 09 03:19:47.556105 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.557100 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.557609 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 09 03:19:47.557930 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: subnet_onboard.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.559053 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.559561 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: subnet_onboard Mar 09 03:19:47.559883 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.560807 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.561307 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 09 03:19:47.561629 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: subnet_service_types.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.562548 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.563083 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: subnet-service-types Mar 09 03:19:47.563404 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: subnetallocation.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.564483 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.564993 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: subnet_allocation Mar 09 03:19:47.565318 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.565984 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.566485 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: subnetpool-prefix-ops Mar 09 03:19:47.566804 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.567764 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.568266 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 09 03:19:47.568589 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: tagging.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.569630 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.570157 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: standard-attr-tag Mar 09 03:19:47.570481 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: timestamp.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.571698 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.572205 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loaded extension: standard-attr-timestamp Mar 09 03:19:47.572535 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: trunk.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.573590 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.574100 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension trunk not supported by any of loaded plugins Mar 09 03:19:47.574421 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: trunk_details.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.575375 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.575879 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension trunk-details not supported by any of loaded plugins Mar 09 03:19:47.576194 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: uplink_status_propagation.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.577117 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.577618 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 09 03:19:47.577933 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Loading extension file: vlantransparent.py {{(pid=87773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 03:19:47.578593 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 03:19:47.579128 n-d-825178-5 neutron-server[87773]: INFO neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 09 03:19:47.581495 n-d-825178-5 neutron-server[87773]: INFO neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Creating instance of TrackedResource for resource:network Mar 09 03:19:47.582220 n-d-825178-5 neutron-server[87773]: INFO neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Creating instance of TrackedResource for resource:subnet Mar 09 03:19:47.583019 n-d-825178-5 neutron-server[87773]: INFO neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 03:19:47.583618 n-d-825178-5 neutron-server[87773]: INFO neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Creating instance of TrackedResource for resource:port Mar 09 03:19:47.584876 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.v2.resource_helper [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 03:19:47.585316 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.v2.resource_helper [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Service FLAVORS assigned prefix: {{(pid=87773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 03:19:47.585953 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.v2.resource_helper [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 03:19:47.586387 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.v2.resource_helper [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 03:19:47.586718 n-d-825178-5 neutron-server[87773]: INFO neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Creating instance of TrackedResource for resource:router Mar 09 03:19:47.587394 n-d-825178-5 neutron-server[87773]: INFO neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Creating instance of TrackedResource for resource:floatingip Mar 09 03:19:47.588093 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.v2.resource_helper [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Service METERING assigned prefix: /metering {{(pid=87773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 03:19:47.589546 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.589918 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.590272 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:19:47.592561 n-d-825178-5 neutron-server[87773]: INFO neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Creating instance of CountableResource for resource:rbac_policy Mar 09 03:19:47.593015 n-d-825178-5 neutron-server[87773]: INFO neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Creating instance of TrackedResource for resource:security_group Mar 09 03:19:47.593678 n-d-825178-5 neutron-server[87773]: INFO neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 09 03:19:47.594418 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.v2.resource_helper [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Service CORE assigned prefix: {{(pid=87773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 03:19:47.594752 n-d-825178-5 neutron-server[87773]: INFO neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 03:19:47.595114 n-d-825178-5 neutron-server[87773]: WARNING neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] subnetpool is already registered Mar 09 03:19:47.595735 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.v2.resource_helper [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Service CORE assigned prefix: {{(pid=87773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 03:19:47.596064 n-d-825178-5 neutron-server[87773]: INFO neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 03:19:47.596396 n-d-825178-5 neutron-server[87773]: WARNING neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] subnetpool is already registered Mar 09 03:19:47.707258 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.v2.resource_helper [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 03:19:47.707622 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.v2.resource_helper [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Service FLAVORS assigned prefix: {{(pid=87773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 03:19:47.708219 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.v2.resource_helper [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 03:19:47.708642 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.v2.resource_helper [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 03:19:47.708982 n-d-825178-5 neutron-server[87773]: INFO neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Creating instance of TrackedResource for resource:router Mar 09 03:19:47.709317 n-d-825178-5 neutron-server[87773]: WARNING neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] router is already registered Mar 09 03:19:47.709964 n-d-825178-5 neutron-server[87773]: INFO neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Creating instance of TrackedResource for resource:floatingip Mar 09 03:19:47.710297 n-d-825178-5 neutron-server[87773]: WARNING neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] floatingip is already registered Mar 09 03:19:47.711002 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.v2.resource_helper [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Service METERING assigned prefix: /metering {{(pid=87773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 03:19:47.711819 n-d-825178-5 neutron-server[87773]: INFO neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Creating instance of CountableResource for resource:rbac_policy Mar 09 03:19:47.712151 n-d-825178-5 neutron-server[87773]: WARNING neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] rbac_policy is already registered Mar 09 03:19:47.712575 n-d-825178-5 neutron-server[87773]: INFO neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Creating instance of TrackedResource for resource:security_group Mar 09 03:19:47.712901 n-d-825178-5 neutron-server[87773]: WARNING neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] security_group is already registered Mar 09 03:19:47.713485 n-d-825178-5 neutron-server[87773]: INFO neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 09 03:19:47.713812 n-d-825178-5 neutron-server[87773]: WARNING neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] security_group_rule is already registered Mar 09 03:19:47.714466 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.v2.resource_helper [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Service CORE assigned prefix: {{(pid=87773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 03:19:47.714795 n-d-825178-5 neutron-server[87773]: INFO neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 03:19:47.715145 n-d-825178-5 neutron-server[87773]: WARNING neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] subnetpool is already registered Mar 09 03:19:47.715743 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.v2.resource_helper [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Service CORE assigned prefix: {{(pid=87773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 03:19:47.716070 n-d-825178-5 neutron-server[87773]: INFO neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 03:19:47.716393 n-d-825178-5 neutron-server[87773]: WARNING neutron.quota.resource_registry [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] subnetpool is already registered Mar 09 03:19:47.717027 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: extensions {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.718509 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: address-groups {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.720180 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: address-scopes {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.721381 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: agents {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.722526 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: auto-allocated-topology {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.723905 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: availability_zones {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.725126 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: dhcp-networks {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.727059 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: dhcp-agents {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.728568 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: routers {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.730356 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: flavors {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.731549 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: service_profiles {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.732740 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: next_providers {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.734259 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: service_profiles {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.735760 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: floatingip-pools {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.736963 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: routers {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.738745 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: floatingips {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.739964 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: l3-routers {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.741340 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: l3-agents {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.743528 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: metering-labels {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.744764 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: metering-label-rules {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.746023 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: network-ip-availabilities {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.747316 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: bindings {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.748930 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: quotas {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.750370 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: quotas {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.751799 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: rbac-policies {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.753078 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: security-groups {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.754267 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: security-group-rules {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.755523 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: service-providers {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.756839 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: subnetpools {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.758187 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: subnetpools {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.759664 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: tags {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.761415 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: tags {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.763149 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: tags {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.764932 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: tags {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.767716 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: tags {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.769527 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: tags {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.771235 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: tags {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.773142 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: tags {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.775212 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: tags {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.777025 n-d-825178-5 neutron-server[87773]: DEBUG neutron.api.extensions [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Extended resource: tags {{(pid=87773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 03:19:47.782905 n-d-825178-5 neutron-server[87773]: WARNING keystonemiddleware.auth_token [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 09 03:19:47.787553 n-d-825178-5 neutron-server[87773]: WARNING keystonemiddleware.auth_token [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 09 03:19:47.796382 n-d-825178-5 neutron-server[87773]: DEBUG oslo_concurrency.lockutils [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Acquired lock "singleton_lock" {{(pid=87773) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 09 03:19:47.796865 n-d-825178-5 neutron-server[87773]: DEBUG oslo_concurrency.lockutils [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Releasing lock "singleton_lock" {{(pid=87773) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 09 03:19:47.797513 n-d-825178-5 neutron-server[87773]: INFO oslo_service.service [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Starting 2 workers Mar 09 03:19:47.802177 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Started child 87880 {{(pid=87773) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 09 03:19:47.806932 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Started child 87881 {{(pid=87773) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 09 03:19:47.807981 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:19:47.808571 n-d-825178-5 neutron-server[87773]: INFO neutron.service [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 09 03:19:47.809165 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Notify callbacks [] for process, before_spawn {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:19:47.809435 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [-] (87880) wsgi starting up on http://0.0.0.0:9696 Mar 09 03:19:47.811505 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:19:47.811959 n-d-825178-5 neutron-server[87773]: INFO oslo_service.service [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Starting 1 workers Mar 09 03:19:47.812845 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [-] (87881) wsgi starting up on http://0.0.0.0:9696 Mar 09 03:19:47.816479 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Started child 87882 {{(pid=87773) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 09 03:19:47.816980 n-d-825178-5 neutron-server[87773]: INFO oslo_service.service [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Starting 1 workers Mar 09 03:19:47.820212 n-d-825178-5 neutron-server[87882]: DEBUG neutron.service [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] calling RpcWorker wait() {{(pid=87882) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 09 03:19:47.820743 n-d-825178-5 neutron-server[87882]: DEBUG neutron.service [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] returning from RpcWorker wait() {{(pid=87882) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 09 03:19:47.821259 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Started child 87883 {{(pid=87773) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 09 03:19:47.822044 n-d-825178-5 neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81248eaf-b19d-4302-b7f5-c0684f4e6199 None None] Notify callbacks [] for process, after_spawn {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:19:47.822152 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:19:47.822565 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:19:47.823866 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87773) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 09 03:19:47.824072 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 09 03:19:47.824255 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 09 03:19:47.824472 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 09 03:19:47.824804 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 09 03:19:47.824966 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 09 03:19:47.825459 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.825723 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.825877 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:19:47.826322 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.826322 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.826531 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.827079 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.827172 n-d-825178-5 neutron-server[87883]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:19:47.827336 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.827570 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.827844 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.828073 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.828238 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.828401 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.828646 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.829016 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.829210 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.829419 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.829651 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.829910 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.830083 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.830410 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.830632 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.830942 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.831211 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] debug = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.831439 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.832010 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.832191 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.832500 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.832775 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.832947 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.833195 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.833474 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.833751 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.834019 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.834288 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.834515 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.834747 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.835127 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.835290 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.835605 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.835825 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.836317 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] host = n-d-825178-5 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.836598 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.836770 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.836989 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.837251 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.837511 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.837793 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.838206 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.838363 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.838615 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.838834 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.839074 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.839377 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.839583 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.839817 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] log_file = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.839963 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] log_options = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.840155 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.840517 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.840723 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.841029 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.841190 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.841330 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.841561 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.841819 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.841985 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.842305 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.842463 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.842625 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.842917 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.843170 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.843489 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.843670 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.843901 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.844111 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.844351 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.844592 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.844817 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.845040 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.845277 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.845497 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.845761 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.845923 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.846150 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.846363 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.846573 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.846838 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.847117 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.847355 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.847587 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.847825 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.848049 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.848407 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.848547 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.848751 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.849257 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.849994 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.850244 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.852149 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.852149 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.852149 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.852149 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.852149 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] use_json = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.852149 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.852945 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.852945 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.852945 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.853202 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.853202 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.854105 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.854105 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.854105 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.854335 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.854646 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.854991 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.855254 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.855481 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.855834 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.855936 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.856352 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.856352 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.856617 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.857117 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.857117 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.857406 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.857651 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.857917 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.858231 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.858482 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.858747 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.859006 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.859217 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.859454 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.859695 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.860023 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.860295 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.860512 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.860767 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.860985 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.861236 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.861477 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.861690 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.861897 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.862102 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.862346 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.862566 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.862779 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.863037 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.863297 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.863515 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.863747 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.863992 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.864243 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.864485 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.864713 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.864944 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.865148 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.865353 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.865565 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.865783 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.866004 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.866689 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.866968 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.867788 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.867956 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.868160 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.868376 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.868865 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.868865 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.869044 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.869226 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.869559 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.869738 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.869890 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.870122 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.870353 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.870546 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.870759 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.871037 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.871265 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.871478 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.871691 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.871903 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.872130 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.872338 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.872553 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.872794 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.873024 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.873223 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.873442 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.873654 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.873913 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.874098 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.874304 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.874512 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.874721 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.875034 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.875360 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.875635 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.875869 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.876112 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.876336 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.876564 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.876801 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.877940 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.877940 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.877940 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.877940 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.879771 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.879771 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.879771 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.879771 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.879771 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.879771 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.879771 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.879771 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.880823 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.880823 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.880823 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.880823 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.880823 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.881550 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.881550 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.881550 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.881936 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.882072 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.882207 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.882450 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.882790 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.883092 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.883380 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.883612 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.883859 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.884146 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.884479 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.884637 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.884863 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.885100 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.885331 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.885601 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.885869 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.886081 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.886305 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.886524 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.886903 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.887133 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.888050 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.888050 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.888050 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.888473 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.888473 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.888791 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.888969 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.889111 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.889310 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.889554 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.889795 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.890036 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.890278 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.890629 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.890809 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.890989 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.891182 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.891411 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.891631 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.891869 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.892109 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.892327 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.892554 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.892790 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.893005 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.893229 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.893438 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.893671 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.894000 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.894256 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.894472 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.894734 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.895006 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.895237 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.895574 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.895732 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.896040 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.896281 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.896557 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.896822 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.897080 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.898536 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.898536 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.898536 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.898536 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.898536 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.899514 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.899514 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.899514 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.899919 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.899919 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.900193 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.900358 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.900702 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.900982 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.901216 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.901453 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.901683 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.901911 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.902119 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.902325 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.902553 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.902782 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.903029 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.903256 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.903483 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.903698 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.904894 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.904894 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.904894 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.904894 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.904894 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.905576 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.905576 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.905576 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.905977 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.905977 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.906235 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.906370 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.906504 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.907168 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.907168 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.907488 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.907488 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.907749 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.907908 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.908137 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.908360 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.908553 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.908754 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.908960 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.909160 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.909530 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.909688 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.910299 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.910299 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.910299 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.910531 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.910764 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.911026 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.911315 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.911572 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.911799 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.912062 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.912400 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.912637 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.912848 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.913059 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.913276 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.913700 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.914482 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.914803 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.915362 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.915362 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.915620 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.915907 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.916172 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.916442 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.916656 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.916941 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.917252 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.917515 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.917780 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.918021 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.918433 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.918826 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.919071 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.919338 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.919762 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.919976 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.920226 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.920467 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.920703 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.920918 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.921285 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.921658 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.922029 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.922398 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.922803 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.923082 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.923240 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 09 03:19:47.923750 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87773) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 09 03:19:47.923910 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 09 03:19:47.924061 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 09 03:19:47.924232 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 09 03:19:47.924402 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 09 03:19:47.924539 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 09 03:19:47.924748 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.924897 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.925058 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.925212 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.925366 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.925706 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.925706 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.925891 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.925973 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.926126 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.926282 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.926441 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.926593 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.926748 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.926929 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.927088 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.927245 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.927400 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.927561 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.927722 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.927879 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.928041 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.928191 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] debug = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.928352 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.928642 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.928770 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.928845 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.928985 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.929295 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.929472 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.930305 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.930464 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.930760 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.931092 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.931249 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.931550 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.931709 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.931866 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.932017 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.933017 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.933017 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] host = n-d-825178-5 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.933017 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.933017 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.933017 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.933017 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.933017 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.933543 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.933543 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.933543 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.933752 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.933752 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.933902 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.934053 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.934207 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.934368 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] log_file = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.934520 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] log_options = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.934827 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.935157 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.935312 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.935629 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.935930 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.936092 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.936251 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.936410 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.936564 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.936859 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.937148 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.937439 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.937730 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.938032 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.938342 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.938500 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.938661 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.938814 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.939130 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.939287 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.939448 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.939606 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.939763 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.939920 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.940076 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.940232 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.940395 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.940550 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.940710 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.940867 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.941027 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.941184 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.941343 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.941503 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.941660 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.941819 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.941972 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.942286 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.942446 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.942606 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.942770 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.942950 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.943106 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.943409 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.943567 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.943725 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] use_json = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.943884 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.944036 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.944197 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.944353 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.944511 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.944598 n-d-825178-5 neutron-server[87882]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:19:47.944673 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.944807 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.945135 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.945296 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 03:19:47.945473 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.945634 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.945804 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.945964 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.946122 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.946280 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.946438 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.946596 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.946757 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.946938 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.947106 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.947274 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.947865 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.947865 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.947865 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.947865 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.948254 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.948254 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.948399 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.948478 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.948616 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.948772 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.949097 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.949324 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.949425 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.949564 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.949722 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.950028 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.950192 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.950347 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.950501 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.950667 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.950801 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.950985 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.951118 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.951272 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.951426 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.951592 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.951755 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.951937 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.952055 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.954877 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.954877 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.954877 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.954877 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.954877 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.954877 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.954877 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.954877 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.954877 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.955455 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.955455 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.955455 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.955455 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.955455 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.955455 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.955455 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.955455 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.955957 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 32904) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:19:47.956094 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.956282 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.956448 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.956625 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.956786 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.956948 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.957110 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.957324 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.957417 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.957579 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.957737 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.957896 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.958056 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.958214 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.958372 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.958531 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.958689 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.958849 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.959034 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.959194 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.959353 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.959515 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.959676 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.960195 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.960195 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.960195 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.961486 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.961486 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.961486 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.961486 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.961486 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.963156 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.963156 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.963156 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.963156 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.963156 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.963156 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.963156 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.963156 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.964273 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.964273 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.964273 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.964273 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.964273 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.964273 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.964273 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.964273 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.966438 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.966438 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.966438 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.966438 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.966438 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.966438 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.966438 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.966438 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.967454 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.967454 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.967454 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.967853 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071914 Mar 09 03:19:47.967995 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.967995 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.967995 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.967995 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.967995 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.967995 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.967995 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.967995 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.968988 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.968988 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.968988 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.968988 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.968988 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.968988 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.968988 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.968988 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.969979 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.969979 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.969979 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.969979 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.969979 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.969979 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.969979 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.969979 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.972857 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.972857 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.972857 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.972857 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.972857 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.972857 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.972857 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.972857 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.973872 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.973872 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.973872 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.973872 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.973872 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.973872 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.973872 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.973872 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.975030 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.975030 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.975030 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.975030 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.975030 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.975030 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.975030 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.975030 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.977289 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.977289 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.977289 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.977289 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.977289 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.977289 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.977289 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.977289 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.977922 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.977922 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.977922 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.977922 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.977922 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.977922 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.977922 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.977922 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.978452 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.978452 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.978452 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.978452 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.978452 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.978452 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.978452 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.978452 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.978930 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.978930 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.978930 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.978930 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.978930 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.978930 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.979259 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.979259 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.979394 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.979500 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.979659 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.979817 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.979977 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.980135 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.980488 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.980488 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.980654 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.980737 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.980893 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.981053 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.981212 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.981369 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.981526 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.981684 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.981843 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.982007 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.982923 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.983198 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.983484 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.983959 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.983959 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.984262 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.984542 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.984814 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.985081 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.985338 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.985498 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.985668 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.985844 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.986510 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.986510 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.986668 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.986736 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.986953 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.987106 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.987250 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.988163 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.988163 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.988163 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.988163 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.988163 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.988468 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.988468 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.988615 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.988820 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.988909 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.989072 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.989242 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.989445 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.989748 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.989914 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.990081 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.990250 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.990416 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.990579 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.990744 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.990976 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.991131 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.991291 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.991452 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.991632 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.991780 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.991943 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.992090 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.992238 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.992375 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.992539 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.992697 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.992855 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.993014 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.993172 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.993331 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.993490 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.993647 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.993806 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.993964 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 03:19:47.994115 n-d-825178-5 neutron-server[87773]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 09 03:19:58.683199 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce731e8-6663-410a-832a-bb0b7ee5d282 None None] get_active_networks_info from n-d-825178-5 {{(pid=87882) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 03:19:58.760901 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce731e8-6663-410a-832a-bb0b7ee5d282 None None] No non-hosted networks {{(pid=87882) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 09 03:19:58.777458 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.agentschedulers_db [None req-cce731e8-6663-410a-832a-bb0b7ee5d282 None None] DHCP Agent not found on host n-d-825178-5 {{(pid=87882) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 09 03:19:58.849980 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-baf102a1-ecda-4ff3-b1a5-53871a6b74e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373767'] for agent, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:00.968695 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a501c610-dc90-4842-bf0f-e07053c14464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373767'] for agent, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:01.012678 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-527c8ba4-53dc-4dbc-ae91-df5fc9e15335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:02.009754 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373767'] for agent, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:02.010407 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:02.010740 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:02.011270 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:02.011604 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:02.012002 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:02.012471 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:02.013145 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:02.013600 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:02.014342 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:02.014803 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:02.015226 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:02.015652 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:02.016041 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-825178-5', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:20:02.033488 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-825178-5', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:20:02.040162 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373767'] for agent, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:03.222624 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373767'] for agent, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:04.880653 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33000) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:20:05.445509 n-d-825178-5 neutron-server[87881]: WARNING oslo_policy.policy [None req-a6d4ab19-749c-43d8-a7a5-07afd93e1cd3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 03:20:05.446094 n-d-825178-5 neutron-server[87881]: WARNING oslo_policy.policy [None req-a6d4ab19-749c-43d8-a7a5-07afd93e1cd3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 03:20:05.660641 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [None req-a6d4ab19-749c-43d8-a7a5-07afd93e1cd3 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:20:05.661680 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a6d4ab19-749c-43d8-a7a5-07afd93e1cd3 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7801154 Mar 09 03:20:07.160614 n-d-825178-5 neutron-server[87882]: INFO neutron.db.l3_hamode_db [None req-341d2cbf-4c3f-4516-bf12-233428b18695 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 09 03:20:07.244941 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341d2cbf-4c3f-4516-bf12-233428b18695 None None] Routers set() bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:20:07.245313 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341d2cbf-4c3f-4516-bf12-233428b18695 None None] Router IDs set() for agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 09 03:20:08.076325 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33014) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:20:08.648624 n-d-825178-5 neutron-server[87880]: WARNING oslo_policy.policy [None req-087488e7-ea90-4963-a376-d408382f5550 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 03:20:08.649491 n-d-825178-5 neutron-server[87880]: WARNING oslo_policy.policy [None req-087488e7-ea90-4963-a376-d408382f5550 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 03:20:08.861448 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-087488e7-ea90-4963-a376-d408382f5550 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:20:08.957620 n-d-825178-5 neutron-server[87880]: DEBUG neutron.policy [None req-087488e7-ea90-4963-a376-d408382f5550 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87880) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 09 03:20:09.001686 n-d-825178-5 neutron-server[87880]: WARNING oslo_policy.policy [None req-087488e7-ea90-4963-a376-d408382f5550 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 03:20:09.002051 n-d-825178-5 neutron-server[87880]: WARNING oslo_policy.policy [None req-087488e7-ea90-4963-a376-d408382f5550 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 03:20:09.011006 n-d-825178-5 neutron-server[87880]: INFO neutron.quota [None req-087488e7-ea90-4963-a376-d408382f5550 admin admin] Loaded quota_driver: . Mar 09 03:20:09.026482 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-087488e7-ea90-4963-a376-d408382f5550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:20:09.085489 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-087488e7-ea90-4963-a376-d408382f5550 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730633141839', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730633141154', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730633130312', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730633092156', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730633081684', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730633108026', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3637791', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3632518', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-530340', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-603733'] for rbac-policy, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:09.146542 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-087488e7-ea90-4963-a376-d408382f5550 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:09.147914 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-087488e7-ea90-4963-a376-d408382f5550 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0695188 Mar 09 03:20:11.744265 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33032) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:20:12.092117 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Request body: {'network': {'project_id': '034244decd164d35a943954f8fdbc06a', 'admin_state_up': True, 'name': 'private'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:20:12.097461 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:20:12.101818 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Usage tracker for resource:network and tenant:034244decd164d35a943954f8fdbc06a is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:20:12.106342 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:20:12.112302 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:20:12.121991 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Made reservation on behalf of 034244decd164d35a943954f8fdbc06a for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:20:12.124903 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:12.142681 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:12.156380 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:20:12.160009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Usage tracker for resource:security_group_rule and tenant:034244decd164d35a943954f8fdbc06a is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:20:12.164808 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:20:12.170210 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:20:12.264450 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:12.268266 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:12.290158 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:20:12.315902 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730634613270', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:12.316478 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Unsubscribe: segment precommit_create {{(pid=87880) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 09 03:20:12.316986 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Added segment 48d8be5f-3bf5-4d11-b058-aa42d8a550a6 of type vlan for network f000b40b-41d1-4ec2-b38c-5103d6a909c2 Mar 09 03:20:12.364097 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad66b603-d399-4571-a329-7df7dae8ca23,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:20:12.385836 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:12.386170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:12.386502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:12.386829 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:12.387181 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:12.387502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:12.387817 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:12.388133 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:12.388445 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:12.388755 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:12.389065 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:12.389393 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Tracked resource versions report: Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: pushed versions: Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: { 'AddressGroup': {'1.2'}, Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: 'ConntrackHelper': {'1.0'}, Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: 'Log': {'1.0'}, Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: 'Network': {'1.1'}, Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: 'Port': {'1.7'}, Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: 'PortForwarding': {'1.2'}, Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: 'QosPolicy': {'1.8'}, Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: 'SecurityGroup': {'1.4'}, Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: 'SecurityGroupRule': {'1.2'}, Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: 'SubPort': {'1.0'}, Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: 'Subnet': {'1.1'}, Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: 'Trunk': {'1.1'}} Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: consumer versions: Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: { DHCP agent@n-d-825178-5: {}, Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: L3 agent@n-d-825178-5: {}, Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: Metadata agent@n-d-825178-5: {}, Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: Metering agent@n-d-825178-5: {}, Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: Open vSwitch agent@n-d-825178-5: { 'AddressGroup': '1.2', Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: 'ConntrackHelper': '1.0', Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: 'Log': '1.0', Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: 'Network': '1.1', Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: 'Port': '1.7', Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: 'PortForwarding': '1.2', Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: 'QosPolicy': '1.8', Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: 'SecurityGroup': '1.4', Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: 'SecurityGroupRule': '1.2', Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: 'SubPort': '1.0', Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: 'Subnet': '1.1', Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: 'Trunk': '1.1'}} Mar 09 03:20:12.390548 n-d-825178-5 neutron-server[87880]: {{(pid=87880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 03:20:12.428039 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:12.469948 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:12.471099 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:20:12.471803 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:12.576689 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8313899 Mar 09 03:20:12.577384 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd101c-5737-4396-96bd-1d495ab8e916 admin admin] Pushing event updated for resources: {'Network': ['ID=f000b40b-41d1-4ec2-b38c-5103d6a909c2,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:20:12.594215 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network f000b40b-41d1-4ec2-b38c-5103d6a909c2 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:20:15.239338 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33048) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:20:15.676124 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1133a92e-caa3-47a8-984c-6b6329d1e9a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:20:15.677460 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1133a92e-caa3-47a8-984c-6b6329d1e9a3 admin admin] 10.222.0.16 "GET /v2.0/networks/f000b40b-41d1-4ec2-b38c-5103d6a909c2 HTTP/1.1" status: 200 len: 825 time: 0.4371872 Mar 09 03:20:15.704029 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5310dd25-cbd1-4ac6-a6dc-a357b12ae331 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/97e720e2-a90a-42f3-9161-22da2c2bc161 HTTP/1.1" status: 200 len: 734 time: 0.0207319 Mar 09 03:20:15.712007 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-d2b0cf2f-4d93-413c-b648-65b57c406069 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '034244decd164d35a943954f8fdbc06a', 'name': 'private-subnet', 'network_id': 'f000b40b-41d1-4ec2-b38c-5103d6a909c2', 'subnetpool_id': '97e720e2-a90a-42f3-9161-22da2c2bc161'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:20:15.716150 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d2b0cf2f-4d93-413c-b648-65b57c406069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:20:15.719759 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d2b0cf2f-4d93-413c-b648-65b57c406069 admin admin] Usage tracker for resource:subnet and tenant:034244decd164d35a943954f8fdbc06a is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:20:15.722504 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d2b0cf2f-4d93-413c-b648-65b57c406069 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:20:15.727945 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d2b0cf2f-4d93-413c-b648-65b57c406069 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:20:15.737299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b0cf2f-4d93-413c-b648-65b57c406069 admin admin] Made reservation on behalf of 034244decd164d35a943954f8fdbc06a for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:20:15.739564 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d2b0cf2f-4d93-413c-b648-65b57c406069 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:16.006439 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d2b0cf2f-4d93-413c-b648-65b57c406069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:16.099460 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b0cf2f-4d93-413c-b648-65b57c406069 admin admin] Checking segment: {'id': '48d8be5f-3bf5-4d11-b058-aa42d8a550a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f000b40b-41d1-4ec2-b38c-5103d6a909c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:20:16.099826 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b0cf2f-4d93-413c-b648-65b57c406069 admin admin] Network hostable DHCP agents. Network: f000b40b-41d1-4ec2-b38c-5103d6a909c2, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:20:16.107058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0cf2f-4d93-413c-b648-65b57c406069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=340a366d-b7d9-4d40-9985-a4d90e719df1,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:20:16.123827 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b0cf2f-4d93-413c-b648-65b57c406069 admin admin] Network f000b40b-41d1-4ec2-b38c-5103d6a909c2 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:20:16.133103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-d2b0cf2f-4d93-413c-b648-65b57c406069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, f000b40b-41d1-4ec2-b38c-5103d6a909c2) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:20:16.137460 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b0cf2f-4d93-413c-b648-65b57c406069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:20:16.138032 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d2b0cf2f-4d93-413c-b648-65b57c406069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:16.143256 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79e2118-94c3-4274-ad69-9f7ab7916e73 None None] Network f000b40b-41d1-4ec2-b38c-5103d6a909c2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:20:16.160400 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d2b0cf2f-4d93-413c-b648-65b57c406069 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4515529 Mar 09 03:20:16.447540 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-f000b40b-41d1-4ec2-b38c-5103d6a909c2', 'network_id': 'f000b40b-41d1-4ec2-b38c-5103d6a909c2', 'tenant_id': '034244decd164d35a943954f8fdbc06a', 'fixed_ips': [{'subnet_id': '340a366d-b7d9-4d40-9985-a4d90e719df1'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:20:16.448843 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:16.630760 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Allocated IP 172.20.0.2 (f000b40b-41d1-4ec2-b38c-5103d6a909c2/340a366d-b7d9-4d40-9985-a4d90e719df1/a85db3a3-3eaa-4afc-b809-6be5c631c9ae) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:20:16.856553 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:16.869900 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Transition to ACTIVE for port object a85db3a3-3eaa-4afc-b809-6be5c631c9ae will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:20:16.890597 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Transition to ACTIVE for port object a85db3a3-3eaa-4afc-b809-6be5c631c9ae will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:20:16.898762 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:16.958749 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Network f000b40b-41d1-4ec2-b38c-5103d6a909c2 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:20:16.962015 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:20:16.972428 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:20:16.979837 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Pushing event updated for resources: {'Port': ['ID=a85db3a3-3eaa-4afc-b809-6be5c631c9ae,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:20:17.021252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:17.021597 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:17.021935 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:17.022932 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:17.023280 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:17.023603 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:17.023923 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:17.024507 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:17.024824 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:17.025139 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:17.025453 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:17.025765 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Tracked resource versions report: Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: pushed versions: Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: { 'AddressGroup': {'1.2'}, Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: 'ConntrackHelper': {'1.0'}, Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: 'Log': {'1.0'}, Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: 'Network': {'1.1'}, Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: 'Port': {'1.7'}, Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: 'PortForwarding': {'1.2'}, Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: 'QosPolicy': {'1.8'}, Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: 'SecurityGroup': {'1.4'}, Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: 'SecurityGroupRule': {'1.2'}, Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: 'SubPort': {'1.0'}, Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: 'Subnet': {'1.1'}, Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: 'Trunk': {'1.1'}} Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: consumer versions: Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: { DHCP agent@n-d-825178-5: {}, Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: L3 agent@n-d-825178-5: {}, Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: Metadata agent@n-d-825178-5: {}, Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: Metering agent@n-d-825178-5: {}, Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: Open vSwitch agent@n-d-825178-5: { 'AddressGroup': '1.2', Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: 'ConntrackHelper': '1.0', Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: 'Log': '1.0', Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: 'Network': '1.1', Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: 'Port': '1.7', Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: 'PortForwarding': '1.2', Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: 'QosPolicy': '1.8', Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: 'SecurityGroup': '1.4', Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: 'SecurityGroupRule': '1.2', Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: 'SubPort': '1.0', Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: 'Subnet': '1.1', Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: 'Trunk': '1.1'}} Mar 09 03:20:17.026881 n-d-825178-5 neutron-server[87882]: {{(pid=87882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 03:20:17.076739 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Attempting to bind port a85db3a3-3eaa-4afc-b809-6be5c631c9ae on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:20:17.077142 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Attempting to bind port a85db3a3-3eaa-4afc-b809-6be5c631c9ae by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '48d8be5f-3bf5-4d11-b058-aa42d8a550a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f000b40b-41d1-4ec2-b38c-5103d6a909c2'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:20:17.077571 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Attempting to bind port a85db3a3-3eaa-4afc-b809-6be5c631c9ae on network f000b40b-41d1-4ec2-b38c-5103d6a909c2 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:20:17.082640 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:20:17.083066 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Checking segment: {'id': '48d8be5f-3bf5-4d11-b058-aa42d8a550a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f000b40b-41d1-4ec2-b38c-5103d6a909c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:20:17.083538 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:17.083922 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Bound using segment: {'id': '48d8be5f-3bf5-4d11-b058-aa42d8a550a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f000b40b-41d1-4ec2-b38c-5103d6a909c2'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:20:17.084376 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Bound port: a85db3a3-3eaa-4afc-b809-6be5c631c9ae, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d8be5f-3bf5-4d11-b058-aa42d8a550a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f000b40b-41d1-4ec2-b38c-5103d6a909c2'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:20:17.084774 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:17.171972 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] For port a85db3a3-3eaa-4afc-b809-6be5c631c9ae, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:20:17.175722 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] For port a85db3a3-3eaa-4afc-b809-6be5c631c9ae, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a85db3a3-3eaa-4afc-b809-6be5c631c9ae,segment=NetworkSegment(48d8be5f-3bf5-4d11-b058-aa42d8a550a6),segment_id=48d8be5f-3bf5-4d11-b058-aa42d8a550a6)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:20:17.181130 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:17.267720 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45115c4e-3803-4d42-9330-f14126de1812 None None] Pushing event updated for resources: {'Port': ['ID=a85db3a3-3eaa-4afc-b809-6be5c631c9ae,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:20:18.561659 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33058) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:20:18.937708 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-1cf8f9d6-edc3-4b0c-96d2-40705a2341c3 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:20:18.938732 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1cf8f9d6-edc3-4b0c-96d2-40705a2341c3 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3760788 Mar 09 03:20:21.002701 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd2f959-162c-4d7c-8b66-ab46345d2ae7 None None] Network f000b40b-41d1-4ec2-b38c-5103d6a909c2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:20:21.113983 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cf362472-b090-4617-9324-9bf72d37c133 None None] Provisioning for port a85db3a3-3eaa-4afc-b809-6be5c631c9ae completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:20:21.347135 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33072) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:20:21.706845 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-23509a9e-9bc3-4e5d-a848-911713e5cbff admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:20:21.716802 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-23509a9e-9bc3-4e5d-a848-911713e5cbff admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3598673 Mar 09 03:20:21.723743 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a85db3a3-3eaa-4afc-b809-6be5c631c9ae up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:20:21.799199 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port a85db3a3-3eaa-4afc-b809-6be5c631c9ae completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:20:21.804707 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port a85db3a3-3eaa-4afc-b809-6be5c631c9ae triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:20:21.805123 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:21.933707 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:21.966845 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port a85db3a3-3eaa-4afc-b809-6be5c631c9ae, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a85db3a3-3eaa-4afc-b809-6be5c631c9ae,segment=NetworkSegment(48d8be5f-3bf5-4d11-b058-aa42d8a550a6),segment_id=48d8be5f-3bf5-4d11-b058-aa42d8a550a6)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:20:21.970335 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:22.038580 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=a85db3a3-3eaa-4afc-b809-6be5c631c9ae,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:20:23.703509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a85db3a3-3eaa-4afc-b809-6be5c631c9ae up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:20:23.769080 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port a85db3a3-3eaa-4afc-b809-6be5c631c9ae triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:20:23.769437 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:24.366576 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33084) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:20:24.701734 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-951d90a2-bae2-4be9-8f4e-0dcbc87b0f67 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '034244decd164d35a943954f8fdbc06a', 'name': 'router1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:20:24.706519 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-951d90a2-bae2-4be9-8f4e-0dcbc87b0f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:20:24.710776 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-951d90a2-bae2-4be9-8f4e-0dcbc87b0f67 admin admin] Usage tracker for resource:router and tenant:034244decd164d35a943954f8fdbc06a is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:20:24.714485 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-951d90a2-bae2-4be9-8f4e-0dcbc87b0f67 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:20:24.720032 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-951d90a2-bae2-4be9-8f4e-0dcbc87b0f67 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:20:24.729340 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-951d90a2-bae2-4be9-8f4e-0dcbc87b0f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:24.730847 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-951d90a2-bae2-4be9-8f4e-0dcbc87b0f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:24.751078 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-951d90a2-bae2-4be9-8f4e-0dcbc87b0f67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:24.860266 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-951d90a2-bae2-4be9-8f4e-0dcbc87b0f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:24.879501 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-951d90a2-bae2-4be9-8f4e-0dcbc87b0f67 admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:24.880834 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-951d90a2-bae2-4be9-8f4e-0dcbc87b0f67 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5132804 Mar 09 03:20:27.240511 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33094) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:20:27.594406 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-06490111-1433-4659-8169-0b8cea7da5c6 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:20:27.595405 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-06490111-1433-4659-8169-0b8cea7da5c6 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3534579 Mar 09 03:20:28.632955 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-23aa5778-665b-4edf-91f1-eeaefba35c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:29.988232 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33104) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:20:30.356130 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-2758e516-021c-4298-b554-a584bb8b289e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:20:30.360987 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2758e516-021c-4298-b554-a584bb8b289e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:20:30.364740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2758e516-021c-4298-b554-a584bb8b289e admin admin] Usage tracker for resource:network and tenant:43f5d63fc6e243cd824cc3b95d8c7dbe is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:20:30.367516 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2758e516-021c-4298-b554-a584bb8b289e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:20:30.373053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2758e516-021c-4298-b554-a584bb8b289e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:20:30.383222 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2758e516-021c-4298-b554-a584bb8b289e admin admin] Made reservation on behalf of 43f5d63fc6e243cd824cc3b95d8c7dbe for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:20:30.385439 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2758e516-021c-4298-b554-a584bb8b289e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:30.396785 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2758e516-021c-4298-b554-a584bb8b289e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:30.410965 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2758e516-021c-4298-b554-a584bb8b289e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:20:30.414473 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2758e516-021c-4298-b554-a584bb8b289e admin admin] Usage tracker for resource:security_group_rule and tenant:43f5d63fc6e243cd824cc3b95d8c7dbe is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:20:30.417106 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2758e516-021c-4298-b554-a584bb8b289e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:20:30.422430 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2758e516-021c-4298-b554-a584bb8b289e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:20:30.500576 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2758e516-021c-4298-b554-a584bb8b289e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:30.503818 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2758e516-021c-4298-b554-a584bb8b289e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:30.519169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2758e516-021c-4298-b554-a584bb8b289e admin admin] Reserving flat network on physical network physnet1 {{(pid=87880) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 09 03:20:30.541759 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758e516-021c-4298-b554-a584bb8b289e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097c44bb-fcf0-44cc-abda-5dc579ee2e94,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:20:30.544416 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2758e516-021c-4298-b554-a584bb8b289e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:30.544745 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-2758e516-021c-4298-b554-a584bb8b289e admin admin] Added segment ab5b34fb-268b-4d27-a436-b758f541a848 of type flat for network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 Mar 09 03:20:30.576447 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2758e516-021c-4298-b554-a584bb8b289e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:30.610117 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2758e516-021c-4298-b554-a584bb8b289e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:30.611064 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2758e516-021c-4298-b554-a584bb8b289e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:20:30.611628 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2758e516-021c-4298-b554-a584bb8b289e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:30.704285 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2758e516-021c-4298-b554-a584bb8b289e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7149792 Mar 09 03:20:30.714197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758e516-021c-4298-b554-a584bb8b289e admin admin] Pushing event updated for resources: {'Network': ['ID=4b872f8e-70e4-4d08-a0fb-87c6efa59069,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:20:30.724827 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:20:30.961579 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d4a2f973-551f-4f8a-b623-0f7a59b3a244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:31.942953 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:31.947583 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:33.087379 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33124) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:20:33.187233 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:33.291916 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef79ec8c-0858-418e-aec7-b44b4dd2c019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:20:33.293213 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ef79ec8c-0858-418e-aec7-b44b4dd2c019 admin admin] 10.222.0.16 "GET /v2.0/subnets/340a366d-b7d9-4d40-9985-a4d90e719df1 HTTP/1.1" status: 200 len: 849 time: 0.2048993 Mar 09 03:20:33.428586 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ff777eb9-b25c-4136-8cd1-379092e9db98 admin admin] 10.222.0.16 "GET /v2.0/routers/158ae5e7-0ed0-465a-90e2-3db0602ec964 HTTP/1.1" status: 200 len: 704 time: 0.1298168 Mar 09 03:20:33.872266 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf033e74-1bf0-4838-979d-15a3d9e7e635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:34.123159 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-cf033e74-1bf0-4838-979d-15a3d9e7e635 admin admin] Allocated IP 172.20.0.1 (f000b40b-41d1-4ec2-b38c-5103d6a909c2/340a366d-b7d9-4d40-9985-a4d90e719df1/9b39d16f-0978-42de-bb61-1edad4b59159) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:20:34.275312 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf033e74-1bf0-4838-979d-15a3d9e7e635 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:34.292351 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-cf033e74-1bf0-4838-979d-15a3d9e7e635 admin admin] Transition to ACTIVE for port object 9b39d16f-0978-42de-bb61-1edad4b59159 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:20:34.343467 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf033e74-1bf0-4838-979d-15a3d9e7e635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:34.404840 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf033e74-1bf0-4838-979d-15a3d9e7e635 admin admin] Network f000b40b-41d1-4ec2-b38c-5103d6a909c2 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:20:34.411699 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-cf033e74-1bf0-4838-979d-15a3d9e7e635 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:20:34.417365 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf033e74-1bf0-4838-979d-15a3d9e7e635 admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:20:34.417365 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf033e74-1bf0-4838-979d-15a3d9e7e635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:34.531432 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf033e74-1bf0-4838-979d-15a3d9e7e635 admin admin] Pushing event updated for resources: {'Port': ['ID=9b39d16f-0978-42de-bb61-1edad4b59159,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:20:34.627601 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3f9a8037-a5d6-4124-8ba8-71b88aabd7bb None None] Provisioning for port 9b39d16f-0978-42de-bb61-1edad4b59159 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:20:34.632778 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3f9a8037-a5d6-4124-8ba8-71b88aabd7bb None None] Provisioning complete for port 9b39d16f-0978-42de-bb61-1edad4b59159 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:20:34.633146 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3f9a8037-a5d6-4124-8ba8-71b88aabd7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:34.675316 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf033e74-1bf0-4838-979d-15a3d9e7e635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:34.687738 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-3f9a8037-a5d6-4124-8ba8-71b88aabd7bb None None] Port 9b39d16f-0978-42de-bb61-1edad4b59159 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:20:34.905472 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf033e74-1bf0-4838-979d-15a3d9e7e635 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:34.909977 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf033e74-1bf0-4838-979d-15a3d9e7e635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:34.910764 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf033e74-1bf0-4838-979d-15a3d9e7e635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:35.054203 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf033e74-1bf0-4838-979d-15a3d9e7e635 admin admin] Pushing event updated for resources: {'Port': ['ID=9b39d16f-0978-42de-bb61-1edad4b59159,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:20:35.106764 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf033e74-1bf0-4838-979d-15a3d9e7e635 admin admin] Network f000b40b-41d1-4ec2-b38c-5103d6a909c2 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:20:35.107879 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-cf033e74-1bf0-4838-979d-15a3d9e7e635 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:20:35.290954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf033e74-1bf0-4838-979d-15a3d9e7e635 admin admin] Router 158ae5e7-0ed0-465a-90e2-3db0602ec964 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:20:35.310072 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ff072eb8-2b08-49d2-ae91-a27f94bef070 None None] Provisioning complete for port 9b39d16f-0978-42de-bb61-1edad4b59159 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:20:35.310460 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ff072eb8-2b08-49d2-ae91-a27f94bef070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:35.363246 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ff072eb8-2b08-49d2-ae91-a27f94bef070 None None] Port 9b39d16f-0978-42de-bb61-1edad4b59159 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:20:35.479499 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf033e74-1bf0-4838-979d-15a3d9e7e635 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:20:35.490170 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cf033e74-1bf0-4838-979d-15a3d9e7e635 admin admin] 10.222.0.16 "PUT /v2.0/routers/158ae5e7-0ed0-465a-90e2-3db0602ec964/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0555136 Mar 09 03:20:35.490333 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] Sync routers for ids ['158ae5e7-0ed0-465a-90e2-3db0602ec964'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:20:35.499644 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] Routers {'158ae5e7-0ed0-465a-90e2-3db0602ec964'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:20:35.500598 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:20:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['158ae5e7-0ed0-465a-90e2-3db0602ec964'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:20:35.672779 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] Set router 158ae5e7-0ed0-465a-90e2-3db0602ec964 gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:20:36.037126 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158ae5e7-0ed0-465a-90e2-3db0602ec964', 'name': 'router1', 'tenant_id': '034244decd164d35a943954f8fdbc06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:20:24Z', 'updated_at': '2022-03-09T03:20:34Z', 'revision_number': 2, 'project_id': '034244decd164d35a943954f8fdbc06a', 'gw_port_host': None, '_interfaces': [{'id': '9b39d16f-0978-42de-bb61-1edad4b59159', 'name': '', 'network_id': 'f000b40b-41d1-4ec2-b38c-5103d6a909c2', 'tenant_id': '034244decd164d35a943954f8fdbc06a', 'mac_address': 'fa:16:3e:cc:2e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158ae5e7-0ed0-465a-90e2-3db0602ec964', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '340a366d-b7d9-4d40-9985-a4d90e719df1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:20:33Z', 'updated_at': '2022-03-09T03:20:34Z', 'revision_number': 2, 'project_id': '034244decd164d35a943954f8fdbc06a', 'subnets': [{'id': '340a366d-b7d9-4d40-9985-a4d90e719df1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97e720e2-a90a-42f3-9161-22da2c2bc161'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:20:36.042413 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] Checking router: 158ae5e7-0ed0-465a-90e2-3db0602ec964 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:20:36.042780 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] Updating router 158ae5e7-0ed0-465a-90e2-3db0602ec964 port 9b39d16f-0978-42de-bb61-1edad4b59159 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:20:36.093738 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:36.462180 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:36.477804 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] Transition to ACTIVE for port object 9b39d16f-0978-42de-bb61-1edad4b59159 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:20:36.484226 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:36.728431 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148966b-09bd-4a5f-a76b-b47c02b20c30 None None] Pushing event updated for resources: {'Port': ['ID=9b39d16f-0978-42de-bb61-1edad4b59159,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:20:36.737265 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] Attempting to bind port 9b39d16f-0978-42de-bb61-1edad4b59159 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:20:36.737665 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] Attempting to bind port 9b39d16f-0978-42de-bb61-1edad4b59159 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '48d8be5f-3bf5-4d11-b058-aa42d8a550a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f000b40b-41d1-4ec2-b38c-5103d6a909c2'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:20:36.738101 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] Attempting to bind port 9b39d16f-0978-42de-bb61-1edad4b59159 on network f000b40b-41d1-4ec2-b38c-5103d6a909c2 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:20:36.742470 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148966b-09bd-4a5f-a76b-b47c02b20c30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:36.742806 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148966b-09bd-4a5f-a76b-b47c02b20c30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:36.743161 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148966b-09bd-4a5f-a76b-b47c02b20c30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:36.743489 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148966b-09bd-4a5f-a76b-b47c02b20c30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:36.743815 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148966b-09bd-4a5f-a76b-b47c02b20c30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:36.744136 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148966b-09bd-4a5f-a76b-b47c02b20c30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:36.744451 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148966b-09bd-4a5f-a76b-b47c02b20c30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:36.744766 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148966b-09bd-4a5f-a76b-b47c02b20c30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:36.745082 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148966b-09bd-4a5f-a76b-b47c02b20c30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:36.745391 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148966b-09bd-4a5f-a76b-b47c02b20c30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:36.745702 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148966b-09bd-4a5f-a76b-b47c02b20c30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:36.746012 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148966b-09bd-4a5f-a76b-b47c02b20c30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148966b-09bd-4a5f-a76b-b47c02b20c30 None None] Tracked resource versions report: Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: pushed versions: Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: { 'AddressGroup': {'1.2'}, Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: 'ConntrackHelper': {'1.0'}, Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: 'Log': {'1.0'}, Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: 'Network': {'1.1'}, Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: 'Port': {'1.7'}, Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: 'PortForwarding': {'1.2'}, Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: 'QosPolicy': {'1.8'}, Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: 'SecurityGroup': {'1.4'}, Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: 'SecurityGroupRule': {'1.2'}, Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: 'SubPort': {'1.0'}, Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: 'Subnet': {'1.1'}, Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: 'Trunk': {'1.1'}} Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: consumer versions: Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: { DHCP agent@n-d-825178-5: {}, Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: L3 agent@n-d-825178-5: {}, Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: Metadata agent@n-d-825178-5: {}, Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: Metering agent@n-d-825178-5: {}, Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: Open vSwitch agent@n-d-825178-5: { 'AddressGroup': '1.2', Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: 'ConntrackHelper': '1.0', Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: 'Log': '1.0', Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: 'Network': '1.1', Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: 'Port': '1.7', Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: 'PortForwarding': '1.2', Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: 'QosPolicy': '1.8', Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: 'SecurityGroup': '1.4', Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: 'SecurityGroupRule': '1.2', Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: 'SubPort': '1.0', Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: 'Subnet': '1.1', Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: 'Trunk': '1.1'}} Mar 09 03:20:36.747101 n-d-825178-5 neutron-server[87883]: {{(pid=87883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 03:20:36.751436 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:20:36.751841 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] Checking segment: {'id': '48d8be5f-3bf5-4d11-b058-aa42d8a550a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f000b40b-41d1-4ec2-b38c-5103d6a909c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:20:36.752326 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:36.752702 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] Bound using segment: {'id': '48d8be5f-3bf5-4d11-b058-aa42d8a550a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f000b40b-41d1-4ec2-b38c-5103d6a909c2'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:20:36.753174 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] Bound port: 9b39d16f-0978-42de-bb61-1edad4b59159, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d8be5f-3bf5-4d11-b058-aa42d8a550a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f000b40b-41d1-4ec2-b38c-5103d6a909c2'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:20:36.753576 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:36.849221 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] For port 9b39d16f-0978-42de-bb61-1edad4b59159, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:20:36.855015 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] For port 9b39d16f-0978-42de-bb61-1edad4b59159, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9b39d16f-0978-42de-bb61-1edad4b59159,segment=NetworkSegment(48d8be5f-3bf5-4d11-b058-aa42d8a550a6),segment_id=48d8be5f-3bf5-4d11-b058-aa42d8a550a6)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:20:36.859261 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:36.953727 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] Routers {'158ae5e7-0ed0-465a-90e2-3db0602ec964'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:20:36.954103 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:20:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['158ae5e7-0ed0-465a-90e2-3db0602ec964'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:20:36.999927 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148966b-09bd-4a5f-a76b-b47c02b20c30 None None] Pushing event updated for resources: {'Port': ['ID=9b39d16f-0978-42de-bb61-1edad4b59159,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:20:37.110373 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] Set router 158ae5e7-0ed0-465a-90e2-3db0602ec964 gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:20:37.423337 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158ae5e7-0ed0-465a-90e2-3db0602ec964', 'name': 'router1', 'tenant_id': '034244decd164d35a943954f8fdbc06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:20:24Z', 'updated_at': '2022-03-09T03:20:34Z', 'revision_number': 2, 'project_id': '034244decd164d35a943954f8fdbc06a', 'gw_port_host': None, '_interfaces': [{'id': '9b39d16f-0978-42de-bb61-1edad4b59159', 'name': '', 'network_id': 'f000b40b-41d1-4ec2-b38c-5103d6a909c2', 'tenant_id': '034244decd164d35a943954f8fdbc06a', 'mac_address': 'fa:16:3e:cc:2e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158ae5e7-0ed0-465a-90e2-3db0602ec964', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '340a366d-b7d9-4d40-9985-a4d90e719df1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:20:33Z', 'updated_at': '2022-03-09T03:20:36Z', 'revision_number': 4, 'project_id': '034244decd164d35a943954f8fdbc06a', 'subnets': [{'id': '340a366d-b7d9-4d40-9985-a4d90e719df1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97e720e2-a90a-42f3-9161-22da2c2bc161'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:20:37.427147 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57db789f-d173-4940-803b-251eb5577ac4 None None] The sync data for ids ['158ae5e7-0ed0-465a-90e2-3db0602ec964'] in n-d-825178-5 is: [{'id': '158ae5e7-0ed0-465a-90e2-3db0602ec964', 'name': 'router1', 'tenant_id': '034244decd164d35a943954f8fdbc06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:20:24Z', 'updated_at': '2022-03-09T03:20:34Z', 'revision_number': 2, 'project_id': '034244decd164d35a943954f8fdbc06a', 'gw_port_host': None, '_interfaces': [{'id': '9b39d16f-0978-42de-bb61-1edad4b59159', 'name': '', 'network_id': 'f000b40b-41d1-4ec2-b38c-5103d6a909c2', 'tenant_id': '034244decd164d35a943954f8fdbc06a', 'mac_address': 'fa:16:3e:cc:2e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158ae5e7-0ed0-465a-90e2-3db0602ec964', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '340a366d-b7d9-4d40-9985-a4d90e719df1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:20:33Z', 'updated_at': '2022-03-09T03:20:36Z', 'revision_number': 4, 'project_id': '034244decd164d35a943954f8fdbc06a', 'subnets': [{'id': '340a366d-b7d9-4d40-9985-a4d90e719df1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97e720e2-a90a-42f3-9161-22da2c2bc161'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:20:37.734325 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33146) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:20:37.882212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6fe77b-8928-4a56-a5b5-395490374362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:20:37.882763 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1c6fe77b-8928-4a56-a5b5-395490374362 admin admin] Synchronizing usage tracker for tenant:43f5d63fc6e243cd824cc3b95d8c7dbe on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:20:37.901234 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1c6fe77b-8928-4a56-a5b5-395490374362 admin admin] Unset dirty status for tenant:43f5d63fc6e243cd824cc3b95d8c7dbe on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:20:37.907890 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1c6fe77b-8928-4a56-a5b5-395490374362 admin admin] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 842 time: 0.1671064 Mar 09 03:20:37.912293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-b07fd719-a2db-4617-a378-383449f9b157 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'ip_version': 4, 'gateway_ip': '172.25.7.1', 'cidr': '172.25.7.0/24'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:20:37.917812 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b07fd719-a2db-4617-a378-383449f9b157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:20:37.921607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b07fd719-a2db-4617-a378-383449f9b157 admin admin] Usage tracker for resource:subnet and tenant:43f5d63fc6e243cd824cc3b95d8c7dbe is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:20:37.924404 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b07fd719-a2db-4617-a378-383449f9b157 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:20:37.930412 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b07fd719-a2db-4617-a378-383449f9b157 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:20:37.939240 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07fd719-a2db-4617-a378-383449f9b157 admin admin] Made reservation on behalf of 43f5d63fc6e243cd824cc3b95d8c7dbe for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:20:37.941498 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b07fd719-a2db-4617-a378-383449f9b157 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:38.323703 n-d-825178-5 neutron-server[87880]: DEBUG neutron.objects.ports [None req-b07fd719-a2db-4617-a378-383449f9b157 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87880) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 03:20:38.324173 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b07fd719-a2db-4617-a378-383449f9b157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:38.393624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fd719-a2db-4617-a378-383449f9b157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af396a82-919d-42f7-80ae-858d531434cd,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:20:38.403571 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07fd719-a2db-4617-a378-383449f9b157 admin admin] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:20:38.403915 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07fd719-a2db-4617-a378-383449f9b157 admin admin] Network hostable DHCP agents. Network: 4b872f8e-70e4-4d08-a0fb-87c6efa59069, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:20:38.422917 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07fd719-a2db-4617-a378-383449f9b157 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:20:38.432701 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-b07fd719-a2db-4617-a378-383449f9b157 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 4b872f8e-70e4-4d08-a0fb-87c6efa59069) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:20:38.437433 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07fd719-a2db-4617-a378-383449f9b157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:20:38.438806 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b07fd719-a2db-4617-a378-383449f9b157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:38.440341 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4803254-11c1-438f-ae53-6e8cc4d79605 None None] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:20:38.461601 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b07fd719-a2db-4617-a378-383449f9b157 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5528584 Mar 09 03:20:38.659479 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014f3c7a-6b2d-4978-bfdc-f812aefc6743 None None] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:20:39.724934 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9b39d16f-0978-42de-bb61-1edad4b59159 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:20:39.793854 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 9b39d16f-0978-42de-bb61-1edad4b59159 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:20:39.798663 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 9b39d16f-0978-42de-bb61-1edad4b59159 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:20:39.799107 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:39.915256 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:39.952028 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 9b39d16f-0978-42de-bb61-1edad4b59159, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9b39d16f-0978-42de-bb61-1edad4b59159,segment=NetworkSegment(48d8be5f-3bf5-4d11-b058-aa42d8a550a6),segment_id=48d8be5f-3bf5-4d11-b058-aa42d8a550a6)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:20:39.955950 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:40.020541 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=9b39d16f-0978-42de-bb61-1edad4b59159,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:20:40.706909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33160) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:20:40.901130 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e33e4277-15cb-40e9-a2f0-683d185205c9 admin admin] 10.222.0.16 "GET /v2.0/routers/158ae5e7-0ed0-465a-90e2-3db0602ec964 HTTP/1.1" status: 200 len: 710 time: 0.1930141 Mar 09 03:20:41.027516 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4171643-1f2a-4c53-bdde-8749ce27bc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:20:41.028855 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a4171643-1f2a-4c53-bdde-8749ce27bc10 admin admin] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 886 time: 0.1227770 Mar 09 03:20:41.037388 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-de8b599f-6f2c-4f56-8e93-77781d791480 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:20:41.510593 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-de8b599f-6f2c-4f56-8e93-77781d791480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:41.709783 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9b39d16f-0978-42de-bb61-1edad4b59159 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:20:41.775607 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 9b39d16f-0978-42de-bb61-1edad4b59159 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:20:41.775906 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:41.828582 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-de8b599f-6f2c-4f56-8e93-77781d791480 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:41.885360 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-de8b599f-6f2c-4f56-8e93-77781d791480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:42.016592 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-de8b599f-6f2c-4f56-8e93-77781d791480 admin admin] Allocated IP 172.25.7.33 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/539390b4-a2bf-4946-9e87-adaf351fe803) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:20:42.154876 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-de8b599f-6f2c-4f56-8e93-77781d791480 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:42.183820 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-de8b599f-6f2c-4f56-8e93-77781d791480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:42.260972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8b599f-6f2c-4f56-8e93-77781d791480 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:20:42.264685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-de8b599f-6f2c-4f56-8e93-77781d791480 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:20:42.275009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8b599f-6f2c-4f56-8e93-77781d791480 admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:20:42.340755 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b599f-6f2c-4f56-8e93-77781d791480 admin admin] Pushing event updated for resources: {'Port': ['ID=539390b4-a2bf-4946-9e87-adaf351fe803,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:20:42.711949 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-de8b599f-6f2c-4f56-8e93-77781d791480 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:43.041638 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-de8b599f-6f2c-4f56-8e93-77781d791480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:43.044837 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-de8b599f-6f2c-4f56-8e93-77781d791480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371792'] for router, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:43.214305 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8b599f-6f2c-4f56-8e93-77781d791480 admin admin] Router 158ae5e7-0ed0-465a-90e2-3db0602ec964 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:20:43.385267 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8b599f-6f2c-4f56-8e93-77781d791480 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:20:43.393643 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-de8b599f-6f2c-4f56-8e93-77781d791480 admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:43.394808 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-de8b599f-6f2c-4f56-8e93-77781d791480 admin admin] 10.222.0.16 "PUT /v2.0/routers/158ae5e7-0ed0-465a-90e2-3db0602ec964 HTTP/1.1" status: 200 len: 889 time: 2.3605814 Mar 09 03:20:43.395027 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] Sync routers for ids ['158ae5e7-0ed0-465a-90e2-3db0602ec964'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:20:43.405724 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] Routers {'158ae5e7-0ed0-465a-90e2-3db0602ec964'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:20:43.406380 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:20:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['158ae5e7-0ed0-465a-90e2-3db0602ec964'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:20:43.598601 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] Set router 158ae5e7-0ed0-465a-90e2-3db0602ec964 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:20:43.947750 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158ae5e7-0ed0-465a-90e2-3db0602ec964', 'name': 'router1', 'tenant_id': '034244decd164d35a943954f8fdbc06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '539390b4-a2bf-4946-9e87-adaf351fe803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:20:24Z', 'updated_at': '2022-03-09T03:20:42Z', 'revision_number': 4, 'project_id': '034244decd164d35a943954f8fdbc06a', 'gw_port': {'id': '539390b4-a2bf-4946-9e87-adaf351fe803', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:25:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158ae5e7-0ed0-465a-90e2-3db0602ec964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:20:41Z', 'updated_at': '2022-03-09T03:20:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '9b39d16f-0978-42de-bb61-1edad4b59159', 'name': '', 'network_id': 'f000b40b-41d1-4ec2-b38c-5103d6a909c2', 'tenant_id': '034244decd164d35a943954f8fdbc06a', 'mac_address': 'fa:16:3e:cc:2e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158ae5e7-0ed0-465a-90e2-3db0602ec964', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '340a366d-b7d9-4d40-9985-a4d90e719df1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:20:33Z', 'updated_at': '2022-03-09T03:20:39Z', 'revision_number': 5, 'project_id': '034244decd164d35a943954f8fdbc06a', 'subnets': [{'id': '340a366d-b7d9-4d40-9985-a4d90e719df1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97e720e2-a90a-42f3-9161-22da2c2bc161'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:20:43.952857 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] Checking router: 158ae5e7-0ed0-465a-90e2-3db0602ec964 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:20:43.953199 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] Updating router 158ae5e7-0ed0-465a-90e2-3db0602ec964 port 539390b4-a2bf-4946-9e87-adaf351fe803 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:20:44.006149 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:44.327830 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:44.340046 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] Transition to ACTIVE for port object 539390b4-a2bf-4946-9e87-adaf351fe803 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:20:44.346610 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:44.422870 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] Attempting to bind port 539390b4-a2bf-4946-9e87-adaf351fe803 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:20:44.423612 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] Attempting to bind port 539390b4-a2bf-4946-9e87-adaf351fe803 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:20:44.423802 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] Attempting to bind port 539390b4-a2bf-4946-9e87-adaf351fe803 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:20:44.429504 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4e9bd-51ba-4863-b962-ad5da6ca9fd9 None None] Pushing event updated for resources: {'Port': ['ID=539390b4-a2bf-4946-9e87-adaf351fe803,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:20:44.436031 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:20:44.436031 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:20:44.436031 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:44.436923 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:20:44.437347 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] Bound port: 539390b4-a2bf-4946-9e87-adaf351fe803, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:20:44.437738 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:44.510407 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] For port 539390b4-a2bf-4946-9e87-adaf351fe803, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:20:44.513297 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] For port 539390b4-a2bf-4946-9e87-adaf351fe803, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=539390b4-a2bf-4946-9e87-adaf351fe803,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:20:44.517892 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:44.593741 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] Routers {'158ae5e7-0ed0-465a-90e2-3db0602ec964'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:20:44.594257 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:20:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['158ae5e7-0ed0-465a-90e2-3db0602ec964'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:20:44.648707 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4e9bd-51ba-4863-b962-ad5da6ca9fd9 None None] Pushing event updated for resources: {'Port': ['ID=539390b4-a2bf-4946-9e87-adaf351fe803,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:20:44.772409 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] Set router 158ae5e7-0ed0-465a-90e2-3db0602ec964 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:20:45.110841 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158ae5e7-0ed0-465a-90e2-3db0602ec964', 'name': 'router1', 'tenant_id': '034244decd164d35a943954f8fdbc06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '539390b4-a2bf-4946-9e87-adaf351fe803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:20:24Z', 'updated_at': '2022-03-09T03:20:42Z', 'revision_number': 4, 'project_id': '034244decd164d35a943954f8fdbc06a', 'gw_port': {'id': '539390b4-a2bf-4946-9e87-adaf351fe803', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:25:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158ae5e7-0ed0-465a-90e2-3db0602ec964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:20:41Z', 'updated_at': '2022-03-09T03:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '9b39d16f-0978-42de-bb61-1edad4b59159', 'name': '', 'network_id': 'f000b40b-41d1-4ec2-b38c-5103d6a909c2', 'tenant_id': '034244decd164d35a943954f8fdbc06a', 'mac_address': 'fa:16:3e:cc:2e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158ae5e7-0ed0-465a-90e2-3db0602ec964', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '340a366d-b7d9-4d40-9985-a4d90e719df1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:20:33Z', 'updated_at': '2022-03-09T03:20:39Z', 'revision_number': 5, 'project_id': '034244decd164d35a943954f8fdbc06a', 'subnets': [{'id': '340a366d-b7d9-4d40-9985-a4d90e719df1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97e720e2-a90a-42f3-9161-22da2c2bc161'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:20:45.114616 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390e02fb-5b22-42bb-8786-bde179affc73 None None] The sync data for ids ['158ae5e7-0ed0-465a-90e2-3db0602ec964'] in n-d-825178-5 is: [{'id': '158ae5e7-0ed0-465a-90e2-3db0602ec964', 'name': 'router1', 'tenant_id': '034244decd164d35a943954f8fdbc06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '539390b4-a2bf-4946-9e87-adaf351fe803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:20:24Z', 'updated_at': '2022-03-09T03:20:42Z', 'revision_number': 4, 'project_id': '034244decd164d35a943954f8fdbc06a', 'gw_port': {'id': '539390b4-a2bf-4946-9e87-adaf351fe803', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:25:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158ae5e7-0ed0-465a-90e2-3db0602ec964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:20:41Z', 'updated_at': '2022-03-09T03:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '9b39d16f-0978-42de-bb61-1edad4b59159', 'name': '', 'network_id': 'f000b40b-41d1-4ec2-b38c-5103d6a909c2', 'tenant_id': '034244decd164d35a943954f8fdbc06a', 'mac_address': 'fa:16:3e:cc:2e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158ae5e7-0ed0-465a-90e2-3db0602ec964', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '340a366d-b7d9-4d40-9985-a4d90e719df1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:20:33Z', 'updated_at': '2022-03-09T03:20:39Z', 'revision_number': 5, 'project_id': '034244decd164d35a943954f8fdbc06a', 'subnets': [{'id': '340a366d-b7d9-4d40-9985-a4d90e719df1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97e720e2-a90a-42f3-9161-22da2c2bc161'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:20:45.742266 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 539390b4-a2bf-4946-9e87-adaf351fe803 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:20:45.788251 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33170) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:20:45.818454 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 539390b4-a2bf-4946-9e87-adaf351fe803 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:20:45.824525 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 539390b4-a2bf-4946-9e87-adaf351fe803 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:20:45.824908 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:45.965725 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:45.982548 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 539390b4-a2bf-4946-9e87-adaf351fe803, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=539390b4-a2bf-4946-9e87-adaf351fe803,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:20:45.986197 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:46.029121 n-d-825178-5 neutron-server[87881]: DEBUG neutron.policy [None req-919e6ea1-f5ed-47c6-a70f-be2066329083 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87881) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 09 03:20:46.053937 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=539390b4-a2bf-4946-9e87-adaf351fe803,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:20:46.075664 n-d-825178-5 neutron-server[87881]: WARNING oslo_policy.policy [None req-919e6ea1-f5ed-47c6-a70f-be2066329083 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 03:20:46.076045 n-d-825178-5 neutron-server[87881]: WARNING oslo_policy.policy [None req-919e6ea1-f5ed-47c6-a70f-be2066329083 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 03:20:46.086157 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-919e6ea1-f5ed-47c6-a70f-be2066329083 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.2969692 Mar 09 03:20:47.729839 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 539390b4-a2bf-4946-9e87-adaf351fe803 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:20:47.798807 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 539390b4-a2bf-4946-9e87-adaf351fe803 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:20:47.799198 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:20:51.878764 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 5 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:20:58.637131 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a3e4cadf-f04b-401c-9b74-2d7a8b9b76cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:21:00.964834 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b4402df0-3af4-424d-afe6-98dd22048749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:21:01.940052 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:21:01.954969 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:21:03.200568 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:21:28.640047 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d6a0e71a-1787-4e9f-a3e4-724c3b073627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:21:28.867956 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 5 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:21:30.968421 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d17f6c70-f146-4900-ae3b-7df52aef874d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:21:31.950788 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:21:31.955008 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:21:33.205803 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:21:58.643277 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c21967e6-6a47-45d8-940c-c37985262206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:22:00.976592 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bab32820-1595-4c7b-b26f-9d42c1704e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:22:01.958277 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:22:01.959994 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:22:03.208526 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:22:05.869059 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 5 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:22:28.646464 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-75d514bf-e829-417e-94bf-b31a85ae3dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:22:30.969383 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-70a86fca-7554-49f6-9bf6-973766672ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:22:31.947352 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:22:31.953712 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:22:33.205803 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:22:42.868454 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 5 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:22:51.454236 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33774) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:22:51.528760 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80e1e1b-4dca-4153-96ec-48dedea02729 admin admin] GET failed (client error): The resource could not be found. Mar 09 03:22:51.530186 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e80e1e1b-4dca-4153-96ec-48dedea02729 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0749347 Mar 09 03:22:51.688918 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0474826b-0b83-44af-a64a-cdd56fb44033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:22:51.690301 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0474826b-0b83-44af-a64a-cdd56fb44033 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1559179 Mar 09 03:22:53.839320 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33784) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:22:53.944652 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1def2582-d064-4ac5-a072-2436497e47d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:22:53.945206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1def2582-d064-4ac5-a072-2436497e47d9 admin admin] Synchronizing usage tracker for tenant:43f5d63fc6e243cd824cc3b95d8c7dbe on resource:subnet {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:22:53.961680 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1def2582-d064-4ac5-a072-2436497e47d9 admin admin] Unset dirty status for tenant:43f5d63fc6e243cd824cc3b95d8c7dbe on resource:subnet {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:22:53.963138 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1def2582-d064-4ac5-a072-2436497e47d9 admin admin] 10.222.0.16 "GET /v2.0/subnets/340a366d-b7d9-4d40-9985-a4d90e719df1 HTTP/1.1" status: 200 len: 849 time: 0.1228368 Mar 09 03:22:53.972538 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-fae9345c-b334-41f5-aa2e-481808c86ae8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:22:54.087635 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fae9345c-b334-41f5-aa2e-481808c86ae8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:22:54.269565 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fae9345c-b334-41f5-aa2e-481808c86ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730634455031'] for subnet, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:22:54.312186 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae9345c-b334-41f5-aa2e-481808c86ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:22:54.312767 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fae9345c-b334-41f5-aa2e-481808c86ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:22:54.314022 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fae9345c-b334-41f5-aa2e-481808c86ae8 admin admin] 10.222.0.16 "PUT /v2.0/subnets/340a366d-b7d9-4d40-9985-a4d90e719df1 HTTP/1.1" status: 200 len: 868 time: 0.3453994 Mar 09 03:22:54.316828 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf144e8-15c7-439f-a8d8-c31b9bec16f6 None None] Network f000b40b-41d1-4ec2-b38c-5103d6a909c2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:22:54.337324 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9345c-b334-41f5-aa2e-481808c86ae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=340a366d-b7d9-4d40-9985-a4d90e719df1,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:22:54.345062 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae9345c-b334-41f5-aa2e-481808c86ae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:22:54.345422 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae9345c-b334-41f5-aa2e-481808c86ae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:22:54.345732 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae9345c-b334-41f5-aa2e-481808c86ae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:22:54.346056 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae9345c-b334-41f5-aa2e-481808c86ae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:22:54.346383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae9345c-b334-41f5-aa2e-481808c86ae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:22:54.346707 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae9345c-b334-41f5-aa2e-481808c86ae8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:22:54.347057 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae9345c-b334-41f5-aa2e-481808c86ae8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:22:54.347378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae9345c-b334-41f5-aa2e-481808c86ae8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:22:54.347696 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae9345c-b334-41f5-aa2e-481808c86ae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:22:54.348014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae9345c-b334-41f5-aa2e-481808c86ae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:22:54.348375 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae9345c-b334-41f5-aa2e-481808c86ae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:22:54.348678 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae9345c-b334-41f5-aa2e-481808c86ae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:22:54.746217 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3d522e64-03df-402d-8a3d-98c4bbea05b8 None None] Provisioning complete for port 9b39d16f-0978-42de-bb61-1edad4b59159 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:22:54.746578 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3d522e64-03df-402d-8a3d-98c4bbea05b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:22:54.867213 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3d522e64-03df-402d-8a3d-98c4bbea05b8 None None] Provisioning complete for port a85db3a3-3eaa-4afc-b809-6be5c631c9ae triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:22:54.867525 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3d522e64-03df-402d-8a3d-98c4bbea05b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:22:56.550207 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33794) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:22:56.722151 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e981747b-6bbd-4f90-b68c-0de869dc6fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:22:56.722623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e981747b-6bbd-4f90-b68c-0de869dc6fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:22:56.724166 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e981747b-6bbd-4f90-b68c-0de869dc6fb3 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1730206 Mar 09 03:22:58.650605 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-48aa2036-85b4-4772-8067-ae0364797485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:22:58.921428 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33804) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:22:59.089400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5a03f1-f5a9-461f-92d2-b2609c0fc040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:22:59.089859 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5a03f1-f5a9-461f-92d2-b2609c0fc040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:22:59.091395 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4e5a03f1-f5a9-461f-92d2-b2609c0fc040 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1690109 Mar 09 03:23:00.972123 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0ab734ca-1313-41c2-a6f5-7546f60ec667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:01.225621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33814) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:23:01.441165 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8cc257-6155-46bd-9045-4c5035fe90a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:23:01.443092 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6e8cc257-6155-46bd-9045-4c5035fe90a0 admin admin] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 886 time: 0.2164898 Mar 09 03:23:01.952080 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:01.958274 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:03.211517 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:03.639897 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33824) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:23:03.808260 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0f01bd-1351-486c-aa9f-fe239bcaa0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:23:03.809891 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-da0f01bd-1351-486c-aa9f-fe239bcaa0b5 admin admin] 10.222.0.16 "GET /v2.0/networks/f000b40b-41d1-4ec2-b38c-5103d6a909c2 HTTP/1.1" status: 200 len: 869 time: 0.1687446 Mar 09 03:23:05.999408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33834) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:23:06.104208 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fa0380-6de5-4e59-9f81-cb3fe3b90771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:23:06.104654 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fa0380-6de5-4e59-9f81-cb3fe3b90771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:23:06.106183 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b1fa0380-6de5-4e59-9f81-cb3fe3b90771 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1058011 Mar 09 03:23:08.226496 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33844) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:23:08.331449 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9622fc-e8dd-4ec4-874f-746448bb5bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:23:08.331894 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9622fc-e8dd-4ec4-874f-746448bb5bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:23:08.333336 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5f9622fc-e8dd-4ec4-874f-746448bb5bbb admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1058958 Mar 09 03:23:10.471749 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33854) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:23:10.580023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60a98cd-e398-4f45-beaf-9ab9c2fc9bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:23:10.581271 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f60a98cd-e398-4f45-beaf-9ab9c2fc9bc7 admin admin] 10.222.0.16 "GET /v2.0/subnets/340a366d-b7d9-4d40-9985-a4d90e719df1 HTTP/1.1" status: 200 len: 868 time: 0.1085734 Mar 09 03:23:12.725283 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33864) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:23:12.822566 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01912b10-4fcb-4978-9cc1-91b501f11d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:23:12.823941 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-01912b10-4fcb-4978-9cc1-91b501f11d73 admin admin] 10.222.0.16 "GET /v2.0/subnets/af396a82-919d-42f7-80ae-858d531434cd HTTP/1.1" status: 200 len: 816 time: 0.0977249 Mar 09 03:23:19.868721 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 5 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:23:28.653081 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c110438a-ac5a-4531-9856-fd4fdfba8641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:30.975255 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-987aac51-15ce-4046-97e5-1a5f2db27346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:31.949446 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:31.959445 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:32.188091 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33910) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:23:32.234390 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-9f85e480-013e-4020-ab24-f98c03780059 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:23:32.235521 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9f85e480-013e-4020-ab24-f98c03780059 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464940 Mar 09 03:23:33.214652 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:34.455080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33920) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:23:34.529101 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-545d4c38-439c-4190-b728-f44ca94dac3d admin admin] GET failed (client error): The resource could not be found. Mar 09 03:23:34.530310 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-545d4c38-439c-4190-b728-f44ca94dac3d admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0743279 Mar 09 03:23:34.654547 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db824a8c-35bf-4d28-9c53-09c9b93d80e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:23:34.655909 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-db824a8c-35bf-4d28-9c53-09c9b93d80e1 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1218278 Mar 09 03:23:36.840667 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33930) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:23:36.890034 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-b070c576-9c21-406a-aa77-5c3ff179977e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:23:36.895278 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b070c576-9c21-406a-aa77-5c3ff179977e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:23:36.905046 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b070c576-9c21-406a-aa77-5c3ff179977e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:23:36.915607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b070c576-9c21-406a-aa77-5c3ff179977e admin admin] Made reservation on behalf of 43f5d63fc6e243cd824cc3b95d8c7dbe for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:23:36.917849 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b070c576-9c21-406a-aa77-5c3ff179977e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:37.004048 n-d-825178-5 neutron-server[87880]: WARNING neutron.services.revisions.revision_plugin [None req-b070c576-9c21-406a-aa77-5c3ff179977e admin admin] Could not find related network for resource to bump revision. Mar 09 03:23:37.015814 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b070c576-9c21-406a-aa77-5c3ff179977e admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:23:37.025161 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b070c576-9c21-406a-aa77-5c3ff179977e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:37.025692 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-b070c576-9c21-406a-aa77-5c3ff179977e admin admin] Added segment c97d8c24-2962-4554-aaa8-39f28643d6bb of type vlan for network 56d2944b-97fc-479b-87f0-0f3cfd949a73 Mar 09 03:23:37.049386 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b070c576-9c21-406a-aa77-5c3ff179977e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:37.076385 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b070c576-9c21-406a-aa77-5c3ff179977e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:37.077451 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b070c576-9c21-406a-aa77-5c3ff179977e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:23:37.078012 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b070c576-9c21-406a-aa77-5c3ff179977e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:37.174122 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b070c576-9c21-406a-aa77-5c3ff179977e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3323927 Mar 09 03:23:37.178839 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070c576-9c21-406a-aa77-5c3ff179977e admin admin] Pushing event updated for resources: {'Network': ['ID=56d2944b-97fc-479b-87f0-0f3cfd949a73,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:23:37.198172 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:23:39.374373 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33940) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:23:39.440218 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a943fb0-d7e9-4ae1-a84e-658ef63dd882 admin admin] GET failed (client error): The resource could not be found. Mar 09 03:23:39.440720 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9a943fb0-d7e9-4ae1-a84e-658ef63dd882 admin admin] Synchronizing usage tracker for tenant:43f5d63fc6e243cd824cc3b95d8c7dbe on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:23:39.454909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9a943fb0-d7e9-4ae1-a84e-658ef63dd882 admin admin] Unset dirty status for tenant:43f5d63fc6e243cd824cc3b95d8c7dbe on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:23:39.455993 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9a943fb0-d7e9-4ae1-a84e-658ef63dd882 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0806267 Mar 09 03:23:39.558013 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e9e4cd-ce27-4335-9c70-2cfb08d6c0cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:23:39.559382 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-34e9e4cd-ce27-4335-9c70-2cfb08d6c0cf admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0995007 Mar 09 03:23:39.568618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-aab6ec25-1580-4a51-b75b-9a5ba5073929 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:23:39.572717 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-aab6ec25-1580-4a51-b75b-9a5ba5073929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:23:39.582272 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-aab6ec25-1580-4a51-b75b-9a5ba5073929 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:23:39.591568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab6ec25-1580-4a51-b75b-9a5ba5073929 admin admin] Made reservation on behalf of 43f5d63fc6e243cd824cc3b95d8c7dbe for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:23:39.593745 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aab6ec25-1580-4a51-b75b-9a5ba5073929 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:39.786013 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aab6ec25-1580-4a51-b75b-9a5ba5073929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:39.861126 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6ec25-1580-4a51-b75b-9a5ba5073929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13a644b3-00f7-4af5-b068-8f87a36df924,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:23:39.869575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab6ec25-1580-4a51-b75b-9a5ba5073929 admin admin] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:23:39.870048 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab6ec25-1580-4a51-b75b-9a5ba5073929 admin admin] Network hostable DHCP agents. Network: 56d2944b-97fc-479b-87f0-0f3cfd949a73, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:23:39.893197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab6ec25-1580-4a51-b75b-9a5ba5073929 admin admin] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:23:39.902961 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-aab6ec25-1580-4a51-b75b-9a5ba5073929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 56d2944b-97fc-479b-87f0-0f3cfd949a73) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:23:39.907313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab6ec25-1580-4a51-b75b-9a5ba5073929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:23:39.907877 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aab6ec25-1580-4a51-b75b-9a5ba5073929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:39.914907 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d59e86-c8ab-4f62-8146-e74ba4aadd78 None None] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:23:39.932935 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-aab6ec25-1580-4a51-b75b-9a5ba5073929 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3674362 Mar 09 03:23:40.133815 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-56d2944b-97fc-479b-87f0-0f3cfd949a73', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'tenant_id': '43f5d63fc6e243cd824cc3b95d8c7dbe', 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:23:40.134655 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:40.290935 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Allocated IP 192.168.233.2 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/9b45ad85-8ccb-45d5-ae96-1dab1876adb4) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:23:40.496570 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:40.508073 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Transition to ACTIVE for port object 9b45ad85-8ccb-45d5-ae96-1dab1876adb4 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:23:40.526634 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Transition to ACTIVE for port object 9b45ad85-8ccb-45d5-ae96-1dab1876adb4 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:23:40.532421 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:40.593111 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:23:40.595775 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:23:40.603922 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:23:40.636600 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Pushing event updated for resources: {'Port': ['ID=9b45ad85-8ccb-45d5-ae96-1dab1876adb4,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:23:40.652428 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:23:40.652764 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:23:40.653094 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:23:40.653420 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:23:40.653748 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:23:40.654067 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:23:40.654388 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:23:40.654700 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:23:40.655044 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:23:40.655379 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:23:40.655689 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:23:40.656002 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:23:40.711228 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Attempting to bind port 9b45ad85-8ccb-45d5-ae96-1dab1876adb4 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:23:40.711795 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Attempting to bind port 9b45ad85-8ccb-45d5-ae96-1dab1876adb4 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:23:40.712338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Attempting to bind port 9b45ad85-8ccb-45d5-ae96-1dab1876adb4 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:23:40.718421 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:23:40.718798 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:23:40.719228 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:40.719618 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:23:40.720075 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Bound port: 9b45ad85-8ccb-45d5-ae96-1dab1876adb4, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:23:40.720457 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:40.812753 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] For port 9b45ad85-8ccb-45d5-ae96-1dab1876adb4, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:23:40.817242 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] For port 9b45ad85-8ccb-45d5-ae96-1dab1876adb4, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9b45ad85-8ccb-45d5-ae96-1dab1876adb4,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:23:40.825504 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:40.902760 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988690f-7c07-4ea6-9e8d-d05349aa611c None None] Pushing event updated for resources: {'Port': ['ID=9b45ad85-8ccb-45d5-ae96-1dab1876adb4,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:23:41.713409 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7545bc-71b3-4216-a8d6-42164a583098 None None] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:23:41.812643 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fc298dd9-19ec-41ae-9909-74fdf7c9fcbb None None] Provisioning for port 9b45ad85-8ccb-45d5-ae96-1dab1876adb4 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:23:41.831933 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9b45ad85-8ccb-45d5-ae96-1dab1876adb4 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:23:41.961022 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 9b45ad85-8ccb-45d5-ae96-1dab1876adb4 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:23:41.991849 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 9b45ad85-8ccb-45d5-ae96-1dab1876adb4 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:23:41.992223 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:42.133219 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:42.169680 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 9b45ad85-8ccb-45d5-ae96-1dab1876adb4, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9b45ad85-8ccb-45d5-ae96-1dab1876adb4,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:23:42.175329 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:42.276428 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=9b45ad85-8ccb-45d5-ae96-1dab1876adb4,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:23:42.340870 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b5d27892-340b-4d67-b674-924732d927db None None] Provisioning complete for port 9b45ad85-8ccb-45d5-ae96-1dab1876adb4 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:23:42.341325 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b5d27892-340b-4d67-b674-924732d927db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:43.797915 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9b45ad85-8ccb-45d5-ae96-1dab1876adb4 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:23:43.868237 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 9b45ad85-8ccb-45d5-ae96-1dab1876adb4 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:23:43.868602 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:23:56.868496 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 5 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:23:58.656418 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b1a622f6-2ad6-49af-8e97-3f2ccdd78330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:24:00.979233 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e0935147-b60a-42ca-8bf7-59df8501e8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:24:01.958371 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:24:01.962670 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:24:03.218022 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:24:28.659669 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2a4150d8-9a39-4ff1-9288-ab64d9520015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:24:30.982003 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d4bed325-a531-4b69-8afe-d0b0ad55a47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:24:31.963333 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:24:31.967236 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:24:33.221561 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:24:33.868019 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 5 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:24:58.661998 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-35f74cdd-abf8-40a5-ae8e-fe40f7260172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:25:00.983591 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ff74c23c-42c6-4cbd-bb61-02a4a9763b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:25:01.958423 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:25:01.968524 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:25:03.224823 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:25:04.213407 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33984) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:25:04.219197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-04a28ade-8e75-4204-aa33-8096c09f999e tempest-verify_tempest_config-537057842 tempest-verify_tempest_config-537057842-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:25:04.220136 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-04a28ade-8e75-4204-aa33-8096c09f999e tempest-verify_tempest_config-537057842 tempest-verify_tempest_config-537057842-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057631 Mar 09 03:25:04.512293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34002) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:25:04.621753 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8f452c51-03d4-4e21-a79e-a1f249e74780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:25:04.635958 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8f452c51-03d4-4e21-a79e-a1f249e74780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:25:04.639603 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8f452c51-03d4-4e21-a79e-a1f249e74780 admin admin] Usage tracker for resource:security_group_rule and tenant:bf757d88d02240bc820b17d85bc51121 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:25:04.642258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8f452c51-03d4-4e21-a79e-a1f249e74780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:25:04.647708 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8f452c51-03d4-4e21-a79e-a1f249e74780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:25:04.727746 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8f452c51-03d4-4e21-a79e-a1f249e74780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:25:04.731327 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8f452c51-03d4-4e21-a79e-a1f249e74780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:25:04.774920 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8f452c51-03d4-4e21-a79e-a1f249e74780 admin admin] Synchronizing usage tracker for tenant:43f5d63fc6e243cd824cc3b95d8c7dbe on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:25:04.778320 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f452c51-03d4-4e21-a79e-a1f249e74780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763b3caf-7c39-4ac7-a02a-06b8ee9ed62c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:25:04.789357 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f452c51-03d4-4e21-a79e-a1f249e74780 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:25:04.789690 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f452c51-03d4-4e21-a79e-a1f249e74780 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:25:04.790014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f452c51-03d4-4e21-a79e-a1f249e74780 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:25:04.790336 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f452c51-03d4-4e21-a79e-a1f249e74780 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:25:04.790654 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f452c51-03d4-4e21-a79e-a1f249e74780 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:25:04.791002 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f452c51-03d4-4e21-a79e-a1f249e74780 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:25:04.791312 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f452c51-03d4-4e21-a79e-a1f249e74780 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:25:04.791621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f452c51-03d4-4e21-a79e-a1f249e74780 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:25:04.791929 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f452c51-03d4-4e21-a79e-a1f249e74780 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:25:04.792234 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f452c51-03d4-4e21-a79e-a1f249e74780 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:25:04.792540 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f452c51-03d4-4e21-a79e-a1f249e74780 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:25:04.792843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f452c51-03d4-4e21-a79e-a1f249e74780 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:25:04.804605 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8f452c51-03d4-4e21-a79e-a1f249e74780 admin admin] Unset dirty status for tenant:43f5d63fc6e243cd824cc3b95d8c7dbe on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:25:04.808409 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8f452c51-03d4-4e21-a79e-a1f249e74780 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf757d88d02240bc820b17d85bc51121&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2925522 Mar 09 03:25:04.808816 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34008) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:25:04.866227 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5a46cc42-d1c4-4b9b-83a7-09c18a8bf1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:25:04.890304 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5a46cc42-d1c4-4b9b-83a7-09c18a8bf1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:25:04.983649 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5a46cc42-d1c4-4b9b-83a7-09c18a8bf1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:25:04.998295 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46cc42-d1c4-4b9b-83a7-09c18a8bf1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763b3caf-7c39-4ac7-a02a-06b8ee9ed62c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:25:05.006339 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5a46cc42-d1c4-4b9b-83a7-09c18a8bf1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:25:05.007468 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5a46cc42-d1c4-4b9b-83a7-09c18a8bf1f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/763b3caf-7c39-4ac7-a02a-06b8ee9ed62c HTTP/1.1" status: 204 len: 168 time: 0.1980281 Mar 09 03:25:10.868197 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 5 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:25:28.663850 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e76062ac-9d40-4a07-a05b-900c6b04b590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:25:30.986164 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3ac873f7-695f-4f54-9625-8141361c88ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:25:31.960889 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:25:31.970603 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:25:33.228044 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:25:47.867284 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 5 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:25:58.665493 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5e52f4cd-1e76-480b-ae98-859a457df1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:26:00.986356 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b41e6c50-f777-4ff3-98bc-cc5ebf484490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:26:01.967780 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:26:01.972634 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:26:03.229934 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:26:24.866193 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 5 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:26:28.668033 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1a248339-17a0-4821-83a3-06d7159b9891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:26:30.988928 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-747e7e6c-7402-47fc-858d-f394043c4048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:26:31.970932 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:26:31.975108 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:26:33.232629 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:26:58.669226 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ca865f2e-94f6-43c4-a09e-c36e07f1c571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:27:00.991981 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b1e625fe-34e1-4e5f-aee3-86c3dac68bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:27:01.864627 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 5 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:27:01.972719 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:27:01.977086 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:27:03.235413 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:27:28.671967 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0b8c9206-88fa-490e-a7d6-35394d46f720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:27:30.993178 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-57ccecfd-3a98-4e37-ae0f-e3c0d1296521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:27:31.977822 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:27:31.981256 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:27:33.239298 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:27:38.863032 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 5 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:27:58.672786 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-09a17de2-023d-4cc5-bdeb-f456c7afb2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:28:00.994301 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a1ac00ce-2fcd-4a15-9c2c-29f8d3bb007f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:28:01.973402 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:28:01.983656 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:28:03.246951 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:28:03.693551 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373767'] for agent, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:28:08.378752 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373767'] for agent, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:28:15.862522 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:28:28.674779 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ccd33ab8-8159-418c-abb6-49166051ca08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:28:30.994345 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9fef62a9-b616-477e-9d11-e5df551723b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:28:31.981724 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:28:31.985012 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:28:33.245213 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:28:33.678439 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:28:38.364097 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:28:50.635847 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34068) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:28:50.749841 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-47902cc2-cde4-424f-b91f-6f07c276c0b0 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1128662 Mar 09 03:28:52.861308 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:28:52.910096 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34078) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:28:52.963310 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0d6d4c6d-ac4c-437a-acdc-bbdc2938e282 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0521147 Mar 09 03:28:58.675869 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6e3b17af-4b3f-4bdf-89d5-9afda4e102e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:29:00.995003 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d7c4489c-b982-423e-aeb4-8ba74f370b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:29:01.986282 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:29:01.988402 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:29:03.248167 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:29:03.693435 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:29:08.364760 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:29:28.676768 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a749da00-b181-45d1-a403-9e7b01ac3b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:29:29.861877 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:29:30.997350 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5e80b2d3-0674-47d5-8a55-ff27bad98428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:29:31.990379 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:29:31.994727 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:29:33.262622 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:29:33.695852 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:29:38.355450 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:29:58.696950 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8172b13b-ca1e-4464-9d30-3ac23a88909d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:00.999840 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1d4a7896-a8c6-42ba-9eb0-119858b16cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:01.992767 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:01.993967 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:03.257487 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:03.692903 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:06.864648 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:30:08.360975 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:28.679656 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3b624daa-3dfc-4824-a35b-b8919e631035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:31.002341 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7cf47604-18d7-4bc8-b869-e7e7f13613a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:31.994622 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:31.996419 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:33.261424 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:33.706046 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:38.362160 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:38.748675 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34262) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:39.243666 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34286) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:39.244391 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0ed116e4-900d-4b08-b09c-5a93f937a72f tempest-AutoAllocateNetworkTest-696016956 tempest-AutoAllocateNetworkTest-696016956-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e51d1dd55d3d4d02a70d494d96de8981&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4934134 Mar 09 03:30:39.405748 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb059c8-f838-4f3a-9c86-cc2f5a770ed0 tempest-AutoAllocateNetworkTest-696016956 tempest-AutoAllocateNetworkTest-696016956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:30:39.407523 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8bb059c8-f838-4f3a-9c86-cc2f5a770ed0 tempest-AutoAllocateNetworkTest-696016956 tempest-AutoAllocateNetworkTest-696016956-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1627347 Mar 09 03:30:39.419676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34296) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:39.547214 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-191ddccc-9e25-45d6-8f8e-be97102fba3e tempest-AutoAllocateNetworkTest-696016956 tempest-AutoAllocateNetworkTest-696016956-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1220777 Mar 09 03:30:39.547214 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34304) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:39.573621 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4c927d29-0500-49bb-a4c2-005086531960 tempest-AutoAllocateNetworkTest-696016956 tempest-AutoAllocateNetworkTest-696016956-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e51d1dd55d3d4d02a70d494d96de8981 HTTP/1.1" status: 200 len: 208 time: 0.0257120 Mar 09 03:30:40.635052 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34352) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:41.001715 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d389654-dd78-40f8-bfe2-9a8359019862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:41.016867 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8d389654-dd78-40f8-bfe2-9a8359019862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:30:41.023940 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8d389654-dd78-40f8-bfe2-9a8359019862 admin admin] Usage tracker for resource:security_group_rule and tenant:e51d1dd55d3d4d02a70d494d96de8981 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:30:41.030881 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8d389654-dd78-40f8-bfe2-9a8359019862 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:30:41.036529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8d389654-dd78-40f8-bfe2-9a8359019862 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:30:41.120782 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d389654-dd78-40f8-bfe2-9a8359019862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:41.126939 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d389654-dd78-40f8-bfe2-9a8359019862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:41.172945 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d389654-dd78-40f8-bfe2-9a8359019862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a70d5f-8c25-4191-bd83-73c5a1b17ae2,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:41.180886 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d389654-dd78-40f8-bfe2-9a8359019862 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:41.181223 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d389654-dd78-40f8-bfe2-9a8359019862 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:41.181547 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d389654-dd78-40f8-bfe2-9a8359019862 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:41.181867 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d389654-dd78-40f8-bfe2-9a8359019862 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:41.182195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d389654-dd78-40f8-bfe2-9a8359019862 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:41.182497 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d389654-dd78-40f8-bfe2-9a8359019862 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:41.182813 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d389654-dd78-40f8-bfe2-9a8359019862 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:41.183149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d389654-dd78-40f8-bfe2-9a8359019862 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:41.183459 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d389654-dd78-40f8-bfe2-9a8359019862 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:41.183764 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d389654-dd78-40f8-bfe2-9a8359019862 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:41.184068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d389654-dd78-40f8-bfe2-9a8359019862 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:41.184377 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d389654-dd78-40f8-bfe2-9a8359019862 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d389654-dd78-40f8-bfe2-9a8359019862 admin admin] Tracked resource versions report: Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: pushed versions: Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: { 'AddressGroup': {'1.2'}, Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: 'ConntrackHelper': {'1.0'}, Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: 'Log': {'1.0'}, Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: 'Network': {'1.1'}, Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: 'Port': {'1.7'}, Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: 'PortForwarding': {'1.2'}, Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: 'QosPolicy': {'1.8'}, Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: 'SecurityGroup': {'1.4'}, Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: 'SecurityGroupRule': {'1.2'}, Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: 'SubPort': {'1.0'}, Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: 'Subnet': {'1.1'}, Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: 'Trunk': {'1.1'}} Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: consumer versions: Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: { DHCP agent@n-d-825178-5: {}, Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: HyperV agent@n-h1-825178-5: {}, Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: HyperV agent@n-h2-825178-5: {}, Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: L3 agent@n-d-825178-5: {}, Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: Metadata agent@n-d-825178-5: {}, Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: Metering agent@n-d-825178-5: {}, Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: Open vSwitch agent@n-d-825178-5: { 'AddressGroup': '1.2', Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: 'ConntrackHelper': '1.0', Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: 'Log': '1.0', Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: 'Network': '1.1', Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: 'Port': '1.7', Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: 'PortForwarding': '1.2', Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: 'QosPolicy': '1.8', Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: 'SecurityGroup': '1.4', Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: 'SecurityGroupRule': '1.2', Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: 'SubPort': '1.0', Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: 'Subnet': '1.1', Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: 'Trunk': '1.1'}} Mar 09 03:30:41.185424 n-d-825178-5 neutron-server[87880]: {{(pid=87880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 03:30:41.193160 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34382) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:41.207407 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8d389654-dd78-40f8-bfe2-9a8359019862 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e51d1dd55d3d4d02a70d494d96de8981&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5868387 Mar 09 03:30:41.274793 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71918ee1-cac9-446f-b21d-d145e815bfba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:41.303040 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71918ee1-cac9-446f-b21d-d145e815bfba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:41.366095 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71918ee1-cac9-446f-b21d-d145e815bfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:41.385338 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71918ee1-cac9-446f-b21d-d145e815bfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a70d5f-8c25-4191-bd83-73c5a1b17ae2,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:41.396446 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71918ee1-cac9-446f-b21d-d145e815bfba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:41.396781 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71918ee1-cac9-446f-b21d-d145e815bfba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:41.397106 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71918ee1-cac9-446f-b21d-d145e815bfba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:41.397434 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71918ee1-cac9-446f-b21d-d145e815bfba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:41.397778 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71918ee1-cac9-446f-b21d-d145e815bfba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:41.398056 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71918ee1-cac9-446f-b21d-d145e815bfba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:41.398369 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71918ee1-cac9-446f-b21d-d145e815bfba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:41.398679 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71918ee1-cac9-446f-b21d-d145e815bfba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:41.399015 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71918ee1-cac9-446f-b21d-d145e815bfba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:41.399325 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71918ee1-cac9-446f-b21d-d145e815bfba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:41.399634 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71918ee1-cac9-446f-b21d-d145e815bfba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:41.399941 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71918ee1-cac9-446f-b21d-d145e815bfba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71918ee1-cac9-446f-b21d-d145e815bfba admin admin] Tracked resource versions report: Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: pushed versions: Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: { 'AddressGroup': {'1.2'}, Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: 'ConntrackHelper': {'1.0'}, Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: 'Log': {'1.0'}, Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: 'Network': {'1.1'}, Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: 'Port': {'1.7'}, Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: 'PortForwarding': {'1.2'}, Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: 'QosPolicy': {'1.8'}, Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: 'SecurityGroup': {'1.4'}, Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: 'SecurityGroupRule': {'1.2'}, Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: 'SubPort': {'1.0'}, Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: 'Subnet': {'1.1'}, Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: 'Trunk': {'1.1'}} Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: consumer versions: Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: { DHCP agent@n-d-825178-5: {}, Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: HyperV agent@n-h1-825178-5: {}, Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: HyperV agent@n-h2-825178-5: {}, Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: L3 agent@n-d-825178-5: {}, Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: Metadata agent@n-d-825178-5: {}, Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: Metering agent@n-d-825178-5: {}, Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: Open vSwitch agent@n-d-825178-5: { 'AddressGroup': '1.2', Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: 'ConntrackHelper': '1.0', Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: 'Log': '1.0', Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: 'Network': '1.1', Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: 'Port': '1.7', Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: 'PortForwarding': '1.2', Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: 'QosPolicy': '1.8', Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: 'SecurityGroup': '1.4', Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: 'SecurityGroupRule': '1.2', Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: 'SubPort': '1.0', Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: 'Subnet': '1.1', Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: 'Trunk': '1.1'}} Mar 09 03:30:41.401075 n-d-825178-5 neutron-server[87881]: {{(pid=87881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 03:30:41.413926 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71918ee1-cac9-446f-b21d-d145e815bfba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:41.417541 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-71918ee1-cac9-446f-b21d-d145e815bfba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74a70d5f-8c25-4191-bd83-73c5a1b17ae2 HTTP/1.1" status: 204 len: 168 time: 0.2209449 Mar 09 03:30:43.034500 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34482) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:43.246776 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-cfd59002-972c-43e0-8188-9ba5bb7c6225 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-721578879-network', 'tenant_id': '6bca179644e344988a4822677f335581'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:30:43.251391 n-d-825178-5 neutron-server[87881]: INFO neutron.quota [None req-cfd59002-972c-43e0-8188-9ba5bb7c6225 admin admin] Loaded quota_driver: . Mar 09 03:30:43.257137 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cfd59002-972c-43e0-8188-9ba5bb7c6225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:30:43.262003 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cfd59002-972c-43e0-8188-9ba5bb7c6225 admin admin] Usage tracker for resource:network and tenant:6bca179644e344988a4822677f335581 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:30:43.265316 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cfd59002-972c-43e0-8188-9ba5bb7c6225 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:30:43.273116 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cfd59002-972c-43e0-8188-9ba5bb7c6225 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:30:43.291119 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd59002-972c-43e0-8188-9ba5bb7c6225 admin admin] Made reservation on behalf of 6bca179644e344988a4822677f335581 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:30:43.294049 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cfd59002-972c-43e0-8188-9ba5bb7c6225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:43.308046 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cfd59002-972c-43e0-8188-9ba5bb7c6225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:43.322497 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cfd59002-972c-43e0-8188-9ba5bb7c6225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:30:43.327464 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cfd59002-972c-43e0-8188-9ba5bb7c6225 admin admin] Usage tracker for resource:security_group_rule and tenant:6bca179644e344988a4822677f335581 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:30:43.330501 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cfd59002-972c-43e0-8188-9ba5bb7c6225 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:30:43.336380 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cfd59002-972c-43e0-8188-9ba5bb7c6225 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:30:43.440420 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cfd59002-972c-43e0-8188-9ba5bb7c6225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:43.445491 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cfd59002-972c-43e0-8188-9ba5bb7c6225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:43.480905 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd59002-972c-43e0-8188-9ba5bb7c6225 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:30:43.490440 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd59002-972c-43e0-8188-9ba5bb7c6225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35307e17-47d0-40a3-bf82-2e29743c6eb1,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:43.498581 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cfd59002-972c-43e0-8188-9ba5bb7c6225 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730634613270', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:43.498783 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cfd59002-972c-43e0-8188-9ba5bb7c6225 admin admin] Unsubscribe: segment precommit_create {{(pid=87881) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 09 03:30:43.499413 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-cfd59002-972c-43e0-8188-9ba5bb7c6225 admin admin] Added segment 30279649-0387-41e5-b6db-c204d961a5d3 of type vlan for network 4b5d3bab-bbcb-4153-881f-6be479495e31 Mar 09 03:30:43.606645 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cfd59002-972c-43e0-8188-9ba5bb7c6225 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:43.650996 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cfd59002-972c-43e0-8188-9ba5bb7c6225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:43.652157 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd59002-972c-43e0-8188-9ba5bb7c6225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:30:43.652818 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cfd59002-972c-43e0-8188-9ba5bb7c6225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:43.784187 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd59002-972c-43e0-8188-9ba5bb7c6225 admin admin] Pushing event updated for resources: {'Network': ['ID=4b5d3bab-bbcb-4153-881f-6be479495e31,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:43.797669 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 4b5d3bab-bbcb-4153-881f-6be479495e31 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:30:43.799970 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cfd59002-972c-43e0-8188-9ba5bb7c6225 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7642758 Mar 09 03:30:43.802974 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34530) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:43.809056 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-384df5e8-446c-45ae-9d38-55ac1a9ee1b2 admin admin] Request body: {'subnet': {'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-721578879-subnet', 'tenant_id': '6bca179644e344988a4822677f335581', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:30:43.814092 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-384df5e8-446c-45ae-9d38-55ac1a9ee1b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:30:43.818056 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-384df5e8-446c-45ae-9d38-55ac1a9ee1b2 admin admin] Usage tracker for resource:subnet and tenant:6bca179644e344988a4822677f335581 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:30:43.821061 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-384df5e8-446c-45ae-9d38-55ac1a9ee1b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:30:43.827453 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-384df5e8-446c-45ae-9d38-55ac1a9ee1b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:30:43.840276 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384df5e8-446c-45ae-9d38-55ac1a9ee1b2 admin admin] Made reservation on behalf of 6bca179644e344988a4822677f335581 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:30:43.843778 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-384df5e8-446c-45ae-9d38-55ac1a9ee1b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:43.863832 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:30:43.902461 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34534) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:44.090106 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-384df5e8-446c-45ae-9d38-55ac1a9ee1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:44.122370 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e89f6dff-8416-40ac-9ab2-c73ce008cd6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:44.146397 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e89f6dff-8416-40ac-9ab2-c73ce008cd6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:30:44.150737 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e89f6dff-8416-40ac-9ab2-c73ce008cd6b admin admin] Usage tracker for resource:security_group_rule and tenant:d5a35e0bf79440ac8cf970b3220e85dc is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:30:44.153960 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e89f6dff-8416-40ac-9ab2-c73ce008cd6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:30:44.160848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384df5e8-446c-45ae-9d38-55ac1a9ee1b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49a73544-ad50-4693-afb7-563f12ca65a5,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:44.163022 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e89f6dff-8416-40ac-9ab2-c73ce008cd6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:30:44.199058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384df5e8-446c-45ae-9d38-55ac1a9ee1b2 admin admin] Checking segment: {'id': '30279649-0387-41e5-b6db-c204d961a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:30:44.199058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384df5e8-446c-45ae-9d38-55ac1a9ee1b2 admin admin] Network hostable DHCP agents. Network: 4b5d3bab-bbcb-4153-881f-6be479495e31, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:30:44.222174 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384df5e8-446c-45ae-9d38-55ac1a9ee1b2 admin admin] Network 4b5d3bab-bbcb-4153-881f-6be479495e31 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:30:44.236372 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-384df5e8-446c-45ae-9d38-55ac1a9ee1b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 4b5d3bab-bbcb-4153-881f-6be479495e31) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:30:44.244638 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384df5e8-446c-45ae-9d38-55ac1a9ee1b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:30:44.245093 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3621ac-1756-4983-88d1-3132909fadda None None] Network 4b5d3bab-bbcb-4153-881f-6be479495e31 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:30:44.245929 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-384df5e8-446c-45ae-9d38-55ac1a9ee1b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:44.260890 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e89f6dff-8416-40ac-9ab2-c73ce008cd6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:44.275733 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e89f6dff-8416-40ac-9ab2-c73ce008cd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:44.283959 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-384df5e8-446c-45ae-9d38-55ac1a9ee1b2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4793274 Mar 09 03:30:44.287390 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34558) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:44.297261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-463411ff-247c-419b-b7da-6526d6a9e51f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-721578879-router', 'tenant_id': '6bca179644e344988a4822677f335581', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:30:44.308924 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-463411ff-247c-419b-b7da-6526d6a9e51f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:30:44.316549 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e89f6dff-8416-40ac-9ab2-c73ce008cd6b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d5a35e0bf79440ac8cf970b3220e85dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4125731 Mar 09 03:30:44.319556 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-463411ff-247c-419b-b7da-6526d6a9e51f admin admin] Usage tracker for resource:router and tenant:6bca179644e344988a4822677f335581 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:30:44.319905 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34564) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:44.328082 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-463411ff-247c-419b-b7da-6526d6a9e51f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:30:44.341254 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-463411ff-247c-419b-b7da-6526d6a9e51f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:30:44.362630 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-463411ff-247c-419b-b7da-6526d6a9e51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:44.364380 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-463411ff-247c-419b-b7da-6526d6a9e51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:44.386491 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-463411ff-247c-419b-b7da-6526d6a9e51f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:44.407260 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f6dff-8416-40ac-9ab2-c73ce008cd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823a5118-5796-49e4-a130-2950e98a829c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:44.416770 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f14d9aa8-57c9-464d-9924-fde547525307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:44.448503 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f14d9aa8-57c9-464d-9924-fde547525307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:44.524583 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-4b5d3bab-bbcb-4153-881f-6be479495e31', 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31', 'tenant_id': '6bca179644e344988a4822677f335581', 'fixed_ips': [{'subnet_id': '49a73544-ad50-4693-afb7-563f12ca65a5'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:30:44.525819 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:44.533860 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f14d9aa8-57c9-464d-9924-fde547525307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:44.562749 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d9aa8-57c9-464d-9924-fde547525307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823a5118-5796-49e4-a130-2950e98a829c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:44.582930 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f14d9aa8-57c9-464d-9924-fde547525307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:44.584517 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f14d9aa8-57c9-464d-9924-fde547525307 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/823a5118-5796-49e4-a130-2950e98a829c HTTP/1.1" status: 204 len: 168 time: 0.2631288 Mar 09 03:30:44.809259 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Allocated IP 172.20.0.2 (4b5d3bab-bbcb-4153-881f-6be479495e31/49a73544-ad50-4693-afb7-563f12ca65a5/56a9876c-c00d-4777-983d-c28f250ca0c4) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:30:44.813942 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-463411ff-247c-419b-b7da-6526d6a9e51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:45.188080 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:45.204495 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Transition to ACTIVE for port object 56a9876c-c00d-4777-983d-c28f250ca0c4 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:30:45.218559 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-463411ff-247c-419b-b7da-6526d6a9e51f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:45.226625 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Transition to ACTIVE for port object 56a9876c-c00d-4777-983d-c28f250ca0c4 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:30:45.234789 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:45.251660 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-463411ff-247c-419b-b7da-6526d6a9e51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:45.318780 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Pushing event updated for resources: {'Port': ['ID=56a9876c-c00d-4777-983d-c28f250ca0c4,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:45.330992 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:45.331415 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:45.331923 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:45.332931 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:45.332931 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:45.332931 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:45.333976 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:45.333976 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:45.334154 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:45.334515 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:45.334908 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:45.335280 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Tracked resource versions report: Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: pushed versions: Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: { 'AddressGroup': {'1.2'}, Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: 'ConntrackHelper': {'1.0'}, Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: 'Log': {'1.0'}, Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: 'Network': {'1.1'}, Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: 'Port': {'1.7'}, Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: 'PortForwarding': {'1.2'}, Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: 'QosPolicy': {'1.8'}, Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: 'SecurityGroup': {'1.4'}, Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: 'SecurityGroupRule': {'1.2'}, Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: 'SubPort': {'1.0'}, Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: 'Subnet': {'1.1'}, Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: 'Trunk': {'1.1'}} Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: consumer versions: Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: { DHCP agent@n-d-825178-5: {}, Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: HyperV agent@n-h1-825178-5: {}, Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: HyperV agent@n-h2-825178-5: {}, Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: L3 agent@n-d-825178-5: {}, Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: Metadata agent@n-d-825178-5: {}, Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: Metering agent@n-d-825178-5: {}, Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: Open vSwitch agent@n-d-825178-5: { 'AddressGroup': '1.2', Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: 'ConntrackHelper': '1.0', Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: 'Log': '1.0', Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: 'Network': '1.1', Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: 'Port': '1.7', Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: 'PortForwarding': '1.2', Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: 'QosPolicy': '1.8', Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: 'SecurityGroup': '1.4', Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: 'SecurityGroupRule': '1.2', Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: 'SubPort': '1.0', Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: 'Subnet': '1.1', Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: 'Trunk': '1.1'}} Mar 09 03:30:45.336412 n-d-825178-5 neutron-server[87882]: {{(pid=87882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 03:30:45.345420 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Network 4b5d3bab-bbcb-4153-881f-6be479495e31 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:30:45.346664 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:30:45.349054 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:30:45.395530 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-463411ff-247c-419b-b7da-6526d6a9e51f admin admin] Allocated IP 172.25.7.215 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/2d3e22db-2ecd-4359-8d06-52764af79fe0) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:30:45.441316 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Attempting to bind port 56a9876c-c00d-4777-983d-c28f250ca0c4 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:30:45.441661 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Attempting to bind port 56a9876c-c00d-4777-983d-c28f250ca0c4 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '30279649-0387-41e5-b6db-c204d961a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:30:45.442069 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Attempting to bind port 56a9876c-c00d-4777-983d-c28f250ca0c4 on network 4b5d3bab-bbcb-4153-881f-6be479495e31 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:30:45.447396 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:30:45.447757 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Checking segment: {'id': '30279649-0387-41e5-b6db-c204d961a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:30:45.448150 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:45.451524 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Bound using segment: {'id': '30279649-0387-41e5-b6db-c204d961a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:30:45.451524 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Bound port: 56a9876c-c00d-4777-983d-c28f250ca0c4, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30279649-0387-41e5-b6db-c204d961a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:30:45.451524 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:45.451900 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34650) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:45.478677 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0528677c-1963-48a2-beb4-15ed8c73c7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:45.501470 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0528677c-1963-48a2-beb4-15ed8c73c7e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:30:45.508339 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0528677c-1963-48a2-beb4-15ed8c73c7e7 admin admin] Usage tracker for resource:security_group_rule and tenant:1bbb301bf4bc4e8b9d6299a8708cfeb2 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:30:45.513499 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0528677c-1963-48a2-beb4-15ed8c73c7e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:30:45.523353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0528677c-1963-48a2-beb4-15ed8c73c7e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:30:45.571801 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] For port 56a9876c-c00d-4777-983d-c28f250ca0c4, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:30:45.575512 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] For port 56a9876c-c00d-4777-983d-c28f250ca0c4, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=56a9876c-c00d-4777-983d-c28f250ca0c4,segment=NetworkSegment(30279649-0387-41e5-b6db-c204d961a5d3),segment_id=30279649-0387-41e5-b6db-c204d961a5d3)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:30:45.581456 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:45.592117 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34654) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:45.632814 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34662) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:45.665861 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-463411ff-247c-419b-b7da-6526d6a9e51f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:45.696906 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0528677c-1963-48a2-beb4-15ed8c73c7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:45.702922 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0528677c-1963-48a2-beb4-15ed8c73c7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:45.715179 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508c7d6-559c-4aaf-a580-934c6eed69ce None None] Pushing event updated for resources: {'Port': ['ID=56a9876c-c00d-4777-983d-c28f250ca0c4,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:45.719557 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-463411ff-247c-419b-b7da-6526d6a9e51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:45.776830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528677c-1963-48a2-beb4-15ed8c73c7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ea6499-4c4c-45c1-8af3-5101224635eb,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:45.795737 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463411ff-247c-419b-b7da-6526d6a9e51f admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:30:45.800220 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0528677c-1963-48a2-beb4-15ed8c73c7e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bbb301bf4bc4e8b9d6299a8708cfeb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3453400 Mar 09 03:30:45.801535 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34670) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:45.802070 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-463411ff-247c-419b-b7da-6526d6a9e51f admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:30:45.826203 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463411ff-247c-419b-b7da-6526d6a9e51f admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:30:45.875148 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6890d912-acd9-415f-b7ce-8090bf33745d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:45.902761 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6890d912-acd9-415f-b7ce-8090bf33745d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:45.965467 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463411ff-247c-419b-b7da-6526d6a9e51f admin admin] Pushing event updated for resources: {'Port': ['ID=2d3e22db-2ecd-4359-8d06-52764af79fe0,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:45.971520 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6890d912-acd9-415f-b7ce-8090bf33745d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:45.985884 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890d912-acd9-415f-b7ce-8090bf33745d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ea6499-4c4c-45c1-8af3-5101224635eb,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:46.007334 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6890d912-acd9-415f-b7ce-8090bf33745d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:46.010950 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6890d912-acd9-415f-b7ce-8090bf33745d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0ea6499-4c4c-45c1-8af3-5101224635eb HTTP/1.1" status: 204 len: 168 time: 0.2057652 Mar 09 03:30:46.062059 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-310bd396-bdf8-458c-9595-c43a873322c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:46.078302 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-310bd396-bdf8-458c-9595-c43a873322c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:30:46.085071 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-310bd396-bdf8-458c-9595-c43a873322c3 admin admin] Usage tracker for resource:security_group_rule and tenant:8c54f931bb8b46658bc38a50e26746e5 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:30:46.096286 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-310bd396-bdf8-458c-9595-c43a873322c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:30:46.104452 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34682) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:46.112018 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-310bd396-bdf8-458c-9595-c43a873322c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:30:46.159837 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f91119f8-db8e-4135-84d3-35f9a03aea39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:46.181416 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f91119f8-db8e-4135-84d3-35f9a03aea39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:30:46.191107 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f91119f8-db8e-4135-84d3-35f9a03aea39 admin admin] Usage tracker for resource:security_group_rule and tenant:8249edd6b7d84b16a37c95e42788ddce is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:30:46.194096 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f91119f8-db8e-4135-84d3-35f9a03aea39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:30:46.200623 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f91119f8-db8e-4135-84d3-35f9a03aea39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:30:46.357154 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-463411ff-247c-419b-b7da-6526d6a9e51f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:46.399067 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f91119f8-db8e-4135-84d3-35f9a03aea39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:46.414517 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f91119f8-db8e-4135-84d3-35f9a03aea39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:46.466247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34694) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:46.471889 n-d-825178-5 neutron-server[87880]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 09 03:30:46.510782 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-310bd396-bdf8-458c-9595-c43a873322c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:46.525019 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-310bd396-bdf8-458c-9595-c43a873322c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:46.554374 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-db6fcc02-b2c7-46d9-8964-276ccc70ac45 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ddbdf77553cd4b5f85fd553c9d3f71a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863903 Mar 09 03:30:46.559215 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-310bd396-bdf8-458c-9595-c43a873322c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c54f931bb8b46658bc38a50e26746e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9659889 Mar 09 03:30:46.562050 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f91119f8-db8e-4135-84d3-35f9a03aea39 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8249edd6b7d84b16a37c95e42788ddce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9281480 Mar 09 03:30:46.565675 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34700) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:46.566486 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34702) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:46.630662 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91119f8-db8e-4135-84d3-35f9a03aea39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa692325-1cb9-47c1-a369-13c3a2846207,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:46.731262 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-341ac527-1930-4113-9b68-79d68d63ecaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:46.776463 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-341ac527-1930-4113-9b68-79d68d63ecaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:30:46.782271 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-341ac527-1930-4113-9b68-79d68d63ecaa admin admin] Usage tracker for resource:security_group_rule and tenant:6048fe52d5f84dfc89a09e51cd5e0804 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:30:46.786356 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-341ac527-1930-4113-9b68-79d68d63ecaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:30:46.796111 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-341ac527-1930-4113-9b68-79d68d63ecaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:30:46.931570 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-341ac527-1930-4113-9b68-79d68d63ecaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:46.932706 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bd396-bdf8-458c-9595-c43a873322c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb0333d-52d7-46d4-81f1-e2853d848656,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:46.939657 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-16412660-db6a-435d-bff4-93ff3677cb70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:46.941670 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c41a69fb-f41b-4330-a2fa-b7dfd363eb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:46.976619 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c41a69fb-f41b-4330-a2fa-b7dfd363eb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:47.002985 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-341ac527-1930-4113-9b68-79d68d63ecaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:47.020604 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-4e087d1f-5ae2-40a5-9c67-a96b489d6d8a tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:30:47.022015 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-4e087d1f-5ae2-40a5-9c67-a96b489d6d8a tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3584116 Mar 09 03:30:47.054482 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-6c032218-ab53-4bc1-869c-1d35e2d5f1e8 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/quotas/ddbdf77553cd4b5f85fd553c9d3f71a1 HTTP/1.1" status: 200 len: 375 time: 0.0271900 Mar 09 03:30:47.057776 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-463411ff-247c-419b-b7da-6526d6a9e51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:47.076946 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6d1197-f3ce-4095-aeff-d52b6134a231 None None] Network 4b5d3bab-bbcb-4153-881f-6be479495e31 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:30:47.096120 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-16412660-db6a-435d-bff4-93ff3677cb70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:47.120397 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-341ac527-1930-4113-9b68-79d68d63ecaa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6048fe52d5f84dfc89a09e51cd5e0804&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0121634 Mar 09 03:30:47.127376 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34730) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:47.129148 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ac527-1930-4113-9b68-79d68d63ecaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b59ce2b-cd1b-48ee-a52e-300ba914254f,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:47.166464 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c41a69fb-f41b-4330-a2fa-b7dfd363eb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:47.191529 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a69fb-f41b-4330-a2fa-b7dfd363eb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa692325-1cb9-47c1-a369-13c3a2846207,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:47.198075 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-16412660-db6a-435d-bff4-93ff3677cb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:47.219210 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16412660-db6a-435d-bff4-93ff3677cb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb0333d-52d7-46d4-81f1-e2853d848656,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:47.231713 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c41a69fb-f41b-4330-a2fa-b7dfd363eb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:47.233022 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c41a69fb-f41b-4330-a2fa-b7dfd363eb2d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa692325-1cb9-47c1-a369-13c3a2846207 HTTP/1.1" status: 204 len: 168 time: 0.6592851 Mar 09 03:30:47.234252 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-16412660-db6a-435d-bff4-93ff3677cb70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:47.234928 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-fb8e6af2-8dbd-4dd1-a1ad-da6199f54d6a tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ddbdf77553cd4b5f85fd553c9d3f71a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1161523 Mar 09 03:30:47.238348 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-16412660-db6a-435d-bff4-93ff3677cb70 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0eb0333d-52d7-46d4-81f1-e2853d848656 HTTP/1.1" status: 204 len: 168 time: 0.6663084 Mar 09 03:30:47.264231 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-93a2c75d-61ab-4899-8153-b6e550d97643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:47.354826 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4da75b55-73e5-4b86-ba61-69ca9c0c5842 None None] Provisioning for port 56a9876c-c00d-4777-983d-c28f250ca0c4 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:30:47.360698 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-93a2c75d-61ab-4899-8153-b6e550d97643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:47.551090 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463411ff-247c-419b-b7da-6526d6a9e51f admin admin] Router 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:30:47.629330 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-93a2c75d-61ab-4899-8153-b6e550d97643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:47.656779 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2c75d-61ab-4899-8153-b6e550d97643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b59ce2b-cd1b-48ee-a52e-300ba914254f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:47.696727 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-93a2c75d-61ab-4899-8153-b6e550d97643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:47.697928 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-93a2c75d-61ab-4899-8153-b6e550d97643 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b59ce2b-cd1b-48ee-a52e-300ba914254f HTTP/1.1" status: 204 len: 168 time: 0.5696743 Mar 09 03:30:47.801644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463411ff-247c-419b-b7da-6526d6a9e51f admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:30:47.811833 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] Sync routers for ids ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:30:47.829587 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] Routers {'9d390840-44ce-4cb0-b7e7-1dc4b90e9111'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:30:47.831736 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:30:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:30:47.837780 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-463411ff-247c-419b-b7da-6526d6a9e51f admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:47.842738 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-463411ff-247c-419b-b7da-6526d6a9e51f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.5535691 Mar 09 03:30:47.843679 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34772) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:48.122067 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 56a9876c-c00d-4777-983d-c28f250ca0c4 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:30:48.143858 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34786) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:48.148906 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] Set router 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:30:48.182235 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f640da5-33c9-4812-a95d-05bee87e5c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:48.217270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8f640da5-33c9-4812-a95d-05bee87e5c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:30:48.223361 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-8f640da5-33c9-4812-a95d-05bee87e5c6d admin admin] Usage tracker for resource:security_group_rule and tenant:28415b1cf27841e2a998ea7d5dec774c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:30:48.227810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-8f640da5-33c9-4812-a95d-05bee87e5c6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:30:48.241912 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34790) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:48.275206 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8f640da5-33c9-4812-a95d-05bee87e5c6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:30:48.284277 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d0c88fed-3864-4a51-ba88-0ff7464193c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:48.292476 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 56a9876c-c00d-4777-983d-c28f250ca0c4 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:30:48.298203 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 56a9876c-c00d-4777-983d-c28f250ca0c4 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:30:48.298548 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:48.338151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-d0c88fed-3864-4a51-ba88-0ff7464193c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:30:48.357843 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34794) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:48.365889 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d0c88fed-3864-4a51-ba88-0ff7464193c0 admin admin] Usage tracker for resource:security_group_rule and tenant:412d9633c87149d5b4c12f7f4132f977 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:30:48.382684 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d0c88fed-3864-4a51-ba88-0ff7464193c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:30:48.404560 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-d0c88fed-3864-4a51-ba88-0ff7464193c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:30:48.507577 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f640da5-33c9-4812-a95d-05bee87e5c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:48.521461 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f640da5-33c9-4812-a95d-05bee87e5c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:48.580613 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8f640da5-33c9-4812-a95d-05bee87e5c6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28415b1cf27841e2a998ea7d5dec774c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4358625 Mar 09 03:30:48.582819 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34802) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:48.596410 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:48.655020 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-721578879-router', 'tenant_id': '6bca179644e344988a4822677f335581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:44Z', 'updated_at': '2022-03-09T03:30:46Z', 'revision_number': 3, 'project_id': '6bca179644e344988a4822677f335581', 'gw_port': {'id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:45Z', 'updated_at': '2022-03-09T03:30:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:30:48.665195 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] Checking router: 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:30:48.668387 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] Updating router 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 port 2d3e22db-2ecd-4359-8d06-52764af79fe0 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:30:48.681105 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d0c88fed-3864-4a51-ba88-0ff7464193c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:48.682044 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f640da5-33c9-4812-a95d-05bee87e5c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b60f4f6-6054-4fb4-8b91-c7483247dcbe,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:48.702236 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d0c88fed-3864-4a51-ba88-0ff7464193c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:48.718457 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 56a9876c-c00d-4777-983d-c28f250ca0c4, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=56a9876c-c00d-4777-983d-c28f250ca0c4,segment=NetworkSegment(30279649-0387-41e5-b6db-c204d961a5d3),segment_id=30279649-0387-41e5-b6db-c204d961a5d3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:30:48.731815 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:48.780319 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c88fed-3864-4a51-ba88-0ff7464193c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6eaa4b-f1f5-4a98-853e-b6087e55a3a4,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:48.818203 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:48.853690 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d0c88fed-3864-4a51-ba88-0ff7464193c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=412d9633c87149d5b4c12f7f4132f977&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6102264 Mar 09 03:30:48.854092 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-53f094a1-bf28-48b0-b538-154958678b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:48.861430 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34810) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:48.869317 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=56a9876c-c00d-4777-983d-c28f250ca0c4,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:48.899251 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-53f094a1-bf28-48b0-b538-154958678b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:48.943152 n-d-825178-5 neutron-server[87881]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 09 03:30:48.952959 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1b346bc8-1d80-491b-acb0-d3dbddee7b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:49.051125 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34818) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:49.103491 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5fb847e0-48e2-44d2-b941-4e32b55bdb57 req-05181a6c-9bdb-4488-8f0a-bb8dbef2f207 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2af2488-5f7e-4735-a4c2-13b6c0857232 HTTP/1.1" status: 200 len: 210 time: 0.7394903 Mar 09 03:30:49.103806 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d5b805a6-3b28-4379-8695-dec3343654c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:49.110371 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a5745c98-89f5-4173-a3cf-f8461cecc6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:49.133691 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a5745c98-89f5-4173-a3cf-f8461cecc6e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:30:49.139174 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a5745c98-89f5-4173-a3cf-f8461cecc6e9 admin admin] Usage tracker for resource:security_group_rule and tenant:587a16b8b214445fa2fc3101e83f0011 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:30:49.142584 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a5745c98-89f5-4173-a3cf-f8461cecc6e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:30:49.151059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a5745c98-89f5-4173-a3cf-f8461cecc6e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:30:49.156841 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-53f094a1-bf28-48b0-b538-154958678b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:49.164218 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d5b805a6-3b28-4379-8695-dec3343654c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:49.187679 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f094a1-bf28-48b0-b538-154958678b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b60f4f6-6054-4fb4-8b91-c7483247dcbe,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:49.207164 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-53f094a1-bf28-48b0-b538-154958678b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:49.208779 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-53f094a1-bf28-48b0-b538-154958678b03 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b60f4f6-6054-4fb4-8b91-c7483247dcbe HTTP/1.1" status: 204 len: 168 time: 0.6243527 Mar 09 03:30:49.295043 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d5b805a6-3b28-4379-8695-dec3343654c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:49.323629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b805a6-3b28-4379-8695-dec3343654c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6eaa4b-f1f5-4a98-853e-b6087e55a3a4,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:49.387098 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a5745c98-89f5-4173-a3cf-f8461cecc6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:49.399559 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d5b805a6-3b28-4379-8695-dec3343654c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:49.400826 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a5745c98-89f5-4173-a3cf-f8461cecc6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:49.415181 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d5b805a6-3b28-4379-8695-dec3343654c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc6eaa4b-f1f5-4a98-853e-b6087e55a3a4 HTTP/1.1" status: 204 len: 168 time: 0.5525084 Mar 09 03:30:49.453725 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-1b346bc8-1d80-491b-acb0-d3dbddee7b31 admin admin] Allocated IP 172.20.0.1 (4b5d3bab-bbcb-4153-881f-6be479495e31/49a73544-ad50-4693-afb7-563f12ca65a5/df83b59a-c6fc-4c9c-b530-8baaf5f13e94) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:30:49.469139 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5745c98-89f5-4173-a3cf-f8461cecc6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe520c8-eead-4fe5-b88f-66f47499e411,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:49.476006 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a5745c98-89f5-4173-a3cf-f8461cecc6e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=587a16b8b214445fa2fc3101e83f0011&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4234543 Mar 09 03:30:49.476921 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34836) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:49.508720 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:49.526257 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] Transition to ACTIVE for port object 2d3e22db-2ecd-4359-8d06-52764af79fe0 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:30:49.538068 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:49.548246 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98c4132c-c886-4bee-81d2-e1c2acff8bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:49.581981 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98c4132c-c886-4bee-81d2-e1c2acff8bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:49.652347 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98c4132c-c886-4bee-81d2-e1c2acff8bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:49.677018 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4132c-c886-4bee-81d2-e1c2acff8bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe520c8-eead-4fe5-b88f-66f47499e411,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:49.683312 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98c4132c-c886-4bee-81d2-e1c2acff8bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:49.695157 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-98c4132c-c886-4bee-81d2-e1c2acff8bea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dfe520c8-eead-4fe5-b88f-66f47499e411 HTTP/1.1" status: 204 len: 168 time: 0.2171562 Mar 09 03:30:49.752097 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] Attempting to bind port 2d3e22db-2ecd-4359-8d06-52764af79fe0 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:30:49.752461 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] Attempting to bind port 2d3e22db-2ecd-4359-8d06-52764af79fe0 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:30:49.752812 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] Attempting to bind port 2d3e22db-2ecd-4359-8d06-52764af79fe0 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:30:49.781502 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:30:49.781502 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:30:49.781502 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:49.781921 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:30:49.782161 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] Bound port: 2d3e22db-2ecd-4359-8d06-52764af79fe0, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:30:49.782431 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:49.806541 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1b346bc8-1d80-491b-acb0-d3dbddee7b31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:49.835819 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74e69c-a388-47d5-a11f-0ce9713a8b4e None None] Pushing event updated for resources: {'Port': ['ID=2d3e22db-2ecd-4359-8d06-52764af79fe0,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:49.841205 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-1b346bc8-1d80-491b-acb0-d3dbddee7b31 admin admin] Transition to ACTIVE for port object df83b59a-c6fc-4c9c-b530-8baaf5f13e94 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:30:49.884539 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74e69c-a388-47d5-a11f-0ce9713a8b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:49.884869 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74e69c-a388-47d5-a11f-0ce9713a8b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:49.885201 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74e69c-a388-47d5-a11f-0ce9713a8b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:49.885527 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74e69c-a388-47d5-a11f-0ce9713a8b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:49.885846 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74e69c-a388-47d5-a11f-0ce9713a8b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:49.886165 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74e69c-a388-47d5-a11f-0ce9713a8b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:49.891315 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74e69c-a388-47d5-a11f-0ce9713a8b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:49.891690 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74e69c-a388-47d5-a11f-0ce9713a8b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:49.893290 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1b346bc8-1d80-491b-acb0-d3dbddee7b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:49.894200 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74e69c-a388-47d5-a11f-0ce9713a8b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:49.897647 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74e69c-a388-47d5-a11f-0ce9713a8b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:49.899604 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74e69c-a388-47d5-a11f-0ce9713a8b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:49.902370 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74e69c-a388-47d5-a11f-0ce9713a8b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74e69c-a388-47d5-a11f-0ce9713a8b4e None None] Tracked resource versions report: Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: pushed versions: Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: { 'AddressGroup': {'1.2'}, Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: 'ConntrackHelper': {'1.0'}, Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: 'Log': {'1.0'}, Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: 'Network': {'1.1'}, Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: 'Port': {'1.7'}, Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: 'PortForwarding': {'1.2'}, Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: 'QosPolicy': {'1.8'}, Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: 'SecurityGroup': {'1.4'}, Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: 'SecurityGroupRule': {'1.2'}, Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: 'SubPort': {'1.0'}, Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: 'Subnet': {'1.1'}, Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: 'Trunk': {'1.1'}} Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: consumer versions: Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: { DHCP agent@n-d-825178-5: {}, Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: HyperV agent@n-h1-825178-5: {}, Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: HyperV agent@n-h2-825178-5: {}, Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: L3 agent@n-d-825178-5: {}, Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: Metadata agent@n-d-825178-5: {}, Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: Metering agent@n-d-825178-5: {}, Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: Open vSwitch agent@n-d-825178-5: { 'AddressGroup': '1.2', Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: 'ConntrackHelper': '1.0', Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: 'Log': '1.0', Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: 'Network': '1.1', Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: 'Port': '1.7', Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: 'PortForwarding': '1.2', Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: 'QosPolicy': '1.8', Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: 'SecurityGroup': '1.4', Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: 'SecurityGroupRule': '1.2', Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: 'SubPort': '1.0', Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: 'Subnet': '1.1', Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: 'Trunk': '1.1'}} Mar 09 03:30:49.904677 n-d-825178-5 neutron-server[87883]: {{(pid=87883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 03:30:49.979143 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b346bc8-1d80-491b-acb0-d3dbddee7b31 admin admin] Network 4b5d3bab-bbcb-4153-881f-6be479495e31 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:30:49.982050 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-1b346bc8-1d80-491b-acb0-d3dbddee7b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:30:49.986551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b346bc8-1d80-491b-acb0-d3dbddee7b31 admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:30:49.987093 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1b346bc8-1d80-491b-acb0-d3dbddee7b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:49.996150 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] For port 2d3e22db-2ecd-4359-8d06-52764af79fe0, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:30:50.002185 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] For port 2d3e22db-2ecd-4359-8d06-52764af79fe0, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=2d3e22db-2ecd-4359-8d06-52764af79fe0,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:30:50.008833 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:50.026076 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b346bc8-1d80-491b-acb0-d3dbddee7b31 admin admin] Pushing event updated for resources: {'Port': ['ID=df83b59a-c6fc-4c9c-b530-8baaf5f13e94,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:50.067682 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 56a9876c-c00d-4777-983d-c28f250ca0c4 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:30:50.166340 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] Routers {'9d390840-44ce-4cb0-b7e7-1dc4b90e9111'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:30:50.166999 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:30:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:30:50.279258 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74e69c-a388-47d5-a11f-0ce9713a8b4e None None] Pushing event updated for resources: {'Port': ['ID=2d3e22db-2ecd-4359-8d06-52764af79fe0,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:50.308472 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 56a9876c-c00d-4777-983d-c28f250ca0c4 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:30:50.308944 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:50.496243 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] Set router 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:30:50.520418 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dfffc9d0-0915-4fcb-8614-9c09ae1db60c req-299d2afa-12e9-4176-acb9-0c6334943b54 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2af2488-5f7e-4735-a4c2-13b6c0857232 HTTP/1.1" status: 200 len: 210 time: 0.0909970 Mar 09 03:30:50.534581 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4e611279-0081-4eb7-a0c3-53ce24b3f8e4 None None] Provisioning for port df83b59a-c6fc-4c9c-b530-8baaf5f13e94 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:30:50.542009 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4e611279-0081-4eb7-a0c3-53ce24b3f8e4 None None] Provisioning complete for port df83b59a-c6fc-4c9c-b530-8baaf5f13e94 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:30:50.542360 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4e611279-0081-4eb7-a0c3-53ce24b3f8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:50.606659 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-4e611279-0081-4eb7-a0c3-53ce24b3f8e4 None None] Port df83b59a-c6fc-4c9c-b530-8baaf5f13e94 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:30:50.623429 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1b346bc8-1d80-491b-acb0-d3dbddee7b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:50.692308 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.21', 56338) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:50.757268 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-51836e37-2291-480b-8987-90ed254c1e5a tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ddbdf77553cd4b5f85fd553c9d3f71a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631413 Mar 09 03:30:50.868671 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-721578879-router', 'tenant_id': '6bca179644e344988a4822677f335581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:44Z', 'updated_at': '2022-03-09T03:30:46Z', 'revision_number': 3, 'project_id': '6bca179644e344988a4822677f335581', 'gw_port': {'id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:45Z', 'updated_at': '2022-03-09T03:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:30:50.877136 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7af418-25ad-46d0-b208-fc549c611b96 None None] The sync data for ids ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'] in n-d-825178-5 is: [{'id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-721578879-router', 'tenant_id': '6bca179644e344988a4822677f335581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:44Z', 'updated_at': '2022-03-09T03:30:46Z', 'revision_number': 3, 'project_id': '6bca179644e344988a4822677f335581', 'gw_port': {'id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:45Z', 'updated_at': '2022-03-09T03:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:30:51.112492 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-f7cc589c-c1f7-4404-be1f-dc45dd910268 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:30:51.114133 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-f7cc589c-c1f7-4404-be1f-dc45dd910268 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3521426 Mar 09 03:30:51.133124 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1b346bc8-1d80-491b-acb0-d3dbddee7b31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:51.140399 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1b346bc8-1d80-491b-acb0-d3dbddee7b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:51.141250 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1b346bc8-1d80-491b-acb0-d3dbddee7b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:51.209735 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-746d2fa7-2daf-49a0-9dba-3503b6b19cb3 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Request body: {'port': {'device_id': 'b2af2488-5f7e-4735-a4c2-13b6c0857232', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': 'ddbdf77553cd4b5f85fd553c9d3f71a1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:30:51.377054 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b346bc8-1d80-491b-acb0-d3dbddee7b31 admin admin] Pushing event updated for resources: {'Port': ['ID=df83b59a-c6fc-4c9c-b530-8baaf5f13e94,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:51.492583 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b346bc8-1d80-491b-acb0-d3dbddee7b31 admin admin] Network 4b5d3bab-bbcb-4153-881f-6be479495e31 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:30:51.494635 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-1b346bc8-1d80-491b-acb0-d3dbddee7b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:30:51.520742 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-746d2fa7-2daf-49a0-9dba-3503b6b19cb3 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:30:51.532716 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-746d2fa7-2daf-49a0-9dba-3503b6b19cb3 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Usage tracker for resource:port and tenant:ddbdf77553cd4b5f85fd553c9d3f71a1 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:30:51.536146 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-746d2fa7-2daf-49a0-9dba-3503b6b19cb3 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:30:51.542465 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-746d2fa7-2daf-49a0-9dba-3503b6b19cb3 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:30:51.562434 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-746d2fa7-2daf-49a0-9dba-3503b6b19cb3 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Made reservation on behalf of ddbdf77553cd4b5f85fd553c9d3f71a1 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:30:51.568093 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-746d2fa7-2daf-49a0-9dba-3503b6b19cb3 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:51.599161 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-746d2fa7-2daf-49a0-9dba-3503b6b19cb3 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:51.637566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-746d2fa7-2daf-49a0-9dba-3503b6b19cb3 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:30:51.642782 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-746d2fa7-2daf-49a0-9dba-3503b6b19cb3 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Usage tracker for resource:security_group_rule and tenant:ddbdf77553cd4b5f85fd553c9d3f71a1 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:30:51.656714 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-746d2fa7-2daf-49a0-9dba-3503b6b19cb3 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:30:51.663824 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-746d2fa7-2daf-49a0-9dba-3503b6b19cb3 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:30:51.863037 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b346bc8-1d80-491b-acb0-d3dbddee7b31 admin admin] Router 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:30:51.866998 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f7680a8f-85b9-4149-8dde-34d1430448d5 None None] Provisioning complete for port df83b59a-c6fc-4c9c-b530-8baaf5f13e94 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:30:51.874955 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f7680a8f-85b9-4149-8dde-34d1430448d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:51.905886 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-746d2fa7-2daf-49a0-9dba-3503b6b19cb3 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:51.919458 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-111d9569-cfa8-4165-8ae8-07e9041903b1 req-6a9c22e1-bbbb-4a52-a148-464ad1324154 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2af2488-5f7e-4735-a4c2-13b6c0857232 HTTP/1.1" status: 200 len: 210 time: 0.1014752 Mar 09 03:30:51.920789 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-746d2fa7-2daf-49a0-9dba-3503b6b19cb3 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:51.957008 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d2fa7-2daf-49a0-9dba-3503b6b19cb3 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06716d55-52f7-48a3-a048-3daa1ac134f5,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:52.024805 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-f7680a8f-85b9-4149-8dde-34d1430448d5 None None] Port df83b59a-c6fc-4c9c-b530-8baaf5f13e94 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:30:52.163497 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 2d3e22db-2ecd-4359-8d06-52764af79fe0 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:30:52.308128 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-746d2fa7-2daf-49a0-9dba-3503b6b19cb3 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Allocated IP 192.168.233.172 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/6d5be7b9-1304-4432-9d3d-712e35e88576) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:30:52.359032 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 2d3e22db-2ecd-4359-8d06-52764af79fe0 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:30:52.366536 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 2d3e22db-2ecd-4359-8d06-52764af79fe0 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:30:52.368138 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:52.375685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b346bc8-1d80-491b-acb0-d3dbddee7b31 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:30:52.398224 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1b346bc8-1d80-491b-acb0-d3dbddee7b31 admin admin] 10.222.0.16 "PUT /v2.0/routers/9d390840-44ce-4cb0-b7e7-1dc4b90e9111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5449843 Mar 09 03:30:52.578673 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:52.619661 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 2d3e22db-2ecd-4359-8d06-52764af79fe0, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=2d3e22db-2ecd-4359-8d06-52764af79fe0,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:30:52.626561 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:52.627448 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-746d2fa7-2daf-49a0-9dba-3503b6b19cb3 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:52.648054 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-746d2fa7-2daf-49a0-9dba-3503b6b19cb3 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Transition to ACTIVE for port object 6d5be7b9-1304-4432-9d3d-712e35e88576 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:30:52.708844 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-746d2fa7-2daf-49a0-9dba-3503b6b19cb3 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:52.819638 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=2d3e22db-2ecd-4359-8d06-52764af79fe0,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:52.848643 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-746d2fa7-2daf-49a0-9dba-3503b6b19cb3 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:30:52.849602 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d2fa7-2daf-49a0-9dba-3503b6b19cb3 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Pushing event updated for resources: {'Port': ['ID=6d5be7b9-1304-4432-9d3d-712e35e88576,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:52.853577 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-746d2fa7-2daf-49a0-9dba-3503b6b19cb3 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:30:52.856548 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-746d2fa7-2daf-49a0-9dba-3503b6b19cb3 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:30:52.862563 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-746d2fa7-2daf-49a0-9dba-3503b6b19cb3 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:30:52.863213 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-746d2fa7-2daf-49a0-9dba-3503b6b19cb3 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:52.912869 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-746d2fa7-2daf-49a0-9dba-3503b6b19cb3 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7076907 Mar 09 03:30:52.927800 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-1a8cf5f1-50a6-4847-826b-17b32309b43b tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:30:52.928769 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-1a8cf5f1-50a6-4847-826b-17b32309b43b tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054653 Mar 09 03:30:53.313921 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bad550-92e2-41f4-97ea-203435a6f548 req-0be406ba-66f1-4ff4-8d2f-b85adeaf29ae tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:30:53.323175 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-11bad550-92e2-41f4-97ea-203435a6f548 req-0be406ba-66f1-4ff4-8d2f-b85adeaf29ae tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2af2488-5f7e-4735-a4c2-13b6c0857232 HTTP/1.1" status: 200 len: 936 time: 0.1244302 Mar 09 03:30:53.363869 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4e68207b-54d0-432a-ab85-dbd3c3c70f3a None None] Provisioning for port 6d5be7b9-1304-4432-9d3d-712e35e88576 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:30:53.377154 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4e68207b-54d0-432a-ab85-dbd3c3c70f3a None None] Provisioning complete for port 6d5be7b9-1304-4432-9d3d-712e35e88576 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:30:53.378459 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4e68207b-54d0-432a-ab85-dbd3c3c70f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:53.384168 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-11bad550-92e2-41f4-97ea-203435a6f548 req-0d41d085-b013-4abc-80a9-3a5fb327a46d tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/security-groups?id=06716d55-52f7-48a3-a048-3daa1ac134f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598226 Mar 09 03:30:53.486905 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-4e68207b-54d0-432a-ab85-dbd3c3c70f3a None None] Port 6d5be7b9-1304-4432-9d3d-712e35e88576 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:30:53.914222 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-757eb7a0-950a-49b3-ba0c-d88acf6c14a7 service neutron] Request body: {'port': {'device_id': 'b2af2488-5f7e-4735-a4c2-13b6c0857232', 'device_owner': 'compute:tempest-test_az-617941647', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:30:54.059074 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] Sync routers for ids ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:30:54.065811 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 2d3e22db-2ecd-4359-8d06-52764af79fe0 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:30:54.150294 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-757eb7a0-950a-49b3-ba0c-d88acf6c14a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:54.189449 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] Routers {'9d390840-44ce-4cb0-b7e7-1dc4b90e9111'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:30:54.192282 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:30:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:30:54.468970 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 2d3e22db-2ecd-4359-8d06-52764af79fe0 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:30:54.470134 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:54.568343 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] Set router 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:30:54.724855 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90e8be-e7a4-47ae-9c7f-12f5de42f3c8 req-0b901fee-7cb8-44c8-b2e2-5ea1166a0b64 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:30:54.725566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-bb90e8be-e7a4-47ae-9c7f-12f5de42f3c8 req-0b901fee-7cb8-44c8-b2e2-5ea1166a0b64 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Synchronizing usage tracker for tenant:ddbdf77553cd4b5f85fd553c9d3f71a1 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:30:54.751349 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-bb90e8be-e7a4-47ae-9c7f-12f5de42f3c8 req-0b901fee-7cb8-44c8-b2e2-5ea1166a0b64 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Unset dirty status for tenant:ddbdf77553cd4b5f85fd553c9d3f71a1 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:30:54.758841 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bb90e8be-e7a4-47ae-9c7f-12f5de42f3c8 req-0b901fee-7cb8-44c8-b2e2-5ea1166a0b64 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2af2488-5f7e-4735-a4c2-13b6c0857232 HTTP/1.1" status: 200 len: 936 time: 0.1740525 Mar 09 03:30:54.937492 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-bb90e8be-e7a4-47ae-9c7f-12f5de42f3c8 req-6fd709c6-d285-44cf-919f-4e03857df4d0 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Synchronizing usage tracker for tenant:ddbdf77553cd4b5f85fd553c9d3f71a1 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:30:54.941727 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-757eb7a0-950a-49b3-ba0c-d88acf6c14a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d5be7b9-1304-4432-9d3d-712e35e88576 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:30:54.963828 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-757eb7a0-950a-49b3-ba0c-d88acf6c14a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:55.016503 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-757eb7a0-950a-49b3-ba0c-d88acf6c14a7 service neutron] Transition to ACTIVE for port object 6d5be7b9-1304-4432-9d3d-712e35e88576 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:30:55.021692 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-bb90e8be-e7a4-47ae-9c7f-12f5de42f3c8 req-6fd709c6-d285-44cf-919f-4e03857df4d0 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Unset dirty status for tenant:ddbdf77553cd4b5f85fd553c9d3f71a1 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:30:55.032519 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bb90e8be-e7a4-47ae-9c7f-12f5de42f3c8 req-6fd709c6-d285-44cf-919f-4e03857df4d0 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/security-groups?id=06716d55-52f7-48a3-a048-3daa1ac134f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707090 Mar 09 03:30:55.034304 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-757eb7a0-950a-49b3-ba0c-d88acf6c14a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:55.188781 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-721578879-router', 'tenant_id': '6bca179644e344988a4822677f335581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:44Z', 'updated_at': '2022-03-09T03:30:50Z', 'revision_number': 4, 'project_id': '6bca179644e344988a4822677f335581', 'gw_port': {'id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:45Z', 'updated_at': '2022-03-09T03:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'df83b59a-c6fc-4c9c-b530-8baaf5f13e94', 'name': '', 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31', 'tenant_id': '6bca179644e344988a4822677f335581', 'mac_address': 'fa:16:3e:ca:66:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:49Z', 'updated_at': '2022-03-09T03:30:50Z', 'revision_number': 2, 'project_id': '6bca179644e344988a4822677f335581', 'subnets': [{'id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:30:55.211781 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] Checking router: 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:30:55.212143 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] Updating router 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 port df83b59a-c6fc-4c9c-b530-8baaf5f13e94 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:30:55.366195 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757eb7a0-950a-49b3-ba0c-d88acf6c14a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6d5be7b9-1304-4432-9d3d-712e35e88576,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:55.407859 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-757eb7a0-950a-49b3-ba0c-d88acf6c14a7 service neutron] Attempting to bind port 6d5be7b9-1304-4432-9d3d-712e35e88576 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:30:55.408618 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-757eb7a0-950a-49b3-ba0c-d88acf6c14a7 service neutron] Attempting to bind port 6d5be7b9-1304-4432-9d3d-712e35e88576 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:30:55.409168 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-757eb7a0-950a-49b3-ba0c-d88acf6c14a7 service neutron] Attempting to bind port 6d5be7b9-1304-4432-9d3d-712e35e88576 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:30:55.421577 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-757eb7a0-950a-49b3-ba0c-d88acf6c14a7 service neutron] Port 6d5be7b9-1304-4432-9d3d-712e35e88576 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:30:55.422152 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-757eb7a0-950a-49b3-ba0c-d88acf6c14a7 service neutron] Attempting to bind port 6d5be7b9-1304-4432-9d3d-712e35e88576 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:30:55.440081 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-757eb7a0-950a-49b3-ba0c-d88acf6c14a7 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:30:55.440987 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-757eb7a0-950a-49b3-ba0c-d88acf6c14a7 service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:30:55.442663 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-757eb7a0-950a-49b3-ba0c-d88acf6c14a7 service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:30:55.443742 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-757eb7a0-950a-49b3-ba0c-d88acf6c14a7 service neutron] Bound port: 6d5be7b9-1304-4432-9d3d-712e35e88576, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:30:55.444572 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-757eb7a0-950a-49b3-ba0c-d88acf6c14a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:55.474895 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:55.593986 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-757eb7a0-950a-49b3-ba0c-d88acf6c14a7 service neutron] For port 6d5be7b9-1304-4432-9d3d-712e35e88576, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:30:55.599634 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-757eb7a0-950a-49b3-ba0c-d88acf6c14a7 service neutron] For port 6d5be7b9-1304-4432-9d3d-712e35e88576, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6d5be7b9-1304-4432-9d3d-712e35e88576,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:30:55.609743 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-757eb7a0-950a-49b3-ba0c-d88acf6c14a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:55.612428 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35022) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:55.625476 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-6005e132-1afa-478e-ad25-8a145d2cfb21 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1935902013-network', 'tenant_id': 'e37c1a02043a4b1ca6ffc034fbe835db'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:30:55.634328 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6005e132-1afa-478e-ad25-8a145d2cfb21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:30:55.644793 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6005e132-1afa-478e-ad25-8a145d2cfb21 admin admin] Usage tracker for resource:network and tenant:e37c1a02043a4b1ca6ffc034fbe835db is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:30:55.649997 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6005e132-1afa-478e-ad25-8a145d2cfb21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:30:55.668227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6005e132-1afa-478e-ad25-8a145d2cfb21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:30:55.691532 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6005e132-1afa-478e-ad25-8a145d2cfb21 admin admin] Made reservation on behalf of e37c1a02043a4b1ca6ffc034fbe835db for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:30:55.701897 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6005e132-1afa-478e-ad25-8a145d2cfb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:55.741188 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6005e132-1afa-478e-ad25-8a145d2cfb21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:55.773041 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-757eb7a0-950a-49b3-ba0c-d88acf6c14a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:30:55.776532 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-757eb7a0-950a-49b3-ba0c-d88acf6c14a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:55.782153 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-757eb7a0-950a-49b3-ba0c-d88acf6c14a7 service neutron] 10.222.0.21 "PUT /v2.0/ports/6d5be7b9-1304-4432-9d3d-712e35e88576 HTTP/1.1" status: 200 len: 1117 time: 2.3408771 Mar 09 03:30:55.789757 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6005e132-1afa-478e-ad25-8a145d2cfb21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:30:55.805085 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6005e132-1afa-478e-ad25-8a145d2cfb21 admin admin] Usage tracker for resource:security_group_rule and tenant:e37c1a02043a4b1ca6ffc034fbe835db is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:30:55.810428 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6005e132-1afa-478e-ad25-8a145d2cfb21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:30:55.829810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2af2488-5f7e-4735-a4c2-13b6c0857232', 'tag': '6d5be7b9-1304-4432-9d3d-712e35e88576'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:30:55.847505 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6005e132-1afa-478e-ad25-8a145d2cfb21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:30:56.084269 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6005e132-1afa-478e-ad25-8a145d2cfb21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:56.093032 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6005e132-1afa-478e-ad25-8a145d2cfb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:56.161782 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005e132-1afa-478e-ad25-8a145d2cfb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519afda1-ffe5-47fa-9e34-fc43b90d3be3,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:56.170679 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757eb7a0-950a-49b3-ba0c-d88acf6c14a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6d5be7b9-1304-4432-9d3d-712e35e88576,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:56.175647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6005e132-1afa-478e-ad25-8a145d2cfb21 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:30:56.194762 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6005e132-1afa-478e-ad25-8a145d2cfb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:56.197502 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-6005e132-1afa-478e-ad25-8a145d2cfb21 admin admin] Added segment 65100822-7d3a-41b6-8e73-7d7a09ede0ce of type vlan for network 7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5 Mar 09 03:30:56.238065 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-ed13a88d-ba07-49c8-9ae4-c760f3361a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:30:56.239633 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-ed13a88d-ba07-49c8-9ae4-c760f3361a20 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddbdf77553cd4b5f85fd553c9d3f71a1&device_id=b2af2488-5f7e-4735-a4c2-13b6c0857232 HTTP/1.1" status: 200 len: 1120 time: 0.2439616 Mar 09 03:30:56.250068 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6005e132-1afa-478e-ad25-8a145d2cfb21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:56.293250 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:56.312289 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6005e132-1afa-478e-ad25-8a145d2cfb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:56.313189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6005e132-1afa-478e-ad25-8a145d2cfb21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:30:56.313799 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6005e132-1afa-478e-ad25-8a145d2cfb21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:56.332431 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] Transition to ACTIVE for port object df83b59a-c6fc-4c9c-b530-8baaf5f13e94 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:30:56.340625 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:56.383529 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6005e132-1afa-478e-ad25-8a145d2cfb21 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7697711 Mar 09 03:30:56.386365 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35042) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:56.390159 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-41f2d652-5441-4da7-83ce-eb31ae5af60a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=6d5be7b9-1304-4432-9d3d-712e35e88576 HTTP/1.1" status: 200 len: 217 time: 0.1429205 Mar 09 03:30:56.427260 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-73481fab-e1a7-40b2-aa6e-5c168327807e admin admin] Request body: {'subnet': {'network_id': '7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1935902013-subnet', 'tenant_id': 'e37c1a02043a4b1ca6ffc034fbe835db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:30:56.434183 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-73481fab-e1a7-40b2-aa6e-5c168327807e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:30:56.456637 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-73481fab-e1a7-40b2-aa6e-5c168327807e admin admin] Usage tracker for resource:subnet and tenant:e37c1a02043a4b1ca6ffc034fbe835db is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:30:56.460203 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-73481fab-e1a7-40b2-aa6e-5c168327807e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:30:56.472609 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-73481fab-e1a7-40b2-aa6e-5c168327807e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:30:56.507733 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73481fab-e1a7-40b2-aa6e-5c168327807e admin admin] Made reservation on behalf of e37c1a02043a4b1ca6ffc034fbe835db for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:30:56.509982 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73481fab-e1a7-40b2-aa6e-5c168327807e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:56.521357 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d15c4-2ef6-402f-b55d-02948cd2e5c1 None None] Pushing event updated for resources: {'Port': ['ID=df83b59a-c6fc-4c9c-b530-8baaf5f13e94,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:56.691994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-62a681a9-5303-42e0-8846-e5276e7dea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:30:56.693505 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-62a681a9-5303-42e0-8846-e5276e7dea5f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1976979 Mar 09 03:30:56.712413 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] Attempting to bind port df83b59a-c6fc-4c9c-b530-8baaf5f13e94 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:30:56.713345 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] Attempting to bind port df83b59a-c6fc-4c9c-b530-8baaf5f13e94 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '30279649-0387-41e5-b6db-c204d961a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:30:56.714829 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] Attempting to bind port df83b59a-c6fc-4c9c-b530-8baaf5f13e94 on network 4b5d3bab-bbcb-4153-881f-6be479495e31 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:30:56.722229 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:30:56.723044 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] Checking segment: {'id': '30279649-0387-41e5-b6db-c204d961a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:30:56.723757 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:56.724809 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] Bound using segment: {'id': '30279649-0387-41e5-b6db-c204d961a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:30:56.725422 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] Bound port: df83b59a-c6fc-4c9c-b530-8baaf5f13e94, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30279649-0387-41e5-b6db-c204d961a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:30:56.725949 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:56.735833 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9777ce1-f908-4d9b-9512-9d49a761bfbf req-ec6f15c5-8dcf-4675-8fdf-36dbc60591b7 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:30:56.737384 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b9777ce1-f908-4d9b-9512-9d49a761bfbf req-ec6f15c5-8dcf-4675-8fdf-36dbc60591b7 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2af2488-5f7e-4735-a4c2-13b6c0857232 HTTP/1.1" status: 200 len: 969 time: 0.3493359 Mar 09 03:30:56.857724 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005e132-1afa-478e-ad25-8a145d2cfb21 admin admin] Pushing event updated for resources: {'Network': ['ID=7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:56.965118 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] For port df83b59a-c6fc-4c9c-b530-8baaf5f13e94, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:30:56.973129 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] For port df83b59a-c6fc-4c9c-b530-8baaf5f13e94, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=df83b59a-c6fc-4c9c-b530-8baaf5f13e94,segment=NetworkSegment(30279649-0387-41e5-b6db-c204d961a5d3),segment_id=30279649-0387-41e5-b6db-c204d961a5d3)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:30:56.984385 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:30:57.000729 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b9777ce1-f908-4d9b-9512-9d49a761bfbf req-8b585292-eae4-4240-b841-14a5d903667b tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/security-groups?id=06716d55-52f7-48a3-a048-3daa1ac134f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553289 Mar 09 03:30:57.025118 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:57.095154 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-0ab5d439-5fa6-4ac0-8c7c-3a5be95c3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:30:57.096853 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-0ab5d439-5fa6-4ac0-8c7c-3a5be95c3b97 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3189611 Mar 09 03:30:57.187386 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d15c4-2ef6-402f-b55d-02948cd2e5c1 None None] Pushing event updated for resources: {'Port': ['ID=df83b59a-c6fc-4c9c-b530-8baaf5f13e94,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:57.213795 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] Routers {'9d390840-44ce-4cb0-b7e7-1dc4b90e9111'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:30:57.214464 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:30:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:30:57.336635 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2af2488-5f7e-4735-a4c2-13b6c0857232', 'tag': '6d5be7b9-1304-4432-9d3d-712e35e88576', 'status': 'completed', 'code': 200} Mar 09 03:30:57.365930 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73481fab-e1a7-40b2-aa6e-5c168327807e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:57.587819 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73481fab-e1a7-40b2-aa6e-5c168327807e admin admin] Checking segment: {'id': '65100822-7d3a-41b6-8e73-7d7a09ede0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:30:57.592247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73481fab-e1a7-40b2-aa6e-5c168327807e admin admin] Network hostable DHCP agents. Network: 7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:30:57.600549 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73481fab-e1a7-40b2-aa6e-5c168327807e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee4c3ae4-251f-416b-a440-0af0e465628c,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:30:57.633524 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73481fab-e1a7-40b2-aa6e-5c168327807e admin admin] Network 7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:30:57.658576 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-faecc173-79f6-4709-a760-fe5041cc3c77 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056177 Mar 09 03:30:57.704637 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-73481fab-e1a7-40b2-aa6e-5c168327807e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:30:57.716095 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73481fab-e1a7-40b2-aa6e-5c168327807e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:30:57.720370 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73481fab-e1a7-40b2-aa6e-5c168327807e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:57.726351 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6946e753-9bbe-470e-921c-fa86323f4e5c None None] Network 7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:30:57.779864 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-73481fab-e1a7-40b2-aa6e-5c168327807e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3816414 Mar 09 03:30:57.780961 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35072) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:57.792407 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-00a0ff3b-97db-4e65-8857-7a834ddfa516 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1935902013-router', 'tenant_id': 'e37c1a02043a4b1ca6ffc034fbe835db', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:30:57.805958 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-00a0ff3b-97db-4e65-8857-7a834ddfa516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:30:58.072175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-00a0ff3b-97db-4e65-8857-7a834ddfa516 admin admin] Usage tracker for resource:router and tenant:e37c1a02043a4b1ca6ffc034fbe835db is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:30:58.083744 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-00a0ff3b-97db-4e65-8857-7a834ddfa516 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:30:58.103495 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-00a0ff3b-97db-4e65-8857-7a834ddfa516 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:30:58.107722 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] Set router 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:30:58.118550 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1f218a3-716a-452e-94ab-90b3d3b0e39b req-25253c2a-221d-40f7-b7c5-57f209fb5263 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419978 Mar 09 03:30:58.140384 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-00a0ff3b-97db-4e65-8857-7a834ddfa516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:58.142145 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-00a0ff3b-97db-4e65-8857-7a834ddfa516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:58.188641 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-00a0ff3b-97db-4e65-8857-7a834ddfa516 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:58.603195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35100) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:58.639384 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204f0a2-bcbf-43c8-b38d-038ec207a5ef req-75f80400-4415-42b9-a63c-63f724a45892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:30:58.641011 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b204f0a2-bcbf-43c8-b38d-038ec207a5ef req-75f80400-4415-42b9-a63c-63f724a45892 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddbdf77553cd4b5f85fd553c9d3f71a1&device_id=b2af2488-5f7e-4735-a4c2-13b6c0857232 HTTP/1.1" status: 200 len: 1120 time: 0.2022002 Mar 09 03:30:58.756972 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d124324f-79db-4073-88d8-d19ff51d1697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:58.815576 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cc7f58-c793-4ba7-9f41-c10e7756a288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5', 'network_id': '7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5', 'tenant_id': 'e37c1a02043a4b1ca6ffc034fbe835db', 'fixed_ips': [{'subnet_id': 'ee4c3ae4-251f-416b-a440-0af0e465628c'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:30:58.816525 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-77cc7f58-c793-4ba7-9f41-c10e7756a288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:58.897804 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-00a0ff3b-97db-4e65-8857-7a834ddfa516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:59.029073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dce259-9fa6-41f0-9c86-717299497f33 req-9e19764a-a85f-43a3-9d5b-7a4360135459 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:30:59.031150 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204f0a2-bcbf-43c8-b38d-038ec207a5ef req-89061b63-473c-4d30-aaf4-f925b2392efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:30:59.032831 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-54dce259-9fa6-41f0-9c86-717299497f33 req-9e19764a-a85f-43a3-9d5b-7a4360135459 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2af2488-5f7e-4735-a4c2-13b6c0857232 HTTP/1.1" status: 200 len: 969 time: 0.7918453 Mar 09 03:30:59.034348 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b204f0a2-bcbf-43c8-b38d-038ec207a5ef req-89061b63-473c-4d30-aaf4-f925b2392efb service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.3831444 Mar 09 03:30:59.182791 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-721578879-router', 'tenant_id': '6bca179644e344988a4822677f335581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:44Z', 'updated_at': '2022-03-09T03:30:50Z', 'revision_number': 4, 'project_id': '6bca179644e344988a4822677f335581', 'gw_port': {'id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:45Z', 'updated_at': '2022-03-09T03:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'df83b59a-c6fc-4c9c-b530-8baaf5f13e94', 'name': '', 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31', 'tenant_id': '6bca179644e344988a4822677f335581', 'mac_address': 'fa:16:3e:ca:66:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:49Z', 'updated_at': '2022-03-09T03:30:56Z', 'revision_number': 4, 'project_id': '6bca179644e344988a4822677f335581', 'subnets': [{'id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:30:59.203940 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce448d4-baef-4e51-a9ef-9269bef53b04 None None] The sync data for ids ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'] in n-d-825178-5 is: [{'id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-721578879-router', 'tenant_id': '6bca179644e344988a4822677f335581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:44Z', 'updated_at': '2022-03-09T03:30:50Z', 'revision_number': 4, 'project_id': '6bca179644e344988a4822677f335581', 'gw_port': {'id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:45Z', 'updated_at': '2022-03-09T03:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'df83b59a-c6fc-4c9c-b530-8baaf5f13e94', 'name': '', 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31', 'tenant_id': '6bca179644e344988a4822677f335581', 'mac_address': 'fa:16:3e:ca:66:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:49Z', 'updated_at': '2022-03-09T03:30:56Z', 'revision_number': 4, 'project_id': '6bca179644e344988a4822677f335581', 'subnets': [{'id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:30:59.224533 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-54dce259-9fa6-41f0-9c86-717299497f33 req-31a50f17-5d09-4e66-a8f2-87fc85772292 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/security-groups?id=06716d55-52f7-48a3-a048-3daa1ac134f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617241 Mar 09 03:30:59.232449 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-77cc7f58-c793-4ba7-9f41-c10e7756a288 None None] Allocated IP 172.20.0.2 (7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5/ee4c3ae4-251f-416b-a440-0af0e465628c/52724419-a53f-4fdd-89e9-2b6e64e4ed26) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:30:59.328149 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b204f0a2-bcbf-43c8-b38d-038ec207a5ef req-a3905d14-2e1c-43ff-bb23-897ba3e27866 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=6d5be7b9-1304-4432-9d3d-712e35e88576 HTTP/1.1" status: 200 len: 217 time: 0.2221591 Mar 09 03:30:59.514207 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204f0a2-bcbf-43c8-b38d-038ec207a5ef req-5a01888c-04b7-4a3d-ac27-f136b4be7d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:30:59.515951 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b204f0a2-bcbf-43c8-b38d-038ec207a5ef req-5a01888c-04b7-4a3d-ac27-f136b4be7d0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1465695 Mar 09 03:30:59.516704 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35122) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:59.558986 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35128) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:30:59.629277 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c1d71dd7-a581-4f00-96ad-b5d2054b94ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:59.656768 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c1d71dd7-a581-4f00-96ad-b5d2054b94ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:30:59.664638 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c1d71dd7-a581-4f00-96ad-b5d2054b94ef admin admin] Usage tracker for resource:security_group_rule and tenant:a9fed743a0724650ba5667283dcf8d38 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:30:59.669195 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c1d71dd7-a581-4f00-96ad-b5d2054b94ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:30:59.684085 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c1d71dd7-a581-4f00-96ad-b5d2054b94ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:30:59.699595 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204f0a2-bcbf-43c8-b38d-038ec207a5ef req-73be459a-3187-4747-a84e-ffc8ce56ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:30:59.702535 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b204f0a2-bcbf-43c8-b38d-038ec207a5ef req-73be459a-3187-4747-a84e-ffc8ce56ca89 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1745374 Mar 09 03:30:59.771858 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7ba29569-0af3-4568-98ec-243aeda000ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:59.776307 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-77cc7f58-c793-4ba7-9f41-c10e7756a288 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:59.793530 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-77cc7f58-c793-4ba7-9f41-c10e7756a288 None None] Transition to ACTIVE for port object 52724419-a53f-4fdd-89e9-2b6e64e4ed26 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:30:59.817836 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-77cc7f58-c793-4ba7-9f41-c10e7756a288 None None] Transition to ACTIVE for port object 52724419-a53f-4fdd-89e9-2b6e64e4ed26 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:30:59.828138 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-77cc7f58-c793-4ba7-9f41-c10e7756a288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:59.878167 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27159f27-5628-433c-b98e-cf75df2126cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:30:59.893849 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7ba29569-0af3-4568-98ec-243aeda000ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:30:59.910612 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b204f0a2-bcbf-43c8-b38d-038ec207a5ef req-1aa2c9d4-f300-4832-91e0-21b292f63579 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730828 Mar 09 03:30:59.917120 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7ba29569-0af3-4568-98ec-243aeda000ac admin admin] Usage tracker for resource:security_group_rule and tenant:44f1ef4994a8489791f65302013744ee is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:30:59.930132 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7ba29569-0af3-4568-98ec-243aeda000ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:30:59.941137 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-27159f27-5628-433c-b98e-cf75df2126cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:30:59.958196 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7ba29569-0af3-4568-98ec-243aeda000ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:30:59.996330 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-27159f27-5628-433c-b98e-cf75df2126cf admin admin] Usage tracker for resource:security_group_rule and tenant:2a6bafb117504b5d881f64baaa6349b4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:00.016528 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cc7f58-c793-4ba7-9f41-c10e7756a288 None None] Network 7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:31:00.016919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-27159f27-5628-433c-b98e-cf75df2126cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:00.052006 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-77cc7f58-c793-4ba7-9f41-c10e7756a288 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:31:00.055957 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cc7f58-c793-4ba7-9f41-c10e7756a288 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:31:00.062470 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-00a0ff3b-97db-4e65-8857-7a834ddfa516 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:00.135100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-27159f27-5628-433c-b98e-cf75df2126cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:00.184616 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device df83b59a-c6fc-4c9c-b530-8baaf5f13e94 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:31:00.185700 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-00a0ff3b-97db-4e65-8857-7a834ddfa516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:00.192145 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c1d71dd7-a581-4f00-96ad-b5d2054b94ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:00.202339 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c1d71dd7-a581-4f00-96ad-b5d2054b94ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:00.245489 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc7f58-c793-4ba7-9f41-c10e7756a288 None None] Pushing event updated for resources: {'Port': ['ID=52724419-a53f-4fdd-89e9-2b6e64e4ed26,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:00.255402 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d71dd7-a581-4f00-96ad-b5d2054b94ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5776da2-4a80-409e-b8d3-f586efb01a3c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:00.269026 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b204f0a2-bcbf-43c8-b38d-038ec207a5ef req-36772633-d384-4679-8761-5e5dbedcca6d service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509877 Mar 09 03:31:00.316190 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35136) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:00.318387 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c1d71dd7-a581-4f00-96ad-b5d2054b94ef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9fed743a0724650ba5667283dcf8d38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7992952 Mar 09 03:31:00.340638 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-77cc7f58-c793-4ba7-9f41-c10e7756a288 None None] Attempting to bind port 52724419-a53f-4fdd-89e9-2b6e64e4ed26 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:31:00.341014 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-77cc7f58-c793-4ba7-9f41-c10e7756a288 None None] Attempting to bind port 52724419-a53f-4fdd-89e9-2b6e64e4ed26 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '65100822-7d3a-41b6-8e73-7d7a09ede0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:31:00.341404 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cc7f58-c793-4ba7-9f41-c10e7756a288 None None] Attempting to bind port 52724419-a53f-4fdd-89e9-2b6e64e4ed26 on network 7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:31:00.370259 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cc7f58-c793-4ba7-9f41-c10e7756a288 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:31:00.370627 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cc7f58-c793-4ba7-9f41-c10e7756a288 None None] Checking segment: {'id': '65100822-7d3a-41b6-8e73-7d7a09ede0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:31:00.371058 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-77cc7f58-c793-4ba7-9f41-c10e7756a288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:00.371444 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cc7f58-c793-4ba7-9f41-c10e7756a288 None None] Bound using segment: {'id': '65100822-7d3a-41b6-8e73-7d7a09ede0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:31:00.371915 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-77cc7f58-c793-4ba7-9f41-c10e7756a288 None None] Bound port: 52724419-a53f-4fdd-89e9-2b6e64e4ed26, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65100822-7d3a-41b6-8e73-7d7a09ede0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:31:00.373066 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-77cc7f58-c793-4ba7-9f41-c10e7756a288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:00.539976 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27159f27-5628-433c-b98e-cf75df2126cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:00.574453 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27159f27-5628-433c-b98e-cf75df2126cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:00.662226 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68058da-0d69-4313-8ec3-2b1c7c960359 req-c4b1d220-be97-446b-b52c-c1bee1e24000 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:00.675543 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c68058da-0d69-4313-8ec3-2b1c7c960359 req-c4b1d220-be97-446b-b52c-c1bee1e24000 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2af2488-5f7e-4735-a4c2-13b6c0857232 HTTP/1.1" status: 200 len: 969 time: 0.2718801 Mar 09 03:31:00.703800 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port df83b59a-c6fc-4c9c-b530-8baaf5f13e94 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:31:00.720189 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-27159f27-5628-433c-b98e-cf75df2126cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a6bafb117504b5d881f64baaa6349b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1596923 Mar 09 03:31:00.723519 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35142) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:00.732013 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port df83b59a-c6fc-4c9c-b530-8baaf5f13e94 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:31:00.735843 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:00.819487 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-77cc7f58-c793-4ba7-9f41-c10e7756a288 None None] For port 52724419-a53f-4fdd-89e9-2b6e64e4ed26, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:31:00.843695 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7ba29569-0af3-4568-98ec-243aeda000ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:00.881700 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c68058da-0d69-4313-8ec3-2b1c7c960359 req-6d85fbfb-3159-4d8c-bee7-9d253136d11a tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/security-groups?id=06716d55-52f7-48a3-a048-3daa1ac134f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048604 Mar 09 03:31:00.921240 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27159f27-5628-433c-b98e-cf75df2126cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981355a2-9d55-4e6c-bb59-b6335cbbbe72,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:00.922398 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-77cc7f58-c793-4ba7-9f41-c10e7756a288 None None] For port 52724419-a53f-4fdd-89e9-2b6e64e4ed26, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=52724419-a53f-4fdd-89e9-2b6e64e4ed26,segment=NetworkSegment(65100822-7d3a-41b6-8e73-7d7a09ede0ce),segment_id=65100822-7d3a-41b6-8e73-7d7a09ede0ce)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:31:00.942346 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-77cc7f58-c793-4ba7-9f41-c10e7756a288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:00.959475 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7ba29569-0af3-4568-98ec-243aeda000ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:01.024940 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b2d7a64e-854e-4c45-bd62-1dbaa47cb605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:01.058402 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba29569-0af3-4568-98ec-243aeda000ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69694e50-9237-40d1-a1b8-9759cf9518ae,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:01.120962 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b2d7a64e-854e-4c45-bd62-1dbaa47cb605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:01.134187 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dd2e0a12-7f79-49de-b094-8cf1f128b991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:01.146877 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7ba29569-0af3-4568-98ec-243aeda000ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44f1ef4994a8489791f65302013744ee&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5418162 Mar 09 03:31:01.149589 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35146) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:01.301954 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-abf9b9a2-5dfc-4ddf-8e10-9f8140af8618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:01.319995 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc7f58-c793-4ba7-9f41-c10e7756a288 None None] Pushing event updated for resources: {'Port': ['ID=52724419-a53f-4fdd-89e9-2b6e64e4ed26,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:01.335679 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dd2e0a12-7f79-49de-b094-8cf1f128b991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:01.347559 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b2d7a64e-854e-4c45-bd62-1dbaa47cb605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:01.373029 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-abf9b9a2-5dfc-4ddf-8e10-9f8140af8618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:01.387682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-00a0ff3b-97db-4e65-8857-7a834ddfa516 admin admin] Allocated IP 172.25.7.71 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/6e5bf116-9936-46be-82c2-a11b02880255) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:31:01.402388 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7a64e-854e-4c45-bd62-1dbaa47cb605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981355a2-9d55-4e6c-bb59-b6335cbbbe72,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:01.442139 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b2d7a64e-854e-4c45-bd62-1dbaa47cb605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:01.444334 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b2d7a64e-854e-4c45-bd62-1dbaa47cb605 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/981355a2-9d55-4e6c-bb59-b6335cbbbe72 HTTP/1.1" status: 204 len: 168 time: 0.6899519 Mar 09 03:31:01.450131 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-84ceccd9-a306-4b4a-b56e-2c07637c03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:01.486288 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-abf9b9a2-5dfc-4ddf-8e10-9f8140af8618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:01.516261 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9b9a2-5dfc-4ddf-8e10-9f8140af8618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69694e50-9237-40d1-a1b8-9759cf9518ae,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:01.526972 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-abf9b9a2-5dfc-4ddf-8e10-9f8140af8618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:01.528247 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-abf9b9a2-5dfc-4ddf-8e10-9f8140af8618 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/69694e50-9237-40d1-a1b8-9759cf9518ae HTTP/1.1" status: 204 len: 168 time: 0.3678365 Mar 09 03:31:01.545270 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:01.597640 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port df83b59a-c6fc-4c9c-b530-8baaf5f13e94, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=df83b59a-c6fc-4c9c-b530-8baaf5f13e94,segment=NetworkSegment(30279649-0387-41e5-b6db-c204d961a5d3),segment_id=30279649-0387-41e5-b6db-c204d961a5d3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:31:01.603009 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:01.759717 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dd2e0a12-7f79-49de-b094-8cf1f128b991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:01.789123 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=df83b59a-c6fc-4c9c-b530-8baaf5f13e94,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:01.806386 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e0a12-7f79-49de-b094-8cf1f128b991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5776da2-4a80-409e-b8d3-f586efb01a3c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:01.818330 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-00a0ff3b-97db-4e65-8857-7a834ddfa516 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:01.865014 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dd2e0a12-7f79-49de-b094-8cf1f128b991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:01.868260 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-dd2e0a12-7f79-49de-b094-8cf1f128b991 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c5776da2-4a80-409e-b8d3-f586efb01a3c HTTP/1.1" status: 204 len: 168 time: 1.5438297 Mar 09 03:31:01.908015 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-00a0ff3b-97db-4e65-8857-7a834ddfa516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:02.041446 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:02.055758 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a0ff3b-97db-4e65-8857-7a834ddfa516 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:31:02.058455 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:02.066983 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-00a0ff3b-97db-4e65-8857-7a834ddfa516 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:31:02.080381 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a0ff3b-97db-4e65-8857-7a834ddfa516 admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:31:02.329875 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 52724419-a53f-4fdd-89e9-2b6e64e4ed26 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:31:02.476326 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35162) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:02.505250 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 52724419-a53f-4fdd-89e9-2b6e64e4ed26 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:31:02.516772 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device df83b59a-c6fc-4c9c-b530-8baaf5f13e94 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:31:02.525486 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3c175c65-9f7a-44af-804d-2a21d62ee6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:02.533424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0ff3b-97db-4e65-8857-7a834ddfa516 admin admin] Pushing event updated for resources: {'Port': ['ID=6e5bf116-9936-46be-82c2-a11b02880255,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:02.607439 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3c175c65-9f7a-44af-804d-2a21d62ee6fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:02.618712 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3c175c65-9f7a-44af-804d-2a21d62ee6fa admin admin] Usage tracker for resource:security_group_rule and tenant:c2297912ddb94cf5ad72f4b6500377d1 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:02.625931 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3c175c65-9f7a-44af-804d-2a21d62ee6fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:02.637870 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port df83b59a-c6fc-4c9c-b530-8baaf5f13e94 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:31:02.639538 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:02.643940 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3c175c65-9f7a-44af-804d-2a21d62ee6fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:02.656252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba823f93-0894-424f-9e6a-dc6a46dd25a6 req-83c51f21-a54c-45fe-8d17-cbb64ba17258 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:02.658316 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ba823f93-0894-424f-9e6a-dc6a46dd25a6 req-83c51f21-a54c-45fe-8d17-cbb64ba17258 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2af2488-5f7e-4735-a4c2-13b6c0857232 HTTP/1.1" status: 200 len: 969 time: 0.3116388 Mar 09 03:31:02.719543 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ba823f93-0894-424f-9e6a-dc6a46dd25a6 req-ca0e943b-1d9b-4973-97a7-afb6e4fc2df2 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/security-groups?id=06716d55-52f7-48a3-a048-3daa1ac134f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495629 Mar 09 03:31:02.877731 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3c175c65-9f7a-44af-804d-2a21d62ee6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:02.885932 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3c175c65-9f7a-44af-804d-2a21d62ee6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:02.996559 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c175c65-9f7a-44af-804d-2a21d62ee6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846074f7-3b8b-4618-8d91-4017210814a0,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:03.003914 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3c175c65-9f7a-44af-804d-2a21d62ee6fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c2297912ddb94cf5ad72f4b6500377d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5265260 Mar 09 03:31:03.006492 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35168) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:03.038589 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35172) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:03.067597 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-79a76b22-1f32-48ae-8ab3-31ba1bf781b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:03.089142 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35176) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:03.124920 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-79a76b22-1f32-48ae-8ab3-31ba1bf781b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:03.132634 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-79a76b22-1f32-48ae-8ab3-31ba1bf781b8 admin admin] Usage tracker for resource:security_group_rule and tenant:4732672be4ba48f8a3a13c6c6c5d5036 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:03.136033 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b6f8d1d2-6c4b-4c30-aca7-8ea49f243d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:03.149199 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-79a76b22-1f32-48ae-8ab3-31ba1bf781b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:03.163449 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-79a76b22-1f32-48ae-8ab3-31ba1bf781b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:03.203241 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-00a0ff3b-97db-4e65-8857-7a834ddfa516 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:03.215586 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b6f8d1d2-6c4b-4c30-aca7-8ea49f243d3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:03.236939 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b6f8d1d2-6c4b-4c30-aca7-8ea49f243d3f admin admin] Usage tracker for resource:security_group_rule and tenant:76ba0cf420294951b1b7d194ba256e70 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:03.249284 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b6f8d1d2-6c4b-4c30-aca7-8ea49f243d3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:03.266211 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b6f8d1d2-6c4b-4c30-aca7-8ea49f243d3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:03.278089 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:03.301825 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-526cbf2d-3066-4820-a853-383be3783dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:03.384522 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-526cbf2d-3066-4820-a853-383be3783dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:03.405288 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5853b19-fef7-45a6-955e-c432f5c00650 None None] Network 7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:31:03.494988 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e816e81e-c282-46cc-8fa5-53126067c410 None None] Provisioning for port 52724419-a53f-4fdd-89e9-2b6e64e4ed26 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:31:03.509077 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-79a76b22-1f32-48ae-8ab3-31ba1bf781b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:03.515584 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e816e81e-c282-46cc-8fa5-53126067c410 None None] Provisioning complete for port 52724419-a53f-4fdd-89e9-2b6e64e4ed26 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:31:03.516011 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e816e81e-c282-46cc-8fa5-53126067c410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:03.532973 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-79a76b22-1f32-48ae-8ab3-31ba1bf781b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:03.551618 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-526cbf2d-3066-4820-a853-383be3783dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:03.600425 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-79a76b22-1f32-48ae-8ab3-31ba1bf781b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4732672be4ba48f8a3a13c6c6c5d5036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5605123 Mar 09 03:31:03.604084 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35180) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:03.637189 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a76b22-1f32-48ae-8ab3-31ba1bf781b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23430dac-983f-4b41-8372-3e92dd1fe816,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:03.651930 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-00a0ff3b-97db-4e65-8857-7a834ddfa516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:03.673826 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-526cbf2d-3066-4820-a853-383be3783dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:03.677832 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-526cbf2d-3066-4820-a853-383be3783dc2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/846074f7-3b8b-4618-8d91-4017210814a0 HTTP/1.1" status: 204 len: 168 time: 0.6673722 Mar 09 03:31:03.681566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cbf2d-3066-4820-a853-383be3783dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846074f7-3b8b-4618-8d91-4017210814a0,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:03.718332 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b6f8d1d2-6c4b-4c30-aca7-8ea49f243d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:03.734047 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b6f8d1d2-6c4b-4c30-aca7-8ea49f243d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:03.764298 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce4b7b14-2a12-4eee-ae5b-2cf7d762ef5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:03.789191 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:03.793180 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e816e81e-c282-46cc-8fa5-53126067c410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:03.845704 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e816e81e-c282-46cc-8fa5-53126067c410 None None] For port 52724419-a53f-4fdd-89e9-2b6e64e4ed26, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=52724419-a53f-4fdd-89e9-2b6e64e4ed26,segment=NetworkSegment(65100822-7d3a-41b6-8e73-7d7a09ede0ce),segment_id=65100822-7d3a-41b6-8e73-7d7a09ede0ce)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:31:03.852637 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b6f8d1d2-6c4b-4c30-aca7-8ea49f243d3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=76ba0cf420294951b1b7d194ba256e70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7620280 Mar 09 03:31:03.853698 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8d1d2-6c4b-4c30-aca7-8ea49f243d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e66d590-9ce8-477c-8476-b2c02e5a8e52,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:03.860274 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35188) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:03.865261 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e816e81e-c282-46cc-8fa5-53126067c410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:03.971336 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816e81e-c282-46cc-8fa5-53126067c410 None None] Pushing event updated for resources: {'Port': ['ID=52724419-a53f-4fdd-89e9-2b6e64e4ed26,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:03.984714 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a0ff3b-97db-4e65-8857-7a834ddfa516 admin admin] Router 892a0087-cf61-4e5f-9dd0-1cd7ed307fe2 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:31:04.029266 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce4b7b14-2a12-4eee-ae5b-2cf7d762ef5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:04.121983 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce4b7b14-2a12-4eee-ae5b-2cf7d762ef5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:04.156410 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b7b14-2a12-4eee-ae5b-2cf7d762ef5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23430dac-983f-4b41-8372-3e92dd1fe816,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:04.179851 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce4b7b14-2a12-4eee-ae5b-2cf7d762ef5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:04.181053 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ce4b7b14-2a12-4eee-ae5b-2cf7d762ef5f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23430dac-983f-4b41-8372-3e92dd1fe816 HTTP/1.1" status: 204 len: 168 time: 0.5750778 Mar 09 03:31:04.188718 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1b94624a-4053-43b0-8008-7804b177ff99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:04.209376 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a0ff3b-97db-4e65-8857-7a834ddfa516 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:31:04.216816 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-782c86e7-7b14-48c9-a819-31a028e5cd43 None None] Provisioning complete for port 52724419-a53f-4fdd-89e9-2b6e64e4ed26 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:31:04.217194 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-782c86e7-7b14-48c9-a819-31a028e5cd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:04.222676 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] Sync routers for ids ['892a0087-cf61-4e5f-9dd0-1cd7ed307fe2'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:31:04.223474 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e1de1-24ab-4e41-b61d-b0756443b53f req-e8e2c1b0-438e-4a48-891e-9de793790f3b tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:04.233894 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-040e1de1-24ab-4e41-b61d-b0756443b53f req-e8e2c1b0-438e-4a48-891e-9de793790f3b tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2af2488-5f7e-4735-a4c2-13b6c0857232 HTTP/1.1" status: 200 len: 969 time: 0.2449369 Mar 09 03:31:04.237225 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] Routers {'892a0087-cf61-4e5f-9dd0-1cd7ed307fe2'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:31:04.238712 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:31:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['892a0087-cf61-4e5f-9dd0-1cd7ed307fe2'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:31:04.261745 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-00a0ff3b-97db-4e65-8857-7a834ddfa516 admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:04.264908 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-00a0ff3b-97db-4e65-8857-7a834ddfa516 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.4808152 Mar 09 03:31:04.267990 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35200) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:04.277120 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1b94624a-4053-43b0-8008-7804b177ff99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:04.307463 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-040e1de1-24ab-4e41-b61d-b0756443b53f req-152c3f40-95bf-42e9-a426-73b73ced422f tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/security-groups?id=06716d55-52f7-48a3-a048-3daa1ac134f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726218 Mar 09 03:31:04.390289 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1b94624a-4053-43b0-8008-7804b177ff99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:04.443629 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94624a-4053-43b0-8008-7804b177ff99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e66d590-9ce8-477c-8476-b2c02e5a8e52,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:04.454729 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1b94624a-4053-43b0-8008-7804b177ff99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:04.458417 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1b94624a-4053-43b0-8008-7804b177ff99 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e66d590-9ce8-477c-8476-b2c02e5a8e52 HTTP/1.1" status: 204 len: 168 time: 0.5810623 Mar 09 03:31:04.574808 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] Set router 892a0087-cf61-4e5f-9dd0-1cd7ed307fe2 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:31:04.905911 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892a0087-cf61-4e5f-9dd0-1cd7ed307fe2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1935902013-router', 'tenant_id': 'e37c1a02043a4b1ca6ffc034fbe835db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '6e5bf116-9936-46be-82c2-a11b02880255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:58Z', 'updated_at': '2022-03-09T03:31:02Z', 'revision_number': 3, 'project_id': 'e37c1a02043a4b1ca6ffc034fbe835db', 'gw_port': {'id': '6e5bf116-9936-46be-82c2-a11b02880255', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892a0087-cf61-4e5f-9dd0-1cd7ed307fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:31:00Z', 'updated_at': '2022-03-09T03:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:31:04.912326 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] Checking router: 892a0087-cf61-4e5f-9dd0-1cd7ed307fe2 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:31:04.912883 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] Updating router 892a0087-cf61-4e5f-9dd0-1cd7ed307fe2 port 6e5bf116-9936-46be-82c2-a11b02880255 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:31:04.979935 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:05.079232 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35234) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:05.204724 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c33fdb0b-3dfa-48ad-ade0-8079f74a2073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:05.246243 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-ca8bb78a-8285-4963-8a6b-80e9cb92267f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-504110439-network', 'tenant_id': '42923148a00a49268422cf3ff4c2fd04'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:05.258064 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ca8bb78a-8285-4963-8a6b-80e9cb92267f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:05.262309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ca8bb78a-8285-4963-8a6b-80e9cb92267f admin admin] Usage tracker for resource:network and tenant:42923148a00a49268422cf3ff4c2fd04 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:05.265645 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ca8bb78a-8285-4963-8a6b-80e9cb92267f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:05.273203 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ca8bb78a-8285-4963-8a6b-80e9cb92267f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:05.289181 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8bb78a-8285-4963-8a6b-80e9cb92267f admin admin] Made reservation on behalf of 42923148a00a49268422cf3ff4c2fd04 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:31:05.293201 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb78a-8285-4963-8a6b-80e9cb92267f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:05.312724 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb78a-8285-4963-8a6b-80e9cb92267f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:05.337031 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ca8bb78a-8285-4963-8a6b-80e9cb92267f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:05.343543 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ca8bb78a-8285-4963-8a6b-80e9cb92267f admin admin] Usage tracker for resource:security_group_rule and tenant:42923148a00a49268422cf3ff4c2fd04 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:05.345525 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ca8bb78a-8285-4963-8a6b-80e9cb92267f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:05.351998 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ca8bb78a-8285-4963-8a6b-80e9cb92267f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:05.493706 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:05.509825 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] Transition to ACTIVE for port object 6e5bf116-9936-46be-82c2-a11b02880255 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:31:05.524029 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:05.531699 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb78a-8285-4963-8a6b-80e9cb92267f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:05.542159 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb78a-8285-4963-8a6b-80e9cb92267f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:05.577109 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-c33fdb0b-3dfa-48ad-ade0-8079f74a2073 admin admin] Allocated IP 172.20.0.1 (7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5/ee4c3ae4-251f-416b-a440-0af0e465628c/a6decc83-8042-4b11-95aa-70d3c8b95fe9) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:31:05.602681 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bb78a-8285-4963-8a6b-80e9cb92267f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe5c973-5483-4297-b5a7-1ae214699f9c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:05.627400 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8bb78a-8285-4963-8a6b-80e9cb92267f admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:31:05.647154 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb78a-8285-4963-8a6b-80e9cb92267f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:05.647439 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-ca8bb78a-8285-4963-8a6b-80e9cb92267f admin admin] Added segment 8fc90d4e-48a4-4ef3-be73-880086708971 of type vlan for network 304f544a-4e19-4ec8-816f-4e06aa7f0361 Mar 09 03:31:05.679324 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] Attempting to bind port 6e5bf116-9936-46be-82c2-a11b02880255 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:31:05.679691 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] Attempting to bind port 6e5bf116-9936-46be-82c2-a11b02880255 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:31:05.680044 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] Attempting to bind port 6e5bf116-9936-46be-82c2-a11b02880255 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:31:05.696503 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb78a-8285-4963-8a6b-80e9cb92267f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:05.725438 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:31:05.725802 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:31:05.726184 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:05.726559 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:31:05.727127 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] Bound port: 6e5bf116-9936-46be-82c2-a11b02880255, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:31:05.727398 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:05.740208 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5b915-0010-4c4a-8ac1-d4e64927ee7c req-0e410289-ea43-47fb-bf05-07a212a1c9d6 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:05.742308 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-37b5b915-0010-4c4a-8ac1-d4e64927ee7c req-0e410289-ea43-47fb-bf05-07a212a1c9d6 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2af2488-5f7e-4735-a4c2-13b6c0857232 HTTP/1.1" status: 200 len: 969 time: 0.2352498 Mar 09 03:31:05.758848 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb78a-8285-4963-8a6b-80e9cb92267f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:05.759750 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7c0ad-18ad-4feb-88ea-0e2bbbeeb84b None None] Pushing event updated for resources: {'Port': ['ID=6e5bf116-9936-46be-82c2-a11b02880255,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:05.759987 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8bb78a-8285-4963-8a6b-80e9cb92267f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:05.760669 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb78a-8285-4963-8a6b-80e9cb92267f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:05.819018 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] For port 6e5bf116-9936-46be-82c2-a11b02880255, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:31:05.824396 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] For port 6e5bf116-9936-46be-82c2-a11b02880255, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=6e5bf116-9936-46be-82c2-a11b02880255,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:31:05.829872 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:05.897487 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c33fdb0b-3dfa-48ad-ade0-8079f74a2073 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:05.924585 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] Routers {'892a0087-cf61-4e5f-9dd0-1cd7ed307fe2'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:31:05.925532 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:31:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['892a0087-cf61-4e5f-9dd0-1cd7ed307fe2'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:31:05.935756 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-37b5b915-0010-4c4a-8ac1-d4e64927ee7c req-79031f2b-c083-4726-9bfc-081f2952fbf8 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/security-groups?id=06716d55-52f7-48a3-a048-3daa1ac134f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820722 Mar 09 03:31:05.945927 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-c33fdb0b-3dfa-48ad-ade0-8079f74a2073 admin admin] Transition to ACTIVE for port object a6decc83-8042-4b11-95aa-70d3c8b95fe9 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:31:05.993506 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ca8bb78a-8285-4963-8a6b-80e9cb92267f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9131918 Mar 09 03:31:05.997350 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35268) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:06.000179 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7c0ad-18ad-4feb-88ea-0e2bbbeeb84b None None] Pushing event updated for resources: {'Port': ['ID=6e5bf116-9936-46be-82c2-a11b02880255,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:06.004453 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bb78a-8285-4963-8a6b-80e9cb92267f admin admin] Pushing event updated for resources: {'Network': ['ID=304f544a-4e19-4ec8-816f-4e06aa7f0361,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:06.006001 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-f985af68-2716-42c5-a78a-1d56e64247bb admin admin] Request body: {'subnet': {'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-504110439-subnet', 'tenant_id': '42923148a00a49268422cf3ff4c2fd04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:06.016245 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f985af68-2716-42c5-a78a-1d56e64247bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:06.024424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f985af68-2716-42c5-a78a-1d56e64247bb admin admin] Usage tracker for resource:subnet and tenant:42923148a00a49268422cf3ff4c2fd04 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:06.027885 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c33fdb0b-3dfa-48ad-ade0-8079f74a2073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:06.034791 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 304f544a-4e19-4ec8-816f-4e06aa7f0361 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:31:06.035943 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f985af68-2716-42c5-a78a-1d56e64247bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:06.085263 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 52724419-a53f-4fdd-89e9-2b6e64e4ed26 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:31:06.093378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f985af68-2716-42c5-a78a-1d56e64247bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:06.112976 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33fdb0b-3dfa-48ad-ade0-8079f74a2073 admin admin] Network 7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:31:06.117098 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-c33fdb0b-3dfa-48ad-ade0-8079f74a2073 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:31:06.130028 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33fdb0b-3dfa-48ad-ade0-8079f74a2073 admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:31:06.131160 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c33fdb0b-3dfa-48ad-ade0-8079f74a2073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:06.147883 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f985af68-2716-42c5-a78a-1d56e64247bb admin admin] Made reservation on behalf of 42923148a00a49268422cf3ff4c2fd04 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:31:06.156572 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] Set router 892a0087-cf61-4e5f-9dd0-1cd7ed307fe2 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:31:06.156819 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f985af68-2716-42c5-a78a-1d56e64247bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:06.375555 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 52724419-a53f-4fdd-89e9-2b6e64e4ed26 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:31:06.375849 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:06.432471 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fdb0b-3dfa-48ad-ade0-8079f74a2073 admin admin] Pushing event updated for resources: {'Port': ['ID=a6decc83-8042-4b11-95aa-70d3c8b95fe9,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:06.468746 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-98f0ecb9-6b0a-4e87-b4f9-25881b014023 None None] Provisioning for port a6decc83-8042-4b11-95aa-70d3c8b95fe9 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:31:06.478319 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-98f0ecb9-6b0a-4e87-b4f9-25881b014023 None None] Provisioning complete for port a6decc83-8042-4b11-95aa-70d3c8b95fe9 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:31:06.479136 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-98f0ecb9-6b0a-4e87-b4f9-25881b014023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:06.520095 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f985af68-2716-42c5-a78a-1d56e64247bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:06.547290 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-98f0ecb9-6b0a-4e87-b4f9-25881b014023 None None] Port a6decc83-8042-4b11-95aa-70d3c8b95fe9 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:31:06.646908 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892a0087-cf61-4e5f-9dd0-1cd7ed307fe2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1935902013-router', 'tenant_id': 'e37c1a02043a4b1ca6ffc034fbe835db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '6e5bf116-9936-46be-82c2-a11b02880255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:58Z', 'updated_at': '2022-03-09T03:31:02Z', 'revision_number': 3, 'project_id': 'e37c1a02043a4b1ca6ffc034fbe835db', 'gw_port': {'id': '6e5bf116-9936-46be-82c2-a11b02880255', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892a0087-cf61-4e5f-9dd0-1cd7ed307fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:31:00Z', 'updated_at': '2022-03-09T03:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:31:06.655665 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda9e687-ded6-40b9-85c2-b16ab75d20e4 None None] The sync data for ids ['892a0087-cf61-4e5f-9dd0-1cd7ed307fe2'] in n-d-825178-5 is: [{'id': '892a0087-cf61-4e5f-9dd0-1cd7ed307fe2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1935902013-router', 'tenant_id': 'e37c1a02043a4b1ca6ffc034fbe835db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '6e5bf116-9936-46be-82c2-a11b02880255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:58Z', 'updated_at': '2022-03-09T03:31:02Z', 'revision_number': 3, 'project_id': 'e37c1a02043a4b1ca6ffc034fbe835db', 'gw_port': {'id': '6e5bf116-9936-46be-82c2-a11b02880255', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892a0087-cf61-4e5f-9dd0-1cd7ed307fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:31:00Z', 'updated_at': '2022-03-09T03:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:31:06.713538 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f985af68-2716-42c5-a78a-1d56e64247bb admin admin] Checking segment: {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:31:06.714017 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f985af68-2716-42c5-a78a-1d56e64247bb admin admin] Network hostable DHCP agents. Network: 304f544a-4e19-4ec8-816f-4e06aa7f0361, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:31:06.729239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985af68-2716-42c5-a78a-1d56e64247bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb7cb80-fa8d-459c-b59f-347ff2f11453,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:06.756640 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f985af68-2716-42c5-a78a-1d56e64247bb admin admin] Network 304f544a-4e19-4ec8-816f-4e06aa7f0361 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:31:06.771791 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-f985af68-2716-42c5-a78a-1d56e64247bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 304f544a-4e19-4ec8-816f-4e06aa7f0361) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:31:06.776786 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f985af68-2716-42c5-a78a-1d56e64247bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:06.777462 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f985af68-2716-42c5-a78a-1d56e64247bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:06.783525 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff72ea86-a419-4981-82b7-6a28a50c0d16 None None] Network 304f544a-4e19-4ec8-816f-4e06aa7f0361 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:31:06.879871 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c33fdb0b-3dfa-48ad-ade0-8079f74a2073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:06.919752 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f985af68-2716-42c5-a78a-1d56e64247bb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9130232 Mar 09 03:31:07.251103 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095f78d0-b249-4d81-b96b-cec5afe4b86f None None] Network 304f544a-4e19-4ec8-816f-4e06aa7f0361 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:31:07.352013 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c33fdb0b-3dfa-48ad-ade0-8079f74a2073 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:07.371885 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c33fdb0b-3dfa-48ad-ade0-8079f74a2073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:07.373368 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c33fdb0b-3dfa-48ad-ade0-8079f74a2073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:07.603585 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fdb0b-3dfa-48ad-ade0-8079f74a2073 admin admin] Pushing event updated for resources: {'Port': ['ID=a6decc83-8042-4b11-95aa-70d3c8b95fe9,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:07.626280 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea875df5-f94f-4d65-b325-b40970473a31 req-1f2a2dd1-a0b4-4a9b-8858-0a790b99f1cd tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:07.634270 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ea875df5-f94f-4d65-b325-b40970473a31 req-1f2a2dd1-a0b4-4a9b-8858-0a790b99f1cd tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2af2488-5f7e-4735-a4c2-13b6c0857232 HTTP/1.1" status: 200 len: 969 time: 0.5091171 Mar 09 03:31:07.722590 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ea875df5-f94f-4d65-b325-b40970473a31 req-f24636e7-8cac-4af1-9248-6cd9c6c37e53 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/security-groups?id=06716d55-52f7-48a3-a048-3daa1ac134f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871317 Mar 09 03:31:07.753909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33fdb0b-3dfa-48ad-ade0-8079f74a2073 admin admin] Network 7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:31:07.755248 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-c33fdb0b-3dfa-48ad-ade0-8079f74a2073 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:31:08.012724 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33fdb0b-3dfa-48ad-ade0-8079f74a2073 admin admin] Router 892a0087-cf61-4e5f-9dd0-1cd7ed307fe2 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:31:08.026826 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35324) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:08.071638 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35332) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:08.087804 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-07300f16-4df1-40a0-af70-7bede7543b3f None None] Provisioning complete for port a6decc83-8042-4b11-95aa-70d3c8b95fe9 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:31:08.088170 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-07300f16-4df1-40a0-af70-7bede7543b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:08.146160 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6e5bf116-9936-46be-82c2-a11b02880255 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:31:08.237949 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-07300f16-4df1-40a0-af70-7bede7543b3f None None] Port a6decc83-8042-4b11-95aa-70d3c8b95fe9 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:31:08.251099 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33fdb0b-3dfa-48ad-ade0-8079f74a2073 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:31:08.257696 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c33fdb0b-3dfa-48ad-ade0-8079f74a2073 admin admin] 10.222.0.16 "PUT /v2.0/routers/892a0087-cf61-4e5f-9dd0-1cd7ed307fe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9881339 Mar 09 03:31:08.261260 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 6e5bf116-9936-46be-82c2-a11b02880255 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:31:08.269128 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 6e5bf116-9936-46be-82c2-a11b02880255 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:31:08.269488 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:08.349612 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb81aaf2-cb9c-4967-a2f0-fc787c401e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:08.385547 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fb81aaf2-cb9c-4967-a2f0-fc787c401e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:08.389091 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-85a27a65-f70d-40cb-ae69-f6c62b770170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:08.410037 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fb81aaf2-cb9c-4967-a2f0-fc787c401e27 admin admin] Usage tracker for resource:security_group_rule and tenant:b2a1977de8304edcacd02968207d9ab5 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:08.412438 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:08.414782 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:08.415615 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fb81aaf2-cb9c-4967-a2f0-fc787c401e27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:08.424767 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fb81aaf2-cb9c-4967-a2f0-fc787c401e27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:08.428027 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-85a27a65-f70d-40cb-ae69-f6c62b770170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:08.435140 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-85a27a65-f70d-40cb-ae69-f6c62b770170 admin admin] Usage tracker for resource:security_group_rule and tenant:0fbf158c6d144bb6a4c2d4cdf8976e36 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:08.439898 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35344) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:08.443284 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-85a27a65-f70d-40cb-ae69-f6c62b770170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:08.446412 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-270419b1-b0ee-43c1-86fe-b959c7d895fb admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1816996808-network', 'tenant_id': '100e85be73b549a3a59ef7b53bf3fc40'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:08.452972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-270419b1-b0ee-43c1-86fe-b959c7d895fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:08.456635 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 6e5bf116-9936-46be-82c2-a11b02880255, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=6e5bf116-9936-46be-82c2-a11b02880255,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:31:08.460261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-270419b1-b0ee-43c1-86fe-b959c7d895fb admin admin] Usage tracker for resource:network and tenant:100e85be73b549a3a59ef7b53bf3fc40 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:08.461296 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-85a27a65-f70d-40cb-ae69-f6c62b770170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:08.464290 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:08.472333 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-270419b1-b0ee-43c1-86fe-b959c7d895fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:08.480555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-270419b1-b0ee-43c1-86fe-b959c7d895fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:08.496060 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270419b1-b0ee-43c1-86fe-b959c7d895fb admin admin] Made reservation on behalf of 100e85be73b549a3a59ef7b53bf3fc40 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:31:08.500389 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-270419b1-b0ee-43c1-86fe-b959c7d895fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:08.516443 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-270419b1-b0ee-43c1-86fe-b959c7d895fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:08.528121 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 6d5be7b9-1304-4432-9d3d-712e35e88576 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:31:08.553844 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-270419b1-b0ee-43c1-86fe-b959c7d895fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:08.564428 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-270419b1-b0ee-43c1-86fe-b959c7d895fb admin admin] Usage tracker for resource:security_group_rule and tenant:100e85be73b549a3a59ef7b53bf3fc40 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:08.572610 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-270419b1-b0ee-43c1-86fe-b959c7d895fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:08.586630 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-270419b1-b0ee-43c1-86fe-b959c7d895fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:08.624102 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb81aaf2-cb9c-4967-a2f0-fc787c401e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:08.627498 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=6e5bf116-9936-46be-82c2-a11b02880255,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:08.642459 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb81aaf2-cb9c-4967-a2f0-fc787c401e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:08.685274 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-85a27a65-f70d-40cb-ae69-f6c62b770170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:08.688935 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81aaf2-cb9c-4967-a2f0-fc787c401e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d1efdd-6575-4681-a076-188a8cc06069,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:08.696430 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-85a27a65-f70d-40cb-ae69-f6c62b770170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:08.738408 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-270419b1-b0ee-43c1-86fe-b959c7d895fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:08.739009 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-85a27a65-f70d-40cb-ae69-f6c62b770170 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fbf158c6d144bb6a4c2d4cdf8976e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7099876 Mar 09 03:31:08.742402 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35354) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:08.763368 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fb81aaf2-cb9c-4967-a2f0-fc787c401e27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2a1977de8304edcacd02968207d9ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6899905 Mar 09 03:31:08.764265 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35360) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:08.769214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 6d5be7b9-1304-4432-9d3d-712e35e88576, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6d5be7b9-1304-4432-9d3d-712e35e88576,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:31:08.771742 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-270419b1-b0ee-43c1-86fe-b959c7d895fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:08.784637 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a27a65-f70d-40cb-ae69-f6c62b770170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b69db9-cd42-4ddd-b334-93b34278b3ed,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:08.788094 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '6d5be7b9-1304-4432-9d3d-712e35e88576', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': '6d5be7b9-1304-4432-9d3d-712e35e88576', 'mac_address': 'fa:16:3e:c9:ef:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:tempest-test_az-617941647', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:31:08.829249 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270419b1-b0ee-43c1-86fe-b959c7d895fb admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:31:08.861573 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270419b1-b0ee-43c1-86fe-b959c7d895fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682648a6-6eaf-47f9-b672-db2182656233,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:08.868323 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-270419b1-b0ee-43c1-86fe-b959c7d895fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:08.868622 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-270419b1-b0ee-43c1-86fe-b959c7d895fb admin admin] Added segment eda8c106-3d73-4ea8-848b-f63ddb70a61d of type vlan for network 379acd08-e893-476d-a8c2-15f324bcd442 Mar 09 03:31:08.901596 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9cdb6626-6b42-4191-92d7-434e656d3003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:08.906259 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:08.912107 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2b74fedd-52b7-453a-87f6-c35858c1dbf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:08.932280 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-270419b1-b0ee-43c1-86fe-b959c7d895fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:08.933818 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] Sync routers for ids ['892a0087-cf61-4e5f-9dd0-1cd7ed307fe2'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:31:08.955455 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2b74fedd-52b7-453a-87f6-c35858c1dbf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:08.967749 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d5be7b9-1304-4432-9d3d-712e35e88576 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:31:08.983006 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] Routers {'892a0087-cf61-4e5f-9dd0-1cd7ed307fe2'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:31:08.983612 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:31:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['892a0087-cf61-4e5f-9dd0-1cd7ed307fe2'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:31:08.999776 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9cdb6626-6b42-4191-92d7-434e656d3003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:09.026293 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2b74fedd-52b7-453a-87f6-c35858c1dbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:09.049249 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 6d5be7b9-1304-4432-9d3d-712e35e88576, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6d5be7b9-1304-4432-9d3d-712e35e88576,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:31:09.061790 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:09.070587 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74fedd-52b7-453a-87f6-c35858c1dbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d1efdd-6575-4681-a076-188a8cc06069,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:09.075477 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2b74fedd-52b7-453a-87f6-c35858c1dbf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:09.083137 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2b74fedd-52b7-453a-87f6-c35858c1dbf8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91d1efdd-6575-4681-a076-188a8cc06069 HTTP/1.1" status: 204 len: 168 time: 0.3151054 Mar 09 03:31:09.085878 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-270419b1-b0ee-43c1-86fe-b959c7d895fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:09.086886 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270419b1-b0ee-43c1-86fe-b959c7d895fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:09.087529 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-270419b1-b0ee-43c1-86fe-b959c7d895fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:09.220824 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=6d5be7b9-1304-4432-9d3d-712e35e88576,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:09.252241 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] Set router 892a0087-cf61-4e5f-9dd0-1cd7ed307fe2 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:31:09.282115 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-270419b1-b0ee-43c1-86fe-b959c7d895fb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8386993 Mar 09 03:31:09.282115 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9cdb6626-6b42-4191-92d7-434e656d3003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:09.282708 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35376) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:09.288572 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-ec273a5f-4362-442f-b107-ffe698eaa444 admin admin] Request body: {'subnet': {'network_id': '379acd08-e893-476d-a8c2-15f324bcd442', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1816996808-subnet', 'tenant_id': '100e85be73b549a3a59ef7b53bf3fc40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:09.294074 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9cdb6626-6b42-4191-92d7-434e656d3003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:09.295204 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ec273a5f-4362-442f-b107-ffe698eaa444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:09.297921 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9cdb6626-6b42-4191-92d7-434e656d3003 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/40b69db9-cd42-4ddd-b334-93b34278b3ed HTTP/1.1" status: 204 len: 168 time: 0.5543978 Mar 09 03:31:09.304276 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ec273a5f-4362-442f-b107-ffe698eaa444 admin admin] Usage tracker for resource:subnet and tenant:100e85be73b549a3a59ef7b53bf3fc40 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:09.310392 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ec273a5f-4362-442f-b107-ffe698eaa444 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:09.326236 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ec273a5f-4362-442f-b107-ffe698eaa444 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:09.333762 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270419b1-b0ee-43c1-86fe-b959c7d895fb admin admin] Pushing event updated for resources: {'Network': ['ID=379acd08-e893-476d-a8c2-15f324bcd442,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:09.351697 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec273a5f-4362-442f-b107-ffe698eaa444 admin admin] Made reservation on behalf of 100e85be73b549a3a59ef7b53bf3fc40 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:31:09.355352 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 379acd08-e893-476d-a8c2-15f324bcd442 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:31:09.355874 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ec273a5f-4362-442f-b107-ffe698eaa444 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:09.369652 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5c903-bcd0-45d7-81b3-fa9dac1d7749 req-b41e2456-eb74-43d1-8b08-d7032aaecc43 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:09.371950 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79c5c903-bcd0-45d7-81b3-fa9dac1d7749 req-b41e2456-eb74-43d1-8b08-d7032aaecc43 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2af2488-5f7e-4735-a4c2-13b6c0857232 HTTP/1.1" status: 200 len: 969 time: 0.4329386 Mar 09 03:31:09.373333 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb6626-6b42-4191-92d7-434e656d3003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b69db9-cd42-4ddd-b334-93b34278b3ed,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:09.503918 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79c5c903-bcd0-45d7-81b3-fa9dac1d7749 req-f47d7a1f-b628-4330-abd2-3b14b6b0fd89 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/security-groups?id=06716d55-52f7-48a3-a048-3daa1ac134f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957329 Mar 09 03:31:09.538529 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['6d5be7b9-1304-4432-9d3d-712e35e88576'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:31:09.748824 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ec273a5f-4362-442f-b107-ffe698eaa444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:09.814164 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec273a5f-4362-442f-b107-ffe698eaa444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a216203-628e-48c7-9f9b-aae4eb6e6cb1,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:09.838524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35390) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:09.864935 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e548c80c-11fa-4d24-99d2-4355c954622b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:09.888825 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e548c80c-11fa-4d24-99d2-4355c954622b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:09.898073 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e548c80c-11fa-4d24-99d2-4355c954622b admin admin] Usage tracker for resource:security_group_rule and tenant:9665010d401e416983a2c98970d1de2c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:09.901144 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec273a5f-4362-442f-b107-ffe698eaa444 admin admin] Checking segment: {'id': 'eda8c106-3d73-4ea8-848b-f63ddb70a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '379acd08-e893-476d-a8c2-15f324bcd442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:31:09.901606 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec273a5f-4362-442f-b107-ffe698eaa444 admin admin] Network hostable DHCP agents. Network: 379acd08-e893-476d-a8c2-15f324bcd442, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:31:09.901950 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35394) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:09.907628 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e548c80c-11fa-4d24-99d2-4355c954622b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:09.919561 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e548c80c-11fa-4d24-99d2-4355c954622b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:09.930154 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b38c2a70-a0a4-4cf0-bd21-fd208040819a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:09.940375 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec273a5f-4362-442f-b107-ffe698eaa444 admin admin] Network 379acd08-e893-476d-a8c2-15f324bcd442 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:31:09.971457 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-ec273a5f-4362-442f-b107-ffe698eaa444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 379acd08-e893-476d-a8c2-15f324bcd442) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:31:09.972610 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b38c2a70-a0a4-4cf0-bd21-fd208040819a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:09.976432 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec273a5f-4362-442f-b107-ffe698eaa444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:09.977089 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ec273a5f-4362-442f-b107-ffe698eaa444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:09.981865 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b38c2a70-a0a4-4cf0-bd21-fd208040819a admin admin] Usage tracker for resource:security_group_rule and tenant:e905c740507b4570b8ea4a1223c328d7 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:09.988090 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b38c2a70-a0a4-4cf0-bd21-fd208040819a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:09.992888 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b639866-67e4-4710-9072-ce23c4537095 None None] Network 379acd08-e893-476d-a8c2-15f324bcd442 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:31:10.001491 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b38c2a70-a0a4-4cf0-bd21-fd208040819a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:10.033558 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ec273a5f-4362-442f-b107-ffe698eaa444 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7493143 Mar 09 03:31:10.094187 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6e5bf116-9936-46be-82c2-a11b02880255 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:31:10.094531 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e548c80c-11fa-4d24-99d2-4355c954622b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:10.101366 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e548c80c-11fa-4d24-99d2-4355c954622b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:10.155038 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548c80c-11fa-4d24-99d2-4355c954622b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b058ccf-a163-4093-ac71-199a861d55a3,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:10.179823 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e548c80c-11fa-4d24-99d2-4355c954622b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9665010d401e416983a2c98970d1de2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401287 Mar 09 03:31:10.182370 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35400) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:10.186461 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892a0087-cf61-4e5f-9dd0-1cd7ed307fe2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1935902013-router', 'tenant_id': 'e37c1a02043a4b1ca6ffc034fbe835db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '6e5bf116-9936-46be-82c2-a11b02880255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:58Z', 'updated_at': '2022-03-09T03:31:06Z', 'revision_number': 4, 'project_id': 'e37c1a02043a4b1ca6ffc034fbe835db', 'gw_port': {'id': '6e5bf116-9936-46be-82c2-a11b02880255', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a0087-cf61-4e5f-9dd0-1cd7ed307fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:31:00Z', 'updated_at': '2022-03-09T03:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'a6decc83-8042-4b11-95aa-70d3c8b95fe9', 'name': '', 'network_id': '7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5', 'tenant_id': 'e37c1a02043a4b1ca6ffc034fbe835db', 'mac_address': 'fa:16:3e:41:3c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892a0087-cf61-4e5f-9dd0-1cd7ed307fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'ee4c3ae4-251f-416b-a440-0af0e465628c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:31:05Z', 'updated_at': '2022-03-09T03:31:07Z', 'revision_number': 2, 'project_id': 'e37c1a02043a4b1ca6ffc034fbe835db', 'subnets': [{'id': 'ee4c3ae4-251f-416b-a440-0af0e465628c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:31:10.196315 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b38c2a70-a0a4-4cf0-bd21-fd208040819a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:10.203003 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] Checking router: 892a0087-cf61-4e5f-9dd0-1cd7ed307fe2 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:31:10.203390 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b38c2a70-a0a4-4cf0-bd21-fd208040819a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:10.203841 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] Updating router 892a0087-cf61-4e5f-9dd0-1cd7ed307fe2 port a6decc83-8042-4b11-95aa-70d3c8b95fe9 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:31:10.259530 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4c68383f-79a1-42d7-93e0-620cfb13c374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:10.280934 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b38c2a70-a0a4-4cf0-bd21-fd208040819a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e905c740507b4570b8ea4a1223c328d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743312 Mar 09 03:31:10.285617 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35404) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:10.293687 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4c68383f-79a1-42d7-93e0-620cfb13c374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:10.297343 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35408) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:10.345493 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:10.366089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 6e5bf116-9936-46be-82c2-a11b02880255 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:31:10.367228 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:10.382581 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4c68383f-79a1-42d7-93e0-620cfb13c374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:10.407689 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-0d50761a-4d1e-4201-b915-f119a5d6f899 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1477816379', 'description': 'tempest-description--1565324985'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:10.413688 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68383f-79a1-42d7-93e0-620cfb13c374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b058ccf-a163-4093-ac71-199a861d55a3,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:10.417100 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4c68383f-79a1-42d7-93e0-620cfb13c374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:10.418226 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4c68383f-79a1-42d7-93e0-620cfb13c374 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b058ccf-a163-4093-ac71-199a861d55a3 HTTP/1.1" status: 204 len: 168 time: 0.2346997 Mar 09 03:31:10.441745 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0d50761a-4d1e-4201-b915-f119a5d6f899 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:10.447177 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c2a70-a0a4-4cf0-bd21-fd208040819a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9788fc22-5b1d-4581-a584-cf11eb4e61e4,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:10.456140 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0d50761a-4d1e-4201-b915-f119a5d6f899 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Usage tracker for resource:security_group and tenant:6bca179644e344988a4822677f335581 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:10.467657 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0d50761a-4d1e-4201-b915-f119a5d6f899 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:10.477359 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0d50761a-4d1e-4201-b915-f119a5d6f899 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:10.507141 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0d50761a-4d1e-4201-b915-f119a5d6f899 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:10.523701 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-15c004f4-0141-4c7c-aed3-13f9d6e9f976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:10.577329 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8d0d59-8c1f-49b2-ad54-a0d6e0f841b7 None None] Network 379acd08-e893-476d-a8c2-15f324bcd442 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:31:10.586218 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0d50761a-4d1e-4201-b915-f119a5d6f899 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:10.598451 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0d50761a-4d1e-4201-b915-f119a5d6f899 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Usage tracker for resource:security_group_rule and tenant:6bca179644e344988a4822677f335581 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:10.602155 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0d50761a-4d1e-4201-b915-f119a5d6f899 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:10.606660 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-15c004f4-0141-4c7c-aed3-13f9d6e9f976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:10.621133 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0d50761a-4d1e-4201-b915-f119a5d6f899 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:10.736341 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-15c004f4-0141-4c7c-aed3-13f9d6e9f976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:10.800045 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c004f4-0141-4c7c-aed3-13f9d6e9f976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9788fc22-5b1d-4581-a584-cf11eb4e61e4,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:10.827706 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea14f7-0e97-465f-a602-86bba794e986 req-e1f26bae-817f-4320-941f-d972b3e6dd37 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:10.828585 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0d50761a-4d1e-4201-b915-f119a5d6f899 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:10.839990 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f1ea14f7-0e97-465f-a602-86bba794e986 req-e1f26bae-817f-4320-941f-d972b3e6dd37 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2af2488-5f7e-4735-a4c2-13b6c0857232 HTTP/1.1" status: 200 len: 970 time: 0.1153319 Mar 09 03:31:10.842821 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0d50761a-4d1e-4201-b915-f119a5d6f899 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:10.891181 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f1ea14f7-0e97-465f-a602-86bba794e986 req-6c29d5d5-d6f0-4867-9f91-e111359a42e8 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/security-groups?id=06716d55-52f7-48a3-a048-3daa1ac134f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500946 Mar 09 03:31:10.926371 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-15c004f4-0141-4c7c-aed3-13f9d6e9f976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:10.927655 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-15c004f4-0141-4c7c-aed3-13f9d6e9f976 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9788fc22-5b1d-4581-a584-cf11eb4e61e4 HTTP/1.1" status: 204 len: 168 time: 0.6395445 Mar 09 03:31:10.951923 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0d50761a-4d1e-4201-b915-f119a5d6f899 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:10.956101 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35438) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:10.956215 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0d50761a-4d1e-4201-b915-f119a5d6f899 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6572390 Mar 09 03:31:10.962545 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-16383c41-4e7f-4c69-8549-6533ac55ccc7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Request body: {'security_group_rule': {'security_group_id': '9bbfb5e4-1957-4911-bd72-bc6940f5d2ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:10.971900 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-16383c41-4e7f-4c69-8549-6533ac55ccc7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:10.975989 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-16383c41-4e7f-4c69-8549-6533ac55ccc7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Usage tracker for resource:security_group_rule and tenant:6bca179644e344988a4822677f335581 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:10.981164 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-16383c41-4e7f-4c69-8549-6533ac55ccc7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:10.986706 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50761a-4d1e-4201-b915-f119a5d6f899 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbfb5e4-1957-4911-bd72-bc6940f5d2ec,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:10.988806 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-16383c41-4e7f-4c69-8549-6533ac55ccc7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:11.018004 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-16383c41-4e7f-4c69-8549-6533ac55ccc7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:11.038639 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-19279b7c-467b-423a-8cb7-53b260c87d7d tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:11.040817 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-19279b7c-467b-423a-8cb7-53b260c87d7d tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/networks?id=304f544a-4e19-4ec8-816f-4e06aa7f0361 HTTP/1.1" status: 200 len: 820 time: 0.2796693 Mar 09 03:31:11.069038 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-426a0ce3-d941-405e-9389-83133f552a92 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/quotas/42923148a00a49268422cf3ff4c2fd04 HTTP/1.1" status: 200 len: 375 time: 0.0206184 Mar 09 03:31:11.126303 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-16383c41-4e7f-4c69-8549-6533ac55ccc7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:11.134074 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-16383c41-4e7f-4c69-8549-6533ac55ccc7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:11.141793 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-4fcc774f-a839-40c9-9815-3e9b112533d8 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=42923148a00a49268422cf3ff4c2fd04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669549 Mar 09 03:31:11.164394 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16383c41-4e7f-4c69-8549-6533ac55ccc7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90675ca7-cc22-4802-ad07-7c108448f170,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:11.177565 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-16383c41-4e7f-4c69-8549-6533ac55ccc7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:11.181522 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-16383c41-4e7f-4c69-8549-6533ac55ccc7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2216103 Mar 09 03:31:11.181926 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35448) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:11.187946 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-e2aa7f39-09b2-429e-b7f8-7447abdac3e6 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Request body: {'security_group_rule': {'security_group_id': '9bbfb5e4-1957-4911-bd72-bc6940f5d2ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:11.194460 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e2aa7f39-09b2-429e-b7f8-7447abdac3e6 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:11.199399 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e2aa7f39-09b2-429e-b7f8-7447abdac3e6 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Usage tracker for resource:security_group_rule and tenant:6bca179644e344988a4822677f335581 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:11.203012 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e2aa7f39-09b2-429e-b7f8-7447abdac3e6 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:11.210259 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e2aa7f39-09b2-429e-b7f8-7447abdac3e6 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:11.229681 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e2aa7f39-09b2-429e-b7f8-7447abdac3e6 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:11.237303 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:11.251034 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] Transition to ACTIVE for port object a6decc83-8042-4b11-95aa-70d3c8b95fe9 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:31:11.258988 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:11.315734 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e2aa7f39-09b2-429e-b7f8-7447abdac3e6 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:11.321661 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e2aa7f39-09b2-429e-b7f8-7447abdac3e6 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:11.379928 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa7f39-09b2-429e-b7f8-7447abdac3e6 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=995d3b0c-82db-47fd-9473-4d79fbf84267,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:11.385880 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e2aa7f39-09b2-429e-b7f8-7447abdac3e6 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:11.390207 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e2aa7f39-09b2-429e-b7f8-7447abdac3e6 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2043200 Mar 09 03:31:11.390578 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35458) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:11.397041 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-3392cb8f-d93e-4f4e-be17-b6c3f743e934 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:11.404503 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3392cb8f-d93e-4f4e-be17-b6c3f743e934 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:11.409601 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3392cb8f-d93e-4f4e-be17-b6c3f743e934 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Usage tracker for resource:floatingip and tenant:6bca179644e344988a4822677f335581 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:11.418682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3392cb8f-d93e-4f4e-be17-b6c3f743e934 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:11.429812 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3392cb8f-d93e-4f4e-be17-b6c3f743e934 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:11.461844 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3392cb8f-d93e-4f4e-be17-b6c3f743e934 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:11.476620 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d16bc-f639-47da-b7f1-e033907b9a75 None None] Pushing event updated for resources: {'Port': ['ID=a6decc83-8042-4b11-95aa-70d3c8b95fe9,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:11.510192 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] Attempting to bind port a6decc83-8042-4b11-95aa-70d3c8b95fe9 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:31:11.510577 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] Attempting to bind port a6decc83-8042-4b11-95aa-70d3c8b95fe9 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '65100822-7d3a-41b6-8e73-7d7a09ede0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:31:11.511675 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] Attempting to bind port a6decc83-8042-4b11-95aa-70d3c8b95fe9 on network 7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:31:11.520616 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:31:11.521120 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] Checking segment: {'id': '65100822-7d3a-41b6-8e73-7d7a09ede0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:31:11.521483 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:11.521863 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] Bound using segment: {'id': '65100822-7d3a-41b6-8e73-7d7a09ede0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:31:11.522328 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] Bound port: a6decc83-8042-4b11-95aa-70d3c8b95fe9, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65100822-7d3a-41b6-8e73-7d7a09ede0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:31:11.522713 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:11.610592 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-4f269f0e-d75a-4c87-a686-d4cb053171ad service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:31:11.611628 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-4f269f0e-d75a-4c87-a686-d4cb053171ad service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1058271 Mar 09 03:31:11.638705 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] For port a6decc83-8042-4b11-95aa-70d3c8b95fe9, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:31:11.642722 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] For port a6decc83-8042-4b11-95aa-70d3c8b95fe9, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a6decc83-8042-4b11-95aa-70d3c8b95fe9,segment=NetworkSegment(65100822-7d3a-41b6-8e73-7d7a09ede0ce),segment_id=65100822-7d3a-41b6-8e73-7d7a09ede0ce)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:31:11.648625 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:11.767992 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3392cb8f-d93e-4f4e-be17-b6c3f743e934 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:11.768880 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] Routers {'892a0087-cf61-4e5f-9dd0-1cd7ed307fe2'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:31:11.770193 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:31:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['892a0087-cf61-4e5f-9dd0-1cd7ed307fe2'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:31:11.821078 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-a97b4e6a-1992-4c64-8685-3f033cd9141a service neutron] 10.222.0.16 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014256 Mar 09 03:31:11.862525 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d16bc-f639-47da-b7f1-e033907b9a75 None None] Pushing event updated for resources: {'Port': ['ID=a6decc83-8042-4b11-95aa-70d3c8b95fe9,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:12.019991 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] Set router 892a0087-cf61-4e5f-9dd0-1cd7ed307fe2 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:31:12.174785 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-4632f180-20c5-4230-be9b-0a00f989d60c service neutron] 10.222.0.16 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370223 Mar 09 03:31:12.175975 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-3392cb8f-d93e-4f4e-be17-b6c3f743e934 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Allocated IP 172.25.7.216 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/6d736735-ac1a-42c4-947c-0e44f3c5af19) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:31:12.249321 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35490) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:12.300703 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e3363-a37d-449a-b295-06440bd4c975 req-bd2d9506-7fb4-4f1d-8ebf-e4866fa760a8 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:12.309977 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-508e3363-a37d-449a-b295-06440bd4c975 req-bd2d9506-7fb4-4f1d-8ebf-e4866fa760a8 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2af2488-5f7e-4735-a4c2-13b6c0857232 HTTP/1.1" status: 200 len: 970 time: 0.2031078 Mar 09 03:31:12.375085 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-508e3363-a37d-449a-b295-06440bd4c975 req-dd642123-e658-4a2c-baae-5bff43e79089 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/security-groups?id=06716d55-52f7-48a3-a048-3daa1ac134f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605321 Mar 09 03:31:12.393162 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3392cb8f-d93e-4f4e-be17-b6c3f743e934 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:12.439325 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3392cb8f-d93e-4f4e-be17-b6c3f743e934 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:12.447335 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-cdd4631d-2b12-4405-83d3-cf2ada8c7b1f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1872464013-network', 'tenant_id': '90c320e4dc4547ab809a75cff24442fc'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:12.454050 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cdd4631d-2b12-4405-83d3-cf2ada8c7b1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:12.458507 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cdd4631d-2b12-4405-83d3-cf2ada8c7b1f admin admin] Usage tracker for resource:network and tenant:90c320e4dc4547ab809a75cff24442fc is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:12.461819 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cdd4631d-2b12-4405-83d3-cf2ada8c7b1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:12.474023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cdd4631d-2b12-4405-83d3-cf2ada8c7b1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:12.531321 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd4631d-2b12-4405-83d3-cf2ada8c7b1f admin admin] Made reservation on behalf of 90c320e4dc4547ab809a75cff24442fc for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:31:12.533901 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cdd4631d-2b12-4405-83d3-cf2ada8c7b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:12.540802 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 6d5be7b9-1304-4432-9d3d-712e35e88576 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:31:12.562000 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-54af276a-22c9-43ce-91be-4a2f0b842ea0 req-d61754d6-c009-4d27-bbc8-76f1a9d5573a tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 210 time: 0.0772972 Mar 09 03:31:12.578990 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cdd4631d-2b12-4405-83d3-cf2ada8c7b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:12.582907 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392cb8f-d93e-4f4e-be17-b6c3f743e934 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Pushing event updated for resources: {'Port': ['ID=6d736735-ac1a-42c4-947c-0e44f3c5af19,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:12.588893 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3392cb8f-d93e-4f4e-be17-b6c3f743e934 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:31:12.596385 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-3392cb8f-d93e-4f4e-be17-b6c3f743e934 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:31:12.598448 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cdd4631d-2b12-4405-83d3-cf2ada8c7b1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:12.599605 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3392cb8f-d93e-4f4e-be17-b6c3f743e934 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:31:12.602310 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cdd4631d-2b12-4405-83d3-cf2ada8c7b1f admin admin] Usage tracker for resource:security_group_rule and tenant:90c320e4dc4547ab809a75cff24442fc is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:12.605981 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cdd4631d-2b12-4405-83d3-cf2ada8c7b1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:12.618389 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cdd4631d-2b12-4405-83d3-cf2ada8c7b1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:12.722079 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cdd4631d-2b12-4405-83d3-cf2ada8c7b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:12.722706 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 6d5be7b9-1304-4432-9d3d-712e35e88576 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:31:12.727957 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cdd4631d-2b12-4405-83d3-cf2ada8c7b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:12.737851 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3392cb8f-d93e-4f4e-be17-b6c3f743e934 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:12.741662 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 6d5be7b9-1304-4432-9d3d-712e35e88576 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:31:12.742502 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:12.752319 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd4631d-2b12-4405-83d3-cf2ada8c7b1f admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:31:12.769972 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cdd4631d-2b12-4405-83d3-cf2ada8c7b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:12.770319 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-cdd4631d-2b12-4405-83d3-cf2ada8c7b1f admin admin] Added segment 37f5d9fe-bd39-4685-af9e-97d5861305b7 of type vlan for network 40ef861f-b0ee-421f-b636-d03a522d6847 Mar 09 03:31:12.822970 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892a0087-cf61-4e5f-9dd0-1cd7ed307fe2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1935902013-router', 'tenant_id': 'e37c1a02043a4b1ca6ffc034fbe835db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '6e5bf116-9936-46be-82c2-a11b02880255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:58Z', 'updated_at': '2022-03-09T03:31:06Z', 'revision_number': 4, 'project_id': 'e37c1a02043a4b1ca6ffc034fbe835db', 'gw_port': {'id': '6e5bf116-9936-46be-82c2-a11b02880255', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a0087-cf61-4e5f-9dd0-1cd7ed307fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:31:00Z', 'updated_at': '2022-03-09T03:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'a6decc83-8042-4b11-95aa-70d3c8b95fe9', 'name': '', 'network_id': '7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5', 'tenant_id': 'e37c1a02043a4b1ca6ffc034fbe835db', 'mac_address': 'fa:16:3e:41:3c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892a0087-cf61-4e5f-9dd0-1cd7ed307fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'ee4c3ae4-251f-416b-a440-0af0e465628c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:31:05Z', 'updated_at': '2022-03-09T03:31:11Z', 'revision_number': 4, 'project_id': 'e37c1a02043a4b1ca6ffc034fbe835db', 'subnets': [{'id': 'ee4c3ae4-251f-416b-a440-0af0e465628c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:31:12.829019 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185cc38e-2beb-4cd1-b49c-84cc00c6bd55 None None] The sync data for ids ['892a0087-cf61-4e5f-9dd0-1cd7ed307fe2'] in n-d-825178-5 is: [{'id': '892a0087-cf61-4e5f-9dd0-1cd7ed307fe2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1935902013-router', 'tenant_id': 'e37c1a02043a4b1ca6ffc034fbe835db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '6e5bf116-9936-46be-82c2-a11b02880255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:58Z', 'updated_at': '2022-03-09T03:31:06Z', 'revision_number': 4, 'project_id': 'e37c1a02043a4b1ca6ffc034fbe835db', 'gw_port': {'id': '6e5bf116-9936-46be-82c2-a11b02880255', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a0087-cf61-4e5f-9dd0-1cd7ed307fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:31:00Z', 'updated_at': '2022-03-09T03:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'a6decc83-8042-4b11-95aa-70d3c8b95fe9', 'name': '', 'network_id': '7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5', 'tenant_id': 'e37c1a02043a4b1ca6ffc034fbe835db', 'mac_address': 'fa:16:3e:41:3c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892a0087-cf61-4e5f-9dd0-1cd7ed307fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'ee4c3ae4-251f-416b-a440-0af0e465628c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:31:05Z', 'updated_at': '2022-03-09T03:31:11Z', 'revision_number': 4, 'project_id': 'e37c1a02043a4b1ca6ffc034fbe835db', 'subnets': [{'id': 'ee4c3ae4-251f-416b-a440-0af0e465628c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:31:12.834583 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3392cb8f-d93e-4f4e-be17-b6c3f743e934 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:12.850783 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cdd4631d-2b12-4405-83d3-cf2ada8c7b1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:12.911576 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4631d-2b12-4405-83d3-cf2ada8c7b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e76c44-d81e-4501-a607-89fe022a625a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:13.015859 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:13.036182 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cdd4631d-2b12-4405-83d3-cf2ada8c7b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:13.037161 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd4631d-2b12-4405-83d3-cf2ada8c7b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:13.037738 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cdd4631d-2b12-4405-83d3-cf2ada8c7b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:13.070148 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2af2488-5f7e-4735-a4c2-13b6c0857232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5be7b9-1304-4432-9d3d-712e35e88576'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:31:13.198507 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 6d5be7b9-1304-4432-9d3d-712e35e88576, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6d5be7b9-1304-4432-9d3d-712e35e88576,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:31:13.209321 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:13.270737 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cdd4631d-2b12-4405-83d3-cf2ada8c7b1f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0193961 Mar 09 03:31:13.273884 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35536) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:13.282021 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4631d-2b12-4405-83d3-cf2ada8c7b1f admin admin] Pushing event updated for resources: {'Network': ['ID=40ef861f-b0ee-421f-b636-d03a522d6847,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:13.290120 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-5951d700-3a9a-40af-942a-a7d784020ea3 admin admin] Request body: {'subnet': {'network_id': '40ef861f-b0ee-421f-b636-d03a522d6847', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1872464013-subnet', 'tenant_id': '90c320e4dc4547ab809a75cff24442fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:13.309329 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5951d700-3a9a-40af-942a-a7d784020ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:13.314316 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5951d700-3a9a-40af-942a-a7d784020ea3 admin admin] Usage tracker for resource:subnet and tenant:90c320e4dc4547ab809a75cff24442fc is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:13.321268 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5951d700-3a9a-40af-942a-a7d784020ea3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:13.327360 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 40ef861f-b0ee-421f-b636-d03a522d6847 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:31:13.334151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5951d700-3a9a-40af-942a-a7d784020ea3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:13.348245 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5951d700-3a9a-40af-942a-a7d784020ea3 admin admin] Made reservation on behalf of 90c320e4dc4547ab809a75cff24442fc for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:31:13.351887 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5951d700-3a9a-40af-942a-a7d784020ea3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:13.420027 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3392cb8f-d93e-4f4e-be17-b6c3f743e934 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:13.430051 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3392cb8f-d93e-4f4e-be17-b6c3f743e934 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:13.549977 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3392cb8f-d93e-4f4e-be17-b6c3f743e934 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:13.624361 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392cb8f-d93e-4f4e-be17-b6c3f743e934 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Pushing event updated for resources: {'Port': ['ID=6d736735-ac1a-42c4-947c-0e44f3c5af19,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:13.636041 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3392cb8f-d93e-4f4e-be17-b6c3f743e934 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:13.640002 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3392cb8f-d93e-4f4e-be17-b6c3f743e934 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2480967 Mar 09 03:31:13.706727 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=6d5be7b9-1304-4432-9d3d-712e35e88576,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:13.807010 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5951d700-3a9a-40af-942a-a7d784020ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:13.901366 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-04b8638d-fa73-4864-9346-9cc022009ddb req-e8544516-fdc2-4d0c-868e-7633bd136f79 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 210 time: 0.0719032 Mar 09 03:31:13.901570 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c01a5-1fdd-4a11-8e60-1c24cf19b4ef req-ce6343ec-9f51-4c54-9619-58d8bbd74b6b tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:13.904409 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ea7c01a5-1fdd-4a11-8e60-1c24cf19b4ef req-ce6343ec-9f51-4c54-9619-58d8bbd74b6b tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2af2488-5f7e-4735-a4c2-13b6c0857232 HTTP/1.1" status: 200 len: 971 time: 0.2256098 Mar 09 03:31:13.958418 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951d700-3a9a-40af-942a-a7d784020ea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c43ca172-b2ec-46af-bf67-f39194cf4e7a,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:13.976869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5951d700-3a9a-40af-942a-a7d784020ea3 admin admin] Checking segment: {'id': '37f5d9fe-bd39-4685-af9e-97d5861305b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '40ef861f-b0ee-421f-b636-d03a522d6847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:31:13.977231 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5951d700-3a9a-40af-942a-a7d784020ea3 admin admin] Network hostable DHCP agents. Network: 40ef861f-b0ee-421f-b636-d03a522d6847, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:31:14.029421 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ea7c01a5-1fdd-4a11-8e60-1c24cf19b4ef req-1816ca5a-84b5-4fc9-9c53-16c6b70d8204 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/security-groups?id=06716d55-52f7-48a3-a048-3daa1ac134f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989411 Mar 09 03:31:14.049519 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5951d700-3a9a-40af-942a-a7d784020ea3 admin admin] Network 40ef861f-b0ee-421f-b636-d03a522d6847 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:31:14.069192 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-5951d700-3a9a-40af-942a-a7d784020ea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 40ef861f-b0ee-421f-b636-d03a522d6847) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:31:14.076112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5951d700-3a9a-40af-942a-a7d784020ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:14.077806 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5951d700-3a9a-40af-942a-a7d784020ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:14.082595 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bd4c56-3b7a-496f-b337-6a69ddce8741 None None] Network 40ef861f-b0ee-421f-b636-d03a522d6847 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:31:14.130636 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5951d700-3a9a-40af-942a-a7d784020ea3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8530581 Mar 09 03:31:14.224918 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2af2488-5f7e-4735-a4c2-13b6c0857232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5be7b9-1304-4432-9d3d-712e35e88576', 'code': 200} Mar 09 03:31:14.225646 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a6decc83-8042-4b11-95aa-70d3c8b95fe9 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:31:14.335220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-20e29139-5b90-43fe-9c51-326ed1df9d40 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Synchronizing usage tracker for tenant:6bca179644e344988a4822677f335581 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:31:14.366782 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-20e29139-5b90-43fe-9c51-326ed1df9d40 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Unset dirty status for tenant:6bca179644e344988a4822677f335581 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:31:14.377141 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-20e29139-5b90-43fe-9c51-326ed1df9d40 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1477816379&fields=id&tenant_id=6bca179644e344988a4822677f335581 HTTP/1.1" status: 200 len: 267 time: 0.0970955 Mar 09 03:31:14.404442 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f7b97-396a-4fc3-9b77-b4e62cd9e44b req-66db1225-d105-4284-9f10-36760ee473e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:14.406515 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ae6f7b97-396a-4fc3-9b77-b4e62cd9e44b req-66db1225-d105-4284-9f10-36760ee473e0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b2af2488-5f7e-4735-a4c2-13b6c0857232 HTTP/1.1" status: 200 len: 1122 time: 0.1642520 Mar 09 03:31:14.437730 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port a6decc83-8042-4b11-95aa-70d3c8b95fe9 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:31:14.440243 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ae6f7b97-396a-4fc3-9b77-b4e62cd9e44b req-e5dcf1ca-5338-4776-9251-7b35e42a1ea7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:14.445719 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port a6decc83-8042-4b11-95aa-70d3c8b95fe9 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:31:14.446084 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:14.461722 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-ae6f7b97-396a-4fc3-9b77-b4e62cd9e44b req-e5dcf1ca-5338-4776-9251-7b35e42a1ea7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:14.467686 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-ae6f7b97-396a-4fc3-9b77-b4e62cd9e44b req-e5dcf1ca-5338-4776-9251-7b35e42a1ea7 service neutron] Usage tracker for resource:security_group_rule and tenant:278d922a6d20425c9fa9badd16948387 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:14.470952 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-ae6f7b97-396a-4fc3-9b77-b4e62cd9e44b req-e5dcf1ca-5338-4776-9251-7b35e42a1ea7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:14.477764 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-ae6f7b97-396a-4fc3-9b77-b4e62cd9e44b req-e5dcf1ca-5338-4776-9251-7b35e42a1ea7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:14.607989 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf50ca7-0877-4393-a3a1-4f5ef323f330 None None] Network 40ef861f-b0ee-421f-b636-d03a522d6847 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:31:14.645323 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ae6f7b97-396a-4fc3-9b77-b4e62cd9e44b req-e5dcf1ca-5338-4776-9251-7b35e42a1ea7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:14.659314 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.24', 53429) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:14.727254 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ae6f7b97-396a-4fc3-9b77-b4e62cd9e44b req-e5dcf1ca-5338-4776-9251-7b35e42a1ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:14.738607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-1840d73e-9913-471d-b987-9f096d8b51f6 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:14.745693 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-1840d73e-9913-471d-b987-9f096d8b51f6 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/networks?id=4b5d3bab-bbcb-4153-881f-6be479495e31 HTTP/1.1" status: 200 len: 823 time: 0.3674297 Mar 09 03:31:14.763964 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-bf0ea88c-295c-4660-b9ab-f0fd4ba05f42 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/quotas/6bca179644e344988a4822677f335581 HTTP/1.1" status: 200 len: 375 time: 0.0172088 Mar 09 03:31:14.798482 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ae6f7b97-396a-4fc3-9b77-b4e62cd9e44b req-e5dcf1ca-5338-4776-9251-7b35e42a1ea7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=06716d55-52f7-48a3-a048-3daa1ac134f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825171 Mar 09 03:31:14.923310 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-cabdf2ff-4505-4939-beaf-1f3e2a34f617 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Synchronizing usage tracker for tenant:6bca179644e344988a4822677f335581 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:31:14.971540 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-cabdf2ff-4505-4939-beaf-1f3e2a34f617 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Unset dirty status for tenant:6bca179644e344988a4822677f335581 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:31:14.974046 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-cabdf2ff-4505-4939-beaf-1f3e2a34f617 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bca179644e344988a4822677f335581&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2079153 Mar 09 03:31:15.055455 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dcf1ca-5338-4776-9251-7b35e42a1ea7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e00624-b818-4bae-816c-aa3c4dda7161,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:15.196742 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35610) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:15.217194 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-32f25861-5dda-4907-9326-ed718016b27c tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:15.217994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-32f25861-5dda-4907-9326-ed718016b27c tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Synchronizing usage tracker for tenant:42923148a00a49268422cf3ff4c2fd04 on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:31:15.223524 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ddd4fc10-d4a7-49e9-bab2-a2b946652259 req-fa5b764b-0b38-4bc9-a14e-5978a08a8d64 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 210 time: 0.0982370 Mar 09 03:31:15.242149 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-32f25861-5dda-4907-9326-ed718016b27c tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Unset dirty status for tenant:42923148a00a49268422cf3ff4c2fd04 on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:31:15.244461 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-32f25861-5dda-4907-9326-ed718016b27c tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.24 "GET /v2.0/networks?id=304f544a-4e19-4ec8-816f-4e06aa7f0361 HTTP/1.1" status: 200 len: 820 time: 0.5841570 Mar 09 03:31:15.317678 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-c31fa26e-bad2-4c8f-922d-70af897b075c service neutron] 10.222.0.16 "GET /v2.0/networks/4b5d3bab-bbcb-4153-881f-6be479495e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213880 Mar 09 03:31:15.330452 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:15.354168 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35618) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:15.375091 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-5e4f9da8-48e4-4d97-ac11-4c293fb85e8c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-889996616-network', 'tenant_id': 'bb929ab689d64a2285c262ef113d4c33'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:15.381445 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5e4f9da8-48e4-4d97-ac11-4c293fb85e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:15.387645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5e4f9da8-48e4-4d97-ac11-4c293fb85e8c admin admin] Usage tracker for resource:network and tenant:bb929ab689d64a2285c262ef113d4c33 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:15.391047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5e4f9da8-48e4-4d97-ac11-4c293fb85e8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:15.393087 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port a6decc83-8042-4b11-95aa-70d3c8b95fe9, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a6decc83-8042-4b11-95aa-70d3c8b95fe9,segment=NetworkSegment(65100822-7d3a-41b6-8e73-7d7a09ede0ce),segment_id=65100822-7d3a-41b6-8e73-7d7a09ede0ce)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:31:15.402638 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:15.404168 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5e4f9da8-48e4-4d97-ac11-4c293fb85e8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:15.440301 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4f9da8-48e4-4d97-ac11-4c293fb85e8c admin admin] Made reservation on behalf of bb929ab689d64a2285c262ef113d4c33 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:31:15.443688 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e4f9da8-48e4-4d97-ac11-4c293fb85e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:15.463619 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e4f9da8-48e4-4d97-ac11-4c293fb85e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:15.489197 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=a6decc83-8042-4b11-95aa-70d3c8b95fe9,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:15.552698 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebff96-ae54-4403-82d7-17da81a8843c req-73f35181-9b12-4b77-afe1-462a15307743 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:15.554398 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-20ebff96-ae54-4403-82d7-17da81a8843c req-73f35181-9b12-4b77-afe1-462a15307743 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2af2488-5f7e-4735-a4c2-13b6c0857232 HTTP/1.1" status: 200 len: 971 time: 0.1258872 Mar 09 03:31:15.563077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5e4f9da8-48e4-4d97-ac11-4c293fb85e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:15.569492 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5e4f9da8-48e4-4d97-ac11-4c293fb85e8c admin admin] Usage tracker for resource:security_group_rule and tenant:bb929ab689d64a2285c262ef113d4c33 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:15.574497 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5e4f9da8-48e4-4d97-ac11-4c293fb85e8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:15.589550 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5e4f9da8-48e4-4d97-ac11-4c293fb85e8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:15.607083 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-b580751d-12ab-4d59-8017-197f8525578d service neutron] 10.222.0.16 "GET /v2.0/networks/4b5d3bab-bbcb-4153-881f-6be479495e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835414 Mar 09 03:31:15.608370 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-20ebff96-ae54-4403-82d7-17da81a8843c req-f211e4bb-76ca-4e2d-99e7-f2e576b8c9c9 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/security-groups?id=06716d55-52f7-48a3-a048-3daa1ac134f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461671 Mar 09 03:31:15.638144 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-35ca7ad7-7003-45c5-a86e-a0e90b9c5047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:15.657180 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-35ca7ad7-7003-45c5-a86e-a0e90b9c5047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:15.661749 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-35ca7ad7-7003-45c5-a86e-a0e90b9c5047 admin admin] Usage tracker for resource:security_group_rule and tenant:c6e414f8634f498390ac405fc999415e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:15.664853 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-35ca7ad7-7003-45c5-a86e-a0e90b9c5047 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:15.671127 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-35ca7ad7-7003-45c5-a86e-a0e90b9c5047 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:15.722935 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e4f9da8-48e4-4d97-ac11-4c293fb85e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:15.728532 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e4f9da8-48e4-4d97-ac11-4c293fb85e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:15.764654 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e4f9da8-48e4-4d97-ac11-4c293fb85e8c admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:31:15.770824 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f9da8-48e4-4d97-ac11-4c293fb85e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49df1a54-c6f9-4cdc-b47f-095bae29ca98,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:15.779455 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e4f9da8-48e4-4d97-ac11-4c293fb85e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:15.779795 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-5e4f9da8-48e4-4d97-ac11-4c293fb85e8c admin admin] Added segment 015af2c3-141e-4452-869d-bcde62cd76ce of type vlan for network d921f679-9ae0-48bf-b018-8d8428582cd7 Mar 09 03:31:15.808757 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e4f9da8-48e4-4d97-ac11-4c293fb85e8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:15.844588 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e4f9da8-48e4-4d97-ac11-4c293fb85e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:15.845564 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4f9da8-48e4-4d97-ac11-4c293fb85e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:15.846147 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e4f9da8-48e4-4d97-ac11-4c293fb85e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:15.871159 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-35ca7ad7-7003-45c5-a86e-a0e90b9c5047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:15.884600 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-35ca7ad7-7003-45c5-a86e-a0e90b9c5047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:15.947361 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-79e92c4b-78cf-41d7-8331-65ac82c8aae2 req-145c5dfe-d5bb-4fd3-83e5-062cfd6f815b tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63 HTTP/1.1" status: 200 len: 210 time: 0.1330841 Mar 09 03:31:15.957334 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f9da8-48e4-4d97-ac11-4c293fb85e8c admin admin] Pushing event updated for resources: {'Network': ['ID=d921f679-9ae0-48bf-b018-8d8428582cd7,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:15.960854 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca7ad7-7003-45c5-a86e-a0e90b9c5047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c7a8b5-a982-4872-bbfc-185bf17bbd7d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:15.962662 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5e4f9da8-48e4-4d97-ac11-4c293fb85e8c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6031246 Mar 09 03:31:15.967770 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35628) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:15.975585 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ef4e4804-88bf-45c9-9d96-5e62d7d36e89 admin admin] Request body: {'subnet': {'network_id': 'd921f679-9ae0-48bf-b018-8d8428582cd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-889996616-subnet', 'tenant_id': 'bb929ab689d64a2285c262ef113d4c33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:15.981348 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ef4e4804-88bf-45c9-9d96-5e62d7d36e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:15.986275 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ef4e4804-88bf-45c9-9d96-5e62d7d36e89 admin admin] Usage tracker for resource:subnet and tenant:bb929ab689d64a2285c262ef113d4c33 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:15.989586 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ef4e4804-88bf-45c9-9d96-5e62d7d36e89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:15.995975 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ef4e4804-88bf-45c9-9d96-5e62d7d36e89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:15.996646 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-35ca7ad7-7003-45c5-a86e-a0e90b9c5047 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6e414f8634f498390ac405fc999415e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7988949 Mar 09 03:31:15.999678 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35632) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:16.010089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network d921f679-9ae0-48bf-b018-8d8428582cd7 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:31:16.022611 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4e4804-88bf-45c9-9d96-5e62d7d36e89 admin admin] Made reservation on behalf of bb929ab689d64a2285c262ef113d4c33 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:31:16.027234 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4804-88bf-45c9-9d96-5e62d7d36e89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:16.083435 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f2e8cfeb-6d89-4f14-b93d-53b4d63bafc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:16.134082 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f2e8cfeb-6d89-4f14-b93d-53b4d63bafc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:16.177810 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a6decc83-8042-4b11-95aa-70d3c8b95fe9 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:31:16.203437 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f2e8cfeb-6d89-4f14-b93d-53b4d63bafc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:16.227912 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f2e8cfeb-6d89-4f14-b93d-53b4d63bafc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:16.229094 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f2e8cfeb-6d89-4f14-b93d-53b4d63bafc2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e6c7a8b5-a982-4872-bbfc-185bf17bbd7d HTTP/1.1" status: 204 len: 168 time: 0.2285178 Mar 09 03:31:16.230013 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8cfeb-6d89-4f14-b93d-53b4d63bafc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c7a8b5-a982-4872-bbfc-185bf17bbd7d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:16.281423 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port a6decc83-8042-4b11-95aa-70d3c8b95fe9 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:31:16.281796 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:16.428887 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4804-88bf-45c9-9d96-5e62d7d36e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:16.535972 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-efad30d7-36ed-42b3-a6a1-128e23f42fbb req-77fac7e0-6f13-476e-9e53-1fa7fd24bab2 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 210 time: 0.0989733 Mar 09 03:31:16.562433 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e4804-88bf-45c9-9d96-5e62d7d36e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f45644d-42f6-4cdb-b3a2-28553d93028f,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:16.570131 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4e4804-88bf-45c9-9d96-5e62d7d36e89 admin admin] Checking segment: {'id': '015af2c3-141e-4452-869d-bcde62cd76ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd921f679-9ae0-48bf-b018-8d8428582cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:31:16.570502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4e4804-88bf-45c9-9d96-5e62d7d36e89 admin admin] Network hostable DHCP agents. Network: d921f679-9ae0-48bf-b018-8d8428582cd7, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:31:16.597071 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4e4804-88bf-45c9-9d96-5e62d7d36e89 admin admin] Network d921f679-9ae0-48bf-b018-8d8428582cd7 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:31:16.610815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-ef4e4804-88bf-45c9-9d96-5e62d7d36e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, d921f679-9ae0-48bf-b018-8d8428582cd7) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:31:16.616674 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4e4804-88bf-45c9-9d96-5e62d7d36e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:16.617478 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4804-88bf-45c9-9d96-5e62d7d36e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:16.622963 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b6bae8-a72b-471b-8e46-2d8e0995bc44 None None] Network d921f679-9ae0-48bf-b018-8d8428582cd7 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:31:16.658528 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ef4e4804-88bf-45c9-9d96-5e62d7d36e89 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6885464 Mar 09 03:31:16.779001 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35652) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:16.810773 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03c8f6de-4554-48c3-b865-c82bc804afec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:16.831242 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-03c8f6de-4554-48c3-b865-c82bc804afec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:16.835594 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-03c8f6de-4554-48c3-b865-c82bc804afec admin admin] Usage tracker for resource:security_group_rule and tenant:5d03ddc15301467889cbe4b5a87c7ca6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:16.838658 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-03c8f6de-4554-48c3-b865-c82bc804afec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:16.846723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-03c8f6de-4554-48c3-b865-c82bc804afec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:16.870844 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faca4be-b7b0-43f4-b044-63c11118a04e req-393531dd-86fe-4e51-9d55-02045a89b6ce tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:16.873820 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0faca4be-b7b0-43f4-b044-63c11118a04e req-393531dd-86fe-4e51-9d55-02045a89b6ce tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2af2488-5f7e-4735-a4c2-13b6c0857232 HTTP/1.1" status: 200 len: 971 time: 0.1267977 Mar 09 03:31:16.900773 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35656) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:16.934454 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75d26b2-1fe2-4c4f-b0fa-ea2536324a30 None None] Network d921f679-9ae0-48bf-b018-8d8428582cd7 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:31:16.952323 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03c8f6de-4554-48c3-b865-c82bc804afec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:16.960689 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03c8f6de-4554-48c3-b865-c82bc804afec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:17.025634 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0faca4be-b7b0-43f4-b044-63c11118a04e req-119b146e-41cd-4bb0-b2f2-216e6682a1d7 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/security-groups?id=06716d55-52f7-48a3-a048-3daa1ac134f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336584 Mar 09 03:31:17.040963 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ffa27b8-5d85-4dbe-8633-24574f74901e admin admin] Deleting subnet c43ca172-b2ec-46af-bf67-f39194cf4e7a {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:31:17.044444 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ffa27b8-5d85-4dbe-8633-24574f74901e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:17.048400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8f6de-4554-48c3-b865-c82bc804afec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a408f2bf-4d6b-4b50-91c5-552713ab6fe5,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:17.068506 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-03c8f6de-4554-48c3-b865-c82bc804afec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d03ddc15301467889cbe4b5a87c7ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872469 Mar 09 03:31:17.071221 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35664) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:17.114819 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ffa27b8-5d85-4dbe-8633-24574f74901e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:17.122294 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ffa27b8-5d85-4dbe-8633-24574f74901e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:17.162329 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80f7db48-09d4-4e44-bd5a-9d7961bdceae req-69463645-e672-4ac4-9769-6da1c719bdc6 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63 HTTP/1.1" status: 200 len: 210 time: 0.0626147 Mar 09 03:31:17.220342 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-82ee6cc7-68de-4691-959a-1dea981781ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:17.249711 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-82ee6cc7-68de-4691-959a-1dea981781ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:17.260549 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ffa27b8-5d85-4dbe-8633-24574f74901e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:17.304414 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-82ee6cc7-68de-4691-959a-1dea981781ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:17.312224 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa27b8-5d85-4dbe-8633-24574f74901e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c43ca172-b2ec-46af-bf67-f39194cf4e7a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:17.316439 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ffa27b8-5d85-4dbe-8633-24574f74901e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:17.327805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee6cc7-68de-4691-959a-1dea981781ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a408f2bf-4d6b-4b50-91c5-552713ab6fe5,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:17.329874 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-82ee6cc7-68de-4691-959a-1dea981781ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:17.331223 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-82ee6cc7-68de-4691-959a-1dea981781ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a408f2bf-4d6b-4b50-91c5-552713ab6fe5 HTTP/1.1" status: 204 len: 168 time: 0.2574935 Mar 09 03:31:17.338813 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3ffa27b8-5d85-4dbe-8633-24574f74901e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c43ca172-b2ec-46af-bf67-f39194cf4e7a HTTP/1.1" status: 204 len: 168 time: 0.4369562 Mar 09 03:31:17.348236 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35674) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:17.369083 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88b1e7-2e27-43d7-8941-bb71eda76fc8 req-12332b7c-bba0-46c8-a5d2-0a1bb71a24ef tempest-AggregatesAdminTestJSON-2088462011 tempest-AggregatesAdminTestJSON-2088462011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:17.370583 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4d88b1e7-2e27-43d7-8941-bb71eda76fc8 req-12332b7c-bba0-46c8-a5d2-0a1bb71a24ef tempest-AggregatesAdminTestJSON-2088462011 tempest-AggregatesAdminTestJSON-2088462011-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b2af2488-5f7e-4735-a4c2-13b6c0857232 HTTP/1.1" status: 200 len: 1122 time: 0.1685717 Mar 09 03:31:17.394794 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4d88b1e7-2e27-43d7-8941-bb71eda76fc8 req-2df54093-06a2-4030-a1f8-1c678bbfc62f tempest-AggregatesAdminTestJSON-2088462011 tempest-AggregatesAdminTestJSON-2088462011-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:17.410385 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-4d88b1e7-2e27-43d7-8941-bb71eda76fc8 req-2df54093-06a2-4030-a1f8-1c678bbfc62f tempest-AggregatesAdminTestJSON-2088462011 tempest-AggregatesAdminTestJSON-2088462011-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:17.414347 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-4d88b1e7-2e27-43d7-8941-bb71eda76fc8 req-2df54093-06a2-4030-a1f8-1c678bbfc62f tempest-AggregatesAdminTestJSON-2088462011 tempest-AggregatesAdminTestJSON-2088462011-project-admin] Usage tracker for resource:security_group_rule and tenant:715dc32954054732b6886a2ccdf0751e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:17.417749 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-4d88b1e7-2e27-43d7-8941-bb71eda76fc8 req-2df54093-06a2-4030-a1f8-1c678bbfc62f tempest-AggregatesAdminTestJSON-2088462011 tempest-AggregatesAdminTestJSON-2088462011-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:17.424038 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-4d88b1e7-2e27-43d7-8941-bb71eda76fc8 req-2df54093-06a2-4030-a1f8-1c678bbfc62f tempest-AggregatesAdminTestJSON-2088462011 tempest-AggregatesAdminTestJSON-2088462011-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:17.533389 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60e82009-ef17-42e5-9b4a-767f382fa373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:17.538414 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4d88b1e7-2e27-43d7-8941-bb71eda76fc8 req-2df54093-06a2-4030-a1f8-1c678bbfc62f tempest-AggregatesAdminTestJSON-2088462011 tempest-AggregatesAdminTestJSON-2088462011-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:17.545355 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4d88b1e7-2e27-43d7-8941-bb71eda76fc8 req-2df54093-06a2-4030-a1f8-1c678bbfc62f tempest-AggregatesAdminTestJSON-2088462011 tempest-AggregatesAdminTestJSON-2088462011-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:17.589786 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4d88b1e7-2e27-43d7-8941-bb71eda76fc8 req-2df54093-06a2-4030-a1f8-1c678bbfc62f tempest-AggregatesAdminTestJSON-2088462011 tempest-AggregatesAdminTestJSON-2088462011-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=06716d55-52f7-48a3-a048-3daa1ac134f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125995 Mar 09 03:31:17.623391 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df54093-06a2-4030-a1f8-1c678bbfc62f tempest-AggregatesAdminTestJSON-2088462011 tempest-AggregatesAdminTestJSON-2088462011-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c903109e-0c12-4723-97bd-4d26a3c50924,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:17.735104 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60e82009-ef17-42e5-9b4a-767f382fa373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:17.755415 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a794ef85-289b-4004-8c96-165af1b1487d req-1ab900e0-8832-4d5d-b0ce-7c4bc0f80d3d tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 210 time: 0.0671461 Mar 09 03:31:17.772952 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60e82009-ef17-42e5-9b4a-767f382fa373 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:17.773356 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60e82009-ef17-42e5-9b4a-767f382fa373 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:17.774072 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60e82009-ef17-42e5-9b4a-767f382fa373 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:17.774427 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60e82009-ef17-42e5-9b4a-767f382fa373 admin admin] Subscribe: > port after_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:17.774716 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60e82009-ef17-42e5-9b4a-767f382fa373 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:17.775086 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60e82009-ef17-42e5-9b4a-767f382fa373 admin admin] Subscribe: > port after_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:17.775400 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60e82009-ef17-42e5-9b4a-767f382fa373 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:17.775731 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60e82009-ef17-42e5-9b4a-767f382fa373 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:17.776071 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60e82009-ef17-42e5-9b4a-767f382fa373 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:17.776383 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60e82009-ef17-42e5-9b4a-767f382fa373 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:18.011921 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60e82009-ef17-42e5-9b4a-767f382fa373 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:18.013067 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60e82009-ef17-42e5-9b4a-767f382fa373 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:18.013350 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60e82009-ef17-42e5-9b4a-767f382fa373 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:18.013449 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60e82009-ef17-42e5-9b4a-767f382fa373 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:18.013844 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-60e82009-ef17-42e5-9b4a-767f382fa373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ef861f-b0ee-421f-b636-d03a522d6847']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:31:18.057681 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-60e82009-ef17-42e5-9b4a-767f382fa373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f5d9fe-bd39-4685-af9e-97d5861305b7') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:31:18.057969 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-60e82009-ef17-42e5-9b4a-767f382fa373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f5d9fe-bd39-4685-af9e-97d5861305b7') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:31:18.082801 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60e82009-ef17-42e5-9b4a-767f382fa373 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:18.104067 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60e82009-ef17-42e5-9b4a-767f382fa373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:18.113440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e82009-ef17-42e5-9b4a-767f382fa373 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:31:18.113814 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60e82009-ef17-42e5-9b4a-767f382fa373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: from cryptography.utils import int_from_bytes Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: from cryptography.utils import int_from_bytes Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: util.warn_limited( Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: util.warn_limited( Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:31:18.129231 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:31:18.227231 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8153-9565-4b1e-aa57-121491de7c27 req-d5c8a600-3598-4fdd-8106-030842f42c44 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:18.228850 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c63e8153-9565-4b1e-aa57-121491de7c27 req-d5c8a600-3598-4fdd-8106-030842f42c44 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2af2488-5f7e-4735-a4c2-13b6c0857232 HTTP/1.1" status: 200 len: 971 time: 0.2074313 Mar 09 03:31:18.230160 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60e82009-ef17-42e5-9b4a-767f382fa373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:18.251888 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60e82009-ef17-42e5-9b4a-767f382fa373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:18.272778 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e82009-ef17-42e5-9b4a-767f382fa373 admin admin] Pushing event deleted for resources: {'Network': ['ID=40ef861f-b0ee-421f-b636-d03a522d6847,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:18.278466 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-60e82009-ef17-42e5-9b4a-767f382fa373 admin admin] 10.222.0.16 "DELETE /v2.0/networks/40ef861f-b0ee-421f-b636-d03a522d6847 HTTP/1.1" status: 204 len: 168 time: 0.9256516 Mar 09 03:31:18.281692 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35704) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:18.302981 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c63e8153-9565-4b1e-aa57-121491de7c27 req-0c7fbaf5-8f1d-4d19-a518-9e2db0085a27 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/security-groups?id=06716d55-52f7-48a3-a048-3daa1ac134f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547099 Mar 09 03:31:18.386228 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2a628155-657a-4869-9c60-e9bd7a18bb1b req-fd16a5f6-8e8a-4ac5-98a6-5311b0f63f29 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63 HTTP/1.1" status: 200 len: 210 time: 0.0577705 Mar 09 03:31:18.406950 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d3ab20-0d1b-4067-95a4-8d9b923c6dec admin admin] Deleting subnet 6f45644d-42f6-4cdb-b3a2-28553d93028f {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:31:18.411969 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-77d3ab20-0d1b-4067-95a4-8d9b923c6dec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:18.461633 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-77d3ab20-0d1b-4067-95a4-8d9b923c6dec admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:18.473156 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-77d3ab20-0d1b-4067-95a4-8d9b923c6dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:18.548927 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-77d3ab20-0d1b-4067-95a4-8d9b923c6dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:18.586432 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3ab20-0d1b-4067-95a4-8d9b923c6dec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f45644d-42f6-4cdb-b3a2-28553d93028f,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:18.597996 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-77d3ab20-0d1b-4067-95a4-8d9b923c6dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:18.609478 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-77d3ab20-0d1b-4067-95a4-8d9b923c6dec admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6f45644d-42f6-4cdb-b3a2-28553d93028f HTTP/1.1" status: 204 len: 168 time: 0.3267028 Mar 09 03:31:18.611963 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35714) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:18.718297 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd699-c25a-4ee1-9436-784c0ed468d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:18.864537 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd699-c25a-4ee1-9436-784c0ed468d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:18.902248 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd699-c25a-4ee1-9436-784c0ed468d5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:18.902879 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd699-c25a-4ee1-9436-784c0ed468d5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:18.913271 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd699-c25a-4ee1-9436-784c0ed468d5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:18.913958 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd699-c25a-4ee1-9436-784c0ed468d5 admin admin] Subscribe: > port after_create 55550000 {{(pid=87881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:18.919734 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd699-c25a-4ee1-9436-784c0ed468d5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:18.920116 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd699-c25a-4ee1-9436-784c0ed468d5 admin admin] Subscribe: > port after_update 55550000 {{(pid=87881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:18.920445 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd699-c25a-4ee1-9436-784c0ed468d5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:18.920788 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd699-c25a-4ee1-9436-784c0ed468d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:18.921136 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd699-c25a-4ee1-9436-784c0ed468d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:18.921452 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd699-c25a-4ee1-9436-784c0ed468d5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:18.936433 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c961831e-d5f1-4486-a1df-0cdd5ebb05f4 req-580d0ae6-d5cd-40ed-851f-3631f0fcd725 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 210 time: 0.0558705 Mar 09 03:31:18.991713 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd699-c25a-4ee1-9436-784c0ed468d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:18.991957 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd699-c25a-4ee1-9436-784c0ed468d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:18.992254 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd699-c25a-4ee1-9436-784c0ed468d5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:18.992581 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd699-c25a-4ee1-9436-784c0ed468d5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 03:31:18.992917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-dcbdd699-c25a-4ee1-9436-784c0ed468d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d921f679-9ae0-48bf-b018-8d8428582cd7']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:31:19.007475 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-dcbdd699-c25a-4ee1-9436-784c0ed468d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '015af2c3-141e-4452-869d-bcde62cd76ce') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:31:19.007871 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-dcbdd699-c25a-4ee1-9436-784c0ed468d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '015af2c3-141e-4452-869d-bcde62cd76ce') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:31:19.020469 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd699-c25a-4ee1-9436-784c0ed468d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:19.038126 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd699-c25a-4ee1-9436-784c0ed468d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:19.047025 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcbdd699-c25a-4ee1-9436-784c0ed468d5 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:31:19.047729 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd699-c25a-4ee1-9436-784c0ed468d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: from cryptography.utils import int_from_bytes Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: from cryptography.utils import int_from_bytes Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: util.warn_limited( Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: util.warn_limited( Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:31:19.065706 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:31:19.144839 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd699-c25a-4ee1-9436-784c0ed468d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:19.171908 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbdd699-c25a-4ee1-9436-784c0ed468d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d921f679-9ae0-48bf-b018-8d8428582cd7,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:19.174217 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd699-c25a-4ee1-9436-784c0ed468d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:19.267101 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-dcbdd699-c25a-4ee1-9436-784c0ed468d5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d921f679-9ae0-48bf-b018-8d8428582cd7 HTTP/1.1" status: 204 len: 168 time: 0.6540771 Mar 09 03:31:19.312460 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeaf9fc-56ec-408d-9cbe-d2a98f8b7d8b req-344940b6-7a9b-4923-a446-8209f691dd6d tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:19.314092 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1aeaf9fc-56ec-408d-9cbe-d2a98f8b7d8b req-344940b6-7a9b-4923-a446-8209f691dd6d tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2af2488-5f7e-4735-a4c2-13b6c0857232 HTTP/1.1" status: 200 len: 971 time: 0.1358573 Mar 09 03:31:19.402171 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-1aeaf9fc-56ec-408d-9cbe-d2a98f8b7d8b req-04c187c1-30a5-4aaf-83c2-8dea2b3ba738 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Deleting port 6d5be7b9-1304-4432-9d3d-712e35e88576 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:31:19.402541 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1aeaf9fc-56ec-408d-9cbe-d2a98f8b7d8b req-04c187c1-30a5-4aaf-83c2-8dea2b3ba738 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:19.485892 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35742) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:19.540239 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-113e0bce-af25-4704-a858-07a143f5cd5f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=90c320e4dc4547ab809a75cff24442fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531557 Mar 09 03:31:19.542760 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35748) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:19.634719 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-00e1c7dc-db92-4249-aaaa-016114b65496 req-c32420f5-7b22-4727-a950-368e00510409 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63 HTTP/1.1" status: 200 len: 210 time: 0.0471697 Mar 09 03:31:19.651473 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-39011065-9852-41cc-a8d2-c5d5a46ae0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:19.677280 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-39011065-9852-41cc-a8d2-c5d5a46ae0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:19.717377 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ee0af-e577-45c3-84d2-6012e47ef48d req-9c70d4fe-d158-47aa-bbf6-6e7c03306b7a tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:19.718975 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f29ee0af-e577-45c3-84d2-6012e47ef48d req-9c70d4fe-d158-47aa-bbf6-6e7c03306b7a tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2af2488-5f7e-4735-a4c2-13b6c0857232 HTTP/1.1" status: 200 len: 971 time: 0.2642069 Mar 09 03:31:19.744392 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-39011065-9852-41cc-a8d2-c5d5a46ae0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:19.767086 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39011065-9852-41cc-a8d2-c5d5a46ae0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e76c44-d81e-4501-a607-89fe022a625a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:19.773515 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-39011065-9852-41cc-a8d2-c5d5a46ae0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:19.774813 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-39011065-9852-41cc-a8d2-c5d5a46ae0fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/67e76c44-d81e-4501-a607-89fe022a625a HTTP/1.1" status: 204 len: 168 time: 0.2309952 Mar 09 03:31:19.792443 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-1aeaf9fc-56ec-408d-9cbe-d2a98f8b7d8b req-04c187c1-30a5-4aaf-83c2-8dea2b3ba738 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] For port 6d5be7b9-1304-4432-9d3d-712e35e88576, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6d5be7b9-1304-4432-9d3d-712e35e88576,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:31:19.792846 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1aeaf9fc-56ec-408d-9cbe-d2a98f8b7d8b req-04c187c1-30a5-4aaf-83c2-8dea2b3ba738 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:19.803379 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f29ee0af-e577-45c3-84d2-6012e47ef48d req-42d00a55-b301-45a6-bc45-192c6e84b54d tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/security-groups?id=06716d55-52f7-48a3-a048-3daa1ac134f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779002 Mar 09 03:31:19.965851 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-1aeaf9fc-56ec-408d-9cbe-d2a98f8b7d8b req-04c187c1-30a5-4aaf-83c2-8dea2b3ba738 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Calling delete_port for 6d5be7b9-1304-4432-9d3d-712e35e88576 owned by compute:tempest-test_az-617941647 {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:31:20.157572 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-65886def-627a-4f81-853b-1f9df41d4873 req-9dbbd8f8-c3f9-4f5b-abdd-51038abe6ed1 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 210 time: 0.0582793 Mar 09 03:31:20.196601 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35764) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:20.237973 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1aeaf9fc-56ec-408d-9cbe-d2a98f8b7d8b req-04c187c1-30a5-4aaf-83c2-8dea2b3ba738 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:20.258509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['6d5be7b9-1304-4432-9d3d-712e35e88576'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:31:20.291948 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c187c1-30a5-4aaf-83c2-8dea2b3ba738 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Pushing event deleted for resources: {'Port': ['ID=6d5be7b9-1304-4432-9d3d-712e35e88576,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:20.324860 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35770) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:20.368904 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aeaf9fc-56ec-408d-9cbe-d2a98f8b7d8b req-04c187c1-30a5-4aaf-83c2-8dea2b3ba738 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] No DVR routers for this DVR port 6d5be7b9-1304-4432-9d3d-712e35e88576 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:31:20.372646 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1aeaf9fc-56ec-408d-9cbe-d2a98f8b7d8b req-04c187c1-30a5-4aaf-83c2-8dea2b3ba738 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:20.373506 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c20f9f24-0c1e-4708-8162-2f281ebf816a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:20.377537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2af2488-5f7e-4735-a4c2-13b6c0857232', 'name': 'network-vif-deleted', 'tag': '6d5be7b9-1304-4432-9d3d-712e35e88576'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:31:20.395927 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1aeaf9fc-56ec-408d-9cbe-d2a98f8b7d8b req-04c187c1-30a5-4aaf-83c2-8dea2b3ba738 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.21 "DELETE /v2.0/ports/6d5be7b9-1304-4432-9d3d-712e35e88576 HTTP/1.1" status: 204 len: 173 time: 1.0766413 Mar 09 03:31:20.399780 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c20f9f24-0c1e-4708-8162-2f281ebf816a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:20.409332 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c20f9f24-0c1e-4708-8162-2f281ebf816a admin admin] Usage tracker for resource:security_group_rule and tenant:38eded0b8af84bb09c21f9e27d2bedbc is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:20.413521 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c20f9f24-0c1e-4708-8162-2f281ebf816a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:20.418322 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0f05a417-301d-485f-b397-e649a5155ef0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb929ab689d64a2285c262ef113d4c33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0923679 Mar 09 03:31:20.421816 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35776) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:20.423330 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c20f9f24-0c1e-4708-8162-2f281ebf816a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:20.454279 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2af2488-5f7e-4735-a4c2-13b6c0857232', 'name': 'network-vif-deleted', 'tag': '6d5be7b9-1304-4432-9d3d-712e35e88576', 'status': 'completed', 'code': 200} Mar 09 03:31:20.496517 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0ef8d450-4e3b-460b-a446-d304e5b18f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:20.523517 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c20f9f24-0c1e-4708-8162-2f281ebf816a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:20.526780 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0ef8d450-4e3b-460b-a446-d304e5b18f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:20.530245 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c20f9f24-0c1e-4708-8162-2f281ebf816a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:20.584540 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c20f9f24-0c1e-4708-8162-2f281ebf816a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38eded0b8af84bb09c21f9e27d2bedbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3868012 Mar 09 03:31:20.585254 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f9f24-0c1e-4708-8162-2f281ebf816a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bf5bb0-4335-494d-823f-4f4cc16cd2a0,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:20.587267 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35780) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:20.609555 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0ef8d450-4e3b-460b-a446-d304e5b18f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:20.639491 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8d450-4e3b-460b-a446-d304e5b18f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49df1a54-c6f9-4cdc-b47f-095bae29ca98,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:20.650590 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0ef8d450-4e3b-460b-a446-d304e5b18f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:20.651718 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0ef8d450-4e3b-460b-a446-d304e5b18f73 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49df1a54-c6f9-4cdc-b47f-095bae29ca98 HTTP/1.1" status: 204 len: 168 time: 0.2287538 Mar 09 03:31:20.679982 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1103f5e2-6f3f-4dc2-a43c-daa2fbc96c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:20.706023 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1103f5e2-6f3f-4dc2-a43c-daa2fbc96c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:20.790901 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a838f5f7-8ca7-4d35-9eac-4f2f54fd65c0 req-3772428d-c0af-496f-8278-513b82125357 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63 HTTP/1.1" status: 200 len: 210 time: 0.0417571 Mar 09 03:31:20.803659 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1103f5e2-6f3f-4dc2-a43c-daa2fbc96c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:20.824479 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103f5e2-6f3f-4dc2-a43c-daa2fbc96c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bf5bb0-4335-494d-823f-4f4cc16cd2a0,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:20.829311 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1103f5e2-6f3f-4dc2-a43c-daa2fbc96c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:20.845102 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1103f5e2-6f3f-4dc2-a43c-daa2fbc96c43 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2bf5bb0-4335-494d-823f-4f4cc16cd2a0 HTTP/1.1" status: 204 len: 168 time: 0.2458444 Mar 09 03:31:20.865512 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:31:21.046474 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c89bf293-9f10-4383-9c48-8d964949ad97 req-8dd1de05-dfce-440d-b282-8dac9b6e7f59 tempest-AggregatesAdminTestJSON-318956560 tempest-AggregatesAdminTestJSON-318956560-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2af2488-5f7e-4735-a4c2-13b6c0857232 HTTP/1.1" status: 200 len: 210 time: 0.0508053 Mar 09 03:31:21.264833 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35806) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:21.314721 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6bdce524-e2f2-4a48-a595-694bd7f1a7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:21.337312 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-def74770-d571-423e-976b-75ccf5d051c0 req-a158c811-0f88-4dd6-8a92-7040ad9d7def tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 210 time: 0.0565953 Mar 09 03:31:21.339303 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6bdce524-e2f2-4a48-a595-694bd7f1a7d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:21.344009 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6bdce524-e2f2-4a48-a595-694bd7f1a7d5 admin admin] Usage tracker for resource:security_group_rule and tenant:418bd502b94b4f5d95f19b800a332f4c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:21.347088 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6bdce524-e2f2-4a48-a595-694bd7f1a7d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:21.352935 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6bdce524-e2f2-4a48-a595-694bd7f1a7d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:21.443863 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6bdce524-e2f2-4a48-a595-694bd7f1a7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:21.447971 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6bdce524-e2f2-4a48-a595-694bd7f1a7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:21.498182 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6bdce524-e2f2-4a48-a595-694bd7f1a7d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=418bd502b94b4f5d95f19b800a332f4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322562 Mar 09 03:31:21.499959 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdce524-e2f2-4a48-a595-694bd7f1a7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab54faa7-a5da-4530-9636-c748f3d4184c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:21.500934 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35818) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:21.560031 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-df85e610-f2ce-4ef0-a3b5-45322f24d541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:21.585801 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-df85e610-f2ce-4ef0-a3b5-45322f24d541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:21.638192 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-df85e610-f2ce-4ef0-a3b5-45322f24d541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:21.657843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85e610-f2ce-4ef0-a3b5-45322f24d541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab54faa7-a5da-4530-9636-c748f3d4184c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:21.664772 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-df85e610-f2ce-4ef0-a3b5-45322f24d541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:21.666257 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-df85e610-f2ce-4ef0-a3b5-45322f24d541 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab54faa7-a5da-4530-9636-c748f3d4184c HTTP/1.1" status: 204 len: 168 time: 0.1642871 Mar 09 03:31:21.960964 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff1f9f34-66bf-4c57-95c6-00fa230f43e3 req-1b794996-7d96-4421-b21d-3a0589fa5cd0 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63 HTTP/1.1" status: 200 len: 210 time: 0.0475597 Mar 09 03:31:22.512076 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-db3e37e5-f563-40d7-ac20-a04e4919e718 req-04c9d03d-9c82-4d67-84b3-a70caa0aefc2 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 210 time: 0.0595291 Mar 09 03:31:22.583007 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-9638ee07-92f2-423c-bb74-2d98e0de38de tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Request body: {'port': {'device_id': '97d7e87e-1c44-4a8a-9c34-0cf3994fa333', 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361', 'admin_state_up': True, 'tenant_id': '42923148a00a49268422cf3ff4c2fd04'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:22.850107 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-9638ee07-92f2-423c-bb74-2d98e0de38de tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:22.854763 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-9638ee07-92f2-423c-bb74-2d98e0de38de tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Usage tracker for resource:port and tenant:42923148a00a49268422cf3ff4c2fd04 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:22.860803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-9638ee07-92f2-423c-bb74-2d98e0de38de tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:22.867594 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-9638ee07-92f2-423c-bb74-2d98e0de38de tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:22.882913 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-9638ee07-92f2-423c-bb74-2d98e0de38de tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Made reservation on behalf of 42923148a00a49268422cf3ff4c2fd04 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:31:22.887438 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-9638ee07-92f2-423c-bb74-2d98e0de38de tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:23.113948 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-221afee1-ae17-45d9-b671-1e96b5137415 req-fa83f53b-97e1-4c8e-b90a-d4695a289586 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c6bcb0f0e9ee4d9583d2738a4ff863b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393200 Mar 09 03:31:23.165914 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-9638ee07-92f2-423c-bb74-2d98e0de38de tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Allocated IP 172.20.0.4 (304f544a-4e19-4ec8-816f-4e06aa7f0361/bbb7cb80-fa8d-459c-b59f-347ff2f11453/b4dfe22a-e7d9-40c4-a974-57a06028ad0e) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:31:23.259974 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e2e6ccd9-982b-4c66-90dd-86bd69a2c392 req-4e6f96b8-a744-4154-90a8-33db18f1c409 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63 HTTP/1.1" status: 200 len: 210 time: 0.0475397 Mar 09 03:31:23.339233 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221afee1-ae17-45d9-b671-1e96b5137415 req-c9eb5360-ffc0-4e24-bc99-57733827e6e5 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:23.341230 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-221afee1-ae17-45d9-b671-1e96b5137415 req-c9eb5360-ffc0-4e24-bc99-57733827e6e5 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2204633 Mar 09 03:31:23.393195 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-221afee1-ae17-45d9-b671-1e96b5137415 req-f4c639ca-ff5e-45cb-b84c-d2fea62afe35 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/quotas/c6bcb0f0e9ee4d9583d2738a4ff863b1 HTTP/1.1" status: 200 len: 375 time: 0.0326307 Mar 09 03:31:23.510130 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-221afee1-ae17-45d9-b671-1e96b5137415 req-3649e2eb-aa7c-40ba-b83a-bd503f86faa0 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c6bcb0f0e9ee4d9583d2738a4ff863b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650384 Mar 09 03:31:23.542453 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.24', 53435) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:23.563387 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-9638ee07-92f2-423c-bb74-2d98e0de38de tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:23.600758 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-9638ee07-92f2-423c-bb74-2d98e0de38de tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:23.672754 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-9638ee07-92f2-423c-bb74-2d98e0de38de tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Network 304f544a-4e19-4ec8-816f-4e06aa7f0361 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:31:23.700550 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-9638ee07-92f2-423c-bb74-2d98e0de38de tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:31:23.709880 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-9638ee07-92f2-423c-bb74-2d98e0de38de tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:31:23.787072 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638ee07-92f2-423c-bb74-2d98e0de38de tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Pushing event updated for resources: {'Port': ['ID=b4dfe22a-e7d9-40c4-a974-57a06028ad0e,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:23.795680 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-c84e04a7-463b-4216-bac3-62b86b58c167 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:23.797501 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-c84e04a7-463b-4216-bac3-62b86b58c167 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.24 "GET /v2.0/networks?id=4b5d3bab-bbcb-4153-881f-6be479495e31 HTTP/1.1" status: 200 len: 823 time: 0.2540143 Mar 09 03:31:23.810602 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-9638ee07-92f2-423c-bb74-2d98e0de38de tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:23.811334 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-9638ee07-92f2-423c-bb74-2d98e0de38de tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:23.860133 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-5969799d-ab0f-4944-b72c-a93f7520c735 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bca179644e344988a4822677f335581 HTTP/1.1" status: 200 len: 380 time: 0.0538177 Mar 09 03:31:23.870344 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-a150e391-1a20-46ff-8da2-640c44e03b7f tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Request body: {'port': {'device_id': '905f3cd2-668c-40a4-84cc-c7bf87019c63', 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31', 'admin_state_up': True, 'tenant_id': '6bca179644e344988a4822677f335581', 'security_groups': ['9bbfb5e4-1957-4911-bd72-bc6940f5d2ec']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:23.906230 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-9638ee07-92f2-423c-bb74-2d98e0de38de tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3312066 Mar 09 03:31:23.917929 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-49f480c8-a7b1-425c-9eb2-aed603fef9ec tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:31:23.920061 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-49f480c8-a7b1-425c-9eb2-aed603fef9ec tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070090 Mar 09 03:31:23.997406 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5e7d5-4cb5-47b7-93bb-5a4421e020be req-7abb6cb2-cc56-4f0b-a52a-d6dc4411b399 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:23.998769 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a7f5e7d5-4cb5-47b7-93bb-5a4421e020be req-7abb6cb2-cc56-4f0b-a52a-d6dc4411b399 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Synchronizing usage tracker for tenant:42923148a00a49268422cf3ff4c2fd04 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:31:24.019708 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a7f5e7d5-4cb5-47b7-93bb-5a4421e020be req-7abb6cb2-cc56-4f0b-a52a-d6dc4411b399 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Unset dirty status for tenant:42923148a00a49268422cf3ff4c2fd04 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:31:24.021235 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a7f5e7d5-4cb5-47b7-93bb-5a4421e020be req-7abb6cb2-cc56-4f0b-a52a-d6dc4411b399 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 931 time: 0.1810143 Mar 09 03:31:24.028270 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-c9405c88-4b58-4413-8caf-b400acf5b0d0 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=39508b8a9b4a48919043027f7e194a48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524278 Mar 09 03:31:24.087436 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a7f5e7d5-4cb5-47b7-93bb-5a4421e020be req-150af7c6-ee87-44cb-b155-69ae1a8d947d tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Synchronizing usage tracker for tenant:42923148a00a49268422cf3ff4c2fd04 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:31:24.111381 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a7f5e7d5-4cb5-47b7-93bb-5a4421e020be req-150af7c6-ee87-44cb-b155-69ae1a8d947d tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Unset dirty status for tenant:42923148a00a49268422cf3ff4c2fd04 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:31:24.120346 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a7f5e7d5-4cb5-47b7-93bb-5a4421e020be req-150af7c6-ee87-44cb-b155-69ae1a8d947d tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921228 Mar 09 03:31:24.156198 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-76172336-7c21-48bc-b55f-7d1603dd5240 service neutron] Request body: {'port': {'device_id': '97d7e87e-1c44-4a8a-9c34-0cf3994fa333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:24.240886 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cecffb77-22bd-4454-88ec-afc53674ad7b req-3f25f9a1-c2f0-4156-810b-d93892ad6768 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=7986d448-a3be-4e95-93ea-339c5d701978 HTTP/1.1" status: 200 len: 210 time: 0.0531812 Mar 09 03:31:24.261155 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-a150e391-1a20-46ff-8da2-640c44e03b7f tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:24.277865 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-a150e391-1a20-46ff-8da2-640c44e03b7f tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:24.316726 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-890cd98c-5201-4233-bd71-b3b006aaf2f1 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:24.318497 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-890cd98c-5201-4233-bd71-b3b006aaf2f1 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2890069 Mar 09 03:31:24.319788 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-a150e391-1a20-46ff-8da2-640c44e03b7f tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Made reservation on behalf of 6bca179644e344988a4822677f335581 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:31:24.323336 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-a150e391-1a20-46ff-8da2-640c44e03b7f tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:24.339248 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-76172336-7c21-48bc-b55f-7d1603dd5240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:24.362063 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-0e8bd427-fc58-43a7-8691-e5e39d247b95 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/quotas/39508b8a9b4a48919043027f7e194a48 HTTP/1.1" status: 200 len: 375 time: 0.0271654 Mar 09 03:31:24.461977 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-9184fc08-f0b5-427e-8905-edfc10bd6b05 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=39508b8a9b4a48919043027f7e194a48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0977888 Mar 09 03:31:24.529197 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 6d5be7b9-1304-4432-9d3d-712e35e88576 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:31:24.598217 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 6d5be7b9-1304-4432-9d3d-712e35e88576 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:31:24.599333 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-a150e391-1a20-46ff-8da2-640c44e03b7f tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Allocated IP 172.20.0.6 (4b5d3bab-bbcb-4153-881f-6be479495e31/49a73544-ad50-4693-afb7-563f12ca65a5/1ad736da-e1cd-4df8-ad85-95e108f4cf22) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:31:24.607160 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 6d5be7b9-1304-4432-9d3d-712e35e88576 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:31:24.691217 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8f346f8e-c7fc-4379-a160-5fa156df9ec6 req-9465f4ed-6216-4076-bb7d-9e093ecfb231 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63 HTTP/1.1" status: 200 len: 210 time: 0.1323986 Mar 09 03:31:24.845744 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aa0d681a-b516-45e7-bf19-16a7e477b160 req-04b1572a-e924-4025-a804-7fa39ee8f4c2 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=a986e2f9-0bbd-4ee8-a43c-986e41a3254f HTTP/1.1" status: 200 len: 210 time: 0.1422229 Mar 09 03:31:24.890755 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-a150e391-1a20-46ff-8da2-640c44e03b7f tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:24.902031 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-76172336-7c21-48bc-b55f-7d1603dd5240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4dfe22a-e7d9-40c4-a974-57a06028ad0e {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:31:24.912401 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-a150e391-1a20-46ff-8da2-640c44e03b7f tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Transition to ACTIVE for port object 1ad736da-e1cd-4df8-ad85-95e108f4cf22 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:31:24.922396 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-76172336-7c21-48bc-b55f-7d1603dd5240 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:24.959627 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-76172336-7c21-48bc-b55f-7d1603dd5240 service neutron] Transition to ACTIVE for port object b4dfe22a-e7d9-40c4-a974-57a06028ad0e will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:31:24.968241 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-76172336-7c21-48bc-b55f-7d1603dd5240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:24.968624 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-a150e391-1a20-46ff-8da2-640c44e03b7f tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:25.049642 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-a150e391-1a20-46ff-8da2-640c44e03b7f tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Network 4b5d3bab-bbcb-4153-881f-6be479495e31 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:31:25.052908 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-a150e391-1a20-46ff-8da2-640c44e03b7f tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:31:25.062831 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-a150e391-1a20-46ff-8da2-640c44e03b7f tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:31:25.114940 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150e391-1a20-46ff-8da2-640c44e03b7f tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Pushing event updated for resources: {'Port': ['ID=1ad736da-e1cd-4df8-ad85-95e108f4cf22,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:25.178982 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-a150e391-1a20-46ff-8da2-640c44e03b7f tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:25.179666 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-a150e391-1a20-46ff-8da2-640c44e03b7f tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:25.240985 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-a150e391-1a20-46ff-8da2-640c44e03b7f tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3750226 Mar 09 03:31:25.253882 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-d394a06b-8336-403a-8b5a-95bffd8b37cf service neutron] Request body: {'port': {'device_id': '905f3cd2-668c-40a4-84cc-c7bf87019c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:25.326058 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76172336-7c21-48bc-b55f-7d1603dd5240 service neutron] Pushing event updated for resources: {'Port': ['ID=b4dfe22a-e7d9-40c4-a974-57a06028ad0e,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:25.406886 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-221afee1-ae17-45d9-b671-1e96b5137415 req-7a56ac08-133a-458c-a417-3916310099ef tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c6bcb0f0e9ee4d9583d2738a4ff863b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2855690 Mar 09 03:31:25.444896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-784e4c93-bce9-4349-a346-99c9d3b9b99a None None] Provisioning for port 1ad736da-e1cd-4df8-ad85-95e108f4cf22 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:31:25.452364 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-784e4c93-bce9-4349-a346-99c9d3b9b99a None None] Provisioning complete for port 1ad736da-e1cd-4df8-ad85-95e108f4cf22 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:31:25.452719 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-784e4c93-bce9-4349-a346-99c9d3b9b99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:25.467886 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-d394a06b-8336-403a-8b5a-95bffd8b37cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:25.556545 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-784e4c93-bce9-4349-a346-99c9d3b9b99a None None] Port 1ad736da-e1cd-4df8-ad85-95e108f4cf22 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:31:25.707332 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2245f756-816a-42fb-9407-a8b22d5d575a req-da1bbfb6-392b-4c1c-80da-2ad3d457767c tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=7986d448-a3be-4e95-93ea-339c5d701978 HTTP/1.1" status: 200 len: 210 time: 0.0657775 Mar 09 03:31:25.792857 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-76172336-7c21-48bc-b55f-7d1603dd5240 service neutron] Attempting to bind port b4dfe22a-e7d9-40c4-a974-57a06028ad0e on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:31:25.793470 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-76172336-7c21-48bc-b55f-7d1603dd5240 service neutron] Attempting to bind port b4dfe22a-e7d9-40c4-a974-57a06028ad0e by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:31:25.793627 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-76172336-7c21-48bc-b55f-7d1603dd5240 service neutron] Attempting to bind port b4dfe22a-e7d9-40c4-a974-57a06028ad0e on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:31:25.813375 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-76172336-7c21-48bc-b55f-7d1603dd5240 service neutron] Port b4dfe22a-e7d9-40c4-a974-57a06028ad0e on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:31:25.813711 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-76172336-7c21-48bc-b55f-7d1603dd5240 service neutron] Attempting to bind port b4dfe22a-e7d9-40c4-a974-57a06028ad0e on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:31:25.830189 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-76172336-7c21-48bc-b55f-7d1603dd5240 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:31:25.830526 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-76172336-7c21-48bc-b55f-7d1603dd5240 service neutron] Checking segment: {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:31:25.830939 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-76172336-7c21-48bc-b55f-7d1603dd5240 service neutron] Bound using segment: {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:31:25.831374 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-76172336-7c21-48bc-b55f-7d1603dd5240 service neutron] Bound port: b4dfe22a-e7d9-40c4-a974-57a06028ad0e, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:31:25.831716 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-76172336-7c21-48bc-b55f-7d1603dd5240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:25.846572 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221afee1-ae17-45d9-b671-1e96b5137415 req-6962b5d6-3ca9-4f45-b780-c146d300d757 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:25.848045 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-221afee1-ae17-45d9-b671-1e96b5137415 req-6962b5d6-3ca9-4f45-b780-c146d300d757 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4258680 Mar 09 03:31:25.867107 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db405f-0ea9-4d42-9493-dcae56295ef3 req-31ea310e-fbea-46b3-862b-1da7c3d30dbd tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:25.869379 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-27db405f-0ea9-4d42-9493-dcae56295ef3 req-31ea310e-fbea-46b3-862b-1da7c3d30dbd tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 943 time: 0.3380115 Mar 09 03:31:25.872497 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-221afee1-ae17-45d9-b671-1e96b5137415 req-20eae3e4-4af6-4134-a636-9538b2d005f4 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Request body: {'port': {'device_id': '7986d448-a3be-4e95-93ea-339c5d701978', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': 'c6bcb0f0e9ee4d9583d2738a4ff863b1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:26.013896 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-d394a06b-8336-403a-8b5a-95bffd8b37cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad736da-e1cd-4df8-ad85-95e108f4cf22 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:31:26.027634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c51c8-665d-4b5f-a03c-91ad3617427f req-05065f61-51c9-4f37-b869-663fb7b5d638 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:26.029349 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-2a1c51c8-665d-4b5f-a03c-91ad3617427f req-05065f61-51c9-4f37-b869-663fb7b5d638 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Synchronizing usage tracker for tenant:6bca179644e344988a4822677f335581 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:31:26.033045 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-d394a06b-8336-403a-8b5a-95bffd8b37cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:26.041150 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.21', 56353) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:26.076212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-d394a06b-8336-403a-8b5a-95bffd8b37cf service neutron] Transition to ACTIVE for port object 1ad736da-e1cd-4df8-ad85-95e108f4cf22 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:31:26.080581 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-2a1c51c8-665d-4b5f-a03c-91ad3617427f req-05065f61-51c9-4f37-b869-663fb7b5d638 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Unset dirty status for tenant:6bca179644e344988a4822677f335581 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:31:26.087210 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2a1c51c8-665d-4b5f-a03c-91ad3617427f req-05065f61-51c9-4f37-b869-663fb7b5d638 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63 HTTP/1.1" status: 200 len: 931 time: 0.2331643 Mar 09 03:31:26.094069 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-27db405f-0ea9-4d42-9493-dcae56295ef3 req-28a137ff-6210-434a-b651-07e4d5094344 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769361 Mar 09 03:31:26.111472 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-a038fd64-f03f-429c-acd6-158d303cde49 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=39508b8a9b4a48919043027f7e194a48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615053 Mar 09 03:31:26.114918 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-d394a06b-8336-403a-8b5a-95bffd8b37cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:26.120297 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-76172336-7c21-48bc-b55f-7d1603dd5240 service neutron] For port b4dfe22a-e7d9-40c4-a974-57a06028ad0e, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:31:26.134241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-221afee1-ae17-45d9-b671-1e96b5137415 req-20eae3e4-4af6-4134-a636-9538b2d005f4 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:26.136994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-221afee1-ae17-45d9-b671-1e96b5137415 req-20eae3e4-4af6-4134-a636-9538b2d005f4 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Usage tracker for resource:port and tenant:c6bcb0f0e9ee4d9583d2738a4ff863b1 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:26.140714 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-221afee1-ae17-45d9-b671-1e96b5137415 req-20eae3e4-4af6-4134-a636-9538b2d005f4 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:26.144353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-76172336-7c21-48bc-b55f-7d1603dd5240 service neutron] For port b4dfe22a-e7d9-40c4-a974-57a06028ad0e, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=b4dfe22a-e7d9-40c4-a974-57a06028ad0e,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:31:26.148561 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-221afee1-ae17-45d9-b671-1e96b5137415 req-20eae3e4-4af6-4134-a636-9538b2d005f4 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:26.155920 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-76172336-7c21-48bc-b55f-7d1603dd5240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:26.232133 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-221afee1-ae17-45d9-b671-1e96b5137415 req-20eae3e4-4af6-4134-a636-9538b2d005f4 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Made reservation on behalf of c6bcb0f0e9ee4d9583d2738a4ff863b1 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:31:26.236306 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-221afee1-ae17-45d9-b671-1e96b5137415 req-20eae3e4-4af6-4134-a636-9538b2d005f4 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:26.252799 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-76172336-7c21-48bc-b55f-7d1603dd5240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:26.252799 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-76172336-7c21-48bc-b55f-7d1603dd5240 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:26.252799 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-76172336-7c21-48bc-b55f-7d1603dd5240 service neutron] 10.222.0.24 "PUT /v2.0/ports/b4dfe22a-e7d9-40c4-a974-57a06028ad0e HTTP/1.1" status: 200 len: 1091 time: 2.1595771 Mar 09 03:31:26.258391 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d7e87e-1c44-4a8a-9c34-0cf3994fa333', 'tag': 'b4dfe22a-e7d9-40c4-a974-57a06028ad0e'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:31:26.281694 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-221afee1-ae17-45d9-b671-1e96b5137415 req-20eae3e4-4af6-4134-a636-9538b2d005f4 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:26.340666 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76172336-7c21-48bc-b55f-7d1603dd5240 service neutron] Pushing event updated for resources: {'Port': ['ID=b4dfe22a-e7d9-40c4-a974-57a06028ad0e,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:26.354104 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2a1c51c8-665d-4b5f-a03c-91ad3617427f req-5ddfbb81-806f-4a03-aa66-81d8248bb3ef tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bbfb5e4-1957-4911-bd72-bc6940f5d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2658448 Mar 09 03:31:26.406238 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-221afee1-ae17-45d9-b671-1e96b5137415 req-20eae3e4-4af6-4134-a636-9538b2d005f4 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:26.411043 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-221afee1-ae17-45d9-b671-1e96b5137415 req-20eae3e4-4af6-4134-a636-9538b2d005f4 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Usage tracker for resource:security_group_rule and tenant:c6bcb0f0e9ee4d9583d2738a4ff863b1 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:26.475320 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-221afee1-ae17-45d9-b671-1e96b5137415 req-20eae3e4-4af6-4134-a636-9538b2d005f4 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:26.483856 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-221afee1-ae17-45d9-b671-1e96b5137415 req-20eae3e4-4af6-4134-a636-9538b2d005f4 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:26.546744 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d7e87e-1c44-4a8a-9c34-0cf3994fa333', 'tag': 'b4dfe22a-e7d9-40c4-a974-57a06028ad0e', 'status': 'completed', 'code': 200} Mar 09 03:31:26.560512 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb010a28-d52f-4881-8468-15ed02bee0f7 req-dc61b9d3-b0d1-4843-836b-02935c6b1691 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=a986e2f9-0bbd-4ee8-a43c-986e41a3254f HTTP/1.1" status: 200 len: 210 time: 0.1607223 Mar 09 03:31:26.628329 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-bc05ff5b-0e89-425a-94ff-a539fc0234bf tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:26.630719 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-bc05ff5b-0e89-425a-94ff-a539fc0234bf tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5095499 Mar 09 03:31:26.632827 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394a06b-8336-403a-8b5a-95bffd8b37cf service neutron] Pushing event updated for resources: {'Port': ['ID=1ad736da-e1cd-4df8-ad85-95e108f4cf22,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:26.654256 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-44d68d6e-8fe4-4cb7-a2a8-c4b1a89dcfc5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Request body: {'port': {'device_id': 'a986e2f9-0bbd-4ee8-a43c-986e41a3254f', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': '39508b8a9b4a48919043027f7e194a48'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:26.695580 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-b5c1b73f-1d34-4d30-830e-093841cdad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:26.697437 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-b5c1b73f-1d34-4d30-830e-093841cdad98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42923148a00a49268422cf3ff4c2fd04&device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 1094 time: 0.3530738 Mar 09 03:31:26.788272 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-0b084520-168c-4cb2-93b5-2af543b76448 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4dfe22a-e7d9-40c4-a974-57a06028ad0e HTTP/1.1" status: 200 len: 217 time: 0.0813563 Mar 09 03:31:26.931363 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-221afee1-ae17-45d9-b671-1e96b5137415 req-20eae3e4-4af6-4134-a636-9538b2d005f4 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:26.941484 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-b9318081-d1ae-4189-98f4-31680c3955ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:26.945812 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-b9318081-d1ae-4189-98f4-31680c3955ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbb7cb80-fa8d-459c-b59f-347ff2f11453 HTTP/1.1" status: 200 len: 860 time: 0.1482956 Mar 09 03:31:26.950378 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-221afee1-ae17-45d9-b671-1e96b5137415 req-20eae3e4-4af6-4134-a636-9538b2d005f4 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:26.972369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-d394a06b-8336-403a-8b5a-95bffd8b37cf service neutron] Attempting to bind port 1ad736da-e1cd-4df8-ad85-95e108f4cf22 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:31:26.972943 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-d394a06b-8336-403a-8b5a-95bffd8b37cf service neutron] Attempting to bind port 1ad736da-e1cd-4df8-ad85-95e108f4cf22 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '30279649-0387-41e5-b6db-c204d961a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:31:26.973103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-d394a06b-8336-403a-8b5a-95bffd8b37cf service neutron] Attempting to bind port 1ad736da-e1cd-4df8-ad85-95e108f4cf22 on network 4b5d3bab-bbcb-4153-881f-6be479495e31 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:31:26.978561 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-44d68d6e-8fe4-4cb7-a2a8-c4b1a89dcfc5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:26.980389 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-d394a06b-8336-403a-8b5a-95bffd8b37cf service neutron] Port 1ad736da-e1cd-4df8-ad85-95e108f4cf22 on network 4b5d3bab-bbcb-4153-881f-6be479495e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:31:26.980697 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-d394a06b-8336-403a-8b5a-95bffd8b37cf service neutron] Attempting to bind port 1ad736da-e1cd-4df8-ad85-95e108f4cf22 on network 4b5d3bab-bbcb-4153-881f-6be479495e31 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:31:26.987230 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-d394a06b-8336-403a-8b5a-95bffd8b37cf service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:31:26.987569 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-d394a06b-8336-403a-8b5a-95bffd8b37cf service neutron] Checking segment: {'id': '30279649-0387-41e5-b6db-c204d961a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:31:26.988136 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-d394a06b-8336-403a-8b5a-95bffd8b37cf service neutron] Bound using segment: {'id': '30279649-0387-41e5-b6db-c204d961a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:31:26.988565 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-d394a06b-8336-403a-8b5a-95bffd8b37cf service neutron] Bound port: 1ad736da-e1cd-4df8-ad85-95e108f4cf22, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30279649-0387-41e5-b6db-c204d961a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:31:26.988906 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-d394a06b-8336-403a-8b5a-95bffd8b37cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:27.000787 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-44d68d6e-8fe4-4cb7-a2a8-c4b1a89dcfc5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Usage tracker for resource:port and tenant:39508b8a9b4a48919043027f7e194a48 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:27.006491 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-44d68d6e-8fe4-4cb7-a2a8-c4b1a89dcfc5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:27.016818 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-44d68d6e-8fe4-4cb7-a2a8-c4b1a89dcfc5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:27.117631 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-44d68d6e-8fe4-4cb7-a2a8-c4b1a89dcfc5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Made reservation on behalf of 39508b8a9b4a48919043027f7e194a48 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:31:27.121127 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-44d68d6e-8fe4-4cb7-a2a8-c4b1a89dcfc5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:27.133086 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-ee371187-8d3e-4615-881a-9d30566e56dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=304f544a-4e19-4ec8-816f-4e06aa7f0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1758561 Mar 09 03:31:27.141024 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-44d68d6e-8fe4-4cb7-a2a8-c4b1a89dcfc5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:27.143083 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d70668df-dbd7-4e17-bcb6-9f8fd4b5dc1e req-e19e3982-bf10-4130-82bf-b805f459dc15 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=7986d448-a3be-4e95-93ea-339c5d701978 HTTP/1.1" status: 200 len: 210 time: 0.0896807 Mar 09 03:31:27.165753 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-d394a06b-8336-403a-8b5a-95bffd8b37cf service neutron] For port 1ad736da-e1cd-4df8-ad85-95e108f4cf22, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:31:27.183153 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-44d68d6e-8fe4-4cb7-a2a8-c4b1a89dcfc5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:27.194561 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-d394a06b-8336-403a-8b5a-95bffd8b37cf service neutron] For port 1ad736da-e1cd-4df8-ad85-95e108f4cf22, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=1ad736da-e1cd-4df8-ad85-95e108f4cf22,segment=NetworkSegment(30279649-0387-41e5-b6db-c204d961a5d3),segment_id=30279649-0387-41e5-b6db-c204d961a5d3)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:31:27.195864 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-44d68d6e-8fe4-4cb7-a2a8-c4b1a89dcfc5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Usage tracker for resource:security_group_rule and tenant:39508b8a9b4a48919043027f7e194a48 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:27.203692 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-44d68d6e-8fe4-4cb7-a2a8-c4b1a89dcfc5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:27.207573 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-d394a06b-8336-403a-8b5a-95bffd8b37cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:27.225656 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eae3e4-4af6-4134-a636-9538b2d005f4 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e372ca40-8f28-4e8b-9bf1-b1da88629a30,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:27.294627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-44d68d6e-8fe4-4cb7-a2a8-c4b1a89dcfc5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:27.354881 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36098) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:27.381948 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-d394a06b-8336-403a-8b5a-95bffd8b37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:27.382694 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-d394a06b-8336-403a-8b5a-95bffd8b37cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:27.384417 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-d394a06b-8336-403a-8b5a-95bffd8b37cf service neutron] 10.222.0.24 "PUT /v2.0/ports/1ad736da-e1cd-4df8-ad85-95e108f4cf22 HTTP/1.1" status: 200 len: 1091 time: 2.1360166 Mar 09 03:31:27.385025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '905f3cd2-668c-40a4-84cc-c7bf87019c63', 'tag': '1ad736da-e1cd-4df8-ad85-95e108f4cf22'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:31:27.430670 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-f6e6f971-f28b-4046-9185-f2cac58f71ea service neutron] 10.222.0.24 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695596 Mar 09 03:31:27.465045 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-221afee1-ae17-45d9-b671-1e96b5137415 req-20eae3e4-4af6-4134-a636-9538b2d005f4 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Allocated IP 192.168.233.254 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/951d0ac3-5c72-475a-8007-42f31412dc7a) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:31:27.493368 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394a06b-8336-403a-8b5a-95bffd8b37cf service neutron] Pushing event updated for resources: {'Port': ['ID=1ad736da-e1cd-4df8-ad85-95e108f4cf22,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:27.587387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93829cd5-ab75-4b9f-8574-cbc884f43fe9 req-54585533-3a8f-4530-b869-d913102edcdd tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:27.589254 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-93829cd5-ab75-4b9f-8574-cbc884f43fe9 req-54585533-3a8f-4530-b869-d913102edcdd tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 943 time: 0.2921505 Mar 09 03:31:27.644748 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-044f6fb7-f4ea-4eff-9b75-3f8e07de5857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:27.685379 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-44d68d6e-8fe4-4cb7-a2a8-c4b1a89dcfc5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:27.710845 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-afce524b-4b70-4744-943f-4dbc41146c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:27.712341 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-afce524b-4b70-4744-943f-4dbc41146c39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bca179644e344988a4822677f335581&device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63 HTTP/1.1" status: 200 len: 1094 time: 0.2700458 Mar 09 03:31:27.716522 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-44d68d6e-8fe4-4cb7-a2a8-c4b1a89dcfc5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:27.749335 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-044f6fb7-f4ea-4eff-9b75-3f8e07de5857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:27.801367 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-044f6fb7-f4ea-4eff-9b75-3f8e07de5857 admin admin] Usage tracker for resource:security_group_rule and tenant:b34a776f724e40c1aa806a83d3d3c52c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:27.808125 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-758b68a0-b3be-4308-9e6f-96abb91c5617 req-3b5f6f01-0cde-4441-ab0f-3430a55a86de service neutron] 10.222.0.24 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622849 Mar 09 03:31:27.808879 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-044f6fb7-f4ea-4eff-9b75-3f8e07de5857 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:27.844228 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-93829cd5-ab75-4b9f-8574-cbc884f43fe9 req-ddeae14d-90fb-43fc-9fd0-75df6b5d5c32 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388816 Mar 09 03:31:27.856453 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-044f6fb7-f4ea-4eff-9b75-3f8e07de5857 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:27.873244 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-7b6ffff8-5a94-4ced-8530-fb1e41d0aba2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ad736da-e1cd-4df8-ad85-95e108f4cf22 HTTP/1.1" status: 200 len: 217 time: 0.1485846 Mar 09 03:31:27.952239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-530d112e-69d2-4a3e-a711-8c29e3bb0617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:27.953803 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-530d112e-69d2-4a3e-a711-8c29e3bb0617 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49a73544-ad50-4693-afb7-563f12ca65a5 HTTP/1.1" status: 200 len: 862 time: 0.0716953 Mar 09 03:31:27.957356 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d68d6e-8fe4-4cb7-a2a8-c4b1a89dcfc5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:28.056581 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-e40fe06b-cf9a-4e5e-aadc-e53dafbe7453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:28.058135 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-e40fe06b-cf9a-4e5e-aadc-e53dafbe7453 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b5d3bab-bbcb-4153-881f-6be479495e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946510 Mar 09 03:31:28.094479 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-221afee1-ae17-45d9-b671-1e96b5137415 req-20eae3e4-4af6-4134-a636-9538b2d005f4 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:28.106626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b74900-3881-4886-a0fb-9b6b751e6d5d req-01b80c66-0210-4a98-a500-d76b2ef7ddb1 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:28.108253 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-88b74900-3881-4886-a0fb-9b6b751e6d5d req-01b80c66-0210-4a98-a500-d76b2ef7ddb1 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63 HTTP/1.1" status: 200 len: 943 time: 0.3736045 Mar 09 03:31:28.160260 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-221afee1-ae17-45d9-b671-1e96b5137415 req-20eae3e4-4af6-4134-a636-9538b2d005f4 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Transition to ACTIVE for port object 951d0ac3-5c72-475a-8007-42f31412dc7a will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:31:28.184897 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5d9a0-b46e-4036-b1d3-e217eee1dfe6 req-4b580791-3cc0-4426-ab04-18a44630ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:28.186356 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9fa5d9a0-b46e-4036-b1d3-e217eee1dfe6 req-4b580791-3cc0-4426-ab04-18a44630ab1e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42923148a00a49268422cf3ff4c2fd04&device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 1094 time: 0.3222492 Mar 09 03:31:28.215583 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3428f402-6590-4127-8b32-867aeb7b492c req-f05aee23-0d2d-44cd-8494-7986b02fadd8 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=a986e2f9-0bbd-4ee8-a43c-986e41a3254f HTTP/1.1" status: 200 len: 210 time: 0.0995519 Mar 09 03:31:28.230190 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-88b74900-3881-4886-a0fb-9b6b751e6d5d req-831c1d09-855a-44cc-b470-250be8f2861d tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Synchronizing usage tracker for tenant:6bca179644e344988a4822677f335581 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:31:28.246470 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36132) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:28.257090 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-672ecad7-5f39-4be9-a890-6429fe10b7e5 service neutron] 10.222.0.24 "GET /v2.0/networks/4b5d3bab-bbcb-4153-881f-6be479495e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913216 Mar 09 03:31:28.278482 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-044f6fb7-f4ea-4eff-9b75-3f8e07de5857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:28.334075 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-044f6fb7-f4ea-4eff-9b75-3f8e07de5857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:28.365026 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-88b74900-3881-4886-a0fb-9b6b751e6d5d req-831c1d09-855a-44cc-b470-250be8f2861d tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Unset dirty status for tenant:6bca179644e344988a4822677f335581 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:31:28.365799 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-88b74900-3881-4886-a0fb-9b6b751e6d5d req-831c1d09-855a-44cc-b470-250be8f2861d tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bbfb5e4-1957-4911-bd72-bc6940f5d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491994 Mar 09 03:31:28.405673 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-221afee1-ae17-45d9-b671-1e96b5137415 req-20eae3e4-4af6-4134-a636-9538b2d005f4 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:28.489805 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '905f3cd2-668c-40a4-84cc-c7bf87019c63', 'tag': '1ad736da-e1cd-4df8-ad85-95e108f4cf22', 'status': 'completed', 'code': 200} Mar 09 03:31:28.491851 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b4cb4f8-a2a6-4bc5-959a-de6405fc014a req-02fb1d6c-2848-4b43-9dfe-b1f9d286b8dc service neutron] 10.222.0.24 "GET /v2.0/networks/4b5d3bab-bbcb-4153-881f-6be479495e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277064 Mar 09 03:31:28.500521 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-044f6fb7-f4ea-4eff-9b75-3f8e07de5857 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b34a776f724e40c1aa806a83d3d3c52c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1426058 Mar 09 03:31:28.508184 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f6fb7-f4ea-4eff-9b75-3f8e07de5857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a95380-69b1-43a2-8121-fe014c9f83bc,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:28.526108 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36142) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:28.538134 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-50b4b464-d5c7-438f-9570-458e5708a826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:28.563848 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-221afee1-ae17-45d9-b671-1e96b5137415 req-20eae3e4-4af6-4134-a636-9538b2d005f4 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:31:28.573426 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-221afee1-ae17-45d9-b671-1e96b5137415 req-20eae3e4-4af6-4134-a636-9538b2d005f4 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:31:28.577708 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-221afee1-ae17-45d9-b671-1e96b5137415 req-20eae3e4-4af6-4134-a636-9538b2d005f4 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:31:28.606528 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5d9a0-b46e-4036-b1d3-e217eee1dfe6 req-d9d3c106-dc16-4172-afad-fe8bae1e309f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:28.608155 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9fa5d9a0-b46e-4036-b1d3-e217eee1dfe6 req-d9d3c106-dc16-4172-afad-fe8bae1e309f service neutron] 10.222.0.24 "GET /v2.0/networks?id=304f544a-4e19-4ec8-816f-4e06aa7f0361 HTTP/1.1" status: 200 len: 921 time: 0.4121921 Mar 09 03:31:28.611815 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-50b4b464-d5c7-438f-9570-458e5708a826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:28.624540 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-50b4b464-d5c7-438f-9570-458e5708a826 admin admin] Usage tracker for resource:security_group_rule and tenant:2474fa235ef74cf3826e444c813ed7d3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:28.682006 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-34d88a54-316c-490b-992b-c3f90445e49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:28.685703 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eae3e4-4af6-4134-a636-9538b2d005f4 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Pushing event updated for resources: {'Port': ['ID=951d0ac3-5c72-475a-8007-42f31412dc7a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:28.688277 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-50b4b464-d5c7-438f-9570-458e5708a826 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:28.711885 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-50b4b464-d5c7-438f-9570-458e5708a826 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:28.717387 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9fa5d9a0-b46e-4036-b1d3-e217eee1dfe6 req-3ffddd32-b2eb-4929-b3f2-b21765de3e7c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4dfe22a-e7d9-40c4-a974-57a06028ad0e HTTP/1.1" status: 200 len: 217 time: 0.0942638 Mar 09 03:31:28.787183 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221afee1-ae17-45d9-b671-1e96b5137415 req-20eae3e4-4af6-4134-a636-9538b2d005f4 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:28.787934 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-221afee1-ae17-45d9-b671-1e96b5137415 req-20eae3e4-4af6-4134-a636-9538b2d005f4 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:28.796602 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-44d68d6e-8fe4-4cb7-a2a8-c4b1a89dcfc5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Allocated IP 192.168.233.86 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/c2ca4c42-2401-4c63-b909-e9ea25465d67) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:31:28.863914 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5d9a0-b46e-4036-b1d3-e217eee1dfe6 req-ca0811ef-43d6-45be-8787-ba7a3532b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:28.865369 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9fa5d9a0-b46e-4036-b1d3-e217eee1dfe6 req-ca0811ef-43d6-45be-8787-ba7a3532b281 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbb7cb80-fa8d-459c-b59f-347ff2f11453 HTTP/1.1" status: 200 len: 860 time: 0.1396198 Mar 09 03:31:28.885653 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d8297534-cf9a-4262-ba73-7347078d0f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:28.913674 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-221afee1-ae17-45d9-b671-1e96b5137415 req-20eae3e4-4af6-4134-a636-9538b2d005f4 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0554361 Mar 09 03:31:28.926706 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9fa5d9a0-b46e-4036-b1d3-e217eee1dfe6 req-f137204c-c71e-40df-8098-eb8ca1815387 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=304f544a-4e19-4ec8-816f-4e06aa7f0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523407 Mar 09 03:31:28.930141 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-221afee1-ae17-45d9-b671-1e96b5137415 req-8c423708-6817-4616-ae27-27ae5ead11dd service neutron] Request body: {'port': {'device_id': '7986d448-a3be-4e95-93ea-339c5d701978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:28.935257 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c9e6b9ff-10c3-49f0-9ead-7021154f79a1 None None] Provisioning for port 951d0ac3-5c72-475a-8007-42f31412dc7a completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:31:28.940415 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c9e6b9ff-10c3-49f0-9ead-7021154f79a1 None None] Provisioning complete for port 951d0ac3-5c72-475a-8007-42f31412dc7a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:31:28.940939 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c9e6b9ff-10c3-49f0-9ead-7021154f79a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:28.996477 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e910a60-8976-4c9e-b124-cb84944f6d57 req-633579c2-3e62-46c5-acf1-1ad67988882b tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:29.004390 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1e910a60-8976-4c9e-b124-cb84944f6d57 req-633579c2-3e62-46c5-acf1-1ad67988882b tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=7986d448-a3be-4e95-93ea-339c5d701978 HTTP/1.1" status: 200 len: 936 time: 0.4501486 Mar 09 03:31:29.009151 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d8297534-cf9a-4262-ba73-7347078d0f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:29.045195 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c9e6b9ff-10c3-49f0-9ead-7021154f79a1 None None] Port 951d0ac3-5c72-475a-8007-42f31412dc7a cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:31:29.160145 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a667f-b89d-4a7c-a282-632159661377 req-92db66d5-c74c-4bb7-8b95-316da1c66478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:29.161524 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ab9a667f-b89d-4a7c-a282-632159661377 req-92db66d5-c74c-4bb7-8b95-316da1c66478 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bca179644e344988a4822677f335581&device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63 HTTP/1.1" status: 200 len: 1094 time: 0.6085451 Mar 09 03:31:29.170586 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-50b4b464-d5c7-438f-9570-458e5708a826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:29.189405 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-221afee1-ae17-45d9-b671-1e96b5137415 req-8c423708-6817-4616-ae27-27ae5ead11dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:29.198249 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-50b4b464-d5c7-438f-9570-458e5708a826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:29.215778 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1e910a60-8976-4c9e-b124-cb84944f6d57 req-65d82d9e-4aea-467f-a77e-23fd8fc3c9e7 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105322 Mar 09 03:31:29.338725 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9fa5d9a0-b46e-4036-b1d3-e217eee1dfe6 req-82d16408-441a-48e6-9851-8835872ced64 service neutron] 10.222.0.24 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818498 Mar 09 03:31:29.341924 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a667f-b89d-4a7c-a282-632159661377 req-99c8536c-68d1-4224-8c88-cc1b8591743c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:29.343559 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ab9a667f-b89d-4a7c-a282-632159661377 req-99c8536c-68d1-4224-8c88-cc1b8591743c service neutron] 10.222.0.24 "GET /v2.0/networks?id=4b5d3bab-bbcb-4153-881f-6be479495e31 HTTP/1.1" status: 200 len: 924 time: 0.1631150 Mar 09 03:31:29.374969 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4b464-d5c7-438f-9570-458e5708a826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d27776-a6c3-4e7b-bbf9-61cbb0a0445a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:29.381614 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-50b4b464-d5c7-438f-9570-458e5708a826 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2474fa235ef74cf3826e444c813ed7d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1190641 Mar 09 03:31:29.385446 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36178) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:29.438159 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ab9a667f-b89d-4a7c-a282-632159661377 req-60e6677b-f98a-4475-8880-77fc7dacf8e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ad736da-e1cd-4df8-ad85-95e108f4cf22 HTTP/1.1" status: 200 len: 217 time: 0.0828872 Mar 09 03:31:29.485287 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d8297534-cf9a-4262-ba73-7347078d0f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:29.494795 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-44d68d6e-8fe4-4cb7-a2a8-c4b1a89dcfc5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:29.521642 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8297534-cf9a-4262-ba73-7347078d0f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a95380-69b1-43a2-8121-fe014c9f83bc,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:29.535121 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-44d68d6e-8fe4-4cb7-a2a8-c4b1a89dcfc5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Transition to ACTIVE for port object c2ca4c42-2401-4c63-b909-e9ea25465d67 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:31:29.554970 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a667f-b89d-4a7c-a282-632159661377 req-2851894a-9fd6-4c7d-abe0-83cad3e992d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:29.556485 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ab9a667f-b89d-4a7c-a282-632159661377 req-2851894a-9fd6-4c7d-abe0-83cad3e992d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49a73544-ad50-4693-afb7-563f12ca65a5 HTTP/1.1" status: 200 len: 862 time: 0.1089673 Mar 09 03:31:29.562171 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d8297534-cf9a-4262-ba73-7347078d0f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:29.563876 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d8297534-cf9a-4262-ba73-7347078d0f16 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93a95380-69b1-43a2-8121-fe014c9f83bc HTTP/1.1" status: 204 len: 168 time: 1.0366971 Mar 09 03:31:29.666075 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c5bacb2c-0671-4c2a-9101-f825be7ba236 req-ff328177-9880-4311-9e19-c2b390c3b5b4 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Synchronizing usage tracker for tenant:39508b8a9b4a48919043027f7e194a48 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:31:29.691066 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-44d68d6e-8fe4-4cb7-a2a8-c4b1a89dcfc5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:29.737477 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c5bacb2c-0671-4c2a-9101-f825be7ba236 req-ff328177-9880-4311-9e19-c2b390c3b5b4 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Unset dirty status for tenant:39508b8a9b4a48919043027f7e194a48 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:31:29.743501 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5bacb2c-0671-4c2a-9101-f825be7ba236 req-ff328177-9880-4311-9e19-c2b390c3b5b4 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=a986e2f9-0bbd-4ee8-a43c-986e41a3254f HTTP/1.1" status: 200 len: 210 time: 0.1374073 Mar 09 03:31:29.754650 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f74d15-4b6b-4140-b4fd-4fdb8dd055a5 req-c26781df-8915-4f34-850d-333180fd62c9 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:29.761502 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f3f74d15-4b6b-4140-b4fd-4fdb8dd055a5 req-c26781df-8915-4f34-850d-333180fd62c9 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 943 time: 0.5467012 Mar 09 03:31:29.820077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d68d6e-8fe4-4cb7-a2a8-c4b1a89dcfc5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Pushing event updated for resources: {'Port': ['ID=c2ca4c42-2401-4c63-b909-e9ea25465d67,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:29.827487 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-44d68d6e-8fe4-4cb7-a2a8-c4b1a89dcfc5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:31:29.830115 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-44d68d6e-8fe4-4cb7-a2a8-c4b1a89dcfc5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:31:29.832802 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-44d68d6e-8fe4-4cb7-a2a8-c4b1a89dcfc5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:31:29.843447 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9fa5d9a0-b46e-4036-b1d3-e217eee1dfe6 req-0d075360-957a-4891-8eb3-a78ba23202f0 service neutron] 10.222.0.24 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910557 Mar 09 03:31:29.849881 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7fc122b3-7b5e-40f9-b7f6-9098cd2600c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:29.863183 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a667f-b89d-4a7c-a282-632159661377 req-badbef76-a460-4a57-8798-dcda08f8be59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:29.864725 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ab9a667f-b89d-4a7c-a282-632159661377 req-badbef76-a460-4a57-8798-dcda08f8be59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b5d3bab-bbcb-4153-881f-6be479495e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2996681 Mar 09 03:31:29.933915 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7fc122b3-7b5e-40f9-b7f6-9098cd2600c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:29.965161 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f3f74d15-4b6b-4140-b4fd-4fdb8dd055a5 req-38fd78fb-5816-474e-94ca-42c9fe94f527 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027154 Mar 09 03:31:30.007168 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36194) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:30.028610 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-44d68d6e-8fe4-4cb7-a2a8-c4b1a89dcfc5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:30.029525 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-44d68d6e-8fe4-4cb7-a2a8-c4b1a89dcfc5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:30.112382 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-89ddcf64-faf1-4570-94ba-a08f3c2dca29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:30.139090 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-44d68d6e-8fe4-4cb7-a2a8-c4b1a89dcfc5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4988844 Mar 09 03:31:30.140661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-89ddcf64-faf1-4570-94ba-a08f3c2dca29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:30.149682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-89ddcf64-faf1-4570-94ba-a08f3c2dca29 admin admin] Usage tracker for resource:security_group_rule and tenant:65dedd566519438e9befda9de7497399 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:30.149808 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7fc122b3-7b5e-40f9-b7f6-9098cd2600c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:30.158031 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-221afee1-ae17-45d9-b671-1e96b5137415 req-8c423708-6817-4616-ae27-27ae5ead11dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951d0ac3-5c72-475a-8007-42f31412dc7a {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:31:30.158680 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-41fc7169-2588-4829-b091-0a41c1653950 service neutron] Request body: {'port': {'device_id': 'a986e2f9-0bbd-4ee8-a43c-986e41a3254f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:30.175482 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-221afee1-ae17-45d9-b671-1e96b5137415 req-8c423708-6817-4616-ae27-27ae5ead11dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:30.182273 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc122b3-7b5e-40f9-b7f6-9098cd2600c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d27776-a6c3-4e7b-bbf9-61cbb0a0445a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:30.185145 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-89ddcf64-faf1-4570-94ba-a08f3c2dca29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:30.188168 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f9d505ff-18ba-416e-8deb-e56370c33aaf None None] Provisioning for port c2ca4c42-2401-4c63-b909-e9ea25465d67 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:31:30.200540 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7fc122b3-7b5e-40f9-b7f6-9098cd2600c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:30.201859 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7fc122b3-7b5e-40f9-b7f6-9098cd2600c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50d27776-a6c3-4e7b-bbf9-61cbb0a0445a HTTP/1.1" status: 204 len: 168 time: 0.8128109 Mar 09 03:31:30.203038 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-221afee1-ae17-45d9-b671-1e96b5137415 req-8c423708-6817-4616-ae27-27ae5ead11dd service neutron] Transition to ACTIVE for port object 951d0ac3-5c72-475a-8007-42f31412dc7a will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:31:30.207421 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-89ddcf64-faf1-4570-94ba-a08f3c2dca29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:30.212513 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-221afee1-ae17-45d9-b671-1e96b5137415 req-8c423708-6817-4616-ae27-27ae5ead11dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:30.226024 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ab9a667f-b89d-4a7c-a282-632159661377 req-98588b1c-688a-410d-b943-863030b60f14 service neutron] 10.222.0.24 "GET /v2.0/networks/4b5d3bab-bbcb-4153-881f-6be479495e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480256 Mar 09 03:31:30.232034 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f9d505ff-18ba-416e-8deb-e56370c33aaf None None] Provisioning complete for port c2ca4c42-2401-4c63-b909-e9ea25465d67 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:31:30.232913 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f9d505ff-18ba-416e-8deb-e56370c33aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:30.378416 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-f9d505ff-18ba-416e-8deb-e56370c33aaf None None] Port c2ca4c42-2401-4c63-b909-e9ea25465d67 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:31:30.398768 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c423708-6817-4616-ae27-27ae5ead11dd service neutron] Pushing event updated for resources: {'Port': ['ID=951d0ac3-5c72-475a-8007-42f31412dc7a,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:30.473408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cbf52-1d0d-47a7-931c-5ae5d78fc827 req-d583c68c-86ed-4c13-a730-f52504e55727 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:30.481090 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-451cbf52-1d0d-47a7-931c-5ae5d78fc827 req-d583c68c-86ed-4c13-a730-f52504e55727 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63 HTTP/1.1" status: 200 len: 943 time: 0.4728475 Mar 09 03:31:30.565180 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-41fc7169-2588-4829-b091-0a41c1653950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:30.605136 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ab9a667f-b89d-4a7c-a282-632159661377 req-edff022c-0a02-4076-ad0f-51ac0993627e service neutron] 10.222.0.24 "GET /v2.0/networks/4b5d3bab-bbcb-4153-881f-6be479495e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683012 Mar 09 03:31:30.609824 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-221afee1-ae17-45d9-b671-1e96b5137415 req-8c423708-6817-4616-ae27-27ae5ead11dd service neutron] Attempting to bind port 951d0ac3-5c72-475a-8007-42f31412dc7a on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:31:30.609824 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-221afee1-ae17-45d9-b671-1e96b5137415 req-8c423708-6817-4616-ae27-27ae5ead11dd service neutron] Attempting to bind port 951d0ac3-5c72-475a-8007-42f31412dc7a by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:31:30.610175 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221afee1-ae17-45d9-b671-1e96b5137415 req-8c423708-6817-4616-ae27-27ae5ead11dd service neutron] Attempting to bind port 951d0ac3-5c72-475a-8007-42f31412dc7a on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:31:30.621330 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221afee1-ae17-45d9-b671-1e96b5137415 req-8c423708-6817-4616-ae27-27ae5ead11dd service neutron] Port 951d0ac3-5c72-475a-8007-42f31412dc7a on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:31:30.621684 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221afee1-ae17-45d9-b671-1e96b5137415 req-8c423708-6817-4616-ae27-27ae5ead11dd service neutron] Attempting to bind port 951d0ac3-5c72-475a-8007-42f31412dc7a on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:31:30.628963 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221afee1-ae17-45d9-b671-1e96b5137415 req-8c423708-6817-4616-ae27-27ae5ead11dd service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:31:30.629305 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221afee1-ae17-45d9-b671-1e96b5137415 req-8c423708-6817-4616-ae27-27ae5ead11dd service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:31:30.629688 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221afee1-ae17-45d9-b671-1e96b5137415 req-8c423708-6817-4616-ae27-27ae5ead11dd service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:31:30.630120 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-221afee1-ae17-45d9-b671-1e96b5137415 req-8c423708-6817-4616-ae27-27ae5ead11dd service neutron] Bound port: 951d0ac3-5c72-475a-8007-42f31412dc7a, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:31:30.630465 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-221afee1-ae17-45d9-b671-1e96b5137415 req-8c423708-6817-4616-ae27-27ae5ead11dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:30.651481 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-451cbf52-1d0d-47a7-931c-5ae5d78fc827 req-bee4a923-aae0-4842-9dd7-529ce4ed353b tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bbfb5e4-1957-4911-bd72-bc6940f5d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692450 Mar 09 03:31:30.740548 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acedc1-914e-4dba-84a3-26d07872e029 req-8e4c2bcb-6278-4a57-b95f-a298522d0c5f tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:30.741292 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-47acedc1-914e-4dba-84a3-26d07872e029 req-8e4c2bcb-6278-4a57-b95f-a298522d0c5f tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Synchronizing usage tracker for tenant:c6bcb0f0e9ee4d9583d2738a4ff863b1 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:31:30.761756 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-221afee1-ae17-45d9-b671-1e96b5137415 req-8c423708-6817-4616-ae27-27ae5ead11dd service neutron] For port 951d0ac3-5c72-475a-8007-42f31412dc7a, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:31:30.766481 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-221afee1-ae17-45d9-b671-1e96b5137415 req-8c423708-6817-4616-ae27-27ae5ead11dd service neutron] For port 951d0ac3-5c72-475a-8007-42f31412dc7a, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=951d0ac3-5c72-475a-8007-42f31412dc7a,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:31:30.774297 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-47acedc1-914e-4dba-84a3-26d07872e029 req-8e4c2bcb-6278-4a57-b95f-a298522d0c5f tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Unset dirty status for tenant:c6bcb0f0e9ee4d9583d2738a4ff863b1 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:31:30.782206 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-47acedc1-914e-4dba-84a3-26d07872e029 req-8e4c2bcb-6278-4a57-b95f-a298522d0c5f tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=7986d448-a3be-4e95-93ea-339c5d701978 HTTP/1.1" status: 200 len: 948 time: 0.2167399 Mar 09 03:31:30.785329 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-221afee1-ae17-45d9-b671-1e96b5137415 req-8c423708-6817-4616-ae27-27ae5ead11dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:30.838088 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36224) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:30.879335 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-89ddcf64-faf1-4570-94ba-a08f3c2dca29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:30.887064 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221afee1-ae17-45d9-b671-1e96b5137415 req-8c423708-6817-4616-ae27-27ae5ead11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:30.888316 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-221afee1-ae17-45d9-b671-1e96b5137415 req-8c423708-6817-4616-ae27-27ae5ead11dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:30.889715 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-221afee1-ae17-45d9-b671-1e96b5137415 req-8c423708-6817-4616-ae27-27ae5ead11dd service neutron] 10.222.0.21 "PUT /v2.0/ports/951d0ac3-5c72-475a-8007-42f31412dc7a HTTP/1.1" status: 200 len: 1096 time: 1.9661055 Mar 09 03:31:30.892535 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7986d448-a3be-4e95-93ea-339c5d701978', 'tag': '951d0ac3-5c72-475a-8007-42f31412dc7a'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:31:30.897305 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4c206b37-6243-4a8f-b27c-d27adfcad18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:30.940061 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4c206b37-6243-4a8f-b27c-d27adfcad18c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:30.943861 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-47acedc1-914e-4dba-84a3-26d07872e029 req-9bcd2d11-d56c-41d4-9859-a666f1bfbea3 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Synchronizing usage tracker for tenant:c6bcb0f0e9ee4d9583d2738a4ff863b1 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:31:31.002462 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4c206b37-6243-4a8f-b27c-d27adfcad18c admin admin] Usage tracker for resource:security_group_rule and tenant:98cd7ca11d804e82b626535fb2f8f192 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:31.006637 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4c206b37-6243-4a8f-b27c-d27adfcad18c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:31.021175 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4c206b37-6243-4a8f-b27c-d27adfcad18c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:31.024305 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-caa5cf5f-19dc-461a-beec-065b4a678231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:31.038654 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-89ddcf64-faf1-4570-94ba-a08f3c2dca29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:31.048349 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c423708-6817-4616-ae27-27ae5ead11dd service neutron] Pushing event updated for resources: {'Port': ['ID=951d0ac3-5c72-475a-8007-42f31412dc7a,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:31.094974 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-47acedc1-914e-4dba-84a3-26d07872e029 req-9bcd2d11-d56c-41d4-9859-a666f1bfbea3 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Unset dirty status for tenant:c6bcb0f0e9ee4d9583d2738a4ff863b1 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:31:31.096340 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-47acedc1-914e-4dba-84a3-26d07872e029 req-9bcd2d11-d56c-41d4-9859-a666f1bfbea3 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133554 Mar 09 03:31:31.134898 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221afee1-ae17-45d9-b671-1e96b5137415 req-ba1a6c90-bf0b-4af9-aaba-b035b5be9b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:31.136493 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-221afee1-ae17-45d9-b671-1e96b5137415 req-ba1a6c90-bf0b-4af9-aaba-b035b5be9b1f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c6bcb0f0e9ee4d9583d2738a4ff863b1&device_id=7986d448-a3be-4e95-93ea-339c5d701978 HTTP/1.1" status: 200 len: 1099 time: 0.1986754 Mar 09 03:31:31.159025 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-89ddcf64-faf1-4570-94ba-a08f3c2dca29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65dedd566519438e9befda9de7497399&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1453888 Mar 09 03:31:31.160018 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ddcf64-faf1-4570-94ba-a08f3c2dca29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c80823b-3aa8-4b05-ab6d-4fee05eb4330,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:31.164956 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36232) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:31.217947 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-221afee1-ae17-45d9-b671-1e96b5137415 req-96d3de54-3071-4148-9003-27caaed06e9a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=951d0ac3-5c72-475a-8007-42f31412dc7a HTTP/1.1" status: 200 len: 217 time: 0.0713398 Mar 09 03:31:31.260749 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5c3f3-24ab-4345-a43c-2d9a92d46dbb req-53a4812c-4129-4d9d-828f-f43576da2d86 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:31.262266 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8fb5c3f3-24ab-4345-a43c-2d9a92d46dbb req-53a4812c-4129-4d9d-828f-f43576da2d86 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=a986e2f9-0bbd-4ee8-a43c-986e41a3254f HTTP/1.1" status: 200 len: 935 time: 0.2246461 Mar 09 03:31:31.283912 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7986d448-a3be-4e95-93ea-339c5d701978', 'tag': '951d0ac3-5c72-475a-8007-42f31412dc7a', 'status': 'completed', 'code': 200} Mar 09 03:31:31.302082 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4c206b37-6243-4a8f-b27c-d27adfcad18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:31.309617 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4c206b37-6243-4a8f-b27c-d27adfcad18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:31.329445 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221afee1-ae17-45d9-b671-1e96b5137415 req-780e0131-9a08-48de-9e1f-ff2786216c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:31.330901 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-221afee1-ae17-45d9-b671-1e96b5137415 req-780e0131-9a08-48de-9e1f-ff2786216c6a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1050684 Mar 09 03:31:31.360060 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7d6b01cb-bb7e-4c4b-a782-a12dff1f3f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:31.386297 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-8fb5c3f3-24ab-4345-a43c-2d9a92d46dbb req-e37251ad-1297-4abb-987e-14acf9f6ada5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Synchronizing usage tracker for tenant:39508b8a9b4a48919043027f7e194a48 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:31:31.406652 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4c206b37-6243-4a8f-b27c-d27adfcad18c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=98cd7ca11d804e82b626535fb2f8f192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5627313 Mar 09 03:31:31.408508 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-41fc7169-2588-4829-b091-0a41c1653950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ca4c42-2401-4c63-b909-e9ea25465d67 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:31:31.416971 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36240) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:31.424063 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-41fc7169-2588-4829-b091-0a41c1653950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:31.444508 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7d6b01cb-bb7e-4c4b-a782-a12dff1f3f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:31.445761 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c206b37-6243-4a8f-b27c-d27adfcad18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2eeee90-e684-491a-a870-efb1944edb55,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:31.464578 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-8fb5c3f3-24ab-4345-a43c-2d9a92d46dbb req-e37251ad-1297-4abb-987e-14acf9f6ada5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Unset dirty status for tenant:39508b8a9b4a48919043027f7e194a48 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:31:31.466256 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8fb5c3f3-24ab-4345-a43c-2d9a92d46dbb req-e37251ad-1297-4abb-987e-14acf9f6ada5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900380 Mar 09 03:31:31.495728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-41fc7169-2588-4829-b091-0a41c1653950 service neutron] Transition to ACTIVE for port object c2ca4c42-2401-4c63-b909-e9ea25465d67 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:31:31.505036 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221afee1-ae17-45d9-b671-1e96b5137415 req-324d7931-49f1-4f5c-a2d0-278db806c1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:31.506503 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-221afee1-ae17-45d9-b671-1e96b5137415 req-324d7931-49f1-4f5c-a2d0-278db806c1d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1633573 Mar 09 03:31:31.518633 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-41fc7169-2588-4829-b091-0a41c1653950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:31.519316 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b38bb3-f6da-4fdd-b597-816b4cf30b03 req-bc9d761b-7551-4c32-bef7-0c71cdd71dfd tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:31.526982 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-87b38bb3-f6da-4fdd-b597-816b4cf30b03 req-bc9d761b-7551-4c32-bef7-0c71cdd71dfd tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 943 time: 0.1360636 Mar 09 03:31:31.675146 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-87b38bb3-f6da-4fdd-b597-816b4cf30b03 req-b429ddd4-a736-42b1-a887-2080aa8fdca9 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469429 Mar 09 03:31:31.680813 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-da8c26ae-513e-4881-88c6-a3b703c40763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:31.685447 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc7169-2588-4829-b091-0a41c1653950 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ca4c42-2401-4c63-b909-e9ea25465d67,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:31.763523 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-221afee1-ae17-45d9-b671-1e96b5137415 req-41adcc9d-54dc-4a5d-9f15-44fb6449bf6f service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336071 Mar 09 03:31:31.820065 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7d6b01cb-bb7e-4c4b-a782-a12dff1f3f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:31.836587 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-da8c26ae-513e-4881-88c6-a3b703c40763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:31.941719 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b01cb-bb7e-4c4b-a782-a12dff1f3f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c80823b-3aa8-4b05-ab6d-4fee05eb4330,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:31.959838 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-221afee1-ae17-45d9-b671-1e96b5137415 req-49fc8206-2337-400c-afd4-f6b2943b2a22 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866944 Mar 09 03:31:31.997491 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7d6b01cb-bb7e-4c4b-a782-a12dff1f3f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:31.998618 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7d6b01cb-bb7e-4c4b-a782-a12dff1f3f26 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c80823b-3aa8-4b05-ab6d-4fee05eb4330 HTTP/1.1" status: 204 len: 168 time: 0.8284152 Mar 09 03:31:32.081846 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:32.086824 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:32.103900 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-41fc7169-2588-4829-b091-0a41c1653950 service neutron] Attempting to bind port c2ca4c42-2401-4c63-b909-e9ea25465d67 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:31:32.104322 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-41fc7169-2588-4829-b091-0a41c1653950 service neutron] Attempting to bind port c2ca4c42-2401-4c63-b909-e9ea25465d67 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:31:32.104701 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-41fc7169-2588-4829-b091-0a41c1653950 service neutron] Attempting to bind port c2ca4c42-2401-4c63-b909-e9ea25465d67 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:31:32.122419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-41fc7169-2588-4829-b091-0a41c1653950 service neutron] Port c2ca4c42-2401-4c63-b909-e9ea25465d67 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:31:32.122718 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-41fc7169-2588-4829-b091-0a41c1653950 service neutron] Attempting to bind port c2ca4c42-2401-4c63-b909-e9ea25465d67 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:31:32.131297 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-da8c26ae-513e-4881-88c6-a3b703c40763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:32.148680 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-41fc7169-2588-4829-b091-0a41c1653950 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:31:32.149075 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-41fc7169-2588-4829-b091-0a41c1653950 service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:31:32.149622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-41fc7169-2588-4829-b091-0a41c1653950 service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:31:32.149891 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-41fc7169-2588-4829-b091-0a41c1653950 service neutron] Bound port: c2ca4c42-2401-4c63-b909-e9ea25465d67, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:31:32.150225 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-41fc7169-2588-4829-b091-0a41c1653950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:32.179760 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25296128-109e-466c-9faf-e6e54a4954ee req-ab32daf8-fae9-4a3d-81b7-d69fd805d085 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:32.181251 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-25296128-109e-466c-9faf-e6e54a4954ee req-ab32daf8-fae9-4a3d-81b7-d69fd805d085 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63 HTTP/1.1" status: 200 len: 943 time: 0.3192236 Mar 09 03:31:32.185887 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c26ae-513e-4881-88c6-a3b703c40763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2eeee90-e684-491a-a870-efb1944edb55,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:32.190677 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-da8c26ae-513e-4881-88c6-a3b703c40763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:32.191815 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-da8c26ae-513e-4881-88c6-a3b703c40763 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c2eeee90-e684-491a-a870-efb1944edb55 HTTP/1.1" status: 204 len: 168 time: 0.7723515 Mar 09 03:31:32.306263 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36282) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:32.308196 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-25296128-109e-466c-9faf-e6e54a4954ee req-ee9d775c-7ff2-4fe0-ab76-752c1d4c992e tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bbfb5e4-1957-4911-bd72-bc6940f5d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757265 Mar 09 03:31:32.324088 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-41fc7169-2588-4829-b091-0a41c1653950 service neutron] For port c2ca4c42-2401-4c63-b909-e9ea25465d67, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:31:32.339060 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-41fc7169-2588-4829-b091-0a41c1653950 service neutron] For port c2ca4c42-2401-4c63-b909-e9ea25465d67, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=c2ca4c42-2401-4c63-b909-e9ea25465d67,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:31:32.348358 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-41fc7169-2588-4829-b091-0a41c1653950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:32.388728 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6f680-ac5f-49fc-ac89-24a9649a5096 req-2628852b-0b9c-4b2c-9311-bf7dd5f534c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:32.390411 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f3f6f680-ac5f-49fc-ac89-24a9649a5096 req-2628852b-0b9c-4b2c-9311-bf7dd5f534c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c6bcb0f0e9ee4d9583d2738a4ff863b1&device_id=7986d448-a3be-4e95-93ea-339c5d701978 HTTP/1.1" status: 200 len: 1099 time: 0.3610399 Mar 09 03:31:32.473038 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc7169-2588-4829-b091-0a41c1653950 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ca4c42-2401-4c63-b909-e9ea25465d67,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:32.480935 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-41fc7169-2588-4829-b091-0a41c1653950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:32.482314 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-41fc7169-2588-4829-b091-0a41c1653950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:32.484004 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-41fc7169-2588-4829-b091-0a41c1653950 service neutron] 10.222.0.21 "PUT /v2.0/ports/c2ca4c42-2401-4c63-b909-e9ea25465d67 HTTP/1.1" status: 200 len: 1095 time: 2.3360493 Mar 09 03:31:32.484582 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a986e2f9-0bbd-4ee8-a43c-986e41a3254f', 'tag': 'c2ca4c42-2401-4c63-b909-e9ea25465d67'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:31:32.531515 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664211c-b95f-47a5-a69b-165289293097 req-dd34ca99-ee89-4847-bc15-534ce77f1fc5 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:32.533189 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6664211c-b95f-47a5-a69b-165289293097 req-dd34ca99-ee89-4847-bc15-534ce77f1fc5 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=7986d448-a3be-4e95-93ea-339c5d701978 HTTP/1.1" status: 200 len: 948 time: 0.2255321 Mar 09 03:31:32.633981 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6664211c-b95f-47a5-a69b-165289293097 req-c721cdb5-83b5-46e5-90ab-731a127acea7 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925820 Mar 09 03:31:32.657482 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a986e2f9-0bbd-4ee8-a43c-986e41a3254f', 'tag': 'c2ca4c42-2401-4c63-b909-e9ea25465d67', 'status': 'completed', 'code': 200} Mar 09 03:31:32.670016 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6f680-ac5f-49fc-ac89-24a9649a5096 req-1e9b4151-105a-4a0b-a891-385442b8b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:32.671616 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f3f6f680-ac5f-49fc-ac89-24a9649a5096 req-1e9b4151-105a-4a0b-a891-385442b8b418 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.2736392 Mar 09 03:31:32.722563 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-89371f96-25bd-4d5f-8388-6ecbd3b1e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:32.724872 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-89371f96-25bd-4d5f-8388-6ecbd3b1e04c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39508b8a9b4a48919043027f7e194a48&device_id=a986e2f9-0bbd-4ee8-a43c-986e41a3254f HTTP/1.1" status: 200 len: 1098 time: 0.1949158 Mar 09 03:31:32.780900 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f3f6f680-ac5f-49fc-ac89-24a9649a5096 req-e68234ac-5a86-423e-aedb-184845cedeea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=951d0ac3-5c72-475a-8007-42f31412dc7a HTTP/1.1" status: 200 len: 217 time: 0.0996945 Mar 09 03:31:32.827927 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-d21fe3fe-466f-4a56-a557-e7775dab9026 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=c2ca4c42-2401-4c63-b909-e9ea25465d67 HTTP/1.1" status: 200 len: 217 time: 0.0946956 Mar 09 03:31:32.900864 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e6eb6622-d1d4-457e-8ab1-d0247877ff65 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ddbdf77553cd4b5f85fd553c9d3f71a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5819037 Mar 09 03:31:32.902248 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6f680-ac5f-49fc-ac89-24a9649a5096 req-4c1d30c1-ad89-4cd5-9e25-aeaba7aedec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:32.904182 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f3f6f680-ac5f-49fc-ac89-24a9649a5096 req-4c1d30c1-ad89-4cd5-9e25-aeaba7aedec7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1012590 Mar 09 03:31:32.929158 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36316) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:33.085601 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-a70ac881-798b-4895-af92-c8d3525b90dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:33.087169 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-a70ac881-798b-4895-af92-c8d3525b90dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1516294 Mar 09 03:31:33.093587 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcff8a8-1826-47f1-bea6-921f938e42e3 req-5189f5f8-0db5-4ea5-8bb9-e2a0ef899ad7 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:33.100842 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-abcff8a8-1826-47f1-bea6-921f938e42e3 req-5189f5f8-0db5-4ea5-8bb9-e2a0ef899ad7 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 943 time: 0.2063904 Mar 09 03:31:33.127661 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6f680-ac5f-49fc-ac89-24a9649a5096 req-7fbb7410-62c8-4123-9c6b-e3c00c5d62ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:33.129151 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f3f6f680-ac5f-49fc-ac89-24a9649a5096 req-7fbb7410-62c8-4123-9c6b-e3c00c5d62ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1862364 Mar 09 03:31:33.186094 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa425a-6bfc-4cb0-9138-c5fa97b24340 req-1bea1146-60f0-490c-ad40-4a7b94cdc7ba tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:33.187868 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7afa425a-6bfc-4cb0-9138-c5fa97b24340 req-1bea1146-60f0-490c-ad40-4a7b94cdc7ba tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=a986e2f9-0bbd-4ee8-a43c-986e41a3254f HTTP/1.1" status: 200 len: 947 time: 0.3588293 Mar 09 03:31:33.195161 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-abcff8a8-1826-47f1-bea6-921f938e42e3 req-ae358593-c836-41ab-90eb-41d225ab02a7 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933578 Mar 09 03:31:33.235757 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8dfd1af6-be97-46f5-916a-8044a7e98234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:33.238668 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device b4dfe22a-e7d9-40c4-a974-57a06028ad0e details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:31:33.311126 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7afa425a-6bfc-4cb0-9138-c5fa97b24340 req-abd8c8f1-c56a-409d-bd75-0f95133c9fed tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087124 Mar 09 03:31:33.320236 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-712846f7-1f26-4c82-a3b5-8f02c836264d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:33.323384 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-712846f7-1f26-4c82-a3b5-8f02c836264d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2277026 Mar 09 03:31:33.326107 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8dfd1af6-be97-46f5-916a-8044a7e98234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:33.402763 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f3f6f680-ac5f-49fc-ac89-24a9649a5096 req-998df1ab-4977-4d7a-9845-8e1405880975 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640340 Mar 09 03:31:33.464490 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:33.553283 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port b4dfe22a-e7d9-40c4-a974-57a06028ad0e, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=b4dfe22a-e7d9-40c4-a974-57a06028ad0e,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:31:33.582021 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'b4dfe22a-e7d9-40c4-a974-57a06028ad0e', 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361', 'port_id': 'b4dfe22a-e7d9-40c4-a974-57a06028ad0e', 'mac_address': 'fa:16:3e:ad:25:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb7cb80-fa8d-459c-b59f-347ff2f11453', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:31:33.638049 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f3f6f680-ac5f-49fc-ac89-24a9649a5096 req-16338a2f-c474-4ff0-aada-42b8084e72ac service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285652 Mar 09 03:31:33.658413 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:33.679548 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4dfe22a-e7d9-40c4-a974-57a06028ad0e {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:31:33.702591 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port b4dfe22a-e7d9-40c4-a974-57a06028ad0e, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=b4dfe22a-e7d9-40c4-a974-57a06028ad0e,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:31:33.718757 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:33.719855 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 1ad736da-e1cd-4df8-ad85-95e108f4cf22 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:31:33.811068 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=b4dfe22a-e7d9-40c4-a974-57a06028ad0e,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:33.822600 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8dfd1af6-be97-46f5-916a-8044a7e98234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:33.825723 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:33.837548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc0346-28eb-4372-b18a-5617cb5793d3 req-a7283fa9-70a1-4d93-a933-645b79592ce0 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:33.844854 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eabc0346-28eb-4372-b18a-5617cb5793d3 req-a7283fa9-70a1-4d93-a933-645b79592ce0 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63 HTTP/1.1" status: 200 len: 943 time: 0.2850435 Mar 09 03:31:33.860708 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd1af6-be97-46f5-916a-8044a7e98234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06716d55-52f7-48a3-a048-3daa1ac134f5,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:33.878384 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-3a5018ee-26af-4e0b-ac57-440ce9f3768c service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5440423 Mar 09 03:31:34.024158 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-49f2238a-c9b2-4e0f-84f4-06fbb79ab8b5 req-811b5b21-e583-41db-ae0a-d1ec2f579959 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382236 Mar 09 03:31:34.032831 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8dfd1af6-be97-46f5-916a-8044a7e98234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:34.036395 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8dfd1af6-be97-46f5-916a-8044a7e98234 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/06716d55-52f7-48a3-a048-3daa1ac134f5 HTTP/1.1" status: 204 len: 168 time: 1.0970573 Mar 09 03:31:34.072486 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eabc0346-28eb-4372-b18a-5617cb5793d3 req-ddce2b07-559f-4e94-b486-1f52c982a2a3 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bbfb5e4-1957-4911-bd72-bc6940f5d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267542 Mar 09 03:31:34.206272 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e297e28-72db-40f3-bc4b-eeaf2d37835e req-5d0dc6ee-5a6f-4bfa-b1ea-6330364ba73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:34.210331 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4e297e28-72db-40f3-bc4b-eeaf2d37835e req-5d0dc6ee-5a6f-4bfa-b1ea-6330364ba73d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39508b8a9b4a48919043027f7e194a48&device_id=a986e2f9-0bbd-4ee8-a43c-986e41a3254f HTTP/1.1" status: 200 len: 1098 time: 0.1319749 Mar 09 03:31:34.219837 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 1ad736da-e1cd-4df8-ad85-95e108f4cf22, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=1ad736da-e1cd-4df8-ad85-95e108f4cf22,segment=NetworkSegment(30279649-0387-41e5-b6db-c204d961a5d3),segment_id=30279649-0387-41e5-b6db-c204d961a5d3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:31:34.235253 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '1ad736da-e1cd-4df8-ad85-95e108f4cf22', 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31', 'port_id': '1ad736da-e1cd-4df8-ad85-95e108f4cf22', 'mac_address': 'fa:16:3e:e6:08:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:31:34.246265 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486f7b0-d294-455b-a286-f1c9465b8214 req-4b8d648c-3d56-470d-b616-7bf0addf618d tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:34.258174 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0486f7b0-d294-455b-a286-f1c9465b8214 req-4b8d648c-3d56-470d-b616-7bf0addf618d tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=7986d448-a3be-4e95-93ea-339c5d701978 HTTP/1.1" status: 200 len: 948 time: 0.2008975 Mar 09 03:31:34.318443 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:34.336441 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad736da-e1cd-4df8-ad85-95e108f4cf22 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:31:34.350939 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0486f7b0-d294-455b-a286-f1c9465b8214 req-cdf9bd58-cb94-4035-ad35-a3430c991012 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917130 Mar 09 03:31:34.355459 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 1ad736da-e1cd-4df8-ad85-95e108f4cf22, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=1ad736da-e1cd-4df8-ad85-95e108f4cf22,segment=NetworkSegment(30279649-0387-41e5-b6db-c204d961a5d3),segment_id=30279649-0387-41e5-b6db-c204d961a5d3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:31:34.363659 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:34.408092 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e297e28-72db-40f3-bc4b-eeaf2d37835e req-98400911-f52d-4b4f-b323-68358dd47690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:34.409719 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4e297e28-72db-40f3-bc4b-eeaf2d37835e req-98400911-f52d-4b4f-b323-68358dd47690 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.1933405 Mar 09 03:31:34.505624 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=1ad736da-e1cd-4df8-ad85-95e108f4cf22,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:34.592642 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4e297e28-72db-40f3-bc4b-eeaf2d37835e req-4d3dba88-7268-4410-8d99-f9b37e1ab74a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=c2ca4c42-2401-4c63-b909-e9ea25465d67 HTTP/1.1" status: 200 len: 217 time: 0.1728461 Mar 09 03:31:34.599470 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067f197-8cd0-472d-83cb-77b33b04741d req-be00ee7f-3441-453e-83c2-39d38ea3ac7f tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:34.603423 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 951d0ac3-5c72-475a-8007-42f31412dc7a details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:31:34.608713 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b067f197-8cd0-472d-83cb-77b33b04741d req-be00ee7f-3441-453e-83c2-39d38ea3ac7f tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=a986e2f9-0bbd-4ee8-a43c-986e41a3254f HTTP/1.1" status: 200 len: 947 time: 0.1164243 Mar 09 03:31:34.662325 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b067f197-8cd0-472d-83cb-77b33b04741d req-9de5421e-232c-4de3-ae32-a09ebc80ec4f tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526161 Mar 09 03:31:34.708866 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e297e28-72db-40f3-bc4b-eeaf2d37835e req-6c82718e-71e4-41f3-80cc-8e2379eb7da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:34.710304 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4e297e28-72db-40f3-bc4b-eeaf2d37835e req-6c82718e-71e4-41f3-80cc-8e2379eb7da0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1099191 Mar 09 03:31:34.776166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5f434-af75-428a-897c-255e779d341f req-aa3e8b48-c24c-4507-8b2a-6466e7f622ec tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:34.779156 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['b4dfe22a-e7d9-40c4-a974-57a06028ad0e'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:31:34.789204 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-61d5f434-af75-428a-897c-255e779d341f req-aa3e8b48-c24c-4507-8b2a-6466e7f622ec tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 944 time: 0.2514505 Mar 09 03:31:34.851854 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36408) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:34.855474 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 951d0ac3-5c72-475a-8007-42f31412dc7a, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=951d0ac3-5c72-475a-8007-42f31412dc7a,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:31:34.867116 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['1ad736da-e1cd-4df8-ad85-95e108f4cf22'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:31:34.914702 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-61d5f434-af75-428a-897c-255e779d341f req-e09315df-9522-4102-8dbc-b820b33f451f tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234210 Mar 09 03:31:34.922834 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c4226121-838d-4398-8ccd-dfc1b283ab02 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=715dc32954054732b6886a2ccdf0751e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0695515 Mar 09 03:31:34.925368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36412) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:35.003513 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-258ec0a8-467c-40bc-99c2-5bf708d39bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:35.036982 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-258ec0a8-467c-40bc-99c2-5bf708d39bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:35.038726 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e297e28-72db-40f3-bc4b-eeaf2d37835e req-5c8fe648-0244-4c6d-98cf-4e08d443b117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:35.041379 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4e297e28-72db-40f3-bc4b-eeaf2d37835e req-5c8fe648-0244-4c6d-98cf-4e08d443b117 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3226371 Mar 09 03:31:35.060786 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '951d0ac3-5c72-475a-8007-42f31412dc7a', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': '951d0ac3-5c72-475a-8007-42f31412dc7a', 'mac_address': 'fa:16:3e:60:ba:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:31:35.099824 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36418) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:35.109676 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-258ec0a8-467c-40bc-99c2-5bf708d39bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:35.139891 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ec0a8-467c-40bc-99c2-5bf708d39bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c903109e-0c12-4723-97bd-4d26a3c50924,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:35.149433 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-258ec0a8-467c-40bc-99c2-5bf708d39bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:35.150553 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-258ec0a8-467c-40bc-99c2-5bf708d39bfc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c903109e-0c12-4723-97bd-4d26a3c50924 HTTP/1.1" status: 204 len: 168 time: 0.2240963 Mar 09 03:31:35.397311 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dd741875-f9bc-409e-b877-cd13c0f340f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:35.437568 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-dd741875-f9bc-409e-b877-cd13c0f340f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:35.455405 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:35.457932 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-dd741875-f9bc-409e-b877-cd13c0f340f6 admin admin] Usage tracker for resource:security_group_rule and tenant:d64dd49c16a043079871713eae65c7c9 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:35.463387 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-dd741875-f9bc-409e-b877-cd13c0f340f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:35.477476 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-dd741875-f9bc-409e-b877-cd13c0f340f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:35.496205 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951d0ac3-5c72-475a-8007-42f31412dc7a {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:31:35.603943 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 951d0ac3-5c72-475a-8007-42f31412dc7a, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=951d0ac3-5c72-475a-8007-42f31412dc7a,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:31:35.626982 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:35.640702 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dd741875-f9bc-409e-b877-cd13c0f340f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:35.647115 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4e297e28-72db-40f3-bc4b-eeaf2d37835e req-05207c59-dc26-48d8-a260-78ce6cec9251 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5969741 Mar 09 03:31:35.651452 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dd741875-f9bc-409e-b877-cd13c0f340f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:35.763794 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=951d0ac3-5c72-475a-8007-42f31412dc7a,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:35.799383 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-dd741875-f9bc-409e-b877-cd13c0f340f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d64dd49c16a043079871713eae65c7c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6983800 Mar 09 03:31:35.803912 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36446) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:35.820451 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd741875-f9bc-409e-b877-cd13c0f340f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f02c68-419e-42ff-8438-61c7c4ff9aeb,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:35.827617 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['951d0ac3-5c72-475a-8007-42f31412dc7a'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:31:35.846885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14fb169-c446-4b4c-8bb9-732f0a51a778 req-04487fd7-634e-4a99-a9ea-215c6b591ae5 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:35.853811 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d14fb169-c446-4b4c-8bb9-732f0a51a778 req-04487fd7-634e-4a99-a9ea-215c6b591ae5 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63 HTTP/1.1" status: 200 len: 944 time: 0.3793375 Mar 09 03:31:35.892826 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c81a29-03dd-407d-9602-33b508687f13 req-2d28f0f0-0f8f-4c82-bed1-11d1a0e319cc tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:35.897674 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-27c81a29-03dd-407d-9602-33b508687f13 req-2d28f0f0-0f8f-4c82-bed1-11d1a0e319cc tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=7986d448-a3be-4e95-93ea-339c5d701978 HTTP/1.1" status: 200 len: 949 time: 0.1634223 Mar 09 03:31:35.924890 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4e297e28-72db-40f3-bc4b-eeaf2d37835e req-c4b92248-5a9a-4fac-a1ee-67e54d15314d service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548814 Mar 09 03:31:35.950361 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4342e562-9dee-4d56-9aa4-0f9548d4ca53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:35.979620 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d14fb169-c446-4b4c-8bb9-732f0a51a778 req-50c48a9f-3652-479c-8fc8-2a206d2ec48b tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bbfb5e4-1957-4911-bd72-bc6940f5d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230795 Mar 09 03:31:36.014288 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4342e562-9dee-4d56-9aa4-0f9548d4ca53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:36.018875 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-27c81a29-03dd-407d-9602-33b508687f13 req-e495f001-cb68-43e9-aa8e-0f6e3b8e6d52 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150420 Mar 09 03:31:36.102552 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4342e562-9dee-4d56-9aa4-0f9548d4ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:36.121176 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342e562-9dee-4d56-9aa4-0f9548d4ca53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f02c68-419e-42ff-8438-61c7c4ff9aeb,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:36.129057 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4342e562-9dee-4d56-9aa4-0f9548d4ca53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:36.130265 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4342e562-9dee-4d56-9aa4-0f9548d4ca53 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2f02c68-419e-42ff-8438-61c7c4ff9aeb HTTP/1.1" status: 204 len: 168 time: 0.3254442 Mar 09 03:31:36.232855 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05c778-b603-411b-a3cc-4fbef2effd5e req-e7c1c8a0-f92b-4dcc-b293-282ae4fda850 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:36.234344 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd05c778-b603-411b-a3cc-4fbef2effd5e req-e7c1c8a0-f92b-4dcc-b293-282ae4fda850 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=a986e2f9-0bbd-4ee8-a43c-986e41a3254f HTTP/1.1" status: 200 len: 947 time: 0.0795839 Mar 09 03:31:36.291428 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd05c778-b603-411b-a3cc-4fbef2effd5e req-f76bf366-be96-43a2-a42e-8cf39b8cb2ef tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475268 Mar 09 03:31:36.521715 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36474) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:36.540524 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a54e2b2-a3ab-48f8-b35b-c8df8decabd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:36.600378 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9a54e2b2-a3ab-48f8-b35b-c8df8decabd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:36.605781 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9a54e2b2-a3ab-48f8-b35b-c8df8decabd1 admin admin] Usage tracker for resource:security_group_rule and tenant:4b29a516fbb24171b4a910152dd53de4 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:36.607595 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device c2ca4c42-2401-4c63-b909-e9ea25465d67 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:31:36.610720 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9a54e2b2-a3ab-48f8-b35b-c8df8decabd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:36.618038 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9a54e2b2-a3ab-48f8-b35b-c8df8decabd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:36.626443 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 951d0ac3-5c72-475a-8007-42f31412dc7a up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:31:36.675151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d2756-f36e-41d4-b55d-37c62a7167a7 req-d0f969f3-f37f-4994-88e2-c5793cbe4e71 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:36.677396 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-045d2756-f36e-41d4-b55d-37c62a7167a7 req-d0f969f3-f37f-4994-88e2-c5793cbe4e71 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 944 time: 0.1270995 Mar 09 03:31:36.756896 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-045d2756-f36e-41d4-b55d-37c62a7167a7 req-11685970-759a-47c2-ba0f-2a7cc26aee22 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705597 Mar 09 03:31:36.864345 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a54e2b2-a3ab-48f8-b35b-c8df8decabd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:36.872314 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a54e2b2-a3ab-48f8-b35b-c8df8decabd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:36.880161 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 951d0ac3-5c72-475a-8007-42f31412dc7a completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:31:36.888396 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 951d0ac3-5c72-475a-8007-42f31412dc7a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:31:36.888984 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:36.940864 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port c2ca4c42-2401-4c63-b909-e9ea25465d67, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=c2ca4c42-2401-4c63-b909-e9ea25465d67,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:31:36.953761 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9a54e2b2-a3ab-48f8-b35b-c8df8decabd1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b29a516fbb24171b4a910152dd53de4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4287789 Mar 09 03:31:36.953761 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54e2b2-a3ab-48f8-b35b-c8df8decabd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c5147a-2c0a-482d-b298-718652b0af3e,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:36.954166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36502) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:36.971386 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'c2ca4c42-2401-4c63-b909-e9ea25465d67', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': 'c2ca4c42-2401-4c63-b909-e9ea25465d67', 'mac_address': 'fa:16:3e:59:58:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:31:37.086666 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:37.113744 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-31a31979-5caa-41fb-9827-d8be475d632e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:37.164649 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-31a31979-5caa-41fb-9827-d8be475d632e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:37.171808 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:37.184710 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ca4c42-2401-4c63-b909-e9ea25465d67 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:31:37.220225 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port c2ca4c42-2401-4c63-b909-e9ea25465d67, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=c2ca4c42-2401-4c63-b909-e9ea25465d67,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:31:37.243517 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36518) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:37.244904 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 951d0ac3-5c72-475a-8007-42f31412dc7a, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=951d0ac3-5c72-475a-8007-42f31412dc7a,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:31:37.247140 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7986d448-a3be-4e95-93ea-339c5d701978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951d0ac3-5c72-475a-8007-42f31412dc7a'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:31:37.252266 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:37.284174 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f255c9-052c-4ed1-b4ed-b7f2976a1be1 req-681c173d-fd54-4205-b8d8-69adb9ed0fa5 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:37.287016 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6f255c9-052c-4ed1-b4ed-b7f2976a1be1 req-681c173d-fd54-4205-b8d8-69adb9ed0fa5 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63 HTTP/1.1" status: 200 len: 944 time: 0.1222601 Mar 09 03:31:37.292035 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:37.294503 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device b4dfe22a-e7d9-40c4-a974-57a06028ad0e up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:31:37.364237 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6f255c9-052c-4ed1-b4ed-b7f2976a1be1 req-507978ff-64ce-432e-bd2a-8902dd9a0b5f tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bbfb5e4-1957-4911-bd72-bc6940f5d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674543 Mar 09 03:31:37.382117 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4d433-65ac-4ed8-8ad9-824581dc939f req-37df4b91-adda-4214-8e94-0aeccd15035e tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:37.390047 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fbe4d433-65ac-4ed8-8ad9-824581dc939f req-37df4b91-adda-4214-8e94-0aeccd15035e tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=7986d448-a3be-4e95-93ea-339c5d701978 HTTP/1.1" status: 200 len: 949 time: 0.2094245 Mar 09 03:31:37.409471 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=c2ca4c42-2401-4c63-b909-e9ea25465d67,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:37.417375 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-31a31979-5caa-41fb-9827-d8be475d632e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:37.454231 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a31979-5caa-41fb-9827-d8be475d632e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c5147a-2c0a-482d-b298-718652b0af3e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:37.461403 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['c2ca4c42-2401-4c63-b909-e9ea25465d67'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:31:37.471141 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fbe4d433-65ac-4ed8-8ad9-824581dc939f req-1881ae09-649e-4006-ab60-39805e4a2ade tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800202 Mar 09 03:31:37.476973 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-31a31979-5caa-41fb-9827-d8be475d632e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:37.483964 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-31a31979-5caa-41fb-9827-d8be475d632e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25c5147a-2c0a-482d-b298-718652b0af3e HTTP/1.1" status: 204 len: 168 time: 0.5283606 Mar 09 03:31:37.493214 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-11d5838f-0e24-4baf-9e7d-e36f5243828c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:37.533889 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-11d5838f-0e24-4baf-9e7d-e36f5243828c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:37.540729 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-11d5838f-0e24-4baf-9e7d-e36f5243828c admin admin] Usage tracker for resource:security_group_rule and tenant:bf21a3614e8d45489060f906af0821d3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:37.550660 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-11d5838f-0e24-4baf-9e7d-e36f5243828c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:37.571566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-11d5838f-0e24-4baf-9e7d-e36f5243828c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:37.596936 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7986d448-a3be-4e95-93ea-339c5d701978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951d0ac3-5c72-475a-8007-42f31412dc7a', 'code': 200} Mar 09 03:31:37.607900 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port b4dfe22a-e7d9-40c4-a974-57a06028ad0e completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:31:37.659876 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port b4dfe22a-e7d9-40c4-a974-57a06028ad0e triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:31:37.660417 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:37.711862 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=951d0ac3-5c72-475a-8007-42f31412dc7a,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:37.799748 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-11d5838f-0e24-4baf-9e7d-e36f5243828c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:37.813118 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-11d5838f-0e24-4baf-9e7d-e36f5243828c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:37.837941 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc58595-c7cd-4b1c-a328-9b284de056cd req-71079826-ab64-427a-aa7c-a12b0bb125a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:37.843747 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dcc58595-c7cd-4b1c-a328-9b284de056cd req-71079826-ab64-427a-aa7c-a12b0bb125a9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7986d448-a3be-4e95-93ea-339c5d701978 HTTP/1.1" status: 200 len: 1101 time: 0.2331815 Mar 09 03:31:37.893339 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5838f-0e24-4baf-9e7d-e36f5243828c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e87eeaa-38b7-47a9-9b75-d9d805e10cf9,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:37.928999 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-11d5838f-0e24-4baf-9e7d-e36f5243828c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf21a3614e8d45489060f906af0821d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6820724 Mar 09 03:31:37.929562 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36556) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:37.966093 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48461e-c434-44b8-a6c8-fa088102588e req-19bb32d3-9c82-4f15-adc4-05f55ad9139d tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:37.972201 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cb48461e-c434-44b8-a6c8-fa088102588e req-19bb32d3-9c82-4f15-adc4-05f55ad9139d tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=a986e2f9-0bbd-4ee8-a43c-986e41a3254f HTTP/1.1" status: 200 len: 948 time: 0.3013651 Mar 09 03:31:37.984958 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dcc58595-c7cd-4b1c-a328-9b284de056cd req-c01f07ab-a754-4492-a9c8-96d0222696df service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224759 Mar 09 03:31:38.016483 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-00e232dd-c50b-4e64-8f46-fef65a8e5643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:38.054542 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cb48461e-c434-44b8-a6c8-fa088102588e req-9cb42a91-0d41-4b17-ac51-56fbc0b8a778 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684099 Mar 09 03:31:38.057744 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:38.092119 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-00e232dd-c50b-4e64-8f46-fef65a8e5643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:38.105061 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port b4dfe22a-e7d9-40c4-a974-57a06028ad0e, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=b4dfe22a-e7d9-40c4-a974-57a06028ad0e,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:31:38.111788 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:38.112788 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 1ad736da-e1cd-4df8-ad85-95e108f4cf22 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:31:38.186708 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859b8a9-be98-4da5-a7ae-89ee6b549726 req-56aafa99-9a00-4af3-8a60-6ed93f850719 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:38.189098 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d859b8a9-be98-4da5-a7ae-89ee6b549726 req-56aafa99-9a00-4af3-8a60-6ed93f850719 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 944 time: 0.1634319 Mar 09 03:31:38.190326 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-00e232dd-c50b-4e64-8f46-fef65a8e5643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:38.228416 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e232dd-c50b-4e64-8f46-fef65a8e5643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e87eeaa-38b7-47a9-9b75-d9d805e10cf9,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:38.271574 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d859b8a9-be98-4da5-a7ae-89ee6b549726 req-c94645dd-632d-405b-8748-15d866521bd1 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668423 Mar 09 03:31:38.272791 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-00e232dd-c50b-4e64-8f46-fef65a8e5643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:38.277224 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-00e232dd-c50b-4e64-8f46-fef65a8e5643 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e87eeaa-38b7-47a9-9b75-d9d805e10cf9 HTTP/1.1" status: 204 len: 168 time: 0.3466222 Mar 09 03:31:38.302949 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=b4dfe22a-e7d9-40c4-a974-57a06028ad0e,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:38.318400 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 1ad736da-e1cd-4df8-ad85-95e108f4cf22 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:31:38.326793 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 1ad736da-e1cd-4df8-ad85-95e108f4cf22 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:31:38.327281 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:38.397765 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:38.473652 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:38.510360 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 1ad736da-e1cd-4df8-ad85-95e108f4cf22, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=1ad736da-e1cd-4df8-ad85-95e108f4cf22,segment=NetworkSegment(30279649-0387-41e5-b6db-c204d961a5d3),segment_id=30279649-0387-41e5-b6db-c204d961a5d3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:31:38.515472 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:38.578186 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10125804-9bae-470b-9236-3b5ac71a747b req-e4139e45-0740-47bf-afd6-d024375b7357 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:38.580064 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-10125804-9bae-470b-9236-3b5ac71a747b req-e4139e45-0740-47bf-afd6-d024375b7357 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63 HTTP/1.1" status: 200 len: 945 time: 0.1069744 Mar 09 03:31:38.600348 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=1ad736da-e1cd-4df8-ad85-95e108f4cf22,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:38.613740 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device c2ca4c42-2401-4c63-b909-e9ea25465d67 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:31:38.630324 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-10125804-9bae-470b-9236-3b5ac71a747b req-60ddf82a-00ad-4689-95a9-b44f80945eb1 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bbfb5e4-1957-4911-bd72-bc6940f5d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440588 Mar 09 03:31:38.704549 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port c2ca4c42-2401-4c63-b909-e9ea25465d67 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:31:38.710521 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port c2ca4c42-2401-4c63-b909-e9ea25465d67 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:31:38.710911 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:38.799802 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36594) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:38.827681 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19843261-fe7a-4905-8008-b817fdb10730 req-37c1731e-e30d-4893-bf81-a9750b240241 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:38.829693 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-19843261-fe7a-4905-8008-b817fdb10730 req-37c1731e-e30d-4893-bf81-a9750b240241 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=7986d448-a3be-4e95-93ea-339c5d701978 HTTP/1.1" status: 200 len: 950 time: 0.0907946 Mar 09 03:31:38.832909 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2f6f37e5-04f9-40d1-8dfd-13a7dafc6eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:38.874499 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2f6f37e5-04f9-40d1-8dfd-13a7dafc6eca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:38.878942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2f6f37e5-04f9-40d1-8dfd-13a7dafc6eca admin admin] Usage tracker for resource:security_group_rule and tenant:cddc919b4f20480489509f664011b1e3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:38.898363 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2f6f37e5-04f9-40d1-8dfd-13a7dafc6eca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:38.911991 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-19843261-fe7a-4905-8008-b817fdb10730 req-37577041-5364-42c7-811c-66adb381402a tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754530 Mar 09 03:31:38.915317 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2f6f37e5-04f9-40d1-8dfd-13a7dafc6eca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:38.946945 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:38.995975 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36604) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:39.050776 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port c2ca4c42-2401-4c63-b909-e9ea25465d67, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=c2ca4c42-2401-4c63-b909-e9ea25465d67,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:31:39.057888 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:39.126250 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2f6f37e5-04f9-40d1-8dfd-13a7dafc6eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:39.132843 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2f6f37e5-04f9-40d1-8dfd-13a7dafc6eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:39.261704 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=c2ca4c42-2401-4c63-b909-e9ea25465d67,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:39.354441 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2f6f37e5-04f9-40d1-8dfd-13a7dafc6eca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cddc919b4f20480489509f664011b1e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5533650 Mar 09 03:31:39.361324 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36630) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:39.377806 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b41f6-1384-4d42-8ca2-3154d65f802e req-9eee1960-c19e-45e3-81a6-bf6e5a92ac31 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:39.379331 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f5b41f6-1384-4d42-8ca2-3154d65f802e req-9eee1960-c19e-45e3-81a6-bf6e5a92ac31 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=a986e2f9-0bbd-4ee8-a43c-986e41a3254f HTTP/1.1" status: 200 len: 949 time: 0.0931864 Mar 09 03:31:39.398550 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-64f48b12-878a-4a96-a096-0b9f31e86258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:39.398794 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f37e5-04f9-40d1-8dfd-13a7dafc6eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33927ee5-585e-4deb-b997-b311bbd9d3d3,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:39.432755 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-64f48b12-878a-4a96-a096-0b9f31e86258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:39.444120 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-64f48b12-878a-4a96-a096-0b9f31e86258 admin admin] Usage tracker for resource:security_group_rule and tenant:5a1335417d0e46edaa48cec8d3838d87 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:39.448352 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-64f48b12-878a-4a96-a096-0b9f31e86258 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:39.467090 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-64f48b12-878a-4a96-a096-0b9f31e86258 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:39.485617 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f5b41f6-1384-4d42-8ca2-3154d65f802e req-c17fee56-cfe8-4c51-a7d0-5aa108202947 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901856 Mar 09 03:31:39.523926 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4cac4e25-07d7-41a1-bacb-0ba5c546c987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:39.573810 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03447e-1c5d-41b8-a70b-4f103fc259fe req-fe74b0db-aca1-468b-b436-fa932a221067 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:39.575854 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa03447e-1c5d-41b8-a70b-4f103fc259fe req-fe74b0db-aca1-468b-b436-fa932a221067 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 945 time: 0.1560557 Mar 09 03:31:39.577658 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4cac4e25-07d7-41a1-bacb-0ba5c546c987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:39.598028 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d7e87e-1c44-4a8a-9c34-0cf3994fa333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dfe22a-e7d9-40c4-a974-57a06028ad0e'}, {'server_uuid': '905f3cd2-668c-40a4-84cc-c7bf87019c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad736da-e1cd-4df8-ad85-95e108f4cf22'}, {'server_uuid': 'a986e2f9-0bbd-4ee8-a43c-986e41a3254f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ca4c42-2401-4c63-b909-e9ea25465d67'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:31:39.644502 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-64f48b12-878a-4a96-a096-0b9f31e86258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:39.651300 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa03447e-1c5d-41b8-a70b-4f103fc259fe req-58bb8f51-5fd7-447a-84ba-993fa89c1284 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663922 Mar 09 03:31:39.655495 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-64f48b12-878a-4a96-a096-0b9f31e86258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:39.686242 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4cac4e25-07d7-41a1-bacb-0ba5c546c987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:39.690496 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d7e87e-1c44-4a8a-9c34-0cf3994fa333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dfe22a-e7d9-40c4-a974-57a06028ad0e', 'code': 200} Mar 09 03:31:39.691095 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905f3cd2-668c-40a4-84cc-c7bf87019c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad736da-e1cd-4df8-ad85-95e108f4cf22', 'code': 200} Mar 09 03:31:39.691638 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a986e2f9-0bbd-4ee8-a43c-986e41a3254f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ca4c42-2401-4c63-b909-e9ea25465d67', 'code': 200} Mar 09 03:31:39.725881 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-64f48b12-878a-4a96-a096-0b9f31e86258 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a1335417d0e46edaa48cec8d3838d87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7282085 Mar 09 03:31:39.727912 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36650) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:39.728667 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f48b12-878a-4a96-a096-0b9f31e86258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8368f4-284d-495a-88e8-8c8c295e104a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:39.735414 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac4e25-07d7-41a1-bacb-0ba5c546c987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33927ee5-585e-4deb-b997-b311bbd9d3d3,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:39.768934 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4cac4e25-07d7-41a1-bacb-0ba5c546c987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:39.770072 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4cac4e25-07d7-41a1-bacb-0ba5c546c987 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33927ee5-585e-4deb-b997-b311bbd9d3d3 HTTP/1.1" status: 204 len: 168 time: 0.3957982 Mar 09 03:31:39.975744 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-40f1df9c-85bc-4820-8111-d21ca61c573a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:40.009170 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-40f1df9c-85bc-4820-8111-d21ca61c573a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:40.057690 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c96ac1-3eb7-4860-a3af-1a1e4df91d21 req-44416e8e-629c-47a7-a2f3-dbc14c22ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:40.059211 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-69c96ac1-3eb7-4860-a3af-1a1e4df91d21 req-44416e8e-629c-47a7-a2f3-dbc14c22ba6c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 1096 time: 0.2724259 Mar 09 03:31:40.062556 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252c984-bf8d-4dc6-b8ac-78ca98da19e7 req-8a1af6d4-874b-4ad6-9053-8afa8fdd3563 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:40.063079 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f5826-e8bc-4853-928b-639d3f5c67eb req-50943a9b-8dc9-454a-a0d0-35571b7cfdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:40.064418 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d2f5826-e8bc-4853-928b-639d3f5c67eb req-50943a9b-8dc9-454a-a0d0-35571b7cfdbd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a986e2f9-0bbd-4ee8-a43c-986e41a3254f HTTP/1.1" status: 200 len: 1100 time: 0.2107787 Mar 09 03:31:40.071299 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4252c984-bf8d-4dc6-b8ac-78ca98da19e7 req-8a1af6d4-874b-4ad6-9053-8afa8fdd3563 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63 HTTP/1.1" status: 200 len: 945 time: 0.1651101 Mar 09 03:31:40.096503 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397ee92-d70a-4f8c-b215-31b1451d75f1 req-6a70ddda-f5ff-4752-85f1-3cb05eab1190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:40.098495 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8397ee92-d70a-4f8c-b215-31b1451d75f1 req-6a70ddda-f5ff-4752-85f1-3cb05eab1190 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63 HTTP/1.1" status: 200 len: 1096 time: 0.2732577 Mar 09 03:31:40.128370 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-40f1df9c-85bc-4820-8111-d21ca61c573a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:40.171163 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4252c984-bf8d-4dc6-b8ac-78ca98da19e7 req-7f501ef4-7070-46d7-8782-7c833819cab5 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bbfb5e4-1957-4911-bd72-bc6940f5d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986679 Mar 09 03:31:40.194059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-8397ee92-d70a-4f8c-b215-31b1451d75f1 req-c5c27126-3dfc-4196-a965-4c653f341c44 service neutron] Synchronizing usage tracker for tenant:278d922a6d20425c9fa9badd16948387 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:31:40.212594 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-40f1df9c-85bc-4820-8111-d21ca61c573a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:40.217463 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-40f1df9c-85bc-4820-8111-d21ca61c573a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da8368f4-284d-495a-88e8-8c8c295e104a HTTP/1.1" status: 204 len: 168 time: 0.4796653 Mar 09 03:31:40.225482 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-8397ee92-d70a-4f8c-b215-31b1451d75f1 req-c5c27126-3dfc-4196-a965-4c653f341c44 service neutron] Unset dirty status for tenant:278d922a6d20425c9fa9badd16948387 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:31:40.229524 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8397ee92-d70a-4f8c-b215-31b1451d75f1 req-c5c27126-3dfc-4196-a965-4c653f341c44 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9bbfb5e4-1957-4911-bd72-bc6940f5d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246271 Mar 09 03:31:40.229671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1df9c-85bc-4820-8111-d21ca61c573a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8368f4-284d-495a-88e8-8c8c295e104a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:40.247131 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-69c96ac1-3eb7-4860-a3af-1a1e4df91d21 req-d13ac5fa-1938-440c-8375-88222b4a8910 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811659 Mar 09 03:31:40.268476 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d2f5826-e8bc-4853-928b-639d3f5c67eb req-8df553a9-e581-4866-a35f-af9d830ba825 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807146 Mar 09 03:31:40.312272 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f69a4-6c21-469f-8919-00798f3ae899 req-b8e67f6a-ca27-4e70-ad90-24fd75768c7e tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:40.313807 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c97f69a4-6c21-469f-8919-00798f3ae899 req-b8e67f6a-ca27-4e70-ad90-24fd75768c7e tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=7986d448-a3be-4e95-93ea-339c5d701978 HTTP/1.1" status: 200 len: 950 time: 0.1929185 Mar 09 03:31:40.365440 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c97f69a4-6c21-469f-8919-00798f3ae899 req-94c7ce83-8f06-45c1-a27a-278f559c9e3a tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457242 Mar 09 03:31:40.674451 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419c8dc-2d61-4e97-beb2-64b8c7ea6125 req-f0b0550d-47fd-4666-a9a2-56a9ce7fc512 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:40.682437 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1419c8dc-2d61-4e97-beb2-64b8c7ea6125 req-f0b0550d-47fd-4666-a9a2-56a9ce7fc512 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=a986e2f9-0bbd-4ee8-a43c-986e41a3254f HTTP/1.1" status: 200 len: 949 time: 0.0916989 Mar 09 03:31:40.743508 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1419c8dc-2d61-4e97-beb2-64b8c7ea6125 req-b2a5e3aa-85c2-4b24-8a73-1e12209e7d5e tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568063 Mar 09 03:31:40.862432 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36722) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:40.888075 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-11cc6f09-3b8a-4ba0-bceb-6e77c38c2d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:40.928803 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-11cc6f09-3b8a-4ba0-bceb-6e77c38c2d5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:40.938695 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-11cc6f09-3b8a-4ba0-bceb-6e77c38c2d5e admin admin] Usage tracker for resource:security_group_rule and tenant:cdb35aa0770949f09537a050db5dec25 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:40.944956 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-11cc6f09-3b8a-4ba0-bceb-6e77c38c2d5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:40.958847 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-11cc6f09-3b8a-4ba0-bceb-6e77c38c2d5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:40.993101 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4614a8-0156-4fff-9949-efbcb02a9ac5 req-519a7ffb-945b-4b3d-9f79-d9f501c18980 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:41.001652 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2e4614a8-0156-4fff-9949-efbcb02a9ac5 req-519a7ffb-945b-4b3d-9f79-d9f501c18980 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 945 time: 0.1000242 Mar 09 03:31:41.051608 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2e4614a8-0156-4fff-9949-efbcb02a9ac5 req-408d65e3-e3a3-43e5-a0da-cd1a33fa6f66 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491037 Mar 09 03:31:41.070285 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-11cc6f09-3b8a-4ba0-bceb-6e77c38c2d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:41.081792 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-11cc6f09-3b8a-4ba0-bceb-6e77c38c2d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:41.136125 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc6f09-3b8a-4ba0-bceb-6e77c38c2d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a891ab-9ace-4187-8037-a8ec7cd964bb,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:41.159155 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-11cc6f09-3b8a-4ba0-bceb-6e77c38c2d5e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cdb35aa0770949f09537a050db5dec25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956431 Mar 09 03:31:41.161655 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36732) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:41.275370 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-1a2463d5-7f76-4cd7-943d-b78556e0402a tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=976bf3c4606b467097c204ffc819bc79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295413 Mar 09 03:31:41.360527 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e4eb364b-9302-4fd7-9dd4-941ca5384114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:41.414345 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e4eb364b-9302-4fd7-9dd4-941ca5384114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:41.431658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1c351-c022-4e93-b2b8-c315978eb340 req-eb59f54d-633a-487b-b058-be4c42046da2 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:41.433124 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95a1c351-c022-4e93-b2b8-c315978eb340 req-eb59f54d-633a-487b-b058-be4c42046da2 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=7986d448-a3be-4e95-93ea-339c5d701978 HTTP/1.1" status: 200 len: 950 time: 0.2200415 Mar 09 03:31:41.471419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-22a93268-5101-4abe-b66a-4e5f670060d9 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:41.478257 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-22a93268-5101-4abe-b66a-4e5f670060d9 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1972642 Mar 09 03:31:41.489714 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-0fb923c8-6244-454b-822b-c8dfcce80781 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/quotas/976bf3c4606b467097c204ffc819bc79 HTTP/1.1" status: 200 len: 375 time: 0.0105903 Mar 09 03:31:41.506194 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95a1c351-c022-4e93-b2b8-c315978eb340 req-3f0e5d4a-8aeb-4374-8439-e8c678df67fa tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617521 Mar 09 03:31:41.526183 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e4eb364b-9302-4fd7-9dd4-941ca5384114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:41.549779 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb364b-9302-4fd7-9dd4-941ca5384114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a891ab-9ace-4187-8037-a8ec7cd964bb,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:41.563770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eb364b-9302-4fd7-9dd4-941ca5384114 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:41.564117 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eb364b-9302-4fd7-9dd4-941ca5384114 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:41.564578 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eb364b-9302-4fd7-9dd4-941ca5384114 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:41.564916 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eb364b-9302-4fd7-9dd4-941ca5384114 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:41.565246 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eb364b-9302-4fd7-9dd4-941ca5384114 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:41.565569 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eb364b-9302-4fd7-9dd4-941ca5384114 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:41.566032 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eb364b-9302-4fd7-9dd4-941ca5384114 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:41.566361 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eb364b-9302-4fd7-9dd4-941ca5384114 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:41.566680 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eb364b-9302-4fd7-9dd4-941ca5384114 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:41.567072 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eb364b-9302-4fd7-9dd4-941ca5384114 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:41.567395 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eb364b-9302-4fd7-9dd4-941ca5384114 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:41.567711 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eb364b-9302-4fd7-9dd4-941ca5384114 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:41.572370 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-9bc600d3-3e15-4f8f-934f-8ad2eac310cb tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=976bf3c4606b467097c204ffc819bc79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751557 Mar 09 03:31:41.572544 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e4eb364b-9302-4fd7-9dd4-941ca5384114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:41.573641 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e4eb364b-9302-4fd7-9dd4-941ca5384114 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7a891ab-9ace-4187-8037-a8ec7cd964bb HTTP/1.1" status: 204 len: 168 time: 0.4104676 Mar 09 03:31:41.799671 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344cd70-3fa3-4303-96d5-6b4a657934b4 req-0d98b507-e920-4fd7-9297-9b09e69bb6e8 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:41.801582 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2344cd70-3fa3-4303-96d5-6b4a657934b4 req-0d98b507-e920-4fd7-9297-9b09e69bb6e8 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63 HTTP/1.1" status: 200 len: 945 time: 0.1237130 Mar 09 03:31:41.851883 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a45bb9d9-6586-478a-9c21-c26967c93d12 req-c617e402-a0ad-4fc6-86a7-341d4b73714d tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=93983de7-014e-4eea-92f4-c6d44bba363a HTTP/1.1" status: 200 len: 210 time: 0.0579107 Mar 09 03:31:41.900393 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2344cd70-3fa3-4303-96d5-6b4a657934b4 req-2611b754-a017-4152-9f92-9ad11947d5f7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bbfb5e4-1957-4911-bd72-bc6940f5d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931480 Mar 09 03:31:42.047492 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-3c10ea54-6b7e-4100-8a9d-396bb7f2bebd tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c6bcb0f0e9ee4d9583d2738a4ff863b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526712 Mar 09 03:31:42.198681 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00643ed-eab1-4458-920e-e7372421f8fd req-1a1667c4-895d-400e-b01d-b828d4537b68 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:42.214001 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b00643ed-eab1-4458-920e-e7372421f8fd req-1a1667c4-895d-400e-b01d-b828d4537b68 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=a986e2f9-0bbd-4ee8-a43c-986e41a3254f HTTP/1.1" status: 200 len: 949 time: 0.1128588 Mar 09 03:31:42.307185 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b00643ed-eab1-4458-920e-e7372421f8fd req-0b1fe536-c6df-446d-8711-506edceac69f tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853786 Mar 09 03:31:42.314411 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-8dd31300-db38-4d0a-b733-3842243f0a40 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:42.317079 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-8dd31300-db38-4d0a-b733-3842243f0a40 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2663319 Mar 09 03:31:42.351924 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-eb141ead-341a-431f-b1a1-13a5979177f2 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/quotas/c6bcb0f0e9ee4d9583d2738a4ff863b1 HTTP/1.1" status: 200 len: 375 time: 0.0226984 Mar 09 03:31:42.532409 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-9a89a9ba-41dd-46c2-9981-5b0fd6f376d1 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c6bcb0f0e9ee4d9583d2738a4ff863b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1809008 Mar 09 03:31:42.648998 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b189fea-b35f-49ec-8377-890b4ec7b78d req-1e8f2d1c-2965-4acf-a359-64e19d869376 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:42.657986 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3b189fea-b35f-49ec-8377-890b4ec7b78d req-1e8f2d1c-2965-4acf-a359-64e19d869376 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 945 time: 0.1488152 Mar 09 03:31:42.736771 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3b189fea-b35f-49ec-8377-890b4ec7b78d req-6c5aae0b-427a-439f-a63e-828f8f71ba14 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777807 Mar 09 03:31:43.156601 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0115f830-cc14-4164-a8b5-1b9a79e111d5 req-51ac6c13-1d7e-4618-8e35-29f04930ae63 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=647f1ac8-e994-4e9d-ad3d-5a35c6ac9943 HTTP/1.1" status: 200 len: 210 time: 0.0565720 Mar 09 03:31:43.339236 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a129d66f-b143-42c3-95e7-a887f077abf7 req-023f0f11-87cb-4de4-92dc-6ff984e8fde9 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=93983de7-014e-4eea-92f4-c6d44bba363a HTTP/1.1" status: 200 len: 210 time: 0.0549662 Mar 09 03:31:43.429637 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840a743-8da4-4418-b62d-08bd96692185 req-d4951421-b5e9-4459-9f59-c8616ac5d6dd tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:43.431863 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0840a743-8da4-4418-b62d-08bd96692185 req-d4951421-b5e9-4459-9f59-c8616ac5d6dd tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63 HTTP/1.1" status: 200 len: 945 time: 0.1243768 Mar 09 03:31:43.462173 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-d0361ebe-fb99-440d-822d-e90c33585de3 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=976bf3c4606b467097c204ffc819bc79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591395 Mar 09 03:31:43.502611 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0840a743-8da4-4418-b62d-08bd96692185 req-10160511-ac2b-428a-a8d6-9fc0c04bd407 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bbfb5e4-1957-4911-bd72-bc6940f5d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611529 Mar 09 03:31:43.735537 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-f9376059-2b77-48b3-bae6-0029e62fd76c tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:43.738005 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-f9376059-2b77-48b3-bae6-0029e62fd76c tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2654760 Mar 09 03:31:43.784877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Request body: {'port': {'device_id': '93983de7-014e-4eea-92f4-c6d44bba363a', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': '976bf3c4606b467097c204ffc819bc79'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:43.824903 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5250ea6-a824-414f-934c-8f1229071b16 req-03bcc81f-3b7e-48c8-94af-127493ed32a6 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:43.826914 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d5250ea6-a824-414f-934c-8f1229071b16 req-03bcc81f-3b7e-48c8-94af-127493ed32a6 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63 HTTP/1.1" status: 200 len: 945 time: 0.1479540 Mar 09 03:31:43.836206 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36878) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:43.842420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-ed2c61f1-71ef-4ea0-a59f-a89396ef151e tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Request body: {'floatingip': {'port_id': '1ad736da-e1cd-4df8-ad85-95e108f4cf22'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:43.967503 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90a06888-1902-411f-83eb-39a05c2dad1c req-d2613ee3-a557-42d1-8ff0-ebd3122bdb92 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=39508b8a9b4a48919043027f7e194a48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2266314 Mar 09 03:31:43.981854 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ed2c61f1-71ef-4ea0-a59f-a89396ef151e tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks [] for floatingip, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:44.072502 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36888) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:44.198651 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-c289345e-b0de-490c-bd3e-29165e434c7f tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c6bcb0f0e9ee4d9583d2738a4ff863b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733261 Mar 09 03:31:44.227703 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a06888-1902-411f-83eb-39a05c2dad1c req-163ca97f-5a85-41b0-ac5c-5318cfc3645b tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:44.231719 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90a06888-1902-411f-83eb-39a05c2dad1c req-163ca97f-5a85-41b0-ac5c-5318cfc3645b tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2629893 Mar 09 03:31:44.248886 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:44.254711 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90a06888-1902-411f-83eb-39a05c2dad1c req-bfb605ca-17b7-4190-9916-ba4e865f48a9 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/quotas/39508b8a9b4a48919043027f7e194a48 HTTP/1.1" status: 200 len: 375 time: 0.0188959 Mar 09 03:31:44.255846 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Usage tracker for resource:port and tenant:976bf3c4606b467097c204ffc819bc79 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:44.258884 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:44.314067 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:44.342267 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Made reservation on behalf of 976bf3c4606b467097c204ffc819bc79 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:31:44.345750 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:44.364583 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:44.389613 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:44.395430 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Usage tracker for resource:security_group_rule and tenant:976bf3c4606b467097c204ffc819bc79 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:44.404076 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:44.412185 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:44.427475 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90a06888-1902-411f-83eb-39a05c2dad1c req-98640572-f77a-4eee-ad38-79d7dadde1d2 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=39508b8a9b4a48919043027f7e194a48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1644139 Mar 09 03:31:44.497724 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7bc7d1ba-6755-48da-9f4e-c353a85f4b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:44.514890 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3e846-b1f4-470a-85f1-59190fec665d req-d54c72b2-4667-48af-ad65-5fb6e27b3648 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:44.516330 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-09b3e846-b1f4-470a-85f1-59190fec665d req-d54c72b2-4667-48af-ad65-5fb6e27b3648 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 945 time: 0.4446521 Mar 09 03:31:44.517592 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:44.524419 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:44.534520 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7bc7d1ba-6755-48da-9f4e-c353a85f4b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:44.559938 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7bc7d1ba-6755-48da-9f4e-c353a85f4b6a admin admin] Usage tracker for resource:security_group_rule and tenant:d7007fcb970f4510b21fde68e11b93eb is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:44.572838 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7bc7d1ba-6755-48da-9f4e-c353a85f4b6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:44.603820 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7bc7d1ba-6755-48da-9f4e-c353a85f4b6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:44.632004 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddb91db-2967-4c90-9451-1284f8226b3e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:44.660799 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:44.661145 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:44.661474 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:44.661880 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:44.662132 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:44.662445 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:44.662760 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:44.663103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:44.663415 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:44.663727 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:44.664034 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:44.667248 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:44.746161 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-70dd99b8-127a-4bfc-856c-5fe325a68e32 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:44.747653 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-70dd99b8-127a-4bfc-856c-5fe325a68e32 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4932742 Mar 09 03:31:44.771158 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-09b3e846-b1f4-470a-85f1-59190fec665d req-6eeeb02b-0c29-4119-8e5c-9b36e791d258 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420568 Mar 09 03:31:44.808225 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Allocated IP 192.168.233.85 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/3f48079b-d910-4d43-b679-0365954c63be) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:31:44.812880 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-9873d253-3429-4f3a-b7fc-fd3902f44fd8 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Request body: {'port': {'device_id': '647f1ac8-e994-4e9d-ad3d-5a35c6ac9943', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': 'c6bcb0f0e9ee4d9583d2738a4ff863b1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:45.109084 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36918) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:45.195509 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-19e36309-768d-4aaa-bc15-a7bbba6db659 req-8f0927d6-700b-4c58-abce-9a2be2e2ca70 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=647f1ac8-e994-4e9d-ad3d-5a35c6ac9943 HTTP/1.1" status: 200 len: 210 time: 0.1306822 Mar 09 03:31:45.279211 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:45.284573 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3df2a1e9-e6d7-4f6c-945c-abf5c83f12d4 req-14e500c2-7aa4-494f-b321-12413f262c34 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=93983de7-014e-4eea-92f4-c6d44bba363a HTTP/1.1" status: 200 len: 210 time: 0.0914209 Mar 09 03:31:45.301723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Transition to ACTIVE for port object 3f48079b-d910-4d43-b679-0365954c63be will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:31:45.358185 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:45.455666 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:31:45.459618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:31:45.463669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:31:45.479739 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9e1e46db-f61b-4529-a3a4-c336db0c4259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:45.518817 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Pushing event updated for resources: {'Port': ['ID=3f48079b-d910-4d43-b679-0365954c63be,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:45.545204 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:45.547210 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:45.584761 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.resource_extend [None req-ed2c61f1-71ef-4ea0-a59f-a89396ef151e tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:31:45.619648 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-ecf34625-1d4f-42e3-a303-530529627234 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8376107 Mar 09 03:31:45.631510 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-06ce4a66-e657-48d0-aeec-ae834ff8fe15 service neutron] Request body: {'port': {'device_id': '93983de7-014e-4eea-92f4-c6d44bba363a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:45.654296 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-114ecd47-ab2f-42e6-9dc9-23901632a111 req-1a2df08d-8aa1-4ecb-b868-2a4b91ee1ad5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ef2772b-aeb1-4e72-9512-441ea446d0ac HTTP/1.1" status: 200 len: 210 time: 0.2125993 Mar 09 03:31:45.677010 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7bc7d1ba-6755-48da-9f4e-c353a85f4b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:45.688389 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-9873d253-3429-4f3a-b7fc-fd3902f44fd8 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:45.697945 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9e1e46db-f61b-4529-a3a4-c336db0c4259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:45.702263 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7bc7d1ba-6755-48da-9f4e-c353a85f4b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:45.724752 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9e1e46db-f61b-4529-a3a4-c336db0c4259 admin admin] Usage tracker for resource:security_group_rule and tenant:eac2b5107ef6404aa15fb5c301edcbd7 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:45.734202 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9e1e46db-f61b-4529-a3a4-c336db0c4259 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:45.741028 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-9873d253-3429-4f3a-b7fc-fd3902f44fd8 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:45.764054 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9e1e46db-f61b-4529-a3a4-c336db0c4259 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:45.797888 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ed2c61f1-71ef-4ea0-a59f-a89396ef151e tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:45.799792 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7d1ba-6755-48da-9f4e-c353a85f4b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39894b53-4899-4674-a21e-2abb23a50a8e,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:45.805716 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7bc7d1ba-6755-48da-9f4e-c353a85f4b6a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7007fcb970f4510b21fde68e11b93eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7321310 Mar 09 03:31:45.812979 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36932) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:45.817530 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-9873d253-3429-4f3a-b7fc-fd3902f44fd8 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Made reservation on behalf of c6bcb0f0e9ee4d9583d2738a4ff863b1 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:31:45.821764 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-9873d253-3429-4f3a-b7fc-fd3902f44fd8 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:45.833863 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b14a1b96-dbe8-43f0-97b9-2dbd299198ef None None] Provisioning for port 3f48079b-d910-4d43-b679-0365954c63be completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:31:45.838312 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ed2c61f1-71ef-4ea0-a59f-a89396ef151e tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:45.842642 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b14a1b96-dbe8-43f0-97b9-2dbd299198ef None None] Provisioning complete for port 3f48079b-d910-4d43-b679-0365954c63be triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:31:45.843100 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b14a1b96-dbe8-43f0-97b9-2dbd299198ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:45.844057 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-06ce4a66-e657-48d0-aeec-ae834ff8fe15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:45.942985 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde3999-cfa8-4fbf-ab33-ddbcfaa488e9 req-f0077a58-651c-40c8-b076-27f633665b78 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:45.944566 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2dde3999-cfa8-4fbf-ab33-ddbcfaa488e9 req-f0077a58-651c-40c8-b076-27f633665b78 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 1096 time: 0.2797418 Mar 09 03:31:45.956700 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b14a1b96-dbe8-43f0-97b9-2dbd299198ef None None] Port 3f48079b-d910-4d43-b679-0365954c63be cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:31:46.104836 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90a06888-1902-411f-83eb-39a05c2dad1c req-089776eb-1ca4-451c-a5f8-90cfe37f7651 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=39508b8a9b4a48919043027f7e194a48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447695 Mar 09 03:31:46.186364 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-ed2c61f1-71ef-4ea0-a59f-a89396ef151e tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Floating IP 0535e564-8610-4bc6-969b-53972c521412 associated. External IP: 172.25.7.216, port: 1ad736da-e1cd-4df8-ad85-95e108f4cf22. Mar 09 03:31:46.190538 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ccd24969-f7e2-4871-ba66-6aa09910f4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:46.204377 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-2dde3999-cfa8-4fbf-ab33-ddbcfaa488e9 req-4ec18026-5560-4259-983c-a7a967051cd7 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Synchronizing usage tracker for tenant:100e85be73b549a3a59ef7b53bf3fc40 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:31:46.247741 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9e1e46db-f61b-4529-a3a4-c336db0c4259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:46.265834 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9e1e46db-f61b-4529-a3a4-c336db0c4259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:46.352404 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-9873d253-3429-4f3a-b7fc-fd3902f44fd8 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Allocated IP 192.168.233.149 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/7b0a9b27-262c-4894-b447-163474307d68) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:31:46.378710 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ccd24969-f7e2-4871-ba66-6aa09910f4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:46.392026 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-2dde3999-cfa8-4fbf-ab33-ddbcfaa488e9 req-4ec18026-5560-4259-983c-a7a967051cd7 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Unset dirty status for tenant:100e85be73b549a3a59ef7b53bf3fc40 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:31:46.393155 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2dde3999-cfa8-4fbf-ab33-ddbcfaa488e9 req-4ec18026-5560-4259-983c-a7a967051cd7 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388986 Mar 09 03:31:46.407328 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e46db-f61b-4529-a3a4-c336db0c4259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db322668-74fd-42de-a44f-531ab15e8e1d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:46.413927 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9e1e46db-f61b-4529-a3a4-c336db0c4259 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eac2b5107ef6404aa15fb5c301edcbd7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2909970 Mar 09 03:31:46.420974 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36952) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:46.449649 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a06888-1902-411f-83eb-39a05c2dad1c req-53e749ba-d452-479a-b749-befc65ea6119 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:46.451139 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90a06888-1902-411f-83eb-39a05c2dad1c req-53e749ba-d452-479a-b749-befc65ea6119 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3189099 Mar 09 03:31:46.463359 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-90a06888-1902-411f-83eb-39a05c2dad1c req-fae947dc-305c-4b5d-93b9-dc37bffff8db tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Request body: {'port': {'device_id': '5ef2772b-aeb1-4e72-9512-441ea446d0ac', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': '39508b8a9b4a48919043027f7e194a48'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:46.530379 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3f31ea56-6ad1-4664-ad7f-a2c962fcb87a req-4e25c407-376d-4d44-8bdf-de5397d0019a tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=647f1ac8-e994-4e9d-ad3d-5a35c6ac9943 HTTP/1.1" status: 200 len: 210 time: 0.1007321 Mar 09 03:31:46.664820 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ccd24969-f7e2-4871-ba66-6aa09910f4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:46.732148 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd24969-f7e2-4871-ba66-6aa09910f4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39894b53-4899-4674-a21e-2abb23a50a8e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:46.755097 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ccd24969-f7e2-4871-ba66-6aa09910f4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:46.759111 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ccd24969-f7e2-4871-ba66-6aa09910f4c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39894b53-4899-4674-a21e-2abb23a50a8e HTTP/1.1" status: 204 len: 168 time: 0.9451718 Mar 09 03:31:46.785855 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-90a06888-1902-411f-83eb-39a05c2dad1c req-fae947dc-305c-4b5d-93b9-dc37bffff8db tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:46.792216 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4d2ace63-f894-4837-a7a0-642d045453f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:46.799757 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-90a06888-1902-411f-83eb-39a05c2dad1c req-fae947dc-305c-4b5d-93b9-dc37bffff8db tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:46.823787 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53639d-7607-441b-a072-2f5a7383f58d req-658dfece-d4a1-43ea-b223-467f32afd051 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:46.825859 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c53639d-7607-441b-a072-2f5a7383f58d req-658dfece-d4a1-43ea-b223-467f32afd051 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 1096 time: 0.1400046 Mar 09 03:31:46.826417 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a06888-1902-411f-83eb-39a05c2dad1c req-fae947dc-305c-4b5d-93b9-dc37bffff8db tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Made reservation on behalf of 39508b8a9b4a48919043027f7e194a48 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:31:46.830152 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-90a06888-1902-411f-83eb-39a05c2dad1c req-fae947dc-305c-4b5d-93b9-dc37bffff8db tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:46.947977 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c53639d-7607-441b-a072-2f5a7383f58d req-7415e523-74c7-482c-88ef-3a1b4e3b5321 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072688 Mar 09 03:31:47.060175 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4d2ace63-f894-4837-a7a0-642d045453f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:47.108679 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36970) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:47.126102 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-30bb8f9c-54be-4711-99f6-13ad5343e81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:47.131646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2c61f1-71ef-4ea0-a59f-a89396ef151e tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Router 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:31:47.134407 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-9873d253-3429-4f3a-b7fc-fd3902f44fd8 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:47.184611 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ebe3e290-5795-4fbe-b4cd-cb2b6b7be651 req-2ee625af-1e31-42a1-bd1c-7c6865748dc7 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ef2772b-aeb1-4e72-9512-441ea446d0ac HTTP/1.1" status: 200 len: 210 time: 0.0494490 Mar 09 03:31:47.186722 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-30bb8f9c-54be-4711-99f6-13ad5343e81b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:47.190106 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113540c-7615-4b13-9c31-64d2d1c27b22 req-af483acb-691c-4db6-a560-7e30e997434b tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:47.190645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-30bb8f9c-54be-4711-99f6-13ad5343e81b admin admin] Usage tracker for resource:security_group_rule and tenant:846a84798891432a8467cfb473fe75dc is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:47.193477 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-30bb8f9c-54be-4711-99f6-13ad5343e81b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:47.207037 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6113540c-7615-4b13-9c31-64d2d1c27b22 req-af483acb-691c-4db6-a560-7e30e997434b tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=93983de7-014e-4eea-92f4-c6d44bba363a HTTP/1.1" status: 200 len: 935 time: 0.5298152 Mar 09 03:31:47.207161 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-30bb8f9c-54be-4711-99f6-13ad5343e81b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:47.207404 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-9873d253-3429-4f3a-b7fc-fd3902f44fd8 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Transition to ACTIVE for port object 7b0a9b27-262c-4894-b447-163474307d68 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:31:47.295198 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-30bb8f9c-54be-4711-99f6-13ad5343e81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:47.305688 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-30bb8f9c-54be-4711-99f6-13ad5343e81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:47.357759 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-30bb8f9c-54be-4711-99f6-13ad5343e81b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=846a84798891432a8467cfb473fe75dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448344 Mar 09 03:31:47.357994 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36980) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:47.358772 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4d2ace63-f894-4837-a7a0-642d045453f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:47.360523 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb8f9c-54be-4711-99f6-13ad5343e81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebd4314-3604-484c-958e-bf290fbd0d77,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:47.418647 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-946884bb-37db-44fd-8a33-0fbbe4fc376a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:47.431471 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6113540c-7615-4b13-9c31-64d2d1c27b22 req-03e3f606-bcea-4644-9669-9c283ca57894 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ddb91db-2967-4c90-9451-1284f8226b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322481 Mar 09 03:31:47.453155 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ace63-f894-4837-a7a0-642d045453f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db322668-74fd-42de-a44f-531ab15e8e1d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:47.468800 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-946884bb-37db-44fd-8a33-0fbbe4fc376a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:47.490589 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-9873d253-3429-4f3a-b7fc-fd3902f44fd8 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:47.497818 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4d2ace63-f894-4837-a7a0-642d045453f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:47.499178 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4d2ace63-f894-4837-a7a0-642d045453f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db322668-74fd-42de-a44f-531ab15e8e1d HTTP/1.1" status: 204 len: 168 time: 1.0737226 Mar 09 03:31:47.506529 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['951d0ac3-5c72-475a-8007-42f31412dc7a'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:31:47.561936 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2c61f1-71ef-4ea0-a59f-a89396ef151e tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:31:47.575563 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b07860-8492-43b1-aef9-bf2777e569d1 None None] Sync routers for ids ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:31:47.576554 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ed2c61f1-71ef-4ea0-a59f-a89396ef151e tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:47.587922 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b07860-8492-43b1-aef9-bf2777e569d1 None None] Routers {'9d390840-44ce-4cb0-b7e7-1dc4b90e9111'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:31:47.588867 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-47b07860-8492-43b1-aef9-bf2777e569d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:31:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:31:47.634493 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ed2c61f1-71ef-4ea0-a59f-a89396ef151e tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "PUT /v2.0/floatingips/0535e564-8610-4bc6-969b-53972c521412 HTTP/1.1" status: 200 len: 991 time: 3.7970986 Mar 09 03:31:47.643469 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-9873d253-3429-4f3a-b7fc-fd3902f44fd8 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:31:47.646389 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '905f3cd2-668c-40a4-84cc-c7bf87019c63', 'tag': '1ad736da-e1cd-4df8-ad85-95e108f4cf22'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:31:47.651370 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-9873d253-3429-4f3a-b7fc-fd3902f44fd8 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:31:47.655524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-9873d253-3429-4f3a-b7fc-fd3902f44fd8 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:31:47.769621 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873d253-3429-4f3a-b7fc-fd3902f44fd8 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Pushing event updated for resources: {'Port': ['ID=7b0a9b27-262c-4894-b447-163474307d68,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:47.799264 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-946884bb-37db-44fd-8a33-0fbbe4fc376a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:47.872815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946884bb-37db-44fd-8a33-0fbbe4fc376a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebd4314-3604-484c-958e-bf290fbd0d77,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:47.945685 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-946884bb-37db-44fd-8a33-0fbbe4fc376a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:47.951546 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-946884bb-37db-44fd-8a33-0fbbe4fc376a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ebd4314-3604-484c-958e-bf290fbd0d77 HTTP/1.1" status: 204 len: 168 time: 0.5926230 Mar 09 03:31:47.966400 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-9873d253-3429-4f3a-b7fc-fd3902f44fd8 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:47.967038 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-9873d253-3429-4f3a-b7fc-fd3902f44fd8 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:48.046103 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-9873d253-3429-4f3a-b7fc-fd3902f44fd8 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2398856 Mar 09 03:31:48.056041 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-06ce4a66-e657-48d0-aeec-ae834ff8fe15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f48079b-d910-4d43-b679-0365954c63be {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:31:48.064984 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-c9e8ef2b-ef96-4e4e-afed-5c6e6322aac2 service neutron] Request body: {'port': {'device_id': '647f1ac8-e994-4e9d-ad3d-5a35c6ac9943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:48.074729 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-06ce4a66-e657-48d0-aeec-ae834ff8fe15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:48.106165 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e1cdcbaf-6be4-4d17-bbd9-424cb75b7810 None None] Provisioning for port 7b0a9b27-262c-4894-b447-163474307d68 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:31:48.110966 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-06ce4a66-e657-48d0-aeec-ae834ff8fe15 service neutron] Transition to ACTIVE for port object 3f48079b-d910-4d43-b679-0365954c63be will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:31:48.111969 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e1cdcbaf-6be4-4d17-bbd9-424cb75b7810 None None] Provisioning complete for port 7b0a9b27-262c-4894-b447-163474307d68 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:31:48.112362 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e1cdcbaf-6be4-4d17-bbd9-424cb75b7810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:48.126197 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-06ce4a66-e657-48d0-aeec-ae834ff8fe15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:48.129710 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e235ec-2b6e-430b-ab21-46f7456df9b7 req-33785429-66e9-4b19-9d82-f0efc706f160 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:48.130460 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-59e235ec-2b6e-430b-ab21-46f7456df9b7 req-33785429-66e9-4b19-9d82-f0efc706f160 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Synchronizing usage tracker for tenant:c6bcb0f0e9ee4d9583d2738a4ff863b1 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:31:48.148258 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-47b07860-8492-43b1-aef9-bf2777e569d1 None None] Set router 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:31:48.244446 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e1cdcbaf-6be4-4d17-bbd9-424cb75b7810 None None] Port 7b0a9b27-262c-4894-b447-163474307d68 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:31:48.289079 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37014) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:48.345087 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-59e235ec-2b6e-430b-ab21-46f7456df9b7 req-33785429-66e9-4b19-9d82-f0efc706f160 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Unset dirty status for tenant:c6bcb0f0e9ee4d9583d2738a4ff863b1 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:31:48.346822 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-59e235ec-2b6e-430b-ab21-46f7456df9b7 req-33785429-66e9-4b19-9d82-f0efc706f160 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=647f1ac8-e994-4e9d-ad3d-5a35c6ac9943 HTTP/1.1" status: 200 len: 936 time: 0.5339277 Mar 09 03:31:48.351888 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9724472b-aa9a-43c5-95e3-ba024b1ec8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:48.391035 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce4a66-e657-48d0-aeec-ae834ff8fe15 service neutron] Pushing event updated for resources: {'Port': ['ID=3f48079b-d910-4d43-b679-0365954c63be,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:48.406106 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9724472b-aa9a-43c5-95e3-ba024b1ec8c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:48.423151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9724472b-aa9a-43c5-95e3-ba024b1ec8c0 admin admin] Usage tracker for resource:security_group_rule and tenant:83c61767f3434f0cbcc4cc6bcc1cb54c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:48.434277 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9724472b-aa9a-43c5-95e3-ba024b1ec8c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:48.439398 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-c9e8ef2b-ef96-4e4e-afed-5c6e6322aac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:48.475062 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-90a06888-1902-411f-83eb-39a05c2dad1c req-fae947dc-305c-4b5d-93b9-dc37bffff8db tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Allocated IP 192.168.233.118 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/54559c20-8f33-43a8-a805-8c1630a0269c) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:31:48.581949 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9724472b-aa9a-43c5-95e3-ba024b1ec8c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:48.619903 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-59e235ec-2b6e-430b-ab21-46f7456df9b7 req-31cb1729-a09c-4444-8367-36eb6ef6240a tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531230 Mar 09 03:31:48.628264 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-06ce4a66-e657-48d0-aeec-ae834ff8fe15 service neutron] Attempting to bind port 3f48079b-d910-4d43-b679-0365954c63be on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:31:48.628601 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-06ce4a66-e657-48d0-aeec-ae834ff8fe15 service neutron] Attempting to bind port 3f48079b-d910-4d43-b679-0365954c63be by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:31:48.628933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-06ce4a66-e657-48d0-aeec-ae834ff8fe15 service neutron] Attempting to bind port 3f48079b-d910-4d43-b679-0365954c63be on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:31:48.655080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-06ce4a66-e657-48d0-aeec-ae834ff8fe15 service neutron] Port 3f48079b-d910-4d43-b679-0365954c63be on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:31:48.655490 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-06ce4a66-e657-48d0-aeec-ae834ff8fe15 service neutron] Attempting to bind port 3f48079b-d910-4d43-b679-0365954c63be on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:31:48.788188 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-47b07860-8492-43b1-aef9-bf2777e569d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-721578879-router', 'tenant_id': '6bca179644e344988a4822677f335581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:44Z', 'updated_at': '2022-03-09T03:30:50Z', 'revision_number': 4, 'project_id': '6bca179644e344988a4822677f335581', 'gw_port': {'id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:45Z', 'updated_at': '2022-03-09T03:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '0535e564-8610-4bc6-969b-53972c521412', 'tenant_id': '6bca179644e344988a4822677f335581', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'port_id': '1ad736da-e1cd-4df8-ad85-95e108f4cf22', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31', 'mac_address': 'fa:16:3e:e6:08:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905f3cd2-668c-40a4-84cc-c7bf87019c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:31:12Z', 'updated_at': '2022-03-09T03:31:45Z', 'revision_number': 1, 'project_id': '6bca179644e344988a4822677f335581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df83b59a-c6fc-4c9c-b530-8baaf5f13e94', 'name': '', 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31', 'tenant_id': '6bca179644e344988a4822677f335581', 'mac_address': 'fa:16:3e:ca:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:49Z', 'updated_at': '2022-03-09T03:31:01Z', 'revision_number': 5, 'project_id': '6bca179644e344988a4822677f335581', 'subnets': [{'id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:31:48.797744 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b07860-8492-43b1-aef9-bf2777e569d1 None None] Checking router: 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:31:48.818154 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b07860-8492-43b1-aef9-bf2777e569d1 None None] Routers {'9d390840-44ce-4cb0-b7e7-1dc4b90e9111'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:31:48.819071 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-47b07860-8492-43b1-aef9-bf2777e569d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:31:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:31:48.856322 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-90a06888-1902-411f-83eb-39a05c2dad1c req-fae947dc-305c-4b5d-93b9-dc37bffff8db tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:48.874342 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-90a06888-1902-411f-83eb-39a05c2dad1c req-fae947dc-305c-4b5d-93b9-dc37bffff8db tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Transition to ACTIVE for port object 54559c20-8f33-43a8-a805-8c1630a0269c will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:31:48.905510 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-06ce4a66-e657-48d0-aeec-ae834ff8fe15 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:31:48.907429 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-06ce4a66-e657-48d0-aeec-ae834ff8fe15 service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:31:48.908441 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-06ce4a66-e657-48d0-aeec-ae834ff8fe15 service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:31:48.910568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-06ce4a66-e657-48d0-aeec-ae834ff8fe15 service neutron] Bound port: 3f48079b-d910-4d43-b679-0365954c63be, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:31:48.912777 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-06ce4a66-e657-48d0-aeec-ae834ff8fe15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:48.948594 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-90a06888-1902-411f-83eb-39a05c2dad1c req-fae947dc-305c-4b5d-93b9-dc37bffff8db tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:48.963518 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['c2ca4c42-2401-4c63-b909-e9ea25465d67'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:31:49.087114 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a06888-1902-411f-83eb-39a05c2dad1c req-fae947dc-305c-4b5d-93b9-dc37bffff8db tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:31:49.100755 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-90a06888-1902-411f-83eb-39a05c2dad1c req-fae947dc-305c-4b5d-93b9-dc37bffff8db tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:31:49.135469 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a06888-1902-411f-83eb-39a05c2dad1c req-fae947dc-305c-4b5d-93b9-dc37bffff8db tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:31:49.247274 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-47b07860-8492-43b1-aef9-bf2777e569d1 None None] Set router 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:31:49.295843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a06888-1902-411f-83eb-39a05c2dad1c req-fae947dc-305c-4b5d-93b9-dc37bffff8db tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:49.296487 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-90a06888-1902-411f-83eb-39a05c2dad1c req-fae947dc-305c-4b5d-93b9-dc37bffff8db tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:49.307293 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c2a63-34f8-4fcf-8b75-018c9f6284b4 req-b7f21730-05e7-44d6-aa32-436affb2bd31 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:49.308862 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-659c2a63-34f8-4fcf-8b75-018c9f6284b4 req-b7f21730-05e7-44d6-aa32-436affb2bd31 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63 HTTP/1.1" status: 200 len: 945 time: 0.4038813 Mar 09 03:31:49.329801 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9724472b-aa9a-43c5-95e3-ba024b1ec8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:49.357136 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9724472b-aa9a-43c5-95e3-ba024b1ec8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:49.375066 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-06ce4a66-e657-48d0-aeec-ae834ff8fe15 service neutron] For port 3f48079b-d910-4d43-b679-0365954c63be, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:31:49.388230 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-06ce4a66-e657-48d0-aeec-ae834ff8fe15 service neutron] For port 3f48079b-d910-4d43-b679-0365954c63be, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=3f48079b-d910-4d43-b679-0365954c63be,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:31:49.407270 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9724472b-aa9a-43c5-95e3-ba024b1ec8c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83c61767f3434f0cbcc4cc6bcc1cb54c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1047490 Mar 09 03:31:49.409975 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-06ce4a66-e657-48d0-aeec-ae834ff8fe15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:49.412342 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37056) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:49.434448 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-06ce4a66-e657-48d0-aeec-ae834ff8fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:49.437434 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-06ce4a66-e657-48d0-aeec-ae834ff8fe15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:49.438956 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-06ce4a66-e657-48d0-aeec-ae834ff8fe15 service neutron] 10.222.0.24 "PUT /v2.0/ports/3f48079b-d910-4d43-b679-0365954c63be HTTP/1.1" status: 200 len: 1095 time: 3.8123398 Mar 09 03:31:49.439608 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93983de7-014e-4eea-92f4-c6d44bba363a', 'tag': '3f48079b-d910-4d43-b679-0365954c63be'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:31:49.464526 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90a06888-1902-411f-83eb-39a05c2dad1c req-fae947dc-305c-4b5d-93b9-dc37bffff8db tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0031183 Mar 09 03:31:49.465965 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae947dc-305c-4b5d-93b9-dc37bffff8db tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Pushing event updated for resources: {'Port': ['ID=54559c20-8f33-43a8-a805-8c1630a0269c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:49.521459 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-43706aa4-bd8d-406e-8ce4-b516f740f158 None None] Provisioning for port 54559c20-8f33-43a8-a805-8c1630a0269c completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:31:49.548428 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-43706aa4-bd8d-406e-8ce4-b516f740f158 None None] Provisioning complete for port 54559c20-8f33-43a8-a805-8c1630a0269c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:31:49.549735 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43706aa4-bd8d-406e-8ce4-b516f740f158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:49.570029 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-90a06888-1902-411f-83eb-39a05c2dad1c req-80d0b950-29b4-4fdc-bb30-6aaaa3436df1 service neutron] Request body: {'port': {'device_id': '5ef2772b-aeb1-4e72-9512-441ea446d0ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:49.582356 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-659c2a63-34f8-4fcf-8b75-018c9f6284b4 req-37a2ec0f-0ce2-4022-8231-a5b88cc44bc0 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bbfb5e4-1957-4911-bd72-bc6940f5d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511780 Mar 09 03:31:49.583392 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724472b-aa9a-43c5-95e3-ba024b1ec8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c70aca-dda2-465e-87fe-5c9ee32a16d8,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:49.686922 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a38de351-1f53-44b0-b3ef-c41d69201281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:49.722426 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-43706aa4-bd8d-406e-8ce4-b516f740f158 None None] Port 54559c20-8f33-43a8-a805-8c1630a0269c cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:31:49.736524 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a38de351-1f53-44b0-b3ef-c41d69201281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:49.804729 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.24', 53445) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:49.807944 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '905f3cd2-668c-40a4-84cc-c7bf87019c63', 'tag': '1ad736da-e1cd-4df8-ad85-95e108f4cf22', 'status': 'completed', 'code': 200} Mar 09 03:31:49.821629 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a38de351-1f53-44b0-b3ef-c41d69201281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:49.852498 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-c9e8ef2b-ef96-4e4e-afed-5c6e6322aac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b0a9b27-262c-4894-b447-163474307d68 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:31:49.859410 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38de351-1f53-44b0-b3ef-c41d69201281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c70aca-dda2-465e-87fe-5c9ee32a16d8,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:49.864422 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a38de351-1f53-44b0-b3ef-c41d69201281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:49.869347 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a38de351-1f53-44b0-b3ef-c41d69201281 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/61c70aca-dda2-465e-87fe-5c9ee32a16d8 HTTP/1.1" status: 204 len: 168 time: 0.4500360 Mar 09 03:31:49.872361 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-c9e8ef2b-ef96-4e4e-afed-5c6e6322aac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:49.892414 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-c9e8ef2b-ef96-4e4e-afed-5c6e6322aac2 service neutron] Transition to ACTIVE for port object 7b0a9b27-262c-4894-b447-163474307d68 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:31:49.902757 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-c9e8ef2b-ef96-4e4e-afed-5c6e6322aac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:49.980022 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37078) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:49.989369 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8ef2b-ef96-4e4e-afed-5c6e6322aac2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b0a9b27-262c-4894-b447-163474307d68,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:50.047571 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-47b07860-8492-43b1-aef9-bf2777e569d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-721578879-router', 'tenant_id': '6bca179644e344988a4822677f335581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:44Z', 'updated_at': '2022-03-09T03:30:50Z', 'revision_number': 4, 'project_id': '6bca179644e344988a4822677f335581', 'gw_port': {'id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:45Z', 'updated_at': '2022-03-09T03:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '0535e564-8610-4bc6-969b-53972c521412', 'tenant_id': '6bca179644e344988a4822677f335581', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'port_id': '1ad736da-e1cd-4df8-ad85-95e108f4cf22', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31', 'mac_address': 'fa:16:3e:e6:08:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905f3cd2-668c-40a4-84cc-c7bf87019c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:31:12Z', 'updated_at': '2022-03-09T03:31:45Z', 'revision_number': 1, 'project_id': '6bca179644e344988a4822677f335581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df83b59a-c6fc-4c9c-b530-8baaf5f13e94', 'name': '', 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31', 'tenant_id': '6bca179644e344988a4822677f335581', 'mac_address': 'fa:16:3e:ca:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:49Z', 'updated_at': '2022-03-09T03:31:01Z', 'revision_number': 5, 'project_id': '6bca179644e344988a4822677f335581', 'subnets': [{'id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:31:50.055289 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b07860-8492-43b1-aef9-bf2777e569d1 None None] The sync data for ids ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'] in n-d-825178-5 is: [{'id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-721578879-router', 'tenant_id': '6bca179644e344988a4822677f335581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:44Z', 'updated_at': '2022-03-09T03:30:50Z', 'revision_number': 4, 'project_id': '6bca179644e344988a4822677f335581', 'gw_port': {'id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:45Z', 'updated_at': '2022-03-09T03:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '0535e564-8610-4bc6-969b-53972c521412', 'tenant_id': '6bca179644e344988a4822677f335581', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'port_id': '1ad736da-e1cd-4df8-ad85-95e108f4cf22', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31', 'mac_address': 'fa:16:3e:e6:08:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905f3cd2-668c-40a4-84cc-c7bf87019c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:31:12Z', 'updated_at': '2022-03-09T03:31:45Z', 'revision_number': 1, 'project_id': '6bca179644e344988a4822677f335581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df83b59a-c6fc-4c9c-b530-8baaf5f13e94', 'name': '', 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31', 'tenant_id': '6bca179644e344988a4822677f335581', 'mac_address': 'fa:16:3e:ca:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:49Z', 'updated_at': '2022-03-09T03:31:01Z', 'revision_number': 5, 'project_id': '6bca179644e344988a4822677f335581', 'subnets': [{'id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:31:50.281998 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce4a66-e657-48d0-aeec-ae834ff8fe15 service neutron] Pushing event updated for resources: {'Port': ['ID=3f48079b-d910-4d43-b679-0365954c63be,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:50.309621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-22e5c0fc-06a6-4eee-9f14-8b0ca5978736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:50.325777 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-22e5c0fc-06a6-4eee-9f14-8b0ca5978736 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=976bf3c4606b467097c204ffc819bc79&device_id=93983de7-014e-4eea-92f4-c6d44bba363a HTTP/1.1" status: 200 len: 1098 time: 0.7692823 Mar 09 03:31:50.397613 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85872f0-e41b-4e7d-88c8-3dea047f407a None None] New status for floating IP 0535e564-8610-4bc6-969b-53972c521412: ACTIVE {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:31:50.429927 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-90a06888-1902-411f-83eb-39a05c2dad1c req-80d0b950-29b4-4fdc-bb30-6aaaa3436df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:50.439795 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-9875dd34-2f07-47e2-ab70-9fbb6079511a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=3f48079b-d910-4d43-b679-0365954c63be HTTP/1.1" status: 200 len: 217 time: 0.1133676 Mar 09 03:31:50.448008 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d55b90-e01e-4957-8bdb-1239f48f0519 req-02e46ce6-5d67-411e-9a0c-6200b664810b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:50.449600 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32d55b90-e01e-4957-8bdb-1239f48f0519 req-02e46ce6-5d67-411e-9a0c-6200b664810b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bca179644e344988a4822677f335581&device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63 HTTP/1.1" status: 200 len: 1096 time: 0.6346900 Mar 09 03:31:50.454485 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69486dd2-847a-49ec-9632-258685ef7d6a req-09cd75c3-527b-4f68-af89-d5e085c3c8eb tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:50.461388 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-69486dd2-847a-49ec-9632-258685ef7d6a req-09cd75c3-527b-4f68-af89-d5e085c3c8eb tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ef2772b-aeb1-4e72-9512-441ea446d0ac HTTP/1.1" status: 200 len: 936 time: 0.4733837 Mar 09 03:31:50.520578 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-c9e8ef2b-ef96-4e4e-afed-5c6e6322aac2 service neutron] Attempting to bind port 7b0a9b27-262c-4894-b447-163474307d68 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:31:50.521186 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-c9e8ef2b-ef96-4e4e-afed-5c6e6322aac2 service neutron] Attempting to bind port 7b0a9b27-262c-4894-b447-163474307d68 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:31:50.521342 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-c9e8ef2b-ef96-4e4e-afed-5c6e6322aac2 service neutron] Attempting to bind port 7b0a9b27-262c-4894-b447-163474307d68 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:31:50.528493 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-c9e8ef2b-ef96-4e4e-afed-5c6e6322aac2 service neutron] Port 7b0a9b27-262c-4894-b447-163474307d68 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:31:50.529191 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-c9e8ef2b-ef96-4e4e-afed-5c6e6322aac2 service neutron] Attempting to bind port 7b0a9b27-262c-4894-b447-163474307d68 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:31:50.534632 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-c9e8ef2b-ef96-4e4e-afed-5c6e6322aac2 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:31:50.535013 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-c9e8ef2b-ef96-4e4e-afed-5c6e6322aac2 service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:31:50.535531 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-c9e8ef2b-ef96-4e4e-afed-5c6e6322aac2 service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:31:50.535971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-c9e8ef2b-ef96-4e4e-afed-5c6e6322aac2 service neutron] Bound port: 7b0a9b27-262c-4894-b447-163474307d68, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:31:50.536320 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-c9e8ef2b-ef96-4e4e-afed-5c6e6322aac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:50.566255 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-69486dd2-847a-49ec-9632-258685ef7d6a req-7d67d1de-5707-4edf-8364-a154dc6086ba tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038649 Mar 09 03:31:50.637245 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-ca773a3b-2132-460f-874e-a613ccbce2eb tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:31:50.646317 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-ca773a3b-2132-460f-874e-a613ccbce2eb tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6317103 Mar 09 03:31:50.677799 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-0181af1a-b9b9-4b0d-a165-f235e23aef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:50.679510 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-0181af1a-b9b9-4b0d-a165-f235e23aef4d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.2271240 Mar 09 03:31:50.769928 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-c9e8ef2b-ef96-4e4e-afed-5c6e6322aac2 service neutron] For port 7b0a9b27-262c-4894-b447-163474307d68, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:31:50.794596 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-c9e8ef2b-ef96-4e4e-afed-5c6e6322aac2 service neutron] For port 7b0a9b27-262c-4894-b447-163474307d68, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=7b0a9b27-262c-4894-b447-163474307d68,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:31:50.805554 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-c9e8ef2b-ef96-4e4e-afed-5c6e6322aac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:50.892168 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-c9e8ef2b-ef96-4e4e-afed-5c6e6322aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:50.892874 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-c9e8ef2b-ef96-4e4e-afed-5c6e6322aac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:50.894320 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-c9e8ef2b-ef96-4e4e-afed-5c6e6322aac2 service neutron] 10.222.0.24 "PUT /v2.0/ports/7b0a9b27-262c-4894-b447-163474307d68 HTTP/1.1" status: 200 len: 1096 time: 2.8342247 Mar 09 03:31:51.057063 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d55b90-e01e-4957-8bdb-1239f48f0519 req-65f9c583-1fab-4883-882a-a963275a6682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:51.059180 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32d55b90-e01e-4957-8bdb-1239f48f0519 req-65f9c583-1fab-4883-882a-a963275a6682 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4b5d3bab-bbcb-4153-881f-6be479495e31 HTTP/1.1" status: 200 len: 924 time: 0.5712090 Mar 09 03:31:51.123114 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8ef2b-ef96-4e4e-afed-5c6e6322aac2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b0a9b27-262c-4894-b447-163474307d68,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:51.151345 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5985ab0-9bc8-4956-90ae-fd4f2008377b req-6301e3cc-a639-4c01-86f4-0fc9767a94ab tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:51.159194 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a5985ab0-9bc8-4956-90ae-fd4f2008377b req-6301e3cc-a639-4c01-86f4-0fc9767a94ab tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=93983de7-014e-4eea-92f4-c6d44bba363a HTTP/1.1" status: 200 len: 947 time: 0.4234765 Mar 09 03:31:51.221328 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a5985ab0-9bc8-4956-90ae-fd4f2008377b req-c7881db2-0fb2-45f3-b78d-28abb03411b0 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ddb91db-2967-4c90-9451-1284f8226b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608764 Mar 09 03:31:51.233856 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-88fe7c89-2cb7-43f1-8826-44730558c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:51.233856 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-88fe7c89-2cb7-43f1-8826-44730558c955 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5427675 Mar 09 03:31:51.279808 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-26df59ed-fbd8-4e1d-864e-0c21a02761ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:51.283692 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-26df59ed-fbd8-4e1d-864e-0c21a02761ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6bcb0f0e9ee4d9583d2738a4ff863b1&device_id=647f1ac8-e994-4e9d-ad3d-5a35c6ac9943 HTTP/1.1" status: 200 len: 1099 time: 0.3274522 Mar 09 03:31:51.316820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-0c7123a5-a02e-478e-92d2-ddda2a794076 service neutron] Request body: {'binding': {'host': 'n-h2-825178-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:51.317330 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-0c7123a5-a02e-478e-92d2-ddda2a794076 service neutron] Unknown quota resources ['binding']. {{(pid=87880) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 09 03:31:51.369505 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-97781bf7-c637-4d0e-8a2b-1de5d43e7def service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=7b0a9b27-262c-4894-b447-163474307d68 HTTP/1.1" status: 200 len: 217 time: 0.0791383 Mar 09 03:31:51.398642 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93983de7-014e-4eea-92f4-c6d44bba363a', 'tag': '3f48079b-d910-4d43-b679-0365954c63be', 'status': 'completed', 'code': 200} Mar 09 03:31:51.452365 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-2d44e9af-1323-4872-92ef-55ee9b759af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:51.452365 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-2d44e9af-1323-4872-92ef-55ee9b759af9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.0709546 Mar 09 03:31:51.488874 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32d55b90-e01e-4957-8bdb-1239f48f0519 req-7644fcf6-7c92-45d5-b82e-2ecadbd4c17b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ad736da-e1cd-4df8-ad85-95e108f4cf22 HTTP/1.1" status: 200 len: 1001 time: 0.4203193 Mar 09 03:31:51.631513 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37126) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:51.647997 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-29152de0-8413-426d-abde-2f405e71b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:51.649553 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-29152de0-8413-426d-abde-2f405e71b764 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1505656 Mar 09 03:31:51.708971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0936f97-92ef-424d-8953-8da7f200c290 req-4d078f81-6099-43e8-915d-e032096b3980 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:51.716304 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c0936f97-92ef-424d-8953-8da7f200c290 req-4d078f81-6099-43e8-915d-e032096b3980 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=647f1ac8-e994-4e9d-ad3d-5a35c6ac9943 HTTP/1.1" status: 200 len: 948 time: 0.1643872 Mar 09 03:31:51.726826 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d55b90-e01e-4957-8bdb-1239f48f0519 req-cd53099c-b26f-42b7-844e-d2f9ba3b9ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:51.728295 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32d55b90-e01e-4957-8bdb-1239f48f0519 req-cd53099c-b26f-42b7-844e-d2f9ba3b9ecd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49a73544-ad50-4693-afb7-563f12ca65a5 HTTP/1.1" status: 200 len: 862 time: 0.1423936 Mar 09 03:31:51.793998 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-72894e63-6bc3-48f2-995e-f2622010277f service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5557976 Mar 09 03:31:51.810033 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '647f1ac8-e994-4e9d-ad3d-5a35c6ac9943', 'tag': '7b0a9b27-262c-4894-b447-163474307d68'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:31:51.841700 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c0936f97-92ef-424d-8953-8da7f200c290 req-4bca5676-bcf0-48fb-9cac-b33f1abd87e9 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244411 Mar 09 03:31:51.889757 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-08dcd1f5-285c-45ce-b078-dcb8a41807f5 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283700 Mar 09 03:31:51.998376 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc54e349-58c6-4c64-b9fb-b56f361dfdfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:52.123298 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fc54e349-58c6-4c64-b9fb-b56f361dfdfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:52.131096 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fc54e349-58c6-4c64-b9fb-b56f361dfdfd admin admin] Usage tracker for resource:security_group_rule and tenant:59ca204b5cb54e548ba00a1abdd7e7c7 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:52.136577 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fc54e349-58c6-4c64-b9fb-b56f361dfdfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:52.146821 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fc54e349-58c6-4c64-b9fb-b56f361dfdfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:52.150905 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37146) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:52.155515 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-0c7123a5-a02e-478e-92d2-ddda2a794076 service neutron] Attempting to bind port b4dfe22a-e7d9-40c4-a974-57a06028ad0e on host n-h2-825178-5 for vnic_type normal with profile None {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:31:52.155848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-0c7123a5-a02e-478e-92d2-ddda2a794076 service neutron] Attempting to bind port b4dfe22a-e7d9-40c4-a974-57a06028ad0e by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:31:52.156523 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-0c7123a5-a02e-478e-92d2-ddda2a794076 service neutron] Attempting to bind port b4dfe22a-e7d9-40c4-a974-57a06028ad0e on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:31:52.172865 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-0c7123a5-a02e-478e-92d2-ddda2a794076 service neutron] Port b4dfe22a-e7d9-40c4-a974-57a06028ad0e on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:31:52.173078 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-0c7123a5-a02e-478e-92d2-ddda2a794076 service neutron] Attempting to bind port b4dfe22a-e7d9-40c4-a974-57a06028ad0e on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:31:52.179089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-90a06888-1902-411f-83eb-39a05c2dad1c req-80d0b950-29b4-4fdc-bb30-6aaaa3436df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54559c20-8f33-43a8-a805-8c1630a0269c {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:31:52.193270 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-90a06888-1902-411f-83eb-39a05c2dad1c req-80d0b950-29b4-4fdc-bb30-6aaaa3436df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:52.195733 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-0c7123a5-a02e-478e-92d2-ddda2a794076 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:31:52.195959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-0c7123a5-a02e-478e-92d2-ddda2a794076 service neutron] Checking segment: {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:31:52.196371 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-0c7123a5-a02e-478e-92d2-ddda2a794076 service neutron] Bound using segment: {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:31:52.196762 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-0c7123a5-a02e-478e-92d2-ddda2a794076 service neutron] Bound port: b4dfe22a-e7d9-40c4-a974-57a06028ad0e, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:31:52.213345 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38bc172a-3ca5-45c8-ad88-f45a46aa2d85 req-0d3563f8-0172-4928-b432-e60001c99166 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831342 Mar 09 03:31:52.246575 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a46dd-26c4-4c3c-bc8b-cfc614d4854a req-2f3129fd-3d7c-4ae6-8e9a-a487fefdccbe tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:52.248331 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b20a46dd-26c4-4c3c-bc8b-cfc614d4854a req-2f3129fd-3d7c-4ae6-8e9a-a487fefdccbe tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ef2772b-aeb1-4e72-9512-441ea446d0ac HTTP/1.1" status: 200 len: 936 time: 0.2691104 Mar 09 03:31:52.297358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-90a06888-1902-411f-83eb-39a05c2dad1c req-80d0b950-29b4-4fdc-bb30-6aaaa3436df1 service neutron] Transition to ACTIVE for port object 54559c20-8f33-43a8-a805-8c1630a0269c will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:31:52.302198 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d55b90-e01e-4957-8bdb-1239f48f0519 req-4ce23924-22f4-4e2b-be79-317d9b6fba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:52.304196 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32d55b90-e01e-4957-8bdb-1239f48f0519 req-4ce23924-22f4-4e2b-be79-317d9b6fba16 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b5d3bab-bbcb-4153-881f-6be479495e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5594234 Mar 09 03:31:52.306313 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fdb4ac0e-f6df-4679-b5d3-9fa597c7a9b6 req-6643a7c9-c1a4-4456-85ef-1e950893d974 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029614 Mar 09 03:31:52.313339 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-90a06888-1902-411f-83eb-39a05c2dad1c req-80d0b950-29b4-4fdc-bb30-6aaaa3436df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:52.351528 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b20a46dd-26c4-4c3c-bc8b-cfc614d4854a req-558fbaa1-0520-4155-94ab-0027e245c64f tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889335 Mar 09 03:31:52.373805 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc54e349-58c6-4c64-b9fb-b56f361dfdfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:52.380149 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc54e349-58c6-4c64-b9fb-b56f361dfdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:52.512807 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '647f1ac8-e994-4e9d-ad3d-5a35c6ac9943', 'tag': '7b0a9b27-262c-4894-b447-163474307d68', 'status': 'completed', 'code': 200} Mar 09 03:31:52.527764 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fc54e349-58c6-4c64-b9fb-b56f361dfdfd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=59ca204b5cb54e548ba00a1abdd7e7c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8919628 Mar 09 03:31:52.532381 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37162) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:52.553048 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-0c7123a5-a02e-478e-92d2-ddda2a794076 service neutron] For port b4dfe22a-e7d9-40c4-a974-57a06028ad0e, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b4dfe22a-e7d9-40c4-a974-57a06028ad0e,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:31:52.618791 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54e349-58c6-4c64-b9fb-b56f361dfdfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace1d032-69cf-4a60-90c9-bb5fdf8e9a1e,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:52.693503 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0217e2a4-d0cf-4977-85fc-1a04294d4bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:52.704618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0b950-29b4-4fdc-bb30-6aaaa3436df1 service neutron] Pushing event updated for resources: {'Port': ['ID=54559c20-8f33-43a8-a805-8c1630a0269c,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:52.729666 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-0c7123a5-a02e-478e-92d2-ddda2a794076 service neutron] Notify callbacks [] for binding, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:52.731462 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-0c7123a5-a02e-478e-92d2-ddda2a794076 service neutron] 10.222.0.16 "POST /v2.0/ports/b4dfe22a-e7d9-40c4-a974-57a06028ad0e/bindings HTTP/1.1" status: 201 len: 389 time: 1.7542369 Mar 09 03:31:52.781686 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0217e2a4-d0cf-4977-85fc-1a04294d4bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:52.787031 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0217e2a4-d0cf-4977-85fc-1a04294d4bab admin admin] Usage tracker for resource:security_group_rule and tenant:83dc844a87b74e6ab5f9d8aefb159ce7 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:52.797375 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0217e2a4-d0cf-4977-85fc-1a04294d4bab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:52.823941 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0217e2a4-d0cf-4977-85fc-1a04294d4bab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:52.867456 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-89871bf6-384a-449a-bf62-cdf4e79bc2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:52.869923 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32d55b90-e01e-4957-8bdb-1239f48f0519 req-55b42447-ca85-4cfd-b1b0-5103727022f3 service neutron] 10.222.0.24 "GET /v2.0/networks/4b5d3bab-bbcb-4153-881f-6be479495e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5113375 Mar 09 03:31:52.917480 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859af0cd-ac42-408e-a02b-a04ef757a450 req-b1f21a2e-3cdd-4b33-9e49-ec33a5eaf0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:52.920276 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-859af0cd-ac42-408e-a02b-a04ef757a450 req-b1f21a2e-3cdd-4b33-9e49-ec33a5eaf0a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6bcb0f0e9ee4d9583d2738a4ff863b1&device_id=647f1ac8-e994-4e9d-ad3d-5a35c6ac9943 HTTP/1.1" status: 200 len: 1099 time: 0.4025939 Mar 09 03:31:52.938424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c980d-4b88-4525-833b-97189619df71 req-9bb1969a-7764-41d7-a92f-bf265d9815ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:52.939938 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b10c980d-4b88-4525-833b-97189619df71 req-9bb1969a-7764-41d7-a92f-bf265d9815ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=976bf3c4606b467097c204ffc819bc79&device_id=93983de7-014e-4eea-92f4-c6d44bba363a HTTP/1.1" status: 200 len: 1098 time: 0.5400987 Mar 09 03:31:52.940636 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-90a06888-1902-411f-83eb-39a05c2dad1c req-80d0b950-29b4-4fdc-bb30-6aaaa3436df1 service neutron] Attempting to bind port 54559c20-8f33-43a8-a805-8c1630a0269c on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:31:52.941303 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-90a06888-1902-411f-83eb-39a05c2dad1c req-80d0b950-29b4-4fdc-bb30-6aaaa3436df1 service neutron] Attempting to bind port 54559c20-8f33-43a8-a805-8c1630a0269c by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:31:52.941303 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a06888-1902-411f-83eb-39a05c2dad1c req-80d0b950-29b4-4fdc-bb30-6aaaa3436df1 service neutron] Attempting to bind port 54559c20-8f33-43a8-a805-8c1630a0269c on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:31:53.002730 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-89871bf6-384a-449a-bf62-cdf4e79bc2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:53.021036 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a06888-1902-411f-83eb-39a05c2dad1c req-80d0b950-29b4-4fdc-bb30-6aaaa3436df1 service neutron] Port 54559c20-8f33-43a8-a805-8c1630a0269c on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:31:53.021262 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a06888-1902-411f-83eb-39a05c2dad1c req-80d0b950-29b4-4fdc-bb30-6aaaa3436df1 service neutron] Attempting to bind port 54559c20-8f33-43a8-a805-8c1630a0269c on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:31:53.051022 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a06888-1902-411f-83eb-39a05c2dad1c req-80d0b950-29b4-4fdc-bb30-6aaaa3436df1 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:31:53.051361 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a06888-1902-411f-83eb-39a05c2dad1c req-80d0b950-29b4-4fdc-bb30-6aaaa3436df1 service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:31:53.051745 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a06888-1902-411f-83eb-39a05c2dad1c req-80d0b950-29b4-4fdc-bb30-6aaaa3436df1 service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:31:53.052174 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-90a06888-1902-411f-83eb-39a05c2dad1c req-80d0b950-29b4-4fdc-bb30-6aaaa3436df1 service neutron] Bound port: 54559c20-8f33-43a8-a805-8c1630a0269c, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:31:53.052514 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-90a06888-1902-411f-83eb-39a05c2dad1c req-80d0b950-29b4-4fdc-bb30-6aaaa3436df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:53.206636 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85118866-d168-4a6f-b60a-86ed8641c613 req-17e1a03d-2528-4520-903c-a04597658cc1 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:53.210823 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32d55b90-e01e-4957-8bdb-1239f48f0519 req-5caba440-bef7-4368-8de5-06cdb1ddbba4 service neutron] 10.222.0.24 "GET /v2.0/networks/4b5d3bab-bbcb-4153-881f-6be479495e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271098 Mar 09 03:31:53.213824 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-85118866-d168-4a6f-b60a-86ed8641c613 req-17e1a03d-2528-4520-903c-a04597658cc1 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=93983de7-014e-4eea-92f4-c6d44bba363a HTTP/1.1" status: 200 len: 947 time: 0.5285747 Mar 09 03:31:53.246994 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c980d-4b88-4525-833b-97189619df71 req-a7b2f22f-4461-4295-a8b1-3d7dcfe7eeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:53.248444 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b10c980d-4b88-4525-833b-97189619df71 req-a7b2f22f-4461-4295-a8b1-3d7dcfe7eeea service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.3003252 Mar 09 03:31:53.252515 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-90a06888-1902-411f-83eb-39a05c2dad1c req-80d0b950-29b4-4fdc-bb30-6aaaa3436df1 service neutron] For port 54559c20-8f33-43a8-a805-8c1630a0269c, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:31:53.327617 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b10c980d-4b88-4525-833b-97189619df71 req-a4d14d8f-ced9-4fee-b3a7-39472bca4079 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=3f48079b-d910-4d43-b679-0365954c63be HTTP/1.1" status: 200 len: 217 time: 0.0723987 Mar 09 03:31:53.329639 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-90a06888-1902-411f-83eb-39a05c2dad1c req-80d0b950-29b4-4fdc-bb30-6aaaa3436df1 service neutron] For port 54559c20-8f33-43a8-a805-8c1630a0269c, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=54559c20-8f33-43a8-a805-8c1630a0269c,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:31:53.335305 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-90a06888-1902-411f-83eb-39a05c2dad1c req-80d0b950-29b4-4fdc-bb30-6aaaa3436df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:53.359044 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-85118866-d168-4a6f-b60a-86ed8641c613 req-0d26f29d-4419-4d06-a271-8b72ff551811 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ddb91db-2967-4c90-9451-1284f8226b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443510 Mar 09 03:31:53.367615 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859af0cd-ac42-408e-a02b-a04ef757a450 req-3f4581c4-7f5a-4ae1-881f-1f01e9fa1b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:53.369044 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-859af0cd-ac42-408e-a02b-a04ef757a450 req-3f4581c4-7f5a-4ae1-881f-1f01e9fa1b4e service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.4275091 Mar 09 03:31:53.383957 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0217e2a4-d0cf-4977-85fc-1a04294d4bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:53.453732 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0217e2a4-d0cf-4977-85fc-1a04294d4bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:53.460050 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-89871bf6-384a-449a-bf62-cdf4e79bc2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:53.486946 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-859af0cd-ac42-408e-a02b-a04ef757a450 req-69bc179f-7a6f-4e9a-a1fc-00bf2f072d5b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=7b0a9b27-262c-4894-b447-163474307d68 HTTP/1.1" status: 200 len: 217 time: 0.1015084 Mar 09 03:31:53.501644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a06888-1902-411f-83eb-39a05c2dad1c req-80d0b950-29b4-4fdc-bb30-6aaaa3436df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:53.502254 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-90a06888-1902-411f-83eb-39a05c2dad1c req-80d0b950-29b4-4fdc-bb30-6aaaa3436df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:53.503656 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90a06888-1902-411f-83eb-39a05c2dad1c req-80d0b950-29b4-4fdc-bb30-6aaaa3436df1 service neutron] 10.222.0.21 "PUT /v2.0/ports/54559c20-8f33-43a8-a805-8c1630a0269c HTTP/1.1" status: 200 len: 1096 time: 3.9452760 Mar 09 03:31:53.504226 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef2772b-aeb1-4e72-9512-441ea446d0ac', 'tag': '54559c20-8f33-43a8-a805-8c1630a0269c'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:31:53.534821 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c980d-4b88-4525-833b-97189619df71 req-198d91d8-9c62-4d79-b984-0872f465c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:53.536459 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b10c980d-4b88-4525-833b-97189619df71 req-198d91d8-9c62-4d79-b984-0872f465c65b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1970100 Mar 09 03:31:53.545553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0b950-29b4-4fdc-bb30-6aaaa3436df1 service neutron] Pushing event updated for resources: {'Port': ['ID=54559c20-8f33-43a8-a805-8c1630a0269c,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:53.549795 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-4e96dd15-7816-4de4-9a68-0e88f914a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:53.551318 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-4e96dd15-7816-4de4-9a68-0e88f914a35f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42923148a00a49268422cf3ff4c2fd04&device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 1096 time: 0.5404902 Mar 09 03:31:53.659741 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0217e2a4-d0cf-4977-85fc-1a04294d4bab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83dc844a87b74e6ab5f9d8aefb159ce7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5077066 Mar 09 03:31:53.667080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37190) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:53.681478 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217e2a4-d0cf-4977-85fc-1a04294d4bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89da0771-1b8c-44dc-822b-e1fae11ee694,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:53.691281 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b8e89-7419-4dc0-a0e1-3fad662c94c3 req-8ea6c1fc-143a-4680-8650-93c50cd3f59e tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:53.698178 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-461b8e89-7419-4dc0-a0e1-3fad662c94c3 req-8ea6c1fc-143a-4680-8650-93c50cd3f59e tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 945 time: 0.2759020 Mar 09 03:31:53.698543 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-89871bf6-384a-449a-bf62-cdf4e79bc2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:53.699680 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-89871bf6-384a-449a-bf62-cdf4e79bc2b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ace1d032-69cf-4a60-90c9-bb5fdf8e9a1e HTTP/1.1" status: 204 len: 168 time: 1.0898700 Mar 09 03:31:53.765764 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89871bf6-384a-449a-bf62-cdf4e79bc2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace1d032-69cf-4a60-90c9-bb5fdf8e9a1e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:53.771736 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859af0cd-ac42-408e-a02b-a04ef757a450 req-90039872-3619-4b17-a66e-e81495ce50fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:53.773220 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-859af0cd-ac42-408e-a02b-a04ef757a450 req-90039872-3619-4b17-a66e-e81495ce50fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.2688022 Mar 09 03:31:53.867772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-006b6d99-13a7-4318-96db-7d905f878742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:53.869211 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-006b6d99-13a7-4318-96db-7d905f878742 service neutron] 10.222.0.21 "GET /v2.0/networks?id=304f544a-4e19-4ec8-816f-4e06aa7f0361 HTTP/1.1" status: 200 len: 921 time: 0.2705979 Mar 09 03:31:53.883428 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516745e-9611-4789-89c3-8d22b1b2f730 req-98c35e80-d14f-49f1-907b-1531ca55bccb tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:53.890342 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c980d-4b88-4525-833b-97189619df71 req-8a4ad666-7969-4436-a56a-be2eb0fbe219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:53.890848 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5516745e-9611-4789-89c3-8d22b1b2f730 req-98c35e80-d14f-49f1-907b-1531ca55bccb tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=647f1ac8-e994-4e9d-ad3d-5a35c6ac9943 HTTP/1.1" status: 200 len: 948 time: 0.4115658 Mar 09 03:31:53.891838 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b10c980d-4b88-4525-833b-97189619df71 req-8a4ad666-7969-4436-a56a-be2eb0fbe219 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3472984 Mar 09 03:31:53.907383 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-461b8e89-7419-4dc0-a0e1-3fad662c94c3 req-88a112c7-4288-4049-9cf4-30b9f17d6482 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085867 Mar 09 03:31:53.958556 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a06888-1902-411f-83eb-39a05c2dad1c req-1033f611-1ba5-4cd0-be82-a035064e13b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:53.960791 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90a06888-1902-411f-83eb-39a05c2dad1c req-1033f611-1ba5-4cd0-be82-a035064e13b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39508b8a9b4a48919043027f7e194a48&device_id=5ef2772b-aeb1-4e72-9512-441ea446d0ac HTTP/1.1" status: 200 len: 1099 time: 0.3738410 Mar 09 03:31:53.993324 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-ebfa3c67-46c1-40bc-88e0-fa0b91e7cdcf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4dfe22a-e7d9-40c4-a974-57a06028ad0e HTTP/1.1" status: 200 len: 217 time: 0.1004417 Mar 09 03:31:54.076167 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5516745e-9611-4789-89c3-8d22b1b2f730 req-67ec7079-97b9-418a-81bf-f422ce4e29d4 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844592 Mar 09 03:31:54.088657 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859af0cd-ac42-408e-a02b-a04ef757a450 req-15acab14-638a-4337-a9b6-5ff24766b24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:54.094070 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90a06888-1902-411f-83eb-39a05c2dad1c req-8208f239-0b31-4528-8e82-9a2cc4be4ba6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=54559c20-8f33-43a8-a805-8c1630a0269c HTTP/1.1" status: 200 len: 217 time: 0.0923755 Mar 09 03:31:54.096554 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-859af0cd-ac42-408e-a02b-a04ef757a450 req-15acab14-638a-4337-a9b6-5ff24766b24d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3149693 Mar 09 03:31:54.098230 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e182d672-f9f7-47be-b9f0-e8d3111770cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:54.163937 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-a4a611db-75c5-4635-92e4-4dd7c0cde7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:54.165823 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-a4a611db-75c5-4635-92e4-4dd7c0cde7f8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb7cb80-fa8d-459c-b59f-347ff2f11453 HTTP/1.1" status: 200 len: 860 time: 0.1609895 Mar 09 03:31:54.235231 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37204) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:54.244893 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-77754de9-29b5-478e-9d53-85e5b4a2559f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=304f544a-4e19-4ec8-816f-4e06aa7f0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617867 Mar 09 03:31:54.274186 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef2772b-aeb1-4e72-9512-441ea446d0ac', 'tag': '54559c20-8f33-43a8-a805-8c1630a0269c', 'status': 'completed', 'code': 200} Mar 09 03:31:54.284065 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e182d672-f9f7-47be-b9f0-e8d3111770cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:54.302546 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fb8b911b-fbda-4269-901d-767f42ffe62d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:54.347252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a06888-1902-411f-83eb-39a05c2dad1c req-d7459fd0-0f98-4825-89e5-5f1002271fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:54.348651 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90a06888-1902-411f-83eb-39a05c2dad1c req-d7459fd0-0f98-4825-89e5-5f1002271fea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.2485478 Mar 09 03:31:54.360942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fb8b911b-fbda-4269-901d-767f42ffe62d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:54.413537 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fb8b911b-fbda-4269-901d-767f42ffe62d admin admin] Usage tracker for resource:security_group_rule and tenant:4aaf32da657545dea232fef2c1484226 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:54.418794 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b10c980d-4b88-4525-833b-97189619df71 req-9e47652e-299b-4806-b893-3277de869013 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090904 Mar 09 03:31:54.424804 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fb8b911b-fbda-4269-901d-767f42ffe62d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:54.453891 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fb8b911b-fbda-4269-901d-767f42ffe62d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:54.507447 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-859af0cd-ac42-408e-a02b-a04ef757a450 req-adc5d7bc-d08a-464a-bd38-30b5a87d1f88 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011512 Mar 09 03:31:54.548917 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-3f318d2f-5986-4d28-82ab-d1bc1888c1d9 service neutron] 10.222.0.21 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665727 Mar 09 03:31:54.571744 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba03c3-afb0-45b8-9bd9-165d7818eec6 req-ed2aadd6-4b52-4d80-8f67-c0ae24ce73c0 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:54.573140 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-daba03c3-afb0-45b8-9bd9-165d7818eec6 req-ed2aadd6-4b52-4d80-8f67-c0ae24ce73c0 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ef2772b-aeb1-4e72-9512-441ea446d0ac HTTP/1.1" status: 200 len: 948 time: 0.3326099 Mar 09 03:31:54.598319 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e182d672-f9f7-47be-b9f0-e8d3111770cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:54.678156 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e182d672-f9f7-47be-b9f0-e8d3111770cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:54.679267 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e182d672-f9f7-47be-b9f0-e8d3111770cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89da0771-1b8c-44dc-822b-e1fae11ee694 HTTP/1.1" status: 204 len: 168 time: 1.0104611 Mar 09 03:31:54.680154 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182d672-f9f7-47be-b9f0-e8d3111770cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89da0771-1b8c-44dc-822b-e1fae11ee694,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:54.689521 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a06888-1902-411f-83eb-39a05c2dad1c req-0f67beba-b1c2-45af-b555-886ebf625ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:54.691138 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90a06888-1902-411f-83eb-39a05c2dad1c req-0f67beba-b1c2-45af-b555-886ebf625ec0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3255258 Mar 09 03:31:54.724024 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b10c980d-4b88-4525-833b-97189619df71 req-1f26c7d2-5afa-41e3-a1e1-33a7690d63c6 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954216 Mar 09 03:31:54.784711 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-daba03c3-afb0-45b8-9bd9-165d7818eec6 req-64ee41d3-feaa-401a-bdcd-e938b47dead5 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907048 Mar 09 03:31:54.835322 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3927e73-febd-4a48-9ec9-1627629af326 req-a98dce58-bbdf-4c89-b84b-be04a19b40c9 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:54.835322 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-b3927e73-febd-4a48-9ec9-1627629af326 req-a98dce58-bbdf-4c89-b84b-be04a19b40c9 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Synchronizing usage tracker for tenant:976bf3c4606b467097c204ffc819bc79 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:31:54.844469 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-859af0cd-ac42-408e-a02b-a04ef757a450 req-37c6f39e-5349-4a86-b9aa-611b762ed58e service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170516 Mar 09 03:31:54.873805 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-8fdf2ca9-a12a-4812-8c8b-83572d251feb service neutron] 10.222.0.21 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098533 Mar 09 03:31:54.879683 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fb8b911b-fbda-4269-901d-767f42ffe62d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:54.892352 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fb8b911b-fbda-4269-901d-767f42ffe62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:54.926386 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-b3927e73-febd-4a48-9ec9-1627629af326 req-a98dce58-bbdf-4c89-b84b-be04a19b40c9 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Unset dirty status for tenant:976bf3c4606b467097c204ffc819bc79 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:31:54.935608 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b3927e73-febd-4a48-9ec9-1627629af326 req-a98dce58-bbdf-4c89-b84b-be04a19b40c9 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=93983de7-014e-4eea-92f4-c6d44bba363a HTTP/1.1" status: 200 len: 947 time: 0.4028664 Mar 09 03:31:54.987946 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90a06888-1902-411f-83eb-39a05c2dad1c req-c35d2b53-5dea-4c67-828a-e526328f644d service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870362 Mar 09 03:31:54.990569 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b911b-fbda-4269-901d-767f42ffe62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51835bf9-1c25-44a8-b1db-9b5944ba1375,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:54.994640 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fb8b911b-fbda-4269-901d-767f42ffe62d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4aaf32da657545dea232fef2c1484226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7527971 Mar 09 03:31:54.998012 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37228) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:55.026029 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-b3927e73-febd-4a48-9ec9-1627629af326 req-32ad0939-7dab-4c1a-b947-c7c676bc60dd tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Synchronizing usage tracker for tenant:976bf3c4606b467097c204ffc819bc79 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:31:55.137527 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-b3927e73-febd-4a48-9ec9-1627629af326 req-32ad0939-7dab-4c1a-b947-c7c676bc60dd tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Unset dirty status for tenant:976bf3c4606b467097c204ffc819bc79 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:31:55.147215 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b3927e73-febd-4a48-9ec9-1627629af326 req-32ad0939-7dab-4c1a-b947-c7c676bc60dd tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ddb91db-2967-4c90-9451-1284f8226b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106254 Mar 09 03:31:55.187068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37234) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:55.215628 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e25fa65-343f-4e2d-9306-beb69c81b2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:55.238422 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5e25fa65-343f-4e2d-9306-beb69c81b2a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:55.242634 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90a06888-1902-411f-83eb-39a05c2dad1c req-b532acab-94b9-49bd-a674-36f4d23bbb54 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196712 Mar 09 03:31:55.246607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5e25fa65-343f-4e2d-9306-beb69c81b2a2 admin admin] Usage tracker for resource:security_group_rule and tenant:dc80934d62f346128d85fb0971379634 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:55.250290 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5e25fa65-343f-4e2d-9306-beb69c81b2a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:55.256601 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5e25fa65-343f-4e2d-9306-beb69c81b2a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:55.276276 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-84cdeb13-7264-4b2e-a92b-943dca94f610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:55.311371 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-84cdeb13-7264-4b2e-a92b-943dca94f610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:55.361856 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-d1bbab9f-6e76-449c-9ed5-59fcc445217b tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:55.363404 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-d1bbab9f-6e76-449c-9ed5-59fcc445217b tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333&tenant_id=42923148a00a49268422cf3ff4c2fd04&binding%3Ahost_id=n-h1-825178-5 HTTP/1.1" status: 200 len: 1096 time: 0.2951493 Mar 09 03:31:55.407391 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-d179045d-141b-4a25-8289-ca85785f77db service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825178-5'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:31:55.459935 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216b84f-2422-4554-8dd2-ba33215099f7 req-53fde51f-ac8a-476f-a69c-f9819fd3792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:55.461380 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9216b84f-2422-4554-8dd2-ba33215099f7 req-53fde51f-ac8a-476f-a69c-f9819fd3792f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39508b8a9b4a48919043027f7e194a48&device_id=5ef2772b-aeb1-4e72-9512-441ea446d0ac HTTP/1.1" status: 200 len: 1099 time: 0.1422279 Mar 09 03:31:55.469078 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d693e-81b1-467c-91e4-0a7839613269 req-9e448e00-496f-4ba6-ad45-5bbf34a31114 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:55.470465 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d07d693e-81b1-467c-91e4-0a7839613269 req-9e448e00-496f-4ba6-ad45-5bbf34a31114 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 945 time: 0.2029600 Mar 09 03:31:55.515935 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-84cdeb13-7264-4b2e-a92b-943dca94f610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:55.545666 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e25fa65-343f-4e2d-9306-beb69c81b2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:55.554278 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdeb13-7264-4b2e-a92b-943dca94f610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51835bf9-1c25-44a8-b1db-9b5944ba1375,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:55.572341 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f059d93-f6a8-4d89-a8bc-f349747f58a7 req-e7f5712c-ba5f-461c-b546-e47fa31be1f7 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:55.579094 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0f059d93-f6a8-4d89-a8bc-f349747f58a7 req-e7f5712c-ba5f-461c-b546-e47fa31be1f7 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=647f1ac8-e994-4e9d-ad3d-5a35c6ac9943 HTTP/1.1" status: 200 len: 948 time: 0.2226315 Mar 09 03:31:55.581693 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-d179045d-141b-4a25-8289-ca85785f77db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:55.591289 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-84cdeb13-7264-4b2e-a92b-943dca94f610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:55.592697 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-84cdeb13-7264-4b2e-a92b-943dca94f610 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/51835bf9-1c25-44a8-b1db-9b5944ba1375 HTTP/1.1" status: 204 len: 168 time: 0.5927405 Mar 09 03:31:55.608158 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e25fa65-343f-4e2d-9306-beb69c81b2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:55.651558 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d07d693e-81b1-467c-91e4-0a7839613269 req-f11454c7-26fe-47d5-bd2a-2a7171831d64 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576343 Mar 09 03:31:55.680816 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5e25fa65-343f-4e2d-9306-beb69c81b2a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc80934d62f346128d85fb0971379634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4924650 Mar 09 03:31:55.685115 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37242) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:55.685728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25fa65-343f-4e2d-9306-beb69c81b2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df37ffd8-cfa3-4418-81c6-d7c95a8fe87d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:55.688888 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0f059d93-f6a8-4d89-a8bc-f349747f58a7 req-b8bb44f0-bdc8-4362-97be-cde45d4845b3 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074398 Mar 09 03:31:55.725836 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216b84f-2422-4554-8dd2-ba33215099f7 req-64a1c9ee-e38a-4a11-accf-daf2d2c4768d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:55.727293 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9216b84f-2422-4554-8dd2-ba33215099f7 req-64a1c9ee-e38a-4a11-accf-daf2d2c4768d service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.2559655 Mar 09 03:31:55.811047 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9216b84f-2422-4554-8dd2-ba33215099f7 req-9d54a4e1-c2d0-4513-9a41-c3bcc3096e13 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=54559c20-8f33-43a8-a805-8c1630a0269c HTTP/1.1" status: 200 len: 217 time: 0.0748725 Mar 09 03:31:55.859370 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-d179045d-141b-4a25-8289-ca85785f77db service neutron] For port b4dfe22a-e7d9-40c4-a974-57a06028ad0e, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=b4dfe22a-e7d9-40c4-a974-57a06028ad0e,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:31:55.896488 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-d179045d-141b-4a25-8289-ca85785f77db service neutron] For port b4dfe22a-e7d9-40c4-a974-57a06028ad0e, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:31:56.035458 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d7e87e-1c44-4a8a-9c34-0cf3994fa333', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4dfe22a-e7d9-40c4-a974-57a06028ad0e'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:31:56.042203 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-d179045d-141b-4a25-8289-ca85785f77db service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:56.066894 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3f89b883-7b74-4477-825f-6ec41d40e01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:56.069334 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d7afa-c468-4b61-bfaa-d161fba87526 req-c75d5e51-aaf6-4bfa-b3cf-11c83d81b767 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:56.075718 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bd9d7afa-c468-4b61-bfaa-d161fba87526 req-c75d5e51-aaf6-4bfa-b3cf-11c83d81b767 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ef2772b-aeb1-4e72-9512-441ea446d0ac HTTP/1.1" status: 200 len: 948 time: 0.1354563 Mar 09 03:31:56.076972 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-d179045d-141b-4a25-8289-ca85785f77db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:56.094454 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216b84f-2422-4554-8dd2-ba33215099f7 req-f22fd8ae-ff66-4cf4-8c89-4489f4c17034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:56.095991 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9216b84f-2422-4554-8dd2-ba33215099f7 req-f22fd8ae-ff66-4cf4-8c89-4489f4c17034 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.2743275 Mar 09 03:31:56.197395 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3f89b883-7b74-4477-825f-6ec41d40e01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:56.214192 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d7e87e-1c44-4a8a-9c34-0cf3994fa333', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4dfe22a-e7d9-40c4-a974-57a06028ad0e', 'code': 200} Mar 09 03:31:56.285047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216b84f-2422-4554-8dd2-ba33215099f7 req-0896618e-0334-4097-905f-af6b9f783cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:56.289899 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9216b84f-2422-4554-8dd2-ba33215099f7 req-0896618e-0334-4097-905f-af6b9f783cbe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1830995 Mar 09 03:31:56.296125 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3f89b883-7b74-4477-825f-6ec41d40e01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:56.343502 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bd9d7afa-c468-4b61-bfaa-d161fba87526 req-6e86e6d6-5d34-4d1a-abb8-7cf4ab5909e6 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608271 Mar 09 03:31:56.363139 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3f89b883-7b74-4477-825f-6ec41d40e01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:56.366755 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3f89b883-7b74-4477-825f-6ec41d40e01b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df37ffd8-cfa3-4418-81c6-d7c95a8fe87d HTTP/1.1" status: 204 len: 168 time: 0.6758263 Mar 09 03:31:56.374060 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179045d-141b-4a25-8289-ca85785f77db service neutron] Pushing event updated for resources: {'Port': ['ID=b4dfe22a-e7d9-40c4-a974-57a06028ad0e,revision_number=7']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:56.380384 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-d179045d-141b-4a25-8289-ca85785f77db service neutron] Attempting to bind port b4dfe22a-e7d9-40c4-a974-57a06028ad0e on host n-h1-825178-5 for vnic_type normal with profile {"migrating_to": "n-h2-825178-5"} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:31:56.380837 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-d179045d-141b-4a25-8289-ca85785f77db service neutron] Attempting to bind port b4dfe22a-e7d9-40c4-a974-57a06028ad0e by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:31:56.381249 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-d179045d-141b-4a25-8289-ca85785f77db service neutron] Attempting to bind port b4dfe22a-e7d9-40c4-a974-57a06028ad0e on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:31:56.387539 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-d179045d-141b-4a25-8289-ca85785f77db service neutron] Port b4dfe22a-e7d9-40c4-a974-57a06028ad0e on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:31:56.388134 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-d179045d-141b-4a25-8289-ca85785f77db service neutron] Attempting to bind port b4dfe22a-e7d9-40c4-a974-57a06028ad0e on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:31:56.393605 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-d179045d-141b-4a25-8289-ca85785f77db service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:31:56.394315 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-d179045d-141b-4a25-8289-ca85785f77db service neutron] Checking segment: {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:31:56.394804 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-d179045d-141b-4a25-8289-ca85785f77db service neutron] Bound using segment: {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:31:56.395354 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-d179045d-141b-4a25-8289-ca85785f77db service neutron] Bound port: b4dfe22a-e7d9-40c4-a974-57a06028ad0e, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:31:56.395769 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-d179045d-141b-4a25-8289-ca85785f77db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:56.426625 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89b883-7b74-4477-825f-6ec41d40e01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df37ffd8-cfa3-4418-81c6-d7c95a8fe87d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:56.512951 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-d179045d-141b-4a25-8289-ca85785f77db service neutron] For port b4dfe22a-e7d9-40c4-a974-57a06028ad0e, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:31:56.519256 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-d179045d-141b-4a25-8289-ca85785f77db service neutron] For port b4dfe22a-e7d9-40c4-a974-57a06028ad0e, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=b4dfe22a-e7d9-40c4-a974-57a06028ad0e,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:31:56.526199 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-d179045d-141b-4a25-8289-ca85785f77db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:56.595173 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9216b84f-2422-4554-8dd2-ba33215099f7 req-2a797bb9-b634-411f-bf5c-2085d2bf1413 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890155 Mar 09 03:31:56.717211 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-d179045d-141b-4a25-8289-ca85785f77db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:56.717813 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-d179045d-141b-4a25-8289-ca85785f77db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:56.719209 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-d179045d-141b-4a25-8289-ca85785f77db service neutron] 10.222.0.21 "PUT /v2.0/ports/b4dfe22a-e7d9-40c4-a974-57a06028ad0e HTTP/1.1" status: 200 len: 1121 time: 1.3210933 Mar 09 03:31:56.723455 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179045d-141b-4a25-8289-ca85785f77db service neutron] Pushing event updated for resources: {'Port': ['ID=b4dfe22a-e7d9-40c4-a974-57a06028ad0e,revision_number=8']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:56.728652 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64a6d5-f49e-448a-970d-3e8675eb68cf req-63a55c30-6fd8-4063-ae6b-2e3528b6478a tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:56.730647 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4e64a6d5-f49e-448a-970d-3e8675eb68cf req-63a55c30-6fd8-4063-ae6b-2e3528b6478a tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=93983de7-014e-4eea-92f4-c6d44bba363a HTTP/1.1" status: 200 len: 947 time: 0.4014018 Mar 09 03:31:56.804310 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['b4dfe22a-e7d9-40c4-a974-57a06028ad0e'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:31:56.832683 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4e64a6d5-f49e-448a-970d-3e8675eb68cf req-bf0299de-db77-4772-b261-265c88350656 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ddb91db-2967-4c90-9451-1284f8226b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870457 Mar 09 03:31:56.853365 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9216b84f-2422-4554-8dd2-ba33215099f7 req-389361d6-19e5-4f40-8f46-ca33a917036a service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510900 Mar 09 03:31:57.031937 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7deaf9e-31bf-4978-b50d-3fffd1a38e1d req-7b217cd2-881e-4ec5-9b60-8b48a7f36e2f tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:57.039368 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c7deaf9e-31bf-4978-b50d-3fffd1a38e1d req-7b217cd2-881e-4ec5-9b60-8b48a7f36e2f tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 943 time: 0.1161869 Mar 09 03:31:57.085231 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c7deaf9e-31bf-4978-b50d-3fffd1a38e1d req-02e6c572-2602-4ac0-aeb8-dd6d7eb9c12f tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446842 Mar 09 03:31:57.157318 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd389a-f289-4047-818d-4062a8cef71d req-f1490c71-86a0-4609-927d-0b0f651a894b tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:57.158880 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f8cd389a-f289-4047-818d-4062a8cef71d req-f1490c71-86a0-4609-927d-0b0f651a894b tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=647f1ac8-e994-4e9d-ad3d-5a35c6ac9943 HTTP/1.1" status: 200 len: 948 time: 0.1190464 Mar 09 03:31:57.215535 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f8cd389a-f289-4047-818d-4062a8cef71d req-2e4bf964-6709-49c8-9f4f-0161f2439fc9 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484495 Mar 09 03:31:57.221545 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37298) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:57.391774 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 3f48079b-d910-4d43-b679-0365954c63be details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:31:57.420115 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-afbff160-3932-4cd7-87a5-ad69ad712233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:57.453696 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-afbff160-3932-4cd7-87a5-ad69ad712233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:57.460319 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-afbff160-3932-4cd7-87a5-ad69ad712233 admin admin] Usage tracker for resource:security_group_rule and tenant:85b74889b244415e9b5171982e05cf28 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:57.466803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-afbff160-3932-4cd7-87a5-ad69ad712233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:57.543729 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-afbff160-3932-4cd7-87a5-ad69ad712233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:57.568175 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 3f48079b-d910-4d43-b679-0365954c63be, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=3f48079b-d910-4d43-b679-0365954c63be,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:31:57.589438 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '3f48079b-d910-4d43-b679-0365954c63be', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': '3f48079b-d910-4d43-b679-0365954c63be', 'mac_address': 'fa:16:3e:2a:a7:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:31:57.618991 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b942f-8b6c-491c-923b-bd487f078365 req-950853ba-805d-463e-bce7-7435f41fa423 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:57.620612 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a93b942f-8b6c-491c-923b-bd487f078365 req-950853ba-805d-463e-bce7-7435f41fa423 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ef2772b-aeb1-4e72-9512-441ea446d0ac HTTP/1.1" status: 200 len: 948 time: 0.1472371 Mar 09 03:31:57.670253 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:57.690917 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f48079b-d910-4d43-b679-0365954c63be {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:31:57.707972 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a93b942f-8b6c-491c-923b-bd487f078365 req-1babd462-1ac3-4174-ba41-24b9ee5dd877 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802002 Mar 09 03:31:57.725279 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-afbff160-3932-4cd7-87a5-ad69ad712233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:57.726794 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 3f48079b-d910-4d43-b679-0365954c63be, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=3f48079b-d910-4d43-b679-0365954c63be,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:31:57.735718 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-afbff160-3932-4cd7-87a5-ad69ad712233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:57.735865 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:57.736318 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 7b0a9b27-262c-4894-b447-163474307d68 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:31:57.775767 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-afbff160-3932-4cd7-87a5-ad69ad712233 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85b74889b244415e9b5171982e05cf28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5508757 Mar 09 03:31:57.776138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37326) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:57.838682 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 7b0a9b27-262c-4894-b447-163474307d68, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=7b0a9b27-262c-4894-b447-163474307d68,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:31:57.844938 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbff160-3932-4cd7-87a5-ad69ad712233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdc92b9-92a2-4ea2-be58-f0983bae4119,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:57.848290 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=3f48079b-d910-4d43-b679-0365954c63be,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:57.866507 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:31:57.872366 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:57.872792 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:57.873342 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:57.873791 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:57.874750 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:57.875457 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:57.876061 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:57.876726 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:57.877555 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:57.878028 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:57.878507 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:57.879015 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:31:57.884584 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '7b0a9b27-262c-4894-b447-163474307d68', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': '7b0a9b27-262c-4894-b447-163474307d68', 'mac_address': 'fa:16:3e:a0:c0:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:31:57.926340 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-196ffe52-e700-4fb1-900b-082a2f251232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:57.957824 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:57.992373 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0a9b27-262c-4894-b447-163474307d68 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:31:57.993445 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-196ffe52-e700-4fb1-900b-082a2f251232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:58.015972 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 7b0a9b27-262c-4894-b447-163474307d68, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=7b0a9b27-262c-4894-b447-163474307d68,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:31:58.038370 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:58.069946 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-196ffe52-e700-4fb1-900b-082a2f251232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:58.088566 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ffe52-e700-4fb1-900b-082a2f251232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdc92b9-92a2-4ea2-be58-f0983bae4119,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:58.092134 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-196ffe52-e700-4fb1-900b-082a2f251232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:58.093240 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-196ffe52-e700-4fb1-900b-082a2f251232 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/acdc92b9-92a2-4ea2-be58-f0983bae4119 HTTP/1.1" status: 204 len: 168 time: 0.3161504 Mar 09 03:31:58.173807 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=7b0a9b27-262c-4894-b447-163474307d68,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:58.215334 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d7e87e-1c44-4a8a-9c34-0cf3994fa333', 'tag': 'b4dfe22a-e7d9-40c4-a974-57a06028ad0e'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:31:58.271570 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf2db5-170c-42b3-9aa1-e1423cf533dc req-73144ffa-be07-48cd-b4ed-264894639951 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:58.279179 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1ccf2db5-170c-42b3-9aa1-e1423cf533dc req-73144ffa-be07-48cd-b4ed-264894639951 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=93983de7-014e-4eea-92f4-c6d44bba363a HTTP/1.1" status: 200 len: 948 time: 0.1290102 Mar 09 03:31:58.337373 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1ccf2db5-170c-42b3-9aa1-e1423cf533dc req-65811923-a8ee-4058-9e59-b703acc291b9 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ddb91db-2967-4c90-9451-1284f8226b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572090 Mar 09 03:31:58.357405 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd322fef-22de-4a3e-b9e5-662f99e3c2dd req-6cca478b-3c1a-4956-8e8b-d9a2d2d2decc tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:58.358936 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd322fef-22de-4a3e-b9e5-662f99e3c2dd req-6cca478b-3c1a-4956-8e8b-d9a2d2d2decc tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 943 time: 0.1081626 Mar 09 03:31:58.406409 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd322fef-22de-4a3e-b9e5-662f99e3c2dd req-54f5e1e1-5d9c-4800-ba23-1fae6f1cdb2c tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410564 Mar 09 03:31:58.430337 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['7b0a9b27-262c-4894-b447-163474307d68'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:31:58.462091 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['3f48079b-d910-4d43-b679-0365954c63be'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:31:58.478970 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d7e87e-1c44-4a8a-9c34-0cf3994fa333', 'tag': 'b4dfe22a-e7d9-40c4-a974-57a06028ad0e', 'status': 'completed', 'code': 200} Mar 09 03:31:58.622261 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b763916-da5d-4c15-ad60-2ff8c9c73f91 req-6a38332a-b97f-420f-bba1-866c9e7d053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:58.623085 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37362) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:58.629994 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b763916-da5d-4c15-ad60-2ff8c9c73f91 req-6a38332a-b97f-420f-bba1-866c9e7d053e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42923148a00a49268422cf3ff4c2fd04&device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 1124 time: 0.1263013 Mar 09 03:31:58.643555 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-45e82d6e-7857-43bf-9e1c-7af38f48f3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:58.661606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-45e82d6e-7857-43bf-9e1c-7af38f48f3a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:31:58.666728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-45e82d6e-7857-43bf-9e1c-7af38f48f3a9 admin admin] Usage tracker for resource:security_group_rule and tenant:20158cf75c644ac98efdba641b72d69f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:31:58.671168 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-45e82d6e-7857-43bf-9e1c-7af38f48f3a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:31:58.679085 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-45e82d6e-7857-43bf-9e1c-7af38f48f3a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:31:58.685442 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 54559c20-8f33-43a8-a805-8c1630a0269c details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:31:58.756592 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-559747eb-c657-4ac3-92ba-56b74bac08e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:58.784872 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-45e82d6e-7857-43bf-9e1c-7af38f48f3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:58.791505 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-45e82d6e-7857-43bf-9e1c-7af38f48f3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:58.846573 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-45e82d6e-7857-43bf-9e1c-7af38f48f3a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20158cf75c644ac98efdba641b72d69f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223182 Mar 09 03:31:58.850457 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37370) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:31:58.864937 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e82d6e-7857-43bf-9e1c-7af38f48f3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d67382-e4ff-4dda-a94e-9067c669a944,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:58.965817 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-049d8f68-1731-42e2-8df4-8041625d72b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:58.994479 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-049d8f68-1731-42e2-8df4-8041625d72b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:59.022869 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 54559c20-8f33-43a8-a805-8c1630a0269c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=54559c20-8f33-43a8-a805-8c1630a0269c,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:31:59.053964 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '54559c20-8f33-43a8-a805-8c1630a0269c', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': '54559c20-8f33-43a8-a805-8c1630a0269c', 'mac_address': 'fa:16:3e:95:c9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:31:59.056193 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b763916-da5d-4c15-ad60-2ff8c9c73f91 req-a51f15eb-0488-4255-b53a-26b91e6e4dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:59.058876 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b763916-da5d-4c15-ad60-2ff8c9c73f91 req-a51f15eb-0488-4255-b53a-26b91e6e4dd5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=304f544a-4e19-4ec8-816f-4e06aa7f0361 HTTP/1.1" status: 200 len: 921 time: 0.3771720 Mar 09 03:31:59.060777 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-049d8f68-1731-42e2-8df4-8041625d72b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:59.114918 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:59.120268 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d8f68-1731-42e2-8df4-8041625d72b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d67382-e4ff-4dda-a94e-9067c669a944,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:59.127068 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-049d8f68-1731-42e2-8df4-8041625d72b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:59.132346 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-049d8f68-1731-42e2-8df4-8041625d72b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e6d67382-e4ff-4dda-a94e-9067c669a944 HTTP/1.1" status: 204 len: 168 time: 0.2805130 Mar 09 03:31:59.140926 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b763916-da5d-4c15-ad60-2ff8c9c73f91 req-7dc7b51d-ab48-451c-91d9-27e2cb311571 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4dfe22a-e7d9-40c4-a974-57a06028ad0e HTTP/1.1" status: 200 len: 217 time: 0.0701046 Mar 09 03:31:59.143085 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54559c20-8f33-43a8-a805-8c1630a0269c {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:31:59.149009 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137aba0-c4a6-4ec7-85af-65a0c9c3b1e6 req-ae7bbb6f-140a-4ba4-99a8-fd789198148b tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:59.156252 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0137aba0-c4a6-4ec7-85af-65a0c9c3b1e6 req-ae7bbb6f-140a-4ba4-99a8-fd789198148b tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=647f1ac8-e994-4e9d-ad3d-5a35c6ac9943 HTTP/1.1" status: 200 len: 949 time: 0.5243876 Mar 09 03:31:59.173136 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 54559c20-8f33-43a8-a805-8c1630a0269c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=54559c20-8f33-43a8-a805-8c1630a0269c,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:31:59.179522 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:31:59.185412 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b87c72-0060-4338-aa6b-cb56ae259d94 req-7154dc7b-af66-4dbb-94c0-c62c6469968f tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:59.186261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f1b87c72-0060-4338-aa6b-cb56ae259d94 req-7154dc7b-af66-4dbb-94c0-c62c6469968f tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Synchronizing usage tracker for tenant:39508b8a9b4a48919043027f7e194a48 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:31:59.203978 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f1b87c72-0060-4338-aa6b-cb56ae259d94 req-7154dc7b-af66-4dbb-94c0-c62c6469968f tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Unset dirty status for tenant:39508b8a9b4a48919043027f7e194a48 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:31:59.205411 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f1b87c72-0060-4338-aa6b-cb56ae259d94 req-7154dc7b-af66-4dbb-94c0-c62c6469968f tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ef2772b-aeb1-4e72-9512-441ea446d0ac HTTP/1.1" status: 200 len: 948 time: 0.1377399 Mar 09 03:31:59.250359 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b763916-da5d-4c15-ad60-2ff8c9c73f91 req-c4e02a08-9da8-412c-9541-bd3500f4c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:59.251831 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b763916-da5d-4c15-ad60-2ff8c9c73f91 req-c4e02a08-9da8-412c-9541-bd3500f4c27b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbb7cb80-fa8d-459c-b59f-347ff2f11453 HTTP/1.1" status: 200 len: 860 time: 0.0936627 Mar 09 03:31:59.261974 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0137aba0-c4a6-4ec7-85af-65a0c9c3b1e6 req-2e7a1c5d-0ced-46b8-9e0a-74145673ce64 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048243 Mar 09 03:31:59.263042 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f1b87c72-0060-4338-aa6b-cb56ae259d94 req-b30d9a7a-df7c-4e59-830b-b1dd0bbb026f tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499613 Mar 09 03:31:59.274908 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=54559c20-8f33-43a8-a805-8c1630a0269c,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:31:59.317831 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b763916-da5d-4c15-ad60-2ff8c9c73f91 req-15f46111-b543-44d0-bad7-a4073da9444a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=304f544a-4e19-4ec8-816f-4e06aa7f0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548275 Mar 09 03:31:59.450638 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['54559c20-8f33-43a8-a805-8c1630a0269c'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:31:59.467114 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b763916-da5d-4c15-ad60-2ff8c9c73f91 req-67e3685e-d748-4ecd-ba2d-98c0b78b6f94 service neutron] 10.222.0.24 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431990 Mar 09 03:31:59.652992 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b763916-da5d-4c15-ad60-2ff8c9c73f91 req-38c49782-b396-4957-bd5d-5a406a0a4bc2 service neutron] 10.222.0.24 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764152 Mar 09 03:31:59.796699 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f5a19-bb5e-48bd-9d40-7451e44fbbc5 req-54c9082e-c0e7-4728-940f-9a831b2fea09 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:59.799084 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-083f5a19-bb5e-48bd-9d40-7451e44fbbc5 req-54c9082e-c0e7-4728-940f-9a831b2fea09 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=93983de7-014e-4eea-92f4-c6d44bba363a HTTP/1.1" status: 200 len: 948 time: 0.0918019 Mar 09 03:31:59.818014 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa531b-a947-47b4-8767-d989ae1371a0 req-a1d5da92-9d69-48dd-acf9-1476ff76bf2b tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:31:59.819606 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1bfa531b-a947-47b4-8767-d989ae1371a0 req-a1d5da92-9d69-48dd-acf9-1476ff76bf2b tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 943 time: 0.0826764 Mar 09 03:31:59.850018 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-083f5a19-bb5e-48bd-9d40-7451e44fbbc5 req-6d0c6098-ea5c-42ec-939f-8580f3a1c0c4 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ddb91db-2967-4c90-9451-1284f8226b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444250 Mar 09 03:31:59.881047 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1bfa531b-a947-47b4-8767-d989ae1371a0 req-2042568c-862f-4568-bc83-6a36e7ea0c92 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544612 Mar 09 03:32:00.237295 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37428) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:00.399316 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f9f3e60b-735b-4fe2-b98d-152a0b6bf1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:00.465417 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f9f3e60b-735b-4fe2-b98d-152a0b6bf1f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:00.476053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f9f3e60b-735b-4fe2-b98d-152a0b6bf1f5 admin admin] Usage tracker for resource:security_group_rule and tenant:e66248253ce44efcad3d58cf6a2b96e8 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:00.479872 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f9f3e60b-735b-4fe2-b98d-152a0b6bf1f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:00.488485 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f9f3e60b-735b-4fe2-b98d-152a0b6bf1f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:00.490385 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63a3ec-825a-4dfa-8a33-2540c37bda37 req-11398d4b-17a4-42e8-a21a-88bc0ca6b3c7 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:00.492740 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-de63a3ec-825a-4dfa-8a33-2540c37bda37 req-11398d4b-17a4-42e8-a21a-88bc0ca6b3c7 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ef2772b-aeb1-4e72-9512-441ea446d0ac HTTP/1.1" status: 200 len: 949 time: 0.0938954 Mar 09 03:32:00.549464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae481af0-1d1e-46d1-a36e-714a7d619480 req-a2c1c854-b74f-4d47-a544-4722696ee749 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:00.550401 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-de63a3ec-825a-4dfa-8a33-2540c37bda37 req-858e6af9-a535-41a3-80d1-881d7769d42c tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508392 Mar 09 03:32:00.557557 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ae481af0-1d1e-46d1-a36e-714a7d619480 req-a2c1c854-b74f-4d47-a544-4722696ee749 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=647f1ac8-e994-4e9d-ad3d-5a35c6ac9943 HTTP/1.1" status: 200 len: 949 time: 0.1424496 Mar 09 03:32:00.638720 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f9f3e60b-735b-4fe2-b98d-152a0b6bf1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:00.646132 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f9f3e60b-735b-4fe2-b98d-152a0b6bf1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:00.684322 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37452) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:00.692858 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b4dfe22a-e7d9-40c4-a974-57a06028ad0e details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:32:00.695140 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 54559c20-8f33-43a8-a805-8c1630a0269c up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:32:00.705974 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37458) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:00.706491 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f9f3e60b-735b-4fe2-b98d-152a0b6bf1f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e66248253ce44efcad3d58cf6a2b96e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4676600 Mar 09 03:32:00.726789 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ae481af0-1d1e-46d1-a36e-714a7d619480 req-adad0a3b-60bc-4237-b7a8-416c94d05631 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683545 Mar 09 03:32:00.731724 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3e60b-735b-4fe2-b98d-152a0b6bf1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c403491-bb8a-4e91-99f9-4ab14a73b97d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:00.786723 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1541834d-53b4-44b7-97d2-9b1663eaa0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:00.816400 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1541834d-53b4-44b7-97d2-9b1663eaa0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:00.890552 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1541834d-53b4-44b7-97d2-9b1663eaa0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:00.925747 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541834d-53b4-44b7-97d2-9b1663eaa0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c403491-bb8a-4e91-99f9-4ab14a73b97d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:00.932832 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 54559c20-8f33-43a8-a805-8c1630a0269c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:32:00.934773 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1541834d-53b4-44b7-97d2-9b1663eaa0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:00.936091 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1541834d-53b4-44b7-97d2-9b1663eaa0c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c403491-bb8a-4e91-99f9-4ab14a73b97d HTTP/1.1" status: 204 len: 168 time: 0.2290497 Mar 09 03:32:00.943362 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 54559c20-8f33-43a8-a805-8c1630a0269c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:32:00.943725 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:00.986618 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1263e86c-e1dc-4c14-be80-e3056f9c58ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:01.030178 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1263e86c-e1dc-4c14-be80-e3056f9c58ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:01.040495 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1263e86c-e1dc-4c14-be80-e3056f9c58ea admin admin] Usage tracker for resource:security_group_rule and tenant:83597d374fb748f5bbd7c150d86f3028 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:01.048377 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1263e86c-e1dc-4c14-be80-e3056f9c58ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:01.067835 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1263e86c-e1dc-4c14-be80-e3056f9c58ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:01.084069 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c0b33f93-f523-4e10-944c-4a1ac920eff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:01.093519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b4dfe22a-e7d9-40c4-a974-57a06028ad0e, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=b4dfe22a-e7d9-40c4-a974-57a06028ad0e,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:01.118923 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b4dfe22a-e7d9-40c4-a974-57a06028ad0e has no active binding in host n-h2-825178-5 {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 09 03:32:01.239059 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664ef63-167d-4cd9-acaa-4872a28093fa req-aaa4e6a3-ed1e-4369-be4f-0f2c51f65a05 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:01.240605 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f664ef63-167d-4cd9-acaa-4872a28093fa req-aaa4e6a3-ed1e-4369-be4f-0f2c51f65a05 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 943 time: 0.1282458 Mar 09 03:32:01.257599 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:01.290489 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7670d-3c28-4578-a2f4-d520ef9f5cd2 req-a67f69b8-39b7-4b1e-b99b-a13f45078fb1 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:01.299608 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a6c7670d-3c28-4578-a2f4-d520ef9f5cd2 req-a67f69b8-39b7-4b1e-b99b-a13f45078fb1 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=93983de7-014e-4eea-92f4-c6d44bba363a HTTP/1.1" status: 200 len: 948 time: 0.2345033 Mar 09 03:32:01.300004 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef2772b-aeb1-4e72-9512-441ea446d0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54559c20-8f33-43a8-a805-8c1630a0269c'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:32:01.327893 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 54559c20-8f33-43a8-a805-8c1630a0269c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=54559c20-8f33-43a8-a805-8c1630a0269c,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:01.330309 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f664ef63-167d-4cd9-acaa-4872a28093fa req-a2645a0c-98d8-478a-9bc4-f715e10e7f9f tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723114 Mar 09 03:32:01.338604 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:01.392540 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 3f48079b-d910-4d43-b679-0365954c63be up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:32:01.396804 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a6c7670d-3c28-4578-a2f4-d520ef9f5cd2 req-9dfeb562-fef5-4565-ad44-9bb24248ce3a tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ddb91db-2967-4c90-9451-1284f8226b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961440 Mar 09 03:32:01.439635 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1263e86c-e1dc-4c14-be80-e3056f9c58ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:01.450321 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1263e86c-e1dc-4c14-be80-e3056f9c58ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:01.506992 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 3f48079b-d910-4d43-b679-0365954c63be completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:32:01.520818 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263e86c-e1dc-4c14-be80-e3056f9c58ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aeb5f91-2654-4ebb-9a8d-c6089971630b,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:01.534664 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef2772b-aeb1-4e72-9512-441ea446d0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54559c20-8f33-43a8-a805-8c1630a0269c', 'code': 200} Mar 09 03:32:01.544315 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 3f48079b-d910-4d43-b679-0365954c63be triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:32:01.544808 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:01.563083 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1263e86c-e1dc-4c14-be80-e3056f9c58ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83597d374fb748f5bbd7c150d86f3028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8750443 Mar 09 03:32:01.563724 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37482) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:01.637074 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=54559c20-8f33-43a8-a805-8c1630a0269c,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:01.655954 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37488) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:01.656799 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff97d954-0f24-43f9-9511-432ebb74214b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:01.690081 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff97d954-0f24-43f9-9511-432ebb74214b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:01.706529 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:01.707547 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e988ba4-d978-4a44-a56a-909e67445c8c req-10e98e70-edcf-4328-8495-16bd0fff26e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:01.709183 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7e988ba4-d978-4a44-a56a-909e67445c8c req-10e98e70-edcf-4328-8495-16bd0fff26e9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5ef2772b-aeb1-4e72-9512-441ea446d0ac HTTP/1.1" status: 200 len: 1101 time: 0.1426086 Mar 09 03:32:01.742678 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 3f48079b-d910-4d43-b679-0365954c63be, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=3f48079b-d910-4d43-b679-0365954c63be,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:01.748022 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:01.749085 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 7b0a9b27-262c-4894-b447-163474307d68 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:32:01.761972 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7e988ba4-d978-4a44-a56a-909e67445c8c req-9f442ed4-54fe-47e3-bd1a-c1f22c4197ef service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438628 Mar 09 03:32:01.807595 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d13b691c-2037-49c1-803a-ff32b8078b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:01.827956 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-d13b691c-2037-49c1-803a-ff32b8078b81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:01.834461 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d13b691c-2037-49c1-803a-ff32b8078b81 admin admin] Usage tracker for resource:security_group_rule and tenant:3646277a9d574e37829e3487f1e507b7 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:01.837454 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d13b691c-2037-49c1-803a-ff32b8078b81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:01.846880 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-d13b691c-2037-49c1-803a-ff32b8078b81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:01.881423 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=3f48079b-d910-4d43-b679-0365954c63be,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:01.884024 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff97d954-0f24-43f9-9511-432ebb74214b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:01.893490 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 7b0a9b27-262c-4894-b447-163474307d68 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:32:01.901239 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 7b0a9b27-262c-4894-b447-163474307d68 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:32:01.902081 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:01.919664 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021ea9c-3039-4fc6-9eb7-341418a88e66 req-3f4ccd9a-e06e-4cf3-a0b1-ed913435cc2d tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:01.921186 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6021ea9c-3039-4fc6-9eb7-341418a88e66 req-3f4ccd9a-e06e-4cf3-a0b1-ed913435cc2d tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ef2772b-aeb1-4e72-9512-441ea446d0ac HTTP/1.1" status: 200 len: 950 time: 0.1945903 Mar 09 03:32:01.926942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97d954-0f24-43f9-9511-432ebb74214b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aeb5f91-2654-4ebb-9a8d-c6089971630b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:01.952349 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff97d954-0f24-43f9-9511-432ebb74214b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:01.955950 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ff97d954-0f24-43f9-9511-432ebb74214b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8aeb5f91-2654-4ebb-9a8d-c6089971630b HTTP/1.1" status: 204 len: 168 time: 0.3887150 Mar 09 03:32:02.015832 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6021ea9c-3039-4fc6-9eb7-341418a88e66 req-2d60a2ac-6cea-4609-8199-08cda05764d1 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867469 Mar 09 03:32:02.068182 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:02.069054 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:02.079289 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d13b691c-2037-49c1-803a-ff32b8078b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:02.087443 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d13b691c-2037-49c1-803a-ff32b8078b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:02.101233 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:02.136969 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 7b0a9b27-262c-4894-b447-163474307d68, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=7b0a9b27-262c-4894-b447-163474307d68,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:02.146573 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:02.151295 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d13b691c-2037-49c1-803a-ff32b8078b81 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3646277a9d574e37829e3487f1e507b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4262333 Mar 09 03:32:02.152550 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37506) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:02.155253 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b691c-2037-49c1-803a-ff32b8078b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151bebf3-9d86-4693-9eec-bc0cd90c5007,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:02.235320 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=7b0a9b27-262c-4894-b447-163474307d68,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:02.272684 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5a7dda02-4124-4c30-990c-075a675e3f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:02.306441 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5a7dda02-4124-4c30-990c-075a675e3f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:02.315768 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b609e2-cd83-41c1-b80a-dbb4397bcfc4 req-d90bfdb1-d352-48c5-9b04-eee81727bc13 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:02.317848 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e7b609e2-cd83-41c1-b80a-dbb4397bcfc4 req-d90bfdb1-d352-48c5-9b04-eee81727bc13 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=647f1ac8-e994-4e9d-ad3d-5a35c6ac9943 HTTP/1.1" status: 200 len: 950 time: 0.2331440 Mar 09 03:32:02.377097 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5a7dda02-4124-4c30-990c-075a675e3f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:02.386029 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e7b609e2-cd83-41c1-b80a-dbb4397bcfc4 req-7b96c41f-17c7-46c4-975a-123a50541fbd tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616808 Mar 09 03:32:02.399438 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5a7dda02-4124-4c30-990c-075a675e3f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:02.400523 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5a7dda02-4124-4c30-990c-075a675e3f15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/151bebf3-9d86-4693-9eec-bc0cd90c5007 HTTP/1.1" status: 204 len: 168 time: 0.2469511 Mar 09 03:32:02.406445 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7dda02-4124-4c30-990c-075a675e3f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151bebf3-9d86-4693-9eec-bc0cd90c5007,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:02.471727 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37520) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:02.502422 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb0e31d2-f77d-447b-974d-48509ab596b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:02.541602 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fb0e31d2-f77d-447b-974d-48509ab596b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:02.549947 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fb0e31d2-f77d-447b-974d-48509ab596b2 admin admin] Usage tracker for resource:security_group_rule and tenant:4c63489d56404ebea7d23ebe4be51cda is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:02.557649 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fb0e31d2-f77d-447b-974d-48509ab596b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:02.568240 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fb0e31d2-f77d-447b-974d-48509ab596b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:02.622111 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70702f6a-4eee-477a-8bcf-c146f70b6687 req-cf2a5ce3-030d-4f51-84e8-f4d1e8df6a41 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:02.623857 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-70702f6a-4eee-477a-8bcf-c146f70b6687 req-cf2a5ce3-030d-4f51-84e8-f4d1e8df6a41 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 943 time: 0.1035805 Mar 09 03:32:02.673673 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-70702f6a-4eee-477a-8bcf-c146f70b6687 req-6afbd5d6-ecfd-46a4-ab32-02bfd88120da tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416341 Mar 09 03:32:02.757890 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d85c2e-0a0f-486c-ace2-32ce1de918b1 req-fd3aa68f-a7b5-4c24-990e-26a277bcf91a tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:02.759363 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-29d85c2e-0a0f-486c-ace2-32ce1de918b1 req-fd3aa68f-a7b5-4c24-990e-26a277bcf91a tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=93983de7-014e-4eea-92f4-c6d44bba363a HTTP/1.1" status: 200 len: 949 time: 0.1788402 Mar 09 03:32:02.819160 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb0e31d2-f77d-447b-974d-48509ab596b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:02.825233 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb0e31d2-f77d-447b-974d-48509ab596b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:02.849471 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-29d85c2e-0a0f-486c-ace2-32ce1de918b1 req-27a36776-e9b2-4c7c-903f-f12d0385aff0 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ddb91db-2967-4c90-9451-1284f8226b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820389 Mar 09 03:32:02.881720 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fb0e31d2-f77d-447b-974d-48509ab596b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c63489d56404ebea7d23ebe4be51cda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4086044 Mar 09 03:32:02.882725 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e31d2-f77d-447b-974d-48509ab596b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc2e76c-e445-4e40-9f94-6677cf503bab,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:02.884612 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37538) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:02.957737 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c234f451-d1b7-4eb6-911a-51f3b66a9d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:02.984052 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c234f451-d1b7-4eb6-911a-51f3b66a9d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:03.043936 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c234f451-d1b7-4eb6-911a-51f3b66a9d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:03.063538 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234f451-d1b7-4eb6-911a-51f3b66a9d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc2e76c-e445-4e40-9f94-6677cf503bab,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:03.108917 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67f0d6c8-18b5-4200-bd02-f9dcf2956eca req-c53f7400-ebb1-496d-a01e-13bab5d5f77f tempest-QuotasAdminNegativeTest-2127006920 tempest-QuotasAdminNegativeTest-2127006920-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=871bf2e87e2d4a4ab28d757ae1a5f21b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479596 Mar 09 03:32:03.111367 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c234f451-d1b7-4eb6-911a-51f3b66a9d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:03.117790 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c234f451-d1b7-4eb6-911a-51f3b66a9d49 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fbc2e76c-e445-4e40-9f94-6677cf503bab HTTP/1.1" status: 204 len: 168 time: 0.2277641 Mar 09 03:32:03.210091 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efba61-fe20-4e00-a8ef-19ab542694a7 req-db8b06b7-284f-4bf0-8c77-b38d77126a50 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:03.214758 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e0efba61-fe20-4e00-a8ef-19ab542694a7 req-db8b06b7-284f-4bf0-8c77-b38d77126a50 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ef2772b-aeb1-4e72-9512-441ea446d0ac HTTP/1.1" status: 200 len: 950 time: 0.0858769 Mar 09 03:32:03.278694 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:03.288176 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e0efba61-fe20-4e00-a8ef-19ab542694a7 req-fd9ce65f-33c5-44d8-b25c-5781b590c8bb tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678318 Mar 09 03:32:03.320301 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0d6c8-18b5-4200-bd02-f9dcf2956eca req-8dd61c02-77b1-4b25-b34c-2122ac2c8a3a tempest-QuotasAdminNegativeTest-2127006920 tempest-QuotasAdminNegativeTest-2127006920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:03.322294 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67f0d6c8-18b5-4200-bd02-f9dcf2956eca req-8dd61c02-77b1-4b25-b34c-2122ac2c8a3a tempest-QuotasAdminNegativeTest-2127006920 tempest-QuotasAdminNegativeTest-2127006920-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059300 Mar 09 03:32:03.344619 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67f0d6c8-18b5-4200-bd02-f9dcf2956eca req-e3a6a558-82e7-47b3-8f35-a04064eca264 tempest-QuotasAdminNegativeTest-2127006920 tempest-QuotasAdminNegativeTest-2127006920-project] 10.222.0.16 "GET /v2.0/quotas/871bf2e87e2d4a4ab28d757ae1a5f21b HTTP/1.1" status: 200 len: 375 time: 0.0142064 Mar 09 03:32:03.393620 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67f0d6c8-18b5-4200-bd02-f9dcf2956eca req-c752731c-fe3b-4179-b8f6-0a82d832b7d7 tempest-QuotasAdminNegativeTest-2127006920 tempest-QuotasAdminNegativeTest-2127006920-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=871bf2e87e2d4a4ab28d757ae1a5f21b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432920 Mar 09 03:32:03.536354 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93983de7-014e-4eea-92f4-c6d44bba363a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f48079b-d910-4d43-b679-0365954c63be'}, {'server_uuid': '647f1ac8-e994-4e9d-ad3d-5a35c6ac9943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0a9b27-262c-4894-b447-163474307d68'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:32:03.597877 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6db76d-4df5-4aa4-b3b1-c5f72149276a req-3d6f9dda-4b3a-4715-b691-d55d272e4e9e tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:03.599423 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e6db76d-4df5-4aa4-b3b1-c5f72149276a req-3d6f9dda-4b3a-4715-b691-d55d272e4e9e tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=647f1ac8-e994-4e9d-ad3d-5a35c6ac9943 HTTP/1.1" status: 200 len: 950 time: 0.0940566 Mar 09 03:32:03.648069 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e6db76d-4df5-4aa4-b3b1-c5f72149276a req-00ce067b-2d54-4140-b528-291219f79669 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416958 Mar 09 03:32:03.706646 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93983de7-014e-4eea-92f4-c6d44bba363a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f48079b-d910-4d43-b679-0365954c63be', 'code': 200} Mar 09 03:32:03.706995 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '647f1ac8-e994-4e9d-ad3d-5a35c6ac9943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0a9b27-262c-4894-b447-163474307d68', 'code': 200} Mar 09 03:32:03.749913 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:03.962174 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787a37c-2a8c-4c50-956e-3ab8f1a73e92 req-44a69f4d-6a8f-4633-8e22-76d54d649401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:03.969656 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9787a37c-2a8c-4c50-956e-3ab8f1a73e92 req-44a69f4d-6a8f-4633-8e22-76d54d649401 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=93983de7-014e-4eea-92f4-c6d44bba363a HTTP/1.1" status: 200 len: 1100 time: 0.1623435 Mar 09 03:32:03.970541 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b0aa7-18eb-4708-81a2-3a8eb15eea14 req-215a559e-679a-4181-9606-f85ef74d0317 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:03.977792 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-124b0aa7-18eb-4708-81a2-3a8eb15eea14 req-215a559e-679a-4181-9606-f85ef74d0317 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 943 time: 0.1790397 Mar 09 03:32:04.015979 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd91ab-6f91-46ff-8171-f489069a6b51 req-d6adfd0e-6b58-44c9-8c7e-023500d6c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:04.017454 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4cbd91ab-6f91-46ff-8171-f489069a6b51 req-d6adfd0e-6b58-44c9-8c7e-023500d6c04a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=647f1ac8-e994-4e9d-ad3d-5a35c6ac9943 HTTP/1.1" status: 200 len: 1101 time: 0.1811435 Mar 09 03:32:04.033330 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-124b0aa7-18eb-4708-81a2-3a8eb15eea14 req-80e8dcc6-8853-422d-b4b6-67c2e7d274b7 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546477 Mar 09 03:32:04.047192 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9787a37c-2a8c-4c50-956e-3ab8f1a73e92 req-4c3f22f3-7936-4cfe-80fd-f7187765d958 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3ddb91db-2967-4c90-9451-1284f8226b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713739 Mar 09 03:32:04.103527 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4cbd91ab-6f91-46ff-8171-f489069a6b51 req-443f064f-dd97-46a8-b2a8-c6107f7faa3e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690317 Mar 09 03:32:04.180586 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870433b4-f38e-4675-a305-8cdf936e86e0 req-94b0dcdd-094f-4e42-a570-c5674bf5b2e9 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:04.181974 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-870433b4-f38e-4675-a305-8cdf936e86e0 req-94b0dcdd-094f-4e42-a570-c5674bf5b2e9 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=93983de7-014e-4eea-92f4-c6d44bba363a HTTP/1.1" status: 200 len: 949 time: 0.0997767 Mar 09 03:32:04.230052 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-870433b4-f38e-4675-a305-8cdf936e86e0 req-bad58977-51d6-4738-8ca5-dc509e157d8f tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ddb91db-2967-4c90-9451-1284f8226b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406666 Mar 09 03:32:04.470705 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9aa35-d80b-4e7a-bc6b-36ab7c59a8d3 req-83da1472-24a9-44ac-9523-0077148c1f16 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:04.472897 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-50a9aa35-d80b-4e7a-bc6b-36ab7c59a8d3 req-83da1472-24a9-44ac-9523-0077148c1f16 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ef2772b-aeb1-4e72-9512-441ea446d0ac HTTP/1.1" status: 200 len: 950 time: 0.0830059 Mar 09 03:32:04.526734 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-50a9aa35-d80b-4e7a-bc6b-36ab7c59a8d3 req-71c9271e-18f6-4985-80db-f29548930246 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452526 Mar 09 03:32:04.903231 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3fa00-9daa-40c4-929b-0685d0f074b6 req-f625d4f7-8d00-4095-bd1c-468ccbd7f720 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:04.905270 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b7f3fa00-9daa-40c4-929b-0685d0f074b6 req-f625d4f7-8d00-4095-bd1c-468ccbd7f720 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=647f1ac8-e994-4e9d-ad3d-5a35c6ac9943 HTTP/1.1" status: 200 len: 950 time: 0.0908151 Mar 09 03:32:04.962739 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b7f3fa00-9daa-40c4-929b-0685d0f074b6 req-b9949b12-d7cf-4aca-b018-17e3ffb171d3 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505872 Mar 09 03:32:05.037551 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-fbcf262d-3e68-440c-9234-2d8a1ebd05ab tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=fb202b0928604d6ca848064936552050&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337958 Mar 09 03:32:05.085961 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33dfd079-8dfe-4a84-bc4a-c256b3a9d7d2 req-52dc6468-bf33-4836-89e9-81c3524add7a tempest-QuotasAdminNegativeTest-2127006920 tempest-QuotasAdminNegativeTest-2127006920-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=871bf2e87e2d4a4ab28d757ae1a5f21b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278955 Mar 09 03:32:05.185148 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-b3a0ef24-e9cb-4c71-a76b-5cbb9cfc1715 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:05.186564 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-b3a0ef24-e9cb-4c71-a76b-5cbb9cfc1715 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1468816 Mar 09 03:32:05.201334 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-4f2d9b5e-57af-444a-b717-a73725524042 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/quotas/fb202b0928604d6ca848064936552050 HTTP/1.1" status: 200 len: 375 time: 0.0092578 Mar 09 03:32:05.239104 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfd079-8dfe-4a84-bc4a-c256b3a9d7d2 req-86ec1968-c55d-404e-b58f-c3d5320fec65 tempest-QuotasAdminNegativeTest-2127006920 tempest-QuotasAdminNegativeTest-2127006920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:05.240538 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33dfd079-8dfe-4a84-bc4a-c256b3a9d7d2 req-86ec1968-c55d-404e-b58f-c3d5320fec65 tempest-QuotasAdminNegativeTest-2127006920 tempest-QuotasAdminNegativeTest-2127006920-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1481612 Mar 09 03:32:05.251870 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-24190a24-1d07-4288-8518-4547dda8d769 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452461 Mar 09 03:32:05.260622 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33dfd079-8dfe-4a84-bc4a-c256b3a9d7d2 req-f87ba3ad-2887-4cfa-a2e4-78101306492a tempest-QuotasAdminNegativeTest-2127006920 tempest-QuotasAdminNegativeTest-2127006920-project] 10.222.0.16 "GET /v2.0/quotas/871bf2e87e2d4a4ab28d757ae1a5f21b HTTP/1.1" status: 200 len: 375 time: 0.0144472 Mar 09 03:32:05.303667 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33dfd079-8dfe-4a84-bc4a-c256b3a9d7d2 req-822eac5e-300a-4663-83fd-0e9a7ec43fc0 tempest-QuotasAdminNegativeTest-2127006920 tempest-QuotasAdminNegativeTest-2127006920-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=871bf2e87e2d4a4ab28d757ae1a5f21b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422087 Mar 09 03:32:05.528184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2b7aa-131b-4f53-b5bf-923f0c7f4a03 req-7f90a640-0347-451d-9c23-47c47ab5ce7b tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:05.530150 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-34e2b7aa-131b-4f53-b5bf-923f0c7f4a03 req-7f90a640-0347-451d-9c23-47c47ab5ce7b tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 943 time: 0.0872817 Mar 09 03:32:05.588254 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-34e2b7aa-131b-4f53-b5bf-923f0c7f4a03 req-f0d3b35a-56c0-4d85-b193-ae097c5f342f tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493751 Mar 09 03:32:05.692383 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-603fc39c-0fdc-4d04-b210-7fe53b372239 service neutron] 10.222.0.24 "GET /v2.0/ports/b4dfe22a-e7d9-40c4-a974-57a06028ad0e/bindings/n-h2-825178-5 HTTP/1.1" status: 200 len: 384 time: 0.1650107 Mar 09 03:32:05.829865 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c84f6243-41c3-4031-9711-81ee47f06726 req-abad42d2-08ad-4a3b-8a51-a3f3338087ba tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 210 time: 0.0661461 Mar 09 03:32:05.853570 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556e531-4af2-426d-bf1e-e338777cea93 req-cdbf369a-e32b-449e-b767-1067cbecd348 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:05.863980 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2556e531-4af2-426d-bf1e-e338777cea93 req-cdbf369a-e32b-449e-b767-1067cbecd348 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=93983de7-014e-4eea-92f4-c6d44bba363a HTTP/1.1" status: 200 len: 949 time: 0.1112425 Mar 09 03:32:05.953400 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2556e531-4af2-426d-bf1e-e338777cea93 req-7f9a9c24-cbff-48d6-88ec-0369ea540da6 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ddb91db-2967-4c90-9451-1284f8226b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840466 Mar 09 03:32:06.143785 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-9ba8315e-6799-4908-b9c0-b43bbaa8ddfa service neutron] For port b4dfe22a-e7d9-40c4-a974-57a06028ad0e, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=b4dfe22a-e7d9-40c4-a974-57a06028ad0e,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:06.171465 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-9ba8315e-6799-4908-b9c0-b43bbaa8ddfa service neutron] For port b4dfe22a-e7d9-40c4-a974-57a06028ad0e, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:32:06.190009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ea64e-7793-4341-9b71-0664ddab67e2 req-8fcd03c9-8464-4f52-a98c-2330f111eed9 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:06.213967 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-be6ea64e-7793-4341-9b71-0664ddab67e2 req-8fcd03c9-8464-4f52-a98c-2330f111eed9 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ef2772b-aeb1-4e72-9512-441ea446d0ac HTTP/1.1" status: 200 len: 950 time: 0.1403153 Mar 09 03:32:06.230673 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-9ba8315e-6799-4908-b9c0-b43bbaa8ddfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4dfe22a-e7d9-40c4-a974-57a06028ad0e {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:32:06.242786 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-9ba8315e-6799-4908-b9c0-b43bbaa8ddfa service neutron] For port b4dfe22a-e7d9-40c4-a974-57a06028ad0e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b4dfe22a-e7d9-40c4-a974-57a06028ad0e,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:06.265747 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-9ba8315e-6799-4908-b9c0-b43bbaa8ddfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:06.266363 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-be6ea64e-7793-4341-9b71-0664ddab67e2 req-f4221568-cf10-45ff-9e98-1e0c5467c49f tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515234 Mar 09 03:32:06.408531 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-9ba8315e-6799-4908-b9c0-b43bbaa8ddfa service neutron] Transition to ACTIVE for port object b4dfe22a-e7d9-40c4-a974-57a06028ad0e will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:32:06.416654 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-9ba8315e-6799-4908-b9c0-b43bbaa8ddfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:06.503939 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c943b-31b1-4380-8514-e68b801ebab4 req-6d9061e7-2e46-4e61-aea3-7554421d22b5 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:06.505423 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-898c943b-31b1-4380-8514-e68b801ebab4 req-6d9061e7-2e46-4e61-aea3-7554421d22b5 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=647f1ac8-e994-4e9d-ad3d-5a35c6ac9943 HTTP/1.1" status: 200 len: 950 time: 0.1034057 Mar 09 03:32:06.557455 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-898c943b-31b1-4380-8514-e68b801ebab4 req-3ff5af2e-bef1-480b-9e9f-5373d877b942 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452671 Mar 09 03:32:06.619764 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-9ba8315e-6799-4908-b9c0-b43bbaa8ddfa service neutron] No DVR routers for this DVR port b4dfe22a-e7d9-40c4-a974-57a06028ad0e on host n-h1-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:32:06.734382 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8315e-6799-4908-b9c0-b43bbaa8ddfa service neutron] Pushing event updated for resources: {'Port': ['ID=b4dfe22a-e7d9-40c4-a974-57a06028ad0e,revision_number=10']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:06.743306 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b4dfe22a-e7d9-40c4-a974-57a06028ad0e details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:32:06.758659 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-9ba8315e-6799-4908-b9c0-b43bbaa8ddfa service neutron] 10.222.0.24 "PUT /v2.0/ports/b4dfe22a-e7d9-40c4-a974-57a06028ad0e/bindings/n-h2-825178-5/activate HTTP/1.1" status: 200 len: 369 time: 1.0581293 Mar 09 03:32:06.992091 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b4dfe22a-e7d9-40c4-a974-57a06028ad0e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b4dfe22a-e7d9-40c4-a974-57a06028ad0e,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:07.015072 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-23799518-8f70-4c91-9fc2-dd4ec77487e7 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=fb202b0928604d6ca848064936552050&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530813 Mar 09 03:32:07.032693 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'b4dfe22a-e7d9-40c4-a974-57a06028ad0e', 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361', 'port_id': 'b4dfe22a-e7d9-40c4-a974-57a06028ad0e', 'mac_address': 'fa:16:3e:ad:25:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb7cb80-fa8d-459c-b59f-347ff2f11453', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:32:07.033003 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27c6a8-8590-4b9c-8f14-72a79df22ec6 req-e6d8d522-639e-41d3-b23e-1179bd9ba616 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:07.037969 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37736) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:07.038107 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2e27c6a8-8590-4b9c-8f14-72a79df22ec6 req-e6d8d522-639e-41d3-b23e-1179bd9ba616 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 944 time: 0.1791682 Mar 09 03:32:07.100320 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-60537c1b-d6f8-4425-a32c-6e2f45108e40 req-2f547105-d6e6-4425-8865-525eb4183825 tempest-QuotasAdminNegativeTest-2127006920 tempest-QuotasAdminNegativeTest-2127006920-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=871bf2e87e2d4a4ab28d757ae1a5f21b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393384 Mar 09 03:32:07.151302 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:07.156789 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-a95021de-e09e-4d21-b527-243536bd3492 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:07.158496 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-a95021de-e09e-4d21-b527-243536bd3492 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333&tenant_id=42923148a00a49268422cf3ff4c2fd04&binding%3Ahost_id=n-h1-825178-5 HTTP/1.1" status: 200 len: 1095 time: 0.2566602 Mar 09 03:32:07.190215 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4dfe22a-e7d9-40c4-a974-57a06028ad0e {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:32:07.224483 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b4dfe22a-e7d9-40c4-a974-57a06028ad0e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b4dfe22a-e7d9-40c4-a974-57a06028ad0e,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:07.230873 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2e27c6a8-8590-4b9c-8f14-72a79df22ec6 req-11ae5a80-cfc0-4164-923c-77ff768af2b0 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572664 Mar 09 03:32:07.235265 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:07.311642 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-163e85d1-fb14-4fda-a635-14ed55ddadb1 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:07.311642 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-163e85d1-fb14-4fda-a635-14ed55ddadb1 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2718966 Mar 09 03:32:07.332210 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-7602d98b-8fe6-4023-991a-286dccecc5d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Request body: {'port': {'device_id': 'f53c1f59-a2d6-477b-91cf-d65148e64d2b', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': 'fb202b0928604d6ca848064936552050'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:07.360688 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=b4dfe22a-e7d9-40c4-a974-57a06028ad0e,revision_number=11']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:07.376182 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['b4dfe22a-e7d9-40c4-a974-57a06028ad0e'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:32:07.404693 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c979ddbe-4e63-4922-89bd-6a24f8160bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:07.443573 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c979ddbe-4e63-4922-89bd-6a24f8160bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:07.451898 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c979ddbe-4e63-4922-89bd-6a24f8160bd1 admin admin] Usage tracker for resource:security_group_rule and tenant:b36ae8f97d794f7eab85ce7a41edee52 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:07.456733 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c979ddbe-4e63-4922-89bd-6a24f8160bd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:07.467904 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60537c1b-d6f8-4425-a32c-6e2f45108e40 req-a65c4f5a-cc99-4556-8001-56fd1d804334 tempest-QuotasAdminNegativeTest-2127006920 tempest-QuotasAdminNegativeTest-2127006920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:07.468994 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-60537c1b-d6f8-4425-a32c-6e2f45108e40 req-a65c4f5a-cc99-4556-8001-56fd1d804334 tempest-QuotasAdminNegativeTest-2127006920 tempest-QuotasAdminNegativeTest-2127006920-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3624403 Mar 09 03:32:07.472902 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c979ddbe-4e63-4922-89bd-6a24f8160bd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:07.476046 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-501d9685-ab1f-4f38-93a2-f87a616dd348 req-d33738c8-fd9e-4c4b-95d1-a309ed9d2d36 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 210 time: 0.0992920 Mar 09 03:32:07.521658 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-60537c1b-d6f8-4425-a32c-6e2f45108e40 req-8428efcb-83a5-4d53-a860-986b7839cc2b tempest-QuotasAdminNegativeTest-2127006920 tempest-QuotasAdminNegativeTest-2127006920-project] 10.222.0.16 "GET /v2.0/quotas/871bf2e87e2d4a4ab28d757ae1a5f21b HTTP/1.1" status: 200 len: 375 time: 0.0428636 Mar 09 03:32:07.527400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-223ab56a-4928-46b5-bbc2-b2cf9ef3bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:07.529297 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-223ab56a-4928-46b5-bbc2-b2cf9ef3bc78 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333&tenant_id=42923148a00a49268422cf3ff4c2fd04 HTTP/1.1" status: 200 len: 1096 time: 0.3215113 Mar 09 03:32:07.576372 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-7602d98b-8fe6-4023-991a-286dccecc5d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:07.581205 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-7602d98b-8fe6-4023-991a-286dccecc5d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Usage tracker for resource:port and tenant:fb202b0928604d6ca848064936552050 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:07.584722 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-7602d98b-8fe6-4023-991a-286dccecc5d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:07.590442 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-7602d98b-8fe6-4023-991a-286dccecc5d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:07.621226 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-60537c1b-d6f8-4425-a32c-6e2f45108e40 req-151976a9-67dd-4d7a-98cf-b280f716ec01 tempest-QuotasAdminNegativeTest-2127006920 tempest-QuotasAdminNegativeTest-2127006920-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=871bf2e87e2d4a4ab28d757ae1a5f21b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0978577 Mar 09 03:32:07.642133 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-7602d98b-8fe6-4023-991a-286dccecc5d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Made reservation on behalf of fb202b0928604d6ca848064936552050 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:32:07.645594 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-7602d98b-8fe6-4023-991a-286dccecc5d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:07.659344 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-7602d98b-8fe6-4023-991a-286dccecc5d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:07.677199 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-7602d98b-8fe6-4023-991a-286dccecc5d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:07.682629 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-7602d98b-8fe6-4023-991a-286dccecc5d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Usage tracker for resource:security_group_rule and tenant:fb202b0928604d6ca848064936552050 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:07.687322 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-7602d98b-8fe6-4023-991a-286dccecc5d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:07.694380 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-7602d98b-8fe6-4023-991a-286dccecc5d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:07.706808 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c979ddbe-4e63-4922-89bd-6a24f8160bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:07.709392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-74fb9191-a8ed-47b4-8f05-2c904f8109e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:07.711064 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-74fb9191-a8ed-47b4-8f05-2c904f8109e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42923148a00a49268422cf3ff4c2fd04&device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 1096 time: 0.1463149 Mar 09 03:32:07.716063 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c979ddbe-4e63-4922-89bd-6a24f8160bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:07.733419 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcb365-fbad-4523-b11b-97770adf2ece req-c912b34e-3873-42b0-847e-603b48c00e52 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:07.735123 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b6dcb365-fbad-4523-b11b-97770adf2ece req-c912b34e-3873-42b0-847e-603b48c00e52 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=647f1ac8-e994-4e9d-ad3d-5a35c6ac9943 HTTP/1.1" status: 200 len: 950 time: 0.1411676 Mar 09 03:32:07.800640 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b6dcb365-fbad-4523-b11b-97770adf2ece req-510a7eed-e269-4fdc-84fe-3e16ba8bcd2b tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578384 Mar 09 03:32:07.869384 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-7602d98b-8fe6-4023-991a-286dccecc5d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:07.876887 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-7602d98b-8fe6-4023-991a-286dccecc5d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:07.921621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979ddbe-4e63-4922-89bd-6a24f8160bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffd04eb-74e2-4f5a-9b6b-338a7f5a511e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:07.925948 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c979ddbe-4e63-4922-89bd-6a24f8160bd1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b36ae8f97d794f7eab85ce7a41edee52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8870690 Mar 09 03:32:07.933593 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37746) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:08.028248 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602d98b-8fe6-4023-991a-286dccecc5d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce71633e-27c1-4fec-b543-aa3554c77d8a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:08.040816 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-22f7e9fc-5768-4d91-b139-b6bca08cf79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:08.042781 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-22f7e9fc-5768-4d91-b139-b6bca08cf79e service neutron] 10.222.0.21 "GET /v2.0/networks?id=304f544a-4e19-4ec8-816f-4e06aa7f0361 HTTP/1.1" status: 200 len: 921 time: 0.3165781 Mar 09 03:32:08.107099 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ead3525-cf8e-4d67-b3c3-41a80dc7fc2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:08.130677 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a6f38-56d4-442c-9a7f-987eb5e10abe req-1d1c41b4-002e-456c-8b46-32281679cfa8 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:08.132084 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-825a6f38-56d4-442c-9a7f-987eb5e10abe req-1d1c41b4-002e-456c-8b46-32281679cfa8 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=93983de7-014e-4eea-92f4-c6d44bba363a HTTP/1.1" status: 200 len: 949 time: 0.3377345 Mar 09 03:32:08.133318 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-9053a4bc-a754-4405-9f96-e0da763fca93 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4dfe22a-e7d9-40c4-a974-57a06028ad0e HTTP/1.1" status: 200 len: 217 time: 0.0838795 Mar 09 03:32:08.142116 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e6dcd-bfd4-43f9-9fe8-6d1bae7939a7 req-706b012a-31cc-4bd5-b2e1-b3af4d0465db tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:08.143584 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-790e6dcd-bfd4-43f9-9fe8-6d1bae7939a7 req-706b012a-31cc-4bd5-b2e1-b3af4d0465db tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ef2772b-aeb1-4e72-9512-441ea446d0ac HTTP/1.1" status: 200 len: 950 time: 0.1973326 Mar 09 03:32:08.145008 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-7602d98b-8fe6-4023-991a-286dccecc5d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Allocated IP 192.168.233.25 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/51279369-540d-4970-bc4f-209236552640) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:32:08.207284 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ead3525-cf8e-4d67-b3c3-41a80dc7fc2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:08.217817 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-790e6dcd-bfd4-43f9-9fe8-6d1bae7939a7 req-6b9bb644-77f9-4f2e-bc3c-674c69913353 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682907 Mar 09 03:32:08.272601 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-6b70dad5-e574-46ec-be58-8c614e7f8cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:08.274038 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-6b70dad5-e574-46ec-be58-8c614e7f8cf7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb7cb80-fa8d-459c-b59f-347ff2f11453 HTTP/1.1" status: 200 len: 860 time: 0.1343777 Mar 09 03:32:08.277582 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-825a6f38-56d4-442c-9a7f-987eb5e10abe req-5a0ff743-5e43-415d-8042-e48cf2d9512d tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ddb91db-2967-4c90-9451-1284f8226b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390231 Mar 09 03:32:08.323637 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-a9605dc9-9f7c-4b03-9ee6-44a5ce99a279 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=304f544a-4e19-4ec8-816f-4e06aa7f0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425565 Mar 09 03:32:08.379731 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:08.389085 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ead3525-cf8e-4d67-b3c3-41a80dc7fc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:08.406818 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-7602d98b-8fe6-4023-991a-286dccecc5d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:08.427693 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-7602d98b-8fe6-4023-991a-286dccecc5d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Transition to ACTIVE for port object 51279369-540d-4970-bc4f-209236552640 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:32:08.458595 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-7602d98b-8fe6-4023-991a-286dccecc5d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:08.472387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead3525-cf8e-4d67-b3c3-41a80dc7fc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffd04eb-74e2-4f5a-9b6b-338a7f5a511e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:08.482985 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ead3525-cf8e-4d67-b3c3-41a80dc7fc2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:08.486582 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2ead3525-cf8e-4d67-b3c3-41a80dc7fc2c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dffd04eb-74e2-4f5a-9b6b-338a7f5a511e HTTP/1.1" status: 204 len: 168 time: 0.5420861 Mar 09 03:32:08.523129 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-5c9493c5-3994-427a-8c23-a1b573a37903 service neutron] 10.222.0.21 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909511 Mar 09 03:32:08.579176 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-7602d98b-8fe6-4023-991a-286dccecc5d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:32:08.582823 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-7602d98b-8fe6-4023-991a-286dccecc5d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:32:08.591443 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-7602d98b-8fe6-4023-991a-286dccecc5d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:32:08.641630 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602d98b-8fe6-4023-991a-286dccecc5d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Pushing event updated for resources: {'Port': ['ID=51279369-540d-4970-bc4f-209236552640,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:08.686177 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-7602d98b-8fe6-4023-991a-286dccecc5d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:08.686913 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-7602d98b-8fe6-4023-991a-286dccecc5d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:08.723233 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-7602d98b-8fe6-4023-991a-286dccecc5d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3976126 Mar 09 03:32:08.743873 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b4dfe22a-e7d9-40c4-a974-57a06028ad0e up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:32:08.745539 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-d040b0dc-f53d-4d35-8444-d96e5752b9ec service neutron] Request body: {'port': {'device_id': 'f53c1f59-a2d6-477b-91cf-d65148e64d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:08.766302 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-9ab9d78a-7f5d-43e8-bf03-e4f04cf3ef29 service neutron] 10.222.0.21 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350872 Mar 09 03:32:08.830673 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cd652-2cf4-4b6a-9c74-c6d5323e7d8b req-bcddf72e-8acb-433f-b4fc-4277cecb058a tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:08.843222 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd4cd652-2cf4-4b6a-9c74-c6d5323e7d8b req-bcddf72e-8acb-433f-b4fc-4277cecb058a tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 945 time: 0.1300867 Mar 09 03:32:08.849316 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port b4dfe22a-e7d9-40c4-a974-57a06028ad0e completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:32:08.885235 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port b4dfe22a-e7d9-40c4-a974-57a06028ad0e triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:32:08.890785 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:08.895659 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd4cd652-2cf4-4b6a-9c74-c6d5323e7d8b req-f9e826e5-ff56-459d-b8ea-dc8ba375980a tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511703 Mar 09 03:32:09.000760 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-d040b0dc-f53d-4d35-8444-d96e5752b9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:09.100173 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eb237b23-d9d4-42fd-a547-2540261a3c27 req-e3800a8c-7829-4d7e-b6bc-425fea5b5c31 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7986d448-a3be-4e95-93ea-339c5d701978&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1890011 Mar 09 03:32:09.114147 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0cb5d966-3bf2-47c1-b89e-f74567e92531 None None] Provisioning for port 51279369-540d-4970-bc4f-209236552640 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:32:09.126279 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37774) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:09.136507 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0cb5d966-3bf2-47c1-b89e-f74567e92531 None None] Provisioning complete for port 51279369-540d-4970-bc4f-209236552640 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:32:09.136834 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0cb5d966-3bf2-47c1-b89e-f74567e92531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:09.155259 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-01b32eeb-8eb2-4763-ba49-e2028fe6a634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:09.212052 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:09.223823 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.21', 56360) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:09.261747 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b4dfe22a-e7d9-40c4-a974-57a06028ad0e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b4dfe22a-e7d9-40c4-a974-57a06028ad0e,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:09.263040 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d7e87e-1c44-4a8a-9c34-0cf3994fa333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dfe22a-e7d9-40c4-a974-57a06028ad0e'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:32:09.268202 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-0cb5d966-3bf2-47c1-b89e-f74567e92531 None None] Port 51279369-540d-4970-bc4f-209236552640 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:32:09.274674 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:09.328777 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-01b32eeb-8eb2-4763-ba49-e2028fe6a634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:09.340763 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-01b32eeb-8eb2-4763-ba49-e2028fe6a634 admin admin] Usage tracker for resource:security_group_rule and tenant:2a11027959bf4f87bf7e40abed7f67c2 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:09.348095 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-01b32eeb-8eb2-4763-ba49-e2028fe6a634 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:09.356469 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-01b32eeb-8eb2-4763-ba49-e2028fe6a634 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:09.371524 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=b4dfe22a-e7d9-40c4-a974-57a06028ad0e,revision_number=12']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:09.425394 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device b4dfe22a-e7d9-40c4-a974-57a06028ad0e no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:32:09.479687 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-4e7aaf55-087b-44c3-b74a-2d932da4bf89 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:09.482013 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-4e7aaf55-087b-44c3-b74a-2d932da4bf89 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333&tenant_id=42923148a00a49268422cf3ff4c2fd04&binding%3Ahost_id=n-h2-825178-5 HTTP/1.1" status: 200 len: 1096 time: 0.3056881 Mar 09 03:32:09.491651 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1589893-e66c-47b9-acb5-8bcdb846cac6 req-fdbbee32-e6ab-40db-843a-ae21148d4f60 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:09.493171 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e1589893-e66c-47b9-acb5-8bcdb846cac6 req-fdbbee32-e6ab-40db-843a-ae21148d4f60 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 935 time: 0.2708013 Mar 09 03:32:09.496470 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device b4dfe22a-e7d9-40c4-a974-57a06028ad0e not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:32:09.549250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb237b23-d9d4-42fd-a547-2540261a3c27 req-d32441c1-c2f7-4c77-9028-a1af2196b0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:09.550724 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eb237b23-d9d4-42fd-a547-2540261a3c27 req-d32441c1-c2f7-4c77-9028-a1af2196b0de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c6bcb0f0e9ee4d9583d2738a4ff863b1&device_id=7986d448-a3be-4e95-93ea-339c5d701978 HTTP/1.1" status: 200 len: 1101 time: 0.3173797 Mar 09 03:32:09.651308 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-d040b0dc-f53d-4d35-8444-d96e5752b9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51279369-540d-4970-bc4f-209236552640 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:32:09.668371 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-d040b0dc-f53d-4d35-8444-d96e5752b9ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:09.689627 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-d040b0dc-f53d-4d35-8444-d96e5752b9ec service neutron] Transition to ACTIVE for port object 51279369-540d-4970-bc4f-209236552640 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:32:09.693730 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-d040b0dc-f53d-4d35-8444-d96e5752b9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:09.816925 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-01b32eeb-8eb2-4763-ba49-e2028fe6a634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:09.828508 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e1589893-e66c-47b9-acb5-8bcdb846cac6 req-6a88f89b-150a-4e0d-868a-f133c0645b30 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722709 Mar 09 03:32:09.832923 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-01b32eeb-8eb2-4763-ba49-e2028fe6a634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:09.884203 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040b0dc-f53d-4d35-8444-d96e5752b9ec service neutron] Pushing event updated for resources: {'Port': ['ID=51279369-540d-4970-bc4f-209236552640,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:09.900452 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d6bf5-20a9-420d-ad1b-06467f6378cd req-cfc4a1d2-e189-4853-91b7-2cb9be123f9f tempest-ServersAdminNegativeTestJSON-320784644 tempest-ServersAdminNegativeTestJSON-320784644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:09.909967 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-978d6bf5-20a9-420d-ad1b-06467f6378cd req-cfc4a1d2-e189-4853-91b7-2cb9be123f9f tempest-ServersAdminNegativeTestJSON-320784644 tempest-ServersAdminNegativeTestJSON-320784644-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5ef2772b-aeb1-4e72-9512-441ea446d0ac HTTP/1.1" status: 200 len: 1101 time: 0.2915320 Mar 09 03:32:09.972893 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-978d6bf5-20a9-420d-ad1b-06467f6378cd req-642ec297-4410-4c6b-9a83-6cbeb535be2d tempest-ServersAdminNegativeTestJSON-320784644 tempest-ServersAdminNegativeTestJSON-320784644-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:10.003653 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-978d6bf5-20a9-420d-ad1b-06467f6378cd req-642ec297-4410-4c6b-9a83-6cbeb535be2d tempest-ServersAdminNegativeTestJSON-320784644 tempest-ServersAdminNegativeTestJSON-320784644-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:10.010518 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-978d6bf5-20a9-420d-ad1b-06467f6378cd req-642ec297-4410-4c6b-9a83-6cbeb535be2d tempest-ServersAdminNegativeTestJSON-320784644 tempest-ServersAdminNegativeTestJSON-320784644-project-admin] Usage tracker for resource:security_group_rule and tenant:7c7d7b074eda4fa5a00ec3c5a0a8aa10 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:10.017291 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-978d6bf5-20a9-420d-ad1b-06467f6378cd req-642ec297-4410-4c6b-9a83-6cbeb535be2d tempest-ServersAdminNegativeTestJSON-320784644 tempest-ServersAdminNegativeTestJSON-320784644-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:10.033766 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-01b32eeb-8eb2-4763-ba49-e2028fe6a634 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a11027959bf4f87bf7e40abed7f67c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9039934 Mar 09 03:32:10.033920 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-978d6bf5-20a9-420d-ad1b-06467f6378cd req-642ec297-4410-4c6b-9a83-6cbeb535be2d tempest-ServersAdminNegativeTestJSON-320784644 tempest-ServersAdminNegativeTestJSON-320784644-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:10.035091 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37788) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:10.061445 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-d040b0dc-f53d-4d35-8444-d96e5752b9ec service neutron] Attempting to bind port 51279369-540d-4970-bc4f-209236552640 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:32:10.061815 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-d040b0dc-f53d-4d35-8444-d96e5752b9ec service neutron] Attempting to bind port 51279369-540d-4970-bc4f-209236552640 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:32:10.062181 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-d040b0dc-f53d-4d35-8444-d96e5752b9ec service neutron] Attempting to bind port 51279369-540d-4970-bc4f-209236552640 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:32:10.090629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b32eeb-8eb2-4763-ba49-e2028fe6a634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e04caf3-96d8-445e-bcb7-90b922d7ba1a,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:10.093714 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-d040b0dc-f53d-4d35-8444-d96e5752b9ec service neutron] Port 51279369-540d-4970-bc4f-209236552640 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:32:10.094104 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-d040b0dc-f53d-4d35-8444-d96e5752b9ec service neutron] Attempting to bind port 51279369-540d-4970-bc4f-209236552640 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:32:10.099955 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb237b23-d9d4-42fd-a547-2540261a3c27 req-dc30d5d2-0319-4c50-ae4f-87d688b819e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:10.101531 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eb237b23-d9d4-42fd-a547-2540261a3c27 req-dc30d5d2-0319-4c50-ae4f-87d688b819e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.5172040 Mar 09 03:32:10.103661 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-d040b0dc-f53d-4d35-8444-d96e5752b9ec service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:32:10.103807 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-d040b0dc-f53d-4d35-8444-d96e5752b9ec service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:32:10.104429 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-d040b0dc-f53d-4d35-8444-d96e5752b9ec service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:32:10.104709 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-d040b0dc-f53d-4d35-8444-d96e5752b9ec service neutron] Bound port: 51279369-540d-4970-bc4f-209236552640, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:32:10.104932 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-d040b0dc-f53d-4d35-8444-d96e5752b9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:10.175852 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eb237b23-d9d4-42fd-a547-2540261a3c27 req-ec099eb2-c2a1-4175-bb75-c3cd863036d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=951d0ac3-5c72-475a-8007-42f31412dc7a HTTP/1.1" status: 200 len: 217 time: 0.0640452 Mar 09 03:32:10.182169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-bfa76b4f-3184-4eae-82e9-159d42dc7ab6 service neutron] For port b4dfe22a-e7d9-40c4-a974-57a06028ad0e, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:32:10.207145 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-996d4fbc-5e99-4175-a6e6-e8d47d046eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:10.259660 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-bfa76b4f-3184-4eae-82e9-159d42dc7ab6 service neutron] Notify callbacks [] for binding, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:10.260733 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f605c699-c8d3-4188-bc2e-3d8b7ebe2c92 req-bfa76b4f-3184-4eae-82e9-159d42dc7ab6 service neutron] 10.222.0.21 "DELETE /v2.0/ports/b4dfe22a-e7d9-40c4-a974-57a06028ad0e/bindings/n-h1-825178-5 HTTP/1.1" status: 204 len: 173 time: 0.7665145 Mar 09 03:32:10.265269 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb237b23-d9d4-42fd-a547-2540261a3c27 req-abd050e1-1274-416a-87c5-e9ed90a1ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:10.266714 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eb237b23-d9d4-42fd-a547-2540261a3c27 req-abd050e1-1274-416a-87c5-e9ed90a1ae36 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.0817420 Mar 09 03:32:10.267287 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37796) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:10.280845 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-996d4fbc-5e99-4175-a6e6-e8d47d046eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:10.285090 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599dbf6-fb21-40d9-bf38-cd267a416bbb req-fdb02a0b-5ace-4782-a8a7-6b4291eafd70 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:10.286620 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3599dbf6-fb21-40d9-bf38-cd267a416bbb req-fdb02a0b-5ace-4782-a8a7-6b4291eafd70 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=647f1ac8-e994-4e9d-ad3d-5a35c6ac9943 HTTP/1.1" status: 200 len: 950 time: 0.2706628 Mar 09 03:32:10.289395 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-d040b0dc-f53d-4d35-8444-d96e5752b9ec service neutron] For port 51279369-540d-4970-bc4f-209236552640, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:32:10.321544 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-d040b0dc-f53d-4d35-8444-d96e5752b9ec service neutron] For port 51279369-540d-4970-bc4f-209236552640, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=51279369-540d-4970-bc4f-209236552640,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:32:10.342832 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-d040b0dc-f53d-4d35-8444-d96e5752b9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:10.374487 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3599dbf6-fb21-40d9-bf38-cd267a416bbb req-9d573e0a-bcac-4809-a2dd-d7b3d6ca41ad tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569112 Mar 09 03:32:10.400783 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-978d6bf5-20a9-420d-ad1b-06467f6378cd req-642ec297-4410-4c6b-9a83-6cbeb535be2d tempest-ServersAdminNegativeTestJSON-320784644 tempest-ServersAdminNegativeTestJSON-320784644-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:10.409578 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb237b23-d9d4-42fd-a547-2540261a3c27 req-642c3d12-b793-4840-88ea-90dc28cad650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:10.411311 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eb237b23-d9d4-42fd-a547-2540261a3c27 req-642c3d12-b793-4840-88ea-90dc28cad650 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1345513 Mar 09 03:32:10.418957 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-d040b0dc-f53d-4d35-8444-d96e5752b9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:10.419594 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-d040b0dc-f53d-4d35-8444-d96e5752b9ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:10.420962 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-d040b0dc-f53d-4d35-8444-d96e5752b9ec service neutron] 10.222.0.21 "PUT /v2.0/ports/51279369-540d-4970-bc4f-209236552640 HTTP/1.1" status: 200 len: 1095 time: 1.6867146 Mar 09 03:32:10.421382 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53c1f59-a2d6-477b-91cf-d65148e64d2b', 'tag': '51279369-540d-4970-bc4f-209236552640'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:32:10.436545 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-978d6bf5-20a9-420d-ad1b-06467f6378cd req-642ec297-4410-4c6b-9a83-6cbeb535be2d tempest-ServersAdminNegativeTestJSON-320784644 tempest-ServersAdminNegativeTestJSON-320784644-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:10.466404 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d7e87e-1c44-4a8a-9c34-0cf3994fa333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dfe22a-e7d9-40c4-a974-57a06028ad0e', 'code': 200} Mar 09 03:32:10.482350 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6d5cb62d-0319-4a40-9aed-aa8775e95417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:10.489328 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040b0dc-f53d-4d35-8444-d96e5752b9ec service neutron] Pushing event updated for resources: {'Port': ['ID=51279369-540d-4970-bc4f-209236552640,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:10.492963 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-978d6bf5-20a9-420d-ad1b-06467f6378cd req-642ec297-4410-4c6b-9a83-6cbeb535be2d tempest-ServersAdminNegativeTestJSON-320784644 tempest-ServersAdminNegativeTestJSON-320784644-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5821025 Mar 09 03:32:10.544498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6d5cb62d-0319-4a40-9aed-aa8775e95417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:10.556077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6d5cb62d-0319-4a40-9aed-aa8775e95417 admin admin] Usage tracker for resource:security_group_rule and tenant:871bf2e87e2d4a4ab28d757ae1a5f21b is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:10.560158 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6d5cb62d-0319-4a40-9aed-aa8775e95417 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:10.567558 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ec297-4410-4c6b-9a83-6cbeb535be2d tempest-ServersAdminNegativeTestJSON-320784644 tempest-ServersAdminNegativeTestJSON-320784644-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68a7957-1b70-4b05-a2ae-7ba7efc444d4,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:10.589605 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-996d4fbc-5e99-4175-a6e6-e8d47d046eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:10.594345 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6d5cb62d-0319-4a40-9aed-aa8775e95417 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:10.612192 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d4fbc-5e99-4175-a6e6-e8d47d046eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e04caf3-96d8-445e-bcb7-90b922d7ba1a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:10.643925 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-996d4fbc-5e99-4175-a6e6-e8d47d046eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:10.647597 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-996d4fbc-5e99-4175-a6e6-e8d47d046eaf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e04caf3-96d8-445e-bcb7-90b922d7ba1a HTTP/1.1" status: 204 len: 168 time: 0.6096957 Mar 09 03:32:10.670420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-3d3ebb2e-b9b7-4d43-af8d-34b6336bb170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:10.671986 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-3d3ebb2e-b9b7-4d43-af8d-34b6336bb170 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 1098 time: 0.1837106 Mar 09 03:32:10.810630 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-99b7157d-5972-4b75-a8ab-4f12004a55de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=51279369-540d-4970-bc4f-209236552640 HTTP/1.1" status: 200 len: 217 time: 0.1278040 Mar 09 03:32:10.902678 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-f94d9c29-b2d3-44eb-9def-618ff9f36c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:10.904545 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-f94d9c29-b2d3-44eb-9def-618ff9f36c62 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.0785077 Mar 09 03:32:10.921958 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eb237b23-d9d4-42fd-a547-2540261a3c27 req-96a88549-32b2-414e-8155-b157c0e3199c service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028973 Mar 09 03:32:10.969345 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1edab-7999-4335-8530-5cb35ee3f6d4 req-c974ed7e-e00c-4ad2-8ee9-07793809dc48 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:10.970996 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cee1edab-7999-4335-8530-5cb35ee3f6d4 req-c974ed7e-e00c-4ad2-8ee9-07793809dc48 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=93983de7-014e-4eea-92f4-c6d44bba363a HTTP/1.1" status: 200 len: 949 time: 0.3011904 Mar 09 03:32:10.994447 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6d5cb62d-0319-4a40-9aed-aa8775e95417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:11.011343 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74b747-a8a5-4b0b-85ec-bc796856b807 req-62b37fa9-cc44-4610-b3bf-a64e05d691a4 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:11.012800 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1f74b747-a8a5-4b0b-85ec-bc796856b807 req-62b37fa9-cc44-4610-b3bf-a64e05d691a4 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 946 time: 0.2489355 Mar 09 03:32:11.062572 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6d5cb62d-0319-4a40-9aed-aa8775e95417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:11.084845 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1f74b747-a8a5-4b0b-85ec-bc796856b807 req-3d6cf007-af15-488e-b25f-ce7819939a2e tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607591 Mar 09 03:32:11.097118 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-db8d18a5-29af-4d9c-b060-7495f5189b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:11.098562 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-db8d18a5-29af-4d9c-b060-7495f5189b65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1839333 Mar 09 03:32:11.105544 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb52fe-c81d-4653-961b-7856a275bc75 req-806af2e7-f8f8-45c0-b5df-070f69f00112 tempest-DeleteServersAdminTestJSON-1007261985 tempest-DeleteServersAdminTestJSON-1007261985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:11.107143 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-debb52fe-c81d-4653-961b-7856a275bc75 req-806af2e7-f8f8-45c0-b5df-070f69f00112 tempest-DeleteServersAdminTestJSON-1007261985 tempest-DeleteServersAdminTestJSON-1007261985-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=93983de7-014e-4eea-92f4-c6d44bba363a HTTP/1.1" status: 200 len: 1100 time: 0.1549766 Mar 09 03:32:11.116867 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6d5cb62d-0319-4a40-9aed-aa8775e95417 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=871bf2e87e2d4a4ab28d757ae1a5f21b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8461602 Mar 09 03:32:11.125304 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37820) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:11.186908 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5cb62d-0319-4a40-9aed-aa8775e95417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6435d0eb-e696-40eb-9619-b5a87bbb1d8e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:11.208724 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cee1edab-7999-4335-8530-5cb35ee3f6d4 req-37aa9b0a-4030-43bd-b2a9-e9801d42146b tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ddb91db-2967-4c90-9451-1284f8226b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168186 Mar 09 03:32:11.280743 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eb237b23-d9d4-42fd-a547-2540261a3c27 req-f721bd48-f70d-4dde-bab6-a8c33ae32014 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501766 Mar 09 03:32:11.306059 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53c1f59-a2d6-477b-91cf-d65148e64d2b', 'tag': '51279369-540d-4970-bc4f-209236552640', 'status': 'completed', 'code': 200} Mar 09 03:32:11.309033 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-debb52fe-c81d-4653-961b-7856a275bc75 req-0c7490b4-4ba1-40eb-97ee-c167142f0431 tempest-DeleteServersAdminTestJSON-1007261985 tempest-DeleteServersAdminTestJSON-1007261985-project-admin] Deleting port 3f48079b-d910-4d43-b679-0365954c63be {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:32:11.309696 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-debb52fe-c81d-4653-961b-7856a275bc75 req-0c7490b4-4ba1-40eb-97ee-c167142f0431 tempest-DeleteServersAdminTestJSON-1007261985 tempest-DeleteServersAdminTestJSON-1007261985-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:11.560162 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4a08c873-0cda-485f-a31f-a5145ff96e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:11.575196 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c3c32-eaf7-4ee2-8737-208fb816e170 req-9ca4c185-6125-4394-bca5-9741681ee300 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:11.576801 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-164c3c32-eaf7-4ee2-8737-208fb816e170 req-9ca4c185-6125-4394-bca5-9741681ee300 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 947 time: 0.0858145 Mar 09 03:32:11.581361 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-cf3e240a-230c-46d5-b662-e6c7f57b9822 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733899 Mar 09 03:32:11.627037 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-164c3c32-eaf7-4ee2-8737-208fb816e170 req-cfe0f5bf-9ce7-43a4-ac2f-3158664e811c tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432713 Mar 09 03:32:11.634385 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4a08c873-0cda-485f-a31f-a5145ff96e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:11.856892 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9726a3a-cd5b-4805-9c17-b4126e0f87d8 req-3150a88f-983f-4e7c-bc2b-28a870aef2f1 tempest-LiveMigrationNegativeTest-232603938 tempest-LiveMigrationNegativeTest-232603938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:11.858417 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d9726a3a-cd5b-4805-9c17-b4126e0f87d8 req-3150a88f-983f-4e7c-bc2b-28a870aef2f1 tempest-LiveMigrationNegativeTest-232603938 tempest-LiveMigrationNegativeTest-232603938-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=647f1ac8-e994-4e9d-ad3d-5a35c6ac9943 HTTP/1.1" status: 200 len: 1101 time: 0.5250263 Mar 09 03:32:11.879418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effff49d-8001-477c-8373-bd9de1a93939 req-5e3d459b-0be3-4440-8f40-97cd3de1cdad tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:11.891435 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-effff49d-8001-477c-8373-bd9de1a93939 req-5e3d459b-0be3-4440-8f40-97cd3de1cdad tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 1097 time: 0.1190205 Mar 09 03:32:11.925120 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d9726a3a-cd5b-4805-9c17-b4126e0f87d8 req-e5dcde88-05dc-425c-bd3f-3d005a1b6613 tempest-LiveMigrationNegativeTest-232603938 tempest-LiveMigrationNegativeTest-232603938-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:11.942029 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f9390cc1-8b09-48cd-bb07-9e826417cb1e req-0ab72f88-055a-404f-81f7-2ac47a56d41a service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508668 Mar 09 03:32:11.945265 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-debb52fe-c81d-4653-961b-7856a275bc75 req-0c7490b4-4ba1-40eb-97ee-c167142f0431 tempest-DeleteServersAdminTestJSON-1007261985 tempest-DeleteServersAdminTestJSON-1007261985-project-admin] For port 3f48079b-d910-4d43-b679-0365954c63be, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=3f48079b-d910-4d43-b679-0365954c63be,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:11.945800 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-debb52fe-c81d-4653-961b-7856a275bc75 req-0c7490b4-4ba1-40eb-97ee-c167142f0431 tempest-DeleteServersAdminTestJSON-1007261985 tempest-DeleteServersAdminTestJSON-1007261985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:11.961442 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-effff49d-8001-477c-8373-bd9de1a93939 req-90db8013-0156-4c2b-a3e2-b2d768a1cbec tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583127 Mar 09 03:32:11.962500 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4a08c873-0cda-485f-a31f-a5145ff96e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:11.975030 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-d9726a3a-cd5b-4805-9c17-b4126e0f87d8 req-e5dcde88-05dc-425c-bd3f-3d005a1b6613 tempest-LiveMigrationNegativeTest-232603938 tempest-LiveMigrationNegativeTest-232603938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:12.117011 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08c873-0cda-485f-a31f-a5145ff96e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6435d0eb-e696-40eb-9619-b5a87bbb1d8e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:12.119103 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-d9726a3a-cd5b-4805-9c17-b4126e0f87d8 req-e5dcde88-05dc-425c-bd3f-3d005a1b6613 tempest-LiveMigrationNegativeTest-232603938 tempest-LiveMigrationNegativeTest-232603938-project-admin] Usage tracker for resource:security_group_rule and tenant:23ce59f097284ab497da5a524bcd58fd is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:12.132638 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-debb52fe-c81d-4653-961b-7856a275bc75 req-0c7490b4-4ba1-40eb-97ee-c167142f0431 tempest-DeleteServersAdminTestJSON-1007261985 tempest-DeleteServersAdminTestJSON-1007261985-project-admin] Calling delete_port for 3f48079b-d910-4d43-b679-0365954c63be owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:32:12.162240 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-d9726a3a-cd5b-4805-9c17-b4126e0f87d8 req-e5dcde88-05dc-425c-bd3f-3d005a1b6613 tempest-LiveMigrationNegativeTest-232603938 tempest-LiveMigrationNegativeTest-232603938-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:12.181607 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-d9726a3a-cd5b-4805-9c17-b4126e0f87d8 req-e5dcde88-05dc-425c-bd3f-3d005a1b6613 tempest-LiveMigrationNegativeTest-232603938 tempest-LiveMigrationNegativeTest-232603938-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:12.190292 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4a08c873-0cda-485f-a31f-a5145ff96e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:12.193944 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4a08c873-0cda-485f-a31f-a5145ff96e72 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6435d0eb-e696-40eb-9619-b5a87bbb1d8e HTTP/1.1" status: 204 len: 168 time: 1.0641134 Mar 09 03:32:12.355573 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f57ef0-0f04-47e1-a56e-72f81869e50b req-cfbac2d7-9817-4e47-946e-195cd1c868b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:12.356999 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-94f57ef0-0f04-47e1-a56e-72f81869e50b req-cfbac2d7-9817-4e47-946e-195cd1c868b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 1098 time: 0.3288512 Mar 09 03:32:12.420083 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-debb52fe-c81d-4653-961b-7856a275bc75 req-0c7490b4-4ba1-40eb-97ee-c167142f0431 tempest-DeleteServersAdminTestJSON-1007261985 tempest-DeleteServersAdminTestJSON-1007261985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:12.431323 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['3f48079b-d910-4d43-b679-0365954c63be'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:32:12.518222 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d9726a3a-cd5b-4805-9c17-b4126e0f87d8 req-e5dcde88-05dc-425c-bd3f-3d005a1b6613 tempest-LiveMigrationNegativeTest-232603938 tempest-LiveMigrationNegativeTest-232603938-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:12.536135 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7490b4-4ba1-40eb-97ee-c167142f0431 tempest-DeleteServersAdminTestJSON-1007261985 tempest-DeleteServersAdminTestJSON-1007261985-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f48079b-d910-4d43-b679-0365954c63be,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:12.553977 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d9726a3a-cd5b-4805-9c17-b4126e0f87d8 req-e5dcde88-05dc-425c-bd3f-3d005a1b6613 tempest-LiveMigrationNegativeTest-232603938 tempest-LiveMigrationNegativeTest-232603938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:12.692591 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37888) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:12.707402 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d9726a3a-cd5b-4805-9c17-b4126e0f87d8 req-e5dcde88-05dc-425c-bd3f-3d005a1b6613 tempest-LiveMigrationNegativeTest-232603938 tempest-LiveMigrationNegativeTest-232603938-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8329530 Mar 09 03:32:12.710456 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-b436b6b2-ea21-4c66-84b5-bfc6ec2c7aec tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:12.718002 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-b436b6b2-ea21-4c66-84b5-bfc6ec2c7aec tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/networks?id=304f544a-4e19-4ec8-816f-4e06aa7f0361 HTTP/1.1" status: 200 len: 820 time: 0.2551644 Mar 09 03:32:12.735382 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-400a686c-96f3-4cd1-83f7-cffb63ee5f44 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/quotas/42923148a00a49268422cf3ff4c2fd04 HTTP/1.1" status: 200 len: 375 time: 0.0161669 Mar 09 03:32:12.743923 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-debb52fe-c81d-4653-961b-7856a275bc75 req-0c7490b4-4ba1-40eb-97ee-c167142f0431 tempest-DeleteServersAdminTestJSON-1007261985 tempest-DeleteServersAdminTestJSON-1007261985-project-admin] No DVR routers for this DVR port 3f48079b-d910-4d43-b679-0365954c63be on host n-h1-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:32:12.760343 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dcde88-05dc-425c-bd3f-3d005a1b6613 tempest-LiveMigrationNegativeTest-232603938 tempest-LiveMigrationNegativeTest-232603938-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba42e1a-c7db-4010-bc5c-acd076f7588e,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:12.774942 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-debb52fe-c81d-4653-961b-7856a275bc75 req-0c7490b4-4ba1-40eb-97ee-c167142f0431 tempest-DeleteServersAdminTestJSON-1007261985 tempest-DeleteServersAdminTestJSON-1007261985-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:12.781501 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de199df1-ae4d-41be-9deb-5af1c10265c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:12.811668 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f57ef0-0f04-47e1-a56e-72f81869e50b req-a5ad38af-3b95-4544-a821-b86dc9260b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:12.813272 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-94f57ef0-0f04-47e1-a56e-72f81869e50b req-a5ad38af-3b95-4544-a821-b86dc9260b7f service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.4472690 Mar 09 03:32:12.820808 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-de199df1-ae4d-41be-9deb-5af1c10265c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:12.825432 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-de199df1-ae4d-41be-9deb-5af1c10265c5 admin admin] Usage tracker for resource:security_group_rule and tenant:9d64b603f853403cbed97b6b4451f13c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:12.828664 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-de199df1-ae4d-41be-9deb-5af1c10265c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:12.834634 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-a6dec3cd-688c-4407-88c0-c7ebeea05b4f tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=42923148a00a49268422cf3ff4c2fd04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0960238 Mar 09 03:32:12.950606 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-debb52fe-c81d-4653-961b-7856a275bc75 req-0c7490b4-4ba1-40eb-97ee-c167142f0431 tempest-DeleteServersAdminTestJSON-1007261985 tempest-DeleteServersAdminTestJSON-1007261985-project-admin] 10.222.0.24 "DELETE /v2.0/ports/3f48079b-d910-4d43-b679-0365954c63be HTTP/1.1" status: 204 len: 173 time: 1.8189867 Mar 09 03:32:12.950606 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-de199df1-ae4d-41be-9deb-5af1c10265c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:12.979809 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-94f57ef0-0f04-47e1-a56e-72f81869e50b req-a1d3e1e2-f616-4ce7-99fd-faf7506a8260 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=51279369-540d-4970-bc4f-209236552640 HTTP/1.1" status: 200 len: 217 time: 0.1262102 Mar 09 03:32:13.001425 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-749cc270-d01c-4a12-9c32-dc19315f1d0c req-be73f28e-0286-482c-82f4-2c383ae94935 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Synchronizing usage tracker for tenant:976bf3c4606b467097c204ffc819bc79 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:32:13.014505 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-71927eab-8a63-4c87-b376-974a273ace07 service neutron] 10.222.0.16 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692233 Mar 09 03:32:13.078294 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-749cc270-d01c-4a12-9c32-dc19315f1d0c req-be73f28e-0286-482c-82f4-2c383ae94935 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Unset dirty status for tenant:976bf3c4606b467097c204ffc819bc79 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:32:13.079469 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-749cc270-d01c-4a12-9c32-dc19315f1d0c req-be73f28e-0286-482c-82f4-2c383ae94935 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=93983de7-014e-4eea-92f4-c6d44bba363a HTTP/1.1" status: 200 len: 210 time: 0.1551113 Mar 09 03:32:13.096896 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f57ef0-0f04-47e1-a56e-72f81869e50b req-6597bf55-e8a3-4df8-be08-f4e4be8ac8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:13.098406 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-94f57ef0-0f04-47e1-a56e-72f81869e50b req-6597bf55-e8a3-4df8-be08-f4e4be8ac8d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.0988843 Mar 09 03:32:13.212083 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de199df1-ae4d-41be-9deb-5af1c10265c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:13.236909 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-8a64459b-562d-46de-83dc-5d1d01b93280 service neutron] 10.222.0.16 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158892 Mar 09 03:32:13.254095 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de199df1-ae4d-41be-9deb-5af1c10265c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:13.311146 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93983de7-014e-4eea-92f4-c6d44bba363a', 'name': 'network-vif-deleted', 'tag': '3f48079b-d910-4d43-b679-0365954c63be'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:32:13.327057 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f57ef0-0f04-47e1-a56e-72f81869e50b req-5805964f-1ec3-40b6-8a2d-ac86c471286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:13.328571 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-94f57ef0-0f04-47e1-a56e-72f81869e50b req-5805964f-1ec3-40b6-8a2d-ac86c471286d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2196758 Mar 09 03:32:13.334830 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-de199df1-ae4d-41be-9deb-5af1c10265c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d64b603f853403cbed97b6b4451f13c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6264281 Mar 09 03:32:13.338234 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37898) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:13.482902 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de199df1-ae4d-41be-9deb-5af1c10265c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924b382f-39a1-48b8-b296-1a5d0040f1c2,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:13.546294 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd613757-1c17-4556-bc66-d6f616325873 req-ef8a4d5b-2ade-4e25-8205-e89c94f5cecd tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:13.547837 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd613757-1c17-4556-bc66-d6f616325873 req-ef8a4d5b-2ade-4e25-8205-e89c94f5cecd tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 947 time: 0.1073050 Mar 09 03:32:13.597408 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd613757-1c17-4556-bc66-d6f616325873 req-e4f25836-f85c-4bac-99b6-0d66523256f1 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424030 Mar 09 03:32:13.639554 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56fe5f2-861a-46fe-bd26-02a4fdedca1f req-f644c56a-cc99-41a6-93d6-8f508186df77 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:13.647440 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a56fe5f2-861a-46fe-bd26-02a4fdedca1f req-f644c56a-cc99-41a6-93d6-8f508186df77 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ef2772b-aeb1-4e72-9512-441ea446d0ac HTTP/1.1" status: 200 len: 950 time: 0.4389892 Mar 09 03:32:13.703952 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3eda9712-b3f3-4268-a25a-a24d8a3ebed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:13.710325 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-94f57ef0-0f04-47e1-a56e-72f81869e50b req-1d1a9b5f-49ef-4fb4-b4f7-11f60fb52f6f service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735416 Mar 09 03:32:13.840491 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a56fe5f2-861a-46fe-bd26-02a4fdedca1f req-79f15472-d9f5-4600-9e1d-0d7a958bb062 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921635 Mar 09 03:32:13.842185 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3eda9712-b3f3-4268-a25a-a24d8a3ebed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:13.965095 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93983de7-014e-4eea-92f4-c6d44bba363a', 'name': 'network-vif-deleted', 'tag': '3f48079b-d910-4d43-b679-0365954c63be', 'status': 'completed', 'code': 200} Mar 09 03:32:13.970203 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-94f57ef0-0f04-47e1-a56e-72f81869e50b req-d7c98b67-936b-4a25-b74a-a58b2a700786 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522805 Mar 09 03:32:14.000331 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3eda9712-b3f3-4268-a25a-a24d8a3ebed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:14.048394 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-582342d2-6252-4862-a31c-5a7ea212074b req-8dbcc71c-f2b3-4721-beb4-568237b623a0 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 210 time: 0.0560584 Mar 09 03:32:14.061021 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda9712-b3f3-4268-a25a-a24d8a3ebed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924b382f-39a1-48b8-b296-1a5d0040f1c2,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:14.072510 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3eda9712-b3f3-4268-a25a-a24d8a3ebed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:14.073832 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3eda9712-b3f3-4268-a25a-a24d8a3ebed8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/924b382f-39a1-48b8-b296-1a5d0040f1c2 HTTP/1.1" status: 204 len: 168 time: 0.7174087 Mar 09 03:32:14.169241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5258b-4a21-4778-9e57-c0cd3866209f req-c8306c82-53ed-46a2-98c4-15971e536979 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:14.170737 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-81f5258b-4a21-4778-9e57-c0cd3866209f req-c8306c82-53ed-46a2-98c4-15971e536979 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ef2772b-aeb1-4e72-9512-441ea446d0ac HTTP/1.1" status: 200 len: 950 time: 0.1569018 Mar 09 03:32:14.253580 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-81f5258b-4a21-4778-9e57-c0cd3866209f req-5e7ec87c-b8a4-4dc1-b589-be9714ace91b tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Deleting port 54559c20-8f33-43a8-a805-8c1630a0269c {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:32:14.253929 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-81f5258b-4a21-4778-9e57-c0cd3866209f req-5e7ec87c-b8a4-4dc1-b589-be9714ace91b tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:14.577885 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-81f5258b-4a21-4778-9e57-c0cd3866209f req-5e7ec87c-b8a4-4dc1-b589-be9714ace91b tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] For port 54559c20-8f33-43a8-a805-8c1630a0269c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=54559c20-8f33-43a8-a805-8c1630a0269c,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:14.578044 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-81f5258b-4a21-4778-9e57-c0cd3866209f req-5e7ec87c-b8a4-4dc1-b589-be9714ace91b tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:14.746365 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-81f5258b-4a21-4778-9e57-c0cd3866209f req-5e7ec87c-b8a4-4dc1-b589-be9714ace91b tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Calling delete_port for 54559c20-8f33-43a8-a805-8c1630a0269c owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:32:14.762675 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 51279369-540d-4970-bc4f-209236552640 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:32:14.843890 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-706a6932-2ea0-42a4-bde8-d6c676a3a01c tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=976bf3c4606b467097c204ffc819bc79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1936469 Mar 09 03:32:14.872394 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d50f91-19b5-44d6-808e-54eb4dec5931 req-bcaa77ae-0807-4d07-b47c-eb4f2a716116 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:14.874702 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-50d50f91-19b5-44d6-808e-54eb4dec5931 req-bcaa77ae-0807-4d07-b47c-eb4f2a716116 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=647f1ac8-e994-4e9d-ad3d-5a35c6ac9943 HTTP/1.1" status: 200 len: 950 time: 0.1099219 Mar 09 03:32:14.970232 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-50d50f91-19b5-44d6-808e-54eb4dec5931 req-d986353f-9972-4a74-aa62-aa1657b7510a tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891092 Mar 09 03:32:15.002999 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 51279369-540d-4970-bc4f-209236552640, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=51279369-540d-4970-bc4f-209236552640,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:15.020070 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '51279369-540d-4970-bc4f-209236552640', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': '51279369-540d-4970-bc4f-209236552640', 'mac_address': 'fa:16:3e:93:eb:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:32:15.098158 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:15.125496 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51279369-540d-4970-bc4f-209236552640 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:32:15.154556 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 51279369-540d-4970-bc4f-209236552640, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=51279369-540d-4970-bc4f-209236552640,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:15.158317 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-5ef52b21-ada0-4ac5-8d43-28bc01047cca tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:15.159926 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-5ef52b21-ada0-4ac5-8d43-28bc01047cca tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.24 "GET /v2.0/networks?id=304f544a-4e19-4ec8-816f-4e06aa7f0361 HTTP/1.1" status: 200 len: 820 time: 0.4406416 Mar 09 03:32:15.164054 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:15.202328 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-7b6f50ad-3cdd-47cf-99ac-e636e9bfac17 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Request body: {'port': {'device_id': '9888a753-4b8a-49cf-a59e-abea478bf4bb', 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361', 'admin_state_up': True, 'tenant_id': '42923148a00a49268422cf3ff4c2fd04'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:15.212676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2c088-66ca-4595-a473-ba5ba0f117c2 req-e3bfa709-55e2-4455-bd47-f1746fd3907d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:15.215112 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5b2c088-66ca-4595-a473-ba5ba0f117c2 req-e3bfa709-55e2-4455-bd47-f1746fd3907d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 947 time: 0.1008837 Mar 09 03:32:15.244437 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-faaaa813-8575-48e3-887d-fad60900cf6e tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:15.250786 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=51279369-540d-4970-bc4f-209236552640,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:15.253274 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-faaaa813-8575-48e3-887d-fad60900cf6e tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3918021 Mar 09 03:32:15.272711 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5b2c088-66ca-4595-a473-ba5ba0f117c2 req-8b2d74c3-184e-438d-a6ed-a1a905ed9711 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512702 Mar 09 03:32:15.293018 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-aa167e51-6954-471b-afd8-7fcf0250d053 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/quotas/976bf3c4606b467097c204ffc819bc79 HTTP/1.1" status: 200 len: 375 time: 0.0389576 Mar 09 03:32:15.407767 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-1bf10dbe-4397-49fb-bba9-73caf8dbae2f tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=976bf3c4606b467097c204ffc819bc79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1069856 Mar 09 03:32:15.425894 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 3f48079b-d910-4d43-b679-0365954c63be no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:32:15.436553 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-81f5258b-4a21-4778-9e57-c0cd3866209f req-5e7ec87c-b8a4-4dc1-b589-be9714ace91b tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:15.518907 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['51279369-540d-4970-bc4f-209236552640'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:32:15.594884 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ec87c-b8a4-4dc1-b589-be9714ace91b tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Pushing event deleted for resources: {'Port': ['ID=54559c20-8f33-43a8-a805-8c1630a0269c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:15.650317 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-7b6f50ad-3cdd-47cf-99ac-e636e9bfac17 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:15.705344 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 3f48079b-d910-4d43-b679-0365954c63be {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:32:15.719288 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 3f48079b-d910-4d43-b679-0365954c63be not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:32:15.744663 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f5258b-4a21-4778-9e57-c0cd3866209f req-5e7ec87c-b8a4-4dc1-b589-be9714ace91b tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] No DVR routers for this DVR port 54559c20-8f33-43a8-a805-8c1630a0269c on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:32:15.757182 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-81f5258b-4a21-4778-9e57-c0cd3866209f req-5e7ec87c-b8a4-4dc1-b589-be9714ace91b tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:15.765353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-7b6f50ad-3cdd-47cf-99ac-e636e9bfac17 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:15.820453 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-81f5258b-4a21-4778-9e57-c0cd3866209f req-5e7ec87c-b8a4-4dc1-b589-be9714ace91b tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.21 "DELETE /v2.0/ports/54559c20-8f33-43a8-a805-8c1630a0269c HTTP/1.1" status: 204 len: 173 time: 1.6421342 Mar 09 03:32:15.823974 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-7b6f50ad-3cdd-47cf-99ac-e636e9bfac17 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Made reservation on behalf of 42923148a00a49268422cf3ff4c2fd04 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:32:15.834759 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-7b6f50ad-3cdd-47cf-99ac-e636e9bfac17 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:15.890207 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aff79335-11a1-4c65-9cdb-4511e7f8f1ad req-6d2eee3d-1f9b-4ae3-bddc-8087ce93ec8c tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ef2772b-aeb1-4e72-9512-441ea446d0ac HTTP/1.1" status: 200 len: 210 time: 0.1537633 Mar 09 03:32:15.981370 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef2772b-aeb1-4e72-9512-441ea446d0ac', 'name': 'network-vif-deleted', 'tag': '54559c20-8f33-43a8-a805-8c1630a0269c'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:32:16.016354 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ee83b7e4-57a3-4287-ba95-ee0fb03e02fe req-9292db9e-47ae-4bc0-95fb-bcd4cb7745d8 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 210 time: 0.1412320 Mar 09 03:32:16.156340 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8101bdaf-a6c1-4902-8079-d1aaf6f14738 req-c891563d-00a8-4b2a-81d0-607b54c35b6a tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cc93c1-81b8-47ab-8497-6d2852628a12 HTTP/1.1" status: 200 len: 210 time: 0.1474633 Mar 09 03:32:16.164056 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef2772b-aeb1-4e72-9512-441ea446d0ac', 'name': 'network-vif-deleted', 'tag': '54559c20-8f33-43a8-a805-8c1630a0269c', 'status': 'completed', 'code': 200} Mar 09 03:32:16.342476 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a14a4-8ccf-41ef-b458-a9c077945e1d req-47e9bba3-73f9-41e0-af20-6ca0691ddcdd tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:16.345024 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-602a14a4-8ccf-41ef-b458-a9c077945e1d req-47e9bba3-73f9-41e0-af20-6ca0691ddcdd tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.24 "GET /v2.0/ports?device_id=647f1ac8-e994-4e9d-ad3d-5a35c6ac9943 HTTP/1.1" status: 200 len: 950 time: 0.1135883 Mar 09 03:32:16.413681 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c647765-da11-4700-9740-80dd2b3bd765 req-5cf3ef67-ddeb-4797-9019-d57d16be2c2c tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:16.415594 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9c647765-da11-4700-9740-80dd2b3bd765 req-5cf3ef67-ddeb-4797-9019-d57d16be2c2c tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=647f1ac8-e994-4e9d-ad3d-5a35c6ac9943 HTTP/1.1" status: 200 len: 950 time: 0.1641076 Mar 09 03:32:16.419849 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-7b6f50ad-3cdd-47cf-99ac-e636e9bfac17 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Allocated IP 172.20.0.9 (304f544a-4e19-4ec8-816f-4e06aa7f0361/bbb7cb80-fa8d-459c-b59f-347ff2f11453/8622f4fa-4172-4741-8947-754e23119c7f) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:32:16.471080 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['c2ca4c42-2401-4c63-b909-e9ea25465d67'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:32:16.511734 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9c647765-da11-4700-9740-80dd2b3bd765 req-daf4c455-e9cb-4fd0-a72b-71e2af9a0400 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889256 Mar 09 03:32:16.543649 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-602a14a4-8ccf-41ef-b458-a9c077945e1d req-85cf6a89-e9a3-441c-8fd6-d6aa4e605fdc tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Deleting port 7b0a9b27-262c-4894-b447-163474307d68 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:32:16.543649 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-602a14a4-8ccf-41ef-b458-a9c077945e1d req-85cf6a89-e9a3-441c-8fd6-d6aa4e605fdc tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:16.829613 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 51279369-540d-4970-bc4f-209236552640 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:32:16.848965 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-7b6f50ad-3cdd-47cf-99ac-e636e9bfac17 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:16.869657 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec49c78-2684-42a3-87c7-98810e9fbb32 req-31f30ba4-4c8b-404b-85f7-0d4588598697 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:16.870897 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-eec49c78-2684-42a3-87c7-98810e9fbb32 req-31f30ba4-4c8b-404b-85f7-0d4588598697 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Synchronizing usage tracker for tenant:fb202b0928604d6ca848064936552050 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:32:16.901064 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-eec49c78-2684-42a3-87c7-98810e9fbb32 req-31f30ba4-4c8b-404b-85f7-0d4588598697 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Unset dirty status for tenant:fb202b0928604d6ca848064936552050 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:32:16.910490 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eec49c78-2684-42a3-87c7-98810e9fbb32 req-31f30ba4-4c8b-404b-85f7-0d4588598697 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 948 time: 0.1896987 Mar 09 03:32:16.947544 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-602a14a4-8ccf-41ef-b458-a9c077945e1d req-85cf6a89-e9a3-441c-8fd6-d6aa4e605fdc tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] For port 7b0a9b27-262c-4894-b447-163474307d68, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=7b0a9b27-262c-4894-b447-163474307d68,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:16.948849 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-602a14a4-8ccf-41ef-b458-a9c077945e1d req-85cf6a89-e9a3-441c-8fd6-d6aa4e605fdc tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:16.958498 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 51279369-540d-4970-bc4f-209236552640 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:32:16.965273 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 51279369-540d-4970-bc4f-209236552640 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:32:16.965768 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:16.977807 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-eec49c78-2684-42a3-87c7-98810e9fbb32 req-256c871b-688f-4f8e-a4f3-ad338c61562b tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Synchronizing usage tracker for tenant:fb202b0928604d6ca848064936552050 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:32:16.983799 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-7b6f50ad-3cdd-47cf-99ac-e636e9bfac17 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:17.092270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f50ad-3cdd-47cf-99ac-e636e9bfac17 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Pushing event updated for resources: {'Port': ['ID=8622f4fa-4172-4741-8947-754e23119c7f,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:17.100606 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-7b6f50ad-3cdd-47cf-99ac-e636e9bfac17 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Network 304f544a-4e19-4ec8-816f-4e06aa7f0361 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:32:17.102243 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-7b6f50ad-3cdd-47cf-99ac-e636e9bfac17 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:32:17.109570 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-7b6f50ad-3cdd-47cf-99ac-e636e9bfac17 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:32:17.111014 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:17.131929 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['b4dfe22a-e7d9-40c4-a974-57a06028ad0e'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:32:17.144359 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-eec49c78-2684-42a3-87c7-98810e9fbb32 req-256c871b-688f-4f8e-a4f3-ad338c61562b tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Unset dirty status for tenant:fb202b0928604d6ca848064936552050 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:32:17.145800 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eec49c78-2684-42a3-87c7-98810e9fbb32 req-256c871b-688f-4f8e-a4f3-ad338c61562b tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287619 Mar 09 03:32:17.185575 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53c1f59-a2d6-477b-91cf-d65148e64d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51279369-540d-4970-bc4f-209236552640'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:32:17.205652 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 51279369-540d-4970-bc4f-209236552640, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=51279369-540d-4970-bc4f-209236552640,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:17.207040 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-602a14a4-8ccf-41ef-b458-a9c077945e1d req-85cf6a89-e9a3-441c-8fd6-d6aa4e605fdc tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Calling delete_port for 7b0a9b27-262c-4894-b447-163474307d68 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:32:17.211507 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-7b6f50ad-3cdd-47cf-99ac-e636e9bfac17 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:17.212351 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-7b6f50ad-3cdd-47cf-99ac-e636e9bfac17 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:17.223250 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:17.224182 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 54559c20-8f33-43a8-a805-8c1630a0269c no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:32:17.252734 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-7b6f50ad-3cdd-47cf-99ac-e636e9bfac17 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0546863 Mar 09 03:32:17.264373 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-364e580c-f563-4ad6-a63b-5ae3d80a3663 service neutron] Request body: {'port': {'device_id': '9888a753-4b8a-49cf-a59e-abea478bf4bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:17.300369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-c7875c53-4dc1-4a53-a229-ab814261b46b req-d2d75fca-1b2e-4bbf-85ea-22586c71d9eb tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Request body: {'security_group': {'name': 'tempest-securitygroup-809846761', 'description': 'tempest-description-766735186'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:17.307688 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c7875c53-4dc1-4a53-a229-ab814261b46b req-d2d75fca-1b2e-4bbf-85ea-22586c71d9eb tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:17.308356 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 54559c20-8f33-43a8-a805-8c1630a0269c {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:32:17.308647 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 54559c20-8f33-43a8-a805-8c1630a0269c not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:32:17.314623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c7875c53-4dc1-4a53-a229-ab814261b46b req-d2d75fca-1b2e-4bbf-85ea-22586c71d9eb tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Usage tracker for resource:security_group and tenant:65327e1d81664ee097ece72f4916a970 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:17.317750 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c7875c53-4dc1-4a53-a229-ab814261b46b req-d2d75fca-1b2e-4bbf-85ea-22586c71d9eb tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:17.336039 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c7875c53-4dc1-4a53-a229-ab814261b46b req-d2d75fca-1b2e-4bbf-85ea-22586c71d9eb tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:17.358766 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c7875c53-4dc1-4a53-a229-ab814261b46b req-d2d75fca-1b2e-4bbf-85ea-22586c71d9eb tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:17.364213 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=51279369-540d-4970-bc4f-209236552640,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:17.451318 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c7875c53-4dc1-4a53-a229-ab814261b46b req-d2d75fca-1b2e-4bbf-85ea-22586c71d9eb tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:17.469086 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-364e580c-f563-4ad6-a63b-5ae3d80a3663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:17.485163 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c7875c53-4dc1-4a53-a229-ab814261b46b req-d2d75fca-1b2e-4bbf-85ea-22586c71d9eb tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:17.491640 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c7875c53-4dc1-4a53-a229-ab814261b46b req-d2d75fca-1b2e-4bbf-85ea-22586c71d9eb tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Usage tracker for resource:security_group_rule and tenant:65327e1d81664ee097ece72f4916a970 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:17.495390 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c7875c53-4dc1-4a53-a229-ab814261b46b req-d2d75fca-1b2e-4bbf-85ea-22586c71d9eb tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:17.506449 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c7875c53-4dc1-4a53-a229-ab814261b46b req-d2d75fca-1b2e-4bbf-85ea-22586c71d9eb tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:17.627301 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-9d62cc9c-e486-46c7-8dd6-113850be9c43 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=976bf3c4606b467097c204ffc819bc79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449960 Mar 09 03:32:17.657921 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-602a14a4-8ccf-41ef-b458-a9c077945e1d req-85cf6a89-e9a3-441c-8fd6-d6aa4e605fdc tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:17.672975 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['7b0a9b27-262c-4894-b447-163474307d68'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:32:17.732197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf6a89-e9a3-441c-8fd6-d6aa4e605fdc tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Pushing event deleted for resources: {'Port': ['ID=7b0a9b27-262c-4894-b447-163474307d68,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:17.735027 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['951d0ac3-5c72-475a-8007-42f31412dc7a'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:32:17.767826 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865c1f5-1fb1-4c4e-b2bd-4227b5c7753c req-98c4024f-2411-4e7b-b2a5-ba2c242f9867 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:17.768542 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5865c1f5-1fb1-4c4e-b2bd-4227b5c7753c req-98c4024f-2411-4e7b-b2a5-ba2c242f9867 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Synchronizing usage tracker for tenant:42923148a00a49268422cf3ff4c2fd04 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:32:17.865289 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5865c1f5-1fb1-4c4e-b2bd-4227b5c7753c req-98c4024f-2411-4e7b-b2a5-ba2c242f9867 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Unset dirty status for tenant:42923148a00a49268422cf3ff4c2fd04 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:32:17.872815 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5865c1f5-1fb1-4c4e-b2bd-4227b5c7753c req-98c4024f-2411-4e7b-b2a5-ba2c242f9867 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 931 time: 0.3116727 Mar 09 03:32:17.944997 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5865c1f5-1fb1-4c4e-b2bd-4227b5c7753c req-7b45a662-07bd-4169-b76b-039812b274d5 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712800 Mar 09 03:32:18.040686 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-364e580c-f563-4ad6-a63b-5ae3d80a3663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8622f4fa-4172-4741-8947-754e23119c7f {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:32:18.049200 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-364e580c-f563-4ad6-a63b-5ae3d80a3663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:18.068368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-364e580c-f563-4ad6-a63b-5ae3d80a3663 service neutron] Transition to ACTIVE for port object 8622f4fa-4172-4741-8947-754e23119c7f will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:32:18.073268 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-364e580c-f563-4ad6-a63b-5ae3d80a3663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:18.079024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-602a14a4-8ccf-41ef-b458-a9c077945e1d req-85cf6a89-e9a3-441c-8fd6-d6aa4e605fdc tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] No DVR routers for this DVR port 7b0a9b27-262c-4894-b447-163474307d68 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:32:18.082183 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-602a14a4-8ccf-41ef-b458-a9c077945e1d req-85cf6a89-e9a3-441c-8fd6-d6aa4e605fdc tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:18.090068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '647f1ac8-e994-4e9d-ad3d-5a35c6ac9943', 'name': 'network-vif-deleted', 'tag': '7b0a9b27-262c-4894-b447-163474307d68'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:32:18.167904 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c7875c53-4dc1-4a53-a229-ab814261b46b req-d2d75fca-1b2e-4bbf-85ea-22586c71d9eb tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:18.169895 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-602a14a4-8ccf-41ef-b458-a9c077945e1d req-85cf6a89-e9a3-441c-8fd6-d6aa4e605fdc tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.24 "DELETE /v2.0/ports/7b0a9b27-262c-4894-b447-163474307d68 HTTP/1.1" status: 204 len: 173 time: 1.8070211 Mar 09 03:32:18.181552 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-76167464-79fc-4177-83c9-0154913bc7f6 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:18.183281 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-76167464-79fc-4177-83c9-0154913bc7f6 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5506306 Mar 09 03:32:18.184077 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c7875c53-4dc1-4a53-a229-ab814261b46b req-d2d75fca-1b2e-4bbf-85ea-22586c71d9eb tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:18.196992 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c7875c53-4dc1-4a53-a229-ab814261b46b req-d2d75fca-1b2e-4bbf-85ea-22586c71d9eb tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:18.203685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-4fbbf178-da42-4eff-a77c-85b86726fb82 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Request body: {'port': {'device_id': '89cc93c1-81b8-47ab-8497-6d2852628a12', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': '976bf3c4606b467097c204ffc819bc79'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:18.232505 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c7875c53-4dc1-4a53-a229-ab814261b46b req-d2d75fca-1b2e-4bbf-85ea-22586c71d9eb tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Usage tracker for resource:security_group_rule and tenant:65327e1d81664ee097ece72f4916a970 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:18.255400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c7875c53-4dc1-4a53-a229-ab814261b46b req-d2d75fca-1b2e-4bbf-85ea-22586c71d9eb tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:18.270844 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c7875c53-4dc1-4a53-a229-ab814261b46b req-d2d75fca-1b2e-4bbf-85ea-22586c71d9eb tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:18.281045 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-89aedac2-24f9-4ed8-b5d8-7ffad3b21f5e req-9feca3fd-f6cd-427f-988a-e2808974efe6 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cc93c1-81b8-47ab-8497-6d2852628a12 HTTP/1.1" status: 200 len: 210 time: 0.2011695 Mar 09 03:32:18.322707 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d75fca-1b2e-4bbf-85ea-22586c71d9eb tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4586a65b-7697-4fdc-bbc9-b8401f30e7ab,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:18.355360 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53c1f59-a2d6-477b-91cf-d65148e64d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51279369-540d-4970-bc4f-209236552640', 'code': 200} Mar 09 03:32:18.383877 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e580c-f563-4ad6-a63b-5ae3d80a3663 service neutron] Pushing event updated for resources: {'Port': ['ID=8622f4fa-4172-4741-8947-754e23119c7f,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:18.424251 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-364e580c-f563-4ad6-a63b-5ae3d80a3663 service neutron] Attempting to bind port 8622f4fa-4172-4741-8947-754e23119c7f on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:32:18.424482 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-364e580c-f563-4ad6-a63b-5ae3d80a3663 service neutron] Attempting to bind port 8622f4fa-4172-4741-8947-754e23119c7f by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:32:18.424785 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-364e580c-f563-4ad6-a63b-5ae3d80a3663 service neutron] Attempting to bind port 8622f4fa-4172-4741-8947-754e23119c7f on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:32:18.429665 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-364e580c-f563-4ad6-a63b-5ae3d80a3663 service neutron] Port 8622f4fa-4172-4741-8947-754e23119c7f on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:32:18.429974 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-364e580c-f563-4ad6-a63b-5ae3d80a3663 service neutron] Attempting to bind port 8622f4fa-4172-4741-8947-754e23119c7f on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:32:18.432658 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-4fbbf178-da42-4eff-a77c-85b86726fb82 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:18.435401 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-364e580c-f563-4ad6-a63b-5ae3d80a3663 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:32:18.435740 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-364e580c-f563-4ad6-a63b-5ae3d80a3663 service neutron] Checking segment: {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:32:18.436114 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-364e580c-f563-4ad6-a63b-5ae3d80a3663 service neutron] Bound using segment: {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:32:18.436583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-364e580c-f563-4ad6-a63b-5ae3d80a3663 service neutron] Bound port: 8622f4fa-4172-4741-8947-754e23119c7f, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:32:18.436929 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-364e580c-f563-4ad6-a63b-5ae3d80a3663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:18.456006 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-4fbbf178-da42-4eff-a77c-85b86726fb82 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:18.474177 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c7875c53-4dc1-4a53-a229-ab814261b46b req-d2d75fca-1b2e-4bbf-85ea-22586c71d9eb tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:18.478003 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c7875c53-4dc1-4a53-a229-ab814261b46b req-d2d75fca-1b2e-4bbf-85ea-22586c71d9eb tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:18.507767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-4fbbf178-da42-4eff-a77c-85b86726fb82 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Made reservation on behalf of 976bf3c4606b467097c204ffc819bc79 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:32:18.510608 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-4fbbf178-da42-4eff-a77c-85b86726fb82 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:18.544207 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d75fca-1b2e-4bbf-85ea-22586c71d9eb tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef61b712-0487-4267-a6dc-6b8dfcaef26d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:18.552815 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c7875c53-4dc1-4a53-a229-ab814261b46b req-d2d75fca-1b2e-4bbf-85ea-22586c71d9eb tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:18.553612 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c7875c53-4dc1-4a53-a229-ab814261b46b req-d2d75fca-1b2e-4bbf-85ea-22586c71d9eb tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3543534 Mar 09 03:32:18.589830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-364e580c-f563-4ad6-a63b-5ae3d80a3663 service neutron] For port 8622f4fa-4172-4741-8947-754e23119c7f, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:32:18.597855 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a4641-894a-4ac2-b893-b5e1b08afd85 req-2cf6a2a7-9bb8-48d0-a64d-69de2aaf79bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:18.599531 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-747a4641-894a-4ac2-b893-b5e1b08afd85 req-2cf6a2a7-9bb8-48d0-a64d-69de2aaf79bd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 1100 time: 0.1486073 Mar 09 03:32:18.602794 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-364e580c-f563-4ad6-a63b-5ae3d80a3663 service neutron] For port 8622f4fa-4172-4741-8947-754e23119c7f, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=8622f4fa-4172-4741-8947-754e23119c7f,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:32:18.608883 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-364e580c-f563-4ad6-a63b-5ae3d80a3663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:18.689212 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-364e580c-f563-4ad6-a63b-5ae3d80a3663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:18.690165 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-364e580c-f563-4ad6-a63b-5ae3d80a3663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:18.692039 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-364e580c-f563-4ad6-a63b-5ae3d80a3663 service neutron] 10.222.0.24 "PUT /v2.0/ports/8622f4fa-4172-4741-8947-754e23119c7f HTTP/1.1" status: 200 len: 1091 time: 1.4322994 Mar 09 03:32:18.698900 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9888a753-4b8a-49cf-a59e-abea478bf4bb', 'tag': '8622f4fa-4172-4741-8947-754e23119c7f'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:32:18.745109 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-747a4641-894a-4ac2-b893-b5e1b08afd85 req-79e93f6d-e6b8-4b90-b62a-06961eac7594 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299131 Mar 09 03:32:18.798080 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e580c-f563-4ad6-a63b-5ae3d80a3663 service neutron] Pushing event updated for resources: {'Port': ['ID=8622f4fa-4172-4741-8947-754e23119c7f,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:18.816043 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-4fbbf178-da42-4eff-a77c-85b86726fb82 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Allocated IP 192.168.233.49 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/f125a4aa-9334-4c81-8791-d413b71a7fbb) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:32:18.889370 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91a2e89b-29f5-4648-8421-a9bdc7406c69 req-e6002694-d95c-4ca9-b331-a0b4fd6e5986 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=647f1ac8-e994-4e9d-ad3d-5a35c6ac9943 HTTP/1.1" status: 200 len: 210 time: 0.0787213 Mar 09 03:32:18.938495 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '647f1ac8-e994-4e9d-ad3d-5a35c6ac9943', 'name': 'network-vif-deleted', 'tag': '7b0a9b27-262c-4894-b447-163474307d68', 'status': 'completed', 'code': 200} Mar 09 03:32:18.949518 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-5fd7d1cf-395f-4ca6-bbe1-3193239cbaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:18.951467 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-5fd7d1cf-395f-4ca6-bbe1-3193239cbaed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42923148a00a49268422cf3ff4c2fd04&device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 1094 time: 0.2053134 Mar 09 03:32:18.966382 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-23717ad6-842d-460e-9227-df687a33078d req-ec4015c2-1b87-4a54-acdb-805c035f54d4 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Request body: {'security_group': {'name': 'tempest-securitygroup-830471605', 'description': 'tempest-description-722512577'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:18.976551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-23717ad6-842d-460e-9227-df687a33078d req-ec4015c2-1b87-4a54-acdb-805c035f54d4 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:19.028848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-23717ad6-842d-460e-9227-df687a33078d req-ec4015c2-1b87-4a54-acdb-805c035f54d4 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Usage tracker for resource:security_group and tenant:65327e1d81664ee097ece72f4916a970 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:19.038638 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-23717ad6-842d-460e-9227-df687a33078d req-ec4015c2-1b87-4a54-acdb-805c035f54d4 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:19.048049 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-23717ad6-842d-460e-9227-df687a33078d req-ec4015c2-1b87-4a54-acdb-805c035f54d4 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:19.063650 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-aa4710c5-9a7a-40cd-bcc0-e1fe730601e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8622f4fa-4172-4741-8947-754e23119c7f HTTP/1.1" status: 200 len: 217 time: 0.1048877 Mar 09 03:32:19.068240 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-23717ad6-842d-460e-9227-df687a33078d req-ec4015c2-1b87-4a54-acdb-805c035f54d4 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:19.109638 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-23717ad6-842d-460e-9227-df687a33078d req-ec4015c2-1b87-4a54-acdb-805c035f54d4 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:19.121627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-23717ad6-842d-460e-9227-df687a33078d req-ec4015c2-1b87-4a54-acdb-805c035f54d4 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Usage tracker for resource:security_group_rule and tenant:65327e1d81664ee097ece72f4916a970 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:19.126011 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-4fbbf178-da42-4eff-a77c-85b86726fb82 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:19.128773 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-23717ad6-842d-460e-9227-df687a33078d req-ec4015c2-1b87-4a54-acdb-805c035f54d4 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:19.139596 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-23717ad6-842d-460e-9227-df687a33078d req-ec4015c2-1b87-4a54-acdb-805c035f54d4 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:19.140545 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-a1922b0e-f35e-4389-bde3-a6c2552618e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:19.141995 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-a1922b0e-f35e-4389-bde3-a6c2552618e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbb7cb80-fa8d-459c-b59f-347ff2f11453 HTTP/1.1" status: 200 len: 860 time: 0.0726755 Mar 09 03:32:19.153280 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-4fbbf178-da42-4eff-a77c-85b86726fb82 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Transition to ACTIVE for port object f125a4aa-9334-4c81-8791-d413b71a7fbb will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:32:19.195109 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-405a1eea-dc48-4812-a19c-642ac872db42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=304f544a-4e19-4ec8-816f-4e06aa7f0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444632 Mar 09 03:32:19.203391 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7930ee4-a0e8-456f-9c2a-005a884f4efa req-728c3ff0-db79-4176-9138-25d677b2fe79 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:19.204758 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a7930ee4-a0e8-456f-9c2a-005a884f4efa req-728c3ff0-db79-4176-9138-25d677b2fe79 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 949 time: 0.1886909 Mar 09 03:32:19.219202 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-4fbbf178-da42-4eff-a77c-85b86726fb82 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:19.278935 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-23717ad6-842d-460e-9227-df687a33078d req-ec4015c2-1b87-4a54-acdb-805c035f54d4 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:19.290336 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-23717ad6-842d-460e-9227-df687a33078d req-ec4015c2-1b87-4a54-acdb-805c035f54d4 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:19.315230 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-4fbbf178-da42-4eff-a77c-85b86726fb82 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:32:19.325119 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-4fbbf178-da42-4eff-a77c-85b86726fb82 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:32:19.337473 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a7930ee4-a0e8-456f-9c2a-005a884f4efa req-eec12f1a-82c7-4cf1-9fd7-2b788aff1d17 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141050 Mar 09 03:32:19.339826 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-4fbbf178-da42-4eff-a77c-85b86726fb82 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:32:19.371524 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-58fe8d75-bb18-4e1e-83da-5316a1c14160 service neutron] 10.222.0.24 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657970 Mar 09 03:32:19.378506 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbf178-da42-4eff-a77c-85b86726fb82 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Pushing event updated for resources: {'Port': ['ID=f125a4aa-9334-4c81-8791-d413b71a7fbb,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:19.392646 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4015c2-1b87-4a54-acdb-805c035f54d4 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c465a617-9e7f-469b-98de-c115626a56cf,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:19.427886 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-23717ad6-842d-460e-9227-df687a33078d req-ec4015c2-1b87-4a54-acdb-805c035f54d4 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:19.439008 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-23717ad6-842d-460e-9227-df687a33078d req-ec4015c2-1b87-4a54-acdb-805c035f54d4 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5027268 Mar 09 03:32:19.461895 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-4fbbf178-da42-4eff-a77c-85b86726fb82 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:19.462518 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-4fbbf178-da42-4eff-a77c-85b86726fb82 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:19.483688 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-4fbbf178-da42-4eff-a77c-85b86726fb82 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2838490 Mar 09 03:32:19.493709 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9888a753-4b8a-49cf-a59e-abea478bf4bb', 'tag': '8622f4fa-4172-4741-8947-754e23119c7f', 'status': 'completed', 'code': 200} Mar 09 03:32:19.499504 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-a61ec45e-2dc1-407c-9994-a6137f3c724d service neutron] Request body: {'port': {'device_id': '89cc93c1-81b8-47ab-8497-6d2852628a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:19.618545 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1f0b53bc-4c98-4931-ad02-1f803cd98c46 req-37315098-c373-4537-9d2c-81514dd1168c service neutron] 10.222.0.24 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398231 Mar 09 03:32:19.624087 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-a61ec45e-2dc1-407c-9994-a6137f3c724d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:19.647648 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-263f6c8f-a36c-4f3a-891a-261f66b794f0 None None] Provisioning for port f125a4aa-9334-4c81-8791-d413b71a7fbb completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:32:19.665901 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8b3ed-8e17-46fd-b5f9-e77eb1027b34 req-0aa1564a-7b88-4631-8179-1d5e646abc3a tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:19.666755 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a0d8b3ed-8e17-46fd-b5f9-e77eb1027b34 req-0aa1564a-7b88-4631-8179-1d5e646abc3a tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Synchronizing usage tracker for tenant:39508b8a9b4a48919043027f7e194a48 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:32:19.668050 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-263f6c8f-a36c-4f3a-891a-261f66b794f0 None None] Provisioning complete for port f125a4aa-9334-4c81-8791-d413b71a7fbb triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:32:19.671095 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-263f6c8f-a36c-4f3a-891a-261f66b794f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:19.737076 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a0d8b3ed-8e17-46fd-b5f9-e77eb1027b34 req-0aa1564a-7b88-4631-8179-1d5e646abc3a tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Unset dirty status for tenant:39508b8a9b4a48919043027f7e194a48 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:32:19.741244 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-263f6c8f-a36c-4f3a-891a-261f66b794f0 None None] Port f125a4aa-9334-4c81-8791-d413b71a7fbb cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:32:19.746834 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a0d8b3ed-8e17-46fd-b5f9-e77eb1027b34 req-0aa1564a-7b88-4631-8179-1d5e646abc3a tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=a986e2f9-0bbd-4ee8-a43c-986e41a3254f HTTP/1.1" status: 200 len: 949 time: 0.2549202 Mar 09 03:32:19.797740 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05dad8-3799-460f-81cc-941eac3e3d91 req-0b2337b8-b1c7-41e3-939b-70ed6ebf98cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:19.799349 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ee05dad8-3799-460f-81cc-941eac3e3d91 req-0b2337b8-b1c7-41e3-939b-70ed6ebf98cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42923148a00a49268422cf3ff4c2fd04&device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 1094 time: 0.1283462 Mar 09 03:32:19.804215 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a0d8b3ed-8e17-46fd-b5f9-e77eb1027b34 req-acc0793b-6f49-406a-b930-6ad69b1bbae8 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564823 Mar 09 03:32:20.029852 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049a225-78ac-4de6-8c88-b809afca7d26 req-1906d73a-e3c8-48fd-a280-a2bdefc23345 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:20.031518 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b049a225-78ac-4de6-8c88-b809afca7d26 req-1906d73a-e3c8-48fd-a280-a2bdefc23345 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 943 time: 0.2665999 Mar 09 03:32:20.048390 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05dad8-3799-460f-81cc-941eac3e3d91 req-02e75e73-9889-4c3d-8e07-404e8608380a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:20.049956 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ee05dad8-3799-460f-81cc-941eac3e3d91 req-02e75e73-9889-4c3d-8e07-404e8608380a service neutron] 10.222.0.24 "GET /v2.0/networks?id=304f544a-4e19-4ec8-816f-4e06aa7f0361 HTTP/1.1" status: 200 len: 921 time: 0.2443924 Mar 09 03:32:20.155737 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b049a225-78ac-4de6-8c88-b809afca7d26 req-4fe6e2e2-962f-492a-bb09-b783d6fd1f03 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006625 Mar 09 03:32:20.204032 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ee05dad8-3799-460f-81cc-941eac3e3d91 req-6b42cbcd-ecd6-48a9-99df-dd6d9bb58684 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8622f4fa-4172-4741-8947-754e23119c7f HTTP/1.1" status: 200 len: 217 time: 0.1469581 Mar 09 03:32:20.223739 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-a61ec45e-2dc1-407c-9994-a6137f3c724d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f125a4aa-9334-4c81-8791-d413b71a7fbb {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:32:20.241150 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-a61ec45e-2dc1-407c-9994-a6137f3c724d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:20.251455 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4c6a3-cfca-4dbf-89b9-0db0f1f4a4a4 req-102ca9ae-7f98-4ee7-a717-dd0f910f6a7a tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:20.258335 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-55c4c6a3-cfca-4dbf-89b9-0db0f1f4a4a4 req-102ca9ae-7f98-4ee7-a717-dd0f910f6a7a tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cc93c1-81b8-47ab-8497-6d2852628a12 HTTP/1.1" status: 200 len: 935 time: 0.3079250 Mar 09 03:32:20.266096 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-a61ec45e-2dc1-407c-9994-a6137f3c724d service neutron] Transition to ACTIVE for port object f125a4aa-9334-4c81-8791-d413b71a7fbb will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:32:20.273752 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-a61ec45e-2dc1-407c-9994-a6137f3c724d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:20.317390 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-55c4c6a3-cfca-4dbf-89b9-0db0f1f4a4a4 req-5c8668f7-6c40-40c3-a8cb-36722adf1b0c tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ddb91db-2967-4c90-9451-1284f8226b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581868 Mar 09 03:32:20.318804 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05dad8-3799-460f-81cc-941eac3e3d91 req-d2a11720-bfaf-4660-a695-ee2e358a132a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:20.320165 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ee05dad8-3799-460f-81cc-941eac3e3d91 req-d2a11720-bfaf-4660-a695-ee2e358a132a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbb7cb80-fa8d-459c-b59f-347ff2f11453 HTTP/1.1" status: 200 len: 860 time: 0.1100216 Mar 09 03:32:20.396015 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ee05dad8-3799-460f-81cc-941eac3e3d91 req-f846ecb9-aa12-414c-929d-23fb2a512cd0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=304f544a-4e19-4ec8-816f-4e06aa7f0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682745 Mar 09 03:32:20.531716 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-65283725-3d50-4818-939e-427d6a7c71dc req-e457a416-d799-4580-ac92-17fc07e06d56 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1932666278', 'description': 'tempest-description-502741088'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:20.536928 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-65283725-3d50-4818-939e-427d6a7c71dc req-e457a416-d799-4580-ac92-17fc07e06d56 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:20.541814 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-65283725-3d50-4818-939e-427d6a7c71dc req-e457a416-d799-4580-ac92-17fc07e06d56 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Usage tracker for resource:security_group and tenant:b2e3853864b7443b998a0d5bbefa61a8 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:20.577070 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-65283725-3d50-4818-939e-427d6a7c71dc req-e457a416-d799-4580-ac92-17fc07e06d56 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:20.590719 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-65283725-3d50-4818-939e-427d6a7c71dc req-e457a416-d799-4580-ac92-17fc07e06d56 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:20.623091 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ee05dad8-3799-460f-81cc-941eac3e3d91 req-9a5ea612-7746-4869-af84-7196ed2494a7 service neutron] 10.222.0.24 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194526 Mar 09 03:32:20.651550 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ec45e-2dc1-407c-9994-a6137f3c724d service neutron] Pushing event updated for resources: {'Port': ['ID=f125a4aa-9334-4c81-8791-d413b71a7fbb,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:20.658684 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-65283725-3d50-4818-939e-427d6a7c71dc req-e457a416-d799-4580-ac92-17fc07e06d56 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:20.676124 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-65283725-3d50-4818-939e-427d6a7c71dc req-e457a416-d799-4580-ac92-17fc07e06d56 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:20.704443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-65283725-3d50-4818-939e-427d6a7c71dc req-e457a416-d799-4580-ac92-17fc07e06d56 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:20.712140 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-65283725-3d50-4818-939e-427d6a7c71dc req-e457a416-d799-4580-ac92-17fc07e06d56 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Usage tracker for resource:security_group_rule and tenant:b2e3853864b7443b998a0d5bbefa61a8 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:20.716248 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-65283725-3d50-4818-939e-427d6a7c71dc req-e457a416-d799-4580-ac92-17fc07e06d56 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:20.722403 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-a61ec45e-2dc1-407c-9994-a6137f3c724d service neutron] Attempting to bind port f125a4aa-9334-4c81-8791-d413b71a7fbb on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:32:20.722796 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-a61ec45e-2dc1-407c-9994-a6137f3c724d service neutron] Attempting to bind port f125a4aa-9334-4c81-8791-d413b71a7fbb by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:32:20.723196 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-a61ec45e-2dc1-407c-9994-a6137f3c724d service neutron] Attempting to bind port f125a4aa-9334-4c81-8791-d413b71a7fbb on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:32:20.725382 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-65283725-3d50-4818-939e-427d6a7c71dc req-e457a416-d799-4580-ac92-17fc07e06d56 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:20.740353 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-a61ec45e-2dc1-407c-9994-a6137f3c724d service neutron] Port f125a4aa-9334-4c81-8791-d413b71a7fbb on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:32:20.740873 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-a61ec45e-2dc1-407c-9994-a6137f3c724d service neutron] Attempting to bind port f125a4aa-9334-4c81-8791-d413b71a7fbb on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:32:20.755021 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-a61ec45e-2dc1-407c-9994-a6137f3c724d service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:32:20.755451 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-a61ec45e-2dc1-407c-9994-a6137f3c724d service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:32:20.755895 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-a61ec45e-2dc1-407c-9994-a6137f3c724d service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:32:20.756639 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-a61ec45e-2dc1-407c-9994-a6137f3c724d service neutron] Bound port: f125a4aa-9334-4c81-8791-d413b71a7fbb, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:32:20.756810 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-a61ec45e-2dc1-407c-9994-a6137f3c724d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:20.771385 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80281e-24eb-46b9-89d9-2a1348160160 req-e9d6f9be-1a5f-4c35-a3b9-3a406b6f29c6 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:20.772878 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3a80281e-24eb-46b9-89d9-2a1348160160 req-e9d6f9be-1a5f-4c35-a3b9-3a406b6f29c6 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.21 "GET /v2.0/ports?device_id=a986e2f9-0bbd-4ee8-a43c-986e41a3254f HTTP/1.1" status: 200 len: 949 time: 0.2028565 Mar 09 03:32:20.906407 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ee05dad8-3799-460f-81cc-941eac3e3d91 req-fb86aec3-39a2-477a-a7cb-4bd5ee6e4ba9 service neutron] 10.222.0.24 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714074 Mar 09 03:32:20.925153 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-3a80281e-24eb-46b9-89d9-2a1348160160 req-ccd6fbe8-02e3-49bf-96d9-31a44268d446 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Deleting port c2ca4c42-2401-4c63-b909-e9ea25465d67 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:32:20.925475 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3a80281e-24eb-46b9-89d9-2a1348160160 req-ccd6fbe8-02e3-49bf-96d9-31a44268d446 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:20.928559 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-a61ec45e-2dc1-407c-9994-a6137f3c724d service neutron] For port f125a4aa-9334-4c81-8791-d413b71a7fbb, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:32:20.947926 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-a61ec45e-2dc1-407c-9994-a6137f3c724d service neutron] For port f125a4aa-9334-4c81-8791-d413b71a7fbb, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=f125a4aa-9334-4c81-8791-d413b71a7fbb,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:32:20.955312 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-a61ec45e-2dc1-407c-9994-a6137f3c724d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:21.018022 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-65283725-3d50-4818-939e-427d6a7c71dc req-e457a416-d799-4580-ac92-17fc07e06d56 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:21.032627 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c131569-6ff2-4228-8b4d-3792155ba79e req-41185328-5b9a-4079-9282-378e69deb7f4 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:21.033352 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-a61ec45e-2dc1-407c-9994-a6137f3c724d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:21.033966 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-a61ec45e-2dc1-407c-9994-a6137f3c724d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:21.034088 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9c131569-6ff2-4228-8b4d-3792155ba79e req-41185328-5b9a-4079-9282-378e69deb7f4 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 949 time: 0.2585561 Mar 09 03:32:21.035350 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-a61ec45e-2dc1-407c-9994-a6137f3c724d service neutron] 10.222.0.24 "PUT /v2.0/ports/f125a4aa-9334-4c81-8791-d413b71a7fbb HTTP/1.1" status: 200 len: 1095 time: 1.5417066 Mar 09 03:32:21.039555 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-65283725-3d50-4818-939e-427d6a7c71dc req-e457a416-d799-4580-ac92-17fc07e06d56 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:21.041492 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89cc93c1-81b8-47ab-8497-6d2852628a12', 'tag': 'f125a4aa-9334-4c81-8791-d413b71a7fbb'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:32:21.061836 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-65283725-3d50-4818-939e-427d6a7c71dc req-e457a416-d799-4580-ac92-17fc07e06d56 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:21.080190 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-65283725-3d50-4818-939e-427d6a7c71dc req-e457a416-d799-4580-ac92-17fc07e06d56 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Usage tracker for resource:security_group_rule and tenant:b2e3853864b7443b998a0d5bbefa61a8 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:21.117185 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-65283725-3d50-4818-939e-427d6a7c71dc req-e457a416-d799-4580-ac92-17fc07e06d56 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:21.123056 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-27bd31e2-d64c-459d-8932-4572f7a659e9 req-f07ad622-07f3-4041-9bde-cc84b8af08e5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2800336 Mar 09 03:32:21.147135 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-65283725-3d50-4818-939e-427d6a7c71dc req-e457a416-d799-4580-ac92-17fc07e06d56 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:21.155708 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ec45e-2dc1-407c-9994-a6137f3c724d service neutron] Pushing event updated for resources: {'Port': ['ID=f125a4aa-9334-4c81-8791-d413b71a7fbb,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:21.167683 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457a416-d799-4580-ac92-17fc07e06d56 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a131ed6-ab2e-4042-a89d-398cfbb37103,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:21.199899 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9c131569-6ff2-4228-8b4d-3792155ba79e req-7f0bf416-b11d-4d4e-b682-1e2e99ad4fe4 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504683 Mar 09 03:32:21.251448 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-28c6f3d2-fed8-47fe-a617-14ab21dbcfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:21.253041 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-28c6f3d2-fed8-47fe-a617-14ab21dbcfc2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=976bf3c4606b467097c204ffc819bc79&device_id=89cc93c1-81b8-47ab-8497-6d2852628a12 HTTP/1.1" status: 200 len: 1098 time: 0.1700962 Mar 09 03:32:21.272949 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-3a80281e-24eb-46b9-89d9-2a1348160160 req-ccd6fbe8-02e3-49bf-96d9-31a44268d446 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] For port c2ca4c42-2401-4c63-b909-e9ea25465d67, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=c2ca4c42-2401-4c63-b909-e9ea25465d67,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:21.273230 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3a80281e-24eb-46b9-89d9-2a1348160160 req-ccd6fbe8-02e3-49bf-96d9-31a44268d446 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:21.372853 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-65283725-3d50-4818-939e-427d6a7c71dc req-e457a416-d799-4580-ac92-17fc07e06d56 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:21.376230 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-cd88c380-7417-495d-852f-614d901fd1c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=f125a4aa-9334-4c81-8791-d413b71a7fbb HTTP/1.1" status: 200 len: 217 time: 0.0871851 Mar 09 03:32:21.380813 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-65283725-3d50-4818-939e-427d6a7c71dc req-e457a416-d799-4580-ac92-17fc07e06d56 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:21.408403 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-3a80281e-24eb-46b9-89d9-2a1348160160 req-ccd6fbe8-02e3-49bf-96d9-31a44268d446 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Calling delete_port for c2ca4c42-2401-4c63-b909-e9ea25465d67 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:32:21.453314 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 7b0a9b27-262c-4894-b447-163474307d68 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:32:21.482092 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-65283725-3d50-4818-939e-427d6a7c71dc req-e457a416-d799-4580-ac92-17fc07e06d56 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:21.483670 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-65283725-3d50-4818-939e-427d6a7c71dc req-e457a416-d799-4580-ac92-17fc07e06d56 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9662263 Mar 09 03:32:21.484356 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457a416-d799-4580-ac92-17fc07e06d56 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e583f400-b930-49c8-9c1c-63c716a70388,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:21.514636 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-cde77bd9-8175-4891-a35c-a4fa4b9ff4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:21.516155 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-cde77bd9-8175-4891-a35c-a4fa4b9ff4bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1287847 Mar 09 03:32:21.518442 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd31e2-d64c-459d-8932-4572f7a659e9 req-d03a5ef4-7e93-4a7a-b3d0-9f89bfb9e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:21.520209 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-27bd31e2-d64c-459d-8932-4572f7a659e9 req-d03a5ef4-7e93-4a7a-b3d0-9f89bfb9e490 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bca179644e344988a4822677f335581&device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63 HTTP/1.1" status: 200 len: 1096 time: 0.2641385 Mar 09 03:32:21.541229 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 7b0a9b27-262c-4894-b447-163474307d68 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:32:21.541638 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 7b0a9b27-262c-4894-b447-163474307d68 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:32:21.600405 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3a80281e-24eb-46b9-89d9-2a1348160160 req-ccd6fbe8-02e3-49bf-96d9-31a44268d446 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:21.613032 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['c2ca4c42-2401-4c63-b909-e9ea25465d67'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:32:21.665998 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6fbe8-02e3-49bf-96d9-31a44268d446 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Pushing event deleted for resources: {'Port': ['ID=c2ca4c42-2401-4c63-b909-e9ea25465d67,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:21.739545 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c3da48f5-c557-4833-b593-4f8351b6ae04 req-796ac8b7-1850-4f05-af7c-831dcda4a16f tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.16 "GET /v2.0/ports?device_id=a986e2f9-0bbd-4ee8-a43c-986e41a3254f HTTP/1.1" status: 200 len: 210 time: 0.0653200 Mar 09 03:32:21.752975 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a80281e-24eb-46b9-89d9-2a1348160160 req-ccd6fbe8-02e3-49bf-96d9-31a44268d446 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] No DVR routers for this DVR port c2ca4c42-2401-4c63-b909-e9ea25465d67 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:32:21.755730 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3a80281e-24eb-46b9-89d9-2a1348160160 req-ccd6fbe8-02e3-49bf-96d9-31a44268d446 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:21.758665 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a986e2f9-0bbd-4ee8-a43c-986e41a3254f', 'name': 'network-vif-deleted', 'tag': 'c2ca4c42-2401-4c63-b909-e9ea25465d67'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:32:21.780727 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-8d6fcf3a-7da7-4550-b5c8-6624e406478d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:21.782450 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-8d6fcf3a-7da7-4550-b5c8-6624e406478d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2562482 Mar 09 03:32:21.786932 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd31e2-d64c-459d-8932-4572f7a659e9 req-52e190c0-ee5c-4a39-a787-9b7e622ced92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:21.788426 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-27bd31e2-d64c-459d-8932-4572f7a659e9 req-52e190c0-ee5c-4a39-a787-9b7e622ced92 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4b5d3bab-bbcb-4153-881f-6be479495e31 HTTP/1.1" status: 200 len: 924 time: 0.2162328 Mar 09 03:32:21.790336 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3a80281e-24eb-46b9-89d9-2a1348160160 req-ccd6fbe8-02e3-49bf-96d9-31a44268d446 tempest-ServersAdminNegativeTestJSON-167907725 tempest-ServersAdminNegativeTestJSON-167907725-project] 10.222.0.21 "DELETE /v2.0/ports/c2ca4c42-2401-4c63-b909-e9ea25465d67 HTTP/1.1" status: 204 len: 173 time: 0.9749274 Mar 09 03:32:21.892493 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89cc93c1-81b8-47ab-8497-6d2852628a12', 'tag': 'f125a4aa-9334-4c81-8791-d413b71a7fbb', 'status': 'completed', 'code': 200} Mar 09 03:32:22.019671 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-3ea36f14-a3b2-4b5e-88f6-0ab03dc5f5c7 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302089 Mar 09 03:32:22.084048 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-27bd31e2-d64c-459d-8932-4572f7a659e9 req-dd681bd3-8c93-4133-a030-122fe0822757 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ad736da-e1cd-4df8-ad85-95e108f4cf22 HTTP/1.1" status: 200 len: 1001 time: 0.2744143 Mar 09 03:32:22.113750 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a3671-ee86-4e61-bd0a-b36e9d9220a3 req-f09f553f-6962-47b5-88de-b2dc915079a8 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:22.119341 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1d4a3671-ee86-4e61-bd0a-b36e9d9220a3 req-f09f553f-6962-47b5-88de-b2dc915079a8 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 943 time: 0.1259902 Mar 09 03:32:22.164120 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1d4a3671-ee86-4e61-bd0a-b36e9d9220a3 req-a7e6124a-b97a-407b-ae86-1696285de1d9 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424616 Mar 09 03:32:22.272202 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd31e2-d64c-459d-8932-4572f7a659e9 req-ed90989e-b04b-4eb6-be73-040cdc3675f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:22.273777 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-27bd31e2-d64c-459d-8932-4572f7a659e9 req-ed90989e-b04b-4eb6-be73-040cdc3675f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49a73544-ad50-4693-afb7-563f12ca65a5 HTTP/1.1" status: 200 len: 862 time: 0.1436481 Mar 09 03:32:22.367848 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44852d0-a6b8-4834-b051-c442e87d77f0 req-6f9ac0de-21f7-413f-ab1c-4aaed0caabf4 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:22.370551 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f44852d0-a6b8-4834-b051-c442e87d77f0 req-6f9ac0de-21f7-413f-ab1c-4aaed0caabf4 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cc93c1-81b8-47ab-8497-6d2852628a12 HTTP/1.1" status: 200 len: 947 time: 0.1029508 Mar 09 03:32:22.434618 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f44852d0-a6b8-4834-b051-c442e87d77f0 req-f23fda1a-592a-4054-920b-9c9dd900b0e2 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ddb91db-2967-4c90-9451-1284f8226b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526459 Mar 09 03:32:22.458612 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff3b15ee-90a5-4836-afca-594f48c8787c req-e459f808-9f27-44fa-b6d2-671d2cd765a2 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311647 Mar 09 03:32:22.471679 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922c312-67c4-4343-b1a1-cde68458e615 req-438b1b91-17de-4192-abf1-458fedf6dc66 tempest-MigrationsAdminTest-415884709 tempest-MigrationsAdminTest-415884709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:22.478765 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a922c312-67c4-4343-b1a1-cde68458e615 req-438b1b91-17de-4192-abf1-458fedf6dc66 tempest-MigrationsAdminTest-415884709 tempest-MigrationsAdminTest-415884709-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 1100 time: 0.3473511 Mar 09 03:32:22.529710 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a922c312-67c4-4343-b1a1-cde68458e615 req-f77c00f3-c3de-4365-8b55-6f5d90002c41 tempest-MigrationsAdminTest-415884709 tempest-MigrationsAdminTest-415884709-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:22.608122 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-a922c312-67c4-4343-b1a1-cde68458e615 req-f77c00f3-c3de-4365-8b55-6f5d90002c41 tempest-MigrationsAdminTest-415884709 tempest-MigrationsAdminTest-415884709-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:22.611346 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd31e2-d64c-459d-8932-4572f7a659e9 req-b3b708c1-adf3-4036-8af6-d3d95691d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:22.612821 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-27bd31e2-d64c-459d-8932-4572f7a659e9 req-b3b708c1-adf3-4036-8af6-d3d95691d32f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b5d3bab-bbcb-4153-881f-6be479495e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3269191 Mar 09 03:32:22.617018 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-a922c312-67c4-4343-b1a1-cde68458e615 req-f77c00f3-c3de-4365-8b55-6f5d90002c41 tempest-MigrationsAdminTest-415884709 tempest-MigrationsAdminTest-415884709-project-admin] Usage tracker for resource:security_group_rule and tenant:c2b93f5e7fa04487b131238bf0467037 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:22.621878 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-a922c312-67c4-4343-b1a1-cde68458e615 req-f77c00f3-c3de-4365-8b55-6f5d90002c41 tempest-MigrationsAdminTest-415884709 tempest-MigrationsAdminTest-415884709-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:22.648031 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-a922c312-67c4-4343-b1a1-cde68458e615 req-f77c00f3-c3de-4365-8b55-6f5d90002c41 tempest-MigrationsAdminTest-415884709 tempest-MigrationsAdminTest-415884709-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:22.669055 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eefec7-e394-4230-9958-8ed52ca0a7e8 req-32a5a1da-0871-4ee3-8286-4517f2e4322c tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:22.670927 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-69eefec7-e394-4230-9958-8ed52ca0a7e8 req-32a5a1da-0871-4ee3-8286-4517f2e4322c tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/ports?device_id=7986d448-a3be-4e95-93ea-339c5d701978 HTTP/1.1" status: 200 len: 950 time: 0.0896299 Mar 09 03:32:22.782585 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-69eefec7-e394-4230-9958-8ed52ca0a7e8 req-0347a468-c095-45c2-ab3b-379b8684d8a8 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.16 "GET /v2.0/security-groups?id=e372ca40-8f28-4e8b-9bf1-b1da88629a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036582 Mar 09 03:32:22.805239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5add71-d190-44fc-90a5-c45b356e4a3f req-57e9d91b-b8ac-4450-ad1b-62c8b9489617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:22.806787 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aa5add71-d190-44fc-90a5-c45b356e4a3f req-57e9d91b-b8ac-4450-ad1b-62c8b9489617 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=976bf3c4606b467097c204ffc819bc79&device_id=89cc93c1-81b8-47ab-8497-6d2852628a12 HTTP/1.1" status: 200 len: 1098 time: 0.2678981 Mar 09 03:32:22.810316 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-08517d21-ad8e-4806-a237-880da548b6f0 req-8e3a2298-eea9-433a-a38b-61d927e47a6e tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-340208583', 'description': 'tempest-description-713434368'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:22.814518 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-08517d21-ad8e-4806-a237-880da548b6f0 req-8e3a2298-eea9-433a-a38b-61d927e47a6e tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:22.818569 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-08517d21-ad8e-4806-a237-880da548b6f0 req-8e3a2298-eea9-433a-a38b-61d927e47a6e tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Usage tracker for resource:security_group and tenant:b2e3853864b7443b998a0d5bbefa61a8 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:22.821593 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-08517d21-ad8e-4806-a237-880da548b6f0 req-8e3a2298-eea9-433a-a38b-61d927e47a6e tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:22.828804 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-08517d21-ad8e-4806-a237-880da548b6f0 req-8e3a2298-eea9-433a-a38b-61d927e47a6e tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:22.838942 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-27bd31e2-d64c-459d-8932-4572f7a659e9 req-fe811410-336a-474d-ac33-da61cea94589 service neutron] 10.222.0.24 "GET /v2.0/networks/4b5d3bab-bbcb-4153-881f-6be479495e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141156 Mar 09 03:32:22.839400 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-08517d21-ad8e-4806-a237-880da548b6f0 req-8e3a2298-eea9-433a-a38b-61d927e47a6e tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:22.859317 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-08517d21-ad8e-4806-a237-880da548b6f0 req-8e3a2298-eea9-433a-a38b-61d927e47a6e tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:22.863200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-08517d21-ad8e-4806-a237-880da548b6f0 req-8e3a2298-eea9-433a-a38b-61d927e47a6e tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Usage tracker for resource:security_group_rule and tenant:b2e3853864b7443b998a0d5bbefa61a8 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:22.866189 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-08517d21-ad8e-4806-a237-880da548b6f0 req-8e3a2298-eea9-433a-a38b-61d927e47a6e tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:22.872396 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-08517d21-ad8e-4806-a237-880da548b6f0 req-8e3a2298-eea9-433a-a38b-61d927e47a6e tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:23.001541 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-08517d21-ad8e-4806-a237-880da548b6f0 req-8e3a2298-eea9-433a-a38b-61d927e47a6e tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:23.007810 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-08517d21-ad8e-4806-a237-880da548b6f0 req-8e3a2298-eea9-433a-a38b-61d927e47a6e tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:23.034730 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e079777-ba55-4c38-b2ff-2f81114a60d9 req-1ca1da4c-73b1-4cb8-93d7-d6a3c3bf4f32 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:23.036334 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3e079777-ba55-4c38-b2ff-2f81114a60d9 req-1ca1da4c-73b1-4cb8-93d7-d6a3c3bf4f32 tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.21 "GET /v2.0/ports?device_id=7986d448-a3be-4e95-93ea-339c5d701978 HTTP/1.1" status: 200 len: 950 time: 0.1420805 Mar 09 03:32:23.087787 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a922c312-67c4-4343-b1a1-cde68458e615 req-f77c00f3-c3de-4365-8b55-6f5d90002c41 tempest-MigrationsAdminTest-415884709 tempest-MigrationsAdminTest-415884709-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:23.098913 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-08517d21-ad8e-4806-a237-880da548b6f0 req-8e3a2298-eea9-433a-a38b-61d927e47a6e tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:23.100094 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-08517d21-ad8e-4806-a237-880da548b6f0 req-8e3a2298-eea9-433a-a38b-61d927e47a6e tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2949183 Mar 09 03:32:23.100674 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a2298-eea9-433a-a38b-61d927e47a6e tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f44342-cebf-48a0-a37b-9b3daf22aae1,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:23.103610 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5add71-d190-44fc-90a5-c45b356e4a3f req-ce3addc2-88f5-4a36-b48c-de0f692930be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:23.105598 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aa5add71-d190-44fc-90a5-c45b356e4a3f req-ce3addc2-88f5-4a36-b48c-de0f692930be service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.2905035 Mar 09 03:32:23.109139 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a922c312-67c4-4343-b1a1-cde68458e615 req-f77c00f3-c3de-4365-8b55-6f5d90002c41 tempest-MigrationsAdminTest-415884709 tempest-MigrationsAdminTest-415884709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:23.127564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-3e079777-ba55-4c38-b2ff-2f81114a60d9 req-182495d6-3b43-4b8b-b89c-3943d267d0dd tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Deleting port 951d0ac3-5c72-475a-8007-42f31412dc7a {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:32:23.128187 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3e079777-ba55-4c38-b2ff-2f81114a60d9 req-182495d6-3b43-4b8b-b89c-3943d267d0dd tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:23.179458 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a986e2f9-0bbd-4ee8-a43c-986e41a3254f', 'name': 'network-vif-deleted', 'tag': 'c2ca4c42-2401-4c63-b909-e9ea25465d67', 'status': 'completed', 'code': 200} Mar 09 03:32:23.189372 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-27bd31e2-d64c-459d-8932-4572f7a659e9 req-0cffc0b4-4769-41ab-ae2c-0c41710bc837 service neutron] 10.222.0.24 "GET /v2.0/networks/4b5d3bab-bbcb-4153-881f-6be479495e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350706 Mar 09 03:32:23.211131 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aa5add71-d190-44fc-90a5-c45b356e4a3f req-3e299195-9e70-4b10-bdda-d2835fa552d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=f125a4aa-9334-4c81-8791-d413b71a7fbb HTTP/1.1" status: 200 len: 217 time: 0.0922689 Mar 09 03:32:23.228330 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a922c312-67c4-4343-b1a1-cde68458e615 req-f77c00f3-c3de-4365-8b55-6f5d90002c41 tempest-MigrationsAdminTest-415884709 tempest-MigrationsAdminTest-415884709-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7486987 Mar 09 03:32:23.291488 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c00f3-c3de-4365-8b55-6f5d90002c41 tempest-MigrationsAdminTest-415884709 tempest-MigrationsAdminTest-415884709-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fb9574-8fbe-4154-8da0-d81155844a38,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:23.332576 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5add71-d190-44fc-90a5-c45b356e4a3f req-7c90a384-45d2-454c-8e7f-06bbd04d550e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:23.334024 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aa5add71-d190-44fc-90a5-c45b356e4a3f req-7c90a384-45d2-454c-8e7f-06bbd04d550e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1020036 Mar 09 03:32:23.483906 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 8622f4fa-4172-4741-8947-754e23119c7f details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:32:23.564292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5add71-d190-44fc-90a5-c45b356e4a3f req-bcf61027-d82f-413b-8a4f-9799e3845fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:23.565795 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aa5add71-d190-44fc-90a5-c45b356e4a3f req-bcf61027-d82f-413b-8a4f-9799e3845fe0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2253950 Mar 09 03:32:23.619811 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-3e079777-ba55-4c38-b2ff-2f81114a60d9 req-182495d6-3b43-4b8b-b89c-3943d267d0dd tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] For port 951d0ac3-5c72-475a-8007-42f31412dc7a, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=951d0ac3-5c72-475a-8007-42f31412dc7a,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:23.621210 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3e079777-ba55-4c38-b2ff-2f81114a60d9 req-182495d6-3b43-4b8b-b89c-3943d267d0dd tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:23.744916 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 8622f4fa-4172-4741-8947-754e23119c7f, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=8622f4fa-4172-4741-8947-754e23119c7f,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:23.794659 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '8622f4fa-4172-4741-8947-754e23119c7f', 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361', 'port_id': '8622f4fa-4172-4741-8947-754e23119c7f', 'mac_address': 'fa:16:3e:18:4a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb7cb80-fa8d-459c-b59f-347ff2f11453', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:32:23.888398 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38156) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:23.929046 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:23.944884 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aa5add71-d190-44fc-90a5-c45b356e4a3f req-1cc3e5fb-5982-4f55-9855-e81b25336422 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539381 Mar 09 03:32:23.953834 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8622f4fa-4172-4741-8947-754e23119c7f {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:32:23.969035 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-3e079777-ba55-4c38-b2ff-2f81114a60d9 req-182495d6-3b43-4b8b-b89c-3943d267d0dd tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Calling delete_port for 951d0ac3-5c72-475a-8007-42f31412dc7a owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:32:23.986787 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 8622f4fa-4172-4741-8947-754e23119c7f, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=8622f4fa-4172-4741-8947-754e23119c7f,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:23.998457 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:24.223037 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=8622f4fa-4172-4741-8947-754e23119c7f,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:24.265672 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5da7e-13f8-4eb1-bef9-a2dea791066c req-8f9f95c3-91ad-4367-b62c-8d69b39e74af tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:24.267065 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42b5da7e-13f8-4eb1-bef9-a2dea791066c req-8f9f95c3-91ad-4367-b62c-8d69b39e74af tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 944 time: 0.3064187 Mar 09 03:32:24.285274 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aa5add71-d190-44fc-90a5-c45b356e4a3f req-14dfd11f-6892-4250-87b5-40f627d2ddbd service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215449 Mar 09 03:32:24.301694 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-06fdce93-9f8e-4fa5-bf1a-78d9a6dc8abe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=39508b8a9b4a48919043027f7e194a48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4121866 Mar 09 03:32:24.305066 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38164) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:24.316599 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38166) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:24.319015 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-6755f18a-9b55-472e-bff2-62f509c4b7b4 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Synchronizing usage tracker for tenant:b2e3853864b7443b998a0d5bbefa61a8 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:32:24.338475 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-6755f18a-9b55-472e-bff2-62f509c4b7b4 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Unset dirty status for tenant:b2e3853864b7443b998a0d5bbefa61a8 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:32:24.343301 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-6755f18a-9b55-472e-bff2-62f509c4b7b4 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53368 time: 0.9609468 Mar 09 03:32:24.372868 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['8622f4fa-4172-4741-8947-754e23119c7f'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:32:24.377041 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3e079777-ba55-4c38-b2ff-2f81114a60d9 req-182495d6-3b43-4b8b-b89c-3943d267d0dd tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:24.400414 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-75ac49d6-74c9-4ac4-9797-1ce399ced6fd tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/097c44bb-fcf0-44cc-abda-5dc579ee2e94 HTTP/1.1" status: 200 len: 2977 time: 0.0495677 Mar 09 03:32:24.431023 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['951d0ac3-5c72-475a-8007-42f31412dc7a'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:32:24.432145 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42b5da7e-13f8-4eb1-bef9-a2dea791066c req-7dc506ab-c171-4c2d-b32e-3f7ab9d5836c tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521862 Mar 09 03:32:24.458283 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-6c6a139c-9812-44fe-bd33-065a6d03c38a tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/097c44bb-fcf0-44cc-abda-5dc579ee2e94 HTTP/1.1" status: 200 len: 2977 time: 0.0514276 Mar 09 03:32:24.528202 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-be44d155-9e89-4dc8-bfd1-d612eb54499c tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/35307e17-47d0-40a3-bf82-2e29743c6eb1 HTTP/1.1" status: 200 len: 2977 time: 0.0624783 Mar 09 03:32:24.542147 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182495d6-3b43-4b8b-b89c-3943d267d0dd tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Pushing event deleted for resources: {'Port': ['ID=951d0ac3-5c72-475a-8007-42f31412dc7a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:24.586721 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5ba11e1a-f607-4def-8787-862f830d803e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:24.614168 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e079777-ba55-4c38-b2ff-2f81114a60d9 req-182495d6-3b43-4b8b-b89c-3943d267d0dd tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] No DVR routers for this DVR port 951d0ac3-5c72-475a-8007-42f31412dc7a on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:32:24.615432 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-909d967a-8790-493d-8b42-1fc1ddfc8cb6 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/35307e17-47d0-40a3-bf82-2e29743c6eb1 HTTP/1.1" status: 200 len: 2977 time: 0.0815690 Mar 09 03:32:24.616927 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3e079777-ba55-4c38-b2ff-2f81114a60d9 req-182495d6-3b43-4b8b-b89c-3943d267d0dd tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:24.642964 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3e079777-ba55-4c38-b2ff-2f81114a60d9 req-182495d6-3b43-4b8b-b89c-3943d267d0dd tempest-LiveMigrationNegativeTest-1805904417 tempest-LiveMigrationNegativeTest-1805904417-project] 10.222.0.21 "DELETE /v2.0/ports/951d0ac3-5c72-475a-8007-42f31412dc7a HTTP/1.1" status: 204 len: 173 time: 1.5928278 Mar 09 03:32:24.645930 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5ba11e1a-f607-4def-8787-862f830d803e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:24.649626 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-75f62183-95a6-4a83-ab74-db3be9e23cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:24.656009 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5ba11e1a-f607-4def-8787-862f830d803e admin admin] Usage tracker for resource:security_group_rule and tenant:5fc7ad2c64644b37bd34681f1915733e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:24.666578 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5ba11e1a-f607-4def-8787-862f830d803e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:24.691202 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5ba11e1a-f607-4def-8787-862f830d803e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:24.715125 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-75f62183-95a6-4a83-ab74-db3be9e23cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:24.717465 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-f8b511bd-4a2b-4950-88a3-6ef76d8134d6 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/3ddb91db-2967-4c90-9451-1284f8226b3e HTTP/1.1" status: 200 len: 2981 time: 0.0988338 Mar 09 03:32:24.800821 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device c2ca4c42-2401-4c63-b909-e9ea25465d67 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:32:24.829357 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-75f62183-95a6-4a83-ab74-db3be9e23cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:24.844172 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: c2ca4c42-2401-4c63-b909-e9ea25465d67 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:32:24.844515 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device c2ca4c42-2401-4c63-b909-e9ea25465d67 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:32:24.844851 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-d752941c-dbc7-4863-8ce0-95e21960a1d1 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/3ddb91db-2967-4c90-9451-1284f8226b3e HTTP/1.1" status: 200 len: 2981 time: 0.1201975 Mar 09 03:32:24.867229 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f62183-95a6-4a83-ab74-db3be9e23cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:24.878406 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5ba11e1a-f607-4def-8787-862f830d803e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:24.897992 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5ba11e1a-f607-4def-8787-862f830d803e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:24.922695 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-f832b9a2-336f-43aa-ab99-22d0e516182d tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/4586a65b-7697-4fdc-bbc9-b8401f30e7ab HTTP/1.1" status: 200 len: 2981 time: 0.0761819 Mar 09 03:32:24.937756 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5ba11e1a-f607-4def-8787-862f830d803e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5fc7ad2c64644b37bd34681f1915733e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6200993 Mar 09 03:32:24.940819 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38184) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:24.960195 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-75f62183-95a6-4a83-ab74-db3be9e23cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:24.963791 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-75f62183-95a6-4a83-ab74-db3be9e23cc5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22 HTTP/1.1" status: 204 len: 168 time: 0.6528466 Mar 09 03:32:24.976953 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba11e1a-f607-4def-8787-862f830d803e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c47735e-1c0e-499a-a32f-2bd3136c97f0,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:24.997330 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-e652aa83-1e0c-4f0c-b7c9-84e3be5bc190 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/4586a65b-7697-4fdc-bbc9-b8401f30e7ab HTTP/1.1" status: 200 len: 2981 time: 0.0737028 Mar 09 03:32:25.068014 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7d2be33f-4c96-4f7d-9958-145afe86a562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:25.076985 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-90296ddc-0146-4733-b9b3-088ace3515c4 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/519afda1-ffe5-47fa-9e34-fc43b90d3be3 HTTP/1.1" status: 200 len: 2977 time: 0.0720420 Mar 09 03:32:25.180661 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7986d448-a3be-4e95-93ea-339c5d701978', 'name': 'network-vif-deleted', 'tag': '951d0ac3-5c72-475a-8007-42f31412dc7a'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:32:25.309900 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7d2be33f-4c96-4f7d-9958-145afe86a562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:25.374459 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d991b6-a74a-4440-94a5-af1aaf7bac59 req-03b82ca3-90d1-41e2-a0b9-8803127d6a90 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:25.378013 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-03d991b6-a74a-4440-94a5-af1aaf7bac59 req-03b82ca3-90d1-41e2-a0b9-8803127d6a90 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cc93c1-81b8-47ab-8497-6d2852628a12 HTTP/1.1" status: 200 len: 947 time: 0.1134903 Mar 09 03:32:25.416128 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-a0f906b1-fa54-48d7-a58e-d8d407bac14c tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/519afda1-ffe5-47fa-9e34-fc43b90d3be3 HTTP/1.1" status: 200 len: 2977 time: 0.3214824 Mar 09 03:32:25.427174 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38198) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:25.450031 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-03d991b6-a74a-4440-94a5-af1aaf7bac59 req-4fd2c503-f773-457a-95fc-be662253b1a5 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ddb91db-2967-4c90-9451-1284f8226b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583479 Mar 09 03:32:25.501708 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 8622f4fa-4172-4741-8947-754e23119c7f up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:32:25.528520 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7d2be33f-4c96-4f7d-9958-145afe86a562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:25.556249 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bc912d4b-c230-4c96-81c8-39292ff535a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c7d7b074eda4fa5a00ec3c5a0a8aa10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1249573 Mar 09 03:32:25.558687 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-713d6c7e-1662-4939-86bd-125fa6951bb8 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/682648a6-6eaf-47f9-b672-db2182656233 HTTP/1.1" status: 200 len: 2981 time: 0.1348739 Mar 09 03:32:25.562155 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-b74cb35c-1e5a-43db-ae75-fdf4d6c977cf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2671452 Mar 09 03:32:25.562890 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2be33f-4c96-4f7d-9958-145afe86a562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c47735e-1c0e-499a-a32f-2bd3136c97f0,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:25.571394 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38206) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:25.587986 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7d2be33f-4c96-4f7d-9958-145afe86a562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:25.592452 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7d2be33f-4c96-4f7d-9958-145afe86a562 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c47735e-1c0e-499a-a32f-2bd3136c97f0 HTTP/1.1" status: 204 len: 168 time: 0.6506090 Mar 09 03:32:25.657474 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 8622f4fa-4172-4741-8947-754e23119c7f completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:32:25.665226 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 8622f4fa-4172-4741-8947-754e23119c7f triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:32:25.665597 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:25.674484 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-aa16ab12-29b1-4020-a65a-123709ede355 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/682648a6-6eaf-47f9-b672-db2182656233 HTTP/1.1" status: 200 len: 2981 time: 0.0975451 Mar 09 03:32:25.731735 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4fbb115f-604f-47c8-a4b4-1c8c9e094467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:25.780383 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-513c088b-e724-4bee-880c-3f0808955ed7 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/86fb9574-8fbe-4154-8da0-d81155844a38 HTTP/1.1" status: 200 len: 2981 time: 0.1005571 Mar 09 03:32:25.789480 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4fbb115f-604f-47c8-a4b4-1c8c9e094467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:25.813436 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:25.827997 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad791714-4b1a-483f-aa3a-5ee46e8f86aa req-96fe82e7-62fe-4b33-afef-2a243681966c tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:25.830077 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ad791714-4b1a-483f-aa3a-5ee46e8f86aa req-96fe82e7-62fe-4b33-afef-2a243681966c tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 949 time: 0.1908965 Mar 09 03:32:25.844366 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9888a753-4b8a-49cf-a59e-abea478bf4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8622f4fa-4172-4741-8947-754e23119c7f'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:32:25.871598 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-dd050fa1-ddfe-4314-a516-dfd0d454c470 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/86fb9574-8fbe-4154-8da0-d81155844a38 HTTP/1.1" status: 200 len: 2981 time: 0.0849018 Mar 09 03:32:25.880218 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 8622f4fa-4172-4741-8947-754e23119c7f, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=8622f4fa-4172-4741-8947-754e23119c7f,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:25.893555 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:25.906005 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ad791714-4b1a-483f-aa3a-5ee46e8f86aa req-7c514f16-fd23-4597-b346-e489bf4d75fb tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591154 Mar 09 03:32:25.922678 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4fbb115f-604f-47c8-a4b4-1c8c9e094467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:25.949059 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4fbb115f-604f-47c8-a4b4-1c8c9e094467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:25.953943 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4fbb115f-604f-47c8-a4b4-1c8c9e094467 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f68a7957-1b70-4b05-a2ae-7ba7efc444d4 HTTP/1.1" status: 204 len: 168 time: 0.3813906 Mar 09 03:32:25.955219 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb115f-604f-47c8-a4b4-1c8c9e094467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68a7957-1b70-4b05-a2ae-7ba7efc444d4,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:26.002940 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7986d448-a3be-4e95-93ea-339c5d701978', 'name': 'network-vif-deleted', 'tag': '951d0ac3-5c72-475a-8007-42f31412dc7a', 'status': 'completed', 'code': 200} Mar 09 03:32:26.013213 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-e688847a-7bf5-473f-b815-f9958af86633 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/8a131ed6-ab2e-4042-a89d-398cfbb37103 HTTP/1.1" status: 200 len: 2981 time: 0.1327574 Mar 09 03:32:26.030338 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38224) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:26.050017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=8622f4fa-4172-4741-8947-754e23119c7f,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:26.093347 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-419caef7-33d2-4344-9d8a-7a29473b65a8 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/8a131ed6-ab2e-4042-a89d-398cfbb37103 HTTP/1.1" status: 200 len: 2981 time: 0.0792096 Mar 09 03:32:26.146054 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-81cd131f-2a73-4f65-a96b-e199f9127ef7 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/ad66b603-d399-4571-a329-7df7dae8ca23 HTTP/1.1" status: 200 len: 2973 time: 0.0517437 Mar 09 03:32:26.190086 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38236) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:26.216561 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-97bc3281-9fcd-4522-adc1-b1132bf6af75 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/ad66b603-d399-4571-a329-7df7dae8ca23 HTTP/1.1" status: 200 len: 2973 time: 0.0695956 Mar 09 03:32:26.219799 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b341a617-62d8-4c48-9a6b-4e95440b32c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:26.239223 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b341a617-62d8-4c48-9a6b-4e95440b32c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:26.243236 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b341a617-62d8-4c48-9a6b-4e95440b32c9 admin admin] Usage tracker for resource:security_group_rule and tenant:30ac97687cab4ed8934d5ec03be3a404 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:26.247315 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b341a617-62d8-4c48-9a6b-4e95440b32c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:26.255251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b341a617-62d8-4c48-9a6b-4e95440b32c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:26.269468 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652791aa-f0b1-484c-b531-f520e071fadf req-ddbe9865-344c-4ee7-99cf-74ec8e2843c8 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:26.276801 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-652791aa-f0b1-484c-b531-f520e071fadf req-ddbe9865-344c-4ee7-99cf-74ec8e2843c8 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 945 time: 0.1174099 Mar 09 03:32:26.331006 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-652791aa-f0b1-484c-b531-f520e071fadf req-7f05ed60-7b2a-4bf2-ba49-608d1bffb0f1 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527656 Mar 09 03:32:26.398736 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-4a05e095-b9c1-46c8-9fe4-a43db848efc8 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/b4e00624-b818-4bae-816c-aa3c4dda7161 HTTP/1.1" status: 200 len: 2981 time: 0.1645274 Mar 09 03:32:26.406517 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b341a617-62d8-4c48-9a6b-4e95440b32c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:26.416330 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9888a753-4b8a-49cf-a59e-abea478bf4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8622f4fa-4172-4741-8947-754e23119c7f', 'code': 200} Mar 09 03:32:26.433763 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b341a617-62d8-4c48-9a6b-4e95440b32c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:26.639223 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b341a617-62d8-4c48-9a6b-4e95440b32c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30ac97687cab4ed8934d5ec03be3a404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4480290 Mar 09 03:32:26.640170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38258) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:26.651635 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341a617-62d8-4c48-9a6b-4e95440b32c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c003858-9345-4c4f-9a5b-66a0a95fafda,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:26.699746 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-97e861f0-355b-470c-b04b-f4e755a1f407 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/b4e00624-b818-4bae-816c-aa3c4dda7161 HTTP/1.1" status: 200 len: 2981 time: 0.2918718 Mar 09 03:32:26.728883 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0848bd8f-7e57-4003-a1b1-1520de7360f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6bcb0f0e9ee4d9583d2738a4ff863b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6977119 Mar 09 03:32:26.732541 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38264) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:26.792842 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fc52b24-f014-49ba-baac-2e69d7a4842b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:26.805715 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a06361-e09a-4dff-a90f-61f16b50815c req-3e5756c8-ac03-4c99-b48e-831303c06be5 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:26.807952 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-23a06361-e09a-4dff-a90f-61f16b50815c req-3e5756c8-ac03-4c99-b48e-831303c06be5 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cc93c1-81b8-47ab-8497-6d2852628a12 HTTP/1.1" status: 200 len: 947 time: 0.1608651 Mar 09 03:32:26.814641 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 951d0ac3-5c72-475a-8007-42f31412dc7a no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:32:26.856577 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c190951b-23b2-4a2f-b3be-9f9f953124c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:26.870992 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-8b43c0f0-246f-458b-9b3a-23f33aff71b0 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/ce71633e-27c1-4fec-b543-aa3554c77d8a HTTP/1.1" status: 200 len: 2981 time: 0.1550279 Mar 09 03:32:26.875902 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 951d0ac3-5c72-475a-8007-42f31412dc7a {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:32:26.876247 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 951d0ac3-5c72-475a-8007-42f31412dc7a not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:32:26.883025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bf065-338e-4e3f-b755-10085041a60d req-35bc8372-9161-4615-ad1a-2534f1424c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:26.885366 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6f5bf065-338e-4e3f-b755-10085041a60d req-35bc8372-9161-4615-ad1a-2534f1424c94 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 1096 time: 0.3759880 Mar 09 03:32:26.917938 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c190951b-23b2-4a2f-b3be-9f9f953124c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:26.972684 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fc52b24-f014-49ba-baac-2e69d7a4842b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:27.023826 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-23a06361-e09a-4dff-a90f-61f16b50815c req-5437cfb2-6287-4060-bb17-fe5c8ff7397d tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ddb91db-2967-4c90-9451-1284f8226b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997566 Mar 09 03:32:27.054432 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c190951b-23b2-4a2f-b3be-9f9f953124c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:27.079447 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-82c04d21-ee38-4254-a42d-3f4b1f9a95b5 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/ce71633e-27c1-4fec-b543-aa3554c77d8a HTTP/1.1" status: 200 len: 2981 time: 0.1920757 Mar 09 03:32:27.092724 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190951b-23b2-4a2f-b3be-9f9f953124c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e372ca40-8f28-4e8b-9bf1-b1da88629a30,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:27.108256 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c190951b-23b2-4a2f-b3be-9f9f953124c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:27.111815 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c190951b-23b2-4a2f-b3be-9f9f953124c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e372ca40-8f28-4e8b-9bf1-b1da88629a30 HTTP/1.1" status: 204 len: 168 time: 0.3761632 Mar 09 03:32:27.163703 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-a4694a26-6591-4aec-b7f4-86b377daf30c tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] show failed (client error): The resource could not be found. Mar 09 03:32:27.184059 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-a4694a26-6591-4aec-b7f4-86b377daf30c tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22 HTTP/1.1" status: 404 len: 352 time: 0.0961411 Mar 09 03:32:27.239309 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6f5bf065-338e-4e3f-b755-10085041a60d req-3ac2c5b8-0ac5-41d5-a808-4a1d9dd593b7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032804 Mar 09 03:32:27.241343 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-8565bd87-1261-4153-98c0-634e46de865f tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] show failed (client error): The resource could not be found. Mar 09 03:32:27.251373 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-8565bd87-1261-4153-98c0-634e46de865f tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/dcf4ac5f-87b0-4b4f-8a92-e70665f4fc22 HTTP/1.1" status: 404 len: 352 time: 0.0658519 Mar 09 03:32:27.271260 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-d158e64c-3fe8-4abc-9365-9e675706b7cc tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] show failed (client error): The resource could not be found. Mar 09 03:32:27.280874 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-d158e64c-3fe8-4abc-9365-9e675706b7cc tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e372ca40-8f28-4e8b-9bf1-b1da88629a30 HTTP/1.1" status: 404 len: 352 time: 0.0283253 Mar 09 03:32:27.299181 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-bdca7550-7b70-4102-a21d-ae9c76f3c2dc tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] show failed (client error): The resource could not be found. Mar 09 03:32:27.307777 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-bdca7550-7b70-4102-a21d-ae9c76f3c2dc tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e372ca40-8f28-4e8b-9bf1-b1da88629a30 HTTP/1.1" status: 404 len: 352 time: 0.0253279 Mar 09 03:32:27.348648 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fc52b24-f014-49ba-baac-2e69d7a4842b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:27.384082 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc52b24-f014-49ba-baac-2e69d7a4842b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c003858-9345-4c4f-9a5b-66a0a95fafda,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:27.399916 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-df62119d-5180-40e1-a555-433245bb271f tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/eba42e1a-c7db-4010-bc5c-acd076f7588e HTTP/1.1" status: 200 len: 2981 time: 0.0912309 Mar 09 03:32:27.402587 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fc52b24-f014-49ba-baac-2e69d7a4842b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:27.403794 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4fc52b24-f014-49ba-baac-2e69d7a4842b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c003858-9345-4c4f-9a5b-66a0a95fafda HTTP/1.1" status: 204 len: 168 time: 0.7578588 Mar 09 03:32:27.423320 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726bb70-cbf1-4978-baa3-b96a2e4a9447 req-eccc6598-48d2-405d-b946-1ff9dec3fe34 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:27.432142 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6726bb70-cbf1-4978-baa3-b96a2e4a9447 req-eccc6598-48d2-405d-b946-1ff9dec3fe34 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 949 time: 0.1099942 Mar 09 03:32:27.468462 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-a3ff5aca-9b05-4e01-8137-cf39a8863276 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/eba42e1a-c7db-4010-bc5c-acd076f7588e HTTP/1.1" status: 200 len: 2981 time: 0.0675547 Mar 09 03:32:27.477665 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6726bb70-cbf1-4978-baa3-b96a2e4a9447 req-22f9286b-bc48-4cfd-a962-69d493d9feb3 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444555 Mar 09 03:32:27.517071 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device f125a4aa-9334-4c81-8791-d413b71a7fbb details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:32:27.520535 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-8e696900-814d-49c4-bdae-8408791c974a tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/ebe5c973-5483-4297-b5a7-1ae214699f9c HTTP/1.1" status: 200 len: 2981 time: 0.0512166 Mar 09 03:32:27.583016 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-37b270fb-7893-4c5c-afff-35eaa9e1660c tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/ebe5c973-5483-4297-b5a7-1ae214699f9c HTTP/1.1" status: 200 len: 2981 time: 0.0549593 Mar 09 03:32:27.623951 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-cef38b58-09f9-495b-939f-94761bfca664 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] show failed (client error): The resource could not be found. Mar 09 03:32:27.625247 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-cef38b58-09f9-495b-939f-94761bfca664 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f68a7957-1b70-4b05-a2ae-7ba7efc444d4 HTTP/1.1" status: 404 len: 352 time: 0.0348110 Mar 09 03:32:27.662441 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-5e0a40d5-b8c0-4474-ac84-a4221a0909bb tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] show failed (client error): The resource could not be found. Mar 09 03:32:27.663953 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f74ef3d2-05f5-42bf-ae91-5b6051897c4d req-5e0a40d5-b8c0-4474-ac84-a4221a0909bb tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f68a7957-1b70-4b05-a2ae-7ba7efc444d4 HTTP/1.1" status: 404 len: 352 time: 0.0310991 Mar 09 03:32:27.702419 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a47f31-e97f-4438-a420-1d18f3ee5484 req-c90c4759-0993-46f5-bd82-6e7223a8dc00 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:27.709979 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-73a47f31-e97f-4438-a420-1d18f3ee5484 req-c90c4759-0993-46f5-bd82-6e7223a8dc00 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 945 time: 0.1128438 Mar 09 03:32:27.731934 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port f125a4aa-9334-4c81-8791-d413b71a7fbb, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=f125a4aa-9334-4c81-8791-d413b71a7fbb,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:27.758714 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38300) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:27.766224 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'f125a4aa-9334-4c81-8791-d413b71a7fbb', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': 'f125a4aa-9334-4c81-8791-d413b71a7fbb', 'mac_address': 'fa:16:3e:4b:3c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:32:27.774473 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-73a47f31-e97f-4438-a420-1d18f3ee5484 req-282b694b-4251-474f-90dd-46ca43da79db tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635452 Mar 09 03:32:27.846884 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-17a0a0d9-2477-4bfa-b7ab-608f13ac852f req-ca51eaef-3d6e-4181-ad3b-62f77e30ecc3 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Synchronizing usage tracker for tenant:65327e1d81664ee097ece72f4916a970 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:32:27.855771 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:27.862547 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-998d5cef-9dc2-416d-ab4e-5bc6e50b5b2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=23ce59f097284ab497da5a524bcd58fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1005015 Mar 09 03:32:27.862959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38304) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:27.882413 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f125a4aa-9334-4c81-8791-d413b71a7fbb {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:32:27.903465 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port f125a4aa-9334-4c81-8791-d413b71a7fbb, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=f125a4aa-9334-4c81-8791-d413b71a7fbb,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:27.912383 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:27.942542 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-17a0a0d9-2477-4bfa-b7ab-608f13ac852f req-ca51eaef-3d6e-4181-ad3b-62f77e30ecc3 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Unset dirty status for tenant:65327e1d81664ee097ece72f4916a970 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:32:27.957632 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-17a0a0d9-2477-4bfa-b7ab-608f13ac852f req-ca51eaef-3d6e-4181-ad3b-62f77e30ecc3 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65327e1d81664ee097ece72f4916a970 HTTP/1.1" status: 200 len: 6100 time: 0.2576559 Mar 09 03:32:27.986789 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-edac91d2-d864-4aa1-ba24-deecf0bb6337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:28.008952 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=f125a4aa-9334-4c81-8791-d413b71a7fbb,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:28.030397 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-eeffa541-c3a6-400e-b290-7662acac7aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:28.032167 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-eeffa541-c3a6-400e-b290-7662acac7aaf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 1100 time: 0.1024725 Mar 09 03:32:28.080631 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-edac91d2-d864-4aa1-ba24-deecf0bb6337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:28.151498 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-17a0a0d9-2477-4bfa-b7ab-608f13ac852f req-b5e4026c-e086-4555-8205-057a2ff67427 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] 10.222.0.16 "GET /v2.0/security-groups/4586a65b-7697-4fdc-bbc9-b8401f30e7ab HTTP/1.1" status: 200 len: 2981 time: 0.1928704 Mar 09 03:32:28.195256 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-4c526a42-50c7-41f1-bd56-fcc0f57a749a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:28.196741 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-4c526a42-50c7-41f1-bd56-fcc0f57a749a service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.1585763 Mar 09 03:32:28.251656 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-17a0a0d9-2477-4bfa-b7ab-608f13ac852f req-51d61c46-0528-4f75-a42d-3e8e4b65cccb tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] 10.222.0.16 "GET /v2.0/security-groups/4586a65b-7697-4fdc-bbc9-b8401f30e7ab HTTP/1.1" status: 200 len: 2981 time: 0.0992699 Mar 09 03:32:28.325612 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-54744e1c-fa91-49b2-a009-305804f072a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=51279369-540d-4970-bc4f-209236552640 HTTP/1.1" status: 200 len: 217 time: 0.1214101 Mar 09 03:32:28.334198 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84d7d690-84ee-4e60-8e82-9cbc3f4a75da req-bf1d976f-bc1c-48ce-a34e-fb6ab0e17531 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f4f44342-cebf-48a0-a37b-9b3daf22aae1 HTTP/1.1" status: 200 len: 1776 time: 0.0607758 Mar 09 03:32:28.338879 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-edac91d2-d864-4aa1-ba24-deecf0bb6337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:28.379990 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac91d2-d864-4aa1-ba24-deecf0bb6337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba42e1a-c7db-4010-bc5c-acd076f7588e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:28.387775 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['f125a4aa-9334-4c81-8791-d413b71a7fbb'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:32:28.394582 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-edac91d2-d864-4aa1-ba24-deecf0bb6337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:28.399228 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-edac91d2-d864-4aa1-ba24-deecf0bb6337 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eba42e1a-c7db-4010-bc5c-acd076f7588e HTTP/1.1" status: 204 len: 168 time: 0.5319757 Mar 09 03:32:28.438674 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-cca4413a-b5f6-4943-8a4b-b659350ae91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:28.440139 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-cca4413a-b5f6-4943-8a4b-b659350ae91a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1055334 Mar 09 03:32:28.466755 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84d7d690-84ee-4e60-8e82-9cbc3f4a75da req-f6850150-c22f-4801-a715-5fe9b22aac82 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:28.546506 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba212644-7905-46d7-b2f5-5b8d55012a66 req-a31582ca-1dd5-419d-8a2a-ed20e040b789 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:28.550123 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84d7d690-84ee-4e60-8e82-9cbc3f4a75da req-f6850150-c22f-4801-a715-5fe9b22aac82 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:28.554685 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ba212644-7905-46d7-b2f5-5b8d55012a66 req-a31582ca-1dd5-419d-8a2a-ed20e040b789 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cc93c1-81b8-47ab-8497-6d2852628a12 HTTP/1.1" status: 200 len: 948 time: 0.3512375 Mar 09 03:32:28.608302 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-4ed40113-9d6d-420d-b4b6-16c9e85d435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:28.609784 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-4ed40113-9d6d-420d-b4b6-16c9e85d435b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1581020 Mar 09 03:32:28.657564 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ba212644-7905-46d7-b2f5-5b8d55012a66 req-26bdc18a-7f73-4815-b482-09d3fd0ee353 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ddb91db-2967-4c90-9451-1284f8226b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018538 Mar 09 03:32:28.660904 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84d7d690-84ee-4e60-8e82-9cbc3f4a75da req-f6850150-c22f-4801-a715-5fe9b22aac82 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:28.700191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6850150-c22f-4801-a715-5fe9b22aac82 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f44342-cebf-48a0-a37b-9b3daf22aae1,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:28.719571 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84d7d690-84ee-4e60-8e82-9cbc3f4a75da req-f6850150-c22f-4801-a715-5fe9b22aac82 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:28.721564 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84d7d690-84ee-4e60-8e82-9cbc3f4a75da req-f6850150-c22f-4801-a715-5fe9b22aac82 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4f44342-cebf-48a0-a37b-9b3daf22aae1 HTTP/1.1" status: 204 len: 173 time: 0.3744612 Mar 09 03:32:28.847094 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2f7e04ea-0526-4ac4-ae08-a63893f88035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:28.875385 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-d61fbb3f-efd9-43bd-b703-dd7696869192 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571275 Mar 09 03:32:29.001777 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27365d8-0ef1-4d63-9148-de3484c26bba req-3bbb6f34-7915-4c2e-8c7c-4fd4a08790e8 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:29.003528 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d27365d8-0ef1-4d63-9148-de3484c26bba req-3bbb6f34-7915-4c2e-8c7c-4fd4a08790e8 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 949 time: 0.1478450 Mar 09 03:32:29.059574 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-88a510d9-b4e2-4b36-9f92-50f4f97797f5 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789284 Mar 09 03:32:29.089988 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d27365d8-0ef1-4d63-9148-de3484c26bba req-904af891-ec47-4ff9-96b4-cc7763ed0321 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780530 Mar 09 03:32:29.166342 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4d380efd-7483-462a-a725-aded2e2e6e91 req-a649ede7-6390-4e5b-a65c-9f669f09b992 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e583f400-b930-49c8-9c1c-63c716a70388 HTTP/1.1" status: 200 len: 1777 time: 0.0620666 Mar 09 03:32:29.272588 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4d380efd-7483-462a-a725-aded2e2e6e91 req-1398b16f-38b4-401a-9bd8-78bddc5af234 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:29.301059 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4d380efd-7483-462a-a725-aded2e2e6e91 req-1398b16f-38b4-401a-9bd8-78bddc5af234 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:29.341223 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598e9c1-cb8b-4b01-8882-3fe0545643fd req-db29d6eb-3dd6-49bf-aa30-811752bdd1c7 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:29.342893 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c598e9c1-cb8b-4b01-8882-3fe0545643fd req-db29d6eb-3dd6-49bf-aa30-811752bdd1c7 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 945 time: 0.0954773 Mar 09 03:32:29.361208 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4d380efd-7483-462a-a725-aded2e2e6e91 req-1398b16f-38b4-401a-9bd8-78bddc5af234 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:29.381493 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398b16f-38b4-401a-9bd8-78bddc5af234 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e583f400-b930-49c8-9c1c-63c716a70388,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:29.391247 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4d380efd-7483-462a-a725-aded2e2e6e91 req-1398b16f-38b4-401a-9bd8-78bddc5af234 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:29.393311 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4d380efd-7483-462a-a725-aded2e2e6e91 req-1398b16f-38b4-401a-9bd8-78bddc5af234 tempest-SecurityGroupsTestAdminJSON-1896408904 tempest-SecurityGroupsTestAdminJSON-1896408904-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/e583f400-b930-49c8-9c1c-63c716a70388 HTTP/1.1" status: 204 len: 173 time: 0.2233706 Mar 09 03:32:29.418088 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c598e9c1-cb8b-4b01-8882-3fe0545643fd req-26d8b4f2-9931-4e54-b36a-bc4d0f8f2118 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683475 Mar 09 03:32:29.502006 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c972fcd5-b810-4a78-bd50-c895a9c82a45 req-3bc0b4ef-7421-4331-92a0-fd512880a3c9 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] 10.222.0.16 "GET /v2.0/security-groups/c465a617-9e7f-469b-98de-c115626a56cf HTTP/1.1" status: 200 len: 1776 time: 0.0621314 Mar 09 03:32:29.534974 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device f125a4aa-9334-4c81-8791-d413b71a7fbb up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:32:29.617179 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c972fcd5-b810-4a78-bd50-c895a9c82a45 req-b2a6cd78-3eae-4ee5-aff2-e729163ed581 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:29.659872 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3671f7-8996-4ca6-a0a0-f2550bbc99cd req-c27d3b04-4239-4094-a2f1-70faf34c5452 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:29.668066 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port f125a4aa-9334-4c81-8791-d413b71a7fbb completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:32:29.668421 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6a3671f7-8996-4ca6-a0a0-f2550bbc99cd req-c27d3b04-4239-4094-a2f1-70faf34c5452 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 1096 time: 0.1015885 Mar 09 03:32:29.674216 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port f125a4aa-9334-4c81-8791-d413b71a7fbb triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:32:29.674622 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:29.681369 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c972fcd5-b810-4a78-bd50-c895a9c82a45 req-b2a6cd78-3eae-4ee5-aff2-e729163ed581 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:29.728227 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6a3671f7-8996-4ca6-a0a0-f2550bbc99cd req-686e013c-154f-480e-9a28-44953f0afb77 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588109 Mar 09 03:32:29.770386 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c972fcd5-b810-4a78-bd50-c895a9c82a45 req-b2a6cd78-3eae-4ee5-aff2-e729163ed581 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:29.809730 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6cd78-3eae-4ee5-aff2-e729163ed581 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c465a617-9e7f-469b-98de-c115626a56cf,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:29.835387 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c972fcd5-b810-4a78-bd50-c895a9c82a45 req-b2a6cd78-3eae-4ee5-aff2-e729163ed581 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:29.836496 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c972fcd5-b810-4a78-bd50-c895a9c82a45 req-b2a6cd78-3eae-4ee5-aff2-e729163ed581 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] 10.222.0.16 "DELETE /v2.0/security-groups/c465a617-9e7f-469b-98de-c115626a56cf HTTP/1.1" status: 204 len: 173 time: 0.3279660 Mar 09 03:32:29.892764 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:29.953697 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89cc93c1-81b8-47ab-8497-6d2852628a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f125a4aa-9334-4c81-8791-d413b71a7fbb'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:32:29.964156 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port f125a4aa-9334-4c81-8791-d413b71a7fbb, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=f125a4aa-9334-4c81-8791-d413b71a7fbb,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:29.970421 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:30.053703 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=f125a4aa-9334-4c81-8791-d413b71a7fbb,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:30.108795 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe7c86-4845-40cc-98f2-bd111c0194fd req-6e1182ac-c72b-4145-8316-7c100dff3e21 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:30.115619 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7dbe7c86-4845-40cc-98f2-bd111c0194fd req-6e1182ac-c72b-4145-8316-7c100dff3e21 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 1096 time: 0.1139171 Mar 09 03:32:30.138465 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d981c1-ee97-4299-9226-3a5cdc39023e req-ef350379-e5e9-4c86-ac90-b29a647017a5 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:30.139206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-26d981c1-ee97-4299-9226-3a5cdc39023e req-ef350379-e5e9-4c86-ac90-b29a647017a5 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Synchronizing usage tracker for tenant:976bf3c4606b467097c204ffc819bc79 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:32:30.157488 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-26d981c1-ee97-4299-9226-3a5cdc39023e req-ef350379-e5e9-4c86-ac90-b29a647017a5 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Unset dirty status for tenant:976bf3c4606b467097c204ffc819bc79 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:32:30.166577 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-26d981c1-ee97-4299-9226-3a5cdc39023e req-ef350379-e5e9-4c86-ac90-b29a647017a5 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cc93c1-81b8-47ab-8497-6d2852628a12 HTTP/1.1" status: 200 len: 949 time: 0.1968093 Mar 09 03:32:30.172722 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7dbe7c86-4845-40cc-98f2-bd111c0194fd req-4ec27c98-9ebd-49b1-80dd-32e03bddcb8d tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526574 Mar 09 03:32:30.200599 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38416) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:30.223654 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-26d981c1-ee97-4299-9226-3a5cdc39023e req-6b54fcf4-7b4c-4574-b4b0-699ee8420a41 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ddb91db-2967-4c90-9451-1284f8226b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557041 Mar 09 03:32:30.312491 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35038ef0-4033-48ca-b545-de094803e066 req-4e9d5956-eef1-4422-96ec-c46881093854 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] 10.222.0.16 "GET /v2.0/security-groups/ef61b712-0487-4267-a6dc-6b8dfcaef26d HTTP/1.1" status: 200 len: 1776 time: 0.0580456 Mar 09 03:32:30.335924 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89cc93c1-81b8-47ab-8497-6d2852628a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f125a4aa-9334-4c81-8791-d413b71a7fbb', 'code': 200} Mar 09 03:32:30.374375 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4554d3f7-4fc7-40c5-96f2-d29c9f91cf29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:30.468133 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4554d3f7-4fc7-40c5-96f2-d29c9f91cf29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:30.475477 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4554d3f7-4fc7-40c5-96f2-d29c9f91cf29 admin admin] Usage tracker for resource:security_group_rule and tenant:4fcc73bc182c4f7680db42a65e3cf519 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:30.478994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4554d3f7-4fc7-40c5-96f2-d29c9f91cf29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:30.497906 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4554d3f7-4fc7-40c5-96f2-d29c9f91cf29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:30.505905 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-35038ef0-4033-48ca-b545-de094803e066 req-364c4052-a959-4bb9-8243-21d74bc021c0 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:30.538930 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e5dd0-5268-47e0-8660-aa80549b941c req-510ba20e-0389-4731-881a-e6906471d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:30.540428 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-537e5dd0-5268-47e0-8660-aa80549b941c req-510ba20e-0389-4731-881a-e6906471d708 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=89cc93c1-81b8-47ab-8497-6d2852628a12 HTTP/1.1" status: 200 len: 1100 time: 0.1447294 Mar 09 03:32:30.550144 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-35038ef0-4033-48ca-b545-de094803e066 req-364c4052-a959-4bb9-8243-21d74bc021c0 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:30.581000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f3872-3aef-4e1c-a107-e25ad15373cd req-ff6e8809-540a-4170-8266-94701711baea tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:30.582440 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-426f3872-3aef-4e1c-a107-e25ad15373cd req-ff6e8809-540a-4170-8266-94701711baea tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 949 time: 0.1410074 Mar 09 03:32:30.600745 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-537e5dd0-5268-47e0-8660-aa80549b941c req-37ad760a-96f9-4702-876e-2d15b2802b02 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3ddb91db-2967-4c90-9451-1284f8226b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540776 Mar 09 03:32:30.620945 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-35038ef0-4033-48ca-b545-de094803e066 req-364c4052-a959-4bb9-8243-21d74bc021c0 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:30.639110 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-426f3872-3aef-4e1c-a107-e25ad15373cd req-5a8478ad-01d0-4abb-a020-4aca9f27a48e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408366 Mar 09 03:32:30.656905 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c4052-a959-4bb9-8243-21d74bc021c0 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef61b712-0487-4267-a6dc-6b8dfcaef26d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:30.669260 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4554d3f7-4fc7-40c5-96f2-d29c9f91cf29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:30.674118 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-35038ef0-4033-48ca-b545-de094803e066 req-364c4052-a959-4bb9-8243-21d74bc021c0 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:30.675256 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35038ef0-4033-48ca-b545-de094803e066 req-364c4052-a959-4bb9-8243-21d74bc021c0 tempest-SecurityGroupsTestAdminJSON-463543544 tempest-SecurityGroupsTestAdminJSON-463543544-project] 10.222.0.16 "DELETE /v2.0/security-groups/ef61b712-0487-4267-a6dc-6b8dfcaef26d HTTP/1.1" status: 204 len: 173 time: 0.3565943 Mar 09 03:32:30.677908 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4554d3f7-4fc7-40c5-96f2-d29c9f91cf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:30.774198 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554d3f7-4fc7-40c5-96f2-d29c9f91cf29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e145357-c344-41e9-b79f-3757af6420e6,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:30.782370 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4554d3f7-4fc7-40c5-96f2-d29c9f91cf29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4fcc73bc182c4f7680db42a65e3cf519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5805771 Mar 09 03:32:30.785376 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38450) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:30.864156 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2193c973-84e7-4ea6-94fb-95d01d224857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:30.895344 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2193c973-84e7-4ea6-94fb-95d01d224857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:30.968429 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2193c973-84e7-4ea6-94fb-95d01d224857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:30.985332 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193c973-84e7-4ea6-94fb-95d01d224857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e145357-c344-41e9-b79f-3757af6420e6,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:31.003655 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2193c973-84e7-4ea6-94fb-95d01d224857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:31.008056 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2193c973-84e7-4ea6-94fb-95d01d224857 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e145357-c344-41e9-b79f-3757af6420e6 HTTP/1.1" status: 204 len: 168 time: 0.2212243 Mar 09 03:32:31.028953 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1ba6b675-3088-47f1-9c2e-861223295a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:31.102758 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38470) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:31.371400 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-66061320-3c60-4827-ad39-715ebbcedc59 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9cc46625939e49829e840c9b5c55e8e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518632 Mar 09 03:32:31.382787 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21a037-1bda-4214-8e89-dd2a3744a05e req-783e69db-a764-494d-8d3c-3e20e5aed2aa tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:31.384408 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bf21a037-1bda-4214-8e89-dd2a3744a05e req-783e69db-a764-494d-8d3c-3e20e5aed2aa tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 1096 time: 0.0852191 Mar 09 03:32:31.437642 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bf21a037-1bda-4214-8e89-dd2a3744a05e req-33c46720-c70c-4fbc-901a-182d57530530 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471833 Mar 09 03:32:31.605746 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-e019cdc1-110c-42ac-b2b7-4640b8159804 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:31.608441 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-e019cdc1-110c-42ac-b2b7-4640b8159804 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2362528 Mar 09 03:32:31.618798 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7d0d0959-511e-4a4f-b202-1e6067b7bd75 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65327e1d81664ee097ece72f4916a970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5142388 Mar 09 03:32:31.627067 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38494) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:31.641637 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-40852abe-f971-471b-a16c-8d7fb79c4b4d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/quotas/9cc46625939e49829e840c9b5c55e8e6 HTTP/1.1" status: 200 len: 375 time: 0.0260131 Mar 09 03:32:31.665564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38498) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:31.687271 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c3370cc-773a-492c-918f-1189ea90767c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:31.705148 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5c3370cc-773a-492c-918f-1189ea90767c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:31.710909 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5c3370cc-773a-492c-918f-1189ea90767c admin admin] Usage tracker for resource:security_group_rule and tenant:f930bad7e8184d6ab13aa6dfce0b9117 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:31.713744 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-b8fdbb21-1f9b-4517-b4c4-de568e35b985 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cc46625939e49829e840c9b5c55e8e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652988 Mar 09 03:32:31.714146 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5c3370cc-773a-492c-918f-1189ea90767c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:31.729609 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5c3370cc-773a-492c-918f-1189ea90767c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:31.750352 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ce0fb-0e4b-462b-b0e4-ab0859493351 req-b3e462ed-a843-441d-a511-042b680e68c6 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:31.751095 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e83ce0fb-0e4b-462b-b0e4-ab0859493351 req-b3e462ed-a843-441d-a511-042b680e68c6 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cc93c1-81b8-47ab-8497-6d2852628a12 HTTP/1.1" status: 200 len: 949 time: 0.1380644 Mar 09 03:32:31.751602 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38504) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:31.752723 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d0ce9bdd-5a38-473f-b3f2-06239a8cfd8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:31.794715 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d0ce9bdd-5a38-473f-b3f2-06239a8cfd8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:31.831723 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e83ce0fb-0e4b-462b-b0e4-ab0859493351 req-0ed35935-21c8-4c9f-8ee4-9c98d1ed7efb tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ddb91db-2967-4c90-9451-1284f8226b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647738 Mar 09 03:32:31.862124 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d0ce9bdd-5a38-473f-b3f2-06239a8cfd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:31.876685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce9bdd-5a38-473f-b3f2-06239a8cfd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4586a65b-7697-4fdc-bbc9-b8401f30e7ab,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:31.889129 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d0ce9bdd-5a38-473f-b3f2-06239a8cfd8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:31.890689 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d0ce9bdd-5a38-473f-b3f2-06239a8cfd8a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4586a65b-7697-4fdc-bbc9-b8401f30e7ab HTTP/1.1" status: 204 len: 168 time: 0.2627149 Mar 09 03:32:31.935372 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c3370cc-773a-492c-918f-1189ea90767c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:31.947009 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c3370cc-773a-492c-918f-1189ea90767c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:32.059626 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5c3370cc-773a-492c-918f-1189ea90767c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f930bad7e8184d6ab13aa6dfce0b9117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3902676 Mar 09 03:32:32.059626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3370cc-773a-492c-918f-1189ea90767c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6a1828-ac5f-4ebc-b6a0-c16b1c950747,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:32.060046 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38516) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:32.081554 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:32.089460 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:32.268520 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ecb29c18-d347-4ccc-89d7-2b75631878eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:32.295994 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c9c775b3-3e40-446a-9bf3-3d9099940075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:32.304823 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ecb29c18-d347-4ccc-89d7-2b75631878eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:32.312403 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c9c775b3-3e40-446a-9bf3-3d9099940075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:32.316938 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c9c775b3-3e40-446a-9bf3-3d9099940075 admin admin] Usage tracker for resource:security_group_rule and tenant:43d54426e251417dbfc971ae3b9b0d9a is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:32.320223 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c9c775b3-3e40-446a-9bf3-3d9099940075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:32.326895 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c9c775b3-3e40-446a-9bf3-3d9099940075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:32.363436 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe20e5-661b-4c8e-aa2a-c78c8bdbde71 req-6de4644d-b136-44e8-939a-6ff1c66025ed tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:32.364936 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-92fe20e5-661b-4c8e-aa2a-c78c8bdbde71 req-6de4644d-b136-44e8-939a-6ff1c66025ed tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 949 time: 0.2425005 Mar 09 03:32:32.458911 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-92fe20e5-661b-4c8e-aa2a-c78c8bdbde71 req-00607bb6-e3ba-4c10-9fa5-42945070c80e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748231 Mar 09 03:32:32.459782 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c9c775b3-3e40-446a-9bf3-3d9099940075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:32.461281 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ecb29c18-d347-4ccc-89d7-2b75631878eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:32.468408 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c9c775b3-3e40-446a-9bf3-3d9099940075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:32.501078 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb29c18-d347-4ccc-89d7-2b75631878eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6a1828-ac5f-4ebc-b6a0-c16b1c950747,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:32.531143 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c9c775b3-3e40-446a-9bf3-3d9099940075 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43d54426e251417dbfc971ae3b9b0d9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7747946 Mar 09 03:32:32.531143 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c775b3-3e40-446a-9bf3-3d9099940075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6e8cba-6e38-4bcb-87fc-941b925ef1c2,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:32.533005 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38534) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:32.544834 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ecb29c18-d347-4ccc-89d7-2b75631878eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:32.548314 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ecb29c18-d347-4ccc-89d7-2b75631878eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b6a1828-ac5f-4ebc-b6a0-c16b1c950747 HTTP/1.1" status: 204 len: 168 time: 0.4850781 Mar 09 03:32:32.602635 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-062a13f4-bb9d-4fda-89a0-f4c48dc8b480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:32.620626 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4fe8bd7d-57d1-4e91-ab48-5b22b47536a1 req-33d8759e-1d50-4100-87aa-71f88f0a691c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de84010-7cc2-40ba-8d0a-6fc70022e4a7 HTTP/1.1" status: 200 len: 210 time: 0.0637727 Mar 09 03:32:32.636967 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38540) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:32.640616 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-062a13f4-bb9d-4fda-89a0-f4c48dc8b480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:32.699493 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5db7abde-09ca-4c7e-aaf9-d3e3f2a5b988 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2e3853864b7443b998a0d5bbefa61a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0616179 Mar 09 03:32:32.700120 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38544) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:32.757129 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-062a13f4-bb9d-4fda-89a0-f4c48dc8b480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:32.784123 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a13f4-bb9d-4fda-89a0-f4c48dc8b480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6e8cba-6e38-4bcb-87fc-941b925ef1c2,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:32.795002 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-062a13f4-bb9d-4fda-89a0-f4c48dc8b480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:32.796402 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-062a13f4-bb9d-4fda-89a0-f4c48dc8b480 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc6e8cba-6e38-4bcb-87fc-941b925ef1c2 HTTP/1.1" status: 204 len: 168 time: 0.2623615 Mar 09 03:32:32.832311 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0fd71fe3-366a-48bb-a4e8-55357803361c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:32.884331 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0fd71fe3-366a-48bb-a4e8-55357803361c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:33.011504 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0fd71fe3-366a-48bb-a4e8-55357803361c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:33.125548 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0fd71fe3-366a-48bb-a4e8-55357803361c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:33.126877 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0fd71fe3-366a-48bb-a4e8-55357803361c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a131ed6-ab2e-4042-a89d-398cfbb37103 HTTP/1.1" status: 204 len: 168 time: 0.4254324 Mar 09 03:32:33.135510 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd71fe3-366a-48bb-a4e8-55357803361c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a131ed6-ab2e-4042-a89d-398cfbb37103,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:33.199407 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4585aa-2c6a-4392-8163-c53a3a25ec46 req-1d498b17-e4dd-4e3c-842e-d4a6ead26f3a tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:33.201780 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0f4585aa-2c6a-4392-8163-c53a3a25ec46 req-1d498b17-e4dd-4e3c-842e-d4a6ead26f3a tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cc93c1-81b8-47ab-8497-6d2852628a12 HTTP/1.1" status: 200 len: 949 time: 0.1741972 Mar 09 03:32:33.281247 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:33.283680 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0f4585aa-2c6a-4392-8163-c53a3a25ec46 req-94756a70-2bfd-43d5-86a8-0659109e8d17 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ddb91db-2967-4c90-9451-1284f8226b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758395 Mar 09 03:32:33.439364 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38584) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:33.470772 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-faaee191-1c0a-4d08-82d3-0926f09b6da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:33.496397 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-faaee191-1c0a-4d08-82d3-0926f09b6da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:33.500800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-faaee191-1c0a-4d08-82d3-0926f09b6da9 admin admin] Usage tracker for resource:security_group_rule and tenant:a4b6dbb6e9c542abb1e3ade27c8e167e is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:33.503971 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-faaee191-1c0a-4d08-82d3-0926f09b6da9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:33.509793 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-faaee191-1c0a-4d08-82d3-0926f09b6da9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:33.629207 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-faaee191-1c0a-4d08-82d3-0926f09b6da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:33.634171 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-faaee191-1c0a-4d08-82d3-0926f09b6da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:33.647376 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-58b42fdd-66bd-4505-9f74-b1b1299e7466 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9cc46625939e49829e840c9b5c55e8e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741470 Mar 09 03:32:33.707459 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-9527aed9-bfbb-4cf1-8278-8e08e39e24b1 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:32:33.718267 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-9527aed9-bfbb-4cf1-8278-8e08e39e24b1 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0231016 Mar 09 03:32:33.728557 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-da5300a1-9598-446d-bfeb-a51d0b27dd1a service neutron] Request body: {'binding': {'host': 'n-h2-825178-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:33.729040 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-da5300a1-9598-446d-bfeb-a51d0b27dd1a service neutron] Unknown quota resources ['binding']. {{(pid=87880) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 09 03:32:33.743820 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:33.795696 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-faaee191-1c0a-4d08-82d3-0926f09b6da9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a4b6dbb6e9c542abb1e3ade27c8e167e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3561158 Mar 09 03:32:33.822428 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38610) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:33.862601 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaee191-1c0a-4d08-82d3-0926f09b6da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411c7c05-a6d0-4670-86d3-6eae1b3c8ceb,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:33.926146 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-83d444fb-7099-42a5-b7e4-b6fb19a0e691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:34.019120 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-83d444fb-7099-42a5-b7e4-b6fb19a0e691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:34.044085 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-e5b78733-d66c-4eb6-b3e0-a08706bc2fbb tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:34.046102 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-e5b78733-d66c-4eb6-b3e0-a08706bc2fbb tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3881202 Mar 09 03:32:34.059049 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-4e47f9c5-68f3-42d8-afeb-8d4f52a8437c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Request body: {'port': {'device_id': '7de84010-7cc2-40ba-8d0a-6fc70022e4a7', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': '9cc46625939e49829e840c9b5c55e8e6'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:34.089675 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cee3c0-25fd-4323-aa61-1854b5e777c2 req-878ee13a-bc67-42b9-ba2b-4c734e57ecd7 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:34.097396 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b6cee3c0-25fd-4323-aa61-1854b5e777c2 req-878ee13a-bc67-42b9-ba2b-4c734e57ecd7 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 949 time: 0.3261578 Mar 09 03:32:34.195399 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b6cee3c0-25fd-4323-aa61-1854b5e777c2 req-df18767b-11b5-4926-abf0-4183b5dc1e4b tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969989 Mar 09 03:32:34.214980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-da5300a1-9598-446d-bfeb-a51d0b27dd1a service neutron] Attempting to bind port 8622f4fa-4172-4741-8947-754e23119c7f on host n-h2-825178-5 for vnic_type normal with profile None {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:32:34.215317 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-da5300a1-9598-446d-bfeb-a51d0b27dd1a service neutron] Attempting to bind port 8622f4fa-4172-4741-8947-754e23119c7f by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:32:34.215634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-da5300a1-9598-446d-bfeb-a51d0b27dd1a service neutron] Attempting to bind port 8622f4fa-4172-4741-8947-754e23119c7f on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:32:34.222186 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-83d444fb-7099-42a5-b7e4-b6fb19a0e691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:34.236726 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-da5300a1-9598-446d-bfeb-a51d0b27dd1a service neutron] Port 8622f4fa-4172-4741-8947-754e23119c7f on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:32:34.236726 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-da5300a1-9598-446d-bfeb-a51d0b27dd1a service neutron] Attempting to bind port 8622f4fa-4172-4741-8947-754e23119c7f on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:32:34.236903 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-da5300a1-9598-446d-bfeb-a51d0b27dd1a service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:32:34.237145 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-da5300a1-9598-446d-bfeb-a51d0b27dd1a service neutron] Checking segment: {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:32:34.250637 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-da5300a1-9598-446d-bfeb-a51d0b27dd1a service neutron] Bound using segment: {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:32:34.251189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-da5300a1-9598-446d-bfeb-a51d0b27dd1a service neutron] Bound port: 8622f4fa-4172-4741-8947-754e23119c7f, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:32:34.253085 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d444fb-7099-42a5-b7e4-b6fb19a0e691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411c7c05-a6d0-4670-86d3-6eae1b3c8ceb,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:34.282817 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-83d444fb-7099-42a5-b7e4-b6fb19a0e691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:34.286903 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-83d444fb-7099-42a5-b7e4-b6fb19a0e691 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/411c7c05-a6d0-4670-86d3-6eae1b3c8ceb HTTP/1.1" status: 204 len: 168 time: 0.4597759 Mar 09 03:32:34.286903 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-4e47f9c5-68f3-42d8-afeb-8d4f52a8437c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:34.290216 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-4e47f9c5-68f3-42d8-afeb-8d4f52a8437c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Usage tracker for resource:port and tenant:9cc46625939e49829e840c9b5c55e8e6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:34.293718 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-4e47f9c5-68f3-42d8-afeb-8d4f52a8437c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:34.300189 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-4e47f9c5-68f3-42d8-afeb-8d4f52a8437c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:34.310258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-da5300a1-9598-446d-bfeb-a51d0b27dd1a service neutron] For port 8622f4fa-4172-4741-8947-754e23119c7f, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=8622f4fa-4172-4741-8947-754e23119c7f,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:32:34.314195 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-4e47f9c5-68f3-42d8-afeb-8d4f52a8437c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Made reservation on behalf of 9cc46625939e49829e840c9b5c55e8e6 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:32:34.319167 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-4e47f9c5-68f3-42d8-afeb-8d4f52a8437c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:34.331315 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-da5300a1-9598-446d-bfeb-a51d0b27dd1a service neutron] Notify callbacks [] for binding, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:34.332596 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-da5300a1-9598-446d-bfeb-a51d0b27dd1a service neutron] 10.222.0.16 "POST /v2.0/ports/8622f4fa-4172-4741-8947-754e23119c7f/bindings HTTP/1.1" status: 201 len: 389 time: 0.6135561 Mar 09 03:32:34.338792 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-4e47f9c5-68f3-42d8-afeb-8d4f52a8437c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:34.354731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-4e47f9c5-68f3-42d8-afeb-8d4f52a8437c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:34.358614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-4e47f9c5-68f3-42d8-afeb-8d4f52a8437c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Usage tracker for resource:security_group_rule and tenant:9cc46625939e49829e840c9b5c55e8e6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:34.361675 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-4e47f9c5-68f3-42d8-afeb-8d4f52a8437c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:34.368992 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-4e47f9c5-68f3-42d8-afeb-8d4f52a8437c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:34.591302 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-4e47f9c5-68f3-42d8-afeb-8d4f52a8437c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:34.600350 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c487ba-db1c-4f49-8abf-0ff73c904cca req-de1fb79b-9023-451b-8ff0-1cc81915fbbf tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:34.606301 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-4e47f9c5-68f3-42d8-afeb-8d4f52a8437c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:34.608837 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c1c487ba-db1c-4f49-8abf-0ff73c904cca req-de1fb79b-9023-451b-8ff0-1cc81915fbbf tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cc93c1-81b8-47ab-8497-6d2852628a12 HTTP/1.1" status: 200 len: 949 time: 0.2283356 Mar 09 03:32:34.705730 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c920eff1-4bf6-408f-8e6e-e949564722e0 req-68af86fd-5108-46aa-bb31-46aac4428f6b tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de84010-7cc2-40ba-8d0a-6fc70022e4a7 HTTP/1.1" status: 200 len: 210 time: 0.1003366 Mar 09 03:32:34.714111 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c1c487ba-db1c-4f49-8abf-0ff73c904cca req-8513ab50-4da9-4587-80b2-e88ec2748003 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ddb91db-2967-4c90-9451-1284f8226b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956743 Mar 09 03:32:34.751414 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47f9c5-68f3-42d8-afeb-8d4f52a8437c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90cc05ac-a77c-4f39-a511-027749bd7bda,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:34.773963 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-3d68c383-270d-4971-9286-399a5948edab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:34.775492 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-3d68c383-270d-4971-9286-399a5948edab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42923148a00a49268422cf3ff4c2fd04&device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 1096 time: 0.1435866 Mar 09 03:32:34.855230 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-4e47f9c5-68f3-42d8-afeb-8d4f52a8437c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Allocated IP 192.168.233.139 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/d1022644-48bc-4d48-bad2-0f16a24a90c7) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:32:34.868867 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:32:35.088081 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-8f99db18-4840-46fb-aeeb-4f2f512814d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:35.090166 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-8f99db18-4840-46fb-aeeb-4f2f512814d7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=304f544a-4e19-4ec8-816f-4e06aa7f0361 HTTP/1.1" status: 200 len: 921 time: 0.3086939 Mar 09 03:32:35.114672 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b84d9-3d6f-4e7d-8ee6-4d4c57e27708 req-946b0ae5-a0f9-4654-990c-0cd9f90c2656 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:35.116546 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0f0b84d9-3d6f-4e7d-8ee6-4d4c57e27708 req-946b0ae5-a0f9-4654-990c-0cd9f90c2656 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 945 time: 0.1411493 Mar 09 03:32:35.129090 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-4e47f9c5-68f3-42d8-afeb-8d4f52a8437c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:35.152172 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-4e47f9c5-68f3-42d8-afeb-8d4f52a8437c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Transition to ACTIVE for port object d1022644-48bc-4d48-bad2-0f16a24a90c7 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:32:35.199760 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-4e47f9c5-68f3-42d8-afeb-8d4f52a8437c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:35.267230 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-4e47f9c5-68f3-42d8-afeb-8d4f52a8437c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:32:35.270392 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-4e47f9c5-68f3-42d8-afeb-8d4f52a8437c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:32:35.270582 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-62c3b919-94f1-4306-928a-c3653485a2b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8622f4fa-4172-4741-8947-754e23119c7f HTTP/1.1" status: 200 len: 217 time: 0.1528285 Mar 09 03:32:35.274426 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-4e47f9c5-68f3-42d8-afeb-8d4f52a8437c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:32:35.336849 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0f0b84d9-3d6f-4e7d-8ee6-4d4c57e27708 req-48f2ec55-4fc9-468d-b719-fabbe563bf4c tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329651 Mar 09 03:32:35.343828 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47f9c5-68f3-42d8-afeb-8d4f52a8437c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Pushing event updated for resources: {'Port': ['ID=d1022644-48bc-4d48-bad2-0f16a24a90c7,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:35.377422 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-4e47f9c5-68f3-42d8-afeb-8d4f52a8437c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:35.378094 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-4e47f9c5-68f3-42d8-afeb-8d4f52a8437c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:35.426272 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-88dabaa3-fc63-4ccd-9b2e-fe726ff8e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:35.429016 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-88dabaa3-fc63-4ccd-9b2e-fe726ff8e8c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb7cb80-fa8d-459c-b59f-347ff2f11453 HTTP/1.1" status: 200 len: 860 time: 0.1500611 Mar 09 03:32:35.444019 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-4e47f9c5-68f3-42d8-afeb-8d4f52a8437c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3886960 Mar 09 03:32:35.459543 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-91773d35-d20a-4c91-876b-1a62f5edf4bc service neutron] Request body: {'port': {'device_id': '7de84010-7cc2-40ba-8d0a-6fc70022e4a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:35.538021 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-27fa8061-bf6c-43dd-8fa1-d81c5d7e2cb9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=304f544a-4e19-4ec8-816f-4e06aa7f0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982046 Mar 09 03:32:35.676318 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1b7140a4-3518-47b0-b89d-078247f81a0e None None] Provisioning for port d1022644-48bc-4d48-bad2-0f16a24a90c7 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:32:35.681313 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1b7140a4-3518-47b0-b89d-078247f81a0e None None] Provisioning complete for port d1022644-48bc-4d48-bad2-0f16a24a90c7 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:32:35.681899 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1b7140a4-3518-47b0-b89d-078247f81a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:35.730270 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-91773d35-d20a-4c91-876b-1a62f5edf4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:35.758152 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1b7140a4-3518-47b0-b89d-078247f81a0e None None] Port d1022644-48bc-4d48-bad2-0f16a24a90c7 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:32:35.811047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdcadf-a9fb-4103-8b09-538df1404d68 req-2feeaf27-3e02-4d40-a697-2cf17a13e855 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:35.812510 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cbfdcadf-a9fb-4103-8b09-538df1404d68 req-2feeaf27-3e02-4d40-a697-2cf17a13e855 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 949 time: 0.2248483 Mar 09 03:32:35.818268 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-06efdacb-5fcd-4d68-bac1-89adc9d3d352 service neutron] 10.222.0.21 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663345 Mar 09 03:32:35.954104 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cbfdcadf-a9fb-4103-8b09-538df1404d68 req-e6d71525-9e0e-46ac-9cd9-952a8ed4da7d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331832 Mar 09 03:32:35.989931 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-c119850a-1a9b-4e83-bb88-7e53631c3029 service neutron] 10.222.0.21 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505513 Mar 09 03:32:36.085687 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff46b97-50ea-4cc8-880c-ca94b9015062 req-6c676cdc-d5ea-4c7b-b778-5ad02e2118fd tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:36.087923 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dff46b97-50ea-4cc8-880c-ca94b9015062 req-6c676cdc-d5ea-4c7b-b778-5ad02e2118fd tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cc93c1-81b8-47ab-8497-6d2852628a12 HTTP/1.1" status: 200 len: 949 time: 0.2072024 Mar 09 03:32:36.133554 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-0b95417a-4960-4c5d-b52c-fdd7aaa8fe0c tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:36.136080 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-0b95417a-4960-4c5d-b52c-fdd7aaa8fe0c tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb&tenant_id=42923148a00a49268422cf3ff4c2fd04&binding%3Ahost_id=n-h1-825178-5 HTTP/1.1" status: 200 len: 1096 time: 0.0865998 Mar 09 03:32:36.147128 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-40442fc4-7b9d-40a3-a72b-66950cb4c523 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825178-5'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:36.150535 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dff46b97-50ea-4cc8-880c-ca94b9015062 req-0d7d1374-cf10-488e-9665-e27d5d213d28 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ddb91db-2967-4c90-9451-1284f8226b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547559 Mar 09 03:32:36.210561 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-91773d35-d20a-4c91-876b-1a62f5edf4bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1022644-48bc-4d48-bad2-0f16a24a90c7 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:32:36.218407 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-91773d35-d20a-4c91-876b-1a62f5edf4bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:36.233211 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-91773d35-d20a-4c91-876b-1a62f5edf4bc service neutron] Transition to ACTIVE for port object d1022644-48bc-4d48-bad2-0f16a24a90c7 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:32:36.239703 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-91773d35-d20a-4c91-876b-1a62f5edf4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:36.371189 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91773d35-d20a-4c91-876b-1a62f5edf4bc service neutron] Pushing event updated for resources: {'Port': ['ID=d1022644-48bc-4d48-bad2-0f16a24a90c7,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:36.380231 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d458fb-5d63-4867-ae57-6059489d2c4d req-469e652a-32cd-4be2-baf5-92ee7d88edbc tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:36.381843 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38d458fb-5d63-4867-ae57-6059489d2c4d req-469e652a-32cd-4be2-baf5-92ee7d88edbc tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de84010-7cc2-40ba-8d0a-6fc70022e4a7 HTTP/1.1" status: 200 len: 936 time: 0.2389340 Mar 09 03:32:36.382771 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-40442fc4-7b9d-40a3-a72b-66950cb4c523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:36.509415 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-91773d35-d20a-4c91-876b-1a62f5edf4bc service neutron] Attempting to bind port d1022644-48bc-4d48-bad2-0f16a24a90c7 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:32:36.509415 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-91773d35-d20a-4c91-876b-1a62f5edf4bc service neutron] Attempting to bind port d1022644-48bc-4d48-bad2-0f16a24a90c7 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:32:36.509940 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-91773d35-d20a-4c91-876b-1a62f5edf4bc service neutron] Attempting to bind port d1022644-48bc-4d48-bad2-0f16a24a90c7 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:32:36.515826 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-91773d35-d20a-4c91-876b-1a62f5edf4bc service neutron] Port d1022644-48bc-4d48-bad2-0f16a24a90c7 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:32:36.516151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-91773d35-d20a-4c91-876b-1a62f5edf4bc service neutron] Attempting to bind port d1022644-48bc-4d48-bad2-0f16a24a90c7 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:32:36.521445 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38d458fb-5d63-4867-ae57-6059489d2c4d req-6bd0d656-21ad-43b7-963c-76065c5699c6 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289239 Mar 09 03:32:36.521629 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-91773d35-d20a-4c91-876b-1a62f5edf4bc service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:32:36.521971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-91773d35-d20a-4c91-876b-1a62f5edf4bc service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:32:36.522476 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-91773d35-d20a-4c91-876b-1a62f5edf4bc service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:32:36.523108 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-91773d35-d20a-4c91-876b-1a62f5edf4bc service neutron] Bound port: d1022644-48bc-4d48-bad2-0f16a24a90c7, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:32:36.523463 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-91773d35-d20a-4c91-876b-1a62f5edf4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:36.668778 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-91773d35-d20a-4c91-876b-1a62f5edf4bc service neutron] For port d1022644-48bc-4d48-bad2-0f16a24a90c7, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:32:36.685108 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-91773d35-d20a-4c91-876b-1a62f5edf4bc service neutron] For port d1022644-48bc-4d48-bad2-0f16a24a90c7, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d1022644-48bc-4d48-bad2-0f16a24a90c7,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:32:36.691148 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-91773d35-d20a-4c91-876b-1a62f5edf4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:36.712259 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-40442fc4-7b9d-40a3-a72b-66950cb4c523 service neutron] For port 8622f4fa-4172-4741-8947-754e23119c7f, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=8622f4fa-4172-4741-8947-754e23119c7f,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:36.759093 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-40442fc4-7b9d-40a3-a72b-66950cb4c523 service neutron] For port 8622f4fa-4172-4741-8947-754e23119c7f, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:32:36.775136 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-91773d35-d20a-4c91-876b-1a62f5edf4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:36.776458 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-91773d35-d20a-4c91-876b-1a62f5edf4bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:36.777797 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-91773d35-d20a-4c91-876b-1a62f5edf4bc service neutron] 10.222.0.21 "PUT /v2.0/ports/d1022644-48bc-4d48-bad2-0f16a24a90c7 HTTP/1.1" status: 200 len: 1096 time: 1.3233705 Mar 09 03:32:36.791292 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e5be4-8f02-4014-a5d2-968fefcd7195 req-18045bfc-e89f-4c5b-bf93-f8fc0f8750fd tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:36.792967 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3a1e5be4-8f02-4014-a5d2-968fefcd7195 req-18045bfc-e89f-4c5b-bf93-f8fc0f8750fd tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 945 time: 0.1754010 Mar 09 03:32:36.793487 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de84010-7cc2-40ba-8d0a-6fc70022e4a7', 'tag': 'd1022644-48bc-4d48-bad2-0f16a24a90c7'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:32:36.959597 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de84010-7cc2-40ba-8d0a-6fc70022e4a7', 'tag': 'd1022644-48bc-4d48-bad2-0f16a24a90c7', 'status': 'completed', 'code': 200} Mar 09 03:32:36.975259 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91773d35-d20a-4c91-876b-1a62f5edf4bc service neutron] Pushing event updated for resources: {'Port': ['ID=d1022644-48bc-4d48-bad2-0f16a24a90c7,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:37.023541 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3a1e5be4-8f02-4014-a5d2-968fefcd7195 req-391e5236-991a-416c-b845-18461850437c tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995556 Mar 09 03:32:37.090472 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-11fda8f5-fb1b-4e8e-b93a-b9f26ed32c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:37.091522 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9888a753-4b8a-49cf-a59e-abea478bf4bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8622f4fa-4172-4741-8947-754e23119c7f'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:32:37.092811 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-11fda8f5-fb1b-4e8e-b93a-b9f26ed32c64 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9cc46625939e49829e840c9b5c55e8e6&device_id=7de84010-7cc2-40ba-8d0a-6fc70022e4a7 HTTP/1.1" status: 200 len: 1099 time: 0.2679858 Mar 09 03:32:37.097626 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-40442fc4-7b9d-40a3-a72b-66950cb4c523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:37.117084 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-40442fc4-7b9d-40a3-a72b-66950cb4c523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:37.260428 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9888a753-4b8a-49cf-a59e-abea478bf4bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8622f4fa-4172-4741-8947-754e23119c7f', 'code': 200} Mar 09 03:32:37.270095 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134faa8-e8e8-47ef-95c6-3f6043006699 req-4162fb4a-4575-484d-bb76-3cccfd06bd2d tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:37.271826 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7134faa8-e8e8-47ef-95c6-3f6043006699 req-4162fb4a-4575-484d-bb76-3cccfd06bd2d tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.24 "GET /v2.0/ports?device_id=89cc93c1-81b8-47ab-8497-6d2852628a12 HTTP/1.1" status: 200 len: 949 time: 0.4691644 Mar 09 03:32:37.272294 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38780) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:37.279688 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-792d9be3-ea3d-44d6-8eac-f793973c09f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=d1022644-48bc-4d48-bad2-0f16a24a90c7 HTTP/1.1" status: 200 len: 217 time: 0.1783426 Mar 09 03:32:37.281884 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40442fc4-7b9d-40a3-a72b-66950cb4c523 service neutron] Pushing event updated for resources: {'Port': ['ID=8622f4fa-4172-4741-8947-754e23119c7f,revision_number=7']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:37.361423 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-f1099e79-4616-4161-bb14-cbe96333d6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:37.363505 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-f1099e79-4616-4161-bb14-cbe96333d6b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.0752773 Mar 09 03:32:37.405002 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-40442fc4-7b9d-40a3-a72b-66950cb4c523 service neutron] Attempting to bind port 8622f4fa-4172-4741-8947-754e23119c7f on host n-h1-825178-5 for vnic_type normal with profile {"migrating_to": "n-h2-825178-5"} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:32:37.405434 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-40442fc4-7b9d-40a3-a72b-66950cb4c523 service neutron] Attempting to bind port 8622f4fa-4172-4741-8947-754e23119c7f by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:32:37.405727 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-40442fc4-7b9d-40a3-a72b-66950cb4c523 service neutron] Attempting to bind port 8622f4fa-4172-4741-8947-754e23119c7f on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:32:37.413845 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-7134faa8-e8e8-47ef-95c6-3f6043006699 req-e3e92d28-ee9e-4117-a0ea-b3a3871ec289 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Deleting port f125a4aa-9334-4c81-8791-d413b71a7fbb {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:32:37.414402 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7134faa8-e8e8-47ef-95c6-3f6043006699 req-e3e92d28-ee9e-4117-a0ea-b3a3871ec289 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:37.434723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c8dc6-9826-452e-a3d4-7d7026f7ab8b req-6b944fa3-034e-4283-ab51-d5c515a41b54 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:37.436283 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6c7c8dc6-9826-452e-a3d4-7d7026f7ab8b req-6b944fa3-034e-4283-ab51-d5c515a41b54 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 949 time: 0.2185013 Mar 09 03:32:37.446138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-40442fc4-7b9d-40a3-a72b-66950cb4c523 service neutron] Port 8622f4fa-4172-4741-8947-754e23119c7f on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:32:37.446846 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-40442fc4-7b9d-40a3-a72b-66950cb4c523 service neutron] Attempting to bind port 8622f4fa-4172-4741-8947-754e23119c7f on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:32:37.463445 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-40442fc4-7b9d-40a3-a72b-66950cb4c523 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:32:37.463998 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-40442fc4-7b9d-40a3-a72b-66950cb4c523 service neutron] Checking segment: {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:32:37.464751 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-40442fc4-7b9d-40a3-a72b-66950cb4c523 service neutron] Bound using segment: {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:32:37.465370 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-40442fc4-7b9d-40a3-a72b-66950cb4c523 service neutron] Bound port: 8622f4fa-4172-4741-8947-754e23119c7f, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:32:37.465915 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-40442fc4-7b9d-40a3-a72b-66950cb4c523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:37.530549 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6c7c8dc6-9826-452e-a3d4-7d7026f7ab8b req-46306758-5e81-4e95-af0e-04326feb9189 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864902 Mar 09 03:32:37.541746 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-1f2a2b09-69a3-4e68-83fa-2e044d0f8a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:37.543220 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-1f2a2b09-69a3-4e68-83fa-2e044d0f8a50 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1690340 Mar 09 03:32:37.561125 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6d151c75-55fe-4986-9368-7f220f1c7835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:37.620047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6d151c75-55fe-4986-9368-7f220f1c7835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:37.636303 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6d151c75-55fe-4986-9368-7f220f1c7835 admin admin] Usage tracker for resource:security_group_rule and tenant:fd8af6db82804b31badd3475914077c6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:37.651763 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6d151c75-55fe-4986-9368-7f220f1c7835 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:37.711142 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6d151c75-55fe-4986-9368-7f220f1c7835 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:37.711797 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-aa0a4d47-8e7c-47b2-a4e2-173d5b12a8f5 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603220 Mar 09 03:32:37.771989 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-40442fc4-7b9d-40a3-a72b-66950cb4c523 service neutron] For port 8622f4fa-4172-4741-8947-754e23119c7f, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:32:37.801039 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38796) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:37.859166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-40442fc4-7b9d-40a3-a72b-66950cb4c523 service neutron] For port 8622f4fa-4172-4741-8947-754e23119c7f, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=8622f4fa-4172-4741-8947-754e23119c7f,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:32:37.879091 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-40442fc4-7b9d-40a3-a72b-66950cb4c523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:38.007981 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-380172bb-98ed-4e34-b28c-3963d86c10bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:38.041874 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-380172bb-98ed-4e34-b28c-3963d86c10bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:38.054306 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d6f03-78bb-42e5-8702-253ad3420d63 req-df994549-0913-4e59-9b01-f9237cf97d6f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:38.054995 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-837d6f03-78bb-42e5-8702-253ad3420d63 req-df994549-0913-4e59-9b01-f9237cf97d6f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Synchronizing usage tracker for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:32:38.062061 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-380172bb-98ed-4e34-b28c-3963d86c10bc admin admin] Usage tracker for resource:security_group_rule and tenant:3c731d512bd24bf98f11a755b635c6a7 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:38.065110 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-380172bb-98ed-4e34-b28c-3963d86c10bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:38.076660 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1a60ad7b-d10d-4a30-b01c-d7189b641e8d req-2b6418ed-b01e-49c9-ad06-106a8e7a57ca service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592067 Mar 09 03:32:38.077485 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-380172bb-98ed-4e34-b28c-3963d86c10bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:38.083498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1652673-1df9-426b-a463-186fc3078655 req-9a583e8e-2c8a-441b-b4fb-d890529aa22d tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:38.085128 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1652673-1df9-426b-a463-186fc3078655 req-9a583e8e-2c8a-441b-b4fb-d890529aa22d tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cc93c1-81b8-47ab-8497-6d2852628a12 HTTP/1.1" status: 200 len: 949 time: 0.4530797 Mar 09 03:32:38.099224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-7134faa8-e8e8-47ef-95c6-3f6043006699 req-e3e92d28-ee9e-4117-a0ea-b3a3871ec289 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] For port f125a4aa-9334-4c81-8791-d413b71a7fbb, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=f125a4aa-9334-4c81-8791-d413b71a7fbb,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:38.099912 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7134faa8-e8e8-47ef-95c6-3f6043006699 req-e3e92d28-ee9e-4117-a0ea-b3a3871ec289 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:38.105754 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-837d6f03-78bb-42e5-8702-253ad3420d63 req-df994549-0913-4e59-9b01-f9237cf97d6f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Unset dirty status for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:32:38.107319 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-837d6f03-78bb-42e5-8702-253ad3420d63 req-df994549-0913-4e59-9b01-f9237cf97d6f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de84010-7cc2-40ba-8d0a-6fc70022e4a7 HTTP/1.1" status: 200 len: 948 time: 0.3030112 Mar 09 03:32:38.167807 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40442fc4-7b9d-40a3-a72b-66950cb4c523 service neutron] Pushing event updated for resources: {'Port': ['ID=8622f4fa-4172-4741-8947-754e23119c7f,revision_number=8']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:38.234702 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-837d6f03-78bb-42e5-8702-253ad3420d63 req-c9277b4b-e557-44f4-ae82-08e76ce16caa tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Synchronizing usage tracker for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:32:38.292917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-837d6f03-78bb-42e5-8702-253ad3420d63 req-c9277b4b-e557-44f4-ae82-08e76ce16caa tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Unset dirty status for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:32:38.294052 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-837d6f03-78bb-42e5-8702-253ad3420d63 req-c9277b4b-e557-44f4-ae82-08e76ce16caa tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789291 Mar 09 03:32:38.299982 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-380172bb-98ed-4e34-b28c-3963d86c10bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:38.303043 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba2ca9-22df-438f-9fb3-f35d880b240c req-bcc8e726-03e2-41c3-b208-aeeef5e6108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:38.304507 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8cba2ca9-22df-438f-9fb3-f35d880b240c req-bcc8e726-03e2-41c3-b208-aeeef5e6108b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9cc46625939e49829e840c9b5c55e8e6&device_id=7de84010-7cc2-40ba-8d0a-6fc70022e4a7 HTTP/1.1" status: 200 len: 1099 time: 0.1720872 Mar 09 03:32:38.307625 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-40442fc4-7b9d-40a3-a72b-66950cb4c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:38.307816 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-380172bb-98ed-4e34-b28c-3963d86c10bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:38.308248 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-40442fc4-7b9d-40a3-a72b-66950cb4c523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:38.308598 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['8622f4fa-4172-4741-8947-754e23119c7f'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:32:38.309602 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-40442fc4-7b9d-40a3-a72b-66950cb4c523 service neutron] 10.222.0.21 "PUT /v2.0/ports/8622f4fa-4172-4741-8947-754e23119c7f HTTP/1.1" status: 200 len: 1121 time: 2.1678207 Mar 09 03:32:38.323689 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-7134faa8-e8e8-47ef-95c6-3f6043006699 req-e3e92d28-ee9e-4117-a0ea-b3a3871ec289 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Calling delete_port for f125a4aa-9334-4c81-8791-d413b71a7fbb owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:32:38.375141 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6d151c75-55fe-4986-9368-7f220f1c7835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:38.396466 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1652673-1df9-426b-a463-186fc3078655 req-47930bb9-6f96-4fec-a7a3-a3bbbce7d43e tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ddb91db-2967-4c90-9451-1284f8226b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991452 Mar 09 03:32:38.414744 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6d151c75-55fe-4986-9368-7f220f1c7835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:38.435531 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380172bb-98ed-4e34-b28c-3963d86c10bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f584d4-a8e0-48b7-90dc-9771b0357396,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:38.482393 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:38.502904 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d151c75-55fe-4986-9368-7f220f1c7835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39579f3f-17d0-4e60-891b-8e7ffc1e9b61,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:38.512659 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-380172bb-98ed-4e34-b28c-3963d86c10bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c731d512bd24bf98f11a755b635c6a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7047079 Mar 09 03:32:38.535368 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38810) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:38.592245 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6d151c75-55fe-4986-9368-7f220f1c7835 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd8af6db82804b31badd3475914077c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3115506 Mar 09 03:32:38.593992 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38820) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:38.611942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba2ca9-22df-438f-9fb3-f35d880b240c req-808398d1-de3b-4244-88d7-65ef3490b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:38.613361 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8cba2ca9-22df-438f-9fb3-f35d880b240c req-808398d1-de3b-4244-88d7-65ef3490b417 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.2667532 Mar 09 03:32:38.703436 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8cba2ca9-22df-438f-9fb3-f35d880b240c req-f4fcdd5e-c1ed-4dbd-8512-7da9846680b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=d1022644-48bc-4d48-bad2-0f16a24a90c7 HTTP/1.1" status: 200 len: 217 time: 0.0823603 Mar 09 03:32:38.737440 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1aceb512-f291-4b33-9247-3668c69529db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:38.755994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee439b-6941-4b5a-b675-56340b660285 req-f4a4975d-d13d-4058-9b0e-653757e43344 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:38.757478 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-87ee439b-6941-4b5a-b675-56340b660285 req-f4a4975d-d13d-4058-9b0e-653757e43344 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 943 time: 0.2556231 Mar 09 03:32:38.765543 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7134faa8-e8e8-47ef-95c6-3f6043006699 req-e3e92d28-ee9e-4117-a0ea-b3a3871ec289 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:38.777002 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['f125a4aa-9334-4c81-8791-d413b71a7fbb'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:32:38.823307 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-02e0a5b7-1e1a-43c1-be56-e251de54b3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:38.825896 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1aceb512-f291-4b33-9247-3668c69529db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:38.833931 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba2ca9-22df-438f-9fb3-f35d880b240c req-6fbaa50d-d0a0-4cc1-861b-0a37568e60e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:38.835360 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8cba2ca9-22df-438f-9fb3-f35d880b240c req-6fbaa50d-d0a0-4cc1-861b-0a37568e60e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1219540 Mar 09 03:32:38.837873 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e92d28-ee9e-4117-a0ea-b3a3871ec289 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Pushing event deleted for resources: {'Port': ['ID=f125a4aa-9334-4c81-8791-d413b71a7fbb,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:38.879631 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-87ee439b-6941-4b5a-b675-56340b660285 req-7f1b807b-e363-4963-abcd-5d49e0349d07 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153514 Mar 09 03:32:38.907810 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-02e0a5b7-1e1a-43c1-be56-e251de54b3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:38.975753 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba2ca9-22df-438f-9fb3-f35d880b240c req-b54f338f-b08e-4e77-935c-8dabee482900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:38.977303 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8cba2ca9-22df-438f-9fb3-f35d880b240c req-b54f338f-b08e-4e77-935c-8dabee482900 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1333880 Mar 09 03:32:39.012131 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-02e0a5b7-1e1a-43c1-be56-e251de54b3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:39.081378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bd20f-7165-4957-9770-31c7379466d0 req-2f2c4d06-3437-4fd6-a75a-5e516d103357 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:39.082928 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-280bd20f-7165-4957-9770-31c7379466d0 req-2f2c4d06-3437-4fd6-a75a-5e516d103357 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 949 time: 0.4163327 Mar 09 03:32:39.090909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-7134faa8-e8e8-47ef-95c6-3f6043006699 req-e3e92d28-ee9e-4117-a0ea-b3a3871ec289 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] No DVR routers for this DVR port f125a4aa-9334-4c81-8791-d413b71a7fbb on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:32:39.094657 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7134faa8-e8e8-47ef-95c6-3f6043006699 req-e3e92d28-ee9e-4117-a0ea-b3a3871ec289 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:39.127092 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0a5b7-1e1a-43c1-be56-e251de54b3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39579f3f-17d0-4e60-891b-8e7ffc1e9b61,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:39.152147 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-02e0a5b7-1e1a-43c1-be56-e251de54b3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:39.155584 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-02e0a5b7-1e1a-43c1-be56-e251de54b3f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39579f3f-17d0-4e60-891b-8e7ffc1e9b61 HTTP/1.1" status: 204 len: 168 time: 0.5602579 Mar 09 03:32:39.181350 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8cba2ca9-22df-438f-9fb3-f35d880b240c req-198cf3d0-45f9-487d-9096-fe1e8aa4db10 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958992 Mar 09 03:32:39.184024 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-280bd20f-7165-4957-9770-31c7379466d0 req-97b9c407-0e10-434f-964a-c62a3a5c635b tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836616 Mar 09 03:32:39.186219 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7134faa8-e8e8-47ef-95c6-3f6043006699 req-e3e92d28-ee9e-4117-a0ea-b3a3871ec289 tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.24 "DELETE /v2.0/ports/f125a4aa-9334-4c81-8791-d413b71a7fbb HTTP/1.1" status: 204 len: 173 time: 1.9009833 Mar 09 03:32:39.186794 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1aceb512-f291-4b33-9247-3668c69529db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:39.189258 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1aceb512-f291-4b33-9247-3668c69529db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:39.193906 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1aceb512-f291-4b33-9247-3668c69529db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30f584d4-a8e0-48b7-90dc-9771b0357396 HTTP/1.1" status: 204 len: 168 time: 0.6501331 Mar 09 03:32:39.204698 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb512-f291-4b33-9247-3668c69529db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f584d4-a8e0-48b7-90dc-9771b0357396,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:39.261364 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9888a753-4b8a-49cf-a59e-abea478bf4bb', 'tag': '8622f4fa-4172-4741-8947-754e23119c7f'}, {'server_uuid': '89cc93c1-81b8-47ab-8497-6d2852628a12', 'name': 'network-vif-deleted', 'tag': 'f125a4aa-9334-4c81-8791-d413b71a7fbb'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:32:39.356238 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9888a753-4b8a-49cf-a59e-abea478bf4bb', 'tag': '8622f4fa-4172-4741-8947-754e23119c7f', 'status': 'completed', 'code': 200} Mar 09 03:32:39.356759 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89cc93c1-81b8-47ab-8497-6d2852628a12', 'name': 'network-vif-deleted', 'tag': 'f125a4aa-9334-4c81-8791-d413b71a7fbb', 'status': 'completed', 'code': 200} Mar 09 03:32:39.363007 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38840) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:39.383527 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8cba2ca9-22df-438f-9fb3-f35d880b240c req-5c82947b-2f1a-45b5-89da-754f09bf2833 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861827 Mar 09 03:32:39.536331 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b041f-4ba4-4f0e-b6e3-bef90ca3e26e req-d47de6d6-1235-49c0-be8d-f39edb097901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:39.537811 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c55b041f-4ba4-4f0e-b6e3-bef90ca3e26e req-d47de6d6-1235-49c0-be8d-f39edb097901 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42923148a00a49268422cf3ff4c2fd04&device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 1124 time: 0.1512671 Mar 09 03:32:39.603580 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bc5e1fa5-58fd-4140-b651-404cf9cdeb8a req-dfdb1a0b-5b86-4d99-913a-6953a0c6531e tempest-DeleteServersAdminTestJSON-114590354 tempest-DeleteServersAdminTestJSON-114590354-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cc93c1-81b8-47ab-8497-6d2852628a12 HTTP/1.1" status: 200 len: 210 time: 0.0590274 Mar 09 03:32:39.733060 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8ccfd-03e1-437d-bb00-7a8bbe1c58a0 req-5046459b-c527-46ca-91f5-52ac29b0460c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:39.740768 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0ef8ccfd-03e1-437d-bb00-7a8bbe1c58a0 req-5046459b-c527-46ca-91f5-52ac29b0460c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de84010-7cc2-40ba-8d0a-6fc70022e4a7 HTTP/1.1" status: 200 len: 948 time: 0.2580805 Mar 09 03:32:39.810974 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-48faa33b-e787-4d79-b1fb-06679f7a24ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:39.832390 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b041f-4ba4-4f0e-b6e3-bef90ca3e26e req-6648126d-fa7d-4611-9d4b-b6690f168a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:39.833811 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c55b041f-4ba4-4f0e-b6e3-bef90ca3e26e req-6648126d-fa7d-4611-9d4b-b6690f168a02 service neutron] 10.222.0.24 "GET /v2.0/networks?id=304f544a-4e19-4ec8-816f-4e06aa7f0361 HTTP/1.1" status: 200 len: 921 time: 0.2893302 Mar 09 03:32:39.844587 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0ef8ccfd-03e1-437d-bb00-7a8bbe1c58a0 req-6615d7f3-69aa-4d95-975a-1149ecf51100 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029303 Mar 09 03:32:39.845556 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-48faa33b-e787-4d79-b1fb-06679f7a24ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:39.902677 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38858) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:39.925049 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-48faa33b-e787-4d79-b1fb-06679f7a24ce admin admin] Usage tracker for resource:security_group_rule and tenant:56eda58734f54fc7ba060c9bc8cb1e6b is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:39.928093 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d6b89a3d-d1f2-40da-911a-871ca85aecff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:39.934889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-48faa33b-e787-4d79-b1fb-06679f7a24ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:39.938463 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c55b041f-4ba4-4f0e-b6e3-bef90ca3e26e req-d242792b-e38c-47ed-bfa8-88dc57a3b9ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8622f4fa-4172-4741-8947-754e23119c7f HTTP/1.1" status: 200 len: 217 time: 0.0971329 Mar 09 03:32:39.942010 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-48faa33b-e787-4d79-b1fb-06679f7a24ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:39.944703 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-d6b89a3d-d1f2-40da-911a-871ca85aecff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:39.957724 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d6b89a3d-d1f2-40da-911a-871ca85aecff admin admin] Usage tracker for resource:security_group_rule and tenant:3da49f3ff6dc4556bce882ee4f50b6a6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:39.961790 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d6b89a3d-d1f2-40da-911a-871ca85aecff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:39.969349 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-d6b89a3d-d1f2-40da-911a-871ca85aecff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:40.030916 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b041f-4ba4-4f0e-b6e3-bef90ca3e26e req-3c38309a-f65a-45bf-9f9a-01d66d6d7637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:40.032446 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c55b041f-4ba4-4f0e-b6e3-bef90ca3e26e req-3c38309a-f65a-45bf-9f9a-01d66d6d7637 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbb7cb80-fa8d-459c-b59f-347ff2f11453 HTTP/1.1" status: 200 len: 860 time: 0.0871897 Mar 09 03:32:40.088832 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c55b041f-4ba4-4f0e-b6e3-bef90ca3e26e req-bb43a6d0-4983-49be-a203-c84ab6a050b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=304f544a-4e19-4ec8-816f-4e06aa7f0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476973 Mar 09 03:32:40.134668 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d6b89a3d-d1f2-40da-911a-871ca85aecff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:40.144435 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d6b89a3d-d1f2-40da-911a-871ca85aecff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:40.207586 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d6b89a3d-d1f2-40da-911a-871ca85aecff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3da49f3ff6dc4556bce882ee4f50b6a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013346 Mar 09 03:32:40.207586 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b89a3d-d1f2-40da-911a-871ca85aecff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a71e86c-d956-4730-952a-8ad24734f30d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:40.212503 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38870) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:40.230475 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e4667-35bc-4462-87f4-8a186b0c2890 req-f0f39260-0d9d-42ae-bec8-4a3599e6fe7d tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:40.231888 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-702e4667-35bc-4462-87f4-8a186b0c2890 req-f0f39260-0d9d-42ae-bec8-4a3599e6fe7d tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 943 time: 0.1633899 Mar 09 03:32:40.251852 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-48faa33b-e787-4d79-b1fb-06679f7a24ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:40.268418 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-48faa33b-e787-4d79-b1fb-06679f7a24ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:40.294136 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-702e4667-35bc-4462-87f4-8a186b0c2890 req-cac5b8eb-6d67-4469-ad5b-bb95874f0a27 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554242 Mar 09 03:32:40.345300 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c55b041f-4ba4-4f0e-b6e3-bef90ca3e26e req-765ed854-409a-4bc8-a99e-9fd85c70b05b service neutron] 10.222.0.24 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498283 Mar 09 03:32:40.414964 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48faa33b-e787-4d79-b1fb-06679f7a24ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7affcb90-17aa-403e-a222-11b890f0b419,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:40.433493 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-48faa33b-e787-4d79-b1fb-06679f7a24ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56eda58734f54fc7ba060c9bc8cb1e6b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0688763 Mar 09 03:32:40.435630 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38882) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:40.461251 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-568f1693-6284-44eb-b50b-58cffce629df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:40.498955 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-72dc4ea6-57ca-4077-9c59-8f410b94b757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:40.526830 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-72dc4ea6-57ca-4077-9c59-8f410b94b757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:40.561311 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-568f1693-6284-44eb-b50b-58cffce629df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:40.589936 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-72dc4ea6-57ca-4077-9c59-8f410b94b757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:40.618442 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c55b041f-4ba4-4f0e-b6e3-bef90ca3e26e req-d21223cd-2fe8-4b35-908b-99ddbbfea957 service neutron] 10.222.0.24 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616024 Mar 09 03:32:40.619201 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc4ea6-57ca-4077-9c59-8f410b94b757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7affcb90-17aa-403e-a222-11b890f0b419,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:40.623541 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-72dc4ea6-57ca-4077-9c59-8f410b94b757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:40.624912 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-72dc4ea6-57ca-4077-9c59-8f410b94b757 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7affcb90-17aa-403e-a222-11b890f0b419 HTTP/1.1" status: 204 len: 168 time: 0.1878746 Mar 09 03:32:40.639025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe24fa-331e-4568-b670-f34a29de8557 req-23232c47-53b5-4b2a-b390-50c5db883c6e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:40.640630 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0ebe24fa-331e-4568-b670-f34a29de8557 req-23232c47-53b5-4b2a-b390-50c5db883c6e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 949 time: 0.2989423 Mar 09 03:32:40.691524 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0ebe24fa-331e-4568-b670-f34a29de8557 req-4ed28db5-865a-487a-a8f3-a344cda78477 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452397 Mar 09 03:32:40.701327 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-568f1693-6284-44eb-b50b-58cffce629df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:40.729642 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f1693-6284-44eb-b50b-58cffce629df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a71e86c-d956-4730-952a-8ad24734f30d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:40.738963 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-568f1693-6284-44eb-b50b-58cffce629df admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:40.740164 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-568f1693-6284-44eb-b50b-58cffce629df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a71e86c-d956-4730-952a-8ad24734f30d HTTP/1.1" status: 204 len: 168 time: 0.5256374 Mar 09 03:32:40.883590 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device d1022644-48bc-4d48-bad2-0f16a24a90c7 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:32:41.092460 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e09d9a-b882-42d4-b42c-afafad7c72e5 req-1ef52ea1-a86a-4b01-952f-3e525eeea44a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:41.101000 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a4e09d9a-b882-42d4-b42c-afafad7c72e5 req-1ef52ea1-a86a-4b01-952f-3e525eeea44a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de84010-7cc2-40ba-8d0a-6fc70022e4a7 HTTP/1.1" status: 200 len: 948 time: 0.1097310 Mar 09 03:32:41.149541 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port d1022644-48bc-4d48-bad2-0f16a24a90c7, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d1022644-48bc-4d48-bad2-0f16a24a90c7,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:41.167583 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'd1022644-48bc-4d48-bad2-0f16a24a90c7', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': 'd1022644-48bc-4d48-bad2-0f16a24a90c7', 'mac_address': 'fa:16:3e:99:93:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:32:41.179474 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a4e09d9a-b882-42d4-b42c-afafad7c72e5 req-4b64df34-870d-43ff-b467-36bc61f46d14 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772119 Mar 09 03:32:41.247751 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:41.264770 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1022644-48bc-4d48-bad2-0f16a24a90c7 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:32:41.282347 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port d1022644-48bc-4d48-bad2-0f16a24a90c7, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d1022644-48bc-4d48-bad2-0f16a24a90c7,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:41.290193 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:41.290821 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 8622f4fa-4172-4741-8947-754e23119c7f details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:32:41.388995 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=d1022644-48bc-4d48-bad2-0f16a24a90c7,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:41.546546 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 8622f4fa-4172-4741-8947-754e23119c7f, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=8622f4fa-4172-4741-8947-754e23119c7f,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:41.565114 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 8622f4fa-4172-4741-8947-754e23119c7f has no active binding in host n-h2-825178-5 {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 09 03:32:41.610887 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740647f-b96d-4260-af91-59e8d754a358 req-36285a1b-60eb-41b2-8680-2b9aceb55421 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:41.621788 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c740647f-b96d-4260-af91-59e8d754a358 req-36285a1b-60eb-41b2-8680-2b9aceb55421 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 943 time: 0.1120026 Mar 09 03:32:41.634619 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device f125a4aa-9334-4c81-8791-d413b71a7fbb no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:32:41.680313 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: f125a4aa-9334-4c81-8791-d413b71a7fbb {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:32:41.680656 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device f125a4aa-9334-4c81-8791-d413b71a7fbb not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:32:41.691478 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c740647f-b96d-4260-af91-59e8d754a358 req-ddebb278-56bf-4594-8850-6f60650e2d04 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686259 Mar 09 03:32:41.840724 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['d1022644-48bc-4d48-bad2-0f16a24a90c7'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:32:41.852243 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38954) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:42.000283 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995c24f-ba7f-4678-8f83-7db4dcfb50c5 req-85a6fde2-63c6-4259-b338-cb09edd71462 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:42.002036 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3995c24f-ba7f-4678-8f83-7db4dcfb50c5 req-85a6fde2-63c6-4259-b338-cb09edd71462 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 949 time: 0.1327496 Mar 09 03:32:42.053860 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3995c24f-ba7f-4678-8f83-7db4dcfb50c5 req-b7a2aa07-5da9-4ec4-9356-3975c0bb0349 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446396 Mar 09 03:32:42.157961 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b02dcf91-a767-47b2-8bf2-34054eea6738 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=976bf3c4606b467097c204ffc819bc79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041794 Mar 09 03:32:42.160106 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38972) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:42.224277 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-87bd912f-4563-4c9c-9610-b265ad6a5279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:42.254089 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-87bd912f-4563-4c9c-9610-b265ad6a5279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:42.257988 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38978) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:42.293694 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38984) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:42.328296 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-87bd912f-4563-4c9c-9610-b265ad6a5279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:42.404417 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd912f-4563-4c9c-9610-b265ad6a5279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddb91db-2967-4c90-9451-1284f8226b3e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:42.432813 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-87bd912f-4563-4c9c-9610-b265ad6a5279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:42.434262 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-87bd912f-4563-4c9c-9610-b265ad6a5279 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ddb91db-2967-4c90-9451-1284f8226b3e HTTP/1.1" status: 204 len: 168 time: 0.2732074 Mar 09 03:32:42.455371 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-1803ef70-a892-4664-860a-222f770d7c0c service neutron] 10.222.0.24 "GET /v2.0/ports/8622f4fa-4172-4741-8947-754e23119c7f/bindings/n-h2-825178-5 HTTP/1.1" status: 200 len: 384 time: 0.1046584 Mar 09 03:32:42.461588 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b7ae2-2726-45cb-8aa6-7a90d8b8227e req-8adeffde-a681-46ea-bb2e-0ea6dcdb59dd tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:42.463411 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a97b7ae2-2726-45cb-8aa6-7a90d8b8227e req-8adeffde-a681-46ea-bb2e-0ea6dcdb59dd tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de84010-7cc2-40ba-8d0a-6fc70022e4a7 HTTP/1.1" status: 200 len: 949 time: 0.1633735 Mar 09 03:32:42.516742 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a97b7ae2-2726-45cb-8aa6-7a90d8b8227e req-407d8fe2-0c85-45a1-9047-7ebc4b6d8497 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449731 Mar 09 03:32:42.589403 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b406d74b-e5a5-4cbd-ba11-39354bb879da admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:42.608326 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-070861c9-6551-41d0-bbed-01b1fa418926 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-145945992-network', 'tenant_id': '161cfcaaeaf841638a395e36c8e1798c'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:42.609031 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38994) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:42.614674 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-070861c9-6551-41d0-bbed-01b1fa418926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:42.618674 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b406d74b-e5a5-4cbd-ba11-39354bb879da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:42.621045 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-070861c9-6551-41d0-bbed-01b1fa418926 admin admin] Usage tracker for resource:network and tenant:161cfcaaeaf841638a395e36c8e1798c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:42.624930 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-070861c9-6551-41d0-bbed-01b1fa418926 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:42.628370 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b406d74b-e5a5-4cbd-ba11-39354bb879da admin admin] Usage tracker for resource:security_group_rule and tenant:ad5a7ab3e349429d93a20e0cee1e5cf1 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:42.633985 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b406d74b-e5a5-4cbd-ba11-39354bb879da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:42.637174 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-070861c9-6551-41d0-bbed-01b1fa418926 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:42.642663 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b406d74b-e5a5-4cbd-ba11-39354bb879da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:42.662406 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070861c9-6551-41d0-bbed-01b1fa418926 admin admin] Made reservation on behalf of 161cfcaaeaf841638a395e36c8e1798c for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:32:42.664737 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-070861c9-6551-41d0-bbed-01b1fa418926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:42.684011 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-070861c9-6551-41d0-bbed-01b1fa418926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:42.705953 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-070861c9-6551-41d0-bbed-01b1fa418926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:42.714253 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-070861c9-6551-41d0-bbed-01b1fa418926 admin admin] Usage tracker for resource:security_group_rule and tenant:161cfcaaeaf841638a395e36c8e1798c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:42.720299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-cde23150-5b9d-4d6c-943b-5b0108ac6d9e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-237707116-network', 'tenant_id': '1511011224f244f398656ec3f4eb9314'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:42.726282 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-070861c9-6551-41d0-bbed-01b1fa418926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:42.728817 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cde23150-5b9d-4d6c-943b-5b0108ac6d9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:42.776805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cde23150-5b9d-4d6c-943b-5b0108ac6d9e admin admin] Usage tracker for resource:network and tenant:1511011224f244f398656ec3f4eb9314 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:42.784039 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cde23150-5b9d-4d6c-943b-5b0108ac6d9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:42.801672 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cde23150-5b9d-4d6c-943b-5b0108ac6d9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:42.812020 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b406d74b-e5a5-4cbd-ba11-39354bb879da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:42.813838 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-070861c9-6551-41d0-bbed-01b1fa418926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:42.818716 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b406d74b-e5a5-4cbd-ba11-39354bb879da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:42.873381 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde23150-5b9d-4d6c-943b-5b0108ac6d9e admin admin] Made reservation on behalf of 1511011224f244f398656ec3f4eb9314 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:32:42.875518 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cde23150-5b9d-4d6c-943b-5b0108ac6d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:42.884457 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b406d74b-e5a5-4cbd-ba11-39354bb879da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad5a7ab3e349429d93a20e0cee1e5cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5869136 Mar 09 03:32:42.886837 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39004) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:42.897311 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cde23150-5b9d-4d6c-943b-5b0108ac6d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:42.902805 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406d74b-e5a5-4cbd-ba11-39354bb879da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af88f7d2-cab9-4d23-8842-83869ff49380,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:42.913190 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406d74b-e5a5-4cbd-ba11-39354bb879da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:42.913537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406d74b-e5a5-4cbd-ba11-39354bb879da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:42.913863 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406d74b-e5a5-4cbd-ba11-39354bb879da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:42.914119 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406d74b-e5a5-4cbd-ba11-39354bb879da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:42.914446 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406d74b-e5a5-4cbd-ba11-39354bb879da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:42.914955 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406d74b-e5a5-4cbd-ba11-39354bb879da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:42.915087 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406d74b-e5a5-4cbd-ba11-39354bb879da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:42.915481 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406d74b-e5a5-4cbd-ba11-39354bb879da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:42.915712 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406d74b-e5a5-4cbd-ba11-39354bb879da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:42.916026 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406d74b-e5a5-4cbd-ba11-39354bb879da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:42.916493 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406d74b-e5a5-4cbd-ba11-39354bb879da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:42.916694 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-494ed79e-9de6-4e04-aa75-4ed06ecd78fa service neutron] For port 8622f4fa-4172-4741-8947-754e23119c7f, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=8622f4fa-4172-4741-8947-754e23119c7f,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:42.916796 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406d74b-e5a5-4cbd-ba11-39354bb879da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:42.930821 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device d1022644-48bc-4d48-bad2-0f16a24a90c7 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:32:42.937336 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cde23150-5b9d-4d6c-943b-5b0108ac6d9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:42.945939 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cde23150-5b9d-4d6c-943b-5b0108ac6d9e admin admin] Usage tracker for resource:security_group_rule and tenant:1511011224f244f398656ec3f4eb9314 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:42.951120 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cde23150-5b9d-4d6c-943b-5b0108ac6d9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:42.959257 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cde23150-5b9d-4d6c-943b-5b0108ac6d9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:42.961450 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-494ed79e-9de6-4e04-aa75-4ed06ecd78fa service neutron] For port 8622f4fa-4172-4741-8947-754e23119c7f, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:32:42.996244 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e96a61f-c5ba-417d-95ff-39559eddbd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:43.039967 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39008) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:43.054079 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e96a61f-c5ba-417d-95ff-39559eddbd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:43.062370 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-070861c9-6551-41d0-bbed-01b1fa418926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:43.066726 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port d1022644-48bc-4d48-bad2-0f16a24a90c7 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:32:43.068346 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-070861c9-6551-41d0-bbed-01b1fa418926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:43.071834 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port d1022644-48bc-4d48-bad2-0f16a24a90c7 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:32:43.072200 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:43.077434 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f71a6-7a90-4d7f-8734-3bd7a194f52a req-c2b75cf3-ab11-4340-aeb7-699e3e115ccb tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:43.079128 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-318f71a6-7a90-4d7f-8734-3bd7a194f52a req-c2b75cf3-ab11-4340-aeb7-699e3e115ccb tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 943 time: 0.2699277 Mar 09 03:32:43.085961 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-494ed79e-9de6-4e04-aa75-4ed06ecd78fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8622f4fa-4172-4741-8947-754e23119c7f {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:32:43.097051 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b20e7735-9541-48fa-adbd-5b08f93962c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:43.117269 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070861c9-6551-41d0-bbed-01b1fa418926 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:32:43.125316 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-494ed79e-9de6-4e04-aa75-4ed06ecd78fa service neutron] For port 8622f4fa-4172-4741-8947-754e23119c7f, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=8622f4fa-4172-4741-8947-754e23119c7f,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:43.140250 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-070861c9-6551-41d0-bbed-01b1fa418926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:43.140670 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-070861c9-6551-41d0-bbed-01b1fa418926 admin admin] Added segment 500c5959-4d0b-4bd8-8a0a-49c2e07e144d of type vlan for network 61cbdcdf-e065-4ed0-acf9-52684ddfe2f2 Mar 09 03:32:43.141942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070861c9-6551-41d0-bbed-01b1fa418926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b2c2a2-0780-4b57-9d03-ca750caf43b0,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:43.167027 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b20e7735-9541-48fa-adbd-5b08f93962c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:43.170250 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-494ed79e-9de6-4e04-aa75-4ed06ecd78fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:43.188054 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b20e7735-9541-48fa-adbd-5b08f93962c3 admin admin] Usage tracker for resource:security_group_rule and tenant:71d9a33423e44b00b41ce21fd5509235 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:43.192970 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b20e7735-9541-48fa-adbd-5b08f93962c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:43.196408 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-070861c9-6551-41d0-bbed-01b1fa418926 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:43.203806 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:43.205489 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b20e7735-9541-48fa-adbd-5b08f93962c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:43.222615 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-318f71a6-7a90-4d7f-8734-3bd7a194f52a req-8267e01e-7fba-4523-be06-63e2aeefb3e8 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305408 Mar 09 03:32:43.237812 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de84010-7cc2-40ba-8d0a-6fc70022e4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1022644-48bc-4d48-bad2-0f16a24a90c7'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:32:43.250050 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port d1022644-48bc-4d48-bad2-0f16a24a90c7, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d1022644-48bc-4d48-bad2-0f16a24a90c7,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:43.255424 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:43.258239 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-070861c9-6551-41d0-bbed-01b1fa418926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:43.259397 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070861c9-6551-41d0-bbed-01b1fa418926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:43.260078 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-070861c9-6551-41d0-bbed-01b1fa418926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:43.302055 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de84010-7cc2-40ba-8d0a-6fc70022e4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1022644-48bc-4d48-bad2-0f16a24a90c7', 'code': 200} Mar 09 03:32:43.338522 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=d1022644-48bc-4d48-bad2-0f16a24a90c7,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:43.348464 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e96a61f-c5ba-417d-95ff-39559eddbd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:43.413549 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cde23150-5b9d-4d6c-943b-5b0108ac6d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:43.420994 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cde23150-5b9d-4d6c-943b-5b0108ac6d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:43.424467 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96a61f-c5ba-417d-95ff-39559eddbd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af88f7d2-cab9-4d23-8842-83869ff49380,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:43.440087 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-494ed79e-9de6-4e04-aa75-4ed06ecd78fa service neutron] Transition to ACTIVE for port object 8622f4fa-4172-4741-8947-754e23119c7f will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:32:43.459412 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-494ed79e-9de6-4e04-aa75-4ed06ecd78fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:43.476856 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde23150-5b9d-4d6c-943b-5b0108ac6d9e admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:32:43.494058 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070861c9-6551-41d0-bbed-01b1fa418926 admin admin] Pushing event updated for resources: {'Network': ['ID=61cbdcdf-e065-4ed0-acf9-52684ddfe2f2,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:43.498732 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e96a61f-c5ba-417d-95ff-39559eddbd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:43.502812 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3e96a61f-c5ba-417d-95ff-39559eddbd82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af88f7d2-cab9-4d23-8842-83869ff49380 HTTP/1.1" status: 204 len: 168 time: 0.6111619 Mar 09 03:32:43.504906 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-070861c9-6551-41d0-bbed-01b1fa418926 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2447307 Mar 09 03:32:43.505088 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39018) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:43.508775 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 61cbdcdf-e065-4ed0-acf9-52684ddfe2f2 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:32:43.516257 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-48a9bc34-61cf-4d5b-8d0f-9bcab4c7d538 admin admin] Request body: {'subnet': {'network_id': '61cbdcdf-e065-4ed0-acf9-52684ddfe2f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-145945992-subnet', 'tenant_id': '161cfcaaeaf841638a395e36c8e1798c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:43.522353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-48a9bc34-61cf-4d5b-8d0f-9bcab4c7d538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:43.531567 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-48a9bc34-61cf-4d5b-8d0f-9bcab4c7d538 admin admin] Usage tracker for resource:subnet and tenant:161cfcaaeaf841638a395e36c8e1798c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:43.535886 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-48a9bc34-61cf-4d5b-8d0f-9bcab4c7d538 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:43.551282 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-48a9bc34-61cf-4d5b-8d0f-9bcab4c7d538 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:43.553907 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cde23150-5b9d-4d6c-943b-5b0108ac6d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:43.553907 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-cde23150-5b9d-4d6c-943b-5b0108ac6d9e admin admin] Added segment faa7f664-4c87-4137-9d6a-c9c548129632 of type vlan for network 218fd516-1d63-495c-9aa0-6fe5133e5be4 Mar 09 03:32:43.586274 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90b217-ad33-414f-9f6b-6ecfe36821a5 req-c45d49f8-aaae-4eae-9ca7-e2ff7d9476d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:43.594278 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8b90b217-ad33-414f-9f6b-6ecfe36821a5 req-c45d49f8-aaae-4eae-9ca7-e2ff7d9476d6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 949 time: 0.3377383 Mar 09 03:32:43.606734 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde23150-5b9d-4d6c-943b-5b0108ac6d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd25828-c678-4c2a-9576-5ee67bb5d57c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:43.611325 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a9bc34-61cf-4d5b-8d0f-9bcab4c7d538 admin admin] Made reservation on behalf of 161cfcaaeaf841638a395e36c8e1798c for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:32:43.613786 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48a9bc34-61cf-4d5b-8d0f-9bcab4c7d538 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:43.684734 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81818b-fa18-4e91-a09a-86c62ad26909 req-e09429f9-52fa-46bb-9448-a9476ef45ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:43.686234 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e81818b-fa18-4e91-a09a-86c62ad26909 req-e09429f9-52fa-46bb-9448-a9476ef45ed6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7de84010-7cc2-40ba-8d0a-6fc70022e4a7 HTTP/1.1" status: 200 len: 1101 time: 0.3093324 Mar 09 03:32:43.709715 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-494ed79e-9de6-4e04-aa75-4ed06ecd78fa service neutron] No DVR routers for this DVR port 8622f4fa-4172-4741-8947-754e23119c7f on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:32:43.733210 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ed79e-9de6-4e04-aa75-4ed06ecd78fa service neutron] Pushing event updated for resources: {'Port': ['ID=8622f4fa-4172-4741-8947-754e23119c7f,revision_number=10']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:43.805486 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8b90b217-ad33-414f-9f6b-6ecfe36821a5 req-cd5725d7-d62e-4193-9038-f65cd2ded153 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104273 Mar 09 03:32:43.809171 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cde23150-5b9d-4d6c-943b-5b0108ac6d9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:43.824171 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b20e7735-9541-48fa-adbd-5b08f93962c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:43.837720 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e81818b-fa18-4e91-a09a-86c62ad26909 req-1ca978e7-efdc-4fab-9f38-859891aad917 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841579 Mar 09 03:32:43.849745 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b20e7735-9541-48fa-adbd-5b08f93962c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:43.945527 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b20e7735-9541-48fa-adbd-5b08f93962c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71d9a33423e44b00b41ce21fd5509235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9013953 Mar 09 03:32:43.952436 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39028) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:43.958008 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e7735-9541-48fa-adbd-5b08f93962c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40875812-ba0c-4b13-9115-486b62d258f6,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:43.971163 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cde23150-5b9d-4d6c-943b-5b0108ac6d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:43.972127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde23150-5b9d-4d6c-943b-5b0108ac6d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:43.972598 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cde23150-5b9d-4d6c-943b-5b0108ac6d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:43.991253 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48a9bc34-61cf-4d5b-8d0f-9bcab4c7d538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:44.054831 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-494ed79e-9de6-4e04-aa75-4ed06ecd78fa service neutron] 10.222.0.24 "PUT /v2.0/ports/8622f4fa-4172-4741-8947-754e23119c7f/bindings/n-h2-825178-5/activate HTTP/1.1" status: 200 len: 369 time: 1.5938377 Mar 09 03:32:44.074273 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9bc34-61cf-4d5b-8d0f-9bcab4c7d538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c1920a5-48c6-4f37-8959-acd266c7f486,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:44.082412 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a9bc34-61cf-4d5b-8d0f-9bcab4c7d538 admin admin] Checking segment: {'id': '500c5959-4d0b-4bd8-8a0a-49c2e07e144d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '61cbdcdf-e065-4ed0-acf9-52684ddfe2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:32:44.082704 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a9bc34-61cf-4d5b-8d0f-9bcab4c7d538 admin admin] Network hostable DHCP agents. Network: 61cbdcdf-e065-4ed0-acf9-52684ddfe2f2, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:32:44.106725 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cde23150-5b9d-4d6c-943b-5b0108ac6d9e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4943440 Mar 09 03:32:44.110578 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39038) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:44.118041 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-c586b6ed-8752-44ba-8735-2c6308f86491 admin admin] Request body: {'subnet': {'network_id': '218fd516-1d63-495c-9aa0-6fe5133e5be4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-237707116-subnet', 'tenant_id': '1511011224f244f398656ec3f4eb9314', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:44.122370 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c452d-01e7-4181-a13f-348ce264d15e req-8f4bcd46-6580-43de-957d-00ffce8bf1d8 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:44.122709 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a9bc34-61cf-4d5b-8d0f-9bcab4c7d538 admin admin] Network 61cbdcdf-e065-4ed0-acf9-52684ddfe2f2 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:32:44.123898 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2b6c452d-01e7-4181-a13f-348ce264d15e req-8f4bcd46-6580-43de-957d-00ffce8bf1d8 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de84010-7cc2-40ba-8d0a-6fc70022e4a7 HTTP/1.1" status: 200 len: 950 time: 0.4101367 Mar 09 03:32:44.133571 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde23150-5b9d-4d6c-943b-5b0108ac6d9e admin admin] Pushing event updated for resources: {'Network': ['ID=218fd516-1d63-495c-9aa0-6fe5133e5be4,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:44.146724 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 218fd516-1d63-495c-9aa0-6fe5133e5be4 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:32:44.167901 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c586b6ed-8752-44ba-8735-2c6308f86491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:44.169386 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d66dc223-5504-4695-8d72-e695c61790c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:44.177700 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c586b6ed-8752-44ba-8735-2c6308f86491 admin admin] Usage tracker for resource:subnet and tenant:1511011224f244f398656ec3f4eb9314 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:44.186134 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c586b6ed-8752-44ba-8735-2c6308f86491 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:44.189025 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-48a9bc34-61cf-4d5b-8d0f-9bcab4c7d538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 61cbdcdf-e065-4ed0-acf9-52684ddfe2f2) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:32:44.194296 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a9bc34-61cf-4d5b-8d0f-9bcab4c7d538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:44.195052 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48a9bc34-61cf-4d5b-8d0f-9bcab4c7d538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:44.205838 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c586b6ed-8752-44ba-8735-2c6308f86491 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:44.219298 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2b6c452d-01e7-4181-a13f-348ce264d15e req-4fa68704-5b14-454e-a28b-d36844341324 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822334 Mar 09 03:32:44.232720 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d66dc223-5504-4695-8d72-e695c61790c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:44.242232 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-48a9bc34-61cf-4d5b-8d0f-9bcab4c7d538 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7344885 Mar 09 03:32:44.246218 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39042) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:44.254903 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c586b6ed-8752-44ba-8735-2c6308f86491 admin admin] Made reservation on behalf of 1511011224f244f398656ec3f4eb9314 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:32:44.258301 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c586b6ed-8752-44ba-8735-2c6308f86491 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:44.290065 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-793743f9-325b-4b47-b16a-5a1ba9aeb98f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-145945992-router', 'tenant_id': '161cfcaaeaf841638a395e36c8e1798c', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:44.319508 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-793743f9-325b-4b47-b16a-5a1ba9aeb98f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:44.328202 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-793743f9-325b-4b47-b16a-5a1ba9aeb98f admin admin] Usage tracker for resource:router and tenant:161cfcaaeaf841638a395e36c8e1798c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:44.330745 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d66dc223-5504-4695-8d72-e695c61790c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:44.338369 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8861b264-3634-451f-ab66-6897e7870904 None None] Network 61cbdcdf-e065-4ed0-acf9-52684ddfe2f2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:32:44.351636 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66dc223-5504-4695-8d72-e695c61790c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40875812-ba0c-4b13-9115-486b62d258f6,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:44.351953 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-793743f9-325b-4b47-b16a-5a1ba9aeb98f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:44.357367 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d66dc223-5504-4695-8d72-e695c61790c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:44.358877 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d66dc223-5504-4695-8d72-e695c61790c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/40875812-ba0c-4b13-9115-486b62d258f6 HTTP/1.1" status: 204 len: 168 time: 0.4051185 Mar 09 03:32:44.427034 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-793743f9-325b-4b47-b16a-5a1ba9aeb98f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:44.439726 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-bcd8594a-e6de-4673-8d80-dce622d52370 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:44.441845 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-bcd8594a-e6de-4673-8d80-dce622d52370 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb&tenant_id=42923148a00a49268422cf3ff4c2fd04&binding%3Ahost_id=n-h1-825178-5 HTTP/1.1" status: 200 len: 1095 time: 0.3150487 Mar 09 03:32:44.573660 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-793743f9-325b-4b47-b16a-5a1ba9aeb98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:44.575117 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-793743f9-325b-4b47-b16a-5a1ba9aeb98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:44.607168 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2538fb48-0478-4f63-bdcf-2d31081b00ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-61cbdcdf-e065-4ed0-acf9-52684ddfe2f2', 'network_id': '61cbdcdf-e065-4ed0-acf9-52684ddfe2f2', 'tenant_id': '161cfcaaeaf841638a395e36c8e1798c', 'fixed_ips': [{'subnet_id': '7c1920a5-48c6-4f37-8959-acd266c7f486'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:32:44.608042 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2538fb48-0478-4f63-bdcf-2d31081b00ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:44.609602 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-793743f9-325b-4b47-b16a-5a1ba9aeb98f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:44.670037 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39062) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:44.820288 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-732443576-network', 'tenant_id': '70eeee148f5e4bb0b0e213c4b507c0e8'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:44.824225 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:44.827357 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-2538fb48-0478-4f63-bdcf-2d31081b00ee None None] Allocated IP 172.20.0.2 (61cbdcdf-e065-4ed0-acf9-52684ddfe2f2/7c1920a5-48c6-4f37-8959-acd266c7f486/5a61fbc5-2f12-4711-89b1-22dc7441539f) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:32:44.833872 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Usage tracker for resource:network and tenant:70eeee148f5e4bb0b0e213c4b507c0e8 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:44.839580 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:44.848321 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:44.871752 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Made reservation on behalf of 70eeee148f5e4bb0b0e213c4b507c0e8 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:32:44.876030 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:44.907152 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:44.950528 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:44.955693 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Usage tracker for resource:security_group_rule and tenant:70eeee148f5e4bb0b0e213c4b507c0e8 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:44.958836 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:44.966018 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:44.973121 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-e8bf088a-6e54-44e4-aebd-f7b910d59147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:44.974610 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-e8bf088a-6e54-44e4-aebd-f7b910d59147 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb&tenant_id=42923148a00a49268422cf3ff4c2fd04 HTTP/1.1" status: 200 len: 1095 time: 0.5139043 Mar 09 03:32:44.996027 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d871006-8b0d-4d61-9ca9-5a9d9b176787 req-92acf543-b872-4bf7-b1c1-acd02811b7e4 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:45.003361 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0d871006-8b0d-4d61-9ca9-5a9d9b176787 req-92acf543-b872-4bf7-b1c1-acd02811b7e4 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 944 time: 0.5602655 Mar 09 03:32:45.201652 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:45.215770 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:45.255853 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6174e4b-435d-4cb7-ba05-f79b873d4d61 req-7a0054b5-2a2b-46ae-b627-75dbac38bd1f tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:45.264389 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b6174e4b-435d-4cb7-ba05-f79b873d4d61 req-7a0054b5-2a2b-46ae-b627-75dbac38bd1f tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 949 time: 0.2155824 Mar 09 03:32:45.267676 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-793743f9-325b-4b47-b16a-5a1ba9aeb98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:45.285509 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c586b6ed-8752-44ba-8735-2c6308f86491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:45.288690 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:32:45.304655 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd83d64-8797-4349-9aaf-91b23d76735d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:45.307973 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2538fb48-0478-4f63-bdcf-2d31081b00ee None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:45.319900 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2538fb48-0478-4f63-bdcf-2d31081b00ee None None] Transition to ACTIVE for port object 5a61fbc5-2f12-4711-89b1-22dc7441539f will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:32:45.325208 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:45.325407 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Added segment dbb0516b-55d1-45e2-b346-e5f7478e7bd6 of type vlan for network b0cb6cd8-4bb8-4732-985e-a168c0bc6927 Mar 09 03:32:45.337166 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0d871006-8b0d-4d61-9ca9-5a9d9b176787 req-43cc602a-feef-4e09-ad6f-076a1b0c4aab tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328667 Mar 09 03:32:45.337754 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:45.338756 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:45.339119 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:45.339449 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:45.339848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:45.340233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:45.340982 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:45.341370 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:45.341696 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:45.342019 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:45.342338 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:45.342815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:45.343537 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2538fb48-0478-4f63-bdcf-2d31081b00ee None None] Transition to ACTIVE for port object 5a61fbc5-2f12-4711-89b1-22dc7441539f will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:32:45.364543 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b6174e4b-435d-4cb7-ba05-f79b873d4d61 req-6cfb337c-69a2-4902-9277-dea6e039d9e6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992198 Mar 09 03:32:45.365178 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2538fb48-0478-4f63-bdcf-2d31081b00ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:45.399742 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:45.438042 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:45.439199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:45.439893 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:45.441244 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538fb48-0478-4f63-bdcf-2d31081b00ee None None] Pushing event updated for resources: {'Port': ['ID=5a61fbc5-2f12-4711-89b1-22dc7441539f,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:45.462517 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2538fb48-0478-4f63-bdcf-2d31081b00ee None None] Network 61cbdcdf-e065-4ed0-acf9-52684ddfe2f2 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:32:45.465505 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-2538fb48-0478-4f63-bdcf-2d31081b00ee None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:32:45.468483 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2538fb48-0478-4f63-bdcf-2d31081b00ee None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:32:45.519337 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586b6ed-8752-44ba-8735-2c6308f86491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74ee90d7-f5a4-4849-8cf7-4d15f3ae10f1,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:45.582869 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-2538fb48-0478-4f63-bdcf-2d31081b00ee None None] Attempting to bind port 5a61fbc5-2f12-4711-89b1-22dc7441539f on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:32:45.583603 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-2538fb48-0478-4f63-bdcf-2d31081b00ee None None] Attempting to bind port 5a61fbc5-2f12-4711-89b1-22dc7441539f by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '500c5959-4d0b-4bd8-8a0a-49c2e07e144d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '61cbdcdf-e065-4ed0-acf9-52684ddfe2f2'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:32:45.584349 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2538fb48-0478-4f63-bdcf-2d31081b00ee None None] Attempting to bind port 5a61fbc5-2f12-4711-89b1-22dc7441539f on network 61cbdcdf-e065-4ed0-acf9-52684ddfe2f2 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:32:45.595093 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2538fb48-0478-4f63-bdcf-2d31081b00ee None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:32:45.595603 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2538fb48-0478-4f63-bdcf-2d31081b00ee None None] Checking segment: {'id': '500c5959-4d0b-4bd8-8a0a-49c2e07e144d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '61cbdcdf-e065-4ed0-acf9-52684ddfe2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:32:45.596073 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2538fb48-0478-4f63-bdcf-2d31081b00ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:45.597531 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2538fb48-0478-4f63-bdcf-2d31081b00ee None None] Bound using segment: {'id': '500c5959-4d0b-4bd8-8a0a-49c2e07e144d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '61cbdcdf-e065-4ed0-acf9-52684ddfe2f2'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:32:45.598373 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-2538fb48-0478-4f63-bdcf-2d31081b00ee None None] Bound port: 5a61fbc5-2f12-4711-89b1-22dc7441539f, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500c5959-4d0b-4bd8-8a0a-49c2e07e144d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '61cbdcdf-e065-4ed0-acf9-52684ddfe2f2'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:32:45.598991 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2538fb48-0478-4f63-bdcf-2d31081b00ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:45.603819 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-3bea1b4f-892e-4243-8ae6-102a1fe34231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:45.605986 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-3bea1b4f-892e-4243-8ae6-102a1fe34231 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42923148a00a49268422cf3ff4c2fd04&device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 1095 time: 0.5289481 Mar 09 03:32:45.666423 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 8622f4fa-4172-4741-8947-754e23119c7f no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:32:45.668005 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c586b6ed-8752-44ba-8735-2c6308f86491 admin admin] Checking segment: {'id': 'faa7f664-4c87-4137-9d6a-c9c548129632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '218fd516-1d63-495c-9aa0-6fe5133e5be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:32:45.668454 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c586b6ed-8752-44ba-8735-2c6308f86491 admin admin] Network hostable DHCP agents. Network: 218fd516-1d63-495c-9aa0-6fe5133e5be4, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:32:45.683031 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0119119 Mar 09 03:32:45.683908 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39092) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:45.686308 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe859062-fa65-41a0-a0f3-06f0005dfbd5 admin admin] Pushing event updated for resources: {'Network': ['ID=b0cb6cd8-4bb8-4732-985e-a168c0bc6927,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:45.709695 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-cf75971f-aa3a-4176-9d5f-6c480bd10889 admin admin] Request body: {'subnet': {'network_id': 'b0cb6cd8-4bb8-4732-985e-a168c0bc6927', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-732443576-subnet', 'tenant_id': '70eeee148f5e4bb0b0e213c4b507c0e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:45.711853 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network b0cb6cd8-4bb8-4732-985e-a168c0bc6927 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:32:45.719687 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cf75971f-aa3a-4176-9d5f-6c480bd10889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:45.727851 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cf75971f-aa3a-4176-9d5f-6c480bd10889 admin admin] Usage tracker for resource:subnet and tenant:70eeee148f5e4bb0b0e213c4b507c0e8 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:45.735271 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cf75971f-aa3a-4176-9d5f-6c480bd10889 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:45.747357 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cf75971f-aa3a-4176-9d5f-6c480bd10889 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:45.771761 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf75971f-aa3a-4176-9d5f-6c480bd10889 admin admin] Made reservation on behalf of 70eeee148f5e4bb0b0e213c4b507c0e8 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:32:45.775220 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf75971f-aa3a-4176-9d5f-6c480bd10889 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:45.821152 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c586b6ed-8752-44ba-8735-2c6308f86491 admin admin] Network 218fd516-1d63-495c-9aa0-6fe5133e5be4 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:32:45.858222 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-c586b6ed-8752-44ba-8735-2c6308f86491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 218fd516-1d63-495c-9aa0-6fe5133e5be4) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:32:45.886960 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b68ddf-2434-44dc-87b4-ab449c2dddf4 None None] Network 218fd516-1d63-495c-9aa0-6fe5133e5be4 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:32:45.892433 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1c616-5bdb-4b22-9ff4-65b3fbb7132d req-00b119b5-ab0b-44f4-849e-646cdeafcd36 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:45.900402 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8ec1c616-5bdb-4b22-9ff4-65b3fbb7132d req-00b119b5-ab0b-44f4-849e-646cdeafcd36 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de84010-7cc2-40ba-8d0a-6fc70022e4a7 HTTP/1.1" status: 200 len: 950 time: 0.3818729 Mar 09 03:32:45.938845 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c586b6ed-8752-44ba-8735-2c6308f86491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:45.939040 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 8622f4fa-4172-4741-8947-754e23119c7f not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:32:45.939474 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c586b6ed-8752-44ba-8735-2c6308f86491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:45.956168 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-66708c02-0999-4644-aaa2-ebb96c3b2381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:45.957613 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-66708c02-0999-4644-aaa2-ebb96c3b2381 service neutron] 10.222.0.21 "GET /v2.0/networks?id=304f544a-4e19-4ec8-816f-4e06aa7f0361 HTTP/1.1" status: 200 len: 921 time: 0.2801383 Mar 09 03:32:45.993893 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-2538fb48-0478-4f63-bdcf-2d31081b00ee None None] For port 5a61fbc5-2f12-4711-89b1-22dc7441539f, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:32:46.026018 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-2538fb48-0478-4f63-bdcf-2d31081b00ee None None] For port 5a61fbc5-2f12-4711-89b1-22dc7441539f, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5a61fbc5-2f12-4711-89b1-22dc7441539f,segment=NetworkSegment(500c5959-4d0b-4bd8-8a0a-49c2e07e144d),segment_id=500c5959-4d0b-4bd8-8a0a-49c2e07e144d)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:32:46.037152 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2538fb48-0478-4f63-bdcf-2d31081b00ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:46.073290 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf75971f-aa3a-4176-9d5f-6c480bd10889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:46.081692 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-11ae0e83-7ec1-41cc-bcb0-00a869b55abb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8622f4fa-4172-4741-8947-754e23119c7f HTTP/1.1" status: 200 len: 217 time: 0.1149361 Mar 09 03:32:46.087417 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8ec1c616-5bdb-4b22-9ff4-65b3fbb7132d req-0e2208a1-c7d2-4d14-9da9-14df401cbcd7 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856349 Mar 09 03:32:46.185354 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf75971f-aa3a-4176-9d5f-6c480bd10889 admin admin] Checking segment: {'id': 'dbb0516b-55d1-45e2-b346-e5f7478e7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b0cb6cd8-4bb8-4732-985e-a168c0bc6927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:32:46.186064 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf75971f-aa3a-4176-9d5f-6c480bd10889 admin admin] Network hostable DHCP agents. Network: b0cb6cd8-4bb8-4732-985e-a168c0bc6927, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:32:46.194768 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75971f-aa3a-4176-9d5f-6c480bd10889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a30daa9-e9b2-4995-b60e-5929ccdb08b2,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:46.200741 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-4ea0ec3d-c637-4238-b86c-44bd98098248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:46.202234 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-4ea0ec3d-c637-4238-b86c-44bd98098248 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb7cb80-fa8d-459c-b59f-347ff2f11453 HTTP/1.1" status: 200 len: 860 time: 0.1013937 Mar 09 03:32:46.206462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39106) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:46.215173 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c586b6ed-8752-44ba-8735-2c6308f86491 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1028905 Mar 09 03:32:46.217655 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-cf4a482c-52fa-49f2-8ee6-2fb2748ee0d6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-237707116-router', 'tenant_id': '1511011224f244f398656ec3f4eb9314', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:46.226705 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cf4a482c-52fa-49f2-8ee6-2fb2748ee0d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:46.228158 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538fb48-0478-4f63-bdcf-2d31081b00ee None None] Pushing event updated for resources: {'Port': ['ID=5a61fbc5-2f12-4711-89b1-22dc7441539f,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:46.250814 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cf4a482c-52fa-49f2-8ee6-2fb2748ee0d6 admin admin] Usage tracker for resource:router and tenant:1511011224f244f398656ec3f4eb9314 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:46.254393 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cf4a482c-52fa-49f2-8ee6-2fb2748ee0d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:46.258489 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf75971f-aa3a-4176-9d5f-6c480bd10889 admin admin] Network b0cb6cd8-4bb8-4732-985e-a168c0bc6927 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:32:46.272269 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cf4a482c-52fa-49f2-8ee6-2fb2748ee0d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:46.276891 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-cf75971f-aa3a-4176-9d5f-6c480bd10889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, b0cb6cd8-4bb8-4732-985e-a168c0bc6927) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:32:46.284719 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf75971f-aa3a-4176-9d5f-6c480bd10889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:46.285473 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf75971f-aa3a-4176-9d5f-6c480bd10889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:46.299862 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf4a482c-52fa-49f2-8ee6-2fb2748ee0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:46.301205 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf4a482c-52fa-49f2-8ee6-2fb2748ee0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:46.303486 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bac8cc7-91dc-43f3-9aba-85f028dccc35 None None] Network b0cb6cd8-4bb8-4732-985e-a168c0bc6927 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:32:46.323690 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f66b44-00d5-4ba0-a507-f560bbf09f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-218fd516-1d63-495c-9aa0-6fe5133e5be4', 'network_id': '218fd516-1d63-495c-9aa0-6fe5133e5be4', 'tenant_id': '1511011224f244f398656ec3f4eb9314', 'fixed_ips': [{'subnet_id': '74ee90d7-f5a4-4849-8cf7-4d15f3ae10f1'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:32:46.325561 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-78f66b44-00d5-4ba0-a507-f560bbf09f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:46.335061 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cf75971f-aa3a-4176-9d5f-6c480bd10889 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6498945 Mar 09 03:32:46.339315 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf4a482c-52fa-49f2-8ee6-2fb2748ee0d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:46.480515 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-75945b6a-3320-46bd-8ef6-5bdec4ebe15b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=304f544a-4e19-4ec8-816f-4e06aa7f0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2634573 Mar 09 03:32:46.925984 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0307c195-16eb-4239-a09e-138a41f5e7df None None] Network b0cb6cd8-4bb8-4732-985e-a168c0bc6927 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:32:46.949157 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-78f66b44-00d5-4ba0-a507-f560bbf09f3a None None] Allocated IP 172.20.0.2 (218fd516-1d63-495c-9aa0-6fe5133e5be4/74ee90d7-f5a4-4849-8cf7-4d15f3ae10f1/be44f644-5c4a-416e-9b4e-5ba6d8ff7252) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:32:46.971325 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf4a482c-52fa-49f2-8ee6-2fb2748ee0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:46.977954 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-793743f9-325b-4b47-b16a-5a1ba9aeb98f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:47.037193 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161873b-9434-48f7-8e7d-502b1e1ff834 req-e5ba263e-91b0-48bc-8f46-e058ac0b4b66 tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:47.038144 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4161873b-9434-48f7-8e7d-502b1e1ff834 req-e5ba263e-91b0-48bc-8f46-e058ac0b4b66 tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7de84010-7cc2-40ba-8d0a-6fc70022e4a7 HTTP/1.1" status: 200 len: 1101 time: 0.3056304 Mar 09 03:32:47.111070 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4161873b-9434-48f7-8e7d-502b1e1ff834 req-b77a8389-71e2-4d2b-bd68-08c439d77837 tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:47.124227 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-793743f9-325b-4b47-b16a-5a1ba9aeb98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:47.137491 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-4161873b-9434-48f7-8e7d-502b1e1ff834 req-b77a8389-71e2-4d2b-bd68-08c439d77837 tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:47.143199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4161873b-9434-48f7-8e7d-502b1e1ff834 req-b77a8389-71e2-4d2b-bd68-08c439d77837 tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] Usage tracker for resource:security_group_rule and tenant:ad4bfbd4fbbc4f22b8c1c8499a9d678e is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:47.146791 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4161873b-9434-48f7-8e7d-502b1e1ff834 req-b77a8389-71e2-4d2b-bd68-08c439d77837 tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:47.153709 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-4161873b-9434-48f7-8e7d-502b1e1ff834 req-b77a8389-71e2-4d2b-bd68-08c439d77837 tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:47.178464 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-a8909780-a45b-4c27-a052-530911bbd294 service neutron] 10.222.0.21 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6907988 Mar 09 03:32:47.283915 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed6b9c-1cbe-4047-8e5b-6268045d665a req-57e6adbf-f56f-4b87-ade4-00c3e32b451d tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:47.286536 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-27ed6b9c-1cbe-4047-8e5b-6268045d665a req-57e6adbf-f56f-4b87-ade4-00c3e32b451d tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 944 time: 0.7240598 Mar 09 03:32:47.403303 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-78f66b44-00d5-4ba0-a507-f560bbf09f3a None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:47.421373 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-78f66b44-00d5-4ba0-a507-f560bbf09f3a None None] Transition to ACTIVE for port object be44f644-5c4a-416e-9b4e-5ba6d8ff7252 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:32:47.441751 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-78f66b44-00d5-4ba0-a507-f560bbf09f3a None None] Transition to ACTIVE for port object be44f644-5c4a-416e-9b4e-5ba6d8ff7252 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:32:47.450678 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-78f66b44-00d5-4ba0-a507-f560bbf09f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:47.482656 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4161873b-9434-48f7-8e7d-502b1e1ff834 req-b77a8389-71e2-4d2b-bd68-08c439d77837 tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:47.488504 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-27ed6b9c-1cbe-4047-8e5b-6268045d665a req-643ee3d6-bce1-455b-b524-3f48191fa374 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948247 Mar 09 03:32:47.492391 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4161873b-9434-48f7-8e7d-502b1e1ff834 req-b77a8389-71e2-4d2b-bd68-08c439d77837 tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:47.499793 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf4a482c-52fa-49f2-8ee6-2fb2748ee0d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:47.538357 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f66b44-00d5-4ba0-a507-f560bbf09f3a None None] Network 218fd516-1d63-495c-9aa0-6fe5133e5be4 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:32:47.541423 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-78f66b44-00d5-4ba0-a507-f560bbf09f3a None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:32:47.546181 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f66b44-00d5-4ba0-a507-f560bbf09f3a None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:32:47.555256 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-4ea2ea12-a724-4be3-a6bd-8b0fbb63e0dc service neutron] 10.222.0.21 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649566 Mar 09 03:32:47.556538 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-793743f9-325b-4b47-b16a-5a1ba9aeb98f admin admin] Allocated IP 172.25.7.124 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/9c293889-ec69-42b2-bc76-832c8def1595) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:32:47.559272 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf4a482c-52fa-49f2-8ee6-2fb2748ee0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:47.637213 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f66b44-00d5-4ba0-a507-f560bbf09f3a None None] Pushing event updated for resources: {'Port': ['ID=be44f644-5c4a-416e-9b4e-5ba6d8ff7252,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:47.652799 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4161873b-9434-48f7-8e7d-502b1e1ff834 req-b77a8389-71e2-4d2b-bd68-08c439d77837 tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6037498 Mar 09 03:32:47.653150 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a8389-71e2-4d2b-bd68-08c439d77837 tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9ac8b5-1f6a-4cbc-a4fb-98d5d57c00f1,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:47.709271 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3e361e-87ee-4772-a679-352b00d89ecf None None] Network 61cbdcdf-e065-4ed0-acf9-52684ddfe2f2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:32:47.835385 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-48ce5544-5c04-4708-9b11-0ab1c65d44ef req-df523ead-de90-4a61-a6c9-16dc29f39601 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1746015680', 'description': 'tempest-description-856101575'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:47.835620 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-78f66b44-00d5-4ba0-a507-f560bbf09f3a None None] Attempting to bind port be44f644-5c4a-416e-9b4e-5ba6d8ff7252 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:32:47.835850 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-78f66b44-00d5-4ba0-a507-f560bbf09f3a None None] Attempting to bind port be44f644-5c4a-416e-9b4e-5ba6d8ff7252 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'faa7f664-4c87-4137-9d6a-c9c548129632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '218fd516-1d63-495c-9aa0-6fe5133e5be4'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:32:47.836206 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f66b44-00d5-4ba0-a507-f560bbf09f3a None None] Attempting to bind port be44f644-5c4a-416e-9b4e-5ba6d8ff7252 on network 218fd516-1d63-495c-9aa0-6fe5133e5be4 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:32:47.842500 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-48ce5544-5c04-4708-9b11-0ab1c65d44ef req-df523ead-de90-4a61-a6c9-16dc29f39601 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:47.846498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-48ce5544-5c04-4708-9b11-0ab1c65d44ef req-df523ead-de90-4a61-a6c9-16dc29f39601 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Usage tracker for resource:security_group and tenant:70eeee148f5e4bb0b0e213c4b507c0e8 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:47.849470 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-48ce5544-5c04-4708-9b11-0ab1c65d44ef req-df523ead-de90-4a61-a6c9-16dc29f39601 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:47.856268 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f66b44-00d5-4ba0-a507-f560bbf09f3a None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:32:47.856626 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f66b44-00d5-4ba0-a507-f560bbf09f3a None None] Checking segment: {'id': 'faa7f664-4c87-4137-9d6a-c9c548129632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '218fd516-1d63-495c-9aa0-6fe5133e5be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:32:47.857013 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-78f66b44-00d5-4ba0-a507-f560bbf09f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:47.857689 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f66b44-00d5-4ba0-a507-f560bbf09f3a None None] Bound using segment: {'id': 'faa7f664-4c87-4137-9d6a-c9c548129632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '218fd516-1d63-495c-9aa0-6fe5133e5be4'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:32:47.857841 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-78f66b44-00d5-4ba0-a507-f560bbf09f3a None None] Bound port: be44f644-5c4a-416e-9b4e-5ba6d8ff7252, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa7f664-4c87-4137-9d6a-c9c548129632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '218fd516-1d63-495c-9aa0-6fe5133e5be4'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:32:47.858210 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-78f66b44-00d5-4ba0-a507-f560bbf09f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:47.858683 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-48ce5544-5c04-4708-9b11-0ab1c65d44ef req-df523ead-de90-4a61-a6c9-16dc29f39601 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:47.873578 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-48ce5544-5c04-4708-9b11-0ab1c65d44ef req-df523ead-de90-4a61-a6c9-16dc29f39601 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:47.886805 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-33709029-b480-48d7-ada2-83c5feb77a37 None None] Provisioning for port 5a61fbc5-2f12-4711-89b1-22dc7441539f completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:32:47.887442 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-793743f9-325b-4b47-b16a-5a1ba9aeb98f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:47.902344 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-48ce5544-5c04-4708-9b11-0ab1c65d44ef req-df523ead-de90-4a61-a6c9-16dc29f39601 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:47.911634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-48ce5544-5c04-4708-9b11-0ab1c65d44ef req-df523ead-de90-4a61-a6c9-16dc29f39601 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Usage tracker for resource:security_group_rule and tenant:70eeee148f5e4bb0b0e213c4b507c0e8 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:47.914403 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e0961-a8ba-4167-98e5-69f5aeeb55e0 req-f3a3ac18-969e-4ab0-b62b-3d9303fc6bae tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:47.916644 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8f8e0961-a8ba-4167-98e5-69f5aeeb55e0 req-f3a3ac18-969e-4ab0-b62b-3d9303fc6bae tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 949 time: 0.2733197 Mar 09 03:32:47.926475 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-48ce5544-5c04-4708-9b11-0ab1c65d44ef req-df523ead-de90-4a61-a6c9-16dc29f39601 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:47.935594 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-48ce5544-5c04-4708-9b11-0ab1c65d44ef req-df523ead-de90-4a61-a6c9-16dc29f39601 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:47.993053 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8f8e0961-a8ba-4167-98e5-69f5aeeb55e0 req-54df9b0b-87cf-4c3d-91ff-75a2ee2fc8b5 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659122 Mar 09 03:32:47.997717 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-793743f9-325b-4b47-b16a-5a1ba9aeb98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:48.042021 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-78f66b44-00d5-4ba0-a507-f560bbf09f3a None None] For port be44f644-5c4a-416e-9b4e-5ba6d8ff7252, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:32:48.046882 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-78f66b44-00d5-4ba0-a507-f560bbf09f3a None None] For port be44f644-5c4a-416e-9b4e-5ba6d8ff7252, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=be44f644-5c4a-416e-9b4e-5ba6d8ff7252,segment=NetworkSegment(faa7f664-4c87-4137-9d6a-c9c548129632),segment_id=faa7f664-4c87-4137-9d6a-c9c548129632)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:32:48.051105 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-f41fcf78-eefd-49a2-a02b-09b2a25760ef tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:48.052651 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-f41fcf78-eefd-49a2-a02b-09b2a25760ef tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb&tenant_id=42923148a00a49268422cf3ff4c2fd04&binding%3Ahost_id=n-h2-825178-5 HTTP/1.1" status: 200 len: 1095 time: 0.2203631 Mar 09 03:32:48.079768 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-78f66b44-00d5-4ba0-a507-f560bbf09f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:48.083888 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-cf4a482c-52fa-49f2-8ee6-2fb2748ee0d6 admin admin] Allocated IP 172.25.7.116 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/069790b4-3d5c-49c5-b96e-e873b73af422) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:32:48.116665 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793743f9-325b-4b47-b16a-5a1ba9aeb98f admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:32:48.126920 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-793743f9-325b-4b47-b16a-5a1ba9aeb98f admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:32:48.144491 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793743f9-325b-4b47-b16a-5a1ba9aeb98f admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:32:48.180429 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f66b44-00d5-4ba0-a507-f560bbf09f3a None None] Pushing event updated for resources: {'Port': ['ID=be44f644-5c4a-416e-9b4e-5ba6d8ff7252,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:48.209830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793743f9-325b-4b47-b16a-5a1ba9aeb98f admin admin] Pushing event updated for resources: {'Port': ['ID=9c293889-ec69-42b2-bc76-832c8def1595,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:48.254248 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5a61fbc5-2f12-4711-89b1-22dc7441539f up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:32:48.376768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 5a61fbc5-2f12-4711-89b1-22dc7441539f completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:32:48.383653 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 5a61fbc5-2f12-4711-89b1-22dc7441539f triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:32:48.384108 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:48.592655 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:48.607980 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf4a482c-52fa-49f2-8ee6-2fb2748ee0d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:48.653878 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 5a61fbc5-2f12-4711-89b1-22dc7441539f, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5a61fbc5-2f12-4711-89b1-22dc7441539f,segment=NetworkSegment(500c5959-4d0b-4bd8-8a0a-49c2e07e144d),segment_id=500c5959-4d0b-4bd8-8a0a-49c2e07e144d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:48.665391 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:48.705101 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-6a2a0bcb-b21d-41da-a25a-89c1892ce95a service neutron] For port 8622f4fa-4172-4741-8947-754e23119c7f, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:32:48.706240 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-48ce5544-5c04-4708-9b11-0ab1c65d44ef req-df523ead-de90-4a61-a6c9-16dc29f39601 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:48.710724 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf4a482c-52fa-49f2-8ee6-2fb2748ee0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:48.756811 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-48ce5544-5c04-4708-9b11-0ab1c65d44ef req-df523ead-de90-4a61-a6c9-16dc29f39601 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:48.772176 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-525859d9-0c7c-4e5b-b75a-08f1fc221aaf None None] Provisioning complete for port 5a61fbc5-2f12-4711-89b1-22dc7441539f triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:32:48.772551 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-525859d9-0c7c-4e5b-b75a-08f1fc221aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:48.784307 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-6a2a0bcb-b21d-41da-a25a-89c1892ce95a service neutron] Notify callbacks [] for binding, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:48.785532 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33f9fed7-a04f-4ee7-a409-65f826ba535f req-6a2a0bcb-b21d-41da-a25a-89c1892ce95a service neutron] 10.222.0.21 "DELETE /v2.0/ports/8622f4fa-4172-4741-8947-754e23119c7f/bindings/n-h1-825178-5 HTTP/1.1" status: 204 len: 173 time: 0.7232819 Mar 09 03:32:48.858465 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4a482c-52fa-49f2-8ee6-2fb2748ee0d6 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:32:48.876516 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-cf4a482c-52fa-49f2-8ee6-2fb2748ee0d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:32:48.888359 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=5a61fbc5-2f12-4711-89b1-22dc7441539f,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:48.889010 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df523ead-de90-4a61-a6c9-16dc29f39601 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11302a4e-5aa0-4a9b-8451-1713d3e21b47,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:48.891758 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4a482c-52fa-49f2-8ee6-2fb2748ee0d6 admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:32:48.923686 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-793743f9-325b-4b47-b16a-5a1ba9aeb98f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:49.024419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a482c-52fa-49f2-8ee6-2fb2748ee0d6 admin admin] Pushing event updated for resources: {'Port': ['ID=069790b4-3d5c-49c5-b96e-e873b73af422,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:49.037024 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-48ce5544-5c04-4708-9b11-0ab1c65d44ef req-df523ead-de90-4a61-a6c9-16dc29f39601 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:49.038227 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-48ce5544-5c04-4708-9b11-0ab1c65d44ef req-df523ead-de90-4a61-a6c9-16dc29f39601 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.2070820 Mar 09 03:32:49.230906 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-a6d335ff-8827-4eed-941a-0d164e280fb3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9cc46625939e49829e840c9b5c55e8e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470634 Mar 09 03:32:49.376627 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d2c41-04d5-4eb9-8404-cd6edbb13b0a req-69d47ddb-db11-458e-bf08-9a57323c06bb tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:49.378223 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd1d2c41-04d5-4eb9-8404-cd6edbb13b0a req-69d47ddb-db11-458e-bf08-9a57323c06bb tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 944 time: 0.3966744 Mar 09 03:32:49.487441 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aac9ee-ac6f-4a6a-8371-028c34e8c87c None None] Network 218fd516-1d63-495c-9aa0-6fe5133e5be4 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:32:49.509293 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd1d2c41-04d5-4eb9-8404-cd6edbb13b0a req-84ee47a4-acc5-478e-8ab1-2ce1af020cdd tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223953 Mar 09 03:32:49.527660 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-793743f9-325b-4b47-b16a-5a1ba9aeb98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:49.541564 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-07513815-ab11-42e1-b48c-a3bc2c0d646e tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:49.541564 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-07513815-ab11-42e1-b48c-a3bc2c0d646e tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3003988 Mar 09 03:32:49.550009 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf4a482c-52fa-49f2-8ee6-2fb2748ee0d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:49.616020 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-03ff70d4-d7ee-4f0c-8a0d-ec808173f58a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/quotas/9cc46625939e49829e840c9b5c55e8e6 HTTP/1.1" status: 200 len: 375 time: 0.0769031 Mar 09 03:32:49.673118 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cdd2415d-c7b6-47cb-9d98-54402a51c996 None None] Provisioning for port be44f644-5c4a-416e-9b4e-5ba6d8ff7252 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:32:49.858000 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-340cd619-4d06-4150-828e-b91bf5080c0f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cc46625939e49829e840c9b5c55e8e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2350421 Mar 09 03:32:49.890326 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c260d2-29a4-49b5-aece-de319ce2fe18 req-91c81a38-a69b-4d14-a210-6c5f824ffa28 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:49.891935 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17c260d2-29a4-49b5-aece-de319ce2fe18 req-91c81a38-a69b-4d14-a210-6c5f824ffa28 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 949 time: 0.1395006 Mar 09 03:32:49.959281 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793743f9-325b-4b47-b16a-5a1ba9aeb98f admin admin] Router 4bad943b-7b05-43cb-9e50-44363220bc3b is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:32:49.975804 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17c260d2-29a4-49b5-aece-de319ce2fe18 req-a5d6c672-daff-4889-9fa9-f720ab190366 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733147 Mar 09 03:32:50.030198 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf4a482c-52fa-49f2-8ee6-2fb2748ee0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:50.208159 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-40007f65-d068-4d24-b57f-6e58000ab43b req-33cd60d7-06dd-429d-acff-e76fb0254466 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-12327644', 'description': 'tempest-description-1776121960'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:50.218579 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-40007f65-d068-4d24-b57f-6e58000ab43b req-33cd60d7-06dd-429d-acff-e76fb0254466 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:50.224244 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-40007f65-d068-4d24-b57f-6e58000ab43b req-33cd60d7-06dd-429d-acff-e76fb0254466 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Usage tracker for resource:security_group and tenant:70eeee148f5e4bb0b0e213c4b507c0e8 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:50.230763 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-40007f65-d068-4d24-b57f-6e58000ab43b req-33cd60d7-06dd-429d-acff-e76fb0254466 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:50.238544 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793743f9-325b-4b47-b16a-5a1ba9aeb98f admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:32:50.240178 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-40007f65-d068-4d24-b57f-6e58000ab43b req-33cd60d7-06dd-429d-acff-e76fb0254466 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:50.251234 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] Sync routers for ids ['4bad943b-7b05-43cb-9e50-44363220bc3b'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:32:50.267627 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-793743f9-325b-4b47-b16a-5a1ba9aeb98f admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:50.269427 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-793743f9-325b-4b47-b16a-5a1ba9aeb98f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.0221767 Mar 09 03:32:50.270893 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-40007f65-d068-4d24-b57f-6e58000ab43b req-33cd60d7-06dd-429d-acff-e76fb0254466 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:50.277048 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device be44f644-5c4a-416e-9b4e-5ba6d8ff7252 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:32:50.279118 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] Routers {'4bad943b-7b05-43cb-9e50-44363220bc3b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:32:50.280031 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:32:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['4bad943b-7b05-43cb-9e50-44363220bc3b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:32:50.282089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39156) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:50.319315 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-40007f65-d068-4d24-b57f-6e58000ab43b req-33cd60d7-06dd-429d-acff-e76fb0254466 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:50.323948 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-40007f65-d068-4d24-b57f-6e58000ab43b req-33cd60d7-06dd-429d-acff-e76fb0254466 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Usage tracker for resource:security_group_rule and tenant:70eeee148f5e4bb0b0e213c4b507c0e8 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:50.326961 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-40007f65-d068-4d24-b57f-6e58000ab43b req-33cd60d7-06dd-429d-acff-e76fb0254466 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:50.333797 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-40007f65-d068-4d24-b57f-6e58000ab43b req-33cd60d7-06dd-429d-acff-e76fb0254466 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:50.406357 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port be44f644-5c4a-416e-9b4e-5ba6d8ff7252 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:32:50.415752 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port be44f644-5c4a-416e-9b4e-5ba6d8ff7252 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:32:50.416023 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:50.481382 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-40007f65-d068-4d24-b57f-6e58000ab43b req-33cd60d7-06dd-429d-acff-e76fb0254466 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:50.488300 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-40007f65-d068-4d24-b57f-6e58000ab43b req-33cd60d7-06dd-429d-acff-e76fb0254466 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:50.592043 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-40007f65-d068-4d24-b57f-6e58000ab43b req-33cd60d7-06dd-429d-acff-e76fb0254466 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:50.621176 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-40007f65-d068-4d24-b57f-6e58000ab43b req-33cd60d7-06dd-429d-acff-e76fb0254466 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4220562 Mar 09 03:32:50.632604 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd60d7-06dd-429d-acff-e76fb0254466 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aea4d23-705e-475c-9533-e310949535ba,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:50.787683 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] Set router 4bad943b-7b05-43cb-9e50-44363220bc3b gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:32:50.789112 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4a482c-52fa-49f2-8ee6-2fb2748ee0d6 admin admin] Router e5a883d0-faea-41b0-81af-3edf84047585 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:32:50.798176 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:50.855696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port be44f644-5c4a-416e-9b4e-5ba6d8ff7252, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=be44f644-5c4a-416e-9b4e-5ba6d8ff7252,segment=NetworkSegment(faa7f664-4c87-4137-9d6a-c9c548129632),segment_id=faa7f664-4c87-4137-9d6a-c9c548129632)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:50.862920 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:50.864697 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5a61fbc5-2f12-4711-89b1-22dc7441539f up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:32:51.014813 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a8caf-3dd4-49e6-806e-2618456aee02 req-655a975d-393a-4bed-bebf-b5bed3f4932c tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:51.024785 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9a3a8caf-3dd4-49e6-806e-2618456aee02 req-655a975d-393a-4bed-bebf-b5bed3f4932c tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 1095 time: 0.2046857 Mar 09 03:32:51.138486 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 5a61fbc5-2f12-4711-89b1-22dc7441539f triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:32:51.140956 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:51.150188 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39196) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:51.203013 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=be44f644-5c4a-416e-9b4e-5ba6d8ff7252,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:51.231908 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9a3a8caf-3dd4-49e6-806e-2618456aee02 req-af83060f-917e-4e2e-9991-36f89a1c7475 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061472 Mar 09 03:32:51.262713 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-f6920e14-9bbc-4d21-9015-5a8e91b46cba service neutron] show failed (client error): The resource could not be found. Mar 09 03:32:51.268843 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-f6920e14-9bbc-4d21-9015-5a8e91b46cba service neutron] 10.222.0.21 "GET /v2.0/ports/51279369-540d-4970-bc4f-209236552640/bindings/n-h1-825178-5 HTTP/1.1" status: 404 len: 380 time: 0.2096965 Mar 09 03:32:51.452940 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-569210e1-26c7-4fd6-b575-9b4682250b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:51.473696 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fb5b4-000b-433e-873c-0644d447f205 req-40fe2ffb-355d-40e0-83c3-42b6b63be132 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:51.474421 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-615fb5b4-000b-433e-873c-0644d447f205 req-40fe2ffb-355d-40e0-83c3-42b6b63be132 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Synchronizing usage tracker for tenant:70eeee148f5e4bb0b0e213c4b507c0e8 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:32:51.512177 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bad943b-7b05-43cb-9e50-44363220bc3b', 'name': 'tempest-FloatingIPsTestJSON-145945992-router', 'tenant_id': '161cfcaaeaf841638a395e36c8e1798c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '9c293889-ec69-42b2-bc76-832c8def1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:32:44Z', 'updated_at': '2022-03-09T03:32:48Z', 'revision_number': 3, 'project_id': '161cfcaaeaf841638a395e36c8e1798c', 'gw_port': {'id': '9c293889-ec69-42b2-bc76-832c8def1595', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:63:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bad943b-7b05-43cb-9e50-44363220bc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:32:47Z', 'updated_at': '2022-03-09T03:32:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:32:51.522134 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] Checking router: 4bad943b-7b05-43cb-9e50-44363220bc3b for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:32:51.522971 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] Updating router 4bad943b-7b05-43cb-9e50-44363220bc3b port 9c293889-ec69-42b2-bc76-832c8def1595 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:32:51.582122 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-569210e1-26c7-4fd6-b575-9b4682250b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:51.604772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-569210e1-26c7-4fd6-b575-9b4682250b8a admin admin] Usage tracker for resource:security_group_rule and tenant:96d382b2607b4b5e9ab6c05dbd056cc5 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:51.617645 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-53659993-889f-41eb-a106-a31290052af7 req-07267c77-5a18-42ac-aa71-946cbd251b0d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ed723b1-b62f-4407-93cd-1ede7aba5d9a HTTP/1.1" status: 200 len: 210 time: 0.1447957 Mar 09 03:32:51.618828 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-569210e1-26c7-4fd6-b575-9b4682250b8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:51.631631 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-569210e1-26c7-4fd6-b575-9b4682250b8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:51.645317 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:51.840729 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-569210e1-26c7-4fd6-b575-9b4682250b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:51.907939 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-569210e1-26c7-4fd6-b575-9b4682250b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:52.012119 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-569210e1-26c7-4fd6-b575-9b4682250b8a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96d382b2607b4b5e9ab6c05dbd056cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8581460 Mar 09 03:32:52.013570 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39208) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:52.028809 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569210e1-26c7-4fd6-b575-9b4682250b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b331d46d-da19-4380-9e88-65b4662e4a42,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:52.053111 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:52.066493 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] Transition to ACTIVE for port object 9c293889-ec69-42b2-bc76-832c8def1595 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:32:52.078614 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:52.116836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf628f-5dc7-433f-96a3-390ef2f22b61 req-47a4f658-3db3-408f-bfc7-0e503af0cc2a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:52.118957 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ccaf628f-5dc7-433f-96a3-390ef2f22b61 req-47a4f658-3db3-408f-bfc7-0e503af0cc2a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 949 time: 0.2733111 Mar 09 03:32:52.127739 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4a28531b-963a-490f-a9b9-24b531f77a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:52.189763 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device be44f644-5c4a-416e-9b4e-5ba6d8ff7252 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:32:52.203073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4a482c-52fa-49f2-8ee6-2fb2748ee0d6 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:32:52.221601 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ccaf628f-5dc7-433f-96a3-390ef2f22b61 req-0406e588-6b4c-49c6-b3f7-f389990e40c8 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947547 Mar 09 03:32:52.226549 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4a28531b-963a-490f-a9b9-24b531f77a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:52.241035 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-615fb5b4-000b-433e-873c-0644d447f205 req-40fe2ffb-355d-40e0-83c3-42b6b63be132 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Unset dirty status for tenant:70eeee148f5e4bb0b0e213c4b507c0e8 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:32:52.256717 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] Sync routers for ids ['e5a883d0-faea-41b0-81af-3edf84047585'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:32:52.268547 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] Attempting to bind port 9c293889-ec69-42b2-bc76-832c8def1595 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:32:52.268910 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] Attempting to bind port 9c293889-ec69-42b2-bc76-832c8def1595 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:32:52.269266 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] Attempting to bind port 9c293889-ec69-42b2-bc76-832c8def1595 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:32:52.272817 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] Routers {'e5a883d0-faea-41b0-81af-3edf84047585'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:32:52.273698 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:32:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e5a883d0-faea-41b0-81af-3edf84047585'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:32:52.276194 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-615fb5b4-000b-433e-873c-0644d447f205 req-40fe2ffb-355d-40e0-83c3-42b6b63be132 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/networks?id=b0cb6cd8-4bb8-4732-985e-a168c0bc6927 HTTP/1.1" status: 200 len: 812 time: 1.2241416 Mar 09 03:32:52.301756 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29961fc6-68fc-4776-b944-f9d97d5e938e None None] Pushing event updated for resources: {'Port': ['ID=9c293889-ec69-42b2-bc76-832c8def1595,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:52.309928 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:32:52.312414 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:32:52.313003 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:52.315896 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:32:52.316613 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] Bound port: 9c293889-ec69-42b2-bc76-832c8def1595, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:32:52.317181 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:52.326685 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-615fb5b4-000b-433e-873c-0644d447f205 req-c124822f-13f2-4606-b174-743b7251862c tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/quotas/70eeee148f5e4bb0b0e213c4b507c0e8 HTTP/1.1" status: 200 len: 375 time: 0.0489578 Mar 09 03:32:52.332525 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4a28531b-963a-490f-a9b9-24b531f77a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:52.356850 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port be44f644-5c4a-416e-9b4e-5ba6d8ff7252 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:32:52.357216 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:52.366617 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28531b-963a-490f-a9b9-24b531f77a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b331d46d-da19-4380-9e88-65b4662e4a42,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:52.381649 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29961fc6-68fc-4776-b944-f9d97d5e938e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:52.381997 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29961fc6-68fc-4776-b944-f9d97d5e938e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:52.382337 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29961fc6-68fc-4776-b944-f9d97d5e938e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:52.382667 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29961fc6-68fc-4776-b944-f9d97d5e938e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:52.394957 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29961fc6-68fc-4776-b944-f9d97d5e938e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:52.395447 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29961fc6-68fc-4776-b944-f9d97d5e938e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:52.395792 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29961fc6-68fc-4776-b944-f9d97d5e938e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:52.396131 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29961fc6-68fc-4776-b944-f9d97d5e938e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:52.396465 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29961fc6-68fc-4776-b944-f9d97d5e938e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:52.396795 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29961fc6-68fc-4776-b944-f9d97d5e938e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:52.399880 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29961fc6-68fc-4776-b944-f9d97d5e938e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:52.400391 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29961fc6-68fc-4776-b944-f9d97d5e938e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:52.464764 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4a28531b-963a-490f-a9b9-24b531f77a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:52.467550 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4a28531b-963a-490f-a9b9-24b531f77a45 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b331d46d-da19-4380-9e88-65b4662e4a42 HTTP/1.1" status: 204 len: 168 time: 0.4506063 Mar 09 03:32:52.469116 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-615fb5b4-000b-433e-873c-0644d447f205 req-e5a3b00c-9d24-4181-af6a-66867de2a697 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=70eeee148f5e4bb0b0e213c4b507c0e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1408045 Mar 09 03:32:52.494104 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf4a482c-52fa-49f2-8ee6-2fb2748ee0d6 admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:52.500597 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cf4a482c-52fa-49f2-8ee6-2fb2748ee0d6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.2924447 Mar 09 03:32:52.506455 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39222) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:52.508811 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] For port 9c293889-ec69-42b2-bc76-832c8def1595, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:32:52.513674 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] For port 9c293889-ec69-42b2-bc76-832c8def1595, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9c293889-ec69-42b2-bc76-832c8def1595,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:32:52.522992 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:52.678371 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] Routers {'4bad943b-7b05-43cb-9e50-44363220bc3b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:32:52.678613 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:32:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['4bad943b-7b05-43cb-9e50-44363220bc3b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:32:52.734203 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] Set router e5a883d0-faea-41b0-81af-3edf84047585 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:32:52.785246 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29961fc6-68fc-4776-b944-f9d97d5e938e None None] Pushing event updated for resources: {'Port': ['ID=9c293889-ec69-42b2-bc76-832c8def1595,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:53.034465 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] Set router 4bad943b-7b05-43cb-9e50-44363220bc3b gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:32:53.036387 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-8bc5477a-1f10-4f90-9be2-8a6d3e46e876 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:53.047156 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-8bc5477a-1f10-4f90-9be2-8a6d3e46e876 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/networks?id=304f544a-4e19-4ec8-816f-4e06aa7f0361 HTTP/1.1" status: 200 len: 820 time: 0.6724668 Mar 09 03:32:53.053470 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39230) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:53.095911 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-5c7aedfa-47f9-47bb-bb28-e7d9e6382c9d tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/quotas/42923148a00a49268422cf3ff4c2fd04 HTTP/1.1" status: 200 len: 375 time: 0.0477338 Mar 09 03:32:53.198505 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-615fb5b4-000b-433e-873c-0644d447f205 req-43faea19-eda3-4203-acf6-22714fe92467 service neutron] 10.222.0.16 "GET /v2.0/networks/b0cb6cd8-4bb8-4732-985e-a168c0bc6927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7173486 Mar 09 03:32:53.299094 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-d62466ee-8753-47be-b879-0b50e184223e tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=42923148a00a49268422cf3ff4c2fd04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2022641 Mar 09 03:32:53.313429 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a883d0-faea-41b0-81af-3edf84047585', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-237707116-router', 'tenant_id': '1511011224f244f398656ec3f4eb9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '069790b4-3d5c-49c5-b96e-e873b73af422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:32:46Z', 'updated_at': '2022-03-09T03:32:49Z', 'revision_number': 3, 'project_id': '1511011224f244f398656ec3f4eb9314', 'gw_port': {'id': '069790b4-3d5c-49c5-b96e-e873b73af422', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a883d0-faea-41b0-81af-3edf84047585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:32:47Z', 'updated_at': '2022-03-09T03:32:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:32:53.325047 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] Checking router: e5a883d0-faea-41b0-81af-3edf84047585 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:32:53.326340 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] Updating router e5a883d0-faea-41b0-81af-3edf84047585 port 069790b4-3d5c-49c5-b96e-e873b73af422 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:32:53.331447 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c8f4-3db3-459c-9d0a-d81ecec335b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:53.385867 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bad943b-7b05-43cb-9e50-44363220bc3b', 'name': 'tempest-FloatingIPsTestJSON-145945992-router', 'tenant_id': '161cfcaaeaf841638a395e36c8e1798c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '9c293889-ec69-42b2-bc76-832c8def1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:32:44Z', 'updated_at': '2022-03-09T03:32:48Z', 'revision_number': 3, 'project_id': '161cfcaaeaf841638a395e36c8e1798c', 'gw_port': {'id': '9c293889-ec69-42b2-bc76-832c8def1595', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:63:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bad943b-7b05-43cb-9e50-44363220bc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:32:47Z', 'updated_at': '2022-03-09T03:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:32:53.392243 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aae0bc-0267-41d3-922b-2afc46cef41b None None] The sync data for ids ['4bad943b-7b05-43cb-9e50-44363220bc3b'] in n-d-825178-5 is: [{'id': '4bad943b-7b05-43cb-9e50-44363220bc3b', 'name': 'tempest-FloatingIPsTestJSON-145945992-router', 'tenant_id': '161cfcaaeaf841638a395e36c8e1798c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '9c293889-ec69-42b2-bc76-832c8def1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:32:44Z', 'updated_at': '2022-03-09T03:32:48Z', 'revision_number': 3, 'project_id': '161cfcaaeaf841638a395e36c8e1798c', 'gw_port': {'id': '9c293889-ec69-42b2-bc76-832c8def1595', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:63:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bad943b-7b05-43cb-9e50-44363220bc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:32:47Z', 'updated_at': '2022-03-09T03:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:32:53.420449 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:53.447925 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-a0820b37-8654-497d-a3c4-dee7fe95f059 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9cc46625939e49829e840c9b5c55e8e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3832848 Mar 09 03:32:53.462731 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fbf9c8f4-3db3-459c-9d0a-d81ecec335b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:53.497942 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-3c814217-ba31-4d6b-a7e4-a2e6c3fb9f78 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9cc46625939e49829e840c9b5c55e8e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666106 Mar 09 03:32:53.557547 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-35e6db66-7433-404a-a527-dc25d16e185a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:32:53.569024 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-35e6db66-7433-404a-a527-dc25d16e185a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0860894 Mar 09 03:32:53.583992 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fbf9c8f4-3db3-459c-9d0a-d81ecec335b9 admin admin] Usage tracker for resource:security_group_rule and tenant:7d5d4452cd064be2bdcb8a4226e3c3b9 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:53.606233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fbf9c8f4-3db3-459c-9d0a-d81ecec335b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:53.631410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-d488e51e-2576-45eb-9c71-dfd8dcd56a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:53.633141 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-d488e51e-2576-45eb-9c71-dfd8dcd56a35 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b&tenant_id=fb202b0928604d6ca848064936552050 HTTP/1.1" status: 200 len: 1100 time: 1.6336446 Mar 09 03:32:53.634177 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fbf9c8f4-3db3-459c-9d0a-d81ecec335b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:53.653023 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b5429ea-7026-444e-97fc-3bc509e03535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:53.676562 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-c185f267-fe12-4b65-bfd2-410e2dcd2ef2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-5', 'device_owner': 'compute:nova'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:53.841174 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-89fc90cd-3a69-472f-889c-b7f08ec7006c service neutron] 10.222.0.16 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713881 Mar 09 03:32:53.901938 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:53.916734 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] Transition to ACTIVE for port object 069790b4-3d5c-49c5-b96e-e873b73af422 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:32:53.928921 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:54.023974 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] Attempting to bind port 069790b4-3d5c-49c5-b96e-e873b73af422 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:32:54.024352 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] Attempting to bind port 069790b4-3d5c-49c5-b96e-e873b73af422 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:32:54.024717 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] Attempting to bind port 069790b4-3d5c-49c5-b96e-e873b73af422 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:32:54.032319 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-c0c2b9e8-398d-441c-b453-1eb2385d3c9a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:54.035708 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-c0c2b9e8-398d-441c-b453-1eb2385d3c9a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5311389 Mar 09 03:32:54.040447 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:32:54.041329 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:32:54.041736 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:54.042125 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:32:54.042600 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] Bound port: 069790b4-3d5c-49c5-b96e-e873b73af422, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:32:54.042991 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:54.084252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0a1ae-62f3-4bfc-b8a9-90de781d982c None None] Pushing event updated for resources: {'Port': ['ID=069790b4-3d5c-49c5-b96e-e873b73af422,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:54.106255 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-711e4101-54c6-461d-9688-19658db34c29 service neutron] 10.222.0.16 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775281 Mar 09 03:32:54.112229 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-230995e6-2a3b-4958-8248-1a3f2ba84036 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Request body: {'port': {'device_id': '8ed723b1-b62f-4407-93cd-1ede7aba5d9a', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': '9cc46625939e49829e840c9b5c55e8e6'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:54.157798 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c8f4-3db3-459c-9d0a-d81ecec335b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:54.169979 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] For port 069790b4-3d5c-49c5-b96e-e873b73af422, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:32:54.178905 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] For port 069790b4-3d5c-49c5-b96e-e873b73af422, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=069790b4-3d5c-49c5-b96e-e873b73af422,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:32:54.193411 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:54.266229 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9c293889-ec69-42b2-bc76-832c8def1595 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:32:54.292942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-230995e6-2a3b-4958-8248-1a3f2ba84036 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:54.304389 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-230995e6-2a3b-4958-8248-1a3f2ba84036 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:54.319345 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-230995e6-2a3b-4958-8248-1a3f2ba84036 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Made reservation on behalf of 9cc46625939e49829e840c9b5c55e8e6 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:32:54.326587 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-230995e6-2a3b-4958-8248-1a3f2ba84036 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:54.379762 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-615fb5b4-000b-433e-873c-0644d447f205 req-39030f61-0d00-4e0d-8227-35bf1f0b3c6f service neutron] 10.222.0.16 "GET /v2.0/networks/b0cb6cd8-4bb8-4732-985e-a168c0bc6927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1797900 Mar 09 03:32:54.402689 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c8f4-3db3-459c-9d0a-d81ecec335b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:54.526747 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] Routers {'e5a883d0-faea-41b0-81af-3edf84047585'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:32:54.527416 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:32:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e5a883d0-faea-41b0-81af-3edf84047585'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:32:54.577357 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-230995e6-2a3b-4958-8248-1a3f2ba84036 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Allocated IP 192.168.233.130 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/b6f35ef7-250a-4519-9e2e-2cdcd74c2047) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:32:54.609804 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-c185f267-fe12-4b65-bfd2-410e2dcd2ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:54.620214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0a1ae-62f3-4bfc-b8a9-90de781d982c None None] Pushing event updated for resources: {'Port': ['ID=069790b4-3d5c-49c5-b96e-e873b73af422,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:54.655634 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 9c293889-ec69-42b2-bc76-832c8def1595 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:32:54.658243 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9c8f4-3db3-459c-9d0a-d81ecec335b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9445c70b-b0d9-4032-925f-cab4ffd24dc8,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:54.742223 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 9c293889-ec69-42b2-bc76-832c8def1595 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:32:54.742587 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:54.902397 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] Set router e5a883d0-faea-41b0-81af-3edf84047585 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:32:55.040657 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 51279369-540d-4970-bc4f-209236552640 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:32:55.091922 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3f783418-c472-4e7f-8e72-33116556510a req-a4394181-084e-4906-a5d5-5c4d0ff533f3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ed723b1-b62f-4407-93cd-1ede7aba5d9a HTTP/1.1" status: 200 len: 210 time: 0.6211612 Mar 09 03:32:55.304708 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:55.306525 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-230995e6-2a3b-4958-8248-1a3f2ba84036 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:55.335725 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-5b0b6345-3c6f-4352-865c-495770aa592a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:55.337726 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-5b0b6345-3c6f-4352-865c-495770aa592a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.8655808 Mar 09 03:32:55.339939 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-230995e6-2a3b-4958-8248-1a3f2ba84036 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Transition to ACTIVE for port object b6f35ef7-250a-4519-9e2e-2cdcd74c2047 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:32:55.347954 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:55.367531 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fbf9c8f4-3db3-459c-9d0a-d81ecec335b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d5d4452cd064be2bdcb8a4226e3c3b9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1853187 Mar 09 03:32:55.378976 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-aada0dfd-ea3f-46e1-9b16-58cba26b5d60 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Request body: {'port': {'device_id': 'c78e82fe-e924-40dd-a644-dba27e1aeb47', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': '9cc46625939e49829e840c9b5c55e8e6'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:55.382104 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39264) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:55.418038 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 9c293889-ec69-42b2-bc76-832c8def1595, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9c293889-ec69-42b2-bc76-832c8def1595,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:55.428912 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:55.462546 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-230995e6-2a3b-4958-8248-1a3f2ba84036 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:55.480351 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-34f69dea-b15e-47c1-80e4-df4a47cdf6d7 req-c80e6215-d334-44b5-8ba0-ec36c57f2f93 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 210 time: 0.0958087 Mar 09 03:32:55.515541 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['d1022644-48bc-4d48-bad2-0f16a24a90c7'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:32:55.597118 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230995e6-2a3b-4958-8248-1a3f2ba84036 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Pushing event updated for resources: {'Port': ['ID=b6f35ef7-250a-4519-9e2e-2cdcd74c2047,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:55.615327 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-230995e6-2a3b-4958-8248-1a3f2ba84036 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:32:55.620677 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-230995e6-2a3b-4958-8248-1a3f2ba84036 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:32:55.636248 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-230995e6-2a3b-4958-8248-1a3f2ba84036 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:32:55.718657 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a883d0-faea-41b0-81af-3edf84047585', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-237707116-router', 'tenant_id': '1511011224f244f398656ec3f4eb9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '069790b4-3d5c-49c5-b96e-e873b73af422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:32:46Z', 'updated_at': '2022-03-09T03:32:49Z', 'revision_number': 3, 'project_id': '1511011224f244f398656ec3f4eb9314', 'gw_port': {'id': '069790b4-3d5c-49c5-b96e-e873b73af422', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a883d0-faea-41b0-81af-3edf84047585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:32:47Z', 'updated_at': '2022-03-09T03:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:32:55.737475 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7277fce1-2533-4e81-b320-c60f8c07e153 None None] The sync data for ids ['e5a883d0-faea-41b0-81af-3edf84047585'] in n-d-825178-5 is: [{'id': 'e5a883d0-faea-41b0-81af-3edf84047585', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-237707116-router', 'tenant_id': '1511011224f244f398656ec3f4eb9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '069790b4-3d5c-49c5-b96e-e873b73af422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:32:46Z', 'updated_at': '2022-03-09T03:32:49Z', 'revision_number': 3, 'project_id': '1511011224f244f398656ec3f4eb9314', 'gw_port': {'id': '069790b4-3d5c-49c5-b96e-e873b73af422', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a883d0-faea-41b0-81af-3edf84047585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:32:47Z', 'updated_at': '2022-03-09T03:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:32:55.766742 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-81a37df0-56be-4e3e-84a2-88cb322c6bb4 req-ffeeed07-1d78-4587-99d4-f2495375f227 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8b4110b-74c8-47c8-8bd0-b28dfc169f0b HTTP/1.1" status: 200 len: 210 time: 0.0772140 Mar 09 03:32:55.767001 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=9c293889-ec69-42b2-bc76-832c8def1595,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:55.778178 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-aada0dfd-ea3f-46e1-9b16-58cba26b5d60 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:55.873669 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de5fb2d5-3ad9-4bf2-9ba6-27a8c0f61363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:55.901476 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-c185f267-fe12-4b65-bfd2-410e2dcd2ef2 service neutron] For port 51279369-540d-4970-bc4f-209236552640, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=51279369-540d-4970-bc4f-209236552640,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:55.948791 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-230995e6-2a3b-4958-8248-1a3f2ba84036 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:55.949585 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-230995e6-2a3b-4958-8248-1a3f2ba84036 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:55.997593 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b7ebd09a-bbb1-4b59-b6ed-6839e329009e None None] Provisioning for port b6f35ef7-250a-4519-9e2e-2cdcd74c2047 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:32:56.003201 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b7ebd09a-bbb1-4b59-b6ed-6839e329009e None None] Provisioning complete for port b6f35ef7-250a-4519-9e2e-2cdcd74c2047 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:32:56.003696 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b7ebd09a-bbb1-4b59-b6ed-6839e329009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:56.024804 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de5fb2d5-3ad9-4bf2-9ba6-27a8c0f61363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:56.096243 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de5fb2d5-3ad9-4bf2-9ba6-27a8c0f61363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:56.125715 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-0b5429ea-7026-444e-97fc-3bc509e03535 admin admin] Allocated IP 172.20.0.1 (61cbdcdf-e065-4ed0-acf9-52684ddfe2f2/7c1920a5-48c6-4f37-8959-acd266c7f486/dd9a170f-7488-404f-9a3b-63d1ab7d2317) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:32:56.141274 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fb2d5-3ad9-4bf2-9ba6-27a8c0f61363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9445c70b-b0d9-4032-925f-cab4ffd24dc8,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:56.159463 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b7ebd09a-bbb1-4b59-b6ed-6839e329009e None None] Port b6f35ef7-250a-4519-9e2e-2cdcd74c2047 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:32:56.254073 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9c293889-ec69-42b2-bc76-832c8def1595 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:32:56.335395 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-aada0dfd-ea3f-46e1-9b16-58cba26b5d60 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:56.349205 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-c185f267-fe12-4b65-bfd2-410e2dcd2ef2 service neutron] For port 51279369-540d-4970-bc4f-209236552640, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:32:56.367331 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 9c293889-ec69-42b2-bc76-832c8def1595 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:32:56.368040 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:56.544095 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec4c73-8122-43fa-ac76-0ad6ace40f84 req-2f2cb1e7-35a0-40db-b177-05c9d4e70a3e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:56.545620 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-55ec4c73-8122-43fa-ac76-0ad6ace40f84 req-2f2cb1e7-35a0-40db-b177-05c9d4e70a3e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 949 time: 1.6172624 Mar 09 03:32:56.612529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-aada0dfd-ea3f-46e1-9b16-58cba26b5d60 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Made reservation on behalf of 9cc46625939e49829e840c9b5c55e8e6 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:32:56.616481 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-aada0dfd-ea3f-46e1-9b16-58cba26b5d60 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:56.673432 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-c185f267-fe12-4b65-bfd2-410e2dcd2ef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:56.696682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53c1f59-a2d6-477b-91cf-d65148e64d2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51279369-540d-4970-bc4f-209236552640'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:32:56.751017 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-c185f267-fe12-4b65-bfd2-410e2dcd2ef2 service neutron] Transition to ACTIVE for port object 51279369-540d-4970-bc4f-209236552640 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:32:56.758038 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-6225c3e0-dfc9-44cd-91bf-2632f2bed510 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:56.760774 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-6225c3e0-dfc9-44cd-91bf-2632f2bed510 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.21 "GET /v2.0/networks?id=304f544a-4e19-4ec8-816f-4e06aa7f0361 HTTP/1.1" status: 200 len: 820 time: 0.6080363 Mar 09 03:32:56.767232 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-230995e6-2a3b-4958-8248-1a3f2ba84036 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6598248 Mar 09 03:32:56.771718 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de5fb2d5-3ad9-4bf2-9ba6-27a8c0f61363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:56.772834 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-de5fb2d5-3ad9-4bf2-9ba6-27a8c0f61363 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9445c70b-b0d9-4032-925f-cab4ffd24dc8 HTTP/1.1" status: 204 len: 168 time: 1.3863020 Mar 09 03:32:56.777204 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-311dd215-d111-4af8-af52-ce51ea53cc83 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Request body: {'port': {'device_id': '6bd8eadd-c91c-47f2-a65c-500a4f31a917', 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361', 'admin_state_up': True, 'tenant_id': '42923148a00a49268422cf3ff4c2fd04'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:56.798214 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-7a5bdba2-a41f-42ba-8548-87dc7b37c0c9 service neutron] Request body: {'port': {'device_id': '8ed723b1-b62f-4407-93cd-1ede7aba5d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:56.822957 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b5429ea-7026-444e-97fc-3bc509e03535 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:56.898832 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-c185f267-fe12-4b65-bfd2-410e2dcd2ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:56.914233 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:32:56.915214 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:32:57.000388 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-55ec4c73-8122-43fa-ac76-0ad6ace40f84 req-b33cf5c2-541c-4888-86b6-c3e987f70d4d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484859 Mar 09 03:32:57.001000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185f267-fe12-4b65-bfd2-410e2dcd2ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=51279369-540d-4970-bc4f-209236552640,revision_number=6']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:57.180607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-0b5429ea-7026-444e-97fc-3bc509e03535 admin admin] Transition to ACTIVE for port object dd9a170f-7488-404f-9a3b-63d1ab7d2317 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:32:57.194752 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a36025-0d3b-4d5a-8578-82f29e2fadc7 req-e1ef1d9e-8254-4c69-a5de-77c167e5069c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:57.195680 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-f6a36025-0d3b-4d5a-8578-82f29e2fadc7 req-e1ef1d9e-8254-4c69-a5de-77c167e5069c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Synchronizing usage tracker for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:32:57.241005 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-7a5bdba2-a41f-42ba-8548-87dc7b37c0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:57.328003 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-f6a36025-0d3b-4d5a-8578-82f29e2fadc7 req-e1ef1d9e-8254-4c69-a5de-77c167e5069c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Unset dirty status for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:32:57.329354 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f6a36025-0d3b-4d5a-8578-82f29e2fadc7 req-e1ef1d9e-8254-4c69-a5de-77c167e5069c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ed723b1-b62f-4407-93cd-1ede7aba5d9a HTTP/1.1" status: 200 len: 936 time: 0.8079126 Mar 09 03:32:57.382221 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-c185f267-fe12-4b65-bfd2-410e2dcd2ef2 service neutron] No DVR routers for this DVR port 51279369-540d-4970-bc4f-209236552640 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:32:57.422933 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-311dd215-d111-4af8-af52-ce51ea53cc83 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:57.443561 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4dcd98ae-eca9-4988-8f42-7bc22d4580c2 req-9f5f3508-7e91-435d-b458-fb043184bf8d tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 210 time: 0.1658175 Mar 09 03:32:57.504052 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f6a36025-0d3b-4d5a-8578-82f29e2fadc7 req-10129e99-bb83-40a7-ac5d-3b35942dac1a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509271 Mar 09 03:32:57.508898 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-311dd215-d111-4af8-af52-ce51ea53cc83 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:57.541566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-311dd215-d111-4af8-af52-ce51ea53cc83 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Made reservation on behalf of 42923148a00a49268422cf3ff4c2fd04 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:32:57.552684 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-311dd215-d111-4af8-af52-ce51ea53cc83 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:57.633604 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4c348b4a-9c78-49d4-b208-678474b0c88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:57.705592 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-c185f267-fe12-4b65-bfd2-410e2dcd2ef2 service neutron] Attempting to bind port 51279369-540d-4970-bc4f-209236552640 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:32:57.705928 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-c185f267-fe12-4b65-bfd2-410e2dcd2ef2 service neutron] Attempting to bind port 51279369-540d-4970-bc4f-209236552640 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:32:57.706253 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-c185f267-fe12-4b65-bfd2-410e2dcd2ef2 service neutron] Attempting to bind port 51279369-540d-4970-bc4f-209236552640 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:32:57.715961 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53c1f59-a2d6-477b-91cf-d65148e64d2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51279369-540d-4970-bc4f-209236552640', 'code': 200} Mar 09 03:32:57.733362 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-c185f267-fe12-4b65-bfd2-410e2dcd2ef2 service neutron] Port 51279369-540d-4970-bc4f-209236552640 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:32:57.733781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-c185f267-fe12-4b65-bfd2-410e2dcd2ef2 service neutron] Attempting to bind port 51279369-540d-4970-bc4f-209236552640 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:32:57.816379 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.24', 53500) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:57.834312 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fb5b4-000b-433e-873c-0644d447f205 req-2189459d-9ee5-4cb9-bed9-2e74009b1a3a tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:57.835945 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-615fb5b4-000b-433e-873c-0644d447f205 req-2189459d-9ee5-4cb9-bed9-2e74009b1a3a tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.21 "GET /v2.0/networks?id=b0cb6cd8-4bb8-4732-985e-a168c0bc6927 HTTP/1.1" status: 200 len: 812 time: 1.0898166 Mar 09 03:32:57.836790 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-c185f267-fe12-4b65-bfd2-410e2dcd2ef2 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:32:57.837229 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-c185f267-fe12-4b65-bfd2-410e2dcd2ef2 service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:32:57.837731 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-c185f267-fe12-4b65-bfd2-410e2dcd2ef2 service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:32:57.838262 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-c185f267-fe12-4b65-bfd2-410e2dcd2ef2 service neutron] Bound port: 51279369-540d-4970-bc4f-209236552640, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:32:57.839738 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-c185f267-fe12-4b65-bfd2-410e2dcd2ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:57.849127 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-afe70b73-be78-4ba9-b6f6-92f6a68d6688 req-27adb876-bb3b-46b8-aa1d-023998fd8763 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8b4110b-74c8-47c8-8bd0-b28dfc169f0b HTTP/1.1" status: 200 len: 210 time: 0.0556850 Mar 09 03:32:57.864546 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-311dd215-d111-4af8-af52-ce51ea53cc83 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Allocated IP 172.20.0.13 (304f544a-4e19-4ec8-816f-4e06aa7f0361/bbb7cb80-fa8d-459c-b59f-347ff2f11453/401bb584-fe18-4951-b81e-42389a89ada8) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:32:57.921726 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-615fb5b4-000b-433e-873c-0644d447f205 req-1d03adab-5d18-4fdc-85c9-59279fafb44e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Request body: {'port': {'device_id': 'b8b4110b-74c8-47c8-8bd0-b28dfc169f0b', 'network_id': 'b0cb6cd8-4bb8-4732-985e-a168c0bc6927', 'admin_state_up': True, 'tenant_id': '70eeee148f5e4bb0b0e213c4b507c0e8'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:57.967034 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-a816f9ff-e271-45db-b3c4-680c441a525e tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1477816379&fields=id&tenant_id=6bca179644e344988a4822677f335581 HTTP/1.1" status: 200 len: 267 time: 0.3195064 Mar 09 03:32:58.121200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39318) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:58.135696 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-aada0dfd-ea3f-46e1-9b16-58cba26b5d60 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Allocated IP 192.168.233.30 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/4ddda7c6-b428-4425-a523-4b32482d7e48) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:32:58.140339 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b5429ea-7026-444e-97fc-3bc509e03535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:58.209762 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 069790b4-3d5c-49c5-b96e-e873b73af422 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:32:58.215360 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-311dd215-d111-4af8-af52-ce51ea53cc83 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:58.270834 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd14a7-b636-4096-b234-2a35d000da4e req-ead7023f-3f89-4425-8b8f-0d0b7b5d3115 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:58.272284 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b8dd14a7-b636-4096-b234-2a35d000da4e req-ead7023f-3f89-4425-8b8f-0d0b7b5d3115 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 947 time: 0.1187665 Mar 09 03:32:58.277873 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-615fb5b4-000b-433e-873c-0644d447f205 req-1d03adab-5d18-4fdc-85c9-59279fafb44e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:58.298261 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 069790b4-3d5c-49c5-b96e-e873b73af422 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:32:58.304963 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 069790b4-3d5c-49c5-b96e-e873b73af422 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:32:58.305491 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:58.308369 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-311dd215-d111-4af8-af52-ce51ea53cc83 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:58.340243 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['b4dfe22a-e7d9-40c4-a974-57a06028ad0e'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:32:58.344460 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-615fb5b4-000b-433e-873c-0644d447f205 req-1d03adab-5d18-4fdc-85c9-59279fafb44e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Usage tracker for resource:port and tenant:70eeee148f5e4bb0b0e213c4b507c0e8 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:58.367562 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-65763a2f-95b6-40a1-b875-b83195dcf90a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-137868792-network', 'tenant_id': '2805c8aef7c746099fde990352f135bf'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:58.381084 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-311dd215-d111-4af8-af52-ce51ea53cc83 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Network 304f544a-4e19-4ec8-816f-4e06aa7f0361 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:32:58.384353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-65763a2f-95b6-40a1-b875-b83195dcf90a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:58.389139 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-311dd215-d111-4af8-af52-ce51ea53cc83 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:32:58.401054 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-311dd215-d111-4af8-af52-ce51ea53cc83 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:32:58.445009 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-65763a2f-95b6-40a1-b875-b83195dcf90a admin admin] Usage tracker for resource:network and tenant:2805c8aef7c746099fde990352f135bf is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:58.445207 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-615fb5b4-000b-433e-873c-0644d447f205 req-1d03adab-5d18-4fdc-85c9-59279fafb44e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:58.449554 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-65763a2f-95b6-40a1-b875-b83195dcf90a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:58.454993 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5429ea-7026-444e-97fc-3bc509e03535 admin admin] Pushing event updated for resources: {'Port': ['ID=dd9a170f-7488-404f-9a3b-63d1ab7d2317,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:58.487076 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b8dd14a7-b636-4096-b234-2a35d000da4e req-5ab8b7ec-cd00-414b-bce7-f2da4a657a8c tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049539 Mar 09 03:32:58.492770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-65763a2f-95b6-40a1-b875-b83195dcf90a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:58.494954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5429ea-7026-444e-97fc-3bc509e03535 admin admin] Network 61cbdcdf-e065-4ed0-acf9-52684ddfe2f2 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:32:58.497654 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311dd215-d111-4af8-af52-ce51ea53cc83 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Pushing event updated for resources: {'Port': ['ID=401bb584-fe18-4951-b81e-42389a89ada8,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:58.501722 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-615fb5b4-000b-433e-873c-0644d447f205 req-1d03adab-5d18-4fdc-85c9-59279fafb44e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:58.518789 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-311dd215-d111-4af8-af52-ce51ea53cc83 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:58.519473 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-311dd215-d111-4af8-af52-ce51ea53cc83 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:58.525814 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65763a2f-95b6-40a1-b875-b83195dcf90a admin admin] Made reservation on behalf of 2805c8aef7c746099fde990352f135bf for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:32:58.527775 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65763a2f-95b6-40a1-b875-b83195dcf90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:58.530187 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-0b5429ea-7026-444e-97fc-3bc509e03535 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:32:58.548750 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65763a2f-95b6-40a1-b875-b83195dcf90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:58.562333 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5429ea-7026-444e-97fc-3bc509e03535 admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:32:58.571866 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-65763a2f-95b6-40a1-b875-b83195dcf90a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:58.577565 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-311dd215-d111-4af8-af52-ce51ea53cc83 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8078232 Mar 09 03:32:58.578650 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-65763a2f-95b6-40a1-b875-b83195dcf90a admin admin] Usage tracker for resource:security_group_rule and tenant:2805c8aef7c746099fde990352f135bf is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:58.581913 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-65763a2f-95b6-40a1-b875-b83195dcf90a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:58.589899 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-65763a2f-95b6-40a1-b875-b83195dcf90a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:58.595684 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-ab1bc68a-bd01-4dfb-902c-00eef1e9f485 service neutron] Request body: {'port': {'device_id': '6bd8eadd-c91c-47f2-a65c-500a4f31a917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:58.616931 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:58.631008 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b5429ea-7026-444e-97fc-3bc509e03535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:58.660671 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 069790b4-3d5c-49c5-b96e-e873b73af422, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=069790b4-3d5c-49c5-b96e-e873b73af422,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:32:58.692842 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-615fb5b4-000b-433e-873c-0644d447f205 req-1d03adab-5d18-4fdc-85c9-59279fafb44e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Made reservation on behalf of 70eeee148f5e4bb0b0e213c4b507c0e8 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:32:58.696609 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-615fb5b4-000b-433e-873c-0644d447f205 req-1d03adab-5d18-4fdc-85c9-59279fafb44e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:58.703533 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:58.727056 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-c185f267-fe12-4b65-bfd2-410e2dcd2ef2 service neutron] For port 51279369-540d-4970-bc4f-209236552640, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:32:58.779834 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583875e-035c-4568-b273-211527b786e4 req-f38bf632-fb25-481f-b603-8c1b9fe12110 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:58.781464 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c583875e-035c-4568-b273-211527b786e4 req-f38bf632-fb25-481f-b603-8c1b9fe12110 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.24 "GET /v2.0/ports?device_id=905f3cd2-668c-40a4-84cc-c7bf87019c63 HTTP/1.1" status: 200 len: 945 time: 0.9567130 Mar 09 03:32:58.784180 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5951ea56-49fe-438c-a06d-b520bf2cf460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:58.815788 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=069790b4-3d5c-49c5-b96e-e873b73af422,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:58.825675 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:58.826013 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:58.826338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:58.826710 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:58.827243 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:58.827727 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:58.828048 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:58.828503 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:58.829020 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:58.829179 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:58.829499 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:58.829814 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:32:58.858498 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-ab1bc68a-bd01-4dfb-902c-00eef1e9f485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:58.863391 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-c185f267-fe12-4b65-bfd2-410e2dcd2ef2 service neutron] For port 51279369-540d-4970-bc4f-209236552640, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=51279369-540d-4970-bc4f-209236552640,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:32:58.922207 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-8b156c19-8c40-4c0d-a957-39454665a76c tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:58.929757 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-8b156c19-8c40-4c0d-a957-39454665a76c tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/networks?id=4b5d3bab-bbcb-4153-881f-6be479495e31 HTTP/1.1" status: 200 len: 823 time: 0.9608908 Mar 09 03:32:58.952157 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7938e7b7-dc86-42d1-8ac1-11e075bef016 None None] Provisioning for port dd9a170f-7488-404f-9a3b-63d1ab7d2317 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:32:58.967770 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7938e7b7-dc86-42d1-8ac1-11e075bef016 None None] Provisioning complete for port dd9a170f-7488-404f-9a3b-63d1ab7d2317 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:32:58.968991 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7938e7b7-dc86-42d1-8ac1-11e075bef016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:58.971107 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-c185f267-fe12-4b65-bfd2-410e2dcd2ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:58.993586 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65763a2f-95b6-40a1-b875-b83195dcf90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:59.028717 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-7938e7b7-dc86-42d1-8ac1-11e075bef016 None None] Port dd9a170f-7488-404f-9a3b-63d1ab7d2317 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:32:59.045815 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65763a2f-95b6-40a1-b875-b83195dcf90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:59.073902 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032430e7-e643-4914-af05-67799613c300 req-f7a12546-10ae-4332-aacd-46e014953aed tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:59.074586 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-032430e7-e643-4914-af05-67799613c300 req-f7a12546-10ae-4332-aacd-46e014953aed tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Synchronizing usage tracker for tenant:42923148a00a49268422cf3ff4c2fd04 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:32:59.110840 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65763a2f-95b6-40a1-b875-b83195dcf90a admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:32:59.122796 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-c583875e-035c-4568-b273-211527b786e4 req-1fa6261c-1365-4110-abb0-eb781e010ae7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Deleting port 1ad736da-e1cd-4df8-ad85-95e108f4cf22 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:32:59.123378 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c583875e-035c-4568-b273-211527b786e4 req-1fa6261c-1365-4110-abb0-eb781e010ae7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:59.125590 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65763a2f-95b6-40a1-b875-b83195dcf90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c6b24a-18c3-4840-9402-53feead0d06c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:59.151306 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-8f3f0fe8-2c21-446a-8851-f295830012ba tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/quotas/6bca179644e344988a4822677f335581 HTTP/1.1" status: 200 len: 375 time: 0.2206864 Mar 09 03:32:59.166870 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-032430e7-e643-4914-af05-67799613c300 req-f7a12546-10ae-4332-aacd-46e014953aed tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Unset dirty status for tenant:42923148a00a49268422cf3ff4c2fd04 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:32:59.168030 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-032430e7-e643-4914-af05-67799613c300 req-f7a12546-10ae-4332-aacd-46e014953aed tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 932 time: 0.4231339 Mar 09 03:32:59.168998 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65763a2f-95b6-40a1-b875-b83195dcf90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:59.169337 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-65763a2f-95b6-40a1-b875-b83195dcf90a admin admin] Added segment 02abcffe-f922-4511-a47a-4246f491b279 of type vlan for network af94044a-4dd6-4e2a-9a7b-ddb410474c02 Mar 09 03:32:59.208422 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-c185f267-fe12-4b65-bfd2-410e2dcd2ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:59.208956 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-c185f267-fe12-4b65-bfd2-410e2dcd2ef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:59.210343 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-c185f267-fe12-4b65-bfd2-410e2dcd2ef2 service neutron] 10.222.0.24 "PUT /v2.0/ports/51279369-540d-4970-bc4f-209236552640 HTTP/1.1" status: 200 len: 1095 time: 5.5644543 Mar 09 03:32:59.302745 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-4c348b4a-9c78-49d4-b208-678474b0c88d admin admin] Allocated IP 172.20.0.1 (218fd516-1d63-495c-9aa0-6fe5133e5be4/74ee90d7-f5a4-4849-8cf7-4d15f3ae10f1/3a065239-628f-41c8-bee9-b0831d219c19) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:32:59.373596 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65763a2f-95b6-40a1-b875-b83195dcf90a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:59.403814 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-032430e7-e643-4914-af05-67799613c300 req-08305ef4-11fb-48fe-9e9d-22cd20bcd57a tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252128 Mar 09 03:32:59.439663 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65763a2f-95b6-40a1-b875-b83195dcf90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:59.440808 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65763a2f-95b6-40a1-b875-b83195dcf90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:59.441644 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65763a2f-95b6-40a1-b875-b83195dcf90a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:59.577031 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185f267-fe12-4b65-bfd2-410e2dcd2ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=51279369-540d-4970-bc4f-209236552640,revision_number=7']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:59.640184 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-65763a2f-95b6-40a1-b875-b83195dcf90a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5175416 Mar 09 03:32:59.653389 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39338) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:32:59.660282 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65763a2f-95b6-40a1-b875-b83195dcf90a admin admin] Pushing event updated for resources: {'Network': ['ID=af94044a-4dd6-4e2a-9a7b-ddb410474c02,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:32:59.670750 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network af94044a-4dd6-4e2a-9a7b-ddb410474c02 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:32:59.677156 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-0bb33d91-be63-45d2-afd6-e29432a6ef5e admin admin] Request body: {'subnet': {'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-137868792-subnet', 'tenant_id': '2805c8aef7c746099fde990352f135bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:32:59.684748 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0bb33d91-be63-45d2-afd6-e29432a6ef5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:32:59.693692 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0bb33d91-be63-45d2-afd6-e29432a6ef5e admin admin] Usage tracker for resource:subnet and tenant:2805c8aef7c746099fde990352f135bf is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:32:59.697541 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0bb33d91-be63-45d2-afd6-e29432a6ef5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:32:59.706741 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-ab1bc68a-bd01-4dfb-902c-00eef1e9f485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 401bb584-fe18-4951-b81e-42389a89ada8 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:32:59.713212 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0bb33d91-be63-45d2-afd6-e29432a6ef5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:32:59.719993 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-ab1bc68a-bd01-4dfb-902c-00eef1e9f485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:59.748463 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-ab1bc68a-bd01-4dfb-902c-00eef1e9f485 service neutron] Transition to ACTIVE for port object 401bb584-fe18-4951-b81e-42389a89ada8 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:32:59.749384 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb33d91-be63-45d2-afd6-e29432a6ef5e admin admin] Made reservation on behalf of 2805c8aef7c746099fde990352f135bf for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:32:59.751813 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0bb33d91-be63-45d2-afd6-e29432a6ef5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:59.756589 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-aada0dfd-ea3f-46e1-9b16-58cba26b5d60 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:59.760392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53c1f59-a2d6-477b-91cf-d65148e64d2b', 'tag': '51279369-540d-4970-bc4f-209236552640'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:32:59.770196 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-ab1bc68a-bd01-4dfb-902c-00eef1e9f485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:32:59.804178 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-615fb5b4-000b-433e-873c-0644d447f205 req-1d03adab-5d18-4fdc-85c9-59279fafb44e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Allocated IP 172.20.0.12 (b0cb6cd8-4bb8-4732-985e-a168c0bc6927/0a30daa9-e9b2-4995-b60e-5929ccdb08b2/435f865e-b95d-40d3-af10-570eadbbc29b) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:32:59.886881 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-aada0dfd-ea3f-46e1-9b16-58cba26b5d60 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Transition to ACTIVE for port object 4ddda7c6-b428-4425-a523-4b32482d7e48 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:32:59.894717 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42580897-2204-4350-bf8f-6f610fb1b3b9 req-9fac6094-2f54-43e9-a4ff-fdc69e467fca tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:32:59.896234 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42580897-2204-4350-bf8f-6f610fb1b3b9 req-9fac6094-2f54-43e9-a4ff-fdc69e467fca tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ed723b1-b62f-4407-93cd-1ede7aba5d9a HTTP/1.1" status: 200 len: 936 time: 0.3271391 Mar 09 03:33:00.058302 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b5429ea-7026-444e-97fc-3bc509e03535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:00.076133 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1bc68a-bd01-4dfb-902c-00eef1e9f485 service neutron] Pushing event updated for resources: {'Port': ['ID=401bb584-fe18-4951-b81e-42389a89ada8,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:00.104092 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-d3b22fcc-95aa-452a-b41f-2d69162e9cf9 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bca179644e344988a4822677f335581&fields=id HTTP/1.1" status: 200 len: 394 time: 0.8866408 Mar 09 03:33:00.107347 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-1dc287f5-a935-4080-900e-f3dd6d6ecf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:00.109745 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-1dc287f5-a935-4080-900e-f3dd6d6ecf3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 1098 time: 0.8216999 Mar 09 03:33:00.135440 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42580897-2204-4350-bf8f-6f610fb1b3b9 req-f7cd2dcc-1587-43d0-ab22-1cd2e435db26 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747396 Mar 09 03:33:00.191896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 069790b4-3d5c-49c5-b96e-e873b73af422 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:33:00.220429 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4c348b4a-9c78-49d4-b208-678474b0c88d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:00.220942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-ab1bc68a-bd01-4dfb-902c-00eef1e9f485 service neutron] Attempting to bind port 401bb584-fe18-4951-b81e-42389a89ada8 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:33:00.221282 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-ab1bc68a-bd01-4dfb-902c-00eef1e9f485 service neutron] Attempting to bind port 401bb584-fe18-4951-b81e-42389a89ada8 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:33:00.221612 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-ab1bc68a-bd01-4dfb-902c-00eef1e9f485 service neutron] Attempting to bind port 401bb584-fe18-4951-b81e-42389a89ada8 on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:00.231401 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-ab1bc68a-bd01-4dfb-902c-00eef1e9f485 service neutron] Port 401bb584-fe18-4951-b81e-42389a89ada8 on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:33:00.231784 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-ab1bc68a-bd01-4dfb-902c-00eef1e9f485 service neutron] Attempting to bind port 401bb584-fe18-4951-b81e-42389a89ada8 on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:00.251368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-ab1bc68a-bd01-4dfb-902c-00eef1e9f485 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:33:00.251773 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-ab1bc68a-bd01-4dfb-902c-00eef1e9f485 service neutron] Checking segment: {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:33:00.252085 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-ab1bc68a-bd01-4dfb-902c-00eef1e9f485 service neutron] Bound using segment: {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:33:00.252839 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-ab1bc68a-bd01-4dfb-902c-00eef1e9f485 service neutron] Bound port: 401bb584-fe18-4951-b81e-42389a89ada8, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:33:00.252839 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-ab1bc68a-bd01-4dfb-902c-00eef1e9f485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:00.289165 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 069790b4-3d5c-49c5-b96e-e873b73af422 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:00.289524 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:00.321580 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0bb33d91-be63-45d2-afd6-e29432a6ef5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:00.407319 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8249d5a5-fdf2-4f16-84ba-278fc186502b req-cad0e603-c615-403e-9355-8fa7818a7063 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8b4110b-74c8-47c8-8bd0-b28dfc169f0b HTTP/1.1" status: 200 len: 210 time: 0.0934303 Mar 09 03:33:00.437725 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-4c348b4a-9c78-49d4-b208-678474b0c88d admin admin] Transition to ACTIVE for port object 3a065239-628f-41c8-bee9-b0831d219c19 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:33:00.466619 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-c583875e-035c-4568-b273-211527b786e4 req-1fa6261c-1365-4110-abb0-eb781e010ae7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] For port 1ad736da-e1cd-4df8-ad85-95e108f4cf22, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=1ad736da-e1cd-4df8-ad85-95e108f4cf22,segment=NetworkSegment(30279649-0387-41e5-b6db-c204d961a5d3),segment_id=30279649-0387-41e5-b6db-c204d961a5d3)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:00.467004 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c583875e-035c-4568-b273-211527b786e4 req-1fa6261c-1365-4110-abb0-eb781e010ae7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:00.477443 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb33d91-be63-45d2-afd6-e29432a6ef5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=42f7c02a-5561-45bd-a0c7-255e56eaf460,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:00.489579 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-ab1bc68a-bd01-4dfb-902c-00eef1e9f485 service neutron] For port 401bb584-fe18-4951-b81e-42389a89ada8, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:33:00.490630 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-ab1bc68a-bd01-4dfb-902c-00eef1e9f485 service neutron] For port 401bb584-fe18-4951-b81e-42389a89ada8, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=401bb584-fe18-4951-b81e-42389a89ada8,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:33:00.493533 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb33d91-be63-45d2-afd6-e29432a6ef5e admin admin] Checking segment: {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:33:00.494454 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb33d91-be63-45d2-afd6-e29432a6ef5e admin admin] Network hostable DHCP agents. Network: af94044a-4dd6-4e2a-9a7b-ddb410474c02, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:33:00.501563 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-ab1bc68a-bd01-4dfb-902c-00eef1e9f485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:00.568549 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-aada0dfd-ea3f-46e1-9b16-58cba26b5d60 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:00.582783 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['d1022644-48bc-4d48-bad2-0f16a24a90c7'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:33:00.680204 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-ab1bc68a-bd01-4dfb-902c-00eef1e9f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:00.680767 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-ab1bc68a-bd01-4dfb-902c-00eef1e9f485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:00.682895 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-ab1bc68a-bd01-4dfb-902c-00eef1e9f485 service neutron] 10.222.0.21 "PUT /v2.0/ports/401bb584-fe18-4951-b81e-42389a89ada8 HTTP/1.1" status: 200 len: 1092 time: 2.0940266 Mar 09 03:33:00.687722 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd8eadd-c91c-47f2-a65c-500a4f31a917', 'tag': '401bb584-fe18-4951-b81e-42389a89ada8'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:33:00.729329 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb33d91-be63-45d2-afd6-e29432a6ef5e admin admin] Network af94044a-4dd6-4e2a-9a7b-ddb410474c02 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:33:00.790406 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1bc68a-bd01-4dfb-902c-00eef1e9f485 service neutron] Pushing event updated for resources: {'Port': ['ID=401bb584-fe18-4951-b81e-42389a89ada8,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:00.803115 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-0bb33d91-be63-45d2-afd6-e29432a6ef5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, af94044a-4dd6-4e2a-9a7b-ddb410474c02) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:33:00.814284 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326a8b05-2e24-4f03-a691-1768dfe8106b None None] Network af94044a-4dd6-4e2a-9a7b-ddb410474c02 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:33:00.821240 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb33d91-be63-45d2-afd6-e29432a6ef5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:00.821832 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0bb33d91-be63-45d2-afd6-e29432a6ef5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:00.877770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d5854-110f-487d-8990-0f76a2ad41c7 req-4a8e0d02-0074-4165-a9de-b682594f2e6c tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:00.884577 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8b2d5854-110f-487d-8990-0f76a2ad41c7 req-4a8e0d02-0074-4165-a9de-b682594f2e6c tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 947 time: 0.3190527 Mar 09 03:33:00.901345 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-55c3cf18-da2b-4cdf-b1d6-fb9f83ce662a service neutron] 10.222.0.16 "GET /v2.0/networks/4b5d3bab-bbcb-4153-881f-6be479495e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7698231 Mar 09 03:33:00.911867 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0bb33d91-be63-45d2-afd6-e29432a6ef5e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2448816 Mar 09 03:33:00.912419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-aada0dfd-ea3f-46e1-9b16-58cba26b5d60 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:33:00.995729 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-ffeac5c9-baca-4d54-9251-dabee45d24e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:00.997219 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-ffeac5c9-baca-4d54-9251-dabee45d24e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42923148a00a49268422cf3ff4c2fd04&device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 1095 time: 0.2602243 Mar 09 03:33:01.015517 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8b2d5854-110f-487d-8990-0f76a2ad41c7 req-1e186933-fc6a-4d9d-a6ec-d114b960379a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300178 Mar 09 03:33:01.051847 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-17fa63d1-a9fd-4c0f-90c0-ed6ee4da743e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:01.053623 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-17fa63d1-a9fd-4c0f-90c0-ed6ee4da743e service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.9117019 Mar 09 03:33:01.054429 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada0dfd-ea3f-46e1-9b16-58cba26b5d60 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Pushing event updated for resources: {'Port': ['ID=4ddda7c6-b428-4425-a523-4b32482d7e48,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:01.057109 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-75bb60a8-f469-4aed-9969-90f980eff116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:01.110479 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-615fb5b4-000b-433e-873c-0644d447f205 req-1d03adab-5d18-4fdc-85c9-59279fafb44e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:01.121340 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1ef646-e09d-428b-913f-3fd711a51211 None None] Network af94044a-4dd6-4e2a-9a7b-ddb410474c02 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:33:01.137575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-aada0dfd-ea3f-46e1-9b16-58cba26b5d60 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:33:01.167793 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-788beeeb-0a3e-4cba-b557-eee1319a902b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=401bb584-fe18-4951-b81e-42389a89ada8 HTTP/1.1" status: 200 len: 217 time: 0.1487353 Mar 09 03:33:01.170405 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-7a5bdba2-a41f-42ba-8548-87dc7b37c0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f35ef7-250a-4519-9e2e-2cdcd74c2047 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:33:01.403290 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-7a5bdba2-a41f-42ba-8548-87dc7b37c0c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:01.475872 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-b4eeb1ed-4aff-41b4-bf87-09c7e9450e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:01.477360 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-b4eeb1ed-4aff-41b4-bf87-09c7e9450e45 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb7cb80-fa8d-459c-b59f-347ff2f11453 HTTP/1.1" status: 200 len: 860 time: 0.2896440 Mar 09 03:33:01.507886 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53c1f59-a2d6-477b-91cf-d65148e64d2b', 'tag': '51279369-540d-4970-bc4f-209236552640', 'status': 'completed', 'code': 200} Mar 09 03:33:01.510245 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-1c9067bc-a18f-434c-a3ae-157d4ea92d80 service neutron] 10.222.0.16 "GET /v2.0/networks/4b5d3bab-bbcb-4153-881f-6be479495e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280596 Mar 09 03:33:01.511172 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1ae75627-a9d4-4aef-8ade-3c3d3b4fae86 None None] Provisioning for port 4ddda7c6-b428-4425-a523-4b32482d7e48 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:33:01.511693 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4c348b4a-9c78-49d4-b208-678474b0c88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:01.517773 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-aada0dfd-ea3f-46e1-9b16-58cba26b5d60 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:33:01.522952 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1ae75627-a9d4-4aef-8ade-3c3d3b4fae86 None None] Provisioning complete for port 4ddda7c6-b428-4425-a523-4b32482d7e48 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:01.523336 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1ae75627-a9d4-4aef-8ade-3c3d3b4fae86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:01.580791 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-7a5bdba2-a41f-42ba-8548-87dc7b37c0c9 service neutron] Transition to ACTIVE for port object b6f35ef7-250a-4519-9e2e-2cdcd74c2047 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:33:01.584039 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-043ac644-9f31-4496-ab3c-140d08eb57f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=304f544a-4e19-4ec8-816f-4e06aa7f0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934727 Mar 09 03:33:01.592693 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-7a5bdba2-a41f-42ba-8548-87dc7b37c0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:01.601950 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1ae75627-a9d4-4aef-8ade-3c3d3b4fae86 None None] Port 4ddda7c6-b428-4425-a523-4b32482d7e48 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:33:01.705509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 1ad736da-e1cd-4df8-ad85-95e108f4cf22 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:33:01.708782 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-615fb5b4-000b-433e-873c-0644d447f205 req-1d03adab-5d18-4fdc-85c9-59279fafb44e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:01.799288 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-d90be8ed-c239-4cac-8a2c-a408ef9144fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=51279369-540d-4970-bc4f-209236552640 HTTP/1.1" status: 200 len: 217 time: 0.3551414 Mar 09 03:33:01.806926 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-b2557c60-d8d4-42c7-8b73-26e1482ff191 service neutron] 10.222.0.21 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965542 Mar 09 03:33:01.901996 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c348b4a-9c78-49d4-b208-678474b0c88d admin admin] Network 218fd516-1d63-495c-9aa0-6fe5133e5be4 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:33:01.921026 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39370) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:33:01.941352 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd8eadd-c91c-47f2-a65c-500a4f31a917', 'tag': '401bb584-fe18-4951-b81e-42389a89ada8', 'status': 'completed', 'code': 200} Mar 09 03:33:01.962552 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-4c348b4a-9c78-49d4-b208-678474b0c88d admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:33:01.966727 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c348b4a-9c78-49d4-b208-678474b0c88d admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:33:02.032256 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-db50af4f-d991-4100-89bf-e2e5797e7839 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2125211641-network', 'tenant_id': '6ef1e4e4b1af4d1ab116ca1729d92819'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:02.098959 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c583875e-035c-4568-b273-211527b786e4 req-1fa6261c-1365-4110-abb0-eb781e010ae7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:02.100848 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c583875e-035c-4568-b273-211527b786e4 req-1fa6261c-1365-4110-abb0-eb781e010ae7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:02.100848 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [req-c583875e-035c-4568-b273-211527b786e4 req-1fa6261c-1365-4110-abb0-eb781e010ae7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Floating IP 0535e564-8610-4bc6-969b-53972c521412 disassociated. External IP: 172.25.7.216, port: 1ad736da-e1cd-4df8-ad85-95e108f4cf22. Mar 09 03:33:02.100848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-c583875e-035c-4568-b273-211527b786e4 req-1fa6261c-1365-4110-abb0-eb781e010ae7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Calling delete_port for 1ad736da-e1cd-4df8-ad85-95e108f4cf22 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:33:02.131210 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-db50af4f-d991-4100-89bf-e2e5797e7839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:02.142191 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:02.154004 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:02.156557 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-db50af4f-d991-4100-89bf-e2e5797e7839 admin admin] Usage tracker for resource:network and tenant:6ef1e4e4b1af4d1ab116ca1729d92819 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:02.159041 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:02.160877 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-db50af4f-d991-4100-89bf-e2e5797e7839 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:02.168219 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-db50af4f-d991-4100-89bf-e2e5797e7839 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:02.199206 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905f3cd2-668c-40a4-84cc-c7bf87019c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad736da-e1cd-4df8-ad85-95e108f4cf22'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:33:02.217761 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 1ad736da-e1cd-4df8-ad85-95e108f4cf22, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=1ad736da-e1cd-4df8-ad85-95e108f4cf22,segment=NetworkSegment(30279649-0387-41e5-b6db-c204d961a5d3),segment_id=30279649-0387-41e5-b6db-c204d961a5d3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:02.237923 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:02.253504 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c348b4a-9c78-49d4-b208-678474b0c88d admin admin] Pushing event updated for resources: {'Port': ['ID=3a065239-628f-41c8-bee9-b0831d219c19,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:02.261358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-615fb5b4-000b-433e-873c-0644d447f205 req-1d03adab-5d18-4fdc-85c9-59279fafb44e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Network b0cb6cd8-4bb8-4732-985e-a168c0bc6927 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:33:02.338071 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-406d546b-7834-4488-baa9-9103ee85cbf1 req-eb1d7aba-6bb4-4873-a06d-6c9355426915 service neutron] 10.222.0.21 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949018 Mar 09 03:33:02.351356 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db50af4f-d991-4100-89bf-e2e5797e7839 admin admin] Made reservation on behalf of 6ef1e4e4b1af4d1ab116ca1729d92819 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:33:02.354778 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db50af4f-d991-4100-89bf-e2e5797e7839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:02.363184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-615fb5b4-000b-433e-873c-0644d447f205 req-1d03adab-5d18-4fdc-85c9-59279fafb44e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:33:02.372999 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-aada0dfd-ea3f-46e1-9b16-58cba26b5d60 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:02.373838 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-aada0dfd-ea3f-46e1-9b16-58cba26b5d60 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:02.389995 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=1ad736da-e1cd-4df8-ad85-95e108f4cf22,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:02.393591 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-615fb5b4-000b-433e-873c-0644d447f205 req-1d03adab-5d18-4fdc-85c9-59279fafb44e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:33:02.489162 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5bdba2-a41f-42ba-8548-87dc7b37c0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f35ef7-250a-4519-9e2e-2cdcd74c2047,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:02.500352 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db50af4f-d991-4100-89bf-e2e5797e7839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:02.519104 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-aa84ba96-bc44-4f97-b2cc-96205705788f None None] Provisioning for port 3a065239-628f-41c8-bee9-b0831d219c19 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:33:02.527721 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-aa84ba96-bc44-4f97-b2cc-96205705788f None None] Provisioning complete for port 3a065239-628f-41c8-bee9-b0831d219c19 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:02.528403 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-aa84ba96-bc44-4f97-b2cc-96205705788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:02.530659 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3430967-9932-497a-aed3-dab318104517 req-f282e7d7-b150-43a2-860e-a85518dcc782 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:02.532032 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-b7008302-efa5-4d7e-9e20-0d1439feb5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:02.533485 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-b7008302-efa5-4d7e-9e20-0d1439feb5e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.7193403 Mar 09 03:33:02.537930 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e3430967-9932-497a-aed3-dab318104517 req-f282e7d7-b150-43a2-860e-a85518dcc782 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 944 time: 1.1383657 Mar 09 03:33:02.545726 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4c348b4a-9c78-49d4-b208-678474b0c88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:02.593463 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-db50af4f-d991-4100-89bf-e2e5797e7839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:02.604089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-aa84ba96-bc44-4f97-b2cc-96205705788f None None] Port 3a065239-628f-41c8-bee9-b0831d219c19 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:33:02.612744 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-db50af4f-d991-4100-89bf-e2e5797e7839 admin admin] Usage tracker for resource:security_group_rule and tenant:6ef1e4e4b1af4d1ab116ca1729d92819 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:02.621529 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-db50af4f-d991-4100-89bf-e2e5797e7839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:02.625515 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [None req-0b5429ea-7026-444e-97fc-3bc509e03535 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:33:02.648601 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-db50af4f-d991-4100-89bf-e2e5797e7839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:02.670345 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-7a5bdba2-a41f-42ba-8548-87dc7b37c0c9 service neutron] Attempting to bind port b6f35ef7-250a-4519-9e2e-2cdcd74c2047 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:33:02.670717 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-7a5bdba2-a41f-42ba-8548-87dc7b37c0c9 service neutron] Attempting to bind port b6f35ef7-250a-4519-9e2e-2cdcd74c2047 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:33:02.671308 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-7a5bdba2-a41f-42ba-8548-87dc7b37c0c9 service neutron] Attempting to bind port b6f35ef7-250a-4519-9e2e-2cdcd74c2047 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:02.687265 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b5429ea-7026-444e-97fc-3bc509e03535 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:02.692264 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e3430967-9932-497a-aed3-dab318104517 req-22148846-0897-49e9-a92d-762a2e0b8b92 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525900 Mar 09 03:33:02.697256 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03adab-5d18-4fdc-85c9-59279fafb44e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Pushing event updated for resources: {'Port': ['ID=435f865e-b95d-40d3-af10-570eadbbc29b,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:02.701384 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-7a5bdba2-a41f-42ba-8548-87dc7b37c0c9 service neutron] Port b6f35ef7-250a-4519-9e2e-2cdcd74c2047 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:33:02.701719 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-7a5bdba2-a41f-42ba-8548-87dc7b37c0c9 service neutron] Attempting to bind port b6f35ef7-250a-4519-9e2e-2cdcd74c2047 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:02.709061 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fb5b4-000b-433e-873c-0644d447f205 req-1d03adab-5d18-4fdc-85c9-59279fafb44e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:02.709697 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-615fb5b4-000b-433e-873c-0644d447f205 req-1d03adab-5d18-4fdc-85c9-59279fafb44e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:02.713626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5fefa-867e-4e5c-8ae3-4efe470f3a7b req-7463ad10-f7ea-4cec-8b91-591d33686332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:02.714982 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9fe95-9abd-468c-ae65-77cc07bbf574 req-5bd5e7d4-1e7e-4f76-92c7-ac01ceba345a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:02.715399 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-27d5fefa-867e-4e5c-8ae3-4efe470f3a7b req-7463ad10-f7ea-4cec-8b91-591d33686332 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42923148a00a49268422cf3ff4c2fd04&device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 1095 time: 0.3108237 Mar 09 03:33:02.716438 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-55b9fe95-9abd-468c-ae65-77cc07bbf574 req-5bd5e7d4-1e7e-4f76-92c7-ac01ceba345a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 1098 time: 1.0985153 Mar 09 03:33:02.723324 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b5429ea-7026-444e-97fc-3bc509e03535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:02.723509 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-7a5bdba2-a41f-42ba-8548-87dc7b37c0c9 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:33:02.723766 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-7a5bdba2-a41f-42ba-8548-87dc7b37c0c9 service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:33:02.724097 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-7a5bdba2-a41f-42ba-8548-87dc7b37c0c9 service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:33:02.724656 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-7a5bdba2-a41f-42ba-8548-87dc7b37c0c9 service neutron] Bound port: b6f35ef7-250a-4519-9e2e-2cdcd74c2047, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:33:02.725011 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-7a5bdba2-a41f-42ba-8548-87dc7b37c0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:02.791815 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-aada0dfd-ea3f-46e1-9b16-58cba26b5d60 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.4379637 Mar 09 03:33:02.825579 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [req-c583875e-035c-4568-b273-211527b786e4 req-1fa6261c-1365-4110-abb0-eb781e010ae7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:33:02.825928 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [req-c583875e-035c-4568-b273-211527b786e4 req-1fa6261c-1365-4110-abb0-eb781e010ae7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:33:02.866029 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-6f52582e-496b-49b4-a153-72719f02ecb1 service neutron] Request body: {'port': {'device_id': 'c78e82fe-e924-40dd-a644-dba27e1aeb47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:02.951724 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-615fb5b4-000b-433e-873c-0644d447f205 req-1d03adab-5d18-4fdc-85c9-59279fafb44e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0988467 Mar 09 03:33:03.005569 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-7a5bdba2-a41f-42ba-8548-87dc7b37c0c9 service neutron] For port b6f35ef7-250a-4519-9e2e-2cdcd74c2047, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:33:03.012099 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-7a5bdba2-a41f-42ba-8548-87dc7b37c0c9 service neutron] For port b6f35ef7-250a-4519-9e2e-2cdcd74c2047, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=b6f35ef7-250a-4519-9e2e-2cdcd74c2047,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:33:03.025070 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-615fb5b4-000b-433e-873c-0644d447f205 req-088f114f-6bcd-4ad5-812b-4895139e0975 service neutron] Request body: {'port': {'device_id': 'b8b4110b-74c8-47c8-8bd0-b28dfc169f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:03.032272 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-7a5bdba2-a41f-42ba-8548-87dc7b37c0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:03.089532 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefb900-685d-479d-a4f0-9ef273932b1d req-61b89abb-8626-4941-82cc-4addd3d817c6 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:03.090233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4fefb900-685d-479d-a4f0-9ef273932b1d req-61b89abb-8626-4941-82cc-4addd3d817c6 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Synchronizing usage tracker for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:33:03.090369 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5fefa-867e-4e5c-8ae3-4efe470f3a7b req-77040b2d-03c2-40e3-9df0-764facfa5a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:03.092458 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-27d5fefa-867e-4e5c-8ae3-4efe470f3a7b req-77040b2d-03c2-40e3-9df0-764facfa5a58 service neutron] 10.222.0.21 "GET /v2.0/networks?id=304f544a-4e19-4ec8-816f-4e06aa7f0361 HTTP/1.1" status: 200 len: 921 time: 0.3494589 Mar 09 03:33:03.092788 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b5429ea-7026-444e-97fc-3bc509e03535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:03.127537 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5429ea-7026-444e-97fc-3bc509e03535 admin admin] Pushing event updated for resources: {'Port': ['ID=dd9a170f-7488-404f-9a3b-63d1ab7d2317,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:03.178567 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-7a5bdba2-a41f-42ba-8548-87dc7b37c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:03.179557 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-7a5bdba2-a41f-42ba-8548-87dc7b37c0c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:03.181140 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-7a5bdba2-a41f-42ba-8548-87dc7b37c0c9 service neutron] 10.222.0.24 "PUT /v2.0/ports/b6f35ef7-250a-4519-9e2e-2cdcd74c2047 HTTP/1.1" status: 200 len: 1096 time: 6.3875673 Mar 09 03:33:03.241256 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-27d5fefa-867e-4e5c-8ae3-4efe470f3a7b req-d91f7fc0-8588-492f-9b6a-933c28848e23 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=401bb584-fe18-4951-b81e-42389a89ada8 HTTP/1.1" status: 200 len: 217 time: 0.1367269 Mar 09 03:33:03.248299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-22f9ee1f-6f3d-4757-8aef-9bf8931b8550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:03.249835 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-22f9ee1f-6f3d-4757-8aef-9bf8931b8550 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6812658 Mar 09 03:33:03.265331 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fc9c9-5f75-4705-b0e4-5d8fef3e6f25 req-4d9ee98f-0f00-4bb8-b1a6-3ba6db852d3f tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:03.266774 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-916fc9c9-5f75-4705-b0e4-5d8fef3e6f25 req-4d9ee98f-0f00-4bb8-b1a6-3ba6db852d3f tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8b4110b-74c8-47c8-8bd0-b28dfc169f0b HTTP/1.1" status: 200 len: 932 time: 0.3673911 Mar 09 03:33:03.283791 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:03.342884 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.24', 53502) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:33:03.390225 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db50af4f-d991-4100-89bf-e2e5797e7839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:03.432629 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5bdba2-a41f-42ba-8548-87dc7b37c0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f35ef7-250a-4519-9e2e-2cdcd74c2047,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:03.448033 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db50af4f-d991-4100-89bf-e2e5797e7839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:03.449812 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-c583875e-035c-4568-b273-211527b786e4 req-1fa6261c-1365-4110-abb0-eb781e010ae7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Deleting port 1ad736da-e1cd-4df8-ad85-95e108f4cf22 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:33:03.450244 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c583875e-035c-4568-b273-211527b786e4 req-1fa6261c-1365-4110-abb0-eb781e010ae7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:03.475845 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4fefb900-685d-479d-a4f0-9ef273932b1d req-61b89abb-8626-4941-82cc-4addd3d817c6 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Unset dirty status for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:33:03.477090 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4fefb900-685d-479d-a4f0-9ef273932b1d req-61b89abb-8626-4941-82cc-4addd3d817c6 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ed723b1-b62f-4407-93cd-1ede7aba5d9a HTTP/1.1" status: 200 len: 948 time: 1.2366419 Mar 09 03:33:03.496142 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5fefa-867e-4e5c-8ae3-4efe470f3a7b req-17e576f9-9c65-4611-82c5-c6e71b1751ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:03.497581 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-27d5fefa-867e-4e5c-8ae3-4efe470f3a7b req-17e576f9-9c65-4611-82c5-c6e71b1751ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb7cb80-fa8d-459c-b59f-347ff2f11453 HTTP/1.1" status: 200 len: 860 time: 0.2298992 Mar 09 03:33:03.594696 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9fe95-9abd-468c-ae65-77cc07bbf574 req-ffeff8f1-548a-4ae6-8c69-e0ebc0e8a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:03.596079 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-55b9fe95-9abd-468c-ae65-77cc07bbf574 req-ffeff8f1-548a-4ae6-8c69-e0ebc0e8a0d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.8359439 Mar 09 03:33:03.615576 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-6f52582e-496b-49b4-a153-72719f02ecb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:03.711768 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db50af4f-d991-4100-89bf-e2e5797e7839 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:33:03.724478 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50af4f-d991-4100-89bf-e2e5797e7839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e638d030-80a3-4936-8ced-e78d3c82d248,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:03.729704 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-916fc9c9-5f75-4705-b0e4-5d8fef3e6f25 req-31f0c1c2-c26d-47f2-880a-f1f0e610f630 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Synchronizing usage tracker for tenant:70eeee148f5e4bb0b0e213c4b507c0e8 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:33:03.733712 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-27d5fefa-867e-4e5c-8ae3-4efe470f3a7b req-0b84f8b3-79b3-4231-9d01-4238c7394a3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=304f544a-4e19-4ec8-816f-4e06aa7f0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2107258 Mar 09 03:33:03.743637 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:03.770623 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db50af4f-d991-4100-89bf-e2e5797e7839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:03.770999 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-db50af4f-d991-4100-89bf-e2e5797e7839 admin admin] Added segment 7d29b222-bb4f-4cff-bca7-af2e2bd13552 of type vlan for network 94778559-6924-4976-a0de-d911be155a64 Mar 09 03:33:03.834757 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-55b9fe95-9abd-468c-ae65-77cc07bbf574 req-caa41770-15ef-4c42-b0d7-98bb0ebc869c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=51279369-540d-4970-bc4f-209236552640 HTTP/1.1" status: 200 len: 217 time: 0.1960349 Mar 09 03:33:03.881634 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-916fc9c9-5f75-4705-b0e4-5d8fef3e6f25 req-31f0c1c2-c26d-47f2-880a-f1f0e610f630 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Unset dirty status for tenant:70eeee148f5e4bb0b0e213c4b507c0e8 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:33:03.882650 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-916fc9c9-5f75-4705-b0e4-5d8fef3e6f25 req-31f0c1c2-c26d-47f2-880a-f1f0e610f630 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005958 Mar 09 03:33:03.922282 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db50af4f-d991-4100-89bf-e2e5797e7839 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:03.939020 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-615fb5b4-000b-433e-873c-0644d447f205 req-088f114f-6bcd-4ad5-812b-4895139e0975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:03.940603 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-d822259c-7a61-4ce1-a3c1-c8b7a676306f tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:03.941310 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-d822259c-7a61-4ce1-a3c1-c8b7a676306f tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Synchronizing usage tracker for tenant:6bca179644e344988a4822677f335581 on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:33:03.948509 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed723b1-b62f-4407-93cd-1ede7aba5d9a', 'tag': 'b6f35ef7-250a-4519-9e2e-2cdcd74c2047'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:33:03.967693 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-607fc13e-eceb-4571-aeee-5458d80a8fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:03.969157 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-607fc13e-eceb-4571-aeee-5458d80a8fc3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cc46625939e49829e840c9b5c55e8e6&device_id=8ed723b1-b62f-4407-93cd-1ede7aba5d9a HTTP/1.1" status: 200 len: 1099 time: 0.6216457 Mar 09 03:33:04.043689 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4fefb900-685d-479d-a4f0-9ef273932b1d req-37d1fdf1-96c4-4661-b555-405b7839119c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527280 Mar 09 03:33:04.070549 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4c348b4a-9c78-49d4-b208-678474b0c88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:04.083232 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-d822259c-7a61-4ce1-a3c1-c8b7a676306f tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Unset dirty status for tenant:6bca179644e344988a4822677f335581 on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:33:04.084340 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-d822259c-7a61-4ce1-a3c1-c8b7a676306f tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.24 "GET /v2.0/networks?id=4b5d3bab-bbcb-4153-881f-6be479495e31 HTTP/1.1" status: 200 len: 823 time: 0.6978230 Mar 09 03:33:04.131428 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-2878ce65-ece9-40f7-8bf1-b464b11785f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=b6f35ef7-250a-4519-9e2e-2cdcd74c2047 HTTP/1.1" status: 200 len: 217 time: 0.1277900 Mar 09 03:33:04.142932 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-27d5fefa-867e-4e5c-8ae3-4efe470f3a7b req-e613ba5a-05ee-488c-9dd6-3844292d9c5f service neutron] 10.222.0.21 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993957 Mar 09 03:33:04.213020 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-12d8de93-5974-4d2f-a0b7-059a9c45ec12 req-cbd1be59-19eb-48dd-9c6a-6251ae81dd6b tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ab5f4d-ef8a-4dff-9c63-609794fdcc0e HTTP/1.1" status: 200 len: 210 time: 0.2017717 Mar 09 03:33:04.213610 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db50af4f-d991-4100-89bf-e2e5797e7839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:04.214754 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db50af4f-d991-4100-89bf-e2e5797e7839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:04.215616 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db50af4f-d991-4100-89bf-e2e5797e7839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:04.241186 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5429ea-7026-444e-97fc-3bc509e03535 admin admin] Network 61cbdcdf-e065-4ed0-acf9-52684ddfe2f2 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:33:04.276694 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905f3cd2-668c-40a4-84cc-c7bf87019c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad736da-e1cd-4df8-ad85-95e108f4cf22', 'code': 200} Mar 09 03:33:04.329256 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-0b5429ea-7026-444e-97fc-3bc509e03535 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:33:04.354000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9fe95-9abd-468c-ae65-77cc07bbf574 req-ec632cc9-7703-47ff-9e5e-64a5a459251a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:04.355501 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-55b9fe95-9abd-468c-ae65-77cc07bbf574 req-ec632cc9-7703-47ff-9e5e-64a5a459251a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.4669611 Mar 09 03:33:04.357283 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-cf9f30d9-3ea4-43de-a2e8-4edc0cd84b4c service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0658603 Mar 09 03:33:04.463914 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-db50af4f-d991-4100-89bf-e2e5797e7839 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5203559 Mar 09 03:33:04.467394 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39400) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:33:04.506406 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50af4f-d991-4100-89bf-e2e5797e7839 admin admin] Pushing event updated for resources: {'Network': ['ID=94778559-6924-4976-a0de-d911be155a64,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:04.510021 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-b4cbfccb-85b4-4821-b478-4a0007d48d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:04.511483 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-b4cbfccb-85b4-4821-b478-4a0007d48d7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.3618767 Mar 09 03:33:04.520864 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 94778559-6924-4976-a0de-d911be155a64 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:33:04.528761 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-4ae45ba3-f983-4303-af4a-a82e61bdf800 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bca179644e344988a4822677f335581 HTTP/1.1" status: 200 len: 380 time: 0.3898954 Mar 09 03:33:04.549428 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-ac8bf5c8-f390-4d86-9549-707b4c5d0739 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Request body: {'port': {'device_id': '85ab5f4d-ef8a-4dff-9c63-609794fdcc0e', 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31', 'admin_state_up': True, 'tenant_id': '6bca179644e344988a4822677f335581', 'security_groups': ['9bbfb5e4-1957-4911-bd72-bc6940f5d2ec']}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:04.638075 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-d2041538-0980-4412-89aa-f5e8a11deb27 admin admin] Request body: {'subnet': {'network_id': '94778559-6924-4976-a0de-d911be155a64', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2125211641-subnet', 'tenant_id': '6ef1e4e4b1af4d1ab116ca1729d92819', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:04.651456 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4f369fed-0b74-49a4-b961-7ba62fcf7d3f None None] Provisioning complete for port dd9a170f-7488-404f-9a3b-63d1ab7d2317 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:04.652397 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4f369fed-0b74-49a4-b961-7ba62fcf7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:04.695550 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d2041538-0980-4412-89aa-f5e8a11deb27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:04.721174 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-4f369fed-0b74-49a4-b961-7ba62fcf7d3f None None] Port dd9a170f-7488-404f-9a3b-63d1ab7d2317 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:33:04.727702 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-27d5fefa-867e-4e5c-8ae3-4efe470f3a7b req-aec7b087-75e6-43e4-a649-aa9054561327 service neutron] 10.222.0.21 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5767083 Mar 09 03:33:04.778835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d2041538-0980-4412-89aa-f5e8a11deb27 admin admin] Usage tracker for resource:subnet and tenant:6ef1e4e4b1af4d1ab116ca1729d92819 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:04.788774 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0b2bc-9723-48e0-9486-450e02fe7aec req-6e9fec55-ee05-40fe-852c-3188db5d3904 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:04.790271 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4fd0b2bc-9723-48e0-9486-450e02fe7aec req-6e9fec55-ee05-40fe-852c-3188db5d3904 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 944 time: 0.3881881 Mar 09 03:33:04.820172 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-ac8bf5c8-f390-4d86-9549-707b4c5d0739 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:04.839600 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-de05a5a9-eeb9-4b9d-ae4e-074a7e37a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:04.841075 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-de05a5a9-eeb9-4b9d-ae4e-074a7e37a97d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3109770 Mar 09 03:33:04.842049 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-ac8bf5c8-f390-4d86-9549-707b4c5d0739 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:04.900351 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-ac8bf5c8-f390-4d86-9549-707b4c5d0739 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Made reservation on behalf of 6bca179644e344988a4822677f335581 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:33:04.903821 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-ac8bf5c8-f390-4d86-9549-707b4c5d0739 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:04.917441 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d2041538-0980-4412-89aa-f5e8a11deb27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:04.961805 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4fd0b2bc-9723-48e0-9486-450e02fe7aec req-dc66f9bf-eaf9-4f6d-8e02-4878268f6f8b tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637461 Mar 09 03:33:04.974771 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d2041538-0980-4412-89aa-f5e8a11deb27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:05.029627 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed723b1-b62f-4407-93cd-1ede7aba5d9a', 'tag': 'b6f35ef7-250a-4519-9e2e-2cdcd74c2047', 'status': 'completed', 'code': 200} Mar 09 03:33:05.047905 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 401bb584-fe18-4951-b81e-42389a89ada8 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:33:05.095812 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-68559a2d-72e0-4fc4-b4f4-2e6bee657a80 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439623 Mar 09 03:33:05.208135 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 401bb584-fe18-4951-b81e-42389a89ada8, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=401bb584-fe18-4951-b81e-42389a89ada8,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:05.222756 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '401bb584-fe18-4951-b81e-42389a89ada8', 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361', 'port_id': '401bb584-fe18-4951-b81e-42389a89ada8', 'mac_address': 'fa:16:3e:19:3a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb7cb80-fa8d-459c-b59f-347ff2f11453', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:33:05.257204 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2041538-0980-4412-89aa-f5e8a11deb27 admin admin] Made reservation on behalf of 6ef1e4e4b1af4d1ab116ca1729d92819 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:33:05.259553 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d2041538-0980-4412-89aa-f5e8a11deb27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:05.283339 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:05.310027 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401bb584-fe18-4951-b81e-42389a89ada8 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:33:05.329590 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 401bb584-fe18-4951-b81e-42389a89ada8, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=401bb584-fe18-4951-b81e-42389a89ada8,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:05.334283 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:05.378895 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-c583875e-035c-4568-b273-211527b786e4 req-1fa6261c-1365-4110-abb0-eb781e010ae7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] For port 1ad736da-e1cd-4df8-ad85-95e108f4cf22, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=1ad736da-e1cd-4df8-ad85-95e108f4cf22,segment=NetworkSegment(30279649-0387-41e5-b6db-c204d961a5d3),segment_id=30279649-0387-41e5-b6db-c204d961a5d3)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:05.378895 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c583875e-035c-4568-b273-211527b786e4 req-1fa6261c-1365-4110-abb0-eb781e010ae7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:05.415437 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=401bb584-fe18-4951-b81e-42389a89ada8,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:05.417429 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-ac8bf5c8-f390-4d86-9549-707b4c5d0739 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Allocated IP 172.20.0.9 (4b5d3bab-bbcb-4153-881f-6be479495e31/49a73544-ad50-4693-afb7-563f12ca65a5/639a9ce2-e80d-47ae-a29b-c20654186272) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:33:05.451760 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-bfdb1fea-b345-4d44-9b6a-1fe32525c43c service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483982 Mar 09 03:33:05.492823 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-088c859d-feca-440d-a5b2-8c514d1a4bb4 req-66fdfff5-28ab-4baf-ac9e-7a73123ce0df service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1103544 Mar 09 03:33:05.500441 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f9a61-fc2b-4856-a4cc-0f3bdaa82278 req-f398c77d-6079-4183-9945-3d3146fd0810 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:05.507333 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-248f9a61-fc2b-4856-a4cc-0f3bdaa82278 req-f398c77d-6079-4183-9945-3d3146fd0810 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8b4110b-74c8-47c8-8bd0-b28dfc169f0b HTTP/1.1" status: 200 len: 932 time: 0.3760786 Mar 09 03:33:05.565835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d0fd4-237d-4088-b9d4-418aa0f0dac7 req-f5b9d838-d487-4a52-a3f8-a82a79ffc7ab tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:05.569386 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['401bb584-fe18-4951-b81e-42389a89ada8'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:33:05.574158 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-768d0fd4-237d-4088-b9d4-418aa0f0dac7 req-f5b9d838-d487-4a52-a3f8-a82a79ffc7ab tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 947 time: 1.3879859 Mar 09 03:33:05.693576 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-248f9a61-fc2b-4856-a4cc-0f3bdaa82278 req-236ed547-25e1-4b92-8bce-7372a4dc05ce tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853750 Mar 09 03:33:05.709628 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9fe95-9abd-468c-ae65-77cc07bbf574 req-8c7a7c6d-397b-41eb-b4bb-00049652d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:05.711177 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-55b9fe95-9abd-468c-ae65-77cc07bbf574 req-8c7a7c6d-397b-41eb-b4bb-00049652d639 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3244698 Mar 09 03:33:05.721356 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5429ea-7026-444e-97fc-3bc509e03535 admin admin] Router 4bad943b-7b05-43cb-9e50-44363220bc3b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:33:05.771090 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9fe95-9abd-468c-ae65-77cc07bbf574 req-65da8bc4-a4ca-40d3-9040-e6ffcd6d9a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:05.773015 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-55b9fe95-9abd-468c-ae65-77cc07bbf574 req-65da8bc4-a4ca-40d3-9040-e6ffcd6d9a0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 1098 time: 0.2172101 Mar 09 03:33:05.963209 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-ac8bf5c8-f390-4d86-9549-707b4c5d0739 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:05.970423 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-768d0fd4-237d-4088-b9d4-418aa0f0dac7 req-9974b421-29ae-4030-ae03-33685e02078b tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952301 Mar 09 03:33:05.991187 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-ac8bf5c8-f390-4d86-9549-707b4c5d0739 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Transition to ACTIVE for port object 639a9ce2-e80d-47ae-a29b-c20654186272 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:33:06.038170 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [None req-4c348b4a-9c78-49d4-b208-678474b0c88d admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:33:06.053158 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-6f52582e-496b-49b4-a153-72719f02ecb1 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:33:06.060781 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9fe95-9abd-468c-ae65-77cc07bbf574 req-dca0ca23-752d-41a2-ad50-3e043e778335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:06.062334 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-55b9fe95-9abd-468c-ae65-77cc07bbf574 req-dca0ca23-752d-41a2-ad50-3e043e778335 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.2779074 Mar 09 03:33:06.068224 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-ac8bf5c8-f390-4d86-9549-707b4c5d0739 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:06.093699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664337b9-0eae-409a-904b-f82178af5a35 req-6568a875-8db2-4194-a0a3-f733a402fc7a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:06.095646 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-664337b9-0eae-409a-904b-f82178af5a35 req-6568a875-8db2-4194-a0a3-f733a402fc7a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ed723b1-b62f-4407-93cd-1ede7aba5d9a HTTP/1.1" status: 200 len: 948 time: 0.2816255 Mar 09 03:33:06.151578 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4c348b4a-9c78-49d4-b208-678474b0c88d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:06.162838 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [req-615fb5b4-000b-433e-873c-0644d447f205 req-088f114f-6bcd-4ad5-812b-4895139e0975 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:33:06.235560 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-55b9fe95-9abd-468c-ae65-77cc07bbf574 req-6c88d148-8004-421b-92b7-12013c45032f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=51279369-540d-4970-bc4f-209236552640 HTTP/1.1" status: 200 len: 217 time: 0.1642239 Mar 09 03:33:06.244240 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-ac8bf5c8-f390-4d86-9549-707b4c5d0739 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Network 4b5d3bab-bbcb-4153-881f-6be479495e31 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:33:06.251060 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4c348b4a-9c78-49d4-b208-678474b0c88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:06.291366 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-ac8bf5c8-f390-4d86-9549-707b4c5d0739 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:33:06.302834 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-ac8bf5c8-f390-4d86-9549-707b4c5d0739 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:33:06.344658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8bf5c8-f390-4d86-9549-707b4c5d0739 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Pushing event updated for resources: {'Port': ['ID=639a9ce2-e80d-47ae-a29b-c20654186272,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:06.383111 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-664337b9-0eae-409a-904b-f82178af5a35 req-d2fb9fcf-4daa-4ba7-9961-5a750e577de8 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510371 Mar 09 03:33:06.398734 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9fe95-9abd-468c-ae65-77cc07bbf574 req-24ec36cb-bdf0-4c03-afb2-a7df23a592a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:06.400356 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-55b9fe95-9abd-468c-ae65-77cc07bbf574 req-24ec36cb-bdf0-4c03-afb2-a7df23a592a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1530547 Mar 09 03:33:06.408320 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-ac8bf5c8-f390-4d86-9549-707b4c5d0739 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:06.408964 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-ac8bf5c8-f390-4d86-9549-707b4c5d0739 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:06.508621 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-ac8bf5c8-f390-4d86-9549-707b4c5d0739 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9656088 Mar 09 03:33:06.554998 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-bb5dea57-d8cb-4c10-869f-44c86ec41d5a service neutron] Request body: {'port': {'device_id': '85ab5f4d-ef8a-4dff-9c63-609794fdcc0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:06.555197 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-971b346f-aaa6-42de-a950-bd34f92049ae None None] Provisioning for port 639a9ce2-e80d-47ae-a29b-c20654186272 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:33:06.560052 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-971b346f-aaa6-42de-a950-bd34f92049ae None None] Provisioning complete for port 639a9ce2-e80d-47ae-a29b-c20654186272 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:06.560407 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-971b346f-aaa6-42de-a950-bd34f92049ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:06.618976 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-971b346f-aaa6-42de-a950-bd34f92049ae None None] Port 639a9ce2-e80d-47ae-a29b-c20654186272 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:33:06.711651 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-bb5dea57-d8cb-4c10-869f-44c86ec41d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:06.721984 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9fe95-9abd-468c-ae65-77cc07bbf574 req-494560d2-4c7f-4f97-ae54-98cc4a350b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:06.723496 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-55b9fe95-9abd-468c-ae65-77cc07bbf574 req-494560d2-4c7f-4f97-ae54-98cc4a350b32 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3089118 Mar 09 03:33:06.787205 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a5bfd-247a-49cc-bef0-4346bf902b61 req-105e8b6d-7c50-41cb-9d30-20a9fc12b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:06.788686 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e34a5bfd-247a-49cc-bef0-4346bf902b61 req-105e8b6d-7c50-41cb-9d30-20a9fc12b772 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cc46625939e49829e840c9b5c55e8e6&device_id=8ed723b1-b62f-4407-93cd-1ede7aba5d9a HTTP/1.1" status: 200 len: 1099 time: 1.2042303 Mar 09 03:33:06.792159 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-6f52582e-496b-49b4-a153-72719f02ecb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ddda7c6-b428-4425-a523-4b32482d7e48 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:33:06.798317 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208315f4-456a-4813-8cc7-fd168a998fc2 req-f65b0cdb-6943-433a-89f8-6e9d09f2c213 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:06.799795 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-208315f4-456a-4813-8cc7-fd168a998fc2 req-f65b0cdb-6943-433a-89f8-6e9d09f2c213 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 945 time: 0.2854030 Mar 09 03:33:06.823625 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-6f52582e-496b-49b4-a153-72719f02ecb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:06.863109 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-55b9fe95-9abd-468c-ae65-77cc07bbf574 req-1d7caa21-b9f0-4d98-ad8e-b92107b9a0bd service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1276259 Mar 09 03:33:06.878513 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-615fb5b4-000b-433e-873c-0644d447f205 req-088f114f-6bcd-4ad5-812b-4895139e0975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 435f865e-b95d-40d3-af10-570eadbbc29b {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:33:06.922068 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4c348b4a-9c78-49d4-b208-678474b0c88d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:06.954540 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-615fb5b4-000b-433e-873c-0644d447f205 req-088f114f-6bcd-4ad5-812b-4895139e0975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:06.970077 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c583875e-035c-4568-b273-211527b786e4 req-1fa6261c-1365-4110-abb0-eb781e010ae7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:06.970449 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c583875e-035c-4568-b273-211527b786e4 req-1fa6261c-1365-4110-abb0-eb781e010ae7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:06.970754 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [req-c583875e-035c-4568-b273-211527b786e4 req-1fa6261c-1365-4110-abb0-eb781e010ae7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Floating IP 0535e564-8610-4bc6-969b-53972c521412 disassociated. External IP: 172.25.7.216, port: 1ad736da-e1cd-4df8-ad85-95e108f4cf22. Mar 09 03:33:06.971111 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-c583875e-035c-4568-b273-211527b786e4 req-1fa6261c-1365-4110-abb0-eb781e010ae7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Calling delete_port for 1ad736da-e1cd-4df8-ad85-95e108f4cf22 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:33:07.008592 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-208315f4-456a-4813-8cc7-fd168a998fc2 req-44f20576-06a6-4d3d-965e-458bbd048a90 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949775 Mar 09 03:33:07.026071 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-55b9fe95-9abd-468c-ae65-77cc07bbf574 req-00e0656b-9245-438c-b39d-1423762dd58c service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956524 Mar 09 03:33:07.059633 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 401bb584-fe18-4951-b81e-42389a89ada8 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:33:07.064096 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5429ea-7026-444e-97fc-3bc509e03535 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:33:07.068806 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-6f52582e-496b-49b4-a153-72719f02ecb1 service neutron] Transition to ACTIVE for port object 4ddda7c6-b428-4425-a523-4b32482d7e48 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:33:07.078732 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] Sync routers for ids ['4bad943b-7b05-43cb-9e50-44363220bc3b'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:33:07.092036 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] Routers {'4bad943b-7b05-43cb-9e50-44363220bc3b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:33:07.093322 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:33:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['4bad943b-7b05-43cb-9e50-44363220bc3b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:07.146331 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c348b4a-9c78-49d4-b208-678474b0c88d admin admin] Pushing event updated for resources: {'Port': ['ID=3a065239-628f-41c8-bee9-b0831d219c19,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:07.176237 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 401bb584-fe18-4951-b81e-42389a89ada8 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:33:07.183729 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 401bb584-fe18-4951-b81e-42389a89ada8 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:07.184261 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:07.259636 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0b5429ea-7026-444e-97fc-3bc509e03535 admin admin] 10.222.0.16 "PUT /v2.0/routers/4bad943b-7b05-43cb-9e50-44363220bc3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9761331 Mar 09 03:33:07.261748 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a5bfd-247a-49cc-bef0-4346bf902b61 req-40e4e055-edf8-41db-a6af-081e6bcc0fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:07.263452 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e34a5bfd-247a-49cc-bef0-4346bf902b61 req-40e4e055-edf8-41db-a6af-081e6bcc0fdd service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.4535916 Mar 09 03:33:07.335269 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:07.361418 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] Set router 4bad943b-7b05-43cb-9e50-44363220bc3b gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:33:07.374221 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 401bb584-fe18-4951-b81e-42389a89ada8, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=401bb584-fe18-4951-b81e-42389a89ada8,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:07.375978 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd8eadd-c91c-47f2-a65c-500a4f31a917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401bb584-fe18-4951-b81e-42389a89ada8'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:33:07.385824 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:07.394275 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-615fb5b4-000b-433e-873c-0644d447f205 req-088f114f-6bcd-4ad5-812b-4895139e0975 service neutron] Transition to ACTIVE for port object 435f865e-b95d-40d3-af10-570eadbbc29b will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:33:07.413282 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-55b9fe95-9abd-468c-ae65-77cc07bbf574 req-1c96edeb-5c7b-41c8-b1b0-d7c8b8bbef50 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192721 Mar 09 03:33:07.416827 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-6f52582e-496b-49b4-a153-72719f02ecb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:07.481653 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=401bb584-fe18-4951-b81e-42389a89ada8,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:07.545246 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-55b9fe95-9abd-468c-ae65-77cc07bbf574 req-d87d2336-3180-4ac6-8857-8f9404af2b97 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016637 Mar 09 03:33:07.589395 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704ae55-2ea3-46c4-97f0-d0040a73c607 req-c036f9b3-2ac9-49ac-af4b-cb32181b2498 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:07.591171 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-a704ae55-2ea3-46c4-97f0-d0040a73c607 req-c036f9b3-2ac9-49ac-af4b-cb32181b2498 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Synchronizing usage tracker for tenant:6bca179644e344988a4822677f335581 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:33:07.593954 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d2041538-0980-4412-89aa-f5e8a11deb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:07.597510 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-615fb5b4-000b-433e-873c-0644d447f205 req-088f114f-6bcd-4ad5-812b-4895139e0975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:07.656913 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51b8a0-de8b-4e05-9fd8-44abaf55a46b req-cfd48832-ee6f-4546-99ba-4f1eaa5f4497 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:07.664068 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2d51b8a0-de8b-4e05-9fd8-44abaf55a46b req-cfd48832-ee6f-4546-99ba-4f1eaa5f4497 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8b4110b-74c8-47c8-8bd0-b28dfc169f0b HTTP/1.1" status: 200 len: 944 time: 0.5130544 Mar 09 03:33:07.679764 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-bb5dea57-d8cb-4c10-869f-44c86ec41d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639a9ce2-e80d-47ae-a29b-c20654186272 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:33:07.692952 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-bb5dea57-d8cb-4c10-869f-44c86ec41d5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:07.711956 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-bb5dea57-d8cb-4c10-869f-44c86ec41d5a service neutron] Transition to ACTIVE for port object 639a9ce2-e80d-47ae-a29b-c20654186272 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:33:07.747813 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-bb5dea57-d8cb-4c10-869f-44c86ec41d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:07.787264 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bad943b-7b05-43cb-9e50-44363220bc3b', 'name': 'tempest-FloatingIPsTestJSON-145945992-router', 'tenant_id': '161cfcaaeaf841638a395e36c8e1798c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '9c293889-ec69-42b2-bc76-832c8def1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:32:44Z', 'updated_at': '2022-03-09T03:32:59Z', 'revision_number': 4, 'project_id': '161cfcaaeaf841638a395e36c8e1798c', 'gw_port': {'id': '9c293889-ec69-42b2-bc76-832c8def1595', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bad943b-7b05-43cb-9e50-44363220bc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:32:47Z', 'updated_at': '2022-03-09T03:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'dd9a170f-7488-404f-9a3b-63d1ab7d2317', 'name': '', 'network_id': '61cbdcdf-e065-4ed0-acf9-52684ddfe2f2', 'tenant_id': '161cfcaaeaf841638a395e36c8e1798c', 'mac_address': 'fa:16:3e:5f:92:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bad943b-7b05-43cb-9e50-44363220bc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '7c1920a5-48c6-4f37-8959-acd266c7f486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:32:54Z', 'updated_at': '2022-03-09T03:33:00Z', 'revision_number': 2, 'project_id': '161cfcaaeaf841638a395e36c8e1798c', 'subnets': [{'id': '7c1920a5-48c6-4f37-8959-acd266c7f486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:07.791718 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] Checking router: 4bad943b-7b05-43cb-9e50-44363220bc3b for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:33:07.792206 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] Updating router 4bad943b-7b05-43cb-9e50-44363220bc3b port dd9a170f-7488-404f-9a3b-63d1ab7d2317 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:33:07.810574 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2d51b8a0-de8b-4e05-9fd8-44abaf55a46b req-22a3401f-2d85-4138-bb95-22f97390593c tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456318 Mar 09 03:33:07.834081 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e34a5bfd-247a-49cc-bef0-4346bf902b61 req-40c22a8f-5478-447a-b208-09a638454f9d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=b6f35ef7-250a-4519-9e2e-2cdcd74c2047 HTTP/1.1" status: 200 len: 217 time: 0.3989697 Mar 09 03:33:07.847662 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:07.952664 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5dea57-d8cb-4c10-869f-44c86ec41d5a service neutron] Pushing event updated for resources: {'Port': ['ID=639a9ce2-e80d-47ae-a29b-c20654186272,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:07.996477 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52582e-496b-49b4-a153-72719f02ecb1 service neutron] Pushing event updated for resources: {'Port': ['ID=4ddda7c6-b428-4425-a523-4b32482d7e48,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:08.127500 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-bb5dea57-d8cb-4c10-869f-44c86ec41d5a service neutron] Attempting to bind port 639a9ce2-e80d-47ae-a29b-c20654186272 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:33:08.127834 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-bb5dea57-d8cb-4c10-869f-44c86ec41d5a service neutron] Attempting to bind port 639a9ce2-e80d-47ae-a29b-c20654186272 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '30279649-0387-41e5-b6db-c204d961a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:33:08.128165 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-bb5dea57-d8cb-4c10-869f-44c86ec41d5a service neutron] Attempting to bind port 639a9ce2-e80d-47ae-a29b-c20654186272 on network 4b5d3bab-bbcb-4153-881f-6be479495e31 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:08.135631 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-bb5dea57-d8cb-4c10-869f-44c86ec41d5a service neutron] Port 639a9ce2-e80d-47ae-a29b-c20654186272 on network 4b5d3bab-bbcb-4153-881f-6be479495e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:33:08.135951 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-bb5dea57-d8cb-4c10-869f-44c86ec41d5a service neutron] Attempting to bind port 639a9ce2-e80d-47ae-a29b-c20654186272 on network 4b5d3bab-bbcb-4153-881f-6be479495e31 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:08.143295 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-bb5dea57-d8cb-4c10-869f-44c86ec41d5a service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:33:08.143643 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-bb5dea57-d8cb-4c10-869f-44c86ec41d5a service neutron] Checking segment: {'id': '30279649-0387-41e5-b6db-c204d961a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:33:08.144528 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-bb5dea57-d8cb-4c10-869f-44c86ec41d5a service neutron] Bound using segment: {'id': '30279649-0387-41e5-b6db-c204d961a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:33:08.144786 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-bb5dea57-d8cb-4c10-869f-44c86ec41d5a service neutron] Bound port: 639a9ce2-e80d-47ae-a29b-c20654186272, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30279649-0387-41e5-b6db-c204d961a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:33:08.145326 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-bb5dea57-d8cb-4c10-869f-44c86ec41d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:08.272149 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:08.276047 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d1e54-06cb-4034-83a0-0fc6a7d8b8df req-7fea6c15-307a-464c-89bc-0810cedeb2e1 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:08.284125 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0c3d1e54-06cb-4034-83a0-0fc6a7d8b8df req-7fea6c15-307a-464c-89bc-0810cedeb2e1 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 947 time: 0.2427793 Mar 09 03:33:08.286229 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] Transition to ACTIVE for port object dd9a170f-7488-404f-9a3b-63d1ab7d2317 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:33:08.293530 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:08.337956 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-bb5dea57-d8cb-4c10-869f-44c86ec41d5a service neutron] For port 639a9ce2-e80d-47ae-a29b-c20654186272, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:33:08.347827 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-bb5dea57-d8cb-4c10-869f-44c86ec41d5a service neutron] For port 639a9ce2-e80d-47ae-a29b-c20654186272, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=639a9ce2-e80d-47ae-a29b-c20654186272,segment=NetworkSegment(30279649-0387-41e5-b6db-c204d961a5d3),segment_id=30279649-0387-41e5-b6db-c204d961a5d3)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:33:08.364478 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0c3d1e54-06cb-4034-83a0-0fc6a7d8b8df req-707b69b7-0c68-4349-9ba9-7e84177fa582 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791721 Mar 09 03:33:08.388684 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-bb5dea57-d8cb-4c10-869f-44c86ec41d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:08.391263 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-a704ae55-2ea3-46c4-97f0-d0040a73c607 req-c036f9b3-2ac9-49ac-af4b-cb32181b2498 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Unset dirty status for tenant:6bca179644e344988a4822677f335581 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:33:08.394006 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a704ae55-2ea3-46c4-97f0-d0040a73c607 req-c036f9b3-2ac9-49ac-af4b-cb32181b2498 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ab5f4d-ef8a-4dff-9c63-609794fdcc0e HTTP/1.1" status: 200 len: 931 time: 2.2762160 Mar 09 03:33:08.406193 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:08.470209 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd8eadd-c91c-47f2-a65c-500a4f31a917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401bb584-fe18-4951-b81e-42389a89ada8', 'code': 200} Mar 09 03:33:08.516332 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-bb5dea57-d8cb-4c10-869f-44c86ec41d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:08.516571 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-bb5dea57-d8cb-4c10-869f-44c86ec41d5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:08.518029 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-bb5dea57-d8cb-4c10-869f-44c86ec41d5a service neutron] 10.222.0.24 "PUT /v2.0/ports/639a9ce2-e80d-47ae-a29b-c20654186272 HTTP/1.1" status: 200 len: 1091 time: 1.9720874 Mar 09 03:33:08.518581 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ab5f4d-ef8a-4dff-9c63-609794fdcc0e', 'tag': '639a9ce2-e80d-47ae-a29b-c20654186272'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:33:08.522912 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c5ea5-ca6c-43b8-8841-e80a33d953ca None None] Pushing event updated for resources: {'Port': ['ID=dd9a170f-7488-404f-9a3b-63d1ab7d2317,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:08.591224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2041538-0980-4412-89aa-f5e8a11deb27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5184d272-d894-4742-bea0-ac276f17eab8,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:08.595889 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5dea57-d8cb-4c10-869f-44c86ec41d5a service neutron] Pushing event updated for resources: {'Port': ['ID=639a9ce2-e80d-47ae-a29b-c20654186272,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:08.613117 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] Attempting to bind port dd9a170f-7488-404f-9a3b-63d1ab7d2317 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:33:08.613547 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] Attempting to bind port dd9a170f-7488-404f-9a3b-63d1ab7d2317 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '500c5959-4d0b-4bd8-8a0a-49c2e07e144d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '61cbdcdf-e065-4ed0-acf9-52684ddfe2f2'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:33:08.613757 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] Attempting to bind port dd9a170f-7488-404f-9a3b-63d1ab7d2317 on network 61cbdcdf-e065-4ed0-acf9-52684ddfe2f2 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:08.627304 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:33:08.627671 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] Checking segment: {'id': '500c5959-4d0b-4bd8-8a0a-49c2e07e144d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '61cbdcdf-e065-4ed0-acf9-52684ddfe2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:33:08.628068 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:08.628451 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] Bound using segment: {'id': '500c5959-4d0b-4bd8-8a0a-49c2e07e144d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '61cbdcdf-e065-4ed0-acf9-52684ddfe2f2'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:33:08.628912 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] Bound port: dd9a170f-7488-404f-9a3b-63d1ab7d2317, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500c5959-4d0b-4bd8-8a0a-49c2e07e144d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '61cbdcdf-e065-4ed0-acf9-52684ddfe2f2'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:33:08.633707 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:08.709700 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a5bfd-247a-49cc-bef0-4346bf902b61 req-05f80174-5121-4196-a789-911a02fb03ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:08.711907 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e34a5bfd-247a-49cc-bef0-4346bf902b61 req-05f80174-5121-4196-a789-911a02fb03ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.7946181 Mar 09 03:33:08.724839 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c348b4a-9c78-49d4-b208-678474b0c88d admin admin] Network 218fd516-1d63-495c-9aa0-6fe5133e5be4 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:33:08.731250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2041538-0980-4412-89aa-f5e8a11deb27 admin admin] Checking segment: {'id': '7d29b222-bb4f-4cff-bca7-af2e2bd13552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '94778559-6924-4976-a0de-d911be155a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:33:08.731603 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2041538-0980-4412-89aa-f5e8a11deb27 admin admin] Network hostable DHCP agents. Network: 94778559-6924-4976-a0de-d911be155a64, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:33:08.793431 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-4c348b4a-9c78-49d4-b208-678474b0c88d admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:33:08.804262 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] For port dd9a170f-7488-404f-9a3b-63d1ab7d2317, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:33:08.808455 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] For port dd9a170f-7488-404f-9a3b-63d1ab7d2317, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=dd9a170f-7488-404f-9a3b-63d1ab7d2317,segment=NetworkSegment(500c5959-4d0b-4bd8-8a0a-49c2e07e144d),segment_id=500c5959-4d0b-4bd8-8a0a-49c2e07e144d)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:33:08.822251 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:08.839066 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-2036b752-33c9-4f99-aa75-04d4165b6a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:08.841180 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-2036b752-33c9-4f99-aa75-04d4165b6a83 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bca179644e344988a4822677f335581&device_id=85ab5f4d-ef8a-4dff-9c63-609794fdcc0e HTTP/1.1" status: 200 len: 1094 time: 0.2212689 Mar 09 03:33:08.853927 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab79272-4aa2-497c-b6ad-464f368f136a req-b4f90d15-6714-4eec-ab02-68913229c684 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:08.855600 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2ab79272-4aa2-497c-b6ad-464f368f136a req-b4f90d15-6714-4eec-ab02-68913229c684 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ed723b1-b62f-4407-93cd-1ede7aba5d9a HTTP/1.1" status: 200 len: 948 time: 0.1598334 Mar 09 03:33:08.948524 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f114f-6bcd-4ad5-812b-4895139e0975 service neutron] Pushing event updated for resources: {'Port': ['ID=435f865e-b95d-40d3-af10-570eadbbc29b,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:08.979303 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] Routers {'4bad943b-7b05-43cb-9e50-44363220bc3b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:33:08.980538 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:33:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['4bad943b-7b05-43cb-9e50-44363220bc3b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:09.049099 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-96e3c4ce-0cbd-457e-89df-0fa5cc9a1d21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=639a9ce2-e80d-47ae-a29b-c20654186272 HTTP/1.1" status: 200 len: 217 time: 0.1923952 Mar 09 03:33:09.072723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-615fb5b4-000b-433e-873c-0644d447f205 req-088f114f-6bcd-4ad5-812b-4895139e0975 service neutron] Attempting to bind port 435f865e-b95d-40d3-af10-570eadbbc29b on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:33:09.073067 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-615fb5b4-000b-433e-873c-0644d447f205 req-088f114f-6bcd-4ad5-812b-4895139e0975 service neutron] Attempting to bind port 435f865e-b95d-40d3-af10-570eadbbc29b by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'dbb0516b-55d1-45e2-b346-e5f7478e7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b0cb6cd8-4bb8-4732-985e-a168c0bc6927'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:33:09.073378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615fb5b4-000b-433e-873c-0644d447f205 req-088f114f-6bcd-4ad5-812b-4895139e0975 service neutron] Attempting to bind port 435f865e-b95d-40d3-af10-570eadbbc29b on network b0cb6cd8-4bb8-4732-985e-a168c0bc6927 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:09.080477 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2041538-0980-4412-89aa-f5e8a11deb27 admin admin] Network 94778559-6924-4976-a0de-d911be155a64 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:33:09.098985 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c5ea5-ca6c-43b8-8841-e80a33d953ca None None] Pushing event updated for resources: {'Port': ['ID=dd9a170f-7488-404f-9a3b-63d1ab7d2317,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:09.100138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615fb5b4-000b-433e-873c-0644d447f205 req-088f114f-6bcd-4ad5-812b-4895139e0975 service neutron] Port 435f865e-b95d-40d3-af10-570eadbbc29b on network b0cb6cd8-4bb8-4732-985e-a168c0bc6927 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:33:09.100688 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615fb5b4-000b-433e-873c-0644d447f205 req-088f114f-6bcd-4ad5-812b-4895139e0975 service neutron] Attempting to bind port 435f865e-b95d-40d3-af10-570eadbbc29b on network b0cb6cd8-4bb8-4732-985e-a168c0bc6927 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:09.169029 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2ab79272-4aa2-497c-b6ad-464f368f136a req-5ace4368-fcaa-4d38-91d8-0ea79d90c79d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917887 Mar 09 03:33:09.181539 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a704ae55-2ea3-46c4-97f0-d0040a73c607 req-8e63409c-e840-4578-ad8d-46ee84a074b7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bbfb5e4-1957-4911-bd72-bc6940f5d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7286525 Mar 09 03:33:09.191556 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-6f52582e-496b-49b4-a153-72719f02ecb1 service neutron] Attempting to bind port 4ddda7c6-b428-4425-a523-4b32482d7e48 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:33:09.192287 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-6f52582e-496b-49b4-a153-72719f02ecb1 service neutron] Attempting to bind port 4ddda7c6-b428-4425-a523-4b32482d7e48 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:33:09.192697 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-6f52582e-496b-49b4-a153-72719f02ecb1 service neutron] Attempting to bind port 4ddda7c6-b428-4425-a523-4b32482d7e48 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:09.200549 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-e4d735c7-d04c-4e47-9b38-3259e5f7b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:09.206520 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-e4d735c7-d04c-4e47-9b38-3259e5f7b5f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49a73544-ad50-4693-afb7-563f12ca65a5 HTTP/1.1" status: 200 len: 862 time: 0.1346211 Mar 09 03:33:09.283670 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] Set router 4bad943b-7b05-43cb-9e50-44363220bc3b gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:33:09.332763 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2df6447c-eb1b-4340-8d41-5c4dd07b1447 None None] Provisioning complete for port 3a065239-628f-41c8-bee9-b0831d219c19 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:09.333531 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2df6447c-eb1b-4340-8d41-5c4dd07b1447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:09.362887 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-bc0bb9f7-9970-4fae-b78d-f70b152a3302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:09.365081 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-bc0bb9f7-9970-4fae-b78d-f70b152a3302 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b5d3bab-bbcb-4153-881f-6be479495e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1524351 Mar 09 03:33:09.373850 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-6f52582e-496b-49b4-a153-72719f02ecb1 service neutron] Port 4ddda7c6-b428-4425-a523-4b32482d7e48 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:33:09.374405 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-6f52582e-496b-49b4-a153-72719f02ecb1 service neutron] Attempting to bind port 4ddda7c6-b428-4425-a523-4b32482d7e48 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:09.384908 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c348b4a-9c78-49d4-b208-678474b0c88d admin admin] Router e5a883d0-faea-41b0-81af-3edf84047585 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:33:09.386197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615fb5b4-000b-433e-873c-0644d447f205 req-088f114f-6bcd-4ad5-812b-4895139e0975 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:33:09.386728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615fb5b4-000b-433e-873c-0644d447f205 req-088f114f-6bcd-4ad5-812b-4895139e0975 service neutron] Checking segment: {'id': 'dbb0516b-55d1-45e2-b346-e5f7478e7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b0cb6cd8-4bb8-4732-985e-a168c0bc6927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:33:09.387289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615fb5b4-000b-433e-873c-0644d447f205 req-088f114f-6bcd-4ad5-812b-4895139e0975 service neutron] Bound using segment: {'id': 'dbb0516b-55d1-45e2-b346-e5f7478e7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b0cb6cd8-4bb8-4732-985e-a168c0bc6927'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:33:09.387870 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-615fb5b4-000b-433e-873c-0644d447f205 req-088f114f-6bcd-4ad5-812b-4895139e0975 service neutron] Bound port: 435f865e-b95d-40d3-af10-570eadbbc29b, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbb0516b-55d1-45e2-b346-e5f7478e7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b0cb6cd8-4bb8-4732-985e-a168c0bc6927'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:33:09.388385 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-615fb5b4-000b-433e-873c-0644d447f205 req-088f114f-6bcd-4ad5-812b-4895139e0975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:09.397698 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c583875e-035c-4568-b273-211527b786e4 req-1fa6261c-1365-4110-abb0-eb781e010ae7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:09.399498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-d2041538-0980-4412-89aa-f5e8a11deb27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 94778559-6924-4976-a0de-d911be155a64) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:33:09.449474 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3ac5e4-b473-40ca-84f7-8325d4478a62 None None] Network 94778559-6924-4976-a0de-d911be155a64 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:33:09.550865 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2041538-0980-4412-89aa-f5e8a11deb27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:09.551601 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d2041538-0980-4412-89aa-f5e8a11deb27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:09.555307 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-6f52582e-496b-49b4-a153-72719f02ecb1 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:33:09.555887 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-6f52582e-496b-49b4-a153-72719f02ecb1 service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:33:09.556529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-6f52582e-496b-49b4-a153-72719f02ecb1 service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:33:09.557209 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-6f52582e-496b-49b4-a153-72719f02ecb1 service neutron] Bound port: 4ddda7c6-b428-4425-a523-4b32482d7e48, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:33:09.557768 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-6f52582e-496b-49b4-a153-72719f02ecb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:09.570119 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-2df6447c-eb1b-4340-8d41-5c4dd07b1447 None None] Port 3a065239-628f-41c8-bee9-b0831d219c19 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:33:09.649032 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6261c-1365-4110-abb0-eb781e010ae7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Pushing event deleted for resources: {'Port': ['ID=1ad736da-e1cd-4df8-ad85-95e108f4cf22,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:09.702053 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-7ee034af-fd59-4ec2-a80c-704d2d01551d service neutron] 10.222.0.24 "GET /v2.0/networks/4b5d3bab-bbcb-4153-881f-6be479495e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296371 Mar 09 03:33:09.750261 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device b6f35ef7-250a-4519-9e2e-2cdcd74c2047 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:33:09.829030 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bad943b-7b05-43cb-9e50-44363220bc3b', 'name': 'tempest-FloatingIPsTestJSON-145945992-router', 'tenant_id': '161cfcaaeaf841638a395e36c8e1798c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '9c293889-ec69-42b2-bc76-832c8def1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:32:44Z', 'updated_at': '2022-03-09T03:32:59Z', 'revision_number': 4, 'project_id': '161cfcaaeaf841638a395e36c8e1798c', 'gw_port': {'id': '9c293889-ec69-42b2-bc76-832c8def1595', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bad943b-7b05-43cb-9e50-44363220bc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:32:47Z', 'updated_at': '2022-03-09T03:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'dd9a170f-7488-404f-9a3b-63d1ab7d2317', 'name': '', 'network_id': '61cbdcdf-e065-4ed0-acf9-52684ddfe2f2', 'tenant_id': '161cfcaaeaf841638a395e36c8e1798c', 'mac_address': 'fa:16:3e:5f:92:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bad943b-7b05-43cb-9e50-44363220bc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '7c1920a5-48c6-4f37-8959-acd266c7f486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:32:54Z', 'updated_at': '2022-03-09T03:33:08Z', 'revision_number': 4, 'project_id': '161cfcaaeaf841638a395e36c8e1798c', 'subnets': [{'id': '7c1920a5-48c6-4f37-8959-acd266c7f486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:09.833564 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab43f0f-ba94-4e90-8cbe-c67838d5c572 None None] The sync data for ids ['4bad943b-7b05-43cb-9e50-44363220bc3b'] in n-d-825178-5 is: [{'id': '4bad943b-7b05-43cb-9e50-44363220bc3b', 'name': 'tempest-FloatingIPsTestJSON-145945992-router', 'tenant_id': '161cfcaaeaf841638a395e36c8e1798c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '9c293889-ec69-42b2-bc76-832c8def1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:32:44Z', 'updated_at': '2022-03-09T03:32:59Z', 'revision_number': 4, 'project_id': '161cfcaaeaf841638a395e36c8e1798c', 'gw_port': {'id': '9c293889-ec69-42b2-bc76-832c8def1595', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bad943b-7b05-43cb-9e50-44363220bc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:32:47Z', 'updated_at': '2022-03-09T03:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'dd9a170f-7488-404f-9a3b-63d1ab7d2317', 'name': '', 'network_id': '61cbdcdf-e065-4ed0-acf9-52684ddfe2f2', 'tenant_id': '161cfcaaeaf841638a395e36c8e1798c', 'mac_address': 'fa:16:3e:5f:92:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bad943b-7b05-43cb-9e50-44363220bc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '7c1920a5-48c6-4f37-8959-acd266c7f486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:32:54Z', 'updated_at': '2022-03-09T03:33:08Z', 'revision_number': 4, 'project_id': '161cfcaaeaf841638a395e36c8e1798c', 'subnets': [{'id': '7c1920a5-48c6-4f37-8959-acd266c7f486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:33:09.853703 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd62926-4b56-4bde-a99f-e01bd9225e26 None None] Network 94778559-6924-4976-a0de-d911be155a64 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:33:09.897422 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-25b8df7e-3c61-46a9-bb70-bd9c3f334f5e tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Synchronizing usage tracker for tenant:161cfcaaeaf841638a395e36c8e1798c on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:33:10.005562 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98576a64-059c-4de7-b889-1731cf64fea0 req-b8498ef5-3c18-4e5c-918a-9ee8d3dac279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:10.007103 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-98576a64-059c-4de7-b889-1731cf64fea0 req-b8498ef5-3c18-4e5c-918a-9ee8d3dac279 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 1097 time: 1.1931560 Mar 09 03:33:10.008431 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c348b4a-9c78-49d4-b208-678474b0c88d admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:33:10.036106 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4c348b4a-9c78-49d4-b208-678474b0c88d admin admin] 10.222.0.16 "PUT /v2.0/routers/e5a883d0-faea-41b0-81af-3edf84047585/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.4867558 Mar 09 03:33:10.084275 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a5bfd-247a-49cc-bef0-4346bf902b61 req-a94b68f1-3d90-4390-98e9-502cb86ad7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:10.085894 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e34a5bfd-247a-49cc-bef0-4346bf902b61 req-a94b68f1-3d90-4390-98e9-502cb86ad7c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3371375 Mar 09 03:33:10.088938 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-84cd6ced-ddf9-40eb-9e02-d5ce78aaf127 req-d94be22b-bcbf-4885-87f5-6a7500edf04f service neutron] 10.222.0.24 "GET /v2.0/networks/4b5d3bab-bbcb-4153-881f-6be479495e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767021 Mar 09 03:33:10.122311 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-25b8df7e-3c61-46a9-bb70-bd9c3f334f5e tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Unset dirty status for tenant:161cfcaaeaf841638a395e36c8e1798c on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:33:10.124801 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-25b8df7e-3c61-46a9-bb70-bd9c3f334f5e tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6208668 Mar 09 03:33:10.135442 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-98576a64-059c-4de7-b889-1731cf64fea0 req-119e7d26-7f87-41e0-a0f2-09bc90a82459 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153002 Mar 09 03:33:10.137037 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-e1f91888-2e57-4647-93b5-1ee7538dcb1f tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:10.137872 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d2041538-0980-4412-89aa-f5e8a11deb27 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 5.6258180 Mar 09 03:33:10.155939 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-e1f91888-2e57-4647-93b5-1ee7538dcb1f tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:10.165982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-e1f91888-2e57-4647-93b5-1ee7538dcb1f tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Usage tracker for resource:floatingip and tenant:161cfcaaeaf841638a395e36c8e1798c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:10.175228 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-e1f91888-2e57-4647-93b5-1ee7538dcb1f tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:10.191152 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-e1f91888-2e57-4647-93b5-1ee7538dcb1f tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:10.215049 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-e1f91888-2e57-4647-93b5-1ee7538dcb1f tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:10.302757 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] Sync routers for ids ['e5a883d0-faea-41b0-81af-3edf84047585'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:33:10.318436 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device dd9a170f-7488-404f-9a3b-63d1ab7d2317 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:33:10.454380 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port dd9a170f-7488-404f-9a3b-63d1ab7d2317 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:33:10.458292 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] Routers {'e5a883d0-faea-41b0-81af-3edf84047585'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:33:10.458981 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:33:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e5a883d0-faea-41b0-81af-3edf84047585'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:10.517459 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-615fb5b4-000b-433e-873c-0644d447f205 req-088f114f-6bcd-4ad5-812b-4895139e0975 service neutron] For port 435f865e-b95d-40d3-af10-570eadbbc29b, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:33:10.542425 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-e1f91888-2e57-4647-93b5-1ee7538dcb1f tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:10.616174 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44eca1-1898-40ba-a3fe-2ea745138d53 req-9501ed60-48cc-4322-a161-1ed15c3e5882 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:10.617677 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port b6f35ef7-250a-4519-9e2e-2cdcd74c2047, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=b6f35ef7-250a-4519-9e2e-2cdcd74c2047,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:10.622943 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ae44eca1-1898-40ba-a3fe-2ea745138d53 req-9501ed60-48cc-4322-a161-1ed15c3e5882 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 946 time: 1.2090013 Mar 09 03:33:10.637130 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port dd9a170f-7488-404f-9a3b-63d1ab7d2317 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:10.637744 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:10.646196 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-615fb5b4-000b-433e-873c-0644d447f205 req-088f114f-6bcd-4ad5-812b-4895139e0975 service neutron] For port 435f865e-b95d-40d3-af10-570eadbbc29b, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=435f865e-b95d-40d3-af10-570eadbbc29b,segment=NetworkSegment(dbb0516b-55d1-45e2-b346-e5f7478e7bd6),segment_id=dbb0516b-55d1-45e2-b346-e5f7478e7bd6)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:33:10.703889 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'b6f35ef7-250a-4519-9e2e-2cdcd74c2047', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': 'b6f35ef7-250a-4519-9e2e-2cdcd74c2047', 'mac_address': 'fa:16:3e:c8:8b:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:33:10.746100 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-e1f91888-2e57-4647-93b5-1ee7538dcb1f tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Allocated IP 172.25.7.197 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/e58f97b5-38f5-4ec0-9144-e4bc482e290e) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:33:10.748999 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-615fb5b4-000b-433e-873c-0644d447f205 req-088f114f-6bcd-4ad5-812b-4895139e0975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:10.772600 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-6f52582e-496b-49b4-a153-72719f02ecb1 service neutron] For port 4ddda7c6-b428-4425-a523-4b32482d7e48, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:33:10.991089 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-e1f91888-2e57-4647-93b5-1ee7538dcb1f tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:10.995861 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e34a5bfd-247a-49cc-bef0-4346bf902b61 req-fd3ee5ed-eca3-4505-99d1-2bedf59e0814 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8721611 Mar 09 03:33:11.018740 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:11.034010 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-e1f91888-2e57-4647-93b5-1ee7538dcb1f tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:11.050436 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fb5b4-000b-433e-873c-0644d447f205 req-088f114f-6bcd-4ad5-812b-4895139e0975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:11.052362 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-615fb5b4-000b-433e-873c-0644d447f205 req-088f114f-6bcd-4ad5-812b-4895139e0975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:11.053758 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-615fb5b4-000b-433e-873c-0644d447f205 req-088f114f-6bcd-4ad5-812b-4895139e0975 service neutron] 10.222.0.21 "PUT /v2.0/ports/435f865e-b95d-40d3-af10-570eadbbc29b HTTP/1.1" status: 200 len: 1092 time: 8.0352495 Mar 09 03:33:11.094925 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-6f52582e-496b-49b4-a153-72719f02ecb1 service neutron] For port 4ddda7c6-b428-4425-a523-4b32482d7e48, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=4ddda7c6-b428-4425-a523-4b32482d7e48,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:33:11.096209 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b4110b-74c8-47c8-8bd0-b28dfc169f0b', 'tag': '435f865e-b95d-40d3-af10-570eadbbc29b'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:33:11.104841 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ae44eca1-1898-40ba-a3fe-2ea745138d53 req-efa047ad-90f8-4aba-9a4a-fce3a669bab4 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321778 Mar 09 03:33:11.124309 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-6f52582e-496b-49b4-a153-72719f02ecb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:11.156786 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c583875e-035c-4568-b273-211527b786e4 req-1fa6261c-1365-4110-abb0-eb781e010ae7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Router 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:33:11.159436 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f35ef7-250a-4519-9e2e-2cdcd74c2047 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:33:11.299810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-e1f91888-2e57-4647-93b5-1ee7538dcb1f tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:33:11.305212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f114f-6bcd-4ad5-812b-4895139e0975 service neutron] Pushing event updated for resources: {'Port': ['ID=435f865e-b95d-40d3-af10-570eadbbc29b,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:11.312071 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-6f52582e-496b-49b4-a153-72719f02ecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:11.312675 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-6f52582e-496b-49b4-a153-72719f02ecb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:11.314001 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-6f52582e-496b-49b4-a153-72719f02ecb1 service neutron] 10.222.0.24 "PUT /v2.0/ports/4ddda7c6-b428-4425-a523-4b32482d7e48 HTTP/1.1" status: 200 len: 1095 time: 8.4755158 Mar 09 03:33:11.319796 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-e1f91888-2e57-4647-93b5-1ee7538dcb1f tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:33:11.348436 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-e1f91888-2e57-4647-93b5-1ee7538dcb1f tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:33:11.350039 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port b6f35ef7-250a-4519-9e2e-2cdcd74c2047, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=b6f35ef7-250a-4519-9e2e-2cdcd74c2047,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:11.354561 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] Set router e5a883d0-faea-41b0-81af-3edf84047585 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:33:11.443848 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ab5f4d-ef8a-4dff-9c63-609794fdcc0e', 'tag': '639a9ce2-e80d-47ae-a29b-c20654186272', 'status': 'completed', 'code': 200} Mar 09 03:33:11.455049 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f91888-2e57-4647-93b5-1ee7538dcb1f tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Pushing event updated for resources: {'Port': ['ID=e58f97b5-38f5-4ec0-9144-e4bc482e290e,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:11.473644 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:11.499864 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:11.503265 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 51279369-540d-4970-bc4f-209236552640 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:33:11.711176 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-e1f91888-2e57-4647-93b5-1ee7538dcb1f tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:11.733743 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port dd9a170f-7488-404f-9a3b-63d1ab7d2317, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=dd9a170f-7488-404f-9a3b-63d1ab7d2317,segment=NetworkSegment(500c5959-4d0b-4bd8-8a0a-49c2e07e144d),segment_id=500c5959-4d0b-4bd8-8a0a-49c2e07e144d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:11.760148 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c583875e-035c-4568-b273-211527b786e4 req-1fa6261c-1365-4110-abb0-eb781e010ae7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:33:11.760397 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:11.762250 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=b6f35ef7-250a-4519-9e2e-2cdcd74c2047,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:11.785664 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b74de35-ffc8-457d-a65b-a6194a411e89 None None] Sync routers for ids ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:33:11.803295 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b74de35-ffc8-457d-a65b-a6194a411e89 None None] Routers {'9d390840-44ce-4cb0-b7e7-1dc4b90e9111'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:33:11.803894 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2b74de35-ffc8-457d-a65b-a6194a411e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:33:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:11.812855 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebe535-bd9c-40e2-9442-8972a6020dbc req-2780719d-179c-4158-b50e-9312a744e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:11.814320 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5aebe535-bd9c-40e2-9442-8972a6020dbc req-2780719d-179c-4158-b50e-9312a744e878 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bca179644e344988a4822677f335581&device_id=85ab5f4d-ef8a-4dff-9c63-609794fdcc0e HTTP/1.1" status: 200 len: 1094 time: 0.1875160 Mar 09 03:33:11.819109 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-e1f91888-2e57-4647-93b5-1ee7538dcb1f tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:11.825570 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.resource_extend [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:33:11.879560 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:33:11.891804 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 51279369-540d-4970-bc4f-209236552640, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=51279369-540d-4970-bc4f-209236552640,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:11.924154 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '51279369-540d-4970-bc4f-209236552640', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': '51279369-540d-4970-bc4f-209236552640', 'mac_address': 'fa:16:3e:93:eb:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:33:12.001102 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:12.021591 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=dd9a170f-7488-404f-9a3b-63d1ab7d2317,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:12.051410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-c583875e-035c-4568-b273-211527b786e4 req-1fa6261c-1365-4110-abb0-eb781e010ae7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] No DVR routers for this DVR port 1ad736da-e1cd-4df8-ad85-95e108f4cf22 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:33:12.054054 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c583875e-035c-4568-b273-211527b786e4 req-1fa6261c-1365-4110-abb0-eb781e010ae7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:12.056772 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c583875e-035c-4568-b273-211527b786e4 req-1fa6261c-1365-4110-abb0-eb781e010ae7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.24 "DELETE /v2.0/ports/1ad736da-e1cd-4df8-ad85-95e108f4cf22 HTTP/1.1" status: 204 len: 173 time: 13.2150574 Mar 09 03:33:12.057952 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51279369-540d-4970-bc4f-209236552640 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:33:12.065217 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e34a5bfd-247a-49cc-bef0-4346bf902b61 req-2e2063bc-f045-4572-b55b-d33692ab7a54 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0351605 Mar 09 03:33:12.075849 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 51279369-540d-4970-bc4f-209236552640, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=51279369-540d-4970-bc4f-209236552640,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:12.083017 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebe535-bd9c-40e2-9442-8972a6020dbc req-d4af61ea-378d-4519-bae5-7981be7eba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:12.084454 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5aebe535-bd9c-40e2-9442-8972a6020dbc req-d4af61ea-378d-4519-bae5-7981be7eba6c service neutron] 10.222.0.24 "GET /v2.0/networks?id=4b5d3bab-bbcb-4153-881f-6be479495e31 HTTP/1.1" status: 200 len: 924 time: 0.2423537 Mar 09 03:33:12.108584 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:12.111486 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-2b74de35-ffc8-457d-a65b-a6194a411e89 None None] Set router 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:33:12.149443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52582e-496b-49b4-a153-72719f02ecb1 service neutron] Pushing event updated for resources: {'Port': ['ID=4ddda7c6-b428-4425-a523-4b32482d7e48,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:12.169622 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5aebe535-bd9c-40e2-9442-8972a6020dbc req-9bde7136-aec2-40a4-88e0-23b2fa73447e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=639a9ce2-e80d-47ae-a29b-c20654186272 HTTP/1.1" status: 200 len: 217 time: 0.0757411 Mar 09 03:33:12.207758 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fb5b4-000b-433e-873c-0644d447f205 req-d50ed3fd-a415-4e69-8c51-15ea5f75687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:12.209244 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-615fb5b4-000b-433e-873c-0644d447f205 req-d50ed3fd-a415-4e69-8c51-15ea5f75687a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70eeee148f5e4bb0b0e213c4b507c0e8&device_id=b8b4110b-74c8-47c8-8bd0-b28dfc169f0b HTTP/1.1" status: 200 len: 1095 time: 1.0508516 Mar 09 03:33:12.227762 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a883d0-faea-41b0-81af-3edf84047585', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-237707116-router', 'tenant_id': '1511011224f244f398656ec3f4eb9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '069790b4-3d5c-49c5-b96e-e873b73af422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:32:46Z', 'updated_at': '2022-03-09T03:33:03Z', 'revision_number': 4, 'project_id': '1511011224f244f398656ec3f4eb9314', 'gw_port': {'id': '069790b4-3d5c-49c5-b96e-e873b73af422', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a883d0-faea-41b0-81af-3edf84047585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:32:47Z', 'updated_at': '2022-03-09T03:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '3a065239-628f-41c8-bee9-b0831d219c19', 'name': '', 'network_id': '218fd516-1d63-495c-9aa0-6fe5133e5be4', 'tenant_id': '1511011224f244f398656ec3f4eb9314', 'mac_address': 'fa:16:3e:77:c7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a883d0-faea-41b0-81af-3edf84047585', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '74ee90d7-f5a4-4849-8cf7-4d15f3ae10f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:32:57Z', 'updated_at': '2022-03-09T03:33:04Z', 'revision_number': 2, 'project_id': '1511011224f244f398656ec3f4eb9314', 'subnets': [{'id': '74ee90d7-f5a4-4849-8cf7-4d15f3ae10f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:12.230245 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=51279369-540d-4970-bc4f-209236552640,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:12.237862 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] Checking router: e5a883d0-faea-41b0-81af-3edf84047585 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:33:12.238576 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] Updating router e5a883d0-faea-41b0-81af-3edf84047585 port 3a065239-628f-41c8-bee9-b0831d219c19 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:33:12.251486 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebe535-bd9c-40e2-9442-8972a6020dbc req-28884cf1-8362-4135-8de0-4f3149bc97f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:12.253587 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5aebe535-bd9c-40e2-9442-8972a6020dbc req-28884cf1-8362-4135-8de0-4f3149bc97f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49a73544-ad50-4693-afb7-563f12ca65a5 HTTP/1.1" status: 200 len: 862 time: 0.0706151 Mar 09 03:33:12.307216 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device dd9a170f-7488-404f-9a3b-63d1ab7d2317 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:33:12.310499 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-e1f91888-2e57-4647-93b5-1ee7538dcb1f tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:12.324241 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-e1f91888-2e57-4647-93b5-1ee7538dcb1f tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:12.366506 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:12.369889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-c1690411-82c3-4493-adea-9fcb1f6df3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:12.380299 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-c1690411-82c3-4493-adea-9fcb1f6df3a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cc46625939e49829e840c9b5c55e8e6&device_id=c78e82fe-e924-40dd-a644-dba27e1aeb47 HTTP/1.1" status: 200 len: 1098 time: 0.8884981 Mar 09 03:33:12.455036 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-615fb5b4-000b-433e-873c-0644d447f205 req-f362009e-ad31-4431-a48b-f62cfdc12cb6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=435f865e-b95d-40d3-af10-570eadbbc29b HTTP/1.1" status: 200 len: 217 time: 0.2204466 Mar 09 03:33:12.457290 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebe535-bd9c-40e2-9442-8972a6020dbc req-6ceece70-f69c-41b6-9973-22777fdebbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:12.458726 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5aebe535-bd9c-40e2-9442-8972a6020dbc req-6ceece70-f69c-41b6-9973-22777fdebbb2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b5d3bab-bbcb-4153-881f-6be479495e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1973100 Mar 09 03:33:12.461146 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f91888-2e57-4647-93b5-1ee7538dcb1f tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Pushing event updated for resources: {'Port': ['ID=e58f97b5-38f5-4ec0-9144-e4bc482e290e,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:12.470591 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04068fb-0eda-4c34-835e-aa538ddecec2 req-aa13ed65-179f-4d39-8fdb-78a9352af38a tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:12.471376 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c04068fb-0eda-4c34-835e-aa538ddecec2 req-aa13ed65-179f-4d39-8fdb-78a9352af38a tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Synchronizing usage tracker for tenant:70eeee148f5e4bb0b0e213c4b507c0e8 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:33:12.478523 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-9a25217f-4ae2-4a9e-bec6-9efab726ae85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=4ddda7c6-b428-4425-a523-4b32482d7e48 HTTP/1.1" status: 200 len: 217 time: 0.0969629 Mar 09 03:33:12.485505 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['51279369-540d-4970-bc4f-209236552640'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:33:12.507671 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-e1f91888-2e57-4647-93b5-1ee7538dcb1f tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:12.513041 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['b6f35ef7-250a-4519-9e2e-2cdcd74c2047'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:33:12.589425 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-e435b380-074a-444d-9b3f-62d9a7d7e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:12.591282 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-e435b380-074a-444d-9b3f-62d9a7d7e153 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.0752544 Mar 09 03:33:12.600423 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-e1f91888-2e57-4647-93b5-1ee7538dcb1f tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:12.607549 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-e1f91888-2e57-4647-93b5-1ee7538dcb1f tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4768989 Mar 09 03:33:12.662300 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c04068fb-0eda-4c34-835e-aa538ddecec2 req-aa13ed65-179f-4d39-8fdb-78a9352af38a tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Unset dirty status for tenant:70eeee148f5e4bb0b0e213c4b507c0e8 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:33:12.667318 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2b74de35-ffc8-457d-a65b-a6194a411e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-721578879-router', 'tenant_id': '6bca179644e344988a4822677f335581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:44Z', 'updated_at': '2022-03-09T03:30:50Z', 'revision_number': 4, 'project_id': '6bca179644e344988a4822677f335581', 'gw_port': {'id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:45Z', 'updated_at': '2022-03-09T03:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'df83b59a-c6fc-4c9c-b530-8baaf5f13e94', 'name': '', 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31', 'tenant_id': '6bca179644e344988a4822677f335581', 'mac_address': 'fa:16:3e:ca:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:49Z', 'updated_at': '2022-03-09T03:31:01Z', 'revision_number': 5, 'project_id': '6bca179644e344988a4822677f335581', 'subnets': [{'id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:12.669082 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c04068fb-0eda-4c34-835e-aa538ddecec2 req-aa13ed65-179f-4d39-8fdb-78a9352af38a tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8b4110b-74c8-47c8-8bd0-b28dfc169f0b HTTP/1.1" status: 200 len: 944 time: 0.9107635 Mar 09 03:33:12.673175 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b74de35-ffc8-457d-a65b-a6194a411e89 None None] Checking router: 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:33:12.684041 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b74de35-ffc8-457d-a65b-a6194a411e89 None None] Routers {'9d390840-44ce-4cb0-b7e7-1dc4b90e9111'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:33:12.684833 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2b74de35-ffc8-457d-a65b-a6194a411e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:33:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:12.695011 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fb5b4-000b-433e-873c-0644d447f205 req-f4b945e6-cc94-4011-94f0-026a5cb32f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:12.697059 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-615fb5b4-000b-433e-873c-0644d447f205 req-f4b945e6-cc94-4011-94f0-026a5cb32f23 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a30daa9-e9b2-4995-b60e-5929ccdb08b2 HTTP/1.1" status: 200 len: 852 time: 0.2216475 Mar 09 03:33:12.780294 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-615fb5b4-000b-433e-873c-0644d447f205 req-d8f8b915-9f4a-40af-96dc-a4484b025cbf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b0cb6cd8-4bb8-4732-985e-a168c0bc6927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759430 Mar 09 03:33:12.787420 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port dd9a170f-7488-404f-9a3b-63d1ab7d2317 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:12.787924 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:12.817341 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c04068fb-0eda-4c34-835e-aa538ddecec2 req-57742fd7-acaa-4886-ae94-4da54313396c tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Synchronizing usage tracker for tenant:70eeee148f5e4bb0b0e213c4b507c0e8 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:33:12.847583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-ee75ebc6-37c1-4422-9a28-7f7b13fcc6a1 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Synchronizing usage tracker for tenant:161cfcaaeaf841638a395e36c8e1798c on resource:floatingip {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:33:12.864597 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5aebe535-bd9c-40e2-9442-8972a6020dbc req-de357ee2-238c-48d6-b4ea-9b1e5f2a537b service neutron] 10.222.0.24 "GET /v2.0/networks/4b5d3bab-bbcb-4153-881f-6be479495e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924470 Mar 09 03:33:12.906473 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-ee75ebc6-37c1-4422-9a28-7f7b13fcc6a1 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Unset dirty status for tenant:161cfcaaeaf841638a395e36c8e1798c on resource:floatingip {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:33:12.912972 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-ee75ebc6-37c1-4422-9a28-7f7b13fcc6a1 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.197 HTTP/1.1" status: 200 len: 696 time: 0.3045986 Mar 09 03:33:12.939939 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-1f1e9329-0df7-4bd0-b795-7a51d6d4c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:12.941495 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-1f1e9329-0df7-4bd0-b795-7a51d6d4c91a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3422432 Mar 09 03:33:12.995933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c04068fb-0eda-4c34-835e-aa538ddecec2 req-57742fd7-acaa-4886-ae94-4da54313396c tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Unset dirty status for tenant:70eeee148f5e4bb0b0e213c4b507c0e8 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:33:12.997077 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c04068fb-0eda-4c34-835e-aa538ddecec2 req-57742fd7-acaa-4886-ae94-4da54313396c tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272207 Mar 09 03:33:13.080319 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-2b74de35-ffc8-457d-a65b-a6194a411e89 None None] Set router 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:33:13.200849 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-e938eb0c-810e-4cee-8ec4-d9868b79872a tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:13.203488 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-e938eb0c-810e-4cee-8ec4-d9868b79872a tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 0.2894702 Mar 09 03:33:13.208282 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5aebe535-bd9c-40e2-9442-8972a6020dbc req-8bc7db5e-b830-4c25-8460-aa3d4ee2bf71 service neutron] 10.222.0.24 "GET /v2.0/networks/4b5d3bab-bbcb-4153-881f-6be479495e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363898 Mar 09 03:33:13.215431 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-1a8ba9f6-663e-4577-a620-6a854d65fb95 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:33:13.216639 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4d1fa3f4-6c3b-46d8-a6d1-adf6c525acde req-1a8ba9f6-663e-4577-a620-6a854d65fb95 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070870 Mar 09 03:33:13.307362 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-615fb5b4-000b-433e-873c-0644d447f205 req-687e8ea6-5fd7-4db3-8f06-5d9f528acb47 service neutron] 10.222.0.21 "GET /v2.0/networks/b0cb6cd8-4bb8-4732-985e-a168c0bc6927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105953 Mar 09 03:33:13.398372 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa6fa0-18ec-4b07-bdf5-9a651d500793 req-cd7e046b-4b7b-472f-981c-464f2850df2e tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:13.399922 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-09aa6fa0-18ec-4b07-bdf5-9a651d500793 req-cd7e046b-4b7b-472f-981c-464f2850df2e tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ed723b1-b62f-4407-93cd-1ede7aba5d9a HTTP/1.1" status: 200 len: 949 time: 0.0833657 Mar 09 03:33:13.435015 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-d220df64-18c5-4dd7-b22f-5e33ce9d766a service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716675 Mar 09 03:33:13.452992 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-09aa6fa0-18ec-4b07-bdf5-9a651d500793 req-dcd15f57-e4f0-4f2e-bee5-3e5de77362f0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454097 Mar 09 03:33:13.483920 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:13.504605 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] Transition to ACTIVE for port object 3a065239-628f-41c8-bee9-b0831d219c19 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:33:13.554217 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2b74de35-ffc8-457d-a65b-a6194a411e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-721578879-router', 'tenant_id': '6bca179644e344988a4822677f335581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:44Z', 'updated_at': '2022-03-09T03:30:50Z', 'revision_number': 4, 'project_id': '6bca179644e344988a4822677f335581', 'gw_port': {'id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:45Z', 'updated_at': '2022-03-09T03:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'df83b59a-c6fc-4c9c-b530-8baaf5f13e94', 'name': '', 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31', 'tenant_id': '6bca179644e344988a4822677f335581', 'mac_address': 'fa:16:3e:ca:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:49Z', 'updated_at': '2022-03-09T03:31:01Z', 'revision_number': 5, 'project_id': '6bca179644e344988a4822677f335581', 'subnets': [{'id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:13.564336 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:13.564894 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b74de35-ffc8-457d-a65b-a6194a411e89 None None] The sync data for ids ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'] in n-d-825178-5 is: [{'id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-721578879-router', 'tenant_id': '6bca179644e344988a4822677f335581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:44Z', 'updated_at': '2022-03-09T03:30:50Z', 'revision_number': 4, 'project_id': '6bca179644e344988a4822677f335581', 'gw_port': {'id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:45Z', 'updated_at': '2022-03-09T03:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'df83b59a-c6fc-4c9c-b530-8baaf5f13e94', 'name': '', 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31', 'tenant_id': '6bca179644e344988a4822677f335581', 'mac_address': 'fa:16:3e:ca:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:49Z', 'updated_at': '2022-03-09T03:31:01Z', 'revision_number': 5, 'project_id': '6bca179644e344988a4822677f335581', 'subnets': [{'id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:33:13.585683 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188d1b7-e1f4-4d80-b6ab-3b83f5d56431 req-3da41307-b4c8-4fd8-93e5-806f4407a5cf tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:13.594249 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7188d1b7-e1f4-4d80-b6ab-3b83f5d56431 req-3da41307-b4c8-4fd8-93e5-806f4407a5cf tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 948 time: 0.3273025 Mar 09 03:33:13.617860 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-615fb5b4-000b-433e-873c-0644d447f205 req-c627ca21-8dc4-4cf3-8b28-715b964c9e0e service neutron] 10.222.0.21 "GET /v2.0/networks/b0cb6cd8-4bb8-4732-985e-a168c0bc6927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038208 Mar 09 03:33:13.713494 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7188d1b7-e1f4-4d80-b6ab-3b83f5d56431 req-4652f9cb-df5c-4002-b314-8c13fa7bc835 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151779 Mar 09 03:33:13.721119 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72d65d-3521-4a21-8933-f19e00e3859c req-befd0f90-5ca9-4c3d-a2b2-49ab9625fe65 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:13.722042 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-3b72d65d-3521-4a21-8933-f19e00e3859c req-befd0f90-5ca9-4c3d-a2b2-49ab9625fe65 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Synchronizing usage tracker for tenant:6bca179644e344988a4822677f335581 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:33:13.728649 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-06d77666-c9b5-4fb7-a1fa-52520a8304d7 req-44190054-0da7-4a4c-a863-6c5cecab057d service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843547 Mar 09 03:33:13.765400 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-3b72d65d-3521-4a21-8933-f19e00e3859c req-befd0f90-5ca9-4c3d-a2b2-49ab9625fe65 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Unset dirty status for tenant:6bca179644e344988a4822677f335581 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:33:13.773452 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3b72d65d-3521-4a21-8933-f19e00e3859c req-befd0f90-5ca9-4c3d-a2b2-49ab9625fe65 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ab5f4d-ef8a-4dff-9c63-609794fdcc0e HTTP/1.1" status: 200 len: 943 time: 0.2009768 Mar 09 03:33:13.855894 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75273322-c146-4094-95c7-7b3049a92546 None None] Pushing event updated for resources: {'Port': ['ID=3a065239-628f-41c8-bee9-b0831d219c19,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:13.880536 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3b72d65d-3521-4a21-8933-f19e00e3859c req-3adf650b-3fa8-429a-b754-ad0acd8f02e0 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bbfb5e4-1957-4911-bd72-bc6940f5d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058857 Mar 09 03:33:13.992586 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-bfb3d361-a854-494c-8a0d-471448b0a6a7 req-ea3ad479-a91d-489a-ad20-d6c0c2615211 tempest-FloatingIPDetailsNegativeTestJSON-1188351122 tempest-FloatingIPDetailsNegativeTestJSON-1188351122-project] show failed (client error): The resource could not be found. Mar 09 03:33:13.995662 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bfb3d361-a854-494c-8a0d-471448b0a6a7 req-ea3ad479-a91d-489a-ad20-d6c0c2615211 tempest-FloatingIPDetailsNegativeTestJSON-1188351122 tempest-FloatingIPDetailsNegativeTestJSON-1188351122-project] 10.222.0.16 "GET /v2.0/floatingips/0855cef7-692b-4375-91da-40d14cf22da3 HTTP/1.1" status: 404 len: 350 time: 0.1804774 Mar 09 03:33:14.001734 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad371c41-88c1-4dd1-9a41-08e9fab23f8e None None] New status for floating IP 0535e564-8610-4bc6-969b-53972c521412: DOWN {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:33:14.003838 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39472) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:33:14.070446 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b4110b-74c8-47c8-8bd0-b28dfc169f0b', 'tag': '435f865e-b95d-40d3-af10-570eadbbc29b', 'status': 'completed', 'code': 200} Mar 09 03:33:14.128378 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 639a9ce2-e80d-47ae-a29b-c20654186272 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:33:14.241127 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-c6645b15-2cbe-477d-9730-84fda761e503 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:14.241813 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-c6645b15-2cbe-477d-9730-84fda761e503 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Synchronizing usage tracker for tenant:2805c8aef7c746099fde990352f135bf on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:33:14.260421 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-c6645b15-2cbe-477d-9730-84fda761e503 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Unset dirty status for tenant:2805c8aef7c746099fde990352f135bf on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:33:14.261638 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-c6645b15-2cbe-477d-9730-84fda761e503 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/networks?id=af94044a-4dd6-4e2a-9a7b-ddb410474c02 HTTP/1.1" status: 200 len: 807 time: 0.1781034 Mar 09 03:33:14.263210 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037974e6-2827-49f8-afb5-b498c1f49ea6 req-476e311b-53bb-4cd1-ba30-151a05c9bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:14.264816 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-037974e6-2827-49f8-afb5-b498c1f49ea6 req-476e311b-53bb-4cd1-ba30-151a05c9bec2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b&tenant_id=fb202b0928604d6ca848064936552050&binding%3Ahost_id=n-h1-825178-5 HTTP/1.1" status: 200 len: 1099 time: 0.3301353 Mar 09 03:33:14.278486 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-7ab80c54-892e-4a16-bdfd-0c234419a518 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/quotas/2805c8aef7c746099fde990352f135bf HTTP/1.1" status: 200 len: 375 time: 0.0099013 Mar 09 03:33:14.313104 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] Attempting to bind port 3a065239-628f-41c8-bee9-b0831d219c19 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:33:14.313467 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] Attempting to bind port 3a065239-628f-41c8-bee9-b0831d219c19 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'faa7f664-4c87-4137-9d6a-c9c548129632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '218fd516-1d63-495c-9aa0-6fe5133e5be4'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:33:14.313817 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] Attempting to bind port 3a065239-628f-41c8-bee9-b0831d219c19 on network 218fd516-1d63-495c-9aa0-6fe5133e5be4 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:14.329263 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-828e882a-843d-4009-9ca8-da0cac02b4ac tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2805c8aef7c746099fde990352f135bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443568 Mar 09 03:33:14.389972 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:33:14.390240 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] Checking segment: {'id': 'faa7f664-4c87-4137-9d6a-c9c548129632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '218fd516-1d63-495c-9aa0-6fe5133e5be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:33:14.390637 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:14.391049 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] Bound using segment: {'id': 'faa7f664-4c87-4137-9d6a-c9c548129632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '218fd516-1d63-495c-9aa0-6fe5133e5be4'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:33:14.391522 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] Bound port: 3a065239-628f-41c8-bee9-b0831d219c19, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa7f664-4c87-4137-9d6a-c9c548129632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '218fd516-1d63-495c-9aa0-6fe5133e5be4'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:33:14.391882 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:14.417174 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 639a9ce2-e80d-47ae-a29b-c20654186272, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=639a9ce2-e80d-47ae-a29b-c20654186272,segment=NetworkSegment(30279649-0387-41e5-b6db-c204d961a5d3),segment_id=30279649-0387-41e5-b6db-c204d961a5d3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:14.467736 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '639a9ce2-e80d-47ae-a29b-c20654186272', 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31', 'port_id': '639a9ce2-e80d-47ae-a29b-c20654186272', 'mac_address': 'fa:16:3e:02:2c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:33:14.475801 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3e576-efcc-445d-96e4-f10cdff5eaaa req-6f7363e5-34bf-475f-989a-49b22fb84286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:14.479542 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4fc3e576-efcc-445d-96e4-f10cdff5eaaa req-6f7363e5-34bf-475f-989a-49b22fb84286 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70eeee148f5e4bb0b0e213c4b507c0e8&device_id=b8b4110b-74c8-47c8-8bd0-b28dfc169f0b HTTP/1.1" status: 200 len: 1095 time: 0.3900692 Mar 09 03:33:14.502427 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-add064fd-bb17-4644-8c02-0b4cda304337 service neutron] 10.222.0.16 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640294 Mar 09 03:33:14.518080 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-037974e6-2827-49f8-afb5-b498c1f49ea6 req-15b6ba4c-b4b8-48e4-aa1b-19a9095618b4 service neutron] delete failed (client error): The resource could not be found. Mar 09 03:33:14.519125 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-037974e6-2827-49f8-afb5-b498c1f49ea6 req-15b6ba4c-b4b8-48e4-aa1b-19a9095618b4 service neutron] 10.222.0.21 "DELETE /v2.0/ports/51279369-540d-4970-bc4f-209236552640/bindings/n-h2-825178-5 HTTP/1.1" status: 404 len: 380 time: 0.2440410 Mar 09 03:33:14.565461 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:14.578394 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] For port 3a065239-628f-41c8-bee9-b0831d219c19, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:33:14.591134 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639a9ce2-e80d-47ae-a29b-c20654186272 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:33:14.595717 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] For port 3a065239-628f-41c8-bee9-b0831d219c19, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3a065239-628f-41c8-bee9-b0831d219c19,segment=NetworkSegment(faa7f664-4c87-4137-9d6a-c9c548129632),segment_id=faa7f664-4c87-4137-9d6a-c9c548129632)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:33:14.605126 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:14.646588 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6053eb-1d73-4a2b-a8b8-3808f52b3f8a req-2434d82f-cf84-4ac0-a057-969875b8a680 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:14.647993 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d6053eb-1d73-4a2b-a8b8-3808f52b3f8a req-2434d82f-cf84-4ac0-a057-969875b8a680 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 946 time: 0.4946878 Mar 09 03:33:14.663559 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 639a9ce2-e80d-47ae-a29b-c20654186272, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=639a9ce2-e80d-47ae-a29b-c20654186272,segment=NetworkSegment(30279649-0387-41e5-b6db-c204d961a5d3),segment_id=30279649-0387-41e5-b6db-c204d961a5d3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:14.668357 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-8821bcf1-1b54-437b-ae34-48199f625924 service neutron] 10.222.0.16 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647062 Mar 09 03:33:14.673643 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:14.700707 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] Routers {'e5a883d0-faea-41b0-81af-3edf84047585'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:33:14.701302 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:33:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e5a883d0-faea-41b0-81af-3edf84047585'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:14.787738 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75273322-c146-4094-95c7-7b3049a92546 None None] Pushing event updated for resources: {'Port': ['ID=3a065239-628f-41c8-bee9-b0831d219c19,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:14.908927 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d6053eb-1d73-4a2b-a8b8-3808f52b3f8a req-efa95537-b8fb-4c7e-a564-9c8154a84fac tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942687 Mar 09 03:33:14.978492 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3e576-efcc-445d-96e4-f10cdff5eaaa req-1c6822ec-b045-46eb-8482-034e3e1beaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:14.980024 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4fc3e576-efcc-445d-96e4-f10cdff5eaaa req-1c6822ec-b045-46eb-8482-034e3e1beaef service neutron] 10.222.0.21 "GET /v2.0/networks?id=b0cb6cd8-4bb8-4732-985e-a168c0bc6927 HTTP/1.1" status: 200 len: 913 time: 0.4929683 Mar 09 03:33:15.115137 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] Set router e5a883d0-faea-41b0-81af-3edf84047585 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:33:15.128704 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ccd2783-a99e-4376-9566-66c170eea953 req-8d3c02e4-f1f8-4198-a3ef-1be58ffc6189 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "GET /v2.0/floatingips/80a4bf01-ee5e-44a2-a071-a588f26d1c74 HTTP/1.1" status: 200 len: 693 time: 0.2514720 Mar 09 03:33:15.175365 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=639a9ce2-e80d-47ae-a29b-c20654186272,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:15.185707 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['639a9ce2-e80d-47ae-a29b-c20654186272'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:33:15.366798 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd2783-a99e-4376-9566-66c170eea953 req-31cc84ae-6cb5-4d5f-be33-37849fb475e0 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:15.368671 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ccd2783-a99e-4376-9566-66c170eea953 req-31cc84ae-6cb5-4d5f-be33-37849fb475e0 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 0.2306118 Mar 09 03:33:15.378739 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-1ccd2783-a99e-4376-9566-66c170eea953 req-7292db41-d5ea-4311-9902-0b7e22bac2be tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:33:15.390372 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ccd2783-a99e-4376-9566-66c170eea953 req-7292db41-d5ea-4311-9902-0b7e22bac2be tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162280 Mar 09 03:33:15.403299 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4fc3e576-efcc-445d-96e4-f10cdff5eaaa req-7c3927c6-a648-4d4f-bd85-6ed97e190254 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=435f865e-b95d-40d3-af10-570eadbbc29b HTTP/1.1" status: 200 len: 217 time: 0.2044232 Mar 09 03:33:15.513186 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037974e6-2827-49f8-afb5-b498c1f49ea6 req-a27c8e19-a05d-43f4-8621-760cda98a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:15.514645 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-037974e6-2827-49f8-afb5-b498c1f49ea6 req-a27c8e19-a05d-43f4-8621-760cda98a1c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 1099 time: 0.9150820 Mar 09 03:33:15.597504 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec6d12-6b82-4abb-9630-63ee70e0e569 req-8d409325-05b9-493d-971a-5ee0d22e1bed tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:15.599374 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4fec6d12-6b82-4abb-9630-63ee70e0e569 req-8d409325-05b9-493d-971a-5ee0d22e1bed tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ed723b1-b62f-4407-93cd-1ede7aba5d9a HTTP/1.1" status: 200 len: 949 time: 0.1095819 Mar 09 03:33:15.643693 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9c45cdb-5209-4fa3-849b-3fbea4f8a02d req-81cc77c5-a881-4be8-bfd9-b8ca75d49ee7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6662688 Mar 09 03:33:15.645841 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3e576-efcc-445d-96e4-f10cdff5eaaa req-d53d4b09-0adc-4d43-b5e7-dd8ca4e1b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:15.648391 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4fc3e576-efcc-445d-96e4-f10cdff5eaaa req-d53d4b09-0adc-4d43-b5e7-dd8ca4e1b3fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a30daa9-e9b2-4995-b60e-5929ccdb08b2 HTTP/1.1" status: 200 len: 852 time: 0.2335169 Mar 09 03:33:15.661751 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4fec6d12-6b82-4abb-9630-63ee70e0e569 req-6a20d34e-c9a7-4f17-b0fc-a703e8813780 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537348 Mar 09 03:33:15.661924 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a883d0-faea-41b0-81af-3edf84047585', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-237707116-router', 'tenant_id': '1511011224f244f398656ec3f4eb9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '069790b4-3d5c-49c5-b96e-e873b73af422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:32:46Z', 'updated_at': '2022-03-09T03:33:03Z', 'revision_number': 4, 'project_id': '1511011224f244f398656ec3f4eb9314', 'gw_port': {'id': '069790b4-3d5c-49c5-b96e-e873b73af422', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a883d0-faea-41b0-81af-3edf84047585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:32:47Z', 'updated_at': '2022-03-09T03:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '3a065239-628f-41c8-bee9-b0831d219c19', 'name': '', 'network_id': '218fd516-1d63-495c-9aa0-6fe5133e5be4', 'tenant_id': '1511011224f244f398656ec3f4eb9314', 'mac_address': 'fa:16:3e:77:c7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a883d0-faea-41b0-81af-3edf84047585', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '74ee90d7-f5a4-4849-8cf7-4d15f3ae10f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:32:57Z', 'updated_at': '2022-03-09T03:33:14Z', 'revision_number': 4, 'project_id': '1511011224f244f398656ec3f4eb9314', 'subnets': [{'id': '74ee90d7-f5a4-4849-8cf7-4d15f3ae10f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:15.666460 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fec2ad3-e962-4527-868e-1e0e798e346d None None] The sync data for ids ['e5a883d0-faea-41b0-81af-3edf84047585'] in n-d-825178-5 is: [{'id': 'e5a883d0-faea-41b0-81af-3edf84047585', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-237707116-router', 'tenant_id': '1511011224f244f398656ec3f4eb9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '069790b4-3d5c-49c5-b96e-e873b73af422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:32:46Z', 'updated_at': '2022-03-09T03:33:03Z', 'revision_number': 4, 'project_id': '1511011224f244f398656ec3f4eb9314', 'gw_port': {'id': '069790b4-3d5c-49c5-b96e-e873b73af422', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a883d0-faea-41b0-81af-3edf84047585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:32:47Z', 'updated_at': '2022-03-09T03:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '3a065239-628f-41c8-bee9-b0831d219c19', 'name': '', 'network_id': '218fd516-1d63-495c-9aa0-6fe5133e5be4', 'tenant_id': '1511011224f244f398656ec3f4eb9314', 'mac_address': 'fa:16:3e:77:c7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a883d0-faea-41b0-81af-3edf84047585', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '74ee90d7-f5a4-4849-8cf7-4d15f3ae10f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:32:57Z', 'updated_at': '2022-03-09T03:33:14Z', 'revision_number': 4, 'project_id': '1511011224f244f398656ec3f4eb9314', 'subnets': [{'id': '74ee90d7-f5a4-4849-8cf7-4d15f3ae10f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:33:15.737345 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e6ee5-805d-4b95-ab3d-572fca3baa48 req-6065e8b9-1907-4402-b8a3-6bde25056d92 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:15.741715 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-402e6ee5-805d-4b95-ab3d-572fca3baa48 req-6065e8b9-1907-4402-b8a3-6bde25056d92 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8b4110b-74c8-47c8-8bd0-b28dfc169f0b HTTP/1.1" status: 200 len: 944 time: 0.4337029 Mar 09 03:33:15.887992 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e9185df4-f3fa-4167-ba23-9b0b993c773a req-ac5952b2-1af5-433e-a392-6f51a88b5291 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 210 time: 0.0921144 Mar 09 03:33:15.934175 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4fc3e576-efcc-445d-96e4-f10cdff5eaaa req-28477134-75f6-4413-8810-e0855fb0362f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b0cb6cd8-4bb8-4732-985e-a168c0bc6927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1809094 Mar 09 03:33:16.056569 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037974e6-2827-49f8-afb5-b498c1f49ea6 req-b5101814-c925-4811-a7cd-0ba566fd5e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:16.058086 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-037974e6-2827-49f8-afb5-b498c1f49ea6 req-b5101814-c925-4811-a7cd-0ba566fd5e84 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.5346422 Mar 09 03:33:16.065698 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-402e6ee5-805d-4b95-ab3d-572fca3baa48 req-23768c51-a397-41f5-91be-52994cfb74d7 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463520 Mar 09 03:33:16.071233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c78e82fe-e924-40dd-a644-dba27e1aeb47', 'tag': '4ddda7c6-b428-4425-a523-4b32482d7e48'}, {'server_uuid': '905f3cd2-668c-40a4-84cc-c7bf87019c63', 'name': 'network-vif-deleted', 'tag': '1ad736da-e1cd-4df8-ad85-95e108f4cf22'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:33:16.089050 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7945ce-7efe-4fee-bb67-3b54984096e8 req-3103c0cd-27a5-4fd1-84c5-c7707d93f83f tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:16.090566 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8a7945ce-7efe-4fee-bb67-3b54984096e8 req-3103c0cd-27a5-4fd1-84c5-c7707d93f83f tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ab5f4d-ef8a-4dff-9c63-609794fdcc0e HTTP/1.1" status: 200 len: 944 time: 0.0975189 Mar 09 03:33:16.150958 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device b6f35ef7-250a-4519-9e2e-2cdcd74c2047 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:33:16.205568 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8a7945ce-7efe-4fee-bb67-3b54984096e8 req-34a7e03a-de3e-4f6a-b98d-acaea689d359 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bbfb5e4-1957-4911-bd72-bc6940f5d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081209 Mar 09 03:33:16.226416 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3a065239-628f-41c8-bee9-b0831d219c19 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:33:16.313039 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-037974e6-2827-49f8-afb5-b498c1f49ea6 req-94649154-9cbf-409d-b389-f61d94819353 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=51279369-540d-4970-bc4f-209236552640 HTTP/1.1" status: 200 len: 217 time: 0.2445669 Mar 09 03:33:16.393062 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 3a065239-628f-41c8-bee9-b0831d219c19 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:33:16.405788 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 3a065239-628f-41c8-bee9-b0831d219c19 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:16.406559 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:16.460472 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port b6f35ef7-250a-4519-9e2e-2cdcd74c2047 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:33:16.477622 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port b6f35ef7-250a-4519-9e2e-2cdcd74c2047 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:16.478478 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:16.488374 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4fc3e576-efcc-445d-96e4-f10cdff5eaaa req-9937ecbf-6007-4871-ac68-c92ebbc56633 service neutron] 10.222.0.21 "GET /v2.0/networks/b0cb6cd8-4bb8-4732-985e-a168c0bc6927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5299630 Mar 09 03:33:16.504091 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c45cdb-5209-4fa3-849b-3fbea4f8a02d req-7f0f4853-8ce2-4840-803e-80f9834e4dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:16.505646 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9c45cdb-5209-4fa3-849b-3fbea4f8a02d req-7f0f4853-8ce2-4840-803e-80f9834e4dee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 1099 time: 0.6845455 Mar 09 03:33:16.575323 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4ca6353e-95b7-48f8-9939-b2204c165e00 req-de6ef0ae-11f1-4a7a-9cee-a4f889a6e48e tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=161cfcaaeaf841638a395e36c8e1798c HTTP/1.1" status: 200 len: 696 time: 0.3087435 Mar 09 03:33:16.661391 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:16.710839 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037974e6-2827-49f8-afb5-b498c1f49ea6 req-c74cab43-836a-4025-aec6-a3ddd4f197ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:16.721083 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-037974e6-2827-49f8-afb5-b498c1f49ea6 req-c74cab43-836a-4025-aec6-a3ddd4f197ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.3884089 Mar 09 03:33:16.743989 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:16.763906 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed723b1-b62f-4407-93cd-1ede7aba5d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f35ef7-250a-4519-9e2e-2cdcd74c2047'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:33:16.782111 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port b6f35ef7-250a-4519-9e2e-2cdcd74c2047, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=b6f35ef7-250a-4519-9e2e-2cdcd74c2047,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:16.788866 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-297467e2-d8fb-42fa-903e-7dd59a60a8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:16.793838 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:16.794609 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 51279369-540d-4970-bc4f-209236552640 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:33:16.844664 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-3503951d-5488-4503-b6e7-be09f10c59ab tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:16.846550 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-3503951d-5488-4503-b6e7-be09f10c59ab tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.21 "GET /v2.0/networks?id=af94044a-4dd6-4e2a-9a7b-ddb410474c02 HTTP/1.1" status: 200 len: 807 time: 0.3813760 Mar 09 03:33:16.860190 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6353e-95b7-48f8-9939-b2204c165e00 req-15ae69cd-887c-41c4-b1a6-fd90e707b528 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:16.861645 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4ca6353e-95b7-48f8-9939-b2204c165e00 req-15ae69cd-887c-41c4-b1a6-fd90e707b528 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "GET /v2.0/networks?id=4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 787 time: 0.2851591 Mar 09 03:33:16.874013 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-896ff6f3-5144-4d66-bcbd-afdc6ecff90e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Request body: {'port': {'device_id': '0c9c45a8-9315-4363-b956-dfd68fcee446', 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02', 'admin_state_up': True, 'tenant_id': '2805c8aef7c746099fde990352f135bf'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:16.912704 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-4ca6353e-95b7-48f8-9939-b2204c165e00 req-708173f8-1253-4fb3-8a7c-bd02233c1b7a tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:33:16.927091 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4ca6353e-95b7-48f8-9939-b2204c165e00 req-708173f8-1253-4fb3-8a7c-bd02233c1b7a tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0349133 Mar 09 03:33:16.961927 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=b6f35ef7-250a-4519-9e2e-2cdcd74c2047,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:16.972855 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 3a065239-628f-41c8-bee9-b0831d219c19, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3a065239-628f-41c8-bee9-b0831d219c19,segment=NetworkSegment(faa7f664-4c87-4137-9d6a-c9c548129632),segment_id=faa7f664-4c87-4137-9d6a-c9c548129632)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:16.986536 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:17.053945 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c78e82fe-e924-40dd-a644-dba27e1aeb47', 'tag': '4ddda7c6-b428-4425-a523-4b32482d7e48', 'status': 'completed', 'code': 200} Mar 09 03:33:17.054255 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905f3cd2-668c-40a4-84cc-c7bf87019c63', 'name': 'network-vif-deleted', 'tag': '1ad736da-e1cd-4df8-ad85-95e108f4cf22', 'status': 'completed', 'code': 200} Mar 09 03:33:17.056821 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e9891-b0ef-4b8d-a0b8-58b673134b81 req-eb594715-379d-416d-9341-7548b86ddd3b tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:17.063759 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa4e9891-b0ef-4b8d-a0b8-58b673134b81 req-eb594715-379d-416d-9341-7548b86ddd3b tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 1097 time: 0.8232455 Mar 09 03:33:17.094285 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-896ff6f3-5144-4d66-bcbd-afdc6ecff90e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:17.101575 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-896ff6f3-5144-4d66-bcbd-afdc6ecff90e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Usage tracker for resource:port and tenant:2805c8aef7c746099fde990352f135bf is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:17.103184 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=3a065239-628f-41c8-bee9-b0831d219c19,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:17.107822 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 51279369-540d-4970-bc4f-209236552640 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:33:17.113951 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 435f865e-b95d-40d3-af10-570eadbbc29b details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:33:17.115408 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-896ff6f3-5144-4d66-bcbd-afdc6ecff90e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:17.123681 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 51279369-540d-4970-bc4f-209236552640 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:17.124044 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:17.125774 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-896ff6f3-5144-4d66-bcbd-afdc6ecff90e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:17.179130 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-896ff6f3-5144-4d66-bcbd-afdc6ecff90e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Made reservation on behalf of 2805c8aef7c746099fde990352f135bf for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:33:17.183294 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-896ff6f3-5144-4d66-bcbd-afdc6ecff90e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:17.248600 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-10c72a3a-5c09-4c08-a6ae-b192616c338b tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=fb202b0928604d6ca848064936552050&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722156 Mar 09 03:33:17.286414 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:17.363879 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4fc3e576-efcc-445d-96e4-f10cdff5eaaa req-f22e7209-3a1c-492a-b425-c72c9f6c07ef service neutron] 10.222.0.21 "GET /v2.0/networks/b0cb6cd8-4bb8-4732-985e-a168c0bc6927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8456249 Mar 09 03:33:17.370132 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 51279369-540d-4970-bc4f-209236552640, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=51279369-540d-4970-bc4f-209236552640,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:17.380632 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c45cdb-5209-4fa3-849b-3fbea4f8a02d req-92a6db46-76df-47c8-988f-0eb00709a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:17.382825 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9c45cdb-5209-4fa3-849b-3fbea4f8a02d req-92a6db46-76df-47c8-988f-0eb00709a3de service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.8013048 Mar 09 03:33:17.385711 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:17.465522 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa4e9891-b0ef-4b8d-a0b8-58b673134b81 req-75191efd-fa42-4114-9a57-0b1adb595597 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007928 Mar 09 03:33:17.482290 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 435f865e-b95d-40d3-af10-570eadbbc29b, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=435f865e-b95d-40d3-af10-570eadbbc29b,segment=NetworkSegment(dbb0516b-55d1-45e2-b346-e5f7478e7bd6),segment_id=dbb0516b-55d1-45e2-b346-e5f7478e7bd6)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:17.489823 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=51279369-540d-4970-bc4f-209236552640,revision_number=9']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:17.503595 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '435f865e-b95d-40d3-af10-570eadbbc29b', 'network_id': 'b0cb6cd8-4bb8-4732-985e-a168c0bc6927', 'port_id': '435f865e-b95d-40d3-af10-570eadbbc29b', 'mac_address': 'fa:16:3e:f8:d7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a30daa9-e9b2-4995-b60e-5929ccdb08b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:33:17.547699 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037974e6-2827-49f8-afb5-b498c1f49ea6 req-4f6f0fc1-09d0-4eb6-b139-53fea3b9bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:17.548819 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-037974e6-2827-49f8-afb5-b498c1f49ea6 req-4f6f0fc1-09d0-4eb6-b139-53fea3b9bb8e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6889133 Mar 09 03:33:17.549218 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934bd30-ff8a-4378-9d48-49e2b1e0e402 req-0f189c8c-a961-430b-aee2-0238b1dbdb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:17.550691 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5934bd30-ff8a-4378-9d48-49e2b1e0e402 req-0f189c8c-a961-430b-aee2-0238b1dbdb90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cc46625939e49829e840c9b5c55e8e6&device_id=c78e82fe-e924-40dd-a644-dba27e1aeb47 HTTP/1.1" status: 200 len: 1098 time: 0.4150269 Mar 09 03:33:17.574551 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9c45cdb-5209-4fa3-849b-3fbea4f8a02d req-f6efe5be-c7bd-4e79-b8cd-6469fd7630c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=51279369-540d-4970-bc4f-209236552640 HTTP/1.1" status: 200 len: 217 time: 0.1775894 Mar 09 03:33:17.600238 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:17.632548 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 435f865e-b95d-40d3-af10-570eadbbc29b {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:33:17.651209 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-896ff6f3-5144-4d66-bcbd-afdc6ecff90e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Allocated IP 172.20.0.9 (af94044a-4dd6-4e2a-9a7b-ddb410474c02/42f7c02a-5561-45bd-a0c7-255e56eaf460/d523c491-0d3b-4840-b7f6-408a5c97b5a2) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:33:17.653413 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 435f865e-b95d-40d3-af10-570eadbbc29b, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=435f865e-b95d-40d3-af10-570eadbbc29b,segment=NetworkSegment(dbb0516b-55d1-45e2-b346-e5f7478e7bd6),segment_id=dbb0516b-55d1-45e2-b346-e5f7478e7bd6)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:17.662475 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:17.681387 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-179a547e-7438-4ae6-aca1-adc3ab7a2906 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:17.688926 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-179a547e-7438-4ae6-aca1-adc3ab7a2906 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3930328 Mar 09 03:33:17.702998 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-9fa71d4d-f6b3-4a38-8473-6bb1d41c0f34 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/quotas/fb202b0928604d6ca848064936552050 HTTP/1.1" status: 200 len: 375 time: 0.0130696 Mar 09 03:33:17.750106 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=435f865e-b95d-40d3-af10-570eadbbc29b,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:17.792948 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c45cdb-5209-4fa3-849b-3fbea4f8a02d req-26369692-19ca-4153-b777-a5ab4a428858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:17.794377 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9c45cdb-5209-4fa3-849b-3fbea4f8a02d req-26369692-19ca-4153-b777-a5ab4a428858 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1961401 Mar 09 03:33:17.899958 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-037974e6-2827-49f8-afb5-b498c1f49ea6 req-047fa1d8-84b6-416d-a970-795faa890aae service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201241 Mar 09 03:33:17.926806 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934bd30-ff8a-4378-9d48-49e2b1e0e402 req-aefe704b-049a-4728-bc55-81e2c3c79138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:17.928288 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5934bd30-ff8a-4378-9d48-49e2b1e0e402 req-aefe704b-049a-4728-bc55-81e2c3c79138 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.3640878 Mar 09 03:33:17.955188 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['435f865e-b95d-40d3-af10-570eadbbc29b'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:33:18.067361 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5934bd30-ff8a-4378-9d48-49e2b1e0e402 req-ec1e8a5e-f180-4e28-90e5-055ef159befb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=4ddda7c6-b428-4425-a523-4b32482d7e48 HTTP/1.1" status: 200 len: 217 time: 0.0854897 Mar 09 03:33:18.074768 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df105d-47f6-4f9a-922b-eeea15c7bd02 req-9d85df6e-ba2d-481b-a855-e2d1ef0e02b5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:18.076323 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-87df105d-47f6-4f9a-922b-eeea15c7bd02 req-9d85df6e-ba2d-481b-a855-e2d1ef0e02b5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ed723b1-b62f-4407-93cd-1ede7aba5d9a HTTP/1.1" status: 200 len: 950 time: 0.3446853 Mar 09 03:33:18.092631 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c45cdb-5209-4fa3-849b-3fbea4f8a02d req-2fadb6f7-0612-4e5c-9c7f-69f4f709e66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:18.094100 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9c45cdb-5209-4fa3-849b-3fbea4f8a02d req-2fadb6f7-0612-4e5c-9c7f-69f4f709e66a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2905798 Mar 09 03:33:18.101945 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-297467e2-d8fb-42fa-903e-7dd59a60a8a1 admin admin] Deleting port 3a065239-628f-41c8-bee9-b0831d219c19 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:33:18.102285 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-297467e2-d8fb-42fa-903e-7dd59a60a8a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:18.113455 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-e7665303-5717-495e-a133-d943eb8525c9 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3622396 Mar 09 03:33:18.156672 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 4ddda7c6-b428-4425-a523-4b32482d7e48 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:33:18.172858 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 639a9ce2-e80d-47ae-a29b-c20654186272 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:33:18.207756 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934bd30-ff8a-4378-9d48-49e2b1e0e402 req-3846b6e1-f098-40e7-b2a4-7801b3620105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:18.209449 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5934bd30-ff8a-4378-9d48-49e2b1e0e402 req-3846b6e1-f098-40e7-b2a4-7801b3620105 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1348834 Mar 09 03:33:18.216201 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-896ff6f3-5144-4d66-bcbd-afdc6ecff90e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:18.247838 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3a065239-628f-41c8-bee9-b0831d219c19 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:33:18.348274 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed723b1-b62f-4407-93cd-1ede7aba5d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f35ef7-250a-4519-9e2e-2cdcd74c2047', 'code': 200} Mar 09 03:33:18.356076 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-87df105d-47f6-4f9a-922b-eeea15c7bd02 req-bb8146a2-46df-412c-a625-15387d7b9b1b tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574341 Mar 09 03:33:18.386785 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 3a065239-628f-41c8-bee9-b0831d219c19 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:18.387177 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:18.416434 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-037974e6-2827-49f8-afb5-b498c1f49ea6 req-81b58235-283d-4805-b509-90fbf4daeb66 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794207 Mar 09 03:33:18.479957 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934bd30-ff8a-4378-9d48-49e2b1e0e402 req-2c4d9572-6dec-40a1-b241-249f454ce166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:18.483236 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5934bd30-ff8a-4378-9d48-49e2b1e0e402 req-2c4d9572-6dec-40a1-b241-249f454ce166 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2603657 Mar 09 03:33:18.489728 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-896ff6f3-5144-4d66-bcbd-afdc6ecff90e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:18.493523 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.resource_extend [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:33:18.565820 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 639a9ce2-e80d-47ae-a29b-c20654186272 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:33:18.638918 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 639a9ce2-e80d-47ae-a29b-c20654186272 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:18.639288 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:18.685000 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a068ea96-6ca0-4583-93a3-5297174952f3 req-6af4225a-ca9d-4882-bfcd-817b12ddf128 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "GET /v2.0/floatingips/80a4bf01-ee5e-44a2-a071-a588f26d1c74 HTTP/1.1" status: 200 len: 693 time: 0.1871099 Mar 09 03:33:18.742971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-896ff6f3-5144-4d66-bcbd-afdc6ecff90e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Network af94044a-4dd6-4e2a-9a7b-ddb410474c02 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:33:18.744962 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ff6f3-5144-4d66-bcbd-afdc6ecff90e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Pushing event updated for resources: {'Port': ['ID=d523c491-0d3b-4840-b7f6-408a5c97b5a2,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:18.751182 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-896ff6f3-5144-4d66-bcbd-afdc6ecff90e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:33:18.763209 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-896ff6f3-5144-4d66-bcbd-afdc6ecff90e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:33:18.790575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-297467e2-d8fb-42fa-903e-7dd59a60a8a1 admin admin] For port 3a065239-628f-41c8-bee9-b0831d219c19, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3a065239-628f-41c8-bee9-b0831d219c19,segment=NetworkSegment(faa7f664-4c87-4137-9d6a-c9c548129632),segment_id=faa7f664-4c87-4137-9d6a-c9c548129632)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:18.791112 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-297467e2-d8fb-42fa-903e-7dd59a60a8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:18.817352 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:18.865861 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 639a9ce2-e80d-47ae-a29b-c20654186272, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=639a9ce2-e80d-47ae-a29b-c20654186272,segment=NetworkSegment(30279649-0387-41e5-b6db-c204d961a5d3),segment_id=30279649-0387-41e5-b6db-c204d961a5d3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:18.868917 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 4ddda7c6-b428-4425-a523-4b32482d7e48, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=4ddda7c6-b428-4425-a523-4b32482d7e48,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:18.873251 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-896ff6f3-5144-4d66-bcbd-afdc6ecff90e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:18.873881 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-896ff6f3-5144-4d66-bcbd-afdc6ecff90e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:18.877557 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:18.891234 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5934bd30-ff8a-4378-9d48-49e2b1e0e402 req-5d88e355-d684-4866-9466-945d4fb68daa service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953278 Mar 09 03:33:18.941869 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '4ddda7c6-b428-4425-a523-4b32482d7e48', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': '4ddda7c6-b428-4425-a523-4b32482d7e48', 'mac_address': 'fa:16:3e:d9:be:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:33:18.948751 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a67fc-294c-4b41-a3e2-309cb734d41a req-3393e4a2-4512-4a69-894a-8c729508639e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:18.955853 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-471a67fc-294c-4b41-a3e2-309cb734d41a req-3393e4a2-4512-4a69-894a-8c729508639e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 931 time: 0.3699579 Mar 09 03:33:18.979443 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-896ff6f3-5144-4d66-bcbd-afdc6ecff90e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1092861 Mar 09 03:33:19.045677 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=639a9ce2-e80d-47ae-a29b-c20654186272,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:19.058181 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:19.068059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-e684cc1a-bc3e-4468-aca3-db64276b60a4 service neutron] Request body: {'port': {'device_id': '0c9c45a8-9315-4363-b956-dfd68fcee446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:19.088054 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ddda7c6-b428-4425-a523-4b32482d7e48 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:33:19.110913 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 4ddda7c6-b428-4425-a523-4b32482d7e48, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=4ddda7c6-b428-4425-a523-4b32482d7e48,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:19.119999 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:19.168240 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 435f865e-b95d-40d3-af10-570eadbbc29b up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:33:19.187819 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-471a67fc-294c-4b41-a3e2-309cb734d41a req-a40b3929-32cb-4349-a83f-15e38ad3304e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Synchronizing usage tracker for tenant:2805c8aef7c746099fde990352f135bf on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:33:19.249077 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-471a67fc-294c-4b41-a3e2-309cb734d41a req-a40b3929-32cb-4349-a83f-15e38ad3304e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Unset dirty status for tenant:2805c8aef7c746099fde990352f135bf on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:33:19.250049 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-471a67fc-294c-4b41-a3e2-309cb734d41a req-a40b3929-32cb-4349-a83f-15e38ad3304e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934217 Mar 09 03:33:19.268058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-297467e2-d8fb-42fa-903e-7dd59a60a8a1 admin admin] Calling delete_port for 3a065239-628f-41c8-bee9-b0831d219c19 owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:33:19.291978 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5934bd30-ff8a-4378-9d48-49e2b1e0e402 req-f57717f5-af80-4b89-aee5-82cd15e25e32 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941493 Mar 09 03:33:19.299065 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9c45cdb-5209-4fa3-849b-3fbea4f8a02d req-01e4fe39-ad53-4caf-96a9-44a1114f2f32 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1723187 Mar 09 03:33:19.307781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068ea96-6ca0-4583-93a3-5297174952f3 req-035375c0-6d63-4c80-b5fc-0d68bc5025b0 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:19.309111 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a068ea96-6ca0-4583-93a3-5297174952f3 req-035375c0-6d63-4c80-b5fc-0d68bc5025b0 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 0.6230769 Mar 09 03:33:19.317414 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-e684cc1a-bc3e-4468-aca3-db64276b60a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:19.348857 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-a068ea96-6ca0-4583-93a3-5297174952f3 req-ea563532-2d2c-4711-bcad-93648c6f36ac tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:33:19.350005 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a068ea96-6ca0-4583-93a3-5297174952f3 req-ea563532-2d2c-4711-bcad-93648c6f36ac tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0290732 Mar 09 03:33:19.366032 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=4ddda7c6-b428-4425-a523-4b32482d7e48,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:19.407517 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 435f865e-b95d-40d3-af10-570eadbbc29b completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:33:19.413711 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 435f865e-b95d-40d3-af10-570eadbbc29b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:19.414349 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:19.491404 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['4ddda7c6-b428-4425-a523-4b32482d7e48'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:33:19.640829 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206cb1c-5857-4e21-9a99-0387b1a12e55 req-bc808d8a-5260-482b-910f-d677237fee26 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:19.642369 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2206cb1c-5857-4e21-9a99-0387b1a12e55 req-bc808d8a-5260-482b-910f-d677237fee26 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8b4110b-74c8-47c8-8bd0-b28dfc169f0b HTTP/1.1" status: 200 len: 945 time: 0.2075796 Mar 09 03:33:19.647758 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:19.660712 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308cd5e-78a1-4d5d-8c26-3d461816775c req-34c81d9a-3b28-4f6d-9a72-8b1d9a7608d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:19.662200 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4308cd5e-78a1-4d5d-8c26-3d461816775c req-34c81d9a-3b28-4f6d-9a72-8b1d9a7608d7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8ed723b1-b62f-4407-93cd-1ede7aba5d9a HTTP/1.1" status: 200 len: 1101 time: 1.2273581 Mar 09 03:33:19.689215 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a068ea96-6ca0-4583-93a3-5297174952f3 req-a46892f9-304f-4f34-84f6-8e9a7ac2d39d tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.197 HTTP/1.1" status: 200 len: 696 time: 0.3072019 Mar 09 03:33:19.722176 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 435f865e-b95d-40d3-af10-570eadbbc29b, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=435f865e-b95d-40d3-af10-570eadbbc29b,segment=NetworkSegment(dbb0516b-55d1-45e2-b346-e5f7478e7bd6),segment_id=dbb0516b-55d1-45e2-b346-e5f7478e7bd6)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:19.729047 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:19.769654 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2206cb1c-5857-4e21-9a99-0387b1a12e55 req-49512be8-0b65-4dfe-9496-edfa88b196be tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087461 Mar 09 03:33:19.811479 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=435f865e-b95d-40d3-af10-570eadbbc29b,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:19.814645 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a068ea96-6ca0-4583-93a3-5297174952f3 req-5693c1ab-a9a4-41a5-8731-5d469a6b4c07 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.197 HTTP/1.1" status: 200 len: 696 time: 0.1226115 Mar 09 03:33:19.916536 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-e684cc1a-bc3e-4468-aca3-db64276b60a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d523c491-0d3b-4840-b7f6-408a5c97b5a2 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:33:19.926950 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-e684cc1a-bc3e-4468-aca3-db64276b60a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:19.998216 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-e684cc1a-bc3e-4468-aca3-db64276b60a4 service neutron] Transition to ACTIVE for port object d523c491-0d3b-4840-b7f6-408a5c97b5a2 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:33:20.004565 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-e684cc1a-bc3e-4468-aca3-db64276b60a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:20.043514 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4308cd5e-78a1-4d5d-8c26-3d461816775c req-9ba650f2-912c-486f-acab-6610891f5743 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666790 Mar 09 03:33:20.047620 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-a068ea96-6ca0-4583-93a3-5297174952f3 req-7bc7c3d1-a28c-4b64-9cfd-427c97fd2d3c tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Deleting port e58f97b5-38f5-4ec0-9144-e4bc482e290e {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:33:20.047955 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a068ea96-6ca0-4583-93a3-5297174952f3 req-7bc7c3d1-a28c-4b64-9cfd-427c97fd2d3c tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:20.079421 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9c45cdb-5209-4fa3-849b-3fbea4f8a02d req-5ac5a408-512f-45e5-a779-85d8ebe487ea service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7594950 Mar 09 03:33:20.141540 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684cc1a-bc3e-4468-aca3-db64276b60a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d523c491-0d3b-4840-b7f6-408a5c97b5a2,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:20.240187 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc414f-b9f8-45c0-b764-63614d020ed8 req-1114559f-d6dc-4688-9cc0-132acf189e2c tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:20.241652 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ccbc414f-b9f8-45c0-b764-63614d020ed8 req-1114559f-d6dc-4688-9cc0-132acf189e2c tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ab5f4d-ef8a-4dff-9c63-609794fdcc0e HTTP/1.1" status: 200 len: 945 time: 0.3055270 Mar 09 03:33:20.280200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-e684cc1a-bc3e-4468-aca3-db64276b60a4 service neutron] Attempting to bind port d523c491-0d3b-4840-b7f6-408a5c97b5a2 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:33:20.280534 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-e684cc1a-bc3e-4468-aca3-db64276b60a4 service neutron] Attempting to bind port d523c491-0d3b-4840-b7f6-408a5c97b5a2 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:33:20.280859 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-e684cc1a-bc3e-4468-aca3-db64276b60a4 service neutron] Attempting to bind port d523c491-0d3b-4840-b7f6-408a5c97b5a2 on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:20.284785 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a068ea96-6ca0-4583-93a3-5297174952f3 req-7bc7c3d1-a28c-4b64-9cfd-427c97fd2d3c tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:20.285277 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a068ea96-6ca0-4583-93a3-5297174952f3 req-7bc7c3d1-a28c-4b64-9cfd-427c97fd2d3c tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:20.294780 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-e684cc1a-bc3e-4468-aca3-db64276b60a4 service neutron] Port d523c491-0d3b-4840-b7f6-408a5c97b5a2 on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:33:20.295183 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-e684cc1a-bc3e-4468-aca3-db64276b60a4 service neutron] Attempting to bind port d523c491-0d3b-4840-b7f6-408a5c97b5a2 on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:20.307524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-e684cc1a-bc3e-4468-aca3-db64276b60a4 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:33:20.307833 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-e684cc1a-bc3e-4468-aca3-db64276b60a4 service neutron] Checking segment: {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:33:20.308213 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-e684cc1a-bc3e-4468-aca3-db64276b60a4 service neutron] Bound using segment: {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:33:20.308639 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-e684cc1a-bc3e-4468-aca3-db64276b60a4 service neutron] Bound port: d523c491-0d3b-4840-b7f6-408a5c97b5a2, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:33:20.309013 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-e684cc1a-bc3e-4468-aca3-db64276b60a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:20.323288 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ccbc414f-b9f8-45c0-b764-63614d020ed8 req-f5b31b4b-6ab7-44c5-883e-9e6bd0272d44 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bbfb5e4-1957-4911-bd72-bc6940f5d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726507 Mar 09 03:33:20.354619 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53c1f59-a2d6-477b-91cf-d65148e64d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51279369-540d-4970-bc4f-209236552640'}, {'server_uuid': '85ab5f4d-ef8a-4dff-9c63-609794fdcc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639a9ce2-e80d-47ae-a29b-c20654186272'}, {'server_uuid': 'b8b4110b-74c8-47c8-8bd0-b28dfc169f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435f865e-b95d-40d3-af10-570eadbbc29b'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:33:20.500119 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-e684cc1a-bc3e-4468-aca3-db64276b60a4 service neutron] For port d523c491-0d3b-4840-b7f6-408a5c97b5a2, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:33:20.503984 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-e684cc1a-bc3e-4468-aca3-db64276b60a4 service neutron] For port d523c491-0d3b-4840-b7f6-408a5c97b5a2, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d523c491-0d3b-4840-b7f6-408a5c97b5a2,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:33:20.512497 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-e684cc1a-bc3e-4468-aca3-db64276b60a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:20.593612 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-297467e2-d8fb-42fa-903e-7dd59a60a8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:20.608617 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-a068ea96-6ca0-4583-93a3-5297174952f3 req-7bc7c3d1-a28c-4b64-9cfd-427c97fd2d3c tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Calling delete_port for e58f97b5-38f5-4ec0-9144-e4bc482e290e owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:33:20.628034 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-e684cc1a-bc3e-4468-aca3-db64276b60a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:20.628651 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-e684cc1a-bc3e-4468-aca3-db64276b60a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:20.630196 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-e684cc1a-bc3e-4468-aca3-db64276b60a4 service neutron] 10.222.0.21 "PUT /v2.0/ports/d523c491-0d3b-4840-b7f6-408a5c97b5a2 HTTP/1.1" status: 200 len: 1091 time: 1.5866871 Mar 09 03:33:20.636162 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9c45a8-9315-4363-b956-dfd68fcee446', 'tag': 'd523c491-0d3b-4840-b7f6-408a5c97b5a2'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:33:20.646036 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d7748747-323e-4b3d-8847-b162c9b9d7aa req-b8c05b5f-ccb3-40c0-a02d-fe94f31670a6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 210 time: 0.0852697 Mar 09 03:33:20.665865 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684cc1a-bc3e-4468-aca3-db64276b60a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d523c491-0d3b-4840-b7f6-408a5c97b5a2,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:20.683724 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-058cb1e5-4cbe-4a2f-bd75-c8fd8baab886 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=fb202b0928604d6ca848064936552050&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3306153 Mar 09 03:33:20.722170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297467e2-d8fb-42fa-903e-7dd59a60a8a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a065239-628f-41c8-bee9-b0831d219c19,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:20.889442 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-8b980ca6-f1ee-4d00-9fa4-30ff03aa366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:20.890976 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-8b980ca6-f1ee-4d00-9fa4-30ff03aa366b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2805c8aef7c746099fde990352f135bf&device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 1094 time: 0.1763306 Mar 09 03:33:20.987690 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-990ddd19-e2ad-466c-9cf2-0c9c6cfcbc42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d523c491-0d3b-4840-b7f6-408a5c97b5a2 HTTP/1.1" status: 200 len: 217 time: 0.0884385 Mar 09 03:33:21.082487 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-63bc56c3-0406-4d3b-b754-c907f12a30e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:21.084547 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-63bc56c3-0406-4d3b-b754-c907f12a30e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42f7c02a-5561-45bd-a0c7-255e56eaf460 HTTP/1.1" status: 200 len: 847 time: 0.0888205 Mar 09 03:33:21.094994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a263d-3763-4b9e-ad5f-ab9198b99ea1 req-41e83665-595e-46a7-a059-e7f0db666a89 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:21.096720 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e53a263d-3763-4b9e-ad5f-ab9198b99ea1 req-41e83665-595e-46a7-a059-e7f0db666a89 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ed723b1-b62f-4407-93cd-1ede7aba5d9a HTTP/1.1" status: 200 len: 950 time: 0.2681675 Mar 09 03:33:21.164246 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a068ea96-6ca0-4583-93a3-5297174952f3 req-7bc7c3d1-a28c-4b64-9cfd-427c97fd2d3c tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:21.166304 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-35d98ebe-1ccf-4897-8dce-a43c9d605750 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af94044a-4dd6-4e2a-9a7b-ddb410474c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685437 Mar 09 03:33:21.233437 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7c3d1-a28c-4b64-9cfd-427c97fd2d3c tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Pushing event deleted for resources: {'Port': ['ID=e58f97b5-38f5-4ec0-9144-e4bc482e290e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:21.291074 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e53a263d-3763-4b9e-ad5f-ab9198b99ea1 req-56761e36-6fed-415d-98b1-513a304222b0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528156 Mar 09 03:33:21.371688 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-3dfa26d0-a0c4-4b65-8980-e9135abc09e0 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:21.374584 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-3dfa26d0-a0c4-4b65-8980-e9135abc09e0 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6543803 Mar 09 03:33:21.379788 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-2cd37284-493a-4fa6-941c-388b237d5c94 service neutron] 10.222.0.21 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052708 Mar 09 03:33:21.432257 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-8d069202-596b-4782-a118-ecb8d716b23a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Request body: {'port': {'device_id': '1d4de37d-99c9-424b-bd95-8cb736b6cc13', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': 'fb202b0928604d6ca848064936552050'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:21.473992 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a068ea96-6ca0-4583-93a3-5297174952f3 req-7bc7c3d1-a28c-4b64-9cfd-427c97fd2d3c tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:21.569635 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a068ea96-6ca0-4583-93a3-5297174952f3 req-7bc7c3d1-a28c-4b64-9cfd-427c97fd2d3c tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:21.583047 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a068ea96-6ca0-4583-93a3-5297174952f3 req-7bc7c3d1-a28c-4b64-9cfd-427c97fd2d3c tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "DELETE /v2.0/floatingips/80a4bf01-ee5e-44a2-a071-a588f26d1c74 HTTP/1.1" status: 204 len: 173 time: 1.7673984 Mar 09 03:33:21.588081 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f76be10e-eccf-465d-a4f5-a6d81330a963 req-9e1cad25-9a3d-4f9a-9aab-6f4f53315739 service neutron] 10.222.0.21 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011447 Mar 09 03:33:21.624890 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-297467e2-d8fb-42fa-903e-7dd59a60a8a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:21.666731 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53c1f59-a2d6-477b-91cf-d65148e64d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51279369-540d-4970-bc4f-209236552640', 'code': 200} Mar 09 03:33:21.668034 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ab5f4d-ef8a-4dff-9c63-609794fdcc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639a9ce2-e80d-47ae-a29b-c20654186272', 'code': 200} Mar 09 03:33:21.668500 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b4110b-74c8-47c8-8bd0-b28dfc169f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435f865e-b95d-40d3-af10-570eadbbc29b', 'code': 200} Mar 09 03:33:21.743071 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c9c45a8-9315-4363-b956-dfd68fcee446', 'tag': 'd523c491-0d3b-4840-b7f6-408a5c97b5a2', 'status': 'completed', 'code': 200} Mar 09 03:33:21.799279 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40e7e5-b7a7-490b-8e5d-64aee5148aa8 req-1ea1efd4-f034-4ed6-9d5e-d436aee86d36 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:21.800137 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-2b40e7e5-b7a7-490b-8e5d-64aee5148aa8 req-1ea1efd4-f034-4ed6-9d5e-d436aee86d36 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Synchronizing usage tracker for tenant:2805c8aef7c746099fde990352f135bf on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:33:21.834473 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-2b40e7e5-b7a7-490b-8e5d-64aee5148aa8 req-1ea1efd4-f034-4ed6-9d5e-d436aee86d36 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Unset dirty status for tenant:2805c8aef7c746099fde990352f135bf on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:33:21.835834 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b40e7e5-b7a7-490b-8e5d-64aee5148aa8 req-1ea1efd4-f034-4ed6-9d5e-d436aee86d36 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 943 time: 0.2404933 Mar 09 03:33:21.861394 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-8d069202-596b-4782-a118-ecb8d716b23a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:21.872401 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b634db-1878-4fc1-bd24-c89fb22ff8cc req-be203171-01b1-460c-b58e-e36ca68aee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:21.873986 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a8b634db-1878-4fc1-bd24-c89fb22ff8cc req-be203171-01b1-460c-b58e-e36ca68aee33 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b8b4110b-74c8-47c8-8bd0-b28dfc169f0b HTTP/1.1" status: 200 len: 1097 time: 0.1288707 Mar 09 03:33:21.923657 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b40e7e5-b7a7-490b-8e5d-64aee5148aa8 req-7080a37b-78cd-4f1d-a2d5-0c3d6b30c0d7 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777617 Mar 09 03:33:21.932180 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-8d069202-596b-4782-a118-ecb8d716b23a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:21.947733 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a8b634db-1878-4fc1-bd24-c89fb22ff8cc req-182449d2-7109-4853-a3d0-855144e7023c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575156 Mar 09 03:33:22.043142 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-8d069202-596b-4782-a118-ecb8d716b23a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Made reservation on behalf of fb202b0928604d6ca848064936552050 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:33:22.046550 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-8d069202-596b-4782-a118-ecb8d716b23a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:22.136964 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2975e33-da50-4a8d-9f6c-d4c991b6b8c4 req-1cb6f66d-44b2-46d7-acb3-ddffd5943668 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:22.138692 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e2975e33-da50-4a8d-9f6c-d4c991b6b8c4 req-1cb6f66d-44b2-46d7-acb3-ddffd5943668 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ab5f4d-ef8a-4dff-9c63-609794fdcc0e HTTP/1.1" status: 200 len: 945 time: 0.0881891 Mar 09 03:33:22.173613 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 4ddda7c6-b428-4425-a523-4b32482d7e48 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:33:22.195525 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e2975e33-da50-4a8d-9f6c-d4c991b6b8c4 req-0e9b5a6b-4d7a-4cba-af71-63577a03719b tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bbfb5e4-1957-4911-bd72-bc6940f5d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504904 Mar 09 03:33:22.268481 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866e5dd-9d57-4fe6-a60c-25c95b845bd4 req-d8447b48-22b9-40f1-a5e4-259eceea4acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:22.269935 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2866e5dd-9d57-4fe6-a60c-25c95b845bd4 req-d8447b48-22b9-40f1-a5e4-259eceea4acb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2805c8aef7c746099fde990352f135bf&device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 1094 time: 0.5190291 Mar 09 03:33:22.289995 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 4ddda7c6-b428-4425-a523-4b32482d7e48 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:33:22.298415 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 4ddda7c6-b428-4425-a523-4b32482d7e48 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:22.299082 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:22.411815 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ad4b0d12-dc26-413a-ac04-e47f928936a5 req-f735dfd5-2f33-47d1-86db-aea57aaa06e8 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1847215 Mar 09 03:33:22.423892 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-ad4b0d12-dc26-413a-ac04-e47f928936a5 req-3733a93f-7e88-4935-a325-5372f91be578 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:22.435913 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-ad4b0d12-dc26-413a-ac04-e47f928936a5 req-3733a93f-7e88-4935-a325-5372f91be578 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:22.442300 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-ad4b0d12-dc26-413a-ac04-e47f928936a5 req-3733a93f-7e88-4935-a325-5372f91be578 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Usage tracker for resource:floatingip and tenant:161cfcaaeaf841638a395e36c8e1798c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:22.448080 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-ad4b0d12-dc26-413a-ac04-e47f928936a5 req-3733a93f-7e88-4935-a325-5372f91be578 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:22.454691 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-ad4b0d12-dc26-413a-ac04-e47f928936a5 req-3733a93f-7e88-4935-a325-5372f91be578 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:22.469214 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ad4b0d12-dc26-413a-ac04-e47f928936a5 req-3733a93f-7e88-4935-a325-5372f91be578 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:22.494446 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:22.528645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2dc31b-fa41-4203-9295-65ea43412705 req-5c69b88c-e245-4cc7-b2f4-1408e381a72d tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:22.536003 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9f2dc31b-fa41-4203-9295-65ea43412705 req-5c69b88c-e245-4cc7-b2f4-1408e381a72d tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8b4110b-74c8-47c8-8bd0-b28dfc169f0b HTTP/1.1" status: 200 len: 946 time: 0.6631222 Mar 09 03:33:22.537011 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 4ddda7c6-b428-4425-a523-4b32482d7e48, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=4ddda7c6-b428-4425-a523-4b32482d7e48,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:22.542811 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:22.557942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9e9e1-6f56-45fd-800e-12ffc05aaa9a req-0adc8d51-70b1-4528-9804-2cfa29f422ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:22.559408 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-faf9e9e1-6f56-45fd-800e-12ffc05aaa9a req-0adc8d51-70b1-4528-9804-2cfa29f422ed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=85ab5f4d-ef8a-4dff-9c63-609794fdcc0e HTTP/1.1" status: 200 len: 1096 time: 0.7340858 Mar 09 03:33:22.654171 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=4ddda7c6-b428-4425-a523-4b32482d7e48,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:22.655177 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ad4b0d12-dc26-413a-ac04-e47f928936a5 req-3733a93f-7e88-4935-a325-5372f91be578 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:22.793725 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866e5dd-9d57-4fe6-a60c-25c95b845bd4 req-6852f854-a85f-4400-8da6-d06c76a1ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:22.795881 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2866e5dd-9d57-4fe6-a60c-25c95b845bd4 req-6852f854-a85f-4400-8da6-d06c76a1ca4a service neutron] 10.222.0.21 "GET /v2.0/networks?id=af94044a-4dd6-4e2a-9a7b-ddb410474c02 HTTP/1.1" status: 200 len: 908 time: 0.4620416 Mar 09 03:33:22.802773 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297467e2-d8fb-42fa-903e-7dd59a60a8a1 admin admin] Router e5a883d0-faea-41b0-81af-3edf84047585 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:33:22.810323 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-ad4b0d12-dc26-413a-ac04-e47f928936a5 req-3733a93f-7e88-4935-a325-5372f91be578 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Allocated IP 172.25.7.212 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/fdcf809c-c23e-41a9-a7f2-5644f72ef8bf) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:33:22.811000 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9f2dc31b-fa41-4203-9295-65ea43412705 req-a0187ac9-0e57-410d-a371-dc92e853cf47 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701819 Mar 09 03:33:22.811000 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-faf9e9e1-6f56-45fd-800e-12ffc05aaa9a req-cca35a88-d0bc-4015-a1be-6434bd272525 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9bbfb5e4-1957-4911-bd72-bc6940f5d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773479 Mar 09 03:33:22.867101 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-8d069202-596b-4782-a118-ecb8d716b23a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Allocated IP 192.168.233.66 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/dfc3397f-d11e-4a4e-96e9-d963378392a6) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:33:22.890492 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2866e5dd-9d57-4fe6-a60c-25c95b845bd4 req-4e8df2ce-e3e0-4a18-9ed5-afc67bf8b23f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d523c491-0d3b-4840-b7f6-408a5c97b5a2 HTTP/1.1" status: 200 len: 217 time: 0.0807347 Mar 09 03:33:23.081922 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ad4b0d12-dc26-413a-ac04-e47f928936a5 req-3733a93f-7e88-4935-a325-5372f91be578 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:23.132460 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ad4b0d12-dc26-413a-ac04-e47f928936a5 req-3733a93f-7e88-4935-a325-5372f91be578 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:23.205574 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad4b0d12-dc26-413a-ac04-e47f928936a5 req-3733a93f-7e88-4935-a325-5372f91be578 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:33:23.214056 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-ad4b0d12-dc26-413a-ac04-e47f928936a5 req-3733a93f-7e88-4935-a325-5372f91be578 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:33:23.218173 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-60dfc04a-8e61-4df3-bfd6-53759f3fbe59 req-beee681c-b8f5-4556-b259-a1e188194df6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 210 time: 0.2006259 Mar 09 03:33:23.218404 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4b0d12-dc26-413a-ac04-e47f928936a5 req-3733a93f-7e88-4935-a325-5372f91be578 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:33:23.249950 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733a93f-7e88-4935-a325-5372f91be578 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Pushing event updated for resources: {'Port': ['ID=fdcf809c-c23e-41a9-a7f2-5644f72ef8bf,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:23.311806 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ad4b0d12-dc26-413a-ac04-e47f928936a5 req-3733a93f-7e88-4935-a325-5372f91be578 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:23.330592 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866e5dd-9d57-4fe6-a60c-25c95b845bd4 req-5a0dec84-cb76-4399-a496-dd85cbb2020e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:23.332049 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2866e5dd-9d57-4fe6-a60c-25c95b845bd4 req-5a0dec84-cb76-4399-a496-dd85cbb2020e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42f7c02a-5561-45bd-a0c7-255e56eaf460 HTTP/1.1" status: 200 len: 847 time: 0.4302058 Mar 09 03:33:23.403323 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ad4b0d12-dc26-413a-ac04-e47f928936a5 req-3733a93f-7e88-4935-a325-5372f91be578 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:23.420900 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2866e5dd-9d57-4fe6-a60c-25c95b845bd4 req-9e4e6c68-f98d-47de-8244-dc32592c77a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af94044a-4dd6-4e2a-9a7b-ddb410474c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710547 Mar 09 03:33:23.463432 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-8d069202-596b-4782-a118-ecb8d716b23a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:23.486217 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297467e2-d8fb-42fa-903e-7dd59a60a8a1 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:33:23.495910 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4772b1-0668-4205-b6f0-06f33b05f0cc None None] Sync routers for ids ['e5a883d0-faea-41b0-81af-3edf84047585'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:33:23.501882 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-8d069202-596b-4782-a118-ecb8d716b23a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Transition to ACTIVE for port object dfc3397f-d11e-4a4e-96e9-d963378392a6 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:33:23.511129 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4772b1-0668-4205-b6f0-06f33b05f0cc None None] Routers {'e5a883d0-faea-41b0-81af-3edf84047585'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:33:23.512078 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-cb4772b1-0668-4205-b6f0-06f33b05f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:33:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e5a883d0-faea-41b0-81af-3edf84047585'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:23.614734 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-297467e2-d8fb-42fa-903e-7dd59a60a8a1 admin admin] 10.222.0.16 "PUT /v2.0/routers/e5a883d0-faea-41b0-81af-3edf84047585/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6091132 Mar 09 03:33:23.617688 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39588) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:33:23.657072 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2866e5dd-9d57-4fe6-a60c-25c95b845bd4 req-c7242569-9865-4326-8e71-e42f0eb9ba4a service neutron] 10.222.0.21 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231896 Mar 09 03:33:23.669641 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78e82fe-e924-40dd-a644-dba27e1aeb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddda7c6-b428-4425-a523-4b32482d7e48'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:33:23.715441 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-8d069202-596b-4782-a118-ecb8d716b23a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:23.729753 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['51279369-540d-4970-bc4f-209236552640'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:33:23.740946 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ad4b0d12-dc26-413a-ac04-e47f928936a5 req-3733a93f-7e88-4935-a325-5372f91be578 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:23.745157 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-cb4772b1-0668-4205-b6f0-06f33b05f0cc None None] Set router e5a883d0-faea-41b0-81af-3edf84047585 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:33:23.801949 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ad4b0d12-dc26-413a-ac04-e47f928936a5 req-3733a93f-7e88-4935-a325-5372f91be578 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:23.943284 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ec024-99b2-4c7c-8389-5222b7bf1dd1 req-1266467c-0c44-4ad4-9905-40caf2b10fc0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:23.944886 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2a8ec024-99b2-4c7c-8389-5222b7bf1dd1 req-1266467c-0c44-4ad4-9905-40caf2b10fc0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ed723b1-b62f-4407-93cd-1ede7aba5d9a HTTP/1.1" status: 200 len: 950 time: 0.3893690 Mar 09 03:33:24.005173 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-8d069202-596b-4782-a118-ecb8d716b23a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:33:24.014541 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-299d54fd-ec5d-425a-83f2-47b2a654f5f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:24.023867 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-8d069202-596b-4782-a118-ecb8d716b23a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:33:24.037232 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d069202-596b-4782-a118-ecb8d716b23a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Pushing event updated for resources: {'Port': ['ID=dfc3397f-d11e-4a4e-96e9-d963378392a6,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:24.045040 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-8d069202-596b-4782-a118-ecb8d716b23a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:33:24.067945 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ad4b0d12-dc26-413a-ac04-e47f928936a5 req-3733a93f-7e88-4935-a325-5372f91be578 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:24.078445 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733a93f-7e88-4935-a325-5372f91be578 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Pushing event updated for resources: {'Port': ['ID=fdcf809c-c23e-41a9-a7f2-5644f72ef8bf,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:24.113023 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2a8ec024-99b2-4c7c-8389-5222b7bf1dd1 req-e7420822-39e9-408c-a4d1-e6357ea270bf tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545560 Mar 09 03:33:24.119971 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2866e5dd-9d57-4fe6-a60c-25c95b845bd4 req-14e7b26b-0a26-4a50-8e9e-7352197b5c32 service neutron] 10.222.0.21 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524267 Mar 09 03:33:24.151685 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-cb4772b1-0668-4205-b6f0-06f33b05f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a883d0-faea-41b0-81af-3edf84047585', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-237707116-router', 'tenant_id': '1511011224f244f398656ec3f4eb9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '069790b4-3d5c-49c5-b96e-e873b73af422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:32:46Z', 'updated_at': '2022-03-09T03:33:20Z', 'revision_number': 5, 'project_id': '1511011224f244f398656ec3f4eb9314', 'gw_port': {'id': '069790b4-3d5c-49c5-b96e-e873b73af422', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a883d0-faea-41b0-81af-3edf84047585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:32:47Z', 'updated_at': '2022-03-09T03:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:24.153444 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-8d069202-596b-4782-a118-ecb8d716b23a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:24.154562 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-8d069202-596b-4782-a118-ecb8d716b23a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:24.156042 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4772b1-0668-4205-b6f0-06f33b05f0cc None None] Checking router: e5a883d0-faea-41b0-81af-3edf84047585 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:33:24.165658 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4772b1-0668-4205-b6f0-06f33b05f0cc None None] Routers {'e5a883d0-faea-41b0-81af-3edf84047585'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:33:24.166557 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-cb4772b1-0668-4205-b6f0-06f33b05f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:33:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e5a883d0-faea-41b0-81af-3edf84047585'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:24.182511 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-8d069202-596b-4782-a118-ecb8d716b23a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7540910 Mar 09 03:33:24.205544 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-056c2534-f578-4126-b124-57a50733895e service neutron] Request body: {'port': {'device_id': '1d4de37d-99c9-424b-bd95-8cb736b6cc13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:24.220800 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ad4b0d12-dc26-413a-ac04-e47f928936a5 req-3733a93f-7e88-4935-a325-5372f91be578 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:24.228412 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ad4b0d12-dc26-413a-ac04-e47f928936a5 req-3733a93f-7e88-4935-a325-5372f91be578 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8085749 Mar 09 03:33:24.323001 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-ad4b0d12-dc26-413a-ac04-e47f928936a5 req-0050e091-c3bb-4d7b-a4cf-75273b7c5785 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Synchronizing usage tracker for tenant:161cfcaaeaf841638a395e36c8e1798c on resource:floatingip {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:33:24.326220 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4656ff78-f312-426d-b733-5b2fa03eb2ad None None] Provisioning for port dfc3397f-d11e-4a4e-96e9-d963378392a6 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:33:24.337605 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4656ff78-f312-426d-b733-5b2fa03eb2ad None None] Provisioning complete for port dfc3397f-d11e-4a4e-96e9-d963378392a6 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:24.338341 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4656ff78-f312-426d-b733-5b2fa03eb2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:24.368151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-ad4b0d12-dc26-413a-ac04-e47f928936a5 req-0050e091-c3bb-4d7b-a4cf-75273b7c5785 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Unset dirty status for tenant:161cfcaaeaf841638a395e36c8e1798c on resource:floatingip {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:33:24.374814 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ad4b0d12-dc26-413a-ac04-e47f928936a5 req-0050e091-c3bb-4d7b-a4cf-75273b7c5785 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.212 HTTP/1.1" status: 200 len: 696 time: 0.1455255 Mar 09 03:33:24.401382 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-299d54fd-ec5d-425a-83f2-47b2a654f5f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:24.424929 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-299d54fd-ec5d-425a-83f2-47b2a654f5f8 admin admin] Deleting port 069790b4-3d5c-49c5-b96e-e873b73af422 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:33:24.425340 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-299d54fd-ec5d-425a-83f2-47b2a654f5f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:24.439415 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-4656ff78-f312-426d-b733-5b2fa03eb2ad None None] Port dfc3397f-d11e-4a4e-96e9-d963378392a6 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:33:24.449862 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-056c2534-f578-4126-b124-57a50733895e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:24.452057 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-cb4772b1-0668-4205-b6f0-06f33b05f0cc None None] Set router e5a883d0-faea-41b0-81af-3edf84047585 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:33:24.621625 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed4970-eb73-44da-877f-f797942213bd req-65e99500-38b3-4954-8e40-c1ba65ef115e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:24.624104 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a2ed4970-eb73-44da-877f-f797942213bd req-65e99500-38b3-4954-8e40-c1ba65ef115e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 943 time: 0.2315664 Mar 09 03:33:24.688524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b0d12-dc26-413a-ac04-e47f928936a5 req-483aeb81-ed26-47a3-bb8a-cc56037cbb82 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:24.689870 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ad4b0d12-dc26-413a-ac04-e47f928936a5 req-483aeb81-ed26-47a3-bb8a-cc56037cbb82 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 0.3142810 Mar 09 03:33:24.726030 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-299d54fd-ec5d-425a-83f2-47b2a654f5f8 admin admin] For port 069790b4-3d5c-49c5-b96e-e873b73af422, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=069790b4-3d5c-49c5-b96e-e873b73af422,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:24.726391 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-299d54fd-ec5d-425a-83f2-47b2a654f5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:24.768581 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-cb4772b1-0668-4205-b6f0-06f33b05f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a883d0-faea-41b0-81af-3edf84047585', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-237707116-router', 'tenant_id': '1511011224f244f398656ec3f4eb9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '069790b4-3d5c-49c5-b96e-e873b73af422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:32:46Z', 'updated_at': '2022-03-09T03:33:20Z', 'revision_number': 5, 'project_id': '1511011224f244f398656ec3f4eb9314', 'gw_port': {'id': '069790b4-3d5c-49c5-b96e-e873b73af422', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a883d0-faea-41b0-81af-3edf84047585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:32:47Z', 'updated_at': '2022-03-09T03:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:24.771152 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a2ed4970-eb73-44da-877f-f797942213bd req-a372d505-6ea1-4399-8605-614b94db43e6 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349084 Mar 09 03:33:24.773072 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4772b1-0668-4205-b6f0-06f33b05f0cc None None] The sync data for ids ['e5a883d0-faea-41b0-81af-3edf84047585'] in n-d-825178-5 is: [{'id': 'e5a883d0-faea-41b0-81af-3edf84047585', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-237707116-router', 'tenant_id': '1511011224f244f398656ec3f4eb9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '069790b4-3d5c-49c5-b96e-e873b73af422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:32:46Z', 'updated_at': '2022-03-09T03:33:20Z', 'revision_number': 5, 'project_id': '1511011224f244f398656ec3f4eb9314', 'gw_port': {'id': '069790b4-3d5c-49c5-b96e-e873b73af422', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a883d0-faea-41b0-81af-3edf84047585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:32:47Z', 'updated_at': '2022-03-09T03:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:33:24.917219 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-056c2534-f578-4126-b124-57a50733895e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc3397f-d11e-4a4e-96e9-d963378392a6 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:33:24.928439 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-056c2534-f578-4126-b124-57a50733895e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:24.945768 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-056c2534-f578-4126-b124-57a50733895e service neutron] Transition to ACTIVE for port object dfc3397f-d11e-4a4e-96e9-d963378392a6 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:33:24.950848 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-056c2534-f578-4126-b124-57a50733895e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:24.993409 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-299d54fd-ec5d-425a-83f2-47b2a654f5f8 admin admin] Calling delete_port for 069790b4-3d5c-49c5-b96e-e873b73af422 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:33:25.155009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c2534-f578-4126-b124-57a50733895e service neutron] Pushing event updated for resources: {'Port': ['ID=dfc3397f-d11e-4a4e-96e9-d963378392a6,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:25.159507 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device d523c491-0d3b-4840-b7f6-408a5c97b5a2 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:33:25.227765 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-056c2534-f578-4126-b124-57a50733895e service neutron] Attempting to bind port dfc3397f-d11e-4a4e-96e9-d963378392a6 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:33:25.228105 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-056c2534-f578-4126-b124-57a50733895e service neutron] Attempting to bind port dfc3397f-d11e-4a4e-96e9-d963378392a6 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:33:25.228425 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-056c2534-f578-4126-b124-57a50733895e service neutron] Attempting to bind port dfc3397f-d11e-4a4e-96e9-d963378392a6 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:25.236465 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-056c2534-f578-4126-b124-57a50733895e service neutron] Port dfc3397f-d11e-4a4e-96e9-d963378392a6 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:33:25.236777 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-056c2534-f578-4126-b124-57a50733895e service neutron] Attempting to bind port dfc3397f-d11e-4a4e-96e9-d963378392a6 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:25.247403 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-056c2534-f578-4126-b124-57a50733895e service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:33:25.247740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-056c2534-f578-4126-b124-57a50733895e service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:33:25.248127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-056c2534-f578-4126-b124-57a50733895e service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:33:25.248556 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-056c2534-f578-4126-b124-57a50733895e service neutron] Bound port: dfc3397f-d11e-4a4e-96e9-d963378392a6, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:33:25.248897 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-056c2534-f578-4126-b124-57a50733895e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:25.325208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd4d7a-b244-48f8-90b6-bafae00ff340 req-e525053e-287f-40ef-a38e-32caa16def57 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:25.332422 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fcdd4d7a-b244-48f8-90b6-bafae00ff340 req-e525053e-287f-40ef-a38e-32caa16def57 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ab5f4d-ef8a-4dff-9c63-609794fdcc0e HTTP/1.1" status: 200 len: 945 time: 0.4309366 Mar 09 03:33:25.407524 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fcdd4d7a-b244-48f8-90b6-bafae00ff340 req-d5102ffd-a80c-447d-8be1-8fa985940406 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bbfb5e4-1957-4911-bd72-bc6940f5d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721903 Mar 09 03:33:25.430952 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-056c2534-f578-4126-b124-57a50733895e service neutron] For port dfc3397f-d11e-4a4e-96e9-d963378392a6, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:33:25.442487 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-056c2534-f578-4126-b124-57a50733895e service neutron] For port dfc3397f-d11e-4a4e-96e9-d963378392a6, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=dfc3397f-d11e-4a4e-96e9-d963378392a6,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:33:25.453658 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-056c2534-f578-4126-b124-57a50733895e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:25.460355 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port d523c491-0d3b-4840-b7f6-408a5c97b5a2, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d523c491-0d3b-4840-b7f6-408a5c97b5a2,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:25.489261 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'd523c491-0d3b-4840-b7f6-408a5c97b5a2', 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02', 'port_id': 'd523c491-0d3b-4840-b7f6-408a5c97b5a2', 'mac_address': 'fa:16:3e:55:6a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f7c02a-5561-45bd-a0c7-255e56eaf460', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:33:25.503824 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78e82fe-e924-40dd-a644-dba27e1aeb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddda7c6-b428-4425-a523-4b32482d7e48', 'code': 200} Mar 09 03:33:25.543627 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-299d54fd-ec5d-425a-83f2-47b2a654f5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:25.567282 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-056c2534-f578-4126-b124-57a50733895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:25.567881 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-056c2534-f578-4126-b124-57a50733895e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:25.569221 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-056c2534-f578-4126-b124-57a50733895e service neutron] 10.222.0.24 "PUT /v2.0/ports/dfc3397f-d11e-4a4e-96e9-d963378392a6 HTTP/1.1" status: 200 len: 1095 time: 1.3687425 Mar 09 03:33:25.569637 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4de37d-99c9-424b-bd95-8cb736b6cc13', 'tag': 'dfc3397f-d11e-4a4e-96e9-d963378392a6'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:33:25.618668 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:25.638051 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d523c491-0d3b-4840-b7f6-408a5c97b5a2 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:33:25.670669 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port d523c491-0d3b-4840-b7f6-408a5c97b5a2, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d523c491-0d3b-4840-b7f6-408a5c97b5a2,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:25.682457 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:25.737082 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d54fd-ec5d-425a-83f2-47b2a654f5f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=069790b4-3d5c-49c5-b96e-e873b73af422,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:25.775180 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=d523c491-0d3b-4840-b7f6-408a5c97b5a2,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:25.834473 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c2534-f578-4126-b124-57a50733895e service neutron] Pushing event updated for resources: {'Port': ['ID=dfc3397f-d11e-4a4e-96e9-d963378392a6,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:25.850741 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-299d54fd-ec5d-425a-83f2-47b2a654f5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:25.921560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803ce3d-1f5b-4ff4-a67d-e707ff3fda52 req-6fbe6908-928e-4011-8f16-e88b65d8e978 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:25.923047 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6803ce3d-1f5b-4ff4-a67d-e707ff3fda52 req-6fbe6908-928e-4011-8f16-e88b65d8e978 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=c78e82fe-e924-40dd-a644-dba27e1aeb47 HTTP/1.1" status: 200 len: 949 time: 0.2030842 Mar 09 03:33:25.957079 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-120886c0-90a4-4f21-8f56-530801b81154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:25.958498 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-120886c0-90a4-4f21-8f56-530801b81154 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 1098 time: 0.2993665 Mar 09 03:33:25.962983 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['d523c491-0d3b-4840-b7f6-408a5c97b5a2'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:33:25.963500 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616465e8-18e2-48a5-9e13-5783429e621c req-0c9339a6-c468-4119-94a9-3d7166b12873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:25.965004 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-616465e8-18e2-48a5-9e13-5783429e621c req-0c9339a6-c468-4119-94a9-3d7166b12873 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c78e82fe-e924-40dd-a644-dba27e1aeb47 HTTP/1.1" status: 200 len: 1100 time: 0.3474419 Mar 09 03:33:26.045512 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25942e6d-fcdf-47c5-bd48-4f85d8637a9a req-2de30806-30cd-4ccc-b686-c4ab0d8ebcba tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:26.047014 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-25942e6d-fcdf-47c5-bd48-4f85d8637a9a req-2de30806-30cd-4ccc-b686-c4ab0d8ebcba tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8b4110b-74c8-47c8-8bd0-b28dfc169f0b HTTP/1.1" status: 200 len: 946 time: 0.3893893 Mar 09 03:33:26.058162 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-299d54fd-ec5d-425a-83f2-47b2a654f5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:26.072276 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-90d26e7b-1314-4270-b108-c5b03ae71954 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=dfc3397f-d11e-4a4e-96e9-d963378392a6 HTTP/1.1" status: 200 len: 217 time: 0.0931449 Mar 09 03:33:26.073124 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-299d54fd-ec5d-425a-83f2-47b2a654f5f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:26.107008 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6803ce3d-1f5b-4ff4-a67d-e707ff3fda52 req-7397fb32-f679-4445-a60d-018d8b93a5dd tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701102 Mar 09 03:33:26.211434 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-25942e6d-fcdf-47c5-bd48-4f85d8637a9a req-c89758c9-84cf-425a-81c1-0691055c4bf6 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509681 Mar 09 03:33:26.213315 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-299d54fd-ec5d-425a-83f2-47b2a654f5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:26.214068 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299d54fd-ec5d-425a-83f2-47b2a654f5f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5a883d0-faea-41b0-81af-3edf84047585 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:33:26.222739 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3a065239-628f-41c8-bee9-b0831d219c19 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:33:26.238929 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-616465e8-18e2-48a5-9e13-5783429e621c req-ed17ea12-4155-40b1-b018-40f6eb2620f0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051244 Mar 09 03:33:26.241701 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-299d54fd-ec5d-425a-83f2-47b2a654f5f8 admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:26.245902 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-299d54fd-ec5d-425a-83f2-47b2a654f5f8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e5a883d0-faea-41b0-81af-3edf84047585 HTTP/1.1" status: 204 len: 168 time: 2.6235452 Mar 09 03:33:26.246210 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39622) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:33:26.281163 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 3a065239-628f-41c8-bee9-b0831d219c19 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:33:26.281913 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3a065239-628f-41c8-bee9-b0831d219c19 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:33:26.292685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-68f87023-c65e-4291-a88f-f07d2b0f12f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:26.294154 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-68f87023-c65e-4291-a88f-f07d2b0f12f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1850324 Mar 09 03:33:26.407528 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e0ee2f20-2824-4151-b59c-edbfe8afa380 req-a39d473f-e6d0-42a9-b25b-3f552b7823f1 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "GET /v2.0/floatingips/82a4e7a8-1748-4dbb-b3e0-e25b43bd168b HTTP/1.1" status: 200 len: 693 time: 0.1218920 Mar 09 03:33:26.413723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae21a7d-0489-4dc7-912b-a4effad8a3e5 req-b1fc48b4-bd67-44e7-8632-c3f3438b17fc tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:26.416514 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-aae21a7d-0489-4dc7-912b-a4effad8a3e5 req-b1fc48b4-bd67-44e7-8632-c3f3438b17fc tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Synchronizing usage tracker for tenant:fb202b0928604d6ca848064936552050 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:33:26.455854 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-aae21a7d-0489-4dc7-912b-a4effad8a3e5 req-b1fc48b4-bd67-44e7-8632-c3f3438b17fc tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Unset dirty status for tenant:fb202b0928604d6ca848064936552050 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:33:26.458403 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aae21a7d-0489-4dc7-912b-a4effad8a3e5 req-b1fc48b4-bd67-44e7-8632-c3f3438b17fc tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 947 time: 0.1595309 Mar 09 03:33:26.683847 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aae21a7d-0489-4dc7-912b-a4effad8a3e5 req-4a267428-0366-4822-a34c-2cb5481095df tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193010 Mar 09 03:33:26.693202 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee2f20-2824-4151-b59c-edbfe8afa380 req-c1fd11ec-e377-451c-8e66-cd254324c664 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:26.706438 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e0ee2f20-2824-4151-b59c-edbfe8afa380 req-c1fd11ec-e377-451c-8e66-cd254324c664 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 0.2973037 Mar 09 03:33:26.725836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-e0ee2f20-2824-4151-b59c-edbfe8afa380 req-41a30bab-2e04-4024-bb6c-e9688d0c50f8 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:33:26.727266 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e0ee2f20-2824-4151-b59c-edbfe8afa380 req-41a30bab-2e04-4024-bb6c-e9688d0c50f8 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091319 Mar 09 03:33:26.737562 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-73a517ec-104d-4b92-8104-aba324464f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:26.739378 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-73a517ec-104d-4b92-8104-aba324464f3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2433450 Mar 09 03:33:26.829496 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-897a5d16-1a49-4923-9cba-20ab2d50e9e9 admin admin] Deleting subnet 74ee90d7-f5a4-4849-8cf7-4d15f3ae10f1 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:33:26.835809 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e0ee2f20-2824-4151-b59c-edbfe8afa380 req-e854d939-e94b-4765-a14c-0710fc22fe0d tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.212 HTTP/1.1" status: 200 len: 696 time: 0.1008255 Mar 09 03:33:26.836430 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-897a5d16-1a49-4923-9cba-20ab2d50e9e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:26.952816 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-bba268c9-f5d1-4989-9503-9a13be128280 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048976 Mar 09 03:33:26.969879 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e0ee2f20-2824-4151-b59c-edbfe8afa380 req-4ee803c6-cbdf-4015-8156-7cbb14e8afa6 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.212 HTTP/1.1" status: 200 len: 696 time: 0.0937991 Mar 09 03:33:26.978387 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-897a5d16-1a49-4923-9cba-20ab2d50e9e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:27.070603 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451ed32-b334-4467-818e-946f5cdd198a req-9f46b2f9-730b-4302-80a0-c3d928df6d66 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:27.072103 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f451ed32-b334-4467-818e-946f5cdd198a req-9f46b2f9-730b-4302-80a0-c3d928df6d66 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ab5f4d-ef8a-4dff-9c63-609794fdcc0e HTTP/1.1" status: 200 len: 945 time: 0.2816505 Mar 09 03:33:27.084478 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39628) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:33:27.096965 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-336784a7-ca35-4dba-9ab4-4ca5ba989d56 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Request body: {'floatingip': {'port_id': '639a9ce2-e80d-47ae-a29b-c20654186272'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:27.171542 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device d523c491-0d3b-4840-b7f6-408a5c97b5a2 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:33:27.177236 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-336784a7-ca35-4dba-9ab4-4ca5ba989d56 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks [] for floatingip, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:27.191543 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-e0ee2f20-2824-4151-b59c-edbfe8afa380 req-a0c7d637-f644-45e1-8b48-12eb25296f96 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Deleting port fdcf809c-c23e-41a9-a7f2-5644f72ef8bf {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:33:27.191887 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e0ee2f20-2824-4151-b59c-edbfe8afa380 req-a0c7d637-f644-45e1-8b48-12eb25296f96 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:27.312687 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4de37d-99c9-424b-bd95-8cb736b6cc13', 'tag': 'dfc3397f-d11e-4a4e-96e9-d963378392a6', 'status': 'completed', 'code': 200} Mar 09 03:33:27.313425 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port d523c491-0d3b-4840-b7f6-408a5c97b5a2 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:33:27.323376 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port d523c491-0d3b-4840-b7f6-408a5c97b5a2 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:27.324198 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:27.348096 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-897a5d16-1a49-4923-9cba-20ab2d50e9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:27.495958 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e0ee2f20-2824-4151-b59c-edbfe8afa380 req-a0c7d637-f644-45e1-8b48-12eb25296f96 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:27.496605 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e0ee2f20-2824-4151-b59c-edbfe8afa380 req-a0c7d637-f644-45e1-8b48-12eb25296f96 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:27.515838 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:27.570213 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port d523c491-0d3b-4840-b7f6-408a5c97b5a2, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d523c491-0d3b-4840-b7f6-408a5c97b5a2,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:27.571086 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9c45a8-9315-4363-b956-dfd68fcee446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd523c491-0d3b-4840-b7f6-408a5c97b5a2'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:33:27.589973 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:27.692097 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-e0ee2f20-2824-4151-b59c-edbfe8afa380 req-a0c7d637-f644-45e1-8b48-12eb25296f96 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Calling delete_port for fdcf809c-c23e-41a9-a7f2-5644f72ef8bf owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:33:27.731351 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=d523c491-0d3b-4840-b7f6-408a5c97b5a2,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:27.747526 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-897a5d16-1a49-4923-9cba-20ab2d50e9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:27.792992 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a5d16-1a49-4923-9cba-20ab2d50e9e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74ee90d7-f5a4-4849-8cf7-4d15f3ae10f1,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:27.817620 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-897a5d16-1a49-4923-9cba-20ab2d50e9e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:27.818309 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13de9c34-4eba-4e65-9302-caa5bcf4c174 None None] Network 218fd516-1d63-495c-9aa0-6fe5133e5be4 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:33:27.826616 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-897a5d16-1a49-4923-9cba-20ab2d50e9e9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/74ee90d7-f5a4-4849-8cf7-4d15f3ae10f1 HTTP/1.1" status: 204 len: 168 time: 1.5771785 Mar 09 03:33:27.832057 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39640) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:33:27.936809 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33d51d6e-a9c4-4469-8e4c-82c120f598f3 req-002fac68-00e7-445e-99f2-e8f0d6c98833 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9761972 Mar 09 03:33:27.996489 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9672de19-d7da-4c31-a66c-8f567aa8608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:28.000119 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad65b7-d4a8-47a8-8a7f-2efd90f83110 req-b5fd526a-04c7-48a5-ae5a-c710a5df45a9 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:28.008345 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6dad65b7-d4a8-47a8-8a7f-2efd90f83110 req-b5fd526a-04c7-48a5-ae5a-c710a5df45a9 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 944 time: 0.6929746 Mar 09 03:33:28.058830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-9672de19-d7da-4c31-a66c-8f567aa8608f admin admin] Deleting port be44f644-5c4a-416e-9b4e-5ba6d8ff7252 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:33:28.059184 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9672de19-d7da-4c31-a66c-8f567aa8608f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:28.126579 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6dad65b7-d4a8-47a8-8a7f-2efd90f83110 req-93eafe6a-cef6-49f9-bb3c-aa7cb814abda tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150906 Mar 09 03:33:28.133104 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 069790b4-3d5c-49c5-b96e-e873b73af422 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:33:28.177861 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 069790b4-3d5c-49c5-b96e-e873b73af422 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:33:28.178370 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 069790b4-3d5c-49c5-b96e-e873b73af422 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:33:28.307280 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e0ee2f20-2824-4151-b59c-edbfe8afa380 req-a0c7d637-f644-45e1-8b48-12eb25296f96 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:28.308100 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25529d4-3372-4f9f-8da5-f0046ef5db3b None None] DHCP port deletion for 218fd516-1d63-495c-9aa0-6fe5133e5be4 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:33:28.312369 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e25529d4-3372-4f9f-8da5-f0046ef5db3b None None] Deleting port be44f644-5c4a-416e-9b4e-5ba6d8ff7252 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:33:28.312732 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e25529d4-3372-4f9f-8da5-f0046ef5db3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:28.378732 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7d637-f644-45e1-8b48-12eb25296f96 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Pushing event deleted for resources: {'Port': ['ID=fdcf809c-c23e-41a9-a7f2-5644f72ef8bf,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:28.436513 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b0ab67f-998a-40d5-94c2-c69aac96e7eb req-cc4ce6c0-f813-4f68-8ffc-70484e1a84a2 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1746015680&fields=id&tenant_id=70eeee148f5e4bb0b0e213c4b507c0e8 HTTP/1.1" status: 200 len: 267 time: 0.0623336 Mar 09 03:33:28.495732 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [None req-336784a7-ca35-4dba-9ab4-4ca5ba989d56 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:33:28.542909 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-9672de19-d7da-4c31-a66c-8f567aa8608f admin admin] For port be44f644-5c4a-416e-9b4e-5ba6d8ff7252, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=be44f644-5c4a-416e-9b4e-5ba6d8ff7252,segment=NetworkSegment(faa7f664-4c87-4137-9d6a-c9c548129632),segment_id=faa7f664-4c87-4137-9d6a-c9c548129632)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:28.543498 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9672de19-d7da-4c31-a66c-8f567aa8608f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:28.577084 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e25529d4-3372-4f9f-8da5-f0046ef5db3b None None] For port be44f644-5c4a-416e-9b4e-5ba6d8ff7252, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=be44f644-5c4a-416e-9b4e-5ba6d8ff7252,segment=NetworkSegment(faa7f664-4c87-4137-9d6a-c9c548129632),segment_id=faa7f664-4c87-4137-9d6a-c9c548129632)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:28.577680 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e25529d4-3372-4f9f-8da5-f0046ef5db3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:28.616627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53676f59-2e41-4d9b-bbe7-0c5bb387a4bc req-90b45d2b-c37c-49c0-a3e2-e55be0ed94c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:28.619272 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-53676f59-2e41-4d9b-bbe7-0c5bb387a4bc req-90b45d2b-c37c-49c0-a3e2-e55be0ed94c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 1098 time: 0.5902348 Mar 09 03:33:28.708947 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-9672de19-d7da-4c31-a66c-8f567aa8608f admin admin] Calling delete_port for be44f644-5c4a-416e-9b4e-5ba6d8ff7252 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:33:28.729493 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e25529d4-3372-4f9f-8da5-f0046ef5db3b None None] Calling delete_port for be44f644-5c4a-416e-9b4e-5ba6d8ff7252 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:33:28.769931 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53676f59-2e41-4d9b-bbe7-0c5bb387a4bc req-aeb2e58b-3a49-4ff1-94a7-5f4f9ae03ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:28.771274 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-53676f59-2e41-4d9b-bbe7-0c5bb387a4bc req-aeb2e58b-3a49-4ff1-94a7-5f4f9ae03ab1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.1377442 Mar 09 03:33:28.777622 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-336784a7-ca35-4dba-9ab4-4ca5ba989d56 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:28.781133 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-378fb031-f02e-4c15-9b5c-53359470eb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:28.803269 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9672de19-d7da-4c31-a66c-8f567aa8608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:28.887056 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9672de19-d7da-4c31-a66c-8f567aa8608f admin admin] No DVR routers for this DVR port be44f644-5c4a-416e-9b4e-5ba6d8ff7252 on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:33:28.895961 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-336784a7-ca35-4dba-9ab4-4ca5ba989d56 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:28.896828 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-e25529d4-3372-4f9f-8da5-f0046ef5db3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:33:28.897197 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-e25529d4-3372-4f9f-8da5-f0046ef5db3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:33:28.945068 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672de19-d7da-4c31-a66c-8f567aa8608f admin admin] Pushing event deleted for resources: {'Port': ['ID=be44f644-5c4a-416e-9b4e-5ba6d8ff7252,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:28.963017 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-53676f59-2e41-4d9b-bbe7-0c5bb387a4bc req-3b9b5d8f-698d-4c64-b153-c0d2b2a3be99 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=dfc3397f-d11e-4a4e-96e9-d963378392a6 HTTP/1.1" status: 200 len: 217 time: 0.1834018 Mar 09 03:33:28.990677 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e0ee2f20-2824-4151-b59c-edbfe8afa380 req-a0c7d637-f644-45e1-8b48-12eb25296f96 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:29.060872 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9672de19-d7da-4c31-a66c-8f567aa8608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:29.066825 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ab67f-998a-40d5-94c2-c69aac96e7eb req-d790539d-01c7-4e09-8f47-c21c67910e40 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:29.069320 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b0ab67f-998a-40d5-94c2-c69aac96e7eb req-d790539d-01c7-4e09-8f47-c21c67910e40 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8b4110b-74c8-47c8-8bd0-b28dfc169f0b HTTP/1.1" status: 200 len: 946 time: 0.6259322 Mar 09 03:33:29.084594 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e0ee2f20-2824-4151-b59c-edbfe8afa380 req-a0c7d637-f644-45e1-8b48-12eb25296f96 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:29.085715 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e0ee2f20-2824-4151-b59c-edbfe8afa380 req-a0c7d637-f644-45e1-8b48-12eb25296f96 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "DELETE /v2.0/floatingips/82a4e7a8-1748-4dbb-b3e0-e25b43bd168b HTTP/1.1" status: 204 len: 173 time: 2.0764122 Mar 09 03:33:29.092168 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-9672de19-d7da-4c31-a66c-8f567aa8608f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218fd516-1d63-495c-9aa0-6fe5133e5be4']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:29.105753 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-9672de19-d7da-4c31-a66c-8f567aa8608f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa7f664-4c87-4137-9d6a-c9c548129632') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:29.106079 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-9672de19-d7da-4c31-a66c-8f567aa8608f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa7f664-4c87-4137-9d6a-c9c548129632') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:29.119158 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9672de19-d7da-4c31-a66c-8f567aa8608f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:29.129061 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-5b0ab67f-998a-40d5-94c2-c69aac96e7eb req-4e35eb39-6f4c-43ad-ba16-64ca35a2de16 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Request body: {'port': {'security_groups': ['cdd83d64-8797-4349-9aaf-91b23d76735d', '11302a4e-5aa0-4a9b-8451-1713d3e21b47']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:29.136376 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9672de19-d7da-4c31-a66c-8f567aa8608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:29.143053 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9672de19-d7da-4c31-a66c-8f567aa8608f admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:33:29.143450 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9672de19-d7da-4c31-a66c-8f567aa8608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:33:29.157866 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:33:29.168395 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53676f59-2e41-4d9b-bbe7-0c5bb387a4bc req-9ed28203-6984-4671-ba87-5043601398bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:29.171236 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-53676f59-2e41-4d9b-bbe7-0c5bb387a4bc req-9ed28203-6984-4671-ba87-5043601398bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1996608 Mar 09 03:33:29.285808 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9672de19-d7da-4c31-a66c-8f567aa8608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:29.311173 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-336784a7-ca35-4dba-9ab4-4ca5ba989d56 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Floating IP 0535e564-8610-4bc6-969b-53972c521412 associated. External IP: 172.25.7.216, port: 639a9ce2-e80d-47ae-a29b-c20654186272. Mar 09 03:33:29.313741 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9672de19-d7da-4c31-a66c-8f567aa8608f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:29.316446 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672de19-d7da-4c31-a66c-8f567aa8608f admin admin] Pushing event deleted for resources: {'Network': ['ID=218fd516-1d63-495c-9aa0-6fe5133e5be4,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:29.330452 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9672de19-d7da-4c31-a66c-8f567aa8608f admin admin] 10.222.0.16 "DELETE /v2.0/networks/218fd516-1d63-495c-9aa0-6fe5133e5be4 HTTP/1.1" status: 204 len: 168 time: 1.4949620 Mar 09 03:33:29.357704 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb30a10-bbe8-49fc-94b8-a528149f844e req-022a03f7-925c-4132-bee0-f05466143a6f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:29.366088 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bcb30a10-bbe8-49fc-94b8-a528149f844e req-022a03f7-925c-4132-bee0-f05466143a6f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=c78e82fe-e924-40dd-a644-dba27e1aeb47 HTTP/1.1" status: 200 len: 949 time: 0.1454928 Mar 09 03:33:29.398214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e25529d4-3372-4f9f-8da5-f0046ef5db3b None None] Deleting port be44f644-5c4a-416e-9b4e-5ba6d8ff7252 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:33:29.399871 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e25529d4-3372-4f9f-8da5-f0046ef5db3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:29.411665 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5b0ab67f-998a-40d5-94c2-c69aac96e7eb req-4e35eb39-6f4c-43ad-ba16-64ca35a2de16 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:29.443190 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53676f59-2e41-4d9b-bbe7-0c5bb387a4bc req-b2e4428c-0353-484d-97e6-9043fd2ca8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:29.444645 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-53676f59-2e41-4d9b-bbe7-0c5bb387a4bc req-b2e4428c-0353-484d-97e6-9043fd2ca8d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2624211 Mar 09 03:33:29.453607 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bcb30a10-bbe8-49fc-94b8-a528149f844e req-dd18cbff-5937-490e-928d-84c2a24d6274 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855894 Mar 09 03:33:29.529217 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e25529d4-3372-4f9f-8da5-f0046ef5db3b None None] The port 'be44f644-5c4a-416e-9b4e-5ba6d8ff7252' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:33:29.533309 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9c45a8-9315-4363-b956-dfd68fcee446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd523c491-0d3b-4840-b7f6-408a5c97b5a2', 'code': 200} Mar 09 03:33:29.606432 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39654) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:33:29.702816 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6849f29e-29fb-4a68-ae7f-c174c51057ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1511011224f244f398656ec3f4eb9314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0952029 Mar 09 03:33:29.705541 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39658) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:33:29.791772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e13b2e-c409-4bf2-bbb6-3fcfe3ff0926 req-d72069a8-e11c-4c10-9ed2-c47e37153308 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:29.793212 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-22e13b2e-c409-4bf2-bbb6-3fcfe3ff0926 req-d72069a8-e11c-4c10-9ed2-c47e37153308 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 947 time: 0.1575701 Mar 09 03:33:29.796033 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e4e18138-28d8-438a-a457-93307dc8dd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:29.847174 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e4e18138-28d8-438a-a457-93307dc8dd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:29.888004 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-22e13b2e-c409-4bf2-bbb6-3fcfe3ff0926 req-39b1284f-8bfd-49dd-b42e-214a4f8a805b tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807607 Mar 09 03:33:29.936477 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e4e18138-28d8-438a-a457-93307dc8dd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:30.036789 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e18138-28d8-438a-a457-93307dc8dd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd25828-c678-4c2a-9576-5ee67bb5d57c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:30.054639 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [req-b1876e90-c755-4c4a-9c20-6a43beeee67f req-8fa4ff07-948a-4bd8-9dba-a97213f1ce62 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] show failed (client error): The resource could not be found. Mar 09 03:33:30.054639 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1876e90-c755-4c4a-9c20-6a43beeee67f req-8fa4ff07-948a-4bd8-9dba-a97213f1ce62 tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "GET /v2.0/floatingips/82a4e7a8-1748-4dbb-b3e0-e25b43bd168b HTTP/1.1" status: 404 len: 350 time: 0.0915573 Mar 09 03:33:30.058454 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e4e18138-28d8-438a-a457-93307dc8dd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:30.062287 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e4e18138-28d8-438a-a457-93307dc8dd99 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0bd25828-c678-4c2a-9576-5ee67bb5d57c HTTP/1.1" status: 204 len: 168 time: 0.3530297 Mar 09 03:33:30.075790 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-53676f59-2e41-4d9b-bbe7-0c5bb387a4bc req-67b2f98b-78b8-4cc9-9ca8-831941e78371 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902382 Mar 09 03:33:30.172584 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device be44f644-5c4a-416e-9b4e-5ba6d8ff7252 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:33:30.205456 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036b0f5-5f05-4df4-9e2b-583842c7b699 req-494bb187-f090-4d02-8389-12788c0a9e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:30.206936 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c036b0f5-5f05-4df4-9e2b-583842c7b699 req-494bb187-f090-4d02-8389-12788c0a9e75 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 1096 time: 0.6020412 Mar 09 03:33:30.225092 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: be44f644-5c4a-416e-9b4e-5ba6d8ff7252 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:33:30.225730 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device be44f644-5c4a-416e-9b4e-5ba6d8ff7252 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:33:30.271511 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bcdb7-6fcc-4cb9-9da4-e5ddcdbd5711 req-008f2a0d-ce22-43c3-9101-8d87c2ea6290 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:30.278417 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4d9bcdb7-6fcc-4cb9-9da4-e5ddcdbd5711 req-008f2a0d-ce22-43c3-9101-8d87c2ea6290 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 945 time: 0.1083214 Mar 09 03:33:30.325546 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4d9bcdb7-6fcc-4cb9-9da4-e5ddcdbd5711 req-ec3e483f-7328-491e-a7c3-6d7cd13c8698 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462790 Mar 09 03:33:30.411397 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336784a7-ca35-4dba-9ab4-4ca5ba989d56 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Router 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:33:30.446140 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c036b0f5-5f05-4df4-9e2b-583842c7b699 req-8e1b2f98-9617-472c-9d10-a257adf99d99 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141294 Mar 09 03:33:30.541193 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-53676f59-2e41-4d9b-bbe7-0c5bb387a4bc req-b3ad0e70-7224-4d9a-8d55-fcff89227321 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971882 Mar 09 03:33:30.548136 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-5b0ab67f-998a-40d5-94c2-c69aac96e7eb req-4e35eb39-6f4c-43ad-ba16-64ca35a2de16 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] For port 435f865e-b95d-40d3-af10-570eadbbc29b, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=435f865e-b95d-40d3-af10-570eadbbc29b,segment=NetworkSegment(dbb0516b-55d1-45e2-b346-e5f7478e7bd6),segment_id=dbb0516b-55d1-45e2-b346-e5f7478e7bd6)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:30.657001 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5b0ab67f-998a-40d5-94c2-c69aac96e7eb req-4e35eb39-6f4c-43ad-ba16-64ca35a2de16 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:30.675819 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5b0ab67f-998a-40d5-94c2-c69aac96e7eb req-4e35eb39-6f4c-43ad-ba16-64ca35a2de16 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:30.694796 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['435f865e-b95d-40d3-af10-570eadbbc29b'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:33:30.720126 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a5d04-ccc7-4dad-995d-788b2f6d2b07 req-75547fbf-3f09-4e16-b998-5238179e8eb6 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:30.731740 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a5d04-ccc7-4dad-995d-788b2f6d2b07 req-75547fbf-3f09-4e16-b998-5238179e8eb6 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:30.733887 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f1a5d04-ccc7-4dad-995d-788b2f6d2b07 req-75547fbf-3f09-4e16-b998-5238179e8eb6 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ed723b1-b62f-4407-93cd-1ede7aba5d9a&device_id=c78e82fe-e924-40dd-a644-dba27e1aeb47 HTTP/1.1" status: 200 len: 1690 time: 0.1170657 Mar 09 03:33:30.733995 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336784a7-ca35-4dba-9ab4-4ca5ba989d56 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:33:30.741617 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-336784a7-ca35-4dba-9ab4-4ca5ba989d56 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:30.759047 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ffdc1b-fae7-4212-b5f8-572f6f60ecf6 None None] Sync routers for ids ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:33:30.775895 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ffdc1b-fae7-4212-b5f8-572f6f60ecf6 None None] Routers {'9d390840-44ce-4cb0-b7e7-1dc4b90e9111'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:33:30.776758 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-97ffdc1b-fae7-4212-b5f8-572f6f60ecf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:33:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:30.789892 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f1a5d04-ccc7-4dad-995d-788b2f6d2b07 req-e30cf5cf-904d-4c9a-bd06-e556414cd8ef tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448658 Mar 09 03:33:30.817604 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-336784a7-ca35-4dba-9ab4-4ca5ba989d56 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "PUT /v2.0/floatingips/0535e564-8610-4bc6-969b-53972c521412 HTTP/1.1" status: 200 len: 991 time: 3.7287545 Mar 09 03:33:30.823017 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ab5f4d-ef8a-4dff-9c63-609794fdcc0e', 'tag': '639a9ce2-e80d-47ae-a29b-c20654186272'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:33:30.845492 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ab67f-998a-40d5-94c2-c69aac96e7eb req-4e35eb39-6f4c-43ad-ba16-64ca35a2de16 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:30.846116 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5b0ab67f-998a-40d5-94c2-c69aac96e7eb req-4e35eb39-6f4c-43ad-ba16-64ca35a2de16 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:30.852831 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b0ab67f-998a-40d5-94c2-c69aac96e7eb req-4e35eb39-6f4c-43ad-ba16-64ca35a2de16 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "PUT /v2.0/ports/435f865e-b95d-40d3-af10-570eadbbc29b HTTP/1.1" status: 200 len: 982 time: 1.7273064 Mar 09 03:33:30.888662 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35eb39-6f4c-43ad-ba16-64ca35a2de16 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Pushing event updated for resources: {'Port': ['ID=435f865e-b95d-40d3-af10-570eadbbc29b,revision_number=6']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:30.961497 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [req-c50996ea-aa55-455b-9f09-6622beb8cba6 req-f31c81c0-abdb-42fe-8cf4-e67aec0ae3ab tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] show failed (client error): The resource could not be found. Mar 09 03:33:30.970254 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['435f865e-b95d-40d3-af10-570eadbbc29b'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:33:30.971481 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39694) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:33:30.977516 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c50996ea-aa55-455b-9f09-6622beb8cba6 req-f31c81c0-abdb-42fe-8cf4-e67aec0ae3ab tempest-FloatingIPsTestJSON-868635282 tempest-FloatingIPsTestJSON-868635282-project] 10.222.0.16 "GET /v2.0/floatingips/82a4e7a8-1748-4dbb-b3e0-e25b43bd168b HTTP/1.1" status: 404 len: 350 time: 0.1500449 Mar 09 03:33:31.156846 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-48a30d04-0fc3-48e4-8fc2-b3e281a275ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:31.179779 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-97ffdc1b-fae7-4212-b5f8-572f6f60ecf6 None None] Set router 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:33:31.266708 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f07369-cdc4-4f86-bba0-9d9dbad5af38 req-7194c1fe-292e-464e-949c-9c2923c272b7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:31.268661 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-86f07369-cdc4-4f86-bba0-9d9dbad5af38 req-7194c1fe-292e-464e-949c-9c2923c272b7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ab5f4d-ef8a-4dff-9c63-609794fdcc0e HTTP/1.1" status: 200 len: 945 time: 0.2054853 Mar 09 03:33:31.318972 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-86f07369-cdc4-4f86-bba0-9d9dbad5af38 req-9cdce7f7-c761-41ee-9ae6-ba73dc79cc9c tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bbfb5e4-1957-4911-bd72-bc6940f5d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436804 Mar 09 03:33:31.350681 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-104ee0ab-23d4-4d9e-9116-c401b7b66ed0 req-cdb3d6e1-4a58-4723-ad2f-1c3fd9162c42 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-12327644&fields=id&tenant_id=70eeee148f5e4bb0b0e213c4b507c0e8 HTTP/1.1" status: 200 len: 267 time: 0.1356344 Mar 09 03:33:31.400138 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ab5f4d-ef8a-4dff-9c63-609794fdcc0e', 'tag': '639a9ce2-e80d-47ae-a29b-c20654186272', 'status': 'completed', 'code': 200} Mar 09 03:33:31.556608 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471b3ce-568d-4bb9-a832-c59cf45b1f46 req-885e2d88-79b4-407e-812c-36fc48c0c7c2 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:31.558216 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6471b3ce-568d-4bb9-a832-c59cf45b1f46 req-885e2d88-79b4-407e-812c-36fc48c0c7c2 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 947 time: 0.0870726 Mar 09 03:33:31.620421 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6471b3ce-568d-4bb9-a832-c59cf45b1f46 req-c10e571e-1cad-4cea-916b-aac5fd7bef76 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559330 Mar 09 03:33:31.784602 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ee0ab-23d4-4d9e-9116-c401b7b66ed0 req-1d4292ce-34e8-440f-a814-8b4afd55445c tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:31.789775 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034561c0-f879-467d-921b-1975af977bdc req-99ab3576-1621-4236-85f7-b725ae9df053 tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:31.792364 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-104ee0ab-23d4-4d9e-9116-c401b7b66ed0 req-1d4292ce-34e8-440f-a814-8b4afd55445c tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8b4110b-74c8-47c8-8bd0-b28dfc169f0b HTTP/1.1" status: 200 len: 985 time: 0.4408071 Mar 09 03:33:31.797747 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-034561c0-f879-467d-921b-1975af977bdc req-99ab3576-1621-4236-85f7-b725ae9df053 tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8ed723b1-b62f-4407-93cd-1ede7aba5d9a HTTP/1.1" status: 200 len: 1101 time: 0.0816872 Mar 09 03:33:31.801823 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-104ee0ab-23d4-4d9e-9116-c401b7b66ed0 req-cef5f4c8-e66d-4767-b3e0-639bf3de5f4b tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Request body: {'port': {'security_groups': ['11302a4e-5aa0-4a9b-8451-1713d3e21b47', 'cdd83d64-8797-4349-9aaf-91b23d76735d', '4aea4d23-705e-475c-9533-e310949535ba']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:31.847898 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-034561c0-f879-467d-921b-1975af977bdc req-6da0de2e-db5e-43e0-8375-598f3198c11f tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483449 Mar 09 03:33:31.860960 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-97ffdc1b-fae7-4212-b5f8-572f6f60ecf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-721578879-router', 'tenant_id': '6bca179644e344988a4822677f335581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:44Z', 'updated_at': '2022-03-09T03:30:50Z', 'revision_number': 4, 'project_id': '6bca179644e344988a4822677f335581', 'gw_port': {'id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:45Z', 'updated_at': '2022-03-09T03:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '0535e564-8610-4bc6-969b-53972c521412', 'tenant_id': '6bca179644e344988a4822677f335581', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'port_id': '639a9ce2-e80d-47ae-a29b-c20654186272', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31', 'mac_address': 'fa:16:3e:02:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab5f4d-ef8a-4dff-9c63-609794fdcc0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:31:12Z', 'updated_at': '2022-03-09T03:33:28Z', 'revision_number': 5, 'project_id': '6bca179644e344988a4822677f335581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df83b59a-c6fc-4c9c-b530-8baaf5f13e94', 'name': '', 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31', 'tenant_id': '6bca179644e344988a4822677f335581', 'mac_address': 'fa:16:3e:ca:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:49Z', 'updated_at': '2022-03-09T03:31:01Z', 'revision_number': 5, 'project_id': '6bca179644e344988a4822677f335581', 'subnets': [{'id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:31.863809 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bf2a8-0883-4468-ac75-6c5916c1c0eb req-0b51d402-55ba-4ca4-a6f3-cc6c5d9daf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:31.865561 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-272bf2a8-0883-4468-ac75-6c5916c1c0eb req-0b51d402-55ba-4ca4-a6f3-cc6c5d9daf60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bca179644e344988a4822677f335581&device_id=85ab5f4d-ef8a-4dff-9c63-609794fdcc0e HTTP/1.1" status: 200 len: 1096 time: 0.4454374 Mar 09 03:33:31.866131 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ffdc1b-fae7-4212-b5f8-572f6f60ecf6 None None] Checking router: 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:33:31.879046 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ffdc1b-fae7-4212-b5f8-572f6f60ecf6 None None] Routers {'9d390840-44ce-4cb0-b7e7-1dc4b90e9111'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:33:31.879046 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-97ffdc1b-fae7-4212-b5f8-572f6f60ecf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:33:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:32.086162 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:32.090274 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:32.103201 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-97ffdc1b-fae7-4212-b5f8-572f6f60ecf6 None None] Set router 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:33:32.124614 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-104ee0ab-23d4-4d9e-9116-c401b7b66ed0 req-cef5f4c8-e66d-4767-b3e0-639bf3de5f4b tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:32.205953 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device dfc3397f-d11e-4a4e-96e9-d963378392a6 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:33:32.206533 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bf2a8-0883-4468-ac75-6c5916c1c0eb req-e402d219-38b4-4191-a376-798766071105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:32.208154 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-272bf2a8-0883-4468-ac75-6c5916c1c0eb req-e402d219-38b4-4191-a376-798766071105 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4b5d3bab-bbcb-4153-881f-6be479495e31 HTTP/1.1" status: 200 len: 924 time: 0.3363171 Mar 09 03:33:32.311125 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c41554-3bba-4728-9fc4-7e8c71f37f89 req-e3503aad-29c8-456b-b1e4-59106dbea807 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:32.320351 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-64c41554-3bba-4728-9fc4-7e8c71f37f89 req-e3503aad-29c8-456b-b1e4-59106dbea807 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 945 time: 0.1456835 Mar 09 03:33:32.382001 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-272bf2a8-0883-4468-ac75-6c5916c1c0eb req-d5bf2b93-a64e-4e6a-9e85-c15d01039f04 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=639a9ce2-e80d-47ae-a29b-c20654186272 HTTP/1.1" status: 200 len: 999 time: 0.1645019 Mar 09 03:33:32.395417 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-64c41554-3bba-4728-9fc4-7e8c71f37f89 req-df0e7b96-a965-4192-8c08-5f05d65dc095 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741081 Mar 09 03:33:32.472670 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39726) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:33:32.515520 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bf2a8-0883-4468-ac75-6c5916c1c0eb req-d0b3cc7b-bc4e-41c9-ae79-27804c54d172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:32.517022 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-272bf2a8-0883-4468-ac75-6c5916c1c0eb req-d0b3cc7b-bc4e-41c9-ae79-27804c54d172 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49a73544-ad50-4693-afb7-563f12ca65a5 HTTP/1.1" status: 200 len: 862 time: 0.1058657 Mar 09 03:33:32.583932 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7fedd-f03b-4c31-83e4-fd8429106edb req-bd336b70-fb0f-4916-8b45-a12993b9707a tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:32.585681 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-daf7fedd-f03b-4c31-83e4-fd8429106edb req-bd336b70-fb0f-4916-8b45-a12993b9707a tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c78e82fe-e924-40dd-a644-dba27e1aeb47 HTTP/1.1" status: 200 len: 1100 time: 0.0865426 Mar 09 03:33:32.599692 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port dfc3397f-d11e-4a4e-96e9-d963378392a6, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=dfc3397f-d11e-4a4e-96e9-d963378392a6,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:32.630388 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'dfc3397f-d11e-4a4e-96e9-d963378392a6', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': 'dfc3397f-d11e-4a4e-96e9-d963378392a6', 'mac_address': 'fa:16:3e:53:cc:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:33:32.645039 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-daf7fedd-f03b-4c31-83e4-fd8429106edb req-439820d7-88a5-43df-8c4a-3c84fdab656d tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465128 Mar 09 03:33:32.675312 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6bcee8f5-e075-4d8d-8d3e-f59c5622e834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:32.696734 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-929ca114-d5e3-48ab-945e-e7405ccf0fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:32.703026 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6bcee8f5-e075-4d8d-8d3e-f59c5622e834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:32.708803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6bcee8f5-e075-4d8d-8d3e-f59c5622e834 admin admin] Usage tracker for resource:security_group_rule and tenant:b89320b1c2a442c0bdca75ddf33bcec0 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:32.713428 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6bcee8f5-e075-4d8d-8d3e-f59c5622e834 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:32.722084 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6bcee8f5-e075-4d8d-8d3e-f59c5622e834 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:32.745672 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:32.767149 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc3397f-d11e-4a4e-96e9-d963378392a6 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:33:32.787348 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port dfc3397f-d11e-4a4e-96e9-d963378392a6, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=dfc3397f-d11e-4a4e-96e9-d963378392a6,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:32.791300 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-97ffdc1b-fae7-4212-b5f8-572f6f60ecf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-721578879-router', 'tenant_id': '6bca179644e344988a4822677f335581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:44Z', 'updated_at': '2022-03-09T03:30:50Z', 'revision_number': 4, 'project_id': '6bca179644e344988a4822677f335581', 'gw_port': {'id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:45Z', 'updated_at': '2022-03-09T03:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '0535e564-8610-4bc6-969b-53972c521412', 'tenant_id': '6bca179644e344988a4822677f335581', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'port_id': '639a9ce2-e80d-47ae-a29b-c20654186272', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31', 'mac_address': 'fa:16:3e:02:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab5f4d-ef8a-4dff-9c63-609794fdcc0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:31:12Z', 'updated_at': '2022-03-09T03:33:28Z', 'revision_number': 5, 'project_id': '6bca179644e344988a4822677f335581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df83b59a-c6fc-4c9c-b530-8baaf5f13e94', 'name': '', 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31', 'tenant_id': '6bca179644e344988a4822677f335581', 'mac_address': 'fa:16:3e:ca:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:49Z', 'updated_at': '2022-03-09T03:31:01Z', 'revision_number': 5, 'project_id': '6bca179644e344988a4822677f335581', 'subnets': [{'id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:32.796109 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:32.825849 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-104ee0ab-23d4-4d9e-9116-c401b7b66ed0 req-cef5f4c8-e66d-4767-b3e0-639bf3de5f4b tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] For port 435f865e-b95d-40d3-af10-570eadbbc29b, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=435f865e-b95d-40d3-af10-570eadbbc29b,segment=NetworkSegment(dbb0516b-55d1-45e2-b346-e5f7478e7bd6),segment_id=dbb0516b-55d1-45e2-b346-e5f7478e7bd6)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:32.828350 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ffdc1b-fae7-4212-b5f8-572f6f60ecf6 None None] The sync data for ids ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'] in n-d-825178-5 is: [{'id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-721578879-router', 'tenant_id': '6bca179644e344988a4822677f335581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:44Z', 'updated_at': '2022-03-09T03:30:50Z', 'revision_number': 4, 'project_id': '6bca179644e344988a4822677f335581', 'gw_port': {'id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:45Z', 'updated_at': '2022-03-09T03:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '0535e564-8610-4bc6-969b-53972c521412', 'tenant_id': '6bca179644e344988a4822677f335581', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'port_id': '639a9ce2-e80d-47ae-a29b-c20654186272', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31', 'mac_address': 'fa:16:3e:02:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab5f4d-ef8a-4dff-9c63-609794fdcc0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:31:12Z', 'updated_at': '2022-03-09T03:33:28Z', 'revision_number': 5, 'project_id': '6bca179644e344988a4822677f335581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df83b59a-c6fc-4c9c-b530-8baaf5f13e94', 'name': '', 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31', 'tenant_id': '6bca179644e344988a4822677f335581', 'mac_address': 'fa:16:3e:ca:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:49Z', 'updated_at': '2022-03-09T03:31:01Z', 'revision_number': 5, 'project_id': '6bca179644e344988a4822677f335581', 'subnets': [{'id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:33:32.839937 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6bcee8f5-e075-4d8d-8d3e-f59c5622e834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:32.848850 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6bcee8f5-e075-4d8d-8d3e-f59c5622e834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:32.900475 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bf2a8-0883-4468-ac75-6c5916c1c0eb req-8e3f186a-0afe-40f7-b935-3c0c570bf68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:32.901957 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-272bf2a8-0883-4468-ac75-6c5916c1c0eb req-8e3f186a-0afe-40f7-b935-3c0c570bf68f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b5d3bab-bbcb-4153-881f-6be479495e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3618402 Mar 09 03:33:32.905322 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=dfc3397f-d11e-4a4e-96e9-d963378392a6,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:32.923412 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6bcee8f5-e075-4d8d-8d3e-f59c5622e834 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b89320b1c2a442c0bdca75ddf33bcec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4496047 Mar 09 03:33:32.927412 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39738) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:33:32.972516 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcee8f5-e075-4d8d-8d3e-f59c5622e834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4142e357-3d92-44fb-b3d4-e6e7c017c2e1,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:32.997916 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-104ee0ab-23d4-4d9e-9116-c401b7b66ed0 req-cef5f4c8-e66d-4767-b3e0-639bf3de5f4b tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:33.032114 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-121d2e64-8abb-462b-9e68-484ba1243863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:33.062404 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-121d2e64-8abb-462b-9e68-484ba1243863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:33.108497 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-104ee0ab-23d4-4d9e-9116-c401b7b66ed0 req-cef5f4c8-e66d-4767-b3e0-639bf3de5f4b tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:33.136932 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['435f865e-b95d-40d3-af10-570eadbbc29b'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:33:33.163683 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-121d2e64-8abb-462b-9e68-484ba1243863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:33.179828 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6b6b20-c6d9-4cde-9494-a6a12d077983 None None] New status for floating IP 0535e564-8610-4bc6-969b-53972c521412: ACTIVE {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:33:33.188837 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d2e64-8abb-462b-9e68-484ba1243863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4142e357-3d92-44fb-b3d4-e6e7c017c2e1,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:33.193027 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-121d2e64-8abb-462b-9e68-484ba1243863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:33.197314 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-121d2e64-8abb-462b-9e68-484ba1243863 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4142e357-3d92-44fb-b3d4-e6e7c017c2e1 HTTP/1.1" status: 204 len: 168 time: 0.2655306 Mar 09 03:33:33.204991 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['dfc3397f-d11e-4a4e-96e9-d963378392a6'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:33:33.221048 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c7a7d-e1f4-497f-817d-78152df59274 req-f6b9b436-cada-4966-b283-4e17b81888aa tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:33.222711 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c28c7a7d-e1f4-497f-817d-78152df59274 req-f6b9b436-cada-4966-b283-4e17b81888aa tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 1096 time: 0.1028090 Mar 09 03:33:33.237129 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ee0ab-23d4-4d9e-9116-c401b7b66ed0 req-cef5f4c8-e66d-4767-b3e0-639bf3de5f4b tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:33.237753 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-104ee0ab-23d4-4d9e-9116-c401b7b66ed0 req-cef5f4c8-e66d-4767-b3e0-639bf3de5f4b tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:33.239176 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-104ee0ab-23d4-4d9e-9116-c401b7b66ed0 req-cef5f4c8-e66d-4767-b3e0-639bf3de5f4b tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "PUT /v2.0/ports/435f865e-b95d-40d3-af10-570eadbbc29b HTTP/1.1" status: 200 len: 1021 time: 1.4458995 Mar 09 03:33:33.305041 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5f4c8-e66d-4767-b3e0-639bf3de5f4b tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Pushing event updated for resources: {'Port': ['ID=435f865e-b95d-40d3-af10-570eadbbc29b,revision_number=7']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:33.310607 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-c28c7a7d-e1f4-497f-817d-78152df59274 req-3ccd2d50-271a-4422-9d6c-dad1c1b09052 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Synchronizing usage tracker for tenant:6ef1e4e4b1af4d1ab116ca1729d92819 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:33:33.311810 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-272bf2a8-0883-4468-ac75-6c5916c1c0eb req-d970bdc4-946a-4639-9c2a-7c956322604d service neutron] 10.222.0.24 "GET /v2.0/networks/4b5d3bab-bbcb-4153-881f-6be479495e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926759 Mar 09 03:33:33.345458 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-c28c7a7d-e1f4-497f-817d-78152df59274 req-3ccd2d50-271a-4422-9d6c-dad1c1b09052 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Unset dirty status for tenant:6ef1e4e4b1af4d1ab116ca1729d92819 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:33:33.346606 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c28c7a7d-e1f4-497f-817d-78152df59274 req-3ccd2d50-271a-4422-9d6c-dad1c1b09052 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167712 Mar 09 03:33:33.536664 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['435f865e-b95d-40d3-af10-570eadbbc29b'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:33:33.649722 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:33.771035 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ecd161-cd17-4a70-b85f-89b7a7925caf req-7a9b8d9e-4487-4cd5-a9a1-651ab09df78b tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:33.778489 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b4110b-74c8-47c8-8bd0-b28dfc169f0b', 'tag': '435f865e-b95d-40d3-af10-570eadbbc29b'}, {'name': 'network-changed', 'server_uuid': 'b8b4110b-74c8-47c8-8bd0-b28dfc169f0b', 'tag': '435f865e-b95d-40d3-af10-570eadbbc29b'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:33:33.789115 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b8ecd161-cd17-4a70-b85f-89b7a7925caf req-7a9b8d9e-4487-4cd5-a9a1-651ab09df78b tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8b4110b-74c8-47c8-8bd0-b28dfc169f0b HTTP/1.1" status: 200 len: 1024 time: 0.1295335 Mar 09 03:33:33.814395 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:33.900719 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-272bf2a8-0883-4468-ac75-6c5916c1c0eb req-05b7603b-8f3e-4391-9871-95e52a26df65 service neutron] 10.222.0.24 "GET /v2.0/networks/4b5d3bab-bbcb-4153-881f-6be479495e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5772946 Mar 09 03:33:33.933941 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b8ecd161-cd17-4a70-b85f-89b7a7925caf req-c92e1e08-36c7-4ac4-ae86-b1ef90336723 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&id=4aea4d23-705e-475c-9533-e310949535ba&id=11302a4e-5aa0-4a9b-8451-1713d3e21b47 HTTP/1.1" status: 200 len: 6147 time: 0.1426558 Mar 09 03:33:33.942052 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-929ca114-d5e3-48ab-945e-e7405ccf0fe5 admin admin] Deleting port dd9a170f-7488-404f-9a3b-63d1ab7d2317 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:33:33.942304 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-929ca114-d5e3-48ab-945e-e7405ccf0fe5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:34.049325 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509942e4-46e9-4321-81eb-3878f35a47bb req-05767a9e-2507-4881-ac94-8bb573c7ba9c tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:34.057482 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-509942e4-46e9-4321-81eb-3878f35a47bb req-05767a9e-2507-4881-ac94-8bb573c7ba9c tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 948 time: 0.2633557 Mar 09 03:33:34.157691 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a0450-4ab7-4f9e-bafd-8e2e5d32f5d2 req-6b5734cc-9043-416c-bcdb-51901fbdbb8c tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:34.159962 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b45a0450-4ab7-4f9e-bafd-8e2e5d32f5d2 req-6b5734cc-9043-416c-bcdb-51901fbdbb8c tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 1096 time: 0.1198661 Mar 09 03:33:34.217575 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b45a0450-4ab7-4f9e-bafd-8e2e5d32f5d2 req-7b6c2fac-9f34-4c65-b88d-add6a348a4da tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498636 Mar 09 03:33:34.219132 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-509942e4-46e9-4321-81eb-3878f35a47bb req-201ccb09-d855-4226-9ef6-306862c0b5aa tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606998 Mar 09 03:33:34.294474 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b4110b-74c8-47c8-8bd0-b28dfc169f0b', 'tag': '435f865e-b95d-40d3-af10-570eadbbc29b', 'status': 'completed', 'code': 200} Mar 09 03:33:34.294824 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b4110b-74c8-47c8-8bd0-b28dfc169f0b', 'tag': '435f865e-b95d-40d3-af10-570eadbbc29b', 'status': 'completed', 'code': 200} Mar 09 03:33:34.308254 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-9ee9ba3a-0d2b-4762-8cd5-f639bb7c6805 req-ec16dad0-8801-43f5-9d19-fd22f9db5d05 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Request body: {'security_group': {'name': ' tempest-securitygroup -347616295 ', 'description': 'tempest-description-176837741'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:34.314615 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-929ca114-d5e3-48ab-945e-e7405ccf0fe5 admin admin] For port dd9a170f-7488-404f-9a3b-63d1ab7d2317, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=dd9a170f-7488-404f-9a3b-63d1ab7d2317,segment=NetworkSegment(500c5959-4d0b-4bd8-8a0a-49c2e07e144d),segment_id=500c5959-4d0b-4bd8-8a0a-49c2e07e144d)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:34.315022 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-929ca114-d5e3-48ab-945e-e7405ccf0fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:34.315568 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-9ee9ba3a-0d2b-4762-8cd5-f639bb7c6805 req-ec16dad0-8801-43f5-9d19-fd22f9db5d05 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:34.328434 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-9ee9ba3a-0d2b-4762-8cd5-f639bb7c6805 req-ec16dad0-8801-43f5-9d19-fd22f9db5d05 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:34.344397 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9ee9ba3a-0d2b-4762-8cd5-f639bb7c6805 req-ec16dad0-8801-43f5-9d19-fd22f9db5d05 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:34.378280 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-9ee9ba3a-0d2b-4762-8cd5-f639bb7c6805 req-ec16dad0-8801-43f5-9d19-fd22f9db5d05 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:34.383672 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-9ee9ba3a-0d2b-4762-8cd5-f639bb7c6805 req-ec16dad0-8801-43f5-9d19-fd22f9db5d05 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Usage tracker for resource:security_group_rule and tenant:70eeee148f5e4bb0b0e213c4b507c0e8 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:34.386567 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-9ee9ba3a-0d2b-4762-8cd5-f639bb7c6805 req-ec16dad0-8801-43f5-9d19-fd22f9db5d05 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:34.392384 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-9ee9ba3a-0d2b-4762-8cd5-f639bb7c6805 req-ec16dad0-8801-43f5-9d19-fd22f9db5d05 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:34.461106 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9ee9ba3a-0d2b-4762-8cd5-f639bb7c6805 req-ec16dad0-8801-43f5-9d19-fd22f9db5d05 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:34.465537 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9ee9ba3a-0d2b-4762-8cd5-f639bb7c6805 req-ec16dad0-8801-43f5-9d19-fd22f9db5d05 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:34.509075 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16dad0-8801-43f5-9d19-fd22f9db5d05 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b333ce93-ab52-4b52-8a89-bd17d7613842,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:34.516076 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9ee9ba3a-0d2b-4762-8cd5-f639bb7c6805 req-ec16dad0-8801-43f5-9d19-fd22f9db5d05 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:34.517338 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9ee9ba3a-0d2b-4762-8cd5-f639bb7c6805 req-ec16dad0-8801-43f5-9d19-fd22f9db5d05 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.2234941 Mar 09 03:33:34.517835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-929ca114-d5e3-48ab-945e-e7405ccf0fe5 admin admin] Calling delete_port for dd9a170f-7488-404f-9a3b-63d1ab7d2317 owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:33:34.560673 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-4e520c1d-203e-4cb5-9fe5-cff1f5cd2790 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9cc46625939e49829e840c9b5c55e8e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1272933 Mar 09 03:33:34.744295 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a13ac0-6ba3-401d-a8e3-a8bc6ec07df3 req-870c57bc-04af-49f4-b739-8ba9d4f55d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:34.745778 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07a13ac0-6ba3-401d-a8e3-a8bc6ec07df3 req-870c57bc-04af-49f4-b739-8ba9d4f55d79 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70eeee148f5e4bb0b0e213c4b507c0e8&device_id=b8b4110b-74c8-47c8-8bd0-b28dfc169f0b HTTP/1.1" status: 200 len: 1175 time: 0.4225340 Mar 09 03:33:34.818872 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-5764bdba-d6b7-4576-ac31-2a7588f23ec0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:34.820311 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-5764bdba-d6b7-4576-ac31-2a7588f23ec0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2531819 Mar 09 03:33:34.900305 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-3d982ae0-2d29-4066-86db-94ef1984bf93 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/quotas/9cc46625939e49829e840c9b5c55e8e6 HTTP/1.1" status: 200 len: 375 time: 0.0277178 Mar 09 03:33:34.932947 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f84f1133-fbef-450d-ac29-1876a089e262 req-e4ec2be4-332c-471e-a5ae-9dfd2ea9903d tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/b333ce93-ab52-4b52-8a89-bd17d7613842 HTTP/1.1" status: 200 len: 1779 time: 0.0554490 Mar 09 03:33:35.021745 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a13ac0-6ba3-401d-a8e3-a8bc6ec07df3 req-cda4ace3-441b-45d3-a475-1efbf8d5be24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:35.023215 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07a13ac0-6ba3-401d-a8e3-a8bc6ec07df3 req-cda4ace3-441b-45d3-a475-1efbf8d5be24 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b0cb6cd8-4bb8-4732-985e-a168c0bc6927 HTTP/1.1" status: 200 len: 913 time: 0.2657399 Mar 09 03:33:35.105666 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07a13ac0-6ba3-401d-a8e3-a8bc6ec07df3 req-665a0a40-848c-4e9e-b4ab-2f4edf4b51a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=435f865e-b95d-40d3-af10-570eadbbc29b HTTP/1.1" status: 200 len: 217 time: 0.0755048 Mar 09 03:33:35.106983 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-929ca114-d5e3-48ab-945e-e7405ccf0fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:35.190079 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ca114-d5e3-48ab-945e-e7405ccf0fe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd9a170f-7488-404f-9a3b-63d1ab7d2317,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:35.292116 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-9f071e53-0f08-4f92-a194-fa6d2f58f5a4 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cc46625939e49829e840c9b5c55e8e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3801270 Mar 09 03:33:35.316756 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a13ac0-6ba3-401d-a8e3-a8bc6ec07df3 req-fa77d436-6d59-450d-bacb-087e7d7a4c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:35.318212 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07a13ac0-6ba3-401d-a8e3-a8bc6ec07df3 req-fa77d436-6d59-450d-bacb-087e7d7a4c18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a30daa9-e9b2-4995-b60e-5929ccdb08b2 HTTP/1.1" status: 200 len: 852 time: 0.1730306 Mar 09 03:33:35.499622 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07a13ac0-6ba3-401d-a8e3-a8bc6ec07df3 req-10f399ae-d0f5-4019-87cd-b1b59b3bf789 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b0cb6cd8-4bb8-4732-985e-a168c0bc6927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1674256 Mar 09 03:33:35.817845 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-929ca114-d5e3-48ab-945e-e7405ccf0fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:35.823038 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07a13ac0-6ba3-401d-a8e3-a8bc6ec07df3 req-613d0c63-dc12-4c5c-a4b6-1b51e35ecb64 service neutron] 10.222.0.21 "GET /v2.0/networks/b0cb6cd8-4bb8-4732-985e-a168c0bc6927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651935 Mar 09 03:33:36.013549 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9bb32fdf-ea93-4016-b401-dbc39f43c699 req-b26de30b-7321-43d3-a984-0612729f3a7c tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/b333ce93-ab52-4b52-8a89-bd17d7613842 HTTP/1.1" status: 200 len: 1779 time: 0.2243443 Mar 09 03:33:36.119661 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39846) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:33:36.189455 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07a13ac0-6ba3-401d-a8e3-a8bc6ec07df3 req-06024a82-b2d0-471d-9287-b4e9dfb453bc service neutron] 10.222.0.21 "GET /v2.0/networks/b0cb6cd8-4bb8-4732-985e-a168c0bc6927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541880 Mar 09 03:33:36.217454 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device dfc3397f-d11e-4a4e-96e9-d963378392a6 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:33:36.277392 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-e60f33a4-09fc-4497-93a1-cc319a4fca52 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:33:36.287374 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-e60f33a4-09fc-4497-93a1-cc319a4fca52 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1650133 Mar 09 03:33:36.299898 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port dfc3397f-d11e-4a4e-96e9-d963378392a6 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:33:36.306422 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port dfc3397f-d11e-4a4e-96e9-d963378392a6 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:36.307229 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:36.312696 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9bb32fdf-ea93-4016-b401-dbc39f43c699 req-641f067c-304e-44bf-8b83-1e9377031f58 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:36.378765 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9bb32fdf-ea93-4016-b401-dbc39f43c699 req-641f067c-304e-44bf-8b83-1e9377031f58 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:36.388513 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-eb7978a9-fe2f-460a-ad49-cb208fd72d5a service neutron] Request body: {'binding': {'host': 'n-h1-825178-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:36.389462 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-eb7978a9-fe2f-460a-ad49-cb208fd72d5a service neutron] Unknown quota resources ['binding']. {{(pid=87881) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 09 03:33:36.470488 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:36.505927 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4de37d-99c9-424b-bd95-8cb736b6cc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc3397f-d11e-4a4e-96e9-d963378392a6'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:33:36.518040 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port dfc3397f-d11e-4a4e-96e9-d963378392a6, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=dfc3397f-d11e-4a4e-96e9-d963378392a6,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:36.528338 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:36.549417 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9bb32fdf-ea93-4016-b401-dbc39f43c699 req-641f067c-304e-44bf-8b83-1e9377031f58 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:36.616480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f067c-304e-44bf-8b83-1e9377031f58 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b333ce93-ab52-4b52-8a89-bd17d7613842,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:36.648127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a13ac0-6ba3-401d-a8e3-a8bc6ec07df3 req-90075c93-6431-4c5a-ab56-31a727aa3b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:36.648127 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07a13ac0-6ba3-401d-a8e3-a8bc6ec07df3 req-90075c93-6431-4c5a-ab56-31a727aa3b64 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70eeee148f5e4bb0b0e213c4b507c0e8&device_id=b8b4110b-74c8-47c8-8bd0-b28dfc169f0b HTTP/1.1" status: 200 len: 1175 time: 0.3744228 Mar 09 03:33:36.656980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929ca114-d5e3-48ab-945e-e7405ccf0fe5 admin admin] Router 4bad943b-7b05-43cb-9e50-44363220bc3b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:33:36.729743 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-eb7978a9-fe2f-460a-ad49-cb208fd72d5a service neutron] Attempting to bind port d523c491-0d3b-4840-b7f6-408a5c97b5a2 on host n-h1-825178-5 for vnic_type normal with profile None {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:33:36.730919 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-eb7978a9-fe2f-460a-ad49-cb208fd72d5a service neutron] Attempting to bind port d523c491-0d3b-4840-b7f6-408a5c97b5a2 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:33:36.731679 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-eb7978a9-fe2f-460a-ad49-cb208fd72d5a service neutron] Attempting to bind port d523c491-0d3b-4840-b7f6-408a5c97b5a2 on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:36.738194 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-eb7978a9-fe2f-460a-ad49-cb208fd72d5a service neutron] Port d523c491-0d3b-4840-b7f6-408a5c97b5a2 on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:33:36.738581 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-eb7978a9-fe2f-460a-ad49-cb208fd72d5a service neutron] Attempting to bind port d523c491-0d3b-4840-b7f6-408a5c97b5a2 on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:36.745390 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-eb7978a9-fe2f-460a-ad49-cb208fd72d5a service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:33:36.745796 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-eb7978a9-fe2f-460a-ad49-cb208fd72d5a service neutron] Checking segment: {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:33:36.746242 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-eb7978a9-fe2f-460a-ad49-cb208fd72d5a service neutron] Bound using segment: {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:33:36.746738 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-eb7978a9-fe2f-460a-ad49-cb208fd72d5a service neutron] Bound port: d523c491-0d3b-4840-b7f6-408a5c97b5a2, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:33:36.779553 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=dfc3397f-d11e-4a4e-96e9-d963378392a6,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:36.803318 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9bb32fdf-ea93-4016-b401-dbc39f43c699 req-641f067c-304e-44bf-8b83-1e9377031f58 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:36.809652 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9bb32fdf-ea93-4016-b401-dbc39f43c699 req-641f067c-304e-44bf-8b83-1e9377031f58 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "DELETE /v2.0/security-groups/b333ce93-ab52-4b52-8a89-bd17d7613842 HTTP/1.1" status: 204 len: 173 time: 0.7806275 Mar 09 03:33:36.879840 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-eb7978a9-fe2f-460a-ad49-cb208fd72d5a service neutron] For port d523c491-0d3b-4840-b7f6-408a5c97b5a2, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=d523c491-0d3b-4840-b7f6-408a5c97b5a2,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:33:36.886713 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-eb7978a9-fe2f-460a-ad49-cb208fd72d5a service neutron] Notify callbacks [] for binding, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:36.903864 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-eb7978a9-fe2f-460a-ad49-cb208fd72d5a service neutron] 10.222.0.16 "POST /v2.0/ports/d523c491-0d3b-4840-b7f6-408a5c97b5a2/bindings HTTP/1.1" status: 201 len: 389 time: 0.5566471 Mar 09 03:33:37.280627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a13ac0-6ba3-401d-a8e3-a8bc6ec07df3 req-d46883e8-8596-496c-8a1d-f8ced67208d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:37.282092 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07a13ac0-6ba3-401d-a8e3-a8bc6ec07df3 req-d46883e8-8596-496c-8a1d-f8ced67208d8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b0cb6cd8-4bb8-4732-985e-a168c0bc6927 HTTP/1.1" status: 200 len: 913 time: 0.6221299 Mar 09 03:33:37.360883 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4de37d-99c9-424b-bd95-8cb736b6cc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc3397f-d11e-4a4e-96e9-d963378392a6', 'code': 200} Mar 09 03:33:37.385901 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [req-57367310-abed-4217-8856-f7cac075eae6 req-fa1b292c-8e30-437a-a2d5-8ec21da0ac96 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] show failed (client error): The resource could not be found. Mar 09 03:33:37.386908 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-57367310-abed-4217-8856-f7cac075eae6 req-fa1b292c-8e30-437a-a2d5-8ec21da0ac96 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/b333ce93-ab52-4b52-8a89-bd17d7613842 HTTP/1.1" status: 404 len: 352 time: 0.0165396 Mar 09 03:33:37.432964 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07a13ac0-6ba3-401d-a8e3-a8bc6ec07df3 req-0ddaddc8-4b8f-4bd5-9577-de74525bc29a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=435f865e-b95d-40d3-af10-570eadbbc29b HTTP/1.1" status: 200 len: 217 time: 0.1362989 Mar 09 03:33:37.436726 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929ca114-d5e3-48ab-945e-e7405ccf0fe5 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:33:37.447765 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796434e6-3b2a-450b-8e03-e8d2deae75a5 None None] Sync routers for ids ['4bad943b-7b05-43cb-9e50-44363220bc3b'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:33:37.458177 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796434e6-3b2a-450b-8e03-e8d2deae75a5 None None] Routers {'4bad943b-7b05-43cb-9e50-44363220bc3b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:33:37.459274 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-796434e6-3b2a-450b-8e03-e8d2deae75a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:33:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['4bad943b-7b05-43cb-9e50-44363220bc3b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:37.479073 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-929ca114-d5e3-48ab-945e-e7405ccf0fe5 admin admin] 10.222.0.16 "PUT /v2.0/routers/4bad943b-7b05-43cb-9e50-44363220bc3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5063264 Mar 09 03:33:37.481798 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39878) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:33:37.576696 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17257bf9-0386-452c-8448-d9d9223f3df5 req-3d98a88e-06b6-41ba-99ff-d8d5fc77a02f tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:37.578174 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-17257bf9-0386-452c-8448-d9d9223f3df5 req-3d98a88e-06b6-41ba-99ff-d8d5fc77a02f tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 949 time: 0.5056291 Mar 09 03:33:37.618979 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a13ac0-6ba3-401d-a8e3-a8bc6ec07df3 req-78472fc6-1a50-422c-b815-fba4fafa3b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:37.620870 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07a13ac0-6ba3-401d-a8e3-a8bc6ec07df3 req-78472fc6-1a50-422c-b815-fba4fafa3b0f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a30daa9-e9b2-4995-b60e-5929ccdb08b2 HTTP/1.1" status: 200 len: 852 time: 0.1462119 Mar 09 03:33:37.627012 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-01d9e539-8fd7-41e6-9a4e-1173679a46c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:37.629027 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-01d9e539-8fd7-41e6-9a4e-1173679a46c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2805c8aef7c746099fde990352f135bf&device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 1096 time: 0.3335428 Mar 09 03:33:37.654889 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-796434e6-3b2a-450b-8e03-e8d2deae75a5 None None] Set router 4bad943b-7b05-43cb-9e50-44363220bc3b gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:33:37.775738 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-582ebc35-57d5-4873-b125-eced9b50d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:37.777502 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-582ebc35-57d5-4873-b125-eced9b50d501 service neutron] 10.222.0.24 "GET /v2.0/networks?id=af94044a-4dd6-4e2a-9a7b-ddb410474c02 HTTP/1.1" status: 200 len: 908 time: 0.1379282 Mar 09 03:33:37.870174 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-efc06ff8-0f2e-4d11-b8ea-2b27a111b886 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9cc46625939e49829e840c9b5c55e8e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391903 Mar 09 03:33:37.883325 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef9e29-5251-44fe-91be-54ab07a7338e req-72d29e4c-9276-46a0-8c18-88b7c212e431 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:37.884805 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a3ef9e29-5251-44fe-91be-54ab07a7338e req-72d29e4c-9276-46a0-8c18-88b7c212e431 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 945 time: 0.3381970 Mar 09 03:33:37.936525 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07a13ac0-6ba3-401d-a8e3-a8bc6ec07df3 req-ddfdd233-4956-4107-8c9f-5af81d44d3ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b0cb6cd8-4bb8-4732-985e-a168c0bc6927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1483026 Mar 09 03:33:37.977996 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-796434e6-3b2a-450b-8e03-e8d2deae75a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bad943b-7b05-43cb-9e50-44363220bc3b', 'name': 'tempest-FloatingIPsTestJSON-145945992-router', 'tenant_id': '161cfcaaeaf841638a395e36c8e1798c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '9c293889-ec69-42b2-bc76-832c8def1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:32:44Z', 'updated_at': '2022-03-09T03:33:34Z', 'revision_number': 5, 'project_id': '161cfcaaeaf841638a395e36c8e1798c', 'gw_port': {'id': '9c293889-ec69-42b2-bc76-832c8def1595', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bad943b-7b05-43cb-9e50-44363220bc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:32:47Z', 'updated_at': '2022-03-09T03:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:37.983609 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796434e6-3b2a-450b-8e03-e8d2deae75a5 None None] Checking router: 4bad943b-7b05-43cb-9e50-44363220bc3b for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:33:37.995161 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796434e6-3b2a-450b-8e03-e8d2deae75a5 None None] Routers {'4bad943b-7b05-43cb-9e50-44363220bc3b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:33:37.996054 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-796434e6-3b2a-450b-8e03-e8d2deae75a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:33:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['4bad943b-7b05-43cb-9e50-44363220bc3b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:38.015933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74922233-a1ce-4776-ac37-8c4141233e33 req-884ddb49-9ad9-4f74-a128-92204f0be122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:38.017862 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-74922233-a1ce-4776-ac37-8c4141233e33 req-884ddb49-9ad9-4f74-a128-92204f0be122 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 1100 time: 0.5833416 Mar 09 03:33:38.019589 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-73fc88ce-9904-4f3b-821d-d5ad69d90192 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d523c491-0d3b-4840-b7f6-408a5c97b5a2 HTTP/1.1" status: 200 len: 217 time: 0.2342932 Mar 09 03:33:38.025872 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-17257bf9-0386-452c-8448-d9d9223f3df5 req-2c7471a3-33ea-4cbd-b806-e7c8c82a2188 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343090 Mar 09 03:33:38.085280 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-3bd64f9d-03d7-4b9f-9b19-d07a1c427097 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:38.087464 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-3bd64f9d-03d7-4b9f-9b19-d07a1c427097 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1991961 Mar 09 03:33:38.138044 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-e9ba83d7-c9f6-4d90-bc17-138615e8210d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Request body: {'port': {'device_id': '998864f7-4b0c-4dcf-a252-8952926b228d', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': '9cc46625939e49829e840c9b5c55e8e6'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:38.175091 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-f77f91a2-1857-45fa-8031-b079d55699a2 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9cc46625939e49829e840c9b5c55e8e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836766 Mar 09 03:33:38.184955 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-74922233-a1ce-4776-ac37-8c4141233e33 req-57443761-14f4-4537-8009-a86f1bc33b17 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449997 Mar 09 03:33:38.209488 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-31103201-a02e-4e59-895c-a4da04b17d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:38.211022 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-31103201-a02e-4e59-895c-a4da04b17d88 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=42f7c02a-5561-45bd-a0c7-255e56eaf460 HTTP/1.1" status: 200 len: 847 time: 0.1701145 Mar 09 03:33:38.254334 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07a13ac0-6ba3-401d-a8e3-a8bc6ec07df3 req-97e8d6e5-0c14-4f29-bdba-9b2219efa0c5 service neutron] 10.222.0.21 "GET /v2.0/networks/b0cb6cd8-4bb8-4732-985e-a168c0bc6927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731783 Mar 09 03:33:38.312357 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-796434e6-3b2a-450b-8e03-e8d2deae75a5 None None] Set router 4bad943b-7b05-43cb-9e50-44363220bc3b gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:33:38.327836 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b414516f-527c-4313-bedc-e042e9199cd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:38.434178 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07a13ac0-6ba3-401d-a8e3-a8bc6ec07df3 req-e53c5f3d-19f2-47b1-ba07-b937c079b575 service neutron] 10.222.0.21 "GET /v2.0/networks/b0cb6cd8-4bb8-4732-985e-a168c0bc6927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439407 Mar 09 03:33:38.474210 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:38.497085 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-39f7571b-3ef6-4602-a029-5bf54f80da76 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af94044a-4dd6-4e2a-9a7b-ddb410474c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568545 Mar 09 03:33:38.500950 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a3ef9e29-5251-44fe-91be-54ab07a7338e req-58f29569-32a8-4e31-a22d-b0bd2c74b2b2 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6069348 Mar 09 03:33:38.503752 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931dc57-4fc1-4444-b2aa-07a5774c8a23 req-d31e36c8-7cc2-4d13-9fcf-935f00660922 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:38.505195 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c931dc57-4fc1-4444-b2aa-07a5774c8a23 req-d31e36c8-7cc2-4d13-9fcf-935f00660922 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 1097 time: 0.2497180 Mar 09 03:33:38.534975 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-72baf321-2da8-4cf8-8f97-8db3e918cf2c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:38.536500 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-72baf321-2da8-4cf8-8f97-8db3e918cf2c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3420503 Mar 09 03:33:38.553967 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-53de16e3-9049-4382-90cb-316b28591cf0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Request body: {'port': {'device_id': '6dc20e09-8a7a-4738-b94d-8dc49bb7967f', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': '9cc46625939e49829e840c9b5c55e8e6'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:38.640763 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-796434e6-3b2a-450b-8e03-e8d2deae75a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bad943b-7b05-43cb-9e50-44363220bc3b', 'name': 'tempest-FloatingIPsTestJSON-145945992-router', 'tenant_id': '161cfcaaeaf841638a395e36c8e1798c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '9c293889-ec69-42b2-bc76-832c8def1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:32:44Z', 'updated_at': '2022-03-09T03:33:34Z', 'revision_number': 5, 'project_id': '161cfcaaeaf841638a395e36c8e1798c', 'gw_port': {'id': '9c293889-ec69-42b2-bc76-832c8def1595', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bad943b-7b05-43cb-9e50-44363220bc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:32:47Z', 'updated_at': '2022-03-09T03:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:38.643213 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c931dc57-4fc1-4444-b2aa-07a5774c8a23 req-03f6d4ed-df6b-4100-bb12-7bcdce1091f4 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178241 Mar 09 03:33:38.645392 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796434e6-3b2a-450b-8e03-e8d2deae75a5 None None] The sync data for ids ['4bad943b-7b05-43cb-9e50-44363220bc3b'] in n-d-825178-5 is: [{'id': '4bad943b-7b05-43cb-9e50-44363220bc3b', 'name': 'tempest-FloatingIPsTestJSON-145945992-router', 'tenant_id': '161cfcaaeaf841638a395e36c8e1798c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '9c293889-ec69-42b2-bc76-832c8def1595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:32:44Z', 'updated_at': '2022-03-09T03:33:34Z', 'revision_number': 5, 'project_id': '161cfcaaeaf841638a395e36c8e1798c', 'gw_port': {'id': '9c293889-ec69-42b2-bc76-832c8def1595', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bad943b-7b05-43cb-9e50-44363220bc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:32:47Z', 'updated_at': '2022-03-09T03:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:33:38.699176 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-eaa3be1f-5a5a-48ba-a0ee-ca22d0571209 service neutron] 10.222.0.24 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929731 Mar 09 03:33:38.795109 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-26351a32-2106-4797-b974-c515b5bd37bb req-212519a8-3fdf-461d-9dae-4069d4a0ee8b tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc20e09-8a7a-4738-b94d-8dc49bb7967f HTTP/1.1" status: 200 len: 210 time: 0.1292675 Mar 09 03:33:38.796042 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-e9ba83d7-c9f6-4d90-bc17-138615e8210d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:38.843181 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-e9ba83d7-c9f6-4d90-bc17-138615e8210d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:38.845945 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-512d37e8-3ca4-44ae-90c0-fdc083c8b7a3 service neutron] 10.222.0.24 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399963 Mar 09 03:33:38.850056 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-e2974669-d976-4b5e-afba-d05257420a37 req-1da0a793-c44e-41b1-9829-15628f139fca tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1491421345', 'description': 'tempest-description-1894321539'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:38.865813 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-e2974669-d976-4b5e-afba-d05257420a37 req-1da0a793-c44e-41b1-9829-15628f139fca tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:38.869838 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b414516f-527c-4313-bedc-e042e9199cd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:38.879855 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e2974669-d976-4b5e-afba-d05257420a37 req-1da0a793-c44e-41b1-9829-15628f139fca tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Usage tracker for resource:security_group and tenant:70eeee148f5e4bb0b0e213c4b507c0e8 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:38.884534 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e2974669-d976-4b5e-afba-d05257420a37 req-1da0a793-c44e-41b1-9829-15628f139fca tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:38.894672 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-e2974669-d976-4b5e-afba-d05257420a37 req-1da0a793-c44e-41b1-9829-15628f139fca tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:38.940702 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-e9ba83d7-c9f6-4d90-bc17-138615e8210d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Made reservation on behalf of 9cc46625939e49829e840c9b5c55e8e6 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:33:38.944422 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-e9ba83d7-c9f6-4d90-bc17-138615e8210d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:38.956139 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-b414516f-527c-4313-bedc-e042e9199cd7 admin admin] Deleting port 9c293889-ec69-42b2-bc76-832c8def1595 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:33:38.956469 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b414516f-527c-4313-bedc-e042e9199cd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:39.000579 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e2974669-d976-4b5e-afba-d05257420a37 req-1da0a793-c44e-41b1-9829-15628f139fca tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:39.009322 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-53de16e3-9049-4382-90cb-316b28591cf0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:39.083579 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-53de16e3-9049-4382-90cb-316b28591cf0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:39.144615 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-e2974669-d976-4b5e-afba-d05257420a37 req-1da0a793-c44e-41b1-9829-15628f139fca tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:39.174191 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e2974669-d976-4b5e-afba-d05257420a37 req-1da0a793-c44e-41b1-9829-15628f139fca tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Usage tracker for resource:security_group_rule and tenant:70eeee148f5e4bb0b0e213c4b507c0e8 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:39.179282 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-81c642ef-5618-49fe-b7ea-c0989bb2850c tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:39.179432 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-53de16e3-9049-4382-90cb-316b28591cf0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Made reservation on behalf of 9cc46625939e49829e840c9b5c55e8e6 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:33:39.180512 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-81c642ef-5618-49fe-b7ea-c0989bb2850c tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446&tenant_id=2805c8aef7c746099fde990352f135bf&binding%3Ahost_id=n-h2-825178-5 HTTP/1.1" status: 200 len: 1096 time: 0.2063091 Mar 09 03:33:39.182762 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-53de16e3-9049-4382-90cb-316b28591cf0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:39.191898 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e2974669-d976-4b5e-afba-d05257420a37 req-1da0a793-c44e-41b1-9829-15628f139fca tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:39.197559 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-e25f2dfe-b696-493d-ad97-ddbeae0e290e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825178-5'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:39.254991 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-e2974669-d976-4b5e-afba-d05257420a37 req-1da0a793-c44e-41b1-9829-15628f139fca tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:39.312213 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-e25f2dfe-b696-493d-ad97-ddbeae0e290e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:39.459904 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-b414516f-527c-4313-bedc-e042e9199cd7 admin admin] For port 9c293889-ec69-42b2-bc76-832c8def1595, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9c293889-ec69-42b2-bc76-832c8def1595,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:39.460253 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b414516f-527c-4313-bedc-e042e9199cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:39.520414 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-e25f2dfe-b696-493d-ad97-ddbeae0e290e service neutron] For port d523c491-0d3b-4840-b7f6-408a5c97b5a2, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d523c491-0d3b-4840-b7f6-408a5c97b5a2,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:39.558477 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-e25f2dfe-b696-493d-ad97-ddbeae0e290e service neutron] For port d523c491-0d3b-4840-b7f6-408a5c97b5a2, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:33:39.608105 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-e9ba83d7-c9f6-4d90-bc17-138615e8210d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Allocated IP 192.168.233.188 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/fb6c1293-67e6-4e97-be63-8d7254a3ffbf) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:33:39.639326 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9c45a8-9315-4363-b956-dfd68fcee446', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd523c491-0d3b-4840-b7f6-408a5c97b5a2'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:33:39.645219 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-e25f2dfe-b696-493d-ad97-ddbeae0e290e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:39.651624 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-e25f2dfe-b696-493d-ad97-ddbeae0e290e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:39.736693 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-b414516f-527c-4313-bedc-e042e9199cd7 admin admin] Calling delete_port for 9c293889-ec69-42b2-bc76-832c8def1595 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:33:39.834576 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e2974669-d976-4b5e-afba-d05257420a37 req-1da0a793-c44e-41b1-9829-15628f139fca tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:39.853899 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e2974669-d976-4b5e-afba-d05257420a37 req-1da0a793-c44e-41b1-9829-15628f139fca tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:39.869719 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-e25f2dfe-b696-493d-ad97-ddbeae0e290e service neutron] Attempting to bind port d523c491-0d3b-4840-b7f6-408a5c97b5a2 on host n-h2-825178-5 for vnic_type normal with profile {"migrating_to": "n-h1-825178-5"} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:33:39.870224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-e25f2dfe-b696-493d-ad97-ddbeae0e290e service neutron] Attempting to bind port d523c491-0d3b-4840-b7f6-408a5c97b5a2 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:33:39.870504 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-e25f2dfe-b696-493d-ad97-ddbeae0e290e service neutron] Attempting to bind port d523c491-0d3b-4840-b7f6-408a5c97b5a2 on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:39.874300 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f2dfe-b696-493d-ad97-ddbeae0e290e service neutron] Pushing event updated for resources: {'Port': ['ID=d523c491-0d3b-4840-b7f6-408a5c97b5a2,revision_number=7']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:39.881240 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-e25f2dfe-b696-493d-ad97-ddbeae0e290e service neutron] Port d523c491-0d3b-4840-b7f6-408a5c97b5a2 on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:33:39.882604 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-e25f2dfe-b696-493d-ad97-ddbeae0e290e service neutron] Attempting to bind port d523c491-0d3b-4840-b7f6-408a5c97b5a2 on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:39.888807 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-e25f2dfe-b696-493d-ad97-ddbeae0e290e service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:33:39.889205 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-e25f2dfe-b696-493d-ad97-ddbeae0e290e service neutron] Checking segment: {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:33:39.889639 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-e25f2dfe-b696-493d-ad97-ddbeae0e290e service neutron] Bound using segment: {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:33:39.890133 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-e25f2dfe-b696-493d-ad97-ddbeae0e290e service neutron] Bound port: d523c491-0d3b-4840-b7f6-408a5c97b5a2, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:33:39.890580 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-e25f2dfe-b696-493d-ad97-ddbeae0e290e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:39.980572 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0a793-c44e-41b1-9829-15628f139fca tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0caf3fda-9d9f-4955-960f-536c95423558,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:39.989589 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e2974669-d976-4b5e-afba-d05257420a37 req-1da0a793-c44e-41b1-9829-15628f139fca tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:40.003340 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e2974669-d976-4b5e-afba-d05257420a37 req-1da0a793-c44e-41b1-9829-15628f139fca tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.1685572 Mar 09 03:33:40.010418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-e25f2dfe-b696-493d-ad97-ddbeae0e290e service neutron] For port d523c491-0d3b-4840-b7f6-408a5c97b5a2, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:33:40.013907 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-e25f2dfe-b696-493d-ad97-ddbeae0e290e service neutron] For port d523c491-0d3b-4840-b7f6-408a5c97b5a2, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d523c491-0d3b-4840-b7f6-408a5c97b5a2,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:33:40.018629 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-e25f2dfe-b696-493d-ad97-ddbeae0e290e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:40.120601 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device dd9a170f-7488-404f-9a3b-63d1ab7d2317 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:33:40.158278 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: dd9a170f-7488-404f-9a3b-63d1ab7d2317 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:33:40.158714 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device dd9a170f-7488-404f-9a3b-63d1ab7d2317 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:33:40.172902 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-683adb13-9bf0-4f17-af38-b4c1d31cc168 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:33:40.173928 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-683adb13-9bf0-4f17-af38-b4c1d31cc168 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0296366 Mar 09 03:33:40.196485 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-e25f2dfe-b696-493d-ad97-ddbeae0e290e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:40.197103 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-e25f2dfe-b696-493d-ad97-ddbeae0e290e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:40.197920 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-9ceeb593-fbf9-4c78-a28e-e0884dd5d5cb service neutron] Request body: {'binding': {'host': 'n-h1-825178-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:40.198367 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-9ceeb593-fbf9-4c78-a28e-e0884dd5d5cb service neutron] Unknown quota resources ['binding']. {{(pid=87881) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 09 03:33:40.198464 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-e25f2dfe-b696-493d-ad97-ddbeae0e290e service neutron] 10.222.0.24 "PUT /v2.0/ports/d523c491-0d3b-4840-b7f6-408a5c97b5a2 HTTP/1.1" status: 200 len: 1121 time: 1.0053878 Mar 09 03:33:40.204078 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f2dfe-b696-493d-ad97-ddbeae0e290e service neutron] Pushing event updated for resources: {'Port': ['ID=d523c491-0d3b-4840-b7f6-408a5c97b5a2,revision_number=8']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:40.300299 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['d523c491-0d3b-4840-b7f6-408a5c97b5a2'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:33:40.339905 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-e9ba83d7-c9f6-4d90-bc17-138615e8210d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:40.470137 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8bfa3-112a-4425-9634-0feac7c24fe4 req-0f4ee036-1567-447e-adb6-4e024cc74455 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:40.471620 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bad8bfa3-112a-4425-9634-0feac7c24fe4 req-0f4ee036-1567-447e-adb6-4e024cc74455 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 949 time: 0.3770463 Mar 09 03:33:40.472947 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-e9ba83d7-c9f6-4d90-bc17-138615e8210d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Transition to ACTIVE for port object fb6c1293-67e6-4e97-be63-8d7254a3ffbf will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:33:40.477558 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b414516f-527c-4313-bedc-e042e9199cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:40.551007 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414516f-527c-4313-bedc-e042e9199cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c293889-ec69-42b2-bc76-832c8def1595,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:40.673384 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bad8bfa3-112a-4425-9634-0feac7c24fe4 req-d1ccd222-f48f-460e-a2d9-0bdcd5ede960 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902139 Mar 09 03:33:40.717956 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b414516f-527c-4313-bedc-e042e9199cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:40.827476 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-e9ba83d7-c9f6-4d90-bc17-138615e8210d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:40.840330 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['d1022644-48bc-4d48-bad2-0f16a24a90c7'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:33:40.870366 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-9ceeb593-fbf9-4c78-a28e-e0884dd5d5cb service neutron] Attempting to bind port 401bb584-fe18-4951-b81e-42389a89ada8 on host n-h1-825178-5 for vnic_type normal with profile None {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:33:40.870697 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-9ceeb593-fbf9-4c78-a28e-e0884dd5d5cb service neutron] Attempting to bind port 401bb584-fe18-4951-b81e-42389a89ada8 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:33:40.871046 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-9ceeb593-fbf9-4c78-a28e-e0884dd5d5cb service neutron] Attempting to bind port 401bb584-fe18-4951-b81e-42389a89ada8 on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:40.871327 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['b6f35ef7-250a-4519-9e2e-2cdcd74c2047', '4ddda7c6-b428-4425-a523-4b32482d7e48'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:33:40.987010 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-9ceeb593-fbf9-4c78-a28e-e0884dd5d5cb service neutron] Port 401bb584-fe18-4951-b81e-42389a89ada8 on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:33:40.987337 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-9ceeb593-fbf9-4c78-a28e-e0884dd5d5cb service neutron] Attempting to bind port 401bb584-fe18-4951-b81e-42389a89ada8 on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:41.060419 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b414516f-527c-4313-bedc-e042e9199cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:41.071173 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-9ceeb593-fbf9-4c78-a28e-e0884dd5d5cb service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:33:41.071504 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-9ceeb593-fbf9-4c78-a28e-e0884dd5d5cb service neutron] Checking segment: {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:33:41.071883 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-9ceeb593-fbf9-4c78-a28e-e0884dd5d5cb service neutron] Bound using segment: {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:33:41.072315 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-9ceeb593-fbf9-4c78-a28e-e0884dd5d5cb service neutron] Bound port: 401bb584-fe18-4951-b81e-42389a89ada8, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:33:41.075292 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b414516f-527c-4313-bedc-e042e9199cd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:41.107455 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-e9ba83d7-c9f6-4d90-bc17-138615e8210d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:33:41.108163 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba83d7-c9f6-4d90-bc17-138615e8210d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Pushing event updated for resources: {'Port': ['ID=fb6c1293-67e6-4e97-be63-8d7254a3ffbf,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:41.117326 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-e9ba83d7-c9f6-4d90-bc17-138615e8210d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:33:41.238725 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-53de16e3-9049-4382-90cb-316b28591cf0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Allocated IP 192.168.233.195 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/811d17f4-2f18-4866-8e73-28c4a2cbb29f) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:33:41.242056 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-e9ba83d7-c9f6-4d90-bc17-138615e8210d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:33:41.305623 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b414516f-527c-4313-bedc-e042e9199cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:41.306136 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b414516f-527c-4313-bedc-e042e9199cd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bad943b-7b05-43cb-9e50-44363220bc3b {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:33:41.313596 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9df65a88-2ec8-4629-b159-f073fcbe4b59 None None] Provisioning for port fb6c1293-67e6-4e97-be63-8d7254a3ffbf completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:33:41.319199 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9df65a88-2ec8-4629-b159-f073fcbe4b59 None None] Provisioning complete for port fb6c1293-67e6-4e97-be63-8d7254a3ffbf triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:41.320379 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9df65a88-2ec8-4629-b159-f073fcbe4b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:41.347772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-9ceeb593-fbf9-4c78-a28e-e0884dd5d5cb service neutron] For port 401bb584-fe18-4951-b81e-42389a89ada8, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=401bb584-fe18-4951-b81e-42389a89ada8,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:33:41.375833 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-e9ba83d7-c9f6-4d90-bc17-138615e8210d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:41.376353 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-e9ba83d7-c9f6-4d90-bc17-138615e8210d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:41.382604 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-9df65a88-2ec8-4629-b159-f073fcbe4b59 None None] Port fb6c1293-67e6-4e97-be63-8d7254a3ffbf cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:33:41.413187 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b414516f-527c-4313-bedc-e042e9199cd7 admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:41.414749 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b414516f-527c-4313-bedc-e042e9199cd7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4bad943b-7b05-43cb-9e50-44363220bc3b HTTP/1.1" status: 204 len: 168 time: 3.9311316 Mar 09 03:33:41.418019 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39924) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:33:41.419549 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-9ceeb593-fbf9-4c78-a28e-e0884dd5d5cb service neutron] Notify callbacks [] for binding, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:41.420658 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-9ceeb593-fbf9-4c78-a28e-e0884dd5d5cb service neutron] 10.222.0.16 "POST /v2.0/ports/401bb584-fe18-4951-b81e-42389a89ada8/bindings HTTP/1.1" status: 201 len: 389 time: 1.2313628 Mar 09 03:33:41.465656 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06c757-4da5-45d7-8131-13dbf704ab93 req-cfd6f003-bcae-4d32-8588-d7e2629c095a tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:41.477719 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4a06c757-4da5-45d7-8131-13dbf704ab93 req-cfd6f003-bcae-4d32-8588-d7e2629c095a tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 943 time: 0.6038821 Mar 09 03:33:41.477719 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-e9ba83d7-c9f6-4d90-bc17-138615e8210d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3436122 Mar 09 03:33:41.502480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e22ea7-2f13-40f4-9370-8779b2dfa35f admin admin] Deleting subnet 7c1920a5-48c6-4f37-8959-acd266c7f486 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:33:41.502654 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03e22ea7-2f13-40f4-9370-8779b2dfa35f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:41.503614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Request body: {'port': {'device_id': '998864f7-4b0c-4dcf-a252-8952926b228d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:41.564251 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03e22ea7-2f13-40f4-9370-8779b2dfa35f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:41.608298 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9c45a8-9315-4363-b956-dfd68fcee446', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd523c491-0d3b-4840-b7f6-408a5c97b5a2', 'code': 200} Mar 09 03:33:41.657688 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4a06c757-4da5-45d7-8131-13dbf704ab93 req-869a4d4c-77d6-4ed5-8f39-ff6c99045af8 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834972 Mar 09 03:33:41.684088 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03e22ea7-2f13-40f4-9370-8779b2dfa35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:41.729893 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-738ce3e7-4137-4c90-850a-8cf36278de8f req-44f95644-3f6b-454f-9107-1e52041f79f9 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-371745333', 'description': 'tempest-description-1535201501'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:41.739036 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-738ce3e7-4137-4c90-850a-8cf36278de8f req-44f95644-3f6b-454f-9107-1e52041f79f9 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:41.751075 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-738ce3e7-4137-4c90-850a-8cf36278de8f req-44f95644-3f6b-454f-9107-1e52041f79f9 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Usage tracker for resource:security_group and tenant:70eeee148f5e4bb0b0e213c4b507c0e8 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:41.764698 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1c191125-382b-4dfb-a18b-ba4daf0dfea9 req-d2e5417d-67ea-4a8d-b901-f6754b12a0fd tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc20e09-8a7a-4738-b94d-8dc49bb7967f HTTP/1.1" status: 200 len: 210 time: 0.0539541 Mar 09 03:33:41.769447 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-738ce3e7-4137-4c90-850a-8cf36278de8f req-44f95644-3f6b-454f-9107-1e52041f79f9 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:41.784903 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-53de16e3-9049-4382-90cb-316b28591cf0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:41.787960 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-738ce3e7-4137-4c90-850a-8cf36278de8f req-44f95644-3f6b-454f-9107-1e52041f79f9 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:41.799077 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:41.826348 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-53de16e3-9049-4382-90cb-316b28591cf0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Transition to ACTIVE for port object 811d17f4-2f18-4866-8e73-28c4a2cbb29f will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:33:41.827664 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-738ce3e7-4137-4c90-850a-8cf36278de8f req-44f95644-3f6b-454f-9107-1e52041f79f9 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:41.829373 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03e22ea7-2f13-40f4-9370-8779b2dfa35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:41.880984 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e22ea7-2f13-40f4-9370-8779b2dfa35f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c1920a5-48c6-4f37-8959-acd266c7f486,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:41.888324 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03e22ea7-2f13-40f4-9370-8779b2dfa35f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:41.890646 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d853298-1cb3-4f23-af73-3085fe3e66ce None None] Network 61cbdcdf-e065-4ed0-acf9-52684ddfe2f2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:33:41.896798 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-03e22ea7-2f13-40f4-9370-8779b2dfa35f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7c1920a5-48c6-4f37-8959-acd266c7f486 HTTP/1.1" status: 204 len: 168 time: 0.4765673 Mar 09 03:33:41.899823 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-738ce3e7-4137-4c90-850a-8cf36278de8f req-44f95644-3f6b-454f-9107-1e52041f79f9 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:41.903141 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39930) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:33:41.918346 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-738ce3e7-4137-4c90-850a-8cf36278de8f req-44f95644-3f6b-454f-9107-1e52041f79f9 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Usage tracker for resource:security_group_rule and tenant:70eeee148f5e4bb0b0e213c4b507c0e8 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:41.922805 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-738ce3e7-4137-4c90-850a-8cf36278de8f req-44f95644-3f6b-454f-9107-1e52041f79f9 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:41.938059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-738ce3e7-4137-4c90-850a-8cf36278de8f req-44f95644-3f6b-454f-9107-1e52041f79f9 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:42.048065 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4c616c31-f73f-45a5-8f19-e5044342f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:42.065110 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4c616c31-f73f-45a5-8f19-e5044342f0c4 admin admin] Deleting port 5a61fbc5-2f12-4711-89b1-22dc7441539f {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:33:42.065665 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4c616c31-f73f-45a5-8f19-e5044342f0c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:42.136196 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-53de16e3-9049-4382-90cb-316b28591cf0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:42.157865 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['b6f35ef7-250a-4519-9e2e-2cdcd74c2047', '4ddda7c6-b428-4425-a523-4b32482d7e48'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:33:42.236186 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['d1022644-48bc-4d48-bad2-0f16a24a90c7'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:33:42.278558 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9c293889-ec69-42b2-bc76-832c8def1595 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:33:42.309114 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-53de16e3-9049-4382-90cb-316b28591cf0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:33:42.326733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-53de16e3-9049-4382-90cb-316b28591cf0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:33:42.333328 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 9c293889-ec69-42b2-bc76-832c8def1595 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:33:42.333922 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9c293889-ec69-42b2-bc76-832c8def1595 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:33:42.335808 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-53de16e3-9049-4382-90cb-316b28591cf0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:33:42.390063 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de16e3-9049-4382-90cb-316b28591cf0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Pushing event updated for resources: {'Port': ['ID=811d17f4-2f18-4866-8e73-28c4a2cbb29f,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:42.400681 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-738ce3e7-4137-4c90-850a-8cf36278de8f req-44f95644-3f6b-454f-9107-1e52041f79f9 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:42.423104 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-738ce3e7-4137-4c90-850a-8cf36278de8f req-44f95644-3f6b-454f-9107-1e52041f79f9 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:42.485649 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-53de16e3-9049-4382-90cb-316b28591cf0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:42.486705 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-53de16e3-9049-4382-90cb-316b28591cf0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:42.515959 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-738ce3e7-4137-4c90-850a-8cf36278de8f req-44f95644-3f6b-454f-9107-1e52041f79f9 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:42.532024 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-738ce3e7-4137-4c90-850a-8cf36278de8f req-44f95644-3f6b-454f-9107-1e52041f79f9 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8231781 Mar 09 03:33:42.644581 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb6c1293-67e6-4e97-be63-8d7254a3ffbf {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:33:42.650270 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-f4b3621c-6a73-4ef2-b623-f27539edc816 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5187893 Mar 09 03:33:42.652676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-4c616c31-f73f-45a5-8f19-e5044342f0c4 admin admin] For port 5a61fbc5-2f12-4711-89b1-22dc7441539f, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5a61fbc5-2f12-4711-89b1-22dc7441539f,segment=NetworkSegment(500c5959-4d0b-4bd8-8a0a-49c2e07e144d),segment_id=500c5959-4d0b-4bd8-8a0a-49c2e07e144d)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:42.653028 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4c616c31-f73f-45a5-8f19-e5044342f0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:42.661215 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:42.670778 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06291f2a-b479-4378-b759-da2a6b3e3abd req-bf6a26cb-cef3-471e-bc59-5e0b933406d0 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:42.673483 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-06291f2a-b479-4378-b759-da2a6b3e3abd req-bf6a26cb-cef3-471e-bc59-5e0b933406d0 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 946 time: 0.3236330 Mar 09 03:33:42.674252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dfac27-42e2-4ba0-a050-b701613aaae7 None None] DHCP port deletion for 61cbdcdf-e065-4ed0-acf9-52684ddfe2f2 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:33:42.683723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f95644-3f6b-454f-9107-1e52041f79f9 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab9721e-a360-4f4d-9162-f3f7a17134c6,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:42.694274 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-62dfac27-42e2-4ba0-a050-b701613aaae7 None None] Deleting port 5a61fbc5-2f12-4711-89b1-22dc7441539f {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:33:42.694739 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-62dfac27-42e2-4ba0-a050-b701613aaae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:42.695908 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Transition to ACTIVE for port object fb6c1293-67e6-4e97-be63-8d7254a3ffbf will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:33:42.753293 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-53de16e3-9049-4382-90cb-316b28591cf0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2059481 Mar 09 03:33:42.753965 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:42.799482 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9f42a09b-2595-43d8-8df4-f469e8410b3b None None] Provisioning for port 811d17f4-2f18-4866-8e73-28c4a2cbb29f completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:33:42.801994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-5a2846a2-e1b0-4cb0-a732-d2c9fd300407 service neutron] Request body: {'port': {'device_id': '6dc20e09-8a7a-4738-b94d-8dc49bb7967f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:42.830645 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9f42a09b-2595-43d8-8df4-f469e8410b3b None None] Provisioning complete for port 811d17f4-2f18-4866-8e73-28c4a2cbb29f triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:42.831078 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9f42a09b-2595-43d8-8df4-f469e8410b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:42.850106 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4c616c31-f73f-45a5-8f19-e5044342f0c4 admin admin] Calling delete_port for 5a61fbc5-2f12-4711-89b1-22dc7441539f owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:33:42.980866 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-06291f2a-b479-4378-b759-da2a6b3e3abd req-376ac4a5-3297-47b3-b188-74d0fbaa1e76 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960899 Mar 09 03:33:42.997652 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Pushing event updated for resources: {'Port': ['ID=fb6c1293-67e6-4e97-be63-8d7254a3ffbf,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:43.001542 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4c616c31-f73f-45a5-8f19-e5044342f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:43.002970 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-62dfac27-42e2-4ba0-a050-b701613aaae7 None None] The port '5a61fbc5-2f12-4711-89b1-22dc7441539f' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:33:43.074091 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c616c31-f73f-45a5-8f19-e5044342f0c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a61fbc5-2f12-4711-89b1-22dc7441539f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:43.080504 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-384df8d8-3ad8-4d3f-a801-c0b4d487a2ef req-3aebc42c-9842-4b87-94ed-6889fd7e2c93 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2050240748', 'description': 'tempest-description-113470677'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:43.086462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c616c31-f73f-45a5-8f19-e5044342f0c4 admin admin] No DVR routers for this DVR port 5a61fbc5-2f12-4711-89b1-22dc7441539f on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:33:43.088298 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-384df8d8-3ad8-4d3f-a801-c0b4d487a2ef req-3aebc42c-9842-4b87-94ed-6889fd7e2c93 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:43.124105 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-384df8d8-3ad8-4d3f-a801-c0b4d487a2ef req-3aebc42c-9842-4b87-94ed-6889fd7e2c93 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Usage tracker for resource:security_group and tenant:70eeee148f5e4bb0b0e213c4b507c0e8 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:43.140003 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-9f42a09b-2595-43d8-8df4-f469e8410b3b None None] Port 811d17f4-2f18-4866-8e73-28c4a2cbb29f cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:33:43.204169 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:43.204523 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:43.204858 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:43.205190 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:43.205516 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:43.205840 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:43.206160 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:43.206475 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:43.206798 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:43.207157 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:43.207479 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:43.207799 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:43.221929 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4c616c31-f73f-45a5-8f19-e5044342f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:43.229673 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-384df8d8-3ad8-4d3f-a801-c0b4d487a2ef req-3aebc42c-9842-4b87-94ed-6889fd7e2c93 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:43.239047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-384df8d8-3ad8-4d3f-a801-c0b4d487a2ef req-3aebc42c-9842-4b87-94ed-6889fd7e2c93 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:43.250279 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2503c84-eea1-4067-8a33-638b84abc745 req-117a8b06-9cb2-412b-a059-25d8a7b94180 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:43.257764 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-4c616c31-f73f-45a5-8f19-e5044342f0c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61cbdcdf-e065-4ed0-acf9-52684ddfe2f2']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:43.259665 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e2503c84-eea1-4067-8a33-638b84abc745 req-117a8b06-9cb2-412b-a059-25d8a7b94180 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 949 time: 0.5676844 Mar 09 03:33:43.270755 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-4c616c31-f73f-45a5-8f19-e5044342f0c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500c5959-4d0b-4bd8-8a0a-49c2e07e144d') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:43.271130 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-4c616c31-f73f-45a5-8f19-e5044342f0c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500c5959-4d0b-4bd8-8a0a-49c2e07e144d') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:43.281636 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-384df8d8-3ad8-4d3f-a801-c0b4d487a2ef req-3aebc42c-9842-4b87-94ed-6889fd7e2c93 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:43.297012 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4c616c31-f73f-45a5-8f19-e5044342f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:43.315842 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-384df8d8-3ad8-4d3f-a801-c0b4d487a2ef req-3aebc42c-9842-4b87-94ed-6889fd7e2c93 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:43.321365 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4c616c31-f73f-45a5-8f19-e5044342f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:43.323645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-384df8d8-3ad8-4d3f-a801-c0b4d487a2ef req-3aebc42c-9842-4b87-94ed-6889fd7e2c93 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Usage tracker for resource:security_group_rule and tenant:70eeee148f5e4bb0b0e213c4b507c0e8 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:43.328406 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-384df8d8-3ad8-4d3f-a801-c0b4d487a2ef req-3aebc42c-9842-4b87-94ed-6889fd7e2c93 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:43.334644 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Attempting to bind port fb6c1293-67e6-4e97-be63-8d7254a3ffbf on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:33:43.334806 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c616c31-f73f-45a5-8f19-e5044342f0c4 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:33:43.334999 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Attempting to bind port fb6c1293-67e6-4e97-be63-8d7254a3ffbf by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:33:43.335133 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4c616c31-f73f-45a5-8f19-e5044342f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:43.335310 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Attempting to bind port fb6c1293-67e6-4e97-be63-8d7254a3ffbf on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:43.341251 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-5a2846a2-e1b0-4cb0-a732-d2c9fd300407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:33:43.348191 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:33:43.350181 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-384df8d8-3ad8-4d3f-a801-c0b4d487a2ef req-3aebc42c-9842-4b87-94ed-6889fd7e2c93 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:43.359272 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Port fb6c1293-67e6-4e97-be63-8d7254a3ffbf on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:33:43.359695 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Attempting to bind port fb6c1293-67e6-4e97-be63-8d7254a3ffbf on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:43.370510 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e2503c84-eea1-4067-8a33-638b84abc745 req-d78ae441-da07-4f9f-b040-c0fbd5b01795 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920706 Mar 09 03:33:43.375045 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:33:43.375386 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:33:43.376241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:33:43.376241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Bound port: fb6c1293-67e6-4e97-be63-8d7254a3ffbf, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:33:43.376614 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:43.455166 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4c616c31-f73f-45a5-8f19-e5044342f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:43.482676 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4c616c31-f73f-45a5-8f19-e5044342f0c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:43.487081 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c616c31-f73f-45a5-8f19-e5044342f0c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=61cbdcdf-e065-4ed0-acf9-52684ddfe2f2,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:43.547748 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4c616c31-f73f-45a5-8f19-e5044342f0c4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/61cbdcdf-e065-4ed0-acf9-52684ddfe2f2 HTTP/1.1" status: 204 len: 168 time: 1.6435339 Mar 09 03:33:43.555478 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-384df8d8-3ad8-4d3f-a801-c0b4d487a2ef req-3aebc42c-9842-4b87-94ed-6889fd7e2c93 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:43.562891 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-384df8d8-3ad8-4d3f-a801-c0b4d487a2ef req-3aebc42c-9842-4b87-94ed-6889fd7e2c93 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:43.610742 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9c45a8-9315-4363-b956-dfd68fcee446', 'tag': 'd523c491-0d3b-4840-b7f6-408a5c97b5a2'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:33:43.622231 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-384df8d8-3ad8-4d3f-a801-c0b4d487a2ef req-3aebc42c-9842-4b87-94ed-6889fd7e2c93 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:43.623455 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-384df8d8-3ad8-4d3f-a801-c0b4d487a2ef req-3aebc42c-9842-4b87-94ed-6889fd7e2c93 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5531733 Mar 09 03:33:43.624833 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aebc42c-9842-4b87-94ed-6889fd7e2c93 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31b9c946-7bc6-40dc-8d2d-db3e8fc2ef48,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:43.749709 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] For port fb6c1293-67e6-4e97-be63-8d7254a3ffbf, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:33:43.790751 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] For port fb6c1293-67e6-4e97-be63-8d7254a3ffbf, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=fb6c1293-67e6-4e97-be63-8d7254a3ffbf,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:33:43.798057 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39976) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:33:43.801418 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:43.848585 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdf02d-5d8c-4af0-a6ad-6aec003f308e req-bc713155-ff28-47a8-a24e-b9dcc526db1d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:43.850040 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-75bdf02d-5d8c-4af0-a6ad-6aec003f308e req-bc713155-ff28-47a8-a24e-b9dcc526db1d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc20e09-8a7a-4738-b94d-8dc49bb7967f HTTP/1.1" status: 200 len: 936 time: 0.0978353 Mar 09 03:33:43.899397 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-75bdf02d-5d8c-4af0-a6ad-6aec003f308e req-eb6d4b10-1237-41b6-9422-d4bdcbc8f2f7 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432041 Mar 09 03:33:43.964373 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:43.965436 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:43.966714 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] 10.222.0.24 "PUT /v2.0/ports/fb6c1293-67e6-4e97-be63-8d7254a3ffbf HTTP/1.1" status: 200 len: 1096 time: 2.4696085 Mar 09 03:33:43.969958 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '998864f7-4b0c-4dcf-a252-8952926b228d', 'tag': 'fb6c1293-67e6-4e97-be63-8d7254a3ffbf'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:33:44.003925 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ab770-f8f7-4213-a68c-5899b504acdd req-e2259116-af82-4de9-9581-9ef365e777d7 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:44.005342 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-210ab770-f8f7-4213-a68c-5899b504acdd req-e2259116-af82-4de9-9581-9ef365e777d7 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 943 time: 0.4236588 Mar 09 03:33:44.108792 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6e508-c443-4db5-be58-c3cf597c98f8 service neutron] Pushing event updated for resources: {'Port': ['ID=fb6c1293-67e6-4e97-be63-8d7254a3ffbf,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:44.122669 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-51dfc4b7-8853-4499-a760-074360168ef8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=161cfcaaeaf841638a395e36c8e1798c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3233910 Mar 09 03:33:44.125545 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39984) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:33:44.148819 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-210ab770-f8f7-4213-a68c-5899b504acdd req-09853fca-b030-4c1d-9f4c-f1bb03baac28 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345718 Mar 09 03:33:44.234283 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5a61fbc5-2f12-4711-89b1-22dc7441539f no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:33:44.256640 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-5a2846a2-e1b0-4cb0-a732-d2c9fd300407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 811d17f4-2f18-4866-8e73-28c4a2cbb29f {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:33:44.259509 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c9c45a8-9315-4363-b956-dfd68fcee446', 'tag': 'd523c491-0d3b-4840-b7f6-408a5c97b5a2', 'status': 'completed', 'code': 200} Mar 09 03:33:44.275193 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-7b38b4e0-2044-46f1-a418-a56f40468136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:44.276665 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-7b38b4e0-2044-46f1-a418-a56f40468136 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cc46625939e49829e840c9b5c55e8e6&device_id=998864f7-4b0c-4dcf-a252-8952926b228d HTTP/1.1" status: 200 len: 1099 time: 0.2589374 Mar 09 03:33:44.282383 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-5a2846a2-e1b0-4cb0-a732-d2c9fd300407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:44.282879 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device d523c491-0d3b-4840-b7f6-408a5c97b5a2 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:33:44.294086 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 5a61fbc5-2f12-4711-89b1-22dc7441539f {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:33:44.294727 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5a61fbc5-2f12-4711-89b1-22dc7441539f not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:33:44.355370 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '998864f7-4b0c-4dcf-a252-8952926b228d', 'tag': 'fb6c1293-67e6-4e97-be63-8d7254a3ffbf', 'status': 'completed', 'code': 200} Mar 09 03:33:44.365069 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5f5a2d67-1c5a-434b-ab43-174746e644a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:44.370516 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-ae7f42a2-b40e-4853-bd65-6dfc624f6985 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=fb6c1293-67e6-4e97-be63-8d7254a3ffbf HTTP/1.1" status: 200 len: 217 time: 0.0828595 Mar 09 03:33:44.380777 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-5a2846a2-e1b0-4cb0-a732-d2c9fd300407 service neutron] Transition to ACTIVE for port object 811d17f4-2f18-4866-8e73-28c4a2cbb29f will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:33:44.388434 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-5a2846a2-e1b0-4cb0-a732-d2c9fd300407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:44.393570 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5f5a2d67-1c5a-434b-ab43-174746e644a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:44.467933 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port d523c491-0d3b-4840-b7f6-408a5c97b5a2, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d523c491-0d3b-4840-b7f6-408a5c97b5a2,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:44.481959 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device d523c491-0d3b-4840-b7f6-408a5c97b5a2 has no active binding in host n-h1-825178-5 {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 09 03:33:44.547025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1459bc1-2cc8-4204-8364-eabc0f2e1eec req-42a56b05-119b-45ac-a35e-c02d96209927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:44.548631 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1459bc1-2cc8-4204-8364-eabc0f2e1eec req-42a56b05-119b-45ac-a35e-c02d96209927 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2805c8aef7c746099fde990352f135bf&device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 1124 time: 0.2883737 Mar 09 03:33:44.599504 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-7d081c1a-ac8a-4a7b-b1e2-de01220a389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:44.601007 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-7d081c1a-ac8a-4a7b-b1e2-de01220a389b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 1100 time: 0.3396747 Mar 09 03:33:44.605439 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2846a2-e1b0-4cb0-a732-d2c9fd300407 service neutron] Pushing event updated for resources: {'Port': ['ID=811d17f4-2f18-4866-8e73-28c4a2cbb29f,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:44.608036 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5f5a2d67-1c5a-434b-ab43-174746e644a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:44.651622 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-d6e708cb-6af9-427b-a666-f719a35b8cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:44.653032 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-d6e708cb-6af9-427b-a666-f719a35b8cb4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.2595415 Mar 09 03:33:44.695273 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13d0ec-4d77-46be-9771-a04a7b259723 req-3e6db385-1f19-431a-8a86-f57e466bec05 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:44.696712 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0b13d0ec-4d77-46be-9771-a04a7b259723 req-3e6db385-1f19-431a-8a86-f57e466bec05 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 946 time: 0.2950895 Mar 09 03:33:44.719777 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a2d67-1c5a-434b-ab43-174746e644a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b2c2a2-0780-4b57-9d03-ca750caf43b0,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:44.750662 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5f5a2d67-1c5a-434b-ab43-174746e644a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:44.754418 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5f5a2d67-1c5a-434b-ab43-174746e644a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33b2c2a2-0780-4b57-9d03-ca750caf43b0 HTTP/1.1" status: 204 len: 168 time: 0.6252105 Mar 09 03:33:44.777897 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-86a624f5-b3be-49de-a24f-6d0185ad2611 req-3d141eb4-3abc-48e4-afe6-ef360bbbcfbb tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Synchronizing usage tracker for tenant:70eeee148f5e4bb0b0e213c4b507c0e8 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:33:44.822526 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-86a624f5-b3be-49de-a24f-6d0185ad2611 req-3d141eb4-3abc-48e4-afe6-ef360bbbcfbb tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Unset dirty status for tenant:70eeee148f5e4bb0b0e213c4b507c0e8 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:33:44.824007 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-86a624f5-b3be-49de-a24f-6d0185ad2611 req-3d141eb4-3abc-48e4-afe6-ef360bbbcfbb tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70eeee148f5e4bb0b0e213c4b507c0e8 HTTP/1.1" status: 200 len: 10895 time: 0.5727768 Mar 09 03:33:44.827426 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-5a2846a2-e1b0-4cb0-a732-d2c9fd300407 service neutron] Attempting to bind port 811d17f4-2f18-4866-8e73-28c4a2cbb29f on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:33:44.827751 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-5a2846a2-e1b0-4cb0-a732-d2c9fd300407 service neutron] Attempting to bind port 811d17f4-2f18-4866-8e73-28c4a2cbb29f by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:33:44.828072 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-5a2846a2-e1b0-4cb0-a732-d2c9fd300407 service neutron] Attempting to bind port 811d17f4-2f18-4866-8e73-28c4a2cbb29f on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:44.840366 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-5a2846a2-e1b0-4cb0-a732-d2c9fd300407 service neutron] Port 811d17f4-2f18-4866-8e73-28c4a2cbb29f on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:33:44.840611 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-5a2846a2-e1b0-4cb0-a732-d2c9fd300407 service neutron] Attempting to bind port 811d17f4-2f18-4866-8e73-28c4a2cbb29f on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:44.860956 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-5a2846a2-e1b0-4cb0-a732-d2c9fd300407 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:33:44.861365 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-5a2846a2-e1b0-4cb0-a732-d2c9fd300407 service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:33:44.861667 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-5a2846a2-e1b0-4cb0-a732-d2c9fd300407 service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:33:44.862115 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-5a2846a2-e1b0-4cb0-a732-d2c9fd300407 service neutron] Bound port: 811d17f4-2f18-4866-8e73-28c4a2cbb29f, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:33:44.862457 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-5a2846a2-e1b0-4cb0-a732-d2c9fd300407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:44.924030 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-bd4c2c32-3b94-483b-8772-4c4a3ef27b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:44.925502 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-bd4c2c32-3b94-483b-8772-4c4a3ef27b0e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2536490 Mar 09 03:33:44.996551 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-86a624f5-b3be-49de-a24f-6d0185ad2611 req-c3512157-2658-4f27-a544-a9d3ae526bad tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/cdd83d64-8797-4349-9aaf-91b23d76735d HTTP/1.1" status: 200 len: 2981 time: 0.1522307 Mar 09 03:33:45.004798 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0b13d0ec-4d77-46be-9771-a04a7b259723 req-97446619-8578-421a-a70d-38c49e6e08d1 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883792 Mar 09 03:33:45.014668 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1459bc1-2cc8-4204-8364-eabc0f2e1eec req-92d659b0-cecd-4b98-8042-e87cf35a7052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:45.016135 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1459bc1-2cc8-4204-8364-eabc0f2e1eec req-92d659b0-cecd-4b98-8042-e87cf35a7052 service neutron] 10.222.0.21 "GET /v2.0/networks?id=af94044a-4dd6-4e2a-9a7b-ddb410474c02 HTTP/1.1" status: 200 len: 908 time: 0.4584453 Mar 09 03:33:45.045774 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-e3fef359-10f4-429d-ac70-e80697ee1dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:45.047309 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-e3fef359-10f4-429d-ac70-e80697ee1dee service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.4325476 Mar 09 03:33:45.113684 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1459bc1-2cc8-4204-8364-eabc0f2e1eec req-84cb66d4-ea8e-4b2b-92b6-8acd8bdb4a99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d523c491-0d3b-4840-b7f6-408a5c97b5a2 HTTP/1.1" status: 200 len: 217 time: 0.0653968 Mar 09 03:33:45.126275 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-5a2846a2-e1b0-4cb0-a732-d2c9fd300407 service neutron] For port 811d17f4-2f18-4866-8e73-28c4a2cbb29f, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:33:45.134190 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-5a2846a2-e1b0-4cb0-a732-d2c9fd300407 service neutron] For port 811d17f4-2f18-4866-8e73-28c4a2cbb29f, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=811d17f4-2f18-4866-8e73-28c4a2cbb29f,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:33:45.155398 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-5a2846a2-e1b0-4cb0-a732-d2c9fd300407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:45.214170 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-0c424dbe-e3cd-4d36-b4b9-c9966b089c8a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=dfc3397f-d11e-4a4e-96e9-d963378392a6 HTTP/1.1" status: 200 len: 217 time: 0.0995207 Mar 09 03:33:45.216062 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-91eba9eb-f08a-44f5-9f14-dc234627f541 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711141 Mar 09 03:33:45.218638 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-86a624f5-b3be-49de-a24f-6d0185ad2611 req-71246459-0fea-41e4-a010-9a8de139c48f tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/cdd83d64-8797-4349-9aaf-91b23d76735d HTTP/1.1" status: 200 len: 2981 time: 0.2131960 Mar 09 03:33:45.254026 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-5a2846a2-e1b0-4cb0-a732-d2c9fd300407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:45.254637 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-5a2846a2-e1b0-4cb0-a732-d2c9fd300407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:45.256002 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-5a2846a2-e1b0-4cb0-a732-d2c9fd300407 service neutron] 10.222.0.21 "PUT /v2.0/ports/811d17f4-2f18-4866-8e73-28c4a2cbb29f HTTP/1.1" status: 200 len: 1096 time: 2.4649415 Mar 09 03:33:45.398188 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c51dc818-2ad9-471a-919f-c928ea783d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:45.400167 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c51dc818-2ad9-471a-919f-c928ea783d27 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1729586 Mar 09 03:33:45.408443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1459bc1-2cc8-4204-8364-eabc0f2e1eec req-c527b4e9-4212-47e6-a75c-309c912f64fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:45.409967 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1459bc1-2cc8-4204-8364-eabc0f2e1eec req-c527b4e9-4212-47e6-a75c-309c912f64fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42f7c02a-5561-45bd-a0c7-255e56eaf460 HTTP/1.1" status: 200 len: 847 time: 0.2481067 Mar 09 03:33:45.518715 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2846a2-e1b0-4cb0-a732-d2c9fd300407 service neutron] Pushing event updated for resources: {'Port': ['ID=811d17f4-2f18-4866-8e73-28c4a2cbb29f,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:45.555788 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1459bc1-2cc8-4204-8364-eabc0f2e1eec req-5492f108-3567-4e99-b975-e1f09ddd04e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af94044a-4dd6-4e2a-9a7b-ddb410474c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838583 Mar 09 03:33:45.632549 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-aea947ad-2e91-4e50-acea-bcd986dcd870 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991742 Mar 09 03:33:45.665091 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-8a81197b-2c01-4e69-b922-5fed7aa9c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:45.666521 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-8a81197b-2c01-4e69-b922-5fed7aa9c978 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9cc46625939e49829e840c9b5c55e8e6&device_id=6dc20e09-8a7a-4738-b94d-8dc49bb7967f HTTP/1.1" status: 200 len: 1099 time: 0.1908739 Mar 09 03:33:45.683317 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5dd25-c5d8-490e-8eee-46c65c6579d2 req-e71c8f11-1bc0-4775-9605-c3e841d51e4c tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:45.686306 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3db5dd25-c5d8-490e-8eee-46c65c6579d2 req-e71c8f11-1bc0-4775-9605-c3e841d51e4c tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 949 time: 0.2092688 Mar 09 03:33:45.784488 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40020) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:33:45.808669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c6e7143b-de18-42c5-b41e-a99c094ff245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:45.809788 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-85bde9e6-ab36-4136-9e5f-7487c15ffd8c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=811d17f4-2f18-4866-8e73-28c4a2cbb29f HTTP/1.1" status: 200 len: 217 time: 0.1225159 Mar 09 03:33:45.810138 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c6e7143b-de18-42c5-b41e-a99c094ff245 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3992894 Mar 09 03:33:45.876073 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1459bc1-2cc8-4204-8364-eabc0f2e1eec req-4a5dea67-b86e-4fa4-a5ea-05a7d4cca4ba service neutron] 10.222.0.21 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104682 Mar 09 03:33:45.899616 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-f9f02b6a-22d4-4cc6-88e6-29b78c8bbd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:45.901362 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-f9f02b6a-22d4-4cc6-88e6-29b78c8bbd62 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.0775263 Mar 09 03:33:45.962954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64820949-b8c3-4718-8b83-13eacbef0a58 req-2a55c224-848c-48f8-bf82-b578effd5d34 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:45.964416 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-64820949-b8c3-4718-8b83-13eacbef0a58 req-2a55c224-848c-48f8-bf82-b578effd5d34 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc20e09-8a7a-4738-b94d-8dc49bb7967f HTTP/1.1" status: 200 len: 948 time: 0.3115666 Mar 09 03:33:45.969428 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3db5dd25-c5d8-490e-8eee-46c65c6579d2 req-c4769227-5527-4821-8786-7d5a5c2e29ea tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251282 Mar 09 03:33:45.978743 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1324503314-network', 'tenant_id': '577387edec0b4b50a2b74edcbf17f676'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:45.995512 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:46.013018 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a2aa2-c621-4ddc-827f-ae3d0be85288 req-7ef3aaa1-5498-4226-9e73-078b45b012d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:46.014468 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-932a2aa2-c621-4ddc-827f-ae3d0be85288 req-7ef3aaa1-5498-4226-9e73-078b45b012d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cc46625939e49829e840c9b5c55e8e6&device_id=998864f7-4b0c-4dcf-a252-8952926b228d HTTP/1.1" status: 200 len: 1099 time: 0.2690713 Mar 09 03:33:46.018229 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Usage tracker for resource:network and tenant:577387edec0b4b50a2b74edcbf17f676 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:46.063051 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-9078c509-b5e5-4d8e-ba76-3af1f8fbb55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:46.064435 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-9078c509-b5e5-4d8e-ba76-3af1f8fbb55b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1523364 Mar 09 03:33:46.070226 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:46.095693 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:46.143360 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-64820949-b8c3-4718-8b83-13eacbef0a58 req-7022cebf-904a-47e8-bc79-999de013f38f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511035 Mar 09 03:33:46.145926 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Made reservation on behalf of 577387edec0b4b50a2b74edcbf17f676 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:33:46.148175 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:46.159043 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-a85f33b1-ad6e-4f85-bca6-48a7c0aec868 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276284 Mar 09 03:33:46.171529 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:46.248905 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1459bc1-2cc8-4204-8364-eabc0f2e1eec req-f14cc1f9-3308-44a8-9be9-4cd6508de082 service neutron] 10.222.0.21 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638217 Mar 09 03:33:46.253180 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:46.311768 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a2aa2-c621-4ddc-827f-ae3d0be85288 req-85b9cd84-5c2a-45c0-a76d-584f8a8c5615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:46.312027 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Usage tracker for resource:security_group_rule and tenant:577387edec0b4b50a2b74edcbf17f676 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:46.313255 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-932a2aa2-c621-4ddc-827f-ae3d0be85288 req-85b9cd84-5c2a-45c0-a76d-584f8a8c5615 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.2912080 Mar 09 03:33:46.316238 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:46.336585 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:46.361174 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80b07c49-8912-456f-8f00-9e39eeeebb97 req-9f61f16c-ec0e-43f0-8a8f-ba649aaa8250 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/0caf3fda-9d9f-4955-960f-536c95423558 HTTP/1.1" status: 200 len: 1801 time: 0.1792598 Mar 09 03:33:46.381430 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc20e09-8a7a-4738-b94d-8dc49bb7967f', 'tag': '811d17f4-2f18-4866-8e73-28c4a2cbb29f'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:33:46.412834 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-932a2aa2-c621-4ddc-827f-ae3d0be85288 req-51ae9c6f-afb8-46bb-92e9-01b683f32d85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=fb6c1293-67e6-4e97-be63-8d7254a3ffbf HTTP/1.1" status: 200 len: 217 time: 0.0892615 Mar 09 03:33:46.417549 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-b7c03d95-9c88-4929-a7c9-e95ee4191b12 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274613 Mar 09 03:33:46.418702 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-74f34103-e9ca-421f-ad7f-e95040a1426e service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076136 Mar 09 03:33:46.427450 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c30a7-ab3e-4a27-b547-8ea62089e89a req-f21278ad-d626-4060-8aed-63a88abb5692 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:46.429128 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-701c30a7-ab3e-4a27-b547-8ea62089e89a req-f21278ad-d626-4060-8aed-63a88abb5692 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 943 time: 0.3193696 Mar 09 03:33:46.490766 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-80b07c49-8912-456f-8f00-9e39eeeebb97 req-a6772b36-7672-484f-9291-54dc7f4db8cf tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:46.537731 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:46.539598 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-80b07c49-8912-456f-8f00-9e39eeeebb97 req-a6772b36-7672-484f-9291-54dc7f4db8cf tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:46.547223 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:46.599709 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:33:46.604051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b420cf6-4961-4845-821c-bdafd56e2e58,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:46.619935 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:46.623077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:46.623485 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:46.623840 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:46.624196 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:46.625067 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:46.625067 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:46.625293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:46.625453 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:46.625818 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:46.626154 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:46.626479 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:46.631360 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a2aa2-c621-4ddc-827f-ae3d0be85288 req-1bc9c667-26f8-4e5c-9ec2-28a97baf766a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:46.633348 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-932a2aa2-c621-4ddc-827f-ae3d0be85288 req-1bc9c667-26f8-4e5c-9ec2-28a97baf766a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.2030702 Mar 09 03:33:46.637520 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:46.637953 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Added segment 14554d69-1b08-45a4-9776-8b751a4083cd of type vlan for network 4014b2ef-cf09-417b-a3aa-94666bbce91c Mar 09 03:33:46.638372 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-701c30a7-ab3e-4a27-b547-8ea62089e89a req-98206f57-b915-4c7f-868d-3cc11551f6f6 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528838 Mar 09 03:33:46.671317 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-80b07c49-8912-456f-8f00-9e39eeeebb97 req-a6772b36-7672-484f-9291-54dc7f4db8cf tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:46.691113 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:46.699041 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6772b36-7672-484f-9291-54dc7f4db8cf tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caf3fda-9d9f-4955-960f-536c95423558,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:46.713767 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f6ed258-8287-47bd-a1a7-9a12a22a0e36 req-c3ca5ade-8607-4131-9f3e-cfcc8465142b service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824168 Mar 09 03:33:46.747039 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a2aa2-c621-4ddc-827f-ae3d0be85288 req-b23d881b-96fa-4b08-bf0f-5e156c8ea735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:46.748693 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-932a2aa2-c621-4ddc-827f-ae3d0be85288 req-b23d881b-96fa-4b08-bf0f-5e156c8ea735 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1076510 Mar 09 03:33:46.753477 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:46.754626 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:46.755344 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:46.810138 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-80b07c49-8912-456f-8f00-9e39eeeebb97 req-a6772b36-7672-484f-9291-54dc7f4db8cf tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:46.811159 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80b07c49-8912-456f-8f00-9e39eeeebb97 req-a6772b36-7672-484f-9291-54dc7f4db8cf tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "DELETE /v2.0/security-groups/0caf3fda-9d9f-4955-960f-536c95423558 HTTP/1.1" status: 204 len: 173 time: 0.4409499 Mar 09 03:33:46.867677 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0804932 Mar 09 03:33:46.872871 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40032) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:33:46.889846 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-746fec58-0296-4a59-9fa9-29a4d18d38aa admin admin] Request body: {'subnet': {'network_id': '4014b2ef-cf09-417b-a3aa-94666bbce91c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1324503314-subnet', 'tenant_id': '577387edec0b4b50a2b74edcbf17f676', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:46.896404 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afb694-83b2-4964-9d9b-9a9c3329e8fd admin admin] Pushing event updated for resources: {'Network': ['ID=4014b2ef-cf09-417b-a3aa-94666bbce91c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:46.898625 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-746fec58-0296-4a59-9fa9-29a4d18d38aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:46.902712 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-746fec58-0296-4a59-9fa9-29a4d18d38aa admin admin] Usage tracker for resource:subnet and tenant:577387edec0b4b50a2b74edcbf17f676 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:46.909295 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 4014b2ef-cf09-417b-a3aa-94666bbce91c details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:33:46.910169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-746fec58-0296-4a59-9fa9-29a4d18d38aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:46.920765 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-746fec58-0296-4a59-9fa9-29a4d18d38aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:46.951581 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-932a2aa2-c621-4ddc-827f-ae3d0be85288 req-6e571c06-db77-491e-bb2e-85af1f4178bc service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949782 Mar 09 03:33:46.979592 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746fec58-0296-4a59-9fa9-29a4d18d38aa admin admin] Made reservation on behalf of 577387edec0b4b50a2b74edcbf17f676 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:33:46.982187 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-746fec58-0296-4a59-9fa9-29a4d18d38aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:47.187638 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc20e09-8a7a-4738-b94d-8dc49bb7967f', 'tag': '811d17f4-2f18-4866-8e73-28c4a2cbb29f', 'status': 'completed', 'code': 200} Mar 09 03:33:47.265146 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [req-452f7966-3806-4516-9fc7-c030bcef4452 req-71021f0f-566b-40e6-b87a-493c0c65da70 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] show failed (client error): The resource could not be found. Mar 09 03:33:47.266269 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-452f7966-3806-4516-9fc7-c030bcef4452 req-71021f0f-566b-40e6-b87a-493c0c65da70 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/0caf3fda-9d9f-4955-960f-536c95423558 HTTP/1.1" status: 404 len: 352 time: 0.0785449 Mar 09 03:33:47.306307 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1123a-6170-4ed1-b151-3d8923086e4d req-72434f72-f781-4656-97bb-94ac23744dd5 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:47.307834 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b7d1123a-6170-4ed1-b151-3d8923086e4d req-72434f72-f781-4656-97bb-94ac23744dd5 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 946 time: 0.3705263 Mar 09 03:33:47.310954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee4755-b9d1-4287-89f9-64cf7a0e7849 req-2cb4fced-8ce2-4074-a1c4-09c9e6d90b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:47.312301 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9dee4755-b9d1-4287-89f9-64cf7a0e7849 req-2cb4fced-8ce2-4074-a1c4-09c9e6d90b8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9cc46625939e49829e840c9b5c55e8e6&device_id=6dc20e09-8a7a-4738-b94d-8dc49bb7967f HTTP/1.1" status: 200 len: 1099 time: 0.1920958 Mar 09 03:33:47.324468 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-932a2aa2-c621-4ddc-827f-ae3d0be85288 req-bfcd1031-a5a8-4b16-9952-a2132b25bff3 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658240 Mar 09 03:33:47.325901 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-f666a079-d93e-4a85-8230-6fc83d570446 service neutron] 10.222.0.21 "GET /v2.0/ports/d523c491-0d3b-4840-b7f6-408a5c97b5a2/bindings/n-h1-825178-5 HTTP/1.1" status: 200 len: 384 time: 0.1408391 Mar 09 03:33:47.498796 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b7d1123a-6170-4ed1-b151-3d8923086e4d req-e98e0f76-73a1-4c45-b8d4-772aae4897e3 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841750 Mar 09 03:33:47.560607 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-746fec58-0296-4a59-9fa9-29a4d18d38aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:47.569682 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf1164-dd14-4928-8de4-c32651b94dff req-e990c534-9bc6-4e31-b262-e5f4b57a5f43 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:47.571212 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-34cf1164-dd14-4928-8de4-c32651b94dff req-e990c534-9bc6-4e31-b262-e5f4b57a5f43 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 949 time: 0.1878369 Mar 09 03:33:47.589407 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee4755-b9d1-4287-89f9-64cf7a0e7849 req-958a6457-99a0-4816-b83c-a2c0d8f70f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:47.591013 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9dee4755-b9d1-4287-89f9-64cf7a0e7849 req-958a6457-99a0-4816-b83c-a2c0d8f70f06 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.2573414 Mar 09 03:33:47.677899 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-34cf1164-dd14-4928-8de4-c32651b94dff req-6073b0cc-eb45-488c-911b-5fd02525fdaf tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604970 Mar 09 03:33:47.704145 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-7a81bc6b-76bd-4153-894a-3950281bcb50 service neutron] For port d523c491-0d3b-4840-b7f6-408a5c97b5a2, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d523c491-0d3b-4840-b7f6-408a5c97b5a2,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:47.711643 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9dee4755-b9d1-4287-89f9-64cf7a0e7849 req-7d432b24-a260-4ad4-a3fe-3a21f81ae396 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=811d17f4-2f18-4866-8e73-28c4a2cbb29f HTTP/1.1" status: 200 len: 217 time: 0.0995955 Mar 09 03:33:47.760953 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-7a81bc6b-76bd-4153-894a-3950281bcb50 service neutron] For port d523c491-0d3b-4840-b7f6-408a5c97b5a2, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:33:47.788727 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746fec58-0296-4a59-9fa9-29a4d18d38aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f248d7ef-963e-4ed7-8ec6-a9f2b9cf788c,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:47.803265 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1e4273ea-a22d-4cdf-841b-e6b42c07c33a req-18971f99-5bb5-4872-8bd6-8463b0014e26 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/8ab9721e-a360-4f4d-9162-f3f7a17134c6 HTTP/1.1" status: 200 len: 1800 time: 0.1016436 Mar 09 03:33:47.807356 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746fec58-0296-4a59-9fa9-29a4d18d38aa admin admin] Checking segment: {'id': '14554d69-1b08-45a4-9776-8b751a4083cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4014b2ef-cf09-417b-a3aa-94666bbce91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:33:47.807711 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746fec58-0296-4a59-9fa9-29a4d18d38aa admin admin] Network hostable DHCP agents. Network: 4014b2ef-cf09-417b-a3aa-94666bbce91c, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:33:47.819030 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-7a81bc6b-76bd-4153-894a-3950281bcb50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d523c491-0d3b-4840-b7f6-408a5c97b5a2 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:33:47.828064 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee4755-b9d1-4287-89f9-64cf7a0e7849 req-16290e7d-9617-4fb4-b14e-70aabdfb95f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:47.829478 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9dee4755-b9d1-4287-89f9-64cf7a0e7849 req-16290e7d-9617-4fb4-b14e-70aabdfb95f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1081643 Mar 09 03:33:47.846323 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-7a81bc6b-76bd-4153-894a-3950281bcb50 service neutron] For port d523c491-0d3b-4840-b7f6-408a5c97b5a2, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=d523c491-0d3b-4840-b7f6-408a5c97b5a2,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:47.879236 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-7a81bc6b-76bd-4153-894a-3950281bcb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:47.885319 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746fec58-0296-4a59-9fa9-29a4d18d38aa admin admin] Network 4014b2ef-cf09-417b-a3aa-94666bbce91c is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:33:47.908843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95b240-53cc-40cd-abbb-0400ed3796f0 req-324a5eb0-efc8-4276-8cd0-7dd52d813230 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:47.910297 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff95b240-53cc-40cd-abbb-0400ed3796f0 req-324a5eb0-efc8-4276-8cd0-7dd52d813230 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc20e09-8a7a-4738-b94d-8dc49bb7967f HTTP/1.1" status: 200 len: 948 time: 0.2438316 Mar 09 03:33:47.914024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-746fec58-0296-4a59-9fa9-29a4d18d38aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 4014b2ef-cf09-417b-a3aa-94666bbce91c) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:33:47.919122 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746fec58-0296-4a59-9fa9-29a4d18d38aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:47.919692 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-746fec58-0296-4a59-9fa9-29a4d18d38aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:47.930847 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40fce2e-ee61-4695-92b6-7b20840d6f4c None None] Network 4014b2ef-cf09-417b-a3aa-94666bbce91c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:33:47.954841 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1e4273ea-a22d-4cdf-841b-e6b42c07c33a req-8d0ab765-1222-4fb7-a248-4307ec9a0f75 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:47.974449 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-746fec58-0296-4a59-9fa9-29a4d18d38aa admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0982187 Mar 09 03:33:47.977348 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40048) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:33:47.988738 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee4755-b9d1-4287-89f9-64cf7a0e7849 req-0d12c17d-fb37-403c-afc8-ae70248f6548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:47.989237 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f6349b60-2d2b-400b-bf7d-d2ce17930ca1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1324503314-router', 'tenant_id': '577387edec0b4b50a2b74edcbf17f676', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:47.990226 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9dee4755-b9d1-4287-89f9-64cf7a0e7849 req-0d12c17d-fb37-403c-afc8-ae70248f6548 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1523550 Mar 09 03:33:48.003418 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff95b240-53cc-40cd-abbb-0400ed3796f0 req-16175fc6-f0d1-4556-8276-840577995441 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666990 Mar 09 03:33:48.004905 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f6349b60-2d2b-400b-bf7d-d2ce17930ca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:48.031822 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1e4273ea-a22d-4cdf-841b-e6b42c07c33a req-8d0ab765-1222-4fb7-a248-4307ec9a0f75 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:48.043190 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f6349b60-2d2b-400b-bf7d-d2ce17930ca1 admin admin] Usage tracker for resource:router and tenant:577387edec0b4b50a2b74edcbf17f676 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:48.045347 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f6349b60-2d2b-400b-bf7d-d2ce17930ca1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:48.058623 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f6349b60-2d2b-400b-bf7d-d2ce17930ca1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:48.100939 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-7a81bc6b-76bd-4153-894a-3950281bcb50 service neutron] Transition to ACTIVE for port object d523c491-0d3b-4840-b7f6-408a5c97b5a2 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:33:48.105945 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f6349b60-2d2b-400b-bf7d-d2ce17930ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:48.107028 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f6349b60-2d2b-400b-bf7d-d2ce17930ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:48.113942 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-7a81bc6b-76bd-4153-894a-3950281bcb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:48.223616 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8285a43b-9e7c-4b12-96f1-4e8c9e327f0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-4014b2ef-cf09-417b-a3aa-94666bbce91c', 'network_id': '4014b2ef-cf09-417b-a3aa-94666bbce91c', 'tenant_id': '577387edec0b4b50a2b74edcbf17f676', 'fixed_ips': [{'subnet_id': 'f248d7ef-963e-4ed7-8ec6-a9f2b9cf788c'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:33:48.224911 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8285a43b-9e7c-4b12-96f1-4e8c9e327f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:48.240915 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1e4273ea-a22d-4cdf-841b-e6b42c07c33a req-8d0ab765-1222-4fb7-a248-4307ec9a0f75 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:48.248384 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9dee4755-b9d1-4287-89f9-64cf7a0e7849 req-a2ceaadd-4269-4923-ad5e-251892f7e4f3 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421963 Mar 09 03:33:48.302998 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f6349b60-2d2b-400b-bf7d-d2ce17930ca1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:48.304195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b10ab-d68e-4b2a-b2cb-ff97d4d6f516 req-71ef0afb-377f-4298-bb87-ee38d14d18e2 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:48.306362 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f59b10ab-d68e-4b2a-b2cb-ff97d4d6f516 req-71ef0afb-377f-4298-bb87-ee38d14d18e2 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 944 time: 0.1611125 Mar 09 03:33:48.315273 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ab765-1222-4fb7-a248-4307ec9a0f75 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab9721e-a360-4f4d-9162-f3f7a17134c6,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:48.323931 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-7a81bc6b-76bd-4153-894a-3950281bcb50 service neutron] No DVR routers for this DVR port d523c491-0d3b-4840-b7f6-408a5c97b5a2 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:33:48.335356 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81bc6b-76bd-4153-894a-3950281bcb50 service neutron] Pushing event updated for resources: {'Port': ['ID=d523c491-0d3b-4840-b7f6-408a5c97b5a2,revision_number=10']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:48.381735 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1e4273ea-a22d-4cdf-841b-e6b42c07c33a req-8d0ab765-1222-4fb7-a248-4307ec9a0f75 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:48.383665 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1e4273ea-a22d-4cdf-841b-e6b42c07c33a req-8d0ab765-1222-4fb7-a248-4307ec9a0f75 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "DELETE /v2.0/security-groups/8ab9721e-a360-4f4d-9162-f3f7a17134c6 HTTP/1.1" status: 204 len: 173 time: 0.5698462 Mar 09 03:33:48.391615 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-7a81bc6b-76bd-4153-894a-3950281bcb50 service neutron] 10.222.0.21 "PUT /v2.0/ports/d523c491-0d3b-4840-b7f6-408a5c97b5a2/bindings/n-h1-825178-5/activate HTTP/1.1" status: 200 len: 369 time: 1.0606220 Mar 09 03:33:48.414418 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-8285a43b-9e7c-4b12-96f1-4e8c9e327f0c None None] Allocated IP 172.20.0.2 (4014b2ef-cf09-417b-a3aa-94666bbce91c/f248d7ef-963e-4ed7-8ec6-a9f2b9cf788c/6fbca119-2f38-44d3-ae1a-15cf6ec744ce) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:33:48.448496 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f59b10ab-d68e-4b2a-b2cb-ff97d4d6f516 req-438ee7e6-90f7-4e06-9dc7-2381cd116b5b tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644724 Mar 09 03:33:48.467931 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9dee4755-b9d1-4287-89f9-64cf7a0e7849 req-23ea3333-f033-4b6b-8cd3-2338453725ef service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073972 Mar 09 03:33:48.573168 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [req-f1ad3bc2-808e-4f5f-ab1f-5d9fe3f222db req-995ceb9c-6a4c-4bff-8da2-011e815997be tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] show failed (client error): The resource could not be found. Mar 09 03:33:48.574304 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f1ad3bc2-808e-4f5f-ab1f-5d9fe3f222db req-995ceb9c-6a4c-4bff-8da2-011e815997be tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/8ab9721e-a360-4f4d-9162-f3f7a17134c6 HTTP/1.1" status: 404 len: 352 time: 0.1190128 Mar 09 03:33:48.669873 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8285a43b-9e7c-4b12-96f1-4e8c9e327f0c None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:48.681571 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-8285a43b-9e7c-4b12-96f1-4e8c9e327f0c None None] Transition to ACTIVE for port object 6fbca119-2f38-44d3-ae1a-15cf6ec744ce will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:33:48.701837 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-8285a43b-9e7c-4b12-96f1-4e8c9e327f0c None None] Transition to ACTIVE for port object 6fbca119-2f38-44d3-ae1a-15cf6ec744ce will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:33:48.711753 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8285a43b-9e7c-4b12-96f1-4e8c9e327f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:48.748811 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be835e3-aea5-419a-ac29-9ddab7177c25 req-ab135ecb-f56f-40e1-8af1-905a7e64665b tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:48.750609 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1be835e3-aea5-419a-ac29-9ddab7177c25 req-ab135ecb-f56f-40e1-8af1-905a7e64665b tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 946 time: 0.1182201 Mar 09 03:33:48.797398 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285a43b-9e7c-4b12-96f1-4e8c9e327f0c None None] Pushing event updated for resources: {'Port': ['ID=6fbca119-2f38-44d3-ae1a-15cf6ec744ce,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:48.801283 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40068) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:33:48.811472 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8285a43b-9e7c-4b12-96f1-4e8c9e327f0c None None] Network 4014b2ef-cf09-417b-a3aa-94666bbce91c is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:33:48.812686 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-8285a43b-9e7c-4b12-96f1-4e8c9e327f0c None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:33:48.813093 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1be835e3-aea5-419a-ac29-9ddab7177c25 req-0dff29ef-5100-46ce-a741-95df12dd7c73 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538936 Mar 09 03:33:48.815112 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8285a43b-9e7c-4b12-96f1-4e8c9e327f0c None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:33:48.856241 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f6349b60-2d2b-400b-bf7d-d2ce17930ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:48.881701 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:33:48.926707 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0119b984-7601-4904-956a-74f614e08766 req-ae9679ab-0529-4c67-95f4-06fd5bd041ac tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/31b9c946-7bc6-40dc-8d2d-db3e8fc2ef48 HTTP/1.1" status: 200 len: 1800 time: 0.2810581 Mar 09 03:33:48.937106 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-8285a43b-9e7c-4b12-96f1-4e8c9e327f0c None None] Attempting to bind port 6fbca119-2f38-44d3-ae1a-15cf6ec744ce on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:33:48.941483 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-8285a43b-9e7c-4b12-96f1-4e8c9e327f0c None None] Attempting to bind port 6fbca119-2f38-44d3-ae1a-15cf6ec744ce by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '14554d69-1b08-45a4-9776-8b751a4083cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4014b2ef-cf09-417b-a3aa-94666bbce91c'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:33:48.942397 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8285a43b-9e7c-4b12-96f1-4e8c9e327f0c None None] Attempting to bind port 6fbca119-2f38-44d3-ae1a-15cf6ec744ce on network 4014b2ef-cf09-417b-a3aa-94666bbce91c {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:48.950163 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9cca5fbd-d1ef-43d1-9039-1c6be8aed635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:48.954905 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-e7248599-4e89-4462-8d67-52d59550fb46 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:48.956212 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8285a43b-9e7c-4b12-96f1-4e8c9e327f0c None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:33:48.956439 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-e7248599-4e89-4462-8d67-52d59550fb46 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446&tenant_id=2805c8aef7c746099fde990352f135bf&binding%3Ahost_id=n-h2-825178-5 HTTP/1.1" status: 200 len: 1095 time: 0.4788964 Mar 09 03:33:48.956933 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8285a43b-9e7c-4b12-96f1-4e8c9e327f0c None None] Checking segment: {'id': '14554d69-1b08-45a4-9776-8b751a4083cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4014b2ef-cf09-417b-a3aa-94666bbce91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:33:48.957483 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8285a43b-9e7c-4b12-96f1-4e8c9e327f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:48.961869 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8285a43b-9e7c-4b12-96f1-4e8c9e327f0c None None] Bound using segment: {'id': '14554d69-1b08-45a4-9776-8b751a4083cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4014b2ef-cf09-417b-a3aa-94666bbce91c'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:33:48.962967 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-8285a43b-9e7c-4b12-96f1-4e8c9e327f0c None None] Bound port: 6fbca119-2f38-44d3-ae1a-15cf6ec744ce, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14554d69-1b08-45a4-9776-8b751a4083cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4014b2ef-cf09-417b-a3aa-94666bbce91c'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:33:48.963524 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8285a43b-9e7c-4b12-96f1-4e8c9e327f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:48.970578 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9cca5fbd-d1ef-43d1-9039-1c6be8aed635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:48.975882 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9cca5fbd-d1ef-43d1-9039-1c6be8aed635 admin admin] Usage tracker for resource:security_group_rule and tenant:1a592946184a40b493f02477e1e69195 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:48.979024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9cca5fbd-d1ef-43d1-9039-1c6be8aed635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:48.985326 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9cca5fbd-d1ef-43d1-9039-1c6be8aed635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:49.082410 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-8285a43b-9e7c-4b12-96f1-4e8c9e327f0c None None] For port 6fbca119-2f38-44d3-ae1a-15cf6ec744ce, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:33:49.085910 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-8285a43b-9e7c-4b12-96f1-4e8c9e327f0c None None] For port 6fbca119-2f38-44d3-ae1a-15cf6ec744ce, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=6fbca119-2f38-44d3-ae1a-15cf6ec744ce,segment=NetworkSegment(14554d69-1b08-45a4-9776-8b751a4083cd),segment_id=14554d69-1b08-45a4-9776-8b751a4083cd)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:33:49.090291 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8285a43b-9e7c-4b12-96f1-4e8c9e327f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:49.134910 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9cca5fbd-d1ef-43d1-9039-1c6be8aed635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:49.146256 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0119b984-7601-4904-956a-74f614e08766 req-ae9cecb0-ec6d-4832-b1c9-7697164c5b39 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:49.150038 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9cca5fbd-d1ef-43d1-9039-1c6be8aed635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:49.175071 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285a43b-9e7c-4b12-96f1-4e8c9e327f0c None None] Pushing event updated for resources: {'Port': ['ID=6fbca119-2f38-44d3-ae1a-15cf6ec744ce,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:49.204756 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0119b984-7601-4904-956a-74f614e08766 req-ae9cecb0-ec6d-4832-b1c9-7697164c5b39 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:49.211209 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95d73c-83c8-48cb-a168-610a55c74b23 req-ac32dc70-be44-413d-b16a-ce321733666e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:49.212737 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3c95d73c-83c8-48cb-a168-610a55c74b23 req-ac32dc70-be44-413d-b16a-ce321733666e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 949 time: 0.1748164 Mar 09 03:33:49.217847 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9cca5fbd-d1ef-43d1-9039-1c6be8aed635 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a592946184a40b493f02477e1e69195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4151716 Mar 09 03:33:49.220818 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40076) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:33:49.221450 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca5fbd-d1ef-43d1-9039-1c6be8aed635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f885a80-0030-401d-8000-85e7dbb7f3d2,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:49.229281 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-a84a70a8-b595-47c0-8fb3-08b8c37b3b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:49.230768 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-a84a70a8-b595-47c0-8fb3-08b8c37b3b72 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446&tenant_id=2805c8aef7c746099fde990352f135bf HTTP/1.1" status: 200 len: 1095 time: 0.2577121 Mar 09 03:33:49.309023 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3c95d73c-83c8-48cb-a168-610a55c74b23 req-43731a9b-bded-4670-8bef-1a1af6f1ea7f tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699186 Mar 09 03:33:49.342610 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 811d17f4-2f18-4866-8e73-28c4a2cbb29f details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:33:49.345019 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device d523c491-0d3b-4840-b7f6-408a5c97b5a2 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:33:49.478799 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a31544fb-1469-47db-936e-177f1e789a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:49.491237 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device d523c491-0d3b-4840-b7f6-408a5c97b5a2 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:33:49.546901 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a31544fb-1469-47db-936e-177f1e789a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:49.592293 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0119b984-7601-4904-956a-74f614e08766 req-ae9cecb0-ec6d-4832-b1c9-7697164c5b39 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:49.594056 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 811d17f4-2f18-4866-8e73-28c4a2cbb29f, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=811d17f4-2f18-4866-8e73-28c4a2cbb29f,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:49.619106 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '811d17f4-2f18-4866-8e73-28c4a2cbb29f', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': '811d17f4-2f18-4866-8e73-28c4a2cbb29f', 'mac_address': 'fa:16:3e:c6:0e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:33:49.636644 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9cecb0-ec6d-4832-b1c9-7697164c5b39 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b9c946-7bc6-40dc-8d2d-db3e8fc2ef48,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:49.641823 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe26118-aa65-4d43-adf4-d3fff8bbde30 req-a718ad2b-cb85-417a-a6dd-389092caa403 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:49.643675 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-afe26118-aa65-4d43-adf4-d3fff8bbde30 req-a718ad2b-cb85-417a-a6dd-389092caa403 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc20e09-8a7a-4738-b94d-8dc49bb7967f HTTP/1.1" status: 200 len: 948 time: 0.1346207 Mar 09 03:33:49.644782 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a31544fb-1469-47db-936e-177f1e789a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:49.660965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-921aea88-8a5f-4f50-8ba1-b93706a111dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:49.662816 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-921aea88-8a5f-4f50-8ba1-b93706a111dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2805c8aef7c746099fde990352f135bf&device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 1095 time: 0.4027469 Mar 09 03:33:49.666270 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0119b984-7601-4904-956a-74f614e08766 req-ae9cecb0-ec6d-4832-b1c9-7697164c5b39 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:49.667317 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0119b984-7601-4904-956a-74f614e08766 req-ae9cecb0-ec6d-4832-b1c9-7697164c5b39 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "DELETE /v2.0/security-groups/31b9c946-7bc6-40dc-8d2d-db3e8fc2ef48 HTTP/1.1" status: 204 len: 173 time: 0.7278831 Mar 09 03:33:49.668258 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f6349b60-2d2b-400b-bf7d-d2ce17930ca1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:49.686835 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a31544fb-1469-47db-936e-177f1e789a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:49.690318 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a31544fb-1469-47db-936e-177f1e789a22 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4f885a80-0030-401d-8000-85e7dbb7f3d2 HTTP/1.1" status: 204 len: 168 time: 0.4637523 Mar 09 03:33:49.690318 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31544fb-1469-47db-936e-177f1e789a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f885a80-0030-401d-8000-85e7dbb7f3d2,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:49.707834 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:49.726487 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-afe26118-aa65-4d43-adf4-d3fff8bbde30 req-b60c5454-73ca-4730-8f4b-08eb4aa889ac tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762095 Mar 09 03:33:49.742804 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811d17f4-2f18-4866-8e73-28c4a2cbb29f {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:33:49.759257 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f6349b60-2d2b-400b-bf7d-d2ce17930ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:49.759890 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-4b3e0b8b-b9ee-4076-8ce9-7a1bfaedf13d req-2c28fd65-703d-4be6-b68f-354454270b6e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] show failed (client error): The resource could not be found. Mar 09 03:33:49.767114 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b3e0b8b-b9ee-4076-8ce9-7a1bfaedf13d req-2c28fd65-703d-4be6-b68f-354454270b6e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/31b9c946-7bc6-40dc-8d2d-db3e8fc2ef48 HTTP/1.1" status: 404 len: 352 time: 0.0222838 Mar 09 03:33:49.773686 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 811d17f4-2f18-4866-8e73-28c4a2cbb29f, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=811d17f4-2f18-4866-8e73-28c4a2cbb29f,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:49.780345 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:49.889077 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=811d17f4-2f18-4866-8e73-28c4a2cbb29f,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:49.890320 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-fb76d8b2-4e36-438a-9fc3-f366e1b81f88 req-b74df109-17c6-4544-be52-99cda5d19ae2 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Synchronizing usage tracker for tenant:70eeee148f5e4bb0b0e213c4b507c0e8 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:33:49.918042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-fb76d8b2-4e36-438a-9fc3-f366e1b81f88 req-b74df109-17c6-4544-be52-99cda5d19ae2 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Unset dirty status for tenant:70eeee148f5e4bb0b0e213c4b507c0e8 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:33:49.925797 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fb76d8b2-4e36-438a-9fc3-f366e1b81f88 req-b74df109-17c6-4544-be52-99cda5d19ae2 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70eeee148f5e4bb0b0e213c4b507c0e8 HTTP/1.1" status: 200 len: 6147 time: 0.1309130 Mar 09 03:33:49.999468 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fb76d8b2-4e36-438a-9fc3-f366e1b81f88 req-62cf1912-126b-4f2a-9b16-92217fa340dc tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/cdd83d64-8797-4349-9aaf-91b23d76735d HTTP/1.1" status: 200 len: 2981 time: 0.0723119 Mar 09 03:33:50.060350 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-b7149ab0-07ea-413e-859f-3271a1dfb331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:50.061809 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-b7149ab0-07ea-413e-859f-3271a1dfb331 service neutron] 10.222.0.24 "GET /v2.0/networks?id=af94044a-4dd6-4e2a-9a7b-ddb410474c02 HTTP/1.1" status: 200 len: 908 time: 0.3534615 Mar 09 03:33:50.077510 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fb76d8b2-4e36-438a-9fc3-f366e1b81f88 req-cd8efdad-67cd-4ba2-aee2-b4a1b123e196 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/cdd83d64-8797-4349-9aaf-91b23d76735d HTTP/1.1" status: 200 len: 2981 time: 0.0751803 Mar 09 03:33:50.079840 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['811d17f4-2f18-4866-8e73-28c4a2cbb29f'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:33:50.188257 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-f6349b60-2d2b-400b-bf7d-d2ce17930ca1 admin admin] Allocated IP 172.25.7.208 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/22d9c5f5-a764-4924-8600-e0ae15e527cf) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:33:50.205332 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-2c0ea30d-201d-457c-92b2-bc2a0a65dcd7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d523c491-0d3b-4840-b7f6-408a5c97b5a2 HTTP/1.1" status: 200 len: 217 time: 0.1315422 Mar 09 03:33:50.215108 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb440092-5667-4138-b274-e6adf7a1dfa5 req-489af784-7a20-43ed-91c1-088b12916af8 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:50.222270 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cb440092-5667-4138-b274-e6adf7a1dfa5 req-489af784-7a20-43ed-91c1-088b12916af8 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 944 time: 0.3275552 Mar 09 03:33:50.292653 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6fbca119-2f38-44d3-ae1a-15cf6ec744ce up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:33:50.316429 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device fb6c1293-67e6-4e97-be63-8d7254a3ffbf details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:33:50.317714 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c3d14-75e6-453e-9b09-78761e8a43f7 req-37181388-4d60-4bdf-981d-eaee8c41afd9 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:50.327939 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-889c3d14-75e6-453e-9b09-78761e8a43f7 req-37181388-4d60-4bdf-981d-eaee8c41afd9 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 946 time: 0.1467588 Mar 09 03:33:50.395721 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-889c3d14-75e6-453e-9b09-78761e8a43f7 req-df663fa5-77aa-4324-a88e-087828455e7c tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663228 Mar 09 03:33:50.425156 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-f801dcea-264c-4065-85c3-b9e057547211 req-fa1a9716-77e0-4b97-b6a2-9e5e577df270 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-136815282', 'description': 'tempest-description-239559397'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:50.431920 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-f801dcea-264c-4065-85c3-b9e057547211 req-fa1a9716-77e0-4b97-b6a2-9e5e577df270 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:50.455394 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-f801dcea-264c-4065-85c3-b9e057547211 req-fa1a9716-77e0-4b97-b6a2-9e5e577df270 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:50.471913 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f801dcea-264c-4065-85c3-b9e057547211 req-fa1a9716-77e0-4b97-b6a2-9e5e577df270 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:50.474338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 6fbca119-2f38-44d3-ae1a-15cf6ec744ce completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:33:50.499728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-f801dcea-264c-4065-85c3-b9e057547211 req-fa1a9716-77e0-4b97-b6a2-9e5e577df270 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:50.508848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f801dcea-264c-4065-85c3-b9e057547211 req-fa1a9716-77e0-4b97-b6a2-9e5e577df270 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Usage tracker for resource:security_group_rule and tenant:70eeee148f5e4bb0b0e213c4b507c0e8 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:50.513995 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f801dcea-264c-4065-85c3-b9e057547211 req-fa1a9716-77e0-4b97-b6a2-9e5e577df270 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:50.520891 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-f801dcea-264c-4065-85c3-b9e057547211 req-fa1a9716-77e0-4b97-b6a2-9e5e577df270 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:50.538170 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78708714-d85c-42a8-ad2a-935ebe66a260 None None] Network 4014b2ef-cf09-417b-a3aa-94666bbce91c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:33:50.560429 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cb440092-5667-4138-b274-e6adf7a1dfa5 req-2b99997e-0d4b-4482-ad43-e4c5c58a6d70 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368402 Mar 09 03:33:50.567731 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f6349b60-2d2b-400b-bf7d-d2ce17930ca1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:50.582646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-fe28d018-d085-4e34-aa0c-1218420b3934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:50.584141 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-fe28d018-d085-4e34-aa0c-1218420b3934 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=42f7c02a-5561-45bd-a0c7-255e56eaf460 HTTP/1.1" status: 200 len: 847 time: 0.3591788 Mar 09 03:33:50.619536 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f801dcea-264c-4065-85c3-b9e057547211 req-fa1a9716-77e0-4b97-b6a2-9e5e577df270 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:50.627890 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f801dcea-264c-4065-85c3-b9e057547211 req-fa1a9716-77e0-4b97-b6a2-9e5e577df270 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:50.658741 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-a7cc2700-1da6-4488-bcb2-e03d9f264c90 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af94044a-4dd6-4e2a-9a7b-ddb410474c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657153 Mar 09 03:33:50.700897 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a9716-77e0-4b97-b6a2-9e5e577df270 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cafe80ab-45ec-4a79-80ff-f1869fcc9b7a,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:50.709140 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f801dcea-264c-4065-85c3-b9e057547211 req-fa1a9716-77e0-4b97-b6a2-9e5e577df270 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:50.715282 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f801dcea-264c-4065-85c3-b9e057547211 req-fa1a9716-77e0-4b97-b6a2-9e5e577df270 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2953007 Mar 09 03:33:50.741581 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-f9d3947d-f38d-4ca0-83e2-7dba98d0e2e7 req-5824f019-5315-4d6f-a583-8ce65e377d69 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2063634315', 'description': 'tempest-description-1845013182'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:50.757093 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-f9d3947d-f38d-4ca0-83e2-7dba98d0e2e7 req-5824f019-5315-4d6f-a583-8ce65e377d69 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:50.762259 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f9d3947d-f38d-4ca0-83e2-7dba98d0e2e7 req-5824f019-5315-4d6f-a583-8ce65e377d69 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Usage tracker for resource:security_group and tenant:70eeee148f5e4bb0b0e213c4b507c0e8 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:50.766408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f9d3947d-f38d-4ca0-83e2-7dba98d0e2e7 req-5824f019-5315-4d6f-a583-8ce65e377d69 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:50.775083 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-f9d3947d-f38d-4ca0-83e2-7dba98d0e2e7 req-5824f019-5315-4d6f-a583-8ce65e377d69 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:50.791500 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f9d3947d-f38d-4ca0-83e2-7dba98d0e2e7 req-5824f019-5315-4d6f-a583-8ce65e377d69 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:50.809104 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c9295ce9-8dcc-4fdf-abd8-7802cb71c07b None None] Provisioning for port 6fbca119-2f38-44d3-ae1a-15cf6ec744ce completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:33:50.817965 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port fb6c1293-67e6-4e97-be63-8d7254a3ffbf, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=fb6c1293-67e6-4e97-be63-8d7254a3ffbf,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:50.824039 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-f9d3947d-f38d-4ca0-83e2-7dba98d0e2e7 req-5824f019-5315-4d6f-a583-8ce65e377d69 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:50.829639 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f9d3947d-f38d-4ca0-83e2-7dba98d0e2e7 req-5824f019-5315-4d6f-a583-8ce65e377d69 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Usage tracker for resource:security_group_rule and tenant:70eeee148f5e4bb0b0e213c4b507c0e8 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:50.835858 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f9d3947d-f38d-4ca0-83e2-7dba98d0e2e7 req-5824f019-5315-4d6f-a583-8ce65e377d69 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:50.837880 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c9295ce9-8dcc-4fdf-abd8-7802cb71c07b None None] Provisioning complete for port 6fbca119-2f38-44d3-ae1a-15cf6ec744ce triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:50.838247 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c9295ce9-8dcc-4fdf-abd8-7802cb71c07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:50.844646 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-f9d3947d-f38d-4ca0-83e2-7dba98d0e2e7 req-5824f019-5315-4d6f-a583-8ce65e377d69 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:50.892383 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'fb6c1293-67e6-4e97-be63-8d7254a3ffbf', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': 'fb6c1293-67e6-4e97-be63-8d7254a3ffbf', 'mac_address': 'fa:16:3e:d2:27:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:33:50.943766 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40116) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:33:50.983209 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f9d3947d-f38d-4ca0-83e2-7dba98d0e2e7 req-5824f019-5315-4d6f-a583-8ce65e377d69 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:50.990069 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f9d3947d-f38d-4ca0-83e2-7dba98d0e2e7 req-5824f019-5315-4d6f-a583-8ce65e377d69 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:51.009159 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-01899ede-dbb8-4e3b-9860-ada4b9ce4c82 service neutron] 10.222.0.24 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418026 Mar 09 03:33:51.016935 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f6349b60-2d2b-400b-bf7d-d2ce17930ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:51.073178 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:51.082176 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824f019-5315-4d6f-a583-8ce65e377d69 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51623932-9c99-48d8-9998-05ff7f6b5643,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:51.087667 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f9d3947d-f38d-4ca0-83e2-7dba98d0e2e7 req-5824f019-5315-4d6f-a583-8ce65e377d69 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:51.089455 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f9d3947d-f38d-4ca0-83e2-7dba98d0e2e7 req-5824f019-5315-4d6f-a583-8ce65e377d69 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3527527 Mar 09 03:33:51.120990 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-d4266c8e-bd81-41a3-93b0-c5fb3726004c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-44351403-network', 'tenant_id': '9ebe24b81931454c979c54ce4a38d214'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:51.128603 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6349b60-2d2b-400b-bf7d-d2ce17930ca1 admin admin] Pushing event updated for resources: {'Port': ['ID=22d9c5f5-a764-4924-8600-e0ae15e527cf,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:51.136913 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d4266c8e-bd81-41a3-93b0-c5fb3726004c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:51.146314 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d4266c8e-bd81-41a3-93b0-c5fb3726004c admin admin] Usage tracker for resource:network and tenant:9ebe24b81931454c979c54ce4a38d214 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:51.152658 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d4266c8e-bd81-41a3-93b0-c5fb3726004c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:51.168313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d4266c8e-bd81-41a3-93b0-c5fb3726004c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:51.171479 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ae0eb-cd07-4014-87cb-82267dc75e15 req-79457b20-a73d-4723-85ad-1b026576b533 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:51.173146 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-807ae0eb-cd07-4014-87cb-82267dc75e15 req-79457b20-a73d-4723-85ad-1b026576b533 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 949 time: 0.4023855 Mar 09 03:33:51.174173 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb6c1293-67e6-4e97-be63-8d7254a3ffbf {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:33:51.183750 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6349b60-2d2b-400b-bf7d-d2ce17930ca1 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:33:51.198214 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4266c8e-bd81-41a3-93b0-c5fb3726004c admin admin] Made reservation on behalf of 9ebe24b81931454c979c54ce4a38d214 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:33:51.201445 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d4266c8e-bd81-41a3-93b0-c5fb3726004c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:51.221084 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-f6349b60-2d2b-400b-bf7d-d2ce17930ca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:33:51.224071 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6349b60-2d2b-400b-bf7d-d2ce17930ca1 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:33:51.239382 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d4266c8e-bd81-41a3-93b0-c5fb3726004c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:51.256513 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port fb6c1293-67e6-4e97-be63-8d7254a3ffbf, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=fb6c1293-67e6-4e97-be63-8d7254a3ffbf,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:51.274556 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d4266c8e-bd81-41a3-93b0-c5fb3726004c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:51.275601 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:51.283694 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d4266c8e-bd81-41a3-93b0-c5fb3726004c admin admin] Usage tracker for resource:security_group_rule and tenant:9ebe24b81931454c979c54ce4a38d214 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:51.289558 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d4266c8e-bd81-41a3-93b0-c5fb3726004c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:51.303740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d4266c8e-bd81-41a3-93b0-c5fb3726004c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:51.338688 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c9295ce9-8dcc-4fdf-abd8-7802cb71c07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:51.359540 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-807ae0eb-cd07-4014-87cb-82267dc75e15 req-599d637c-3817-46cf-8620-4a5859bc5377 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794426 Mar 09 03:33:51.447792 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=fb6c1293-67e6-4e97-be63-8d7254a3ffbf,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:51.449496 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d4266c8e-bd81-41a3-93b0-c5fb3726004c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:51.457045 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c9295ce9-8dcc-4fdf-abd8-7802cb71c07b None None] For port 6fbca119-2f38-44d3-ae1a-15cf6ec744ce, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=6fbca119-2f38-44d3-ae1a-15cf6ec744ce,segment=NetworkSegment(14554d69-1b08-45a4-9776-8b751a4083cd),segment_id=14554d69-1b08-45a4-9776-8b751a4083cd)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:51.464095 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c9295ce9-8dcc-4fdf-abd8-7802cb71c07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:51.514468 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d4266c8e-bd81-41a3-93b0-c5fb3726004c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:51.554738 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4266c8e-bd81-41a3-93b0-c5fb3726004c admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:33:51.584060 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9295ce9-8dcc-4fdf-abd8-7802cb71c07b None None] Pushing event updated for resources: {'Port': ['ID=6fbca119-2f38-44d3-ae1a-15cf6ec744ce,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:51.607790 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4266c8e-bd81-41a3-93b0-c5fb3726004c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1315f3-9282-4656-91a7-6d8a814e78e1,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:51.617854 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d4266c8e-bd81-41a3-93b0-c5fb3726004c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:51.618175 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-d4266c8e-bd81-41a3-93b0-c5fb3726004c admin admin] Added segment a6cc01fd-505e-42d9-b68f-8120513f476a of type vlan for network 5ca7cce5-88b0-49ee-94bb-b91427ba6f38 Mar 09 03:33:51.635889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a166cbd-4691-4f9e-8a74-10da3b11491b req-d4cf194d-f491-4c92-b9df-f11e28ad51ac tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:51.637414 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a166cbd-4691-4f9e-8a74-10da3b11491b req-d4cf194d-f491-4c92-b9df-f11e28ad51ac tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc20e09-8a7a-4738-b94d-8dc49bb7967f HTTP/1.1" status: 200 len: 949 time: 0.1911292 Mar 09 03:33:51.671925 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-1ea64740-e6a6-428f-97ff-91ae8a46ba05 service neutron] 10.222.0.24 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6513450 Mar 09 03:33:51.672105 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d4266c8e-bd81-41a3-93b0-c5fb3726004c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:51.682632 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['fb6c1293-67e6-4e97-be63-8d7254a3ffbf'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:33:51.735675 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a166cbd-4691-4f9e-8a74-10da3b11491b req-da125356-7b49-4fed-918f-c8ec6faf14bc tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834799 Mar 09 03:33:51.747336 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d4266c8e-bd81-41a3-93b0-c5fb3726004c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:51.749291 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4266c8e-bd81-41a3-93b0-c5fb3726004c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:51.750026 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d4266c8e-bd81-41a3-93b0-c5fb3726004c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:51.835210 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cbf94854-2323-44ba-b045-ee06467c8a52 None None] Provisioning complete for port 6fbca119-2f38-44d3-ae1a-15cf6ec744ce triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:51.836069 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cbf94854-2323-44ba-b045-ee06467c8a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:52.054602 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d4266c8e-bd81-41a3-93b0-c5fb3726004c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1084566 Mar 09 03:33:52.057134 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40140) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:33:52.059872 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4266c8e-bd81-41a3-93b0-c5fb3726004c admin admin] Pushing event updated for resources: {'Network': ['ID=5ca7cce5-88b0-49ee-94bb-b91427ba6f38,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:52.068431 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-4940199c-b74c-4679-bc0f-e7589546065b admin admin] Request body: {'subnet': {'network_id': '5ca7cce5-88b0-49ee-94bb-b91427ba6f38', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-44351403-subnet', 'tenant_id': '9ebe24b81931454c979c54ce4a38d214', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:52.073326 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4940199c-b74c-4679-bc0f-e7589546065b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:52.078380 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4940199c-b74c-4679-bc0f-e7589546065b admin admin] Usage tracker for resource:subnet and tenant:9ebe24b81931454c979c54ce4a38d214 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:52.081526 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4940199c-b74c-4679-bc0f-e7589546065b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:52.086209 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 5ca7cce5-88b0-49ee-94bb-b91427ba6f38 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:33:52.091081 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4940199c-b74c-4679-bc0f-e7589546065b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:52.109247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4940199c-b74c-4679-bc0f-e7589546065b admin admin] Made reservation on behalf of 9ebe24b81931454c979c54ce4a38d214 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:33:52.112203 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4940199c-b74c-4679-bc0f-e7589546065b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:52.151208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-4d7b6916-4a1a-4bf3-b53c-19b81135d20c tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:52.152731 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-4d7b6916-4a1a-4bf3-b53c-19b81135d20c tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/networks?id=b0cb6cd8-4bb8-4732-985e-a168c0bc6927 HTTP/1.1" status: 200 len: 812 time: 0.5034387 Mar 09 03:33:52.153336 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f6349b60-2d2b-400b-bf7d-d2ce17930ca1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:52.180945 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978d3ca-4ce8-4fb9-ae3a-ce44143bd9f7 req-8bd4c6c7-30a8-4f49-be0d-2f9079374625 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:52.188338 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b978d3ca-4ce8-4fb9-ae3a-ce44143bd9f7 req-8bd4c6c7-30a8-4f49-be0d-2f9079374625 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 946 time: 0.2592428 Mar 09 03:33:52.239401 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6fbca119-2f38-44d3-ae1a-15cf6ec744ce up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:33:52.326170 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b978d3ca-4ce8-4fb9-ae3a-ce44143bd9f7 req-a66d1316-f33d-4abb-b1be-652c8c71460c tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350970 Mar 09 03:33:52.380504 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 6fbca119-2f38-44d3-ae1a-15cf6ec744ce triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:52.380879 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:52.427441 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-4b4b41b5-a7e9-4de7-8abb-6d96f0937dbb tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/quotas/70eeee148f5e4bb0b0e213c4b507c0e8 HTTP/1.1" status: 200 len: 375 time: 0.0790975 Mar 09 03:33:52.507513 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-ba8f9146-35bb-4bd9-8d6c-ec4aa5a49be5 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:52.509534 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-ba8f9146-35bb-4bd9-8d6c-ec4aa5a49be5 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446&tenant_id=2805c8aef7c746099fde990352f135bf&binding%3Ahost_id=n-h1-825178-5 HTTP/1.1" status: 200 len: 1095 time: 0.4839866 Mar 09 03:33:52.524090 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4940199c-b74c-4679-bc0f-e7589546065b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:52.619539 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940199c-b74c-4679-bc0f-e7589546065b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2c35337-aadd-457f-ac20-381359e6dd99,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:52.637016 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ed0cb-4214-4451-99cb-5a1de3983516 req-9500f64d-aa2e-4e3b-aee3-816c2b23adc8 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:52.638588 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-790ed0cb-4214-4451-99cb-5a1de3983516 req-9500f64d-aa2e-4e3b-aee3-816c2b23adc8 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 944 time: 0.1709955 Mar 09 03:33:52.639567 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940199c-b74c-4679-bc0f-e7589546065b admin admin] Checking segment: {'id': 'a6cc01fd-505e-42d9-b68f-8120513f476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5ca7cce5-88b0-49ee-94bb-b91427ba6f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:33:52.639933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4940199c-b74c-4679-bc0f-e7589546065b admin admin] Network hostable DHCP agents. Network: 5ca7cce5-88b0-49ee-94bb-b91427ba6f38, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:33:52.696040 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4940199c-b74c-4679-bc0f-e7589546065b admin admin] Network 5ca7cce5-88b0-49ee-94bb-b91427ba6f38 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:33:52.700651 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-790ed0cb-4214-4451-99cb-5a1de3983516 req-60c41003-e2d8-4387-bc16-b205b6cf3ba9 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558240 Mar 09 03:33:52.710058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-4940199c-b74c-4679-bc0f-e7589546065b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 5ca7cce5-88b0-49ee-94bb-b91427ba6f38) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:33:52.731469 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c6eea3-3394-4d30-8c95-5805bdcfcd9c None None] Network 5ca7cce5-88b0-49ee-94bb-b91427ba6f38 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:33:52.732966 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4940199c-b74c-4679-bc0f-e7589546065b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:52.733158 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4940199c-b74c-4679-bc0f-e7589546065b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:52.767228 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4940199c-b74c-4679-bc0f-e7589546065b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6998689 Mar 09 03:33:52.785681 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f6349b60-2d2b-400b-bf7d-d2ce17930ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:52.888345 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-e87e4f57-fe72-4f47-9eb3-66197b57b02e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=70eeee148f5e4bb0b0e213c4b507c0e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4531128 Mar 09 03:33:52.955647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b87715-9df5-4344-ac81-9778fa18dc30 req-e7d2207d-8a22-4694-8166-7a0850a508ac tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:52.959451 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79b87715-9df5-4344-ac81-9778fa18dc30 req-e7d2207d-8a22-4694-8166-7a0850a508ac tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 949 time: 0.1313171 Mar 09 03:33:53.000986 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dd70f3-39fc-46d6-bb11-e1b36312a14b None None] Network 5ca7cce5-88b0-49ee-94bb-b91427ba6f38 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:33:53.012453 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79b87715-9df5-4344-ac81-9778fa18dc30 req-52589e2f-c4ac-4f8c-849f-ea5f05411943 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421684 Mar 09 03:33:53.123185 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-eb858ca1-3233-4335-b3d5-7693ae9ae5a2 service neutron] For port d523c491-0d3b-4840-b7f6-408a5c97b5a2, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:33:53.158655 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-eb858ca1-3233-4335-b3d5-7693ae9ae5a2 service neutron] Notify callbacks [] for binding, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:53.159657 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1ef4566-6dd2-47be-852a-27aa79741680 req-eb858ca1-3233-4335-b3d5-7693ae9ae5a2 service neutron] 10.222.0.24 "DELETE /v2.0/ports/d523c491-0d3b-4840-b7f6-408a5c97b5a2/bindings/n-h2-825178-5 HTTP/1.1" status: 204 len: 173 time: 0.5973530 Mar 09 03:33:53.166188 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-3c00ce72-f586-4910-bf3d-c233f252c38a service neutron] 10.222.0.16 "GET /v2.0/networks/b0cb6cd8-4bb8-4732-985e-a168c0bc6927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771358 Mar 09 03:33:53.215459 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6349b60-2d2b-400b-bf7d-d2ce17930ca1 admin admin] Router ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:33:53.224969 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75dc8e0-0f0d-478a-b9f3-3736146b02ec req-abf7fb79-09b0-4a5d-8632-28028f9ce646 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:53.226571 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c75dc8e0-0f0d-478a-b9f3-3736146b02ec req-abf7fb79-09b0-4a5d-8632-28028f9ce646 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc20e09-8a7a-4738-b94d-8dc49bb7967f HTTP/1.1" status: 200 len: 949 time: 0.0899823 Mar 09 03:33:53.278818 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c75dc8e0-0f0d-478a-b9f3-3736146b02ec req-c5a8c12d-2d69-4ce1-9689-d4f25a9298ac tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434196 Mar 09 03:33:53.386711 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 811d17f4-2f18-4866-8e73-28c4a2cbb29f up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:33:53.426465 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-9d4f45a1-69d5-4973-ae29-3925fc9a131b req-e5695b27-2e00-45d8-90c3-278428cf00cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2138317366', 'description': 'tempest-description-1534944758'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:53.432282 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-9d4f45a1-69d5-4973-ae29-3925fc9a131b req-e5695b27-2e00-45d8-90c3-278428cf00cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:53.436562 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-9d4f45a1-69d5-4973-ae29-3925fc9a131b req-e5695b27-2e00-45d8-90c3-278428cf00cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Usage tracker for resource:security_group and tenant:9ebe24b81931454c979c54ce4a38d214 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:53.439462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-9d4f45a1-69d5-4973-ae29-3925fc9a131b req-e5695b27-2e00-45d8-90c3-278428cf00cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:53.445480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-9d4f45a1-69d5-4973-ae29-3925fc9a131b req-e5695b27-2e00-45d8-90c3-278428cf00cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:53.466347 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9d4f45a1-69d5-4973-ae29-3925fc9a131b req-e5695b27-2e00-45d8-90c3-278428cf00cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:53.468029 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 811d17f4-2f18-4866-8e73-28c4a2cbb29f completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:33:53.469799 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-9ca72b99-ebb6-4435-8f7a-1102e311cdc6 service neutron] 10.222.0.16 "GET /v2.0/networks/b0cb6cd8-4bb8-4732-985e-a168c0bc6927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927766 Mar 09 03:33:53.481322 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 811d17f4-2f18-4866-8e73-28c4a2cbb29f triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:53.481694 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:53.492923 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-9d4f45a1-69d5-4973-ae29-3925fc9a131b req-e5695b27-2e00-45d8-90c3-278428cf00cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:53.497797 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-9d4f45a1-69d5-4973-ae29-3925fc9a131b req-e5695b27-2e00-45d8-90c3-278428cf00cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Usage tracker for resource:security_group_rule and tenant:9ebe24b81931454c979c54ce4a38d214 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:53.498120 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6349b60-2d2b-400b-bf7d-d2ce17930ca1 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:33:53.500755 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-9d4f45a1-69d5-4973-ae29-3925fc9a131b req-e5695b27-2e00-45d8-90c3-278428cf00cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:53.507146 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-9d4f45a1-69d5-4973-ae29-3925fc9a131b req-e5695b27-2e00-45d8-90c3-278428cf00cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:53.518675 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] Sync routers for ids ['ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:33:53.523787 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f6349b60-2d2b-400b-bf7d-d2ce17930ca1 admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:53.528801 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f6349b60-2d2b-400b-bf7d-d2ce17930ca1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5510135 Mar 09 03:33:53.528971 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40160) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:33:53.543764 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] Routers {'ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:33:53.544467 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:33:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:53.629576 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:53.669133 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 811d17f4-2f18-4866-8e73-28c4a2cbb29f, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=811d17f4-2f18-4866-8e73-28c4a2cbb29f,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:53.669998 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc20e09-8a7a-4738-b94d-8dc49bb7967f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811d17f4-2f18-4866-8e73-28c4a2cbb29f'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:33:53.676621 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:53.755222 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=811d17f4-2f18-4866-8e73-28c4a2cbb29f,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:53.859733 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] Set router ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:33:53.949586 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b9ce9-ba95-4fbd-aa54-0a57b54c5799 req-5105fe0d-9d48-4fba-a385-e9c57cbe8b1d tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:53.951467 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-836b9ce9-ba95-4fbd-aa54-0a57b54c5799 req-5105fe0d-9d48-4fba-a385-e9c57cbe8b1d tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 1095 time: 0.0813134 Mar 09 03:33:54.011901 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-836b9ce9-ba95-4fbd-aa54-0a57b54c5799 req-80a1382f-8be9-4b2f-95d9-596422f4fe6c tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526128 Mar 09 03:33:54.042612 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9d4f45a1-69d5-4973-ae29-3925fc9a131b req-e5695b27-2e00-45d8-90c3-278428cf00cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:54.059138 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9d4f45a1-69d5-4973-ae29-3925fc9a131b req-e5695b27-2e00-45d8-90c3-278428cf00cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:54.249304 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9d4f45a1-69d5-4973-ae29-3925fc9a131b req-e5695b27-2e00-45d8-90c3-278428cf00cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:54.260767 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b9512-c077-4f3a-b94c-e5daec4d816b req-aae8bdd3-feed-4bb5-aca1-cd5a9c39e5dc tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:54.261273 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9d4f45a1-69d5-4973-ae29-3925fc9a131b req-e5695b27-2e00-45d8-90c3-278428cf00cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8391747 Mar 09 03:33:54.268364 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5695b27-2e00-45d8-90c3-278428cf00cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63e097f-d044-493a-bfff-dcef1d17de65,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:54.282566 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b18b9512-c077-4f3a-b94c-e5daec4d816b req-aae8bdd3-feed-4bb5-aca1-cd5a9c39e5dc tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 946 time: 0.1253674 Mar 09 03:33:54.293840 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device fb6c1293-67e6-4e97-be63-8d7254a3ffbf up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:33:54.377917 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a', 'name': 'tempest-FloatingIPDetailsTestJSON-1324503314-router', 'tenant_id': '577387edec0b4b50a2b74edcbf17f676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '22d9c5f5-a764-4924-8600-e0ae15e527cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:33:48Z', 'updated_at': '2022-03-09T03:33:51Z', 'revision_number': 3, 'project_id': '577387edec0b4b50a2b74edcbf17f676', 'gw_port': {'id': '22d9c5f5-a764-4924-8600-e0ae15e527cf', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:33:49Z', 'updated_at': '2022-03-09T03:33:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:54.382743 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] Checking router: ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:33:54.383045 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] Updating router ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a port 22d9c5f5-a764-4924-8600-e0ae15e527cf binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:33:54.390032 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc20e09-8a7a-4738-b94d-8dc49bb7967f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811d17f4-2f18-4866-8e73-28c4a2cbb29f', 'code': 200} Mar 09 03:33:54.438577 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b18b9512-c077-4f3a-b94c-e5daec4d816b req-c8dc49f4-3a60-499c-a996-8f255518cc79 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548340 Mar 09 03:33:54.492387 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:54.527027 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port fb6c1293-67e6-4e97-be63-8d7254a3ffbf completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:33:54.535473 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port fb6c1293-67e6-4e97-be63-8d7254a3ffbf triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:54.535833 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:54.548292 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c640fe46-fb24-4790-a2fd-591c62e7ea9c req-316d6caa-37dd-435a-a62f-7b79f8875870 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 210 time: 0.1325531 Mar 09 03:33:54.735161 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-8fb6d9ed-50cb-4b7e-a409-0d0015aaf912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:54.737205 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-8fb6d9ed-50cb-4b7e-a409-0d0015aaf912 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42923148a00a49268422cf3ff4c2fd04&device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 1097 time: 0.2297080 Mar 09 03:33:54.827999 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:54.895643 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da46c50-95d2-42a1-9eb1-2caa975bdbef req-4a908e4d-2247-45e7-9857-55bc0145d238 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:54.898713 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port fb6c1293-67e6-4e97-be63-8d7254a3ffbf, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=fb6c1293-67e6-4e97-be63-8d7254a3ffbf,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:54.903864 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2da46c50-95d2-42a1-9eb1-2caa975bdbef req-4a908e4d-2247-45e7-9857-55bc0145d238 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 949 time: 0.2622864 Mar 09 03:33:54.906162 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:54.962077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5bd2b-7a0a-4e1f-a8e9-76982ed05fe0 req-747b7c06-58b6-4baa-b382-e9de525b1393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:54.967101 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-96d5bd2b-7a0a-4e1f-a8e9-76982ed05fe0 req-747b7c06-58b6-4baa-b382-e9de525b1393 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6dc20e09-8a7a-4738-b94d-8dc49bb7967f HTTP/1.1" status: 200 len: 1101 time: 0.5006411 Mar 09 03:33:54.983978 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2da46c50-95d2-42a1-9eb1-2caa975bdbef req-f29c5678-4707-46cd-a2e8-c54f5110b5d8 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786231 Mar 09 03:33:54.991366 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-bee334e7-2087-4c36-96fb-4339c3743db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:54.996609 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-bee334e7-2087-4c36-96fb-4339c3743db1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=304f544a-4e19-4ec8-816f-4e06aa7f0361 HTTP/1.1" status: 200 len: 921 time: 0.2439234 Mar 09 03:33:55.008490 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:55.024582 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] Transition to ACTIVE for port object 22d9c5f5-a764-4924-8600-e0ae15e527cf will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:33:55.035129 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:55.041186 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-be50fd00-5d9e-44b2-b500-485a93076e75 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:55.041951 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=fb6c1293-67e6-4e97-be63-8d7254a3ffbf,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:55.048271 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-be50fd00-5d9e-44b2-b500-485a93076e75 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/networks?id=af94044a-4dd6-4e2a-9a7b-ddb410474c02 HTTP/1.1" status: 200 len: 807 time: 0.3316960 Mar 09 03:33:55.100600 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-e1be14b9-7a5a-4809-8607-83a379c626b0 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/quotas/2805c8aef7c746099fde990352f135bf HTTP/1.1" status: 200 len: 375 time: 0.0514579 Mar 09 03:33:55.117488 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] Attempting to bind port 22d9c5f5-a764-4924-8600-e0ae15e527cf on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:33:55.118100 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] Attempting to bind port 22d9c5f5-a764-4924-8600-e0ae15e527cf by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:33:55.118662 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] Attempting to bind port 22d9c5f5-a764-4924-8600-e0ae15e527cf on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:33:55.127271 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:33:55.127637 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:33:55.128202 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:55.128593 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:33:55.129064 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] Bound port: 22d9c5f5-a764-4924-8600-e0ae15e527cf, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:33:55.129445 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:55.130516 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a967f423-0313-4e1b-a48d-383bfd2c96ab req-b8ee4770-a43f-4fda-87c0-7c0f478e7a25 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "GET /v2.0/security-groups/c63e097f-d044-493a-bfff-dcef1d17de65 HTTP/1.1" status: 200 len: 1805 time: 0.0593371 Mar 09 03:33:55.131937 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-d91ce7c3-7aae-4560-9a86-a341f23c77f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=401bb584-fe18-4951-b81e-42389a89ada8 HTTP/1.1" status: 200 len: 217 time: 0.1276863 Mar 09 03:33:55.141628 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-a967f423-0313-4e1b-a48d-383bfd2c96ab req-69b73484-c8f5-46ec-8acb-517a50c309dc tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c63e097f-d044-493a-bfff-dcef1d17de65', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:55.141971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-a967f423-0313-4e1b-a48d-383bfd2c96ab req-69b73484-c8f5-46ec-8acb-517a50c309dc tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c63e097f-d044-493a-bfff-dcef1d17de65', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:55.156938 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-96d5bd2b-7a0a-4e1f-a8e9-76982ed05fe0 req-31fc5266-5dae-4d5d-bbe4-4cbd6cd12982 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714585 Mar 09 03:33:55.177833 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11882e07-4551-4b6f-97bb-568b1139c4b9 None None] Pushing event updated for resources: {'Port': ['ID=22d9c5f5-a764-4924-8600-e0ae15e527cf,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:55.189005 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11882e07-4551-4b6f-97bb-568b1139c4b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:55.189344 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11882e07-4551-4b6f-97bb-568b1139c4b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:55.189680 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11882e07-4551-4b6f-97bb-568b1139c4b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:55.190005 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11882e07-4551-4b6f-97bb-568b1139c4b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:55.190328 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11882e07-4551-4b6f-97bb-568b1139c4b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:55.190661 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11882e07-4551-4b6f-97bb-568b1139c4b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:55.190993 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11882e07-4551-4b6f-97bb-568b1139c4b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:55.191310 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11882e07-4551-4b6f-97bb-568b1139c4b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:55.191624 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11882e07-4551-4b6f-97bb-568b1139c4b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:55.191936 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11882e07-4551-4b6f-97bb-568b1139c4b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:55.192248 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11882e07-4551-4b6f-97bb-568b1139c4b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:55.192559 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11882e07-4551-4b6f-97bb-568b1139c4b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:33:55.195752 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-a967f423-0313-4e1b-a48d-383bfd2c96ab req-69b73484-c8f5-46ec-8acb-517a50c309dc tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:55.205045 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a967f423-0313-4e1b-a48d-383bfd2c96ab req-69b73484-c8f5-46ec-8acb-517a50c309dc tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Usage tracker for resource:security_group_rule and tenant:9ebe24b81931454c979c54ce4a38d214 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:55.209776 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a967f423-0313-4e1b-a48d-383bfd2c96ab req-69b73484-c8f5-46ec-8acb-517a50c309dc tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:55.218079 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-a967f423-0313-4e1b-a48d-383bfd2c96ab req-69b73484-c8f5-46ec-8acb-517a50c309dc tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:55.229724 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-b63a1451-890e-4d41-98db-56b522c3fa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:55.229944 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] For port 22d9c5f5-a764-4924-8600-e0ae15e527cf, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:33:55.231187 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-b63a1451-890e-4d41-98db-56b522c3fa52 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbb7cb80-fa8d-459c-b59f-347ff2f11453 HTTP/1.1" status: 200 len: 860 time: 0.0847459 Mar 09 03:33:55.233220 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] For port 22d9c5f5-a764-4924-8600-e0ae15e527cf, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=22d9c5f5-a764-4924-8600-e0ae15e527cf,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:33:55.238902 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:55.243190 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-21e8885f-2ce9-4234-8f76-93a6411c5cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:55.287458 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-b919ad69-a1dd-4523-873f-ec113fa93ba8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=304f544a-4e19-4ec8-816f-4e06aa7f0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482388 Mar 09 03:33:55.311524 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11882e07-4551-4b6f-97bb-568b1139c4b9 None None] Pushing event updated for resources: {'Port': ['ID=22d9c5f5-a764-4924-8600-e0ae15e527cf,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:55.319285 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-c9a8e23e-ad53-4362-9e0f-70642b03c53b tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2805c8aef7c746099fde990352f135bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2103033 Mar 09 03:33:55.328026 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] Routers {'ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:33:55.328620 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:33:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:55.544471 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] Set router ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:33:55.588008 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a967f423-0313-4e1b-a48d-383bfd2c96ab req-69b73484-c8f5-46ec-8acb-517a50c309dc tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:55.641211 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a967f423-0313-4e1b-a48d-383bfd2c96ab req-69b73484-c8f5-46ec-8acb-517a50c309dc tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:55.651271 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a967f423-0313-4e1b-a48d-383bfd2c96ab req-69b73484-c8f5-46ec-8acb-517a50c309dc tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:55.663060 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-98699362-4b8c-4ac0-ba10-a95c754b3f77 service neutron] 10.222.0.16 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427956 Mar 09 03:33:55.685401 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-ec014f94-9612-4231-be32-965d71180eb8 service neutron] 10.222.0.24 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888438 Mar 09 03:33:55.688817 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b73484-c8f5-46ec-8acb-517a50c309dc tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3f8860-f6c8-428c-9114-545f69b93683,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:55.717347 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a967f423-0313-4e1b-a48d-383bfd2c96ab req-69b73484-c8f5-46ec-8acb-517a50c309dc tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:55.718538 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a967f423-0313-4e1b-a48d-383bfd2c96ab req-69b73484-c8f5-46ec-8acb-517a50c309dc tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5807457 Mar 09 03:33:55.840622 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-0c4a5d73-794f-4b8f-b94a-4ba4b98ca2e1 service neutron] 10.222.0.24 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437974 Mar 09 03:33:55.903281 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-ad494fdc-9e22-4bef-80c5-5334384aa2dc tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:55.904912 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-ad494fdc-9e22-4bef-80c5-5334384aa2dc tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.24 "GET /v2.0/networks?id=b0cb6cd8-4bb8-4732-985e-a168c0bc6927 HTTP/1.1" status: 200 len: 812 time: 0.4698153 Mar 09 03:33:55.918523 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a', 'name': 'tempest-FloatingIPDetailsTestJSON-1324503314-router', 'tenant_id': '577387edec0b4b50a2b74edcbf17f676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '22d9c5f5-a764-4924-8600-e0ae15e527cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:33:48Z', 'updated_at': '2022-03-09T03:33:51Z', 'revision_number': 3, 'project_id': '577387edec0b4b50a2b74edcbf17f676', 'gw_port': {'id': '22d9c5f5-a764-4924-8600-e0ae15e527cf', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:33:49Z', 'updated_at': '2022-03-09T03:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:33:55.923855 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eedb69b-d5e3-4e99-9cd1-4b6d5a5b2b34 None None] The sync data for ids ['ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a'] in n-d-825178-5 is: [{'id': 'ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a', 'name': 'tempest-FloatingIPDetailsTestJSON-1324503314-router', 'tenant_id': '577387edec0b4b50a2b74edcbf17f676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '22d9c5f5-a764-4924-8600-e0ae15e527cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:33:48Z', 'updated_at': '2022-03-09T03:33:51Z', 'revision_number': 3, 'project_id': '577387edec0b4b50a2b74edcbf17f676', 'gw_port': {'id': '22d9c5f5-a764-4924-8600-e0ae15e527cf', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:33:49Z', 'updated_at': '2022-03-09T03:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:33:55.940520 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0888d5-e0e7-40b2-9e09-0568cd7d42cb req-791fde83-a4f6-4948-8079-90841da3c237 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:55.941399 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-0e0888d5-e0e7-40b2-9e09-0568cd7d42cb req-791fde83-a4f6-4948-8079-90841da3c237 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Synchronizing usage tracker for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:33:55.965386 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-0e0888d5-e0e7-40b2-9e09-0568cd7d42cb req-791fde83-a4f6-4948-8079-90841da3c237 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Unset dirty status for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:33:55.972187 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0e0888d5-e0e7-40b2-9e09-0568cd7d42cb req-791fde83-a4f6-4948-8079-90841da3c237 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc20e09-8a7a-4738-b94d-8dc49bb7967f HTTP/1.1" status: 200 len: 950 time: 0.1284859 Mar 09 03:33:55.983228 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-21e8885f-2ce9-4234-8f76-93a6411c5cb3 admin admin] Allocated IP 172.20.0.1 (4014b2ef-cf09-417b-a3aa-94666bbce91c/f248d7ef-963e-4ed7-8ec6-a9f2b9cf788c/69b5df75-f2f2-49fe-9416-86fddf02e46b) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:33:56.015766 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0e0888d5-e0e7-40b2-9e09-0568cd7d42cb req-6968f333-02dc-448d-8547-16ce0281ce6f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426099 Mar 09 03:33:56.033962 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-b5a7ef81-181a-4716-a2eb-c2eba92f2b91 service neutron] 10.222.0.16 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700197 Mar 09 03:33:56.125690 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-cb6d5bd8-6f45-466d-9d32-89352b84fbc4 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Request body: {'port': {'device_id': '7238cd06-cab2-4c51-a7b3-c14c93869ff0', 'network_id': 'b0cb6cd8-4bb8-4732-985e-a168c0bc6927', 'admin_state_up': True, 'tenant_id': '70eeee148f5e4bb0b0e213c4b507c0e8'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:56.233928 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe10d7-e75b-455a-8412-e6b85967e0b4 req-259ae4b6-7784-49d0-a7e6-bc1eee7d34c2 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:56.235999 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-14fe10d7-e75b-455a-8412-e6b85967e0b4 req-259ae4b6-7784-49d0-a7e6-bc1eee7d34c2 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 946 time: 0.1146271 Mar 09 03:33:56.379399 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-14fe10d7-e75b-455a-8412-e6b85967e0b4 req-44f47940-d45e-4eef-9b97-90f694021423 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318002 Mar 09 03:33:56.391572 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998864f7-4b0c-4dcf-a252-8952926b228d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6c1293-67e6-4e97-be63-8d7254a3ffbf'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:33:56.464485 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-e511b44e-9a59-4f98-9a50-d9aa0d4b18e9 req-b1313877-82d9-479e-a677-de40e092da79 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-908908078', 'description': 'tempest-description-1530816506'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:56.476698 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-e511b44e-9a59-4f98-9a50-d9aa0d4b18e9 req-b1313877-82d9-479e-a677-de40e092da79 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:56.485442 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e511b44e-9a59-4f98-9a50-d9aa0d4b18e9 req-b1313877-82d9-479e-a677-de40e092da79 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Usage tracker for resource:security_group and tenant:9ebe24b81931454c979c54ce4a38d214 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:56.488754 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e511b44e-9a59-4f98-9a50-d9aa0d4b18e9 req-b1313877-82d9-479e-a677-de40e092da79 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:56.502087 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-e511b44e-9a59-4f98-9a50-d9aa0d4b18e9 req-b1313877-82d9-479e-a677-de40e092da79 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:56.525349 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e511b44e-9a59-4f98-9a50-d9aa0d4b18e9 req-b1313877-82d9-479e-a677-de40e092da79 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:56.553926 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-e511b44e-9a59-4f98-9a50-d9aa0d4b18e9 req-b1313877-82d9-479e-a677-de40e092da79 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:56.559614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e511b44e-9a59-4f98-9a50-d9aa0d4b18e9 req-b1313877-82d9-479e-a677-de40e092da79 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Usage tracker for resource:security_group_rule and tenant:9ebe24b81931454c979c54ce4a38d214 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:56.563341 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e511b44e-9a59-4f98-9a50-d9aa0d4b18e9 req-b1313877-82d9-479e-a677-de40e092da79 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:56.569148 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-e511b44e-9a59-4f98-9a50-d9aa0d4b18e9 req-b1313877-82d9-479e-a677-de40e092da79 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:56.584959 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a2ecad5a-9cd3-48da-812c-55c75070e436 req-d6d65df8-24ca-47d5-9667-ccd852bdaf59 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 210 time: 0.1935349 Mar 09 03:33:56.666695 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-21e8885f-2ce9-4234-8f76-93a6411c5cb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:56.671794 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-cb6d5bd8-6f45-466d-9d32-89352b84fbc4 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:56.700023 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-cb6d5bd8-6f45-466d-9d32-89352b84fbc4 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:56.703157 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-21e8885f-2ce9-4234-8f76-93a6411c5cb3 admin admin] Transition to ACTIVE for port object 69b5df75-f2f2-49fe-9416-86fddf02e46b will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:33:56.740793 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-21e8885f-2ce9-4234-8f76-93a6411c5cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:56.748678 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e511b44e-9a59-4f98-9a50-d9aa0d4b18e9 req-b1313877-82d9-479e-a677-de40e092da79 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:56.759344 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e511b44e-9a59-4f98-9a50-d9aa0d4b18e9 req-b1313877-82d9-479e-a677-de40e092da79 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:56.880851 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-cb6d5bd8-6f45-466d-9d32-89352b84fbc4 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Made reservation on behalf of 70eeee148f5e4bb0b0e213c4b507c0e8 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:33:56.885065 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-cb6d5bd8-6f45-466d-9d32-89352b84fbc4 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:56.896685 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1313877-82d9-479e-a677-de40e092da79 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=902fe94b-c1ed-412e-8fde-971833fbdfed,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:56.901696 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e511b44e-9a59-4f98-9a50-d9aa0d4b18e9 req-b1313877-82d9-479e-a677-de40e092da79 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:56.919678 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e511b44e-9a59-4f98-9a50-d9aa0d4b18e9 req-b1313877-82d9-479e-a677-de40e092da79 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4628408 Mar 09 03:33:56.928893 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e8885f-2ce9-4234-8f76-93a6411c5cb3 admin admin] Network 4014b2ef-cf09-417b-a3aa-94666bbce91c is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:33:56.932789 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-21e8885f-2ce9-4234-8f76-93a6411c5cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:33:56.943114 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e8885f-2ce9-4234-8f76-93a6411c5cb3 admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:33:57.033055 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-21e8885f-2ce9-4234-8f76-93a6411c5cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:57.184029 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8885f-2ce9-4234-8f76-93a6411c5cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=69b5df75-f2f2-49fe-9416-86fddf02e46b,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:57.202617 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-29be9c5d-2df9-41a7-8cec-f367143e1a47 req-79643d3f-89da-4b87-8230-7895eb5a9172 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 210 time: 0.1021743 Mar 09 03:33:57.213781 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-16444b91-483c-4103-969e-9447787a52ea None None] Provisioning for port 69b5df75-f2f2-49fe-9416-86fddf02e46b completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:33:57.220809 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-16444b91-483c-4103-969e-9447787a52ea None None] Provisioning complete for port 69b5df75-f2f2-49fe-9416-86fddf02e46b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:57.222112 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-16444b91-483c-4103-969e-9447787a52ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:57.329490 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-16444b91-483c-4103-969e-9447787a52ea None None] Port 69b5df75-f2f2-49fe-9416-86fddf02e46b cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:33:57.336559 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998864f7-4b0c-4dcf-a252-8952926b228d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6c1293-67e6-4e97-be63-8d7254a3ffbf', 'code': 200} Mar 09 03:33:57.414116 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7812cdee-885e-4013-9ee3-775a94d793a0 req-a070b404-f1e3-4a28-a72b-3f415dd23cc8 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "GET /v2.0/security-groups/902fe94b-c1ed-412e-8fde-971833fbdfed HTTP/1.1" status: 200 len: 1804 time: 0.0610447 Mar 09 03:33:57.466207 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-7812cdee-885e-4013-9ee3-775a94d793a0 req-b0a4fab6-0f79-46a4-87d1-d429ad396fdb tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '902fe94b-c1ed-412e-8fde-971833fbdfed', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:57.466534 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-7812cdee-885e-4013-9ee3-775a94d793a0 req-b0a4fab6-0f79-46a4-87d1-d429ad396fdb tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '902fe94b-c1ed-412e-8fde-971833fbdfed', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:57.475226 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-7812cdee-885e-4013-9ee3-775a94d793a0 req-b0a4fab6-0f79-46a4-87d1-d429ad396fdb tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:57.481553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-7812cdee-885e-4013-9ee3-775a94d793a0 req-b0a4fab6-0f79-46a4-87d1-d429ad396fdb tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Usage tracker for resource:security_group_rule and tenant:9ebe24b81931454c979c54ce4a38d214 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:57.483147 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75724a9-08ee-4b14-b46d-205e8678653f req-ad8c82e1-4115-4297-8e3e-82d801f10e8f tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:57.484183 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-7812cdee-885e-4013-9ee3-775a94d793a0 req-b0a4fab6-0f79-46a4-87d1-d429ad396fdb tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:57.490037 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c75724a9-08ee-4b14-b46d-205e8678653f req-ad8c82e1-4115-4297-8e3e-82d801f10e8f tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 949 time: 0.6859970 Mar 09 03:33:57.491584 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-7812cdee-885e-4013-9ee3-775a94d793a0 req-b0a4fab6-0f79-46a4-87d1-d429ad396fdb tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:57.536024 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa545b6-3452-4c6f-b74a-d1660e125680 req-8de0bff3-c983-4c32-8e68-cb9487c1a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:57.537495 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5fa545b6-3452-4c6f-b74a-d1660e125680 req-8de0bff3-c983-4c32-8e68-cb9487c1a5f7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=998864f7-4b0c-4dcf-a252-8952926b228d HTTP/1.1" status: 200 len: 1101 time: 0.1225750 Mar 09 03:33:57.559545 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-cb6d5bd8-6f45-466d-9d32-89352b84fbc4 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Allocated IP 172.20.0.14 (b0cb6cd8-4bb8-4732-985e-a168c0bc6927/0a30daa9-e9b2-4995-b60e-5929ccdb08b2/052b3f80-a1a2-440e-b258-76eeeaa548a9) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:33:57.574679 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c75724a9-08ee-4b14-b46d-205e8678653f req-94fb4046-d815-480a-88f7-e2a852217f51 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837216 Mar 09 03:33:57.593450 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7812cdee-885e-4013-9ee3-775a94d793a0 req-b0a4fab6-0f79-46a4-87d1-d429ad396fdb tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:57.619435 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5fa545b6-3452-4c6f-b74a-d1660e125680 req-5bd900e0-1a0c-45bd-a52d-65f190fe24bc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722353 Mar 09 03:33:57.641087 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7812cdee-885e-4013-9ee3-775a94d793a0 req-b0a4fab6-0f79-46a4-87d1-d429ad396fdb tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:57.646014 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7812cdee-885e-4013-9ee3-775a94d793a0 req-b0a4fab6-0f79-46a4-87d1-d429ad396fdb tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:57.673707 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a4fab6-0f79-46a4-87d1-d429ad396fdb tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13373411-21b6-4195-bdd3-207e66d70b78,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:57.686835 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7812cdee-885e-4013-9ee3-775a94d793a0 req-b0a4fab6-0f79-46a4-87d1-d429ad396fdb tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:57.688269 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7812cdee-885e-4013-9ee3-775a94d793a0 req-b0a4fab6-0f79-46a4-87d1-d429ad396fdb tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2315896 Mar 09 03:33:57.698034 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-21e8885f-2ce9-4234-8f76-93a6411c5cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:58.000122 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-21e8885f-2ce9-4234-8f76-93a6411c5cb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:58.020007 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24663745-0756-4d4c-a93f-c0253eb7777f req-0fd76a6f-96bd-4bfa-8438-ab046f4c1103 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:58.021878 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-24663745-0756-4d4c-a93f-c0253eb7777f req-0fd76a6f-96bd-4bfa-8438-ab046f4c1103 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 946 time: 0.1817226 Mar 09 03:33:58.078639 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-24663745-0756-4d4c-a93f-c0253eb7777f req-63bf657b-d99d-4dfd-91ef-ca865b7d5745 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468206 Mar 09 03:33:58.203027 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-21e8885f-2ce9-4234-8f76-93a6411c5cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:58.224558 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 22d9c5f5-a764-4924-8600-e0ae15e527cf up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:33:58.256069 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35f9683e-5459-46ee-9cb2-75abc05f4a9c req-e1be21f6-f440-44d7-bb12-a441835c0da4 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 210 time: 0.0591691 Mar 09 03:33:58.296245 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-5304418f-5c28-46cb-917b-210d2afb5030 req-65890762-f20b-4cb5-bb50-b0c71a1dd41e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-131443837', 'description': 'tempest-description-124631001'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:58.298536 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 22d9c5f5-a764-4924-8600-e0ae15e527cf completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:33:58.303825 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-5304418f-5c28-46cb-917b-210d2afb5030 req-65890762-f20b-4cb5-bb50-b0c71a1dd41e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:58.306928 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 22d9c5f5-a764-4924-8600-e0ae15e527cf triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:58.307449 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:58.308646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5304418f-5c28-46cb-917b-210d2afb5030 req-65890762-f20b-4cb5-bb50-b0c71a1dd41e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Usage tracker for resource:security_group and tenant:9ebe24b81931454c979c54ce4a38d214 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:58.312582 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5304418f-5c28-46cb-917b-210d2afb5030 req-65890762-f20b-4cb5-bb50-b0c71a1dd41e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:58.318400 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-5304418f-5c28-46cb-917b-210d2afb5030 req-65890762-f20b-4cb5-bb50-b0c71a1dd41e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:58.328965 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5304418f-5c28-46cb-917b-210d2afb5030 req-65890762-f20b-4cb5-bb50-b0c71a1dd41e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:58.350634 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-5304418f-5c28-46cb-917b-210d2afb5030 req-65890762-f20b-4cb5-bb50-b0c71a1dd41e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:58.355954 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5304418f-5c28-46cb-917b-210d2afb5030 req-65890762-f20b-4cb5-bb50-b0c71a1dd41e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Usage tracker for resource:security_group_rule and tenant:9ebe24b81931454c979c54ce4a38d214 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:58.358499 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5304418f-5c28-46cb-917b-210d2afb5030 req-65890762-f20b-4cb5-bb50-b0c71a1dd41e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:58.364930 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-5304418f-5c28-46cb-917b-210d2afb5030 req-65890762-f20b-4cb5-bb50-b0c71a1dd41e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:58.435186 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:58.438818 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5304418f-5c28-46cb-917b-210d2afb5030 req-65890762-f20b-4cb5-bb50-b0c71a1dd41e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:58.446690 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5304418f-5c28-46cb-917b-210d2afb5030 req-65890762-f20b-4cb5-bb50-b0c71a1dd41e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:58.453236 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 22d9c5f5-a764-4924-8600-e0ae15e527cf, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=22d9c5f5-a764-4924-8600-e0ae15e527cf,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:33:58.458494 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:58.481286 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-21e8885f-2ce9-4234-8f76-93a6411c5cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:58.496026 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65890762-f20b-4cb5-bb50-b0c71a1dd41e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49261c44-fa6e-4756-8045-946ace63a39b,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:58.498843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8885f-2ce9-4234-8f76-93a6411c5cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=69b5df75-f2f2-49fe-9416-86fddf02e46b,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:58.505277 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5304418f-5c28-46cb-917b-210d2afb5030 req-65890762-f20b-4cb5-bb50-b0c71a1dd41e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:58.506679 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5304418f-5c28-46cb-917b-210d2afb5030 req-65890762-f20b-4cb5-bb50-b0c71a1dd41e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2153318 Mar 09 03:33:58.544004 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=22d9c5f5-a764-4924-8600-e0ae15e527cf,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:58.579369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-7a5c8e14-06be-47e4-ad69-a8e723556aa5 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:58.580828 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-7a5c8e14-06be-47e4-ad69-a8e723556aa5 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.21 "GET /v2.0/networks?id=af94044a-4dd6-4e2a-9a7b-ddb410474c02 HTTP/1.1" status: 200 len: 807 time: 0.5992908 Mar 09 03:33:58.605369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-40ce5f43-7d5f-4f40-b5aa-a9ba96299068 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Request body: {'port': {'device_id': 'c3e799c2-c41c-4d97-bffc-a55869c10433', 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02', 'admin_state_up': True, 'tenant_id': '2805c8aef7c746099fde990352f135bf'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:58.644808 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3131c27-b6e4-4b1a-ac54-2f813cb5f074 req-1436a6ed-32a1-4c92-aa61-ee42dec11ec1 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 210 time: 0.0485089 Mar 09 03:33:58.674782 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-ebcc6767-0062-41ee-a9e0-8160d10aa2f4 req-bdc5c2c7-97b8-4112-ae71-f81351cafd67 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1738506418', 'description': 'tempest-description-72763778'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:58.681594 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-ebcc6767-0062-41ee-a9e0-8160d10aa2f4 req-bdc5c2c7-97b8-4112-ae71-f81351cafd67 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:58.686132 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-99dd2916-4323-4594-b2e3-f64cdeb5e6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:58.686410 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-ebcc6767-0062-41ee-a9e0-8160d10aa2f4 req-bdc5c2c7-97b8-4112-ae71-f81351cafd67 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Usage tracker for resource:security_group and tenant:9ebe24b81931454c979c54ce4a38d214 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:58.689729 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-ebcc6767-0062-41ee-a9e0-8160d10aa2f4 req-bdc5c2c7-97b8-4112-ae71-f81351cafd67 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:58.695891 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-ebcc6767-0062-41ee-a9e0-8160d10aa2f4 req-bdc5c2c7-97b8-4112-ae71-f81351cafd67 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:58.706502 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ebcc6767-0062-41ee-a9e0-8160d10aa2f4 req-bdc5c2c7-97b8-4112-ae71-f81351cafd67 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:58.711931 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-cb6d5bd8-6f45-466d-9d32-89352b84fbc4 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:58.721689 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47857a-64b3-4711-9f36-21b0f5831af9 req-9e011005-814a-44e6-81b8-d779170f5768 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:58.723155 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d47857a-64b3-4711-9f36-21b0f5831af9 req-9e011005-814a-44e6-81b8-d779170f5768 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc20e09-8a7a-4738-b94d-8dc49bb7967f HTTP/1.1" status: 200 len: 950 time: 0.7400293 Mar 09 03:33:58.728852 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-ebcc6767-0062-41ee-a9e0-8160d10aa2f4 req-bdc5c2c7-97b8-4112-ae71-f81351cafd67 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:58.732710 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-ebcc6767-0062-41ee-a9e0-8160d10aa2f4 req-bdc5c2c7-97b8-4112-ae71-f81351cafd67 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Usage tracker for resource:security_group_rule and tenant:9ebe24b81931454c979c54ce4a38d214 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:58.735603 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-ebcc6767-0062-41ee-a9e0-8160d10aa2f4 req-bdc5c2c7-97b8-4112-ae71-f81351cafd67 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:58.741281 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-ebcc6767-0062-41ee-a9e0-8160d10aa2f4 req-bdc5c2c7-97b8-4112-ae71-f81351cafd67 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:58.812266 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ebcc6767-0062-41ee-a9e0-8160d10aa2f4 req-bdc5c2c7-97b8-4112-ae71-f81351cafd67 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:58.816204 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ebcc6767-0062-41ee-a9e0-8160d10aa2f4 req-bdc5c2c7-97b8-4112-ae71-f81351cafd67 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:58.861781 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5c2c7-97b8-4112-ae71-f81351cafd67 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9b672d-57f9-4d38-8996-1513515cc948,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:58.865803 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ebcc6767-0062-41ee-a9e0-8160d10aa2f4 req-bdc5c2c7-97b8-4112-ae71-f81351cafd67 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:58.867074 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ebcc6767-0062-41ee-a9e0-8160d10aa2f4 req-bdc5c2c7-97b8-4112-ae71-f81351cafd67 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1968744 Mar 09 03:33:58.885755 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d47857a-64b3-4711-9f36-21b0f5831af9 req-7c8c64b2-563b-4513-8b48-9fe9e24ad75e tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539693 Mar 09 03:33:58.920543 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e8885f-2ce9-4234-8f76-93a6411c5cb3 admin admin] Network 4014b2ef-cf09-417b-a3aa-94666bbce91c is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:33:58.928457 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-21e8885f-2ce9-4234-8f76-93a6411c5cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:33:58.933511 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-40ce5f43-7d5f-4f40-b5aa-a9ba96299068 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:58.959198 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-cb6d5bd8-6f45-466d-9d32-89352b84fbc4 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:58.973649 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['435f865e-b95d-40d3-af10-570eadbbc29b'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:33:59.020467 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-40ce5f43-7d5f-4f40-b5aa-a9ba96299068 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:59.126102 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc06c95-a9bf-4aaa-88cd-b78c796e7e24 req-d8875499-8441-42ad-b3d4-78725f60b32e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:59.127770 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4dc06c95-a9bf-4aaa-88cd-b78c796e7e24 req-d8875499-8441-42ad-b3d4-78725f60b32e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 949 time: 0.1171522 Mar 09 03:33:59.128505 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-40ce5f43-7d5f-4f40-b5aa-a9ba96299068 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Made reservation on behalf of 2805c8aef7c746099fde990352f135bf for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:33:59.132037 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-40ce5f43-7d5f-4f40-b5aa-a9ba96299068 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:59.148752 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-cb6d5bd8-6f45-466d-9d32-89352b84fbc4 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Network b0cb6cd8-4bb8-4732-985e-a168c0bc6927 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:33:59.162319 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-cb6d5bd8-6f45-466d-9d32-89352b84fbc4 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:33:59.175883 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c8b6023a-b22c-4aeb-9b1e-6eeb3f9e15b5 req-caddba87-9487-4b2b-873a-cfa9c5623579 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "GET /v2.0/security-groups/49261c44-fa6e-4756-8045-946ace63a39b HTTP/1.1" status: 200 len: 1803 time: 0.2435753 Mar 09 03:33:59.177999 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4dc06c95-a9bf-4aaa-88cd-b78c796e7e24 req-6bf99ce5-61a6-4eb6-ac0c-23d212763694 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443382 Mar 09 03:33:59.185499 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-cb6d5bd8-6f45-466d-9d32-89352b84fbc4 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:33:59.189172 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1fcd7dbc-69f2-4c5a-9386-55fba5131069 None None] Provisioning complete for port 69b5df75-f2f2-49fe-9416-86fddf02e46b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:33:59.189587 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1fcd7dbc-69f2-4c5a-9386-55fba5131069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:59.267489 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd7dbc-69f2-4c5a-9386-55fba5131069 None None] Port 69b5df75-f2f2-49fe-9416-86fddf02e46b cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:33:59.316031 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d5bd8-6f45-466d-9d32-89352b84fbc4 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Pushing event updated for resources: {'Port': ['ID=052b3f80-a1a2-440e-b258-76eeeaa548a9,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:33:59.372183 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a51eb-81c4-4e29-9531-b7dd3bb786e9 req-0d949ce9-31da-4075-bdc0-bd86343db7b6 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:59.373721 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-689a51eb-81c4-4e29-9531-b7dd3bb786e9 req-0d949ce9-31da-4075-bdc0-bd86343db7b6 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=998864f7-4b0c-4dcf-a252-8952926b228d HTTP/1.1" status: 200 len: 950 time: 0.0864303 Mar 09 03:33:59.417363 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-689a51eb-81c4-4e29-9531-b7dd3bb786e9 req-db26d470-c353-4fb6-920f-538c1c93aa0c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378270 Mar 09 03:33:59.436631 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-cb6d5bd8-6f45-466d-9d32-89352b84fbc4 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:59.437235 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-cb6d5bd8-6f45-466d-9d32-89352b84fbc4 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:33:59.461134 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e8885f-2ce9-4234-8f76-93a6411c5cb3 admin admin] Router ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:33:59.466683 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c8b6023a-b22c-4aeb-9b1e-6eeb3f9e15b5 req-b1b80c31-c0bd-432d-b835-a39f1c40fcd3 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "GET /v2.0/security-groups/5e9b672d-57f9-4d38-8996-1513515cc948 HTTP/1.1" status: 200 len: 1803 time: 0.2433686 Mar 09 03:33:59.522512 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-c8b6023a-b22c-4aeb-9b1e-6eeb3f9e15b5 req-76b40105-3d6e-47dc-b764-848edd214e96 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '49261c44-fa6e-4756-8045-946ace63a39b', 'remote_group_id': '5e9b672d-57f9-4d38-8996-1513515cc948', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:59.522906 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-c8b6023a-b22c-4aeb-9b1e-6eeb3f9e15b5 req-76b40105-3d6e-47dc-b764-848edd214e96 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '49261c44-fa6e-4756-8045-946ace63a39b', 'remote_group_id': '5e9b672d-57f9-4d38-8996-1513515cc948', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:33:59.537987 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c8b6023a-b22c-4aeb-9b1e-6eeb3f9e15b5 req-76b40105-3d6e-47dc-b764-848edd214e96 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:33:59.593668 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c8b6023a-b22c-4aeb-9b1e-6eeb3f9e15b5 req-76b40105-3d6e-47dc-b764-848edd214e96 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Usage tracker for resource:security_group_rule and tenant:9ebe24b81931454c979c54ce4a38d214 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:33:59.602457 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423258bf-a8c5-437d-8569-550dd10fce4d req-e226bb1c-a05a-46ea-8765-0441b053afe5 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:59.603578 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c8b6023a-b22c-4aeb-9b1e-6eeb3f9e15b5 req-76b40105-3d6e-47dc-b764-848edd214e96 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:33:59.604079 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-423258bf-a8c5-437d-8569-550dd10fce4d req-e226bb1c-a05a-46ea-8765-0441b053afe5 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 946 time: 0.0834849 Mar 09 03:33:59.613920 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-cb6d5bd8-6f45-466d-9d32-89352b84fbc4 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5106335 Mar 09 03:33:59.626048 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c8b6023a-b22c-4aeb-9b1e-6eeb3f9e15b5 req-76b40105-3d6e-47dc-b764-848edd214e96 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:33:59.648708 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-40ce5f43-7d5f-4f40-b5aa-a9ba96299068 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Allocated IP 172.20.0.11 (af94044a-4dd6-4e2a-9a7b-ddb410474c02/42f7c02a-5561-45bd-a0c7-255e56eaf460/4fabe353-9af1-45f6-9215-84c19e17873e) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:33:59.649565 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-423258bf-a8c5-437d-8569-550dd10fce4d req-48092047-2fae-4a8f-9d8e-800dc1f7303f tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397570 Mar 09 03:33:59.841097 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a251161-1c1b-4583-b5d8-5b5db6a4cd7f req-87ca72f7-e89e-4bc0-982f-7ec60397fb75 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:33:59.842637 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5a251161-1c1b-4583-b5d8-5b5db6a4cd7f req-87ca72f7-e89e-4bc0-982f-7ec60397fb75 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 932 time: 0.0838752 Mar 09 03:33:59.888219 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5a251161-1c1b-4583-b5d8-5b5db6a4cd7f req-d52f0b95-4e9c-4741-8398-e90b51ade0ac tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Synchronizing usage tracker for tenant:70eeee148f5e4bb0b0e213c4b507c0e8 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:33:59.904116 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5a251161-1c1b-4583-b5d8-5b5db6a4cd7f req-d52f0b95-4e9c-4741-8398-e90b51ade0ac tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Unset dirty status for tenant:70eeee148f5e4bb0b0e213c4b507c0e8 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:33:59.905803 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5a251161-1c1b-4583-b5d8-5b5db6a4cd7f req-d52f0b95-4e9c-4741-8398-e90b51ade0ac tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571313 Mar 09 03:33:59.955438 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e8885f-2ce9-4234-8f76-93a6411c5cb3 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:33:59.963044 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-21e8885f-2ce9-4234-8f76-93a6411c5cb3 admin admin] 10.222.0.16 "PUT /v2.0/routers/ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4333594 Mar 09 03:33:59.967959 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] Sync routers for ids ['ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:33:59.979132 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] Routers {'ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:33:59.979813 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:33:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:34:00.001602 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c8b6023a-b22c-4aeb-9b1e-6eeb3f9e15b5 req-76b40105-3d6e-47dc-b764-848edd214e96 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:00.080711 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-25b3aa0a-772e-4318-915f-191acfb74301 req-b893bc79-afca-4abc-a938-d5ff01cd2fb6 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 210 time: 0.0506015 Mar 09 03:34:00.113919 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c8b6023a-b22c-4aeb-9b1e-6eeb3f9e15b5 req-76b40105-3d6e-47dc-b764-848edd214e96 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:00.122727 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c8b6023a-b22c-4aeb-9b1e-6eeb3f9e15b5 req-76b40105-3d6e-47dc-b764-848edd214e96 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:00.164151 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b40105-3d6e-47dc-b764-848edd214e96 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9efab10-06d4-47fa-bea9-0bf1aedc9f79,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:00.174205 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-40ce5f43-7d5f-4f40-b5aa-a9ba96299068 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:00.178817 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c8b6023a-b22c-4aeb-9b1e-6eeb3f9e15b5 req-76b40105-3d6e-47dc-b764-848edd214e96 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:00.181281 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c8b6023a-b22c-4aeb-9b1e-6eeb3f9e15b5 req-76b40105-3d6e-47dc-b764-848edd214e96 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6743093 Mar 09 03:34:00.204092 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] Set router ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:34:00.209120 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-79d10024-89a2-4436-9f83-24c17a40071c req-e39531f4-846c-43ab-baa4-fc0009b9a107 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1074928651', 'description': 'tempest-description-236147420'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:00.217231 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-79d10024-89a2-4436-9f83-24c17a40071c req-e39531f4-846c-43ab-baa4-fc0009b9a107 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:00.223767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-79d10024-89a2-4436-9f83-24c17a40071c req-e39531f4-846c-43ab-baa4-fc0009b9a107 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Usage tracker for resource:security_group and tenant:9ebe24b81931454c979c54ce4a38d214 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:00.228081 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-79d10024-89a2-4436-9f83-24c17a40071c req-e39531f4-846c-43ab-baa4-fc0009b9a107 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:00.235226 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-79d10024-89a2-4436-9f83-24c17a40071c req-e39531f4-846c-43ab-baa4-fc0009b9a107 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:00.249669 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 22d9c5f5-a764-4924-8600-e0ae15e527cf up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:34:00.252138 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-79d10024-89a2-4436-9f83-24c17a40071c req-e39531f4-846c-43ab-baa4-fc0009b9a107 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:00.263316 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-40ce5f43-7d5f-4f40-b5aa-a9ba96299068 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:00.333035 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-79d10024-89a2-4436-9f83-24c17a40071c req-e39531f4-846c-43ab-baa4-fc0009b9a107 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:00.349015 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-40ce5f43-7d5f-4f40-b5aa-a9ba96299068 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Network af94044a-4dd6-4e2a-9a7b-ddb410474c02 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:34:00.350098 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-79d10024-89a2-4436-9f83-24c17a40071c req-e39531f4-846c-43ab-baa4-fc0009b9a107 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Usage tracker for resource:security_group_rule and tenant:9ebe24b81931454c979c54ce4a38d214 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:00.356477 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-40ce5f43-7d5f-4f40-b5aa-a9ba96299068 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:34:00.361370 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-79d10024-89a2-4436-9f83-24c17a40071c req-e39531f4-846c-43ab-baa4-fc0009b9a107 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:00.365175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-40ce5f43-7d5f-4f40-b5aa-a9ba96299068 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:34:00.393482 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce5f43-7d5f-4f40-b5aa-a9ba96299068 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Pushing event updated for resources: {'Port': ['ID=4fabe353-9af1-45f6-9215-84c19e17873e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:00.402331 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-79d10024-89a2-4436-9f83-24c17a40071c req-e39531f4-846c-43ab-baa4-fc0009b9a107 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:00.456808 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-40ce5f43-7d5f-4f40-b5aa-a9ba96299068 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:00.457376 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-40ce5f43-7d5f-4f40-b5aa-a9ba96299068 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:00.493467 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-40ce5f43-7d5f-4f40-b5aa-a9ba96299068 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8980150 Mar 09 03:34:00.501256 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8c047ca7-276b-4cec-9dc5-1ae2e67c6fad req-9cf78d17-4e8c-46d5-83a5-83efd3932441 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2526743 Mar 09 03:34:00.510354 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-7915dabd-7058-4df1-beb1-f8e6b267766f service neutron] Request body: {'port': {'device_id': 'c3e799c2-c41c-4d97-bffc-a55869c10433', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:00.513224 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-8c047ca7-276b-4cec-9dc5-1ae2e67c6fad req-6eb47c62-cb91-4232-9603-5f8a77a4559a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:00.519376 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-8c047ca7-276b-4cec-9dc5-1ae2e67c6fad req-6eb47c62-cb91-4232-9603-5f8a77a4559a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:00.523931 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-8c047ca7-276b-4cec-9dc5-1ae2e67c6fad req-6eb47c62-cb91-4232-9603-5f8a77a4559a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Usage tracker for resource:floatingip and tenant:577387edec0b4b50a2b74edcbf17f676 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:00.527367 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-8c047ca7-276b-4cec-9dc5-1ae2e67c6fad req-6eb47c62-cb91-4232-9603-5f8a77a4559a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:00.529194 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 22d9c5f5-a764-4924-8600-e0ae15e527cf triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:34:00.529917 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:00.533964 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-8c047ca7-276b-4cec-9dc5-1ae2e67c6fad req-6eb47c62-cb91-4232-9603-5f8a77a4559a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:00.546035 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-8c047ca7-276b-4cec-9dc5-1ae2e67c6fad req-6eb47c62-cb91-4232-9603-5f8a77a4559a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:00.562370 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-79d10024-89a2-4436-9f83-24c17a40071c req-e39531f4-846c-43ab-baa4-fc0009b9a107 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:00.575813 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-79d10024-89a2-4436-9f83-24c17a40071c req-e39531f4-846c-43ab-baa4-fc0009b9a107 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:00.617331 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39531f4-846c-43ab-baa4-fc0009b9a107 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa07de7-3df8-4e56-903d-63d667ecb253,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:00.675872 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-79d10024-89a2-4436-9f83-24c17a40071c req-e39531f4-846c-43ab-baa4-fc0009b9a107 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:00.677080 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79d10024-89a2-4436-9f83-24c17a40071c req-e39531f4-846c-43ab-baa4-fc0009b9a107 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4734249 Mar 09 03:34:00.691314 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-8c047ca7-276b-4cec-9dc5-1ae2e67c6fad req-6eb47c62-cb91-4232-9603-5f8a77a4559a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:00.697974 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-7915dabd-7058-4df1-beb1-f8e6b267766f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:00.733886 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a', 'name': 'tempest-FloatingIPDetailsTestJSON-1324503314-router', 'tenant_id': '577387edec0b4b50a2b74edcbf17f676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '22d9c5f5-a764-4924-8600-e0ae15e527cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:33:48Z', 'updated_at': '2022-03-09T03:33:57Z', 'revision_number': 4, 'project_id': '577387edec0b4b50a2b74edcbf17f676', 'gw_port': {'id': '22d9c5f5-a764-4924-8600-e0ae15e527cf', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:33:49Z', 'updated_at': '2022-03-09T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '69b5df75-f2f2-49fe-9416-86fddf02e46b', 'name': '', 'network_id': '4014b2ef-cf09-417b-a3aa-94666bbce91c', 'tenant_id': '577387edec0b4b50a2b74edcbf17f676', 'mac_address': 'fa:16:3e:7b:76:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'f248d7ef-963e-4ed7-8ec6-a9f2b9cf788c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:33:55Z', 'updated_at': '2022-03-09T03:33:57Z', 'revision_number': 2, 'project_id': '577387edec0b4b50a2b74edcbf17f676', 'subnets': [{'id': 'f248d7ef-963e-4ed7-8ec6-a9f2b9cf788c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:34:00.738588 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] Checking router: ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:34:00.739254 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] Updating router ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a port 69b5df75-f2f2-49fe-9416-86fddf02e46b binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:34:00.810917 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:00.842471 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-8c047ca7-276b-4cec-9dc5-1ae2e67c6fad req-6eb47c62-cb91-4232-9603-5f8a77a4559a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Allocated IP 172.25.7.238 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/a6d96083-910d-4222-9c6c-51a6bb1377b6) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:34:01.011409 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-8c047ca7-276b-4cec-9dc5-1ae2e67c6fad req-6eb47c62-cb91-4232-9603-5f8a77a4559a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:01.037138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5c727-d674-4747-8736-249f7d105fd4 req-3af9ccd5-35a8-4978-b4b7-a10bb604ac90 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:01.038637 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f3e5c727-d674-4747-8736-249f7d105fd4 req-3af9ccd5-35a8-4978-b4b7-a10bb604ac90 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 949 time: 0.2099433 Mar 09 03:34:01.049887 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-8c047ca7-276b-4cec-9dc5-1ae2e67c6fad req-6eb47c62-cb91-4232-9603-5f8a77a4559a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:01.073615 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-deb5912b-6735-4e63-8ddd-0beb3585aa89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:01.111395 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f3e5c727-d674-4747-8736-249f7d105fd4 req-ee4faf5f-d841-475c-b9f2-d87a7ea5db1d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572524 Mar 09 03:34:01.112134 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c047ca7-276b-4cec-9dc5-1ae2e67c6fad req-6eb47c62-cb91-4232-9603-5f8a77a4559a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:34:01.115101 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-8c047ca7-276b-4cec-9dc5-1ae2e67c6fad req-6eb47c62-cb91-4232-9603-5f8a77a4559a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:34:01.117568 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c047ca7-276b-4cec-9dc5-1ae2e67c6fad req-6eb47c62-cb91-4232-9603-5f8a77a4559a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:34:01.198708 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-7915dabd-7058-4df1-beb1-f8e6b267766f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fabe353-9af1-45f6-9215-84c19e17873e {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:34:01.205901 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb47c62-cb91-4232-9603-5f8a77a4559a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Pushing event updated for resources: {'Port': ['ID=a6d96083-910d-4222-9c6c-51a6bb1377b6,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:01.210287 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-7915dabd-7058-4df1-beb1-f8e6b267766f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:01.222449 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-8c047ca7-276b-4cec-9dc5-1ae2e67c6fad req-6eb47c62-cb91-4232-9603-5f8a77a4559a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:01.230560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-7915dabd-7058-4df1-beb1-f8e6b267766f service neutron] Transition to ACTIVE for port object 4fabe353-9af1-45f6-9215-84c19e17873e will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:34:01.232174 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:01.246015 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] Transition to ACTIVE for port object 69b5df75-f2f2-49fe-9416-86fddf02e46b will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:34:01.255708 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:01.268911 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-7915dabd-7058-4df1-beb1-f8e6b267766f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:01.290101 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-8c047ca7-276b-4cec-9dc5-1ae2e67c6fad req-6eb47c62-cb91-4232-9603-5f8a77a4559a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:01.416554 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9842c-4a65-42c7-ad84-4b4aa2689323 None None] Pushing event updated for resources: {'Port': ['ID=69b5df75-f2f2-49fe-9416-86fddf02e46b,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:01.425558 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b9842c-4a65-42c7-ad84-4b4aa2689323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:01.425889 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b9842c-4a65-42c7-ad84-4b4aa2689323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:01.426459 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b9842c-4a65-42c7-ad84-4b4aa2689323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:01.426593 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b9842c-4a65-42c7-ad84-4b4aa2689323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:01.426886 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b9842c-4a65-42c7-ad84-4b4aa2689323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:01.427200 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b9842c-4a65-42c7-ad84-4b4aa2689323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:01.427515 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b9842c-4a65-42c7-ad84-4b4aa2689323 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:01.427829 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b9842c-4a65-42c7-ad84-4b4aa2689323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:01.428361 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b9842c-4a65-42c7-ad84-4b4aa2689323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:01.428466 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b9842c-4a65-42c7-ad84-4b4aa2689323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:01.428755 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b9842c-4a65-42c7-ad84-4b4aa2689323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:01.429094 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b9842c-4a65-42c7-ad84-4b4aa2689323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:01.477736 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915dabd-7058-4df1-beb1-f8e6b267766f service neutron] Pushing event updated for resources: {'Port': ['ID=4fabe353-9af1-45f6-9215-84c19e17873e,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:01.518590 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] Attempting to bind port 69b5df75-f2f2-49fe-9416-86fddf02e46b on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:34:01.519020 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] Attempting to bind port 69b5df75-f2f2-49fe-9416-86fddf02e46b by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '14554d69-1b08-45a4-9776-8b751a4083cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4014b2ef-cf09-417b-a3aa-94666bbce91c'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:34:01.519383 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] Attempting to bind port 69b5df75-f2f2-49fe-9416-86fddf02e46b on network 4014b2ef-cf09-417b-a3aa-94666bbce91c {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:34:01.525827 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:34:01.525827 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] Checking segment: {'id': '14554d69-1b08-45a4-9776-8b751a4083cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4014b2ef-cf09-417b-a3aa-94666bbce91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:34:01.526129 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:01.526381 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] Bound using segment: {'id': '14554d69-1b08-45a4-9776-8b751a4083cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4014b2ef-cf09-417b-a3aa-94666bbce91c'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:34:01.526999 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] Bound port: 69b5df75-f2f2-49fe-9416-86fddf02e46b, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14554d69-1b08-45a4-9776-8b751a4083cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4014b2ef-cf09-417b-a3aa-94666bbce91c'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:34:01.527364 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:01.537426 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-8c047ca7-276b-4cec-9dc5-1ae2e67c6fad req-6eb47c62-cb91-4232-9603-5f8a77a4559a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:01.539696 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a429e45-b17d-4a7d-9917-4c012a4fd3a3 req-ebb89c24-9f56-48a2-9296-96fd0279e95c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:01.543979 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-8c047ca7-276b-4cec-9dc5-1ae2e67c6fad req-6eb47c62-cb91-4232-9603-5f8a77a4559a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:01.548534 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2a429e45-b17d-4a7d-9917-4c012a4fd3a3 req-ebb89c24-9f56-48a2-9296-96fd0279e95c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=998864f7-4b0c-4dcf-a252-8952926b228d HTTP/1.1" status: 200 len: 950 time: 0.3213136 Mar 09 03:34:01.607480 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2a429e45-b17d-4a7d-9917-4c012a4fd3a3 req-1635664e-faca-4081-8cfa-02d7e5e72185 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577149 Mar 09 03:34:01.637276 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] For port 69b5df75-f2f2-49fe-9416-86fddf02e46b, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:34:01.644066 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] For port 69b5df75-f2f2-49fe-9416-86fddf02e46b, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=69b5df75-f2f2-49fe-9416-86fddf02e46b,segment=NetworkSegment(14554d69-1b08-45a4-9776-8b751a4083cd),segment_id=14554d69-1b08-45a4-9776-8b751a4083cd)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:34:01.645711 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-7915dabd-7058-4df1-beb1-f8e6b267766f service neutron] Attempting to bind port 4fabe353-9af1-45f6-9215-84c19e17873e on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:34:01.645869 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-7915dabd-7058-4df1-beb1-f8e6b267766f service neutron] Attempting to bind port 4fabe353-9af1-45f6-9215-84c19e17873e by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:34:01.646389 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-7915dabd-7058-4df1-beb1-f8e6b267766f service neutron] Attempting to bind port 4fabe353-9af1-45f6-9215-84c19e17873e on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:34:01.653219 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-7915dabd-7058-4df1-beb1-f8e6b267766f service neutron] Port 4fabe353-9af1-45f6-9215-84c19e17873e on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:34:01.653703 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-7915dabd-7058-4df1-beb1-f8e6b267766f service neutron] Attempting to bind port 4fabe353-9af1-45f6-9215-84c19e17873e on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:34:01.654051 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:01.662395 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-7915dabd-7058-4df1-beb1-f8e6b267766f service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:34:01.662764 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-7915dabd-7058-4df1-beb1-f8e6b267766f service neutron] Checking segment: {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:34:01.664740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-7915dabd-7058-4df1-beb1-f8e6b267766f service neutron] Bound using segment: {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:34:01.665251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-7915dabd-7058-4df1-beb1-f8e6b267766f service neutron] Bound port: 4fabe353-9af1-45f6-9215-84c19e17873e, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:34:01.665605 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-7915dabd-7058-4df1-beb1-f8e6b267766f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:01.673152 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb47c62-cb91-4232-9603-5f8a77a4559a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Pushing event updated for resources: {'Port': ['ID=a6d96083-910d-4222-9c6c-51a6bb1377b6,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:01.686246 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-8c047ca7-276b-4cec-9dc5-1ae2e67c6fad req-6eb47c62-cb91-4232-9603-5f8a77a4559a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:01.713225 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-8c047ca7-276b-4cec-9dc5-1ae2e67c6fad req-6eb47c62-cb91-4232-9603-5f8a77a4559a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:01.714592 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8c047ca7-276b-4cec-9dc5-1ae2e67c6fad req-6eb47c62-cb91-4232-9603-5f8a77a4559a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2064893 Mar 09 03:34:01.782310 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] Routers {'ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:34:01.783029 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:34:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:34:01.823454 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-8c047ca7-276b-4cec-9dc5-1ae2e67c6fad req-f66aadbe-33c2-4620-b232-200b96ffb033 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Synchronizing usage tracker for tenant:577387edec0b4b50a2b74edcbf17f676 on resource:floatingip {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:34:01.838174 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-7915dabd-7058-4df1-beb1-f8e6b267766f service neutron] For port 4fabe353-9af1-45f6-9215-84c19e17873e, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:34:01.843530 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9842c-4a65-42c7-ad84-4b4aa2689323 None None] Pushing event updated for resources: {'Port': ['ID=69b5df75-f2f2-49fe-9416-86fddf02e46b,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:01.844986 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-8c047ca7-276b-4cec-9dc5-1ae2e67c6fad req-f66aadbe-33c2-4620-b232-200b96ffb033 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Unset dirty status for tenant:577387edec0b4b50a2b74edcbf17f676 on resource:floatingip {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:34:01.846834 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-7915dabd-7058-4df1-beb1-f8e6b267766f service neutron] For port 4fabe353-9af1-45f6-9215-84c19e17873e, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=4fabe353-9af1-45f6-9215-84c19e17873e,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:34:01.852202 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8c047ca7-276b-4cec-9dc5-1ae2e67c6fad req-f66aadbe-33c2-4620-b232-200b96ffb033 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.238 HTTP/1.1" status: 200 len: 696 time: 0.1300843 Mar 09 03:34:01.882364 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-7915dabd-7058-4df1-beb1-f8e6b267766f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:01.970201 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915dabd-7058-4df1-beb1-f8e6b267766f service neutron] Pushing event updated for resources: {'Port': ['ID=4fabe353-9af1-45f6-9215-84c19e17873e,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:01.988628 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-7915dabd-7058-4df1-beb1-f8e6b267766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:01.989312 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-7915dabd-7058-4df1-beb1-f8e6b267766f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:01.992669 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-7915dabd-7058-4df1-beb1-f8e6b267766f service neutron] 10.222.0.21 "PUT /v2.0/ports/4fabe353-9af1-45f6-9215-84c19e17873e HTTP/1.1" status: 200 len: 1092 time: 1.4869337 Mar 09 03:34:02.005623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8292a90-4e42-4471-8686-007d61a70642 req-090b4f9e-cf3b-45bc-bc7f-3a6fc12bd6b0 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:02.009088 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8292a90-4e42-4471-8686-007d61a70642 req-090b4f9e-cf3b-45bc-bc7f-3a6fc12bd6b0 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 946 time: 0.2684970 Mar 09 03:34:02.009797 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3e799c2-c41c-4d97-bffc-a55869c10433', 'tag': '4fabe353-9af1-45f6-9215-84c19e17873e'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:34:02.017850 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] Set router ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:34:02.055564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c047ca7-276b-4cec-9dc5-1ae2e67c6fad req-b29b60b5-6eee-4758-9707-ff63eae022e8 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:02.059566 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8c047ca7-276b-4cec-9dc5-1ae2e67c6fad req-b29b60b5-6eee-4758-9707-ff63eae022e8 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 0.2061267 Mar 09 03:34:02.087089 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-e894fa7b-4fca-411f-9ef2-8cb571f19e0f req-70540dc8-b8b7-4f0d-bf67-4363f5b1286e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1080165194', 'description': 'tempest-description-937759046'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:02.093853 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-e894fa7b-4fca-411f-9ef2-8cb571f19e0f req-70540dc8-b8b7-4f0d-bf67-4363f5b1286e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:02.098485 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e894fa7b-4fca-411f-9ef2-8cb571f19e0f req-70540dc8-b8b7-4f0d-bf67-4363f5b1286e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Usage tracker for resource:security_group and tenant:9ebe24b81931454c979c54ce4a38d214 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:02.102410 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e894fa7b-4fca-411f-9ef2-8cb571f19e0f req-70540dc8-b8b7-4f0d-bf67-4363f5b1286e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:02.105646 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:02.107123 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:02.111982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-e894fa7b-4fca-411f-9ef2-8cb571f19e0f req-70540dc8-b8b7-4f0d-bf67-4363f5b1286e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:02.161032 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e894fa7b-4fca-411f-9ef2-8cb571f19e0f req-70540dc8-b8b7-4f0d-bf67-4363f5b1286e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:02.187336 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-e894fa7b-4fca-411f-9ef2-8cb571f19e0f req-70540dc8-b8b7-4f0d-bf67-4363f5b1286e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:02.192529 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e894fa7b-4fca-411f-9ef2-8cb571f19e0f req-70540dc8-b8b7-4f0d-bf67-4363f5b1286e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Usage tracker for resource:security_group_rule and tenant:9ebe24b81931454c979c54ce4a38d214 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:02.201584 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e894fa7b-4fca-411f-9ef2-8cb571f19e0f req-70540dc8-b8b7-4f0d-bf67-4363f5b1286e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:02.208300 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-e894fa7b-4fca-411f-9ef2-8cb571f19e0f req-70540dc8-b8b7-4f0d-bf67-4363f5b1286e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:02.251150 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8292a90-4e42-4471-8686-007d61a70642 req-20bf6faf-d695-48a7-8222-b366802f97be tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339609 Mar 09 03:34:02.279957 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-0f642c32-b3f4-413e-9e3e-7d5a1e976ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:02.281490 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-0f642c32-b3f4-413e-9e3e-7d5a1e976ba8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2805c8aef7c746099fde990352f135bf&device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 1095 time: 0.2293651 Mar 09 03:34:02.325684 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e894fa7b-4fca-411f-9ef2-8cb571f19e0f req-70540dc8-b8b7-4f0d-bf67-4363f5b1286e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:02.334406 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e894fa7b-4fca-411f-9ef2-8cb571f19e0f req-70540dc8-b8b7-4f0d-bf67-4363f5b1286e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:02.379050 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-37b01c57-4fda-4f98-b197-ef849f43151a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fabe353-9af1-45f6-9215-84c19e17873e HTTP/1.1" status: 200 len: 217 time: 0.0805569 Mar 09 03:34:02.409736 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70540dc8-b8b7-4f0d-bf67-4363f5b1286e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a69a691-ec25-4d29-8512-a09cc5598579,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:02.414034 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e894fa7b-4fca-411f-9ef2-8cb571f19e0f req-70540dc8-b8b7-4f0d-bf67-4363f5b1286e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:02.415480 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e894fa7b-4fca-411f-9ef2-8cb571f19e0f req-70540dc8-b8b7-4f0d-bf67-4363f5b1286e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3350065 Mar 09 03:34:02.531883 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a', 'name': 'tempest-FloatingIPDetailsTestJSON-1324503314-router', 'tenant_id': '577387edec0b4b50a2b74edcbf17f676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '22d9c5f5-a764-4924-8600-e0ae15e527cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:33:48Z', 'updated_at': '2022-03-09T03:33:57Z', 'revision_number': 4, 'project_id': '577387edec0b4b50a2b74edcbf17f676', 'gw_port': {'id': '22d9c5f5-a764-4924-8600-e0ae15e527cf', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:33:49Z', 'updated_at': '2022-03-09T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '69b5df75-f2f2-49fe-9416-86fddf02e46b', 'name': '', 'network_id': '4014b2ef-cf09-417b-a3aa-94666bbce91c', 'tenant_id': '577387edec0b4b50a2b74edcbf17f676', 'mac_address': 'fa:16:3e:7b:76:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'f248d7ef-963e-4ed7-8ec6-a9f2b9cf788c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:33:55Z', 'updated_at': '2022-03-09T03:34:01Z', 'revision_number': 4, 'project_id': '577387edec0b4b50a2b74edcbf17f676', 'subnets': [{'id': 'f248d7ef-963e-4ed7-8ec6-a9f2b9cf788c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:34:02.536259 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcfc63c-25ab-46ad-9104-c3a01280d588 None None] The sync data for ids ['ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a'] in n-d-825178-5 is: [{'id': 'ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a', 'name': 'tempest-FloatingIPDetailsTestJSON-1324503314-router', 'tenant_id': '577387edec0b4b50a2b74edcbf17f676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '22d9c5f5-a764-4924-8600-e0ae15e527cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:33:48Z', 'updated_at': '2022-03-09T03:33:57Z', 'revision_number': 4, 'project_id': '577387edec0b4b50a2b74edcbf17f676', 'gw_port': {'id': '22d9c5f5-a764-4924-8600-e0ae15e527cf', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:33:49Z', 'updated_at': '2022-03-09T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '69b5df75-f2f2-49fe-9416-86fddf02e46b', 'name': '', 'network_id': '4014b2ef-cf09-417b-a3aa-94666bbce91c', 'tenant_id': '577387edec0b4b50a2b74edcbf17f676', 'mac_address': 'fa:16:3e:7b:76:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'f248d7ef-963e-4ed7-8ec6-a9f2b9cf788c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:33:55Z', 'updated_at': '2022-03-09T03:34:01Z', 'revision_number': 4, 'project_id': '577387edec0b4b50a2b74edcbf17f676', 'subnets': [{'id': 'f248d7ef-963e-4ed7-8ec6-a9f2b9cf788c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:34:02.579640 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-f0927cd4-b0d7-460b-b4c6-c68a2964acea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:02.581990 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-f0927cd4-b0d7-460b-b4c6-c68a2964acea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42f7c02a-5561-45bd-a0c7-255e56eaf460 HTTP/1.1" status: 200 len: 847 time: 0.1889379 Mar 09 03:34:02.648379 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-38245bf1-7a9f-4c9a-8245-d8105ad09c00 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af94044a-4dd6-4e2a-9a7b-ddb410474c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589843 Mar 09 03:34:02.660126 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179787ae-aed2-4dee-a2e1-6795efa088f9 req-39768f33-6d25-4982-be6d-1864ca29b20f tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:02.660758 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f40132-5937-4fd6-bf41-e3ac75283ef0 req-24973d7e-2694-42e9-be6e-ee22da01ac85 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:02.660894 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-179787ae-aed2-4dee-a2e1-6795efa088f9 req-39768f33-6d25-4982-be6d-1864ca29b20f tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Synchronizing usage tracker for tenant:70eeee148f5e4bb0b0e213c4b507c0e8 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:34:02.662665 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38f40132-5937-4fd6-bf41-e3ac75283ef0 req-24973d7e-2694-42e9-be6e-ee22da01ac85 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 944 time: 0.1252711 Mar 09 03:34:02.715502 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38f40132-5937-4fd6-bf41-e3ac75283ef0 req-128f6f34-55e0-4ed2-a8ff-f9283621ff4f tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452039 Mar 09 03:34:02.756623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-179787ae-aed2-4dee-a2e1-6795efa088f9 req-39768f33-6d25-4982-be6d-1864ca29b20f tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Unset dirty status for tenant:70eeee148f5e4bb0b0e213c4b507c0e8 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:34:02.758148 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-179787ae-aed2-4dee-a2e1-6795efa088f9 req-39768f33-6d25-4982-be6d-1864ca29b20f tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 932 time: 0.2841916 Mar 09 03:34:02.792271 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3e799c2-c41c-4d97-bffc-a55869c10433', 'tag': '4fabe353-9af1-45f6-9215-84c19e17873e', 'status': 'completed', 'code': 200} Mar 09 03:34:02.838188 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-179787ae-aed2-4dee-a2e1-6795efa088f9 req-330c5094-65d9-428e-8f77-25f24ba00710 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Synchronizing usage tracker for tenant:70eeee148f5e4bb0b0e213c4b507c0e8 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:34:02.846123 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-4815f8fc-4f8b-4995-acb4-c32fae73f55c service neutron] 10.222.0.21 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806841 Mar 09 03:34:02.876633 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-179787ae-aed2-4dee-a2e1-6795efa088f9 req-330c5094-65d9-428e-8f77-25f24ba00710 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Unset dirty status for tenant:70eeee148f5e4bb0b0e213c4b507c0e8 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:34:02.889436 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-179787ae-aed2-4dee-a2e1-6795efa088f9 req-330c5094-65d9-428e-8f77-25f24ba00710 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176226 Mar 09 03:34:03.055940 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1c5b8e24-f1c5-4d9c-a7ba-ab4acbeacd86 req-9833e212-a908-48cd-be98-36edecc3d821 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2653296 Mar 09 03:34:03.065749 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-1c5b8e24-f1c5-4d9c-a7ba-ab4acbeacd86 req-1fb93259-9453-43bf-b1b5-9d0975a3d21a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:03.071983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-1c5b8e24-f1c5-4d9c-a7ba-ab4acbeacd86 req-1fb93259-9453-43bf-b1b5-9d0975a3d21a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:03.075293 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84d42768-5e5b-4627-9e06-23e71305fb4c req-322096bd-8004-4a49-a689-f7eb9fc1d56f service neutron] 10.222.0.21 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216365 Mar 09 03:34:03.083609 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-1c5b8e24-f1c5-4d9c-a7ba-ab4acbeacd86 req-1fb93259-9453-43bf-b1b5-9d0975a3d21a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:03.096618 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1c5b8e24-f1c5-4d9c-a7ba-ab4acbeacd86 req-1fb93259-9453-43bf-b1b5-9d0975a3d21a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:03.131230 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ed476-6fde-4121-99b5-e8c245bb10f1 req-a6ea5903-9dd4-4a60-ae64-56b89b1e09bb tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:03.132917 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-978ed476-6fde-4121-99b5-e8c245bb10f1 req-a6ea5903-9dd4-4a60-ae64-56b89b1e09bb tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 949 time: 0.0984921 Mar 09 03:34:03.229602 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-978ed476-6fde-4121-99b5-e8c245bb10f1 req-eaf78933-4883-4c49-91a0-e77986f9f158 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592318 Mar 09 03:34:03.245438 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4af5ce-1122-4ab0-8fe4-ea8363a543a7 req-be363952-ff1a-4a21-9ee3-069a323f673d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:03.246963 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5e4af5ce-1122-4ab0-8fe4-ea8363a543a7 req-be363952-ff1a-4a21-9ee3-069a323f673d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2805c8aef7c746099fde990352f135bf&device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 1095 time: 0.1131146 Mar 09 03:34:03.248197 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1c5b8e24-f1c5-4d9c-a7ba-ab4acbeacd86 req-1fb93259-9453-43bf-b1b5-9d0975a3d21a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:03.294283 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:03.398650 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-1c5b8e24-f1c5-4d9c-a7ba-ab4acbeacd86 req-1fb93259-9453-43bf-b1b5-9d0975a3d21a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Allocated IP 172.25.7.69 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/78e0688f-4859-4471-b007-a459559688f3) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:34:03.409161 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-83c6c3c0-7c9a-4f9f-84ed-363a9f54c866 req-290c1a34-9b30-40a6-9e59-a8843b0be648 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "GET /v2.0/security-groups/bfa07de7-3df8-4e56-903d-63d667ecb253 HTTP/1.1" status: 200 len: 1804 time: 0.1297903 Mar 09 03:34:03.452266 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4af5ce-1122-4ab0-8fe4-ea8363a543a7 req-7c6c4b52-8eee-4ba8-bc9d-41c5bfe4d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:03.453712 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5e4af5ce-1122-4ab0-8fe4-ea8363a543a7 req-7c6c4b52-8eee-4ba8-bc9d-41c5bfe4d855 service neutron] 10.222.0.21 "GET /v2.0/networks?id=af94044a-4dd6-4e2a-9a7b-ddb410474c02 HTTP/1.1" status: 200 len: 908 time: 0.1966259 Mar 09 03:34:03.533750 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5e4af5ce-1122-4ab0-8fe4-ea8363a543a7 req-e9ad61b9-c9ac-44f8-ba67-151354e82c16 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fabe353-9af1-45f6-9215-84c19e17873e HTTP/1.1" status: 200 len: 217 time: 0.0699360 Mar 09 03:34:03.543320 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-83c6c3c0-7c9a-4f9f-84ed-363a9f54c866 req-9ef45b23-93da-4e06-8e65-f8c204f2b0f7 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "GET /v2.0/security-groups/4a69a691-ec25-4d29-8512-a09cc5598579 HTTP/1.1" status: 200 len: 1804 time: 0.1269343 Mar 09 03:34:03.561886 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1c5b8e24-f1c5-4d9c-a7ba-ab4acbeacd86 req-1fb93259-9453-43bf-b1b5-9d0975a3d21a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:03.586768 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-83c6c3c0-7c9a-4f9f-84ed-363a9f54c866 req-30ca6c84-2ca0-4a05-9855-812f2ec5f6cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bfa07de7-3df8-4e56-903d-63d667ecb253', 'remote_group_id': '4a69a691-ec25-4d29-8512-a09cc5598579', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:03.587103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-83c6c3c0-7c9a-4f9f-84ed-363a9f54c866 req-30ca6c84-2ca0-4a05-9855-812f2ec5f6cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bfa07de7-3df8-4e56-903d-63d667ecb253', 'remote_group_id': '4a69a691-ec25-4d29-8512-a09cc5598579', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:03.597274 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1c5b8e24-f1c5-4d9c-a7ba-ab4acbeacd86 req-1fb93259-9453-43bf-b1b5-9d0975a3d21a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:03.599111 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-83c6c3c0-7c9a-4f9f-84ed-363a9f54c866 req-30ca6c84-2ca0-4a05-9855-812f2ec5f6cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:03.606565 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-83c6c3c0-7c9a-4f9f-84ed-363a9f54c866 req-30ca6c84-2ca0-4a05-9855-812f2ec5f6cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Usage tracker for resource:security_group_rule and tenant:9ebe24b81931454c979c54ce4a38d214 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:03.611118 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-83c6c3c0-7c9a-4f9f-84ed-363a9f54c866 req-30ca6c84-2ca0-4a05-9855-812f2ec5f6cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:03.622196 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-83c6c3c0-7c9a-4f9f-84ed-363a9f54c866 req-30ca6c84-2ca0-4a05-9855-812f2ec5f6cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:03.631626 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4af5ce-1122-4ab0-8fe4-ea8363a543a7 req-31d8b52d-bd15-4397-85c2-3aea39637ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:03.633338 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5e4af5ce-1122-4ab0-8fe4-ea8363a543a7 req-31d8b52d-bd15-4397-85c2-3aea39637ce1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42f7c02a-5561-45bd-a0c7-255e56eaf460 HTTP/1.1" status: 200 len: 847 time: 0.0929708 Mar 09 03:34:03.666921 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c5b8e24-f1c5-4d9c-a7ba-ab4acbeacd86 req-1fb93259-9453-43bf-b1b5-9d0975a3d21a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:34:03.674215 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-1c5b8e24-f1c5-4d9c-a7ba-ab4acbeacd86 req-1fb93259-9453-43bf-b1b5-9d0975a3d21a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:34:03.678632 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5b8e24-f1c5-4d9c-a7ba-ab4acbeacd86 req-1fb93259-9453-43bf-b1b5-9d0975a3d21a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:34:03.696413 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5e4af5ce-1122-4ab0-8fe4-ea8363a543a7 req-ad2fea4f-0f48-4078-9aec-88a42672a8ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af94044a-4dd6-4e2a-9a7b-ddb410474c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514030 Mar 09 03:34:03.718800 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb93259-9453-43bf-b1b5-9d0975a3d21a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Pushing event updated for resources: {'Port': ['ID=78e0688f-4859-4471-b007-a459559688f3,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:03.754773 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:03.771568 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1c5b8e24-f1c5-4d9c-a7ba-ab4acbeacd86 req-1fb93259-9453-43bf-b1b5-9d0975a3d21a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:03.822881 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-83c6c3c0-7c9a-4f9f-84ed-363a9f54c866 req-30ca6c84-2ca0-4a05-9855-812f2ec5f6cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:03.835843 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1c5b8e24-f1c5-4d9c-a7ba-ab4acbeacd86 req-1fb93259-9453-43bf-b1b5-9d0975a3d21a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:03.879343 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-83c6c3c0-7c9a-4f9f-84ed-363a9f54c866 req-30ca6c84-2ca0-4a05-9855-812f2ec5f6cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:03.885243 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-83c6c3c0-7c9a-4f9f-84ed-363a9f54c866 req-30ca6c84-2ca0-4a05-9855-812f2ec5f6cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:03.898808 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5e4af5ce-1122-4ab0-8fe4-ea8363a543a7 req-d7158f26-3f9a-4cd4-956b-3a371bdbf828 service neutron] 10.222.0.21 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881707 Mar 09 03:34:03.941814 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca6c84-2ca0-4a05-9855-812f2ec5f6cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74fdbc55-03b0-4fa0-9c4b-1ed28d3f32cb,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:03.960784 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-83c6c3c0-7c9a-4f9f-84ed-363a9f54c866 req-30ca6c84-2ca0-4a05-9855-812f2ec5f6cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:03.961978 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-83c6c3c0-7c9a-4f9f-84ed-363a9f54c866 req-30ca6c84-2ca0-4a05-9855-812f2ec5f6cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3864048 Mar 09 03:34:04.049022 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1c5b8e24-f1c5-4d9c-a7ba-ab4acbeacd86 req-1fb93259-9453-43bf-b1b5-9d0975a3d21a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:04.055238 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1c5b8e24-f1c5-4d9c-a7ba-ab4acbeacd86 req-1fb93259-9453-43bf-b1b5-9d0975a3d21a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:04.058986 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5e4af5ce-1122-4ab0-8fe4-ea8363a543a7 req-34d16e6e-617e-4591-9fa7-d793294cb0ac service neutron] 10.222.0.21 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481144 Mar 09 03:34:04.176591 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb93259-9453-43bf-b1b5-9d0975a3d21a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Pushing event updated for resources: {'Port': ['ID=78e0688f-4859-4471-b007-a459559688f3,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:04.185272 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1c5b8e24-f1c5-4d9c-a7ba-ab4acbeacd86 req-1fb93259-9453-43bf-b1b5-9d0975a3d21a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:04.215521 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 69b5df75-f2f2-49fe-9416-86fddf02e46b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:34:04.216032 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1c5b8e24-f1c5-4d9c-a7ba-ab4acbeacd86 req-1fb93259-9453-43bf-b1b5-9d0975a3d21a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:04.217358 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1c5b8e24-f1c5-4d9c-a7ba-ab4acbeacd86 req-1fb93259-9453-43bf-b1b5-9d0975a3d21a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1558495 Mar 09 03:34:04.247250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf3779-ade9-4618-9efb-4ddc9ad1755e req-94362086-c136-4c33-927c-f511062fdbce tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:04.248901 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-39cf3779-ade9-4618-9efb-4ddc9ad1755e req-94362086-c136-4c33-927c-f511062fdbce tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=998864f7-4b0c-4dcf-a252-8952926b228d HTTP/1.1" status: 200 len: 950 time: 0.1949453 Mar 09 03:34:04.284540 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 69b5df75-f2f2-49fe-9416-86fddf02e46b completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:34:04.289615 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 69b5df75-f2f2-49fe-9416-86fddf02e46b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:34:04.289982 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:04.295780 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-39cf3779-ade9-4618-9efb-4ddc9ad1755e req-1ccc0746-6580-4e67-945e-80e18bdb3f11 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406733 Mar 09 03:34:04.303391 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-1c5b8e24-f1c5-4d9c-a7ba-ab4acbeacd86 req-2a5881ac-4931-464b-95aa-3dd7b02ca1d3 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Synchronizing usage tracker for tenant:577387edec0b4b50a2b74edcbf17f676 on resource:floatingip {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:34:04.323500 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-1c5b8e24-f1c5-4d9c-a7ba-ab4acbeacd86 req-2a5881ac-4931-464b-95aa-3dd7b02ca1d3 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Unset dirty status for tenant:577387edec0b4b50a2b74edcbf17f676 on resource:floatingip {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:34:04.325122 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1c5b8e24-f1c5-4d9c-a7ba-ab4acbeacd86 req-2a5881ac-4931-464b-95aa-3dd7b02ca1d3 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.69 HTTP/1.1" status: 200 len: 695 time: 0.1016855 Mar 09 03:34:04.417586 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:04.452352 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 69b5df75-f2f2-49fe-9416-86fddf02e46b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=69b5df75-f2f2-49fe-9416-86fddf02e46b,segment=NetworkSegment(14554d69-1b08-45a4-9776-8b751a4083cd),segment_id=14554d69-1b08-45a4-9776-8b751a4083cd)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:04.460665 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:04.480981 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b8e24-f1c5-4d9c-a7ba-ab4acbeacd86 req-19fa7dbd-7b61-46f3-953a-250990d0e29b tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:04.482334 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1c5b8e24-f1c5-4d9c-a7ba-ab4acbeacd86 req-19fa7dbd-7b61-46f3-953a-250990d0e29b tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 0.1502380 Mar 09 03:34:04.484825 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c30035-53ce-485e-85de-4d26496aa78e req-252bf5bd-455a-4679-a28f-37df4c3c3ff9 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:04.486492 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3c30035-53ce-485e-85de-4d26496aa78e req-252bf5bd-455a-4679-a28f-37df4c3c3ff9 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 946 time: 0.0910394 Mar 09 03:34:04.532171 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3c30035-53ce-485e-85de-4d26496aa78e req-4cdb6120-c831-4931-b328-b87fffb71ee3 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396097 Mar 09 03:34:04.538540 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=69b5df75-f2f2-49fe-9416-86fddf02e46b,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:04.653303 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299aa96-f1ad-439c-a5ac-7532c93e2467 req-e01a6465-46b3-4a8a-b269-5eced82c0f2c tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:04.655171 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7299aa96-f1ad-439c-a5ac-7532c93e2467 req-e01a6465-46b3-4a8a-b269-5eced82c0f2c tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 944 time: 0.0802293 Mar 09 03:34:04.699541 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7299aa96-f1ad-439c-a5ac-7532c93e2467 req-4b4323e3-bb31-4548-9dc2-f377725af14a tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385146 Mar 09 03:34:04.715869 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db540608-a872-4ea8-af0c-c8d32754f01a req-9830a7c7-438f-494b-9243-7f295ca56e30 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:04.717517 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-db540608-a872-4ea8-af0c-c8d32754f01a req-9830a7c7-438f-494b-9243-7f295ca56e30 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 932 time: 0.0797822 Mar 09 03:34:04.764215 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-db540608-a872-4ea8-af0c-c8d32754f01a req-6208c5d5-460a-4377-81bf-95dd0f2cf9b1 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412021 Mar 09 03:34:04.772304 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c6b73c72-6d18-4f58-b9b6-95377fdc9f3f req-8ac981fe-e7de-4349-8656-ce3b4fe83611 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "GET /v2.0/security-groups/4a69a691-ec25-4d29-8512-a09cc5598579 HTTP/1.1" status: 200 len: 1804 time: 0.0474010 Mar 09 03:34:04.839838 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c6b73c72-6d18-4f58-b9b6-95377fdc9f3f req-2b7a5fed-1548-49ff-be60-0417d6d0488e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:04.866800 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c6b73c72-6d18-4f58-b9b6-95377fdc9f3f req-2b7a5fed-1548-49ff-be60-0417d6d0488e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:04.938393 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c6b73c72-6d18-4f58-b9b6-95377fdc9f3f req-2b7a5fed-1548-49ff-be60-0417d6d0488e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:04.941418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0cf01-819c-4768-99cf-3d07b99b2643 req-18b45bc9-2288-4415-b187-69f67542cf01 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:04.942978 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5cd0cf01-819c-4768-99cf-3d07b99b2643 req-18b45bc9-2288-4415-b187-69f67542cf01 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 949 time: 0.0862064 Mar 09 03:34:04.954593 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a5fed-1548-49ff-be60-0417d6d0488e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a69a691-ec25-4d29-8512-a09cc5598579,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:04.962119 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c6b73c72-6d18-4f58-b9b6-95377fdc9f3f req-2b7a5fed-1548-49ff-be60-0417d6d0488e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:04.963077 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c6b73c72-6d18-4f58-b9b6-95377fdc9f3f req-2b7a5fed-1548-49ff-be60-0417d6d0488e tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "DELETE /v2.0/security-groups/4a69a691-ec25-4d29-8512-a09cc5598579 HTTP/1.1" status: 204 len: 173 time: 0.1842368 Mar 09 03:34:04.992973 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5cd0cf01-819c-4768-99cf-3d07b99b2643 req-b76f7648-1f57-4d02-9cde-2b86c19c8587 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436096 Mar 09 03:34:05.064322 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bb7b1edd-9e88-4c88-b0d2-121d6790b95d req-76bb15a6-46e9-4db1-bf79-25153672f329 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "GET /v2.0/security-groups/bfa07de7-3df8-4e56-903d-63d667ecb253 HTTP/1.1" status: 200 len: 1804 time: 0.0471637 Mar 09 03:34:05.090509 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-9236d56b-49cd-4e6b-9b29-8b0840a2e4e0 req-f6729a45-c9c8-4a9e-8b21-43a8bffe9eb9 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1567211945', 'description': 'tempest-description-1420572785'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:05.096204 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-9236d56b-49cd-4e6b-9b29-8b0840a2e4e0 req-f6729a45-c9c8-4a9e-8b21-43a8bffe9eb9 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:05.100030 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-9236d56b-49cd-4e6b-9b29-8b0840a2e4e0 req-f6729a45-c9c8-4a9e-8b21-43a8bffe9eb9 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Usage tracker for resource:security_group and tenant:9ebe24b81931454c979c54ce4a38d214 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:05.102820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-9236d56b-49cd-4e6b-9b29-8b0840a2e4e0 req-f6729a45-c9c8-4a9e-8b21-43a8bffe9eb9 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:05.108435 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-9236d56b-49cd-4e6b-9b29-8b0840a2e4e0 req-f6729a45-c9c8-4a9e-8b21-43a8bffe9eb9 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:05.118794 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9236d56b-49cd-4e6b-9b29-8b0840a2e4e0 req-f6729a45-c9c8-4a9e-8b21-43a8bffe9eb9 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:05.130360 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-62c069c4-79c3-4086-957f-a4470793a9fa req-62ed3f91-c965-4d98-8efa-38b769ed1a85 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1465554 Mar 09 03:34:05.138584 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-9236d56b-49cd-4e6b-9b29-8b0840a2e4e0 req-f6729a45-c9c8-4a9e-8b21-43a8bffe9eb9 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:05.140289 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-62c069c4-79c3-4086-957f-a4470793a9fa req-fe131d96-7aee-410f-bb59-9a41a7394886 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:05.142423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-9236d56b-49cd-4e6b-9b29-8b0840a2e4e0 req-f6729a45-c9c8-4a9e-8b21-43a8bffe9eb9 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Usage tracker for resource:security_group_rule and tenant:9ebe24b81931454c979c54ce4a38d214 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:05.145244 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-9236d56b-49cd-4e6b-9b29-8b0840a2e4e0 req-f6729a45-c9c8-4a9e-8b21-43a8bffe9eb9 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:05.145859 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-62c069c4-79c3-4086-957f-a4470793a9fa req-fe131d96-7aee-410f-bb59-9a41a7394886 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:05.151462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-9236d56b-49cd-4e6b-9b29-8b0840a2e4e0 req-f6729a45-c9c8-4a9e-8b21-43a8bffe9eb9 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:05.156307 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-62c069c4-79c3-4086-957f-a4470793a9fa req-fe131d96-7aee-410f-bb59-9a41a7394886 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:05.166278 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-62c069c4-79c3-4086-957f-a4470793a9fa req-fe131d96-7aee-410f-bb59-9a41a7394886 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:05.229021 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9236d56b-49cd-4e6b-9b29-8b0840a2e4e0 req-f6729a45-c9c8-4a9e-8b21-43a8bffe9eb9 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:05.232874 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9236d56b-49cd-4e6b-9b29-8b0840a2e4e0 req-f6729a45-c9c8-4a9e-8b21-43a8bffe9eb9 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:05.277244 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6729a45-c9c8-4a9e-8b21-43a8bffe9eb9 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=204c9329-3d91-43a0-92cf-b43e55268d2e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:05.280449 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9236d56b-49cd-4e6b-9b29-8b0840a2e4e0 req-f6729a45-c9c8-4a9e-8b21-43a8bffe9eb9 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:05.281623 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9236d56b-49cd-4e6b-9b29-8b0840a2e4e0 req-f6729a45-c9c8-4a9e-8b21-43a8bffe9eb9 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1953568 Mar 09 03:34:05.347244 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c6f76e1e-e145-4053-8320-852f477f0bd6 req-3c8f4c27-a759-42e4-8f19-887a3e1c71d4 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "GET /v2.0/security-groups/204c9329-3d91-43a0-92cf-b43e55268d2e HTTP/1.1" status: 200 len: 1805 time: 0.0441396 Mar 09 03:34:05.357465 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-c6f76e1e-e145-4053-8320-852f477f0bd6 req-c7472ea1-df6e-4ca1-8ac9-7284f8f03674 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '204c9329-3d91-43a0-92cf-b43e55268d2e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:05.357779 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-c6f76e1e-e145-4053-8320-852f477f0bd6 req-c7472ea1-df6e-4ca1-8ac9-7284f8f03674 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '204c9329-3d91-43a0-92cf-b43e55268d2e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:05.363917 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c6f76e1e-e145-4053-8320-852f477f0bd6 req-c7472ea1-df6e-4ca1-8ac9-7284f8f03674 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:05.368450 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c6f76e1e-e145-4053-8320-852f477f0bd6 req-c7472ea1-df6e-4ca1-8ac9-7284f8f03674 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Usage tracker for resource:security_group_rule and tenant:9ebe24b81931454c979c54ce4a38d214 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:05.371252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c6f76e1e-e145-4053-8320-852f477f0bd6 req-c7472ea1-df6e-4ca1-8ac9-7284f8f03674 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:05.378007 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c6f76e1e-e145-4053-8320-852f477f0bd6 req-c7472ea1-df6e-4ca1-8ac9-7284f8f03674 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:05.395772 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-62c069c4-79c3-4086-957f-a4470793a9fa req-fe131d96-7aee-410f-bb59-9a41a7394886 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:05.433911 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c6f76e1e-e145-4053-8320-852f477f0bd6 req-c7472ea1-df6e-4ca1-8ac9-7284f8f03674 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:05.458492 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c6f76e1e-e145-4053-8320-852f477f0bd6 req-c7472ea1-df6e-4ca1-8ac9-7284f8f03674 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:05.462802 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c6f76e1e-e145-4053-8320-852f477f0bd6 req-c7472ea1-df6e-4ca1-8ac9-7284f8f03674 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:05.488277 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7472ea1-df6e-4ca1-8ac9-7284f8f03674 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5226da-9f76-47eb-98eb-8808774a883c,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:05.495756 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 4fabe353-9af1-45f6-9215-84c19e17873e details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:34:05.500104 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c6f76e1e-e145-4053-8320-852f477f0bd6 req-c7472ea1-df6e-4ca1-8ac9-7284f8f03674 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:05.510046 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c6f76e1e-e145-4053-8320-852f477f0bd6 req-c7472ea1-df6e-4ca1-8ac9-7284f8f03674 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1540995 Mar 09 03:34:05.534557 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-62c069c4-79c3-4086-957f-a4470793a9fa req-fe131d96-7aee-410f-bb59-9a41a7394886 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Allocated IP 172.25.7.145 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/d8ff5175-8d0e-4fed-a3f6-1e0469120a93) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:34:05.638988 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 4fabe353-9af1-45f6-9215-84c19e17873e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=4fabe353-9af1-45f6-9215-84c19e17873e,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:05.652964 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '4fabe353-9af1-45f6-9215-84c19e17873e', 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02', 'port_id': '4fabe353-9af1-45f6-9215-84c19e17873e', 'mac_address': 'fa:16:3e:f9:87:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f7c02a-5561-45bd-a0c7-255e56eaf460', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:34:05.680803 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227dc63f-fd1e-4d37-90b6-fdadfc8c2586 req-878c65d1-cdf7-40a5-8b8b-219e7f482fb5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:05.682258 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-227dc63f-fd1e-4d37-90b6-fdadfc8c2586 req-878c65d1-cdf7-40a5-8b8b-219e7f482fb5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=998864f7-4b0c-4dcf-a252-8952926b228d HTTP/1.1" status: 200 len: 950 time: 0.0887687 Mar 09 03:34:05.689412 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-62c069c4-79c3-4086-957f-a4470793a9fa req-fe131d96-7aee-410f-bb59-9a41a7394886 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:05.711893 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:05.724706 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-62c069c4-79c3-4086-957f-a4470793a9fa req-fe131d96-7aee-410f-bb59-9a41a7394886 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:05.729277 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fabe353-9af1-45f6-9215-84c19e17873e {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:34:05.731168 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-227dc63f-fd1e-4d37-90b6-fdadfc8c2586 req-93ef0e51-b399-4963-a868-26481a4ecf55 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419743 Mar 09 03:34:05.744769 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 4fabe353-9af1-45f6-9215-84c19e17873e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=4fabe353-9af1-45f6-9215-84c19e17873e,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:05.751663 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:05.796352 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c069c4-79c3-4086-957f-a4470793a9fa req-fe131d96-7aee-410f-bb59-9a41a7394886 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:34:05.799407 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-62c069c4-79c3-4086-957f-a4470793a9fa req-fe131d96-7aee-410f-bb59-9a41a7394886 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:34:05.807617 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c069c4-79c3-4086-957f-a4470793a9fa req-fe131d96-7aee-410f-bb59-9a41a7394886 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:34:05.825663 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=4fabe353-9af1-45f6-9215-84c19e17873e,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:05.831372 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-44faf1df-45d6-414b-8e83-a59aeda516c6 req-f55c50df-e02d-4668-9048-a0942007589c tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "GET /v2.0/security-groups/204c9329-3d91-43a0-92cf-b43e55268d2e HTTP/1.1" status: 200 len: 2398 time: 0.0725923 Mar 09 03:34:05.841961 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-44faf1df-45d6-414b-8e83-a59aeda516c6 req-261174a7-865a-4223-9a39-0007a8ed935c tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '204c9329-3d91-43a0-92cf-b43e55268d2e', 'remote_group_id': None}]} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:05.842265 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-44faf1df-45d6-414b-8e83-a59aeda516c6 req-261174a7-865a-4223-9a39-0007a8ed935c tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '204c9329-3d91-43a0-92cf-b43e55268d2e', 'remote_group_id': None}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:05.848015 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-44faf1df-45d6-414b-8e83-a59aeda516c6 req-261174a7-865a-4223-9a39-0007a8ed935c tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:05.849048 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe131d96-7aee-410f-bb59-9a41a7394886 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Pushing event updated for resources: {'Port': ['ID=d8ff5175-8d0e-4fed-a3f6-1e0469120a93,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:05.852321 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-44faf1df-45d6-414b-8e83-a59aeda516c6 req-261174a7-865a-4223-9a39-0007a8ed935c tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Usage tracker for resource:security_group_rule and tenant:9ebe24b81931454c979c54ce4a38d214 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:05.855506 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-44faf1df-45d6-414b-8e83-a59aeda516c6 req-261174a7-865a-4223-9a39-0007a8ed935c tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:05.861868 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-44faf1df-45d6-414b-8e83-a59aeda516c6 req-261174a7-865a-4223-9a39-0007a8ed935c tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:05.897453 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-62c069c4-79c3-4086-957f-a4470793a9fa req-fe131d96-7aee-410f-bb59-9a41a7394886 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:05.919547 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-44faf1df-45d6-414b-8e83-a59aeda516c6 req-261174a7-865a-4223-9a39-0007a8ed935c tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:05.951408 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-44faf1df-45d6-414b-8e83-a59aeda516c6 req-261174a7-865a-4223-9a39-0007a8ed935c tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:05.955027 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-44faf1df-45d6-414b-8e83-a59aeda516c6 req-261174a7-865a-4223-9a39-0007a8ed935c tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:05.962565 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-62c069c4-79c3-4086-957f-a4470793a9fa req-fe131d96-7aee-410f-bb59-9a41a7394886 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:05.979269 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261174a7-865a-4223-9a39-0007a8ed935c tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba468da-e94c-4072-8db3-a8c875515281,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:05.987916 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-44faf1df-45d6-414b-8e83-a59aeda516c6 req-261174a7-865a-4223-9a39-0007a8ed935c tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:05.989127 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-44faf1df-45d6-414b-8e83-a59aeda516c6 req-261174a7-865a-4223-9a39-0007a8ed935c tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1511197 Mar 09 03:34:06.020768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['4fabe353-9af1-45f6-9215-84c19e17873e'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:34:06.168491 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998a9d1-a537-4f2f-a179-a312cd732906 req-fc8a16e8-aa94-4b41-9777-12cfebaf98d3 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:06.175454 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c998a9d1-a537-4f2f-a179-a312cd732906 req-fc8a16e8-aa94-4b41-9777-12cfebaf98d3 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 946 time: 0.0939457 Mar 09 03:34:06.186693 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-62c069c4-79c3-4086-957f-a4470793a9fa req-fe131d96-7aee-410f-bb59-9a41a7394886 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:06.196871 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-62c069c4-79c3-4086-957f-a4470793a9fa req-fe131d96-7aee-410f-bb59-9a41a7394886 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:06.200859 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 69b5df75-f2f2-49fe-9416-86fddf02e46b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:34:06.217655 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c998a9d1-a537-4f2f-a179-a312cd732906 req-dee8345b-2af1-40f7-aaaa-24621141f809 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411685 Mar 09 03:34:06.277899 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 69b5df75-f2f2-49fe-9416-86fddf02e46b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:34:06.278363 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:06.333040 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe131d96-7aee-410f-bb59-9a41a7394886 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Pushing event updated for resources: {'Port': ['ID=d8ff5175-8d0e-4fed-a3f6-1e0469120a93,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:06.339351 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-62c069c4-79c3-4086-957f-a4470793a9fa req-fe131d96-7aee-410f-bb59-9a41a7394886 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:06.367615 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-62c069c4-79c3-4086-957f-a4470793a9fa req-fe131d96-7aee-410f-bb59-9a41a7394886 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:06.368821 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-62c069c4-79c3-4086-957f-a4470793a9fa req-fe131d96-7aee-410f-bb59-9a41a7394886 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2326109 Mar 09 03:34:06.419390 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a493b8-1f22-4b9b-8db0-0cd2c9745343 req-5da47d4d-e63c-4173-9e33-5a6348d06df8 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:06.420091 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e9a493b8-1f22-4b9b-8db0-0cd2c9745343 req-5da47d4d-e63c-4173-9e33-5a6348d06df8 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Synchronizing usage tracker for tenant:2805c8aef7c746099fde990352f135bf on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:34:06.436700 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e9a493b8-1f22-4b9b-8db0-0cd2c9745343 req-5da47d4d-e63c-4173-9e33-5a6348d06df8 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Unset dirty status for tenant:2805c8aef7c746099fde990352f135bf on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:34:06.438015 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e9a493b8-1f22-4b9b-8db0-0cd2c9745343 req-5da47d4d-e63c-4173-9e33-5a6348d06df8 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 945 time: 0.1194832 Mar 09 03:34:06.457014 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-62c069c4-79c3-4086-957f-a4470793a9fa req-610abfd3-02e7-47cf-a9f2-caf5438a5e4c tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Synchronizing usage tracker for tenant:577387edec0b4b50a2b74edcbf17f676 on resource:floatingip {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:34:06.473364 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-62c069c4-79c3-4086-957f-a4470793a9fa req-610abfd3-02e7-47cf-a9f2-caf5438a5e4c tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Unset dirty status for tenant:577387edec0b4b50a2b74edcbf17f676 on resource:floatingip {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:34:06.474591 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-62c069c4-79c3-4086-957f-a4470793a9fa req-610abfd3-02e7-47cf-a9f2-caf5438a5e4c tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.145 HTTP/1.1" status: 200 len: 696 time: 0.0995984 Mar 09 03:34:06.486478 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e9a493b8-1f22-4b9b-8db0-0cd2c9745343 req-b0a3b31e-fbc0-463c-9743-363f246df079 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426433 Mar 09 03:34:06.624770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c069c4-79c3-4086-957f-a4470793a9fa req-6abbe808-322f-46ec-8071-df3ec2cb9f66 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:06.626083 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-62c069c4-79c3-4086-957f-a4470793a9fa req-6abbe808-322f-46ec-8071-df3ec2cb9f66 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 0.1443682 Mar 09 03:34:06.656829 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a31fb1-2631-4c6e-89ca-9fefc036fa14 req-f5edecd8-61f3-4f5b-a27f-a84f4b4721e9 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:06.658394 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-20a31fb1-2631-4c6e-89ca-9fefc036fa14 req-f5edecd8-61f3-4f5b-a27f-a84f4b4721e9 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 932 time: 0.0798657 Mar 09 03:34:06.688546 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8637ae6f-627c-4213-8513-caa07794e923 req-5f047f7d-873a-49d8-b69a-3558434f00cf tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "GET /v2.0/security-groups/204c9329-3d91-43a0-92cf-b43e55268d2e HTTP/1.1" status: 200 len: 2996 time: 0.0483079 Mar 09 03:34:06.705465 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-20a31fb1-2631-4c6e-89ca-9fefc036fa14 req-9908070b-905c-4923-9646-4fd89429f22f tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407808 Mar 09 03:34:06.856593 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0dc4b4-b567-4ce4-8d32-f2174682cb96 req-0f1399b3-2947-4443-b59f-2e65812cfe44 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:06.858416 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fb0dc4b4-b567-4ce4-8d32-f2174682cb96 req-0f1399b3-2947-4443-b59f-2e65812cfe44 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 949 time: 0.0827210 Mar 09 03:34:06.877423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-48d1860d-c484-4d96-bafd-3535117a1caa tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Synchronizing usage tracker for tenant:577387edec0b4b50a2b74edcbf17f676 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:34:06.896718 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-48d1860d-c484-4d96-bafd-3535117a1caa tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Unset dirty status for tenant:577387edec0b4b50a2b74edcbf17f676 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:34:06.899544 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-48d1860d-c484-4d96-bafd-3535117a1caa tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1700830 Mar 09 03:34:06.909759 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-1dfe42e2-ec24-4bee-adbc-edf7ae633588 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:06.911139 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fb0dc4b4-b567-4ce4-8d32-f2174682cb96 req-3eeee182-9e22-40cf-a8e1-753440c046dd tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397785 Mar 09 03:34:06.916396 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-1dfe42e2-ec24-4bee-adbc-edf7ae633588 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:06.927134 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-1dfe42e2-ec24-4bee-adbc-edf7ae633588 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:06.943881 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-1dfe42e2-ec24-4bee-adbc-edf7ae633588 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:06.958028 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0bc8b5cb-a0e0-4f11-bfbb-6ea8808b3cfa req-ae39d3f8-c97c-487d-9b7f-c24e7d980961 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "GET /v2.0/security-group-rules/3ba468da-e94c-4072-8db3-a8c875515281 HTTP/1.1" status: 200 len: 783 time: 0.0184865 Mar 09 03:34:07.015050 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0bc8b5cb-a0e0-4f11-bfbb-6ea8808b3cfa req-12633256-e2ee-4ae0-a7e2-bcdba355090c tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "GET /v2.0/security-groups/204c9329-3d91-43a0-92cf-b43e55268d2e HTTP/1.1" status: 200 len: 2996 time: 0.0511594 Mar 09 03:34:07.046570 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0bc8b5cb-a0e0-4f11-bfbb-6ea8808b3cfa req-f8d1e4b8-af63-486c-a78b-2fbdea464111 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:07.057121 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0bc8b5cb-a0e0-4f11-bfbb-6ea8808b3cfa req-f8d1e4b8-af63-486c-a78b-2fbdea464111 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:07.079211 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-1dfe42e2-ec24-4bee-adbc-edf7ae633588 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:07.081386 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0bc8b5cb-a0e0-4f11-bfbb-6ea8808b3cfa req-f8d1e4b8-af63-486c-a78b-2fbdea464111 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:07.096273 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1e4b8-af63-486c-a78b-2fbdea464111 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ba468da-e94c-4072-8db3-a8c875515281,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:07.099491 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0bc8b5cb-a0e0-4f11-bfbb-6ea8808b3cfa req-f8d1e4b8-af63-486c-a78b-2fbdea464111 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:07.100583 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0bc8b5cb-a0e0-4f11-bfbb-6ea8808b3cfa req-f8d1e4b8-af63-486c-a78b-2fbdea464111 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/3ba468da-e94c-4072-8db3-a8c875515281 HTTP/1.1" status: 204 len: 173 time: 0.0799141 Mar 09 03:34:07.220809 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-1dfe42e2-ec24-4bee-adbc-edf7ae633588 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Allocated IP 172.25.7.180 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/cd2673fe-eefb-4969-9a07-030f92f1fd80) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:34:07.267300 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe1676-9b79-4237-82e2-c86873380530 req-d1c09d26-a543-4234-b615-7f97e8e7f6a6 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:07.268731 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8ffe1676-9b79-4237-82e2-c86873380530 req-d1c09d26-a543-4234-b615-7f97e8e7f6a6 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=998864f7-4b0c-4dcf-a252-8952926b228d HTTP/1.1" status: 200 len: 950 time: 0.0824912 Mar 09 03:34:07.313808 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8ffe1676-9b79-4237-82e2-c86873380530 req-e009a433-25f4-4b3b-981d-652c16813fa0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387044 Mar 09 03:34:07.373083 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-1dfe42e2-ec24-4bee-adbc-edf7ae633588 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:07.383454 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2820b75c-e060-4daf-a43a-e71a3c10cea5 req-8e05706c-1a3d-4732-8abe-4f2f5ca21edb tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "GET /v2.0/security-groups/204c9329-3d91-43a0-92cf-b43e55268d2e HTTP/1.1" status: 200 len: 2398 time: 0.0461869 Mar 09 03:34:07.402798 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-1dfe42e2-ec24-4bee-adbc-edf7ae633588 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:07.450617 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-2820b75c-e060-4daf-a43a-e71a3c10cea5 req-18b6a354-16e7-4ef7-965b-711f0bab91bb tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:07.464879 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-1dfe42e2-ec24-4bee-adbc-edf7ae633588 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:34:07.467546 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-1dfe42e2-ec24-4bee-adbc-edf7ae633588 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:34:07.475315 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-1dfe42e2-ec24-4bee-adbc-edf7ae633588 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:34:07.482198 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-2820b75c-e060-4daf-a43a-e71a3c10cea5 req-18b6a354-16e7-4ef7-965b-711f0bab91bb tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:07.510776 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe42e2-ec24-4bee-adbc-edf7ae633588 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Pushing event updated for resources: {'Port': ['ID=cd2673fe-eefb-4969-9a07-030f92f1fd80,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:07.513499 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 4fabe353-9af1-45f6-9215-84c19e17873e up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:34:07.565433 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-1dfe42e2-ec24-4bee-adbc-edf7ae633588 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:07.589360 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 4fabe353-9af1-45f6-9215-84c19e17873e completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:34:07.595815 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 4fabe353-9af1-45f6-9215-84c19e17873e triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:34:07.596433 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:07.631140 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-1dfe42e2-ec24-4bee-adbc-edf7ae633588 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:07.635179 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-2820b75c-e060-4daf-a43a-e71a3c10cea5 req-18b6a354-16e7-4ef7-965b-711f0bab91bb tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:07.655363 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6a354-16e7-4ef7-965b-711f0bab91bb tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=204c9329-3d91-43a0-92cf-b43e55268d2e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:07.657419 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-2820b75c-e060-4daf-a43a-e71a3c10cea5 req-18b6a354-16e7-4ef7-965b-711f0bab91bb tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:07.670661 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2820b75c-e060-4daf-a43a-e71a3c10cea5 req-18b6a354-16e7-4ef7-965b-711f0bab91bb tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "DELETE /v2.0/security-groups/204c9329-3d91-43a0-92cf-b43e55268d2e HTTP/1.1" status: 204 len: 173 time: 0.2807384 Mar 09 03:34:07.739907 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:07.769249 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e799c2-c41c-4d97-bffc-a55869c10433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fabe353-9af1-45f6-9215-84c19e17873e'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:34:07.779606 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 4fabe353-9af1-45f6-9215-84c19e17873e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=4fabe353-9af1-45f6-9215-84c19e17873e,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:07.783771 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:07.828674 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e45ee-0371-42ab-a6e8-6537455240c7 req-e0757b37-8a64-4f58-bfeb-f58b0f8f81c0 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:07.830241 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-785e45ee-0371-42ab-a6e8-6537455240c7 req-e0757b37-8a64-4f58-bfeb-f58b0f8f81c0 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 946 time: 0.0831747 Mar 09 03:34:07.853572 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-1dfe42e2-ec24-4bee-adbc-edf7ae633588 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:07.858674 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-1dfe42e2-ec24-4bee-adbc-edf7ae633588 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:07.867865 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=4fabe353-9af1-45f6-9215-84c19e17873e,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:07.883465 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-785e45ee-0371-42ab-a6e8-6537455240c7 req-728c554f-2d62-431a-8cf8-44914add0d29 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474637 Mar 09 03:34:08.063343 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8a38a-0073-4453-b925-7e8ca1016e1f req-a8190a32-bb51-4abe-96de-ef74d45d8bf8 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:08.064809 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35b8a38a-0073-4453-b925-7e8ca1016e1f req-a8190a32-bb51-4abe-96de-ef74d45d8bf8 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 946 time: 0.0808918 Mar 09 03:34:08.079342 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe42e2-ec24-4bee-adbc-edf7ae633588 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Pushing event updated for resources: {'Port': ['ID=cd2673fe-eefb-4969-9a07-030f92f1fd80,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:08.085427 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-1dfe42e2-ec24-4bee-adbc-edf7ae633588 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:08.108536 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35b8a38a-0073-4453-b925-7e8ca1016e1f req-6184c4ba-a03d-4758-bd46-df8a8c0c1fa1 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378983 Mar 09 03:34:08.112648 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-1dfe42e2-ec24-4bee-adbc-edf7ae633588 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:08.114311 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-1dfe42e2-ec24-4bee-adbc-edf7ae633588 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2091494 Mar 09 03:34:08.148766 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [req-45430b98-1557-4b4f-9eff-90683c7d30bc req-799979ac-0c60-4a5e-9124-a050db6c94bd tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] show failed (client error): The resource could not be found. Mar 09 03:34:08.149646 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-45430b98-1557-4b4f-9eff-90683c7d30bc req-799979ac-0c60-4a5e-9124-a050db6c94bd tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "GET /v2.0/security-groups/4a69a691-ec25-4d29-8512-a09cc5598579 HTTP/1.1" status: 404 len: 352 time: 0.0158041 Mar 09 03:34:08.196976 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-0834dad6-10ad-47e6-be2d-1e5a1834d6e5 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Synchronizing usage tracker for tenant:577387edec0b4b50a2b74edcbf17f676 on resource:floatingip {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:34:08.212239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-0834dad6-10ad-47e6-be2d-1e5a1834d6e5 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Unset dirty status for tenant:577387edec0b4b50a2b74edcbf17f676 on resource:floatingip {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:34:08.213384 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-0834dad6-10ad-47e6-be2d-1e5a1834d6e5 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.180 HTTP/1.1" status: 200 len: 696 time: 0.0928473 Mar 09 03:34:08.323653 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e9310-47c4-4888-97c4-2e0235bff409 req-d012479b-22b3-43d1-b5a5-50b98bfafbf7 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:08.325413 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b62e9310-47c4-4888-97c4-2e0235bff409 req-d012479b-22b3-43d1-b5a5-50b98bfafbf7 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 932 time: 0.0856128 Mar 09 03:34:08.362651 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-9d46b6f4-eca8-4493-aec8-12c864306170 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:08.364018 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-9d46b6f4-eca8-4493-aec8-12c864306170 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 0.1454525 Mar 09 03:34:08.371440 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b62e9310-47c4-4888-97c4-2e0235bff409 req-30da5b11-a264-4a79-a82b-19af2caa601e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404325 Mar 09 03:34:08.374081 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-b5d281ca-7bdb-4b08-aa0b-eb57cddd113d tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:34:08.375088 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0d5eeb1a-f38b-4cc9-b0c6-578a3f552cc8 req-b5d281ca-7bdb-4b08-aa0b-eb57cddd113d tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056546 Mar 09 03:34:08.423366 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e799c2-c41c-4d97-bffc-a55869c10433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fabe353-9af1-45f6-9215-84c19e17873e', 'code': 200} Mar 09 03:34:08.425345 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:08.485553 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1a49a259-9ab9-45ad-ab1f-a0771d02c655 req-8d7e2bd8-eff4-4fc7-8b70-553584d75573 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "GET /v2.0/security-groups/bfa07de7-3df8-4e56-903d-63d667ecb253 HTTP/1.1" status: 200 len: 1804 time: 0.0500729 Mar 09 03:34:08.561106 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97d2ca-6e2b-4959-a2e9-3b925157c36b req-672dfd52-7586-44ac-8aca-a0ca780e44bd tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:08.562540 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd97d2ca-6e2b-4959-a2e9-3b925157c36b req-672dfd52-7586-44ac-8aca-a0ca780e44bd tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 949 time: 0.0790033 Mar 09 03:34:08.606607 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd97d2ca-6e2b-4959-a2e9-3b925157c36b req-c6b98493-a2b0-43bd-87c8-087b9898a5c5 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383055 Mar 09 03:34:08.606824 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1a49a259-9ab9-45ad-ab1f-a0771d02c655 req-d08717c7-7900-4a48-b7cc-70f630f769d9 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:08.624337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e9a8f-30f6-4069-83bb-b702573a8a5d req-2be06a39-5ca5-4e34-8e49-144ee9e51a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:08.625814 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-400e9a8f-30f6-4069-83bb-b702573a8a5d req-2be06a39-5ca5-4e34-8e49-144ee9e51a53 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 1097 time: 0.1363723 Mar 09 03:34:08.654601 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1a49a259-9ab9-45ad-ab1f-a0771d02c655 req-d08717c7-7900-4a48-b7cc-70f630f769d9 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:08.709546 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-400e9a8f-30f6-4069-83bb-b702573a8a5d req-f8ed4c35-9e8a-432c-b185-d4d6e589c56d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696800 Mar 09 03:34:08.721779 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1a49a259-9ab9-45ad-ab1f-a0771d02c655 req-d08717c7-7900-4a48-b7cc-70f630f769d9 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:08.737885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08717c7-7900-4a48-b7cc-70f630f769d9 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa07de7-3df8-4e56-903d-63d667ecb253,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:08.744503 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1a49a259-9ab9-45ad-ab1f-a0771d02c655 req-d08717c7-7900-4a48-b7cc-70f630f769d9 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:08.745657 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1a49a259-9ab9-45ad-ab1f-a0771d02c655 req-d08717c7-7900-4a48-b7cc-70f630f769d9 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "DELETE /v2.0/security-groups/bfa07de7-3df8-4e56-903d-63d667ecb253 HTTP/1.1" status: 204 len: 173 time: 0.2268906 Mar 09 03:34:08.793074 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc25c5-cd2f-4b27-8902-3632db064ee7 req-c9ec7593-bbcd-493f-adfe-80e82789062e tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:08.794519 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bcfc25c5-cd2f-4b27-8902-3632db064ee7 req-c9ec7593-bbcd-493f-adfe-80e82789062e tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=998864f7-4b0c-4dcf-a252-8952926b228d HTTP/1.1" status: 200 len: 950 time: 0.0929239 Mar 09 03:34:08.841535 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bcfc25c5-cd2f-4b27-8902-3632db064ee7 req-25940a3d-2187-4248-9dbe-533fd0e6f0d2 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412652 Mar 09 03:34:08.855811 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-14f80a38-1ca6-4ed0-be47-3b760b1fbaad req-a824bc5d-4f6d-4c73-a74f-9e70fb46af58 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/floatingips/f1023bdf-2d3d-4640-be06-ec62e2a24985 HTTP/1.1" status: 200 len: 693 time: 0.0823178 Mar 09 03:34:08.919715 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cd06711c-9107-4164-ac68-b4607e3b0262 req-440f4428-3a33-4860-81c3-a249d45254e4 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "GET /v2.0/security-groups/5e9b672d-57f9-4d38-8996-1513515cc948 HTTP/1.1" status: 200 len: 1803 time: 0.0498395 Mar 09 03:34:08.966552 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-f1f85c13-cf92-44d3-a2c0-2bbaaa9c1829 service neutron] Request body: {'port': {'device_id': '7238cd06-cab2-4c51-a7b3-c14c93869ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:08.998989 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-cd06711c-9107-4164-ac68-b4607e3b0262 req-7bddc4f9-ca0f-4339-a1cd-56998b5be8ac tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:09.028637 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-cd06711c-9107-4164-ac68-b4607e3b0262 req-7bddc4f9-ca0f-4339-a1cd-56998b5be8ac tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:09.092061 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-cd06711c-9107-4164-ac68-b4607e3b0262 req-7bddc4f9-ca0f-4339-a1cd-56998b5be8ac tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:09.110625 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddc4f9-ca0f-4339-a1cd-56998b5be8ac tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9b672d-57f9-4d38-8996-1513515cc948,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:09.117862 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-cd06711c-9107-4164-ac68-b4607e3b0262 req-7bddc4f9-ca0f-4339-a1cd-56998b5be8ac tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:09.127429 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f80a38-1ca6-4ed0-be47-3b760b1fbaad req-836ac2e2-0d92-4f0b-ad6f-8575b4af7af2 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:09.129004 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-14f80a38-1ca6-4ed0-be47-3b760b1fbaad req-836ac2e2-0d92-4f0b-ad6f-8575b4af7af2 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 0.2656231 Mar 09 03:34:09.133031 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cd06711c-9107-4164-ac68-b4607e3b0262 req-7bddc4f9-ca0f-4339-a1cd-56998b5be8ac tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "DELETE /v2.0/security-groups/5e9b672d-57f9-4d38-8996-1513515cc948 HTTP/1.1" status: 204 len: 173 time: 0.2018793 Mar 09 03:34:09.148788 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-14f80a38-1ca6-4ed0-be47-3b760b1fbaad req-1d4a080a-c0db-4d50-8aed-a1248a884ae5 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:34:09.149744 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-14f80a38-1ca6-4ed0-be47-3b760b1fbaad req-1d4a080a-c0db-4d50-8aed-a1248a884ae5 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091331 Mar 09 03:34:09.152550 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-f1f85c13-cf92-44d3-a2c0-2bbaaa9c1829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:09.268283 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6b34278-5eed-4413-ac4f-76a4438febd2 req-434712e8-6462-4aa3-b7ff-5ca18d1c102b tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "GET /v2.0/security-groups/49261c44-fa6e-4756-8045-946ace63a39b HTTP/1.1" status: 200 len: 1803 time: 0.1012235 Mar 09 03:34:09.311517 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd00668-6e5b-415a-abb2-8b5651a59aee req-97218839-63a4-4776-ba64-459e6056b36a tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:09.312932 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cdd00668-6e5b-415a-abb2-8b5651a59aee req-97218839-63a4-4776-ba64-459e6056b36a tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 946 time: 0.0852134 Mar 09 03:34:09.361060 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cdd00668-6e5b-415a-abb2-8b5651a59aee req-87823a6d-5d2a-43ff-95ac-1c76005c4d99 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422246 Mar 09 03:34:09.481697 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d6b34278-5eed-4413-ac4f-76a4438febd2 req-06d8a479-809e-484c-93fa-07321aaa25dc tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:09.522050 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d6b34278-5eed-4413-ac4f-76a4438febd2 req-06d8a479-809e-484c-93fa-07321aaa25dc tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:09.534329 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4342a-af65-4781-bc8f-9ba2db390039 req-308b3ebb-14f9-49b9-a015-ab0728f2bea3 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:09.535803 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-21f4342a-af65-4781-bc8f-9ba2db390039 req-308b3ebb-14f9-49b9-a015-ab0728f2bea3 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 946 time: 0.0798836 Mar 09 03:34:09.580808 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-21f4342a-af65-4781-bc8f-9ba2db390039 req-b38c5984-5a13-4679-9ab9-e2656e7e4176 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388432 Mar 09 03:34:09.624909 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d6b34278-5eed-4413-ac4f-76a4438febd2 req-06d8a479-809e-484c-93fa-07321aaa25dc tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:09.659695 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8a479-809e-484c-93fa-07321aaa25dc tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49261c44-fa6e-4756-8045-946ace63a39b,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:09.665652 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d6b34278-5eed-4413-ac4f-76a4438febd2 req-06d8a479-809e-484c-93fa-07321aaa25dc tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:09.667461 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6b34278-5eed-4413-ac4f-76a4438febd2 req-06d8a479-809e-484c-93fa-07321aaa25dc tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "DELETE /v2.0/security-groups/49261c44-fa6e-4756-8045-946ace63a39b HTTP/1.1" status: 204 len: 173 time: 0.3569267 Mar 09 03:34:09.678185 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-f1f85c13-cf92-44d3-a2c0-2bbaaa9c1829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 052b3f80-a1a2-440e-b258-76eeeaa548a9 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:34:09.688890 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-f1f85c13-cf92-44d3-a2c0-2bbaaa9c1829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:09.692913 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0eb28c41-7dd0-4b9d-97cd-8677d24d9de0 req-c34326f0-4015-4228-963c-6ccf5baad9b5 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/floatingips/f1023bdf-2d3d-4640-be06-ec62e2a24985 HTTP/1.1" status: 200 len: 693 time: 0.0847564 Mar 09 03:34:09.705124 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-f1f85c13-cf92-44d3-a2c0-2bbaaa9c1829 service neutron] Transition to ACTIVE for port object 052b3f80-a1a2-440e-b258-76eeeaa548a9 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:34:09.709204 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-f1f85c13-cf92-44d3-a2c0-2bbaaa9c1829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:09.846149 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb28c41-7dd0-4b9d-97cd-8677d24d9de0 req-9d9eaf71-c0d4-4c4e-9304-37dbf8d0392f tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:09.847499 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0eb28c41-7dd0-4b9d-97cd-8677d24d9de0 req-9d9eaf71-c0d4-4c4e-9304-37dbf8d0392f tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 0.1479962 Mar 09 03:34:09.947412 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0eb28c41-7dd0-4b9d-97cd-8677d24d9de0 req-92c9d699-7b77-4ec1-87af-cedb5826554d tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.180 HTTP/1.1" status: 200 len: 696 time: 0.0915461 Mar 09 03:34:10.025086 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f85c13-cf92-44d3-a2c0-2bbaaa9c1829 service neutron] Pushing event updated for resources: {'Port': ['ID=052b3f80-a1a2-440e-b258-76eeeaa548a9,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:10.034204 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0eb28c41-7dd0-4b9d-97cd-8677d24d9de0 req-35794bf3-2a1c-4571-85bb-f15e96720499 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.180 HTTP/1.1" status: 200 len: 696 time: 0.0799603 Mar 09 03:34:10.186607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-f1f85c13-cf92-44d3-a2c0-2bbaaa9c1829 service neutron] Attempting to bind port 052b3f80-a1a2-440e-b258-76eeeaa548a9 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:34:10.186974 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-f1f85c13-cf92-44d3-a2c0-2bbaaa9c1829 service neutron] Attempting to bind port 052b3f80-a1a2-440e-b258-76eeeaa548a9 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'dbb0516b-55d1-45e2-b346-e5f7478e7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b0cb6cd8-4bb8-4732-985e-a168c0bc6927'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:34:10.187305 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-f1f85c13-cf92-44d3-a2c0-2bbaaa9c1829 service neutron] Attempting to bind port 052b3f80-a1a2-440e-b258-76eeeaa548a9 on network b0cb6cd8-4bb8-4732-985e-a168c0bc6927 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:34:10.195750 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-0eb28c41-7dd0-4b9d-97cd-8677d24d9de0 req-3ada1a88-2d08-4138-bfa9-e0f35e4020b4 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Deleting port cd2673fe-eefb-4969-9a07-030f92f1fd80 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:34:10.196091 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0eb28c41-7dd0-4b9d-97cd-8677d24d9de0 req-3ada1a88-2d08-4138-bfa9-e0f35e4020b4 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:10.198571 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-f1f85c13-cf92-44d3-a2c0-2bbaaa9c1829 service neutron] Port 052b3f80-a1a2-440e-b258-76eeeaa548a9 on network b0cb6cd8-4bb8-4732-985e-a168c0bc6927 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:34:10.198910 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-f1f85c13-cf92-44d3-a2c0-2bbaaa9c1829 service neutron] Attempting to bind port 052b3f80-a1a2-440e-b258-76eeeaa548a9 on network b0cb6cd8-4bb8-4732-985e-a168c0bc6927 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:34:10.213089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341ab73-e2fe-4e0c-a270-b52b93d31dc4 req-93ac6bc0-ed58-4eb9-bca8-8051adc3dfd6 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:10.214551 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a341ab73-e2fe-4e0c-a270-b52b93d31dc4 req-93ac6bc0-ed58-4eb9-bca8-8051adc3dfd6 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 944 time: 0.3960977 Mar 09 03:34:10.215582 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-f1f85c13-cf92-44d3-a2c0-2bbaaa9c1829 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:34:10.215918 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-f1f85c13-cf92-44d3-a2c0-2bbaaa9c1829 service neutron] Checking segment: {'id': 'dbb0516b-55d1-45e2-b346-e5f7478e7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b0cb6cd8-4bb8-4732-985e-a168c0bc6927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:34:10.216679 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-f1f85c13-cf92-44d3-a2c0-2bbaaa9c1829 service neutron] Bound using segment: {'id': 'dbb0516b-55d1-45e2-b346-e5f7478e7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b0cb6cd8-4bb8-4732-985e-a168c0bc6927'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:34:10.216784 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-f1f85c13-cf92-44d3-a2c0-2bbaaa9c1829 service neutron] Bound port: 052b3f80-a1a2-440e-b258-76eeeaa548a9, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbb0516b-55d1-45e2-b346-e5f7478e7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b0cb6cd8-4bb8-4732-985e-a168c0bc6927'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:34:10.217137 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-f1f85c13-cf92-44d3-a2c0-2bbaaa9c1829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:10.228705 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-48a7aecc-8907-4312-8671-5f1cfc1ac33f req-a1957cf8-42aa-4a12-ba23-1badb21e7c64 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2104604 Mar 09 03:34:10.366828 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a341ab73-e2fe-4e0c-a270-b52b93d31dc4 req-c96c2d49-28b1-4eb4-a23f-19640c63ad5e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365213 Mar 09 03:34:10.410701 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-f1f85c13-cf92-44d3-a2c0-2bbaaa9c1829 service neutron] For port 052b3f80-a1a2-440e-b258-76eeeaa548a9, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:34:10.415529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-f1f85c13-cf92-44d3-a2c0-2bbaaa9c1829 service neutron] For port 052b3f80-a1a2-440e-b258-76eeeaa548a9, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=052b3f80-a1a2-440e-b258-76eeeaa548a9,segment=NetworkSegment(dbb0516b-55d1-45e2-b346-e5f7478e7bd6),segment_id=dbb0516b-55d1-45e2-b346-e5f7478e7bd6)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:34:10.421671 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-f1f85c13-cf92-44d3-a2c0-2bbaaa9c1829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:10.455584 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0eb28c41-7dd0-4b9d-97cd-8677d24d9de0 req-3ada1a88-2d08-4138-bfa9-e0f35e4020b4 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:10.455975 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0eb28c41-7dd0-4b9d-97cd-8677d24d9de0 req-3ada1a88-2d08-4138-bfa9-e0f35e4020b4 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:10.530212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7aecc-8907-4312-8671-5f1cfc1ac33f req-dcb6af26-621f-4b9d-8c30-e06f1deb4cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:10.531858 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-48a7aecc-8907-4312-8671-5f1cfc1ac33f req-dcb6af26-621f-4b9d-8c30-e06f1deb4cce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42923148a00a49268422cf3ff4c2fd04&device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 1097 time: 0.2220116 Mar 09 03:34:10.537602 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-f1f85c13-cf92-44d3-a2c0-2bbaaa9c1829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:10.538748 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-f1f85c13-cf92-44d3-a2c0-2bbaaa9c1829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:10.540052 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-f1f85c13-cf92-44d3-a2c0-2bbaaa9c1829 service neutron] 10.222.0.24 "PUT /v2.0/ports/052b3f80-a1a2-440e-b258-76eeeaa548a9 HTTP/1.1" status: 200 len: 1092 time: 1.5777235 Mar 09 03:34:10.542337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7238cd06-cab2-4c51-a7b3-c14c93869ff0', 'tag': '052b3f80-a1a2-440e-b258-76eeeaa548a9'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:34:10.579057 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-0eb28c41-7dd0-4b9d-97cd-8677d24d9de0 req-3ada1a88-2d08-4138-bfa9-e0f35e4020b4 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Calling delete_port for cd2673fe-eefb-4969-9a07-030f92f1fd80 owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:34:10.647893 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f85c13-cf92-44d3-a2c0-2bbaaa9c1829 service neutron] Pushing event updated for resources: {'Port': ['ID=052b3f80-a1a2-440e-b258-76eeeaa548a9,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:10.721633 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0eb28c41-7dd0-4b9d-97cd-8677d24d9de0 req-3ada1a88-2d08-4138-bfa9-e0f35e4020b4 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:10.761046 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d505ef7-88ff-47fe-b1f1-be28d194d775 req-e9b41bed-b0d6-4ce7-84a8-f28aca0d112b tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:10.762519 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0d505ef7-88ff-47fe-b1f1-be28d194d775 req-e9b41bed-b0d6-4ce7-84a8-f28aca0d112b tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 949 time: 0.2820663 Mar 09 03:34:10.766158 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada1a88-2d08-4138-bfa9-e0f35e4020b4 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Pushing event deleted for resources: {'Port': ['ID=cd2673fe-eefb-4969-9a07-030f92f1fd80,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:10.801626 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7aecc-8907-4312-8671-5f1cfc1ac33f req-a9d0859e-ce5a-4c48-a27d-6f8af8ec5471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:10.803070 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-48a7aecc-8907-4312-8671-5f1cfc1ac33f req-a9d0859e-ce5a-4c48-a27d-6f8af8ec5471 service neutron] 10.222.0.21 "GET /v2.0/networks?id=304f544a-4e19-4ec8-816f-4e06aa7f0361 HTTP/1.1" status: 200 len: 921 time: 0.2428620 Mar 09 03:34:10.811134 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-487ae4dc-c212-4398-9d5e-b05e3ba9ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:10.812486 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-487ae4dc-c212-4398-9d5e-b05e3ba9ec1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70eeee148f5e4bb0b0e213c4b507c0e8&device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 1095 time: 0.2254288 Mar 09 03:34:10.874600 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0eb28c41-7dd0-4b9d-97cd-8677d24d9de0 req-3ada1a88-2d08-4138-bfa9-e0f35e4020b4 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:10.893434 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0eb28c41-7dd0-4b9d-97cd-8677d24d9de0 req-3ada1a88-2d08-4138-bfa9-e0f35e4020b4 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:10.894717 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0eb28c41-7dd0-4b9d-97cd-8677d24d9de0 req-3ada1a88-2d08-4138-bfa9-e0f35e4020b4 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "DELETE /v2.0/floatingips/f1023bdf-2d3d-4640-be06-ec62e2a24985 HTTP/1.1" status: 204 len: 173 time: 0.8536179 Mar 09 03:34:10.946018 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-48a7aecc-8907-4312-8671-5f1cfc1ac33f req-ac6575c0-79b1-49c8-affa-225ea4410657 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4dfe22a-e7d9-40c4-a974-57a06028ad0e HTTP/1.1" status: 200 len: 217 time: 0.1325984 Mar 09 03:34:10.957072 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-b55d3c39-6d3a-46d0-8999-70cec9973e1f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=052b3f80-a1a2-440e-b258-76eeeaa548a9 HTTP/1.1" status: 200 len: 217 time: 0.0921879 Mar 09 03:34:10.961402 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e43e72da-2997-4637-b428-5dc4fa4e693a req-c4059647-6391-4515-a647-d481dcb67749 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "GET /v2.0/security-groups/902fe94b-c1ed-412e-8fde-971833fbdfed HTTP/1.1" status: 200 len: 2403 time: 0.0500479 Mar 09 03:34:10.994000 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0d505ef7-88ff-47fe-b1f1-be28d194d775 req-0d204fb4-3ebe-4dad-ad58-19bcb5e85957 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221885 Mar 09 03:34:11.036266 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e43e72da-2997-4637-b428-5dc4fa4e693a req-2a493137-5251-4c4c-8a84-6c7d880cf3c2 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:11.064267 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e43e72da-2997-4637-b428-5dc4fa4e693a req-2a493137-5251-4c4c-8a84-6c7d880cf3c2 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:11.067225 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7aecc-8907-4312-8671-5f1cfc1ac33f req-147a9a27-d37b-49dd-a54e-5d03a3144680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:11.068665 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-48a7aecc-8907-4312-8671-5f1cfc1ac33f req-147a9a27-d37b-49dd-a54e-5d03a3144680 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb7cb80-fa8d-459c-b59f-347ff2f11453 HTTP/1.1" status: 200 len: 860 time: 0.1133142 Mar 09 03:34:11.074954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-d179ba93-3aec-4aec-ae8c-9d266c59b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:11.076227 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-d179ba93-3aec-4aec-ae8c-9d266c59b6cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a30daa9-e9b2-4995-b60e-5929ccdb08b2 HTTP/1.1" status: 200 len: 852 time: 0.0857093 Mar 09 03:34:11.116083 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e43e72da-2997-4637-b428-5dc4fa4e693a req-2a493137-5251-4c4c-8a84-6c7d880cf3c2 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:11.135011 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a493137-5251-4c4c-8a84-6c7d880cf3c2 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=902fe94b-c1ed-412e-8fde-971833fbdfed,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:11.143650 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e43e72da-2997-4637-b428-5dc4fa4e693a req-2a493137-5251-4c4c-8a84-6c7d880cf3c2 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:11.144761 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e43e72da-2997-4637-b428-5dc4fa4e693a req-2a493137-5251-4c4c-8a84-6c7d880cf3c2 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "DELETE /v2.0/security-groups/902fe94b-c1ed-412e-8fde-971833fbdfed HTTP/1.1" status: 204 len: 173 time: 0.1776350 Mar 09 03:34:11.184200 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-48a7aecc-8907-4312-8671-5f1cfc1ac33f req-8377c203-8ede-429e-a1a0-70dde9959c67 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=304f544a-4e19-4ec8-816f-4e06aa7f0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069789 Mar 09 03:34:11.201093 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-4d1f95eb-be6e-4298-8b33-ff06383bc27e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0cb6cd8-4bb8-4732-985e-a168c0bc6927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892770 Mar 09 03:34:11.315988 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42329e3-884f-429c-bc2a-0b36feab7ba1 req-061d4de9-3ab5-4026-a546-3908f9acb40c tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:11.317432 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c42329e3-884f-429c-bc2a-0b36feab7ba1 req-061d4de9-3ab5-4026-a546-3908f9acb40c tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 946 time: 0.0793443 Mar 09 03:34:11.362085 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c42329e3-884f-429c-bc2a-0b36feab7ba1 req-291c47dd-2e14-472b-bb5e-6e1d993090e3 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384035 Mar 09 03:34:11.417600 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7238cd06-cab2-4c51-a7b3-c14c93869ff0', 'tag': '052b3f80-a1a2-440e-b258-76eeeaa548a9', 'status': 'completed', 'code': 200} Mar 09 03:34:11.466457 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c428436-9c6f-42ea-becd-626e9274ef41 req-1d76ede1-f051-4022-8bc7-064cb745f996 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:11.467943 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9c428436-9c6f-42ea-becd-626e9274ef41 req-1d76ede1-f051-4022-8bc7-064cb745f996 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=998864f7-4b0c-4dcf-a252-8952926b228d HTTP/1.1" status: 200 len: 950 time: 0.3613272 Mar 09 03:34:11.469658 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-48a7aecc-8907-4312-8671-5f1cfc1ac33f req-0c23b7ee-2eb6-4d7a-8ba1-116c2851a057 service neutron] 10.222.0.21 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711384 Mar 09 03:34:11.471556 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-370e5eb7-d805-45fe-9429-816837d85e1f service neutron] 10.222.0.24 "GET /v2.0/networks/b0cb6cd8-4bb8-4732-985e-a168c0bc6927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521009 Mar 09 03:34:11.583164 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61950ed4-8015-4512-9b6e-fc02bc702fbc req-41ca5124-fc28-4d26-ab28-b630b8baa7df tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:11.584674 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-61950ed4-8015-4512-9b6e-fc02bc702fbc req-41ca5124-fc28-4d26-ab28-b630b8baa7df tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 946 time: 0.0864730 Mar 09 03:34:11.630765 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-61950ed4-8015-4512-9b6e-fc02bc702fbc req-fc3dedbb-06e3-489c-9867-133684ae451b tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403461 Mar 09 03:34:11.794644 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9c428436-9c6f-42ea-becd-626e9274ef41 req-585dd2e1-4fcd-44db-a905-6e5a3e08a57c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207126 Mar 09 03:34:11.799840 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a0fbe-288a-4935-87a3-c8b4195e1f97 req-d8b85e09-6164-473b-8749-8e35ae71b59d tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:11.801764 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d68a0fbe-288a-4935-87a3-c8b4195e1f97 req-d8b85e09-6164-473b-8749-8e35ae71b59d tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1488330 Mar 09 03:34:11.887084 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-266fea3a-ece0-44b8-956c-f06f7371d7c9 req-5b654db3-beb3-477c-9189-e07c0a41867b service neutron] 10.222.0.24 "GET /v2.0/networks/b0cb6cd8-4bb8-4732-985e-a168c0bc6927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004834 Mar 09 03:34:11.907186 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-48a7aecc-8907-4312-8671-5f1cfc1ac33f req-69710d09-8d31-41ad-a62b-483f69be5c77 service neutron] 10.222.0.21 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180715 Mar 09 03:34:11.911881 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0bbbe09-f8d5-46bd-be3e-a78da6f61727 req-294a9a6f-3923-4fa6-ad99-dd295874f040 tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "GET /v2.0/security-groups/c63e097f-d044-493a-bfff-dcef1d17de65 HTTP/1.1" status: 200 len: 2398 time: 0.0880454 Mar 09 03:34:11.986070 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6947e-b6bc-40f7-b141-98d5acea643e req-259051aa-3cb1-4f05-9f60-839d4aee5b94 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:11.987644 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-72f6947e-b6bc-40f7-b141-98d5acea643e req-259051aa-3cb1-4f05-9f60-839d4aee5b94 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 944 time: 0.0950267 Mar 09 03:34:12.032115 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-72f6947e-b6bc-40f7-b141-98d5acea643e req-d68d38c6-8e1e-4b56-b65b-5e9337e1e3b7 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382309 Mar 09 03:34:12.036105 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b0bbbe09-f8d5-46bd-be3e-a78da6f61727 req-c5bda631-9253-4097-aad2-af4091fa4d1d tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:12.069400 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b0bbbe09-f8d5-46bd-be3e-a78da6f61727 req-c5bda631-9253-4097-aad2-af4091fa4d1d tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:12.102575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f530e-1668-4d47-9795-0cb347787b63 req-29e0103c-a428-402c-b422-85407b62d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:12.104064 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-326f530e-1668-4d47-9795-0cb347787b63 req-29e0103c-a428-402c-b422-85407b62d3f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70eeee148f5e4bb0b0e213c4b507c0e8&device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 1095 time: 0.1432700 Mar 09 03:34:12.198460 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa7e98-9897-4eeb-a7b5-be7965e84c2b req-8a8f6eb2-d955-4644-acf6-c3f4eeb10f89 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:12.201837 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-74aa7e98-9897-4eeb-a7b5-be7965e84c2b req-8a8f6eb2-d955-4644-acf6-c3f4eeb10f89 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 1097 time: 0.0728223 Mar 09 03:34:12.216932 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b0bbbe09-f8d5-46bd-be3e-a78da6f61727 req-c5bda631-9253-4097-aad2-af4091fa4d1d tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:12.243832 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bda631-9253-4097-aad2-af4091fa4d1d tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63e097f-d044-493a-bfff-dcef1d17de65,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:12.257015 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b0bbbe09-f8d5-46bd-be3e-a78da6f61727 req-c5bda631-9253-4097-aad2-af4091fa4d1d tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:12.258111 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0bbbe09-f8d5-46bd-be3e-a78da6f61727 req-c5bda631-9253-4097-aad2-af4091fa4d1d tempest-SecurityGroupRulesTestJSON-2070053699 tempest-SecurityGroupRulesTestJSON-2070053699-project] 10.222.0.16 "DELETE /v2.0/security-groups/c63e097f-d044-493a-bfff-dcef1d17de65 HTTP/1.1" status: 204 len: 173 time: 0.3398595 Mar 09 03:34:12.262549 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f530e-1668-4d47-9795-0cb347787b63 req-8d1911df-d2a0-4782-8fb0-edda921e02bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:12.263892 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-326f530e-1668-4d47-9795-0cb347787b63 req-8d1911df-d2a0-4782-8fb0-edda921e02bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0cb6cd8-4bb8-4732-985e-a168c0bc6927 HTTP/1.1" status: 200 len: 913 time: 0.1527846 Mar 09 03:34:12.265550 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40370) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:34:12.274338 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-74aa7e98-9897-4eeb-a7b5-be7965e84c2b req-0b13ec93-0442-46cd-bba3-921026f35766 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568087 Mar 09 03:34:12.423404 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-326f530e-1668-4d47-9795-0cb347787b63 req-0dae332b-23c6-4acc-9d76-f2008fe2adee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=052b3f80-a1a2-440e-b258-76eeeaa548a9 HTTP/1.1" status: 200 len: 217 time: 0.1237352 Mar 09 03:34:12.466833 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093f918-2b3c-4f22-9d29-fe98504f82f4 req-61b4b601-34a6-4a09-90ca-039aee191c5a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:12.468506 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5093f918-2b3c-4f22-9d29-fe98504f82f4 req-61b4b601-34a6-4a09-90ca-039aee191c5a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 949 time: 0.0833719 Mar 09 03:34:12.488195 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-619ae992-56d5-4d98-b269-90bf1ed5fa12 req-ba4100b8-57c1-4adb-937d-dc0b01a9f7c8 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=577387edec0b4b50a2b74edcbf17f676 HTTP/1.1" status: 200 len: 1656 time: 0.1896133 Mar 09 03:34:12.517255 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5093f918-2b3c-4f22-9d29-fe98504f82f4 req-4e2d0fdd-99ed-4e5e-81f4-889f05f8f154 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426881 Mar 09 03:34:12.545198 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d3f8828-833e-4a8a-8e30-3c627f5613e5 admin admin] Deleting subnet e2c35337-aadd-457f-ac20-381359e6dd99 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:34:12.556011 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6d3f8828-833e-4a8a-8e30-3c627f5613e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:12.641327 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f530e-1668-4d47-9795-0cb347787b63 req-b7395ce2-b7a3-40d3-8341-1508dbf48e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:12.642739 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-326f530e-1668-4d47-9795-0cb347787b63 req-b7395ce2-b7a3-40d3-8341-1508dbf48e90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a30daa9-e9b2-4995-b60e-5929ccdb08b2 HTTP/1.1" status: 200 len: 852 time: 0.2039964 Mar 09 03:34:12.685864 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dc189-9381-40e6-bf37-ffc473a6385f req-1b9801b3-68f0-45d0-8047-84bbac9e838f tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:12.687356 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c62dc189-9381-40e6-bf37-ffc473a6385f req-1b9801b3-68f0-45d0-8047-84bbac9e838f tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 1097 time: 0.0711582 Mar 09 03:34:12.708507 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-326f530e-1668-4d47-9795-0cb347787b63 req-69837b9c-4188-40ee-9cb6-dbe500064e7c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0cb6cd8-4bb8-4732-985e-a168c0bc6927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580981 Mar 09 03:34:12.718245 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6d3f8828-833e-4a8a-8e30-3c627f5613e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:12.728325 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c62dc189-9381-40e6-bf37-ffc473a6385f req-a51c817a-4cac-47e1-b6ac-fe315f1dd670 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354016 Mar 09 03:34:12.885975 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ae992-56d5-4d98-b269-90bf1ed5fa12 req-75db6ec4-e914-462a-9e96-5845cd822e0b tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:12.887330 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-619ae992-56d5-4d98-b269-90bf1ed5fa12 req-75db6ec4-e914-462a-9e96-5845cd822e0b tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/networks?id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&id=4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 787 time: 0.3875713 Mar 09 03:34:12.901346 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-619ae992-56d5-4d98-b269-90bf1ed5fa12 req-55359ce9-cc9a-4a99-a0e2-aa1c4a07343c tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:34:12.902285 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-619ae992-56d5-4d98-b269-90bf1ed5fa12 req-55359ce9-cc9a-4a99-a0e2-aa1c4a07343c tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083833 Mar 09 03:34:12.903270 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6d3f8828-833e-4a8a-8e30-3c627f5613e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:12.912437 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27e9a0-5a52-41de-a91a-dad8b2c08631 req-f102e360-1666-403d-8a38-5d807ef6c609 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:12.912437 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2c27e9a0-5a52-41de-a91a-dad8b2c08631 req-f102e360-1666-403d-8a38-5d807ef6c609 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 946 time: 0.0869699 Mar 09 03:34:12.969442 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-326f530e-1668-4d47-9795-0cb347787b63 req-2c956dab-7cad-4148-9394-c84ccf1acc17 service neutron] 10.222.0.24 "GET /v2.0/networks/b0cb6cd8-4bb8-4732-985e-a168c0bc6927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261369 Mar 09 03:34:12.971098 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2c27e9a0-5a52-41de-a91a-dad8b2c08631 req-c0744554-a973-4cf6-be6c-dd185da6b508 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510352 Mar 09 03:34:13.081571 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-956617a8-7899-4d94-ae66-d1866d5a9d5c req-6a24ee0d-24a0-434d-b6d4-f84555087bbc tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/floatingips/330c38d8-b88f-4802-b3b1-efc2c1608419 HTTP/1.1" status: 200 len: 693 time: 0.0873053 Mar 09 03:34:13.240642 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6d3f8828-833e-4a8a-8e30-3c627f5613e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:13.293376 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f8828-833e-4a8a-8e30-3c627f5613e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2c35337-aadd-457f-ac20-381359e6dd99,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:13.298995 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6d3f8828-833e-4a8a-8e30-3c627f5613e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:13.323749 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956617a8-7899-4d94-ae66-d1866d5a9d5c req-3ac32746-5d5f-4121-8751-e09f3d51952a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:13.324232 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6d3f8828-833e-4a8a-8e30-3c627f5613e5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e2c35337-aadd-457f-ac20-381359e6dd99 HTTP/1.1" status: 204 len: 168 time: 1.0576520 Mar 09 03:34:13.325873 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-956617a8-7899-4d94-ae66-d1866d5a9d5c req-3ac32746-5d5f-4121-8751-e09f3d51952a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 0.2381516 Mar 09 03:34:13.326537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40390) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:34:13.334117 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-326f530e-1668-4d47-9795-0cb347787b63 req-1a24d2ec-465f-46ee-a0b8-a42dbc14b0ec service neutron] 10.222.0.24 "GET /v2.0/networks/b0cb6cd8-4bb8-4732-985e-a168c0bc6927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546412 Mar 09 03:34:13.358284 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7025bf-935a-46cc-9a2b-8657bd95fc08 req-d2ecc848-7414-4f66-8b8c-7377747c4525 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:13.359825 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aa7025bf-935a-46cc-9a2b-8657bd95fc08 req-d2ecc848-7414-4f66-8b8c-7377747c4525 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=998864f7-4b0c-4dcf-a252-8952926b228d HTTP/1.1" status: 200 len: 950 time: 0.2854497 Mar 09 03:34:13.404877 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aa7025bf-935a-46cc-9a2b-8657bd95fc08 req-4d1d73e3-8f76-477c-8349-da8eaa8d0324 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394475 Mar 09 03:34:13.479536 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-956617a8-7899-4d94-ae66-d1866d5a9d5c req-6fbd52a6-ec25-4107-91ad-dc6760134245 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Synchronizing usage tracker for tenant:577387edec0b4b50a2b74edcbf17f676 on resource:floatingip {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:34:13.509113 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e7ddc1ed-65d2-4f52-952e-039c5aaa003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:13.516776 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-956617a8-7899-4d94-ae66-d1866d5a9d5c req-6fbd52a6-ec25-4107-91ad-dc6760134245 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Unset dirty status for tenant:577387edec0b4b50a2b74edcbf17f676 on resource:floatingip {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:34:13.517887 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-956617a8-7899-4d94-ae66-d1866d5a9d5c req-6fbd52a6-ec25-4107-91ad-dc6760134245 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.145 HTTP/1.1" status: 200 len: 696 time: 0.1711891 Mar 09 03:34:13.656596 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-956617a8-7899-4d94-ae66-d1866d5a9d5c req-11d4fa26-f2b8-4cf9-a345-c94916c9ae6e tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.145 HTTP/1.1" status: 200 len: 696 time: 0.1076345 Mar 09 03:34:13.733950 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fdd04-0765-4c81-9e94-6aa7f02d5b3f req-bcad9c78-9e0e-4bf7-bc5e-f277364a17ef tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:13.735423 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-139fdd04-0765-4c81-9e94-6aa7f02d5b3f req-bcad9c78-9e0e-4bf7-bc5e-f277364a17ef tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 944 time: 0.0827847 Mar 09 03:34:13.769351 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e7ddc1ed-65d2-4f52-952e-039c5aaa003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:13.785840 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-139fdd04-0765-4c81-9e94-6aa7f02d5b3f req-2049e7f4-bd13-4632-952d-534e09cd77e5 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446866 Mar 09 03:34:13.887173 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-e7ddc1ed-65d2-4f52-952e-039c5aaa003b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca7cce5-88b0-49ee-94bb-b91427ba6f38']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:34:13.898613 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-956617a8-7899-4d94-ae66-d1866d5a9d5c req-4490c51d-2c6a-421d-8c59-788db9eef9d7 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Deleting port d8ff5175-8d0e-4fed-a3f6-1e0469120a93 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:34:13.899034 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-956617a8-7899-4d94-ae66-d1866d5a9d5c req-4490c51d-2c6a-421d-8c59-788db9eef9d7 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:13.935753 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-e7ddc1ed-65d2-4f52-952e-039c5aaa003b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6cc01fd-505e-42d9-b68f-8120513f476a') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:34:13.936059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-e7ddc1ed-65d2-4f52-952e-039c5aaa003b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6cc01fd-505e-42d9-b68f-8120513f476a') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:34:13.952045 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e7ddc1ed-65d2-4f52-952e-039c5aaa003b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:13.988681 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d14c-267e-4a51-a7ab-5d2976fc722d req-60040f40-df90-4e66-81a1-24de3f2b457f tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:13.992075 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7eb3d14c-267e-4a51-a7ab-5d2976fc722d req-60040f40-df90-4e66-81a1-24de3f2b457f tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 949 time: 0.0832682 Mar 09 03:34:14.000695 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e7ddc1ed-65d2-4f52-952e-039c5aaa003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:14.011971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ddc1ed-65d2-4f52-952e-039c5aaa003b admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:34:14.012356 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e7ddc1ed-65d2-4f52-952e-039c5aaa003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:34:14.025172 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:34:14.034545 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7eb3d14c-267e-4a51-a7ab-5d2976fc722d req-06b4665e-6fff-43cf-bde6-660e3749b76d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375659 Mar 09 03:34:14.167201 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e7ddc1ed-65d2-4f52-952e-039c5aaa003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:14.188093 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e7ddc1ed-65d2-4f52-952e-039c5aaa003b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:14.197026 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-956617a8-7899-4d94-ae66-d1866d5a9d5c req-4490c51d-2c6a-421d-8c59-788db9eef9d7 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:14.197403 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-956617a8-7899-4d94-ae66-d1866d5a9d5c req-4490c51d-2c6a-421d-8c59-788db9eef9d7 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:14.205562 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d660f-beff-47b7-ba18-5697c3ba08be req-b97ca89f-6a88-429a-ab52-7b419f97a41c tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:14.207092 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-752d660f-beff-47b7-ba18-5697c3ba08be req-b97ca89f-6a88-429a-ab52-7b419f97a41c tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 1097 time: 0.0717945 Mar 09 03:34:14.208817 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ddc1ed-65d2-4f52-952e-039c5aaa003b admin admin] Pushing event deleted for resources: {'Network': ['ID=5ca7cce5-88b0-49ee-94bb-b91427ba6f38,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:14.213880 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e7ddc1ed-65d2-4f52-952e-039c5aaa003b admin admin] 10.222.0.16 "DELETE /v2.0/networks/5ca7cce5-88b0-49ee-94bb-b91427ba6f38 HTTP/1.1" status: 204 len: 168 time: 0.8862667 Mar 09 03:34:14.263114 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-752d660f-beff-47b7-ba18-5697c3ba08be req-616e11b4-b625-44e8-bceb-ddd4785a8113 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480380 Mar 09 03:34:14.330183 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-956617a8-7899-4d94-ae66-d1866d5a9d5c req-4490c51d-2c6a-421d-8c59-788db9eef9d7 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Calling delete_port for d8ff5175-8d0e-4fed-a3f6-1e0469120a93 owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:34:14.342641 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40404) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:34:14.441464 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5d3257dc-a87e-4952-9ee8-fae2ff6a2118 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ebe24b81931454c979c54ce4a38d214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0976503 Mar 09 03:34:14.446180 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40410) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:34:14.474633 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-956617a8-7899-4d94-ae66-d1866d5a9d5c req-4490c51d-2c6a-421d-8c59-788db9eef9d7 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:14.514963 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5678423-ccc0-45b9-afdb-0188fa5fb91c req-f5f34122-6ef0-40ae-96f8-8a9848172463 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:14.516561 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5678423-ccc0-45b9-afdb-0188fa5fb91c req-f5f34122-6ef0-40ae-96f8-8a9848172463 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 946 time: 0.1402299 Mar 09 03:34:14.556501 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6fa6a672-a327-4633-badc-d65c0ae7e8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:14.593347 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5678423-ccc0-45b9-afdb-0188fa5fb91c req-9b20a609-3395-4f2f-bed6-1f4f22fedf8a tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702844 Mar 09 03:34:14.601006 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6fa6a672-a327-4633-badc-d65c0ae7e8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:14.648583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490c51d-2c6a-421d-8c59-788db9eef9d7 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Pushing event deleted for resources: {'Port': ['ID=d8ff5175-8d0e-4fed-a3f6-1e0469120a93,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:14.658206 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6fa6a672-a327-4633-badc-d65c0ae7e8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:14.677080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6a672-a327-4633-badc-d65c0ae7e8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1315f3-9282-4656-91a7-6d8a814e78e1,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:14.683940 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6fa6a672-a327-4633-badc-d65c0ae7e8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:14.687837 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6fa6a672-a327-4633-badc-d65c0ae7e8d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de1315f3-9282-4656-91a7-6d8a814e78e1 HTTP/1.1" status: 204 len: 168 time: 0.2371969 Mar 09 03:34:14.727568 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-956617a8-7899-4d94-ae66-d1866d5a9d5c req-4490c51d-2c6a-421d-8c59-788db9eef9d7 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:14.750883 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-956617a8-7899-4d94-ae66-d1866d5a9d5c req-4490c51d-2c6a-421d-8c59-788db9eef9d7 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:14.752413 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-956617a8-7899-4d94-ae66-d1866d5a9d5c req-4490c51d-2c6a-421d-8c59-788db9eef9d7 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "DELETE /v2.0/floatingips/330c38d8-b88f-4802-b3b1-efc2c1608419 HTTP/1.1" status: 204 len: 173 time: 1.0512767 Mar 09 03:34:14.955056 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88506-4b04-4858-8250-1a9762083784 req-ae4d4f36-fdbf-407f-a099-abd8f0c41ca7 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:14.956600 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-80c88506-4b04-4858-8250-1a9762083784 req-ae4d4f36-fdbf-407f-a099-abd8f0c41ca7 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=998864f7-4b0c-4dcf-a252-8952926b228d HTTP/1.1" status: 200 len: 950 time: 0.1129239 Mar 09 03:34:15.011125 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-80c88506-4b04-4858-8250-1a9762083784 req-4deedada-da83-4fd2-835e-5c7b48b73872 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471039 Mar 09 03:34:15.117441 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3359ecce-927d-485c-be6b-f42d9a92e077 req-82826a80-be76-4549-826e-f05aebf1604b tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/floatingips/e1113b3d-d88f-4cd6-b6a3-cc8ba2df9691 HTTP/1.1" status: 200 len: 692 time: 0.0900326 Mar 09 03:34:15.281504 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359ecce-927d-485c-be6b-f42d9a92e077 req-b9541362-a586-4d54-a571-aef132fd3c2f tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:15.282959 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3359ecce-927d-485c-be6b-f42d9a92e077 req-b9541362-a586-4d54-a571-aef132fd3c2f tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 0.1598403 Mar 09 03:34:15.373745 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-3359ecce-927d-485c-be6b-f42d9a92e077 req-7914dd69-922e-479a-99b6-77ae484ea1a2 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Synchronizing usage tracker for tenant:577387edec0b4b50a2b74edcbf17f676 on resource:floatingip {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:34:15.389905 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-3359ecce-927d-485c-be6b-f42d9a92e077 req-7914dd69-922e-479a-99b6-77ae484ea1a2 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Unset dirty status for tenant:577387edec0b4b50a2b74edcbf17f676 on resource:floatingip {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:34:15.396327 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3359ecce-927d-485c-be6b-f42d9a92e077 req-7914dd69-922e-479a-99b6-77ae484ea1a2 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.69 HTTP/1.1" status: 200 len: 695 time: 0.1049683 Mar 09 03:34:15.483767 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3359ecce-927d-485c-be6b-f42d9a92e077 req-12e9bab8-6eff-4b35-a6af-d1373c89877e tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.69 HTTP/1.1" status: 200 len: 695 time: 0.0854251 Mar 09 03:34:15.523328 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40458) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:34:15.660725 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-3359ecce-927d-485c-be6b-f42d9a92e077 req-710c9d75-5a44-4a03-98bc-32f06f7d749e tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Deleting port 78e0688f-4859-4471-b007-a459559688f3 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:34:15.661630 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3359ecce-927d-485c-be6b-f42d9a92e077 req-710c9d75-5a44-4a03-98bc-32f06f7d749e tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:15.751501 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-d4ab8ee6-5368-477e-91d5-270e06b1189e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1383392815-network', 'tenant_id': '20f88126385a49a5a3709b909fb1a8f6'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:15.758117 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d4ab8ee6-5368-477e-91d5-270e06b1189e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:15.762016 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d4ab8ee6-5368-477e-91d5-270e06b1189e admin admin] Usage tracker for resource:network and tenant:20f88126385a49a5a3709b909fb1a8f6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:15.765123 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d4ab8ee6-5368-477e-91d5-270e06b1189e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:15.771160 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d4ab8ee6-5368-477e-91d5-270e06b1189e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:15.783929 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ab8ee6-5368-477e-91d5-270e06b1189e admin admin] Made reservation on behalf of 20f88126385a49a5a3709b909fb1a8f6 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:34:15.786361 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8ee6-5368-477e-91d5-270e06b1189e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:15.798836 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8ee6-5368-477e-91d5-270e06b1189e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:15.814847 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d4ab8ee6-5368-477e-91d5-270e06b1189e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:15.818744 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d4ab8ee6-5368-477e-91d5-270e06b1189e admin admin] Usage tracker for resource:security_group_rule and tenant:20f88126385a49a5a3709b909fb1a8f6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:15.822540 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d4ab8ee6-5368-477e-91d5-270e06b1189e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:15.828982 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d4ab8ee6-5368-477e-91d5-270e06b1189e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:15.848062 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3359ecce-927d-485c-be6b-f42d9a92e077 req-710c9d75-5a44-4a03-98bc-32f06f7d749e tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:15.849292 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3359ecce-927d-485c-be6b-f42d9a92e077 req-710c9d75-5a44-4a03-98bc-32f06f7d749e tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:15.916179 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8ee6-5368-477e-91d5-270e06b1189e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:15.920654 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8ee6-5368-477e-91d5-270e06b1189e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:15.955575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ab8ee6-5368-477e-91d5-270e06b1189e admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:34:15.960765 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab8ee6-5368-477e-91d5-270e06b1189e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446a4a04-8b5e-433e-99eb-e145ddc8e7d6,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:15.968555 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8ee6-5368-477e-91d5-270e06b1189e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:15.968555 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-d4ab8ee6-5368-477e-91d5-270e06b1189e admin admin] Added segment 1f5fc609-7159-431d-b844-2a10eb77b2a6 of type vlan for network 45e4f2a2-36d1-4532-9085-83d6bcc11124 Mar 09 03:34:15.980824 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-765da377-05af-4889-b880-7029c8b41588 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:34:15.981800 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-765da377-05af-4889-b880-7029c8b41588 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0619230 Mar 09 03:34:15.988359 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-3359ecce-927d-485c-be6b-f42d9a92e077 req-710c9d75-5a44-4a03-98bc-32f06f7d749e tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Calling delete_port for 78e0688f-4859-4471-b007-a459559688f3 owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:34:15.995222 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8ee6-5368-477e-91d5-270e06b1189e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:16.018571 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-bab32afa-3e9e-49bc-8dd8-bfb13c46c77c service neutron] Request body: {'binding': {'host': 'n-h1-825178-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:16.019032 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-bab32afa-3e9e-49bc-8dd8-bfb13c46c77c service neutron] Unknown quota resources ['binding']. {{(pid=87881) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 09 03:34:16.024990 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8ee6-5368-477e-91d5-270e06b1189e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:16.027775 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ab8ee6-5368-477e-91d5-270e06b1189e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:16.028360 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8ee6-5368-477e-91d5-270e06b1189e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:16.133499 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab8ee6-5368-477e-91d5-270e06b1189e admin admin] Pushing event updated for resources: {'Network': ['ID=45e4f2a2-36d1-4532-9085-83d6bcc11124,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:16.139021 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d4ab8ee6-5368-477e-91d5-270e06b1189e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6146169 Mar 09 03:34:16.142282 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40470) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:34:16.144443 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 45e4f2a2-36d1-4532-9085-83d6bcc11124 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:34:16.148183 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-3fa0b3af-8a68-4ca3-a998-9968bc7edbc2 admin admin] Request body: {'subnet': {'network_id': '45e4f2a2-36d1-4532-9085-83d6bcc11124', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1383392815-subnet', 'tenant_id': '20f88126385a49a5a3709b909fb1a8f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:16.152991 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3fa0b3af-8a68-4ca3-a998-9968bc7edbc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:16.157076 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3fa0b3af-8a68-4ca3-a998-9968bc7edbc2 admin admin] Usage tracker for resource:subnet and tenant:20f88126385a49a5a3709b909fb1a8f6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:16.160097 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3fa0b3af-8a68-4ca3-a998-9968bc7edbc2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:16.166149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3fa0b3af-8a68-4ca3-a998-9968bc7edbc2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:16.177985 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa0b3af-8a68-4ca3-a998-9968bc7edbc2 admin admin] Made reservation on behalf of 20f88126385a49a5a3709b909fb1a8f6 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:34:16.181252 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3fa0b3af-8a68-4ca3-a998-9968bc7edbc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:16.390463 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3fa0b3af-8a68-4ca3-a998-9968bc7edbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:16.403367 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-bab32afa-3e9e-49bc-8dd8-bfb13c46c77c service neutron] Attempting to bind port 4fabe353-9af1-45f6-9215-84c19e17873e on host n-h1-825178-5 for vnic_type normal with profile None {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:34:16.403964 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 052b3f80-a1a2-440e-b258-76eeeaa548a9 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:34:16.404100 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-bab32afa-3e9e-49bc-8dd8-bfb13c46c77c service neutron] Attempting to bind port 4fabe353-9af1-45f6-9215-84c19e17873e by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:34:16.404100 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-bab32afa-3e9e-49bc-8dd8-bfb13c46c77c service neutron] Attempting to bind port 4fabe353-9af1-45f6-9215-84c19e17873e on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:34:16.409513 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-bab32afa-3e9e-49bc-8dd8-bfb13c46c77c service neutron] Port 4fabe353-9af1-45f6-9215-84c19e17873e on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:34:16.409827 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-bab32afa-3e9e-49bc-8dd8-bfb13c46c77c service neutron] Attempting to bind port 4fabe353-9af1-45f6-9215-84c19e17873e on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:34:16.411720 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3359ecce-927d-485c-be6b-f42d9a92e077 req-710c9d75-5a44-4a03-98bc-32f06f7d749e tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:16.454982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-bab32afa-3e9e-49bc-8dd8-bfb13c46c77c service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:34:16.454982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-bab32afa-3e9e-49bc-8dd8-bfb13c46c77c service neutron] Checking segment: {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:34:16.454982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-bab32afa-3e9e-49bc-8dd8-bfb13c46c77c service neutron] Bound using segment: {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:34:16.455422 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-bab32afa-3e9e-49bc-8dd8-bfb13c46c77c service neutron] Bound port: 4fabe353-9af1-45f6-9215-84c19e17873e, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:34:16.470208 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0b3af-8a68-4ca3-a998-9968bc7edbc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fff19ee9-8ef4-45a3-8b98-8402b84d485c,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:16.471960 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c9d75-5a44-4a03-98bc-32f06f7d749e tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Pushing event deleted for resources: {'Port': ['ID=78e0688f-4859-4471-b007-a459559688f3,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:16.480585 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa0b3af-8a68-4ca3-a998-9968bc7edbc2 admin admin] Checking segment: {'id': '1f5fc609-7159-431d-b844-2a10eb77b2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '45e4f2a2-36d1-4532-9085-83d6bcc11124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:34:16.480941 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa0b3af-8a68-4ca3-a998-9968bc7edbc2 admin admin] Network hostable DHCP agents. Network: 45e4f2a2-36d1-4532-9085-83d6bcc11124, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:34:16.503137 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa0b3af-8a68-4ca3-a998-9968bc7edbc2 admin admin] Network 45e4f2a2-36d1-4532-9085-83d6bcc11124 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:34:16.516501 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-3fa0b3af-8a68-4ca3-a998-9968bc7edbc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 45e4f2a2-36d1-4532-9085-83d6bcc11124) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:34:16.525326 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa0b3af-8a68-4ca3-a998-9968bc7edbc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:16.525943 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3fa0b3af-8a68-4ca3-a998-9968bc7edbc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:16.526956 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a76766-627c-4c70-9561-1ea94dff51fd None None] Network 45e4f2a2-36d1-4532-9085-83d6bcc11124 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:34:16.550400 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3fa0b3af-8a68-4ca3-a998-9968bc7edbc2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4064455 Mar 09 03:34:16.585170 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-bab32afa-3e9e-49bc-8dd8-bfb13c46c77c service neutron] For port 4fabe353-9af1-45f6-9215-84c19e17873e, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=4fabe353-9af1-45f6-9215-84c19e17873e,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:34:16.606247 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3359ecce-927d-485c-be6b-f42d9a92e077 req-710c9d75-5a44-4a03-98bc-32f06f7d749e tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:16.616422 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-bab32afa-3e9e-49bc-8dd8-bfb13c46c77c service neutron] Notify callbacks [] for binding, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:16.617550 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-bab32afa-3e9e-49bc-8dd8-bfb13c46c77c service neutron] 10.222.0.16 "POST /v2.0/ports/4fabe353-9af1-45f6-9215-84c19e17873e/bindings HTTP/1.1" status: 201 len: 389 time: 0.6022921 Mar 09 03:34:16.620176 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3359ecce-927d-485c-be6b-f42d9a92e077 req-710c9d75-5a44-4a03-98bc-32f06f7d749e tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:16.623927 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3359ecce-927d-485c-be6b-f42d9a92e077 req-710c9d75-5a44-4a03-98bc-32f06f7d749e tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "DELETE /v2.0/floatingips/e1113b3d-d88f-4cd6-b6a3-cc8ba2df9691 HTTP/1.1" status: 204 len: 173 time: 1.1316943 Mar 09 03:34:16.704497 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 052b3f80-a1a2-440e-b258-76eeeaa548a9, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=052b3f80-a1a2-440e-b258-76eeeaa548a9,segment=NetworkSegment(dbb0516b-55d1-45e2-b346-e5f7478e7bd6),segment_id=dbb0516b-55d1-45e2-b346-e5f7478e7bd6)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:16.727628 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '052b3f80-a1a2-440e-b258-76eeeaa548a9', 'network_id': 'b0cb6cd8-4bb8-4732-985e-a168c0bc6927', 'port_id': '052b3f80-a1a2-440e-b258-76eeeaa548a9', 'mac_address': 'fa:16:3e:f0:3a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a30daa9-e9b2-4995-b60e-5929ccdb08b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:34:16.818627 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439a01f-e069-4625-8bae-ab50b04512a1 req-cfbbd846-f158-41a0-b683-74eecd1eab40 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:16.826156 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a439a01f-e069-4625-8bae-ab50b04512a1 req-cfbbd846-f158-41a0-b683-74eecd1eab40 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 944 time: 0.0910909 Mar 09 03:34:16.867427 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:16.886026 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a439a01f-e069-4625-8bae-ab50b04512a1 req-0c495beb-5d09-464a-9eff-f3054cd074c9 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589061 Mar 09 03:34:16.926181 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 052b3f80-a1a2-440e-b258-76eeeaa548a9 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:34:16.944992 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d20a41-1a1c-42fc-a81b-0a1e3cd890a3 None None] Network 45e4f2a2-36d1-4532-9085-83d6bcc11124 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:34:16.965686 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a5126-a7d4-4c66-be5e-4278e0cb1339 req-c8588b48-5e8b-4dc7-95d1-bac472bab121 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:16.972983 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-305a5126-a7d4-4c66-be5e-4278e0cb1339 req-c8588b48-5e8b-4dc7-95d1-bac472bab121 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 949 time: 0.1569996 Mar 09 03:34:16.979415 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 052b3f80-a1a2-440e-b258-76eeeaa548a9, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=052b3f80-a1a2-440e-b258-76eeeaa548a9,segment=NetworkSegment(dbb0516b-55d1-45e2-b346-e5f7478e7bd6),segment_id=dbb0516b-55d1-45e2-b346-e5f7478e7bd6)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:17.031271 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:17.036399 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-305a5126-a7d4-4c66-be5e-4278e0cb1339 req-4a13532a-c0c1-451c-814f-9a72d06e0d93 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623670 Mar 09 03:34:17.073447 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-98195cfb-cb2f-44ba-b8fc-f8cea04c9bbe req-90c8358c-6ba0-49a6-9715-54d744f141e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1646204 Mar 09 03:34:17.088788 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81becdc-b87d-42cf-8b4e-9f6e7afb0c13 req-4fdaff92-358e-44f7-822b-c84264aa7fcb tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:17.091969 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e81becdc-b87d-42cf-8b4e-9f6e7afb0c13 req-4fdaff92-358e-44f7-822b-c84264aa7fcb tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 946 time: 0.0927050 Mar 09 03:34:17.146007 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e81becdc-b87d-42cf-8b4e-9f6e7afb0c13 req-f4e06642-a220-410c-9d0a-5d509b6b8697 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475249 Mar 09 03:34:17.159039 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=052b3f80-a1a2-440e-b258-76eeeaa548a9,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:17.272782 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-23e6c7b9-d3ab-4cfc-a888-8973b73d6359 req-8fa777d6-2e45-40c1-b76f-ec1f186e7366 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/floatingips/d09b60ab-768d-4a15-b046-9b2b2b13ad6e HTTP/1.1" status: 200 len: 693 time: 0.0879500 Mar 09 03:34:17.284958 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98195cfb-cb2f-44ba-b8fc-f8cea04c9bbe req-386ce483-dd51-4821-a7a7-e320f3fe99b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:17.286373 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-98195cfb-cb2f-44ba-b8fc-f8cea04c9bbe req-386ce483-dd51-4821-a7a7-e320f3fe99b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 1100 time: 0.1086707 Mar 09 03:34:17.294630 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7e20c-1122-42a4-857f-f7feda0abc09 req-dda36970-fb57-4fad-a5e5-55a117bd2a10 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:17.296229 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b4a7e20c-1122-42a4-857f-f7feda0abc09 req-dda36970-fb57-4fad-a5e5-55a117bd2a10 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=998864f7-4b0c-4dcf-a252-8952926b228d HTTP/1.1" status: 200 len: 950 time: 0.1518939 Mar 09 03:34:17.430653 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6c7b9-d3ab-4cfc-a888-8973b73d6359 req-7be727ed-dc22-4d12-a969-9c7a455c0d05 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:17.432114 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-23e6c7b9-d3ab-4cfc-a888-8973b73d6359 req-7be727ed-dc22-4d12-a969-9c7a455c0d05 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 0.1536000 Mar 09 03:34:17.457686 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['052b3f80-a1a2-440e-b258-76eeeaa548a9'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:34:17.518048 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-23e6c7b9-d3ab-4cfc-a888-8973b73d6359 req-a6e99d9a-c7b4-473c-883b-90bc157ff37c tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Synchronizing usage tracker for tenant:577387edec0b4b50a2b74edcbf17f676 on resource:floatingip {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:34:17.542529 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b4a7e20c-1122-42a4-857f-f7feda0abc09 req-2b823df6-b028-41a0-b292-af0f177f1713 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166109 Mar 09 03:34:17.546605 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-23e6c7b9-d3ab-4cfc-a888-8973b73d6359 req-a6e99d9a-c7b4-473c-883b-90bc157ff37c tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Unset dirty status for tenant:577387edec0b4b50a2b74edcbf17f676 on resource:floatingip {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:34:17.548794 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-23e6c7b9-d3ab-4cfc-a888-8973b73d6359 req-a6e99d9a-c7b4-473c-883b-90bc157ff37c tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.238 HTTP/1.1" status: 200 len: 696 time: 0.1102536 Mar 09 03:34:17.584424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98195cfb-cb2f-44ba-b8fc-f8cea04c9bbe req-46a91166-d64e-46de-a407-79516f590d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:17.586531 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-98195cfb-cb2f-44ba-b8fc-f8cea04c9bbe req-46a91166-d64e-46de-a407-79516f590d4f service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.2794719 Mar 09 03:34:17.652693 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-23e6c7b9-d3ab-4cfc-a888-8973b73d6359 req-a3ba0b04-ffda-4ee7-9478-7db1dcdec08a tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.238 HTTP/1.1" status: 200 len: 696 time: 0.0963960 Mar 09 03:34:17.669682 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-98195cfb-cb2f-44ba-b8fc-f8cea04c9bbe req-9e237b1a-b668-46d8-aae1-75f27fbfd370 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=51279369-540d-4970-bc4f-209236552640 HTTP/1.1" status: 200 len: 217 time: 0.0763621 Mar 09 03:34:17.773484 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98195cfb-cb2f-44ba-b8fc-f8cea04c9bbe req-4fd5d296-7a1c-4099-a07a-61259e1f8575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:17.774816 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-98195cfb-cb2f-44ba-b8fc-f8cea04c9bbe req-4fd5d296-7a1c-4099-a07a-61259e1f8575 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.0765190 Mar 09 03:34:17.809060 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-23e6c7b9-d3ab-4cfc-a888-8973b73d6359 req-af4529c6-6fde-4ffd-b6dc-399c91584a83 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Deleting port a6d96083-910d-4222-9c6c-51a6bb1377b6 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:34:17.809399 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-23e6c7b9-d3ab-4cfc-a888-8973b73d6359 req-af4529c6-6fde-4ffd-b6dc-399c91584a83 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:17.836171 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829984d6-cdef-46ed-a964-c01de0f4e1a0 req-62b80528-95ec-4911-a53c-b4089223fb22 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:17.837670 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-829984d6-cdef-46ed-a964-c01de0f4e1a0 req-62b80528-95ec-4911-a53c-b4089223fb22 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 946 time: 0.1787689 Mar 09 03:34:17.898523 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-829984d6-cdef-46ed-a964-c01de0f4e1a0 req-a5814bc9-acf3-4047-8c50-ad526af56b3c tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500405 Mar 09 03:34:17.902878 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98195cfb-cb2f-44ba-b8fc-f8cea04c9bbe req-723444cb-5f77-46e9-8da6-388778fae442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:17.904561 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-98195cfb-cb2f-44ba-b8fc-f8cea04c9bbe req-723444cb-5f77-46e9-8da6-388778fae442 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1179545 Mar 09 03:34:17.995636 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-23e6c7b9-d3ab-4cfc-a888-8973b73d6359 req-af4529c6-6fde-4ffd-b6dc-399c91584a83 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:17.995961 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-23e6c7b9-d3ab-4cfc-a888-8973b73d6359 req-af4529c6-6fde-4ffd-b6dc-399c91584a83 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:18.040557 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-98195cfb-cb2f-44ba-b8fc-f8cea04c9bbe req-dc5cb1d3-d79b-4159-bb1b-192ee377dea4 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282747 Mar 09 03:34:18.087199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-4f17a830-4120-465b-b035-49d196371568 req-6d8b8999-e355-4143-84bd-ee135bdbabca tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-372090218', 'description': 'tempest-description-299506001'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:18.096383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-4f17a830-4120-465b-b035-49d196371568 req-6d8b8999-e355-4143-84bd-ee135bdbabca tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:18.119232 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-23e6c7b9-d3ab-4cfc-a888-8973b73d6359 req-af4529c6-6fde-4ffd-b6dc-399c91584a83 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Calling delete_port for a6d96083-910d-4222-9c6c-51a6bb1377b6 owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:34:18.143432 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4f17a830-4120-465b-b035-49d196371568 req-6d8b8999-e355-4143-84bd-ee135bdbabca tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Usage tracker for resource:security_group and tenant:20f88126385a49a5a3709b909fb1a8f6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:18.152567 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4f17a830-4120-465b-b035-49d196371568 req-6d8b8999-e355-4143-84bd-ee135bdbabca tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:18.170551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-4f17a830-4120-465b-b035-49d196371568 req-6d8b8999-e355-4143-84bd-ee135bdbabca tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:18.189905 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4f17a830-4120-465b-b035-49d196371568 req-6d8b8999-e355-4143-84bd-ee135bdbabca tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:18.226113 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-98195cfb-cb2f-44ba-b8fc-f8cea04c9bbe req-14b9d754-af08-46f9-aab8-af93bc761dc2 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785598 Mar 09 03:34:18.227015 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-4f17a830-4120-465b-b035-49d196371568 req-6d8b8999-e355-4143-84bd-ee135bdbabca tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:18.231221 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4f17a830-4120-465b-b035-49d196371568 req-6d8b8999-e355-4143-84bd-ee135bdbabca tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Usage tracker for resource:security_group_rule and tenant:20f88126385a49a5a3709b909fb1a8f6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:18.234334 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4f17a830-4120-465b-b035-49d196371568 req-6d8b8999-e355-4143-84bd-ee135bdbabca tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:18.241417 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-4f17a830-4120-465b-b035-49d196371568 req-6d8b8999-e355-4143-84bd-ee135bdbabca tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:18.321098 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4f17a830-4120-465b-b035-49d196371568 req-6d8b8999-e355-4143-84bd-ee135bdbabca tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:18.325641 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4f17a830-4120-465b-b035-49d196371568 req-6d8b8999-e355-4143-84bd-ee135bdbabca tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:18.352748 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-23e6c7b9-d3ab-4cfc-a888-8973b73d6359 req-af4529c6-6fde-4ffd-b6dc-399c91584a83 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:18.367332 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b8999-e355-4143-84bd-ee135bdbabca tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cf2941-ea2b-4d8a-939b-cf4570407467,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:18.369948 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4f17a830-4120-465b-b035-49d196371568 req-6d8b8999-e355-4143-84bd-ee135bdbabca tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:18.371161 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f17a830-4120-465b-b035-49d196371568 req-6d8b8999-e355-4143-84bd-ee135bdbabca tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3046861 Mar 09 03:34:18.401466 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4529c6-6fde-4ffd-b6dc-399c91584a83 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Pushing event deleted for resources: {'Port': ['ID=a6d96083-910d-4222-9c6c-51a6bb1377b6,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:18.492592 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-23e6c7b9-d3ab-4cfc-a888-8973b73d6359 req-af4529c6-6fde-4ffd-b6dc-399c91584a83 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:18.511342 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-23e6c7b9-d3ab-4cfc-a888-8973b73d6359 req-af4529c6-6fde-4ffd-b6dc-399c91584a83 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:18.512500 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-23e6c7b9-d3ab-4cfc-a888-8973b73d6359 req-af4529c6-6fde-4ffd-b6dc-399c91584a83 tempest-FloatingIPDetailsTestJSON-697785225 tempest-FloatingIPDetailsTestJSON-697785225-project] 10.222.0.16 "DELETE /v2.0/floatingips/d09b60ab-768d-4a15-b046-9b2b2b13ad6e HTTP/1.1" status: 204 len: 173 time: 0.8588622 Mar 09 03:34:18.518537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40494) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:34:18.565586 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159e90c-9fbd-47ee-b544-61004e8f24fc req-aff4ce2f-1530-4157-98f3-201041c7c9fc tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:18.575927 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0159e90c-9fbd-47ee-b544-61004e8f24fc req-aff4ce2f-1530-4157-98f3-201041c7c9fc tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 945 time: 0.1032622 Mar 09 03:34:18.622995 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0159e90c-9fbd-47ee-b544-61004e8f24fc req-847ef80b-7a5a-41ee-912b-db5d75bd5282 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456634 Mar 09 03:34:18.810902 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b983ab-d7e8-483e-bcf5-53f56a6bcd02 req-8c75a1e5-28fd-4e5d-ae4d-3e6448f10531 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:18.812388 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0b983ab-d7e8-483e-bcf5-53f56a6bcd02 req-8c75a1e5-28fd-4e5d-ae4d-3e6448f10531 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 946 time: 0.0921667 Mar 09 03:34:18.847175 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de495a2-001c-469b-a266-a69daad8a304 req-48fab420-7df0-4280-8ed6-8806aff4e63e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:18.848617 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6de495a2-001c-469b-a266-a69daad8a304 req-48fab420-7df0-4280-8ed6-8806aff4e63e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 949 time: 0.1869779 Mar 09 03:34:18.872749 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0b983ab-d7e8-483e-bcf5-53f56a6bcd02 req-d42570ee-e04a-4f99-9656-1a52f4d7153c tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543015 Mar 09 03:34:18.963865 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-debbd1aa-facf-4eb1-81ef-ab51ce008065 req-b821ba1e-3ecc-442f-b0ab-2f696f16accc tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] 10.222.0.16 "GET /v2.0/security-groups/f1cf2941-ea2b-4d8a-939b-cf4570407467 HTTP/1.1" status: 200 len: 1811 time: 0.0523670 Mar 09 03:34:18.966828 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6de495a2-001c-469b-a266-a69daad8a304 req-3be316bf-a213-49ee-853b-a86b96473b32 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671504 Mar 09 03:34:18.973954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-debbd1aa-facf-4eb1-81ef-ab51ce008065 req-54a6024f-c41a-4b49-9b97-f84a2d3268e7 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f1cf2941-ea2b-4d8a-939b-cf4570407467', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:18.974334 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-debbd1aa-facf-4eb1-81ef-ab51ce008065 req-54a6024f-c41a-4b49-9b97-f84a2d3268e7 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f1cf2941-ea2b-4d8a-939b-cf4570407467', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:18.980592 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-debbd1aa-facf-4eb1-81ef-ab51ce008065 req-54a6024f-c41a-4b49-9b97-f84a2d3268e7 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:18.990017 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-debbd1aa-facf-4eb1-81ef-ab51ce008065 req-54a6024f-c41a-4b49-9b97-f84a2d3268e7 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Usage tracker for resource:security_group_rule and tenant:20f88126385a49a5a3709b909fb1a8f6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:18.990017 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-debbd1aa-facf-4eb1-81ef-ab51ce008065 req-54a6024f-c41a-4b49-9b97-f84a2d3268e7 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:18.995299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-debbd1aa-facf-4eb1-81ef-ab51ce008065 req-54a6024f-c41a-4b49-9b97-f84a2d3268e7 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:19.051115 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-debbd1aa-facf-4eb1-81ef-ab51ce008065 req-54a6024f-c41a-4b49-9b97-f84a2d3268e7 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:19.079025 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-debbd1aa-facf-4eb1-81ef-ab51ce008065 req-54a6024f-c41a-4b49-9b97-f84a2d3268e7 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:19.083647 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-debbd1aa-facf-4eb1-81ef-ab51ce008065 req-54a6024f-c41a-4b49-9b97-f84a2d3268e7 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:19.106084 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6024f-c41a-4b49-9b97-f84a2d3268e7 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08eab5e0-9367-4ceb-87c7-a72a248cf483,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:19.116603 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-debbd1aa-facf-4eb1-81ef-ab51ce008065 req-54a6024f-c41a-4b49-9b97-f84a2d3268e7 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:19.117800 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-debbd1aa-facf-4eb1-81ef-ab51ce008065 req-54a6024f-c41a-4b49-9b97-f84a2d3268e7 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1481779 Mar 09 03:34:19.211409 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16deef-5ad8-4ffc-abc6-21954e8b5aad req-3070e328-ac37-48fd-b8db-eb9ed42d5009 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:19.212819 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bd16deef-5ad8-4ffc-abc6-21954e8b5aad req-3070e328-ac37-48fd-b8db-eb9ed42d5009 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=998864f7-4b0c-4dcf-a252-8952926b228d HTTP/1.1" status: 200 len: 950 time: 0.1294384 Mar 09 03:34:19.248651 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e57c72ef-c77c-42fc-ae28-a3d564997db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:19.282447 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36545c35-27d0-4cfb-954b-740aa4de09bc req-a2528ed2-2153-4793-bb90-822d0c16f9a7 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:19.284093 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-36545c35-27d0-4cfb-954b-740aa4de09bc req-a2528ed2-2153-4793-bb90-822d0c16f9a7 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 946 time: 0.0798333 Mar 09 03:34:19.328064 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-36545c35-27d0-4cfb-954b-740aa4de09bc req-91deb1db-c399-4e6b-9f57-5cb6ea3a7d97 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378478 Mar 09 03:34:19.331766 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bd16deef-5ad8-4ffc-abc6-21954e8b5aad req-468c4514-3aa9-4b52-8954-0804f4a0f043 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075585 Mar 09 03:34:19.405901 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-57222bd2-147d-4feb-bf5c-d955e4f7773c req-3e9ba60e-df53-4483-bc52-1cd16c373fe9 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] 10.222.0.16 "GET /v2.0/security-groups/f1cf2941-ea2b-4d8a-939b-cf4570407467 HTTP/1.1" status: 200 len: 2404 time: 0.0450773 Mar 09 03:34:19.501204 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b21ff166-223f-4679-921b-d88dc591e4e2 req-7ff6eefc-d23a-4b3c-8489-1addd24b84de tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] 10.222.0.16 "GET /v2.0/security-group-rules/08eab5e0-9367-4ceb-87c7-a72a248cf483 HTTP/1.1" status: 200 len: 778 time: 0.0735421 Mar 09 03:34:19.592090 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b21ff166-223f-4679-921b-d88dc591e4e2 req-8bf9095d-86f8-400d-972d-2ec21daf6d06 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] 10.222.0.16 "GET /v2.0/security-groups/f1cf2941-ea2b-4d8a-939b-cf4570407467 HTTP/1.1" status: 200 len: 2404 time: 0.0835309 Mar 09 03:34:19.636712 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b21ff166-223f-4679-921b-d88dc591e4e2 req-9d17f88c-8df2-4964-aac5-2fee435ffee1 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:19.678617 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b21ff166-223f-4679-921b-d88dc591e4e2 req-9d17f88c-8df2-4964-aac5-2fee435ffee1 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:19.708205 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-e57c72ef-c77c-42fc-ae28-a3d564997db5 admin admin] Deleting port 69b5df75-f2f2-49fe-9416-86fddf02e46b {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:34:19.708536 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e57c72ef-c77c-42fc-ae28-a3d564997db5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:19.814644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d43e6-8855-4023-a04a-a909a3606634 req-f4da0e2e-271a-4192-a70f-1ce8a1653245 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:19.816334 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d35d43e6-8855-4023-a04a-a909a3606634 req-f4da0e2e-271a-4192-a70f-1ce8a1653245 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 945 time: 0.0870736 Mar 09 03:34:19.852960 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b21ff166-223f-4679-921b-d88dc591e4e2 req-9d17f88c-8df2-4964-aac5-2fee435ffee1 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:19.864787 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d35d43e6-8855-4023-a04a-a909a3606634 req-e01897a7-0fda-4f64-b775-9a7e68b4cc68 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427582 Mar 09 03:34:19.899148 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17f88c-8df2-4964-aac5-2fee435ffee1 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08eab5e0-9367-4ceb-87c7-a72a248cf483,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:19.903453 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b21ff166-223f-4679-921b-d88dc591e4e2 req-9d17f88c-8df2-4964-aac5-2fee435ffee1 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:19.904769 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b21ff166-223f-4679-921b-d88dc591e4e2 req-9d17f88c-8df2-4964-aac5-2fee435ffee1 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/08eab5e0-9367-4ceb-87c7-a72a248cf483 HTTP/1.1" status: 204 len: 173 time: 0.3068712 Mar 09 03:34:19.963819 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-1deea77a-b07a-4082-bc57-cb6495b96055 req-0588bbc8-982e-48eb-9adf-bf6ffc72669e tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-126476400', 'description': 'tempest-description-381203338'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:19.977688 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-1deea77a-b07a-4082-bc57-cb6495b96055 req-0588bbc8-982e-48eb-9adf-bf6ffc72669e tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:19.984394 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-1deea77a-b07a-4082-bc57-cb6495b96055 req-0588bbc8-982e-48eb-9adf-bf6ffc72669e tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Usage tracker for resource:security_group and tenant:20f88126385a49a5a3709b909fb1a8f6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:19.988531 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-1deea77a-b07a-4082-bc57-cb6495b96055 req-0588bbc8-982e-48eb-9adf-bf6ffc72669e tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:19.996531 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-1deea77a-b07a-4082-bc57-cb6495b96055 req-0588bbc8-982e-48eb-9adf-bf6ffc72669e tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:20.023606 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-e57c72ef-c77c-42fc-ae28-a3d564997db5 admin admin] For port 69b5df75-f2f2-49fe-9416-86fddf02e46b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=69b5df75-f2f2-49fe-9416-86fddf02e46b,segment=NetworkSegment(14554d69-1b08-45a4-9776-8b751a4083cd),segment_id=14554d69-1b08-45a4-9776-8b751a4083cd)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:20.023957 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e57c72ef-c77c-42fc-ae28-a3d564997db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:20.030966 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1deea77a-b07a-4082-bc57-cb6495b96055 req-0588bbc8-982e-48eb-9adf-bf6ffc72669e tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:20.074804 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba2c24-225e-4810-b163-3fbc39fc0b39 req-390b9546-a4b2-4760-9586-a5d4485eb5ef tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:20.076267 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-82ba2c24-225e-4810-b163-3fbc39fc0b39 req-390b9546-a4b2-4760-9586-a5d4485eb5ef tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 946 time: 0.0816860 Mar 09 03:34:20.123827 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-82ba2c24-225e-4810-b163-3fbc39fc0b39 req-5fde1077-1c13-4d61-a718-6413c3cc6a7e tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411210 Mar 09 03:34:20.160041 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-e57c72ef-c77c-42fc-ae28-a3d564997db5 admin admin] Calling delete_port for 69b5df75-f2f2-49fe-9416-86fddf02e46b owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:34:20.185354 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-1deea77a-b07a-4082-bc57-cb6495b96055 req-0588bbc8-982e-48eb-9adf-bf6ffc72669e tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:20.196254 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-1deea77a-b07a-4082-bc57-cb6495b96055 req-0588bbc8-982e-48eb-9adf-bf6ffc72669e tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Usage tracker for resource:security_group_rule and tenant:20f88126385a49a5a3709b909fb1a8f6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:20.200750 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-1deea77a-b07a-4082-bc57-cb6495b96055 req-0588bbc8-982e-48eb-9adf-bf6ffc72669e tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:20.208700 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-1deea77a-b07a-4082-bc57-cb6495b96055 req-0588bbc8-982e-48eb-9adf-bf6ffc72669e tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:20.298922 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e60b3-65b4-4bf2-b646-88f27381d8ff req-542b5bc1-b05b-4eb6-b1e0-48435800c4f2 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:20.300485 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-833e60b3-65b4-4bf2-b646-88f27381d8ff req-542b5bc1-b05b-4eb6-b1e0-48435800c4f2 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 949 time: 0.0798397 Mar 09 03:34:20.336478 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1deea77a-b07a-4082-bc57-cb6495b96055 req-0588bbc8-982e-48eb-9adf-bf6ffc72669e tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:20.341076 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1deea77a-b07a-4082-bc57-cb6495b96055 req-0588bbc8-982e-48eb-9adf-bf6ffc72669e tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:20.347620 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-833e60b3-65b4-4bf2-b646-88f27381d8ff req-13496017-e760-447f-9a99-87659acf99e7 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406737 Mar 09 03:34:20.409954 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 052b3f80-a1a2-440e-b258-76eeeaa548a9 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:34:20.440922 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1deea77a-b07a-4082-bc57-cb6495b96055 req-0588bbc8-982e-48eb-9adf-bf6ffc72669e tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:20.442100 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1deea77a-b07a-4082-bc57-cb6495b96055 req-0588bbc8-982e-48eb-9adf-bf6ffc72669e tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4898310 Mar 09 03:34:20.455047 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588bbc8-982e-48eb-9adf-bf6ffc72669e tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96b2f5fe-9e5c-43a9-9bad-eb0fadab3254,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:20.460145 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e57c72ef-c77c-42fc-ae28-a3d564997db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:20.485882 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 052b3f80-a1a2-440e-b258-76eeeaa548a9 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:34:20.493540 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 052b3f80-a1a2-440e-b258-76eeeaa548a9 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:34:20.494204 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:20.520568 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c72ef-c77c-42fc-ae28-a3d564997db5 admin admin] Pushing event deleted for resources: {'Port': ['ID=69b5df75-f2f2-49fe-9416-86fddf02e46b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:20.570450 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71849ee8-bcbe-46eb-b784-501b96acfe9d req-8b7d7071-825a-49cc-94a8-d31b93fd7818 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:20.572586 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-71849ee8-bcbe-46eb-b784-501b96acfe9d req-8b7d7071-825a-49cc-94a8-d31b93fd7818 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 946 time: 0.1245070 Mar 09 03:34:20.627793 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-71849ee8-bcbe-46eb-b784-501b96acfe9d req-9865fe75-b4a6-4d3b-9efd-31870ba4618d tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479383 Mar 09 03:34:20.649747 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:20.688030 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 052b3f80-a1a2-440e-b258-76eeeaa548a9, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=052b3f80-a1a2-440e-b258-76eeeaa548a9,segment=NetworkSegment(dbb0516b-55d1-45e2-b346-e5f7478e7bd6),segment_id=dbb0516b-55d1-45e2-b346-e5f7478e7bd6)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:20.688969 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7238cd06-cab2-4c51-a7b3-c14c93869ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052b3f80-a1a2-440e-b258-76eeeaa548a9'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:34:20.697074 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:20.733027 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-03e2e4c5-98d1-4475-be7f-da2f75d07561 req-7548bc58-b217-4215-82f0-5a62a2b1d68a tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] 10.222.0.16 "GET /v2.0/security-groups/96b2f5fe-9e5c-43a9-9bad-eb0fadab3254 HTTP/1.1" status: 200 len: 1811 time: 0.0576296 Mar 09 03:34:20.768208 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=052b3f80-a1a2-440e-b258-76eeeaa548a9,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:20.786285 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c14c3-d5fe-4f39-8fa8-91fcb6076fd6 req-95ec8000-7b93-4097-9305-7819f29319f3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:20.787838 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c38c14c3-d5fe-4f39-8fa8-91fcb6076fd6 req-95ec8000-7b93-4097-9305-7819f29319f3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=998864f7-4b0c-4dcf-a252-8952926b228d HTTP/1.1" status: 200 len: 950 time: 0.1843815 Mar 09 03:34:20.795489 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7238cd06-cab2-4c51-a7b3-c14c93869ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052b3f80-a1a2-440e-b258-76eeeaa548a9', 'code': 200} Mar 09 03:34:20.821794 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-5fb7fa36-c880-47c9-b907-ac279907ce04 req-9da7a33f-8a41-4246-995e-63d73b2bc3a3 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-310847620', 'description': 'tempest-description-401190275'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:20.827549 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-5fb7fa36-c880-47c9-b907-ac279907ce04 req-9da7a33f-8a41-4246-995e-63d73b2bc3a3 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:20.831412 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-5fb7fa36-c880-47c9-b907-ac279907ce04 req-9da7a33f-8a41-4246-995e-63d73b2bc3a3 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Usage tracker for resource:security_group and tenant:20f88126385a49a5a3709b909fb1a8f6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:20.834227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-5fb7fa36-c880-47c9-b907-ac279907ce04 req-9da7a33f-8a41-4246-995e-63d73b2bc3a3 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:20.840662 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-5fb7fa36-c880-47c9-b907-ac279907ce04 req-9da7a33f-8a41-4246-995e-63d73b2bc3a3 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:20.890320 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5fb7fa36-c880-47c9-b907-ac279907ce04 req-9da7a33f-8a41-4246-995e-63d73b2bc3a3 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:20.919657 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-5fb7fa36-c880-47c9-b907-ac279907ce04 req-9da7a33f-8a41-4246-995e-63d73b2bc3a3 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:20.920485 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c38c14c3-d5fe-4f39-8fa8-91fcb6076fd6 req-669dbb82-69b0-4c8e-9b3e-cc44f70859c8 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193655 Mar 09 03:34:20.925118 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-5fb7fa36-c880-47c9-b907-ac279907ce04 req-9da7a33f-8a41-4246-995e-63d73b2bc3a3 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Usage tracker for resource:security_group_rule and tenant:20f88126385a49a5a3709b909fb1a8f6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:20.926483 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e57c72ef-c77c-42fc-ae28-a3d564997db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:20.928800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-5fb7fa36-c880-47c9-b907-ac279907ce04 req-9da7a33f-8a41-4246-995e-63d73b2bc3a3 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:20.937455 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-5fb7fa36-c880-47c9-b907-ac279907ce04 req-9da7a33f-8a41-4246-995e-63d73b2bc3a3 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:20.984875 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadbe03-a29f-411b-bb43-991111e06709 req-6dce2b50-513a-47fd-9a37-f285a6d84361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:20.986367 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1eadbe03-a29f-411b-bb43-991111e06709 req-6dce2b50-513a-47fd-9a37-f285a6d84361 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 1097 time: 0.1319091 Mar 09 03:34:21.059263 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1eadbe03-a29f-411b-bb43-991111e06709 req-b6571c72-c244-4fcb-8575-2340ee7f7e60 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648096 Mar 09 03:34:21.063856 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5fb7fa36-c880-47c9-b907-ac279907ce04 req-9da7a33f-8a41-4246-995e-63d73b2bc3a3 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:21.067877 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5fb7fa36-c880-47c9-b907-ac279907ce04 req-9da7a33f-8a41-4246-995e-63d73b2bc3a3 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:21.108935 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7a33f-8a41-4246-995e-63d73b2bc3a3 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cde589-9ae0-4dcd-b141-f1a42174ddff,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:21.111993 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5fb7fa36-c880-47c9-b907-ac279907ce04 req-9da7a33f-8a41-4246-995e-63d73b2bc3a3 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:21.113185 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5fb7fa36-c880-47c9-b907-ac279907ce04 req-9da7a33f-8a41-4246-995e-63d73b2bc3a3 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2961059 Mar 09 03:34:21.179964 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d76185e7-cdab-4e3c-a353-451a922e2671 req-9d9a762f-32f6-4095-9afc-6e388f7ca627 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] 10.222.0.16 "GET /v2.0/security-groups/c0cde589-9ae0-4dcd-b141-f1a42174ddff HTTP/1.1" status: 200 len: 1811 time: 0.0447450 Mar 09 03:34:21.246449 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-a141e1d4-15c3-4acb-8a40-3edcbeb32af2 service neutron] show failed (client error): The resource could not be found. Mar 09 03:34:21.247478 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-a141e1d4-15c3-4acb-8a40-3edcbeb32af2 service neutron] 10.222.0.24 "GET /v2.0/ports/dfc3397f-d11e-4a4e-96e9-d963378392a6/bindings/n-h2-825178-5 HTTP/1.1" status: 404 len: 380 time: 0.2448709 Mar 09 03:34:21.312400 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1753b-4fee-4881-ab91-0e8e4d8bd586 req-e698ea21-fbfe-45d3-9a30-b076d4fc731a tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:21.313942 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-79f1753b-4fee-4881-ab91-0e8e4d8bd586 req-e698ea21-fbfe-45d3-9a30-b076d4fc731a tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 946 time: 0.2733195 Mar 09 03:34:21.446494 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e04ae4-bf77-4fdc-a72b-0c7585f4d863 req-c7b48a2e-f515-49a7-b63b-307bcc78cd21 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:21.447920 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-83e04ae4-bf77-4fdc-a72b-0c7585f4d863 req-c7b48a2e-f515-49a7-b63b-307bcc78cd21 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 946 time: 0.1833606 Mar 09 03:34:21.493652 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-83e04ae4-bf77-4fdc-a72b-0c7585f4d863 req-20ede700-3213-4380-86c5-09ef45fa6a27 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395305 Mar 09 03:34:21.496362 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-79f1753b-4fee-4881-ab91-0e8e4d8bd586 req-3cbceec3-d56d-434c-8d50-1065f5167641 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756737 Mar 09 03:34:21.526116 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-125c1175-182c-41c4-b6f4-4a4f0f8d730c req-22bbe95c-ccb1-4c30-897c-6b1c9a028735 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-305720005', 'description': 'tempest-description-828800263'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:21.532358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-125c1175-182c-41c4-b6f4-4a4f0f8d730c req-22bbe95c-ccb1-4c30-897c-6b1c9a028735 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:21.536589 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-125c1175-182c-41c4-b6f4-4a4f0f8d730c req-22bbe95c-ccb1-4c30-897c-6b1c9a028735 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Usage tracker for resource:security_group and tenant:20f88126385a49a5a3709b909fb1a8f6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:21.540801 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-125c1175-182c-41c4-b6f4-4a4f0f8d730c req-22bbe95c-ccb1-4c30-897c-6b1c9a028735 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:21.548621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-125c1175-182c-41c4-b6f4-4a4f0f8d730c req-22bbe95c-ccb1-4c30-897c-6b1c9a028735 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:21.563544 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-125c1175-182c-41c4-b6f4-4a4f0f8d730c req-22bbe95c-ccb1-4c30-897c-6b1c9a028735 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:21.586678 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-125c1175-182c-41c4-b6f4-4a4f0f8d730c req-22bbe95c-ccb1-4c30-897c-6b1c9a028735 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:21.592081 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-125c1175-182c-41c4-b6f4-4a4f0f8d730c req-22bbe95c-ccb1-4c30-897c-6b1c9a028735 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Usage tracker for resource:security_group_rule and tenant:20f88126385a49a5a3709b909fb1a8f6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:21.595569 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-125c1175-182c-41c4-b6f4-4a4f0f8d730c req-22bbe95c-ccb1-4c30-897c-6b1c9a028735 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:21.599545 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57c72ef-c77c-42fc-ae28-a3d564997db5 admin admin] Router ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:34:21.603022 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-125c1175-182c-41c4-b6f4-4a4f0f8d730c req-22bbe95c-ccb1-4c30-897c-6b1c9a028735 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:21.688307 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-125c1175-182c-41c4-b6f4-4a4f0f8d730c req-22bbe95c-ccb1-4c30-897c-6b1c9a028735 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:21.692213 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-125c1175-182c-41c4-b6f4-4a4f0f8d730c req-22bbe95c-ccb1-4c30-897c-6b1c9a028735 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:21.744581 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbe95c-ccb1-4c30-897c-6b1c9a028735 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=817e45aa-5b82-4d57-a9e1-7ad9bfa10143,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:21.748431 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-125c1175-182c-41c4-b6f4-4a4f0f8d730c req-22bbe95c-ccb1-4c30-897c-6b1c9a028735 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:21.750682 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-125c1175-182c-41c4-b6f4-4a4f0f8d730c req-22bbe95c-ccb1-4c30-897c-6b1c9a028735 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2300525 Mar 09 03:34:21.837617 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-aa21b587-cd12-4db3-a300-c330abea88dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:21.839969 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-aa21b587-cd12-4db3-a300-c330abea88dd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13&tenant_id=fb202b0928604d6ca848064936552050 HTTP/1.1" status: 200 len: 1100 time: 0.0881865 Mar 09 03:34:21.845297 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71640e-656f-4514-b0bf-c17f4b81d287 req-279d9aa7-5095-4d94-915f-78ed4b53740d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:21.846741 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ac71640e-656f-4514-b0bf-c17f4b81d287 req-279d9aa7-5095-4d94-915f-78ed4b53740d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 949 time: 0.2455983 Mar 09 03:34:21.852402 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c1b54f8e-f263-4689-a478-bd1bbbea0fcd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-5', 'device_owner': 'compute:nova'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:21.858081 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57c72ef-c77c-42fc-ae28-a3d564997db5 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:34:21.868979 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a47396-7f40-4256-bbd9-6a2b2e699d53 None None] Sync routers for ids ['ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:34:21.874394 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e57c72ef-c77c-42fc-ae28-a3d564997db5 admin admin] 10.222.0.16 "PUT /v2.0/routers/ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3547950 Mar 09 03:34:21.876952 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40540) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:34:21.885904 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a47396-7f40-4256-bbd9-6a2b2e699d53 None None] Routers {'ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:34:21.886716 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e6a47396-7f40-4256-bbd9-6a2b2e699d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:34:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:34:21.974379 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ac71640e-656f-4514-b0bf-c17f4b81d287 req-9a655782-f157-4cdb-ac1f-671fc42bb3f5 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182909 Mar 09 03:34:22.021101 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c1b54f8e-f263-4689-a478-bd1bbbea0fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:22.106295 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba7876-9461-4b7f-835e-a9bd5b3b0951 req-08f35fb8-3c71-4d64-b0ca-21d7921ff4a7 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:22.107961 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-35ba7876-9461-4b7f-835e-a9bd5b3b0951 req-08f35fb8-3c71-4d64-b0ca-21d7921ff4a7 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 946 time: 0.2244725 Mar 09 03:34:22.108485 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-e6a47396-7f40-4256-bbd9-6a2b2e699d53 None None] Set router ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:34:22.121447 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-801cd145-c7a0-42ea-8be1-0d1a0a79577d admin admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:22.197503 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e0fdbdb1-50f3-4a44-a48a-061bdcf7163d req-6d0e633c-0b35-4b2b-b4c6-d2545183f479 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] 10.222.0.16 "GET /v2.0/security-groups/817e45aa-5b82-4d57-a9e1-7ad9bfa10143 HTTP/1.1" status: 200 len: 1811 time: 0.1448998 Mar 09 03:34:22.258465 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-35ba7876-9461-4b7f-835e-a9bd5b3b0951 req-d4a7323b-b841-4233-9573-7508fb4d7ad7 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407304 Mar 09 03:34:22.302580 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-ac7ca0bb-0a1d-40dd-9288-5d940347930a req-7a21e588-e66f-470f-9ba2-47875ab25a6d tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-776453019', 'description': 'tempest-description-195713523'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:22.312314 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-ac7ca0bb-0a1d-40dd-9288-5d940347930a req-7a21e588-e66f-470f-9ba2-47875ab25a6d tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:22.362651 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ac7ca0bb-0a1d-40dd-9288-5d940347930a req-7a21e588-e66f-470f-9ba2-47875ab25a6d tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Usage tracker for resource:security_group and tenant:20f88126385a49a5a3709b909fb1a8f6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:22.370982 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ac7ca0bb-0a1d-40dd-9288-5d940347930a req-7a21e588-e66f-470f-9ba2-47875ab25a6d tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:22.377808 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-801cd145-c7a0-42ea-8be1-0d1a0a79577d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:22.387098 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-ac7ca0bb-0a1d-40dd-9288-5d940347930a req-7a21e588-e66f-470f-9ba2-47875ab25a6d tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:22.403935 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-801cd145-c7a0-42ea-8be1-0d1a0a79577d admin admin] Deleting port 22d9c5f5-a764-4924-8600-e0ae15e527cf {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:34:22.404583 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-801cd145-c7a0-42ea-8be1-0d1a0a79577d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:22.406195 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ac7ca0bb-0a1d-40dd-9288-5d940347930a req-7a21e588-e66f-470f-9ba2-47875ab25a6d tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:22.441116 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-ac7ca0bb-0a1d-40dd-9288-5d940347930a req-7a21e588-e66f-470f-9ba2-47875ab25a6d tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:22.444858 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c1b54f8e-f263-4689-a478-bd1bbbea0fcd service neutron] For port dfc3397f-d11e-4a4e-96e9-d963378392a6, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=dfc3397f-d11e-4a4e-96e9-d963378392a6,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:22.449188 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ac7ca0bb-0a1d-40dd-9288-5d940347930a req-7a21e588-e66f-470f-9ba2-47875ab25a6d tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Usage tracker for resource:security_group_rule and tenant:20f88126385a49a5a3709b909fb1a8f6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:22.452821 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ac7ca0bb-0a1d-40dd-9288-5d940347930a req-7a21e588-e66f-470f-9ba2-47875ab25a6d tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:22.460462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-ac7ca0bb-0a1d-40dd-9288-5d940347930a req-7a21e588-e66f-470f-9ba2-47875ab25a6d tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:22.484397 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e6a47396-7f40-4256-bbd9-6a2b2e699d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a', 'name': 'tempest-FloatingIPDetailsTestJSON-1324503314-router', 'tenant_id': '577387edec0b4b50a2b74edcbf17f676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '22d9c5f5-a764-4924-8600-e0ae15e527cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:33:48Z', 'updated_at': '2022-03-09T03:34:20Z', 'revision_number': 5, 'project_id': '577387edec0b4b50a2b74edcbf17f676', 'gw_port': {'id': '22d9c5f5-a764-4924-8600-e0ae15e527cf', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:33:49Z', 'updated_at': '2022-03-09T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:34:22.489716 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a47396-7f40-4256-bbd9-6a2b2e699d53 None None] Checking router: ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:34:22.502171 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c1b54f8e-f263-4689-a478-bd1bbbea0fcd service neutron] For port dfc3397f-d11e-4a4e-96e9-d963378392a6, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:34:22.502437 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a47396-7f40-4256-bbd9-6a2b2e699d53 None None] Routers {'ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:34:22.503295 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e6a47396-7f40-4256-bbd9-6a2b2e699d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:34:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:34:22.507925 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725bc514-af99-4ed8-ab26-de2774ec655e req-5eb83d90-4167-4a5d-ad76-e2be406025d4 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:22.509354 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-725bc514-af99-4ed8-ab26-de2774ec655e req-5eb83d90-4167-4a5d-ad76-e2be406025d4 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=998864f7-4b0c-4dcf-a252-8952926b228d HTTP/1.1" status: 200 len: 950 time: 0.1658940 Mar 09 03:34:22.589331 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4de37d-99c9-424b-bd95-8cb736b6cc13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfc3397f-d11e-4a4e-96e9-d963378392a6'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:34:22.595244 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c1b54f8e-f263-4689-a478-bd1bbbea0fcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:22.624960 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ac7ca0bb-0a1d-40dd-9288-5d940347930a req-7a21e588-e66f-470f-9ba2-47875ab25a6d tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:22.626962 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-725bc514-af99-4ed8-ab26-de2774ec655e req-65079190-51c8-4666-978b-258d6f96651f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685809 Mar 09 03:34:22.627754 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c1b54f8e-f263-4689-a478-bd1bbbea0fcd service neutron] Transition to ACTIVE for port object dfc3397f-d11e-4a4e-96e9-d963378392a6 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:34:22.631038 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ac7ca0bb-0a1d-40dd-9288-5d940347930a req-7a21e588-e66f-470f-9ba2-47875ab25a6d tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:22.637247 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-801cd145-c7a0-42ea-8be1-0d1a0a79577d admin admin] For port 22d9c5f5-a764-4924-8600-e0ae15e527cf, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=22d9c5f5-a764-4924-8600-e0ae15e527cf,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:22.637793 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-801cd145-c7a0-42ea-8be1-0d1a0a79577d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:22.653809 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c1b54f8e-f263-4689-a478-bd1bbbea0fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:22.699608 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-e6a47396-7f40-4256-bbd9-6a2b2e699d53 None None] Set router ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:34:22.737109 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21e588-e66f-470f-9ba2-47875ab25a6d tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae58ff9d-0b0d-41ce-88bb-a8eb21602048,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:22.769161 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-801cd145-c7a0-42ea-8be1-0d1a0a79577d admin admin] Calling delete_port for 22d9c5f5-a764-4924-8600-e0ae15e527cf owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:34:22.818409 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ac7ca0bb-0a1d-40dd-9288-5d940347930a req-7a21e588-e66f-470f-9ba2-47875ab25a6d tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:22.833235 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ac7ca0bb-0a1d-40dd-9288-5d940347930a req-7a21e588-e66f-470f-9ba2-47875ab25a6d tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5446703 Mar 09 03:34:22.982955 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e6a47396-7f40-4256-bbd9-6a2b2e699d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a', 'name': 'tempest-FloatingIPDetailsTestJSON-1324503314-router', 'tenant_id': '577387edec0b4b50a2b74edcbf17f676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:33:48Z', 'updated_at': '2022-03-09T03:34:22Z', 'revision_number': 6, 'project_id': '577387edec0b4b50a2b74edcbf17f676', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:34:22.994158 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c1b54f8e-f263-4689-a478-bd1bbbea0fcd service neutron] No DVR routers for this DVR port dfc3397f-d11e-4a4e-96e9-d963378392a6 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:34:22.994762 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a47396-7f40-4256-bbd9-6a2b2e699d53 None None] The sync data for ids ['ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a'] in n-d-825178-5 is: [{'id': 'ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a', 'name': 'tempest-FloatingIPDetailsTestJSON-1324503314-router', 'tenant_id': '577387edec0b4b50a2b74edcbf17f676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:33:48Z', 'updated_at': '2022-03-09T03:34:22Z', 'revision_number': 6, 'project_id': '577387edec0b4b50a2b74edcbf17f676', 'gw_port_host': None}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:34:23.002785 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b54f8e-f263-4689-a478-bd1bbbea0fcd service neutron] Pushing event updated for resources: {'Port': ['ID=dfc3397f-d11e-4a4e-96e9-d963378392a6,revision_number=6']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:23.143559 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c1b54f8e-f263-4689-a478-bd1bbbea0fcd service neutron] Attempting to bind port dfc3397f-d11e-4a4e-96e9-d963378392a6 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:34:23.143893 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c1b54f8e-f263-4689-a478-bd1bbbea0fcd service neutron] Attempting to bind port dfc3397f-d11e-4a4e-96e9-d963378392a6 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:34:23.144220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c1b54f8e-f263-4689-a478-bd1bbbea0fcd service neutron] Attempting to bind port dfc3397f-d11e-4a4e-96e9-d963378392a6 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:34:23.152497 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c1b54f8e-f263-4689-a478-bd1bbbea0fcd service neutron] Port dfc3397f-d11e-4a4e-96e9-d963378392a6 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:34:23.152818 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c1b54f8e-f263-4689-a478-bd1bbbea0fcd service neutron] Attempting to bind port dfc3397f-d11e-4a4e-96e9-d963378392a6 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:34:23.160466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c1b54f8e-f263-4689-a478-bd1bbbea0fcd service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:34:23.160637 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c1b54f8e-f263-4689-a478-bd1bbbea0fcd service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:34:23.160948 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c1b54f8e-f263-4689-a478-bd1bbbea0fcd service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:34:23.161372 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c1b54f8e-f263-4689-a478-bd1bbbea0fcd service neutron] Bound port: dfc3397f-d11e-4a4e-96e9-d963378392a6, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:34:23.161714 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c1b54f8e-f263-4689-a478-bd1bbbea0fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:23.186265 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912e6cb-be55-431a-aa42-78578301674b req-a42d44ea-35c6-4f83-83cb-4cc4bfac9b76 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:23.187849 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1912e6cb-be55-431a-aa42-78578301674b req-a42d44ea-35c6-4f83-83cb-4cc4bfac9b76 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 946 time: 0.2915018 Mar 09 03:34:23.193548 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-801cd145-c7a0-42ea-8be1-0d1a0a79577d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:23.239593 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab2ee6-396c-4d0f-962a-8382b8b7ed45 req-a1f28aa1-2b1d-4275-8ace-341a657ad6d3 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:23.240908 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-57ab2ee6-396c-4d0f-962a-8382b8b7ed45 req-a1f28aa1-2b1d-4275-8ace-341a657ad6d3 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 946 time: 0.1729319 Mar 09 03:34:23.268242 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801cd145-c7a0-42ea-8be1-0d1a0a79577d admin admin] Pushing event deleted for resources: {'Port': ['ID=22d9c5f5-a764-4924-8600-e0ae15e527cf,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:23.304931 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c1b54f8e-f263-4689-a478-bd1bbbea0fcd service neutron] For port dfc3397f-d11e-4a4e-96e9-d963378392a6, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:34:23.315365 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-57ab2ee6-396c-4d0f-962a-8382b8b7ed45 req-e0722eee-209e-4678-8a6c-8a6bd5a0225c tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674210 Mar 09 03:34:23.317883 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c1b54f8e-f263-4689-a478-bd1bbbea0fcd service neutron] For port dfc3397f-d11e-4a4e-96e9-d963378392a6, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=dfc3397f-d11e-4a4e-96e9-d963378392a6,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:34:23.323627 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c1b54f8e-f263-4689-a478-bd1bbbea0fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:23.362241 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1912e6cb-be55-431a-aa42-78578301674b req-9861f315-3c0a-4508-a16f-b6fb3b36eec3 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634724 Mar 09 03:34:23.386373 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c1b54f8e-f263-4689-a478-bd1bbbea0fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:23.387022 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c1b54f8e-f263-4689-a478-bd1bbbea0fcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:23.388541 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c1b54f8e-f263-4689-a478-bd1bbbea0fcd service neutron] 10.222.0.21 "PUT /v2.0/ports/dfc3397f-d11e-4a4e-96e9-d963378392a6 HTTP/1.1" status: 200 len: 1095 time: 1.5406184 Mar 09 03:34:23.470723 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4de37d-99c9-424b-bd95-8cb736b6cc13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfc3397f-d11e-4a4e-96e9-d963378392a6', 'code': 200} Mar 09 03:34:23.484758 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b54f8e-f263-4689-a478-bd1bbbea0fcd service neutron] Pushing event updated for resources: {'Port': ['ID=dfc3397f-d11e-4a4e-96e9-d963378392a6,revision_number=7']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:23.494601 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-801cd145-c7a0-42ea-8be1-0d1a0a79577d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:23.554786 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-6c1233f7-70de-4e80-ad8e-1747ec3fcafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:23.556469 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-6c1233f7-70de-4e80-ad8e-1747ec3fcafd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 1098 time: 0.1311212 Mar 09 03:34:23.610928 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5875766f-c026-46e8-a929-2d31d80f19c9 req-0b24b2ad-0283-49e3-949c-32634c505589 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] 10.222.0.16 "GET /v2.0/security-groups/ae58ff9d-0b0d-41ce-88bb-a8eb21602048 HTTP/1.1" status: 200 len: 1811 time: 0.1923234 Mar 09 03:34:23.624649 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-ba69f97a-f104-4059-9fe0-c352088fb35d tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:23.626240 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-ba69f97a-f104-4059-9fe0-c352088fb35d tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917&tenant_id=42923148a00a49268422cf3ff4c2fd04&binding%3Ahost_id=n-h2-825178-5 HTTP/1.1" status: 200 len: 1097 time: 0.3229084 Mar 09 03:34:23.694264 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-414eba61-f2ae-4d47-b2cc-1809037e604e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825178-5'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:23.721758 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-801cd145-c7a0-42ea-8be1-0d1a0a79577d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:23.762433 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-801cd145-c7a0-42ea-8be1-0d1a0a79577d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:23.846177 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-801cd145-c7a0-42ea-8be1-0d1a0a79577d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:23.846588 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801cd145-c7a0-42ea-8be1-0d1a0a79577d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:34:23.856959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-849584d5-e42d-4c19-8373-f3703f6f60a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:23.858485 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-849584d5-e42d-4c19-8373-f3703f6f60a6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.2954426 Mar 09 03:34:23.869565 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351dafc-0f94-401a-9b62-be11b7f5ba6a req-f9b0fb56-147b-4aae-bab2-115631ef6ce4 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:23.876801 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3351dafc-0f94-401a-9b62-be11b7f5ba6a req-f9b0fb56-147b-4aae-bab2-115631ef6ce4 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 947 time: 0.2940598 Mar 09 03:34:23.904523 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-801cd145-c7a0-42ea-8be1-0d1a0a79577d admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:23.905620 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-801cd145-c7a0-42ea-8be1-0d1a0a79577d admin admin] 10.222.0.16 "DELETE /v2.0/routers/ac8485b9-c902-4a7f-8c0a-938cf9d2ca5a HTTP/1.1" status: 204 len: 168 time: 2.0254054 Mar 09 03:34:23.907691 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-414eba61-f2ae-4d47-b2cc-1809037e604e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:23.919505 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40564) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:34:23.959425 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-c015b5f4-afe6-4d86-929f-f2f1663bf4d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=dfc3397f-d11e-4a4e-96e9-d963378392a6 HTTP/1.1" status: 200 len: 217 time: 0.0808811 Mar 09 03:34:23.968554 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00eb1d-6f43-483b-bd0c-f0572fa845f8 req-d676e0b6-cc6f-4554-a294-d128f1728f4c tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:23.970017 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fc00eb1d-6f43-483b-bd0c-f0572fa845f8 req-d676e0b6-cc6f-4554-a294-d128f1728f4c tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 946 time: 0.2515519 Mar 09 03:34:24.021413 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3351dafc-0f94-401a-9b62-be11b7f5ba6a req-ecd73576-af9f-4491-b7f4-20b110799cfc tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440771 Mar 09 03:34:24.034447 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-a6ea3dce-0e4a-4910-b418-ebba17492cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:24.036158 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-a6ea3dce-0e4a-4910-b418-ebba17492cd0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.0682671 Mar 09 03:34:24.092954 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2124068-54dc-4950-99ee-a6f9a1586a48 admin admin] Deleting subnet f248d7ef-963e-4ed7-8ec6-a9f2b9cf788c {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:34:24.111169 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-2dec5837-e3dc-4d3b-9419-a2a16c1dbdbf req-4c753bcb-200a-4d64-8a3f-816856574b01 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] show failed (client error): The resource could not be found. Mar 09 03:34:24.111379 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f2124068-54dc-4950-99ee-a6f9a1586a48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:24.112107 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2dec5837-e3dc-4d3b-9419-a2a16c1dbdbf req-4c753bcb-200a-4d64-8a3f-816856574b01 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] 10.222.0.16 "GET /v2.0/security-groups/cf0c5124-8a3b-4237-b164-c756345f444b HTTP/1.1" status: 404 len: 352 time: 0.0275593 Mar 09 03:34:24.141819 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-e03bd025-0a2a-4a9b-adf4-6976df7226c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:24.144327 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-e03bd025-0a2a-4a9b-adf4-6976df7226c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0989377 Mar 09 03:34:24.158498 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fc00eb1d-6f43-483b-bd0c-f0572fa845f8 req-0678a993-62e0-4945-877b-3e4dd3979462 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490283 Mar 09 03:34:24.242749 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 69b5df75-f2f2-49fe-9416-86fddf02e46b no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:34:24.256855 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f2124068-54dc-4950-99ee-a6f9a1586a48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:24.284632 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [req-913feb3e-cd20-4ac8-aa5c-57e78efcd85c req-c99e4c81-2ea4-4c42-a5b9-a98aeeffd141 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] show failed (client error): The resource could not be found. Mar 09 03:34:24.284892 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 69b5df75-f2f2-49fe-9416-86fddf02e46b {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:34:24.285420 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 69b5df75-f2f2-49fe-9416-86fddf02e46b not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:34:24.285624 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-913feb3e-cd20-4ac8-aa5c-57e78efcd85c req-c99e4c81-2ea4-4c42-a5b9-a98aeeffd141 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] 10.222.0.16 "GET /v2.0/security-group-rules/eb27ec05-45fa-4cc4-a84c-e2335e08e01f HTTP/1.1" status: 404 len: 361 time: 0.0555012 Mar 09 03:34:24.286141 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 22d9c5f5-a764-4924-8600-e0ae15e527cf no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:34:24.326147 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 22d9c5f5-a764-4924-8600-e0ae15e527cf {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:34:24.326487 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 22d9c5f5-a764-4924-8600-e0ae15e527cf not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:34:24.354267 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-414eba61-f2ae-4d47-b2cc-1809037e604e service neutron] For port 401bb584-fe18-4951-b81e-42389a89ada8, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=401bb584-fe18-4951-b81e-42389a89ada8,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:24.373249 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-dc4b88db-9db0-4b91-98e1-4c469cce04a2 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184894 Mar 09 03:34:24.410559 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1c05cf1e-81b5-4cdf-879f-199baa75f308 req-5c891ab9-f0c5-4732-b389-0cf962103e98 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] 10.222.0.16 "GET /v2.0/security-groups/ae58ff9d-0b0d-41ce-88bb-a8eb21602048 HTTP/1.1" status: 200 len: 1811 time: 0.0950775 Mar 09 03:34:24.431848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de1433-49f1-4f7b-9096-ae50ebfccf58 req-5a17f56d-598a-4846-bcb9-79886414f916 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:24.433300 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-03de1433-49f1-4f7b-9096-ae50ebfccf58 req-5a17f56d-598a-4846-bcb9-79886414f916 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=998864f7-4b0c-4dcf-a252-8952926b228d HTTP/1.1" status: 200 len: 950 time: 0.1583114 Mar 09 03:34:24.438420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-414eba61-f2ae-4d47-b2cc-1809037e604e service neutron] For port 401bb584-fe18-4951-b81e-42389a89ada8, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:34:24.440327 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 401bb584-fe18-4951-b81e-42389a89ada8 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:34:24.443080 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device dfc3397f-d11e-4a4e-96e9-d963378392a6 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:34:24.482781 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f2124068-54dc-4950-99ee-a6f9a1586a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:24.557799 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device dfc3397f-d11e-4a4e-96e9-d963378392a6 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:34:24.559309 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-03de1433-49f1-4f7b-9096-ae50ebfccf58 req-76ec39d8-70e9-44e5-8bdc-19b0fcf3f8b4 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765357 Mar 09 03:34:24.577145 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d558b2e5-430b-45f2-b56f-5b9de14ac24a req-069cacae-2895-4439-8408-97ad8be6b5f7 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961143 Mar 09 03:34:24.590507 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd8eadd-c91c-47f2-a65c-500a4f31a917', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '401bb584-fe18-4951-b81e-42389a89ada8'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:34:24.596319 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-414eba61-f2ae-4d47-b2cc-1809037e604e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:24.611870 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-414eba61-f2ae-4d47-b2cc-1809037e604e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:24.683962 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 401bb584-fe18-4951-b81e-42389a89ada8, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=401bb584-fe18-4951-b81e-42389a89ada8,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:24.686243 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1c05cf1e-81b5-4cdf-879f-199baa75f308 req-24e588e1-b6ba-4d1b-b761-6d4b703e0ba7 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:24.705666 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 401bb584-fe18-4951-b81e-42389a89ada8 has no active binding in host n-h1-825178-5 {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 09 03:34:24.777802 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2503b-2102-435f-9125-c85f1decc953 req-f8ffbdf0-ccf3-4989-b400-40891f6c2aad tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:24.779660 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8de2503b-2102-435f-9125-c85f1decc953 req-f8ffbdf0-ccf3-4989-b400-40891f6c2aad tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 944 time: 0.0989377 Mar 09 03:34:24.826936 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8de2503b-2102-435f-9125-c85f1decc953 req-ee2a4a58-61b5-4a0a-944d-d4011fbfef3a tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411954 Mar 09 03:34:24.871336 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f2124068-54dc-4950-99ee-a6f9a1586a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:24.938184 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2124068-54dc-4950-99ee-a6f9a1586a48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f248d7ef-963e-4ed7-8ec6-a9f2b9cf788c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:24.940079 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f2124068-54dc-4950-99ee-a6f9a1586a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:24.945332 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1c05cf1e-81b5-4cdf-879f-199baa75f308 req-24e588e1-b6ba-4d1b-b761-6d4b703e0ba7 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:24.945484 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17e6d8e-5b22-4a85-99b6-608bf8d111a1 None None] Network 4014b2ef-cf09-417b-a3aa-94666bbce91c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:34:24.997181 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414eba61-f2ae-4d47-b2cc-1809037e604e service neutron] Pushing event updated for resources: {'Port': ['ID=401bb584-fe18-4951-b81e-42389a89ada8,revision_number=7']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:25.015031 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f2124068-54dc-4950-99ee-a6f9a1586a48 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f248d7ef-963e-4ed7-8ec6-a9f2b9cf788c HTTP/1.1" status: 204 len: 168 time: 1.0923450 Mar 09 03:34:25.015707 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8484ec9-cef2-45b4-90d7-44a39488a5e5 req-73417e3b-9120-41e3-9eba-5d6779d6d239 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:25.017384 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d8484ec9-cef2-45b4-90d7-44a39488a5e5 req-73417e3b-9120-41e3-9eba-5d6779d6d239 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 946 time: 0.0900621 Mar 09 03:34:25.017922 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40580) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:34:25.036495 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-414eba61-f2ae-4d47-b2cc-1809037e604e service neutron] Attempting to bind port 401bb584-fe18-4951-b81e-42389a89ada8 on host n-h2-825178-5 for vnic_type normal with profile {"migrating_to": "n-h1-825178-5"} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:34:25.036822 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-414eba61-f2ae-4d47-b2cc-1809037e604e service neutron] Attempting to bind port 401bb584-fe18-4951-b81e-42389a89ada8 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:34:25.037151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-414eba61-f2ae-4d47-b2cc-1809037e604e service neutron] Attempting to bind port 401bb584-fe18-4951-b81e-42389a89ada8 on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:34:25.045484 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-414eba61-f2ae-4d47-b2cc-1809037e604e service neutron] Port 401bb584-fe18-4951-b81e-42389a89ada8 on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:34:25.046192 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-414eba61-f2ae-4d47-b2cc-1809037e604e service neutron] Attempting to bind port 401bb584-fe18-4951-b81e-42389a89ada8 on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:34:25.054302 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-414eba61-f2ae-4d47-b2cc-1809037e604e service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:34:25.055183 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-414eba61-f2ae-4d47-b2cc-1809037e604e service neutron] Checking segment: {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:34:25.055646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-414eba61-f2ae-4d47-b2cc-1809037e604e service neutron] Bound using segment: {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:34:25.056183 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-414eba61-f2ae-4d47-b2cc-1809037e604e service neutron] Bound port: 401bb584-fe18-4951-b81e-42389a89ada8, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:34:25.056535 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-414eba61-f2ae-4d47-b2cc-1809037e604e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:25.077015 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1c05cf1e-81b5-4cdf-879f-199baa75f308 req-24e588e1-b6ba-4d1b-b761-6d4b703e0ba7 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:25.128440 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e588e1-b6ba-4d1b-b761-6d4b703e0ba7 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae58ff9d-0b0d-41ce-88bb-a8eb21602048,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:25.141219 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1c05cf1e-81b5-4cdf-879f-199baa75f308 req-24e588e1-b6ba-4d1b-b761-6d4b703e0ba7 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:25.142367 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1c05cf1e-81b5-4cdf-879f-199baa75f308 req-24e588e1-b6ba-4d1b-b761-6d4b703e0ba7 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] 10.222.0.16 "DELETE /v2.0/security-groups/ae58ff9d-0b0d-41ce-88bb-a8eb21602048 HTTP/1.1" status: 204 len: 173 time: 0.7213500 Mar 09 03:34:25.161453 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d8484ec9-cef2-45b4-90d7-44a39488a5e5 req-46ea3f35-526c-432f-b78f-9a9af30abe1c tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252482 Mar 09 03:34:25.164935 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d97c2237-01c9-4fff-bdfd-607102a7146d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:25.186050 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-d97c2237-01c9-4fff-bdfd-607102a7146d admin admin] Deleting port 6fbca119-2f38-44d3-ae1a-15cf6ec744ce {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:34:25.186618 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d97c2237-01c9-4fff-bdfd-607102a7146d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:25.200460 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-414eba61-f2ae-4d47-b2cc-1809037e604e service neutron] For port 401bb584-fe18-4951-b81e-42389a89ada8, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:34:25.203680 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-414eba61-f2ae-4d47-b2cc-1809037e604e service neutron] For port 401bb584-fe18-4951-b81e-42389a89ada8, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=401bb584-fe18-4951-b81e-42389a89ada8,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:34:25.212139 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-414eba61-f2ae-4d47-b2cc-1809037e604e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:25.254572 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848fea74-ff88-44f1-9b20-dd7c4d7a84ea None None] DHCP port deletion for 4014b2ef-cf09-417b-a3aa-94666bbce91c request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:34:25.259017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-848fea74-ff88-44f1-9b20-dd7c4d7a84ea None None] Deleting port 6fbca119-2f38-44d3-ae1a-15cf6ec744ce {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:34:25.259390 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-848fea74-ff88-44f1-9b20-dd7c4d7a84ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:25.271090 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd8eadd-c91c-47f2-a65c-500a4f31a917', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '401bb584-fe18-4951-b81e-42389a89ada8', 'code': 200} Mar 09 03:34:25.411328 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-414eba61-f2ae-4d47-b2cc-1809037e604e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:25.411974 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-414eba61-f2ae-4d47-b2cc-1809037e604e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:25.413867 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-414eba61-f2ae-4d47-b2cc-1809037e604e service neutron] 10.222.0.24 "PUT /v2.0/ports/401bb584-fe18-4951-b81e-42389a89ada8 HTTP/1.1" status: 200 len: 1122 time: 1.7313757 Mar 09 03:34:25.417132 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414eba61-f2ae-4d47-b2cc-1809037e604e service neutron] Pushing event updated for resources: {'Port': ['ID=401bb584-fe18-4951-b81e-42389a89ada8,revision_number=8']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:25.487078 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4de37d-99c9-424b-bd95-8cb736b6cc13', 'tag': 'dfc3397f-d11e-4a4e-96e9-d963378392a6'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:34:25.526632 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-d97c2237-01c9-4fff-bdfd-607102a7146d admin admin] For port 6fbca119-2f38-44d3-ae1a-15cf6ec744ce, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=6fbca119-2f38-44d3-ae1a-15cf6ec744ce,segment=NetworkSegment(14554d69-1b08-45a4-9776-8b751a4083cd),segment_id=14554d69-1b08-45a4-9776-8b751a4083cd)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:25.527011 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d97c2237-01c9-4fff-bdfd-607102a7146d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:25.561668 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['401bb584-fe18-4951-b81e-42389a89ada8'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:34:25.597099 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['401bb584-fe18-4951-b81e-42389a89ada8'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:34:25.602850 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e1147-f436-4e7b-a304-4377d8f4723e req-9d394604-b4a4-4fb5-8984-4b8b59bbfd19 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:25.608631 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e1147-f436-4e7b-a304-4377d8f4723e req-9d394604-b4a4-4fb5-8984-4b8b59bbfd19 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:25.610188 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-699e1147-f436-4e7b-a304-4377d8f4723e req-9d394604-b4a4-4fb5-8984-4b8b59bbfd19 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc20e09-8a7a-4738-b94d-8dc49bb7967f&device_id=998864f7-4b0c-4dcf-a252-8952926b228d HTTP/1.1" status: 200 len: 1691 time: 0.1072311 Mar 09 03:34:25.656989 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-699e1147-f436-4e7b-a304-4377d8f4723e req-a91aaac6-1ff7-448b-b118-2d86ddda2dad tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402102 Mar 09 03:34:25.681984 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-d97c2237-01c9-4fff-bdfd-607102a7146d admin admin] Calling delete_port for 6fbca119-2f38-44d3-ae1a-15cf6ec744ce owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:34:25.703055 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-848fea74-ff88-44f1-9b20-dd7c4d7a84ea None None] For port 6fbca119-2f38-44d3-ae1a-15cf6ec744ce, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=6fbca119-2f38-44d3-ae1a-15cf6ec744ce,segment=NetworkSegment(14554d69-1b08-45a4-9776-8b751a4083cd),segment_id=14554d69-1b08-45a4-9776-8b751a4083cd)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:25.703445 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-848fea74-ff88-44f1-9b20-dd7c4d7a84ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:25.730515 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7340b-be0d-4300-878f-08e6e88610be req-0162b643-0b8a-4202-9e8b-b7fdffae5948 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:25.732033 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fb7340b-be0d-4300-878f-08e6e88610be req-0162b643-0b8a-4202-9e8b-b7fdffae5948 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 947 time: 0.3171039 Mar 09 03:34:25.733794 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ae035806-bd0e-487e-bfa7-6948896dfaaf req-e2499f1f-6e9c-4171-88c3-438581e9a594 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] 10.222.0.16 "GET /v2.0/security-groups/817e45aa-5b82-4d57-a9e1-7ad9bfa10143 HTTP/1.1" status: 200 len: 1811 time: 0.0507145 Mar 09 03:34:25.808382 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ae035806-bd0e-487e-bfa7-6948896dfaaf req-7a0b6288-c9f1-418a-bfd5-c0bcd4085845 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:25.837830 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ae035806-bd0e-487e-bfa7-6948896dfaaf req-7a0b6288-c9f1-418a-bfd5-c0bcd4085845 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:25.847694 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-848fea74-ff88-44f1-9b20-dd7c4d7a84ea None None] Calling delete_port for 6fbca119-2f38-44d3-ae1a-15cf6ec744ce owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:34:25.887682 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:34:25.905919 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ae035806-bd0e-487e-bfa7-6948896dfaaf req-7a0b6288-c9f1-418a-bfd5-c0bcd4085845 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:25.921248 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fb7340b-be0d-4300-878f-08e6e88610be req-96ecf168-9460-41c9-9bbc-72979c683346 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824355 Mar 09 03:34:25.930921 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d97c2237-01c9-4fff-bdfd-607102a7146d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:25.963585 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b6288-c9f1-418a-bfd5-c0bcd4085845 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=817e45aa-5b82-4d57-a9e1-7ad9bfa10143,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:25.976326 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ae035806-bd0e-487e-bfa7-6948896dfaaf req-7a0b6288-c9f1-418a-bfd5-c0bcd4085845 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:25.989457 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ae035806-bd0e-487e-bfa7-6948896dfaaf req-7a0b6288-c9f1-418a-bfd5-c0bcd4085845 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] 10.222.0.16 "DELETE /v2.0/security-groups/817e45aa-5b82-4d57-a9e1-7ad9bfa10143 HTTP/1.1" status: 204 len: 173 time: 0.2465861 Mar 09 03:34:25.999050 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c2237-01c9-4fff-bdfd-607102a7146d admin admin] Pushing event deleted for resources: {'Port': ['ID=6fbca119-2f38-44d3-ae1a-15cf6ec744ce,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:26.001292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97c2237-01c9-4fff-bdfd-607102a7146d admin admin] No DVR routers for this DVR port 6fbca119-2f38-44d3-ae1a-15cf6ec744ce on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:34:26.074443 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-848fea74-ff88-44f1-9b20-dd7c4d7a84ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:34:26.075103 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-848fea74-ff88-44f1-9b20-dd7c4d7a84ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:34:26.163895 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d97c2237-01c9-4fff-bdfd-607102a7146d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:26.174892 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4394c67-fbd8-4497-9069-b41a47e536ba req-fa2c17e2-e750-41b2-9420-6733276ecc8d tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:26.177208 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b280021-2964-4e9c-872c-ac2d3b964f3d req-de2bbbd4-0a4b-49fa-918a-77190fe3800e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-136815282&fields=id&tenant_id=70eeee148f5e4bb0b0e213c4b507c0e8 HTTP/1.1" status: 200 len: 267 time: 0.1323287 Mar 09 03:34:26.182544 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e4394c67-fbd8-4497-9069-b41a47e536ba req-fa2c17e2-e750-41b2-9420-6733276ecc8d tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 946 time: 0.0952256 Mar 09 03:34:26.200842 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6fbca119-2f38-44d3-ae1a-15cf6ec744ce no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:34:26.222798 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-d97c2237-01c9-4fff-bdfd-607102a7146d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4014b2ef-cf09-417b-a3aa-94666bbce91c']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:34:26.223578 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e4394c67-fbd8-4497-9069-b41a47e536ba req-15a71fdf-c589-4ccf-943e-5039d894218e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401752 Mar 09 03:34:26.243389 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 6fbca119-2f38-44d3-ae1a-15cf6ec744ce {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:34:26.243389 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6fbca119-2f38-44d3-ae1a-15cf6ec744ce not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:34:26.246397 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-d97c2237-01c9-4fff-bdfd-607102a7146d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14554d69-1b08-45a4-9776-8b751a4083cd') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:34:26.246833 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-d97c2237-01c9-4fff-bdfd-607102a7146d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14554d69-1b08-45a4-9776-8b751a4083cd') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:34:26.261651 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d97c2237-01c9-4fff-bdfd-607102a7146d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:26.281894 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d97c2237-01c9-4fff-bdfd-607102a7146d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:26.292504 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97c2237-01c9-4fff-bdfd-607102a7146d admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:34:26.292902 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d97c2237-01c9-4fff-bdfd-607102a7146d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:34:26.308031 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:34:26.399026 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b280021-2964-4e9c-872c-ac2d3b964f3d req-2982651a-bf9e-44b4-826c-c1f498585cc2 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:26.400666 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b280021-2964-4e9c-872c-ac2d3b964f3d req-2982651a-bf9e-44b4-826c-c1f498585cc2 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 946 time: 0.2126298 Mar 09 03:34:26.413893 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-4b280021-2964-4e9c-872c-ac2d3b964f3d req-055c7128-f515-48e2-a49d-26cd2653eb38 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Request body: {'port': {'security_groups': ['cdd83d64-8797-4349-9aaf-91b23d76735d', 'cafe80ab-45ec-4a79-80ff-f1869fcc9b7a']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:26.438694 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d97c2237-01c9-4fff-bdfd-607102a7146d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:26.446914 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4de37d-99c9-424b-bd95-8cb736b6cc13', 'tag': 'dfc3397f-d11e-4a4e-96e9-d963378392a6', 'status': 'completed', 'code': 200} Mar 09 03:34:26.460265 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d97c2237-01c9-4fff-bdfd-607102a7146d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:26.521539 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c2237-01c9-4fff-bdfd-607102a7146d admin admin] Pushing event deleted for resources: {'Network': ['ID=4014b2ef-cf09-417b-a3aa-94666bbce91c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:26.577301 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-848fea74-ff88-44f1-9b20-dd7c4d7a84ea None None] Deleting port 6fbca119-2f38-44d3-ae1a-15cf6ec744ce {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:34:26.577921 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca456a-2708-46d0-b25d-4941a2c5d174 req-3adfb78e-5cd2-45c5-87f8-44ea0b3d7393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:26.578725 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-848fea74-ff88-44f1-9b20-dd7c4d7a84ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:26.579033 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2bca456a-2708-46d0-b25d-4941a2c5d174 req-3adfb78e-5cd2-45c5-87f8-44ea0b3d7393 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 1098 time: 0.0812128 Mar 09 03:34:26.584275 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d97c2237-01c9-4fff-bdfd-607102a7146d admin admin] 10.222.0.16 "DELETE /v2.0/networks/4014b2ef-cf09-417b-a3aa-94666bbce91c HTTP/1.1" status: 204 len: 168 time: 1.5652258 Mar 09 03:34:26.630358 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4b280021-2964-4e9c-872c-ac2d3b964f3d req-055c7128-f515-48e2-a49d-26cd2653eb38 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:26.668789 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-848fea74-ff88-44f1-9b20-dd7c4d7a84ea None None] The port '6fbca119-2f38-44d3-ae1a-15cf6ec744ce' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:34:26.697299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca456a-2708-46d0-b25d-4941a2c5d174 req-4af3fa6f-6650-41cc-8f6c-224bb70bd8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:26.699067 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2bca456a-2708-46d0-b25d-4941a2c5d174 req-4af3fa6f-6650-41cc-8f6c-224bb70bd8b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 1098 time: 0.2242246 Mar 09 03:34:26.746380 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40606) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:34:26.827209 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca456a-2708-46d0-b25d-4941a2c5d174 req-ae94ba16-76dc-4b50-812e-095003d5301c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:26.828570 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2bca456a-2708-46d0-b25d-4941a2c5d174 req-ae94ba16-76dc-4b50-812e-095003d5301c service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.2390368 Mar 09 03:34:26.839905 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36892d8c-c98f-4575-916b-d4509fc32ecd req-b341e4bc-9673-49b6-9429-b08fa378b8cb tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:26.841369 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-36892d8c-c98f-4575-916b-d4509fc32ecd req-b341e4bc-9673-49b6-9429-b08fa378b8cb tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 944 time: 0.2316799 Mar 09 03:34:26.911043 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bb2d585c-25fd-4a53-afa1-5f567467a5af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=577387edec0b4b50a2b74edcbf17f676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1607745 Mar 09 03:34:26.922287 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40610) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:34:26.935085 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2bca456a-2708-46d0-b25d-4941a2c5d174 req-b1d222dd-0761-49af-8f7b-371ea5c114a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=dfc3397f-d11e-4a4e-96e9-d963378392a6 HTTP/1.1" status: 200 len: 217 time: 0.0899701 Mar 09 03:34:26.946767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca456a-2708-46d0-b25d-4941a2c5d174 req-f268c92a-52d4-4291-8fd8-c4704ba5c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:26.948429 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2bca456a-2708-46d0-b25d-4941a2c5d174 req-f268c92a-52d4-4291-8fd8-c4704ba5c492 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.2318950 Mar 09 03:34:27.003926 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-36892d8c-c98f-4575-916b-d4509fc32ecd req-cf31436b-d827-4a27-83ff-6c481de30ba7 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986152 Mar 09 03:34:27.016697 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca456a-2708-46d0-b25d-4941a2c5d174 req-9973780f-0251-4293-8e57-e4fbe6ae45c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:27.018120 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2bca456a-2708-46d0-b25d-4941a2c5d174 req-9973780f-0251-4293-8e57-e4fbe6ae45c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.0674443 Mar 09 03:34:27.091286 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2bca456a-2708-46d0-b25d-4941a2c5d174 req-21edc361-af6d-4016-b2d9-41a09f071161 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=dfc3397f-d11e-4a4e-96e9-d963378392a6 HTTP/1.1" status: 200 len: 217 time: 0.0873461 Mar 09 03:34:27.121104 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-725c4519-3e9c-4d59-81f5-c24728383fa9 req-1c6276a1-ff9a-47d1-9d90-fd0fc69744d2 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] 10.222.0.16 "GET /v2.0/security-groups/c0cde589-9ae0-4dcd-b141-f1a42174ddff HTTP/1.1" status: 200 len: 1811 time: 0.0605073 Mar 09 03:34:27.151946 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca456a-2708-46d0-b25d-4941a2c5d174 req-0c3d4e64-f615-427c-9c98-a335615551cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:27.153400 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2bca456a-2708-46d0-b25d-4941a2c5d174 req-0c3d4e64-f615-427c-9c98-a335615551cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1285574 Mar 09 03:34:27.204218 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c5c11fe2-3cce-43b9-bf04-668c435bd1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:27.206739 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-4b280021-2964-4e9c-872c-ac2d3b964f3d req-055c7128-f515-48e2-a49d-26cd2653eb38 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] For port 052b3f80-a1a2-440e-b258-76eeeaa548a9, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=052b3f80-a1a2-440e-b258-76eeeaa548a9,segment=NetworkSegment(dbb0516b-55d1-45e2-b346-e5f7478e7bd6),segment_id=dbb0516b-55d1-45e2-b346-e5f7478e7bd6)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:27.210543 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca456a-2708-46d0-b25d-4941a2c5d174 req-ac8d0836-30e4-4619-805f-3560577ffc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:27.212002 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2bca456a-2708-46d0-b25d-4941a2c5d174 req-ac8d0836-30e4-4619-805f-3560577ffc47 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1122451 Mar 09 03:34:27.274567 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd8eadd-c91c-47f2-a65c-500a4f31a917', 'tag': '401bb584-fe18-4951-b81e-42389a89ada8'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:34:27.280039 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c5c11fe2-3cce-43b9-bf04-668c435bd1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:27.295751 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-725c4519-3e9c-4d59-81f5-c24728383fa9 req-73f0a2f2-ac32-4f71-946c-7d8643230125 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:27.317665 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4b280021-2964-4e9c-872c-ac2d3b964f3d req-055c7128-f515-48e2-a49d-26cd2653eb38 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:27.336227 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4b280021-2964-4e9c-872c-ac2d3b964f3d req-055c7128-f515-48e2-a49d-26cd2653eb38 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:27.340393 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-725c4519-3e9c-4d59-81f5-c24728383fa9 req-73f0a2f2-ac32-4f71-946c-7d8643230125 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:27.348844 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['435f865e-b95d-40d3-af10-570eadbbc29b'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:34:27.364536 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2bca456a-2708-46d0-b25d-4941a2c5d174 req-2f87ab08-fb01-431d-9b68-135025963b6d service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979389 Mar 09 03:34:27.380253 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['052b3f80-a1a2-440e-b258-76eeeaa548a9'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:34:27.432440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b280021-2964-4e9c-872c-ac2d3b964f3d req-055c7128-f515-48e2-a49d-26cd2653eb38 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:27.432855 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4b280021-2964-4e9c-872c-ac2d3b964f3d req-055c7128-f515-48e2-a49d-26cd2653eb38 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:27.440134 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b280021-2964-4e9c-872c-ac2d3b964f3d req-055c7128-f515-48e2-a49d-26cd2653eb38 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "PUT /v2.0/ports/052b3f80-a1a2-440e-b258-76eeeaa548a9 HTTP/1.1" status: 200 len: 982 time: 1.0319109 Mar 09 03:34:27.456435 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca456a-2708-46d0-b25d-4941a2c5d174 req-20ab97ff-c7ad-4374-b28f-8cb6b558a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:27.458336 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2bca456a-2708-46d0-b25d-4941a2c5d174 req-20ab97ff-c7ad-4374-b28f-8cb6b558a287 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2357588 Mar 09 03:34:27.461294 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c5c11fe2-3cce-43b9-bf04-668c435bd1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:27.465227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c7128-f515-48e2-a49d-26cd2653eb38 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Pushing event updated for resources: {'Port': ['ID=052b3f80-a1a2-440e-b258-76eeeaa548a9,revision_number=6']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:27.512049 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c11fe2-3cce-43b9-bf04-668c435bd1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b420cf6-4961-4845-821c-bdafd56e2e58,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:27.525224 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c5c11fe2-3cce-43b9-bf04-668c435bd1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:27.526343 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c5c11fe2-3cce-43b9-bf04-668c435bd1aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b420cf6-4961-4845-821c-bdafd56e2e58 HTTP/1.1" status: 204 len: 168 time: 0.6010005 Mar 09 03:34:27.592501 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['052b3f80-a1a2-440e-b258-76eeeaa548a9'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:34:27.644915 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device dfc3397f-d11e-4a4e-96e9-d963378392a6 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:34:27.716143 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2bca456a-2708-46d0-b25d-4941a2c5d174 req-4c4de607-f13a-416e-b773-e34afa4b9905 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390114 Mar 09 03:34:27.717433 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-725c4519-3e9c-4d59-81f5-c24728383fa9 req-73f0a2f2-ac32-4f71-946c-7d8643230125 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:27.765546 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0a2f2-ac32-4f71-946c-7d8643230125 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cde589-9ae0-4dcd-b141-f1a42174ddff,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:27.773334 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-725c4519-3e9c-4d59-81f5-c24728383fa9 req-73f0a2f2-ac32-4f71-946c-7d8643230125 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:27.792983 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2bca456a-2708-46d0-b25d-4941a2c5d174 req-04b4c0c4-2468-48b2-9c90-d6164b1b7b61 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245852 Mar 09 03:34:27.793530 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-725c4519-3e9c-4d59-81f5-c24728383fa9 req-73f0a2f2-ac32-4f71-946c-7d8643230125 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] 10.222.0.16 "DELETE /v2.0/security-groups/c0cde589-9ae0-4dcd-b141-f1a42174ddff HTTP/1.1" status: 204 len: 173 time: 0.6595130 Mar 09 03:34:27.843539 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a09e9-5a95-414c-b284-654d744ae56f req-0ece852d-6f75-432c-95af-47e7f143ab1f tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:27.845046 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-732a09e9-5a95-414c-b284-654d744ae56f req-0ece852d-6f75-432c-95af-47e7f143ab1f tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6dc20e09-8a7a-4738-b94d-8dc49bb7967f HTTP/1.1" status: 200 len: 1101 time: 0.1503427 Mar 09 03:34:27.901030 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port dfc3397f-d11e-4a4e-96e9-d963378392a6, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=dfc3397f-d11e-4a4e-96e9-d963378392a6,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:27.966004 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-732a09e9-5a95-414c-b284-654d744ae56f req-0227e27b-e6df-4931-9c35-caeb92cdc3d2 tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] Synchronizing usage tracker for tenant:ad4bfbd4fbbc4f22b8c1c8499a9d678e on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:34:27.972122 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2bca456a-2708-46d0-b25d-4941a2c5d174 req-36b882b1-b642-473d-af07-b653c6d25159 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720607 Mar 09 03:34:27.973558 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'dfc3397f-d11e-4a4e-96e9-d963378392a6', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': 'dfc3397f-d11e-4a4e-96e9-d963378392a6', 'mac_address': 'fa:16:3e:53:cc:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:34:27.990723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-732a09e9-5a95-414c-b284-654d744ae56f req-0227e27b-e6df-4931-9c35-caeb92cdc3d2 tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] Unset dirty status for tenant:ad4bfbd4fbbc4f22b8c1c8499a9d678e on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:34:27.992973 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-732a09e9-5a95-414c-b284-654d744ae56f req-0227e27b-e6df-4931-9c35-caeb92cdc3d2 tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034725 Mar 09 03:34:28.090065 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673611a2-d8e5-4933-98c9-f1ae6fb2a7ea req-3ceea4fd-e8de-459d-89f0-f89c8d759be5 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:28.093297 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-673611a2-d8e5-4933-98c9-f1ae6fb2a7ea req-3ceea4fd-e8de-459d-89f0-f89c8d759be5 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 947 time: 0.1448960 Mar 09 03:34:28.166709 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:28.178663 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-673611a2-d8e5-4933-98c9-f1ae6fb2a7ea req-251de0c9-e841-4f0e-8f1c-a8b72de23a27 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746512 Mar 09 03:34:28.203623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb566ef-cd6a-4d81-8c4f-ea01755c9cc1 req-b0ed3082-0e0b-4ad3-9929-8c7718aec208 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:28.208601 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fdb566ef-cd6a-4d81-8c4f-ea01755c9cc1 req-b0ed3082-0e0b-4ad3-9929-8c7718aec208 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 946 time: 0.1016889 Mar 09 03:34:28.221661 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc3397f-d11e-4a4e-96e9-d963378392a6 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:34:28.255219 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd8eadd-c91c-47f2-a65c-500a4f31a917', 'tag': '401bb584-fe18-4951-b81e-42389a89ada8', 'status': 'completed', 'code': 200} Mar 09 03:34:28.275513 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fdb566ef-cd6a-4d81-8c4f-ea01755c9cc1 req-963d432c-fbe0-461b-8b64-002c8854bf2a tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657728 Mar 09 03:34:28.277744 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port dfc3397f-d11e-4a4e-96e9-d963378392a6, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=dfc3397f-d11e-4a4e-96e9-d963378392a6,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:28.300062 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:28.336627 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-123dd032-8476-400e-921f-e5a55343a6c0 req-5e2a04a3-3bd5-41fb-81d8-04016c991fa3 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/cafe80ab-45ec-4a79-80ff-f1869fcc9b7a HTTP/1.1" status: 200 len: 1799 time: 0.0653119 Mar 09 03:34:28.400055 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [req-123dd032-8476-400e-921f-e5a55343a6c0 req-48caf73f-d1e3-4caf-8939-26dfb0c5de07 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 09 03:34:28.412656 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-123dd032-8476-400e-921f-e5a55343a6c0 req-48caf73f-d1e3-4caf-8939-26dfb0c5de07 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "DELETE /v2.0/security-groups/cafe80ab-45ec-4a79-80ff-f1869fcc9b7a HTTP/1.1" status: 409 len: 341 time: 0.0749915 Mar 09 03:34:28.419312 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ec430069-88ff-4a56-aa0e-20819b626da7 req-b38f853e-f6ac-4f7c-84a8-6d20734ce16a tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] 10.222.0.16 "GET /v2.0/security-groups/96b2f5fe-9e5c-43a9-9bad-eb0fadab3254 HTTP/1.1" status: 200 len: 1811 time: 0.0794671 Mar 09 03:34:28.474329 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7238cd06-cab2-4c51-a7b3-c14c93869ff0', 'tag': '052b3f80-a1a2-440e-b258-76eeeaa548a9'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:34:28.494324 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5f7f1-cdbf-4742-bd36-5ad84e0eb064 req-2d013c32-4f5c-4697-b02c-d4e12ba9fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:28.496685 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6bb5f7f1-cdbf-4742-bd36-5ad84e0eb064 req-2d013c32-4f5c-4697-b02c-d4e12ba9fe8f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42923148a00a49268422cf3ff4c2fd04&device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 1125 time: 0.1981196 Mar 09 03:34:28.498777 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=dfc3397f-d11e-4a4e-96e9-d963378392a6,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:28.559715 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ec430069-88ff-4a56-aa0e-20819b626da7 req-8e6418fc-ffa8-4a35-9fe0-668ff040c927 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:28.605031 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e946e-2422-46b6-abb6-3d16bc9ee3fc req-080e0c0c-4566-4871-8f30-90929319e779 tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:28.606518 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d03e946e-2422-46b6-abb6-3d16bc9ee3fc req-080e0c0c-4566-4871-8f30-90929319e779 tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=998864f7-4b0c-4dcf-a252-8952926b228d HTTP/1.1" status: 200 len: 1101 time: 0.0796797 Mar 09 03:34:28.639746 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['dfc3397f-d11e-4a4e-96e9-d963378392a6'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:34:28.649087 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ec430069-88ff-4a56-aa0e-20819b626da7 req-8e6418fc-ffa8-4a35-9fe0-668ff040c927 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:28.672949 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d03e946e-2422-46b6-abb6-3d16bc9ee3fc req-cfa76575-2da3-4f94-b270-591559cb417a tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585313 Mar 09 03:34:28.703748 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5f7f1-cdbf-4742-bd36-5ad84e0eb064 req-0bdc216c-c8ad-4506-b452-215f635d212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:28.705202 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6bb5f7f1-cdbf-4742-bd36-5ad84e0eb064 req-0bdc216c-c8ad-4506-b452-215f635d212d service neutron] 10.222.0.21 "GET /v2.0/networks?id=304f544a-4e19-4ec8-816f-4e06aa7f0361 HTTP/1.1" status: 200 len: 921 time: 0.1921713 Mar 09 03:34:28.726686 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-98c7ae4a-6116-4b83-afd2-8c91671e251a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:28.795455 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6bb5f7f1-cdbf-4742-bd36-5ad84e0eb064 req-02250dee-6c28-4085-a9e8-d13b500cb866 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=401bb584-fe18-4951-b81e-42389a89ada8 HTTP/1.1" status: 200 len: 217 time: 0.0780413 Mar 09 03:34:28.796614 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ec430069-88ff-4a56-aa0e-20819b626da7 req-8e6418fc-ffa8-4a35-9fe0-668ff040c927 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:28.853752 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6418fc-ffa8-4a35-9fe0-668ff040c927 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b2f5fe-9e5c-43a9-9bad-eb0fadab3254,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:28.867650 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ec430069-88ff-4a56-aa0e-20819b626da7 req-8e6418fc-ffa8-4a35-9fe0-668ff040c927 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:28.868745 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ec430069-88ff-4a56-aa0e-20819b626da7 req-8e6418fc-ffa8-4a35-9fe0-668ff040c927 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] 10.222.0.16 "DELETE /v2.0/security-groups/96b2f5fe-9e5c-43a9-9bad-eb0fadab3254 HTTP/1.1" status: 204 len: 173 time: 0.4339144 Mar 09 03:34:28.893080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5f7f1-cdbf-4742-bd36-5ad84e0eb064 req-b4ecdb69-cb4d-4cd6-ab61-1d4082809e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:28.894484 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6bb5f7f1-cdbf-4742-bd36-5ad84e0eb064 req-b4ecdb69-cb4d-4cd6-ab61-1d4082809e53 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb7cb80-fa8d-459c-b59f-347ff2f11453 HTTP/1.1" status: 200 len: 860 time: 0.0906394 Mar 09 03:34:28.901800 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef83c0-ccc6-4fe5-a91a-d77ab9212981 req-ead4d09a-9585-4045-a63f-c1fd6229b26e tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:28.904121 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e8ef83c0-ccc6-4fe5-a91a-d77ab9212981 req-ead4d09a-9585-4045-a63f-c1fd6229b26e tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 944 time: 0.1120987 Mar 09 03:34:28.954332 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6bb5f7f1-cdbf-4742-bd36-5ad84e0eb064 req-f6e4c48b-bc39-40f5-9af7-0f0568aded69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=304f544a-4e19-4ec8-816f-4e06aa7f0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531657 Mar 09 03:34:28.977945 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e8ef83c0-ccc6-4fe5-a91a-d77ab9212981 req-330b3533-e571-4f9d-a0af-389526b84028 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676568 Mar 09 03:34:29.071526 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7238cd06-cab2-4c51-a7b3-c14c93869ff0', 'tag': '052b3f80-a1a2-440e-b258-76eeeaa548a9', 'status': 'completed', 'code': 200} Mar 09 03:34:29.118005 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6bb5f7f1-cdbf-4742-bd36-5ad84e0eb064 req-002b7e3f-0919-4ccc-a5f5-009e31a32d20 service neutron] 10.222.0.21 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484005 Mar 09 03:34:29.169177 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3fede-7107-4812-a392-95b16c404da6 req-8b9684ee-8588-494d-9225-785d6ecad322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:29.170959 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a5b3fede-7107-4812-a392-95b16c404da6 req-8b9684ee-8588-494d-9225-785d6ecad322 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70eeee148f5e4bb0b0e213c4b507c0e8&device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 1136 time: 0.0772183 Mar 09 03:34:29.345843 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6bb5f7f1-cdbf-4742-bd36-5ad84e0eb064 req-b449034b-9426-4ca2-aa4d-a82fb6024253 service neutron] 10.222.0.21 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201004 Mar 09 03:34:29.347988 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-201df6da-1b4b-4a2e-bb6e-bc1cebca9500 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9cc46625939e49829e840c9b5c55e8e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352974 Mar 09 03:34:29.354966 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a412eb-3171-473a-b24a-fb2e006ecc2d req-c8c8489e-2a99-4fe5-91ff-7e304843e1a4 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:29.356657 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8a412eb-3171-473a-b24a-fb2e006ecc2d req-c8c8489e-2a99-4fe5-91ff-7e304843e1a4 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13&tenant_id=fb202b0928604d6ca848064936552050&binding%3Ahost_id=n-h2-825178-5 HTTP/1.1" status: 200 len: 948 time: 0.2015502 Mar 09 03:34:29.409356 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3fede-7107-4812-a392-95b16c404da6 req-e62b3611-a829-44a0-a5b6-38ac426f3042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:29.410791 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a5b3fede-7107-4812-a392-95b16c404da6 req-e62b3611-a829-44a0-a5b6-38ac426f3042 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0cb6cd8-4bb8-4732-985e-a168c0bc6927 HTTP/1.1" status: 200 len: 913 time: 0.2326119 Mar 09 03:34:29.439977 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-12b0d305-3173-44c4-89fc-c390bd38b54e tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3f691b0e78004b699a1c8be5d8063134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402110 Mar 09 03:34:29.538397 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a5b3fede-7107-4812-a392-95b16c404da6 req-7299c754-c594-4db9-bb3a-3b4e4d8788c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=052b3f80-a1a2-440e-b258-76eeeaa548a9 HTTP/1.1" status: 200 len: 217 time: 0.0780683 Mar 09 03:34:29.565577 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-b8a412eb-3171-473a-b24a-fb2e006ecc2d req-17fe22c7-5b53-4432-b702-17c33dfddc44 service neutron] delete failed (client error): The resource could not be found. Mar 09 03:34:29.566569 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8a412eb-3171-473a-b24a-fb2e006ecc2d req-17fe22c7-5b53-4432-b702-17c33dfddc44 service neutron] 10.222.0.24 "DELETE /v2.0/ports/dfc3397f-d11e-4a4e-96e9-d963378392a6/bindings/n-h1-825178-5 HTTP/1.1" status: 404 len: 380 time: 0.2039118 Mar 09 03:34:29.611517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-d29904ed-14b5-404d-b759-a75b68d9612b tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:29.612980 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-d29904ed-14b5-404d-b759-a75b68d9612b tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1656561 Mar 09 03:34:29.630338 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-1cb78d6a-d99e-4875-ac70-4305f17856b8 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.16 "GET /v2.0/quotas/3f691b0e78004b699a1c8be5d8063134 HTTP/1.1" status: 200 len: 375 time: 0.0098846 Mar 09 03:34:29.635046 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-28a3aebb-396b-4f42-9501-6b87353cdf57 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:29.636900 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-28a3aebb-396b-4f42-9501-6b87353cdf57 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2737708 Mar 09 03:34:29.653707 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3fede-7107-4812-a392-95b16c404da6 req-d00cd074-e252-46af-9d4c-c75e68f996c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:29.655343 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a5b3fede-7107-4812-a392-95b16c404da6 req-d00cd074-e252-46af-9d4c-c75e68f996c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a30daa9-e9b2-4995-b60e-5929ccdb08b2 HTTP/1.1" status: 200 len: 852 time: 0.1055067 Mar 09 03:34:29.657369 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-2fac905e-3c56-4b8f-8274-978ad468bbf1 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/quotas/9cc46625939e49829e840c9b5c55e8e6 HTTP/1.1" status: 200 len: 375 time: 0.0151141 Mar 09 03:34:29.741272 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a5b3fede-7107-4812-a392-95b16c404da6 req-b93797da-24b7-45bc-b3ab-4d0b9bd6ce08 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0cb6cd8-4bb8-4732-985e-a168c0bc6927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783694 Mar 09 03:34:29.822363 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-4c0cc909-858d-4fdf-8f93-ed155c3d3753 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f691b0e78004b699a1c8be5d8063134&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1825824 Mar 09 03:34:29.857336 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a412eb-3171-473a-b24a-fb2e006ecc2d req-009c385b-1666-4b32-b30a-537d8dfc6479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:29.858895 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8a412eb-3171-473a-b24a-fb2e006ecc2d req-009c385b-1666-4b32-b30a-537d8dfc6479 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 1099 time: 0.1872890 Mar 09 03:34:29.889883 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-972b9393-60b7-496c-9e63-bb5fa61f67f3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cc46625939e49829e840c9b5c55e8e6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1944525 Mar 09 03:34:29.921220 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a5b3fede-7107-4812-a392-95b16c404da6 req-22191f5c-46f1-496a-ac68-6f1bbd385817 service neutron] 10.222.0.24 "GET /v2.0/networks/b0cb6cd8-4bb8-4732-985e-a168c0bc6927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660197 Mar 09 03:34:30.051332 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-efab273e-07e5-4aaf-95a8-a8d56aad3544 req-65ee7412-5144-4d87-bdc6-ad48627ce0b5 tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] 10.222.0.16 "GET /v2.0/security-groups/f1cf2941-ea2b-4d8a-939b-cf4570407467 HTTP/1.1" status: 200 len: 1811 time: 0.0807366 Mar 09 03:34:30.058786 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a412eb-3171-473a-b24a-fb2e006ecc2d req-5a9cd756-0f60-426a-a3b0-b4a0a020c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:30.058786 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8a412eb-3171-473a-b24a-fb2e006ecc2d req-5a9cd756-0f60-426a-a3b0-b4a0a020c3c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.1907527 Mar 09 03:34:30.116578 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a5b3fede-7107-4812-a392-95b16c404da6 req-fadfa1a7-2612-49fd-ae70-152f662801aa service neutron] 10.222.0.24 "GET /v2.0/networks/b0cb6cd8-4bb8-4732-985e-a168c0bc6927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868174 Mar 09 03:34:30.219416 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8a412eb-3171-473a-b24a-fb2e006ecc2d req-4bfb015f-7eac-45f4-a041-b5ecb6ad3b82 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=dfc3397f-d11e-4a4e-96e9-d963378392a6 HTTP/1.1" status: 200 len: 217 time: 0.1199379 Mar 09 03:34:30.319813 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a412eb-3171-473a-b24a-fb2e006ecc2d req-4ac7f420-7bb4-48be-a343-ba16b3dba15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:30.320742 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880b650-92d9-4b01-a766-7a83875a20dc req-7041434b-9ef6-4af5-9fd1-7bad87e9e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:30.321239 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8a412eb-3171-473a-b24a-fb2e006ecc2d req-4ac7f420-7bb4-48be-a343-ba16b3dba15e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.0948312 Mar 09 03:34:30.322209 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e880b650-92d9-4b01-a766-7a83875a20dc req-7041434b-9ef6-4af5-9fd1-7bad87e9e85f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70eeee148f5e4bb0b0e213c4b507c0e8&device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 1136 time: 0.0988543 Mar 09 03:34:30.326916 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-efab273e-07e5-4aaf-95a8-a8d56aad3544 req-7a537019-a83f-4f68-9e4f-ec492262a61a tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:30.391620 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742e74b-c76a-4c1c-919e-8dd0abeec787 req-d66581c2-47d0-4a17-9956-66d27b4a00af tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:30.393742 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0742e74b-c76a-4c1c-919e-8dd0abeec787 req-d66581c2-47d0-4a17-9956-66d27b4a00af tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 948 time: 0.2087739 Mar 09 03:34:30.403050 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-efab273e-07e5-4aaf-95a8-a8d56aad3544 req-7a537019-a83f-4f68-9e4f-ec492262a61a tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:30.468015 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a412eb-3171-473a-b24a-fb2e006ecc2d req-49085ade-2401-4d62-b2d9-848495b1e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:30.469785 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8a412eb-3171-473a-b24a-fb2e006ecc2d req-49085ade-2401-4d62-b2d9-848495b1e284 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1318309 Mar 09 03:34:30.471244 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-efab273e-07e5-4aaf-95a8-a8d56aad3544 req-7a537019-a83f-4f68-9e4f-ec492262a61a tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:30.517007 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a537019-a83f-4f68-9e4f-ec492262a61a tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cf2941-ea2b-4d8a-939b-cf4570407467,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:30.539092 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-efab273e-07e5-4aaf-95a8-a8d56aad3544 req-7a537019-a83f-4f68-9e4f-ec492262a61a tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:30.551012 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-efab273e-07e5-4aaf-95a8-a8d56aad3544 req-7a537019-a83f-4f68-9e4f-ec492262a61a tempest-SecurityGroupRulesNegativeTestJSON-1057487625 tempest-SecurityGroupRulesNegativeTestJSON-1057487625-project] 10.222.0.16 "DELETE /v2.0/security-groups/f1cf2941-ea2b-4d8a-939b-cf4570407467 HTTP/1.1" status: 204 len: 173 time: 0.4880517 Mar 09 03:34:30.559205 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40710) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:34:30.655713 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0742e74b-c76a-4c1c-919e-8dd0abeec787 req-fed7025e-b810-43e9-9eb4-639daf784db0 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472332 Mar 09 03:34:30.719560 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880b650-92d9-4b01-a766-7a83875a20dc req-debcc338-1cf9-4108-ae22-b7a2a53f15c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:30.721345 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e880b650-92d9-4b01-a766-7a83875a20dc req-debcc338-1cf9-4108-ae22-b7a2a53f15c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0cb6cd8-4bb8-4732-985e-a168c0bc6927 HTTP/1.1" status: 200 len: 913 time: 0.3751907 Mar 09 03:34:30.770873 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8cd6e02-e84d-4334-80da-111444b9202c admin admin] Deleting subnet fff19ee9-8ef4-45a3-8b98-8402b84d485c {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:34:30.776623 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c8cd6e02-e84d-4334-80da-111444b9202c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:30.810765 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8a412eb-3171-473a-b24a-fb2e006ecc2d req-10a7aa74-a61e-4d80-ae8e-44ff5881c2b1 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220377 Mar 09 03:34:30.873289 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c8cd6e02-e84d-4334-80da-111444b9202c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:30.878275 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e880b650-92d9-4b01-a766-7a83875a20dc req-20e36fb9-a417-4199-b8b1-71c4461ae148 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=052b3f80-a1a2-440e-b258-76eeeaa548a9 HTTP/1.1" status: 200 len: 217 time: 0.1344683 Mar 09 03:34:30.986210 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1e61-3036-44be-8e7b-9a25b7f85d40 req-c19fc25e-6193-49b5-8ae8-e0ee923031fc tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:30.988002 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-515d1e61-3036-44be-8e7b-9a25b7f85d40 req-c19fc25e-6193-49b5-8ae8-e0ee923031fc tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 946 time: 0.1636963 Mar 09 03:34:31.011804 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8ea92959-fbe9-451b-99fd-c19e89401fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:31.029498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6a9e0-c395-4265-99f9-341cc193a694 req-74964451-a6ae-45a4-b854-d048f4d90a87 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:31.030469 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880b650-92d9-4b01-a766-7a83875a20dc req-ee880d61-9e9a-43d4-b364-e80439f3dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:31.031439 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-08e6a9e0-c395-4265-99f9-341cc193a694 req-74964451-a6ae-45a4-b854-d048f4d90a87 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 985 time: 0.3389022 Mar 09 03:34:31.031794 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e880b650-92d9-4b01-a766-7a83875a20dc req-ee880d61-9e9a-43d4-b364-e80439f3dfae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a30daa9-e9b2-4995-b60e-5929ccdb08b2 HTTP/1.1" status: 200 len: 852 time: 0.1349297 Mar 09 03:34:31.065355 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c8cd6e02-e84d-4334-80da-111444b9202c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:31.100225 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e880b650-92d9-4b01-a766-7a83875a20dc req-e065b107-23d2-4d78-9044-41d116201b44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0cb6cd8-4bb8-4732-985e-a168c0bc6927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519538 Mar 09 03:34:31.103153 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-515d1e61-3036-44be-8e7b-9a25b7f85d40 req-0724d2ea-3c5f-44f9-88b5-fecb0c63e1a8 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985649 Mar 09 03:34:31.158444 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-08e6a9e0-c395-4265-99f9-341cc193a694 req-cc793f1f-26fc-45d3-a641-5f0c9ad5b1f5 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&id=cafe80ab-45ec-4a79-80ff-f1869fcc9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1149256 Mar 09 03:34:31.160320 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8a412eb-3171-473a-b24a-fb2e006ecc2d req-7666e56c-d1d8-4487-a093-4e42fd152043 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212013 Mar 09 03:34:31.207721 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c8cd6e02-e84d-4334-80da-111444b9202c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:31.246979 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd6e02-e84d-4334-80da-111444b9202c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fff19ee9-8ef4-45a3-8b98-8402b84d485c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:31.248797 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c8cd6e02-e84d-4334-80da-111444b9202c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:31.257019 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c8cd6e02-e84d-4334-80da-111444b9202c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fff19ee9-8ef4-45a3-8b98-8402b84d485c HTTP/1.1" status: 204 len: 168 time: 0.6945961 Mar 09 03:34:31.257338 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40714) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:34:31.273094 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0dbc6a28-8f43-4d81-a6ee-1dad760c319e req-bb65063d-3077-467d-8e2a-cfc35735a7c7 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a85579-6c61-4fd4-8ebb-235b428ff418 HTTP/1.1" status: 200 len: 210 time: 0.0616875 Mar 09 03:34:31.305524 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e880b650-92d9-4b01-a766-7a83875a20dc req-ea26d0f3-26c8-4f19-a469-b253413a405c service neutron] 10.222.0.24 "GET /v2.0/networks/b0cb6cd8-4bb8-4732-985e-a168c0bc6927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986637 Mar 09 03:34:31.411492 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0da33245-a763-404f-898a-202aca07367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:31.481048 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0caa0d66-7051-47b4-953b-91be1bd15f4b req-418413df-d9f7-4050-ae19-a4cde5f22d52 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 210 time: 0.0642323 Mar 09 03:34:31.505510 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3be48-7952-46f0-a6cf-40f0ebd34221 req-73db855e-e6d7-495c-b312-2578d6b1f2ef tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:31.507539 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b6f3be48-7952-46f0-a6cf-40f0ebd34221 req-73db855e-e6d7-495c-b312-2578d6b1f2ef tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 944 time: 0.2291961 Mar 09 03:34:31.522207 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e880b650-92d9-4b01-a766-7a83875a20dc req-51171252-b58a-460b-8e19-c302ad04afbb service neutron] 10.222.0.24 "GET /v2.0/networks/b0cb6cd8-4bb8-4732-985e-a168c0bc6927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089324 Mar 09 03:34:31.579805 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-1138c115-baf6-4d1c-919b-579b39fdfc5f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9cc46625939e49829e840c9b5c55e8e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293493 Mar 09 03:34:31.610644 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-65ff1d8c-f5e7-4b33-84ca-5f5d135a8622 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3f691b0e78004b699a1c8be5d8063134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1026325 Mar 09 03:34:31.618417 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0da33245-a763-404f-898a-202aca07367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:31.657440 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device dfc3397f-d11e-4a4e-96e9-d963378392a6 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:34:31.795396 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-5c0c4f5b-9896-4aa4-9494-38ac3982efe5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:31.797836 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-5c0c4f5b-9896-4aa4-9494-38ac3982efe5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2121322 Mar 09 03:34:31.812858 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-0da33245-a763-404f-898a-202aca07367c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e4f2a2-36d1-4532-9085-83d6bcc11124']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:34:31.815776 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-fac15533-2028-499c-98fc-acf8bc814b5a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Request body: {'port': {'device_id': 'd19a87bd-5574-4ef4-82b9-50d707f547de', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': '9cc46625939e49829e840c9b5c55e8e6'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:31.835520 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port dfc3397f-d11e-4a4e-96e9-d963378392a6 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:34:31.843652 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port dfc3397f-d11e-4a4e-96e9-d963378392a6 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:34:31.844024 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:31.880294 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b6f3be48-7952-46f0-a6cf-40f0ebd34221 req-99196084-74f7-47fe-a0d3-20958ba6da89 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414836 Mar 09 03:34:31.907728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-0da33245-a763-404f-898a-202aca07367c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5fc609-7159-431d-b844-2a10eb77b2a6') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:34:31.908278 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-0da33245-a763-404f-898a-202aca07367c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5fc609-7159-431d-b844-2a10eb77b2a6') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:34:31.942737 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0da33245-a763-404f-898a-202aca07367c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:32.008027 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0da33245-a763-404f-898a-202aca07367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:32.032576 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da33245-a763-404f-898a-202aca07367c admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:34:32.033322 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0da33245-a763-404f-898a-202aca07367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:32.039995 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:34:32.050655 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:34:32.059502 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-fac15533-2028-499c-98fc-acf8bc814b5a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:32.076379 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-7664371b-2b8e-4fe4-9481-0ab2204924e9 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:32.076613 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-fac15533-2028-499c-98fc-acf8bc814b5a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:32.078723 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-7664371b-2b8e-4fe4-9481-0ab2204924e9 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4527316 Mar 09 03:34:32.081377 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:32.110617 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-fac15533-2028-499c-98fc-acf8bc814b5a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Made reservation on behalf of 9cc46625939e49829e840c9b5c55e8e6 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:34:32.114358 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-fac15533-2028-499c-98fc-acf8bc814b5a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:32.132113 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:32.158677 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-a121ee3a-8c8e-4a44-8ae1-fffcf1924088 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Request body: {'port': {'device_id': '83a85579-6c61-4fd4-8ebb-235b428ff418', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': '3f691b0e78004b699a1c8be5d8063134'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:32.184733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747af93-0743-4b9c-a6c5-6a79cbd81c3c req-6a559b86-1fdb-4c87-bfdb-595a86329f6c tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:32.192335 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4de37d-99c9-424b-bd95-8cb736b6cc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc3397f-d11e-4a4e-96e9-d963378392a6'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:34:32.192668 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8747af93-0743-4b9c-a6c5-6a79cbd81c3c req-6a559b86-1fdb-4c87-bfdb-595a86329f6c tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 948 time: 0.1744828 Mar 09 03:34:32.219458 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port dfc3397f-d11e-4a4e-96e9-d963378392a6, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=dfc3397f-d11e-4a4e-96e9-d963378392a6,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:32.231359 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:32.286790 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0da33245-a763-404f-898a-202aca07367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:32.326171 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0da33245-a763-404f-898a-202aca07367c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:32.349513 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=dfc3397f-d11e-4a4e-96e9-d963378392a6,revision_number=9']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:32.368554 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8747af93-0743-4b9c-a6c5-6a79cbd81c3c req-2513c657-046f-4e7a-9497-2826a610bd54 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750498 Mar 09 03:34:32.411441 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-fac15533-2028-499c-98fc-acf8bc814b5a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Allocated IP 192.168.233.47 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/b497e655-390b-4c5f-8aba-27b38ec3f987) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:34:32.447119 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da33245-a763-404f-898a-202aca07367c admin admin] Pushing event deleted for resources: {'Network': ['ID=45e4f2a2-36d1-4532-9085-83d6bcc11124,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:32.452540 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0da33245-a763-404f-898a-202aca07367c admin admin] 10.222.0.16 "DELETE /v2.0/networks/45e4f2a2-36d1-4532-9085-83d6bcc11124 HTTP/1.1" status: 204 len: 168 time: 1.1942279 Mar 09 03:34:32.505644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-a121ee3a-8c8e-4a44-8ae1-fffcf1924088 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:32.512142 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-a121ee3a-8c8e-4a44-8ae1-fffcf1924088 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Usage tracker for resource:port and tenant:3f691b0e78004b699a1c8be5d8063134 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:32.522206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-a121ee3a-8c8e-4a44-8ae1-fffcf1924088 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:32.530651 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-a121ee3a-8c8e-4a44-8ae1-fffcf1924088 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:32.545086 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ebd32-1bbc-45b5-8f7f-9cbb9459a723 req-20a46640-297e-40e7-9b9a-81f3731a98f7 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:32.546614 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-521ebd32-1bbc-45b5-8f7f-9cbb9459a723 req-20a46640-297e-40e7-9b9a-81f3731a98f7 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 946 time: 0.1819396 Mar 09 03:34:32.572083 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-a121ee3a-8c8e-4a44-8ae1-fffcf1924088 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Made reservation on behalf of 3f691b0e78004b699a1c8be5d8063134 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:34:32.575621 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-a121ee3a-8c8e-4a44-8ae1-fffcf1924088 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:32.595090 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-a121ee3a-8c8e-4a44-8ae1-fffcf1924088 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:32.627260 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-a121ee3a-8c8e-4a44-8ae1-fffcf1924088 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:32.635665 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-a121ee3a-8c8e-4a44-8ae1-fffcf1924088 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Usage tracker for resource:security_group_rule and tenant:3f691b0e78004b699a1c8be5d8063134 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:32.640667 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-521ebd32-1bbc-45b5-8f7f-9cbb9459a723 req-e242d6b4-8e07-4f4e-93f6-b851fb3cfe82 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842745 Mar 09 03:34:32.641444 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-a121ee3a-8c8e-4a44-8ae1-fffcf1924088 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:32.647471 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-a121ee3a-8c8e-4a44-8ae1-fffcf1924088 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:32.721920 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40732) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:34:32.722392 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4de37d-99c9-424b-bd95-8cb736b6cc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc3397f-d11e-4a4e-96e9-d963378392a6', 'code': 200} Mar 09 03:34:32.781898 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-a121ee3a-8c8e-4a44-8ae1-fffcf1924088 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:32.795704 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-a121ee3a-8c8e-4a44-8ae1-fffcf1924088 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:32.848329 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cd2ef-5226-4a42-b487-a4447cf70de2 req-635cfdc0-bfc1-4f37-8619-d9f99fabf211 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:32.850209 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-643cd2ef-5226-4a42-b487-a4447cf70de2 req-635cfdc0-bfc1-4f37-8619-d9f99fabf211 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 985 time: 0.2855341 Mar 09 03:34:32.858947 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e6e5a0dd-90f6-4d64-bd98-2cba19a9aa7b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20f88126385a49a5a3709b909fb1a8f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1362176 Mar 09 03:34:32.863486 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40736) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:34:32.894596 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-fac15533-2028-499c-98fc-acf8bc814b5a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:32.925206 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d550eb5-bac1-4f4d-ab48-9cabe21283e8 req-41127906-4ee9-4410-912d-5b626081d4d2 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a85579-6c61-4fd4-8ebb-235b428ff418 HTTP/1.1" status: 200 len: 210 time: 0.1093416 Mar 09 03:34:32.953116 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121ee3a-8c8e-4a44-8ae1-fffcf1924088 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb47d7f-7ec1-4d92-92ab-a7460eb10d00,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:32.978630 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-fac15533-2028-499c-98fc-acf8bc814b5a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Transition to ACTIVE for port object b497e655-390b-4c5f-8aba-27b38ec3f987 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:34:32.994027 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-643cd2ef-5226-4a42-b487-a4447cf70de2 req-b31a81ca-9fa1-4773-9669-9c8e5822cc97 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&id=cafe80ab-45ec-4a79-80ff-f1869fcc9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1295838 Mar 09 03:34:33.003737 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-121a17d8-f14f-4354-99dc-76ed5d03de3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:33.036720 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-121a17d8-f14f-4354-99dc-76ed5d03de3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:33.070939 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-fac15533-2028-499c-98fc-acf8bc814b5a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:33.082108 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['b6f35ef7-250a-4519-9e2e-2cdcd74c2047', '4ddda7c6-b428-4425-a523-4b32482d7e48', 'fb6c1293-67e6-4e97-be63-8d7254a3ffbf'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:34:33.153475 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['d1022644-48bc-4d48-bad2-0f16a24a90c7', '811d17f4-2f18-4866-8e73-28c4a2cbb29f'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:34:33.203479 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-a121ee3a-8c8e-4a44-8ae1-fffcf1924088 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Allocated IP 192.168.233.60 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/9652dcef-e3f4-483d-9112-7fcdbdeb4749) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:34:33.204986 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-fac15533-2028-499c-98fc-acf8bc814b5a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:34:33.209423 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-fac15533-2028-499c-98fc-acf8bc814b5a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:34:33.213053 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-fac15533-2028-499c-98fc-acf8bc814b5a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:34:33.219133 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2bc07-35a1-42c3-a630-dd33cbe859da req-ad2e86fa-2593-4327-94eb-384c0459691c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:33.221441 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dff2bc07-35a1-42c3-a630-dd33cbe859da req-ad2e86fa-2593-4327-94eb-384c0459691c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 935 time: 0.1635635 Mar 09 03:34:33.248978 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac15533-2028-499c-98fc-acf8bc814b5a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Pushing event updated for resources: {'Port': ['ID=b497e655-390b-4c5f-8aba-27b38ec3f987,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:33.278295 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-121a17d8-f14f-4354-99dc-76ed5d03de3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:33.318965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a17d8-f14f-4354-99dc-76ed5d03de3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446a4a04-8b5e-433e-99eb-e145ddc8e7d6,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:33.323069 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dff2bc07-35a1-42c3-a630-dd33cbe859da req-29214c54-2655-41fc-b0ee-87e6374d2373 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898347 Mar 09 03:34:33.332470 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-fac15533-2028-499c-98fc-acf8bc814b5a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:33.333096 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-fac15533-2028-499c-98fc-acf8bc814b5a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:33.360109 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:33.378018 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-121a17d8-f14f-4354-99dc-76ed5d03de3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:33.382288 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-121a17d8-f14f-4354-99dc-76ed5d03de3b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/446a4a04-8b5e-433e-99eb-e145ddc8e7d6 HTTP/1.1" status: 204 len: 168 time: 0.5136385 Mar 09 03:34:33.397505 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cc396-b43d-402c-8fc8-2460f5be76af req-23bcee8d-18d7-4170-b643-53f0782544ec tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:33.399409 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f28cc396-b43d-402c-8fc8-2460f5be76af req-23bcee8d-18d7-4170-b643-53f0782544ec tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 944 time: 0.2843573 Mar 09 03:34:33.483787 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f28cc396-b43d-402c-8fc8-2460f5be76af req-33b19aa6-2b68-4835-ac46-f6d8980c9d83 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770607 Mar 09 03:34:33.485023 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-fac15533-2028-499c-98fc-acf8bc814b5a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6740048 Mar 09 03:34:33.510530 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-f54fca2e-84de-4792-b7f0-359ca440f9b6 service neutron] Request body: {'port': {'device_id': 'd19a87bd-5574-4ef4-82b9-50d707f547de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:33.584959 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-93f9f740-dd33-41dc-9db2-77a8fa87de76 req-e7ac27af-77f6-4301-9d13-2ca0f80921f7 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2063634315&fields=id&tenant_id=70eeee148f5e4bb0b0e213c4b507c0e8 HTTP/1.1" status: 200 len: 267 time: 0.0717680 Mar 09 03:34:33.674400 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-134f198e-dd29-4758-ba63-ffcdb2023885 None None] Provisioning for port b497e655-390b-4c5f-8aba-27b38ec3f987 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:34:33.679995 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-f54fca2e-84de-4792-b7f0-359ca440f9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:33.711958 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-134f198e-dd29-4758-ba63-ffcdb2023885 None None] Provisioning complete for port b497e655-390b-4c5f-8aba-27b38ec3f987 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:34:33.712404 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-134f198e-dd29-4758-ba63-ffcdb2023885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:33.731894 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-a121ee3a-8c8e-4a44-8ae1-fffcf1924088 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:33.758339 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-a121ee3a-8c8e-4a44-8ae1-fffcf1924088 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Transition to ACTIVE for port object 9652dcef-e3f4-483d-9112-7fcdbdeb4749 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:34:33.793596 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9f740-dd33-41dc-9db2-77a8fa87de76 req-5965fce1-5a41-4992-bf1e-ab8ff89360c5 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:33.801402 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-93f9f740-dd33-41dc-9db2-77a8fa87de76 req-5965fce1-5a41-4992-bf1e-ab8ff89360c5 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 985 time: 0.2016821 Mar 09 03:34:33.809848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-93f9f740-dd33-41dc-9db2-77a8fa87de76 req-fbf630e9-8362-4d0f-991d-6b6239118042 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Request body: {'port': {'security_groups': ['cafe80ab-45ec-4a79-80ff-f1869fcc9b7a', 'cdd83d64-8797-4349-9aaf-91b23d76735d', '51623932-9c99-48d8-9998-05ff7f6b5643']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:33.837124 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-134f198e-dd29-4758-ba63-ffcdb2023885 None None] Port b497e655-390b-4c5f-8aba-27b38ec3f987 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:34:33.840652 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:33.921271 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-a121ee3a-8c8e-4a44-8ae1-fffcf1924088 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:34.001412 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-a121ee3a-8c8e-4a44-8ae1-fffcf1924088 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:34:34.013045 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-a121ee3a-8c8e-4a44-8ae1-fffcf1924088 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:34:34.016589 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-a121ee3a-8c8e-4a44-8ae1-fffcf1924088 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:34:34.107382 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-93f9f740-dd33-41dc-9db2-77a8fa87de76 req-fbf630e9-8362-4d0f-991d-6b6239118042 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:34.131771 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121ee3a-8c8e-4a44-8ae1-fffcf1924088 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Pushing event updated for resources: {'Port': ['ID=9652dcef-e3f4-483d-9112-7fcdbdeb4749,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:34.144676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-a121ee3a-8c8e-4a44-8ae1-fffcf1924088 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:34.145302 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-a121ee3a-8c8e-4a44-8ae1-fffcf1924088 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:34.179582 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-f54fca2e-84de-4792-b7f0-359ca440f9b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b497e655-390b-4c5f-8aba-27b38ec3f987 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:34:34.187517 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-f54fca2e-84de-4792-b7f0-359ca440f9b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:34.205245 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-f54fca2e-84de-4792-b7f0-359ca440f9b6 service neutron] Transition to ACTIVE for port object b497e655-390b-4c5f-8aba-27b38ec3f987 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:34:34.214950 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-f54fca2e-84de-4792-b7f0-359ca440f9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:34.235492 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-a121ee3a-8c8e-4a44-8ae1-fffcf1924088 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0885816 Mar 09 03:34:34.272816 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-58a51624-bca5-4a42-a182-0dee0b51dc57 service neutron] Request body: {'port': {'device_id': '83a85579-6c61-4fd4-8ebb-235b428ff418', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:34.368584 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-df5f458e-eee3-4430-a810-9cb8804e7fcd None None] Provisioning for port 9652dcef-e3f4-483d-9112-7fcdbdeb4749 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:34:34.377614 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-df5f458e-eee3-4430-a810-9cb8804e7fcd None None] Provisioning complete for port 9652dcef-e3f4-483d-9112-7fcdbdeb4749 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:34:34.378516 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-df5f458e-eee3-4430-a810-9cb8804e7fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:34.388035 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fca2e-84de-4792-b7f0-359ca440f9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b497e655-390b-4c5f-8aba-27b38ec3f987,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:34.405802 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a36722-523e-473c-80fb-73f40e3bad00 req-773200e0-f094-40c3-a94b-cc79c2decffa tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:34.413062 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-41a36722-523e-473c-80fb-73f40e3bad00 req-773200e0-f094-40c3-a94b-cc79c2decffa tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 949 time: 0.5493264 Mar 09 03:34:34.454548 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-df5f458e-eee3-4430-a810-9cb8804e7fcd None None] Port 9652dcef-e3f4-483d-9112-7fcdbdeb4749 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:34:34.540486 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40774) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:34:34.574527 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-41a36722-523e-473c-80fb-73f40e3bad00 req-b26fe3be-fb6a-4c9a-9283-6fbede9b5c56 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607251 Mar 09 03:34:34.589243 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-58a51624-bca5-4a42-a182-0dee0b51dc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:34.616236 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-f54fca2e-84de-4792-b7f0-359ca440f9b6 service neutron] Attempting to bind port b497e655-390b-4c5f-8aba-27b38ec3f987 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:34:34.616721 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-f54fca2e-84de-4792-b7f0-359ca440f9b6 service neutron] Attempting to bind port b497e655-390b-4c5f-8aba-27b38ec3f987 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:34:34.617200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-f54fca2e-84de-4792-b7f0-359ca440f9b6 service neutron] Attempting to bind port b497e655-390b-4c5f-8aba-27b38ec3f987 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:34:34.623070 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-f54fca2e-84de-4792-b7f0-359ca440f9b6 service neutron] Port b497e655-390b-4c5f-8aba-27b38ec3f987 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:34:34.623510 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-f54fca2e-84de-4792-b7f0-359ca440f9b6 service neutron] Attempting to bind port b497e655-390b-4c5f-8aba-27b38ec3f987 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:34:34.628968 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-f54fca2e-84de-4792-b7f0-359ca440f9b6 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:34:34.629465 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-f54fca2e-84de-4792-b7f0-359ca440f9b6 service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:34:34.629950 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-f54fca2e-84de-4792-b7f0-359ca440f9b6 service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:34:34.631747 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-f54fca2e-84de-4792-b7f0-359ca440f9b6 service neutron] Bound port: b497e655-390b-4c5f-8aba-27b38ec3f987, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:34:34.632208 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-f54fca2e-84de-4792-b7f0-359ca440f9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:34.704454 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6e3a4bb3-030c-4d92-a9b8-89a9b2bfbdeb admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-92596959-network', 'tenant_id': '2f91ce588c1a4be19a82d32063839bec'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:34.753527 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6e3a4bb3-030c-4d92-a9b8-89a9b2bfbdeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:34.770733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6e3a4bb3-030c-4d92-a9b8-89a9b2bfbdeb admin admin] Usage tracker for resource:network and tenant:2f91ce588c1a4be19a82d32063839bec is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:34.782882 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6e3a4bb3-030c-4d92-a9b8-89a9b2bfbdeb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:34.793995 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6e3a4bb3-030c-4d92-a9b8-89a9b2bfbdeb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:34.811676 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-f54fca2e-84de-4792-b7f0-359ca440f9b6 service neutron] For port b497e655-390b-4c5f-8aba-27b38ec3f987, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:34:34.815171 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-f54fca2e-84de-4792-b7f0-359ca440f9b6 service neutron] For port b497e655-390b-4c5f-8aba-27b38ec3f987, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=b497e655-390b-4c5f-8aba-27b38ec3f987,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:34:34.821756 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-f54fca2e-84de-4792-b7f0-359ca440f9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:34.866019 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3a4bb3-030c-4d92-a9b8-89a9b2bfbdeb admin admin] Made reservation on behalf of 2f91ce588c1a4be19a82d32063839bec for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:34:34.868312 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e3a4bb3-030c-4d92-a9b8-89a9b2bfbdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:34.890834 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-93f9f740-dd33-41dc-9db2-77a8fa87de76 req-fbf630e9-8362-4d0f-991d-6b6239118042 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] For port 052b3f80-a1a2-440e-b258-76eeeaa548a9, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=052b3f80-a1a2-440e-b258-76eeeaa548a9,segment=NetworkSegment(dbb0516b-55d1-45e2-b346-e5f7478e7bd6),segment_id=dbb0516b-55d1-45e2-b346-e5f7478e7bd6)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:34.898216 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e3a4bb3-030c-4d92-a9b8-89a9b2bfbdeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:34.920058 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-f54fca2e-84de-4792-b7f0-359ca440f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:34.920669 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-f54fca2e-84de-4792-b7f0-359ca440f9b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:34.922032 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-f54fca2e-84de-4792-b7f0-359ca440f9b6 service neutron] 10.222.0.24 "PUT /v2.0/ports/b497e655-390b-4c5f-8aba-27b38ec3f987 HTTP/1.1" status: 200 len: 1095 time: 1.4234009 Mar 09 03:34:34.924267 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19a87bd-5574-4ef4-82b9-50d707f547de', 'tag': 'b497e655-390b-4c5f-8aba-27b38ec3f987'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:34:34.940547 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791fc0c-d36d-4074-8957-2ced4da98fd9 req-01f426db-7e25-4c5e-8e5d-68a7103455a2 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:34.942177 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1791fc0c-d36d-4074-8957-2ced4da98fd9 req-01f426db-7e25-4c5e-8e5d-68a7103455a2 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 946 time: 0.2459116 Mar 09 03:34:34.954324 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6e3a4bb3-030c-4d92-a9b8-89a9b2bfbdeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:34.976100 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6e3a4bb3-030c-4d92-a9b8-89a9b2bfbdeb admin admin] Usage tracker for resource:security_group_rule and tenant:2f91ce588c1a4be19a82d32063839bec is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:34.985642 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6e3a4bb3-030c-4d92-a9b8-89a9b2bfbdeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:34.999244 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6e3a4bb3-030c-4d92-a9b8-89a9b2bfbdeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:35.018407 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-93f9f740-dd33-41dc-9db2-77a8fa87de76 req-fbf630e9-8362-4d0f-991d-6b6239118042 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:35.026361 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-93f9f740-dd33-41dc-9db2-77a8fa87de76 req-fbf630e9-8362-4d0f-991d-6b6239118042 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:35.038012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['435f865e-b95d-40d3-af10-570eadbbc29b'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:34:35.056524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fca2e-84de-4792-b7f0-359ca440f9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b497e655-390b-4c5f-8aba-27b38ec3f987,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:35.083384 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1791fc0c-d36d-4074-8957-2ced4da98fd9 req-3a745654-47ee-47e6-8035-d257e88f5671 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304488 Mar 09 03:34:35.095646 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['052b3f80-a1a2-440e-b258-76eeeaa548a9'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:34:35.171499 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-e1c248d8-edff-4cb0-a80d-a63d5d928652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:35.173522 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-e1c248d8-edff-4cb0-a80d-a63d5d928652 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cc46625939e49829e840c9b5c55e8e6&device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 1098 time: 0.1658978 Mar 09 03:34:35.174181 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9f740-dd33-41dc-9db2-77a8fa87de76 req-fbf630e9-8362-4d0f-991d-6b6239118042 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:35.176694 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-93f9f740-dd33-41dc-9db2-77a8fa87de76 req-fbf630e9-8362-4d0f-991d-6b6239118042 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:35.191403 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-93f9f740-dd33-41dc-9db2-77a8fa87de76 req-fbf630e9-8362-4d0f-991d-6b6239118042 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "PUT /v2.0/ports/052b3f80-a1a2-440e-b258-76eeeaa548a9 HTTP/1.1" status: 200 len: 1021 time: 1.3890471 Mar 09 03:34:35.192654 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7238cd06-cab2-4c51-a7b3-c14c93869ff0', 'tag': '052b3f80-a1a2-440e-b258-76eeeaa548a9'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:34:35.261987 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-58a51624-bca5-4a42-a182-0dee0b51dc57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9652dcef-e3f4-483d-9112-7fcdbdeb4749 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:34:35.271765 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-58a51624-bca5-4a42-a182-0dee0b51dc57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:35.293984 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['052b3f80-a1a2-440e-b258-76eeeaa548a9'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:34:35.299917 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf630e9-8362-4d0f-991d-6b6239118042 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Pushing event updated for resources: {'Port': ['ID=052b3f80-a1a2-440e-b258-76eeeaa548a9,revision_number=7']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:35.304035 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-58a51624-bca5-4a42-a182-0dee0b51dc57 service neutron] Transition to ACTIVE for port object 9652dcef-e3f4-483d-9112-7fcdbdeb4749 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:34:35.346438 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-58a51624-bca5-4a42-a182-0dee0b51dc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:35.440403 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e3a4bb3-030c-4d92-a9b8-89a9b2bfbdeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:35.446632 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-c5cc9114-7186-49b5-b037-83613cda4f76 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=b497e655-390b-4c5f-8aba-27b38ec3f987 HTTP/1.1" status: 200 len: 217 time: 0.2598503 Mar 09 03:34:35.449407 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e3a4bb3-030c-4d92-a9b8-89a9b2bfbdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:35.531156 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3a4bb3-030c-4d92-a9b8-89a9b2bfbdeb admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:34:35.549714 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a51624-bca5-4a42-a182-0dee0b51dc57 service neutron] Pushing event updated for resources: {'Port': ['ID=9652dcef-e3f4-483d-9112-7fcdbdeb4749,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:35.557646 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e3a4bb3-030c-4d92-a9b8-89a9b2bfbdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:35.557995 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-6e3a4bb3-030c-4d92-a9b8-89a9b2bfbdeb admin admin] Added segment 288b5494-35ec-4e82-b7de-c8b6ff41810e of type vlan for network 11207fee-7662-4917-9e3d-9f3ac56ec541 Mar 09 03:34:35.561281 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a4bb3-030c-4d92-a9b8-89a9b2bfbdeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1a4792-a1ea-4263-a5b0-59ae1513475e,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:35.574178 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-4f27a776-2959-48c3-bb1a-599febeb4e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:35.575577 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-4f27a776-2959-48c3-bb1a-599febeb4e15 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1108351 Mar 09 03:34:35.635521 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a446f-82e5-4b0d-b565-d32dc3f3f3ec req-38b02dc4-55be-4758-9177-363a5d2e56fa tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:35.637070 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-104a446f-82e5-4b0d-b565-d32dc3f3f3ec req-38b02dc4-55be-4758-9177-363a5d2e56fa tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 947 time: 0.3319063 Mar 09 03:34:35.673765 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e3a4bb3-030c-4d92-a9b8-89a9b2bfbdeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:35.697226 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dab172-45ce-4fba-aace-11f5c7ee679d req-28d7a766-3402-4f75-9681-79713701b6e5 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:35.704182 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-70dab172-45ce-4fba-aace-11f5c7ee679d req-28d7a766-3402-4f75-9681-79713701b6e5 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a85579-6c61-4fd4-8ebb-235b428ff418 HTTP/1.1" status: 200 len: 947 time: 0.3285673 Mar 09 03:34:35.706632 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-58a51624-bca5-4a42-a182-0dee0b51dc57 service neutron] Attempting to bind port 9652dcef-e3f4-483d-9112-7fcdbdeb4749 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:34:35.706977 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-58a51624-bca5-4a42-a182-0dee0b51dc57 service neutron] Attempting to bind port 9652dcef-e3f4-483d-9112-7fcdbdeb4749 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:34:35.707256 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-58a51624-bca5-4a42-a182-0dee0b51dc57 service neutron] Attempting to bind port 9652dcef-e3f4-483d-9112-7fcdbdeb4749 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:34:35.724089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-58a51624-bca5-4a42-a182-0dee0b51dc57 service neutron] Port 9652dcef-e3f4-483d-9112-7fcdbdeb4749 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:34:35.724348 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-58a51624-bca5-4a42-a182-0dee0b51dc57 service neutron] Attempting to bind port 9652dcef-e3f4-483d-9112-7fcdbdeb4749 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:34:35.736660 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-104a446f-82e5-4b0d-b565-d32dc3f3f3ec req-1e4a51bb-fcdf-4f1c-9789-779fc96e6aec tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854716 Mar 09 03:34:35.738212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-58a51624-bca5-4a42-a182-0dee0b51dc57 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:34:35.738212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-58a51624-bca5-4a42-a182-0dee0b51dc57 service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:34:35.738212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-58a51624-bca5-4a42-a182-0dee0b51dc57 service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:34:35.738668 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-58a51624-bca5-4a42-a182-0dee0b51dc57 service neutron] Bound port: 9652dcef-e3f4-483d-9112-7fcdbdeb4749, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:34:35.739155 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-58a51624-bca5-4a42-a182-0dee0b51dc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:35.794239 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-70dab172-45ce-4fba-aace-11f5c7ee679d req-1cf194cb-26f9-4cbc-bcdb-c69483fda0db tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.16 "GET /v2.0/security-groups?id=ecb47d7f-7ec1-4d92-92ab-a7460eb10d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892186 Mar 09 03:34:35.799682 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e3a4bb3-030c-4d92-a9b8-89a9b2bfbdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:35.800790 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3a4bb3-030c-4d92-a9b8-89a9b2bfbdeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:35.801388 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e3a4bb3-030c-4d92-a9b8-89a9b2bfbdeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:35.864064 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-58a51624-bca5-4a42-a182-0dee0b51dc57 service neutron] For port 9652dcef-e3f4-483d-9112-7fcdbdeb4749, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:34:35.868025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-58a51624-bca5-4a42-a182-0dee0b51dc57 service neutron] For port 9652dcef-e3f4-483d-9112-7fcdbdeb4749, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=9652dcef-e3f4-483d-9112-7fcdbdeb4749,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:34:35.875679 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-58a51624-bca5-4a42-a182-0dee0b51dc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:35.886526 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-0ed20799-8b54-45e6-bd15-93b6fd0bf4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:35.897035 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-0ed20799-8b54-45e6-bd15-93b6fd0bf4ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3109055 Mar 09 03:34:35.942501 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-58a51624-bca5-4a42-a182-0dee0b51dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:35.943604 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-58a51624-bca5-4a42-a182-0dee0b51dc57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:35.945177 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-58a51624-bca5-4a42-a182-0dee0b51dc57 service neutron] 10.222.0.21 "PUT /v2.0/ports/9652dcef-e3f4-483d-9112-7fcdbdeb4749 HTTP/1.1" status: 200 len: 1095 time: 1.6780972 Mar 09 03:34:36.022659 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a4bb3-030c-4d92-a9b8-89a9b2bfbdeb admin admin] Pushing event updated for resources: {'Network': ['ID=11207fee-7662-4917-9e3d-9f3ac56ec541,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:36.062538 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a51624-bca5-4a42-a182-0dee0b51dc57 service neutron] Pushing event updated for resources: {'Port': ['ID=9652dcef-e3f4-483d-9112-7fcdbdeb4749,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:36.131025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b215f-8fdc-4c36-9741-927ca2f4d09b req-8f585674-392d-4ad8-b4c8-6f0967191866 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:36.132569 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e68b215f-8fdc-4c36-9741-927ca2f4d09b req-8f585674-392d-4ad8-b4c8-6f0967191866 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 944 time: 0.2060366 Mar 09 03:34:36.144823 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6e3a4bb3-030c-4d92-a9b8-89a9b2bfbdeb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6016235 Mar 09 03:34:36.151370 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40794) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:34:36.158447 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 11207fee-7662-4917-9e3d-9f3ac56ec541 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:34:36.160955 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-b4d36adf-1b84-4f4c-93d4-17afed6c8ad6 admin admin] Request body: {'subnet': {'network_id': '11207fee-7662-4917-9e3d-9f3ac56ec541', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-92596959-subnet', 'tenant_id': '2f91ce588c1a4be19a82d32063839bec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:36.169356 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b4d36adf-1b84-4f4c-93d4-17afed6c8ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:36.186992 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-f3d9448a-caf8-4de8-ae46-ba30001694bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:36.188487 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-f3d9448a-caf8-4de8-ae46-ba30001694bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f691b0e78004b699a1c8be5d8063134&device_id=83a85579-6c61-4fd4-8ebb-235b428ff418 HTTP/1.1" status: 200 len: 1098 time: 0.1900299 Mar 09 03:34:36.191021 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b4d36adf-1b84-4f4c-93d4-17afed6c8ad6 admin admin] Usage tracker for resource:subnet and tenant:2f91ce588c1a4be19a82d32063839bec is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:36.196895 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b4d36adf-1b84-4f4c-93d4-17afed6c8ad6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:36.260834 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b4d36adf-1b84-4f4c-93d4-17afed6c8ad6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:36.273675 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-7e27fc8c-d4cc-4887-9e0f-7400dc5554f5 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448721 Mar 09 03:34:36.282558 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-c0810cc8-e1cf-43e2-bddd-3a6d564ebcb1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=9652dcef-e3f4-483d-9112-7fcdbdeb4749 HTTP/1.1" status: 200 len: 217 time: 0.0827971 Mar 09 03:34:36.284440 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d0414-9ff2-4eee-936e-2d21d4841a8a req-8f17f4fb-140f-4d2a-836c-9e46954d3c9f tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:36.285956 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-832d0414-9ff2-4eee-936e-2d21d4841a8a req-8f17f4fb-140f-4d2a-836c-9e46954d3c9f tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 949 time: 0.2606101 Mar 09 03:34:36.336102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d36adf-1b84-4f4c-93d4-17afed6c8ad6 admin admin] Made reservation on behalf of 2f91ce588c1a4be19a82d32063839bec for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:34:36.338462 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b4d36adf-1b84-4f4c-93d4-17afed6c8ad6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:36.359464 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e68b215f-8fdc-4c36-9741-927ca2f4d09b req-0ea7d5c0-7780-4539-908a-20995b01056c tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026684 Mar 09 03:34:36.424452 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19a87bd-5574-4ef4-82b9-50d707f547de', 'tag': 'b497e655-390b-4c5f-8aba-27b38ec3f987', 'status': 'completed', 'code': 200} Mar 09 03:34:36.437537 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-832d0414-9ff2-4eee-936e-2d21d4841a8a req-e3e8dff9-3474-4286-9ac6-9dfdf3084c10 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291649 Mar 09 03:34:36.469921 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96105f8a-92a7-4848-a16d-bd7b3f3e77cd req-db6e9c40-d5d5-4ea2-b28b-b6dc7a4b0876 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825938 Mar 09 03:34:36.534632 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7238cd06-cab2-4c51-a7b3-c14c93869ff0', 'tag': '052b3f80-a1a2-440e-b258-76eeeaa548a9', 'status': 'completed', 'code': 200} Mar 09 03:34:36.630268 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-ecad1be2-512e-490b-82bc-4db95df0a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:36.632157 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-ecad1be2-512e-490b-82bc-4db95df0a586 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.3378654 Mar 09 03:34:36.638484 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db43b2-8c03-44f9-a3ca-2c2ab78d2a29 req-f8a60d57-8bc4-4ff0-87e6-82ac36ace088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:36.640056 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d0db43b2-8c03-44f9-a3ca-2c2ab78d2a29 req-f8a60d57-8bc4-4ff0-87e6-82ac36ace088 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cc46625939e49829e840c9b5c55e8e6&device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 1098 time: 0.1171606 Mar 09 03:34:36.712823 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ddf6f40-189b-4c72-a8ae-69811e9b58bc req-00a4974b-882e-4ff8-bea7-4bcc3f10fed4 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/51623932-9c99-48d8-9998-05ff7f6b5643 HTTP/1.1" status: 200 len: 1801 time: 0.1754937 Mar 09 03:34:36.759114 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a91cfb-dc24-4817-84ab-01da01d3f6eb req-67e83eaf-f5b9-4e10-b941-b891ddddf383 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:36.760552 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d1a91cfb-dc24-4817-84ab-01da01d3f6eb req-67e83eaf-f5b9-4e10-b941-b891ddddf383 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 946 time: 0.1790676 Mar 09 03:34:36.790757 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c51815-eadc-4063-8bb4-505179757e20 req-0fd3d4ae-3139-408a-90ea-dfe99bffd9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:36.792238 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80c51815-eadc-4063-8bb4-505179757e20 req-0fd3d4ae-3139-408a-90ea-dfe99bffd9de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70eeee148f5e4bb0b0e213c4b507c0e8&device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 1175 time: 0.2472651 Mar 09 03:34:36.824290 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db43b2-8c03-44f9-a3ca-2c2ab78d2a29 req-955ab869-bd30-4ee4-82cf-a894e94695e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:36.825690 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d0db43b2-8c03-44f9-a3ca-2c2ab78d2a29 req-955ab869-bd30-4ee4-82cf-a894e94695e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.1772568 Mar 09 03:34:36.832556 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d1a91cfb-dc24-4817-84ab-01da01d3f6eb req-d7313941-0130-4f46-bc31-3616d5266317 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646920 Mar 09 03:34:36.900827 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d0db43b2-8c03-44f9-a3ca-2c2ab78d2a29 req-daeaf4e6-d1e3-468c-b7a9-b5f68f8e1d49 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=b497e655-390b-4c5f-8aba-27b38ec3f987 HTTP/1.1" status: 200 len: 217 time: 0.0654955 Mar 09 03:34:36.957714 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-d254b2d1-88bf-467e-8872-18ba8bdce548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:36.958812 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-d254b2d1-88bf-467e-8872-18ba8bdce548 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3178353 Mar 09 03:34:36.972299 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db43b2-8c03-44f9-a3ca-2c2ab78d2a29 req-767dabd4-e18f-4111-a71e-4402becd0dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:36.973908 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d0db43b2-8c03-44f9-a3ca-2c2ab78d2a29 req-767dabd4-e18f-4111-a71e-4402becd0dc9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.0666554 Mar 09 03:34:37.008420 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-9ddf6f40-189b-4c72-a8ae-69811e9b58bc req-52187b0e-ed02-419c-a3f4-b21fcf0dc8f3 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 09 03:34:37.009420 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ddf6f40-189b-4c72-a8ae-69811e9b58bc req-52187b0e-ed02-419c-a3f4-b21fcf0dc8f3 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "DELETE /v2.0/security-groups/51623932-9c99-48d8-9998-05ff7f6b5643 HTTP/1.1" status: 409 len: 341 time: 0.2893867 Mar 09 03:34:37.117894 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db43b2-8c03-44f9-a3ca-2c2ab78d2a29 req-e7b9ca11-1957-4a0c-9799-fd463c3eb146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:37.118714 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b4d36adf-1b84-4f4c-93d4-17afed6c8ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:37.119378 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d0db43b2-8c03-44f9-a3ca-2c2ab78d2a29 req-e7b9ca11-1957-4a0c-9799-fd463c3eb146 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1347947 Mar 09 03:34:37.132659 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe358dde-64ef-44cc-8b87-ddcbfc7cb220 req-acc4c74e-d906-4aa8-a68c-6b4ac56d0ffb tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:37.133329 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-fe358dde-64ef-44cc-8b87-ddcbfc7cb220 req-acc4c74e-d906-4aa8-a68c-6b4ac56d0ffb tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Synchronizing usage tracker for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:34:37.220255 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-fe358dde-64ef-44cc-8b87-ddcbfc7cb220 req-acc4c74e-d906-4aa8-a68c-6b4ac56d0ffb tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Unset dirty status for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:34:37.221305 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe358dde-64ef-44cc-8b87-ddcbfc7cb220 req-acc4c74e-d906-4aa8-a68c-6b4ac56d0ffb tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 947 time: 0.2061782 Mar 09 03:34:37.223970 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c51815-eadc-4063-8bb4-505179757e20 req-baeb365d-1ada-4bad-9017-aa927a3d0bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:37.225928 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80c51815-eadc-4063-8bb4-505179757e20 req-baeb365d-1ada-4bad-9017-aa927a3d0bd0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0cb6cd8-4bb8-4732-985e-a168c0bc6927 HTTP/1.1" status: 200 len: 913 time: 0.4164584 Mar 09 03:34:37.344319 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80c51815-eadc-4063-8bb4-505179757e20 req-dcdb9f15-9325-4eaf-93af-77f8ec44f591 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=052b3f80-a1a2-440e-b258-76eeeaa548a9 HTTP/1.1" status: 200 len: 217 time: 0.1038220 Mar 09 03:34:37.357599 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d36adf-1b84-4f4c-93d4-17afed6c8ad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9035d512-36fb-4af8-b4c6-f55a40920a78,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:37.399082 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-4df140c5-4fcb-45d6-b057-afee2e0dd162 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265921 Mar 09 03:34:37.399805 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe358dde-64ef-44cc-8b87-ddcbfc7cb220 req-095b5c63-0602-4fec-bfb7-c3a4ee44b0ff tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627951 Mar 09 03:34:37.401876 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d0db43b2-8c03-44f9-a3ca-2c2ab78d2a29 req-183757f5-18d0-4628-9fb0-6d5488d9637a service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659085 Mar 09 03:34:37.459311 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d36adf-1b84-4f4c-93d4-17afed6c8ad6 admin admin] Checking segment: {'id': '288b5494-35ec-4e82-b7de-c8b6ff41810e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '11207fee-7662-4917-9e3d-9f3ac56ec541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:34:37.459670 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d36adf-1b84-4f4c-93d4-17afed6c8ad6 admin admin] Network hostable DHCP agents. Network: 11207fee-7662-4917-9e3d-9f3ac56ec541, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:34:37.541105 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d0db43b2-8c03-44f9-a3ca-2c2ab78d2a29 req-575c7ea6-67ac-451f-a29f-e9a482d3514c service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319079 Mar 09 03:34:37.554389 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c51815-eadc-4063-8bb4-505179757e20 req-0e6f733b-8794-45a6-b095-9c5fc341222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:37.555907 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80c51815-eadc-4063-8bb4-505179757e20 req-0e6f733b-8794-45a6-b095-9c5fc341222a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a30daa9-e9b2-4995-b60e-5929ccdb08b2 HTTP/1.1" status: 200 len: 852 time: 0.2025945 Mar 09 03:34:37.570506 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0aca2-9f73-49b7-99c3-9b332f817b74 req-47fd8762-004d-4da5-8a98-fc10d99e8ffb tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:37.571231 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-a5f0aca2-9f73-49b7-99c3-9b332f817b74 req-47fd8762-004d-4da5-8a98-fc10d99e8ffb tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Synchronizing usage tracker for tenant:3f691b0e78004b699a1c8be5d8063134 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:34:37.631875 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d36adf-1b84-4f4c-93d4-17afed6c8ad6 admin admin] Network 11207fee-7662-4917-9e3d-9f3ac56ec541 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:34:37.641584 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80c51815-eadc-4063-8bb4-505179757e20 req-8f401837-3121-47a4-a52f-3ad36d4104a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0cb6cd8-4bb8-4732-985e-a168c0bc6927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635026 Mar 09 03:34:37.690595 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-a5f0aca2-9f73-49b7-99c3-9b332f817b74 req-47fd8762-004d-4da5-8a98-fc10d99e8ffb tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Unset dirty status for tenant:3f691b0e78004b699a1c8be5d8063134 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:34:37.691764 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5f0aca2-9f73-49b7-99c3-9b332f817b74 req-47fd8762-004d-4da5-8a98-fc10d99e8ffb tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a85579-6c61-4fd4-8ebb-235b428ff418 HTTP/1.1" status: 200 len: 947 time: 0.5876071 Mar 09 03:34:37.712768 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-b4d36adf-1b84-4f4c-93d4-17afed6c8ad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 11207fee-7662-4917-9e3d-9f3ac56ec541) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:34:37.717474 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d36adf-1b84-4f4c-93d4-17afed6c8ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:37.718795 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b4d36adf-1b84-4f4c-93d4-17afed6c8ad6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:37.720929 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0730f7-33a4-4ced-bcc0-4b962012f6f6 None None] Network 11207fee-7662-4917-9e3d-9f3ac56ec541 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:34:37.746534 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd5dbfa9-9c71-4b23-99dc-8731bc7947e3 req-d3d2416c-2276-4e2b-8b15-ecb8c3a5e988 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386509 Mar 09 03:34:37.819234 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066241e-6298-4e2f-8cd2-70e57dd0b1aa req-ba251bfd-f3b2-4ab9-8052-2201ae39cc91 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:37.826167 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e066241e-6298-4e2f-8cd2-70e57dd0b1aa req-ba251bfd-f3b2-4ab9-8052-2201ae39cc91 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 944 time: 0.0911841 Mar 09 03:34:37.838673 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b4d36adf-1b84-4f4c-93d4-17afed6c8ad6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6806543 Mar 09 03:34:37.853260 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-a5f0aca2-9f73-49b7-99c3-9b332f817b74 req-3982c976-9e34-4b21-9dbf-cfb4f2419c60 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Synchronizing usage tracker for tenant:3f691b0e78004b699a1c8be5d8063134 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:34:37.894912 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80c51815-eadc-4063-8bb4-505179757e20 req-c4f23e8e-6135-4148-b08f-6be3fe4c21ab service neutron] 10.222.0.24 "GET /v2.0/networks/b0cb6cd8-4bb8-4732-985e-a168c0bc6927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363238 Mar 09 03:34:37.910690 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e066241e-6298-4e2f-8cd2-70e57dd0b1aa req-90db3789-d572-4577-88c0-1152fcf9e43a tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834634 Mar 09 03:34:37.928382 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-a5f0aca2-9f73-49b7-99c3-9b332f817b74 req-3982c976-9e34-4b21-9dbf-cfb4f2419c60 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Unset dirty status for tenant:3f691b0e78004b699a1c8be5d8063134 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:34:37.929720 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5f0aca2-9f73-49b7-99c3-9b332f817b74 req-3982c976-9e34-4b21-9dbf-cfb4f2419c60 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.16 "GET /v2.0/security-groups?id=ecb47d7f-7ec1-4d92-92ab-a7460eb10d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178910 Mar 09 03:34:37.971206 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a92b896-2fbb-487d-8e26-2d7a6f1de256 None None] Network 11207fee-7662-4917-9e3d-9f3ac56ec541 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:34:38.165189 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80c51815-eadc-4063-8bb4-505179757e20 req-db9da1b2-eccc-48d1-acb0-4a0f5dc2bed4 service neutron] 10.222.0.24 "GET /v2.0/networks/b0cb6cd8-4bb8-4732-985e-a168c0bc6927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617581 Mar 09 03:34:38.201705 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8aff2-2115-47c9-8a89-50cd8bbca5ef req-59062d86-90df-4931-be19-898bee492266 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:38.201963 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec2958-bb0c-4e78-8d59-e17b9d399e32 req-6183b558-5b57-4b93-97b5-2aa4dc800a9c tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:38.203311 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-79a8aff2-2115-47c9-8a89-50cd8bbca5ef req-59062d86-90df-4931-be19-898bee492266 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 946 time: 0.0948377 Mar 09 03:34:38.207308 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6eec2958-bb0c-4e78-8d59-e17b9d399e32 req-6183b558-5b57-4b93-97b5-2aa4dc800a9c tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 1024 time: 0.1357160 Mar 09 03:34:38.249347 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-79a8aff2-2115-47c9-8a89-50cd8bbca5ef req-95594f1c-c112-4dfa-b023-2a6730e94cfd tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395889 Mar 09 03:34:38.253810 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6eec2958-bb0c-4e78-8d59-e17b9d399e32 req-b1dc8718-1f36-420e-98a0-269c481b9ba0 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=51623932-9c99-48d8-9998-05ff7f6b5643&id=cdd83d64-8797-4349-9aaf-91b23d76735d&id=cafe80ab-45ec-4a79-80ff-f1869fcc9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0446134 Mar 09 03:34:38.408408 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:38.489693 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-22987193-b1db-4e1c-b483-c46809808124 req-fbdafa94-7f38-44c5-b431-b761ae36f3cf tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=fb202b0928604d6ca848064936552050&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269825 Mar 09 03:34:38.651655 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22987193-b1db-4e1c-b483-c46809808124 req-9f80536a-8114-43e6-b466-d8fec58f8637 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:38.652670 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a85579-6c61-4fd4-8ebb-235b428ff418', 'tag': '9652dcef-e3f4-483d-9112-7fcdbdeb4749'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:34:38.653005 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-22987193-b1db-4e1c-b483-c46809808124 req-9f80536a-8114-43e6-b466-d8fec58f8637 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1578386 Mar 09 03:34:38.668960 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-22987193-b1db-4e1c-b483-c46809808124 req-ff1c70c6-dbf8-4d45-bb89-e660da778c2c tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/quotas/fb202b0928604d6ca848064936552050 HTTP/1.1" status: 200 len: 375 time: 0.0098822 Mar 09 03:34:38.713070 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-deea0e28-bfd0-456d-9ea2-23e8f0b48679 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:38.714535 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-deea0e28-bfd0-456d-9ea2-23e8f0b48679 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/networks?id=11207fee-7662-4917-9e3d-9f3ac56ec541 HTTP/1.1" status: 200 len: 816 time: 0.2585931 Mar 09 03:34:38.728990 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-6bb7707d-bce7-4bdd-9b34-eea6eb8539ee tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/quotas/2f91ce588c1a4be19a82d32063839bec HTTP/1.1" status: 200 len: 375 time: 0.0089672 Mar 09 03:34:38.756230 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-22987193-b1db-4e1c-b483-c46809808124 req-6a910e57-e4ab-4522-a5c7-596d0fc66491 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816469 Mar 09 03:34:38.779040 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-c8ecd3a7-2aad-42b8-9ccd-74efea72f102 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f91ce588c1a4be19a82d32063839bec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447383 Mar 09 03:34:38.939921 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-bb3c3c17-fa32-472a-b806-2edba3a1e135 service neutron] 10.222.0.16 "GET /v2.0/networks/11207fee-7662-4917-9e3d-9f3ac56ec541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537821 Mar 09 03:34:39.039423 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1063aab-c6bc-4146-9aef-0da8115325b9 req-168eb4ed-a76a-4a57-aeec-b5023d048313 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:39.041139 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1063aab-c6bc-4146-9aef-0da8115325b9 req-168eb4ed-a76a-4a57-aeec-b5023d048313 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 947 time: 0.0845678 Mar 09 03:34:39.087110 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-1ffd6ca6-4373-4155-ab5b-878961a23314 service neutron] 10.222.0.16 "GET /v2.0/networks/11207fee-7662-4917-9e3d-9f3ac56ec541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402442 Mar 09 03:34:39.087903 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1063aab-c6bc-4146-9aef-0da8115325b9 req-11d250bb-a192-41be-aa82-e729d382a4e9 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411451 Mar 09 03:34:39.145324 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a85579-6c61-4fd4-8ebb-235b428ff418', 'tag': '9652dcef-e3f4-483d-9112-7fcdbdeb4749', 'status': 'completed', 'code': 200} Mar 09 03:34:39.246331 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-47efcd85-3678-456b-9b8e-ebe45564efac req-61e61594-96c7-461c-8be3-a0151904b9eb tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 210 time: 0.0592027 Mar 09 03:34:39.255174 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a15a0-51c8-4910-949e-c0772227fdc6 req-8f62a71b-0ce7-48f7-9fc8-cbfbf59ef7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:39.257181 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c6a15a0-51c8-4910-949e-c0772227fdc6 req-8f62a71b-0ce7-48f7-9fc8-cbfbf59ef7e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f691b0e78004b699a1c8be5d8063134&device_id=83a85579-6c61-4fd4-8ebb-235b428ff418 HTTP/1.1" status: 200 len: 1098 time: 0.0828996 Mar 09 03:34:39.451189 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9fb81-b41e-4217-981e-c984860e7a18 req-029dd90c-4e9f-4008-89d1-87ab6f673b0a tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:39.459355 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-92c9fb81-b41e-4217-981e-c984860e7a18 req-029dd90c-4e9f-4008-89d1-87ab6f673b0a tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 944 time: 0.1061292 Mar 09 03:34:39.496665 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a15a0-51c8-4910-949e-c0772227fdc6 req-3a1c37e9-47de-4e5d-a198-764b540a8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:39.498429 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c6a15a0-51c8-4910-949e-c0772227fdc6 req-3a1c37e9-47de-4e5d-a198-764b540a8a61 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.2331247 Mar 09 03:34:39.513390 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-92c9fb81-b41e-4217-981e-c984860e7a18 req-ef5b6d12-4f90-4205-8823-0d8fa14d9c83 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528815 Mar 09 03:34:39.585954 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c6a15a0-51c8-4910-949e-c0772227fdc6 req-b59b744e-7907-46d2-8ec1-c50d79faeacb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=9652dcef-e3f4-483d-9112-7fcdbdeb4749 HTTP/1.1" status: 200 len: 217 time: 0.0718706 Mar 09 03:34:39.662678 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a15a0-51c8-4910-949e-c0772227fdc6 req-694477c9-6354-41e5-bfb6-a93f4c889a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:39.664449 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c6a15a0-51c8-4910-949e-c0772227fdc6 req-694477c9-6354-41e5-bfb6-a93f4c889a48 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.0700836 Mar 09 03:34:39.718771 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd4ab3-8c8f-4616-b0d3-bc4c0522b4cf req-e6ffeede-d751-492b-aa89-d316df9bc3c5 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:39.720256 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-81fd4ab3-8c8f-4616-b0d3-bc4c0522b4cf req-e6ffeede-d751-492b-aa89-d316df9bc3c5 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a85579-6c61-4fd4-8ebb-235b428ff418 HTTP/1.1" status: 200 len: 947 time: 0.2696850 Mar 09 03:34:39.752006 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a00af-47b3-4840-89a7-520f012219a7 req-db374c4f-e26f-4411-b5a0-0e7d9208cdbd tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:39.753460 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-477a00af-47b3-4840-89a7-520f012219a7 req-db374c4f-e26f-4411-b5a0-0e7d9208cdbd tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 946 time: 0.1000283 Mar 09 03:34:39.789629 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-81fd4ab3-8c8f-4616-b0d3-bc4c0522b4cf req-5143bdc1-00aa-4067-bff6-80da9cbcb610 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.16 "GET /v2.0/security-groups?id=ecb47d7f-7ec1-4d92-92ab-a7460eb10d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592146 Mar 09 03:34:39.794362 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a15a0-51c8-4910-949e-c0772227fdc6 req-42099df5-9a5b-4050-83c3-7c61c0d2cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:39.795814 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c6a15a0-51c8-4910-949e-c0772227fdc6 req-42099df5-9a5b-4050-83c3-7c61c0d2cdf9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1231925 Mar 09 03:34:39.824459 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-477a00af-47b3-4840-89a7-520f012219a7 req-692b80a2-f3a4-4190-8bc0-d068d6e37319 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595262 Mar 09 03:34:40.144705 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-22987193-b1db-4e1c-b483-c46809808124 req-b22e442d-e840-4106-9ef2-26540b159f68 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=fb202b0928604d6ca848064936552050&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360286 Mar 09 03:34:40.166988 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c6a15a0-51c8-4910-949e-c0772227fdc6 req-899d27f9-e918-4ca1-bf56-3a892e8610a3 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583100 Mar 09 03:34:40.228573 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1827be-3d19-44e6-958f-d4fb235f8e9c req-d7f1de43-4831-4c5b-abe8-f287f25dadc0 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:40.229567 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ba1827be-3d19-44e6-958f-d4fb235f8e9c req-d7f1de43-4831-4c5b-abe8-f287f25dadc0 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.24 "GET /v2.0/ports?device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 1024 time: 0.2339919 Mar 09 03:34:40.237902 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d8490-920d-4f27-a817-76a7db5b65be req-ab9d9ce7-a6e4-4653-9c8e-13b14bb23eb5 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:40.246019 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b81d8490-920d-4f27-a817-76a7db5b65be req-ab9d9ce7-a6e4-4653-9c8e-13b14bb23eb5 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 1024 time: 0.3119383 Mar 09 03:34:40.494881 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b81d8490-920d-4f27-a817-76a7db5b65be req-a05704c2-9727-47cd-9157-1ef86d5f6fa1 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=51623932-9c99-48d8-9998-05ff7f6b5643&id=cdd83d64-8797-4349-9aaf-91b23d76735d&id=cafe80ab-45ec-4a79-80ff-f1869fcc9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2478969 Mar 09 03:34:40.497986 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device b497e655-390b-4c5f-8aba-27b38ec3f987 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:34:40.510953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-ba1827be-3d19-44e6-958f-d4fb235f8e9c req-804f4037-3322-4485-b56e-5c0a312f6b47 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Deleting port 052b3f80-a1a2-440e-b258-76eeeaa548a9 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:34:40.510953 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ba1827be-3d19-44e6-958f-d4fb235f8e9c req-804f4037-3322-4485-b56e-5c0a312f6b47 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:40.538036 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22987193-b1db-4e1c-b483-c46809808124 req-afc8c77b-28d4-4f81-98cc-4970d1c8f414 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:40.539699 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-22987193-b1db-4e1c-b483-c46809808124 req-afc8c77b-28d4-4f81-98cc-4970d1c8f414 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3858862 Mar 09 03:34:40.570566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-22987193-b1db-4e1c-b483-c46809808124 req-8e314f9a-0387-481b-8aa3-41731a2e4d0e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Request body: {'port': {'device_id': '319a3be0-46dd-408e-91d5-4cb03dca2694', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': 'fb202b0928604d6ca848064936552050'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:40.635368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6f014-f2f4-431a-92c8-5a09c8636641 req-0ec0d7b4-da16-4fc7-b256-de40d8c50fbc tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:40.636879 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f4b6f014-f2f4-431a-92c8-5a09c8636641 req-0ec0d7b4-da16-4fc7-b256-de40d8c50fbc tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 947 time: 0.2491467 Mar 09 03:34:40.739156 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port b497e655-390b-4c5f-8aba-27b38ec3f987, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=b497e655-390b-4c5f-8aba-27b38ec3f987,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:40.757733 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'b497e655-390b-4c5f-8aba-27b38ec3f987', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': 'b497e655-390b-4c5f-8aba-27b38ec3f987', 'mac_address': 'fa:16:3e:79:36:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:34:40.768737 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f4b6f014-f2f4-431a-92c8-5a09c8636641 req-05e5a53b-dd93-4f9c-b25d-87fb227df4cf tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800390 Mar 09 03:34:40.842186 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:40.867566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-22987193-b1db-4e1c-b483-c46809808124 req-8e314f9a-0387-481b-8aa3-41731a2e4d0e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:40.878052 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-22987193-b1db-4e1c-b483-c46809808124 req-8e314f9a-0387-481b-8aa3-41731a2e4d0e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:40.883377 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b497e655-390b-4c5f-8aba-27b38ec3f987 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:34:40.891339 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22987193-b1db-4e1c-b483-c46809808124 req-8e314f9a-0387-481b-8aa3-41731a2e4d0e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Made reservation on behalf of fb202b0928604d6ca848064936552050 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:34:40.895425 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-22987193-b1db-4e1c-b483-c46809808124 req-8e314f9a-0387-481b-8aa3-41731a2e4d0e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:40.920784 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port b497e655-390b-4c5f-8aba-27b38ec3f987, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=b497e655-390b-4c5f-8aba-27b38ec3f987,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:40.933190 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:41.015556 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c6a15a0-51c8-4910-949e-c0772227fdc6 req-927b4764-9ad2-456b-8356-e778c537456a service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8321249 Mar 09 03:34:41.020572 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79d07d0a-e5ed-46ed-bdd5-85fb694bf2e7 req-36cae033-e82a-4f58-a09a-1cc2f7c30ab2 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/ports?device_id=666666a6-76cd-4db2-958f-83a8814cf7e9 HTTP/1.1" status: 200 len: 210 time: 0.3583858 Mar 09 03:34:41.023293 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-851ce8a4-c4cd-48eb-bd55-198c81bc6e0e req-d1001f29-a22c-4eec-9d48-dbd64a926a6a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 210 time: 0.0615363 Mar 09 03:34:41.029578 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=b497e655-390b-4c5f-8aba-27b38ec3f987,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:41.156178 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-22987193-b1db-4e1c-b483-c46809808124 req-8e314f9a-0387-481b-8aa3-41731a2e4d0e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Allocated IP 192.168.233.170 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/317087b4-d89e-40f1-b023-7b8ca916229c) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:34:41.392414 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['b497e655-390b-4c5f-8aba-27b38ec3f987'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:34:41.450234 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-b1decea0-a7c8-4f9f-aefc-1670a006e979 service neutron] 10.222.0.21 "GET /v2.0/ports/401bb584-fe18-4951-b81e-42389a89ada8/bindings/n-h1-825178-5 HTTP/1.1" status: 200 len: 384 time: 0.4713480 Mar 09 03:34:41.495867 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972dc78-15c4-47b2-86ca-9f4425d64e02 req-ed8925f8-9e70-4cda-9358-4e51e6be2db7 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:41.497523 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0972dc78-15c4-47b2-86ca-9f4425d64e02 req-ed8925f8-9e70-4cda-9358-4e51e6be2db7 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 944 time: 0.3239295 Mar 09 03:34:41.575682 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-22987193-b1db-4e1c-b483-c46809808124 req-8e314f9a-0387-481b-8aa3-41731a2e4d0e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:41.587510 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-ba1827be-3d19-44e6-958f-d4fb235f8e9c req-804f4037-3322-4485-b56e-5c0a312f6b47 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] For port 052b3f80-a1a2-440e-b258-76eeeaa548a9, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=052b3f80-a1a2-440e-b258-76eeeaa548a9,segment=NetworkSegment(dbb0516b-55d1-45e2-b346-e5f7478e7bd6),segment_id=dbb0516b-55d1-45e2-b346-e5f7478e7bd6)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:41.587776 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ba1827be-3d19-44e6-958f-d4fb235f8e9c req-804f4037-3322-4485-b56e-5c0a312f6b47 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:41.596664 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0972dc78-15c4-47b2-86ca-9f4425d64e02 req-62f6c353-5bff-48a0-adb9-7c5a046b50fe tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858529 Mar 09 03:34:41.605326 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-22987193-b1db-4e1c-b483-c46809808124 req-8e314f9a-0387-481b-8aa3-41731a2e4d0e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Transition to ACTIVE for port object 317087b4-d89e-40f1-b023-7b8ca916229c will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:34:41.668790 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-22987193-b1db-4e1c-b483-c46809808124 req-8e314f9a-0387-481b-8aa3-41731a2e4d0e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:41.681653 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['dfc3397f-d11e-4a4e-96e9-d963378392a6'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:34:41.727597 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 9652dcef-e3f4-483d-9112-7fcdbdeb4749 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:34:41.759637 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0d54a-3fcc-4cb1-b5bf-56a4813f7866 req-f0d25a3b-1c51-436b-87ab-4d9890be350f tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:41.767406 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f6f0d54a-3fcc-4cb1-b5bf-56a4813f7866 req-f0d25a3b-1c51-436b-87ab-4d9890be350f tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a85579-6c61-4fd4-8ebb-235b428ff418 HTTP/1.1" status: 200 len: 947 time: 0.5563779 Mar 09 03:34:41.774623 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.21', 56443) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:34:41.779975 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-ba1827be-3d19-44e6-958f-d4fb235f8e9c req-804f4037-3322-4485-b56e-5c0a312f6b47 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Calling delete_port for 052b3f80-a1a2-440e-b258-76eeeaa548a9 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:34:41.846301 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-f494b968-4d8f-490e-a6b2-1aa549195e37 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:41.847789 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-f494b968-4d8f-490e-a6b2-1aa549195e37 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.21 "GET /v2.0/networks?id=11207fee-7662-4917-9e3d-9f3ac56ec541 HTTP/1.1" status: 200 len: 816 time: 0.5790789 Mar 09 03:34:41.878765 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-46ae3f96-a7a5-4ec5-89eb-e1ac23715120 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Request body: {'port': {'device_id': '664d0117-b991-4c73-9267-c03d7f89ccfd', 'network_id': '11207fee-7662-4917-9e3d-9f3ac56ec541', 'admin_state_up': True, 'tenant_id': '2f91ce588c1a4be19a82d32063839bec'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:41.961553 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f6f0d54a-3fcc-4cb1-b5bf-56a4813f7866 req-c71b2b93-d489-4982-a6ff-62d8567966b9 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.16 "GET /v2.0/security-groups?id=ecb47d7f-7ec1-4d92-92ab-a7460eb10d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931973 Mar 09 03:34:42.024781 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 9652dcef-e3f4-483d-9112-7fcdbdeb4749, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=9652dcef-e3f4-483d-9112-7fcdbdeb4749,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:42.036012 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-166de1d1-cfbe-411e-9c18-9c4455c95b61 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:42.037442 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-166de1d1-cfbe-411e-9c18-9c4455c95b61 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Synchronizing usage tracker for tenant:2f91ce588c1a4be19a82d32063839bec on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:34:42.053786 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '9652dcef-e3f4-483d-9112-7fcdbdeb4749', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': '9652dcef-e3f4-483d-9112-7fcdbdeb4749', 'mac_address': 'fa:16:3e:b7:5e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:34:42.054378 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22987193-b1db-4e1c-b483-c46809808124 req-8e314f9a-0387-481b-8aa3-41731a2e4d0e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:34:42.068846 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-22987193-b1db-4e1c-b483-c46809808124 req-8e314f9a-0387-481b-8aa3-41731a2e4d0e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:34:42.078656 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-22987193-b1db-4e1c-b483-c46809808124 req-8e314f9a-0387-481b-8aa3-41731a2e4d0e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:34:42.184887 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22987193-b1db-4e1c-b483-c46809808124 req-8e314f9a-0387-481b-8aa3-41731a2e4d0e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:42.185580 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-22987193-b1db-4e1c-b483-c46809808124 req-8e314f9a-0387-481b-8aa3-41731a2e4d0e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:42.195140 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:42.213291 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e314f9a-0387-481b-8aa3-41731a2e4d0e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Pushing event updated for resources: {'Port': ['ID=317087b4-d89e-40f1-b023-7b8ca916229c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:42.219518 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-22987193-b1db-4e1c-b483-c46809808124 req-8e314f9a-0387-481b-8aa3-41731a2e4d0e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6669736 Mar 09 03:34:42.220153 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-166de1d1-cfbe-411e-9c18-9c4455c95b61 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Unset dirty status for tenant:2f91ce588c1a4be19a82d32063839bec on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:34:42.221428 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-166de1d1-cfbe-411e-9c18-9c4455c95b61 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.21 "GET /v2.0/networks?id=11207fee-7662-4917-9e3d-9f3ac56ec541 HTTP/1.1" status: 200 len: 816 time: 0.4440200 Mar 09 03:34:42.222637 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9652dcef-e3f4-483d-9112-7fcdbdeb4749 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:34:42.245233 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.21', 56444) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:34:42.255084 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-22987193-b1db-4e1c-b483-c46809808124 req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Request body: {'port': {'device_id': '319a3be0-46dd-408e-91d5-4cb03dca2694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:42.255306 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 9652dcef-e3f4-483d-9112-7fcdbdeb4749, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=9652dcef-e3f4-483d-9112-7fcdbdeb4749,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:42.261691 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:42.367447 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=9652dcef-e3f4-483d-9112-7fcdbdeb4749,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:42.397834 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-5aca64ad-82cc-4797-9c06-9ed6967568cd tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Request body: {'port': {'device_id': '7fe3472e-550b-49f4-90ab-03dc1402a30d', 'network_id': '11207fee-7662-4917-9e3d-9f3ac56ec541', 'admin_state_up': True, 'tenant_id': '2f91ce588c1a4be19a82d32063839bec'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:42.465036 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc806ffe-e22c-4a3d-b692-d4caa51eba8d req-49d63663-60b8-4334-8dfd-6d48183569fd tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:42.468150 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bc806ffe-e22c-4a3d-b692-d4caa51eba8d req-49d63663-60b8-4334-8dfd-6d48183569fd tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 946 time: 0.7006314 Mar 09 03:34:42.470404 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-46ae3f96-a7a5-4ec5-89eb-e1ac23715120 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:42.485534 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ff61f75c-fb69-46b2-bfa5-b196cae5cd1c None None] Provisioning for port 317087b4-d89e-40f1-b023-7b8ca916229c completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:34:42.488713 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-46ae3f96-a7a5-4ec5-89eb-e1ac23715120 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Usage tracker for resource:port and tenant:2f91ce588c1a4be19a82d32063839bec is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:42.493128 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ff61f75c-fb69-46b2-bfa5-b196cae5cd1c None None] Provisioning complete for port 317087b4-d89e-40f1-b023-7b8ca916229c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:34:42.493548 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ff61f75c-fb69-46b2-bfa5-b196cae5cd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:42.497207 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-46ae3f96-a7a5-4ec5-89eb-e1ac23715120 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:42.510461 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-46ae3f96-a7a5-4ec5-89eb-e1ac23715120 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:42.520023 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ba1827be-3d19-44e6-958f-d4fb235f8e9c req-804f4037-3322-4485-b56e-5c0a312f6b47 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:42.526988 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 401bb584-fe18-4951-b81e-42389a89ada8 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:34:42.560013 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['435f865e-b95d-40d3-af10-570eadbbc29b'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:34:42.585670 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f4037-3322-4485-b56e-5c0a312f6b47 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Pushing event deleted for resources: {'Port': ['ID=052b3f80-a1a2-440e-b258-76eeeaa548a9,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:42.593167 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-78334a3b-9de9-4e7e-b564-64fa275c6279 service neutron] For port 401bb584-fe18-4951-b81e-42389a89ada8, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=401bb584-fe18-4951-b81e-42389a89ada8,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:42.636962 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['9652dcef-e3f4-483d-9112-7fcdbdeb4749'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:34:42.647770 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-22987193-b1db-4e1c-b483-c46809808124 req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:42.649959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-46ae3f96-a7a5-4ec5-89eb-e1ac23715120 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Made reservation on behalf of 2f91ce588c1a4be19a82d32063839bec for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:34:42.653416 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-46ae3f96-a7a5-4ec5-89eb-e1ac23715120 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:42.682258 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['51279369-540d-4970-bc4f-209236552640'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:34:42.712243 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1827be-3d19-44e6-958f-d4fb235f8e9c req-804f4037-3322-4485-b56e-5c0a312f6b47 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] No DVR routers for this DVR port 052b3f80-a1a2-440e-b258-76eeeaa548a9 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:34:42.721385 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ba1827be-3d19-44e6-958f-d4fb235f8e9c req-804f4037-3322-4485-b56e-5c0a312f6b47 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:42.732220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d326e35-1bcd-43ff-b912-5d8495c85b0e req-f9c87afe-a672-4479-a938-1d3033a59d84 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:42.733808 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9d326e35-1bcd-43ff-b912-5d8495c85b0e req-f9c87afe-a672-4479-a938-1d3033a59d84 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=7238cd06-cab2-4c51-a7b3-c14c93869ff0 HTTP/1.1" status: 200 len: 1024 time: 0.5651834 Mar 09 03:34:42.734347 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7238cd06-cab2-4c51-a7b3-c14c93869ff0', 'name': 'network-vif-deleted', 'tag': '052b3f80-a1a2-440e-b258-76eeeaa548a9'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:34:42.772524 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bc806ffe-e22c-4a3d-b692-d4caa51eba8d req-ebc8d6e7-ae86-46d0-be4f-be940c08ee30 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180097 Mar 09 03:34:42.800907 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ff61f75c-fb69-46b2-bfa5-b196cae5cd1c None None] Port 317087b4-d89e-40f1-b023-7b8ca916229c cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:34:42.824103 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 401bb584-fe18-4951-b81e-42389a89ada8 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:34:42.824592 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 052b3f80-a1a2-440e-b258-76eeeaa548a9 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:34:42.883062 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 052b3f80-a1a2-440e-b258-76eeeaa548a9 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:34:42.883443 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 052b3f80-a1a2-440e-b258-76eeeaa548a9 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:34:42.973924 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-78334a3b-9de9-4e7e-b564-64fa275c6279 service neutron] For port 401bb584-fe18-4951-b81e-42389a89ada8, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:34:42.975272 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-4f92ae5b-2296-47b7-b8b4-7102af0e8673 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:42.976690 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-4f92ae5b-2296-47b7-b8b4-7102af0e8673 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.21 "GET /v2.0/networks?id=11207fee-7662-4917-9e3d-9f3ac56ec541 HTTP/1.1" status: 200 len: 816 time: 0.6501398 Mar 09 03:34:42.977692 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-5aca64ad-82cc-4797-9c06-9ed6967568cd tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:42.992780 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-5aca64ad-82cc-4797-9c06-9ed6967568cd tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Usage tracker for resource:port and tenant:2f91ce588c1a4be19a82d32063839bec is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:43.009724 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-5aca64ad-82cc-4797-9c06-9ed6967568cd tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:43.015212 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-1725a711-00c0-4be0-ba66-d5862e9871df tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Request body: {'port': {'device_id': '666666a6-76cd-4db2-958f-83a8814cf7e9', 'network_id': '11207fee-7662-4917-9e3d-9f3ac56ec541', 'admin_state_up': True, 'tenant_id': '2f91ce588c1a4be19a82d32063839bec'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:43.053154 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ba1827be-3d19-44e6-958f-d4fb235f8e9c req-804f4037-3322-4485-b56e-5c0a312f6b47 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.24 "DELETE /v2.0/ports/052b3f80-a1a2-440e-b258-76eeeaa548a9 HTTP/1.1" status: 204 len: 173 time: 2.7885163 Mar 09 03:34:43.058547 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-5aca64ad-82cc-4797-9c06-9ed6967568cd tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:43.143035 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-78334a3b-9de9-4e7e-b564-64fa275c6279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 401bb584-fe18-4951-b81e-42389a89ada8 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:34:43.184538 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9d326e35-1bcd-43ff-b912-5d8495c85b0e req-0df3f1a9-c6dc-4d1b-8b91-2d5615215e74 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=51623932-9c99-48d8-9998-05ff7f6b5643&id=cdd83d64-8797-4349-9aaf-91b23d76735d&id=cafe80ab-45ec-4a79-80ff-f1869fcc9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2141914 Mar 09 03:34:43.195829 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-78334a3b-9de9-4e7e-b564-64fa275c6279 service neutron] For port 401bb584-fe18-4951-b81e-42389a89ada8, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=401bb584-fe18-4951-b81e-42389a89ada8,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:43.202707 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-5aca64ad-82cc-4797-9c06-9ed6967568cd tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Made reservation on behalf of 2f91ce588c1a4be19a82d32063839bec for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:34:43.206177 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-5aca64ad-82cc-4797-9c06-9ed6967568cd tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:43.233334 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-78334a3b-9de9-4e7e-b564-64fa275c6279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:43.253422 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-46ae3f96-a7a5-4ec5-89eb-e1ac23715120 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Allocated IP 172.20.0.10 (11207fee-7662-4917-9e3d-9f3ac56ec541/9035d512-36fb-4af8-b4c6-f55a40920a78/18722f09-e29b-4516-b362-d7a12f1bf15c) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:34:43.348509 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d3768-8236-45ed-b521-9b522f0c5fa5 req-d343f166-2d0d-4708-b63c-0fd1236e58bb tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:43.350550 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6b8d3768-8236-45ed-b521-9b522f0c5fa5 req-d343f166-2d0d-4708-b63c-0fd1236e58bb tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 948 time: 0.4492271 Mar 09 03:34:43.420473 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-1725a711-00c0-4be0-ba66-d5862e9871df tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:43.435188 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-1725a711-00c0-4be0-ba66-d5862e9871df tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Usage tracker for resource:port and tenant:2f91ce588c1a4be19a82d32063839bec is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:43.546172 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-1725a711-00c0-4be0-ba66-d5862e9871df tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:43.557511 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6b8d3768-8236-45ed-b521-9b522f0c5fa5 req-67872771-ed5f-4332-839d-4be7962f4959 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868665 Mar 09 03:34:43.558352 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-1725a711-00c0-4be0-ba66-d5862e9871df tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:43.562660 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.resource_extend [req-22987193-b1db-4e1c-b483-c46809808124 req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:34:43.577707 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-78334a3b-9de9-4e7e-b564-64fa275c6279 service neutron] Transition to ACTIVE for port object 401bb584-fe18-4951-b81e-42389a89ada8 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:34:43.598925 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-78334a3b-9de9-4e7e-b564-64fa275c6279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:43.631316 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-1725a711-00c0-4be0-ba66-d5862e9871df tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Made reservation on behalf of 2f91ce588c1a4be19a82d32063839bec for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:34:43.635140 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-1725a711-00c0-4be0-ba66-d5862e9871df tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:43.657312 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-22987193-b1db-4e1c-b483-c46809808124 req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 317087b4-d89e-40f1-b023-7b8ca916229c {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:34:43.699754 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 401bb584-fe18-4951-b81e-42389a89ada8 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:34:43.704746 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-22987193-b1db-4e1c-b483-c46809808124 req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:43.765793 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-603818ec-be69-433f-8fbd-b49640a31851 req-7f981b57-d6ea-4698-be57-67dd229b57fa tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/ports?device_id=666666a6-76cd-4db2-958f-83a8814cf7e9 HTTP/1.1" status: 200 len: 210 time: 0.0584092 Mar 09 03:34:43.782430 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d14cd-aa5c-4dca-a820-300b07d9a6b9 req-61d0ea43-f4c2-4e3f-ba7a-b1f010454a0d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:43.790959 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b95d14cd-aa5c-4dca-a820-300b07d9a6b9 req-61d0ea43-f4c2-4e3f-ba7a-b1f010454a0d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 936 time: 0.4314160 Mar 09 03:34:43.793700 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 401bb584-fe18-4951-b81e-42389a89ada8 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:34:43.797057 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-22987193-b1db-4e1c-b483-c46809808124 req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Transition to ACTIVE for port object 317087b4-d89e-40f1-b023-7b8ca916229c will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:34:43.813116 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-22987193-b1db-4e1c-b483-c46809808124 req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:43.884670 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78334a3b-9de9-4e7e-b564-64fa275c6279 service neutron] Pushing event updated for resources: {'Port': ['ID=401bb584-fe18-4951-b81e-42389a89ada8,revision_number=10']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:43.913102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-78334a3b-9de9-4e7e-b564-64fa275c6279 service neutron] No DVR routers for this DVR port 401bb584-fe18-4951-b81e-42389a89ada8 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:34:43.992618 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b95d14cd-aa5c-4dca-a820-300b07d9a6b9 req-e5b7e1dd-1782-449e-a375-e490c0b6abc1 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007990 Mar 09 03:34:43.995400 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-46ae3f96-a7a5-4ec5-89eb-e1ac23715120 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:43.997544 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Pushing event updated for resources: {'Port': ['ID=317087b4-d89e-40f1-b023-7b8ca916229c,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:44.007117 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-78334a3b-9de9-4e7e-b564-64fa275c6279 service neutron] 10.222.0.21 "PUT /v2.0/ports/401bb584-fe18-4951-b81e-42389a89ada8/bindings/n-h1-825178-5/activate HTTP/1.1" status: 200 len: 369 time: 2.5460882 Mar 09 03:34:44.039685 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-46ae3f96-a7a5-4ec5-89eb-e1ac23715120 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:44.080349 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:44.080703 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:44.081038 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:44.081916 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:44.082260 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:44.082591 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:44.082944 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:44.083270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:44.083621 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:44.083945 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:44.084267 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:44.084585 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:44.131103 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7238cd06-cab2-4c51-a7b3-c14c93869ff0', 'name': 'network-vif-deleted', 'tag': '052b3f80-a1a2-440e-b258-76eeeaa548a9', 'status': 'completed', 'code': 200} Mar 09 03:34:44.161453 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae3f96-a7a5-4ec5-89eb-e1ac23715120 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Pushing event updated for resources: {'Port': ['ID=18722f09-e29b-4516-b362-d7a12f1bf15c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:44.188582 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-46ae3f96-a7a5-4ec5-89eb-e1ac23715120 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Network 11207fee-7662-4917-9e3d-9f3ac56ec541 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:34:44.205874 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-22987193-b1db-4e1c-b483-c46809808124 req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Attempting to bind port 317087b4-d89e-40f1-b023-7b8ca916229c on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:34:44.206316 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-22987193-b1db-4e1c-b483-c46809808124 req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Attempting to bind port 317087b4-d89e-40f1-b023-7b8ca916229c by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:34:44.206701 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22987193-b1db-4e1c-b483-c46809808124 req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Attempting to bind port 317087b4-d89e-40f1-b023-7b8ca916229c on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:34:44.218780 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-46ae3f96-a7a5-4ec5-89eb-e1ac23715120 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:34:44.223649 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22987193-b1db-4e1c-b483-c46809808124 req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Port 317087b4-d89e-40f1-b023-7b8ca916229c on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:34:44.224574 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22987193-b1db-4e1c-b483-c46809808124 req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Attempting to bind port 317087b4-d89e-40f1-b023-7b8ca916229c on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:34:44.231664 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-46ae3f96-a7a5-4ec5-89eb-e1ac23715120 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:34:44.233907 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f5c78-1e48-4fb8-8faf-9b540b4e6480 req-2c110c3f-e94e-4459-a57c-30877c6c9415 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:44.235835 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-627f5c78-1e48-4fb8-8faf-9b540b4e6480 req-2c110c3f-e94e-4459-a57c-30877c6c9415 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 945 time: 0.3175385 Mar 09 03:34:44.245932 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-5aca64ad-82cc-4797-9c06-9ed6967568cd tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Allocated IP 172.20.0.8 (11207fee-7662-4917-9e3d-9f3ac56ec541/9035d512-36fb-4af8-b4c6-f55a40920a78/ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:34:44.248202 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22987193-b1db-4e1c-b483-c46809808124 req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:34:44.248658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22987193-b1db-4e1c-b483-c46809808124 req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:34:44.249096 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22987193-b1db-4e1c-b483-c46809808124 req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:34:44.249583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-22987193-b1db-4e1c-b483-c46809808124 req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Bound port: 317087b4-d89e-40f1-b023-7b8ca916229c, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:34:44.249923 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-22987193-b1db-4e1c-b483-c46809808124 req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:44.310587 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-46ae3f96-a7a5-4ec5-89eb-e1ac23715120 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:44.311110 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-46ae3f96-a7a5-4ec5-89eb-e1ac23715120 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:44.350779 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-424fc2fa-dff2-4b44-af7e-b581fd4dd5e3 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:44.352325 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-424fc2fa-dff2-4b44-af7e-b581fd4dd5e3 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917&tenant_id=42923148a00a49268422cf3ff4c2fd04&binding%3Ahost_id=n-h2-825178-5 HTTP/1.1" status: 200 len: 1096 time: 0.2214353 Mar 09 03:34:44.353485 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-46ae3f96-a7a5-4ec5-89eb-e1ac23715120 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4849303 Mar 09 03:34:44.365743 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5448dcd-da19-4936-8839-5c0781668fa4 req-a72d88c1-9995-4bf2-b0d7-b7519ac88f73 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:44.366488 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-627f5c78-1e48-4fb8-8faf-9b540b4e6480 req-bdf40e54-0788-4b03-9669-4939bd13221c tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225476 Mar 09 03:34:44.367197 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5448dcd-da19-4936-8839-5c0781668fa4 req-a72d88c1-9995-4bf2-b0d7-b7519ac88f73 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a85579-6c61-4fd4-8ebb-235b428ff418 HTTP/1.1" status: 200 len: 948 time: 0.1818879 Mar 09 03:34:44.372814 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Request body: {'port': {'device_id': '664d0117-b991-4c73-9267-c03d7f89ccfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:44.462468 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-22987193-b1db-4e1c-b483-c46809808124 req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] For port 317087b4-d89e-40f1-b023-7b8ca916229c, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:34:44.509596 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5448dcd-da19-4936-8839-5c0781668fa4 req-752d8385-b54e-4403-bd85-f9e4f75be03c tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.16 "GET /v2.0/security-groups?id=ecb47d7f-7ec1-4d92-92ab-a7460eb10d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118293 Mar 09 03:34:44.516778 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device b497e655-390b-4c5f-8aba-27b38ec3f987 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:34:44.536111 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-22987193-b1db-4e1c-b483-c46809808124 req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] For port 317087b4-d89e-40f1-b023-7b8ca916229c, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=317087b4-d89e-40f1-b023-7b8ca916229c,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:34:44.578273 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:44.596714 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-22987193-b1db-4e1c-b483-c46809808124 req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:44.608519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port b497e655-390b-4c5f-8aba-27b38ec3f987 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:34:44.614325 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port b497e655-390b-4c5f-8aba-27b38ec3f987 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:34:44.615232 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:44.625448 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-57af928d-631c-4167-aa4c-40ff11a2aeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:44.627080 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-57af928d-631c-4167-aa4c-40ff11a2aeb7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917&tenant_id=42923148a00a49268422cf3ff4c2fd04 HTTP/1.1" status: 200 len: 1096 time: 0.2590342 Mar 09 03:34:44.696963 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22987193-b1db-4e1c-b483-c46809808124 req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:44.697745 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-22987193-b1db-4e1c-b483-c46809808124 req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:44.699245 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-22987193-b1db-4e1c-b483-c46809808124 req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] 10.222.0.21 "PUT /v2.0/ports/317087b4-d89e-40f1-b023-7b8ca916229c HTTP/1.1" status: 200 len: 1096 time: 2.4531863 Mar 09 03:34:44.702571 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319a3be0-46dd-408e-91d5-4cb03dca2694', 'tag': '317087b4-d89e-40f1-b023-7b8ca916229c'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:34:44.805048 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:44.808494 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-5aca64ad-82cc-4797-9c06-9ed6967568cd tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:44.837011 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19a87bd-5574-4ef4-82b9-50d707f547de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b497e655-390b-4c5f-8aba-27b38ec3f987'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:34:44.847938 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port b497e655-390b-4c5f-8aba-27b38ec3f987, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=b497e655-390b-4c5f-8aba-27b38ec3f987,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:44.856467 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:44.899901 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b856f3-6e53-4037-8e7e-048637936c87 service neutron] Pushing event updated for resources: {'Port': ['ID=317087b4-d89e-40f1-b023-7b8ca916229c,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:44.911246 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-92e32451-6319-4d7e-a64d-e0ab5db22714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:44.912758 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-92e32451-6319-4d7e-a64d-e0ab5db22714 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42923148a00a49268422cf3ff4c2fd04&device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 1096 time: 0.2561264 Mar 09 03:34:44.915165 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9431e-b6f0-4ad5-a74a-79f0c9059d49 req-91c83f9c-1303-4a45-97a4-ba52c492c173 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:44.916648 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ade9431e-b6f0-4ad5-a74a-79f0c9059d49 req-91c83f9c-1303-4a45-97a4-ba52c492c173 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 946 time: 0.3787017 Mar 09 03:34:44.962319 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=b497e655-390b-4c5f-8aba-27b38ec3f987,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:44.997289 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-5aca64ad-82cc-4797-9c06-9ed6967568cd tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:45.104176 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ade9431e-b6f0-4ad5-a74a-79f0c9059d49 req-d1ed5126-5e97-4766-90c6-39b621d42ce9 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802711 Mar 09 03:34:45.127778 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-5aca64ad-82cc-4797-9c06-9ed6967568cd tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Network 11207fee-7662-4917-9e3d-9f3ac56ec541 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:34:45.129099 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-5aca64ad-82cc-4797-9c06-9ed6967568cd tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:34:45.142694 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-5aca64ad-82cc-4797-9c06-9ed6967568cd tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:34:45.180889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3528972-6e2d-47f8-a7ae-4ac2eb6bae2c req-f5f3ea5b-4fe1-4a91-ab9b-5bd1bbe80d49 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:45.182338 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f3528972-6e2d-47f8-a7ae-4ac2eb6bae2c req-f5f3ea5b-4fe1-4a91-ab9b-5bd1bbe80d49 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 948 time: 0.3947980 Mar 09 03:34:45.214900 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-1725a711-00c0-4be0-ba66-d5862e9871df tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Allocated IP 172.20.0.12 (11207fee-7662-4917-9e3d-9f3ac56ec541/9035d512-36fb-4af8-b4c6-f55a40920a78/0c161676-54b2-49d7-b149-4ae1045d19ad) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:34:45.236871 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca64ad-82cc-4797-9c06-9ed6967568cd tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Pushing event updated for resources: {'Port': ['ID=ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:45.245879 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-863e3315-ca93-48c8-a9e6-093a98370d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:45.247339 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-863e3315-ca93-48c8-a9e6-093a98370d24 service neutron] 10.222.0.24 "GET /v2.0/networks?id=304f544a-4e19-4ec8-816f-4e06aa7f0361 HTTP/1.1" status: 200 len: 921 time: 0.3217123 Mar 09 03:34:45.249544 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22987193-b1db-4e1c-b483-c46809808124 req-900f3f75-1f1d-47d4-aed5-e674302c4f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:45.250246 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f3528972-6e2d-47f8-a7ae-4ac2eb6bae2c req-d53585d3-6908-4c13-8bb5-e5cae8cf090b tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609498 Mar 09 03:34:45.251039 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-22987193-b1db-4e1c-b483-c46809808124 req-900f3f75-1f1d-47d4-aed5-e674302c4f48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 1099 time: 0.4972711 Mar 09 03:34:45.320045 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-c264e047-afa0-47a7-b413-f19a383ce53d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=401bb584-fe18-4951-b81e-42389a89ada8 HTTP/1.1" status: 200 len: 217 time: 0.0653799 Mar 09 03:34:45.323207 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319a3be0-46dd-408e-91d5-4cb03dca2694', 'tag': '317087b4-d89e-40f1-b023-7b8ca916229c', 'status': 'completed', 'code': 200} Mar 09 03:34:45.350487 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-5aca64ad-82cc-4797-9c06-9ed6967568cd tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:45.351212 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-5aca64ad-82cc-4797-9c06-9ed6967568cd tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:45.370799 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-22987193-b1db-4e1c-b483-c46809808124 req-c7a403aa-dd70-4b36-af41-fe0a2bf70fa4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=317087b4-d89e-40f1-b023-7b8ca916229c HTTP/1.1" status: 200 len: 217 time: 0.1029193 Mar 09 03:34:45.385485 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b696466d-f5b1-491a-818d-26429ebf206c req-b2c3c7f2-4a4c-4496-83d3-f4784ddadd28 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/cafe80ab-45ec-4a79-80ff-f1869fcc9b7a HTTP/1.1" status: 200 len: 1799 time: 0.2182331 Mar 09 03:34:45.385897 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-8243548d-092d-44e6-9672-6ef1fa237b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:45.387440 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-8243548d-092d-44e6-9672-6ef1fa237b9b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbb7cb80-fa8d-459c-b59f-347ff2f11453 HTTP/1.1" status: 200 len: 860 time: 0.0610149 Mar 09 03:34:45.492108 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-eaa7e7fe-30c7-4373-a6b3-43f30eb8e2f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=304f544a-4e19-4ec8-816f-4e06aa7f0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922117 Mar 09 03:34:45.493513 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-5a901765-fd51-4831-8ea9-9a71b961ad5e req-fae21d84-13cf-49f8-96ed-700baa24e96c tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Synchronizing usage tracker for tenant:2f91ce588c1a4be19a82d32063839bec on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:34:45.592235 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-5a901765-fd51-4831-8ea9-9a71b961ad5e req-fae21d84-13cf-49f8-96ed-700baa24e96c tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Unset dirty status for tenant:2f91ce588c1a4be19a82d32063839bec on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:34:45.593393 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5a901765-fd51-4831-8ea9-9a71b961ad5e req-fae21d84-13cf-49f8-96ed-700baa24e96c tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/ports?device_id=666666a6-76cd-4db2-958f-83a8814cf7e9 HTTP/1.1" status: 200 len: 210 time: 0.1954689 Mar 09 03:34:45.602823 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-5aca64ad-82cc-4797-9c06-9ed6967568cd tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3600574 Mar 09 03:34:45.620131 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-2e280a2b-e899-4244-b416-0bb6e47c8995 service neutron] Request body: {'port': {'device_id': '7fe3472e-550b-49f4-90ab-03dc1402a30d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:45.647571 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19a87bd-5574-4ef4-82b9-50d707f547de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b497e655-390b-4c5f-8aba-27b38ec3f987', 'code': 200} Mar 09 03:34:45.657675 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-54f100ca-3e51-4959-ae3f-85a99804a8a3 service neutron] 10.222.0.24 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573188 Mar 09 03:34:45.715922 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 9652dcef-e3f4-483d-9112-7fcdbdeb4749 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:34:45.759803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22987193-b1db-4e1c-b483-c46809808124 req-222f7815-da69-4a73-9187-018d15303144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:45.761207 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-22987193-b1db-4e1c-b483-c46809808124 req-222f7815-da69-4a73-9187-018d15303144 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.3697360 Mar 09 03:34:45.792943 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 9652dcef-e3f4-483d-9112-7fcdbdeb4749 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:34:45.798113 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 9652dcef-e3f4-483d-9112-7fcdbdeb4749 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:34:45.798591 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:45.863507 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-4083033e-d398-4839-aec1-e52cad87556d service neutron] 10.222.0.24 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997180 Mar 09 03:34:45.887672 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1de86f-6412-44d6-a6a1-3e01ccba24f2 req-a3bd7ec7-9670-4cc1-8872-23274fec9b49 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:45.889395 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6a1de86f-6412-44d6-a6a1-3e01ccba24f2 req-a3bd7ec7-9670-4cc1-8872-23274fec9b49 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 948 time: 0.1244221 Mar 09 03:34:45.947825 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6a1de86f-6412-44d6-a6a1-3e01ccba24f2 req-0c2616aa-910c-4f0c-bdd6-c6f1ed8c3f76 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506780 Mar 09 03:34:45.949256 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:45.952026 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b696466d-f5b1-491a-818d-26429ebf206c req-66a01abf-a1e7-401b-b6e8-49b7d636dfe7 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:45.985183 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 9652dcef-e3f4-483d-9112-7fcdbdeb4749, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=9652dcef-e3f4-483d-9112-7fcdbdeb4749,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:45.991357 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:46.057525 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b696466d-f5b1-491a-818d-26429ebf206c req-66a01abf-a1e7-401b-b6e8-49b7d636dfe7 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:46.063007 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=9652dcef-e3f4-483d-9112-7fcdbdeb4749,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:46.087726 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-2e280a2b-e899-4244-b416-0bb6e47c8995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:46.121100 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3b94b-5f5d-463c-afe6-c680893ee6b4 req-4ca9091b-a6b4-4d35-b817-d15857cda8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:46.122668 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4ab3b94b-5f5d-463c-afe6-c680893ee6b4 req-4ca9091b-a6b4-4d35-b817-d15857cda8f7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 1100 time: 0.3961692 Mar 09 03:34:46.126993 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-1725a711-00c0-4be0-ba66-d5862e9871df tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:46.137219 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b6f34-35ce-4c75-a966-7de649a779e1 req-03669baf-268e-484f-9e1f-112d95f6e176 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:46.138751 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ec2b6f34-35ce-4c75-a966-7de649a779e1 req-03669baf-268e-484f-9e1f-112d95f6e176 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 945 time: 0.0902712 Mar 09 03:34:46.228250 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ec2b6f34-35ce-4c75-a966-7de649a779e1 req-1a9ae58b-dfb3-40b3-91d8-02df69a179e2 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551512 Mar 09 03:34:46.252922 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22987193-b1db-4e1c-b483-c46809808124 req-b791fb95-e14a-40a7-85d1-ee7a3fa99b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:46.253848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-097eb460-7173-447c-be66-59caf8229751 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:46.254377 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-22987193-b1db-4e1c-b483-c46809808124 req-b791fb95-e14a-40a7-85d1-ee7a3fa99b60 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4761333 Mar 09 03:34:46.255895 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-097eb460-7173-447c-be66-59caf8229751 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917&tenant_id=42923148a00a49268422cf3ff4c2fd04&binding%3Ahost_id=n-h1-825178-5 HTTP/1.1" status: 200 len: 1096 time: 0.1157601 Mar 09 03:34:46.256803 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b696466d-f5b1-491a-818d-26429ebf206c req-66a01abf-a1e7-401b-b6e8-49b7d636dfe7 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:46.283829 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4ab3b94b-5f5d-463c-afe6-c680893ee6b4 req-a0507cf6-f0da-4ca3-8fa8-03ccfc3e13c0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495299 Mar 09 03:34:46.314353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a01abf-a1e7-401b-b6e8-49b7d636dfe7 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafe80ab-45ec-4a79-80ff-f1869fcc9b7a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:46.447521 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b696466d-f5b1-491a-818d-26429ebf206c req-66a01abf-a1e7-401b-b6e8-49b7d636dfe7 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:46.448504 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b696466d-f5b1-491a-818d-26429ebf206c req-66a01abf-a1e7-401b-b6e8-49b7d636dfe7 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "DELETE /v2.0/security-groups/cafe80ab-45ec-4a79-80ff-f1869fcc9b7a HTTP/1.1" status: 204 len: 173 time: 0.9257867 Mar 09 03:34:46.468829 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-1725a711-00c0-4be0-ba66-d5862e9871df tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:46.531134 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac3068-cb47-4f43-8ea4-2a8fbf1b64f4 req-f1b2ccb7-f402-4164-918c-2e0777c64e16 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:46.532845 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-53ac3068-cb47-4f43-8ea4-2a8fbf1b64f4 req-f1b2ccb7-f402-4164-918c-2e0777c64e16 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a85579-6c61-4fd4-8ebb-235b428ff418 HTTP/1.1" status: 200 len: 949 time: 0.1742957 Mar 09 03:34:46.534091 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-55c32f70-06e6-4682-9619-00104030b0ed service neutron] For port 401bb584-fe18-4951-b81e-42389a89ada8, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:34:46.560307 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-1725a711-00c0-4be0-ba66-d5862e9871df tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Network 11207fee-7662-4917-9e3d-9f3ac56ec541 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:34:46.573472 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-1725a711-00c0-4be0-ba66-d5862e9871df tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:34:46.580151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-1725a711-00c0-4be0-ba66-d5862e9871df tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:34:46.592670 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-55c32f70-06e6-4682-9619-00104030b0ed service neutron] Notify callbacks [] for binding, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:46.593983 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ec28e1c6-2674-4a35-8aff-644e21e0c5c0 req-55c32f70-06e6-4682-9619-00104030b0ed service neutron] 10.222.0.24 "DELETE /v2.0/ports/401bb584-fe18-4951-b81e-42389a89ada8/bindings/n-h2-825178-5 HTTP/1.1" status: 204 len: 173 time: 0.3286941 Mar 09 03:34:46.605125 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725a711-00c0-4be0-ba66-d5862e9871df tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Pushing event updated for resources: {'Port': ['ID=0c161676-54b2-49d7-b149-4ae1045d19ad,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:46.615149 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-22987193-b1db-4e1c-b483-c46809808124 req-8d763eff-25b8-4601-8320-e07bf6d42047 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363678 Mar 09 03:34:46.652492 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-53ac3068-cb47-4f43-8ea4-2a8fbf1b64f4 req-1253183e-1794-4939-ad3d-69c2ed5dd798 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.16 "GET /v2.0/security-groups?id=ecb47d7f-7ec1-4d92-92ab-a7460eb10d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675733 Mar 09 03:34:46.746068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18722f09-e29b-4516-b362-d7a12f1bf15c {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:34:46.753922 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:46.784549 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-1725a711-00c0-4be0-ba66-d5862e9871df tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:46.785149 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-1725a711-00c0-4be0-ba66-d5862e9871df tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:46.811521 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Transition to ACTIVE for port object 18722f09-e29b-4516-b362-d7a12f1bf15c will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:34:46.818452 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:46.851605 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-1725a711-00c0-4be0-ba66-d5862e9871df tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8618400 Mar 09 03:34:46.925801 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-9945216b-0429-41a8-a518-f1397b1858cd service neutron] Request body: {'port': {'device_id': '666666a6-76cd-4db2-958f-83a8814cf7e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:46.983171 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Pushing event updated for resources: {'Port': ['ID=18722f09-e29b-4516-b362-d7a12f1bf15c,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:46.984214 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-22987193-b1db-4e1c-b483-c46809808124 req-dff5ee20-fb60-4f97-9854-99f865b2f151 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267817 Mar 09 03:34:46.995383 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10628445-457f-460d-b2a8-4f5cec73977c req-945205c6-16dd-47ba-a5cc-c55660357f0b tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:46.996873 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-10628445-457f-460d-b2a8-4f5cec73977c req-945205c6-16dd-47ba-a5cc-c55660357f0b tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 946 time: 0.3891809 Mar 09 03:34:47.139245 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:47.139585 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:47.139908 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:47.140235 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:47.140554 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:47.140867 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:47.141180 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:47.141495 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:47.141800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:47.142107 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:47.142414 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:47.142720 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:34:47.163961 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b63220-a72f-4cc8-951f-88fdebf217bb req-c5be29fa-c78f-4102-ba3b-68e4574f62cf tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:47.165417 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b9b63220-a72f-4cc8-951f-88fdebf217bb req-c5be29fa-c78f-4102-ba3b-68e4574f62cf tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.4087925 Mar 09 03:34:47.177237 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-10628445-457f-460d-b2a8-4f5cec73977c req-b5ff316d-3ed5-4e77-801c-c353f87aa214 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633267 Mar 09 03:34:47.189160 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-9945216b-0429-41a8-a518-f1397b1858cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:47.209129 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Attempting to bind port 18722f09-e29b-4516-b362-d7a12f1bf15c on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:34:47.209464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Attempting to bind port 18722f09-e29b-4516-b362-d7a12f1bf15c by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '288b5494-35ec-4e82-b7de-c8b6ff41810e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '11207fee-7662-4917-9e3d-9f3ac56ec541'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:34:47.209785 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Attempting to bind port 18722f09-e29b-4516-b362-d7a12f1bf15c on network 11207fee-7662-4917-9e3d-9f3ac56ec541 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:34:47.223702 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Port 18722f09-e29b-4516-b362-d7a12f1bf15c on network 11207fee-7662-4917-9e3d-9f3ac56ec541 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:34:47.224128 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Attempting to bind port 18722f09-e29b-4516-b362-d7a12f1bf15c on network 11207fee-7662-4917-9e3d-9f3ac56ec541 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:34:47.236023 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:34:47.236357 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Checking segment: {'id': '288b5494-35ec-4e82-b7de-c8b6ff41810e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '11207fee-7662-4917-9e3d-9f3ac56ec541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:34:47.236741 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Bound using segment: {'id': '288b5494-35ec-4e82-b7de-c8b6ff41810e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '11207fee-7662-4917-9e3d-9f3ac56ec541'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:34:47.237168 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Bound port: 18722f09-e29b-4516-b362-d7a12f1bf15c, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '288b5494-35ec-4e82-b7de-c8b6ff41810e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '11207fee-7662-4917-9e3d-9f3ac56ec541'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:34:47.237511 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:47.249097 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b9b63220-a72f-4cc8-951f-88fdebf217bb req-53630b5c-944b-4734-82a1-2f3d1308ed63 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731876 Mar 09 03:34:47.347733 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] For port 18722f09-e29b-4516-b362-d7a12f1bf15c, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:34:47.351040 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] For port 18722f09-e29b-4516-b362-d7a12f1bf15c, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=18722f09-e29b-4516-b362-d7a12f1bf15c,segment=NetworkSegment(288b5494-35ec-4e82-b7de-c8b6ff41810e),segment_id=288b5494-35ec-4e82-b7de-c8b6ff41810e)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:34:47.356359 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:47.442211 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-2e280a2b-e899-4244-b416-0bb6e47c8995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:34:47.453410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:47.453410 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:47.454716 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] 10.222.0.21 "PUT /v2.0/ports/18722f09-e29b-4516-b362-d7a12f1bf15c HTTP/1.1" status: 200 len: 1092 time: 3.0856352 Mar 09 03:34:47.455183 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664d0117-b991-4c73-9267-c03d7f89ccfd', 'tag': '18722f09-e29b-4516-b362-d7a12f1bf15c'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:34:47.462987 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-2e280a2b-e899-4244-b416-0bb6e47c8995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:47.492379 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78274688-4836-4651-ab14-f0c9cf8cdd0f service neutron] Pushing event updated for resources: {'Port': ['ID=18722f09-e29b-4516-b362-d7a12f1bf15c,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:47.499525 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376af179-0424-43a3-b8a4-ef88faa62a14 req-415e90a8-5a0b-4837-a046-df1f8bdfdc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:47.500827 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-376af179-0424-43a3-b8a4-ef88faa62a14 req-415e90a8-5a0b-4837-a046-df1f8bdfdc3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 1099 time: 0.4543595 Mar 09 03:34:47.542576 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3ee593dd-c0ca-4e3c-b661-3820a32ade40 req-971d681d-3b50-4e50-9383-af565117c622 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/51623932-9c99-48d8-9998-05ff7f6b5643 HTTP/1.1" status: 200 len: 1801 time: 0.2292006 Mar 09 03:34:47.549715 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-2e280a2b-e899-4244-b416-0bb6e47c8995 service neutron] Transition to ACTIVE for port object ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:34:47.564891 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ca253-cadc-4352-a553-e21017f8d893 req-bc78cf04-1d3b-472f-a2f3-475ab03fff16 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:47.566314 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-877ca253-cadc-4352-a553-e21017f8d893 req-bc78cf04-1d3b-472f-a2f3-475ab03fff16 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/ports?device_id=666666a6-76cd-4db2-958f-83a8814cf7e9 HTTP/1.1" status: 200 len: 932 time: 0.2060246 Mar 09 03:34:47.592995 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-2e280a2b-e899-4244-b416-0bb6e47c8995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:47.612814 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-c8c88093-21b5-4fa3-bd18-ea1a203a407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:47.614259 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-c8c88093-21b5-4fa3-bd18-ea1a203a407b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f91ce588c1a4be19a82d32063839bec&device_id=664d0117-b991-4c73-9267-c03d7f89ccfd HTTP/1.1" status: 200 len: 1095 time: 0.1191590 Mar 09 03:34:47.625402 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-877ca253-cadc-4352-a553-e21017f8d893 req-ccc0152b-5a0e-4c6a-8f3a-a29d9ead54ec tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb1a4792-a1ea-4263-a5b0-59ae1513475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513515 Mar 09 03:34:47.650935 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a85579-6c61-4fd4-8ebb-235b428ff418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9652dcef-e3f4-483d-9112-7fcdbdeb4749'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:34:47.695971 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-7b54459c-37f5-4756-ab33-c2320c042eac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18722f09-e29b-4516-b362-d7a12f1bf15c HTTP/1.1" status: 200 len: 217 time: 0.0735297 Mar 09 03:34:47.806959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-b345d356-296a-465c-a8bc-8036aeb9bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:47.808297 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-b345d356-296a-465c-a8bc-8036aeb9bbe7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9035d512-36fb-4af8-b4c6-f55a40920a78 HTTP/1.1" status: 200 len: 856 time: 0.1051228 Mar 09 03:34:47.863693 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-eeea2491-ad07-4dda-9cbe-e7e77df99dc3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11207fee-7662-4917-9e3d-9f3ac56ec541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469129 Mar 09 03:34:47.895986 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca83a2-d798-43d5-8a80-5fe34c0b1a6d req-46216a10-91ec-46a8-943b-03c2bb086a17 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:47.897092 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5fca83a2-d798-43d5-8a80-5fe34c0b1a6d req-46216a10-91ec-46a8-943b-03c2bb086a17 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 948 time: 0.1630242 Mar 09 03:34:47.897906 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e280a2b-e899-4244-b416-0bb6e47c8995 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:48.017420 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5fca83a2-d798-43d5-8a80-5fe34c0b1a6d req-ad63d3ac-5a44-45ea-bb18-07d692e14971 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062386 Mar 09 03:34:48.042280 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376af179-0424-43a3-b8a4-ef88faa62a14 req-abbb2948-5da6-4e00-aea1-9fd3db4bfdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:48.044005 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-376af179-0424-43a3-b8a4-ef88faa62a14 req-abbb2948-5da6-4e00-aea1-9fd3db4bfdd3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.5002940 Mar 09 03:34:48.047920 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3ee593dd-c0ca-4e3c-b661-3820a32ade40 req-e359fe06-8480-4806-857f-b56f11dddc5a tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:48.050000 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-8ea6975e-b338-497c-aca0-087eef007403 service neutron] 10.222.0.21 "GET /v2.0/networks/11207fee-7662-4917-9e3d-9f3ac56ec541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790879 Mar 09 03:34:48.158793 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-376af179-0424-43a3-b8a4-ef88faa62a14 req-292fb6e6-012a-4781-9125-bcb0e0343162 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=317087b4-d89e-40f1-b023-7b8ca916229c HTTP/1.1" status: 200 len: 217 time: 0.1016181 Mar 09 03:34:48.209642 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-2e280a2b-e899-4244-b416-0bb6e47c8995 service neutron] Attempting to bind port ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:34:48.210307 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-2e280a2b-e899-4244-b416-0bb6e47c8995 service neutron] Attempting to bind port ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '288b5494-35ec-4e82-b7de-c8b6ff41810e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '11207fee-7662-4917-9e3d-9f3ac56ec541'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:34:48.210307 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-2e280a2b-e899-4244-b416-0bb6e47c8995 service neutron] Attempting to bind port ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6 on network 11207fee-7662-4917-9e3d-9f3ac56ec541 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:34:48.214348 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3ee593dd-c0ca-4e3c-b661-3820a32ade40 req-e359fe06-8480-4806-857f-b56f11dddc5a tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:48.237102 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-2e280a2b-e899-4244-b416-0bb6e47c8995 service neutron] Port ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6 on network 11207fee-7662-4917-9e3d-9f3ac56ec541 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:34:48.237412 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-2e280a2b-e899-4244-b416-0bb6e47c8995 service neutron] Attempting to bind port ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6 on network 11207fee-7662-4917-9e3d-9f3ac56ec541 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:34:48.249751 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-093e69f0-2485-4648-a12b-1ab393bd3144 service neutron] 10.222.0.21 "GET /v2.0/networks/11207fee-7662-4917-9e3d-9f3ac56ec541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936405 Mar 09 03:34:48.270632 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54f613-af53-4217-b228-04dde3404857 req-39ef2749-6256-490c-b509-6fcc916e55cc tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:48.272134 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5f54f613-af53-4217-b228-04dde3404857 req-39ef2749-6256-490c-b509-6fcc916e55cc tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 945 time: 0.1198027 Mar 09 03:34:48.275853 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-2e280a2b-e899-4244-b416-0bb6e47c8995 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:34:48.276193 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-2e280a2b-e899-4244-b416-0bb6e47c8995 service neutron] Checking segment: {'id': '288b5494-35ec-4e82-b7de-c8b6ff41810e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '11207fee-7662-4917-9e3d-9f3ac56ec541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:34:48.276572 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-2e280a2b-e899-4244-b416-0bb6e47c8995 service neutron] Bound using segment: {'id': '288b5494-35ec-4e82-b7de-c8b6ff41810e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '11207fee-7662-4917-9e3d-9f3ac56ec541'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:34:48.277007 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-2e280a2b-e899-4244-b416-0bb6e47c8995 service neutron] Bound port: ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '288b5494-35ec-4e82-b7de-c8b6ff41810e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '11207fee-7662-4917-9e3d-9f3ac56ec541'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:34:48.277349 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-2e280a2b-e899-4244-b416-0bb6e47c8995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:48.319267 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5f54f613-af53-4217-b228-04dde3404857 req-fbf6d544-a95f-4026-8aed-f8eec25f73f6 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393465 Mar 09 03:34:48.339526 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376af179-0424-43a3-b8a4-ef88faa62a14 req-016daf63-ee0f-4343-9e77-c1b7b02b8db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:48.340841 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-376af179-0424-43a3-b8a4-ef88faa62a14 req-016daf63-ee0f-4343-9e77-c1b7b02b8db5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1673138 Mar 09 03:34:48.377213 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664d0117-b991-4c73-9267-c03d7f89ccfd', 'tag': '18722f09-e29b-4516-b362-d7a12f1bf15c', 'status': 'completed', 'code': 200} Mar 09 03:34:48.427847 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a85579-6c61-4fd4-8ebb-235b428ff418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9652dcef-e3f4-483d-9112-7fcdbdeb4749', 'code': 200} Mar 09 03:34:48.455160 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3ee593dd-c0ca-4e3c-b661-3820a32ade40 req-e359fe06-8480-4806-857f-b56f11dddc5a tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:48.493999 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8286e0-00e8-47e6-8548-065c059c0a13 req-1fa916f3-287f-4416-93f4-0030da29f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:48.494960 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-9945216b-0429-41a8-a518-f1397b1858cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c161676-54b2-49d7-b149-4ae1045d19ad {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:34:48.495822 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe8286e0-00e8-47e6-8548-065c059c0a13 req-1fa916f3-287f-4416-93f4-0030da29f005 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f91ce588c1a4be19a82d32063839bec&device_id=664d0117-b991-4c73-9267-c03d7f89ccfd HTTP/1.1" status: 200 len: 1095 time: 0.0864108 Mar 09 03:34:48.502741 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359fe06-8480-4806-857f-b56f11dddc5a tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51623932-9c99-48d8-9998-05ff7f6b5643,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:48.515319 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-9945216b-0429-41a8-a518-f1397b1858cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:48.537695 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3ee593dd-c0ca-4e3c-b661-3820a32ade40 req-e359fe06-8480-4806-857f-b56f11dddc5a tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:48.538780 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3ee593dd-c0ca-4e3c-b661-3820a32ade40 req-e359fe06-8480-4806-857f-b56f11dddc5a tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "DELETE /v2.0/security-groups/51623932-9c99-48d8-9998-05ff7f6b5643 HTTP/1.1" status: 204 len: 173 time: 0.9880500 Mar 09 03:34:48.539793 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-2e280a2b-e899-4244-b416-0bb6e47c8995 service neutron] For port ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:34:48.545369 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-2e280a2b-e899-4244-b416-0bb6e47c8995 service neutron] For port ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6,segment=NetworkSegment(288b5494-35ec-4e82-b7de-c8b6ff41810e),segment_id=288b5494-35ec-4e82-b7de-c8b6ff41810e)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:34:48.551807 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-9945216b-0429-41a8-a518-f1397b1858cd service neutron] Transition to ACTIVE for port object 0c161676-54b2-49d7-b149-4ae1045d19ad will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:34:48.555895 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-2e280a2b-e899-4244-b416-0bb6e47c8995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:48.602794 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-9945216b-0429-41a8-a518-f1397b1858cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:48.627212 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-2e280a2b-e899-4244-b416-0bb6e47c8995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:48.627834 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-2e280a2b-e899-4244-b416-0bb6e47c8995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:48.629208 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-2e280a2b-e899-4244-b416-0bb6e47c8995 service neutron] 10.222.0.21 "PUT /v2.0/ports/ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6 HTTP/1.1" status: 200 len: 1091 time: 3.0166476 Mar 09 03:34:48.636102 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe3472e-550b-49f4-90ab-03dc1402a30d', 'tag': 'ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:34:48.783854 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bb0e2-8a38-4435-8a36-7d05c4a196f3 req-71a6d6e5-6ecb-4588-ab8a-d8cff35d6acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:48.785309 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e77bb0e2-8a38-4435-8a36-7d05c4a196f3 req-71a6d6e5-6ecb-4588-ab8a-d8cff35d6acb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83a85579-6c61-4fd4-8ebb-235b428ff418 HTTP/1.1" status: 200 len: 1100 time: 0.2777064 Mar 09 03:34:48.789664 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8286e0-00e8-47e6-8548-065c059c0a13 req-610d8ee5-d425-469b-914f-0cf95706db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:48.790975 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe8286e0-00e8-47e6-8548-065c059c0a13 req-610d8ee5-d425-469b-914f-0cf95706db18 service neutron] 10.222.0.21 "GET /v2.0/networks?id=11207fee-7662-4917-9e3d-9f3ac56ec541 HTTP/1.1" status: 200 len: 917 time: 0.2822218 Mar 09 03:34:48.801116 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68aede7-1d4d-4fc0-9e3f-72c7100fb3d5 req-572bf98d-71c4-4d23-9eab-4517e990dc10 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:48.803120 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d68aede7-1d4d-4fc0-9e3f-72c7100fb3d5 req-572bf98d-71c4-4d23-9eab-4517e990dc10 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a85579-6c61-4fd4-8ebb-235b428ff418 HTTP/1.1" status: 200 len: 949 time: 0.2416246 Mar 09 03:34:48.825912 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376af179-0424-43a3-b8a4-ef88faa62a14 req-4623e881-c683-4d71-98f1-a6e155eea360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:48.827408 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-376af179-0424-43a3-b8a4-ef88faa62a14 req-4623e881-c683-4d71-98f1-a6e155eea360 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4797421 Mar 09 03:34:48.863909 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e280a2b-e899-4244-b416-0bb6e47c8995 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:48.896977 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe8286e0-00e8-47e6-8548-065c059c0a13 req-014e1a3f-1b86-48d4-9519-12a48b72cd21 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18722f09-e29b-4516-b362-d7a12f1bf15c HTTP/1.1" status: 200 len: 217 time: 0.0918608 Mar 09 03:34:49.093094 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e77bb0e2-8a38-4435-8a36-7d05c4a196f3 req-ac0e31b0-9655-4c5e-a342-54e70f54af7f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ecb47d7f-7ec1-4d92-92ab-a7460eb10d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890244 Mar 09 03:34:49.097563 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d68aede7-1d4d-4fc0-9e3f-72c7100fb3d5 req-e86a91fa-2639-4b7d-92f4-9fd1afb0a636 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.16 "GET /v2.0/security-groups?id=ecb47d7f-7ec1-4d92-92ab-a7460eb10d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262044 Mar 09 03:34:49.108229 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8286e0-00e8-47e6-8548-065c059c0a13 req-3d0f5548-ff0f-4e6d-8328-874af40a6826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:49.118475 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe8286e0-00e8-47e6-8548-065c059c0a13 req-3d0f5548-ff0f-4e6d-8328-874af40a6826 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9035d512-36fb-4af8-b4c6-f55a40920a78 HTTP/1.1" status: 200 len: 856 time: 0.1986582 Mar 09 03:34:49.219187 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945216b-0429-41a8-a518-f1397b1858cd service neutron] Pushing event updated for resources: {'Port': ['ID=0c161676-54b2-49d7-b149-4ae1045d19ad,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:49.271457 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ca78f-f163-41ad-8eb0-fc023218124c req-91a74465-ec0d-4aba-87ec-30bc7d0a3806 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:49.272954 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2a6ca78f-f163-41ad-8eb0-fc023218124c req-91a74465-ec0d-4aba-87ec-30bc7d0a3806 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.0802970 Mar 09 03:34:49.289468 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-23f50e83-d464-46be-b42d-02668b9a3f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:49.290933 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-23f50e83-d464-46be-b42d-02668b9a3f7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f91ce588c1a4be19a82d32063839bec&device_id=7fe3472e-550b-49f4-90ab-03dc1402a30d HTTP/1.1" status: 200 len: 1094 time: 0.5512402 Mar 09 03:34:49.304623 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38193b-692b-4099-aded-81323b9caaca req-8ac2b475-501b-4e6d-b3e2-e2c65f6b921b tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:49.306063 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ef38193b-692b-4099-aded-81323b9caaca req-8ac2b475-501b-4e6d-b3e2-e2c65f6b921b tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 946 time: 0.6509628 Mar 09 03:34:49.309643 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-9945216b-0429-41a8-a518-f1397b1858cd service neutron] Attempting to bind port 0c161676-54b2-49d7-b149-4ae1045d19ad on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:34:49.309974 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-9945216b-0429-41a8-a518-f1397b1858cd service neutron] Attempting to bind port 0c161676-54b2-49d7-b149-4ae1045d19ad by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '288b5494-35ec-4e82-b7de-c8b6ff41810e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '11207fee-7662-4917-9e3d-9f3ac56ec541'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:34:49.310294 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-9945216b-0429-41a8-a518-f1397b1858cd service neutron] Attempting to bind port 0c161676-54b2-49d7-b149-4ae1045d19ad on network 11207fee-7662-4917-9e3d-9f3ac56ec541 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:34:49.363547 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe8286e0-00e8-47e6-8548-065c059c0a13 req-6fdce925-cc42-460d-8376-20ccd88d8a61 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11207fee-7662-4917-9e3d-9f3ac56ec541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554385 Mar 09 03:34:49.367143 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2a6ca78f-f163-41ad-8eb0-fc023218124c req-59f6c49a-a276-49d2-b6d5-108a58f4d3b4 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884900 Mar 09 03:34:49.379334 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-376af179-0424-43a3-b8a4-ef88faa62a14 req-a69136ea-ee05-4c9a-ba9e-54131c41b5bc service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163269 Mar 09 03:34:49.400416 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-9945216b-0429-41a8-a518-f1397b1858cd service neutron] Port 0c161676-54b2-49d7-b149-4ae1045d19ad on network 11207fee-7662-4917-9e3d-9f3ac56ec541 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:34:49.400741 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-9945216b-0429-41a8-a518-f1397b1858cd service neutron] Attempting to bind port 0c161676-54b2-49d7-b149-4ae1045d19ad on network 11207fee-7662-4917-9e3d-9f3ac56ec541 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:34:49.403433 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-c52d9d72-3419-4643-83e1-6965cd669c62 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6 HTTP/1.1" status: 200 len: 217 time: 0.0949104 Mar 09 03:34:49.469712 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-c34cb157-6c2c-44cd-8ee8-9d72a1b3a6f6 req-3b5c1881-ed6a-4192-a157-17325e060d17 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2089491367', 'description': 'tempest-description-1575263638'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:49.470618 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-9945216b-0429-41a8-a518-f1397b1858cd service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:34:49.470982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-9945216b-0429-41a8-a518-f1397b1858cd service neutron] Checking segment: {'id': '288b5494-35ec-4e82-b7de-c8b6ff41810e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '11207fee-7662-4917-9e3d-9f3ac56ec541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:34:49.471362 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-9945216b-0429-41a8-a518-f1397b1858cd service neutron] Bound using segment: {'id': '288b5494-35ec-4e82-b7de-c8b6ff41810e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '11207fee-7662-4917-9e3d-9f3ac56ec541'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:34:49.471806 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-9945216b-0429-41a8-a518-f1397b1858cd service neutron] Bound port: 0c161676-54b2-49d7-b149-4ae1045d19ad, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '288b5494-35ec-4e82-b7de-c8b6ff41810e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '11207fee-7662-4917-9e3d-9f3ac56ec541'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:34:49.472145 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-9945216b-0429-41a8-a518-f1397b1858cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:49.479186 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c34cb157-6c2c-44cd-8ee8-9d72a1b3a6f6 req-3b5c1881-ed6a-4192-a157-17325e060d17 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:49.485973 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c34cb157-6c2c-44cd-8ee8-9d72a1b3a6f6 req-3b5c1881-ed6a-4192-a157-17325e060d17 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Usage tracker for resource:security_group and tenant:70eeee148f5e4bb0b0e213c4b507c0e8 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:49.490550 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c34cb157-6c2c-44cd-8ee8-9d72a1b3a6f6 req-3b5c1881-ed6a-4192-a157-17325e060d17 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:49.499628 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c34cb157-6c2c-44cd-8ee8-9d72a1b3a6f6 req-3b5c1881-ed6a-4192-a157-17325e060d17 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:49.522073 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe8286e0-00e8-47e6-8548-065c059c0a13 req-701212f1-0bfa-4110-8065-0f5e0bff8b02 service neutron] 10.222.0.21 "GET /v2.0/networks/11207fee-7662-4917-9e3d-9f3ac56ec541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510787 Mar 09 03:34:49.523655 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c34cb157-6c2c-44cd-8ee8-9d72a1b3a6f6 req-3b5c1881-ed6a-4192-a157-17325e060d17 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:49.571647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c34cb157-6c2c-44cd-8ee8-9d72a1b3a6f6 req-3b5c1881-ed6a-4192-a157-17325e060d17 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:34:49.578934 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c34cb157-6c2c-44cd-8ee8-9d72a1b3a6f6 req-3b5c1881-ed6a-4192-a157-17325e060d17 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Usage tracker for resource:security_group_rule and tenant:70eeee148f5e4bb0b0e213c4b507c0e8 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:34:49.583043 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c34cb157-6c2c-44cd-8ee8-9d72a1b3a6f6 req-3b5c1881-ed6a-4192-a157-17325e060d17 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:34:49.624084 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ef38193b-692b-4099-aded-81323b9caaca req-e87d21e0-707b-4d6e-9088-cf1f13784ffe tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487500 Mar 09 03:34:49.636965 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c34cb157-6c2c-44cd-8ee8-9d72a1b3a6f6 req-3b5c1881-ed6a-4192-a157-17325e060d17 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:34:49.639107 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-d1f6c23a-2d10-4e87-a844-a5577db7d3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:49.640532 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-d1f6c23a-2d10-4e87-a844-a5577db7d3d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9035d512-36fb-4af8-b4c6-f55a40920a78 HTTP/1.1" status: 200 len: 856 time: 0.2100198 Mar 09 03:34:49.699671 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe8286e0-00e8-47e6-8548-065c059c0a13 req-27078b27-690b-40db-8c66-f2031f7c1b1e service neutron] 10.222.0.21 "GET /v2.0/networks/11207fee-7662-4917-9e3d-9f3ac56ec541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604137 Mar 09 03:34:49.710865 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-d04be876-ac09-4e12-b0a9-887bbc971906 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11207fee-7662-4917-9e3d-9f3ac56ec541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613332 Mar 09 03:34:49.737748 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 317087b4-d89e-40f1-b023-7b8ca916229c details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:34:49.745804 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c34cb157-6c2c-44cd-8ee8-9d72a1b3a6f6 req-3b5c1881-ed6a-4192-a157-17325e060d17 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:49.750833 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c34cb157-6c2c-44cd-8ee8-9d72a1b3a6f6 req-3b5c1881-ed6a-4192-a157-17325e060d17 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:49.798644 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-376af179-0424-43a3-b8a4-ef88faa62a14 req-a46fb69b-5b7b-4985-a3a4-e001cc5e8f72 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099915 Mar 09 03:34:49.800073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c1881-ed6a-4192-a157-17325e060d17 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d27c00-6bf6-4bfa-8f0f-7159c427f4b2,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:49.804931 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c34cb157-6c2c-44cd-8ee8-9d72a1b3a6f6 req-3b5c1881-ed6a-4192-a157-17325e060d17 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:49.812558 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-9945216b-0429-41a8-a518-f1397b1858cd service neutron] For port 0c161676-54b2-49d7-b149-4ae1045d19ad, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:34:49.816148 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c34cb157-6c2c-44cd-8ee8-9d72a1b3a6f6 req-3b5c1881-ed6a-4192-a157-17325e060d17 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3636844 Mar 09 03:34:49.881773 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 317087b4-d89e-40f1-b023-7b8ca916229c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=317087b4-d89e-40f1-b023-7b8ca916229c,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:49.895457 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '317087b4-d89e-40f1-b023-7b8ca916229c', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': '317087b4-d89e-40f1-b023-7b8ca916229c', 'mac_address': 'fa:16:3e:c7:99:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:34:49.928155 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-9945216b-0429-41a8-a518-f1397b1858cd service neutron] For port 0c161676-54b2-49d7-b149-4ae1045d19ad, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0c161676-54b2-49d7-b149-4ae1045d19ad,segment=NetworkSegment(288b5494-35ec-4e82-b7de-c8b6ff41810e),segment_id=288b5494-35ec-4e82-b7de-c8b6ff41810e)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:34:49.931668 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe3472e-550b-49f4-90ab-03dc1402a30d', 'tag': 'ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6', 'status': 'completed', 'code': 200} Mar 09 03:34:49.946806 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-9945216b-0429-41a8-a518-f1397b1858cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:49.959197 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:49.977084 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317087b4-d89e-40f1-b023-7b8ca916229c {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:34:49.995339 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 317087b4-d89e-40f1-b023-7b8ca916229c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=317087b4-d89e-40f1-b023-7b8ca916229c,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:49.997195 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-84a7e297-6092-4886-8cc2-1eeb0aed6ee2 service neutron] 10.222.0.21 "GET /v2.0/networks/11207fee-7662-4917-9e3d-9f3ac56ec541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761722 Mar 09 03:34:50.000697 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:50.018235 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-9945216b-0429-41a8-a518-f1397b1858cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:50.018667 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-9945216b-0429-41a8-a518-f1397b1858cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:50.019977 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-9945216b-0429-41a8-a518-f1397b1858cd service neutron] 10.222.0.21 "PUT /v2.0/ports/0c161676-54b2-49d7-b149-4ae1045d19ad HTTP/1.1" status: 200 len: 1092 time: 3.1103396 Mar 09 03:34:50.042453 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090403b5-d205-453f-bc80-581432830ee5 req-65bc7fd1-0617-4e0e-a252-e78c574fde57 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:50.044041 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-090403b5-d205-453f-bc80-581432830ee5 req-65bc7fd1-0617-4e0e-a252-e78c574fde57 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 948 time: 0.0951698 Mar 09 03:34:50.080519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=317087b4-d89e-40f1-b023-7b8ca916229c,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:50.091134 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-090403b5-d205-453f-bc80-581432830ee5 req-d0d055cc-01de-46b8-8009-0667cc8ba8f2 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394838 Mar 09 03:34:50.186204 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945216b-0429-41a8-a518-f1397b1858cd service neutron] Pushing event updated for resources: {'Port': ['ID=0c161676-54b2-49d7-b149-4ae1045d19ad,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:50.216482 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1dab2-0f45-44c1-8026-396a2167b89c req-3c46a7aa-9683-4b7c-84a3-bffccccddf60 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:50.217170 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-aac1dab2-0f45-44c1-8026-396a2167b89c req-3c46a7aa-9683-4b7c-84a3-bffccccddf60 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Synchronizing usage tracker for tenant:2f91ce588c1a4be19a82d32063839bec on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:34:50.256446 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ac256-05b2-462e-b187-bd04b542c6bd req-d3539052-7d3f-4c33-bf09-368f0e6816e9 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:50.258061 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d8ac256-05b2-462e-b187-bd04b542c6bd req-d3539052-7d3f-4c33-bf09-368f0e6816e9 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 1096 time: 0.0716746 Mar 09 03:34:50.262118 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-aac1dab2-0f45-44c1-8026-396a2167b89c req-3c46a7aa-9683-4b7c-84a3-bffccccddf60 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Unset dirty status for tenant:2f91ce588c1a4be19a82d32063839bec on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:34:50.263273 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-aac1dab2-0f45-44c1-8026-396a2167b89c req-3c46a7aa-9683-4b7c-84a3-bffccccddf60 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/ports?device_id=666666a6-76cd-4db2-958f-83a8814cf7e9 HTTP/1.1" status: 200 len: 944 time: 0.5186856 Mar 09 03:34:50.272931 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-577b5a24-b046-45de-9370-f28d599bb130 service neutron] 10.222.0.21 "GET /v2.0/networks/11207fee-7662-4917-9e3d-9f3ac56ec541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609234 Mar 09 03:34:50.287824 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-a6822460-04ff-4f19-b5f5-51e16a29694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:50.289274 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-a6822460-04ff-4f19-b5f5-51e16a29694f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f91ce588c1a4be19a82d32063839bec&device_id=666666a6-76cd-4db2-958f-83a8814cf7e9 HTTP/1.1" status: 200 len: 1095 time: 0.2171516 Mar 09 03:34:50.302947 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d8ac256-05b2-462e-b187-bd04b542c6bd req-8aa00c8e-92f6-45b7-a248-21383a4d7019 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381153 Mar 09 03:34:50.403254 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['317087b4-d89e-40f1-b023-7b8ca916229c'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:34:50.408518 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-7379d8e9-d5c0-4b27-bbed-12a73f7a543b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c161676-54b2-49d7-b149-4ae1045d19ad HTTP/1.1" status: 200 len: 217 time: 0.1083109 Mar 09 03:34:50.435716 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ab0ab1f1-bcf5-4930-8510-7bf2ba7a4b2a req-d95292ae-848b-4fc9-ba08-8ebdc0d338f7 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/f0d27c00-6bf6-4bfa-8f0f-7159c427f4b2 HTTP/1.1" status: 200 len: 1801 time: 0.0587909 Mar 09 03:34:50.441539 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-ab0ab1f1-bcf5-4930-8510-7bf2ba7a4b2a req-dcd97adf-c63b-4a86-bb43-f4f2aa0bfc10 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Request body: {'security_group': {'name': 'tempest-sg-hth-190063534', 'description': 'tempest-description-hth-1668449563'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:50.454304 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-aac1dab2-0f45-44c1-8026-396a2167b89c req-860a1b2e-3883-49ec-b54d-c9eb10ac52a8 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Synchronizing usage tracker for tenant:2f91ce588c1a4be19a82d32063839bec on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:34:50.473284 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ab0ab1f1-bcf5-4930-8510-7bf2ba7a4b2a req-dcd97adf-c63b-4a86-bb43-f4f2aa0bfc10 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:50.497643 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-aac1dab2-0f45-44c1-8026-396a2167b89c req-860a1b2e-3883-49ec-b54d-c9eb10ac52a8 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Unset dirty status for tenant:2f91ce588c1a4be19a82d32063839bec on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:34:50.498826 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-aac1dab2-0f45-44c1-8026-396a2167b89c req-860a1b2e-3883-49ec-b54d-c9eb10ac52a8 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb1a4792-a1ea-4263-a5b0-59ae1513475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286446 Mar 09 03:34:50.503686 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-996d27d3-9e36-4b3a-8903-9b6fd692199c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:50.504913 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-996d27d3-9e36-4b3a-8903-9b6fd692199c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9035d512-36fb-4af8-b4c6-f55a40920a78 HTTP/1.1" status: 200 len: 856 time: 0.0888042 Mar 09 03:34:50.540667 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ab0ab1f1-bcf5-4930-8510-7bf2ba7a4b2a req-dcd97adf-c63b-4a86-bb43-f4f2aa0bfc10 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:50.549392 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ab0ab1f1-bcf5-4930-8510-7bf2ba7a4b2a req-dcd97adf-c63b-4a86-bb43-f4f2aa0bfc10 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:50.553959 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ab0ab1f1-bcf5-4930-8510-7bf2ba7a4b2a req-dcd97adf-c63b-4a86-bb43-f4f2aa0bfc10 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:50.555692 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ab0ab1f1-bcf5-4930-8510-7bf2ba7a4b2a req-dcd97adf-c63b-4a86-bb43-f4f2aa0bfc10 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "PUT /v2.0/security-groups/f0d27c00-6bf6-4bfa-8f0f-7159c427f4b2 HTTP/1.1" status: 200 len: 1774 time: 0.1186349 Mar 09 03:34:50.602721 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-0f01c9b8-fb47-449f-89e5-a681ceeb446d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11207fee-7662-4917-9e3d-9f3ac56ec541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872066 Mar 09 03:34:50.604190 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd97adf-c63b-4a86-bb43-f4f2aa0bfc10 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d27c00-6bf6-4bfa-8f0f-7159c427f4b2,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:50.645236 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ada46a-4b8c-4d50-be2a-707fa0818c36 req-fa230846-abc0-45f2-92c5-ebb4f2b1c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:50.647581 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1ada46a-4b8c-4d50-be2a-707fa0818c36 req-fa230846-abc0-45f2-92c5-ebb4f2b1c74e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f91ce588c1a4be19a82d32063839bec&device_id=7fe3472e-550b-49f4-90ab-03dc1402a30d HTTP/1.1" status: 200 len: 1094 time: 0.2896426 Mar 09 03:34:50.759263 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fbe49-a0b7-4b70-a500-c7997c4c9eb1 req-8aecb88f-48d2-4f25-9362-1e4fe4d3378a tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:50.760740 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-437fbe49-a0b7-4b70-a500-c7997c4c9eb1 req-8aecb88f-48d2-4f25-9362-1e4fe4d3378a tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 1096 time: 0.0775921 Mar 09 03:34:50.801838 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-437fbe49-a0b7-4b70-a500-c7997c4c9eb1 req-d9c03524-3c83-4670-b157-fd6c3378b274 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352194 Mar 09 03:34:51.037480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81fc89-9bed-4cc7-8eac-6fe65f62ad4f req-b4b6ffa8-0c27-4d50-8184-2dd3294979e0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:51.039506 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2c81fc89-9bed-4cc7-8eac-6fe65f62ad4f req-b4b6ffa8-0c27-4d50-8184-2dd3294979e0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.0795975 Mar 09 03:34:51.040430 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-0cf32da9-6e89-4e00-a071-bbe10655b0c7 service neutron] 10.222.0.21 "GET /v2.0/networks/11207fee-7662-4917-9e3d-9f3ac56ec541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208224 Mar 09 03:34:51.046790 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ada46a-4b8c-4d50-be2a-707fa0818c36 req-c10b87c5-50b5-40fc-916e-bcecfe43236b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:51.048166 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1ada46a-4b8c-4d50-be2a-707fa0818c36 req-c10b87c5-50b5-40fc-916e-bcecfe43236b service neutron] 10.222.0.21 "GET /v2.0/networks?id=11207fee-7662-4917-9e3d-9f3ac56ec541 HTTP/1.1" status: 200 len: 917 time: 0.3842800 Mar 09 03:34:51.084220 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2c81fc89-9bed-4cc7-8eac-6fe65f62ad4f req-c806add5-2723-4d78-a208-24b8c38b763a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389562 Mar 09 03:34:51.156004 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab14bd-0729-45e6-8085-edcf61ad5092 req-2f61c64f-6d0c-46ed-9f05-43b08e321045 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:51.157169 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7cadf8ba-0ee5-4a78-bce1-ba37ffb85b60 req-c798e5fc-ce8b-4a93-a339-f159fe41210a tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/f0d27c00-6bf6-4bfa-8f0f-7159c427f4b2 HTTP/1.1" status: 200 len: 1774 time: 0.0506909 Mar 09 03:34:51.159284 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c4ab14bd-0729-45e6-8085-edcf61ad5092 req-2f61c64f-6d0c-46ed-9f05-43b08e321045 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a85579-6c61-4fd4-8ebb-235b428ff418 HTTP/1.1" status: 200 len: 949 time: 0.4964495 Mar 09 03:34:51.163205 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1ada46a-4b8c-4d50-be2a-707fa0818c36 req-5bc93306-a0fc-492e-9cc2-4e9eb4904a66 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6 HTTP/1.1" status: 200 len: 217 time: 0.0929074 Mar 09 03:34:51.314967 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c4ab14bd-0729-45e6-8085-edcf61ad5092 req-e2e33700-b1d9-48e2-9a88-988588fe4cb7 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.16 "GET /v2.0/security-groups?id=ecb47d7f-7ec1-4d92-92ab-a7460eb10d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508102 Mar 09 03:34:51.323933 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ada46a-4b8c-4d50-be2a-707fa0818c36 req-abfacb69-b95e-4d82-9066-9e6e7b98838b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:51.325519 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1ada46a-4b8c-4d50-be2a-707fa0818c36 req-abfacb69-b95e-4d82-9066-9e6e7b98838b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9035d512-36fb-4af8-b4c6-f55a40920a78 HTTP/1.1" status: 200 len: 856 time: 0.1449609 Mar 09 03:34:51.341559 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741b6d3-5601-4bf3-9f08-038a5c3f3ba4 req-c540ac8e-4bed-413e-8671-c7b8f7342d11 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:51.343331 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a741b6d3-5601-4bf3-9f08-038a5c3f3ba4 req-c540ac8e-4bed-413e-8671-c7b8f7342d11 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 946 time: 0.0868373 Mar 09 03:34:51.403452 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1ada46a-4b8c-4d50-be2a-707fa0818c36 req-1a2f1f43-50a0-43ae-a23a-a2ed214f4a5b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11207fee-7662-4917-9e3d-9f3ac56ec541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542030 Mar 09 03:34:51.406119 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-689726e7-2d71-4790-b2ef-a9e28a1d8871 req-0c6af3e9-446f-4494-8d4c-964d0e1b80e0 service neutron] 10.222.0.21 "GET /v2.0/networks/11207fee-7662-4917-9e3d-9f3ac56ec541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571358 Mar 09 03:34:51.407310 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a741b6d3-5601-4bf3-9f08-038a5c3f3ba4 req-f3bd1f4d-2e12-4b44-9190-33a5fd9bf9f0 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545807 Mar 09 03:34:51.564141 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1ada46a-4b8c-4d50-be2a-707fa0818c36 req-0bb6155b-f155-4239-a9eb-2f70b2babc7a service neutron] 10.222.0.21 "GET /v2.0/networks/11207fee-7662-4917-9e3d-9f3ac56ec541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502128 Mar 09 03:34:51.596179 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ddd8e-b533-4f58-a5de-7a9956263d93 req-c0db4502-2d1a-4aa3-ab3c-db5647aef086 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:51.598522 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-da2ddd8e-b533-4f58-a5de-7a9956263d93 req-c0db4502-2d1a-4aa3-ab3c-db5647aef086 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 949 time: 0.0974488 Mar 09 03:34:51.650598 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-da2ddd8e-b533-4f58-a5de-7a9956263d93 req-88e1b138-a462-4fa7-a478-510722e91873 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461116 Mar 09 03:34:51.718731 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1ada46a-4b8c-4d50-be2a-707fa0818c36 req-bd090fa9-7aba-4947-9633-5ec2e163dabc service neutron] 10.222.0.21 "GET /v2.0/networks/11207fee-7662-4917-9e3d-9f3ac56ec541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473360 Mar 09 03:34:51.729718 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d07ecc7-4576-4fd7-9bfc-7ecb4f725eec req-93a2db40-fc92-45b8-9a20-394979356048 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/f0d27c00-6bf6-4bfa-8f0f-7159c427f4b2 HTTP/1.1" status: 200 len: 1774 time: 0.0493965 Mar 09 03:34:51.747436 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 18722f09-e29b-4516-b362-d7a12f1bf15c details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:34:51.751144 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 317087b4-d89e-40f1-b023-7b8ca916229c up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:34:51.820800 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4d07ecc7-4576-4fd7-9bfc-7ecb4f725eec req-6ec97310-163e-4807-a644-9084a2e46d6e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:51.857784 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4d07ecc7-4576-4fd7-9bfc-7ecb4f725eec req-6ec97310-163e-4807-a644-9084a2e46d6e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:51.923414 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4d07ecc7-4576-4fd7-9bfc-7ecb4f725eec req-6ec97310-163e-4807-a644-9084a2e46d6e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:51.933115 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666666a6-76cd-4db2-958f-83a8814cf7e9', 'tag': '0c161676-54b2-49d7-b149-4ae1045d19ad'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:34:51.954281 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec97310-163e-4807-a644-9084a2e46d6e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d27c00-6bf6-4bfa-8f0f-7159c427f4b2,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:51.957964 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4d07ecc7-4576-4fd7-9bfc-7ecb4f725eec req-6ec97310-163e-4807-a644-9084a2e46d6e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:51.971510 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d07ecc7-4576-4fd7-9bfc-7ecb4f725eec req-6ec97310-163e-4807-a644-9084a2e46d6e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "DELETE /v2.0/security-groups/f0d27c00-6bf6-4bfa-8f0f-7159c427f4b2 HTTP/1.1" status: 204 len: 173 time: 0.2407629 Mar 09 03:34:52.040988 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 317087b4-d89e-40f1-b023-7b8ca916229c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:34:52.059695 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 317087b4-d89e-40f1-b023-7b8ca916229c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:34:52.060356 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:52.101770 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 18722f09-e29b-4516-b362-d7a12f1bf15c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=18722f09-e29b-4516-b362-d7a12f1bf15c,segment=NetworkSegment(288b5494-35ec-4e82-b7de-c8b6ff41810e),segment_id=288b5494-35ec-4e82-b7de-c8b6ff41810e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:52.129864 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '18722f09-e29b-4516-b362-d7a12f1bf15c', 'network_id': '11207fee-7662-4917-9e3d-9f3ac56ec541', 'port_id': '18722f09-e29b-4516-b362-d7a12f1bf15c', 'mac_address': 'fa:16:3e:35:63:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9035d512-36fb-4af8-b4c6-f55a40920a78', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:34:52.152297 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7536739-d212-4670-ad3f-54ede96a6824 req-5e3ccff9-dcc8-4946-ad77-4d5402c94067 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:52.153929 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b7536739-d212-4670-ad3f-54ede96a6824 req-5e3ccff9-dcc8-4946-ad77-4d5402c94067 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/ports?device_id=666666a6-76cd-4db2-958f-83a8814cf7e9 HTTP/1.1" status: 200 len: 944 time: 0.0896156 Mar 09 03:34:52.158215 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666666a6-76cd-4db2-958f-83a8814cf7e9', 'tag': '0c161676-54b2-49d7-b149-4ae1045d19ad', 'status': 'completed', 'code': 200} Mar 09 03:34:52.211562 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b7536739-d212-4670-ad3f-54ede96a6824 req-ed4e73da-6b3c-4f1d-8d27-fda780ee15df tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb1a4792-a1ea-4263-a5b0-59ae1513475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415831 Mar 09 03:34:52.226373 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:52.258072 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18722f09-e29b-4516-b362-d7a12f1bf15c {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:34:52.261330 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda46d6a-74d9-4299-9eb5-6e47aa5d4de9 req-656a8ef8-2a00-45a7-8184-7d2405ffd5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:52.263634 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eda46d6a-74d9-4299-9eb5-6e47aa5d4de9 req-656a8ef8-2a00-45a7-8184-7d2405ffd5fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f91ce588c1a4be19a82d32063839bec&device_id=666666a6-76cd-4db2-958f-83a8814cf7e9 HTTP/1.1" status: 200 len: 1095 time: 0.0850835 Mar 09 03:34:52.278300 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:52.297868 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 18722f09-e29b-4516-b362-d7a12f1bf15c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=18722f09-e29b-4516-b362-d7a12f1bf15c,segment=NetworkSegment(288b5494-35ec-4e82-b7de-c8b6ff41810e),segment_id=288b5494-35ec-4e82-b7de-c8b6ff41810e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:52.308456 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:52.341758 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319a3be0-46dd-408e-91d5-4cb03dca2694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317087b4-d89e-40f1-b023-7b8ca916229c'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:34:52.366941 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 317087b4-d89e-40f1-b023-7b8ca916229c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=317087b4-d89e-40f1-b023-7b8ca916229c,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:52.378584 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:52.395200 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=18722f09-e29b-4516-b362-d7a12f1bf15c,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:52.432794 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154fdd6-93cc-45f2-810e-62aa18406969 req-05c058a3-afba-4efd-a49c-941dab17f8ed tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:52.434355 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d154fdd6-93cc-45f2-810e-62aa18406969 req-05c058a3-afba-4efd-a49c-941dab17f8ed tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a85579-6c61-4fd4-8ebb-235b428ff418 HTTP/1.1" status: 200 len: 949 time: 0.0998688 Mar 09 03:34:52.471901 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=317087b4-d89e-40f1-b023-7b8ca916229c,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:52.477290 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda46d6a-74d9-4299-9eb5-6e47aa5d4de9 req-8134fc1f-db58-4c78-bfb8-33f6bec3397c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:52.478703 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eda46d6a-74d9-4299-9eb5-6e47aa5d4de9 req-8134fc1f-db58-4c78-bfb8-33f6bec3397c service neutron] 10.222.0.21 "GET /v2.0/networks?id=11207fee-7662-4917-9e3d-9f3ac56ec541 HTTP/1.1" status: 200 len: 917 time: 0.2086797 Mar 09 03:34:52.482532 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d154fdd6-93cc-45f2-810e-62aa18406969 req-1ecd4944-8150-44d5-9fbc-18c52c071efb tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.16 "GET /v2.0/security-groups?id=ecb47d7f-7ec1-4d92-92ab-a7460eb10d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412748 Mar 09 03:34:52.500149 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec458a-f061-472d-9153-8850eac6e6a8 req-05026d69-2ca6-4d28-8adf-15273c4ffc8a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:52.501540 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4fec458a-f061-472d-9153-8850eac6e6a8 req-05026d69-2ca6-4d28-8adf-15273c4ffc8a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.1209676 Mar 09 03:34:52.577603 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eda46d6a-74d9-4299-9eb5-6e47aa5d4de9 req-61af9025-8d7a-4609-a272-9b5cec0d27ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c161676-54b2-49d7-b149-4ae1045d19ad HTTP/1.1" status: 200 len: 217 time: 0.0852702 Mar 09 03:34:52.599173 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319a3be0-46dd-408e-91d5-4cb03dca2694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317087b4-d89e-40f1-b023-7b8ca916229c', 'code': 200} Mar 09 03:34:52.643240 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4fec458a-f061-472d-9153-8850eac6e6a8 req-ede84aa6-4726-4e33-a6d7-a162bb17e90c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947492 Mar 09 03:34:52.666477 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda46d6a-74d9-4299-9eb5-6e47aa5d4de9 req-6393129b-ca51-4704-8bad-6c8a32c64a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:52.666477 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eda46d6a-74d9-4299-9eb5-6e47aa5d4de9 req-6393129b-ca51-4704-8bad-6c8a32c64a66 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9035d512-36fb-4af8-b4c6-f55a40920a78 HTTP/1.1" status: 200 len: 856 time: 0.0730519 Mar 09 03:34:52.687496 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['18722f09-e29b-4516-b362-d7a12f1bf15c'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:34:52.763979 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b823a0-bcc2-4efb-877a-5154d3b7664a req-ef4851f3-1e1b-49f3-810c-4616a42199cb tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:52.765564 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e7b823a0-bcc2-4efb-877a-5154d3b7664a req-ef4851f3-1e1b-49f3-810c-4616a42199cb tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 946 time: 0.0839989 Mar 09 03:34:52.791852 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eda46d6a-74d9-4299-9eb5-6e47aa5d4de9 req-47528216-2ef3-4d1b-bbbe-68ee099baff4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11207fee-7662-4917-9e3d-9f3ac56ec541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201081 Mar 09 03:34:52.793028 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [req-c9946e28-9b77-436b-9093-ab5d555a23e4 req-458c8424-6add-4b08-a899-8ca3d44a63f2 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] show failed (client error): The resource could not be found. Mar 09 03:34:52.793927 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c9946e28-9b77-436b-9093-ab5d555a23e4 req-458c8424-6add-4b08-a899-8ca3d44a63f2 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/51623932-9c99-48d8-9998-05ff7f6b5643 HTTP/1.1" status: 404 len: 352 time: 0.1240277 Mar 09 03:34:52.816403 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e7b823a0-bcc2-4efb-877a-5154d3b7664a req-dc31e9f1-285b-4701-a986-ce369f469f59 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452321 Mar 09 03:34:52.888966 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-b3e4cb9b-8240-4661-9d97-0bcdcd78ccd4 req-e09b003d-937c-405f-8b70-2f118322d9e0 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] show failed (client error): The resource could not be found. Mar 09 03:34:52.900140 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b3e4cb9b-8240-4661-9d97-0bcdcd78ccd4 req-e09b003d-937c-405f-8b70-2f118322d9e0 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/cafe80ab-45ec-4a79-80ff-f1869fcc9b7a HTTP/1.1" status: 404 len: 352 time: 0.0555885 Mar 09 03:34:53.022464 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-ce8649f4-c064-44ac-b600-ee95f43d83b6 req-1a614daf-0bec-4a46-be35-48b092bdf3ff tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] show failed (client error): The resource could not be found. Mar 09 03:34:53.023492 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce8649f4-c064-44ac-b600-ee95f43d83b6 req-1a614daf-0bec-4a46-be35-48b092bdf3ff tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/31b9c946-7bc6-40dc-8d2d-db3e8fc2ef48 HTTP/1.1" status: 404 len: 352 time: 0.1093533 Mar 09 03:34:53.060401 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-9cd99619-f2f9-4ded-a4ad-bb7ea2c6eb72 req-2c9eaa1a-cdcc-4b46-b09e-2fb32be95735 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] show failed (client error): The resource could not be found. Mar 09 03:34:53.061325 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9cd99619-f2f9-4ded-a4ad-bb7ea2c6eb72 req-2c9eaa1a-cdcc-4b46-b09e-2fb32be95735 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/8ab9721e-a360-4f4d-9162-f3f7a17134c6 HTTP/1.1" status: 404 len: 352 time: 0.0162005 Mar 09 03:34:53.097292 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-f93a7bba-24ff-495a-93ce-4457e2665b82 req-cf7510c6-c211-4c7c-9ac6-8bd380850d2f tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] show failed (client error): The resource could not be found. Mar 09 03:34:53.100113 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f93a7bba-24ff-495a-93ce-4457e2665b82 req-cf7510c6-c211-4c7c-9ac6-8bd380850d2f tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/0caf3fda-9d9f-4955-960f-536c95423558 HTTP/1.1" status: 404 len: 352 time: 0.0172288 Mar 09 03:34:53.121505 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdb3bd-90e6-4e86-bf5d-bde10670b90e req-4396d085-9c8f-4517-b38a-54631eec818c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:53.123005 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-09bdb3bd-90e6-4e86-bf5d-bde10670b90e req-4396d085-9c8f-4517-b38a-54631eec818c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 1101 time: 0.4503932 Mar 09 03:34:53.134531 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-df3e7383-96a3-4d67-8fe6-28da0d669fc6 req-926b1ab5-5f84-4fb7-a278-0f9def29142d tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] show failed (client error): The resource could not be found. Mar 09 03:34:53.135553 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-df3e7383-96a3-4d67-8fe6-28da0d669fc6 req-926b1ab5-5f84-4fb7-a278-0f9def29142d tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/b333ce93-ab52-4b52-8a89-bd17d7613842 HTTP/1.1" status: 404 len: 352 time: 0.0161884 Mar 09 03:34:53.166675 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eda46d6a-74d9-4299-9eb5-6e47aa5d4de9 req-ea4b4584-d5be-4c79-8270-18815f0fc720 service neutron] 10.222.0.21 "GET /v2.0/networks/11207fee-7662-4917-9e3d-9f3ac56ec541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617792 Mar 09 03:34:53.230026 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-09bdb3bd-90e6-4e86-bf5d-bde10670b90e req-0b5a547d-d2c9-48c5-b09c-d7e9478e5fee service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912199 Mar 09 03:34:53.241818 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1937277-db9b-4095-a63c-91f9e9f1a96e req-92c93256-8f5e-4b01-aa6b-851adfe6f4f4 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:53.242533 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-b1937277-db9b-4095-a63c-91f9e9f1a96e req-92c93256-8f5e-4b01-aa6b-851adfe6f4f4 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Synchronizing usage tracker for tenant:fb202b0928604d6ca848064936552050 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:34:53.315710 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-b1937277-db9b-4095-a63c-91f9e9f1a96e req-92c93256-8f5e-4b01-aa6b-851adfe6f4f4 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Unset dirty status for tenant:fb202b0928604d6ca848064936552050 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:34:53.316844 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1937277-db9b-4095-a63c-91f9e9f1a96e req-92c93256-8f5e-4b01-aa6b-851adfe6f4f4 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 950 time: 0.3471274 Mar 09 03:34:53.383257 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eda46d6a-74d9-4299-9eb5-6e47aa5d4de9 req-8bb8578f-fe50-44e4-9320-a7bb101ca2c7 service neutron] 10.222.0.21 "GET /v2.0/networks/11207fee-7662-4917-9e3d-9f3ac56ec541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958716 Mar 09 03:34:53.390743 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1937277-db9b-4095-a63c-91f9e9f1a96e req-7ccb921c-4803-4ce5-b0a8-d5f4a2a0852b tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669584 Mar 09 03:34:53.568569 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605b098-9e0b-4ac9-9ed5-b01bf9deee9b req-4a52bcdf-8092-4237-8eee-25b79ada6de9 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:53.569947 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6605b098-9e0b-4ac9-9ed5-b01bf9deee9b req-4a52bcdf-8092-4237-8eee-25b79ada6de9 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/ports?device_id=666666a6-76cd-4db2-958f-83a8814cf7e9 HTTP/1.1" status: 200 len: 944 time: 0.0840428 Mar 09 03:34:53.596574 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9f581-1bbb-492b-9c10-72a83e604ae7 req-b4932f8c-0c59-4557-b617-5f17e6f733d9 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:53.597264 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-87d9f581-1bbb-492b-9c10-72a83e604ae7 req-b4932f8c-0c59-4557-b617-5f17e6f733d9 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Synchronizing usage tracker for tenant:70eeee148f5e4bb0b0e213c4b507c0e8 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:34:53.611940 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-87d9f581-1bbb-492b-9c10-72a83e604ae7 req-b4932f8c-0c59-4557-b617-5f17e6f733d9 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Unset dirty status for tenant:70eeee148f5e4bb0b0e213c4b507c0e8 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:34:53.613056 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-87d9f581-1bbb-492b-9c10-72a83e604ae7 req-b4932f8c-0c59-4557-b617-5f17e6f733d9 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8b4110b-74c8-47c8-8bd0-b28dfc169f0b HTTP/1.1" status: 200 len: 1024 time: 0.0942848 Mar 09 03:34:53.613465 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6605b098-9e0b-4ac9-9ed5-b01bf9deee9b req-9fd68387-271e-4708-93a5-6642e12962ad tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb1a4792-a1ea-4263-a5b0-59ae1513475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376134 Mar 09 03:34:53.664524 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-87d9f581-1bbb-492b-9c10-72a83e604ae7 req-3cf777fa-87d6-44b0-a9b9-6a3dbdc84abb tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Synchronizing usage tracker for tenant:70eeee148f5e4bb0b0e213c4b507c0e8 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:34:53.679431 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-87d9f581-1bbb-492b-9c10-72a83e604ae7 req-3cf777fa-87d6-44b0-a9b9-6a3dbdc84abb tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Unset dirty status for tenant:70eeee148f5e4bb0b0e213c4b507c0e8 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:34:53.680602 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-87d9f581-1bbb-492b-9c10-72a83e604ae7 req-3cf777fa-87d6-44b0-a9b9-6a3dbdc84abb tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&id=4aea4d23-705e-475c-9533-e310949535ba&id=11302a4e-5aa0-4a9b-8451-1713d3e21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0607917 Mar 09 03:34:53.765924 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 0c161676-54b2-49d7-b149-4ae1045d19ad details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:34:53.848170 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfa927-c2b7-4267-beda-55226eee3303 req-e54a1208-15f4-416a-b05f-6e41df4fe85f tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:53.849508 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-afcfa927-c2b7-4267-beda-55226eee3303 req-e54a1208-15f4-416a-b05f-6e41df4fe85f tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a85579-6c61-4fd4-8ebb-235b428ff418 HTTP/1.1" status: 200 len: 949 time: 0.1178398 Mar 09 03:34:53.857053 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff965a9-40d2-4405-bd05-45b0c4049a5a req-432e263d-8892-48f1-a63f-56882f57040d tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:53.859183 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0ff965a9-40d2-4405-bd05-45b0c4049a5a req-432e263d-8892-48f1-a63f-56882f57040d tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.21 "GET /v2.0/ports?device_id=83a85579-6c61-4fd4-8ebb-235b428ff418 HTTP/1.1" status: 200 len: 949 time: 0.1597667 Mar 09 03:34:53.872279 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da549f09-a6f6-4270-9256-fdb2682a05be req-6688b62a-de33-4eed-8f79-0f9bc3d53de8 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:53.874064 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-da549f09-a6f6-4270-9256-fdb2682a05be req-6688b62a-de33-4eed-8f79-0f9bc3d53de8 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.0979247 Mar 09 03:34:53.961239 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-da549f09-a6f6-4270-9256-fdb2682a05be req-c3d4bfd7-8105-4fef-8ea2-20d95d8185de tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793138 Mar 09 03:34:53.971335 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-afcfa927-c2b7-4267-beda-55226eee3303 req-a3cb3a95-2fc3-448f-9230-c1d11b66b0fe tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.16 "GET /v2.0/security-groups?id=ecb47d7f-7ec1-4d92-92ab-a7460eb10d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117511 Mar 09 03:34:53.975503 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-0ff965a9-40d2-4405-bd05-45b0c4049a5a req-8f602a0d-8f56-4cc9-a040-b6ed2f55a5d3 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Deleting port 9652dcef-e3f4-483d-9112-7fcdbdeb4749 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:34:53.975850 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0ff965a9-40d2-4405-bd05-45b0c4049a5a req-8f602a0d-8f56-4cc9-a040-b6ed2f55a5d3 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:54.000528 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 0c161676-54b2-49d7-b149-4ae1045d19ad, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0c161676-54b2-49d7-b149-4ae1045d19ad,segment=NetworkSegment(288b5494-35ec-4e82-b7de-c8b6ff41810e),segment_id=288b5494-35ec-4e82-b7de-c8b6ff41810e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:54.018780 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '0c161676-54b2-49d7-b149-4ae1045d19ad', 'network_id': '11207fee-7662-4917-9e3d-9f3ac56ec541', 'port_id': '0c161676-54b2-49d7-b149-4ae1045d19ad', 'mac_address': 'fa:16:3e:fc:1e:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9035d512-36fb-4af8-b4c6-f55a40920a78', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:34:54.094053 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:54.113725 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c161676-54b2-49d7-b149-4ae1045d19ad {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:34:54.130989 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 0c161676-54b2-49d7-b149-4ae1045d19ad, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0c161676-54b2-49d7-b149-4ae1045d19ad,segment=NetworkSegment(288b5494-35ec-4e82-b7de-c8b6ff41810e),segment_id=288b5494-35ec-4e82-b7de-c8b6ff41810e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:54.136611 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:54.137461 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:34:54.214757 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6,segment=NetworkSegment(288b5494-35ec-4e82-b7de-c8b6ff41810e),segment_id=288b5494-35ec-4e82-b7de-c8b6ff41810e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:54.241585 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6', 'network_id': '11207fee-7662-4917-9e3d-9f3ac56ec541', 'port_id': 'ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6', 'mac_address': 'fa:16:3e:ae:20:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9035d512-36fb-4af8-b4c6-f55a40920a78', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:34:54.294018 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c09e9-9dc5-4424-88e1-496e9ceb6ae2 req-0737044a-00d2-4cb9-9a09-621c38b7284e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:54.295531 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b80c09e9-9dc5-4424-88e1-496e9ceb6ae2 req-0737044a-00d2-4cb9-9a09-621c38b7284e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 946 time: 0.2116046 Mar 09 03:34:54.316899 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:54.324876 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-0ff965a9-40d2-4405-bd05-45b0c4049a5a req-8f602a0d-8f56-4cc9-a040-b6ed2f55a5d3 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] For port 9652dcef-e3f4-483d-9112-7fcdbdeb4749, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=9652dcef-e3f4-483d-9112-7fcdbdeb4749,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:54.325241 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0ff965a9-40d2-4405-bd05-45b0c4049a5a req-8f602a0d-8f56-4cc9-a040-b6ed2f55a5d3 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:54.336206 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=0c161676-54b2-49d7-b149-4ae1045d19ad,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:54.343813 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:34:54.370668 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6,segment=NetworkSegment(288b5494-35ec-4e82-b7de-c8b6ff41810e),segment_id=288b5494-35ec-4e82-b7de-c8b6ff41810e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:54.375879 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:54.459647 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:54.480903 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-0ff965a9-40d2-4405-bd05-45b0c4049a5a req-8f602a0d-8f56-4cc9-a040-b6ed2f55a5d3 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Calling delete_port for 9652dcef-e3f4-483d-9112-7fcdbdeb4749 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:34:54.519204 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b80c09e9-9dc5-4424-88e1-496e9ceb6ae2 req-4dd7be7b-153a-4cec-b506-a9585be12972 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174911 Mar 09 03:34:54.679640 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1801f0-c1da-43fb-85e9-a3d3ff338cc0 req-47bf1dfb-42c4-4daf-be7e-47f03dee26a4 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:54.681607 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1f1801f0-c1da-43fb-85e9-a3d3ff338cc0 req-47bf1dfb-42c4-4daf-be7e-47f03dee26a4 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 950 time: 0.1387200 Mar 09 03:34:54.686888 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0ff965a9-40d2-4405-bd05-45b0c4049a5a req-8f602a0d-8f56-4cc9-a040-b6ed2f55a5d3 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:54.700480 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['9652dcef-e3f4-483d-9112-7fcdbdeb4749'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:34:54.748336 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f602a0d-8f56-4cc9-a040-b6ed2f55a5d3 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Pushing event deleted for resources: {'Port': ['ID=9652dcef-e3f4-483d-9112-7fcdbdeb4749,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:54.786553 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1f1801f0-c1da-43fb-85e9-a3d3ff338cc0 req-da36acd7-afc6-4d23-aaa1-4c37e3bcdb97 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994093 Mar 09 03:34:54.803421 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['0c161676-54b2-49d7-b149-4ae1045d19ad'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:34:54.849475 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:34:55.069377 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff965a9-40d2-4405-bd05-45b0c4049a5a req-8f602a0d-8f56-4cc9-a040-b6ed2f55a5d3 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] No DVR routers for this DVR port 9652dcef-e3f4-483d-9112-7fcdbdeb4749 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:34:55.072847 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0ff965a9-40d2-4405-bd05-45b0c4049a5a req-8f602a0d-8f56-4cc9-a040-b6ed2f55a5d3 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:55.081229 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a85579-6c61-4fd4-8ebb-235b428ff418', 'name': 'network-vif-deleted', 'tag': '9652dcef-e3f4-483d-9112-7fcdbdeb4749'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:34:55.095065 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0ff965a9-40d2-4405-bd05-45b0c4049a5a req-8f602a0d-8f56-4cc9-a040-b6ed2f55a5d3 tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.21 "DELETE /v2.0/ports/9652dcef-e3f4-483d-9112-7fcdbdeb4749 HTTP/1.1" status: 204 len: 173 time: 1.2222066 Mar 09 03:34:55.104809 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-56c64501-e76a-42c9-b253-f261fb59e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:55.106926 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-56c64501-e76a-42c9-b253-f261fb59e83d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2805c8aef7c746099fde990352f135bf&device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 1097 time: 0.1843247 Mar 09 03:34:55.115539 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487023d9-4f19-48b0-8b89-c83b451736de req-1f39247e-16b1-44ef-9061-f93c7e883b02 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:55.116819 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8593e-a82d-4a4f-8ecc-8bf1708997b0 req-412ee2f8-8ba1-4fdb-b676-39a424f3ffa3 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:55.117415 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-487023d9-4f19-48b0-8b89-c83b451736de req-1f39247e-16b1-44ef-9061-f93c7e883b02 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8b4110b-74c8-47c8-8bd0-b28dfc169f0b HTTP/1.1" status: 200 len: 1024 time: 0.1363783 Mar 09 03:34:55.124937 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eff8593e-a82d-4a4f-8ecc-8bf1708997b0 req-412ee2f8-8ba1-4fdb-b676-39a424f3ffa3 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/ports?device_id=666666a6-76cd-4db2-958f-83a8814cf7e9 HTTP/1.1" status: 200 len: 945 time: 0.3290226 Mar 09 03:34:55.197323 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eff8593e-a82d-4a4f-8ecc-8bf1708997b0 req-b102b7ac-5982-44b2-999f-14d1351cdb44 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb1a4792-a1ea-4263-a5b0-59ae1513475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658669 Mar 09 03:34:55.290100 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-487023d9-4f19-48b0-8b89-c83b451736de req-ae8a9032-12f0-44ae-8e14-671f82b58d82 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd83d64-8797-4349-9aaf-91b23d76735d&id=4aea4d23-705e-475c-9533-e310949535ba&id=11302a4e-5aa0-4a9b-8451-1713d3e21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1532471 Mar 09 03:34:55.319664 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adbed2-7bfa-4739-98bf-cbf3c5826b09 req-3bdbeca0-6836-470a-b886-dfa3355b66c5 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:55.321235 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-06adbed2-7bfa-4739-98bf-cbf3c5826b09 req-3bdbeca0-6836-470a-b886-dfa3355b66c5 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8b4110b-74c8-47c8-8bd0-b28dfc169f0b HTTP/1.1" status: 200 len: 1024 time: 0.0950260 Mar 09 03:34:55.336286 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-8dbd9264-8e45-4253-ade1-d643f699041b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:55.338085 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-8dbd9264-8e45-4253-ade1-d643f699041b service neutron] 10.222.0.24 "GET /v2.0/networks?id=af94044a-4dd6-4e2a-9a7b-ddb410474c02 HTTP/1.1" status: 200 len: 908 time: 0.2196648 Mar 09 03:34:55.405099 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-bc8034d8-9d06-4485-8781-d1f0bdfe9d69 req-b494e316-8871-4d54-8d22-f49a5c9a15bd tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Synchronizing usage tracker for tenant:3f691b0e78004b699a1c8be5d8063134 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:34:55.435473 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-bc8034d8-9d06-4485-8781-d1f0bdfe9d69 req-b494e316-8871-4d54-8d22-f49a5c9a15bd tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] Unset dirty status for tenant:3f691b0e78004b699a1c8be5d8063134 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:34:55.436728 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bc8034d8-9d06-4485-8781-d1f0bdfe9d69 req-b494e316-8871-4d54-8d22-f49a5c9a15bd tempest-ImagesNegativeTestJSON-961194526 tempest-ImagesNegativeTestJSON-961194526-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a85579-6c61-4fd4-8ebb-235b428ff418 HTTP/1.1" status: 200 len: 210 time: 0.1145079 Mar 09 03:34:55.443418 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-7e8591ef-7621-4949-9eba-2b80c5b802de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fabe353-9af1-45f6-9215-84c19e17873e HTTP/1.1" status: 200 len: 217 time: 0.0966716 Mar 09 03:34:55.446689 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-06adbed2-7bfa-4739-98bf-cbf3c5826b09 req-5fcae32f-370f-4a60-b8b7-c8f948c3df9e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Deleting port 435f865e-b95d-40d3-af10-570eadbbc29b {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:34:55.447066 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-06adbed2-7bfa-4739-98bf-cbf3c5826b09 req-5fcae32f-370f-4a60-b8b7-c8f948c3df9e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:55.504757 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a85579-6c61-4fd4-8ebb-235b428ff418', 'name': 'network-vif-deleted', 'tag': '9652dcef-e3f4-483d-9112-7fcdbdeb4749', 'status': 'completed', 'code': 200} Mar 09 03:34:55.530815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-8eecba06-f284-47f1-8053-2e910e751351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:55.532875 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-8eecba06-f284-47f1-8053-2e910e751351 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=42f7c02a-5561-45bd-a0c7-255e56eaf460 HTTP/1.1" status: 200 len: 847 time: 0.0815418 Mar 09 03:34:55.554473 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b931-c1cb-43b5-b41e-2d0be591be6f req-f449ea93-446c-4d8f-b760-5481c0a7447a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:55.555946 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ac51b931-c1cb-43b5-b41e-2d0be591be6f req-f449ea93-446c-4d8f-b760-5481c0a7447a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.1584284 Mar 09 03:34:55.604228 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-89618a8d-17df-4883-bf59-6238ca4958dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af94044a-4dd6-4e2a-9a7b-ddb410474c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473237 Mar 09 03:34:55.773020 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ac51b931-c1cb-43b5-b41e-2d0be591be6f req-e7e8a60b-faa7-404b-bb92-9b5989643715 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677041 Mar 09 03:34:55.780396 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 18722f09-e29b-4516-b362-d7a12f1bf15c up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:34:55.802935 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-06adbed2-7bfa-4739-98bf-cbf3c5826b09 req-5fcae32f-370f-4a60-b8b7-c8f948c3df9e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] For port 435f865e-b95d-40d3-af10-570eadbbc29b, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=435f865e-b95d-40d3-af10-570eadbbc29b,segment=NetworkSegment(dbb0516b-55d1-45e2-b346-e5f7478e7bd6),segment_id=dbb0516b-55d1-45e2-b346-e5f7478e7bd6)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:55.803495 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-06adbed2-7bfa-4739-98bf-cbf3c5826b09 req-5fcae32f-370f-4a60-b8b7-c8f948c3df9e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:55.897094 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-5604b097-73f7-4726-adb0-36c5c45ad7bb service neutron] 10.222.0.24 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771320 Mar 09 03:34:55.969003 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 18722f09-e29b-4516-b362-d7a12f1bf15c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:34:55.977429 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-06adbed2-7bfa-4739-98bf-cbf3c5826b09 req-5fcae32f-370f-4a60-b8b7-c8f948c3df9e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Calling delete_port for 435f865e-b95d-40d3-af10-570eadbbc29b owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:34:55.978183 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 18722f09-e29b-4516-b362-d7a12f1bf15c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:34:55.978570 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:56.071565 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64726266-40c4-49dc-a4da-35637e06eacb req-4a61d289-e92e-407a-9ac8-df11028f2b49 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:56.078886 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-64726266-40c4-49dc-a4da-35637e06eacb req-4a61d289-e92e-407a-9ac8-df11028f2b49 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 946 time: 0.3649580 Mar 09 03:34:56.095054 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-95b19778-2ba1-470e-a89a-47edf167d5c8 service neutron] 10.222.0.24 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786482 Mar 09 03:34:56.158645 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:56.169722 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-64726266-40c4-49dc-a4da-35637e06eacb req-4c91d97b-a99b-4277-8749-fd6262c359be tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810845 Mar 09 03:34:56.189366 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664d0117-b991-4c73-9267-c03d7f89ccfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18722f09-e29b-4516-b362-d7a12f1bf15c'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:34:56.200605 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 18722f09-e29b-4516-b362-d7a12f1bf15c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=18722f09-e29b-4516-b362-d7a12f1bf15c,segment=NetworkSegment(288b5494-35ec-4e82-b7de-c8b6ff41810e),segment_id=288b5494-35ec-4e82-b7de-c8b6ff41810e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:56.207804 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:56.208871 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 9652dcef-e3f4-483d-9112-7fcdbdeb4749 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:34:56.262703 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215580f-dc73-4757-8303-73ed7c03f7c8 req-3aa54b90-e7a9-42cd-8f27-b3d5e8d8bad2 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:56.269744 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9215580f-dc73-4757-8303-73ed7c03f7c8 req-3aa54b90-e7a9-42cd-8f27-b3d5e8d8bad2 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 950 time: 0.1736016 Mar 09 03:34:56.329985 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-8b3dfb76-106c-43dc-8f8d-2bac0c83fce5 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:56.331461 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-8b3dfb76-106c-43dc-8f8d-2bac0c83fce5 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433&tenant_id=2805c8aef7c746099fde990352f135bf&binding%3Ahost_id=n-h2-825178-5 HTTP/1.1" status: 200 len: 1097 time: 0.1525576 Mar 09 03:34:56.355587 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9215580f-dc73-4757-8303-73ed7c03f7c8 req-405cb2de-56bf-4b3a-9ec8-8ccb2fd88e90 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848811 Mar 09 03:34:56.362893 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-06adbed2-7bfa-4739-98bf-cbf3c5826b09 req-5fcae32f-370f-4a60-b8b7-c8f948c3df9e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:56.366426 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-2de0ea90-17b0-4c5e-af5f-113e658ad294 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825178-5'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:34:56.402646 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664d0117-b991-4c73-9267-c03d7f89ccfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18722f09-e29b-4516-b362-d7a12f1bf15c', 'code': 200} Mar 09 03:34:56.451059 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['435f865e-b95d-40d3-af10-570eadbbc29b'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:34:56.475369 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 9652dcef-e3f4-483d-9112-7fcdbdeb4749 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:34:56.476073 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 9652dcef-e3f4-483d-9112-7fcdbdeb4749 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:34:56.488095 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcae32f-370f-4a60-b8b7-c8f948c3df9e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Pushing event deleted for resources: {'Port': ['ID=435f865e-b95d-40d3-af10-570eadbbc29b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:56.537319 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=18722f09-e29b-4516-b362-d7a12f1bf15c,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:56.596714 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-06adbed2-7bfa-4739-98bf-cbf3c5826b09 req-5fcae32f-370f-4a60-b8b7-c8f948c3df9e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] No DVR routers for this DVR port 435f865e-b95d-40d3-af10-570eadbbc29b on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:34:56.602911 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-06adbed2-7bfa-4739-98bf-cbf3c5826b09 req-5fcae32f-370f-4a60-b8b7-c8f948c3df9e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:56.611274 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e37bb0d8-2ce0-431f-9882-6a963cdbfe83 req-0065b692-69b7-4fde-ab35-e2ccb6b5a210 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8b4110b-74c8-47c8-8bd0-b28dfc169f0b HTTP/1.1" status: 200 len: 210 time: 0.0693038 Mar 09 03:34:56.638272 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70fa74-dfe7-46a5-ad53-262a1566738a req-d81a3ed7-54f8-4947-9dc0-d826d71c286a tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:56.646818 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bb70fa74-dfe7-46a5-ad53-262a1566738a req-d81a3ed7-54f8-4947-9dc0-d826d71c286a tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/ports?device_id=666666a6-76cd-4db2-958f-83a8814cf7e9 HTTP/1.1" status: 200 len: 945 time: 0.2217832 Mar 09 03:34:56.656746 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-2de0ea90-17b0-4c5e-af5f-113e658ad294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:56.677830 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-06adbed2-7bfa-4739-98bf-cbf3c5826b09 req-5fcae32f-370f-4a60-b8b7-c8f948c3df9e tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.21 "DELETE /v2.0/ports/435f865e-b95d-40d3-af10-570eadbbc29b HTTP/1.1" status: 204 len: 173 time: 1.3213162 Mar 09 03:34:56.685182 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92722ca1-de6f-4b09-9a44-37891f487e3f req-1d4db1d1-2ee3-4757-aa86-82dc36b34785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:56.687094 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-92722ca1-de6f-4b09-9a44-37891f487e3f req-1d4db1d1-2ee3-4757-aa86-82dc36b34785 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=664d0117-b991-4c73-9267-c03d7f89ccfd HTTP/1.1" status: 200 len: 1097 time: 0.3757830 Mar 09 03:34:56.749697 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bb70fa74-dfe7-46a5-ad53-262a1566738a req-68b7932f-ebe1-4418-a992-620f34073246 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb1a4792-a1ea-4263-a5b0-59ae1513475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018183 Mar 09 03:34:56.787688 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-92722ca1-de6f-4b09-9a44-37891f487e3f req-653fb280-bab0-444e-b16a-3bdbb4e77613 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fb1a4792-a1ea-4263-a5b0-59ae1513475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893576 Mar 09 03:34:57.050230 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9713ac2-85f7-4275-b51a-c4c33002692f req-3e88dcea-523e-4bad-a619-78702cb7e67f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:57.059446 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a9713ac2-85f7-4275-b51a-c4c33002692f req-3e88dcea-523e-4bad-a619-78702cb7e67f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.1000161 Mar 09 03:34:57.081287 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e6892-2411-4cf5-97e5-fcfa9ef2f833 req-c645b302-30e1-44f4-8f01-5213a14ad54b tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:57.082747 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3a1e6892-2411-4cf5-97e5-fcfa9ef2f833 req-c645b302-30e1-44f4-8f01-5213a14ad54b tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 950 time: 0.2094805 Mar 09 03:34:57.111198 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a9713ac2-85f7-4275-b51a-c4c33002692f req-3317af43-39c0-411c-b24f-715f23d5f3d2 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507011 Mar 09 03:34:57.137725 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-2de0ea90-17b0-4c5e-af5f-113e658ad294 service neutron] For port 4fabe353-9af1-45f6-9215-84c19e17873e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=4fabe353-9af1-45f6-9215-84c19e17873e,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:57.163202 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3a1e6892-2411-4cf5-97e5-fcfa9ef2f833 req-0d7d511b-48e4-4365-b45f-eab509634a3a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718493 Mar 09 03:34:57.203634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-2de0ea90-17b0-4c5e-af5f-113e658ad294 service neutron] For port 4fabe353-9af1-45f6-9215-84c19e17873e, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:34:57.280359 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-2de0ea90-17b0-4c5e-af5f-113e658ad294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:57.282765 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e799c2-c41c-4d97-bffc-a55869c10433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fabe353-9af1-45f6-9215-84c19e17873e'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:34:57.297908 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-2de0ea90-17b0-4c5e-af5f-113e658ad294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:57.464528 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e799c2-c41c-4d97-bffc-a55869c10433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fabe353-9af1-45f6-9215-84c19e17873e', 'code': 200} Mar 09 03:34:57.506012 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b4110b-74c8-47c8-8bd0-b28dfc169f0b', 'name': 'network-vif-deleted', 'tag': '435f865e-b95d-40d3-af10-570eadbbc29b'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:34:57.596327 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0ea90-17b0-4c5e-af5f-113e658ad294 service neutron] Pushing event updated for resources: {'Port': ['ID=4fabe353-9af1-45f6-9215-84c19e17873e,revision_number=7']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:57.609297 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-2de0ea90-17b0-4c5e-af5f-113e658ad294 service neutron] Attempting to bind port 4fabe353-9af1-45f6-9215-84c19e17873e on host n-h2-825178-5 for vnic_type normal with profile {"migrating_to": "n-h1-825178-5"} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:34:57.609565 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-2de0ea90-17b0-4c5e-af5f-113e658ad294 service neutron] Attempting to bind port 4fabe353-9af1-45f6-9215-84c19e17873e by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:34:57.609885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-2de0ea90-17b0-4c5e-af5f-113e658ad294 service neutron] Attempting to bind port 4fabe353-9af1-45f6-9215-84c19e17873e on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:34:57.624002 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-2de0ea90-17b0-4c5e-af5f-113e658ad294 service neutron] Port 4fabe353-9af1-45f6-9215-84c19e17873e on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:34:57.624346 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-2de0ea90-17b0-4c5e-af5f-113e658ad294 service neutron] Attempting to bind port 4fabe353-9af1-45f6-9215-84c19e17873e on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:34:57.640054 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e0432-da78-4074-b74e-4d5ecc2bec0b req-4bf81f70-ba99-40a9-a023-9b5894f9b1d6 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:57.641914 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ef5e0432-da78-4074-b74e-4d5ecc2bec0b req-4bf81f70-ba99-40a9-a023-9b5894f9b1d6 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 944 time: 0.3518918 Mar 09 03:34:57.643230 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-2de0ea90-17b0-4c5e-af5f-113e658ad294 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:34:57.643751 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-2de0ea90-17b0-4c5e-af5f-113e658ad294 service neutron] Checking segment: {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:34:57.644292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-2de0ea90-17b0-4c5e-af5f-113e658ad294 service neutron] Bound using segment: {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:34:57.644907 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-2de0ea90-17b0-4c5e-af5f-113e658ad294 service neutron] Bound port: 4fabe353-9af1-45f6-9215-84c19e17873e, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:34:57.645440 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-2de0ea90-17b0-4c5e-af5f-113e658ad294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:57.736714 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b4110b-74c8-47c8-8bd0-b28dfc169f0b', 'name': 'network-vif-deleted', 'tag': '435f865e-b95d-40d3-af10-570eadbbc29b', 'status': 'completed', 'code': 200} Mar 09 03:34:57.780943 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 0c161676-54b2-49d7-b149-4ae1045d19ad up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:34:57.868263 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ef5e0432-da78-4074-b74e-4d5ecc2bec0b req-88a08599-f021-46bb-a6f6-c1f67f8f263f tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112443 Mar 09 03:34:57.890037 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-2de0ea90-17b0-4c5e-af5f-113e658ad294 service neutron] For port 4fabe353-9af1-45f6-9215-84c19e17873e, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:34:57.893742 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-2de0ea90-17b0-4c5e-af5f-113e658ad294 service neutron] For port 4fabe353-9af1-45f6-9215-84c19e17873e, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=4fabe353-9af1-45f6-9215-84c19e17873e,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:34:57.914618 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 0c161676-54b2-49d7-b149-4ae1045d19ad completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:34:57.915969 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-2de0ea90-17b0-4c5e-af5f-113e658ad294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:57.924291 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 0c161676-54b2-49d7-b149-4ae1045d19ad triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:34:57.924728 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:58.099541 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-76728091-5609-4409-aafc-4a76e844782f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3609843 Mar 09 03:34:58.145710 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338df08c-025e-44d5-a722-7696e87a91e9 req-9516df35-24a5-4a38-9b94-a33799c601e7 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:58.147195 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-338df08c-025e-44d5-a722-7696e87a91e9 req-9516df35-24a5-4a38-9b94-a33799c601e7 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 950 time: 0.2047668 Mar 09 03:34:58.191063 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:58.225569 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-338df08c-025e-44d5-a722-7696e87a91e9 req-21d18e55-3f11-436e-bf81-a80a35460993 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586696 Mar 09 03:34:58.232124 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 0c161676-54b2-49d7-b149-4ae1045d19ad, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0c161676-54b2-49d7-b149-4ae1045d19ad,segment=NetworkSegment(288b5494-35ec-4e82-b7de-c8b6ff41810e),segment_id=288b5494-35ec-4e82-b7de-c8b6ff41810e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:58.237727 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:58.238654 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:34:58.305016 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0ea90-17b0-4c5e-af5f-113e658ad294 service neutron] Pushing event updated for resources: {'Port': ['ID=4fabe353-9af1-45f6-9215-84c19e17873e,revision_number=8']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:58.319278 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-2de0ea90-17b0-4c5e-af5f-113e658ad294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:58.319990 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-2de0ea90-17b0-4c5e-af5f-113e658ad294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:58.321296 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-2de0ea90-17b0-4c5e-af5f-113e658ad294 service neutron] 10.222.0.24 "PUT /v2.0/ports/4fabe353-9af1-45f6-9215-84c19e17873e HTTP/1.1" status: 200 len: 1122 time: 1.9647000 Mar 09 03:34:58.355179 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643848fe-8f72-4b23-8ea8-bc01cb3487d5 req-bd30c5f4-c4e6-4e4f-b5ee-5d7c18fc9e5d tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:58.362389 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-643848fe-8f72-4b23-8ea8-bc01cb3487d5 req-bd30c5f4-c4e6-4e4f-b5ee-5d7c18fc9e5d tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/ports?device_id=666666a6-76cd-4db2-958f-83a8814cf7e9 HTTP/1.1" status: 200 len: 945 time: 0.2604773 Mar 09 03:34:58.403409 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666666a6-76cd-4db2-958f-83a8814cf7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c161676-54b2-49d7-b149-4ae1045d19ad'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:34:58.420398 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-643848fe-8f72-4b23-8ea8-bc01cb3487d5 req-42dd673d-3e8a-43e0-8498-8eb8ca63e1a9 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb1a4792-a1ea-4263-a5b0-59ae1513475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570130 Mar 09 03:34:58.428823 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f5831e5a-fead-418e-81e0-bc4c7a0ed981 req-755a94f2-0798-451a-9fb1-ff705a4ea2b1 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/4aea4d23-705e-475c-9533-e310949535ba HTTP/1.1" status: 200 len: 1799 time: 0.1294723 Mar 09 03:34:58.473679 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['4fabe353-9af1-45f6-9215-84c19e17873e'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:34:58.527622 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f5831e5a-fead-418e-81e0-bc4c7a0ed981 req-1ae52b0a-4a59-45bd-9c40-456f802ecce2 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:58.554531 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=0c161676-54b2-49d7-b149-4ae1045d19ad,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:58.597703 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:34:58.604543 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f5831e5a-fead-418e-81e0-bc4c7a0ed981 req-1ae52b0a-4a59-45bd-9c40-456f802ecce2 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:58.613798 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:34:58.614754 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:58.731394 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f5831e5a-fead-418e-81e0-bc4c7a0ed981 req-1ae52b0a-4a59-45bd-9c40-456f802ecce2 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:58.757021 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae52b0a-4a59-45bd-9c40-456f802ecce2 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aea4d23-705e-475c-9533-e310949535ba,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:58.776796 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f5831e5a-fead-418e-81e0-bc4c7a0ed981 req-1ae52b0a-4a59-45bd-9c40-456f802ecce2 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:58.778389 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ebf22e0e-874e-4b93-a75b-8a821c506141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:58.792415 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f5831e5a-fead-418e-81e0-bc4c7a0ed981 req-1ae52b0a-4a59-45bd-9c40-456f802ecce2 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "DELETE /v2.0/security-groups/4aea4d23-705e-475c-9533-e310949535ba HTTP/1.1" status: 204 len: 173 time: 0.3615718 Mar 09 03:34:58.820931 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e04e68-dc3f-48af-b463-651a255526f5 req-4ed823d0-65b0-4f6f-80a5-5249ccc0454d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:58.824578 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-17e04e68-dc3f-48af-b463-651a255526f5 req-4ed823d0-65b0-4f6f-80a5-5249ccc0454d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.1631281 Mar 09 03:34:58.851843 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666666a6-76cd-4db2-958f-83a8814cf7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c161676-54b2-49d7-b149-4ae1045d19ad', 'code': 200} Mar 09 03:34:58.899495 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41232) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:34:58.921412 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-17e04e68-dc3f-48af-b463-651a255526f5 req-f2f5c09f-3091-4c97-ac2b-af74f954e841 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958490 Mar 09 03:34:59.138811 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:59.182522 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6,segment=NetworkSegment(288b5494-35ec-4e82-b7de-c8b6ff41810e),segment_id=288b5494-35ec-4e82-b7de-c8b6ff41810e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:34:59.190257 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:59.216461 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4665b8cd-8d6a-4498-b790-5bb3c601a8f0 req-a035c0c2-c7fc-4ce5-84f7-61ed08421811 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "GET /v2.0/security-groups/11302a4e-5aa0-4a9b-8451-1713d3e21b47 HTTP/1.1" status: 200 len: 1800 time: 0.3341072 Mar 09 03:34:59.227655 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-63485285-d78d-4e46-a744-7ba527f9bbc5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f691b0e78004b699a1c8be5d8063134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269043 Mar 09 03:34:59.228263 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41242) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:34:59.309662 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4665b8cd-8d6a-4498-b790-5bb3c601a8f0 req-e80224b4-d720-4589-b0ec-8275ec1041c1 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:59.312997 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f81319-d535-4179-98cf-d5c2358b4b4b req-ebe829ae-d5d0-4c64-b4c1-39052fe91abc tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:59.314333 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-81f81319-d535-4179-98cf-d5c2358b4b4b req-ebe829ae-d5d0-4c64-b4c1-39052fe91abc tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 944 time: 0.2186670 Mar 09 03:34:59.342453 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:59.364697 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9702ea4a-368e-4b2f-aa56-9ef1f28adece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:59.370606 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77855b03-2557-4bfe-b72e-066b9ac4a373 req-fda6608b-2cfd-4060-ae0f-43748f287c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:59.372643 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-77855b03-2557-4bfe-b72e-066b9ac4a373 req-fda6608b-2cfd-4060-ae0f-43748f287c67 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=666666a6-76cd-4db2-958f-83a8814cf7e9 HTTP/1.1" status: 200 len: 1097 time: 0.3861847 Mar 09 03:34:59.381366 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-81f81319-d535-4179-98cf-d5c2358b4b4b req-aa2df4d4-820c-4d5c-9ff4-05b46fcde28d tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589757 Mar 09 03:34:59.385112 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4665b8cd-8d6a-4498-b790-5bb3c601a8f0 req-e80224b4-d720-4589-b0ec-8275ec1041c1 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:59.406715 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9702ea4a-368e-4b2f-aa56-9ef1f28adece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:59.466101 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3e799c2-c41c-4d97-bffc-a55869c10433', 'tag': '4fabe353-9af1-45f6-9215-84c19e17873e'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:34:59.492930 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9702ea4a-368e-4b2f-aa56-9ef1f28adece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:59.511807 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-77855b03-2557-4bfe-b72e-066b9ac4a373 req-2826d4c1-f503-4337-9767-b7e8ed67038b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fb1a4792-a1ea-4263-a5b0-59ae1513475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117294 Mar 09 03:34:59.531910 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4665b8cd-8d6a-4498-b790-5bb3c601a8f0 req-e80224b4-d720-4589-b0ec-8275ec1041c1 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:59.556294 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80224b4-d720-4589-b0ec-8275ec1041c1 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11302a4e-5aa0-4a9b-8451-1713d3e21b47,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:59.561918 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4665b8cd-8d6a-4498-b790-5bb3c601a8f0 req-e80224b4-d720-4589-b0ec-8275ec1041c1 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:59.563041 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4665b8cd-8d6a-4498-b790-5bb3c601a8f0 req-e80224b4-d720-4589-b0ec-8275ec1041c1 tempest-SecurityGroupsTestJSON-1562576980 tempest-SecurityGroupsTestJSON-1562576980-project] 10.222.0.16 "DELETE /v2.0/security-groups/11302a4e-5aa0-4a9b-8451-1713d3e21b47 HTTP/1.1" status: 204 len: 173 time: 0.3458049 Mar 09 03:34:59.568653 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41254) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:34:59.609066 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702ea4a-368e-4b2f-aa56-9ef1f28adece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb47d7f-7ec1-4d92-92ab-a7460eb10d00,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:34:59.656612 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9702ea4a-368e-4b2f-aa56-9ef1f28adece admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:59.657750 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9702ea4a-368e-4b2f-aa56-9ef1f28adece admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ecb47d7f-7ec1-4d92-92ab-a7460eb10d00 HTTP/1.1" status: 204 len: 168 time: 0.4284139 Mar 09 03:34:59.679168 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8dda387-570b-4d23-b955-289453c95b8c admin admin] Deleting subnet 0a30daa9-e9b2-4995-b60e-5929ccdb08b2 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:34:59.686829 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d8dda387-570b-4d23-b955-289453c95b8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:59.712857 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7ff5d-dcd7-49fe-956b-37e20729188c req-f8e8e994-6d6b-4efb-a76d-a6f224270ac9 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:34:59.714376 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f3c7ff5d-dcd7-49fe-956b-37e20729188c req-f8e8e994-6d6b-4efb-a76d-a6f224270ac9 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 950 time: 0.1832983 Mar 09 03:34:59.781908 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f3c7ff5d-dcd7-49fe-956b-37e20729188c req-a9c4d3a0-887e-41ea-bdae-da51935dc5f1 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579565 Mar 09 03:34:59.793349 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 435f865e-b95d-40d3-af10-570eadbbc29b no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:34:59.813469 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d8dda387-570b-4d23-b955-289453c95b8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:34:59.836413 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 435f865e-b95d-40d3-af10-570eadbbc29b {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:34:59.837030 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 435f865e-b95d-40d3-af10-570eadbbc29b not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:34:59.873065 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3e799c2-c41c-4d97-bffc-a55869c10433', 'tag': '4fabe353-9af1-45f6-9215-84c19e17873e', 'status': 'completed', 'code': 200} Mar 09 03:34:59.966637 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d8dda387-570b-4d23-b955-289453c95b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:00.099894 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11124c-90d3-4e8c-8bd2-61b45afa621e req-0d00ecf5-0061-4049-8021-1fee5d95b5ee tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:00.101625 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ba11124c-90d3-4e8c-8bd2-61b45afa621e req-0d00ecf5-0061-4049-8021-1fee5d95b5ee tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/ports?device_id=666666a6-76cd-4db2-958f-83a8814cf7e9 HTTP/1.1" status: 200 len: 946 time: 0.3640804 Mar 09 03:35:00.276077 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ba11124c-90d3-4e8c-8bd2-61b45afa621e req-c6f72fa3-7879-443c-8def-9545a8f90af2 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb1a4792-a1ea-4263-a5b0-59ae1513475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613691 Mar 09 03:35:00.287732 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14bab0-c2fa-4355-b46b-e872f5cdb326 req-ccae3065-cf97-45d7-b009-3905547340ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:00.289372 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bb14bab0-c2fa-4355-b46b-e872f5cdb326 req-ccae3065-cf97-45d7-b009-3905547340ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2805c8aef7c746099fde990352f135bf&device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 1125 time: 0.3742228 Mar 09 03:35:00.301249 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d8dda387-570b-4d23-b955-289453c95b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:00.330960 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d16799-c588-44fe-ab8d-a7a88cac2858 req-471d0449-8473-448a-b627-7db880661614 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:00.332634 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-52d16799-c588-44fe-ab8d-a7a88cac2858 req-471d0449-8473-448a-b627-7db880661614 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.2682188 Mar 09 03:35:00.372797 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dda387-570b-4d23-b955-289453c95b8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a30daa9-e9b2-4995-b60e-5929ccdb08b2,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:00.391251 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-52d16799-c588-44fe-ab8d-a7a88cac2858 req-da942748-d063-4e6b-ac06-6f3a48f5e6a4 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522690 Mar 09 03:35:00.401373 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d8dda387-570b-4d23-b955-289453c95b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:00.461027 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d8dda387-570b-4d23-b955-289453c95b8c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0a30daa9-e9b2-4995-b60e-5929ccdb08b2 HTTP/1.1" status: 204 len: 168 time: 0.8885241 Mar 09 03:35:00.461469 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41280) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:00.578607 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-8937fd85-1b89-4dd2-b28f-4b51ca8250a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:00.580179 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-8937fd85-1b89-4dd2-b28f-4b51ca8250a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 1101 time: 0.3874018 Mar 09 03:35:00.588056 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 4fabe353-9af1-45f6-9215-84c19e17873e details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:35:00.612587 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14bab0-c2fa-4355-b46b-e872f5cdb326 req-06b6dde7-1eeb-4ab1-8946-5e736931cc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:00.614080 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bb14bab0-c2fa-4355-b46b-e872f5cdb326 req-06b6dde7-1eeb-4ab1-8946-5e736931cc82 service neutron] 10.222.0.21 "GET /v2.0/networks?id=af94044a-4dd6-4e2a-9a7b-ddb410474c02 HTTP/1.1" status: 200 len: 908 time: 0.3168042 Mar 09 03:35:00.625894 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-543a25e0-71bb-4fe1-acea-11e112f4e130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:00.701735 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bb14bab0-c2fa-4355-b46b-e872f5cdb326 req-326ba276-29db-4d96-88f7-2efbab52dac3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fabe353-9af1-45f6-9215-84c19e17873e HTTP/1.1" status: 200 len: 217 time: 0.0755484 Mar 09 03:35:00.794608 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 4fabe353-9af1-45f6-9215-84c19e17873e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=4fabe353-9af1-45f6-9215-84c19e17873e,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:00.821585 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 4fabe353-9af1-45f6-9215-84c19e17873e has no active binding in host n-h1-825178-5 {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 09 03:35:00.856078 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe3472e-550b-49f4-90ab-03dc1402a30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:35:00.884493 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e292237-dfac-4ca2-aacc-1881b417c445 req-b2c34b3e-3ea8-4c93-84cf-e0b79f0850f1 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:00.885477 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-543a25e0-71bb-4fe1-acea-11e112f4e130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:00.892774 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e292237-dfac-4ca2-aacc-1881b417c445 req-b2c34b3e-3ea8-4c93-84cf-e0b79f0850f1 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 944 time: 0.3775201 Mar 09 03:35:00.938516 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14bab0-c2fa-4355-b46b-e872f5cdb326 req-4362e4e2-b2bc-45a5-b239-fcd7e8bf58d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:00.940981 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bb14bab0-c2fa-4355-b46b-e872f5cdb326 req-4362e4e2-b2bc-45a5-b239-fcd7e8bf58d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42f7c02a-5561-45bd-a0c7-255e56eaf460 HTTP/1.1" status: 200 len: 847 time: 0.1959581 Mar 09 03:35:00.952192 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-543a25e0-71bb-4fe1-acea-11e112f4e130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0cb6cd8-4bb8-4732-985e-a168c0bc6927']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:00.993180 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-543a25e0-71bb-4fe1-acea-11e112f4e130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb0516b-55d1-45e2-b346-e5f7478e7bd6') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:00.993671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-543a25e0-71bb-4fe1-acea-11e112f4e130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb0516b-55d1-45e2-b346-e5f7478e7bd6') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:00.994574 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-94eaf6a1-47d8-4a3e-b9b4-8a84a287b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:00.996236 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-94eaf6a1-47d8-4a3e-b9b4-8a84a287b669 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.4075208 Mar 09 03:35:01.008621 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-543a25e0-71bb-4fe1-acea-11e112f4e130 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:01.023074 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-46ee1a3d-82b3-4706-b624-d10359962433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:01.033160 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-543a25e0-71bb-4fe1-acea-11e112f4e130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:01.035472 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e292237-dfac-4ca2-aacc-1881b417c445 req-44859384-83f4-4180-8ac1-346ee4aa253b tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418684 Mar 09 03:35:01.038084 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bb14bab0-c2fa-4355-b46b-e872f5cdb326 req-949401b0-43e3-45ec-9f02-336c618dd317 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af94044a-4dd6-4e2a-9a7b-ddb410474c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898638 Mar 09 03:35:01.110901 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543a25e0-71bb-4fe1-acea-11e112f4e130 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:35:01.111464 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-543a25e0-71bb-4fe1-acea-11e112f4e130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:01.147260 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-069c2eae-2a69-48bf-a8c3-f4dc6c9e7af3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=317087b4-d89e-40f1-b023-7b8ca916229c HTTP/1.1" status: 200 len: 217 time: 0.1152000 Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:35:01.151505 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:35:01.256060 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-543a25e0-71bb-4fe1-acea-11e112f4e130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:01.265641 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbfabe-99ee-4e90-be44-e1bad4c61d75 req-f895e3d0-e00b-432f-bb24-061dcd7dc24e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:01.277145 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90fbfabe-99ee-4e90-be44-e1bad4c61d75 req-f895e3d0-e00b-432f-bb24-061dcd7dc24e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 950 time: 0.2375739 Mar 09 03:35:01.305928 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-543a25e0-71bb-4fe1-acea-11e112f4e130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:01.325051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a25e0-71bb-4fe1-acea-11e112f4e130 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0cb6cd8-4bb8-4732-985e-a168c0bc6927,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:01.330700 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-543a25e0-71bb-4fe1-acea-11e112f4e130 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b0cb6cd8-4bb8-4732-985e-a168c0bc6927 HTTP/1.1" status: 204 len: 168 time: 0.8681052 Mar 09 03:35:01.381545 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90fbfabe-99ee-4e90-be44-e1bad4c61d75 req-e106a60b-81a3-43a6-a737-60bbca774733 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059260 Mar 09 03:35:01.418475 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-e8e508cc-96f4-4e0f-9811-8003842e544d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:01.420252 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-e8e508cc-96f4-4e0f-9811-8003842e544d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.2653725 Mar 09 03:35:01.420833 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe3472e-550b-49f4-90ab-03dc1402a30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6', 'code': 200} Mar 09 03:35:01.491061 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bb14bab0-c2fa-4355-b46b-e872f5cdb326 req-dac94b17-f6d5-452d-b50e-9eb6cf9a7905 service neutron] 10.222.0.21 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931069 Mar 09 03:35:01.640596 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41308) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:01.694241 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0c5118d4-1fd9-4248-b303-7a1329e3cb23 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70eeee148f5e4bb0b0e213c4b507c0e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523434 Mar 09 03:35:01.699280 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41312) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:01.767177 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee92ebf6-8455-4a18-8fe0-d03ce1317109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:01.796399 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee92ebf6-8455-4a18-8fe0-d03ce1317109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:01.824723 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bb14bab0-c2fa-4355-b46b-e872f5cdb326 req-a11e34e8-f6cc-4013-9a79-b384d5557ef1 service neutron] 10.222.0.21 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267071 Mar 09 03:35:01.831285 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-0704b35b-4b32-4ea6-bbfb-7201960d8dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:01.832708 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-0704b35b-4b32-4ea6-bbfb-7201960d8dc8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4009976 Mar 09 03:35:01.842099 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbbcb0-b681-4e2f-bafc-2e093a92c6c4 req-46e246d7-0c89-4a0f-9233-e776563f98e5 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:01.843626 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-aedbbcb0-b681-4e2f-bafc-2e093a92c6c4 req-46e246d7-0c89-4a0f-9233-e776563f98e5 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/ports?device_id=666666a6-76cd-4db2-958f-83a8814cf7e9 HTTP/1.1" status: 200 len: 946 time: 0.2431715 Mar 09 03:35:01.877568 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee92ebf6-8455-4a18-8fe0-d03ce1317109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:01.899820 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bedd65-baae-4217-834b-25d0a6db9426 req-17becfb3-050d-445c-ab8a-f816e89c07ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:01.901288 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-18bedd65-baae-4217-834b-25d0a6db9426 req-17becfb3-050d-445c-ab8a-f816e89c07ad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7fe3472e-550b-49f4-90ab-03dc1402a30d HTTP/1.1" status: 200 len: 1096 time: 0.4093592 Mar 09 03:35:01.928042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92ebf6-8455-4a18-8fe0-d03ce1317109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd83d64-8797-4349-9aaf-91b23d76735d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:01.953515 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee92ebf6-8455-4a18-8fe0-d03ce1317109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:01.958148 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ee92ebf6-8455-4a18-8fe0-d03ce1317109 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cdd83d64-8797-4349-9aaf-91b23d76735d HTTP/1.1" status: 204 len: 168 time: 0.2551651 Mar 09 03:35:02.023899 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:02.035109 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:02.048847 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-aedbbcb0-b681-4e2f-bafc-2e093a92c6c4 req-d4211410-9e0e-4797-a721-aeafaa0bb8ee tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb1a4792-a1ea-4263-a5b0-59ae1513475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829376 Mar 09 03:35:02.086077 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-18bedd65-baae-4217-834b-25d0a6db9426 req-cef0419c-9ba5-43df-b2b3-476eb1f06646 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fb1a4792-a1ea-4263-a5b0-59ae1513475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757896 Mar 09 03:35:02.121917 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-a0386989-9ad3-438e-b788-740d1a92adef service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773216 Mar 09 03:35:02.150932 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de092dcc-28b7-472b-80e5-f123cd3676c3 req-1ceb1788-c3e2-4b5b-b804-9ad2eb5efc65 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:02.152727 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-de092dcc-28b7-472b-80e5-f123cd3676c3 req-1ceb1788-c3e2-4b5b-b804-9ad2eb5efc65 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ab5f4d-ef8a-4dff-9c63-609794fdcc0e HTTP/1.1" status: 200 len: 945 time: 0.1283228 Mar 09 03:35:02.212065 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-de092dcc-28b7-472b-80e5-f123cd3676c3 req-717eae3c-3632-430c-ba85-e77b3e8c3f5b tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bbfb5e4-1957-4911-bd72-bc6940f5d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452354 Mar 09 03:35:02.292158 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682ee5f-1605-484c-807d-605965e7eee2 req-541d7bb9-ce5a-41ad-9444-e81be54c22e5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:02.294355 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0682ee5f-1605-484c-807d-605965e7eee2 req-541d7bb9-ce5a-41ad-9444-e81be54c22e5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.1185179 Mar 09 03:35:02.441227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370af78-ed07-417d-b145-c68dc25f5aee req-55e7f553-ee9b-40e9-baae-39fd4275c6a2 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:02.451411 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8370af78-ed07-417d-b145-c68dc25f5aee req-55e7f553-ee9b-40e9-baae-39fd4275c6a2 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 944 time: 0.1193440 Mar 09 03:35:02.461854 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0682ee5f-1605-484c-807d-605965e7eee2 req-f7500d3e-0586-42de-a9f5-4ac1a9bc09da tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614726 Mar 09 03:35:02.504229 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8370af78-ed07-417d-b145-c68dc25f5aee req-a31d693a-495f-4c1e-8d0c-f7058e98d70a tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515506 Mar 09 03:35:02.517289 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-47681644-d56d-4afe-a651-309a151691ee service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909406 Mar 09 03:35:02.720780 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb19f8-9b62-498b-a537-a4b71d0b4843 req-00b6b773-b055-442f-b877-086eb63c57fa tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:02.732780 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-98eb19f8-9b62-498b-a537-a4b71d0b4843 req-00b6b773-b055-442f-b877-086eb63c57fa tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fe3472e-550b-49f4-90ab-03dc1402a30d HTTP/1.1" status: 200 len: 945 time: 0.1436427 Mar 09 03:35:02.811388 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-98eb19f8-9b62-498b-a537-a4b71d0b4843 req-172f0d71-aa17-4993-ba20-d6ae8b5fdd5d tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb1a4792-a1ea-4263-a5b0-59ae1513475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771224 Mar 09 03:35:02.889497 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:35:02.946050 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f481308-ee27-4c7d-a62e-d743cf66eff3 req-5f81667f-28b5-4675-ad0d-608ea79a434c tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:02.956630 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9f481308-ee27-4c7d-a62e-d743cf66eff3 req-5f81667f-28b5-4675-ad0d-608ea79a434c tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 950 time: 0.2455068 Mar 09 03:35:03.034185 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9f481308-ee27-4c7d-a62e-d743cf66eff3 req-bad340de-5272-453f-84d2-6c9725a29dc4 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764058 Mar 09 03:35:03.248544 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41356) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:03.303776 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:03.401924 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-68ab54ef-4319-4a15-98e5-5bf9a62b1a1f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1937021742-network', 'tenant_id': '321ca9e7379c40babb00188ae3324b78'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:35:03.448023 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-68ab54ef-4319-4a15-98e5-5bf9a62b1a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:35:03.461048 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-68ab54ef-4319-4a15-98e5-5bf9a62b1a1f admin admin] Usage tracker for resource:network and tenant:321ca9e7379c40babb00188ae3324b78 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:35:03.475789 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-68ab54ef-4319-4a15-98e5-5bf9a62b1a1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:35:03.486017 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-68ab54ef-4319-4a15-98e5-5bf9a62b1a1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:35:03.501001 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef5128-3427-4f0f-bfee-99f93bedf6c5 req-6b3c3bee-c5ca-4d45-b890-47702d28dc29 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:03.509414 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b7ef5128-3427-4f0f-bfee-99f93bedf6c5 req-6b3c3bee-c5ca-4d45-b890-47702d28dc29 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ab5f4d-ef8a-4dff-9c63-609794fdcc0e HTTP/1.1" status: 200 len: 945 time: 0.1774571 Mar 09 03:35:03.551759 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ab54ef-4319-4a15-98e5-5bf9a62b1a1f admin admin] Made reservation on behalf of 321ca9e7379c40babb00188ae3324b78 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:35:03.554184 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-68ab54ef-4319-4a15-98e5-5bf9a62b1a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:03.578812 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-68ab54ef-4319-4a15-98e5-5bf9a62b1a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:03.614684 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b7ef5128-3427-4f0f-bfee-99f93bedf6c5 req-d1cb349c-aefc-4723-846d-e85fad25e65c tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bbfb5e4-1957-4911-bd72-bc6940f5d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042156 Mar 09 03:35:03.619982 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-68ab54ef-4319-4a15-98e5-5bf9a62b1a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:35:03.648466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-68ab54ef-4319-4a15-98e5-5bf9a62b1a1f admin admin] Usage tracker for resource:security_group_rule and tenant:321ca9e7379c40babb00188ae3324b78 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:35:03.652468 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-68ab54ef-4319-4a15-98e5-5bf9a62b1a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:35:03.672320 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-68ab54ef-4319-4a15-98e5-5bf9a62b1a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:35:03.684170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33606ce3-7a40-450c-b14e-1f12c8662fb4 req-cff00044-2d9b-4d56-8cd9-039db5357481 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:03.685778 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33606ce3-7a40-450c-b14e-1f12c8662fb4 req-cff00044-2d9b-4d56-8cd9-039db5357481 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ab5f4d-ef8a-4dff-9c63-609794fdcc0e HTTP/1.1" status: 200 len: 945 time: 0.2800634 Mar 09 03:35:03.714379 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e22d2-61ab-48d5-91aa-624d85af63c6 req-05e289c0-9c92-4d68-891f-8f690142897d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:03.717164 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-897e22d2-61ab-48d5-91aa-624d85af63c6 req-05e289c0-9c92-4d68-891f-8f690142897d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.0978146 Mar 09 03:35:03.743975 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:03.767276 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-897e22d2-61ab-48d5-91aa-624d85af63c6 req-4cba1ae2-6cf4-46e6-95ba-afe6a85f2020 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428746 Mar 09 03:35:03.811610 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-33606ce3-7a40-450c-b14e-1f12c8662fb4 req-9733d6ec-f7cb-42d1-bca2-eff9e1d61c27 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Deleting port 639a9ce2-e80d-47ae-a29b-c20654186272 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:35:03.812336 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-33606ce3-7a40-450c-b14e-1f12c8662fb4 req-9733d6ec-f7cb-42d1-bca2-eff9e1d61c27 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:04.069588 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fd7ad-c03c-4b64-81d0-5724b079a79c req-3f6ebeee-1ee7-4b43-9c01-53c50a464a6f tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:04.071147 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dd6fd7ad-c03c-4b64-81d0-5724b079a79c req-3f6ebeee-1ee7-4b43-9c01-53c50a464a6f tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 944 time: 0.1341479 Mar 09 03:35:04.086827 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-68ab54ef-4319-4a15-98e5-5bf9a62b1a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:04.102823 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-68ab54ef-4319-4a15-98e5-5bf9a62b1a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:04.138870 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dd6fd7ad-c03c-4b64-81d0-5724b079a79c req-cb66111b-2e3d-42f0-9c35-52060ab8f20a tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571563 Mar 09 03:35:04.330846 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ab54ef-4319-4a15-98e5-5bf9a62b1a1f admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:35:04.350172 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab54ef-4319-4a15-98e5-5bf9a62b1a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe55ae4-cede-4ada-b861-b0565db50c5d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:04.372928 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-68ab54ef-4319-4a15-98e5-5bf9a62b1a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:04.373152 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-68ab54ef-4319-4a15-98e5-5bf9a62b1a1f admin admin] Added segment 7690813a-e5e9-43b1-a45d-cc1f655afd3a of type vlan for network e4df0ac3-1303-4ea3-966a-bf818b2b5c67 Mar 09 03:35:04.422186 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-33606ce3-7a40-450c-b14e-1f12c8662fb4 req-9733d6ec-f7cb-42d1-bca2-eff9e1d61c27 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] For port 639a9ce2-e80d-47ae-a29b-c20654186272, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=639a9ce2-e80d-47ae-a29b-c20654186272,segment=NetworkSegment(30279649-0387-41e5-b6db-c204d961a5d3),segment_id=30279649-0387-41e5-b6db-c204d961a5d3)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:04.422459 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-33606ce3-7a40-450c-b14e-1f12c8662fb4 req-9733d6ec-f7cb-42d1-bca2-eff9e1d61c27 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:04.437631 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-68ab54ef-4319-4a15-98e5-5bf9a62b1a1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:04.449624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aee762-7f0d-48b2-ac0b-971c96528544 req-563066ab-2ba7-4423-baca-5eb77b415123 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:04.450336 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-96aee762-7f0d-48b2-ac0b-971c96528544 req-563066ab-2ba7-4423-baca-5eb77b415123 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fe3472e-550b-49f4-90ab-03dc1402a30d HTTP/1.1" status: 200 len: 945 time: 0.4369116 Mar 09 03:35:04.675548 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-96aee762-7f0d-48b2-ac0b-971c96528544 req-22cda6dc-0fbd-42e9-a783-60e38fbeeb95 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb1a4792-a1ea-4263-a5b0-59ae1513475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650398 Mar 09 03:35:04.683150 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-68ab54ef-4319-4a15-98e5-5bf9a62b1a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:04.684114 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ab54ef-4319-4a15-98e5-5bf9a62b1a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:04.684702 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-68ab54ef-4319-4a15-98e5-5bf9a62b1a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:04.697917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ddf83-351d-4d90-8e94-21c9c77b85f1 req-33852087-cd58-45d1-bffc-b917694b7db0 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:04.697917 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-791ddf83-351d-4d90-8e94-21c9c77b85f1 req-33852087-cd58-45d1-bffc-b917694b7db0 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 950 time: 0.1206703 Mar 09 03:35:04.762687 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-791ddf83-351d-4d90-8e94-21c9c77b85f1 req-0d8f278c-760a-4ece-86f6-0ab7231ca6bd tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598102 Mar 09 03:35:04.929774 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab54ef-4319-4a15-98e5-5bf9a62b1a1f admin admin] Pushing event updated for resources: {'Network': ['ID=e4df0ac3-1303-4ea3-966a-bf818b2b5c67,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:04.935697 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-68ab54ef-4319-4a15-98e5-5bf9a62b1a1f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6858892 Mar 09 03:35:04.936450 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41392) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:04.946145 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network e4df0ac3-1303-4ea3-966a-bf818b2b5c67 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:35:04.966158 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-b29e7654-6992-42b1-a797-4d853683eced admin admin] Request body: {'subnet': {'network_id': 'e4df0ac3-1303-4ea3-966a-bf818b2b5c67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1937021742-subnet', 'tenant_id': '321ca9e7379c40babb00188ae3324b78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:35:04.971695 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-33606ce3-7a40-450c-b14e-1f12c8662fb4 req-9733d6ec-f7cb-42d1-bca2-eff9e1d61c27 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:04.972071 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-33606ce3-7a40-450c-b14e-1f12c8662fb4 req-9733d6ec-f7cb-42d1-bca2-eff9e1d61c27 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:04.972512 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [req-33606ce3-7a40-450c-b14e-1f12c8662fb4 req-9733d6ec-f7cb-42d1-bca2-eff9e1d61c27 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Floating IP 0535e564-8610-4bc6-969b-53972c521412 disassociated. External IP: 172.25.7.216, port: 639a9ce2-e80d-47ae-a29b-c20654186272. Mar 09 03:35:04.972855 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-33606ce3-7a40-450c-b14e-1f12c8662fb4 req-9733d6ec-f7cb-42d1-bca2-eff9e1d61c27 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Calling delete_port for 639a9ce2-e80d-47ae-a29b-c20654186272 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:35:04.977122 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b29e7654-6992-42b1-a797-4d853683eced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:35:04.983894 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b29e7654-6992-42b1-a797-4d853683eced admin admin] Usage tracker for resource:subnet and tenant:321ca9e7379c40babb00188ae3324b78 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:35:04.987620 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b29e7654-6992-42b1-a797-4d853683eced admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:35:04.994899 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b29e7654-6992-42b1-a797-4d853683eced admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:35:05.005102 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b79ec-9863-4ba7-9203-175e1592188e req-23fa3556-d8d8-4e42-83c6-2835fae1516d tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:05.006650 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6e6b79ec-9863-4ba7-9203-175e1592188e req-23fa3556-d8d8-4e42-83c6-2835fae1516d tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/ports?device_id=664d0117-b991-4c73-9267-c03d7f89ccfd HTTP/1.1" status: 200 len: 946 time: 0.1377928 Mar 09 03:35:05.032367 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29e7654-6992-42b1-a797-4d853683eced admin admin] Made reservation on behalf of 321ca9e7379c40babb00188ae3324b78 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:35:05.034948 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b29e7654-6992-42b1-a797-4d853683eced admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:05.071175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3dd7e-4171-4f31-a135-efacf8a38481 req-75afd0e8-07d4-4964-a7c7-a9b816a56001 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:05.072697 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8ee3dd7e-4171-4f31-a135-efacf8a38481 req-75afd0e8-07d4-4964-a7c7-a9b816a56001 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ab5f4d-ef8a-4dff-9c63-609794fdcc0e HTTP/1.1" status: 200 len: 945 time: 0.2094371 Mar 09 03:35:05.190020 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6e6b79ec-9863-4ba7-9203-175e1592188e req-c08b8999-2e7e-4390-b107-dcff778349e9 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb1a4792-a1ea-4263-a5b0-59ae1513475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754529 Mar 09 03:35:05.204293 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8ee3dd7e-4171-4f31-a135-efacf8a38481 req-c7b11e13-fd3e-4e08-b1c9-71fa4cbad26f tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bbfb5e4-1957-4911-bd72-bc6940f5d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860507 Mar 09 03:35:05.208628 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-33606ce3-7a40-450c-b14e-1f12c8662fb4 req-9733d6ec-f7cb-42d1-bca2-eff9e1d61c27 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:05.284974 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733d6ec-f7cb-42d1-bca2-eff9e1d61c27 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Pushing event deleted for resources: {'Port': ['ID=639a9ce2-e80d-47ae-a29b-c20654186272,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:05.445849 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b29e7654-6992-42b1-a797-4d853683eced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:05.535937 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33606ce3-7a40-450c-b14e-1f12c8662fb4 req-9733d6ec-f7cb-42d1-bca2-eff9e1d61c27 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Router 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:35:05.568294 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f1a65-5ce8-4830-897b-3dea2ee68e5c req-8493a013-b066-4f29-8604-c63bf1bcf032 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:05.569738 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f76f1a65-5ce8-4830-897b-3dea2ee68e5c req-8493a013-b066-4f29-8604-c63bf1bcf032 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 944 time: 0.2103224 Mar 09 03:35:05.570394 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e7654-6992-42b1-a797-4d853683eced admin admin] Pushing event updated for resources: {'Subnet': ['ID=64e7bb47-5495-4bf4-a24a-6ad9bab98771,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:05.572929 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29e7654-6992-42b1-a797-4d853683eced admin admin] Checking segment: {'id': '7690813a-e5e9-43b1-a45d-cc1f655afd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e4df0ac3-1303-4ea3-966a-bf818b2b5c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:35:05.573322 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29e7654-6992-42b1-a797-4d853683eced admin admin] Network hostable DHCP agents. Network: e4df0ac3-1303-4ea3-966a-bf818b2b5c67, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:35:05.757968 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29e7654-6992-42b1-a797-4d853683eced admin admin] Network e4df0ac3-1303-4ea3-966a-bf818b2b5c67 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:35:05.778028 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f76f1a65-5ce8-4830-897b-3dea2ee68e5c req-bcea76f2-66ea-471b-aae8-df49d3df64b1 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977823 Mar 09 03:35:05.779724 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-b29e7654-6992-42b1-a797-4d853683eced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, e4df0ac3-1303-4ea3-966a-bf818b2b5c67) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:35:05.788757 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e655d891-b975-4d65-a394-f2a25498a25d None None] Network e4df0ac3-1303-4ea3-966a-bf818b2b5c67 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:35:05.789807 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29e7654-6992-42b1-a797-4d853683eced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:05.790411 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b29e7654-6992-42b1-a797-4d853683eced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:05.850845 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b29e7654-6992-42b1-a797-4d853683eced admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9131877 Mar 09 03:35:05.853515 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41406) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:05.862764 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-5d6c0a12-47f9-421d-a9c8-80e04a280d1c admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1937021742-router', 'tenant_id': '321ca9e7379c40babb00188ae3324b78', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:35:05.868237 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2d544-1599-441b-ae56-b2fc52c2ae5f req-e6b18f55-d8fd-4514-bf11-8ae1196d1309 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:05.872062 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5d6c0a12-47f9-421d-a9c8-80e04a280d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:35:05.876609 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-57d2d544-1599-441b-ae56-b2fc52c2ae5f req-e6b18f55-d8fd-4514-bf11-8ae1196d1309 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.2724178 Mar 09 03:35:05.884587 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5d6c0a12-47f9-421d-a9c8-80e04a280d1c admin admin] Usage tracker for resource:router and tenant:321ca9e7379c40babb00188ae3324b78 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:35:05.896507 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5d6c0a12-47f9-421d-a9c8-80e04a280d1c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:35:05.908281 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5d6c0a12-47f9-421d-a9c8-80e04a280d1c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:35:05.914745 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33606ce3-7a40-450c-b14e-1f12c8662fb4 req-9733d6ec-f7cb-42d1-bca2-eff9e1d61c27 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:35:05.937492 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0a12-47f9-421d-a9c8-80e04a280d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:05.941689 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0a12-47f9-421d-a9c8-80e04a280d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:05.980738 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0a12-47f9-421d-a9c8-80e04a280d1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:06.000295 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f00d23e-abfd-4614-8d12-2340223e76a9 None None] Sync routers for ids ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:35:06.032844 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-33606ce3-7a40-450c-b14e-1f12c8662fb4 req-9733d6ec-f7cb-42d1-bca2-eff9e1d61c27 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] No DVR routers for this DVR port 639a9ce2-e80d-47ae-a29b-c20654186272 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:35:06.036706 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-33606ce3-7a40-450c-b14e-1f12c8662fb4 req-9733d6ec-f7cb-42d1-bca2-eff9e1d61c27 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:06.040572 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ab5f4d-ef8a-4dff-9c63-609794fdcc0e', 'name': 'network-vif-deleted', 'tag': '639a9ce2-e80d-47ae-a29b-c20654186272'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:35:06.057026 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-57d2d544-1599-441b-ae56-b2fc52c2ae5f req-cb5511d7-fd70-4231-b21b-5c18b5510920 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794965 Mar 09 03:35:06.062434 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f00d23e-abfd-4614-8d12-2340223e76a9 None None] Routers {'9d390840-44ce-4cb0-b7e7-1dc4b90e9111'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:35:06.063341 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-2f00d23e-abfd-4614-8d12-2340223e76a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:35:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:06.090814 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33606ce3-7a40-450c-b14e-1f12c8662fb4 req-9733d6ec-f7cb-42d1-bca2-eff9e1d61c27 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.24 "DELETE /v2.0/ports/639a9ce2-e80d-47ae-a29b-c20654186272 HTTP/1.1" status: 204 len: 173 time: 2.3967304 Mar 09 03:35:06.352469 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ab5f4d-ef8a-4dff-9c63-609794fdcc0e', 'name': 'network-vif-deleted', 'tag': '639a9ce2-e80d-47ae-a29b-c20654186272', 'status': 'completed', 'code': 200} Mar 09 03:35:06.430608 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c10517-883f-4509-83c7-8e1aceac68e7 req-321ee799-5539-45d7-bb3e-f740de98d0d5 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:06.438881 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-00c10517-883f-4509-83c7-8e1aceac68e7 req-321ee799-5539-45d7-bb3e-f740de98d0d5 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 950 time: 0.1497135 Mar 09 03:35:06.500887 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-00c10517-883f-4509-83c7-8e1aceac68e7 req-7164d947-1cc2-48c1-bb4c-d3f1f5b6aaee tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610194 Mar 09 03:35:06.511175 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-2f00d23e-abfd-4614-8d12-2340223e76a9 None None] Set router 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:35:06.553973 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0a12-47f9-421d-a9c8-80e04a280d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:06.583922 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-01c82637-8bfb-439c-a78d-71b1819397aa req-1dc87e6e-6b9a-47ca-9d73-b1e7893bc8c8 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ab5f4d-ef8a-4dff-9c63-609794fdcc0e HTTP/1.1" status: 200 len: 210 time: 0.0757194 Mar 09 03:35:06.792922 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 639a9ce2-e80d-47ae-a29b-c20654186272 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:35:06.960658 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 639a9ce2-e80d-47ae-a29b-c20654186272 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:35:06.961303 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 639a9ce2-e80d-47ae-a29b-c20654186272 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:35:07.060386 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-e4df0ac3-1303-4ea3-966a-bf818b2b5c67', 'network_id': 'e4df0ac3-1303-4ea3-966a-bf818b2b5c67', 'tenant_id': '321ca9e7379c40babb00188ae3324b78', 'fixed_ips': [{'subnet_id': '64e7bb47-5495-4bf4-a24a-6ad9bab98771'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:35:07.071411 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:07.105165 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0a12-47f9-421d-a9c8-80e04a280d1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:07.139818 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0a12-47f9-421d-a9c8-80e04a280d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:07.157680 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0e9b0-0664-4cc6-aba2-4ce2bf3d1ace req-2b906223-644d-4731-a6ed-48561060af3d tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:07.165773 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3dd0e9b0-0664-4cc6-aba2-4ce2bf3d1ace req-2b906223-644d-4731-a6ed-48561060af3d tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/ports?device_id=664d0117-b991-4c73-9267-c03d7f89ccfd HTTP/1.1" status: 200 len: 946 time: 0.5191779 Mar 09 03:35:07.226315 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3dd0e9b0-0664-4cc6-aba2-4ce2bf3d1ace req-ace57ad9-5200-4f51-ae99-de73d41a4988 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb1a4792-a1ea-4263-a5b0-59ae1513475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596054 Mar 09 03:35:07.317174 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-5d6c0a12-47f9-421d-a9c8-80e04a280d1c admin admin] Allocated IP 172.25.7.145 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/ecc20921-104f-42f6-8228-78ef029b1bcd) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:35:07.464805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4a2bb-50ab-4d85-9786-6a1eef3dd3fd req-29d63659-7eea-4dcc-be83-80d04dc40bdb tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:07.465737 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Allocated IP 172.20.0.2 (e4df0ac3-1303-4ea3-966a-bf818b2b5c67/64e7bb47-5495-4bf4-a24a-6ad9bab98771/643a1f19-3a8d-4ea3-8058-9be08d20b444) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:35:07.472755 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0ce4a2bb-50ab-4d85-9786-6a1eef3dd3fd req-29d63659-7eea-4dcc-be83-80d04dc40bdb tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 944 time: 0.1018140 Mar 09 03:35:07.483902 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-2f00d23e-abfd-4614-8d12-2340223e76a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-721578879-router', 'tenant_id': '6bca179644e344988a4822677f335581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:44Z', 'updated_at': '2022-03-09T03:30:50Z', 'revision_number': 4, 'project_id': '6bca179644e344988a4822677f335581', 'gw_port': {'id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:45Z', 'updated_at': '2022-03-09T03:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'df83b59a-c6fc-4c9c-b530-8baaf5f13e94', 'name': '', 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31', 'tenant_id': '6bca179644e344988a4822677f335581', 'mac_address': 'fa:16:3e:ca:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:49Z', 'updated_at': '2022-03-09T03:31:01Z', 'revision_number': 5, 'project_id': '6bca179644e344988a4822677f335581', 'subnets': [{'id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:07.523510 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0ce4a2bb-50ab-4d85-9786-6a1eef3dd3fd req-6c344be6-4c7e-4a12-a611-70b8bed274c6 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496671 Mar 09 03:35:07.525074 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f00d23e-abfd-4614-8d12-2340223e76a9 None None] Checking router: 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:35:07.560509 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0a12-47f9-421d-a9c8-80e04a280d1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:07.591744 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12901f-6b47-4a37-90b1-8c25e5c28015 req-e48f63ae-9768-4264-9f00-f9fe401560a7 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:07.593309 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0b12901f-6b47-4a37-90b1-8c25e5c28015 req-e48f63ae-9768-4264-9f00-f9fe401560a7 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.1581988 Mar 09 03:35:07.600708 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f00d23e-abfd-4614-8d12-2340223e76a9 None None] Routers {'9d390840-44ce-4cb0-b7e7-1dc4b90e9111'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:35:07.601402 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-2f00d23e-abfd-4614-8d12-2340223e76a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:35:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:07.690161 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0b12901f-6b47-4a37-90b1-8c25e5c28015 req-a7f08103-24ea-4c47-94d4-16ad454e8119 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909009 Mar 09 03:35:07.707784 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0a12-47f9-421d-a9c8-80e04a280d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:07.778680 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6c0a12-47f9-421d-a9c8-80e04a280d1c admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:35:07.782391 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-5d6c0a12-47f9-421d-a9c8-80e04a280d1c admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:35:07.793161 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6c0a12-47f9-421d-a9c8-80e04a280d1c admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:35:07.850033 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521b3d4-e9ca-4874-8b16-527e623cbd89 req-b0682661-ab7f-4451-8d7f-bc3e0f20a298 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:07.853474 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2521b3d4-e9ca-4874-8b16-527e623cbd89 req-b0682661-ab7f-4451-8d7f-bc3e0f20a298 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 950 time: 0.1705973 Mar 09 03:35:07.900499 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-2f00d23e-abfd-4614-8d12-2340223e76a9 None None] Set router 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:35:07.978753 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:07.980209 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2521b3d4-e9ca-4874-8b16-527e623cbd89 req-6daa4a0a-4a29-4057-b12e-88866c597648 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189020 Mar 09 03:35:07.992359 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c0a12-47f9-421d-a9c8-80e04a280d1c admin admin] Pushing event updated for resources: {'Port': ['ID=ecc20921-104f-42f6-8228-78ef029b1bcd,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:08.149778 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Transition to ACTIVE for port object 643a1f19-3a8d-4ea3-8058-9be08d20b444 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:35:08.366070 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Transition to ACTIVE for port object 643a1f19-3a8d-4ea3-8058-9be08d20b444 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:35:08.388822 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:08.447039 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59272a-6d20-4798-9820-8717b5520457 req-a9b2d88a-dd1d-44e3-84ae-b9abd7027046 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:08.448566 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ad59272a-6d20-4798-9820-8717b5520457 req-a9b2d88a-dd1d-44e3-84ae-b9abd7027046 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.21 "GET /v2.0/ports?device_id=664d0117-b991-4c73-9267-c03d7f89ccfd HTTP/1.1" status: 200 len: 946 time: 0.6180890 Mar 09 03:35:08.498455 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Network e4df0ac3-1303-4ea3-966a-bf818b2b5c67 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:35:08.503510 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:35:08.509507 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:35:08.515111 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:08.563091 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Pushing event updated for resources: {'Port': ['ID=643a1f19-3a8d-4ea3-8058-9be08d20b444,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:08.705555 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:08.706409 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:08.707022 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:08.707579 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:08.708408 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:08.708846 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:08.709181 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:08.709519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:08.709818 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:08.710142 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:08.710762 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:08.711754 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:08.741345 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Attempting to bind port 643a1f19-3a8d-4ea3-8058-9be08d20b444 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:35:08.741770 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Attempting to bind port 643a1f19-3a8d-4ea3-8058-9be08d20b444 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '7690813a-e5e9-43b1-a45d-cc1f655afd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e4df0ac3-1303-4ea3-966a-bf818b2b5c67'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:35:08.742088 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Attempting to bind port 643a1f19-3a8d-4ea3-8058-9be08d20b444 on network e4df0ac3-1303-4ea3-966a-bf818b2b5c67 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:35:08.753668 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:35:08.754045 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Checking segment: {'id': '7690813a-e5e9-43b1-a45d-cc1f655afd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e4df0ac3-1303-4ea3-966a-bf818b2b5c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:35:08.755013 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:08.755428 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Bound using segment: {'id': '7690813a-e5e9-43b1-a45d-cc1f655afd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e4df0ac3-1303-4ea3-966a-bf818b2b5c67'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:35:08.756121 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Bound port: 643a1f19-3a8d-4ea3-8058-9be08d20b444, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7690813a-e5e9-43b1-a45d-cc1f655afd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e4df0ac3-1303-4ea3-966a-bf818b2b5c67'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:35:08.756745 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:08.772062 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-2f00d23e-abfd-4614-8d12-2340223e76a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-721578879-router', 'tenant_id': '6bca179644e344988a4822677f335581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:44Z', 'updated_at': '2022-03-09T03:30:50Z', 'revision_number': 4, 'project_id': '6bca179644e344988a4822677f335581', 'gw_port': {'id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:45Z', 'updated_at': '2022-03-09T03:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'df83b59a-c6fc-4c9c-b530-8baaf5f13e94', 'name': '', 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31', 'tenant_id': '6bca179644e344988a4822677f335581', 'mac_address': 'fa:16:3e:ca:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:49Z', 'updated_at': '2022-03-09T03:31:01Z', 'revision_number': 5, 'project_id': '6bca179644e344988a4822677f335581', 'subnets': [{'id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:08.790357 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f00d23e-abfd-4614-8d12-2340223e76a9 None None] The sync data for ids ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'] in n-d-825178-5 is: [{'id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-721578879-router', 'tenant_id': '6bca179644e344988a4822677f335581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:44Z', 'updated_at': '2022-03-09T03:30:50Z', 'revision_number': 4, 'project_id': '6bca179644e344988a4822677f335581', 'gw_port': {'id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:45Z', 'updated_at': '2022-03-09T03:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'df83b59a-c6fc-4c9c-b530-8baaf5f13e94', 'name': '', 'network_id': '4b5d3bab-bbcb-4153-881f-6be479495e31', 'tenant_id': '6bca179644e344988a4822677f335581', 'mac_address': 'fa:16:3e:ca:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:49Z', 'updated_at': '2022-03-09T03:31:01Z', 'revision_number': 5, 'project_id': '6bca179644e344988a4822677f335581', 'subnets': [{'id': '49a73544-ad50-4693-afb7-563f12ca65a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:35:08.791070 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-ad59272a-6d20-4798-9820-8717b5520457 req-57e46771-f459-41dd-8d00-6a1d2beeda63 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Deleting port 18722f09-e29b-4516-b362-d7a12f1bf15c {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:35:08.791411 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ad59272a-6d20-4798-9820-8717b5520457 req-57e46771-f459-41dd-8d00-6a1d2beeda63 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:08.894610 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0a12-47f9-421d-a9c8-80e04a280d1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:08.900206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41454) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:08.937468 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] For port 643a1f19-3a8d-4ea3-8058-9be08d20b444, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:35:08.942335 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] For port 643a1f19-3a8d-4ea3-8058-9be08d20b444, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=643a1f19-3a8d-4ea3-8058-9be08d20b444,segment=NetworkSegment(7690813a-e5e9-43b1-a45d-cc1f655afd3a),segment_id=7690813a-e5e9-43b1-a45d-cc1f655afd3a)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:35:08.954595 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:09.026106 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894fc25-42c0-46e2-affb-6f6b9379e433 req-776e074e-5e78-4e57-8805-b2be25f6aa64 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:09.033565 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1894fc25-42c0-46e2-affb-6f6b9379e433 req-776e074e-5e78-4e57-8805-b2be25f6aa64 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/ports?device_id=664d0117-b991-4c73-9267-c03d7f89ccfd HTTP/1.1" status: 200 len: 946 time: 0.4351251 Mar 09 03:35:09.050166 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b112cf9d-4762-4c9b-8a67-18f8f27eb0a1 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:09.105943 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b112cf9d-4762-4c9b-8a67-18f8f27eb0a1 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:09.138245 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33cea32-0609-4a22-9b7f-53d3cb642706 None None] Pushing event updated for resources: {'Port': ['ID=643a1f19-3a8d-4ea3-8058-9be08d20b444,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:09.264362 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b112cf9d-4762-4c9b-8a67-18f8f27eb0a1 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:09.277040 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f35c176-128c-4862-ab66-4307b06e3c7c None None] New status for floating IP 0535e564-8610-4bc6-969b-53972c521412: DOWN {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:35:09.295346 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112cf9d-4762-4c9b-8a67-18f8f27eb0a1 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbfb5e4-1957-4911-bd72-bc6940f5d2ec,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:09.312667 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b112cf9d-4762-4c9b-8a67-18f8f27eb0a1 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:09.316881 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b112cf9d-4762-4c9b-8a67-18f8f27eb0a1 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "DELETE /v2.0/security-groups/9bbfb5e4-1957-4911-bd72-bc6940f5d2ec HTTP/1.1" status: 204 len: 168 time: 0.4120719 Mar 09 03:35:09.325413 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41462) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:09.340054 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdda7d9-e0b5-4f8c-b15c-2ebea3c0fe07 req-0b810dd9-8f6f-43ab-8dfb-ac3cb17289ec tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:09.345802 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1894fc25-42c0-46e2-affb-6f6b9379e433 req-f6d82a0c-ddc2-42ed-977f-2be0a0f42174 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb1a4792-a1ea-4263-a5b0-59ae1513475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114636 Mar 09 03:35:09.348302 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4fdda7d9-e0b5-4f8c-b15c-2ebea3c0fe07 req-0b810dd9-8f6f-43ab-8dfb-ac3cb17289ec tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 944 time: 0.1686220 Mar 09 03:35:09.384879 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-84b76c80-f5f1-46b3-b972-a25af298dcc2 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] show failed (client error): The resource could not be found. Mar 09 03:35:09.388788 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-84b76c80-f5f1-46b3-b972-a25af298dcc2 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "GET /v2.0/security-groups/9bbfb5e4-1957-4911-bd72-bc6940f5d2ec HTTP/1.1" status: 404 len: 347 time: 0.0597689 Mar 09 03:35:09.391902 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41466) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:09.526830 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4fdda7d9-e0b5-4f8c-b15c-2ebea3c0fe07 req-4f62cb0a-27f8-4dcb-bbf0-f5d1aa995a84 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774752 Mar 09 03:35:09.709177 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-ad59272a-6d20-4798-9820-8717b5520457 req-57e46771-f459-41dd-8d00-6a1d2beeda63 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] For port 18722f09-e29b-4516-b362-d7a12f1bf15c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=18722f09-e29b-4516-b362-d7a12f1bf15c,segment=NetworkSegment(288b5494-35ec-4e82-b7de-c8b6ff41810e),segment_id=288b5494-35ec-4e82-b7de-c8b6ff41810e)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:09.709683 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ad59272a-6d20-4798-9820-8717b5520457 req-57e46771-f459-41dd-8d00-6a1d2beeda63 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:09.724767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-9ab64088-6f47-40b6-bfa2-e0f2baa19791 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Deleting port 6d736735-ac1a-42c4-947c-0e44f3c5af19 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:35:09.725113 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9ab64088-6f47-40b6-bfa2-e0f2baa19791 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:09.944952 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-ad59272a-6d20-4798-9820-8717b5520457 req-57e46771-f459-41dd-8d00-6a1d2beeda63 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Calling delete_port for 18722f09-e29b-4516-b362-d7a12f1bf15c owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:35:09.969051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d0bf9-11cb-46d1-bbaa-195363545dc5 req-11678d15-fb1a-4b73-81a1-32ebc7a70c5a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:09.970532 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f23d0bf9-11cb-46d1-bbaa-195363545dc5 req-11678d15-fb1a-4b73-81a1-32ebc7a70c5a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 950 time: 0.1936514 Mar 09 03:35:10.036293 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9ab64088-6f47-40b6-bfa2-e0f2baa19791 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:10.036664 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9ab64088-6f47-40b6-bfa2-e0f2baa19791 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:10.115795 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f23d0bf9-11cb-46d1-bbaa-195363545dc5 req-5156b79a-ea2f-4fba-bd69-0e316d33debd tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320684 Mar 09 03:35:10.184392 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14464a9-2ca5-479b-aa27-a72e2e658ae2 req-6edf11ec-5e4c-499a-ba6f-e28655cec8e5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:10.188228 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-9ab64088-6f47-40b6-bfa2-e0f2baa19791 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Calling delete_port for 6d736735-ac1a-42c4-947c-0e44f3c5af19 owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:35:10.191368 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a14464a9-2ca5-479b-aa27-a72e2e658ae2 req-6edf11ec-5e4c-499a-ba6f-e28655cec8e5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.5815382 Mar 09 03:35:10.193566 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0a12-47f9-421d-a9c8-80e04a280d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:10.337158 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a14464a9-2ca5-479b-aa27-a72e2e658ae2 req-26eb6242-67af-494e-875c-a7dabeb6292b tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447685 Mar 09 03:35:10.393453 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 643a1f19-3a8d-4ea3-8058-9be08d20b444 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:35:10.452227 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9ab64088-6f47-40b6-bfa2-e0f2baa19791 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:10.567625 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 643a1f19-3a8d-4ea3-8058-9be08d20b444 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:35:10.673675 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ad59272a-6d20-4798-9820-8717b5520457 req-57e46771-f459-41dd-8d00-6a1d2beeda63 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:10.679827 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3b65fc-df12-439b-b3f0-f6a9bc646ada None None] Network e4df0ac3-1303-4ea3-966a-bf818b2b5c67 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:35:10.709326 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab64088-6f47-40b6-bfa2-e0f2baa19791 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Pushing event deleted for resources: {'Port': ['ID=6d736735-ac1a-42c4-947c-0e44f3c5af19,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:10.718121 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6', '0c161676-54b2-49d7-b149-4ae1045d19ad'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:35:10.727784 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6c0a12-47f9-421d-a9c8-80e04a280d1c admin admin] Router 36e86f3b-cfe0-4c99-93a4-3da3782c3ee5 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:35:10.752110 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e46771-f459-41dd-8d00-6a1d2beeda63 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Pushing event deleted for resources: {'Port': ['ID=18722f09-e29b-4516-b362-d7a12f1bf15c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:10.753079 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ffe849fe-9859-40d3-8d71-b81a30a415c0 req-fcad2c21-7f80-4469-912d-785f29c11f48 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/ports?device_id=664d0117-b991-4c73-9267-c03d7f89ccfd HTTP/1.1" status: 200 len: 210 time: 0.0861809 Mar 09 03:35:10.818819 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41484) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:10.829520 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4c31de18-70ee-4fda-a903-a1de3ce9271b None None] Provisioning for port 643a1f19-3a8d-4ea3-8058-9be08d20b444 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:35:10.856827 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9ab64088-6f47-40b6-bfa2-e0f2baa19791 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:10.887269 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9ab64088-6f47-40b6-bfa2-e0f2baa19791 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:10.892678 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9ab64088-6f47-40b6-bfa2-e0f2baa19791 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] 10.222.0.16 "DELETE /v2.0/floatingips/0535e564-8610-4bc6-969b-53972c521412 HTTP/1.1" status: 204 len: 168 time: 1.4968908 Mar 09 03:35:10.964779 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4c31de18-70ee-4fda-a903-a1de3ce9271b None None] Provisioning complete for port 643a1f19-3a8d-4ea3-8058-9be08d20b444 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:35:10.966790 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4c31de18-70ee-4fda-a903-a1de3ce9271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:11.074085 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-440594a8-7876-4095-bc88-34075820c328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:11.106693 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-440594a8-7876-4095-bc88-34075820c328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:35:11.115276 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-440594a8-7876-4095-bc88-34075820c328 admin admin] Usage tracker for resource:security_group_rule and tenant:aab795eca36441a591a28de5da57115a is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:35:11.124614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-440594a8-7876-4095-bc88-34075820c328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:35:11.136253 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-440594a8-7876-4095-bc88-34075820c328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:35:11.234945 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad59272a-6d20-4798-9820-8717b5520457 req-57e46771-f459-41dd-8d00-6a1d2beeda63 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] No DVR routers for this DVR port 18722f09-e29b-4516-b362-d7a12f1bf15c on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:35:11.243592 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ad59272a-6d20-4798-9820-8717b5520457 req-57e46771-f459-41dd-8d00-6a1d2beeda63 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:11.260964 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-440594a8-7876-4095-bc88-34075820c328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:11.270263 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-440594a8-7876-4095-bc88-34075820c328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:11.277771 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664d0117-b991-4c73-9267-c03d7f89ccfd', 'name': 'network-vif-deleted', 'tag': '18722f09-e29b-4516-b362-d7a12f1bf15c'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:35:11.300902 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4c31de18-70ee-4fda-a903-a1de3ce9271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:11.352213 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-440594a8-7876-4095-bc88-34075820c328 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aab795eca36441a591a28de5da57115a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5319815 Mar 09 03:35:11.354249 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440594a8-7876-4095-bc88-34075820c328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20569399-12d2-415c-9b73-db3cc873337c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:11.357499 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41506) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:11.415341 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-4c31de18-70ee-4fda-a903-a1de3ce9271b None None] For port 643a1f19-3a8d-4ea3-8058-9be08d20b444, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=643a1f19-3a8d-4ea3-8058-9be08d20b444,segment=NetworkSegment(7690813a-e5e9-43b1-a45d-cc1f655afd3a),segment_id=7690813a-e5e9-43b1-a45d-cc1f655afd3a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:11.445138 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4c31de18-70ee-4fda-a903-a1de3ce9271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:11.460339 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ad59272a-6d20-4798-9820-8717b5520457 req-57e46771-f459-41dd-8d00-6a1d2beeda63 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.21 "DELETE /v2.0/ports/18722f09-e29b-4516-b362-d7a12f1bf15c HTTP/1.1" status: 204 len: 173 time: 3.0007710 Mar 09 03:35:11.545818 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a04f470f-257f-490e-9c31-eeb422885e3c req-e1380946-b6ad-495f-aeaf-f30c875df79b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4660857 Mar 09 03:35:11.562195 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dee784-897f-48f4-a815-bf0f56618ed2 req-75c38078-3377-4677-9e21-7970d6fe15e7 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:11.570555 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-77dee784-897f-48f4-a815-bf0f56618ed2 req-75c38078-3377-4677-9e21-7970d6fe15e7 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 944 time: 0.7762713 Mar 09 03:35:11.596600 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6c0a12-47f9-421d-a9c8-80e04a280d1c admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:35:11.631573 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] Sync routers for ids ['36e86f3b-cfe0-4c99-93a4-3da3782c3ee5'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:35:11.652157 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919bc25-bd34-481e-9341-988563a4cfcc req-21f57a3f-8aea-4d0f-8ad3-fe1874fc401d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:11.653384 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1919bc25-bd34-481e-9341-988563a4cfcc req-21f57a3f-8aea-4d0f-8ad3-fe1874fc401d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 950 time: 0.3417580 Mar 09 03:35:11.720616 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c2eaed62-1661-4398-a4fd-e79ac8dce685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:11.727337 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-77dee784-897f-48f4-a815-bf0f56618ed2 req-4bad8bae-0316-412e-a5a0-98bff014e485 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475246 Mar 09 03:35:11.751274 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0a12-47f9-421d-a9c8-80e04a280d1c admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:11.752496 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5d6c0a12-47f9-421d-a9c8-80e04a280d1c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8979242 Mar 09 03:35:11.755569 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] Routers {'36e86f3b-cfe0-4c99-93a4-3da3782c3ee5'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:35:11.756389 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:35:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['36e86f3b-cfe0-4c99-93a4-3da3782c3ee5'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:11.761031 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41514) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:11.761537 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c2eaed62-1661-4398-a4fd-e79ac8dce685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:11.850918 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31de18-70ee-4fda-a903-a1de3ce9271b None None] Pushing event updated for resources: {'Port': ['ID=643a1f19-3a8d-4ea3-8058-9be08d20b444,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:11.865111 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 18722f09-e29b-4516-b362-d7a12f1bf15c no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:35:11.916213 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1919bc25-bd34-481e-9341-988563a4cfcc req-60b3bd51-3292-453d-88cd-80e740dd5693 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552423 Mar 09 03:35:11.916907 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c2eaed62-1661-4398-a4fd-e79ac8dce685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:11.930349 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f470f-257f-490e-9c31-eeb422885e3c req-52bebfe3-734c-4a43-b182-42d8de2b7a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:11.932253 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a04f470f-257f-490e-9c31-eeb422885e3c req-52bebfe3-734c-4a43-b182-42d8de2b7a5f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42923148a00a49268422cf3ff4c2fd04&device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 1095 time: 0.3333778 Mar 09 03:35:11.985783 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eaed62-1661-4398-a4fd-e79ac8dce685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20569399-12d2-415c-9b73-db3cc873337c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:11.997536 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c2eaed62-1661-4398-a4fd-e79ac8dce685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:12.000306 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c2eaed62-1661-4398-a4fd-e79ac8dce685 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20569399-12d2-415c-9b73-db3cc873337c HTTP/1.1" status: 204 len: 168 time: 0.4554131 Mar 09 03:35:12.115193 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664d0117-b991-4c73-9267-c03d7f89ccfd', 'name': 'network-vif-deleted', 'tag': '18722f09-e29b-4516-b362-d7a12f1bf15c', 'status': 'completed', 'code': 200} Mar 09 03:35:12.261652 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] Set router 36e86f3b-cfe0-4c99-93a4-3da3782c3ee5 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:35:12.396394 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84989556-05ba-43fa-bcfb-7ff88a91bbaa req-a1aa050d-b300-442d-960a-dddc028adb1a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:12.397897 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84989556-05ba-43fa-bcfb-7ff88a91bbaa req-a1aa050d-b300-442d-960a-dddc028adb1a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.2231176 Mar 09 03:35:12.474108 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-c5577035-dd43-42f4-960b-1f637310cf4a req-dde8e87d-682a-410f-9aa4-439603647535 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Synchronizing usage tracker for tenant:2f91ce588c1a4be19a82d32063839bec on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:35:12.477722 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84989556-05ba-43fa-bcfb-7ff88a91bbaa req-e9a8fed7-161e-4637-8543-7287757afe16 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695522 Mar 09 03:35:12.539313 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f470f-257f-490e-9c31-eeb422885e3c req-73c7f9dc-117b-490e-ac3f-3e660d65cea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:12.540592 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a04f470f-257f-490e-9c31-eeb422885e3c req-73c7f9dc-117b-490e-ac3f-3e660d65cea9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=304f544a-4e19-4ec8-816f-4e06aa7f0361 HTTP/1.1" status: 200 len: 921 time: 0.5025520 Mar 09 03:35:12.541170 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-c5577035-dd43-42f4-960b-1f637310cf4a req-dde8e87d-682a-410f-9aa4-439603647535 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Unset dirty status for tenant:2f91ce588c1a4be19a82d32063839bec on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:35:12.549461 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5577035-dd43-42f4-960b-1f637310cf4a req-dde8e87d-682a-410f-9aa4-439603647535 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/ports?device_id=664d0117-b991-4c73-9267-c03d7f89ccfd HTTP/1.1" status: 200 len: 210 time: 0.2255242 Mar 09 03:35:12.609469 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 643a1f19-3a8d-4ea3-8058-9be08d20b444 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:35:12.825185 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 18722f09-e29b-4516-b362-d7a12f1bf15c {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:35:12.825533 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 18722f09-e29b-4516-b362-d7a12f1bf15c not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:35:12.857456 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41542) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:12.860387 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a04f470f-257f-490e-9c31-eeb422885e3c req-dbfb274c-c669-42c2-9f6b-431d89b25720 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8622f4fa-4172-4741-8947-754e23119c7f HTTP/1.1" status: 200 len: 217 time: 0.3098841 Mar 09 03:35:13.022080 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-992360ce-01ae-4981-a9bd-5ee5fb97573f None None] Provisioning complete for port 643a1f19-3a8d-4ea3-8058-9be08d20b444 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:35:13.022422 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-992360ce-01ae-4981-a9bd-5ee5fb97573f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:13.170217 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 643a1f19-3a8d-4ea3-8058-9be08d20b444 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:35:13.170580 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:13.214910 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030bd60-2053-4ffb-948a-5a0721447ce7 req-e145b470-4b5e-4910-b041-c346453848b3 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:13.216567 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f030bd60-2053-4ffb-948a-5a0721447ce7 req-e145b470-4b5e-4910-b041-c346453848b3 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 944 time: 0.2201703 Mar 09 03:35:13.221546 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f470f-257f-490e-9c31-eeb422885e3c req-022c9fae-2007-4dfa-a371-bb3acb40b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:13.224231 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a04f470f-257f-490e-9c31-eeb422885e3c req-022c9fae-2007-4dfa-a371-bb3acb40b08c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb7cb80-fa8d-459c-b59f-347ff2f11453 HTTP/1.1" status: 200 len: 860 time: 0.3066368 Mar 09 03:35:13.270170 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e86f3b-cfe0-4c99-93a4-3da3782c3ee5', 'name': 'tempest-ServersTestFqdnHostnames-1937021742-router', 'tenant_id': '321ca9e7379c40babb00188ae3324b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ecc20921-104f-42f6-8228-78ef029b1bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:35:05Z', 'updated_at': '2022-03-09T03:35:08Z', 'revision_number': 3, 'project_id': '321ca9e7379c40babb00188ae3324b78', 'gw_port': {'id': 'ecc20921-104f-42f6-8228-78ef029b1bcd', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:04:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e86f3b-cfe0-4c99-93a4-3da3782c3ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:07Z', 'updated_at': '2022-03-09T03:35:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:13.284841 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a04f470f-257f-490e-9c31-eeb422885e3c req-2ad5159e-7381-4e0a-9e93-185ac86120e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=304f544a-4e19-4ec8-816f-4e06aa7f0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497622 Mar 09 03:35:13.288040 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] Checking router: 36e86f3b-cfe0-4c99-93a4-3da3782c3ee5 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:35:13.288040 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] Updating router 36e86f3b-cfe0-4c99-93a4-3da3782c3ee5 port ecc20921-104f-42f6-8228-78ef029b1bcd binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:35:13.368803 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:13.376244 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f030bd60-2053-4ffb-948a-5a0721447ce7 req-5cb6f589-1c15-41c0-ac40-2db257718177 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293812 Mar 09 03:35:13.740336 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93520688-b3af-4545-a1af-d4f9957d52f4 req-f08c0ce3-ccbb-4842-ba82-0c85416454c0 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:13.747468 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-93520688-b3af-4545-a1af-d4f9957d52f4 req-f08c0ce3-ccbb-4842-ba82-0c85416454c0 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 950 time: 0.6453161 Mar 09 03:35:13.787986 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-1bc51241-21b4-4628-969b-0f875712b3f7 service neutron] 10.222.0.21 "GET /v2.0/ports/4fabe353-9af1-45f6-9215-84c19e17873e/bindings/n-h1-825178-5 HTTP/1.1" status: 200 len: 384 time: 0.3163505 Mar 09 03:35:13.800637 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-281234cc-f19f-4c55-bec7-f8e64bd71b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:13.975643 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a04f470f-257f-490e-9c31-eeb422885e3c req-bfa75c1d-6a15-4bd1-8de6-ddcac818179c service neutron] 10.222.0.21 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496695 Mar 09 03:35:14.000659 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:14.013650 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] Transition to ACTIVE for port object ecc20921-104f-42f6-8228-78ef029b1bcd will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:35:14.036450 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-93520688-b3af-4545-a1af-d4f9957d52f4 req-79a66b8f-bca5-4ab5-aecf-bc1a06e7e5bf tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875261 Mar 09 03:35:14.050011 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:14.179983 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] Attempting to bind port ecc20921-104f-42f6-8228-78ef029b1bcd on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:35:14.180447 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] Attempting to bind port ecc20921-104f-42f6-8228-78ef029b1bcd by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:35:14.181010 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] Attempting to bind port ecc20921-104f-42f6-8228-78ef029b1bcd on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:35:14.194898 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:35:14.195099 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41578) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:14.195324 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:35:14.195800 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:14.196313 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:35:14.196907 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] Bound port: ecc20921-104f-42f6-8228-78ef029b1bcd, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:35:14.201685 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:14.257413 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca368a52-e01d-4b85-92e1-dcb623ee87d4 None None] Pushing event updated for resources: {'Port': ['ID=ecc20921-104f-42f6-8228-78ef029b1bcd,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:14.309790 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] For port ecc20921-104f-42f6-8228-78ef029b1bcd, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:35:14.313758 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] For port ecc20921-104f-42f6-8228-78ef029b1bcd, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=ecc20921-104f-42f6-8228-78ef029b1bcd,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:35:14.315446 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f0817367-06f2-4e57-9526-0f2abb42a3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:14.320622 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:14.366974 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842df49-8b67-40f5-8107-7121785acbca req-6c1bc0fb-f13b-412e-a1fc-d0e42285c7ea tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:14.374480 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3842df49-8b67-40f5-8107-7121785acbca req-6c1bc0fb-f13b-412e-a1fc-d0e42285c7ea tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.3438969 Mar 09 03:35:14.425792 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca368a52-e01d-4b85-92e1-dcb623ee87d4 None None] Pushing event updated for resources: {'Port': ['ID=ecc20921-104f-42f6-8228-78ef029b1bcd,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:14.452732 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3842df49-8b67-40f5-8107-7121785acbca req-fc346132-978c-4b08-bba7-d2cead63f06c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773771 Mar 09 03:35:14.456911 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] Routers {'36e86f3b-cfe0-4c99-93a4-3da3782c3ee5'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:35:14.460457 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:35:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['36e86f3b-cfe0-4c99-93a4-3da3782c3ee5'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:14.479812 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9f780471-43b8-456d-b878-f539bc4bf27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:14.510678 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9f780471-43b8-456d-b878-f539bc4bf27b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:35:14.520456 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9f780471-43b8-456d-b878-f539bc4bf27b admin admin] Usage tracker for resource:security_group_rule and tenant:47fb6bc013a54132a9ff4d680d838a14 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:35:14.525272 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9f780471-43b8-456d-b878-f539bc4bf27b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:35:14.606126 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9f780471-43b8-456d-b878-f539bc4bf27b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:35:14.659747 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-281234cc-f19f-4c55-bec7-f8e64bd71b61 admin admin] Deleting port df83b59a-c6fc-4c9c-b530-8baaf5f13e94 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:35:14.659951 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-281234cc-f19f-4c55-bec7-f8e64bd71b61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:14.741671 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a04f470f-257f-490e-9c31-eeb422885e3c req-e2840f4d-31fe-4d2d-9b3b-555d0f057427 service neutron] 10.222.0.21 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7538483 Mar 09 03:35:14.779771 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] Set router 36e86f3b-cfe0-4c99-93a4-3da3782c3ee5 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:35:15.016008 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-fffb5ab7-2baf-4b12-a110-6b93736fa57f service neutron] For port 4fabe353-9af1-45f6-9215-84c19e17873e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=4fabe353-9af1-45f6-9215-84c19e17873e,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:15.064057 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-fffb5ab7-2baf-4b12-a110-6b93736fa57f service neutron] For port 4fabe353-9af1-45f6-9215-84c19e17873e, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:35:15.180637 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-fffb5ab7-2baf-4b12-a110-6b93736fa57f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fabe353-9af1-45f6-9215-84c19e17873e {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:35:15.192772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-fffb5ab7-2baf-4b12-a110-6b93736fa57f service neutron] For port 4fabe353-9af1-45f6-9215-84c19e17873e, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=4fabe353-9af1-45f6-9215-84c19e17873e,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:15.222724 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-fffb5ab7-2baf-4b12-a110-6b93736fa57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:15.314093 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e86f3b-cfe0-4c99-93a4-3da3782c3ee5', 'name': 'tempest-ServersTestFqdnHostnames-1937021742-router', 'tenant_id': '321ca9e7379c40babb00188ae3324b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ecc20921-104f-42f6-8228-78ef029b1bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:35:05Z', 'updated_at': '2022-03-09T03:35:08Z', 'revision_number': 3, 'project_id': '321ca9e7379c40babb00188ae3324b78', 'gw_port': {'id': 'ecc20921-104f-42f6-8228-78ef029b1bcd', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:04:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e86f3b-cfe0-4c99-93a4-3da3782c3ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:07Z', 'updated_at': '2022-03-09T03:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:15.319180 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06124cc0-3bc2-48c2-a858-501907dcacd8 None None] The sync data for ids ['36e86f3b-cfe0-4c99-93a4-3da3782c3ee5'] in n-d-825178-5 is: [{'id': '36e86f3b-cfe0-4c99-93a4-3da3782c3ee5', 'name': 'tempest-ServersTestFqdnHostnames-1937021742-router', 'tenant_id': '321ca9e7379c40babb00188ae3324b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ecc20921-104f-42f6-8228-78ef029b1bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:35:05Z', 'updated_at': '2022-03-09T03:35:08Z', 'revision_number': 3, 'project_id': '321ca9e7379c40babb00188ae3324b78', 'gw_port': {'id': 'ecc20921-104f-42f6-8228-78ef029b1bcd', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:04:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e86f3b-cfe0-4c99-93a4-3da3782c3ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:07Z', 'updated_at': '2022-03-09T03:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:35:15.412780 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758dbcd-ecc1-46ae-b923-dc5ed967b402 req-9cac737a-a372-4266-b30e-b4c6a9ad5545 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:15.416518 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-281234cc-f19f-4c55-bec7-f8e64bd71b61 admin admin] For port df83b59a-c6fc-4c9c-b530-8baaf5f13e94, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=df83b59a-c6fc-4c9c-b530-8baaf5f13e94,segment=NetworkSegment(30279649-0387-41e5-b6db-c204d961a5d3),segment_id=30279649-0387-41e5-b6db-c204d961a5d3)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:15.417062 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-281234cc-f19f-4c55-bec7-f8e64bd71b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:15.419441 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2758dbcd-ecc1-46ae-b923-dc5ed967b402 req-9cac737a-a372-4266-b30e-b4c6a9ad5545 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 944 time: 0.7956505 Mar 09 03:35:15.425219 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9f780471-43b8-456d-b878-f539bc4bf27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:15.465740 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-f0817367-06f2-4e57-9526-0f2abb42a3b7 admin admin] Allocated IP 172.20.0.1 (e4df0ac3-1303-4ea3-966a-bf818b2b5c67/64e7bb47-5495-4bf4-a24a-6ad9bab98771/c4fcf756-b6ba-4558-ba14-7f38c074c219) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:35:15.502142 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9f780471-43b8-456d-b878-f539bc4bf27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:15.540312 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2758dbcd-ecc1-46ae-b923-dc5ed967b402 req-78fba713-5c48-4c7e-b4b2-63438888f617 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196256 Mar 09 03:35:15.614170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-281234cc-f19f-4c55-bec7-f8e64bd71b61 admin admin] Calling delete_port for df83b59a-c6fc-4c9c-b530-8baaf5f13e94 owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:35:15.622508 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-fffb5ab7-2baf-4b12-a110-6b93736fa57f service neutron] Transition to ACTIVE for port object 4fabe353-9af1-45f6-9215-84c19e17873e will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:35:15.637277 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-fffb5ab7-2baf-4b12-a110-6b93736fa57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:15.677429 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f780471-43b8-456d-b878-f539bc4bf27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9959f546-1018-440b-973b-c4e90a78193a,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:15.714642 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c55cf-ea5d-4645-80e0-b07b5a2a1b1b req-d1aa70ba-b29a-49c4-96b3-6f6fb25f3c91 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:15.722030 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-697c55cf-ea5d-4645-80e0-b07b5a2a1b1b req-d1aa70ba-b29a-49c4-96b3-6f6fb25f3c91 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 950 time: 0.4474666 Mar 09 03:35:15.767293 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9f780471-43b8-456d-b878-f539bc4bf27b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=47fb6bc013a54132a9ff4d680d838a14&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5691783 Mar 09 03:35:15.773697 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41614) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:15.897452 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-fffb5ab7-2baf-4b12-a110-6b93736fa57f service neutron] No DVR routers for this DVR port 4fabe353-9af1-45f6-9215-84c19e17873e on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:35:15.914443 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 4fabe353-9af1-45f6-9215-84c19e17873e no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:35:16.010022 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 4fabe353-9af1-45f6-9215-84c19e17873e not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:35:16.035689 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb5ab7-2baf-4b12-a110-6b93736fa57f service neutron] Pushing event updated for resources: {'Port': ['ID=4fabe353-9af1-45f6-9215-84c19e17873e,revision_number=10']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:16.049352 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f0817367-06f2-4e57-9526-0f2abb42a3b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:16.051919 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-697c55cf-ea5d-4645-80e0-b07b5a2a1b1b req-6088ffe8-4094-4eb7-b48e-f0607edbe031 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290396 Mar 09 03:35:16.081650 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-fffb5ab7-2baf-4b12-a110-6b93736fa57f service neutron] 10.222.0.21 "PUT /v2.0/ports/4fabe353-9af1-45f6-9215-84c19e17873e/bindings/n-h1-825178-5/activate HTTP/1.1" status: 200 len: 369 time: 2.2855570 Mar 09 03:35:16.104026 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ea3763d-46a7-4c94-b6c6-24ca6b547975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:16.124484 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-f0817367-06f2-4e57-9526-0f2abb42a3b7 admin admin] Transition to ACTIVE for port object c4fcf756-b6ba-4558-ba14-7f38c074c219 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:35:16.143455 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8a305-a0bd-432e-9b1c-7aad998922f3 req-9fc13b9d-698a-4c47-a355-2c8b1deec5ff tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:16.145111 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4ed8a305-a0bd-432e-9b1c-7aad998922f3 req-9fc13b9d-698a-4c47-a355-2c8b1deec5ff tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.3504462 Mar 09 03:35:16.229192 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ea3763d-46a7-4c94-b6c6-24ca6b547975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:16.274103 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4ed8a305-a0bd-432e-9b1c-7aad998922f3 req-1cf039b7-8270-4592-946a-42159d003ef7 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198537 Mar 09 03:35:16.291444 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f0817367-06f2-4e57-9526-0f2abb42a3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:16.397201 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device ecc20921-104f-42f6-8228-78ef029b1bcd up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:35:16.399683 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0817367-06f2-4e57-9526-0f2abb42a3b7 admin admin] Network e4df0ac3-1303-4ea3-966a-bf818b2b5c67 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:35:16.426973 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0817367-06f2-4e57-9526-0f2abb42a3b7 admin admin] Pushing event updated for resources: {'Port': ['ID=c4fcf756-b6ba-4558-ba14-7f38c074c219,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:16.437903 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-f0817367-06f2-4e57-9526-0f2abb42a3b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:35:16.446947 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0817367-06f2-4e57-9526-0f2abb42a3b7 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:35:16.543517 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f0817367-06f2-4e57-9526-0f2abb42a3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:16.557916 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-276a4099-3701-42f4-ad6e-b78678b0a989 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:16.559580 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-276a4099-3701-42f4-ad6e-b78678b0a989 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433&tenant_id=2805c8aef7c746099fde990352f135bf&binding%3Ahost_id=n-h2-825178-5 HTTP/1.1" status: 200 len: 1096 time: 0.3791869 Mar 09 03:35:16.631841 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ea3763d-46a7-4c94-b6c6-24ca6b547975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:16.688735 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port ecc20921-104f-42f6-8228-78ef029b1bcd completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:35:16.694818 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port ecc20921-104f-42f6-8228-78ef029b1bcd triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:35:16.695222 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:16.708120 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3763d-46a7-4c94-b6c6-24ca6b547975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9959f546-1018-440b-973b-c4e90a78193a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:16.714894 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-281234cc-f19f-4c55-bec7-f8e64bd71b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:16.895209 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281234cc-f19f-4c55-bec7-f8e64bd71b61 admin admin] Pushing event deleted for resources: {'Port': ['ID=df83b59a-c6fc-4c9c-b530-8baaf5f13e94,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:16.935992 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6d7831d0-7d7a-4a58-866e-e60e06b7985f None None] Provisioning for port c4fcf756-b6ba-4558-ba14-7f38c074c219 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:35:16.955543 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6d7831d0-7d7a-4a58-866e-e60e06b7985f None None] Provisioning complete for port c4fcf756-b6ba-4558-ba14-7f38c074c219 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:35:16.957535 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6d7831d0-7d7a-4a58-866e-e60e06b7985f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:16.977307 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ea3763d-46a7-4c94-b6c6-24ca6b547975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:16.981155 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4ea3763d-46a7-4c94-b6c6-24ca6b547975 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9959f546-1018-440b-973b-c4e90a78193a HTTP/1.1" status: 204 len: 168 time: 1.2065187 Mar 09 03:35:17.087356 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6d7831d0-7d7a-4a58-866e-e60e06b7985f None None] Port c4fcf756-b6ba-4558-ba14-7f38c074c219 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:35:17.230196 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:17.281697 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port ecc20921-104f-42f6-8228-78ef029b1bcd, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=ecc20921-104f-42f6-8228-78ef029b1bcd,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:17.286925 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-8991a793-8ae4-44c7-9582-f6d36d897a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:17.288591 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-8991a793-8ae4-44c7-9582-f6d36d897a1d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433&tenant_id=2805c8aef7c746099fde990352f135bf HTTP/1.1" status: 200 len: 1096 time: 0.7149868 Mar 09 03:35:17.300805 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:17.389645 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f0817367-06f2-4e57-9526-0f2abb42a3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:17.477702 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=ecc20921-104f-42f6-8228-78ef029b1bcd,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:17.645740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4b555-65ab-4a98-83e7-9c5868d57cac req-905cb0cb-157d-4379-8bb3-0fcd475f3d4b tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:17.653765 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e1e4b555-65ab-4a98-83e7-9c5868d57cac req-905cb0cb-157d-4379-8bb3-0fcd475f3d4b tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 945 time: 0.7961910 Mar 09 03:35:17.716742 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-281234cc-f19f-4c55-bec7-f8e64bd71b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:17.842568 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e1e4b555-65ab-4a98-83e7-9c5868d57cac req-cf3c285d-45b8-494e-b036-be8cf0a6f500 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875341 Mar 09 03:35:17.856843 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-92b62f01-97cf-4694-8026-bf5af7bc85b2 req-508a56ca-e1f0-4d1d-97de-94f83cc4ee51 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c78e82fe-e924-40dd-a644-dba27e1aeb47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7961521 Mar 09 03:35:17.994838 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-f1dfe151-fa03-47c6-935d-d9e975c0f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:17.996521 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-f1dfe151-fa03-47c6-935d-d9e975c0f657 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2805c8aef7c746099fde990352f135bf&device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 1096 time: 0.4241138 Mar 09 03:35:17.999483 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc12d13-6009-488b-b79d-a71c1e64209c req-cdbefaad-8fbc-4424-85e0-57181be57c98 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:18.005945 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc12d13-6009-488b-b79d-a71c1e64209c req-cdbefaad-8fbc-4424-85e0-57181be57c98 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:18.012855 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0fc12d13-6009-488b-b79d-a71c1e64209c req-cdbefaad-8fbc-4424-85e0-57181be57c98 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/ports?device_id=666666a6-76cd-4db2-958f-83a8814cf7e9&device_id=7fe3472e-550b-49f4-90ab-03dc1402a30d HTTP/1.1" status: 200 len: 1682 time: 0.7121632 Mar 09 03:35:18.093872 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0fc12d13-6009-488b-b79d-a71c1e64209c req-0e662215-f567-4495-aeb3-38ffb6b4bf4c tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb1a4792-a1ea-4263-a5b0-59ae1513475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801740 Mar 09 03:35:18.128239 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f0817367-06f2-4e57-9526-0f2abb42a3b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:18.141310 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f0817367-06f2-4e57-9526-0f2abb42a3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:18.256410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41664) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:18.260665 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f0817367-06f2-4e57-9526-0f2abb42a3b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:18.334552 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device ecc20921-104f-42f6-8228-78ef029b1bcd up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:35:18.356177 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b62f01-97cf-4694-8026-bf5af7bc85b2 req-cfe6bd7b-f0eb-4faf-9b9e-f70d89e8421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:18.357873 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-92b62f01-97cf-4694-8026-bf5af7bc85b2 req-cfe6bd7b-f0eb-4faf-9b9e-f70d89e8421f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cc46625939e49829e840c9b5c55e8e6&device_id=c78e82fe-e924-40dd-a644-dba27e1aeb47 HTTP/1.1" status: 200 len: 1100 time: 0.4656279 Mar 09 03:35:18.439118 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca651faf-450a-41ce-8440-bf623f61ffc4 req-8c88aca0-5c12-4042-843e-d49bae4c3b85 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:18.446837 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ca651faf-450a-41ce-8440-bf623f61ffc4 req-8c88aca0-5c12-4042-843e-d49bae4c3b85 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 950 time: 0.3537483 Mar 09 03:35:18.459175 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port ecc20921-104f-42f6-8228-78ef029b1bcd triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:35:18.459550 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:18.479067 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-e09434a1-7546-44dc-a4e4-b05e29cb22ce admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1671879661-network', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:35:18.481228 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0817367-06f2-4e57-9526-0f2abb42a3b7 admin admin] Pushing event updated for resources: {'Port': ['ID=c4fcf756-b6ba-4558-ba14-7f38c074c219,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:18.487816 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e09434a1-7546-44dc-a4e4-b05e29cb22ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:35:18.493314 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-925fd505-6d07-41fc-81c9-c4614fafbdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:18.494779 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-925fd505-6d07-41fc-81c9-c4614fafbdd3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=af94044a-4dd6-4e2a-9a7b-ddb410474c02 HTTP/1.1" status: 200 len: 908 time: 0.4301515 Mar 09 03:35:18.499774 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e09434a1-7546-44dc-a4e4-b05e29cb22ce admin admin] Usage tracker for resource:network and tenant:fd35e40c0d08420f92da4df5c54857a4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:35:18.502674 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e09434a1-7546-44dc-a4e4-b05e29cb22ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:35:18.509102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e09434a1-7546-44dc-a4e4-b05e29cb22ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:35:18.578899 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0817367-06f2-4e57-9526-0f2abb42a3b7 admin admin] Network e4df0ac3-1303-4ea3-966a-bf818b2b5c67 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:35:18.586124 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09434a1-7546-44dc-a4e4-b05e29cb22ce admin admin] Made reservation on behalf of fd35e40c0d08420f92da4df5c54857a4 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:35:18.588390 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e09434a1-7546-44dc-a4e4-b05e29cb22ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:18.609798 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e09434a1-7546-44dc-a4e4-b05e29cb22ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:18.632343 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-f0817367-06f2-4e57-9526-0f2abb42a3b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:35:18.632568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281234cc-f19f-4c55-bec7-f8e64bd71b61 admin admin] Router 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:35:18.645346 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e09434a1-7546-44dc-a4e4-b05e29cb22ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:35:18.649679 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e09434a1-7546-44dc-a4e4-b05e29cb22ce admin admin] Usage tracker for resource:security_group_rule and tenant:fd35e40c0d08420f92da4df5c54857a4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:35:18.662646 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e09434a1-7546-44dc-a4e4-b05e29cb22ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:35:18.670845 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e09434a1-7546-44dc-a4e4-b05e29cb22ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:35:18.802930 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-47cd2940-7518-4079-8555-0a4afcd0307d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fabe353-9af1-45f6-9215-84c19e17873e HTTP/1.1" status: 200 len: 217 time: 0.2837536 Mar 09 03:35:18.808730 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e09434a1-7546-44dc-a4e4-b05e29cb22ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:18.893412 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e993b1-a0c9-4edc-acff-91c501a9ea0d req-fcd3e761-c456-4011-8f02-06dd04f01949 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:18.900656 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35e993b1-a0c9-4edc-acff-91c501a9ea0d req-fcd3e761-c456-4011-8f02-06dd04f01949 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.6093051 Mar 09 03:35:18.927803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b62f01-97cf-4694-8026-bf5af7bc85b2 req-a1f61204-7aeb-4f72-842f-d7296871af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:18.928420 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-8fc8f709-eab5-4724-a93c-164c006b7566 None None] Provisioning complete for port c4fcf756-b6ba-4558-ba14-7f38c074c219 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:35:18.928885 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8fc8f709-eab5-4724-a93c-164c006b7566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:18.929226 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-92b62f01-97cf-4694-8026-bf5af7bc85b2 req-a1f61204-7aeb-4f72-842f-d7296871af62 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.5202184 Mar 09 03:35:19.030338 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-92b62f01-97cf-4694-8026-bf5af7bc85b2 req-1b3bec73-b875-4d7c-a3b1-d0e9bb84ea5d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=4ddda7c6-b428-4425-a523-4b32482d7e48 HTTP/1.1" status: 200 len: 217 time: 0.0852361 Mar 09 03:35:19.048081 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ca651faf-450a-41ce-8440-bf623f61ffc4 req-57fcd1ff-8798-4b3e-bbc4-b37fd53f8087 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5952203 Mar 09 03:35:19.049658 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e09434a1-7546-44dc-a4e4-b05e29cb22ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:19.082040 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-8fc8f709-eab5-4724-a93c-164c006b7566 None None] Port c4fcf756-b6ba-4558-ba14-7f38c074c219 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:35:19.101201 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35e993b1-a0c9-4edc-acff-91c501a9ea0d req-3af71855-d45a-43a3-93f5-b2980c836bd2 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996417 Mar 09 03:35:19.110793 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0817367-06f2-4e57-9526-0f2abb42a3b7 admin admin] Router 36e86f3b-cfe0-4c99-93a4-3da3782c3ee5 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:35:19.213391 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281234cc-f19f-4c55-bec7-f8e64bd71b61 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:35:19.225846 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bbda94-5122-453d-8e7f-91f0b311a313 None None] Sync routers for ids ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:35:19.285122 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e09434a1-7546-44dc-a4e4-b05e29cb22ce admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:35:19.296963 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e09434a1-7546-44dc-a4e4-b05e29cb22ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:19.297314 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-e09434a1-7546-44dc-a4e4-b05e29cb22ce admin admin] Added segment 421d8123-c099-43e5-bc81-d7d0f1d1e8d6 of type vlan for network 4d37a024-1cda-4ef5-beed-7642da9f8928 Mar 09 03:35:19.330310 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bbda94-5122-453d-8e7f-91f0b311a313 None None] Routers {'9d390840-44ce-4cb0-b7e7-1dc4b90e9111'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:35:19.331523 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d5bbda94-5122-453d-8e7f-91f0b311a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:35:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:19.342172 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e09434a1-7546-44dc-a4e4-b05e29cb22ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:19.407037 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b62f01-97cf-4694-8026-bf5af7bc85b2 req-a6f3740e-04d9-491e-a7ae-e73268f754ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:19.408507 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-92b62f01-97cf-4694-8026-bf5af7bc85b2 req-a6f3740e-04d9-491e-a7ae-e73268f754ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.3697834 Mar 09 03:35:19.409580 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0817367-06f2-4e57-9526-0f2abb42a3b7 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:35:19.416466 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f0817367-06f2-4e57-9526-0f2abb42a3b7 admin admin] 10.222.0.16 "PUT /v2.0/routers/36e86f3b-cfe0-4c99-93a4-3da3782c3ee5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6499674 Mar 09 03:35:19.428002 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] Sync routers for ids ['36e86f3b-cfe0-4c99-93a4-3da3782c3ee5'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:35:19.447468 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] Routers {'36e86f3b-cfe0-4c99-93a4-3da3782c3ee5'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:35:19.450676 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:35:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['36e86f3b-cfe0-4c99-93a4-3da3782c3ee5'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:19.472181 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-2e4ae251-d360-4037-9838-04373242e24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:19.475511 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-2e4ae251-d360-4037-9838-04373242e24f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=42f7c02a-5561-45bd-a0c7-255e56eaf460 HTTP/1.1" status: 200 len: 847 time: 0.6600778 Mar 09 03:35:19.476598 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09434a1-7546-44dc-a4e4-b05e29cb22ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce7cd58-d2ef-434a-ae58-2d2cf8205af2,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:19.502958 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e09434a1-7546-44dc-a4e4-b05e29cb22ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:19.504575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09434a1-7546-44dc-a4e4-b05e29cb22ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:19.504575 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e09434a1-7546-44dc-a4e4-b05e29cb22ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:19.614079 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b62f01-97cf-4694-8026-bf5af7bc85b2 req-3d2ef877-4f2f-4bfb-b866-826b78034f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:19.617581 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-92b62f01-97cf-4694-8026-bf5af7bc85b2 req-3d2ef877-4f2f-4bfb-b866-826b78034f90 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1998119 Mar 09 03:35:19.698820 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-6208faf5-a2f1-4576-bd7d-7030db1facd6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af94044a-4dd6-4e2a-9a7b-ddb410474c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1848888 Mar 09 03:35:19.723437 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-d5bbda94-5122-453d-8e7f-91f0b311a313 None None] Set router 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:35:19.829137 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41682) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:19.876393 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-92b62f01-97cf-4694-8026-bf5af7bc85b2 req-9865ad9d-7319-42dc-8b53-18c45cd3191e service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518988 Mar 09 03:35:19.950889 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] Set router 36e86f3b-cfe0-4c99-93a4-3da3782c3ee5 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:35:20.319697 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-2c45514f-d891-459d-8b76-bb6a4531349e service neutron] show failed (client error): The resource could not be found. Mar 09 03:35:20.323178 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-2c45514f-d891-459d-8b76-bb6a4531349e service neutron] 10.222.0.21 "GET /v2.0/ports/317087b4-d89e-40f1-b023-7b8ca916229c/bindings/n-h1-825178-5 HTTP/1.1" status: 404 len: 380 time: 0.4441121 Mar 09 03:35:20.377127 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-92b62f01-97cf-4694-8026-bf5af7bc85b2 req-e7bc66e6-4639-4355-afdb-3beb0f92f58c service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072394 Mar 09 03:35:20.430066 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e86f3b-cfe0-4c99-93a4-3da3782c3ee5', 'name': 'tempest-ServersTestFqdnHostnames-1937021742-router', 'tenant_id': '321ca9e7379c40babb00188ae3324b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ecc20921-104f-42f6-8228-78ef029b1bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:35:05Z', 'updated_at': '2022-03-09T03:35:17Z', 'revision_number': 4, 'project_id': '321ca9e7379c40babb00188ae3324b78', 'gw_port': {'id': 'ecc20921-104f-42f6-8228-78ef029b1bcd', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e86f3b-cfe0-4c99-93a4-3da3782c3ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:07Z', 'updated_at': '2022-03-09T03:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'c4fcf756-b6ba-4558-ba14-7f38c074c219', 'name': '', 'network_id': 'e4df0ac3-1303-4ea3-966a-bf818b2b5c67', 'tenant_id': '321ca9e7379c40babb00188ae3324b78', 'mac_address': 'fa:16:3e:bd:32:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e86f3b-cfe0-4c99-93a4-3da3782c3ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '64e7bb47-5495-4bf4-a24a-6ad9bab98771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:14Z', 'updated_at': '2022-03-09T03:35:17Z', 'revision_number': 2, 'project_id': '321ca9e7379c40babb00188ae3324b78', 'subnets': [{'id': '64e7bb47-5495-4bf4-a24a-6ad9bab98771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:20.435760 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] Checking router: 36e86f3b-cfe0-4c99-93a4-3da3782c3ee5 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:35:20.436256 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] Updating router 36e86f3b-cfe0-4c99-93a4-3da3782c3ee5 port c4fcf756-b6ba-4558-ba14-7f38c074c219 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:35:20.440571 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e09434a1-7546-44dc-a4e4-b05e29cb22ce admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1785929 Mar 09 03:35:20.440966 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41696) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:20.446201 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-281234cc-f19f-4c55-bec7-f8e64bd71b61 admin admin] 10.222.0.16 "PUT /v2.0/routers/9d390840-44ce-4cb0-b7e7-1dc4b90e9111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5869262 Mar 09 03:35:20.447575 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4df35f40-8cdf-4143-a06f-5ec5c37df521 admin admin] Request body: {'subnet': {'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1671879661-subnet', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:35:20.452403 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41700) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:20.524639 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09434a1-7546-44dc-a4e4-b05e29cb22ce admin admin] Pushing event updated for resources: {'Network': ['ID=4d37a024-1cda-4ef5-beed-7642da9f8928,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:20.532878 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d5bbda94-5122-453d-8e7f-91f0b311a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-721578879-router', 'tenant_id': '6bca179644e344988a4822677f335581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:44Z', 'updated_at': '2022-03-09T03:35:16Z', 'revision_number': 5, 'project_id': '6bca179644e344988a4822677f335581', 'gw_port': {'id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:45Z', 'updated_at': '2022-03-09T03:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:20.545404 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bbda94-5122-453d-8e7f-91f0b311a313 None None] Checking router: 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:35:20.547491 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 4d37a024-1cda-4ef5-beed-7642da9f8928 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:35:20.569592 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bbda94-5122-453d-8e7f-91f0b311a313 None None] Routers {'9d390840-44ce-4cb0-b7e7-1dc4b90e9111'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:35:20.570265 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d5bbda94-5122-453d-8e7f-91f0b311a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:35:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:20.626615 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4df35f40-8cdf-4143-a06f-5ec5c37df521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:35:20.718013 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4df35f40-8cdf-4143-a06f-5ec5c37df521 admin admin] Usage tracker for resource:subnet and tenant:fd35e40c0d08420f92da4df5c54857a4 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:35:20.774514 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-d5bbda94-5122-453d-8e7f-91f0b311a313 None None] Set router 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:35:20.799133 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4df35f40-8cdf-4143-a06f-5ec5c37df521 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:35:20.804475 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:20.815221 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4df35f40-8cdf-4143-a06f-5ec5c37df521 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:35:20.952536 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10b5cd-a7d5-4fa5-8c47-e53a0c4d2bbd req-bb50ad23-2a94-4e06-af0a-ba162b6f2658 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:20.960360 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff10b5cd-a7d5-4fa5-8c47-e53a0c4d2bbd req-bb50ad23-2a94-4e06-af0a-ba162b6f2658 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 945 time: 1.5742056 Mar 09 03:35:20.986530 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-f6d71cf2-654e-4d84-a167-38efa92efe55 service neutron] 10.222.0.24 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2675436 Mar 09 03:35:21.011408 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df35f40-8cdf-4143-a06f-5ec5c37df521 admin admin] Made reservation on behalf of fd35e40c0d08420f92da4df5c54857a4 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:35:21.017181 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4df35f40-8cdf-4143-a06f-5ec5c37df521 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:21.184228 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3798124-62eb-40cb-8b11-ed4a8f235bb8 req-9a5c8904-d5f6-4f8f-a8c7-53a894fc6f67 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:21.185720 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff10b5cd-a7d5-4fa5-8c47-e53a0c4d2bbd req-64bac42d-2b24-44fb-8d59-06830d843522 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241919 Mar 09 03:35:21.197028 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b3798124-62eb-40cb-8b11-ed4a8f235bb8 req-9a5c8904-d5f6-4f8f-a8c7-53a894fc6f67 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 950 time: 0.5574417 Mar 09 03:35:21.372117 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d5bbda94-5122-453d-8e7f-91f0b311a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-721578879-router', 'tenant_id': '6bca179644e344988a4822677f335581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:44Z', 'updated_at': '2022-03-09T03:35:16Z', 'revision_number': 5, 'project_id': '6bca179644e344988a4822677f335581', 'gw_port': {'id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:45Z', 'updated_at': '2022-03-09T03:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:21.377833 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bbda94-5122-453d-8e7f-91f0b311a313 None None] The sync data for ids ['9d390840-44ce-4cb0-b7e7-1dc4b90e9111'] in n-d-825178-5 is: [{'id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-721578879-router', 'tenant_id': '6bca179644e344988a4822677f335581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:44Z', 'updated_at': '2022-03-09T03:35:16Z', 'revision_number': 5, 'project_id': '6bca179644e344988a4822677f335581', 'gw_port': {'id': '2d3e22db-2ecd-4359-8d06-52764af79fe0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d390840-44ce-4cb0-b7e7-1dc4b90e9111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:30:45Z', 'updated_at': '2022-03-09T03:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:35:21.395241 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d806aa8b-a30b-42d1-bcb0-6d83817359b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:21.454129 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:21.468140 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] Transition to ACTIVE for port object c4fcf756-b6ba-4558-ba14-7f38c074c219 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:35:21.472100 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-845dec6f-cc20-4174-855b-acacc5641ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:21.473577 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-845dec6f-cc20-4174-855b-acacc5641ce1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694&tenant_id=fb202b0928604d6ca848064936552050 HTTP/1.1" status: 200 len: 1101 time: 0.8353393 Mar 09 03:35:21.475499 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:21.496233 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-86dd32dc-83cb-450c-bfb5-89c8055c90c3 service neutron] 10.222.0.24 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858530 Mar 09 03:35:21.542768 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-0bdb35e9-f0e6-41a8-8e54-68e84a144b9a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-5', 'device_owner': 'compute:nova'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:35:21.602138 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b3798124-62eb-40cb-8b11-ed4a8f235bb8 req-59f51273-a01b-40cc-9330-1423cc297412 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038258 Mar 09 03:35:21.626290 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbba639-540a-4dce-819d-28331cd1d9c8 req-818348bc-d4ac-4ffb-9dfe-c2c7251e0b22 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:21.627917 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2bbba639-540a-4dce-819d-28331cd1d9c8 req-818348bc-d4ac-4ffb-9dfe-c2c7251e0b22 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.2512705 Mar 09 03:35:21.743533 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] Attempting to bind port c4fcf756-b6ba-4558-ba14-7f38c074c219 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:35:21.744431 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] Attempting to bind port c4fcf756-b6ba-4558-ba14-7f38c074c219 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '7690813a-e5e9-43b1-a45d-cc1f655afd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e4df0ac3-1303-4ea3-966a-bf818b2b5c67'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:35:21.746435 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] Attempting to bind port c4fcf756-b6ba-4558-ba14-7f38c074c219 on network e4df0ac3-1303-4ea3-966a-bf818b2b5c67 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:35:21.759787 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfff90-7e9a-4004-b7b9-d4c12b744a5f None None] Pushing event updated for resources: {'Port': ['ID=c4fcf756-b6ba-4558-ba14-7f38c074c219,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:21.773854 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:35:21.774223 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] Checking segment: {'id': '7690813a-e5e9-43b1-a45d-cc1f655afd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e4df0ac3-1303-4ea3-966a-bf818b2b5c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:35:21.774615 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:21.775079 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] Bound using segment: {'id': '7690813a-e5e9-43b1-a45d-cc1f655afd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e4df0ac3-1303-4ea3-966a-bf818b2b5c67'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:35:21.778944 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] Bound port: c4fcf756-b6ba-4558-ba14-7f38c074c219, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7690813a-e5e9-43b1-a45d-cc1f655afd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e4df0ac3-1303-4ea3-966a-bf818b2b5c67'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:35:21.779582 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:21.830005 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2bbba639-540a-4dce-819d-28331cd1d9c8 req-005836e1-6cc6-4427-8994-7606858c7430 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824853 Mar 09 03:35:21.883978 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-080cf791-5bbf-4d52-ae3d-4bccf2e2fb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:21.956687 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] For port c4fcf756-b6ba-4558-ba14-7f38c074c219, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:35:21.962394 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] For port c4fcf756-b6ba-4558-ba14-7f38c074c219, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c4fcf756-b6ba-4558-ba14-7f38c074c219,segment=NetworkSegment(7690813a-e5e9-43b1-a45d-cc1f655afd3a),segment_id=7690813a-e5e9-43b1-a45d-cc1f655afd3a)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:35:21.977352 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:22.093322 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] Routers {'36e86f3b-cfe0-4c99-93a4-3da3782c3ee5'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:35:22.093927 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:35:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['36e86f3b-cfe0-4c99-93a4-3da3782c3ee5'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:22.153914 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-0bdb35e9-f0e6-41a8-8e54-68e84a144b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:22.195649 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d806aa8b-a30b-42d1-bcb0-6d83817359b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:22.218732 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device df83b59a-c6fc-4c9c-b530-8baaf5f13e94 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:35:22.300506 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfff90-7e9a-4004-b7b9-d4c12b744a5f None None] Pushing event updated for resources: {'Port': ['ID=c4fcf756-b6ba-4558-ba14-7f38c074c219,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:22.328479 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d806aa8b-a30b-42d1-bcb0-6d83817359b5 admin admin] Deleting port 2d3e22db-2ecd-4359-8d06-52764af79fe0 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:35:22.329382 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d806aa8b-a30b-42d1-bcb0-6d83817359b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:22.339153 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: df83b59a-c6fc-4c9c-b530-8baaf5f13e94 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:35:22.339524 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device df83b59a-c6fc-4c9c-b530-8baaf5f13e94 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:35:22.354046 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-89b0379c-1b80-443b-912e-b1782ec3b767 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:22.355543 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-89b0379c-1b80-443b-912e-b1782ec3b767 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433&tenant_id=2805c8aef7c746099fde990352f135bf&binding%3Ahost_id=n-h1-825178-5 HTTP/1.1" status: 200 len: 1096 time: 0.3600385 Mar 09 03:35:22.393215 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325ce3c-cc48-49ac-a80c-1e7248fcfae0 req-4dd02702-ce99-4900-b2b2-5370253a27fa tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:22.394700 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1325ce3c-cc48-49ac-a80c-1e7248fcfae0 req-4dd02702-ce99-4900-b2b2-5370253a27fa tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fe3472e-550b-49f4-90ab-03dc1402a30d HTTP/1.1" status: 200 len: 945 time: 0.9329064 Mar 09 03:35:22.471741 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] Set router 36e86f3b-cfe0-4c99-93a4-3da3782c3ee5 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:35:22.638324 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8759dc2-dc1d-4c2a-9e52-3acd2811ec5f req-72c2b577-c3d1-4af9-8beb-1473ce592ace tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:22.639793 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d8759dc2-dc1d-4c2a-9e52-3acd2811ec5f req-72c2b577-c3d1-4af9-8beb-1473ce592ace tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.21 "GET /v2.0/ports?device_id=666666a6-76cd-4db2-958f-83a8814cf7e9 HTTP/1.1" status: 200 len: 946 time: 0.7022872 Mar 09 03:35:22.732124 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2cafc-b3c3-4f5f-95b9-49f51449c3d5 req-ee0407db-8368-4fb7-a976-993130dc4634 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:22.733583 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ce2cafc-b3c3-4f5f-95b9-49f51449c3d5 req-ee0407db-8368-4fb7-a976-993130dc4634 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 945 time: 0.3269744 Mar 09 03:35:22.736162 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-080cf791-5bbf-4d52-ae3d-4bccf2e2fb7e admin admin] Deleting port c4fcf756-b6ba-4558-ba14-7f38c074c219 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:35:22.736493 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-080cf791-5bbf-4d52-ae3d-4bccf2e2fb7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:22.747662 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4110995-f297-4cd5-9a4d-a55d3ec66f17 req-966db149-e038-4a2b-bc21-ca03a221cb40 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:22.749502 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b4110995-f297-4cd5-9a4d-a55d3ec66f17 req-966db149-e038-4a2b-bc21-ca03a221cb40 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fe3472e-550b-49f4-90ab-03dc1402a30d HTTP/1.1" status: 200 len: 945 time: 0.7450545 Mar 09 03:35:22.790941 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4df35f40-8cdf-4143-a06f-5ec5c37df521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:22.801004 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-1e65c282-fd53-4464-af4f-dafdef0d7b26 service neutron] For port 4fabe353-9af1-45f6-9215-84c19e17873e, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:35:22.822220 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-1e65c282-fd53-4464-af4f-dafdef0d7b26 service neutron] Notify callbacks [] for binding, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:22.823295 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-1e65c282-fd53-4464-af4f-dafdef0d7b26 service neutron] 10.222.0.24 "DELETE /v2.0/ports/4fabe353-9af1-45f6-9215-84c19e17873e/bindings/n-h2-825178-5 HTTP/1.1" status: 204 len: 173 time: 0.4590216 Mar 09 03:35:22.825869 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e86f3b-cfe0-4c99-93a4-3da3782c3ee5', 'name': 'tempest-ServersTestFqdnHostnames-1937021742-router', 'tenant_id': '321ca9e7379c40babb00188ae3324b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ecc20921-104f-42f6-8228-78ef029b1bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:35:05Z', 'updated_at': '2022-03-09T03:35:17Z', 'revision_number': 4, 'project_id': '321ca9e7379c40babb00188ae3324b78', 'gw_port': {'id': 'ecc20921-104f-42f6-8228-78ef029b1bcd', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e86f3b-cfe0-4c99-93a4-3da3782c3ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:07Z', 'updated_at': '2022-03-09T03:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'c4fcf756-b6ba-4558-ba14-7f38c074c219', 'name': '', 'network_id': 'e4df0ac3-1303-4ea3-966a-bf818b2b5c67', 'tenant_id': '321ca9e7379c40babb00188ae3324b78', 'mac_address': 'fa:16:3e:bd:32:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e86f3b-cfe0-4c99-93a4-3da3782c3ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '64e7bb47-5495-4bf4-a24a-6ad9bab98771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:14Z', 'updated_at': '2022-03-09T03:35:21Z', 'revision_number': 4, 'project_id': '321ca9e7379c40babb00188ae3324b78', 'subnets': [{'id': '64e7bb47-5495-4bf4-a24a-6ad9bab98771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:22.830319 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7f59d9-2e0d-47bc-b56f-8e314611943a None None] The sync data for ids ['36e86f3b-cfe0-4c99-93a4-3da3782c3ee5'] in n-d-825178-5 is: [{'id': '36e86f3b-cfe0-4c99-93a4-3da3782c3ee5', 'name': 'tempest-ServersTestFqdnHostnames-1937021742-router', 'tenant_id': '321ca9e7379c40babb00188ae3324b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ecc20921-104f-42f6-8228-78ef029b1bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:35:05Z', 'updated_at': '2022-03-09T03:35:17Z', 'revision_number': 4, 'project_id': '321ca9e7379c40babb00188ae3324b78', 'gw_port': {'id': 'ecc20921-104f-42f6-8228-78ef029b1bcd', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e86f3b-cfe0-4c99-93a4-3da3782c3ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:07Z', 'updated_at': '2022-03-09T03:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'c4fcf756-b6ba-4558-ba14-7f38c074c219', 'name': '', 'network_id': 'e4df0ac3-1303-4ea3-966a-bf818b2b5c67', 'tenant_id': '321ca9e7379c40babb00188ae3324b78', 'mac_address': 'fa:16:3e:bd:32:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e86f3b-cfe0-4c99-93a4-3da3782c3ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '64e7bb47-5495-4bf4-a24a-6ad9bab98771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:14Z', 'updated_at': '2022-03-09T03:35:21Z', 'revision_number': 4, 'project_id': '321ca9e7379c40babb00188ae3324b78', 'subnets': [{'id': '64e7bb47-5495-4bf4-a24a-6ad9bab98771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:35:22.872489 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ce2cafc-b3c3-4f5f-95b9-49f51449c3d5 req-27bb999c-e683-4c62-83ce-98ce6d16d75f tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112025 Mar 09 03:35:23.033605 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-080cf791-5bbf-4d52-ae3d-4bccf2e2fb7e admin admin] For port c4fcf756-b6ba-4558-ba14-7f38c074c219, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c4fcf756-b6ba-4558-ba14-7f38c074c219,segment=NetworkSegment(7690813a-e5e9-43b1-a45d-cc1f655afd3a),segment_id=7690813a-e5e9-43b1-a45d-cc1f655afd3a)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:23.034004 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-080cf791-5bbf-4d52-ae3d-4bccf2e2fb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:23.045651 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b4110995-f297-4cd5-9a4d-a55d3ec66f17 req-e5e336c0-3b7f-4773-bd52-4ad4ea3a00f5 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb1a4792-a1ea-4263-a5b0-59ae1513475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714820 Mar 09 03:35:23.085174 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-1325ce3c-cc48-49ac-a80c-1e7248fcfae0 req-2845a821-8ca3-464e-9d5c-27136ad397e1 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Deleting port ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:35:23.087513 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1325ce3c-cc48-49ac-a80c-1e7248fcfae0 req-2845a821-8ca3-464e-9d5c-27136ad397e1 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:23.155043 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-d8759dc2-dc1d-4c2a-9e52-3acd2811ec5f req-7504d838-0011-4896-bdf9-bb6131a1eda9 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Deleting port 0c161676-54b2-49d7-b149-4ae1045d19ad {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:35:23.155769 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d8759dc2-dc1d-4c2a-9e52-3acd2811ec5f req-7504d838-0011-4896-bdf9-bb6131a1eda9 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:23.190683 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-080cf791-5bbf-4d52-ae3d-4bccf2e2fb7e admin admin] Calling delete_port for c4fcf756-b6ba-4558-ba14-7f38c074c219 owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:35:23.274759 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df35f40-8cdf-4143-a06f-5ec5c37df521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98454a6c-fce7-4e43-9bc8-060f1b6acedb,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:23.278722 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-d806aa8b-a30b-42d1-bcb0-6d83817359b5 admin admin] For port 2d3e22db-2ecd-4359-8d06-52764af79fe0, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=2d3e22db-2ecd-4359-8d06-52764af79fe0,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:23.279352 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d806aa8b-a30b-42d1-bcb0-6d83817359b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:23.409252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-4016f16e-d640-42c0-9409-2a3a1e763e38 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:23.417511 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-4016f16e-d640-42c0-9409-2a3a1e763e38 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/networks?id=304f544a-4e19-4ec8-816f-4e06aa7f0361 HTTP/1.1" status: 200 len: 820 time: 0.3107536 Mar 09 03:35:23.445683 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-2535324e-1d2d-42df-9a3f-455e079e4ee0 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/quotas/42923148a00a49268422cf3ff4c2fd04 HTTP/1.1" status: 200 len: 375 time: 0.0271385 Mar 09 03:35:23.545669 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d806aa8b-a30b-42d1-bcb0-6d83817359b5 admin admin] Calling delete_port for 2d3e22db-2ecd-4359-8d06-52764af79fe0 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:35:23.599628 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-2854cd2e-b5e4-490f-8ce7-1c883a5e5001 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=42923148a00a49268422cf3ff4c2fd04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1525674 Mar 09 03:35:23.629999 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-080cf791-5bbf-4d52-ae3d-4bccf2e2fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:23.631723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df35f40-8cdf-4143-a06f-5ec5c37df521 admin admin] Checking segment: {'id': '421d8123-c099-43e5-bc81-d7d0f1d1e8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:35:23.632081 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df35f40-8cdf-4143-a06f-5ec5c37df521 admin admin] Network hostable DHCP agents. Network: 4d37a024-1cda-4ef5-beed-7642da9f8928, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:35:23.741056 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080cf791-5bbf-4d52-ae3d-4bccf2e2fb7e admin admin] Pushing event deleted for resources: {'Port': ['ID=c4fcf756-b6ba-4558-ba14-7f38c074c219,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:23.961215 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 317087b4-d89e-40f1-b023-7b8ca916229c no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:35:24.003208 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-341dbc63-8f29-47f1-b8a6-7b59fa3aab56 service neutron] 10.222.0.16 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949440 Mar 09 03:35:24.095882 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:24.171044 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-d8759dc2-dc1d-4c2a-9e52-3acd2811ec5f req-7504d838-0011-4896-bdf9-bb6131a1eda9 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] For port 0c161676-54b2-49d7-b149-4ae1045d19ad, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0c161676-54b2-49d7-b149-4ae1045d19ad,segment=NetworkSegment(288b5494-35ec-4e82-b7de-c8b6ff41810e),segment_id=288b5494-35ec-4e82-b7de-c8b6ff41810e)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:24.171554 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d8759dc2-dc1d-4c2a-9e52-3acd2811ec5f req-7504d838-0011-4896-bdf9-bb6131a1eda9 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:24.207307 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-080cf791-5bbf-4d52-ae3d-4bccf2e2fb7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:24.238776 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-0bdb35e9-f0e6-41a8-8e54-68e84a144b9a service neutron] For port 317087b4-d89e-40f1-b023-7b8ca916229c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=317087b4-d89e-40f1-b023-7b8ca916229c,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:24.424940 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-ab6329b4-9417-4fa0-b47e-155bd6ea6da4 service neutron] 10.222.0.16 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115117 Mar 09 03:35:24.518785 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-d8759dc2-dc1d-4c2a-9e52-3acd2811ec5f req-7504d838-0011-4896-bdf9-bb6131a1eda9 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Calling delete_port for 0c161676-54b2-49d7-b149-4ae1045d19ad owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:35:24.629309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df35f40-8cdf-4143-a06f-5ec5c37df521 admin admin] Network 4d37a024-1cda-4ef5-beed-7642da9f8928 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:35:24.669994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec612cb-eb3b-4d3e-be30-4028e760d771 req-67099147-e366-4e14-b265-75e4470ac2c7 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:24.671513 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0ec612cb-eb3b-4d3e-be30-4028e760d771 req-67099147-e366-4e14-b265-75e4470ac2c7 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 950 time: 1.4689262 Mar 09 03:35:24.732077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080cf791-5bbf-4d52-ae3d-4bccf2e2fb7e admin admin] Router 36e86f3b-cfe0-4c99-93a4-3da3782c3ee5 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:35:24.733475 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-4df35f40-8cdf-4143-a06f-5ec5c37df521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 4d37a024-1cda-4ef5-beed-7642da9f8928) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:35:24.745693 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6149331-8b32-4d18-b739-5cfbeda08622 None None] Network 4d37a024-1cda-4ef5-beed-7642da9f8928 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:35:24.790837 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df35f40-8cdf-4143-a06f-5ec5c37df521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:24.791477 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4df35f40-8cdf-4143-a06f-5ec5c37df521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:24.815001 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-0bdb35e9-f0e6-41a8-8e54-68e84a144b9a service neutron] For port 317087b4-d89e-40f1-b023-7b8ca916229c, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:35:24.959241 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0ec612cb-eb3b-4d3e-be30-4028e760d771 req-1130dc6d-9a89-4833-8864-911750c476d4 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602892 Mar 09 03:35:25.028977 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-1325ce3c-cc48-49ac-a80c-1e7248fcfae0 req-2845a821-8ca3-464e-9d5c-27136ad397e1 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] For port ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6,segment=NetworkSegment(288b5494-35ec-4e82-b7de-c8b6ff41810e),segment_id=288b5494-35ec-4e82-b7de-c8b6ff41810e)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:25.029940 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1325ce3c-cc48-49ac-a80c-1e7248fcfae0 req-2845a821-8ca3-464e-9d5c-27136ad397e1 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:25.104258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080cf791-5bbf-4d52-ae3d-4bccf2e2fb7e admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:35:25.116383 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2930b33-3f2b-4e7d-b658-92b5667af5ff None None] Sync routers for ids ['36e86f3b-cfe0-4c99-93a4-3da3782c3ee5'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:35:25.131650 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2930b33-3f2b-4e7d-b658-92b5667af5ff None None] Routers {'36e86f3b-cfe0-4c99-93a4-3da3782c3ee5'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:35:25.132286 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-b2930b33-3f2b-4e7d-b658-92b5667af5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:35:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['36e86f3b-cfe0-4c99-93a4-3da3782c3ee5'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:25.135208 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-080cf791-5bbf-4d52-ae3d-4bccf2e2fb7e admin admin] 10.222.0.16 "PUT /v2.0/routers/36e86f3b-cfe0-4c99-93a4-3da3782c3ee5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3034797 Mar 09 03:35:25.146159 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41742) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:25.153020 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319a3be0-46dd-408e-91d5-4cb03dca2694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '317087b4-d89e-40f1-b023-7b8ca916229c'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:35:25.158431 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4df35f40-8cdf-4143-a06f-5ec5c37df521 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.7162776 Mar 09 03:35:25.183343 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98387805-554f-43d9-845e-e694d2a703ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-4d37a024-1cda-4ef5-beed-7642da9f8928', 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'fixed_ips': [{'subnet_id': '98454a6c-fce7-4e43-9bc8-060f1b6acedb'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:35:25.184959 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-0bdb35e9-f0e6-41a8-8e54-68e84a144b9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:25.186825 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-98387805-554f-43d9-845e-e694d2a703ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:25.191097 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41748) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:25.338816 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-1325ce3c-cc48-49ac-a80c-1e7248fcfae0 req-2845a821-8ca3-464e-9d5c-27136ad397e1 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Calling delete_port for ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:35:25.357778 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-98387805-554f-43d9-845e-e694d2a703ba None None] Allocated IP 172.20.0.2 (4d37a024-1cda-4ef5-beed-7642da9f8928/98454a6c-fce7-4e43-9bc8-060f1b6acedb/c3772b7a-308d-4881-8011-b172b6cd0f3b) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:35:25.388630 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b69fb713-e577-4d5b-b9e1-85f6c9886ece admin admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:25.400367 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-592aff23-0308-4e91-9df1-cd0f42393ef9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1671879661-router', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:35:25.438170 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d806aa8b-a30b-42d1-bcb0-6d83817359b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:25.451942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-592aff23-0308-4e91-9df1-cd0f42393ef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:35:25.468662 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe7256-409b-481d-8f29-f49f011485ed req-0b740b47-ce35-49e4-85e4-7de880d63ad9 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:25.489717 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5bbe7256-409b-481d-8f29-f49f011485ed req-0b740b47-ce35-49e4-85e4-7de880d63ad9 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.5353034 Mar 09 03:35:25.518170 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-b2930b33-3f2b-4e7d-b658-92b5667af5ff None None] Set router 36e86f3b-cfe0-4c99-93a4-3da3782c3ee5 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:35:25.607195 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-98387805-554f-43d9-845e-e694d2a703ba None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:25.624591 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5bbe7256-409b-481d-8f29-f49f011485ed req-0ff4685e-9b8b-402f-bd8e-14848f0adba9 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339252 Mar 09 03:35:25.633592 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-98387805-554f-43d9-845e-e694d2a703ba None None] Transition to ACTIVE for port object c3772b7a-308d-4881-8011-b172b6cd0f3b will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:35:25.658435 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-98387805-554f-43d9-845e-e694d2a703ba None None] Transition to ACTIVE for port object c3772b7a-308d-4881-8011-b172b6cd0f3b will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:35:25.670131 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-98387805-554f-43d9-845e-e694d2a703ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:25.715341 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b69fb713-e577-4d5b-b9e1-85f6c9886ece admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:25.729195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-b69fb713-e577-4d5b-b9e1-85f6c9886ece admin admin] Deleting port ecc20921-104f-42f6-8228-78ef029b1bcd {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:35:25.729609 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b69fb713-e577-4d5b-b9e1-85f6c9886ece admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:25.751352 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-592aff23-0308-4e91-9df1-cd0f42393ef9 admin admin] Usage tracker for resource:router and tenant:fd35e40c0d08420f92da4df5c54857a4 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:35:25.754655 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-592aff23-0308-4e91-9df1-cd0f42393ef9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:35:25.762608 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-592aff23-0308-4e91-9df1-cd0f42393ef9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:35:25.771654 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806aa8b-a30b-42d1-bcb0-6d83817359b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d3e22db-2ecd-4359-8d06-52764af79fe0,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:25.784781 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1325ce3c-cc48-49ac-a80c-1e7248fcfae0 req-2845a821-8ca3-464e-9d5c-27136ad397e1 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:25.814037 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98387805-554f-43d9-845e-e694d2a703ba None None] Network 4d37a024-1cda-4ef5-beed-7642da9f8928 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:35:25.817336 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-98387805-554f-43d9-845e-e694d2a703ba None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:35:25.826069 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98387805-554f-43d9-845e-e694d2a703ba None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:35:25.837340 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98387805-554f-43d9-845e-e694d2a703ba None None] Pushing event updated for resources: {'Port': ['ID=c3772b7a-308d-4881-8011-b172b6cd0f3b,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:25.847295 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-592aff23-0308-4e91-9df1-cd0f42393ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:25.848882 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-592aff23-0308-4e91-9df1-cd0f42393ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:25.869072 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-0bdb35e9-f0e6-41a8-8e54-68e84a144b9a service neutron] Transition to ACTIVE for port object 317087b4-d89e-40f1-b023-7b8ca916229c will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:35:25.911164 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7779edf4-4061-4103-abc5-8aa477e755f8 req-dc55f6b5-8a1a-42a2-a522-a7365d373dd5 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 210 time: 0.0976520 Mar 09 03:35:26.001891 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-b2930b33-3f2b-4e7d-b658-92b5667af5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e86f3b-cfe0-4c99-93a4-3da3782c3ee5', 'name': 'tempest-ServersTestFqdnHostnames-1937021742-router', 'tenant_id': '321ca9e7379c40babb00188ae3324b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ecc20921-104f-42f6-8228-78ef029b1bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:35:05Z', 'updated_at': '2022-03-09T03:35:23Z', 'revision_number': 5, 'project_id': '321ca9e7379c40babb00188ae3324b78', 'gw_port': {'id': 'ecc20921-104f-42f6-8228-78ef029b1bcd', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e86f3b-cfe0-4c99-93a4-3da3782c3ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:07Z', 'updated_at': '2022-03-09T03:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:26.007407 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2930b33-3f2b-4e7d-b658-92b5667af5ff None None] Checking router: 36e86f3b-cfe0-4c99-93a4-3da3782c3ee5 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:35:26.018836 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2930b33-3f2b-4e7d-b658-92b5667af5ff None None] Routers {'36e86f3b-cfe0-4c99-93a4-3da3782c3ee5'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:35:26.020714 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-b2930b33-3f2b-4e7d-b658-92b5667af5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:35:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['36e86f3b-cfe0-4c99-93a4-3da3782c3ee5'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:26.043225 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845a821-8ca3-464e-9d5c-27136ad397e1 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Pushing event deleted for resources: {'Port': ['ID=ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:26.048325 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d8759dc2-dc1d-4c2a-9e52-3acd2811ec5f req-7504d838-0011-4896-bdf9-bb6131a1eda9 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:26.051565 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-98387805-554f-43d9-845e-e694d2a703ba None None] Attempting to bind port c3772b7a-308d-4881-8011-b172b6cd0f3b on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:35:26.052151 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-98387805-554f-43d9-845e-e694d2a703ba None None] Attempting to bind port c3772b7a-308d-4881-8011-b172b6cd0f3b by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '421d8123-c099-43e5-bc81-d7d0f1d1e8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:35:26.052715 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98387805-554f-43d9-845e-e694d2a703ba None None] Attempting to bind port c3772b7a-308d-4881-8011-b172b6cd0f3b on network 4d37a024-1cda-4ef5-beed-7642da9f8928 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:35:26.065223 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98387805-554f-43d9-845e-e694d2a703ba None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:35:26.065654 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98387805-554f-43d9-845e-e694d2a703ba None None] Checking segment: {'id': '421d8123-c099-43e5-bc81-d7d0f1d1e8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:35:26.066177 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-98387805-554f-43d9-845e-e694d2a703ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:26.067199 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98387805-554f-43d9-845e-e694d2a703ba None None] Bound using segment: {'id': '421d8123-c099-43e5-bc81-d7d0f1d1e8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:35:26.067768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-98387805-554f-43d9-845e-e694d2a703ba None None] Bound port: c3772b7a-308d-4881-8011-b172b6cd0f3b, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421d8123-c099-43e5-bc81-d7d0f1d1e8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:35:26.068340 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-98387805-554f-43d9-845e-e694d2a703ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:26.073858 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-0bdb35e9-f0e6-41a8-8e54-68e84a144b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:26.083245 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-b69fb713-e577-4d5b-b9e1-85f6c9886ece admin admin] For port ecc20921-104f-42f6-8228-78ef029b1bcd, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=ecc20921-104f-42f6-8228-78ef029b1bcd,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:26.083607 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b69fb713-e577-4d5b-b9e1-85f6c9886ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:26.134212 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:35:26.134703 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:35:26.212332 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-98387805-554f-43d9-845e-e694d2a703ba None None] For port c3772b7a-308d-4881-8011-b172b6cd0f3b, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:35:26.218496 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-98387805-554f-43d9-845e-e694d2a703ba None None] For port c3772b7a-308d-4881-8011-b172b6cd0f3b, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c3772b7a-308d-4881-8011-b172b6cd0f3b,segment=NetworkSegment(421d8123-c099-43e5-bc81-d7d0f1d1e8d6),segment_id=421d8123-c099-43e5-bc81-d7d0f1d1e8d6)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:35:26.233149 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-98387805-554f-43d9-845e-e694d2a703ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:26.334329 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-b2930b33-3f2b-4e7d-b658-92b5667af5ff None None] Set router 36e86f3b-cfe0-4c99-93a4-3da3782c3ee5 gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:35:26.383670 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-b69fb713-e577-4d5b-b9e1-85f6c9886ece admin admin] Calling delete_port for ecc20921-104f-42f6-8228-78ef029b1bcd owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:35:26.501817 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-b2930b33-3f2b-4e7d-b658-92b5667af5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e86f3b-cfe0-4c99-93a4-3da3782c3ee5', 'name': 'tempest-ServersTestFqdnHostnames-1937021742-router', 'tenant_id': '321ca9e7379c40babb00188ae3324b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:35:05Z', 'updated_at': '2022-03-09T03:35:25Z', 'revision_number': 6, 'project_id': '321ca9e7379c40babb00188ae3324b78', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:26.507223 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2930b33-3f2b-4e7d-b658-92b5667af5ff None None] The sync data for ids ['36e86f3b-cfe0-4c99-93a4-3da3782c3ee5'] in n-d-825178-5 is: [{'id': '36e86f3b-cfe0-4c99-93a4-3da3782c3ee5', 'name': 'tempest-ServersTestFqdnHostnames-1937021742-router', 'tenant_id': '321ca9e7379c40babb00188ae3324b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:35:05Z', 'updated_at': '2022-03-09T03:35:25Z', 'revision_number': 6, 'project_id': '321ca9e7379c40babb00188ae3324b78', 'gw_port_host': None}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:35:26.628567 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98387805-554f-43d9-845e-e694d2a703ba None None] Pushing event updated for resources: {'Port': ['ID=c3772b7a-308d-4881-8011-b172b6cd0f3b,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:26.703119 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b69fb713-e577-4d5b-b9e1-85f6c9886ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:26.774371 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:35:26.787439 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69fb713-e577-4d5b-b9e1-85f6c9886ece admin admin] Pushing event deleted for resources: {'Port': ['ID=ecc20921-104f-42f6-8228-78ef029b1bcd,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:26.821962 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c141ee-c381-460b-ac32-e1496aa77e81 req-b85e259f-656a-4d8f-a0b7-9afb56cb6aa7 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:26.823555 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-92c141ee-c381-460b-ac32-e1496aa77e81 req-b85e259f-656a-4d8f-a0b7-9afb56cb6aa7 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 1096 time: 0.2536483 Mar 09 03:35:26.832315 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:35:26.832670 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:35:26.833053 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 0c161676-54b2-49d7-b149-4ae1045d19ad no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:35:26.839378 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d806aa8b-a30b-42d1-bcb0-6d83817359b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:26.902932 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 0c161676-54b2-49d7-b149-4ae1045d19ad {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:35:26.903403 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 0c161676-54b2-49d7-b149-4ae1045d19ad not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:35:26.953938 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-0bdb35e9-f0e6-41a8-8e54-68e84a144b9a service neutron] No DVR routers for this DVR port 317087b4-d89e-40f1-b023-7b8ca916229c on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:35:26.981391 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-592aff23-0308-4e91-9df1-cd0f42393ef9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:26.984710 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-1325ce3c-cc48-49ac-a80c-1e7248fcfae0 req-2845a821-8ca3-464e-9d5c-27136ad397e1 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] No DVR routers for this DVR port ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:35:27.016248 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-92c141ee-c381-460b-ac32-e1496aa77e81 req-c86f9a42-b20d-4fc3-b6b6-3aa39607b3ae tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857004 Mar 09 03:35:27.049225 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b69fb713-e577-4d5b-b9e1-85f6c9886ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:27.110277 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1325ce3c-cc48-49ac-a80c-1e7248fcfae0 req-2845a821-8ca3-464e-9d5c-27136ad397e1 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:27.161761 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33602f7-cb89-4231-a8b2-00ea17c71ef4 req-d842790d-acc0-4bd8-bca2-97f2e99bd02f tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:27.162652 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-c33602f7-cb89-4231-a8b2-00ea17c71ef4 req-d842790d-acc0-4bd8-bca2-97f2e99bd02f tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Synchronizing usage tracker for tenant:2f91ce588c1a4be19a82d32063839bec on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:35:27.269084 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319a3be0-46dd-408e-91d5-4cb03dca2694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '317087b4-d89e-40f1-b023-7b8ca916229c', 'code': 200} Mar 09 03:35:27.276126 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1325ce3c-cc48-49ac-a80c-1e7248fcfae0 req-2845a821-8ca3-464e-9d5c-27136ad397e1 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.21 "DELETE /v2.0/ports/ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6 HTTP/1.1" status: 204 len: 173 time: 4.8510957 Mar 09 03:35:27.326673 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b69fb713-e577-4d5b-b9e1-85f6c9886ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:27.329483 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b69fb713-e577-4d5b-b9e1-85f6c9886ece admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:27.337741 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8759dc2-dc1d-4c2a-9e52-3acd2811ec5f req-7504d838-0011-4896-bdf9-bb6131a1eda9 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] No DVR routers for this DVR port 0c161676-54b2-49d7-b149-4ae1045d19ad on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:35:27.341064 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d8759dc2-dc1d-4c2a-9e52-3acd2811ec5f req-7504d838-0011-4896-bdf9-bb6131a1eda9 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:27.344755 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d8759dc2-dc1d-4c2a-9e52-3acd2811ec5f req-7504d838-0011-4896-bdf9-bb6131a1eda9 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.21 "DELETE /v2.0/ports/0c161676-54b2-49d7-b149-4ae1045d19ad HTTP/1.1" status: 204 len: 173 time: 4.6457107 Mar 09 03:35:27.420442 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb35e9-f0e6-41a8-8e54-68e84a144b9a service neutron] Pushing event updated for resources: {'Port': ['ID=317087b4-d89e-40f1-b023-7b8ca916229c,revision_number=6']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:27.542067 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b69fb713-e577-4d5b-b9e1-85f6c9886ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:27.542882 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69fb713-e577-4d5b-b9e1-85f6c9886ece admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36e86f3b-cfe0-4c99-93a4-3da3782c3ee5 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:35:27.585840 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b69fb713-e577-4d5b-b9e1-85f6c9886ece admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:27.588520 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b69fb713-e577-4d5b-b9e1-85f6c9886ece admin admin] 10.222.0.16 "DELETE /v2.0/routers/36e86f3b-cfe0-4c99-93a4-3da3782c3ee5 HTTP/1.1" status: 204 len: 168 time: 2.4365327 Mar 09 03:35:27.591187 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41766) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:27.603004 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-5bf41a94-eff4-49c6-96bb-d278281350a3 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:27.604582 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-5bf41a94-eff4-49c6-96bb-d278281350a3 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.21 "GET /v2.0/networks?id=304f544a-4e19-4ec8-816f-4e06aa7f0361 HTTP/1.1" status: 200 len: 820 time: 1.1574926 Mar 09 03:35:27.617399 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-c33602f7-cb89-4231-a8b2-00ea17c71ef4 req-d842790d-acc0-4bd8-bca2-97f2e99bd02f tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Unset dirty status for tenant:2f91ce588c1a4be19a82d32063839bec on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:35:27.618570 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c33602f7-cb89-4231-a8b2-00ea17c71ef4 req-d842790d-acc0-4bd8-bca2-97f2e99bd02f tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fe3472e-550b-49f4-90ab-03dc1402a30d HTTP/1.1" status: 200 len: 945 time: 2.3322377 Mar 09 03:35:27.653332 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d81f56-b96a-41db-80d6-ee56c76da41c req-29c181c6-e4ec-47fa-aa1e-701c7b7318b1 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:27.660796 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32d81f56-b96a-41db-80d6-ee56c76da41c req-29c181c6-e4ec-47fa-aa1e-701c7b7318b1 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 948 time: 0.2288599 Mar 09 03:35:27.703566 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d806aa8b-a30b-42d1-bcb0-6d83817359b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:27.709145 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d806aa8b-a30b-42d1-bcb0-6d83817359b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:27.717237 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-7662e530-8331-4758-8d16-a103707122c1 admin admin] Deleting subnet 64e7bb47-5495-4bf4-a24a-6ad9bab98771 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:35:27.720578 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7662e530-8331-4758-8d16-a103707122c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:27.734202 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504d838-0011-4896-bdf9-bb6131a1eda9 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] Pushing event deleted for resources: {'Port': ['ID=0c161676-54b2-49d7-b149-4ae1045d19ad,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:27.792234 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32d81f56-b96a-41db-80d6-ee56c76da41c req-538af790-11fe-4924-b422-115346f81d90 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304889 Mar 09 03:35:27.818800 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7662e530-8331-4758-8d16-a103707122c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:27.854193 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-d697fa6f-919e-4add-a455-9d260158eb2e tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Request body: {'port': {'device_id': 'd28f18a2-2028-4eb3-8966-048ad9a51ab5', 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361', 'admin_state_up': True, 'tenant_id': '42923148a00a49268422cf3ff4c2fd04'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:35:27.882795 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-0bdb35e9-f0e6-41a8-8e54-68e84a144b9a service neutron] Attempting to bind port 317087b4-d89e-40f1-b023-7b8ca916229c on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:35:27.883501 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-0bdb35e9-f0e6-41a8-8e54-68e84a144b9a service neutron] Attempting to bind port 317087b4-d89e-40f1-b023-7b8ca916229c by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:35:27.884073 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-0bdb35e9-f0e6-41a8-8e54-68e84a144b9a service neutron] Attempting to bind port 317087b4-d89e-40f1-b023-7b8ca916229c on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:35:27.928280 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-0bdb35e9-f0e6-41a8-8e54-68e84a144b9a service neutron] Port 317087b4-d89e-40f1-b023-7b8ca916229c on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:35:27.930084 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-0bdb35e9-f0e6-41a8-8e54-68e84a144b9a service neutron] Attempting to bind port 317087b4-d89e-40f1-b023-7b8ca916229c on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:35:28.000124 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7662e530-8331-4758-8d16-a103707122c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:28.090990 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d806aa8b-a30b-42d1-bcb0-6d83817359b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:28.095858 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d806aa8b-a30b-42d1-bcb0-6d83817359b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d390840-44ce-4cb0-b7e7-1dc4b90e9111 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:35:28.101308 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-0bdb35e9-f0e6-41a8-8e54-68e84a144b9a service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:35:28.101782 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-0bdb35e9-f0e6-41a8-8e54-68e84a144b9a service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:35:28.102275 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-0bdb35e9-f0e6-41a8-8e54-68e84a144b9a service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:35:28.102901 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-0bdb35e9-f0e6-41a8-8e54-68e84a144b9a service neutron] Bound port: 317087b4-d89e-40f1-b023-7b8ca916229c, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:35:28.103369 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-0bdb35e9-f0e6-41a8-8e54-68e84a144b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:28.156555 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514c42b7-76f2-42b2-86ac-fd3f69caa45c None None] Network 4d37a024-1cda-4ef5-beed-7642da9f8928 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:35:28.196556 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b047c66-6dcb-412c-801b-cce65f22f27a req-2787743c-3383-4048-b54b-0e6860366502 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:28.198048 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6b047c66-6dcb-412c-801b-cce65f22f27a req-2787743c-3383-4048-b54b-0e6860366502 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.1341949 Mar 09 03:35:28.199538 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7662e530-8331-4758-8d16-a103707122c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:28.219451 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c33602f7-cb89-4231-a8b2-00ea17c71ef4 req-9dd262c6-f9bd-4fb7-a9d0-d1ab7bb8b999 tempest-ListServersNegativeTestJSON-898318536 tempest-ListServersNegativeTestJSON-898318536-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb1a4792-a1ea-4263-a5b0-59ae1513475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815402 Mar 09 03:35:28.327705 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662e530-8331-4758-8d16-a103707122c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64e7bb47-5495-4bf4-a24a-6ad9bab98771,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:28.350622 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7662e530-8331-4758-8d16-a103707122c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:28.381104 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7662e530-8331-4758-8d16-a103707122c1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/64e7bb47-5495-4bf4-a24a-6ad9bab98771 HTTP/1.1" status: 204 len: 168 time: 0.7859628 Mar 09 03:35:28.383413 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41770) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:28.391336 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bdce09-f261-4fc4-bc8b-be2ff37d772a None None] Network e4df0ac3-1303-4ea3-966a-bf818b2b5c67 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:35:28.481962 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6b047c66-6dcb-412c-801b-cce65f22f27a req-ba802b68-4067-4c59-9cbb-2953586ab651 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687417 Mar 09 03:35:28.485544 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d806aa8b-a30b-42d1-bcb0-6d83817359b5 admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:28.486659 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d806aa8b-a30b-42d1-bcb0-6d83817359b5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9d390840-44ce-4cb0-b7e7-1dc4b90e9111 HTTP/1.1" status: 204 len: 168 time: 8.0303857 Mar 09 03:35:28.541317 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41774) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:28.543337 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-592aff23-0308-4e91-9df1-cd0f42393ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:28.621808 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-48797d53-7ded-41f1-9a7a-52e1df1ddc7f req-677c64b1-ee29-4b5e-90bb-eaa8565268b2 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 210 time: 0.1293466 Mar 09 03:35:28.688048 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3a59cc-c4d8-437f-bd3c-bda9a106f053 admin admin] Deleting subnet 49a73544-ad50-4693-afb7-563f12ca65a5 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:35:28.701490 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a6d9153e-020e-46a5-9f41-7031a9aa5e95 None None] Provisioning for port c3772b7a-308d-4881-8011-b172b6cd0f3b completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:35:28.724936 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f18b7397-928e-4d75-92c5-c1d5f86e2acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:28.744829 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c3772b7a-308d-4881-8011-b172b6cd0f3b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:35:28.756348 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5f3a59cc-c4d8-437f-bd3c-bda9a106f053 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:28.897417 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-0bdb35e9-f0e6-41a8-8e54-68e84a144b9a service neutron] For port 317087b4-d89e-40f1-b023-7b8ca916229c, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:35:28.914563 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-d697fa6f-919e-4add-a455-9d260158eb2e tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:35:28.936073 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-d697fa6f-919e-4add-a455-9d260158eb2e tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:35:28.995769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-884200af-5b60-4f1a-a860-d8e84fe782f8 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:29.003377 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-884200af-5b60-4f1a-a860-d8e84fe782f8 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/networks?id=af94044a-4dd6-4e2a-9a7b-ddb410474c02 HTTP/1.1" status: 200 len: 807 time: 0.3785665 Mar 09 03:35:29.008290 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-d697fa6f-919e-4add-a455-9d260158eb2e tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Made reservation on behalf of 42923148a00a49268422cf3ff4c2fd04 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:35:29.012179 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port c3772b7a-308d-4881-8011-b172b6cd0f3b completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:35:29.019518 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-d697fa6f-919e-4add-a455-9d260158eb2e tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:29.019671 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port c3772b7a-308d-4881-8011-b172b6cd0f3b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:35:29.020039 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:29.026259 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-ce458f2e-4891-48e8-bd15-9206d697c995 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/quotas/2805c8aef7c746099fde990352f135bf HTTP/1.1" status: 200 len: 375 time: 0.0215321 Mar 09 03:35:29.036059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-0bdb35e9-f0e6-41a8-8e54-68e84a144b9a service neutron] For port 317087b4-d89e-40f1-b023-7b8ca916229c, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=317087b4-d89e-40f1-b023-7b8ca916229c,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:35:29.042324 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5f3a59cc-c4d8-437f-bd3c-bda9a106f053 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:29.080285 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-69669a7b-9876-42f0-8b07-1a756db646c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:29.083577 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdeebd9-079c-413e-8e44-495e08d5df8c None None] DHCP port deletion for e4df0ac3-1303-4ea3-966a-bf818b2b5c67 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:35:29.102282 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-8bdeebd9-079c-413e-8e44-495e08d5df8c None None] Deleting port 643a1f19-3a8d-4ea3-8058-9be08d20b444 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:35:29.102648 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8bdeebd9-079c-413e-8e44-495e08d5df8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:29.104289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-69669a7b-9876-42f0-8b07-1a756db646c0 admin admin] Deleting port 643a1f19-3a8d-4ea3-8058-9be08d20b444 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:35:29.104616 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-69669a7b-9876-42f0-8b07-1a756db646c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:29.127688 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5f3a59cc-c4d8-437f-bd3c-bda9a106f053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:29.192897 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-a8b18bfa-6a1b-4ea9-9162-e02a6a0cf526 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2805c8aef7c746099fde990352f135bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1656528 Mar 09 03:35:29.280381 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe3472e-550b-49f4-90ab-03dc1402a30d', 'name': 'network-vif-deleted', 'tag': 'ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6'}, {'server_uuid': '666666a6-76cd-4db2-958f-83a8814cf7e9', 'name': 'network-vif-deleted', 'tag': '0c161676-54b2-49d7-b149-4ae1045d19ad'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:35:29.285996 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5f3a59cc-c4d8-437f-bd3c-bda9a106f053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:29.345626 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:29.489105 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port c3772b7a-308d-4881-8011-b172b6cd0f3b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c3772b7a-308d-4881-8011-b172b6cd0f3b,segment=NetworkSegment(421d8123-c099-43e5-bc81-d7d0f1d1e8d6),segment_id=421d8123-c099-43e5-bc81-d7d0f1d1e8d6)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:29.500916 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-8bdeebd9-079c-413e-8e44-495e08d5df8c None None] For port 643a1f19-3a8d-4ea3-8058-9be08d20b444, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=643a1f19-3a8d-4ea3-8058-9be08d20b444,segment=NetworkSegment(7690813a-e5e9-43b1-a45d-cc1f655afd3a),segment_id=7690813a-e5e9-43b1-a45d-cc1f655afd3a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:29.501448 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8bdeebd9-079c-413e-8e44-495e08d5df8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:29.502502 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-210f2481-569e-4b4d-aa99-c8e19eef799e service neutron] 10.222.0.16 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080134 Mar 09 03:35:29.507078 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-0bdb35e9-f0e6-41a8-8e54-68e84a144b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:29.514554 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:29.612016 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a59cc-c4d8-437f-bd3c-bda9a106f053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49a73544-ad50-4693-afb7-563f12ca65a5,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:29.664396 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5f3a59cc-c4d8-437f-bd3c-bda9a106f053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:29.690196 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=c3772b7a-308d-4881-8011-b172b6cd0f3b,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:29.693574 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-0bdb35e9-f0e6-41a8-8e54-68e84a144b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:29.694301 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c4fcf756-b6ba-4558-ba14-7f38c074c219 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:35:29.694399 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-0bdb35e9-f0e6-41a8-8e54-68e84a144b9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:29.695760 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-0bdb35e9-f0e6-41a8-8e54-68e84a144b9a service neutron] 10.222.0.24 "PUT /v2.0/ports/317087b4-d89e-40f1-b023-7b8ca916229c HTTP/1.1" status: 200 len: 1096 time: 8.1687579 Mar 09 03:35:29.699274 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb35e9-f0e6-41a8-8e54-68e84a144b9a service neutron] Pushing event updated for resources: {'Port': ['ID=317087b4-d89e-40f1-b023-7b8ca916229c,revision_number=7']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:29.700685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-69669a7b-9876-42f0-8b07-1a756db646c0 admin admin] For port 643a1f19-3a8d-4ea3-8058-9be08d20b444, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=643a1f19-3a8d-4ea3-8058-9be08d20b444,segment=NetworkSegment(7690813a-e5e9-43b1-a45d-cc1f655afd3a),segment_id=7690813a-e5e9-43b1-a45d-cc1f655afd3a)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:29.708655 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-69669a7b-9876-42f0-8b07-1a756db646c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:29.727289 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5f3a59cc-c4d8-437f-bd3c-bda9a106f053 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/49a73544-ad50-4693-afb7-563f12ca65a5 HTTP/1.1" status: 204 len: 168 time: 1.1734996 Mar 09 03:35:29.732258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41796) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:29.732438 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8fe876-0b00-4830-b2c9-da2585a9f8a6 None None] Network 4b5d3bab-bbcb-4153-881f-6be479495e31 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:35:29.874498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-69669a7b-9876-42f0-8b07-1a756db646c0 admin admin] Calling delete_port for 643a1f19-3a8d-4ea3-8058-9be08d20b444 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:35:29.889426 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: c4fcf756-b6ba-4558-ba14-7f38c074c219 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:35:29.889760 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c4fcf756-b6ba-4558-ba14-7f38c074c219 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:35:29.890187 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device ecc20921-104f-42f6-8228-78ef029b1bcd no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:35:29.894641 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-d697fa6f-919e-4add-a455-9d260158eb2e tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Allocated IP 172.20.0.3 (304f544a-4e19-4ec8-816f-4e06aa7f0361/bbb7cb80-fa8d-459c-b59f-347ff2f11453/5a8a343a-e762-4fab-9d01-56ccd10d86ed) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:35:29.942385 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-8bdeebd9-079c-413e-8e44-495e08d5df8c None None] Calling delete_port for 643a1f19-3a8d-4ea3-8058-9be08d20b444 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:35:29.972141 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: ecc20921-104f-42f6-8228-78ef029b1bcd {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:35:29.973016 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device ecc20921-104f-42f6-8228-78ef029b1bcd not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:35:29.981912 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1a2f7242-173c-4027-b7e2-87cc8a1c6976 None None] Provisioning complete for port c3772b7a-308d-4881-8011-b172b6cd0f3b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:35:29.982607 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1a2f7242-173c-4027-b7e2-87cc8a1c6976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:30.043420 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-66ff9afa-55db-49f6-8794-b948dc510c87 service neutron] 10.222.0.16 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399830 Mar 09 03:35:30.087062 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-306ce927-4cd3-42bf-910a-6c18e73bc16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:30.093312 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-69669a7b-9876-42f0-8b07-1a756db646c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:30.109934 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf68a58-8b5f-4c8a-8860-569f1f4189ce req-24b196a8-5787-4d22-8377-9dae03eef9a4 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:30.117435 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cbf68a58-8b5f-4c8a-8860-569f1f4189ce req-24b196a8-5787-4d22-8377-9dae03eef9a4 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 948 time: 1.0796599 Mar 09 03:35:30.198203 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-8bdeebd9-079c-413e-8e44-495e08d5df8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:35:30.198603 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-8bdeebd9-079c-413e-8e44-495e08d5df8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:35:30.209929 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-306ce927-4cd3-42bf-910a-6c18e73bc16b admin admin] Deleting port 56a9876c-c00d-4777-983d-c28f250ca0c4 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:35:30.211967 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-306ce927-4cd3-42bf-910a-6c18e73bc16b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:30.257524 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69669a7b-9876-42f0-8b07-1a756db646c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=643a1f19-3a8d-4ea3-8058-9be08d20b444,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:30.268409 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-34eaba27-2637-4768-884b-8b85fd6839af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:30.270169 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-34eaba27-2637-4768-884b-8b85fd6839af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 1099 time: 0.5416081 Mar 09 03:35:30.286532 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69669a7b-9876-42f0-8b07-1a756db646c0 admin admin] No DVR routers for this DVR port 643a1f19-3a8d-4ea3-8058-9be08d20b444 on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:35:30.355692 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab35cdd0-4bba-4a93-a217-75761c3eb056 None None] DHCP port deletion for 4b5d3bab-bbcb-4153-881f-6be479495e31 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:35:30.377287 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c3772b7a-308d-4881-8011-b172b6cd0f3b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:35:30.392283 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cbf68a58-8b5f-4c8a-8860-569f1f4189ce req-1f9b03d5-21a4-4b52-bb98-3f2dfb843c5d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738054 Mar 09 03:35:30.421998 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ab35cdd0-4bba-4a93-a217-75761c3eb056 None None] Deleting port 56a9876c-c00d-4777-983d-c28f250ca0c4 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:35:30.422549 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ab35cdd0-4bba-4a93-a217-75761c3eb056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:30.469513 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe3472e-550b-49f4-90ab-03dc1402a30d', 'name': 'network-vif-deleted', 'tag': 'ebc3c6cb-35cb-4505-ba3d-3762fb4c04e6', 'status': 'completed', 'code': 200} Mar 09 03:35:30.469777 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666666a6-76cd-4db2-958f-83a8814cf7e9', 'name': 'network-vif-deleted', 'tag': '0c161676-54b2-49d7-b149-4ae1045d19ad', 'status': 'completed', 'code': 200} Mar 09 03:35:30.519024 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-69669a7b-9876-42f0-8b07-1a756db646c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:30.568936 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-592aff23-0308-4e91-9df1-cd0f42393ef9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:30.591947 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port c3772b7a-308d-4881-8011-b172b6cd0f3b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:35:30.592175 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:30.632613 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-69669a7b-9876-42f0-8b07-1a756db646c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4df0ac3-1303-4ea3-966a-bf818b2b5c67']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:30.672927 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-d697fa6f-919e-4add-a455-9d260158eb2e tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:30.686731 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e9e48e46-7cf4-44cc-95bb-8a9e87c12731 req-93239461-0987-41c3-a1a3-526898db9f03 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 210 time: 0.0951777 Mar 09 03:35:30.699249 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-69669a7b-9876-42f0-8b07-1a756db646c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7690813a-e5e9-43b1-a45d-cc1f655afd3a') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:30.708486 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-69669a7b-9876-42f0-8b07-1a756db646c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7690813a-e5e9-43b1-a45d-cc1f655afd3a') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:30.730908 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-69669a7b-9876-42f0-8b07-1a756db646c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:30.773926 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-69669a7b-9876-42f0-8b07-1a756db646c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:30.799147 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-8bdeebd9-079c-413e-8e44-495e08d5df8c None None] Deleting port 643a1f19-3a8d-4ea3-8058-9be08d20b444 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:35:30.799522 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8bdeebd9-079c-413e-8e44-495e08d5df8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:30.814089 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-592aff23-0308-4e91-9df1-cd0f42393ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:30.882493 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69669a7b-9876-42f0-8b07-1a756db646c0 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:35:30.882971 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-69669a7b-9876-42f0-8b07-1a756db646c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:35:30.902266 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:35:30.974719 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-8bdeebd9-079c-413e-8e44-495e08d5df8c None None] The port '643a1f19-3a8d-4ea3-8058-9be08d20b444' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:35:30.981659 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ab35cdd0-4bba-4a93-a217-75761c3eb056 None None] For port 56a9876c-c00d-4777-983d-c28f250ca0c4, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=56a9876c-c00d-4777-983d-c28f250ca0c4,segment=NetworkSegment(30279649-0387-41e5-b6db-c204d961a5d3),segment_id=30279649-0387-41e5-b6db-c204d961a5d3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:30.982403 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ab35cdd0-4bba-4a93-a217-75761c3eb056 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:31.007702 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 643a1f19-3a8d-4ea3-8058-9be08d20b444 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:35:31.099927 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 643a1f19-3a8d-4ea3-8058-9be08d20b444 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:35:31.100284 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 643a1f19-3a8d-4ea3-8058-9be08d20b444 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:35:31.100581 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 2d3e22db-2ecd-4359-8d06-52764af79fe0 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:35:31.134363 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90dbabe4-d469-403a-b863-de3e3e40a25c req-96fe272f-80fa-427e-9e32-50a48f34129f tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 210 time: 0.2111726 Mar 09 03:35:31.136004 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-a11a99d0-b835-4784-a22c-7771bbceeb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:31.138937 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-a11a99d0-b835-4784-a22c-7771bbceeb4a service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.8418746 Mar 09 03:35:31.201182 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 2d3e22db-2ecd-4359-8d06-52764af79fe0 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:35:31.201515 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 2d3e22db-2ecd-4359-8d06-52764af79fe0 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:35:31.209931 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ab35cdd0-4bba-4a93-a217-75761c3eb056 None None] Calling delete_port for 56a9876c-c00d-4777-983d-c28f250ca0c4 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:35:31.230558 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-592aff23-0308-4e91-9df1-cd0f42393ef9 admin admin] Allocated IP 172.25.7.141 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/1c48c3f6-a4e5-4188-ad16-da37a88445b9) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:35:31.237400 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-34a804ab-89de-484d-a820-9003474a3543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:31.244214 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-306ce927-4cd3-42bf-910a-6c18e73bc16b admin admin] For port 56a9876c-c00d-4777-983d-c28f250ca0c4, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=56a9876c-c00d-4777-983d-c28f250ca0c4,segment=NetworkSegment(30279649-0387-41e5-b6db-c204d961a5d3),segment_id=30279649-0387-41e5-b6db-c204d961a5d3)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:31.244622 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-306ce927-4cd3-42bf-910a-6c18e73bc16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:31.247652 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c55be3-ce04-4ae7-af5c-ff87c3928048 req-33ad36a7-7fff-46a4-8ee6-9180471f5887 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:31.249423 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-44c55be3-ce04-4ae7-af5c-ff87c3928048 req-33ad36a7-7fff-46a4-8ee6-9180471f5887 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.5804148 Mar 09 03:35:31.262059 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-6eee50b2-9ad7-4e88-aa2f-4138ba91bd4b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=317087b4-d89e-40f1-b023-7b8ca916229c HTTP/1.1" status: 200 len: 217 time: 0.1068134 Mar 09 03:35:31.304386 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ab35cdd0-4bba-4a93-a217-75761c3eb056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:31.328886 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41812) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:31.354340 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35cdd0-4bba-4a93-a217-75761c3eb056 None None] Pushing event deleted for resources: {'Port': ['ID=56a9876c-c00d-4777-983d-c28f250ca0c4,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:31.358063 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab35cdd0-4bba-4a93-a217-75761c3eb056 None None] No DVR routers for this DVR port 56a9876c-c00d-4777-983d-c28f250ca0c4 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:35:31.388137 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-d697fa6f-919e-4add-a455-9d260158eb2e tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:31.399858 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['b4dfe22a-e7d9-40c4-a974-57a06028ad0e'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:35:31.421112 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-306ce927-4cd3-42bf-910a-6c18e73bc16b admin admin] Calling delete_port for 56a9876c-c00d-4777-983d-c28f250ca0c4 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:35:31.461958 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-44c55be3-ce04-4ae7-af5c-ff87c3928048 req-1dd2c746-e262-4e4e-90d0-b9bf8ef476c3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989505 Mar 09 03:35:31.523942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-c7db272c-5c06-4658-8ed7-2d1e8d3a491d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:31.525714 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-c7db272c-5c06-4658-8ed7-2d1e8d3a491d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.2439787 Mar 09 03:35:31.543262 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a9653f-d9b5-4dac-bb22-86ec83800895 admin admin] Deleting subnet 9035d512-36fb-4af8-b4c6-f55a40920a78 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:35:31.549386 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-69669a7b-9876-42f0-8b07-1a756db646c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:31.553558 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a1a9653f-d9b5-4dac-bb22-86ec83800895 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:31.684324 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-69669a7b-9876-42f0-8b07-1a756db646c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:31.718648 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69669a7b-9876-42f0-8b07-1a756db646c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4df0ac3-1303-4ea3-966a-bf818b2b5c67,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:31.729402 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a1a9653f-d9b5-4dac-bb22-86ec83800895 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:31.762713 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-d697fa6f-919e-4add-a455-9d260158eb2e tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Network 304f544a-4e19-4ec8-816f-4e06aa7f0361 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:35:31.781583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697fa6f-919e-4add-a455-9d260158eb2e tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Pushing event updated for resources: {'Port': ['ID=5a8a343a-e762-4fab-9d01-56ccd10d86ed,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:31.784127 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-d697fa6f-919e-4add-a455-9d260158eb2e tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:35:31.794045 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-69669a7b-9876-42f0-8b07-1a756db646c0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e4df0ac3-1303-4ea3-966a-bf818b2b5c67 HTTP/1.1" status: 204 len: 168 time: 3.4009569 Mar 09 03:35:31.794208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-d697fa6f-919e-4add-a455-9d260158eb2e tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:35:31.810036 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [None req-306ce927-4cd3-42bf-910a-6c18e73bc16b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:35:31.810365 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [None req-306ce927-4cd3-42bf-910a-6c18e73bc16b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:35:31.866746 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a1a9653f-d9b5-4dac-bb22-86ec83800895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:31.933554 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77293d5-bbcf-436b-a8dc-26f1dac487d5 req-54dbf491-896c-4cdc-a2b7-3960a3102732 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:31.935630 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d77293d5-bbcf-436b-a8dc-26f1dac487d5 req-54dbf491-896c-4cdc-a2b7-3960a3102732 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 948 time: 0.3893790 Mar 09 03:35:31.964656 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41822) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:31.997029 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:32.010938 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d77293d5-bbcf-436b-a8dc-26f1dac487d5 req-b14a7e18-6935-4c4a-bc92-29d075295737 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647044 Mar 09 03:35:32.017589 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a1a9653f-d9b5-4dac-bb22-86ec83800895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:32.022678 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:32.063831 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9653f-d9b5-4dac-bb22-86ec83800895 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9035d512-36fb-4af8-b4c6-f55a40920a78,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:32.066958 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-d697fa6f-919e-4add-a455-9d260158eb2e tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:32.067577 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-d697fa6f-919e-4add-a455-9d260158eb2e tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:32.067855 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a1a9653f-d9b5-4dac-bb22-86ec83800895 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:32.079098 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a1a9653f-d9b5-4dac-bb22-86ec83800895 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9035d512-36fb-4af8-b4c6-f55a40920a78 HTTP/1.1" status: 204 len: 168 time: 0.7470031 Mar 09 03:35:32.081656 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41826) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:32.144994 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-592aff23-0308-4e91-9df1-cd0f42393ef9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:32.173247 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-109da913-4f57-4e8a-8598-c84fd85bce63 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:32.174751 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-109da913-4f57-4e8a-8598-c84fd85bce63 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.21 "GET /v2.0/networks?id=af94044a-4dd6-4e2a-9a7b-ddb410474c02 HTTP/1.1" status: 200 len: 807 time: 0.4444377 Mar 09 03:35:32.182698 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cf8f39a5-3d79-40f5-9283-2f5338ab4f95 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=321ca9e7379c40babb00188ae3324b78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2001708 Mar 09 03:35:32.185289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41832) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:32.190217 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bff537c2-937a-4be4-9982-ad553488aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:32.195658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-c6dfe9fe-2ee4-4ad5-82e9-49c118c01d40 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Request body: {'port': {'device_id': '7ed42273-4a15-4196-8738-e209c07ba54b', 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02', 'admin_state_up': True, 'tenant_id': '2805c8aef7c746099fde990352f135bf'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:35:32.225595 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-95e09188-c0fa-4904-8b8f-9a5edebb5653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:32.227373 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-95e09188-c0fa-4904-8b8f-9a5edebb5653 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6794803 Mar 09 03:35:32.241940 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-d697fa6f-919e-4add-a455-9d260158eb2e tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6223578 Mar 09 03:35:32.266204 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 56a9876c-c00d-4777-983d-c28f250ca0c4 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:35:32.282790 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-b23823bb-fdc3-4e41-a6a1-9583dd820419 service neutron] Request body: {'port': {'device_id': 'd28f18a2-2028-4eb3-8966-048ad9a51ab5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:35:32.303882 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 56a9876c-c00d-4777-983d-c28f250ca0c4 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:35:32.304217 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 56a9876c-c00d-4777-983d-c28f250ca0c4 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:35:32.337181 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-306ce927-4cd3-42bf-910a-6c18e73bc16b admin admin] Deleting port 56a9876c-c00d-4777-983d-c28f250ca0c4 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:35:32.337518 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-306ce927-4cd3-42bf-910a-6c18e73bc16b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:32.393451 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-70d49300-0390-460c-b814-625632e6afec req-0a1febb1-2999-45e2-9c8a-3924729beeb7 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 210 time: 0.1037505 Mar 09 03:35:32.424145 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e900288-a533-4e4b-a534-9cf1eb553751 req-9b1100bc-4601-443f-a5a2-649ebd889d0d tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:32.424885 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-0e900288-a533-4e4b-a534-9cf1eb553751 req-9b1100bc-4601-443f-a5a2-649ebd889d0d tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Synchronizing usage tracker for tenant:42923148a00a49268422cf3ff4c2fd04 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:35:32.469270 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-11d474fe-45eb-4398-8692-5a22ce11e2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:32.471792 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bff537c2-937a-4be4-9982-ad553488aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:32.478896 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319a3be0-46dd-408e-91d5-4cb03dca2694', 'tag': '317087b4-d89e-40f1-b023-7b8ca916229c'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:35:32.492194 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-306ce927-4cd3-42bf-910a-6c18e73bc16b admin admin] The port '56a9876c-c00d-4777-983d-c28f250ca0c4' was deleted {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:35:32.563065 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319a3be0-46dd-408e-91d5-4cb03dca2694', 'tag': '317087b4-d89e-40f1-b023-7b8ca916229c', 'status': 'completed', 'code': 200} Mar 09 03:35:32.571885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-bff537c2-937a-4be4-9982-ad553488aee7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11207fee-7662-4917-9e3d-9f3ac56ec541']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:32.591808 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-11d474fe-45eb-4398-8692-5a22ce11e2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:32.609935 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-592aff23-0308-4e91-9df1-cd0f42393ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:32.610354 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-bff537c2-937a-4be4-9982-ad553488aee7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288b5494-35ec-4e82-b7de-c8b6ff41810e') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:32.610647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-bff537c2-937a-4be4-9982-ad553488aee7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288b5494-35ec-4e82-b7de-c8b6ff41810e') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:32.681066 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-0e900288-a533-4e4b-a534-9cf1eb553751 req-9b1100bc-4601-443f-a5a2-649ebd889d0d tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Unset dirty status for tenant:42923148a00a49268422cf3ff4c2fd04 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:35:32.682105 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0e900288-a533-4e4b-a534-9cf1eb553751 req-9b1100bc-4601-443f-a5a2-649ebd889d0d tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 931 time: 0.7639077 Mar 09 03:35:32.686711 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-306ce927-4cd3-42bf-910a-6c18e73bc16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:32.740012 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bff537c2-937a-4be4-9982-ad553488aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:32.766705 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592aff23-0308-4e91-9df1-cd0f42393ef9 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:35:32.767747 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-c6dfe9fe-2ee4-4ad5-82e9-49c118c01d40 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:35:32.775845 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-306ce927-4cd3-42bf-910a-6c18e73bc16b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b5d3bab-bbcb-4153-881f-6be479495e31']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:32.779704 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-b23823bb-fdc3-4e41-a6a1-9583dd820419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:32.787040 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bff537c2-937a-4be4-9982-ad553488aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:32.796821 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-306ce927-4cd3-42bf-910a-6c18e73bc16b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30279649-0387-41e5-b6db-c204d961a5d3') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:32.797114 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-306ce927-4cd3-42bf-910a-6c18e73bc16b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30279649-0387-41e5-b6db-c204d961a5d3') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:32.802581 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-592aff23-0308-4e91-9df1-cd0f42393ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:35:32.811668 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff537c2-937a-4be4-9982-ad553488aee7 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:35:32.812059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592aff23-0308-4e91-9df1-cd0f42393ef9 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:35:32.812196 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bff537c2-937a-4be4-9982-ad553488aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:35:32.824826 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:35:32.841145 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-00e5bf24-ec13-48b7-bef2-52ad0e6ffd71 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5979912 Mar 09 03:35:32.841889 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-306ce927-4cd3-42bf-910a-6c18e73bc16b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:32.857955 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592aff23-0308-4e91-9df1-cd0f42393ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=1c48c3f6-a4e5-4188-ad16-da37a88445b9,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:32.871112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-c6dfe9fe-2ee4-4ad5-82e9-49c118c01d40 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:35:32.982471 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0e900288-a533-4e4b-a534-9cf1eb553751 req-22645cc8-2819-4931-b991-60445dd8ab07 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823722 Mar 09 03:35:33.023533 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-11d474fe-45eb-4398-8692-5a22ce11e2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:33.035197 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-c6dfe9fe-2ee4-4ad5-82e9-49c118c01d40 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Made reservation on behalf of 2805c8aef7c746099fde990352f135bf for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:35:33.038795 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-c6dfe9fe-2ee4-4ad5-82e9-49c118c01d40 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:33.039058 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-306ce927-4cd3-42bf-910a-6c18e73bc16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:33.058659 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-306ce927-4cd3-42bf-910a-6c18e73bc16b admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:35:33.060511 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-306ce927-4cd3-42bf-910a-6c18e73bc16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:33.073651 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d474fe-45eb-4398-8692-5a22ce11e2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe55ae4-cede-4ada-b861-b0565db50c5d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:35:33.077086 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:35:33.095965 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bff537c2-937a-4be4-9982-ad553488aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:33.160982 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bff537c2-937a-4be4-9982-ad553488aee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:33.163869 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-11d474fe-45eb-4398-8692-5a22ce11e2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:33.164953 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-11d474fe-45eb-4398-8692-5a22ce11e2ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1fe55ae4-cede-4ada-b861-b0565db50c5d HTTP/1.1" status: 204 len: 168 time: 0.9787643 Mar 09 03:35:33.181354 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972fee9-1a68-445d-9407-99a46e33a7f5 req-bd785795-7bcf-48d6-82fd-b1f8356ec7b4 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:33.183689 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f972fee9-1a68-445d-9407-99a46e33a7f5 req-bd785795-7bcf-48d6-82fd-b1f8356ec7b4 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.5041971 Mar 09 03:35:33.189476 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff537c2-937a-4be4-9982-ad553488aee7 admin admin] Pushing event deleted for resources: {'Network': ['ID=11207fee-7662-4917-9e3d-9f3ac56ec541,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:33.230306 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bff537c2-937a-4be4-9982-ad553488aee7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/11207fee-7662-4917-9e3d-9f3ac56ec541 HTTP/1.1" status: 204 len: 168 time: 1.1448302 Mar 09 03:35:33.234814 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-306ce927-4cd3-42bf-910a-6c18e73bc16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:33.262547 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-306ce927-4cd3-42bf-910a-6c18e73bc16b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:33.274809 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f972fee9-1a68-445d-9407-99a46e33a7f5 req-e1212bb5-bdc8-4b51-a904-f4c5de09c6f5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780652 Mar 09 03:35:33.279639 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ce927-4cd3-42bf-910a-6c18e73bc16b admin admin] Pushing event deleted for resources: {'Network': ['ID=4b5d3bab-bbcb-4153-881f-6be479495e31,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:33.289958 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-306ce927-4cd3-42bf-910a-6c18e73bc16b admin admin] 10.222.0.16 "DELETE /v2.0/networks/4b5d3bab-bbcb-4153-881f-6be479495e31 HTTP/1.1" status: 204 len: 168 time: 3.5558467 Mar 09 03:35:33.292297 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41846) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:33.293498 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3f145-de91-4291-8e76-c4f3724811d9 req-a45cc7fb-340a-44f5-827c-454b8ba4d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:33.295070 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e7b3f145-de91-4291-8e76-c4f3724811d9 req-a45cc7fb-340a-44f5-827c-454b8ba4d8ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 1099 time: 0.7159681 Mar 09 03:35:33.320941 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:33.563688 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41854) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:33.641066 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-64aaa071-ee5f-4f44-8bf2-8d02d47a1d5b req-2427bfa4-a0cb-4e38-ad20-0b7ac070949e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 210 time: 0.1208284 Mar 09 03:35:33.734896 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ce1af6a-9947-4ae2-87a3-0e7135d2c498 req-c6d160d4-6e5b-4a79-be82-3318d27e94fa service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8679073 Mar 09 03:35:33.774257 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:34.028485 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c1932c4e-b236-423f-aa8b-c7b31d769bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:34.130391 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c9df6618-fb97-43f7-8165-230df34eb731 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f91ce588c1a4be19a82d32063839bec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5655179 Mar 09 03:35:34.150311 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41874) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:34.186399 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-c6dfe9fe-2ee4-4ad5-82e9-49c118c01d40 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Allocated IP 172.20.0.8 (af94044a-4dd6-4e2a-9a7b-ddb410474c02/42f7c02a-5561-45bd-a0c7-255e56eaf460/e30c5c9e-3e19-4602-b265-9c044c715620) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:35:34.192206 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3f145-de91-4291-8e76-c4f3724811d9 req-9e569505-7ab6-4968-aed0-ac2e03ff7e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:34.193642 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e7b3f145-de91-4291-8e76-c4f3724811d9 req-9e569505-7ab6-4968-aed0-ac2e03ff7e0e service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.8680875 Mar 09 03:35:34.201085 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839331f-b217-4c45-a787-6a99f0b23ba6 req-b050ce99-07c8-4aa8-9cac-83eed1046566 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:34.202440 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6839331f-b217-4c45-a787-6a99f0b23ba6 req-b050ce99-07c8-4aa8-9cac-83eed1046566 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 948 time: 1.0325890 Mar 09 03:35:34.256357 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41880) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:34.366208 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e7b3f145-de91-4291-8e76-c4f3724811d9 req-ba80352f-b5c7-4330-baec-dd961bff8f50 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=317087b4-d89e-40f1-b023-7b8ca916229c HTTP/1.1" status: 200 len: 217 time: 0.1573339 Mar 09 03:35:34.391263 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ceacdc-b4b0-4ec2-8679-11878167776f req-4c3053ca-57ac-44ad-84e9-623d97702d45 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:34.392722 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-27ceacdc-b4b0-4ec2-8679-11878167776f req-4c3053ca-57ac-44ad-84e9-623d97702d45 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 931 time: 0.2800405 Mar 09 03:35:34.403281 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-344281c1-ec80-4a43-9603-6b5019f56713 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-180817807-network', 'tenant_id': 'ae03d5eb038f4850a3760a69271911b5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:35:34.423598 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-344281c1-ec80-4a43-9603-6b5019f56713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:35:34.432018 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-344281c1-ec80-4a43-9603-6b5019f56713 admin admin] Usage tracker for resource:network and tenant:ae03d5eb038f4850a3760a69271911b5 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:35:34.435732 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-344281c1-ec80-4a43-9603-6b5019f56713 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:35:34.445697 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-344281c1-ec80-4a43-9603-6b5019f56713 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:35:34.478882 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-27ceacdc-b4b0-4ec2-8679-11878167776f req-e3f755b8-65d6-4fbf-95d6-7818038c0fd5 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789533 Mar 09 03:35:34.480148 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344281c1-ec80-4a43-9603-6b5019f56713 admin admin] Made reservation on behalf of ae03d5eb038f4850a3760a69271911b5 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:35:34.482441 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-344281c1-ec80-4a43-9603-6b5019f56713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:34.501360 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-344281c1-ec80-4a43-9603-6b5019f56713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:34.519782 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-344281c1-ec80-4a43-9603-6b5019f56713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:35:34.527152 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-344281c1-ec80-4a43-9603-6b5019f56713 admin admin] Usage tracker for resource:security_group_rule and tenant:ae03d5eb038f4850a3760a69271911b5 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:35:34.560166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-344281c1-ec80-4a43-9603-6b5019f56713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:35:34.570603 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-344281c1-ec80-4a43-9603-6b5019f56713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:35:34.570778 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3f145-de91-4291-8e76-c4f3724811d9 req-6f33b051-75b5-4136-a102-cd1068f58104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:34.572204 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e7b3f145-de91-4291-8e76-c4f3724811d9 req-6f33b051-75b5-4136-a102-cd1068f58104 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 1099 time: 0.7520173 Mar 09 03:35:34.584518 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6839331f-b217-4c45-a787-6a99f0b23ba6 req-cf9835ec-a471-471d-a953-e17f886936b5 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134975 Mar 09 03:35:34.640089 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-592aff23-0308-4e91-9df1-cd0f42393ef9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:34.773585 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-c1932c4e-b236-423f-aa8b-c7b31d769bf3 admin admin] Deleting port a6decc83-8042-4b11-95aa-70d3c8b95fe9 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:35:34.773800 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c1932c4e-b236-423f-aa8b-c7b31d769bf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:34.786583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3f145-de91-4291-8e76-c4f3724811d9 req-63fc8b7d-b299-4f72-b883-39b848d51919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:34.788043 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e7b3f145-de91-4291-8e76-c4f3724811d9 req-63fc8b7d-b299-4f72-b883-39b848d51919 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.3457470 Mar 09 03:35:34.813026 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2b1d2ece-2656-4ba1-9a50-3cd813a5d8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:35.000817 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3273644-57a7-4cac-9663-7278215e9e75 req-a2f71036-cfbd-4499-ae29-a471b0898b0e tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:35.002288 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b3273644-57a7-4cac-9663-7278215e9e75 req-a2f71036-cfbd-4499-ae29-a471b0898b0e tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.4065673 Mar 09 03:35:35.015559 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-344281c1-ec80-4a43-9603-6b5019f56713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:35.033095 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-344281c1-ec80-4a43-9603-6b5019f56713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:35.102384 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-c1932c4e-b236-423f-aa8b-c7b31d769bf3 admin admin] For port a6decc83-8042-4b11-95aa-70d3c8b95fe9, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a6decc83-8042-4b11-95aa-70d3c8b95fe9,segment=NetworkSegment(65100822-7d3a-41b6-8e73-7d7a09ede0ce),segment_id=65100822-7d3a-41b6-8e73-7d7a09ede0ce)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:35.102737 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c1932c4e-b236-423f-aa8b-c7b31d769bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:35.123170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344281c1-ec80-4a43-9603-6b5019f56713 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:35:35.125220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344281c1-ec80-4a43-9603-6b5019f56713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c47002-d769-4562-8e48-d37311005c4e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:35.187346 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b3273644-57a7-4cac-9663-7278215e9e75 req-a6c1647f-9b95-4264-9df0-21ad3e59bb3c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779838 Mar 09 03:35:35.198025 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-baa4172b-0727-41d1-9e09-58e87ab1c296 req-e73d106a-b2b9-481d-abde-258f530a892c tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 210 time: 0.3889012 Mar 09 03:35:35.235238 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-b23823bb-fdc3-4e41-a6a1-9583dd820419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a8a343a-e762-4fab-9d01-56ccd10d86ed {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:35:35.246316 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2b1d2ece-2656-4ba1-9a50-3cd813a5d8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:35.264240 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-c1932c4e-b236-423f-aa8b-c7b31d769bf3 admin admin] Calling delete_port for a6decc83-8042-4b11-95aa-70d3c8b95fe9 owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:35:35.299475 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-344281c1-ec80-4a43-9603-6b5019f56713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:35.299745 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-344281c1-ec80-4a43-9603-6b5019f56713 admin admin] Added segment 96625312-3c61-4ef0-892e-77a3c896392c of type vlan for network b43e277f-27e3-4498-8ae6-3889cca4234e Mar 09 03:35:35.324352 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-b23823bb-fdc3-4e41-a6a1-9583dd820419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:35.366009 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-344281c1-ec80-4a43-9603-6b5019f56713 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:35.419631 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-b23823bb-fdc3-4e41-a6a1-9583dd820419 service neutron] Transition to ACTIVE for port object 5a8a343a-e762-4fab-9d01-56ccd10d86ed will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:35:35.430406 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-344281c1-ec80-4a43-9603-6b5019f56713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:35.431676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344281c1-ec80-4a43-9603-6b5019f56713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:35.432355 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-344281c1-ec80-4a43-9603-6b5019f56713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:35.441952 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-b23823bb-fdc3-4e41-a6a1-9583dd820419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:35.555013 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3f145-de91-4291-8e76-c4f3724811d9 req-7c44ba8d-3bd9-4590-971c-f801d5bfd6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:35.556397 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e7b3f145-de91-4291-8e76-c4f3724811d9 req-7c44ba8d-3bd9-4590-971c-f801d5bfd6e9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.9700208 Mar 09 03:35:35.562782 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-344281c1-ec80-4a43-9603-6b5019f56713 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3052514 Mar 09 03:35:35.563768 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41892) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:35.564816 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344281c1-ec80-4a43-9603-6b5019f56713 admin admin] Pushing event updated for resources: {'Network': ['ID=b43e277f-27e3-4498-8ae6-3889cca4234e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:35.572317 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-6db5a835-9008-47a6-aa23-69af9f0c63c2 admin admin] Request body: {'subnet': {'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-180817807-subnet', 'tenant_id': 'ae03d5eb038f4850a3760a69271911b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:35:35.578554 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6db5a835-9008-47a6-aa23-69af9f0c63c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:35:35.579105 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network b43e277f-27e3-4498-8ae6-3889cca4234e details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:35:35.585045 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6db5a835-9008-47a6-aa23-69af9f0c63c2 admin admin] Usage tracker for resource:subnet and tenant:ae03d5eb038f4850a3760a69271911b5 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:35:35.586626 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6db5a835-9008-47a6-aa23-69af9f0c63c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:35:35.595613 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6db5a835-9008-47a6-aa23-69af9f0c63c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:35:35.652841 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-c6dfe9fe-2ee4-4ad5-82e9-49c118c01d40 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:35.732172 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c1932c4e-b236-423f-aa8b-c7b31d769bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:35.771914 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db5a835-9008-47a6-aa23-69af9f0c63c2 admin admin] Made reservation on behalf of ae03d5eb038f4850a3760a69271911b5 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:35:35.774148 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6db5a835-9008-47a6-aa23-69af9f0c63c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:35.783707 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3f145-de91-4291-8e76-c4f3724811d9 req-8e39cecc-fec5-426d-9b48-0d6339ea61b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:35.785678 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e7b3f145-de91-4291-8e76-c4f3724811d9 req-8e39cecc-fec5-426d-9b48-0d6339ea61b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9571886 Mar 09 03:35:35.786880 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e7b3f145-de91-4291-8e76-c4f3724811d9 req-6a5ebbc6-6561-4bc9-8ca1-6e44a004ea7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=317087b4-d89e-40f1-b023-7b8ca916229c HTTP/1.1" status: 200 len: 217 time: 0.1940143 Mar 09 03:35:35.810289 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23823bb-fdc3-4e41-a6a1-9583dd820419 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8a343a-e762-4fab-9d01-56ccd10d86ed,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:35.818773 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1932c4e-b236-423f-aa8b-c7b31d769bf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6decc83-8042-4b11-95aa-70d3c8b95fe9,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:35.902036 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2b1d2ece-2656-4ba1-9a50-3cd813a5d8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:36.108243 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016a2ee-25aa-4a7c-9ae8-fd7685c32474 req-d6e14efa-d09d-4401-aae1-6cffa0291152 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:36.109570 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4016a2ee-25aa-4a7c-9ae8-fd7685c32474 req-d6e14efa-d09d-4401-aae1-6cffa0291152 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 943 time: 0.4151673 Mar 09 03:35:36.126782 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d2ece-2656-4ba1-9a50-3cd813a5d8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1a4792-a1ea-4263-a5b0-59ae1513475e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:36.212747 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3f145-de91-4291-8e76-c4f3724811d9 req-913860c2-6e18-487b-ad19-a21bccdf0b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:36.214196 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e7b3f145-de91-4291-8e76-c4f3724811d9 req-913860c2-6e18-487b-ad19-a21bccdf0b3b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.4072409 Mar 09 03:35:36.281700 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-592aff23-0308-4e91-9df1-cd0f42393ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:36.290989 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4016a2ee-25aa-4a7c-9ae8-fd7685c32474 req-0664a161-eb4f-4b43-a5dd-265026420581 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752870 Mar 09 03:35:36.305048 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c1932c4e-b236-423f-aa8b-c7b31d769bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:36.320162 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2b1d2ece-2656-4ba1-9a50-3cd813a5d8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:36.320162 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2b1d2ece-2656-4ba1-9a50-3cd813a5d8c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb1a4792-a1ea-4263-a5b0-59ae1513475e HTTP/1.1" status: 204 len: 168 time: 2.1601002 Mar 09 03:35:36.320162 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-c6dfe9fe-2ee4-4ad5-82e9-49c118c01d40 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:36.433404 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e7b3f145-de91-4291-8e76-c4f3724811d9 req-cf8fb64d-007a-46a6-a236-151df8879302 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6250410 Mar 09 03:35:36.434106 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-b23823bb-fdc3-4e41-a6a1-9583dd820419 service neutron] Attempting to bind port 5a8a343a-e762-4fab-9d01-56ccd10d86ed on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:35:36.434310 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-b23823bb-fdc3-4e41-a6a1-9583dd820419 service neutron] Attempting to bind port 5a8a343a-e762-4fab-9d01-56ccd10d86ed by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:35:36.434628 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-b23823bb-fdc3-4e41-a6a1-9583dd820419 service neutron] Attempting to bind port 5a8a343a-e762-4fab-9d01-56ccd10d86ed on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:35:36.460401 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a6c82-0434-41e9-84c3-b7b07e7ad91b req-1b68d318-b615-43b8-9f5f-ce2ccd21719b tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:36.461984 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2e1a6c82-0434-41e9-84c3-b7b07e7ad91b req-1b68d318-b615-43b8-9f5f-ce2ccd21719b tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 948 time: 0.7455943 Mar 09 03:35:36.507474 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-b23823bb-fdc3-4e41-a6a1-9583dd820419 service neutron] Port 5a8a343a-e762-4fab-9d01-56ccd10d86ed on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:35:36.507844 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-b23823bb-fdc3-4e41-a6a1-9583dd820419 service neutron] Attempting to bind port 5a8a343a-e762-4fab-9d01-56ccd10d86ed on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:35:36.567652 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-b23823bb-fdc3-4e41-a6a1-9583dd820419 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:35:36.567989 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-b23823bb-fdc3-4e41-a6a1-9583dd820419 service neutron] Checking segment: {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:35:36.568377 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-b23823bb-fdc3-4e41-a6a1-9583dd820419 service neutron] Bound using segment: {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:35:36.568822 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-b23823bb-fdc3-4e41-a6a1-9583dd820419 service neutron] Bound port: 5a8a343a-e762-4fab-9d01-56ccd10d86ed, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:35:36.569167 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-b23823bb-fdc3-4e41-a6a1-9583dd820419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:36.582776 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-c6dfe9fe-2ee4-4ad5-82e9-49c118c01d40 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Network af94044a-4dd6-4e2a-9a7b-ddb410474c02 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:35:36.600772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-c6dfe9fe-2ee4-4ad5-82e9-49c118c01d40 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:35:36.645368 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6db5a835-9008-47a6-aa23-69af9f0c63c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:36.671856 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-c6dfe9fe-2ee4-4ad5-82e9-49c118c01d40 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:35:36.814916 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5a835-9008-47a6-aa23-69af9f0c63c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c938e3dc-f3f5-45d5-a021-35dcda335146,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:36.856396 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db5a835-9008-47a6-aa23-69af9f0c63c2 admin admin] Checking segment: {'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:35:36.856396 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db5a835-9008-47a6-aa23-69af9f0c63c2 admin admin] Network hostable DHCP agents. Network: b43e277f-27e3-4498-8ae6-3889cca4234e, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:35:36.924068 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfe9fe-2ee4-4ad5-82e9-49c118c01d40 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Pushing event updated for resources: {'Port': ['ID=e30c5c9e-3e19-4602-b265-9c044c715620,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:36.950479 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa199cf-801c-4efa-a1d0-73fa3b4d620c req-ccf0197c-5ed7-4a4b-bed3-de2c10f4424d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:36.951926 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dfa199cf-801c-4efa-a1d0-73fa3b4d620c req-ccf0197c-5ed7-4a4b-bed3-de2c10f4424d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.5188305 Mar 09 03:35:36.992084 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db5a835-9008-47a6-aa23-69af9f0c63c2 admin admin] Network b43e277f-27e3-4498-8ae6-3889cca4234e is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:35:37.027831 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-6db5a835-9008-47a6-aa23-69af9f0c63c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, b43e277f-27e3-4498-8ae6-3889cca4234e) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:35:37.036148 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1932c4e-b236-423f-aa8b-c7b31d769bf3 admin admin] Router 892a0087-cf61-4e5f-9dd0-1cd7ed307fe2 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:35:37.037698 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0879d8-8f49-4540-9105-a98819747736 None None] Network b43e277f-27e3-4498-8ae6-3889cca4234e requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:35:37.043941 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2e1a6c82-0434-41e9-84c3-b7b07e7ad91b req-cd4173ab-3496-49ad-aa06-faf2dfe53b9e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270488 Mar 09 03:35:37.045445 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db5a835-9008-47a6-aa23-69af9f0c63c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:37.046019 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6db5a835-9008-47a6-aa23-69af9f0c63c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:37.064636 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dfa199cf-801c-4efa-a1d0-73fa3b4d620c req-98dc9979-d316-40cd-8a10-b8b54f69ef41 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990930 Mar 09 03:35:37.093263 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3f145-de91-4291-8e76-c4f3724811d9 req-7a145d79-7bcc-4b7b-a4b9-75b755687ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:37.094987 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e7b3f145-de91-4291-8e76-c4f3724811d9 req-7a145d79-7bcc-4b7b-a4b9-75b755687ce1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8645589 Mar 09 03:35:37.123146 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-c6dfe9fe-2ee4-4ad5-82e9-49c118c01d40 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:37.123958 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-c6dfe9fe-2ee4-4ad5-82e9-49c118c01d40 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:37.162212 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e7b3f145-de91-4291-8e76-c4f3724811d9 req-f523cd2a-ab35-484c-9136-725a8f63618a service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6890035 Mar 09 03:35:37.229984 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6db5a835-9008-47a6-aa23-69af9f0c63c2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6618578 Mar 09 03:35:37.275059 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-c6dfe9fe-2ee4-4ad5-82e9-49c118c01d40 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0889285 Mar 09 03:35:37.391336 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-b23823bb-fdc3-4e41-a6a1-9583dd820419 service neutron] For port 5a8a343a-e762-4fab-9d01-56ccd10d86ed, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:35:37.416288 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-180dfd75-f125-4ecd-98ac-19d17690a07d service neutron] Request body: {'port': {'device_id': '7ed42273-4a15-4196-8738-e209c07ba54b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:35:37.484592 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1932c4e-b236-423f-aa8b-c7b31d769bf3 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:35:37.499135 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c1932c4e-b236-423f-aa8b-c7b31d769bf3 admin admin] 10.222.0.16 "PUT /v2.0/routers/892a0087-cf61-4e5f-9dd0-1cd7ed307fe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2053592 Mar 09 03:35:37.504411 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41932) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:37.530077 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15488098-e850-47d1-ae7a-0b58734ddded None None] Sync routers for ids ['892a0087-cf61-4e5f-9dd0-1cd7ed307fe2'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:35:37.552943 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-b23823bb-fdc3-4e41-a6a1-9583dd820419 service neutron] For port 5a8a343a-e762-4fab-9d01-56ccd10d86ed, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5a8a343a-e762-4fab-9d01-56ccd10d86ed,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:35:37.558022 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f143514e-9982-4039-9c6f-09e9914f3ee7 None None] Network b43e277f-27e3-4498-8ae6-3889cca4234e requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:35:37.571750 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15488098-e850-47d1-ae7a-0b58734ddded None None] Routers {'892a0087-cf61-4e5f-9dd0-1cd7ed307fe2'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:35:37.572634 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-15488098-e850-47d1-ae7a-0b58734ddded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:35:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['892a0087-cf61-4e5f-9dd0-1cd7ed307fe2'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:37.600031 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-b23823bb-fdc3-4e41-a6a1-9583dd820419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:37.684364 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ac840-36bd-4f13-9713-1b9b747349e1 req-4e943ebc-a96c-415c-88b4-7ecaed0b1819 tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:37.689301 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592aff23-0308-4e91-9df1-cd0f42393ef9 admin admin] Router ee2a91b7-4cc1-4cd0-a21a-917271c50338 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:35:37.694272 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5f2ac840-36bd-4f13-9713-1b9b747349e1 req-4e943ebc-a96c-415c-88b4-7ecaed0b1819 tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 1100 time: 0.3591316 Mar 09 03:35:37.741070 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e7b3f145-de91-4291-8e76-c4f3724811d9 req-dcf94895-0df5-4654-8446-22797e3dfdc0 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6248364 Mar 09 03:35:37.755182 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-b23823bb-fdc3-4e41-a6a1-9583dd820419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:37.755832 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-b23823bb-fdc3-4e41-a6a1-9583dd820419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:37.757185 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-b23823bb-fdc3-4e41-a6a1-9583dd820419 service neutron] 10.222.0.21 "PUT /v2.0/ports/5a8a343a-e762-4fab-9d01-56ccd10d86ed HTTP/1.1" status: 200 len: 1091 time: 5.4787908 Mar 09 03:35:37.760020 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5f2ac840-36bd-4f13-9713-1b9b747349e1 req-0ea2e2bd-7a54-490c-a2e5-6f053d2ff710 tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645490 Mar 09 03:35:37.760436 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28f18a2-2028-4eb3-8966-048ad9a51ab5', 'tag': '5a8a343a-e762-4fab-9d01-56ccd10d86ed'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:35:37.761292 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eb1ca7da-6ee2-413d-8296-a965a0c8b2cf admin admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:38.024755 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e7b3f145-de91-4291-8e76-c4f3724811d9 req-94104576-9a70-4beb-b83f-c88f82767fb8 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592604 Mar 09 03:35:38.035224 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-15488098-e850-47d1-ae7a-0b58734ddded None None] Set router 892a0087-cf61-4e5f-9dd0-1cd7ed307fe2 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:35:38.060722 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eb1ca7da-6ee2-413d-8296-a965a0c8b2cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:38.077215 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-eb1ca7da-6ee2-413d-8296-a965a0c8b2cf admin admin] Deleting port 6e5bf116-9936-46be-82c2-a11b02880255 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:35:38.077547 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eb1ca7da-6ee2-413d-8296-a965a0c8b2cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:38.130198 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec937d-a103-4566-9ffb-4b80708c8f84 req-d6cacac7-8971-4f55-b713-d4eb987b735d tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:38.130500 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-180dfd75-f125-4ecd-98ac-19d17690a07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:38.131544 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-abec937d-a103-4566-9ffb-4b80708c8f84 req-d6cacac7-8971-4f55-b713-d4eb987b735d tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 943 time: 0.1705825 Mar 09 03:35:38.167508 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23823bb-fdc3-4e41-a6a1-9583dd820419 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8a343a-e762-4fab-9d01-56ccd10d86ed,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:38.177458 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4dd10-6a86-476d-962d-2b2e543aa8c6 req-227fd1ab-7094-4abb-808b-29b753cd18e5 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:38.178507 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a4f4dd10-6a86-476d-962d-2b2e543aa8c6 req-227fd1ab-7094-4abb-808b-29b753cd18e5 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Synchronizing usage tracker for tenant:2805c8aef7c746099fde990352f135bf on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:35:38.334031 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a4f4dd10-6a86-476d-962d-2b2e543aa8c6 req-227fd1ab-7094-4abb-808b-29b753cd18e5 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Unset dirty status for tenant:2805c8aef7c746099fde990352f135bf on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:35:38.335375 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a4f4dd10-6a86-476d-962d-2b2e543aa8c6 req-227fd1ab-7094-4abb-808b-29b753cd18e5 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 931 time: 1.0577343 Mar 09 03:35:38.390018 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-15488098-e850-47d1-ae7a-0b58734ddded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892a0087-cf61-4e5f-9dd0-1cd7ed307fe2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1935902013-router', 'tenant_id': 'e37c1a02043a4b1ca6ffc034fbe835db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '6e5bf116-9936-46be-82c2-a11b02880255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:58Z', 'updated_at': '2022-03-09T03:35:35Z', 'revision_number': 5, 'project_id': 'e37c1a02043a4b1ca6ffc034fbe835db', 'gw_port': {'id': '6e5bf116-9936-46be-82c2-a11b02880255', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a0087-cf61-4e5f-9dd0-1cd7ed307fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:31:00Z', 'updated_at': '2022-03-09T03:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:38.394574 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15488098-e850-47d1-ae7a-0b58734ddded None None] Checking router: 892a0087-cf61-4e5f-9dd0-1cd7ed307fe2 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:35:38.403622 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15488098-e850-47d1-ae7a-0b58734ddded None None] Routers {'892a0087-cf61-4e5f-9dd0-1cd7ed307fe2'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:35:38.404470 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-15488098-e850-47d1-ae7a-0b58734ddded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:35:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['892a0087-cf61-4e5f-9dd0-1cd7ed307fe2'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:38.404820 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-abec937d-a103-4566-9ffb-4b80708c8f84 req-c5b72ec3-1ae7-4470-9235-f063eeb5a898 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634428 Mar 09 03:35:38.423592 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592aff23-0308-4e91-9df1-cd0f42393ef9 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:35:38.439183 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] Sync routers for ids ['ee2a91b7-4cc1-4cd0-a21a-917271c50338'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:35:38.440445 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-eb1ca7da-6ee2-413d-8296-a965a0c8b2cf admin admin] For port 6e5bf116-9936-46be-82c2-a11b02880255, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=6e5bf116-9936-46be-82c2-a11b02880255,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:38.440691 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eb1ca7da-6ee2-413d-8296-a965a0c8b2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:38.461195 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-1207395e-5edc-4271-b209-f27c1d8bf555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:38.462325 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] Routers {'ee2a91b7-4cc1-4cd0-a21a-917271c50338'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:35:38.462901 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-1207395e-5edc-4271-b209-f27c1d8bf555 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42923148a00a49268422cf3ff4c2fd04&device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 1094 time: 0.4261138 Mar 09 03:35:38.463100 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:35:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ee2a91b7-4cc1-4cd0-a21a-917271c50338'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:38.564191 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-3c30e59c-3d65-4dda-bab0-1ff3659b29e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a8a343a-e762-4fab-9d01-56ccd10d86ed HTTP/1.1" status: 200 len: 217 time: 0.0905437 Mar 09 03:35:38.567751 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a4f4dd10-6a86-476d-962d-2b2e543aa8c6 req-c45c6b2c-0df1-4ad4-aca9-c1ab895dd6b7 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168448 Mar 09 03:35:38.571137 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-592aff23-0308-4e91-9df1-cd0f42393ef9 admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:38.575453 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-592aff23-0308-4e91-9df1-cd0f42393ef9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 13.2888782 Mar 09 03:35:38.587609 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:38.614135 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-15488098-e850-47d1-ae7a-0b58734ddded None None] Set router 892a0087-cf61-4e5f-9dd0-1cd7ed307fe2 gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:35:38.653207 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-eb1ca7da-6ee2-413d-8296-a965a0c8b2cf admin admin] Calling delete_port for 6e5bf116-9936-46be-82c2-a11b02880255 owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:35:38.657790 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41950) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:38.752949 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] Set router ee2a91b7-4cc1-4cd0-a21a-917271c50338 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:35:38.817060 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd28f18a2-2028-4eb3-8966-048ad9a51ab5', 'tag': '5a8a343a-e762-4fab-9d01-56ccd10d86ed', 'status': 'completed', 'code': 200} Mar 09 03:35:38.834563 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-15488098-e850-47d1-ae7a-0b58734ddded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892a0087-cf61-4e5f-9dd0-1cd7ed307fe2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1935902013-router', 'tenant_id': 'e37c1a02043a4b1ca6ffc034fbe835db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:58Z', 'updated_at': '2022-03-09T03:35:38Z', 'revision_number': 6, 'project_id': 'e37c1a02043a4b1ca6ffc034fbe835db', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:38.849913 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15488098-e850-47d1-ae7a-0b58734ddded None None] The sync data for ids ['892a0087-cf61-4e5f-9dd0-1cd7ed307fe2'] in n-d-825178-5 is: [{'id': '892a0087-cf61-4e5f-9dd0-1cd7ed307fe2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1935902013-router', 'tenant_id': 'e37c1a02043a4b1ca6ffc034fbe835db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:30:58Z', 'updated_at': '2022-03-09T03:35:38Z', 'revision_number': 6, 'project_id': 'e37c1a02043a4b1ca6ffc034fbe835db', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:35:38.860243 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 317087b4-d89e-40f1-b023-7b8ca916229c details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:35:39.039477 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-00428234-6e82-4579-b155-10321049cd6f req-d05af06a-f1e6-40ea-93fd-ef51cf9ae3f8 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9cc46625939e49829e840c9b5c55e8e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537090 Mar 09 03:35:39.061459 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 317087b4-d89e-40f1-b023-7b8ca916229c, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=317087b4-d89e-40f1-b023-7b8ca916229c,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:39.078271 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '317087b4-d89e-40f1-b023-7b8ca916229c', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': '317087b4-d89e-40f1-b023-7b8ca916229c', 'mac_address': 'fa:16:3e:c7:99:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:35:39.083466 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eb1ca7da-6ee2-413d-8296-a965a0c8b2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:39.143706 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:39.155566 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ca7da-6ee2-413d-8296-a965a0c8b2cf admin admin] Pushing event deleted for resources: {'Port': ['ID=6e5bf116-9936-46be-82c2-a11b02880255,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:39.157134 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'name': 'tempest-ServersTestManualDisk-1671879661-router', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:35:26Z', 'updated_at': '2022-03-09T03:35:33Z', 'revision_number': 3, 'project_id': 'fd35e40c0d08420f92da4df5c54857a4', 'gw_port': {'id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:30Z', 'updated_at': '2022-03-09T03:35:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:39.162581 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] Checking router: ee2a91b7-4cc1-4cd0-a21a-917271c50338 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:35:39.163217 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] Updating router ee2a91b7-4cc1-4cd0-a21a-917271c50338 port 1c48c3f6-a4e5-4188-ad16-da37a88445b9 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:35:39.168320 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317087b4-d89e-40f1-b023-7b8ca916229c {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:35:39.192786 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 317087b4-d89e-40f1-b023-7b8ca916229c, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=317087b4-d89e-40f1-b023-7b8ca916229c,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:39.198767 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:39.228258 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:39.318668 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=317087b4-d89e-40f1-b023-7b8ca916229c,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:39.374957 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eb1ca7da-6ee2-413d-8296-a965a0c8b2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:39.423726 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00428234-6e82-4579-b155-10321049cd6f req-6fa2e4b7-b2a9-4207-8928-e61b762a603b tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:39.430586 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-beb08cfb-ef48-4937-a40f-0b6aea13ded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:39.432076 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-beb08cfb-ef48-4937-a40f-0b6aea13ded4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb7cb80-fa8d-459c-b59f-347ff2f11453 HTTP/1.1" status: 200 len: 860 time: 0.8586297 Mar 09 03:35:39.434036 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-00428234-6e82-4579-b155-10321049cd6f req-6fa2e4b7-b2a9-4207-8928-e61b762a603b tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3837106 Mar 09 03:35:39.511831 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-f3c9b26c-bec8-4c92-97f5-4b5a3eb6f243 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=304f544a-4e19-4ec8-816f-4e06aa7f0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621912 Mar 09 03:35:39.568455 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-00428234-6e82-4579-b155-10321049cd6f req-a527cb7a-3843-4fee-b938-c31dbde127f5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/quotas/9cc46625939e49829e840c9b5c55e8e6 HTTP/1.1" status: 200 len: 375 time: 0.1335385 Mar 09 03:35:39.579707 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eb1ca7da-6ee2-413d-8296-a965a0c8b2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:39.611402 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eb1ca7da-6ee2-413d-8296-a965a0c8b2cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:39.656238 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eb1ca7da-6ee2-413d-8296-a965a0c8b2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:39.656911 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1ca7da-6ee2-413d-8296-a965a0c8b2cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 892a0087-cf61-4e5f-9dd0-1cd7ed307fe2 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:35:39.662789 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['317087b4-d89e-40f1-b023-7b8ca916229c'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:35:39.680944 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:39.702386 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] Transition to ACTIVE for port object 1c48c3f6-a4e5-4188-ad16-da37a88445b9 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:35:39.710252 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-00428234-6e82-4579-b155-10321049cd6f req-0a00468d-0201-4ce7-871a-9675906d6c76 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cc46625939e49829e840c9b5c55e8e6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1337578 Mar 09 03:35:39.717030 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eb1ca7da-6ee2-413d-8296-a965a0c8b2cf admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:39.718193 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-eb1ca7da-6ee2-413d-8296-a965a0c8b2cf admin admin] 10.222.0.16 "DELETE /v2.0/routers/892a0087-cf61-4e5f-9dd0-1cd7ed307fe2 HTTP/1.1" status: 204 len: 168 time: 2.2125535 Mar 09 03:35:39.720258 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:39.723335 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41980) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:39.802668 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-79c1f072-0692-408d-a6c6-e4ebe3025f7c tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:39.809262 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-79c1f072-0692-408d-a6c6-e4ebe3025f7c tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/networks?id=b43e277f-27e3-4498-8ae6-3889cca4234e HTTP/1.1" status: 200 len: 811 time: 0.6239810 Mar 09 03:35:39.817012 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de4e44d-7033-4a2f-9e7f-e45ace617a79 admin admin] Deleting subnet ee4c3ae4-251f-416b-a440-0af0e465628c {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:35:39.820428 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7de4e44d-7033-4a2f-9e7f-e45ace617a79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:39.844414 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-87a2da51-0c90-403b-a2d1-09f71db62bc1 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/quotas/ae03d5eb038f4850a3760a69271911b5 HTTP/1.1" status: 200 len: 375 time: 0.0342252 Mar 09 03:35:39.903379 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] Attempting to bind port 1c48c3f6-a4e5-4188-ad16-da37a88445b9 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:35:39.907152 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] Attempting to bind port 1c48c3f6-a4e5-4188-ad16-da37a88445b9 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:35:39.910424 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] Attempting to bind port 1c48c3f6-a4e5-4188-ad16-da37a88445b9 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:35:39.944791 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7effa-7254-4ea0-b2e4-56726616f4cb None None] Pushing event updated for resources: {'Port': ['ID=1c48c3f6-a4e5-4188-ad16-da37a88445b9,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:39.949972 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:35:39.952653 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:35:39.952961 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:39.953596 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:35:39.954145 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] Bound port: 1c48c3f6-a4e5-4188-ad16-da37a88445b9, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:35:39.961053 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:39.977681 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7de4e44d-7033-4a2f-9e7f-e45ace617a79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:40.007871 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-180dfd75-f125-4ecd-98ac-19d17690a07d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e30c5c9e-3e19-4602-b265-9c044c715620 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:35:40.033037 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-80d5be71-5955-42a0-aced-ac9c57f5e4f7 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae03d5eb038f4850a3760a69271911b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1876924 Mar 09 03:35:40.060288 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-180dfd75-f125-4ecd-98ac-19d17690a07d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:40.071485 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7effa-7254-4ea0-b2e4-56726616f4cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:40.072055 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7effa-7254-4ea0-b2e4-56726616f4cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:40.074463 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7effa-7254-4ea0-b2e4-56726616f4cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:40.076844 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7effa-7254-4ea0-b2e4-56726616f4cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:40.077301 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7effa-7254-4ea0-b2e4-56726616f4cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:40.077738 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7effa-7254-4ea0-b2e4-56726616f4cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:40.078423 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7effa-7254-4ea0-b2e4-56726616f4cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:40.079089 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7effa-7254-4ea0-b2e4-56726616f4cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:40.080443 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7effa-7254-4ea0-b2e4-56726616f4cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:40.080572 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7effa-7254-4ea0-b2e4-56726616f4cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:40.081005 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7effa-7254-4ea0-b2e4-56726616f4cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:40.081461 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7effa-7254-4ea0-b2e4-56726616f4cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:40.086311 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:35:40.121314 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-a1ddacf4-dfaa-48f8-9665-f7cfc3cef3e9 service neutron] 10.222.0.21 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932443 Mar 09 03:35:40.122551 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-180dfd75-f125-4ecd-98ac-19d17690a07d service neutron] Transition to ACTIVE for port object e30c5c9e-3e19-4602-b265-9c044c715620 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:35:40.152040 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] For port 1c48c3f6-a4e5-4188-ad16-da37a88445b9, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:35:40.157198 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] For port 1c48c3f6-a4e5-4188-ad16-da37a88445b9, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1c48c3f6-a4e5-4188-ad16-da37a88445b9,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:35:40.163967 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:40.228494 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f629144-4ad8-4361-9a3d-a0593bc3a990 req-a1445ede-5627-430c-b5e5-5fb73d94c435 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:40.235860 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0f629144-4ad8-4361-9a3d-a0593bc3a990 req-a1445ede-5627-430c-b5e5-5fb73d94c435 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 949 time: 0.1706007 Mar 09 03:35:40.259219 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7de4e44d-7033-4a2f-9e7f-e45ace617a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:40.274889 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] Routers {'ee2a91b7-4cc1-4cd0-a21a-917271c50338'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:35:40.274889 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:35:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ee2a91b7-4cc1-4cd0-a21a-917271c50338'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:40.307013 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6e5bf116-9936-46be-82c2-a11b02880255 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:35:40.354435 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7de4e44d-7033-4a2f-9e7f-e45ace617a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:40.368078 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-547e3fa4-abcb-4073-a775-e0a3cb4c7d54 service neutron] 10.222.0.16 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341253 Mar 09 03:35:40.380720 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 6e5bf116-9936-46be-82c2-a11b02880255 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:35:40.381539 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6e5bf116-9936-46be-82c2-a11b02880255 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:35:40.382274 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a6decc83-8042-4b11-95aa-70d3c8b95fe9 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:35:40.390697 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-180dfd75-f125-4ecd-98ac-19d17690a07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:40.392738 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7effa-7254-4ea0-b2e4-56726616f4cb None None] Pushing event updated for resources: {'Port': ['ID=1c48c3f6-a4e5-4188-ad16-da37a88445b9,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:40.434667 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: a6decc83-8042-4b11-95aa-70d3c8b95fe9 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:35:40.435385 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a6decc83-8042-4b11-95aa-70d3c8b95fe9 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:35:40.440673 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4e44d-7033-4a2f-9e7f-e45ace617a79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee4c3ae4-251f-416b-a440-0af0e465628c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:40.445408 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0f629144-4ad8-4361-9a3d-a0593bc3a990 req-32f2efa3-b651-4796-92d0-8c4c0a2c2e6f tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087302 Mar 09 03:35:40.449298 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7de4e44d-7033-4a2f-9e7f-e45ace617a79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:40.457584 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7de4e44d-7033-4a2f-9e7f-e45ace617a79 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ee4c3ae4-251f-416b-a440-0af0e465628c HTTP/1.1" status: 204 len: 168 time: 0.7327149 Mar 09 03:35:40.460176 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41994) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:40.461432 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7ce399-216b-4587-981d-0e371a2a86f2 None None] Network 7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:35:40.557467 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] Set router ee2a91b7-4cc1-4cd0-a21a-917271c50338 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:35:40.842692 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1ff346-316e-4d6f-8d8c-53b9387b0f65 None None] DHCP port deletion for 7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:35:40.849715 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-8e1ff346-316e-4d6f-8d8c-53b9387b0f65 None None] Deleting port 52724419-a53f-4fdd-89e9-2b6e64e4ed26 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:35:40.860370 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8e1ff346-316e-4d6f-8d8c-53b9387b0f65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:40.908442 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04ed3c8c-9c4d-486a-9563-416361a8f773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:40.927472 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-04ed3c8c-9c4d-486a-9563-416361a8f773 admin admin] Deleting port 52724419-a53f-4fdd-89e9-2b6e64e4ed26 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:35:40.927807 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04ed3c8c-9c4d-486a-9563-416361a8f773 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:41.040199 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-397d7ad5-6748-4f8c-82c2-3133851ad28e service neutron] 10.222.0.16 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6710191 Mar 09 03:35:41.070009 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180dfd75-f125-4ecd-98ac-19d17690a07d service neutron] Pushing event updated for resources: {'Port': ['ID=e30c5c9e-3e19-4602-b265-9c044c715620,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:41.103848 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'name': 'tempest-ServersTestManualDisk-1671879661-router', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:35:26Z', 'updated_at': '2022-03-09T03:35:33Z', 'revision_number': 3, 'project_id': 'fd35e40c0d08420f92da4df5c54857a4', 'gw_port': {'id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:30Z', 'updated_at': '2022-03-09T03:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:41.111789 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0222027d-f596-4d09-86c2-d61325f5f4d5 None None] The sync data for ids ['ee2a91b7-4cc1-4cd0-a21a-917271c50338'] in n-d-825178-5 is: [{'id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'name': 'tempest-ServersTestManualDisk-1671879661-router', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:35:26Z', 'updated_at': '2022-03-09T03:35:33Z', 'revision_number': 3, 'project_id': 'fd35e40c0d08420f92da4df5c54857a4', 'gw_port': {'id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:30Z', 'updated_at': '2022-03-09T03:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:35:41.176742 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a54439-111a-440e-ad22-a9ff75b65c3d req-3c0616eb-4aa3-43dd-984e-6dbd31ec17d9 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:41.183984 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-58a54439-111a-440e-ad22-a9ff75b65c3d req-3c0616eb-4aa3-43dd-984e-6dbd31ec17d9 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 943 time: 0.3503895 Mar 09 03:35:41.250200 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-8e1ff346-316e-4d6f-8d8c-53b9387b0f65 None None] For port 52724419-a53f-4fdd-89e9-2b6e64e4ed26, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=52724419-a53f-4fdd-89e9-2b6e64e4ed26,segment=NetworkSegment(65100822-7d3a-41b6-8e73-7d7a09ede0ce),segment_id=65100822-7d3a-41b6-8e73-7d7a09ede0ce)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:41.250592 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8e1ff346-316e-4d6f-8d8c-53b9387b0f65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:41.281495 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-58a54439-111a-440e-ad22-a9ff75b65c3d req-416cbb33-fd01-414b-87d4-5036270c5360 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965521 Mar 09 03:35:41.452630 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-8e1ff346-316e-4d6f-8d8c-53b9387b0f65 None None] Calling delete_port for 52724419-a53f-4fdd-89e9-2b6e64e4ed26 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:35:41.479791 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-180dfd75-f125-4ecd-98ac-19d17690a07d service neutron] Attempting to bind port e30c5c9e-3e19-4602-b265-9c044c715620 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:35:41.480707 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-180dfd75-f125-4ecd-98ac-19d17690a07d service neutron] Attempting to bind port e30c5c9e-3e19-4602-b265-9c044c715620 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:35:41.480707 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-180dfd75-f125-4ecd-98ac-19d17690a07d service neutron] Attempting to bind port e30c5c9e-3e19-4602-b265-9c044c715620 on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:35:41.515327 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6f528efd-a5ef-4cca-9ae7-95089c47a56c req-71edbd00-263a-4141-bff8-844c84d3d185 service neutron] 10.222.0.21 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3859725 Mar 09 03:35:41.517254 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-180dfd75-f125-4ecd-98ac-19d17690a07d service neutron] Port e30c5c9e-3e19-4602-b265-9c044c715620 on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:35:41.517574 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-180dfd75-f125-4ecd-98ac-19d17690a07d service neutron] Attempting to bind port e30c5c9e-3e19-4602-b265-9c044c715620 on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:35:41.562792 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9da51de-1e4e-4cf1-9087-53b08fedd3df req-3a5edfe5-196b-4700-9b43-b8034c9f999a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=78ca0553-0e28-4e12-a3c6-372ccd355e29 HTTP/1.1" status: 200 len: 210 time: 0.0652170 Mar 09 03:35:41.572531 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-04ed3c8c-9c4d-486a-9563-416361a8f773 admin admin] For port 52724419-a53f-4fdd-89e9-2b6e64e4ed26, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=52724419-a53f-4fdd-89e9-2b6e64e4ed26,segment=NetworkSegment(65100822-7d3a-41b6-8e73-7d7a09ede0ce),segment_id=65100822-7d3a-41b6-8e73-7d7a09ede0ce)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:41.572894 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04ed3c8c-9c4d-486a-9563-416361a8f773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:41.661373 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8e1ff346-316e-4d6f-8d8c-53b9387b0f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:41.723584 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-04ed3c8c-9c4d-486a-9563-416361a8f773 admin admin] Calling delete_port for 52724419-a53f-4fdd-89e9-2b6e64e4ed26 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:35:41.735956 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-180dfd75-f125-4ecd-98ac-19d17690a07d service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:35:41.736304 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-180dfd75-f125-4ecd-98ac-19d17690a07d service neutron] Checking segment: {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:35:41.736687 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-180dfd75-f125-4ecd-98ac-19d17690a07d service neutron] Bound using segment: {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:35:41.737142 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-180dfd75-f125-4ecd-98ac-19d17690a07d service neutron] Bound port: e30c5c9e-3e19-4602-b265-9c044c715620, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:35:41.738031 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-180dfd75-f125-4ecd-98ac-19d17690a07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:41.803255 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ff346-316e-4d6f-8d8c-53b9387b0f65 None None] Pushing event deleted for resources: {'Port': ['ID=52724419-a53f-4fdd-89e9-2b6e64e4ed26,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:41.809238 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1ff346-316e-4d6f-8d8c-53b9387b0f65 None None] No DVR routers for this DVR port 52724419-a53f-4fdd-89e9-2b6e64e4ed26 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:35:41.853193 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [None req-04ed3c8c-9c4d-486a-9563-416361a8f773 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:35:41.853510 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [None req-04ed3c8c-9c4d-486a-9563-416361a8f773 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:35:41.995465 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-00428234-6e82-4579-b155-10321049cd6f req-6034600f-8547-413b-8ee0-eef4e587cfc9 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9cc46625939e49829e840c9b5c55e8e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2101598 Mar 09 03:35:42.298620 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:42.324268 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1c48c3f6-a4e5-4188-ad16-da37a88445b9 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:35:42.355140 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-04ed3c8c-9c4d-486a-9563-416361a8f773 admin admin] Deleting port 52724419-a53f-4fdd-89e9-2b6e64e4ed26 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:35:42.355644 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04ed3c8c-9c4d-486a-9563-416361a8f773 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:42.367909 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33ff7c-2b56-42d7-9b54-8582ad6b6988 req-5f1fa7b1-9fae-4eae-854f-6d010ab7680b tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:42.379680 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8a33ff7c-2b56-42d7-9b54-8582ad6b6988 req-5f1fa7b1-9fae-4eae-854f-6d010ab7680b tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 943 time: 0.9555585 Mar 09 03:35:42.412926 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 1c48c3f6-a4e5-4188-ad16-da37a88445b9 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:35:42.416385 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-180dfd75-f125-4ecd-98ac-19d17690a07d service neutron] For port e30c5c9e-3e19-4602-b265-9c044c715620, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:35:42.418615 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 1c48c3f6-a4e5-4188-ad16-da37a88445b9 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:35:42.419071 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:42.432871 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadfa1f-0318-41f5-8af3-9ac15ce8600e req-676fd9f3-ad44-402d-9aa2-ba8bd86526df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:42.434843 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-feadfa1f-0318-41f5-8af3-9ac15ce8600e req-676fd9f3-ad44-402d-9aa2-ba8bd86526df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42923148a00a49268422cf3ff4c2fd04&device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 1094 time: 0.8186445 Mar 09 03:35:42.537355 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-47e9030d-1710-4aae-895a-aee3acaa16f0 req-e17bf3a7-b0c6-4a86-b7b1-059011446598 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4e57234-06f2-4f31-bd2e-2af92fcde0ff HTTP/1.1" status: 200 len: 210 time: 0.1166387 Mar 09 03:35:42.549723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-04ed3c8c-9c4d-486a-9563-416361a8f773 admin admin] The port '52724419-a53f-4fdd-89e9-2b6e64e4ed26' was deleted {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:35:42.575296 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:42.596902 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 1c48c3f6-a4e5-4188-ad16-da37a88445b9, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1c48c3f6-a4e5-4188-ad16-da37a88445b9,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:42.600706 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-180dfd75-f125-4ecd-98ac-19d17690a07d service neutron] For port e30c5c9e-3e19-4602-b265-9c044c715620, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e30c5c9e-3e19-4602-b265-9c044c715620,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:35:42.602403 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:42.691658 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 52724419-a53f-4fdd-89e9-2b6e64e4ed26 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:35:42.695332 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-180dfd75-f125-4ecd-98ac-19d17690a07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:42.738583 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 52724419-a53f-4fdd-89e9-2b6e64e4ed26 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:35:42.738813 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 52724419-a53f-4fdd-89e9-2b6e64e4ed26 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:35:42.759784 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=1c48c3f6-a4e5-4188-ad16-da37a88445b9,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:42.766490 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-24ee072d-5045-4cb2-aa0b-c6348ee27de4 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:42.768582 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-24ee072d-5045-4cb2-aa0b-c6348ee27de4 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.24 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694&tenant_id=fb202b0928604d6ca848064936552050&binding%3Ahost_id=n-h1-825178-5 HTTP/1.1" status: 200 len: 949 time: 0.5202489 Mar 09 03:35:42.796407 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-180dfd75-f125-4ecd-98ac-19d17690a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:42.797021 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-180dfd75-f125-4ecd-98ac-19d17690a07d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:42.798380 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-180dfd75-f125-4ecd-98ac-19d17690a07d service neutron] 10.222.0.21 "PUT /v2.0/ports/e30c5c9e-3e19-4602-b265-9c044c715620 HTTP/1.1" status: 200 len: 1091 time: 5.5086703 Mar 09 03:35:42.807531 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed42273-4a15-4196-8738-e209c07ba54b', 'tag': 'e30c5c9e-3e19-4602-b265-9c044c715620'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:35:42.813373 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04ed3c8c-9c4d-486a-9563-416361a8f773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:42.823518 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8a33ff7c-2b56-42d7-9b54-8582ad6b6988 req-a9132ced-b00c-4c3c-9093-a37968bb6ad6 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427152 Mar 09 03:35:42.838431 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00428234-6e82-4579-b155-10321049cd6f req-9cc64e10-783d-4382-86e9-9115526cc80a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:42.839910 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-00428234-6e82-4579-b155-10321049cd6f req-9cc64e10-783d-4382-86e9-9115526cc80a tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8378026 Mar 09 03:35:42.858100 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 317087b4-d89e-40f1-b023-7b8ca916229c up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:35:42.865470 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-00428234-6e82-4579-b155-10321049cd6f req-24487050-8e44-4ada-9bc9-26fbdd6374ed tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Request body: {'port': {'device_id': '78ca0553-0e28-4e12-a3c6-372ccd355e29', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': '9cc46625939e49829e840c9b5c55e8e6'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:35:42.975997 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-b549cfe5-d792-4cea-97f4-e2a906dbc0bd service neutron] 10.222.0.24 "GET /v2.0/ports/317087b4-d89e-40f1-b023-7b8ca916229c/bindings/n-h1-825178-5 HTTP/1.1" status: 200 len: 382 time: 0.1327920 Mar 09 03:35:42.977507 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-04ed3c8c-9c4d-486a-9563-416361a8f773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:42.996717 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-04ed3c8c-9c4d-486a-9563-416361a8f773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65100822-7d3a-41b6-8e73-7d7a09ede0ce') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:42.996923 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-04ed3c8c-9c4d-486a-9563-416361a8f773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65100822-7d3a-41b6-8e73-7d7a09ede0ce') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:43.031924 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadfa1f-0318-41f5-8af3-9ac15ce8600e req-865451c6-50bd-4e76-a8f9-70956183ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:43.033780 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-feadfa1f-0318-41f5-8af3-9ac15ce8600e req-865451c6-50bd-4e76-a8f9-70956183ab94 service neutron] 10.222.0.21 "GET /v2.0/networks?id=304f544a-4e19-4ec8-816f-4e06aa7f0361 HTTP/1.1" status: 200 len: 921 time: 0.5864224 Mar 09 03:35:43.039442 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 317087b4-d89e-40f1-b023-7b8ca916229c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:35:43.060413 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 317087b4-d89e-40f1-b023-7b8ca916229c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:35:43.061311 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:43.095324 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04ed3c8c-9c4d-486a-9563-416361a8f773 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:43.138707 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04ed3c8c-9c4d-486a-9563-416361a8f773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:43.157223 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089012c6-3a3d-41a8-b781-cda6700a1bcd req-d9f6cacc-fe20-4fde-aeef-0f49ce3fa54e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:43.167350 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-089012c6-3a3d-41a8-b781-cda6700a1bcd req-d9f6cacc-fe20-4fde-aeef-0f49ce3fa54e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 949 time: 0.4148879 Mar 09 03:35:43.172799 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ed3c8c-9c4d-486a-9563-416361a8f773 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:35:43.173395 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04ed3c8c-9c4d-486a-9563-416361a8f773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:43.187967 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180dfd75-f125-4ecd-98ac-19d17690a07d service neutron] Pushing event updated for resources: {'Port': ['ID=e30c5c9e-3e19-4602-b265-9c044c715620,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:35:43.239696 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:35:43.245646 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:43.288826 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 317087b4-d89e-40f1-b023-7b8ca916229c, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=317087b4-d89e-40f1-b023-7b8ca916229c,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:43.289883 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319a3be0-46dd-408e-91d5-4cb03dca2694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317087b4-d89e-40f1-b023-7b8ca916229c'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:35:43.298023 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:43.316413 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-feadfa1f-0318-41f5-8af3-9ac15ce8600e req-06681b9b-e69e-4a61-92e1-e3f11aed23dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a8a343a-e762-4fab-9d01-56ccd10d86ed HTTP/1.1" status: 200 len: 217 time: 0.2635713 Mar 09 03:35:43.384891 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-089012c6-3a3d-41a8-b781-cda6700a1bcd req-19ec5370-21b0-45e1-aae0-92b43e6b62dd tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141519 Mar 09 03:35:43.389400 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=317087b4-d89e-40f1-b023-7b8ca916229c,revision_number=9']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:43.416236 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-19791a51-79f0-424a-90a3-67525df7810b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:43.417886 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-19791a51-79f0-424a-90a3-67525df7810b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 1100 time: 0.4010570 Mar 09 03:35:43.419222 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04ed3c8c-9c4d-486a-9563-416361a8f773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:43.440193 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04ed3c8c-9c4d-486a-9563-416361a8f773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:43.469596 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed3c8c-9c4d-486a-9563-416361a8f773 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:43.491455 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-04ed3c8c-9c4d-486a-9563-416361a8f773 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7ca7bd8c-8ae1-4eee-84d7-dbdb1a5278b5 HTTP/1.1" status: 204 len: 168 time: 3.0293396 Mar 09 03:35:43.719915 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42038) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:43.722110 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d4f3573a-6302-4b56-9918-0427758431a1 req-2d9d090c-5c2c-4e2b-9d5d-c00105bc401d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=78ca0553-0e28-4e12-a3c6-372ccd355e29 HTTP/1.1" status: 200 len: 210 time: 0.1801162 Mar 09 03:35:43.765477 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-f3fda067-265f-4fef-b6e9-6297d74680d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:43.767205 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-f3fda067-265f-4fef-b6e9-6297d74680d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.3237951 Mar 09 03:35:43.780761 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadfa1f-0318-41f5-8af3-9ac15ce8600e req-4a6692c3-e4d9-4ab2-8a21-e5bac79887bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:43.782178 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-feadfa1f-0318-41f5-8af3-9ac15ce8600e req-4a6692c3-e4d9-4ab2-8a21-e5bac79887bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb7cb80-fa8d-459c-b59f-347ff2f11453 HTTP/1.1" status: 200 len: 860 time: 0.2746277 Mar 09 03:35:43.783178 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-00428234-6e82-4579-b155-10321049cd6f req-24487050-8e44-4ada-9bc9-26fbdd6374ed tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:35:43.803921 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-02d8843d-4538-4fcd-a947-bd8cb41fddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:43.805423 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-02d8843d-4538-4fcd-a947-bd8cb41fddc8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2805c8aef7c746099fde990352f135bf&device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 1094 time: 0.9489179 Mar 09 03:35:43.809544 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed42273-4a15-4196-8738-e209c07ba54b', 'tag': 'e30c5c9e-3e19-4602-b265-9c044c715620', 'status': 'completed', 'code': 200} Mar 09 03:35:43.816916 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Allocated IP 172.20.0.1 (4d37a024-1cda-4ef5-beed-7642da9f8928/98454a6c-fce7-4e43-9bc8-060f1b6acedb/0d170067-f189-49aa-a0f1-458cc0a79d23) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:35:43.867075 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a63c08-3144-4fd7-9c1d-37d04be0db52 req-91d40ddc-a54c-470b-a4dd-e99e9930e14b tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:43.873908 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f5a63c08-3144-4fd7-9c1d-37d04be0db52 req-91d40ddc-a54c-470b-a4dd-e99e9930e14b tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 943 time: 0.7531316 Mar 09 03:35:43.892073 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319a3be0-46dd-408e-91d5-4cb03dca2694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317087b4-d89e-40f1-b023-7b8ca916229c', 'code': 200} Mar 09 03:35:43.897263 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-e89b41ca-5adf-48e4-93bb-c014f74661f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=317087b4-d89e-40f1-b023-7b8ca916229c HTTP/1.1" status: 200 len: 217 time: 0.1232753 Mar 09 03:35:43.973103 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-00428234-6e82-4579-b155-10321049cd6f req-24487050-8e44-4ada-9bc9-26fbdd6374ed tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:35:43.997983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-851884d3-9e85-4c96-8aae-db819873710d tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:43.999482 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-851884d3-9e85-4c96-8aae-db819873710d tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.21 "GET /v2.0/networks?id=b43e277f-27e3-4498-8ae6-3889cca4234e HTTP/1.1" status: 200 len: 811 time: 0.8736637 Mar 09 03:35:44.001559 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-feadfa1f-0318-41f5-8af3-9ac15ce8600e req-f61a69ef-56bb-49d8-880c-37ddda979489 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=304f544a-4e19-4ec8-816f-4e06aa7f0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1937952 Mar 09 03:35:44.023646 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-195b4b81-df29-4583-b5b9-ead2ce353ff5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e30c5c9e-3e19-4602-b265-9c044c715620 HTTP/1.1" status: 200 len: 217 time: 0.2081802 Mar 09 03:35:44.038347 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-0f284b09-91f0-4221-b6dd-723470e05863 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Request body: {'port': {'device_id': 'b4e57234-06f2-4f31-bd2e-2af92fcde0ff', 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e', 'admin_state_up': True, 'tenant_id': 'ae03d5eb038f4850a3760a69271911b5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:35:44.072700 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-dec07e08-832a-4695-96da-65f03e998a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:44.074301 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-dec07e08-832a-4695-96da-65f03e998a8c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1668971 Mar 09 03:35:44.161914 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42050) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:44.176684 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-246bbcfa-caeb-4cf4-b17f-2a8f61647bfd req-9c61b946-cb1f-4f29-8f08-7ec83a80f5cd tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4e57234-06f2-4f31-bd2e-2af92fcde0ff HTTP/1.1" status: 200 len: 210 time: 0.0994418 Mar 09 03:35:44.186617 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f5a63c08-3144-4fd7-9c1d-37d04be0db52 req-28b75d03-c2b4-44fb-b0e0-1e7889f59fc0 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118653 Mar 09 03:35:44.192453 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c781a15a-de06-462a-884e-fa61f79dd4ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6bca179644e344988a4822677f335581&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4667249 Mar 09 03:35:44.192749 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42054) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:44.198140 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00428234-6e82-4579-b155-10321049cd6f req-24487050-8e44-4ada-9bc9-26fbdd6374ed tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Made reservation on behalf of 9cc46625939e49829e840c9b5c55e8e6 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:35:44.201762 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-00428234-6e82-4579-b155-10321049cd6f req-24487050-8e44-4ada-9bc9-26fbdd6374ed tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:44.288851 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1c48c3f6-a4e5-4188-ad16-da37a88445b9 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:35:44.303911 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-bc310b2d-cb14-4b5c-994d-724882d1aee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:44.306054 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-bc310b2d-cb14-4b5c-994d-724882d1aee2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1854451 Mar 09 03:35:44.306968 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-71ade4fd-72a9-4e9f-acee-4ace61b81e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:44.336210 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-71ade4fd-72a9-4e9f-acee-4ace61b81e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:44.369707 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 1c48c3f6-a4e5-4188-ad16-da37a88445b9 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:35:44.370498 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:44.464660 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-ea417b00-c846-4b04-b111-3ae7d576b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:44.466083 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-ea417b00-c846-4b04-b111-3ae7d576b27d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42f7c02a-5561-45bd-a0c7-255e56eaf460 HTTP/1.1" status: 200 len: 847 time: 0.4347799 Mar 09 03:35:44.474155 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-71ade4fd-72a9-4e9f-acee-4ace61b81e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:44.515260 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ade4fd-72a9-4e9f-acee-4ace61b81e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35307e17-47d0-40a3-bf82-2e29743c6eb1,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:44.559883 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a33aac89-d537-4564-b271-2c3de494140f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:44.594163 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-71ade4fd-72a9-4e9f-acee-4ace61b81e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:44.595420 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-71ade4fd-72a9-4e9f-acee-4ace61b81e05 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35307e17-47d0-40a3-bf82-2e29743c6eb1 HTTP/1.1" status: 204 len: 168 time: 0.4018130 Mar 09 03:35:44.635197 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-d5375d41-2fb0-42ea-b810-18e6be1856c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af94044a-4dd6-4e2a-9a7b-ddb410474c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412802 Mar 09 03:35:44.657149 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-e802bcc5-3116-4d7f-bac3-a1636e2f3836 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657144 Mar 09 03:35:44.666270 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2eff0-792e-4cd2-b34f-c4064efc4c2b req-f87e74d2-895e-489d-b600-4faf23879d77 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:44.667758 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-04a2eff0-792e-4cd2-b34f-c4064efc4c2b req-f87e74d2-895e-489d-b600-4faf23879d77 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 943 time: 0.2745268 Mar 09 03:35:44.705661 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a33aac89-d537-4564-b271-2c3de494140f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:35:44.714391 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-0f284b09-91f0-4221-b6dd-723470e05863 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:35:44.724054 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-feadfa1f-0318-41f5-8af3-9ac15ce8600e req-475f7061-5306-4c49-8c2b-975592ae512c service neutron] 10.222.0.21 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7026534 Mar 09 03:35:44.737040 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a33aac89-d537-4564-b271-2c3de494140f admin admin] Usage tracker for resource:security_group_rule and tenant:a0ea316865d24b1e8eb5c2ae568bfedf is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:35:44.741430 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-0f284b09-91f0-4221-b6dd-723470e05863 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Usage tracker for resource:port and tenant:ae03d5eb038f4850a3760a69271911b5 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:35:44.750368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a33aac89-d537-4564-b271-2c3de494140f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:35:44.762413 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-0f284b09-91f0-4221-b6dd-723470e05863 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:35:44.783503 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:44.790508 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a33aac89-d537-4564-b271-2c3de494140f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:35:44.807496 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-04a2eff0-792e-4cd2-b34f-c4064efc4c2b req-5c3d5270-c406-43d0-964e-bfb56d77c325 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176536 Mar 09 03:35:44.814665 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-0f284b09-91f0-4221-b6dd-723470e05863 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:35:44.844845 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-9c6a0917-6c12-4489-a088-2e550438ff5e service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755574 Mar 09 03:35:44.977744 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42068) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:44.997183 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Transition to ACTIVE for port object 0d170067-f189-49aa-a0f1-458cc0a79d23 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:35:44.997422 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-019b61a6-e4f6-40ac-bd4e-73a17c32be07 req-b3e892a3-17f5-441d-be66-c4db8cdcbc25 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=78ca0553-0e28-4e12-a3c6-372ccd355e29 HTTP/1.1" status: 200 len: 210 time: 0.0600092 Mar 09 03:35:45.020371 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-0f284b09-91f0-4221-b6dd-723470e05863 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Made reservation on behalf of ae03d5eb038f4850a3760a69271911b5 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:35:45.022432 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-0f284b09-91f0-4221-b6dd-723470e05863 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:45.035393 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-47b102e4-5d35-41de-8a4b-8169b90aa5b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e37c1a02043a4b1ca6ffc034fbe835db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0564840 Mar 09 03:35:45.037877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42072) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:45.095335 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6b066a03-59d6-44e3-b935-9adf49c604d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:45.122032 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6b066a03-59d6-44e3-b935-9adf49c604d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:45.179625 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6b066a03-59d6-44e3-b935-9adf49c604d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:45.197120 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b066a03-59d6-44e3-b935-9adf49c604d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519afda1-ffe5-47fa-9e34-fc43b90d3be3,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:45.201867 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6b066a03-59d6-44e3-b935-9adf49c604d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:45.205803 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6b066a03-59d6-44e3-b935-9adf49c604d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/519afda1-ffe5-47fa-9e34-fc43b90d3be3 HTTP/1.1" status: 204 len: 168 time: 0.1669512 Mar 09 03:35:45.335902 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c8c74-a936-4922-b677-9c0d262b9a94 req-285540a1-7242-41d7-add6-297afff9ed35 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:45.337352 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7f5c8c74-a936-4922-b677-9c0d262b9a94 req-285540a1-7242-41d7-add6-297afff9ed35 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 950 time: 0.7787309 Mar 09 03:35:45.339608 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-00428234-6e82-4579-b155-10321049cd6f req-24487050-8e44-4ada-9bc9-26fbdd6374ed tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Allocated IP 192.168.233.8 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/7c3a58c9-e070-4db7-8745-a37785fbc83b) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:35:45.354834 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-245c26e3-bf35-4044-a1bd-756544ae7011 req-af57fd48-bedf-4db5-b97c-02feeb51bf4c tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4e57234-06f2-4f31-bd2e-2af92fcde0ff HTTP/1.1" status: 200 len: 210 time: 0.0472100 Mar 09 03:35:45.377378 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-9c65a46c-c952-4d9d-b61f-86d7c9dd803c service neutron] 10.222.0.21 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7181005 Mar 09 03:35:45.405832 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-feadfa1f-0318-41f5-8af3-9ac15ce8600e req-9e662336-0e29-403c-9e3d-8c5329b361de service neutron] 10.222.0.21 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6565387 Mar 09 03:35:45.494538 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:45.568362 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e09b3-54e9-4e08-be7d-2cf70f7d990e req-80882131-a101-42ab-8b7d-9a0ab3f06aa7 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:45.569855 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ab8e09b3-54e9-4e08-be7d-2cf70f7d990e req-80882131-a101-42ab-8b7d-9a0ab3f06aa7 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 943 time: 0.0913644 Mar 09 03:35:45.623752 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ab8e09b3-54e9-4e08-be7d-2cf70f7d990e req-5f292469-d997-49cf-afa8-a6c869ac93ec tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465183 Mar 09 03:35:45.692614 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7f5c8c74-a936-4922-b677-9c0d262b9a94 req-3f5fde0f-d4bf-4563-88f2-47d85aef2b30 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309617 Mar 09 03:35:45.707566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Network 4d37a024-1cda-4ef5-beed-7642da9f8928 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:35:45.733380 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:35:45.748351 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:35:45.792664 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Pushing event updated for resources: {'Port': ['ID=0d170067-f189-49aa-a0f1-458cc0a79d23,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:45.818491 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a33aac89-d537-4564-b271-2c3de494140f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:45.853798 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a33aac89-d537-4564-b271-2c3de494140f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:45.860873 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:45.861215 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:45.861547 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:45.861874 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:45.862200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:45.863179 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:45.863500 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:45.863822 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:45.864136 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:45.864449 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:45.864765 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:45.865075 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:45.880289 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-0f284b09-91f0-4221-b6dd-723470e05863 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Allocated IP 172.20.0.7 (b43e277f-27e3-4498-8ae6-3889cca4234e/c938e3dc-f3f5-45d5-a021-35dcda335146/3ad69cf6-30d6-49aa-b938-570a31af1bf7) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:35:46.016318 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3a09954-4f62-4a75-8c88-ecffd6d3e229 req-163aa03c-a843-4907-8b30-93344fac1341 service neutron] 10.222.0.21 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6142073 Mar 09 03:35:46.038593 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:46.054413 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-8ae4a6fc-702f-46ac-9c4b-c3bace704178 None None] Provisioning for port 0d170067-f189-49aa-a0f1-458cc0a79d23 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:35:46.062482 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-8ae4a6fc-702f-46ac-9c4b-c3bace704178 None None] Provisioning complete for port 0d170067-f189-49aa-a0f1-458cc0a79d23 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:35:46.062966 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8ae4a6fc-702f-46ac-9c4b-c3bace704178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:46.147186 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-8ae4a6fc-702f-46ac-9c4b-c3bace704178 None None] Port 0d170067-f189-49aa-a0f1-458cc0a79d23 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:35:46.231239 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a33aac89-d537-4564-b271-2c3de494140f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0ea316865d24b1e8eb5c2ae568bfedf&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0601127 Mar 09 03:35:46.234055 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42108) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:46.285811 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33aac89-d537-4564-b271-2c3de494140f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a7cd89-f973-4abe-86f2-e550feebff7a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:46.331774 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2af60d8b-9060-4dcd-ac50-e7428d88db9a req-4616178d-3ba5-4ef4-a23b-9c7e2a928ac4 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=78ca0553-0e28-4e12-a3c6-372ccd355e29 HTTP/1.1" status: 200 len: 210 time: 0.1456807 Mar 09 03:35:46.352316 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e7162961-758c-481e-a6f6-566b9cd2c9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:46.389845 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e7162961-758c-481e-a6f6-566b9cd2c9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:46.407726 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-00428234-6e82-4579-b155-10321049cd6f req-24487050-8e44-4ada-9bc9-26fbdd6374ed tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:46.432195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933b672-b3c3-4962-b654-21a1e5fb25c3 req-0cc4c76a-a484-4fb7-a9c1-27858f758849 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:46.439499 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6933b672-b3c3-4962-b654-21a1e5fb25c3 req-0cc4c76a-a484-4fb7-a9c1-27858f758849 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 943 time: 0.4640591 Mar 09 03:35:46.515571 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6933b672-b3c3-4962-b654-21a1e5fb25c3 req-787d12f7-0785-45cc-9d3a-82c5880c1941 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750997 Mar 09 03:35:46.525450 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-00428234-6e82-4579-b155-10321049cd6f req-24487050-8e44-4ada-9bc9-26fbdd6374ed tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Transition to ACTIVE for port object 7c3a58c9-e070-4db7-8745-a37785fbc83b will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:35:46.543132 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e7162961-758c-481e-a6f6-566b9cd2c9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:46.561547 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7162961-758c-481e-a6f6-566b9cd2c9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a7cd89-f973-4abe-86f2-e550feebff7a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:46.569004 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e7162961-758c-481e-a6f6-566b9cd2c9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:46.581735 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e7162961-758c-481e-a6f6-566b9cd2c9aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8a7cd89-f973-4abe-86f2-e550feebff7a HTTP/1.1" status: 204 len: 168 time: 0.3440874 Mar 09 03:35:46.677059 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ef3a3553-9559-49f1-91f2-68e3e3f39745 req-4380f35c-0419-4fb6-824a-21b8ac2f0f59 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4e57234-06f2-4f31-bd2e-2af92fcde0ff HTTP/1.1" status: 200 len: 210 time: 0.1366544 Mar 09 03:35:46.705790 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4743d-c919-4360-ab15-1bbbe20578f1 req-aafc640e-f0c3-4fb6-b144-da77a1407952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:46.708180 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a0f4743d-c919-4360-ab15-1bbbe20578f1 req-aafc640e-f0c3-4fb6-b144-da77a1407952 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2805c8aef7c746099fde990352f135bf&device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 1094 time: 0.5284846 Mar 09 03:35:46.893624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0357d3c-34ed-43ec-9a59-b779fddfb803 req-90eec4fa-4fcb-457e-83ae-700878cd3c37 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:46.903737 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e0357d3c-34ed-43ec-9a59-b779fddfb803 req-90eec4fa-4fcb-457e-83ae-700878cd3c37 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 943 time: 0.1425328 Mar 09 03:35:46.964350 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:47.011586 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e0357d3c-34ed-43ec-9a59-b779fddfb803 req-34781a92-4f27-428e-9a28-916c7b7bebf2 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061587 Mar 09 03:35:47.053168 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-0f284b09-91f0-4221-b6dd-723470e05863 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:47.061204 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-00428234-6e82-4579-b155-10321049cd6f req-24487050-8e44-4ada-9bc9-26fbdd6374ed tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:47.074413 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['b6f35ef7-250a-4519-9e2e-2cdcd74c2047', '4ddda7c6-b428-4425-a523-4b32482d7e48', 'fb6c1293-67e6-4e97-be63-8d7254a3ffbf', 'b497e655-390b-4c5f-8aba-27b38ec3f987'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:35:47.130142 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['d1022644-48bc-4d48-bad2-0f16a24a90c7', '811d17f4-2f18-4866-8e73-28c4a2cbb29f'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:35:47.330159 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00428234-6e82-4579-b155-10321049cd6f req-24487050-8e44-4ada-9bc9-26fbdd6374ed tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:35:47.348094 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-00428234-6e82-4579-b155-10321049cd6f req-24487050-8e44-4ada-9bc9-26fbdd6374ed tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:35:47.359262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-00428234-6e82-4579-b155-10321049cd6f req-24487050-8e44-4ada-9bc9-26fbdd6374ed tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:35:47.529071 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4743d-c919-4360-ab15-1bbbe20578f1 req-6df0a545-8a12-40b7-93d8-8eb00f2688bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:47.531789 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a0f4743d-c919-4360-ab15-1bbbe20578f1 req-6df0a545-8a12-40b7-93d8-8eb00f2688bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=af94044a-4dd6-4e2a-9a7b-ddb410474c02 HTTP/1.1" status: 200 len: 908 time: 0.7984035 Mar 09 03:35:47.532622 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24487050-8e44-4ada-9bc9-26fbdd6374ed tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Pushing event updated for resources: {'Port': ['ID=7c3a58c9-e070-4db7-8745-a37785fbc83b,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:47.695905 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a2cc0-ea99-4825-a763-2f722cc581ff req-c5198f04-12c5-4b45-baa7-a236ce6916de tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:47.704029 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1f6a2cc0-ea99-4825-a763-2f722cc581ff req-c5198f04-12c5-4b45-baa7-a236ce6916de tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=78ca0553-0e28-4e12-a3c6-372ccd355e29 HTTP/1.1" status: 200 len: 934 time: 0.1217847 Mar 09 03:35:47.757371 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432aebf-2e4c-4192-a70e-d40b4ac30a72 req-5037ced9-7b4d-412c-882c-6d7531b869e2 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:47.765754 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5432aebf-2e4c-4192-a70e-d40b4ac30a72 req-5037ced9-7b4d-412c-882c-6d7531b869e2 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 950 time: 0.9175086 Mar 09 03:35:47.773851 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00428234-6e82-4579-b155-10321049cd6f req-24487050-8e44-4ada-9bc9-26fbdd6374ed tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:47.774730 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-00428234-6e82-4579-b155-10321049cd6f req-24487050-8e44-4ada-9bc9-26fbdd6374ed tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:47.777892 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1f6a2cc0-ea99-4825-a763-2f722cc581ff req-6a0b5581-bf38-4fc4-bab7-406bb53679b2 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671115 Mar 09 03:35:47.875681 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0a2c4999-79ea-4e2a-89db-b51b0c679aa2 None None] Provisioning for port 7c3a58c9-e070-4db7-8745-a37785fbc83b completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:35:47.898653 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0a2c4999-79ea-4e2a-89db-b51b0c679aa2 None None] Provisioning complete for port 7c3a58c9-e070-4db7-8745-a37785fbc83b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:35:47.899045 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0a2c4999-79ea-4e2a-89db-b51b0c679aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:47.926919 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a0f4743d-c919-4360-ab15-1bbbe20578f1 req-63b38e7f-0bc1-44c5-8ce7-55f12c50a40a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e30c5c9e-3e19-4602-b265-9c044c715620 HTTP/1.1" status: 200 len: 217 time: 0.2888973 Mar 09 03:35:48.011673 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-0f284b09-91f0-4221-b6dd-723470e05863 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:48.043005 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-0a2c4999-79ea-4e2a-89db-b51b0c679aa2 None None] Port 7c3a58c9-e070-4db7-8745-a37785fbc83b cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:35:48.067263 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6e743-d003-4839-98fe-a3205582f126 req-6cb0dcfe-1305-4e35-8716-dde707fa5fc7 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:48.068755 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eec6e743-d003-4839-98fe-a3205582f126 req-6cb0dcfe-1305-4e35-8716-dde707fa5fc7 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 943 time: 0.1512156 Mar 09 03:35:48.109901 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e30c5c9e-3e19-4602-b265-9c044c715620 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:35:48.123355 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4743d-c919-4360-ab15-1bbbe20578f1 req-d9cbc493-022d-438a-9d09-5c3ee9c72ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:48.125219 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a0f4743d-c919-4360-ab15-1bbbe20578f1 req-d9cbc493-022d-438a-9d09-5c3ee9c72ef6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42f7c02a-5561-45bd-a0c7-255e56eaf460 HTTP/1.1" status: 200 len: 847 time: 0.1761191 Mar 09 03:35:48.130773 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eec6e743-d003-4839-98fe-a3205582f126 req-221ed535-9899-4996-8ad1-74242bbed6db tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548553 Mar 09 03:35:48.154781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42172) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:48.238678 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a0f4743d-c919-4360-ab15-1bbbe20578f1 req-0e3dd912-bf6f-4909-81f3-fa90b85f2a57 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af94044a-4dd6-4e2a-9a7b-ddb410474c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922785 Mar 09 03:35:48.241315 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5432aebf-2e4c-4192-a70e-d40b4ac30a72 req-32d25175-5613-4966-b23a-8beeacf479d5 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745727 Mar 09 03:35:48.253797 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-00428234-6e82-4579-b155-10321049cd6f req-24487050-8e44-4ada-9bc9-26fbdd6374ed tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.4000487 Mar 09 03:35:48.256047 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-0f284b09-91f0-4221-b6dd-723470e05863 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Network b43e277f-27e3-4498-8ae6-3889cca4234e is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:35:48.293675 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port e30c5c9e-3e19-4602-b265-9c044c715620, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e30c5c9e-3e19-4602-b265-9c044c715620,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:48.294808 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-0f284b09-91f0-4221-b6dd-723470e05863 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:35:48.311330 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'e30c5c9e-3e19-4602-b265-9c044c715620', 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02', 'port_id': 'e30c5c9e-3e19-4602-b265-9c044c715620', 'mac_address': 'fa:16:3e:4a:bf:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f7c02a-5561-45bd-a0c7-255e56eaf460', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:35:48.320261 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-00428234-6e82-4579-b155-10321049cd6f req-399b3a3a-b3bc-4317-abc7-4f08360193e8 service neutron] Request body: {'port': {'device_id': '78ca0553-0e28-4e12-a3c6-372ccd355e29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:35:48.357863 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-0f284b09-91f0-4221-b6dd-723470e05863 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:35:48.379209 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:48.389734 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-ac1b5946-7ece-4779-a7c5-61350c36d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:48.391374 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-ac1b5946-7ece-4779-a7c5-61350c36d289 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694&tenant_id=fb202b0928604d6ca848064936552050 HTTP/1.1" status: 200 len: 1101 time: 0.8529410 Mar 09 03:35:48.396173 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1320604147-network', 'tenant_id': '0cfa7fe9312d413ca333b2474578ba7b'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:35:48.403702 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:35:48.407238 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f284b09-91f0-4221-b6dd-723470e05863 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Pushing event updated for resources: {'Port': ['ID=3ad69cf6-30d6-49aa-b938-570a31af1bf7,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:48.409357 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e30c5c9e-3e19-4602-b265-9c044c715620 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:35:48.417801 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Usage tracker for resource:network and tenant:0cfa7fe9312d413ca333b2474578ba7b is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:35:48.421849 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:35:48.429546 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:35:48.440290 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b69e6-1e17-4cb8-9a24-8bfec380099b req-db0e1e93-34f7-45a7-b4ac-32201de0d94f tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:48.448143 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cb3b69e6-1e17-4cb8-9a24-8bfec380099b req-db0e1e93-34f7-45a7-b4ac-32201de0d94f tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4e57234-06f2-4f31-bd2e-2af92fcde0ff HTTP/1.1" status: 200 len: 931 time: 0.1607904 Mar 09 03:35:48.449010 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port e30c5c9e-3e19-4602-b265-9c044c715620, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e30c5c9e-3e19-4602-b265-9c044c715620,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:48.488689 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-3cdc1c1b-f96e-412f-9dc2-f7a28fa27f33 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-5', 'device_owner': 'compute:nova'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:35:48.494313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-cb3b69e6-1e17-4cb8-9a24-8bfec380099b req-f26f8f44-bd2d-477a-a98e-85868e23a69b tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Synchronizing usage tracker for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:35:48.497189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Made reservation on behalf of 0cfa7fe9312d413ca333b2474578ba7b for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:35:48.499639 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:48.508277 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:48.517479 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:48.543848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:35:48.549382 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Usage tracker for resource:security_group_rule and tenant:0cfa7fe9312d413ca333b2474578ba7b is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:35:48.553555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:35:48.557612 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-cb3b69e6-1e17-4cb8-9a24-8bfec380099b req-f26f8f44-bd2d-477a-a98e-85868e23a69b tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Unset dirty status for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:35:48.569518 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cb3b69e6-1e17-4cb8-9a24-8bfec380099b req-f26f8f44-bd2d-477a-a98e-85868e23a69b tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204252 Mar 09 03:35:48.581494 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:35:48.585932 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.resource_extend [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:35:48.626117 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=e30c5c9e-3e19-4602-b265-9c044c715620,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:48.653756 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-0f284b09-91f0-4221-b6dd-723470e05863 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:48.656679 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-0f284b09-91f0-4221-b6dd-723470e05863 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:48.691702 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:48.696638 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:48.718224 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:48.724115 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:35:48.741627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f131a8c-796c-4617-b9f4-9ceffea22b47,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:48.751586 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:48.751949 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:48.752261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:48.752717 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:48.753754 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:48.754095 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:48.754416 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:48.754734 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:48.755074 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:48.755398 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:48.755704 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:48.756024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:35:48.759684 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:48.759965 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Added segment b3c06c6f-a040-43d0-9d75-095feecb3ddc of type vlan for network aff92ff4-c46b-4b2f-a418-72b29b53c84d Mar 09 03:35:48.765870 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['e30c5c9e-3e19-4602-b265-9c044c715620'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:35:48.800964 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:48.835442 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:48.836499 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:48.837464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:48.838050 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:48.890378 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 317087b4-d89e-40f1-b023-7b8ca916229c no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:35:48.954759 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:49.106885 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-0f284b09-91f0-4221-b6dd-723470e05863 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0846810 Mar 09 03:35:49.113156 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:49.141413 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9853034 Mar 09 03:35:49.148601 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42192) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:49.153783 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b289dc0-e3d9-4880-a54a-975843f77561 admin admin] Pushing event updated for resources: {'Network': ['ID=aff92ff4-c46b-4b2f-a418-72b29b53c84d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:49.156098 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319a3be0-46dd-408e-91d5-4cb03dca2694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '317087b4-d89e-40f1-b023-7b8ca916229c'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:35:49.158972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-4a58ebdc-71e0-4cff-b03b-4d7385a99144 admin admin] Request body: {'subnet': {'network_id': 'aff92ff4-c46b-4b2f-a418-72b29b53c84d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1320604147-subnet', 'tenant_id': '0cfa7fe9312d413ca333b2474578ba7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:35:49.160445 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-ad317d0a-c6a7-4c8f-a08e-be5811fcab96 service neutron] Request body: {'port': {'device_id': 'b4e57234-06f2-4f31-bd2e-2af92fcde0ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:35:49.165270 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4a58ebdc-71e0-4cff-b03b-4d7385a99144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:35:49.169169 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 317087b4-d89e-40f1-b023-7b8ca916229c, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=317087b4-d89e-40f1-b023-7b8ca916229c,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:49.172743 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network aff92ff4-c46b-4b2f-a418-72b29b53c84d details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:35:49.173510 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4a58ebdc-71e0-4cff-b03b-4d7385a99144 admin admin] Usage tracker for resource:subnet and tenant:0cfa7fe9312d413ca333b2474578ba7b is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:35:49.178978 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4a58ebdc-71e0-4cff-b03b-4d7385a99144 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:35:49.185854 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4a58ebdc-71e0-4cff-b03b-4d7385a99144 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:35:49.189360 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-00428234-6e82-4579-b155-10321049cd6f req-399b3a3a-b3bc-4317-abc7-4f08360193e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:49.200872 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:49.205069 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a0f4743d-c919-4360-ab15-1bbbe20578f1 req-e7fca2be-67e7-4dad-bc57-0d7cdc98170b service neutron] 10.222.0.21 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9362972 Mar 09 03:35:49.205248 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a58ebdc-71e0-4cff-b03b-4d7385a99144 admin admin] Made reservation on behalf of 0cfa7fe9312d413ca333b2474578ba7b for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:35:49.207890 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a58ebdc-71e0-4cff-b03b-4d7385a99144 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:49.236024 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-3cdc1c1b-f96e-412f-9dc2-f7a28fa27f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:49.250609 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a71d6e-e208-4c34-861e-1167ce8417b1 req-11149af6-2c4a-4940-b60e-a98480ab62f5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:49.252185 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e0a71d6e-e208-4c34-861e-1167ce8417b1 req-11149af6-2c4a-4940-b60e-a98480ab62f5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=78ca0553-0e28-4e12-a3c6-372ccd355e29 HTTP/1.1" status: 200 len: 934 time: 0.1557493 Mar 09 03:35:49.302766 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Pushing event updated for resources: {'Port': ['ID=0d170067-f189-49aa-a0f1-458cc0a79d23,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:49.339683 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=317087b4-d89e-40f1-b023-7b8ca916229c,revision_number=10']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:49.359222 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e0a71d6e-e208-4c34-861e-1167ce8417b1 req-610be977-8474-48eb-b3b1-007a4061220d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605433 Mar 09 03:35:49.485126 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a58ebdc-71e0-4cff-b03b-4d7385a99144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:49.607824 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58ebdc-71e0-4cff-b03b-4d7385a99144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f737222e-ea29-4be9-9d8e-94fcd3d69b48,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:49.615827 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a58ebdc-71e0-4cff-b03b-4d7385a99144 admin admin] Checking segment: {'id': 'b3c06c6f-a040-43d0-9d75-095feecb3ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'aff92ff4-c46b-4b2f-a418-72b29b53c84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:35:49.616084 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a58ebdc-71e0-4cff-b03b-4d7385a99144 admin admin] Network hostable DHCP agents. Network: aff92ff4-c46b-4b2f-a418-72b29b53c84d, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:35:49.645498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a58ebdc-71e0-4cff-b03b-4d7385a99144 admin admin] Network aff92ff4-c46b-4b2f-a418-72b29b53c84d is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:35:49.664234 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-4a58ebdc-71e0-4cff-b03b-4d7385a99144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, aff92ff4-c46b-4b2f-a418-72b29b53c84d) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:35:49.672552 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07b672e-e1aa-4a37-a10e-3b0223d7a4cf None None] Network aff92ff4-c46b-4b2f-a418-72b29b53c84d requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:35:49.673153 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d97ba-aca6-4ef0-bd09-240b377e0e48 req-16cae1bc-a523-4925-b537-8b540ecb4cbf tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:49.674760 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1d5d97ba-aca6-4ef0-bd09-240b377e0e48 req-16cae1bc-a523-4925-b537-8b540ecb4cbf tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 944 time: 0.1248479 Mar 09 03:35:49.675568 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Network 4d37a024-1cda-4ef5-beed-7642da9f8928 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:35:49.677735 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58ebdc-71e0-4cff-b03b-4d7385a99144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:49.678311 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a58ebdc-71e0-4cff-b03b-4d7385a99144 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:49.689977 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31aec67-c947-4289-8cf3-8439af282d80 req-b463643d-55df-4ac9-95e7-ede734c07c9f tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:49.697331 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e31aec67-c947-4289-8cf3-8439af282d80 req-b463643d-55df-4ac9-95e7-ede734c07c9f tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 943 time: 1.2977667 Mar 09 03:35:49.720669 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:35:49.728169 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4a58ebdc-71e0-4cff-b03b-4d7385a99144 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5734651 Mar 09 03:35:49.755504 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1d5d97ba-aca6-4ef0-bd09-240b377e0e48 req-1efb7661-f94e-4d76-b6d6-525065d74e27 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641351 Mar 09 03:35:49.885106 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319a3be0-46dd-408e-91d5-4cb03dca2694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '317087b4-d89e-40f1-b023-7b8ca916229c', 'code': 200} Mar 09 03:35:49.984228 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8137cac4-dd6f-40ff-9e08-ab1879ff84e9 None None] Network aff92ff4-c46b-4b2f-a418-72b29b53c84d requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:35:50.064399 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-ad317d0a-c6a7-4c8f-a08e-be5811fcab96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:50.096159 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dd592-e00c-41f1-a7f5-f01807576f32 req-7029df00-58ba-4cbb-b13c-13de0d946722 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:50.097933 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-536dd592-e00c-41f1-a7f5-f01807576f32 req-7029df00-58ba-4cbb-b13c-13de0d946722 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 949 time: 0.0909126 Mar 09 03:35:50.108004 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b4330190-bc45-4c66-95cf-994ba8779393 None None] Provisioning complete for port 0d170067-f189-49aa-a0f1-458cc0a79d23 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:35:50.108371 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b4330190-bc45-4c66-95cf-994ba8779393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:50.120427 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e31aec67-c947-4289-8cf3-8439af282d80 req-a76dc931-c103-4ad2-96fa-22bfc327339a tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222682 Mar 09 03:35:50.140235 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 5a8a343a-e762-4fab-9d01-56ccd10d86ed details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:35:50.140862 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a0f4743d-c919-4360-ab15-1bbbe20578f1 req-3ac42e86-468f-4e82-9d66-d7d4201fc415 service neutron] 10.222.0.21 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9116778 Mar 09 03:35:50.142368 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e30c5c9e-3e19-4602-b265-9c044c715620 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:35:50.161272 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-536dd592-e00c-41f1-a7f5-f01807576f32 req-5d9411ac-2bb1-412b-a961-62b9e3d4fa18 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543499 Mar 09 03:35:50.343069 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b4330190-bc45-4c66-95cf-994ba8779393 None None] Port 0d170067-f189-49aa-a0f1-458cc0a79d23 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:35:50.370157 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330842d7-f879-42b8-a738-4bc4f37bf67b req-2982ec5d-dde0-4bf0-a39f-08407f134b8b tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:50.377555 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-330842d7-f879-42b8-a738-4bc4f37bf67b req-2982ec5d-dde0-4bf0-a39f-08407f134b8b tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4e57234-06f2-4f31-bd2e-2af92fcde0ff HTTP/1.1" status: 200 len: 931 time: 0.1102824 Mar 09 03:35:50.430100 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-330842d7-f879-42b8-a738-4bc4f37bf67b req-3b7900c4-dde1-47e7-859f-8f4983a4a75e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515189 Mar 09 03:35:50.498479 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port e30c5c9e-3e19-4602-b265-9c044c715620 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:35:50.515738 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port e30c5c9e-3e19-4602-b265-9c044c715620 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:35:50.516170 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:50.564724 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 5a8a343a-e762-4fab-9d01-56ccd10d86ed, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5a8a343a-e762-4fab-9d01-56ccd10d86ed,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:50.593401 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '5a8a343a-e762-4fab-9d01-56ccd10d86ed', 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361', 'port_id': '5a8a343a-e762-4fab-9d01-56ccd10d86ed', 'mac_address': 'fa:16:3e:53:b6:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb7cb80-fa8d-459c-b59f-347ff2f11453', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:35:50.629497 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Router ee2a91b7-4cc1-4cd0-a21a-917271c50338 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:35:50.694512 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:50.709125 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ac7dd-09ea-4719-a63a-989c8576e55c req-73207697-1add-4cbe-a1f4-2725cce3774d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:50.711498 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cb9ac7dd-09ea-4719-a63a-989c8576e55c req-73207697-1add-4cbe-a1f4-2725cce3774d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=78ca0553-0e28-4e12-a3c6-372ccd355e29 HTTP/1.1" status: 200 len: 934 time: 0.1063514 Mar 09 03:35:50.724573 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8a343a-e762-4fab-9d01-56ccd10d86ed {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:35:50.729813 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:50.731065 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-3cdc1c1b-f96e-412f-9dc2-f7a28fa27f33 service neutron] For port 317087b4-d89e-40f1-b023-7b8ca916229c, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=317087b4-d89e-40f1-b023-7b8ca916229c,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:50.761059 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 5a8a343a-e762-4fab-9d01-56ccd10d86ed, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5a8a343a-e762-4fab-9d01-56ccd10d86ed,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:50.775324 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:50.781945 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cb9ac7dd-09ea-4719-a63a-989c8576e55c req-ae09f245-4a1c-4ea9-bccd-e4b6e4a1d140 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638134 Mar 09 03:35:50.788178 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-3cdc1c1b-f96e-412f-9dc2-f7a28fa27f33 service neutron] For port 317087b4-d89e-40f1-b023-7b8ca916229c, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:35:50.847327 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port e30c5c9e-3e19-4602-b265-9c044c715620, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e30c5c9e-3e19-4602-b265-9c044c715620,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:50.867961 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:50.918430 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=5a8a343a-e762-4fab-9d01-56ccd10d86ed,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:50.979262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-3cdc1c1b-f96e-412f-9dc2-f7a28fa27f33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 317087b4-d89e-40f1-b023-7b8ca916229c {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:35:50.999117 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=e30c5c9e-3e19-4602-b265-9c044c715620,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:51.002441 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-3cdc1c1b-f96e-412f-9dc2-f7a28fa27f33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:51.091867 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-3cdc1c1b-f96e-412f-9dc2-f7a28fa27f33 service neutron] Transition to ACTIVE for port object 317087b4-d89e-40f1-b023-7b8ca916229c will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:35:51.102676 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['5a8a343a-e762-4fab-9d01-56ccd10d86ed'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:35:51.133332 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-3cdc1c1b-f96e-412f-9dc2-f7a28fa27f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:51.475229 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:35:51.487717 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] Sync routers for ids ['ee2a91b7-4cc1-4cd0-a21a-917271c50338'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:35:51.499042 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] Routers {'ee2a91b7-4cc1-4cd0-a21a-917271c50338'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:35:51.499809 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:35:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ee2a91b7-4cc1-4cd0-a21a-917271c50338'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:51.511115 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-483cc50e-09af-4dce-8d2a-9fc3b35a4884 admin admin] 10.222.0.16 "PUT /v2.0/routers/ee2a91b7-4cc1-4cd0-a21a-917271c50338/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8506608 Mar 09 03:35:51.568092 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.resource_extend [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-ad317d0a-c6a7-4c8f-a08e-be5811fcab96 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:35:51.578234 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc1c1b-f96e-412f-9dc2-f7a28fa27f33 service neutron] Pushing event updated for resources: {'Port': ['ID=317087b4-d89e-40f1-b023-7b8ca916229c,revision_number=11']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:51.589683 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-3cdc1c1b-f96e-412f-9dc2-f7a28fa27f33 service neutron] No DVR routers for this DVR port 317087b4-d89e-40f1-b023-7b8ca916229c on host n-h1-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:35:51.695292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2861b45-618f-4a5d-9c2f-16a50d1f06f4 req-e08696d0-fba2-43b3-ae48-93250bf4b898 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:51.704512 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c2861b45-618f-4a5d-9c2f-16a50d1f06f4 req-e08696d0-fba2-43b3-ae48-93250bf4b898 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 944 time: 0.1802986 Mar 09 03:35:51.723311 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c449eaf-3364-4d83-904a-315e2187d927 req-f4b36590-4ce1-41e6-a7c1-433e3dec647c tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:51.724815 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4c449eaf-3364-4d83-904a-315e2187d927 req-f4b36590-4ce1-41e6-a7c1-433e3dec647c tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 945 time: 0.8077884 Mar 09 03:35:51.780331 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] Set router ee2a91b7-4cc1-4cd0-a21a-917271c50338 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:35:51.780571 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c2861b45-618f-4a5d-9c2f-16a50d1f06f4 req-f7baef5a-ba19-4c27-ac06-6b94dd93ef9c tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705419 Mar 09 03:35:51.805680 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-3cdc1c1b-f96e-412f-9dc2-f7a28fa27f33 service neutron] Attempting to bind port 317087b4-d89e-40f1-b023-7b8ca916229c on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:35:51.806181 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-3cdc1c1b-f96e-412f-9dc2-f7a28fa27f33 service neutron] Attempting to bind port 317087b4-d89e-40f1-b023-7b8ca916229c by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:35:51.806404 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-3cdc1c1b-f96e-412f-9dc2-f7a28fa27f33 service neutron] Attempting to bind port 317087b4-d89e-40f1-b023-7b8ca916229c on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:35:51.812627 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-ad317d0a-c6a7-4c8f-a08e-be5811fcab96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad69cf6-30d6-49aa-b938-570a31af1bf7 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:35:51.829979 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-ad317d0a-c6a7-4c8f-a08e-be5811fcab96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:51.835788 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-3cdc1c1b-f96e-412f-9dc2-f7a28fa27f33 service neutron] Port 317087b4-d89e-40f1-b023-7b8ca916229c on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:35:51.836112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-3cdc1c1b-f96e-412f-9dc2-f7a28fa27f33 service neutron] Attempting to bind port 317087b4-d89e-40f1-b023-7b8ca916229c on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:35:51.869534 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-3cdc1c1b-f96e-412f-9dc2-f7a28fa27f33 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:35:51.869892 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-3cdc1c1b-f96e-412f-9dc2-f7a28fa27f33 service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:35:51.870283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-3cdc1c1b-f96e-412f-9dc2-f7a28fa27f33 service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:35:51.870717 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-3cdc1c1b-f96e-412f-9dc2-f7a28fa27f33 service neutron] Bound port: 317087b4-d89e-40f1-b023-7b8ca916229c, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:35:51.871087 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-3cdc1c1b-f96e-412f-9dc2-f7a28fa27f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:51.892810 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4c449eaf-3364-4d83-904a-315e2187d927 req-80c7bccc-ec24-4680-a150-ae4852faaa2a tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584234 Mar 09 03:35:51.901398 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-ad317d0a-c6a7-4c8f-a08e-be5811fcab96 service neutron] Transition to ACTIVE for port object 3ad69cf6-30d6-49aa-b938-570a31af1bf7 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:35:51.958247 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-ad317d0a-c6a7-4c8f-a08e-be5811fcab96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:52.005561 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed42273-4a15-4196-8738-e209c07ba54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30c5c9e-3e19-4602-b265-9c044c715620'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:35:52.012800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ba28e-8824-453a-85d3-d7e7de13291c req-048b725c-2f07-47be-9a20-4c426364606a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:52.023382 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-014ba28e-8824-453a-85d3-d7e7de13291c req-048b725c-2f07-47be-9a20-4c426364606a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 949 time: 0.1275787 Mar 09 03:35:52.124948 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-014ba28e-8824-453a-85d3-d7e7de13291c req-c6189979-1b3b-4694-9b06-4b352afb9ebe tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997925 Mar 09 03:35:52.130322 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-00428234-6e82-4579-b155-10321049cd6f req-399b3a3a-b3bc-4317-abc7-4f08360193e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3a58c9-e070-4db7-8745-a37785fbc83b {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:35:52.144492 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 5a8a343a-e762-4fab-9d01-56ccd10d86ed up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:35:52.162423 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-00428234-6e82-4579-b155-10321049cd6f req-399b3a3a-b3bc-4317-abc7-4f08360193e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:52.197581 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad317d0a-c6a7-4c8f-a08e-be5811fcab96 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad69cf6-30d6-49aa-b938-570a31af1bf7,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:52.325736 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 5a8a343a-e762-4fab-9d01-56ccd10d86ed completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:35:52.328543 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-00428234-6e82-4579-b155-10321049cd6f req-399b3a3a-b3bc-4317-abc7-4f08360193e8 service neutron] Transition to ACTIVE for port object 7c3a58c9-e070-4db7-8745-a37785fbc83b will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:35:52.334333 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 5a8a343a-e762-4fab-9d01-56ccd10d86ed triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:35:52.334785 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:52.338997 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-3cdc1c1b-f96e-412f-9dc2-f7a28fa27f33 service neutron] For port 317087b4-d89e-40f1-b023-7b8ca916229c, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:35:52.352133 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-00428234-6e82-4579-b155-10321049cd6f req-399b3a3a-b3bc-4317-abc7-4f08360193e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:52.408967 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-3cdc1c1b-f96e-412f-9dc2-f7a28fa27f33 service neutron] For port 317087b4-d89e-40f1-b023-7b8ca916229c, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=317087b4-d89e-40f1-b023-7b8ca916229c,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:35:52.434038 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'name': 'tempest-ServersTestManualDisk-1671879661-router', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:35:26Z', 'updated_at': '2022-03-09T03:35:46Z', 'revision_number': 4, 'project_id': 'fd35e40c0d08420f92da4df5c54857a4', 'gw_port': {'id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:30Z', 'updated_at': '2022-03-09T03:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '0d170067-f189-49aa-a0f1-458cc0a79d23', 'name': '', 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'mac_address': 'fa:16:3e:37:e4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '98454a6c-fce7-4e43-9bc8-060f1b6acedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:42Z', 'updated_at': '2022-03-09T03:35:47Z', 'revision_number': 2, 'project_id': 'fd35e40c0d08420f92da4df5c54857a4', 'subnets': [{'id': '98454a6c-fce7-4e43-9bc8-060f1b6acedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:52.449616 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] Checking router: ee2a91b7-4cc1-4cd0-a21a-917271c50338 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:35:52.449956 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] Updating router ee2a91b7-4cc1-4cd0-a21a-917271c50338 port 0d170067-f189-49aa-a0f1-458cc0a79d23 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:35:52.476909 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-3cdc1c1b-f96e-412f-9dc2-f7a28fa27f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:52.509164 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:52.534082 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b3a3a-b3bc-4317-abc7-4f08360193e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3a58c9-e070-4db7-8745-a37785fbc83b,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:52.534522 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:52.541667 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-3cdc1c1b-f96e-412f-9dc2-f7a28fa27f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:52.542501 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-3cdc1c1b-f96e-412f-9dc2-f7a28fa27f33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:52.544422 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-3cdc1c1b-f96e-412f-9dc2-f7a28fa27f33 service neutron] 10.222.0.21 "PUT /v2.0/ports/317087b4-d89e-40f1-b023-7b8ca916229c HTTP/1.1" status: 200 len: 1097 time: 4.1211131 Mar 09 03:35:52.598409 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319a3be0-46dd-408e-91d5-4cb03dca2694', 'tag': '317087b4-d89e-40f1-b023-7b8ca916229c'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:35:52.621456 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 5a8a343a-e762-4fab-9d01-56ccd10d86ed, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5a8a343a-e762-4fab-9d01-56ccd10d86ed,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:52.635827 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-ad317d0a-c6a7-4c8f-a08e-be5811fcab96 service neutron] Attempting to bind port 3ad69cf6-30d6-49aa-b938-570a31af1bf7 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:35:52.636440 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-ad317d0a-c6a7-4c8f-a08e-be5811fcab96 service neutron] Attempting to bind port 3ad69cf6-30d6-49aa-b938-570a31af1bf7 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:35:52.636927 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-ad317d0a-c6a7-4c8f-a08e-be5811fcab96 service neutron] Attempting to bind port 3ad69cf6-30d6-49aa-b938-570a31af1bf7 on network b43e277f-27e3-4498-8ae6-3889cca4234e {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:35:52.698945 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-ad317d0a-c6a7-4c8f-a08e-be5811fcab96 service neutron] Port 3ad69cf6-30d6-49aa-b938-570a31af1bf7 on network b43e277f-27e3-4498-8ae6-3889cca4234e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:35:52.699270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-ad317d0a-c6a7-4c8f-a08e-be5811fcab96 service neutron] Attempting to bind port 3ad69cf6-30d6-49aa-b938-570a31af1bf7 on network b43e277f-27e3-4498-8ae6-3889cca4234e {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:35:52.705768 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42282) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:52.711083 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-8709d357-d68a-4924-8e1d-2f4d05782f64 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2044824775', 'description': 'tempest-description--1015210323'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:35:52.723058 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:52.723568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8709d357-d68a-4924-8e1d-2f4d05782f64 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:35:52.731490 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8709d357-d68a-4924-8e1d-2f4d05782f64 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Usage tracker for resource:security_group and tenant:fd35e40c0d08420f92da4df5c54857a4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:35:52.741107 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8709d357-d68a-4924-8e1d-2f4d05782f64 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:35:52.749772 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8709d357-d68a-4924-8e1d-2f4d05782f64 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:35:52.767472 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8709d357-d68a-4924-8e1d-2f4d05782f64 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:52.771469 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-ad317d0a-c6a7-4c8f-a08e-be5811fcab96 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:35:52.771809 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-ad317d0a-c6a7-4c8f-a08e-be5811fcab96 service neutron] Checking segment: {'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:35:52.772191 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-ad317d0a-c6a7-4c8f-a08e-be5811fcab96 service neutron] Bound using segment: {'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:35:52.772640 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-ad317d0a-c6a7-4c8f-a08e-be5811fcab96 service neutron] Bound port: 3ad69cf6-30d6-49aa-b938-570a31af1bf7, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:35:52.772983 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-ad317d0a-c6a7-4c8f-a08e-be5811fcab96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:52.806562 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8709d357-d68a-4924-8e1d-2f4d05782f64 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:35:52.811449 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8709d357-d68a-4924-8e1d-2f4d05782f64 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Usage tracker for resource:security_group_rule and tenant:fd35e40c0d08420f92da4df5c54857a4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:35:52.814986 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6be96-9663-487b-9e38-8bd35dd6ec37 req-493a161f-259e-4240-a031-e0414af07727 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:52.816265 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a7b6be96-9663-487b-9e38-8bd35dd6ec37 req-493a161f-259e-4240-a031-e0414af07727 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Synchronizing usage tracker for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:35:52.816700 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8709d357-d68a-4924-8e1d-2f4d05782f64 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:35:52.832601 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8709d357-d68a-4924-8e1d-2f4d05782f64 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:35:52.907162 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=5a8a343a-e762-4fab-9d01-56ccd10d86ed,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:52.924591 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc1c1b-f96e-412f-9dc2-f7a28fa27f33 service neutron] Pushing event updated for resources: {'Port': ['ID=317087b4-d89e-40f1-b023-7b8ca916229c,revision_number=12']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:52.986665 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-00428234-6e82-4579-b155-10321049cd6f req-399b3a3a-b3bc-4317-abc7-4f08360193e8 service neutron] Attempting to bind port 7c3a58c9-e070-4db7-8745-a37785fbc83b on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:35:52.986955 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-00428234-6e82-4579-b155-10321049cd6f req-399b3a3a-b3bc-4317-abc7-4f08360193e8 service neutron] Attempting to bind port 7c3a58c9-e070-4db7-8745-a37785fbc83b by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:35:52.987817 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00428234-6e82-4579-b155-10321049cd6f req-399b3a3a-b3bc-4317-abc7-4f08360193e8 service neutron] Attempting to bind port 7c3a58c9-e070-4db7-8745-a37785fbc83b on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:35:52.994757 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a7b6be96-9663-487b-9e38-8bd35dd6ec37 req-493a161f-259e-4240-a031-e0414af07727 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Unset dirty status for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:35:52.995953 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a7b6be96-9663-487b-9e38-8bd35dd6ec37 req-493a161f-259e-4240-a031-e0414af07727 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4e57234-06f2-4f31-bd2e-2af92fcde0ff HTTP/1.1" status: 200 len: 943 time: 0.7551150 Mar 09 03:35:53.013556 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00428234-6e82-4579-b155-10321049cd6f req-399b3a3a-b3bc-4317-abc7-4f08360193e8 service neutron] Port 7c3a58c9-e070-4db7-8745-a37785fbc83b on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:35:53.013882 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00428234-6e82-4579-b155-10321049cd6f req-399b3a3a-b3bc-4317-abc7-4f08360193e8 service neutron] Attempting to bind port 7c3a58c9-e070-4db7-8745-a37785fbc83b on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:35:53.040151 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20334ee7-182d-4e75-a6e8-bf61add1bd5e req-0bd2eb50-3e1e-470c-8302-9beee94cecbe tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:53.041634 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-20334ee7-182d-4e75-a6e8-bf61add1bd5e req-0bd2eb50-3e1e-470c-8302-9beee94cecbe tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=78ca0553-0e28-4e12-a3c6-372ccd355e29 HTTP/1.1" status: 200 len: 946 time: 0.2003000 Mar 09 03:35:53.046969 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8709d357-d68a-4924-8e1d-2f4d05782f64 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:53.054730 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00428234-6e82-4579-b155-10321049cd6f req-399b3a3a-b3bc-4317-abc7-4f08360193e8 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:35:53.055129 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00428234-6e82-4579-b155-10321049cd6f req-399b3a3a-b3bc-4317-abc7-4f08360193e8 service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:35:53.055518 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00428234-6e82-4579-b155-10321049cd6f req-399b3a3a-b3bc-4317-abc7-4f08360193e8 service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:35:53.055961 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-00428234-6e82-4579-b155-10321049cd6f req-399b3a3a-b3bc-4317-abc7-4f08360193e8 service neutron] Bound port: 7c3a58c9-e070-4db7-8745-a37785fbc83b, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:35:53.056306 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-00428234-6e82-4579-b155-10321049cd6f req-399b3a3a-b3bc-4317-abc7-4f08360193e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:53.067291 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8709d357-d68a-4924-8e1d-2f4d05782f64 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:53.072592 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-ad317d0a-c6a7-4c8f-a08e-be5811fcab96 service neutron] For port 3ad69cf6-30d6-49aa-b938-570a31af1bf7, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:35:53.124479 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-ad317d0a-c6a7-4c8f-a08e-be5811fcab96 service neutron] For port 3ad69cf6-30d6-49aa-b938-570a31af1bf7, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3ad69cf6-30d6-49aa-b938-570a31af1bf7,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:35:53.127157 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-549c2001-3c9e-4ae3-81b1-a6e3059f88d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:53.129361 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-549c2001-3c9e-4ae3-81b1-a6e3059f88d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 1100 time: 0.4825540 Mar 09 03:35:53.131021 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d357-d68a-4924-8e1d-2f4d05782f64 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c125df46-8111-4552-ade0-96bd8f5a14ee,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:53.137603 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8709d357-d68a-4924-8e1d-2f4d05782f64 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:53.143350 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8709d357-d68a-4924-8e1d-2f4d05782f64 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4363863 Mar 09 03:35:53.149852 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42292) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:53.153675 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-ad317d0a-c6a7-4c8f-a08e-be5811fcab96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:53.154590 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-20334ee7-182d-4e75-a6e8-bf61add1bd5e req-caffa8e1-f7c3-4d10-b680-990312ea18d4 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027761 Mar 09 03:35:53.160833 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a7b6be96-9663-487b-9e38-8bd35dd6ec37 req-fd4581b2-b15d-40b6-8651-798e5b79180e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485934 Mar 09 03:35:53.170331 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6e5bbfca-ea3b-469b-8cc5-99ad3abf4f65 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Request body: {'security_group_rule': {'security_group_id': 'c125df46-8111-4552-ade0-96bd8f5a14ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:35:53.170924 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:53.192058 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] Transition to ACTIVE for port object 0d170067-f189-49aa-a0f1-458cc0a79d23 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:35:53.205666 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:53.259256 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6e5bbfca-ea3b-469b-8cc5-99ad3abf4f65 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:35:53.346033 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed42273-4a15-4196-8738-e209c07ba54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30c5c9e-3e19-4602-b265-9c044c715620', 'code': 200} Mar 09 03:35:53.347586 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0578f-b5e1-4b8e-89f9-2e04c58c3382 None None] Pushing event updated for resources: {'Port': ['ID=0d170067-f189-49aa-a0f1-458cc0a79d23,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:53.354202 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6e5bbfca-ea3b-469b-8cc5-99ad3abf4f65 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Usage tracker for resource:security_group_rule and tenant:fd35e40c0d08420f92da4df5c54857a4 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:35:53.359928 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319a3be0-46dd-408e-91d5-4cb03dca2694', 'tag': '317087b4-d89e-40f1-b023-7b8ca916229c', 'status': 'completed', 'code': 200} Mar 09 03:35:53.404720 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6e5bbfca-ea3b-469b-8cc5-99ad3abf4f65 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:35:53.426532 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-ad317d0a-c6a7-4c8f-a08e-be5811fcab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:53.427178 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-ad317d0a-c6a7-4c8f-a08e-be5811fcab96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:53.428556 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-ad317d0a-c6a7-4c8f-a08e-be5811fcab96 service neutron] 10.222.0.21 "PUT /v2.0/ports/3ad69cf6-30d6-49aa-b938-570a31af1bf7 HTTP/1.1" status: 200 len: 1091 time: 4.2995715 Mar 09 03:35:53.456286 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778c8f9-08a5-4131-847c-94bdafbaa94c req-ac26f05d-d1c7-4ccf-9417-5e00ba0b1b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:53.459097 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7778c8f9-08a5-4131-847c-94bdafbaa94c req-ac26f05d-d1c7-4ccf-9417-5e00ba0b1b39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 1100 time: 0.1197815 Mar 09 03:35:53.532111 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] Attempting to bind port 0d170067-f189-49aa-a0f1-458cc0a79d23 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:35:53.532996 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] Attempting to bind port 0d170067-f189-49aa-a0f1-458cc0a79d23 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '421d8123-c099-43e5-bc81-d7d0f1d1e8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:35:53.532996 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] Attempting to bind port 0d170067-f189-49aa-a0f1-458cc0a79d23 on network 4d37a024-1cda-4ef5-beed-7642da9f8928 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:35:53.539843 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:35:53.540209 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] Checking segment: {'id': '421d8123-c099-43e5-bc81-d7d0f1d1e8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:35:53.540597 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:53.541912 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] Bound using segment: {'id': '421d8123-c099-43e5-bc81-d7d0f1d1e8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:35:53.541912 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] Bound port: 0d170067-f189-49aa-a0f1-458cc0a79d23, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421d8123-c099-43e5-bc81-d7d0f1d1e8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:35:53.541912 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:53.639750 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] For port 0d170067-f189-49aa-a0f1-458cc0a79d23, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:35:53.642902 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] For port 0d170067-f189-49aa-a0f1-458cc0a79d23, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0d170067-f189-49aa-a0f1-458cc0a79d23,segment=NetworkSegment(421d8123-c099-43e5-bc81-d7d0f1d1e8d6),segment_id=421d8123-c099-43e5-bc81-d7d0f1d1e8d6)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:35:53.649460 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:53.656077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778c8f9-08a5-4131-847c-94bdafbaa94c req-d9d2c096-b940-4518-bbdb-3c50f7031b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:53.657532 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7778c8f9-08a5-4131-847c-94bdafbaa94c req-d9d2c096-b940-4518-bbdb-3c50f7031b61 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.1927347 Mar 09 03:35:53.666560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfae415-2237-46e6-a279-09c82f906454 req-71f7acc9-3d29-4e7a-93b9-07cb5a9a4af9 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:53.668159 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cbfae415-2237-46e6-a279-09c82f906454 req-71f7acc9-3d29-4e7a-93b9-07cb5a9a4af9 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 945 time: 0.2053599 Mar 09 03:35:53.703680 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6e5bbfca-ea3b-469b-8cc5-99ad3abf4f65 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:35:53.741764 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7778c8f9-08a5-4131-847c-94bdafbaa94c req-2f0abe41-d064-44d2-8adb-d4cc990fbd0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=317087b4-d89e-40f1-b023-7b8ca916229c HTTP/1.1" status: 200 len: 217 time: 0.0726397 Mar 09 03:35:53.755063 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0578f-b5e1-4b8e-89f9-2e04c58c3382 None None] Pushing event updated for resources: {'Port': ['ID=0d170067-f189-49aa-a0f1-458cc0a79d23,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:53.757742 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] Routers {'ee2a91b7-4cc1-4cd0-a21a-917271c50338'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:35:53.758488 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:35:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ee2a91b7-4cc1-4cd0-a21a-917271c50338'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:53.839434 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-00428234-6e82-4579-b155-10321049cd6f req-399b3a3a-b3bc-4317-abc7-4f08360193e8 service neutron] For port 7c3a58c9-e070-4db7-8745-a37785fbc83b, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:35:53.841995 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cbfae415-2237-46e6-a279-09c82f906454 req-866cdd73-5391-4adc-a691-1ec1af139b9a tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098018 Mar 09 03:35:53.875216 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad317d0a-c6a7-4c8f-a08e-be5811fcab96 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad69cf6-30d6-49aa-b938-570a31af1bf7,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:53.876675 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778c8f9-08a5-4131-847c-94bdafbaa94c req-36f5703b-b555-4f90-aa42-f554dc407a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:53.879968 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7778c8f9-08a5-4131-847c-94bdafbaa94c req-36f5703b-b555-4f90-aa42-f554dc407a0d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1244316 Mar 09 03:35:53.963544 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-00428234-6e82-4579-b155-10321049cd6f req-399b3a3a-b3bc-4317-abc7-4f08360193e8 service neutron] For port 7c3a58c9-e070-4db7-8745-a37785fbc83b, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=7c3a58c9-e070-4db7-8745-a37785fbc83b,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:35:53.966073 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e5bbfca-ea3b-469b-8cc5-99ad3abf4f65 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:53.979491 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] Set router ee2a91b7-4cc1-4cd0-a21a-917271c50338 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:35:54.014024 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-29fa0889-60f6-4405-866a-c8028a2c124e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:54.016882 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-29fa0889-60f6-4405-866a-c8028a2c124e service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.8752618 Mar 09 03:35:54.037347 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-00428234-6e82-4579-b155-10321049cd6f req-399b3a3a-b3bc-4317-abc7-4f08360193e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:54.187112 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-88e4f241-5647-4c0f-a486-71cb98300d04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=317087b4-d89e-40f1-b023-7b8ca916229c HTTP/1.1" status: 200 len: 217 time: 0.1590345 Mar 09 03:35:54.199621 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00428234-6e82-4579-b155-10321049cd6f req-399b3a3a-b3bc-4317-abc7-4f08360193e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:54.200244 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-00428234-6e82-4579-b155-10321049cd6f req-399b3a3a-b3bc-4317-abc7-4f08360193e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:54.201603 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-00428234-6e82-4579-b155-10321049cd6f req-399b3a3a-b3bc-4317-abc7-4f08360193e8 service neutron] 10.222.0.24 "PUT /v2.0/ports/7c3a58c9-e070-4db7-8745-a37785fbc83b HTTP/1.1" status: 200 len: 1094 time: 5.9328580 Mar 09 03:35:54.215476 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778c8f9-08a5-4131-847c-94bdafbaa94c req-42a74ae3-3a40-4391-b08a-3a77ec04dddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:54.218024 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7778c8f9-08a5-4131-847c-94bdafbaa94c req-42a74ae3-3a40-4391-b08a-3a77ec04dddb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3301828 Mar 09 03:35:54.231064 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529455f-0e0a-4b0a-80fd-feb081320a72 req-8697526a-5a0b-40ca-9052-deacb83162dc tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:54.238113 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2529455f-0e0a-4b0a-80fd-feb081320a72 req-8697526a-5a0b-40ca-9052-deacb83162dc tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 949 time: 0.1306117 Mar 09 03:35:54.244561 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-ee8a41fc-fb93-4b17-bb85-dcb1e146ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:54.246053 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-ee8a41fc-fb93-4b17-bb85-dcb1e146ae59 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae03d5eb038f4850a3760a69271911b5&device_id=b4e57234-06f2-4f31-bd2e-2af92fcde0ff HTTP/1.1" status: 200 len: 1094 time: 0.5402663 Mar 09 03:35:54.334641 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'name': 'tempest-ServersTestManualDisk-1671879661-router', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:35:26Z', 'updated_at': '2022-03-09T03:35:46Z', 'revision_number': 4, 'project_id': 'fd35e40c0d08420f92da4df5c54857a4', 'gw_port': {'id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:30Z', 'updated_at': '2022-03-09T03:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '0d170067-f189-49aa-a0f1-458cc0a79d23', 'name': '', 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'mac_address': 'fa:16:3e:37:e4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '98454a6c-fce7-4e43-9bc8-060f1b6acedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:42Z', 'updated_at': '2022-03-09T03:35:53Z', 'revision_number': 4, 'project_id': 'fd35e40c0d08420f92da4df5c54857a4', 'subnets': [{'id': '98454a6c-fce7-4e43-9bc8-060f1b6acedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:35:54.339244 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a2c2a7-398f-49b8-83aa-7863c9ee4982 None None] The sync data for ids ['ee2a91b7-4cc1-4cd0-a21a-917271c50338'] in n-d-825178-5 is: [{'id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'name': 'tempest-ServersTestManualDisk-1671879661-router', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:35:26Z', 'updated_at': '2022-03-09T03:35:46Z', 'revision_number': 4, 'project_id': 'fd35e40c0d08420f92da4df5c54857a4', 'gw_port': {'id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:30Z', 'updated_at': '2022-03-09T03:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '0d170067-f189-49aa-a0f1-458cc0a79d23', 'name': '', 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'mac_address': 'fa:16:3e:37:e4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '98454a6c-fce7-4e43-9bc8-060f1b6acedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:42Z', 'updated_at': '2022-03-09T03:35:53Z', 'revision_number': 4, 'project_id': 'fd35e40c0d08420f92da4df5c54857a4', 'subnets': [{'id': '98454a6c-fce7-4e43-9bc8-060f1b6acedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:35:54.400457 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2529455f-0e0a-4b0a-80fd-feb081320a72 req-0ea62263-44b1-4fac-be19-b29923045868 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488092 Mar 09 03:35:54.445806 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6a8a8-174d-47d9-93f9-7ef4f53b990f req-5b700b65-0af0-4d47-bbbe-07014ec68e74 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:54.452946 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a2c6a8a8-174d-47d9-93f9-7ef4f53b990f req-5b700b65-0af0-4d47-bbbe-07014ec68e74 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 945 time: 1.0519471 Mar 09 03:35:54.482723 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7778c8f9-08a5-4131-847c-94bdafbaa94c req-8f9ccffc-1faf-4c3d-8d2f-ecc08fba621f service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426047 Mar 09 03:35:54.494585 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e5bbfca-ea3b-469b-8cc5-99ad3abf4f65 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:54.514426 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-a7fa3b49-b65d-4d5c-8665-1622baea3a33 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ad69cf6-30d6-49aa-b938-570a31af1bf7 HTTP/1.1" status: 200 len: 217 time: 0.2371802 Mar 09 03:35:54.528120 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32292d-3f03-47bf-9a89-02d73cd3d0d6 req-59a4889b-bc8a-4a0f-8adb-0662a42d7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:54.529969 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-df32292d-3f03-47bf-9a89-02d73cd3d0d6 req-59a4889b-bc8a-4a0f-8adb-0662a42d7336 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 1096 time: 1.1692567 Mar 09 03:35:54.530685 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b3a3a-b3bc-4317-abc7-4f08360193e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3a58c9-e070-4db7-8745-a37785fbc83b,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:54.591871 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e5bbfca-ea3b-469b-8cc5-99ad3abf4f65 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:54.653074 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-d1289177-f64b-4930-a11d-9bba1a7e85bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:54.654774 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-d1289177-f64b-4930-a11d-9bba1a7e85bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.4523537 Mar 09 03:35:54.713475 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5bbfca-ea3b-469b-8cc5-99ad3abf4f65 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7739e92-df00-4892-8f3e-5d99d839da03,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:54.734409 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7778c8f9-08a5-4131-847c-94bdafbaa94c req-99dcc1a6-6e66-4272-83b2-7d9a35072aba service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451584 Mar 09 03:35:54.759442 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a2c6a8a8-174d-47d9-93f9-7ef4f53b990f req-087702bb-ef5e-46f9-95e0-46aad67e2db5 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055592 Mar 09 03:35:54.776702 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e5bbfca-ea3b-469b-8cc5-99ad3abf4f65 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:54.778022 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6e5bbfca-ea3b-469b-8cc5-99ad3abf4f65 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6164434 Mar 09 03:35:54.779724 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5fa2b6-c656-4dd8-bfc3-03f0f7420559 req-e8dd7a60-1104-4af3-8f32-751e54adfed0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:54.781222 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2f5fa2b6-c656-4dd8-bfc3-03f0f7420559 req-e8dd7a60-1104-4af3-8f32-751e54adfed0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=78ca0553-0e28-4e12-a3c6-372ccd355e29 HTTP/1.1" status: 200 len: 946 time: 0.0939384 Mar 09 03:35:54.781707 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42310) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:54.787609 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-b69544b6-5bc9-4c53-a388-bb97c1951741 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Request body: {'security_group_rule': {'security_group_id': 'c125df46-8111-4552-ade0-96bd8f5a14ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:35:54.793598 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b69544b6-5bc9-4c53-a388-bb97c1951741 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:35:54.795492 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-cdc37102-c8e9-45e8-879c-660f48e134ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:54.796992 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-cdc37102-c8e9-45e8-879c-660f48e134ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c938e3dc-f3f5-45d5-a021-35dcda335146 HTTP/1.1" status: 200 len: 851 time: 0.2613244 Mar 09 03:35:54.798801 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-df32292d-3f03-47bf-9a89-02d73cd3d0d6 req-b12a0db5-eba3-41ab-9f96-c3087eae0004 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050102 Mar 09 03:35:54.816797 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b69544b6-5bc9-4c53-a388-bb97c1951741 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Usage tracker for resource:security_group_rule and tenant:fd35e40c0d08420f92da4df5c54857a4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:35:54.822066 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b69544b6-5bc9-4c53-a388-bb97c1951741 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:35:54.829104 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00428234-6e82-4579-b155-10321049cd6f req-c49593dc-c19d-4f99-8f94-dff884b7cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:54.830184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b69544b6-5bc9-4c53-a388-bb97c1951741 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:35:54.831611 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-00428234-6e82-4579-b155-10321049cd6f req-c49593dc-c19d-4f99-8f94-dff884b7cdcd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cc46625939e49829e840c9b5c55e8e6&device_id=78ca0553-0e28-4e12-a3c6-372ccd355e29 HTTP/1.1" status: 200 len: 1097 time: 0.5672071 Mar 09 03:35:54.875067 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2f5fa2b6-c656-4dd8-bfc3-03f0f7420559 req-fdd450da-6454-40bb-834b-a5e8abb1c554 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787632 Mar 09 03:35:54.890462 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b69544b6-5bc9-4c53-a388-bb97c1951741 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:54.964987 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-00428234-6e82-4579-b155-10321049cd6f req-0f3a5518-cdd2-4412-b98c-bf1949d1ea10 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=7c3a58c9-e070-4db7-8745-a37785fbc83b HTTP/1.1" status: 200 len: 217 time: 0.1251945 Mar 09 03:35:55.003492 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b69544b6-5bc9-4c53-a388-bb97c1951741 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:55.008797 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b69544b6-5bc9-4c53-a388-bb97c1951741 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:55.037354 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69544b6-5bc9-4c53-a388-bb97c1951741 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec31cf0-24bf-4a7c-b73c-4f363b8e322b,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:55.051785 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b69544b6-5bc9-4c53-a388-bb97c1951741 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:55.053965 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b69544b6-5bc9-4c53-a388-bb97c1951741 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2713375 Mar 09 03:35:55.056832 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42322) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:35:55.062159 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-b049d50b-2f97-48cf-bddd-8a970ad092be tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:35:55.068723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b049d50b-2f97-48cf-bddd-8a970ad092be tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:35:55.072931 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b049d50b-2f97-48cf-bddd-8a970ad092be tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Usage tracker for resource:floatingip and tenant:fd35e40c0d08420f92da4df5c54857a4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:35:55.077183 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b049d50b-2f97-48cf-bddd-8a970ad092be tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:35:55.085418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b049d50b-2f97-48cf-bddd-8a970ad092be tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:35:55.099097 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b049d50b-2f97-48cf-bddd-8a970ad092be tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:55.133326 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-126ae178-855d-44d1-bdb6-ecc6d814564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:55.134806 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-126ae178-855d-44d1-bdb6-ecc6d814564e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4716990 Mar 09 03:35:55.136737 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-e445b3c1-e9b0-4372-b0a4-11cb788ff573 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b43e277f-27e3-4498-8ae6-3889cca4234e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061389 Mar 09 03:35:55.167815 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00428234-6e82-4579-b155-10321049cd6f req-a9776119-b465-4552-ac85-9bdac1dc3769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:55.169688 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-00428234-6e82-4579-b155-10321049cd6f req-a9776119-b465-4552-ac85-9bdac1dc3769 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1378009 Mar 09 03:35:55.331916 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde5f04-49a7-4812-b4be-e71bb2803a99 req-e89afff7-19d2-4efb-a756-e001ad8ac661 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:55.333624 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bdde5f04-49a7-4812-b4be-e71bb2803a99 req-e89afff7-19d2-4efb-a756-e001ad8ac661 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 945 time: 0.1287336 Mar 09 03:35:55.335993 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b049d50b-2f97-48cf-bddd-8a970ad092be tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:55.347724 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28f18a2-2028-4eb3-8966-048ad9a51ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8a343a-e762-4fab-9d01-56ccd10d86ed'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:35:55.411097 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e57234-06f2-4f31-bd2e-2af92fcde0ff', 'tag': '3ad69cf6-30d6-49aa-b938-570a31af1bf7'}, {'name': 'network-changed', 'server_uuid': '78ca0553-0e28-4e12-a3c6-372ccd355e29', 'tag': '7c3a58c9-e070-4db7-8745-a37785fbc83b'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:35:55.441367 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bdde5f04-49a7-4812-b4be-e71bb2803a99 req-d2e8aa88-b1e0-4e1f-a1bb-1a516c88c56e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676653 Mar 09 03:35:55.482698 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57804d7d-ae97-4016-bf9c-ac65cc212dbf req-feecbd35-5223-4375-aa90-a75e72d6a9b4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:55.489633 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-57804d7d-ae97-4016-bf9c-ac65cc212dbf req-feecbd35-5223-4375-aa90-a75e72d6a9b4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4e57234-06f2-4f31-bd2e-2af92fcde0ff HTTP/1.1" status: 200 len: 943 time: 0.5236440 Mar 09 03:35:55.520038 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-2379f422-7be3-407c-9784-43a0794dd647 service neutron] 10.222.0.21 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480449 Mar 09 03:35:55.536553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-b049d50b-2f97-48cf-bddd-8a970ad092be tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Allocated IP 172.25.7.74 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/3d004c12-d561-4ec4-8ac2-078d2fa959e0) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:35:55.577753 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28f18a2-2028-4eb3-8966-048ad9a51ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8a343a-e762-4fab-9d01-56ccd10d86ed', 'code': 200} Mar 09 03:35:55.612629 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-57804d7d-ae97-4016-bf9c-ac65cc212dbf req-86c15061-f2d3-4d79-851f-304890555e19 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200895 Mar 09 03:35:55.652800 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-aeb3dc5c-8449-45ff-944c-db49cfd4da27 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819634 Mar 09 03:35:55.699376 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e57234-06f2-4f31-bd2e-2af92fcde0ff', 'tag': '3ad69cf6-30d6-49aa-b938-570a31af1bf7', 'status': 'completed', 'code': 200} Mar 09 03:35:55.699869 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ca0553-0e28-4e12-a3c6-372ccd355e29', 'tag': '7c3a58c9-e070-4db7-8745-a37785fbc83b', 'status': 'completed', 'code': 200} Mar 09 03:35:55.741545 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b049d50b-2f97-48cf-bddd-8a970ad092be tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:55.795387 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b049d50b-2f97-48cf-bddd-8a970ad092be tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:55.862917 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b049d50b-2f97-48cf-bddd-8a970ad092be tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:35:55.865739 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-b049d50b-2f97-48cf-bddd-8a970ad092be tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:35:55.877336 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b049d50b-2f97-48cf-bddd-8a970ad092be tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:35:55.913864 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049d50b-2f97-48cf-bddd-8a970ad092be tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Pushing event updated for resources: {'Port': ['ID=3d004c12-d561-4ec4-8ac2-078d2fa959e0,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:56.001596 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00428234-6e82-4579-b155-10321049cd6f req-12c71a6b-c342-46c5-86ee-a906cb8b74ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:56.003820 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-00428234-6e82-4579-b155-10321049cd6f req-12c71a6b-c342-46c5-86ee-a906cb8b74ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8062644 Mar 09 03:35:56.064628 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b049d50b-2f97-48cf-bddd-8a970ad092be tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:56.162398 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-ea0bbb70-3126-4c97-a888-b27ef869c9db tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:56.163017 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-ea0bbb70-3126-4c97-a888-b27ef869c9db tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Synchronizing usage tracker for tenant:0cfa7fe9312d413ca333b2474578ba7b on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:35:56.165392 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b049d50b-2f97-48cf-bddd-8a970ad092be tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:56.223928 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-ea0bbb70-3126-4c97-a888-b27ef869c9db tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Unset dirty status for tenant:0cfa7fe9312d413ca333b2474578ba7b on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:35:56.225074 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-ea0bbb70-3126-4c97-a888-b27ef869c9db tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/networks?id=aff92ff4-c46b-4b2f-a418-72b29b53c84d HTTP/1.1" status: 200 len: 810 time: 0.2647579 Mar 09 03:35:56.225855 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f823ef5b-9df7-4478-b251-b5059cf74ca2 req-81040816-c636-42f9-bc41-3537257c48d4 service neutron] 10.222.0.21 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6888537 Mar 09 03:35:56.280149 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6735b35-97e5-48ad-903e-b501d394a1cd req-66c3208f-2132-40eb-aaf9-4c8b67954d45 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:56.281732 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a6735b35-97e5-48ad-903e-b501d394a1cd req-66c3208f-2132-40eb-aaf9-4c8b67954d45 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 949 time: 0.4149659 Mar 09 03:35:56.298107 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-16eb7d5b-e1cd-4f1d-a1c5-72728b3ca9e3 req-15806e5c-2e7f-46fc-9830-ef6ef33829af service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6047838 Mar 09 03:35:56.300795 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a31265-ba54-4429-ab25-7e34e0e72619 req-05e56721-94ee-4ce1-9cf4-0efc4fb5131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:56.302441 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f4a31265-ba54-4429-ab25-7e34e0e72619 req-05e56721-94ee-4ce1-9cf4-0efc4fb5131b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 1096 time: 0.6484518 Mar 09 03:35:56.345868 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0d170067-f189-49aa-a0f1-458cc0a79d23 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:35:56.387189 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-3766fbb9-c623-4668-8b6d-e243d6add786 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/quotas/0cfa7fe9312d413ca333b2474578ba7b HTTP/1.1" status: 200 len: 375 time: 0.1289258 Mar 09 03:35:56.428724 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 0d170067-f189-49aa-a0f1-458cc0a79d23 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:35:56.434126 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 0d170067-f189-49aa-a0f1-458cc0a79d23 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:35:56.434508 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:56.435180 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-00428234-6e82-4579-b155-10321049cd6f req-0a077a34-0407-4974-9f4d-0e2a0ad04405 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198160 Mar 09 03:35:56.490145 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-5ee36aa0-30e8-47cb-af5b-a9bc82668198 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cfa7fe9312d413ca333b2474578ba7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583472 Mar 09 03:35:56.519733 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a6735b35-97e5-48ad-903e-b501d394a1cd req-3fd935f2-c9cf-40c8-8107-9a986d4c44e5 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862047 Mar 09 03:35:56.528455 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f4a31265-ba54-4429-ab25-7e34e0e72619 req-70fbaa83-ad03-453b-abdf-33f90205be47 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675966 Mar 09 03:35:56.579477 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:56.635756 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ffff4-8162-4c24-bd62-a1a7492c15eb req-1f7c4256-2f41-44a9-b136-af1ebb257293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:56.637282 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e78ffff4-8162-4c24-bd62-a1a7492c15eb req-1f7c4256-2f41-44a9-b136-af1ebb257293 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae03d5eb038f4850a3760a69271911b5&device_id=b4e57234-06f2-4f31-bd2e-2af92fcde0ff HTTP/1.1" status: 200 len: 1094 time: 0.3417065 Mar 09 03:35:56.642406 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 0d170067-f189-49aa-a0f1-458cc0a79d23, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0d170067-f189-49aa-a0f1-458cc0a79d23,segment=NetworkSegment(421d8123-c099-43e5-bc81-d7d0f1d1e8d6),segment_id=421d8123-c099-43e5-bc81-d7d0f1d1e8d6)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:35:56.648725 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:56.658769 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778c8f9-08a5-4131-847c-94bdafbaa94c req-f287d1e7-7575-4d63-a868-94ae9d7cbb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:56.660352 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7778c8f9-08a5-4131-847c-94bdafbaa94c req-f287d1e7-7575-4d63-a868-94ae9d7cbb65 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 1100 time: 0.2984302 Mar 09 03:35:56.663723 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-00428234-6e82-4579-b155-10321049cd6f req-1c761d68-37f0-4586-86ea-acd4219ad61c service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177360 Mar 09 03:35:56.694356 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b049d50b-2f97-48cf-bddd-8a970ad092be tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:56.718356 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b049d50b-2f97-48cf-bddd-8a970ad092be tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:56.758709 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-0907212d-93c4-46a8-994c-9bb6af7f6d21 service neutron] 10.222.0.16 "GET /v2.0/networks/aff92ff4-c46b-4b2f-a418-72b29b53c84d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581060 Mar 09 03:35:56.763102 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=0d170067-f189-49aa-a0f1-458cc0a79d23,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:56.868466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049d50b-2f97-48cf-bddd-8a970ad092be tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Pushing event updated for resources: {'Port': ['ID=3d004c12-d561-4ec4-8ac2-078d2fa959e0,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:35:56.925942 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b049d50b-2f97-48cf-bddd-8a970ad092be tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:56.965064 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b049d50b-2f97-48cf-bddd-8a970ad092be tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:56.966196 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b049d50b-2f97-48cf-bddd-8a970ad092be tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9081209 Mar 09 03:35:57.003998 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-c864e3cb-39eb-478d-a0b4-fe2f370fba60 service neutron] 10.222.0.16 "GET /v2.0/networks/aff92ff4-c46b-4b2f-a418-72b29b53c84d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959448 Mar 09 03:35:57.039684 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778c8f9-08a5-4131-847c-94bdafbaa94c req-164272d4-9527-435b-a802-94a64363bbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:57.041130 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7778c8f9-08a5-4131-847c-94bdafbaa94c req-164272d4-9527-435b-a802-94a64363bbe8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.3199663 Mar 09 03:35:57.058084 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321249a5-77a6-4d5b-b1b2-4cd3f6aaa64e req-62e4cb94-a91f-42ce-9e39-23ec62d5e4cb tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:57.059539 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-321249a5-77a6-4d5b-b1b2-4cd3f6aaa64e req-62e4cb94-a91f-42ce-9e39-23ec62d5e4cb tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 945 time: 0.3906388 Mar 09 03:35:57.136268 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ffff4-8162-4c24-bd62-a1a7492c15eb req-27a991a2-aa7e-4c92-94e3-5a65f410864a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:57.137709 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e78ffff4-8162-4c24-bd62-a1a7492c15eb req-27a991a2-aa7e-4c92-94e3-5a65f410864a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cc46625939e49829e840c9b5c55e8e6&device_id=78ca0553-0e28-4e12-a3c6-372ccd355e29 HTTP/1.1" status: 200 len: 1097 time: 0.4192684 Mar 09 03:35:57.150682 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7778c8f9-08a5-4131-847c-94bdafbaa94c req-1ca19ba8-372f-4613-853f-a3fd0fb83fe4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=317087b4-d89e-40f1-b023-7b8ca916229c HTTP/1.1" status: 200 len: 217 time: 0.0879118 Mar 09 03:35:57.151723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ffff4-8162-4c24-bd62-a1a7492c15eb req-adfc2a0a-bf81-4205-8049-f02652529f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:57.153051 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e78ffff4-8162-4c24-bd62-a1a7492c15eb req-adfc2a0a-bf81-4205-8049-f02652529f9c service neutron] 10.222.0.21 "GET /v2.0/networks?id=b43e277f-27e3-4498-8ae6-3889cca4234e HTTP/1.1" status: 200 len: 912 time: 0.4021995 Mar 09 03:35:57.318544 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e78ffff4-8162-4c24-bd62-a1a7492c15eb req-4f9789bd-e499-4e14-ab4b-7977d4f02a09 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ad69cf6-30d6-49aa-b938-570a31af1bf7 HTTP/1.1" status: 200 len: 217 time: 0.1413691 Mar 09 03:35:57.398750 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6ea12-c715-40e2-84ec-8d68d648df86 req-a30f7aca-5095-405b-934e-973493ba2fa3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:57.403457 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d4e6ea12-c715-40e2-84ec-8d68d648df86 req-a30f7aca-5095-405b-934e-973493ba2fa3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=78ca0553-0e28-4e12-a3c6-372ccd355e29 HTTP/1.1" status: 200 len: 946 time: 0.1015959 Mar 09 03:35:57.448596 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d4e6ea12-c715-40e2-84ec-8d68d648df86 req-48769d17-bfb7-4059-a800-62b90291d053 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418551 Mar 09 03:35:57.539473 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-321249a5-77a6-4d5b-b1b2-4cd3f6aaa64e req-57d97740-69e3-4513-a2f2-4b28b560f62f tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140639 Mar 09 03:35:57.609821 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778c8f9-08a5-4131-847c-94bdafbaa94c req-96277f90-bd2b-4cc6-bb89-9ca62ca77147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:57.611292 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7778c8f9-08a5-4131-847c-94bdafbaa94c req-96277f90-bd2b-4cc6-bb89-9ca62ca77147 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.4311864 Mar 09 03:35:57.673146 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ffff4-8162-4c24-bd62-a1a7492c15eb req-76c9fd28-2d94-4bc0-bf5c-622aa8c106c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:57.675577 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e78ffff4-8162-4c24-bd62-a1a7492c15eb req-76c9fd28-2d94-4bc0-bf5c-622aa8c106c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.5197875 Mar 09 03:35:57.684868 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ffff4-8162-4c24-bd62-a1a7492c15eb req-654eb510-0866-4793-a2b0-e6e42e1f3b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:57.686234 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e78ffff4-8162-4c24-bd62-a1a7492c15eb req-654eb510-0866-4793-a2b0-e6e42e1f3b18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c938e3dc-f3f5-45d5-a021-35dcda335146 HTTP/1.1" status: 200 len: 851 time: 0.1939597 Mar 09 03:35:57.835782 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e78ffff4-8162-4c24-bd62-a1a7492c15eb req-31aa2fa0-e494-4063-92e0-77088b182e96 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=7c3a58c9-e070-4db7-8745-a37785fbc83b HTTP/1.1" status: 200 len: 217 time: 0.1541383 Mar 09 03:35:57.839276 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e78ffff4-8162-4c24-bd62-a1a7492c15eb req-a02009f9-b4c2-4fab-a9f5-b124e3d7557a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b43e277f-27e3-4498-8ae6-3889cca4234e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033025 Mar 09 03:35:57.852212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32689e74-35d3-48cf-b26e-fb39619e3ede req-39929c69-82cd-4f67-a677-2bf8c754dadf tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:57.859469 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32689e74-35d3-48cf-b26e-fb39619e3ede req-39929c69-82cd-4f67-a677-2bf8c754dadf tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 945 time: 0.0981965 Mar 09 03:35:57.912370 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32689e74-35d3-48cf-b26e-fb39619e3ede req-c95f9263-a714-45f4-9158-3cf343f0b9dd tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518315 Mar 09 03:35:58.027579 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ffff4-8162-4c24-bd62-a1a7492c15eb req-c84b1095-adfc-48a0-948d-1cfb9b105267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:58.029003 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e78ffff4-8162-4c24-bd62-a1a7492c15eb req-c84b1095-adfc-48a0-948d-1cfb9b105267 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1836548 Mar 09 03:35:58.056396 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-8ca24a27-da22-44da-a7dc-424e405c3963 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Synchronizing usage tracker for tenant:fd35e40c0d08420f92da4df5c54857a4 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:35:58.073065 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-8ca24a27-da22-44da-a7dc-424e405c3963 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Unset dirty status for tenant:fd35e40c0d08420f92da4df5c54857a4 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:35:58.074373 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-8ca24a27-da22-44da-a7dc-424e405c3963 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2044824775&fields=id&tenant_id=fd35e40c0d08420f92da4df5c54857a4 HTTP/1.1" status: 200 len: 267 time: 0.0565524 Mar 09 03:35:58.079970 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778c8f9-08a5-4131-847c-94bdafbaa94c req-aa1d1a57-29da-422f-81d9-d4b0616d108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:58.081486 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7778c8f9-08a5-4131-847c-94bdafbaa94c req-aa1d1a57-29da-422f-81d9-d4b0616d108c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4578185 Mar 09 03:35:58.142020 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1c5ee-f998-4576-ac15-ccba767c70eb req-3ea2767c-cbd7-44de-995a-b627ff2fc911 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:58.143510 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-12a1c5ee-f998-4576-ac15-ccba767c70eb req-3ea2767c-cbd7-44de-995a-b627ff2fc911 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4e57234-06f2-4f31-bd2e-2af92fcde0ff HTTP/1.1" status: 200 len: 943 time: 0.4562447 Mar 09 03:35:58.164955 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e78ffff4-8162-4c24-bd62-a1a7492c15eb req-6e9f3ff2-13ad-4280-afb9-13bd50a0d296 service neutron] 10.222.0.21 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858164 Mar 09 03:35:58.236740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-62e86334-6c50-46e3-a881-549240899f73 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:58.237488 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-62e86334-6c50-46e3-a881-549240899f73 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Synchronizing usage tracker for tenant:fd35e40c0d08420f92da4df5c54857a4 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:35:58.263617 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-62e86334-6c50-46e3-a881-549240899f73 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Unset dirty status for tenant:fd35e40c0d08420f92da4df5c54857a4 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:35:58.265028 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-62e86334-6c50-46e3-a881-549240899f73 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/networks?id=4d37a024-1cda-4ef5-beed-7642da9f8928 HTTP/1.1" status: 200 len: 812 time: 0.1838343 Mar 09 03:35:58.282996 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-8b7e67e9-b819-486f-b128-672e1ca8ab4a tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/quotas/fd35e40c0d08420f92da4df5c54857a4 HTTP/1.1" status: 200 len: 375 time: 0.0097847 Mar 09 03:35:58.296949 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0d170067-f189-49aa-a0f1-458cc0a79d23 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:35:58.386025 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 0d170067-f189-49aa-a0f1-458cc0a79d23 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:35:58.386386 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-12a1c5ee-f998-4576-ac15-ccba767c70eb req-2b5d7d2f-b373-40cc-96c0-b9b4c94b3cf1 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282383 Mar 09 03:35:58.386823 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:58.405248 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-7912297e-f281-4954-a265-96192fefb4ff tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd35e40c0d08420f92da4df5c54857a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1150088 Mar 09 03:35:58.468494 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7778c8f9-08a5-4131-847c-94bdafbaa94c req-b0031d03-0752-463a-895a-a7c31daa16a8 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782840 Mar 09 03:35:58.543974 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ffff4-8162-4c24-bd62-a1a7492c15eb req-a351cb3d-aae4-4190-8b8a-646ec6d58c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:58.545793 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e78ffff4-8162-4c24-bd62-a1a7492c15eb req-a351cb3d-aae4-4190-8b8a-646ec6d58c7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5001531 Mar 09 03:35:58.567780 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-8dcad905-cb8b-4728-a021-a013149ca849 service neutron] 10.222.0.16 "GET /v2.0/networks/4d37a024-1cda-4ef5-beed-7642da9f8928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500070 Mar 09 03:35:58.700731 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-60ec15d2-6932-42d7-b438-ac2646d8160a req-3d3580c7-2aec-4103-818c-c07977f21d13 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/ports?device_id=73e998c1-062d-4b91-a824-58960c12850e HTTP/1.1" status: 200 len: 210 time: 0.1408274 Mar 09 03:35:58.703357 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e78ffff4-8162-4c24-bd62-a1a7492c15eb req-b0f2f3b5-8929-45a5-86e3-0801f2ebee0d service neutron] 10.222.0.21 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230432 Mar 09 03:35:58.715947 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0a5bb27a-1a5d-4bc1-92ce-d18c18c1a78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:58.730283 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-de56d209-b5c4-4275-8a96-56467e5354e1 service neutron] 10.222.0.16 "GET /v2.0/networks/4d37a024-1cda-4ef5-beed-7642da9f8928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614723 Mar 09 03:35:58.854622 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7778c8f9-08a5-4131-847c-94bdafbaa94c req-336c9ae8-5c7b-4512-b07a-1623777aba42 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745682 Mar 09 03:35:58.861373 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e78ffff4-8162-4c24-bd62-a1a7492c15eb req-41cc5c60-5266-4bbc-a5d0-2c486130e776 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005805 Mar 09 03:35:59.105943 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e78ffff4-8162-4c24-bd62-a1a7492c15eb req-84ac41c7-d939-4f32-b639-446b07537ead service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381904 Mar 09 03:35:59.119346 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d857b7-0017-4539-8010-0cee3ee82b4a req-98987d82-47f6-459b-b40b-676e246fd82e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:59.121240 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6d857b7-0017-4539-8010-0cee3ee82b4a req-98987d82-47f6-459b-b40b-676e246fd82e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 949 time: 0.2292106 Mar 09 03:35:59.213420 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-7156a286-8966-4c98-ab28-15a6051cd857 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:59.214440 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-7156a286-8966-4c98-ab28-15a6051cd857 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.24 "GET /v2.0/networks?id=aff92ff4-c46b-4b2f-a418-72b29b53c84d HTTP/1.1" status: 200 len: 810 time: 0.2670684 Mar 09 03:35:59.232848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc879eb-c50d-4002-974c-ade5349c41b9 req-b70e31c7-4186-4456-9cf3-e295d5ae8089 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:59.234410 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bcc879eb-c50d-4002-974c-ade5349c41b9 req-b70e31c7-4186-4456-9cf3-e295d5ae8089 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 1096 time: 0.1402719 Mar 09 03:35:59.239722 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-de3691e3-0ee9-4c02-b3ff-51933d28d793 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Request body: {'port': {'device_id': '73e998c1-062d-4b91-a824-58960c12850e', 'network_id': 'aff92ff4-c46b-4b2f-a418-72b29b53c84d', 'admin_state_up': True, 'tenant_id': '0cfa7fe9312d413ca333b2474578ba7b'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:35:59.332505 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6d857b7-0017-4539-8010-0cee3ee82b4a req-e7db7e66-9bb4-43d5-a8ce-a7524f950ccd tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056320 Mar 09 03:35:59.490288 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bcc879eb-c50d-4002-974c-ade5349c41b9 req-a67f6368-5b54-4d72-9c5e-4d7716f5d8f0 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337635 Mar 09 03:35:59.523997 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f4a4b-3364-4a6e-a0f4-4a8e1a7d95ae req-761e1ffc-e746-4f2b-93a6-11aec73994c5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:59.524723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-1f3f4a4b-3364-4a6e-a0f4-4a8e1a7d95ae req-761e1ffc-e746-4f2b-93a6-11aec73994c5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Synchronizing usage tracker for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:35:59.539469 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-de3691e3-0ee9-4c02-b3ff-51933d28d793 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:35:59.542043 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-1f3f4a4b-3364-4a6e-a0f4-4a8e1a7d95ae req-761e1ffc-e746-4f2b-93a6-11aec73994c5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Unset dirty status for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:35:59.543249 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1f3f4a4b-3364-4a6e-a0f4-4a8e1a7d95ae req-761e1ffc-e746-4f2b-93a6-11aec73994c5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=78ca0553-0e28-4e12-a3c6-372ccd355e29 HTTP/1.1" status: 200 len: 946 time: 0.1090856 Mar 09 03:35:59.543537 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-de3691e3-0ee9-4c02-b3ff-51933d28d793 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Usage tracker for resource:port and tenant:0cfa7fe9312d413ca333b2474578ba7b is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:35:59.546426 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-de3691e3-0ee9-4c02-b3ff-51933d28d793 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:35:59.553056 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-de3691e3-0ee9-4c02-b3ff-51933d28d793 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:35:59.564578 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-de3691e3-0ee9-4c02-b3ff-51933d28d793 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Made reservation on behalf of 0cfa7fe9312d413ca333b2474578ba7b for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:35:59.568426 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-de3691e3-0ee9-4c02-b3ff-51933d28d793 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:35:59.607338 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1f3f4a4b-3364-4a6e-a0f4-4a8e1a7d95ae req-a39a6d8b-9da2-445d-a3ec-0ca406bcebf3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498271 Mar 09 03:35:59.791122 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5153466d-45f1-426e-b760-7cd6e50bdff3 req-52a14127-600c-4a39-99b6-17db0df70e52 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Synchronizing usage tracker for tenant:fd35e40c0d08420f92da4df5c54857a4 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:35:59.792048 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-de3691e3-0ee9-4c02-b3ff-51933d28d793 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Allocated IP 172.20.0.5 (aff92ff4-c46b-4b2f-a418-72b29b53c84d/f737222e-ea29-4be9-9d8e-94fcd3d69b48/a59d65fb-3de1-4bb0-b0be-443493359bff) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:35:59.803703 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a815c9-8dcc-4063-8b1f-5df48d838dcc req-f396dfc0-70ac-45a1-8538-d1b2b9f3f213 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:35:59.805302 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e2a815c9-8dcc-4063-8b1f-5df48d838dcc req-f396dfc0-70ac-45a1-8538-d1b2b9f3f213 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 945 time: 0.1713121 Mar 09 03:35:59.809152 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5153466d-45f1-426e-b760-7cd6e50bdff3 req-52a14127-600c-4a39-99b6-17db0df70e52 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Unset dirty status for tenant:fd35e40c0d08420f92da4df5c54857a4 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:35:59.810277 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5153466d-45f1-426e-b760-7cd6e50bdff3 req-52a14127-600c-4a39-99b6-17db0df70e52 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9a8454c-9af6-4239-9678-8aab624d5a63 HTTP/1.1" status: 200 len: 210 time: 0.0634005 Mar 09 03:35:59.891217 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e2a815c9-8dcc-4063-8b1f-5df48d838dcc req-3d876e57-654d-4888-8d52-b6d7d1ddd382 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789804 Mar 09 03:36:00.020877 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5848a9-db2f-4bc5-badb-ac65c78d12d0 req-2ef6186d-6e70-4c64-ac9f-408d8447a4a4 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:00.022519 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dc5848a9-db2f-4bc5-badb-ac65c78d12d0 req-2ef6186d-6e70-4c64-ac9f-408d8447a4a4 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 949 time: 0.1022811 Mar 09 03:36:00.071424 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dc5848a9-db2f-4bc5-badb-ac65c78d12d0 req-35b65e47-815c-4318-b919-a93c6ce104dd tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424540 Mar 09 03:36:00.112298 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-de3691e3-0ee9-4c02-b3ff-51933d28d793 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:00.134315 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3ad69cf6-30d6-49aa-b938-570a31af1bf7 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:36:00.155632 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277d932-c10f-4a90-ad10-da9af5496d13 req-7c8a72cf-c1f0-4f37-9e5e-07d1c9a973e8 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:00.163707 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4277d932-c10f-4a90-ad10-da9af5496d13 req-7c8a72cf-c1f0-4f37-9e5e-07d1c9a973e8 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4e57234-06f2-4f31-bd2e-2af92fcde0ff HTTP/1.1" status: 200 len: 943 time: 0.1618156 Mar 09 03:36:00.223334 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4277d932-c10f-4a90-ad10-da9af5496d13 req-18c83443-573b-4572-9a9f-ea8f2264a393 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585492 Mar 09 03:36:00.241381 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-de3691e3-0ee9-4c02-b3ff-51933d28d793 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:00.308445 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-80f188b8-ba8b-4b25-a00e-72166d3b9d62 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:00.310149 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-80f188b8-ba8b-4b25-a00e-72166d3b9d62 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.21 "GET /v2.0/networks?id=4d37a024-1cda-4ef5-beed-7642da9f8928 HTTP/1.1" status: 200 len: 812 time: 0.2180870 Mar 09 03:36:00.384474 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-36a69fc6-fea5-49e7-8ad2-78a04f0c7e9a tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd35e40c0d08420f92da4df5c54857a4 HTTP/1.1" status: 200 len: 380 time: 0.0567014 Mar 09 03:36:00.392257 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-de3691e3-0ee9-4c02-b3ff-51933d28d793 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Network aff92ff4-c46b-4b2f-a418-72b29b53c84d is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:36:00.393944 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-26c3f69d-d56e-4e54-aa78-72e453df0af1 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Request body: {'port': {'device_id': 'a9a8454c-9af6-4239-9678-8aab624d5a63', 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928', 'admin_state_up': True, 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'security_groups': ['c125df46-8111-4552-ade0-96bd8f5a14ee']}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:36:00.465504 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-de3691e3-0ee9-4c02-b3ff-51933d28d793 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:36:00.470071 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3ad69cf6-30d6-49aa-b938-570a31af1bf7, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3ad69cf6-30d6-49aa-b938-570a31af1bf7,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:00.490838 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-de3691e3-0ee9-4c02-b3ff-51933d28d793 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:36:00.493759 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '3ad69cf6-30d6-49aa-b938-570a31af1bf7', 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e', 'port_id': '3ad69cf6-30d6-49aa-b938-570a31af1bf7', 'mac_address': 'fa:16:3e:0c:df:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c938e3dc-f3f5-45d5-a021-35dcda335146', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:36:00.561405 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:00.567979 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-de3691e3-0ee9-4c02-b3ff-51933d28d793 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:00.568714 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-de3691e3-0ee9-4c02-b3ff-51933d28d793 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:00.580511 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad69cf6-30d6-49aa-b938-570a31af1bf7 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:36:00.597805 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3ad69cf6-30d6-49aa-b938-570a31af1bf7, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3ad69cf6-30d6-49aa-b938-570a31af1bf7,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:00.598112 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-de3691e3-0ee9-4c02-b3ff-51933d28d793 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3625672 Mar 09 03:36:00.598795 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3691e3-0ee9-4c02-b3ff-51933d28d793 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Pushing event updated for resources: {'Port': ['ID=a59d65fb-3de1-4bb0-b0be-443493359bff,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:00.606590 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:00.607608 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 317087b4-d89e-40f1-b023-7b8ca916229c details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:36:00.616184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-3838d642-c9bf-4464-9614-18899fa5f77f service neutron] Request body: {'port': {'device_id': '73e998c1-062d-4b91-a824-58960c12850e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:36:00.624646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-26c3f69d-d56e-4e54-aa78-72e453df0af1 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:36:00.641194 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-26c3f69d-d56e-4e54-aa78-72e453df0af1 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:36:00.665712 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-26c3f69d-d56e-4e54-aa78-72e453df0af1 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Made reservation on behalf of fd35e40c0d08420f92da4df5c54857a4 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:36:00.670381 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-26c3f69d-d56e-4e54-aa78-72e453df0af1 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:00.688026 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81676ea-6bc3-438a-be5e-ffb869ddbc8a req-bbd9d809-5ba9-4911-8443-9159a41904b0 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:00.689656 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b81676ea-6bc3-438a-be5e-ffb869ddbc8a req-bbd9d809-5ba9-4911-8443-9159a41904b0 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 1096 time: 0.1463001 Mar 09 03:36:00.718413 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6aa59-db3d-468d-9d9a-f11bc99393a9 req-4f53d041-3c64-4b80-87fb-057fd667afda tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:00.719157 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-77b6aa59-db3d-468d-9d9a-f11bc99393a9 req-4f53d041-3c64-4b80-87fb-057fd667afda tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Synchronizing usage tracker for tenant:0cfa7fe9312d413ca333b2474578ba7b on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:36:00.822295 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b81676ea-6bc3-438a-be5e-ffb869ddbc8a req-fa3b496f-64bb-4919-937a-1bc4dc930beb tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096773 Mar 09 03:36:00.830153 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=3ad69cf6-30d6-49aa-b938-570a31af1bf7,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:00.866013 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-3838d642-c9bf-4464-9614-18899fa5f77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:00.896827 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 317087b4-d89e-40f1-b023-7b8ca916229c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=317087b4-d89e-40f1-b023-7b8ca916229c,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:00.930447 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-77b6aa59-db3d-468d-9d9a-f11bc99393a9 req-4f53d041-3c64-4b80-87fb-057fd667afda tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Unset dirty status for tenant:0cfa7fe9312d413ca333b2474578ba7b on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:36:00.935888 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77b6aa59-db3d-468d-9d9a-f11bc99393a9 req-4f53d041-3c64-4b80-87fb-057fd667afda tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/ports?device_id=73e998c1-062d-4b91-a824-58960c12850e HTTP/1.1" status: 200 len: 931 time: 0.5478237 Mar 09 03:36:00.947463 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '317087b4-d89e-40f1-b023-7b8ca916229c', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': '317087b4-d89e-40f1-b023-7b8ca916229c', 'mac_address': 'fa:16:3e:c7:99:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:36:01.024731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-26c3f69d-d56e-4e54-aa78-72e453df0af1 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Allocated IP 172.20.0.10 (4d37a024-1cda-4ef5-beed-7642da9f8928/98454a6c-fce7-4e43-9bc8-060f1b6acedb/f08297f5-4469-40c2-be85-9f9717182673) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:36:01.099073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-77b6aa59-db3d-468d-9d9a-f11bc99393a9 req-f395a704-056b-420a-afef-5ec6b1660ffb tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Synchronizing usage tracker for tenant:0cfa7fe9312d413ca333b2474578ba7b on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:36:01.138687 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 7c3a58c9-e070-4db7-8745-a37785fbc83b details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:36:01.155621 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:01.208932 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317087b4-d89e-40f1-b023-7b8ca916229c {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:36:01.214164 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-730af5b5-3540-4168-a8ac-a7bd4019a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:01.253120 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-77b6aa59-db3d-468d-9d9a-f11bc99393a9 req-f395a704-056b-420a-afef-5ec6b1660ffb tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Unset dirty status for tenant:0cfa7fe9312d413ca333b2474578ba7b on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:36:01.269030 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77b6aa59-db3d-468d-9d9a-f11bc99393a9 req-f395a704-056b-420a-afef-5ec6b1660ffb tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f131a8c-796c-4617-b9f4-9ceffea22b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234468 Mar 09 03:36:01.313929 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-26c3f69d-d56e-4e54-aa78-72e453df0af1 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:01.334652 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33355d2c-8b1b-41dd-829e-bc28c790e3d3 req-fb2e27eb-a026-4ec4-a2ba-fc1d79cd426d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:01.336211 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33355d2c-8b1b-41dd-829e-bc28c790e3d3 req-fb2e27eb-a026-4ec4-a2ba-fc1d79cd426d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=78ca0553-0e28-4e12-a3c6-372ccd355e29 HTTP/1.1" status: 200 len: 946 time: 0.2057061 Mar 09 03:36:01.342569 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-26c3f69d-d56e-4e54-aa78-72e453df0af1 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Transition to ACTIVE for port object f08297f5-4469-40c2-be85-9f9717182673 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:36:01.413101 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33355d2c-8b1b-41dd-829e-bc28c790e3d3 req-f51b047b-25e0-4467-944f-9e57de035d73 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664153 Mar 09 03:36:01.436098 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-26c3f69d-d56e-4e54-aa78-72e453df0af1 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:01.481017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 7c3a58c9-e070-4db7-8745-a37785fbc83b, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=7c3a58c9-e070-4db7-8745-a37785fbc83b,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:01.501642 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 317087b4-d89e-40f1-b023-7b8ca916229c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=317087b4-d89e-40f1-b023-7b8ca916229c,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:01.522569 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:01.525127 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-26c3f69d-d56e-4e54-aa78-72e453df0af1 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Network 4d37a024-1cda-4ef5-beed-7642da9f8928 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:36:01.528672 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-26c3f69d-d56e-4e54-aa78-72e453df0af1 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:36:01.543050 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-3838d642-c9bf-4464-9614-18899fa5f77f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59d65fb-3de1-4bb0-b0be-443493359bff {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:36:01.553155 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-26c3f69d-d56e-4e54-aa78-72e453df0af1 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:36:01.553896 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-3838d642-c9bf-4464-9614-18899fa5f77f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:01.591293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-3838d642-c9bf-4464-9614-18899fa5f77f service neutron] Transition to ACTIVE for port object a59d65fb-3de1-4bb0-b0be-443493359bff will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:36:01.604427 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f6cf6-a700-4b70-8cd6-0b4c10b42c5d req-4a371f99-19c8-4720-83c5-df80b34f8962 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:01.605914 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c08f6cf6-a700-4b70-8cd6-0b4c10b42c5d req-4a371f99-19c8-4720-83c5-df80b34f8962 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9a8454c-9af6-4239-9678-8aab624d5a63 HTTP/1.1" status: 200 len: 932 time: 0.1514575 Mar 09 03:36:01.607979 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-3838d642-c9bf-4464-9614-18899fa5f77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:01.619915 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3f69d-d56e-4e54-aa78-72e453df0af1 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Pushing event updated for resources: {'Port': ['ID=f08297f5-4469-40c2-be85-9f9717182673,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:01.637403 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '7c3a58c9-e070-4db7-8745-a37785fbc83b', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': '7c3a58c9-e070-4db7-8745-a37785fbc83b', 'mac_address': 'fa:16:3e:7c:43:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:36:01.713666 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-26c3f69d-d56e-4e54-aa78-72e453df0af1 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:01.714361 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-26c3f69d-d56e-4e54-aa78-72e453df0af1 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:01.748183 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:01.785224 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-26c3f69d-d56e-4e54-aa78-72e453df0af1 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3956728 Mar 09 03:36:01.793272 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19effbb1-6ddd-41d0-987e-10b478076441 req-858445cb-3984-488e-8ae0-73803517300b tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:01.794758 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-19effbb1-6ddd-41d0-987e-10b478076441 req-858445cb-3984-488e-8ae0-73803517300b tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 1096 time: 0.1560664 Mar 09 03:36:01.800437 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-9c090b66-b560-4750-bd21-71891e708d98 service neutron] Request body: {'port': {'device_id': 'a9a8454c-9af6-4239-9678-8aab624d5a63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:36:01.817549 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c3a58c9-e070-4db7-8745-a37785fbc83b {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:36:01.854202 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=317087b4-d89e-40f1-b023-7b8ca916229c,revision_number=13']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:01.878151 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 7c3a58c9-e070-4db7-8745-a37785fbc83b, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=7c3a58c9-e070-4db7-8745-a37785fbc83b,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:01.888060 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:01.969145 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-19effbb1-6ddd-41d0-987e-10b478076441 req-a40a9248-79b7-4074-b51e-81fdb9d1fdfc tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312034 Mar 09 03:36:01.984841 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['3ad69cf6-30d6-49aa-b938-570a31af1bf7'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:01.996747 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-9c090b66-b560-4750-bd21-71891e708d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:02.015601 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['317087b4-d89e-40f1-b023-7b8ca916229c'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:02.043462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838d642-c9bf-4464-9614-18899fa5f77f service neutron] Pushing event updated for resources: {'Port': ['ID=a59d65fb-3de1-4bb0-b0be-443493359bff,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:02.137238 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c08f6cf6-a700-4b70-8cd6-0b4c10b42c5d req-fdde88ba-e8e9-405a-92aa-879c36737ece tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/security-groups?id=c125df46-8111-4552-ade0-96bd8f5a14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5186481 Mar 09 03:36:02.240761 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:02.247404 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-3838d642-c9bf-4464-9614-18899fa5f77f service neutron] Attempting to bind port a59d65fb-3de1-4bb0-b0be-443493359bff on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:36:02.247877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-3838d642-c9bf-4464-9614-18899fa5f77f service neutron] Attempting to bind port a59d65fb-3de1-4bb0-b0be-443493359bff by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'b3c06c6f-a040-43d0-9d75-095feecb3ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'aff92ff4-c46b-4b2f-a418-72b29b53c84d'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:36:02.248308 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-3838d642-c9bf-4464-9614-18899fa5f77f service neutron] Attempting to bind port a59d65fb-3de1-4bb0-b0be-443493359bff on network aff92ff4-c46b-4b2f-a418-72b29b53c84d {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:36:02.255914 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-3838d642-c9bf-4464-9614-18899fa5f77f service neutron] Port a59d65fb-3de1-4bb0-b0be-443493359bff on network aff92ff4-c46b-4b2f-a418-72b29b53c84d not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:36:02.257108 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-3838d642-c9bf-4464-9614-18899fa5f77f service neutron] Attempting to bind port a59d65fb-3de1-4bb0-b0be-443493359bff on network aff92ff4-c46b-4b2f-a418-72b29b53c84d {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:36:02.261933 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:02.262956 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-3838d642-c9bf-4464-9614-18899fa5f77f service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:36:02.263474 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-3838d642-c9bf-4464-9614-18899fa5f77f service neutron] Checking segment: {'id': 'b3c06c6f-a040-43d0-9d75-095feecb3ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'aff92ff4-c46b-4b2f-a418-72b29b53c84d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:36:02.265885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-3838d642-c9bf-4464-9614-18899fa5f77f service neutron] Bound using segment: {'id': 'b3c06c6f-a040-43d0-9d75-095feecb3ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'aff92ff4-c46b-4b2f-a418-72b29b53c84d'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:36:02.266334 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-3838d642-c9bf-4464-9614-18899fa5f77f service neutron] Bound port: a59d65fb-3de1-4bb0-b0be-443493359bff, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c06c6f-a040-43d0-9d75-095feecb3ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'aff92ff4-c46b-4b2f-a418-72b29b53c84d'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:36:02.267121 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-3838d642-c9bf-4464-9614-18899fa5f77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:02.285469 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6895d014-58c6-4d9a-a4e5-89d891121fa3 None None] Provisioning for port f08297f5-4469-40c2-be85-9f9717182673 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:36:02.301677 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6895d014-58c6-4d9a-a4e5-89d891121fa3 None None] Provisioning complete for port f08297f5-4469-40c2-be85-9f9717182673 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:36:02.302243 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6895d014-58c6-4d9a-a4e5-89d891121fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:02.333520 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=7c3a58c9-e070-4db7-8745-a37785fbc83b,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:02.406573 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['7c3a58c9-e070-4db7-8745-a37785fbc83b'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:02.412462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42476) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:36:02.460679 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-3838d642-c9bf-4464-9614-18899fa5f77f service neutron] For port a59d65fb-3de1-4bb0-b0be-443493359bff, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:36:02.473481 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c633b3db-774a-446a-a420-82deba6b4aaf req-4d8bae01-d620-45de-b1c1-7c7543bbe997 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=fb202b0928604d6ca848064936552050&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2506056 Mar 09 03:36:02.478708 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f86b00-d72a-4652-a7fd-a23f5a025e4e req-946d7366-0108-461d-8223-1e46ee137b80 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:02.485592 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3f86b00-d72a-4652-a7fd-a23f5a025e4e req-946d7366-0108-461d-8223-1e46ee137b80 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4e57234-06f2-4f31-bd2e-2af92fcde0ff HTTP/1.1" status: 200 len: 944 time: 0.2071183 Mar 09 03:36:02.488887 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-3838d642-c9bf-4464-9614-18899fa5f77f service neutron] For port a59d65fb-3de1-4bb0-b0be-443493359bff, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=a59d65fb-3de1-4bb0-b0be-443493359bff,segment=NetworkSegment(b3c06c6f-a040-43d0-9d75-095feecb3ddc),segment_id=b3c06c6f-a040-43d0-9d75-095feecb3ddc)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:36:02.510430 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-3838d642-c9bf-4464-9614-18899fa5f77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:02.511652 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6895d014-58c6-4d9a-a4e5-89d891121fa3 None None] Port f08297f5-4469-40c2-be85-9f9717182673 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:36:02.624591 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6a3b403a-2aaa-459d-bfe9-823f7ea1a69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:02.637790 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-3838d642-c9bf-4464-9614-18899fa5f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:02.638393 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-3838d642-c9bf-4464-9614-18899fa5f77f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:02.639959 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-3838d642-c9bf-4464-9614-18899fa5f77f service neutron] 10.222.0.24 "PUT /v2.0/ports/a59d65fb-3de1-4bb0-b0be-443493359bff HTTP/1.1" status: 200 len: 1091 time: 2.0320559 Mar 09 03:36:02.640195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e998c1-062d-4b91-a824-58960c12850e', 'tag': 'a59d65fb-3de1-4bb0-b0be-443493359bff'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:36:02.650559 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3f86b00-d72a-4652-a7fd-a23f5a025e4e req-69be4917-b7bc-405e-90a8-077bb59280a6 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641519 Mar 09 03:36:02.653606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838d642-c9bf-4464-9614-18899fa5f77f service neutron] Pushing event updated for resources: {'Port': ['ID=a59d65fb-3de1-4bb0-b0be-443493359bff,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:02.658123 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6a3b403a-2aaa-459d-bfe9-823f7ea1a69a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:36:02.662600 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6a3b403a-2aaa-459d-bfe9-823f7ea1a69a admin admin] Usage tracker for resource:security_group_rule and tenant:7f2d5512a6d9432a8089fb93bbf37477 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:36:02.665828 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6a3b403a-2aaa-459d-bfe9-823f7ea1a69a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:36:02.671925 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6a3b403a-2aaa-459d-bfe9-823f7ea1a69a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:36:02.696425 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633b3db-774a-446a-a420-82deba6b4aaf req-076c0bee-c1b0-472b-bfd0-b0e941778562 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:02.704348 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c633b3db-774a-446a-a420-82deba6b4aaf req-076c0bee-c1b0-472b-bfd0-b0e941778562 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2077382 Mar 09 03:36:02.764783 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c633b3db-774a-446a-a420-82deba6b4aaf req-a4b546af-c378-4d9d-8e60-dc78c4a17648 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/quotas/fb202b0928604d6ca848064936552050 HTTP/1.1" status: 200 len: 375 time: 0.0592203 Mar 09 03:36:02.838820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-534afdea-82ee-4556-ab76-5e2d4ba58df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:02.840539 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-534afdea-82ee-4556-ab76-5e2d4ba58df2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cfa7fe9312d413ca333b2474578ba7b&device_id=73e998c1-062d-4b91-a824-58960c12850e HTTP/1.1" status: 200 len: 1094 time: 0.1395457 Mar 09 03:36:02.842605 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6a3b403a-2aaa-459d-bfe9-823f7ea1a69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:02.847267 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-9c090b66-b560-4750-bd21-71891e708d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f08297f5-4469-40c2-be85-9f9717182673 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:36:02.848101 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6a3b403a-2aaa-459d-bfe9-823f7ea1a69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:02.874382 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-9c090b66-b560-4750-bd21-71891e708d98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:02.909540 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-9c090b66-b560-4750-bd21-71891e708d98 service neutron] Transition to ACTIVE for port object f08297f5-4469-40c2-be85-9f9717182673 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:36:02.939350 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c633b3db-774a-446a-a420-82deba6b4aaf req-4567b323-60af-431a-9c31-103c22922e63 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1718414 Mar 09 03:36:02.942643 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-9c090b66-b560-4750-bd21-71891e708d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:02.997651 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b403a-2aaa-459d-bfe9-823f7ea1a69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c0c7cd-d21a-43c1-9744-011b846b6eec,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:03.027526 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-1d0d835f-9d82-4f65-bcf8-f8cab64a9977 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a59d65fb-3de1-4bb0-b0be-443493359bff HTTP/1.1" status: 200 len: 217 time: 0.1681614 Mar 09 03:36:03.111420 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6a3b403a-2aaa-459d-bfe9-823f7ea1a69a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f2d5512a6d9432a8089fb93bbf37477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6943755 Mar 09 03:36:03.116642 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42494) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:36:03.188132 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-374bed9a-be2f-4948-ad76-84311e3cba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:03.189592 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-374bed9a-be2f-4948-ad76-84311e3cba33 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f737222e-ea29-4be9-9d8e-94fcd3d69b48 HTTP/1.1" status: 200 len: 850 time: 0.1525424 Mar 09 03:36:03.218394 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c090b66-b560-4750-bd21-71891e708d98 service neutron] Pushing event updated for resources: {'Port': ['ID=f08297f5-4469-40c2-be85-9f9717182673,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:03.287107 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-4400ef3b-cd8b-44bf-a8a1-6ac2d8f26d14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aff92ff4-c46b-4b2f-a418-72b29b53c84d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716903 Mar 09 03:36:03.324853 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:03.392238 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-9c090b66-b560-4750-bd21-71891e708d98 service neutron] Attempting to bind port f08297f5-4469-40c2-be85-9f9717182673 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:36:03.392947 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-9c090b66-b560-4750-bd21-71891e708d98 service neutron] Attempting to bind port f08297f5-4469-40c2-be85-9f9717182673 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '421d8123-c099-43e5-bc81-d7d0f1d1e8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:36:03.394110 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-9c090b66-b560-4750-bd21-71891e708d98 service neutron] Attempting to bind port f08297f5-4469-40c2-be85-9f9717182673 on network 4d37a024-1cda-4ef5-beed-7642da9f8928 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:36:03.413340 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3661ea5c-7d41-4a57-a210-47eb3dd70f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:03.415127 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-9c090b66-b560-4750-bd21-71891e708d98 service neutron] Port f08297f5-4469-40c2-be85-9f9717182673 on network 4d37a024-1cda-4ef5-beed-7642da9f8928 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:36:03.419837 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-9c090b66-b560-4750-bd21-71891e708d98 service neutron] Attempting to bind port f08297f5-4469-40c2-be85-9f9717182673 on network 4d37a024-1cda-4ef5-beed-7642da9f8928 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:36:03.447739 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-9c090b66-b560-4750-bd21-71891e708d98 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:36:03.448786 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-9c090b66-b560-4750-bd21-71891e708d98 service neutron] Checking segment: {'id': '421d8123-c099-43e5-bc81-d7d0f1d1e8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:36:03.450156 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-9c090b66-b560-4750-bd21-71891e708d98 service neutron] Bound using segment: {'id': '421d8123-c099-43e5-bc81-d7d0f1d1e8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:36:03.457050 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-9c090b66-b560-4750-bd21-71891e708d98 service neutron] Bound port: f08297f5-4469-40c2-be85-9f9717182673, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '421d8123-c099-43e5-bc81-d7d0f1d1e8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:36:03.457561 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-9c090b66-b560-4750-bd21-71891e708d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:03.556422 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3661ea5c-7d41-4a57-a210-47eb3dd70f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:03.716901 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-fa8acec5-7ad6-48d1-8b7c-bae6c03cc371 service neutron] 10.222.0.24 "GET /v2.0/networks/aff92ff4-c46b-4b2f-a418-72b29b53c84d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148693 Mar 09 03:36:03.728409 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-9c090b66-b560-4750-bd21-71891e708d98 service neutron] For port f08297f5-4469-40c2-be85-9f9717182673, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:36:03.748241 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:03.757642 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6c0aa-1125-4c2c-9a7f-6c7fd49a8279 req-22f6f151-c3bc-4493-b6eb-2cf85f1d94c1 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:03.760223 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-85f6c0aa-1125-4c2c-9a7f-6c7fd49a8279 req-22f6f151-c3bc-4493-b6eb-2cf85f1d94c1 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/ports?device_id=73e998c1-062d-4b91-a824-58960c12850e HTTP/1.1" status: 200 len: 943 time: 0.2452173 Mar 09 03:36:03.763521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-9c090b66-b560-4750-bd21-71891e708d98 service neutron] For port f08297f5-4469-40c2-be85-9f9717182673, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=f08297f5-4469-40c2-be85-9f9717182673,segment=NetworkSegment(421d8123-c099-43e5-bc81-d7d0f1d1e8d6),segment_id=421d8123-c099-43e5-bc81-d7d0f1d1e8d6)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:36:03.788154 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-9c090b66-b560-4750-bd21-71891e708d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:03.862402 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-9c090b66-b560-4750-bd21-71891e708d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:03.863046 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-9c090b66-b560-4750-bd21-71891e708d98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:03.864386 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-9c090b66-b560-4750-bd21-71891e708d98 service neutron] 10.222.0.21 "PUT /v2.0/ports/f08297f5-4469-40c2-be85-9f9717182673 HTTP/1.1" status: 200 len: 1092 time: 2.0687048 Mar 09 03:36:03.864827 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a8454c-9af6-4239-9678-8aab624d5a63', 'tag': 'f08297f5-4469-40c2-be85-9f9717182673'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:36:03.885421 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7554f-898b-4942-8a2a-a19d24971347 req-7f1cf5ba-17ff-4a78-a13a-b39fb9d7b74c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:03.895542 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0fc7554f-898b-4942-8a2a-a19d24971347 req-7f1cf5ba-17ff-4a78-a13a-b39fb9d7b74c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=78ca0553-0e28-4e12-a3c6-372ccd355e29 HTTP/1.1" status: 200 len: 947 time: 0.2921591 Mar 09 03:36:03.918521 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3661ea5c-7d41-4a57-a210-47eb3dd70f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:03.925101 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-85f6c0aa-1125-4c2c-9a7f-6c7fd49a8279 req-41bf121f-e3dc-4b21-b5fd-7b7411725798 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f131a8c-796c-4617-b9f4-9ceffea22b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576896 Mar 09 03:36:03.928934 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c090b66-b560-4750-bd21-71891e708d98 service neutron] Pushing event updated for resources: {'Port': ['ID=f08297f5-4469-40c2-be85-9f9717182673,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:03.956219 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3661ea5c-7d41-4a57-a210-47eb3dd70f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:03.957351 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3661ea5c-7d41-4a57-a210-47eb3dd70f10 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2c0c7cd-d21a-43c1-9744-011b846b6eec HTTP/1.1" status: 204 len: 168 time: 0.8398650 Mar 09 03:36:03.994611 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661ea5c-7d41-4a57-a210-47eb3dd70f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c0c7cd-d21a-43c1-9744-011b846b6eec,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:04.097258 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0fc7554f-898b-4942-8a2a-a19d24971347 req-38320037-0499-4175-9a3d-a9b3ed80ef98 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989911 Mar 09 03:36:04.101212 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e998c1-062d-4b91-a824-58960c12850e', 'tag': 'a59d65fb-3de1-4bb0-b0be-443493359bff', 'status': 'completed', 'code': 200} Mar 09 03:36:04.110918 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18048c6c-cffd-49bd-b200-58f1024ab2d0 req-e1760f54-6123-4688-a6fc-7456dcb9f561 service neutron] 10.222.0.24 "GET /v2.0/networks/aff92ff4-c46b-4b2f-a418-72b29b53c84d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865323 Mar 09 03:36:04.161939 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 317087b4-d89e-40f1-b023-7b8ca916229c up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:36:04.245581 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-aff9eeb6-cde2-4464-81ee-ee962b5ee019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:04.249836 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-aff9eeb6-cde2-4464-81ee-ee962b5ee019 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd35e40c0d08420f92da4df5c54857a4&device_id=a9a8454c-9af6-4239-9678-8aab624d5a63 HTTP/1.1" status: 200 len: 1095 time: 0.1849017 Mar 09 03:36:04.308749 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 317087b4-d89e-40f1-b023-7b8ca916229c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:36:04.315517 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 317087b4-d89e-40f1-b023-7b8ca916229c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:36:04.316105 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:04.415923 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8afaecbe-09ff-412b-852f-60cb884f41db req-4bc5f458-b3fd-46ea-be3b-271de5327f04 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 210 time: 0.0634787 Mar 09 03:36:04.416224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0a9cd-c43b-4a70-a640-85b663cc415d req-69a9a70b-ced8-45a7-8111-25fc56bcb54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:04.419753 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-45d0a9cd-c43b-4a70-a640-85b663cc415d req-69a9a70b-ced8-45a7-8111-25fc56bcb54e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cfa7fe9312d413ca333b2474578ba7b&device_id=73e998c1-062d-4b91-a824-58960c12850e HTTP/1.1" status: 200 len: 1094 time: 0.2546356 Mar 09 03:36:04.446407 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-b4fb8a23-b9cd-4dd4-a68a-a4d8fc6520fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f08297f5-4469-40c2-be85-9f9717182673 HTTP/1.1" status: 200 len: 217 time: 0.1884840 Mar 09 03:36:04.503461 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:04.551425 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42522) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:36:04.555157 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-ea0593dc-be4d-4077-96b8-5a95e394ee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:04.557247 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319a3be0-46dd-408e-91d5-4cb03dca2694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317087b4-d89e-40f1-b023-7b8ca916229c'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:36:04.558163 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-ea0593dc-be4d-4077-96b8-5a95e394ee12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98454a6c-fce7-4e43-9bc8-060f1b6acedb HTTP/1.1" status: 200 len: 851 time: 0.1048660 Mar 09 03:36:04.579329 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 317087b4-d89e-40f1-b023-7b8ca916229c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=317087b4-d89e-40f1-b023-7b8ca916229c,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:04.584946 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:04.586232 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3ad69cf6-30d6-49aa-b938-570a31af1bf7 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:36:04.654779 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-4fc29157-8c6d-4389-891e-ecffd98ce5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:04.656483 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-4fc29157-8c6d-4389-891e-ecffd98ce5e0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d37a024-1cda-4ef5-beed-7642da9f8928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922730 Mar 09 03:36:04.665467 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6048a347-bcac-454c-9a43-42b0e5b886cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:04.676190 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0a9cd-c43b-4a70-a640-85b663cc415d req-4d7e263c-b0de-49c7-a90f-72d941a909ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:04.677756 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-45d0a9cd-c43b-4a70-a640-85b663cc415d req-4d7e263c-b0de-49c7-a90f-72d941a909ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=aff92ff4-c46b-4b2f-a418-72b29b53c84d HTTP/1.1" status: 200 len: 911 time: 0.2406313 Mar 09 03:36:04.805137 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=317087b4-d89e-40f1-b023-7b8ca916229c,revision_number=14']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:04.871218 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 3ad69cf6-30d6-49aa-b938-570a31af1bf7 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:36:04.894078 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 3ad69cf6-30d6-49aa-b938-570a31af1bf7 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:36:04.894582 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:04.946697 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-45d0a9cd-c43b-4a70-a640-85b663cc415d req-190fea5c-0ae0-4ac7-bd4e-004f5eb11b10 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a59d65fb-3de1-4bb0-b0be-443493359bff HTTP/1.1" status: 200 len: 217 time: 0.2595849 Mar 09 03:36:04.950151 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6048a347-bcac-454c-9a43-42b0e5b886cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:36:04.960237 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6048a347-bcac-454c-9a43-42b0e5b886cd admin admin] Usage tracker for resource:security_group_rule and tenant:ba460caa0eec4b24bf169f5dfec021d0 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:36:04.985304 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 7c3a58c9-e070-4db7-8745-a37785fbc83b up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:36:05.001847 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6048a347-bcac-454c-9a43-42b0e5b886cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:36:05.015084 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-b6d3e9dd-6a04-42a5-aaad-d6032921fad4 service neutron] 10.222.0.21 "GET /v2.0/networks/4d37a024-1cda-4ef5-beed-7642da9f8928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516498 Mar 09 03:36:05.016045 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6048a347-bcac-454c-9a43-42b0e5b886cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:36:05.046791 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2df516-a146-40dc-8c0b-7c90184bea0b req-9b2a62c7-9fd4-436b-8739-9687267d67ad tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:05.053993 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a2df516-a146-40dc-8c0b-7c90184bea0b req-9b2a62c7-9fd4-436b-8739-9687267d67ad tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9a8454c-9af6-4239-9678-8aab624d5a63 HTTP/1.1" status: 200 len: 944 time: 0.7180264 Mar 09 03:36:05.060713 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c633b3db-774a-446a-a420-82deba6b4aaf req-f441f89c-6a45-4fb6-847c-61664ecdc20c tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=fb202b0928604d6ca848064936552050&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788302 Mar 09 03:36:05.122177 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0a9cd-c43b-4a70-a640-85b663cc415d req-06dae96e-01fd-4f77-a237-902dc51f8827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:05.128071 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-45d0a9cd-c43b-4a70-a640-85b663cc415d req-06dae96e-01fd-4f77-a237-902dc51f8827 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f737222e-ea29-4be9-9d8e-94fcd3d69b48 HTTP/1.1" status: 200 len: 850 time: 0.1648524 Mar 09 03:36:05.205113 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-45d0a9cd-c43b-4a70-a640-85b663cc415d req-e845f0df-a70d-436e-a1c8-04c81dd361c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aff92ff4-c46b-4b2f-a418-72b29b53c84d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594399 Mar 09 03:36:05.218107 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a2df516-a146-40dc-8c0b-7c90184bea0b req-9e01a001-cadb-4586-a260-09c705c8c6de tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/security-groups?id=c125df46-8111-4552-ade0-96bd8f5a14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631863 Mar 09 03:36:05.305185 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 7c3a58c9-e070-4db7-8745-a37785fbc83b completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:36:05.318814 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 7c3a58c9-e070-4db7-8745-a37785fbc83b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:36:05.319320 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:05.426970 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:05.540271 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3ad69cf6-30d6-49aa-b938-570a31af1bf7, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3ad69cf6-30d6-49aa-b938-570a31af1bf7,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:05.550652 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-45d0a9cd-c43b-4a70-a640-85b663cc415d req-0744c0c2-2f7b-4c08-99b1-4bbdde6eb674 service neutron] 10.222.0.24 "GET /v2.0/networks/aff92ff4-c46b-4b2f-a418-72b29b53c84d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259728 Mar 09 03:36:05.577431 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:05.665699 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:05.693014 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9f4a54ea-591e-4aed-b21f-63d51195fc83 req-8e891b9e-9e7e-4be3-957b-4b926d53a454 service neutron] 10.222.0.21 "GET /v2.0/networks/4d37a024-1cda-4ef5-beed-7642da9f8928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6704869 Mar 09 03:36:05.714662 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 7c3a58c9-e070-4db7-8745-a37785fbc83b, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=7c3a58c9-e070-4db7-8745-a37785fbc83b,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:05.724180 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:05.725072 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6048a347-bcac-454c-9a43-42b0e5b886cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:05.731160 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=3ad69cf6-30d6-49aa-b938-570a31af1bf7,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:05.745392 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633b3db-774a-446a-a420-82deba6b4aaf req-0c2e6285-8350-4bf3-b37c-38fd557b50e3 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:05.748652 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c633b3db-774a-446a-a420-82deba6b4aaf req-0c2e6285-8350-4bf3-b37c-38fd557b50e3 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6716254 Mar 09 03:36:05.764797 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-c633b3db-774a-446a-a420-82deba6b4aaf req-6e1f51b8-7421-4384-9eb6-256e937fa44d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Request body: {'port': {'device_id': 'f05087af-900d-43a6-a9d5-ed2daa11fa3d', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': 'fb202b0928604d6ca848064936552050'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:36:05.774979 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6048a347-bcac-454c-9a43-42b0e5b886cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:05.821147 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=7c3a58c9-e070-4db7-8745-a37785fbc83b,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:05.842916 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cce78a-001d-4a94-b025-37e7fb633858 req-1e4c95fd-720f-46d8-813a-6bd80e2bcd08 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:05.850094 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-74cce78a-001d-4a94-b025-37e7fb633858 req-1e4c95fd-720f-46d8-813a-6bd80e2bcd08 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4e57234-06f2-4f31-bd2e-2af92fcde0ff HTTP/1.1" status: 200 len: 944 time: 0.4023144 Mar 09 03:36:05.912378 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-45d0a9cd-c43b-4a70-a640-85b663cc415d req-62222bc0-5148-4d54-b1f1-747a72d03493 service neutron] 10.222.0.24 "GET /v2.0/networks/aff92ff4-c46b-4b2f-a418-72b29b53c84d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485785 Mar 09 03:36:05.930241 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6048a347-bcac-454c-9a43-42b0e5b886cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba460caa0eec4b24bf169f5dfec021d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3733521 Mar 09 03:36:05.933498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42558) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:36:05.981540 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048a347-bcac-454c-9a43-42b0e5b886cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc929958-bc51-44bf-828a-739c9305719a,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:06.009729 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-c633b3db-774a-446a-a420-82deba6b4aaf req-6e1f51b8-7421-4384-9eb6-256e937fa44d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:36:06.011418 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-74cce78a-001d-4a94-b025-37e7fb633858 req-3358a60d-cf61-4bf4-8e5e-b233c018557e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602466 Mar 09 03:36:06.025491 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-c633b3db-774a-446a-a420-82deba6b4aaf req-6e1f51b8-7421-4384-9eb6-256e937fa44d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:36:06.042066 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c633b3db-774a-446a-a420-82deba6b4aaf req-6e1f51b8-7421-4384-9eb6-256e937fa44d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Made reservation on behalf of fb202b0928604d6ca848064936552050 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:36:06.048239 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c633b3db-774a-446a-a420-82deba6b4aaf req-6e1f51b8-7421-4384-9eb6-256e937fa44d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:06.054376 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-de5e7e0f-5f54-470c-971a-83709fa77013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:06.111559 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-de5e7e0f-5f54-470c-971a-83709fa77013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:06.127065 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-05043a45-b69d-4ee6-ab55-ecd9b7daefe8 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:36:06.128566 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-05043a45-b69d-4ee6-ab55-ecd9b7daefe8 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202188 Mar 09 03:36:06.143614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-44040155-3b86-4d57-bd2b-d9fe19e42938 service neutron] Request body: {'binding': {'host': 'n-h1-825178-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:36:06.144081 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-44040155-3b86-4d57-bd2b-d9fe19e42938 service neutron] Unknown quota resources ['binding']. {{(pid=87880) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 09 03:36:06.256668 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-c633b3db-774a-446a-a420-82deba6b4aaf req-6e1f51b8-7421-4384-9eb6-256e937fa44d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Allocated IP 192.168.233.118 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/64c93ab8-1889-4495-a0bd-237b392283fc) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:36:06.266221 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a8454c-9af6-4239-9678-8aab624d5a63', 'tag': 'f08297f5-4469-40c2-be85-9f9717182673', 'status': 'completed', 'code': 200} Mar 09 03:36:06.280646 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319a3be0-46dd-408e-91d5-4cb03dca2694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317087b4-d89e-40f1-b023-7b8ca916229c', 'code': 200} Mar 09 03:36:06.328996 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-de5e7e0f-5f54-470c-971a-83709fa77013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:06.362230 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e7e0f-5f54-470c-971a-83709fa77013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc929958-bc51-44bf-828a-739c9305719a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:06.386030 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-de5e7e0f-5f54-470c-971a-83709fa77013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:06.389925 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-de5e7e0f-5f54-470c-971a-83709fa77013 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc929958-bc51-44bf-828a-739c9305719a HTTP/1.1" status: 204 len: 168 time: 0.4497037 Mar 09 03:36:06.463473 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-44040155-3b86-4d57-bd2b-d9fe19e42938 service neutron] Attempting to bind port 5a8a343a-e762-4fab-9d01-56ccd10d86ed on host n-h1-825178-5 for vnic_type normal with profile None {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:36:06.463905 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-44040155-3b86-4d57-bd2b-d9fe19e42938 service neutron] Attempting to bind port 5a8a343a-e762-4fab-9d01-56ccd10d86ed by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:36:06.464296 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-44040155-3b86-4d57-bd2b-d9fe19e42938 service neutron] Attempting to bind port 5a8a343a-e762-4fab-9d01-56ccd10d86ed on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:36:06.473227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-44040155-3b86-4d57-bd2b-d9fe19e42938 service neutron] Port 5a8a343a-e762-4fab-9d01-56ccd10d86ed on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:36:06.473650 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-44040155-3b86-4d57-bd2b-d9fe19e42938 service neutron] Attempting to bind port 5a8a343a-e762-4fab-9d01-56ccd10d86ed on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:36:06.476264 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb26407-93fe-4f6d-94b7-19a14ae545a1 req-d129a376-2eb3-4f42-aea9-3ebafc0e2379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:06.477753 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dfb26407-93fe-4f6d-94b7-19a14ae545a1 req-d129a376-2eb3-4f42-aea9-3ebafc0e2379 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd35e40c0d08420f92da4df5c54857a4&device_id=a9a8454c-9af6-4239-9678-8aab624d5a63 HTTP/1.1" status: 200 len: 1095 time: 0.2100754 Mar 09 03:36:06.485896 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-44040155-3b86-4d57-bd2b-d9fe19e42938 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:36:06.486286 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-44040155-3b86-4d57-bd2b-d9fe19e42938 service neutron] Checking segment: {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:36:06.487320 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-44040155-3b86-4d57-bd2b-d9fe19e42938 service neutron] Bound using segment: {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:36:06.487889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-44040155-3b86-4d57-bd2b-d9fe19e42938 service neutron] Bound port: 5a8a343a-e762-4fab-9d01-56ccd10d86ed, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:36:06.513526 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e1080-347c-4a0f-8d21-455f4fcce57e req-33854207-1b1c-41a4-9c3b-d2db8da9a7ba tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:06.515122 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f75e1080-347c-4a0f-8d21-455f4fcce57e req-33854207-1b1c-41a4-9c3b-d2db8da9a7ba tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/ports?device_id=73e998c1-062d-4b91-a824-58960c12850e HTTP/1.1" status: 200 len: 943 time: 0.1303058 Mar 09 03:36:06.559972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-44040155-3b86-4d57-bd2b-d9fe19e42938 service neutron] For port 5a8a343a-e762-4fab-9d01-56ccd10d86ed, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=5a8a343a-e762-4fab-9d01-56ccd10d86ed,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:36:06.575259 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-44040155-3b86-4d57-bd2b-d9fe19e42938 service neutron] Notify callbacks [] for binding, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:06.576476 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-44040155-3b86-4d57-bd2b-d9fe19e42938 service neutron] 10.222.0.16 "POST /v2.0/ports/5a8a343a-e762-4fab-9d01-56ccd10d86ed/bindings HTTP/1.1" status: 201 len: 389 time: 0.4368920 Mar 09 03:36:06.587271 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f75e1080-347c-4a0f-8d21-455f4fcce57e req-68185834-4779-4041-a9bc-c629f2adda60 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f131a8c-796c-4617-b9f4-9ceffea22b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582230 Mar 09 03:36:06.651171 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c633b3db-774a-446a-a420-82deba6b4aaf req-6e1f51b8-7421-4384-9eb6-256e937fa44d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:06.686714 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-c633b3db-774a-446a-a420-82deba6b4aaf req-6e1f51b8-7421-4384-9eb6-256e937fa44d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Transition to ACTIVE for port object 64c93ab8-1889-4495-a0bd-237b392283fc will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:36:06.689051 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb26407-93fe-4f6d-94b7-19a14ae545a1 req-ca885454-e745-4e2d-9a8c-a9382ccf7faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:06.692532 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dfb26407-93fe-4f6d-94b7-19a14ae545a1 req-ca885454-e745-4e2d-9a8c-a9382ccf7faf service neutron] 10.222.0.21 "GET /v2.0/networks?id=4d37a024-1cda-4ef5-beed-7642da9f8928 HTTP/1.1" status: 200 len: 913 time: 0.2076380 Mar 09 03:36:06.838120 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dfb26407-93fe-4f6d-94b7-19a14ae545a1 req-91143be8-49c3-45a3-914b-eaf94f900f39 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f08297f5-4469-40c2-be85-9f9717182673 HTTP/1.1" status: 200 len: 217 time: 0.1375549 Mar 09 03:36:06.841250 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c7fd9f17-d3f7-42b6-96db-8995f2e34788 req-fe7c8878-900f-4e51-9948-d5e07745ae90 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 210 time: 0.0522480 Mar 09 03:36:06.878397 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42574) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:36:06.918467 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb749e-945c-471c-a29f-ac1bedcf7444 req-303715ae-99f0-4f57-8df6-3dc3f6ad22bf tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:06.920736 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c9cb749e-945c-471c-a29f-ac1bedcf7444 req-303715ae-99f0-4f57-8df6-3dc3f6ad22bf tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=78ca0553-0e28-4e12-a3c6-372ccd355e29 HTTP/1.1" status: 200 len: 948 time: 0.1716073 Mar 09 03:36:06.924575 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-551b2bec-0cc3-4564-b123-5f1722d7a60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:06.960478 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c633b3db-774a-446a-a420-82deba6b4aaf req-6e1f51b8-7421-4384-9eb6-256e937fa44d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:06.973708 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['51279369-540d-4970-bc4f-209236552640'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:06.976410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-551b2bec-0cc3-4564-b123-5f1722d7a60f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:36:06.984252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-551b2bec-0cc3-4564-b123-5f1722d7a60f admin admin] Usage tracker for resource:security_group_rule and tenant:6d5801f606c7494ba8ca27718b8cba1b is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:36:06.994292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-551b2bec-0cc3-4564-b123-5f1722d7a60f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:36:07.009243 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-551b2bec-0cc3-4564-b123-5f1722d7a60f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:36:07.019575 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['dfc3397f-d11e-4a4e-96e9-d963378392a6', '317087b4-d89e-40f1-b023-7b8ca916229c'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:07.044370 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c9cb749e-945c-471c-a29f-ac1bedcf7444 req-3b778924-357e-4d3e-af1a-12a3d08e3034 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085298 Mar 09 03:36:07.056310 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-cae92039-dda3-4ac8-b89c-d860ba2c784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:07.057952 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-cae92039-dda3-4ac8-b89c-d860ba2c784c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42923148a00a49268422cf3ff4c2fd04&device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 1096 time: 0.2370021 Mar 09 03:36:07.095907 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c633b3db-774a-446a-a420-82deba6b4aaf req-6e1f51b8-7421-4384-9eb6-256e937fa44d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:36:07.102692 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-c633b3db-774a-446a-a420-82deba6b4aaf req-6e1f51b8-7421-4384-9eb6-256e937fa44d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:36:07.111404 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-c633b3db-774a-446a-a420-82deba6b4aaf req-6e1f51b8-7421-4384-9eb6-256e937fa44d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:36:07.152454 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb26407-93fe-4f6d-94b7-19a14ae545a1 req-f5810ee7-f381-4182-8f3e-69d529d7976e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:07.153881 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dfb26407-93fe-4f6d-94b7-19a14ae545a1 req-f5810ee7-f381-4182-8f3e-69d529d7976e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98454a6c-fce7-4e43-9bc8-060f1b6acedb HTTP/1.1" status: 200 len: 851 time: 0.3088174 Mar 09 03:36:07.236077 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f51b8-7421-4384-9eb6-256e937fa44d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Pushing event updated for resources: {'Port': ['ID=64c93ab8-1889-4495-a0bd-237b392283fc,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:07.279644 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633b3db-774a-446a-a420-82deba6b4aaf req-6e1f51b8-7421-4384-9eb6-256e937fa44d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:07.280297 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c633b3db-774a-446a-a420-82deba6b4aaf req-6e1f51b8-7421-4384-9eb6-256e937fa44d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:07.311769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-f32cdc21-fd36-41cb-a6cb-880fba69bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:07.313255 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-f32cdc21-fd36-41cb-a6cb-880fba69bfdd service neutron] 10.222.0.24 "GET /v2.0/networks?id=304f544a-4e19-4ec8-816f-4e06aa7f0361 HTTP/1.1" status: 200 len: 921 time: 0.2476935 Mar 09 03:36:07.323881 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-551b2bec-0cc3-4564-b123-5f1722d7a60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:07.341202 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764806b8-37ab-4d96-ac70-2be960868a75 req-e3d3caf7-4fc0-42e0-a591-3ec47bfcff41 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:07.342065 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-764806b8-37ab-4d96-ac70-2be960868a75 req-e3d3caf7-4fc0-42e0-a591-3ec47bfcff41 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Synchronizing usage tracker for tenant:fd35e40c0d08420f92da4df5c54857a4 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:36:07.363914 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb26407-93fe-4f6d-94b7-19a14ae545a1 req-dafeef3a-e52b-4682-bfea-5c2ba722a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:07.365419 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dfb26407-93fe-4f6d-94b7-19a14ae545a1 req-dafeef3a-e52b-4682-bfea-5c2ba722a3e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d37a024-1cda-4ef5-beed-7642da9f8928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1984925 Mar 09 03:36:07.367057 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c633b3db-774a-446a-a420-82deba6b4aaf req-6e1f51b8-7421-4384-9eb6-256e937fa44d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6076837 Mar 09 03:36:07.368059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-764806b8-37ab-4d96-ac70-2be960868a75 req-e3d3caf7-4fc0-42e0-a591-3ec47bfcff41 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Unset dirty status for tenant:fd35e40c0d08420f92da4df5c54857a4 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:36:07.374963 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-764806b8-37ab-4d96-ac70-2be960868a75 req-e3d3caf7-4fc0-42e0-a591-3ec47bfcff41 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9a8454c-9af6-4239-9678-8aab624d5a63 HTTP/1.1" status: 200 len: 944 time: 0.3632262 Mar 09 03:36:07.382038 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-c633b3db-774a-446a-a420-82deba6b4aaf req-f5a384f8-ca72-4714-a341-a0884109e873 service neutron] Request body: {'port': {'device_id': 'f05087af-900d-43a6-a9d5-ed2daa11fa3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:36:07.389671 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-551b2bec-0cc3-4564-b123-5f1722d7a60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:07.489312 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e9aa25c4-0502-45c2-8378-010c840a8ef3 None None] Provisioning for port 64c93ab8-1889-4495-a0bd-237b392283fc completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:36:07.508199 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e9aa25c4-0502-45c2-8378-010c840a8ef3 None None] Provisioning complete for port 64c93ab8-1889-4495-a0bd-237b392283fc triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:36:07.508716 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e9aa25c4-0502-45c2-8378-010c840a8ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:07.543613 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-bf2ab6ce-a6f9-47b7-a88c-4a0146792ca5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a8a343a-e762-4fab-9d01-56ccd10d86ed HTTP/1.1" status: 200 len: 217 time: 0.2221210 Mar 09 03:36:07.577938 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-764806b8-37ab-4d96-ac70-2be960868a75 req-1053319e-99f3-460c-afb1-e630a93a0405 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/security-groups?id=c125df46-8111-4552-ade0-96bd8f5a14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995437 Mar 09 03:36:07.630933 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e9aa25c4-0502-45c2-8378-010c840a8ef3 None None] Port 64c93ab8-1889-4495-a0bd-237b392283fc cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:36:07.639735 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b2bec-0cc3-4564-b123-5f1722d7a60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf08c2d7-4947-4607-af3f-daad4888ff93,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:07.649420 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-551b2bec-0cc3-4564-b123-5f1722d7a60f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d5801f606c7494ba8ca27718b8cba1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7697856 Mar 09 03:36:07.653537 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42584) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:36:07.667433 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dfb26407-93fe-4f6d-94b7-19a14ae545a1 req-00974619-f673-44d4-b7b6-f2ff73786c91 service neutron] 10.222.0.21 "GET /v2.0/networks/4d37a024-1cda-4ef5-beed-7642da9f8928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596066 Mar 09 03:36:07.678010 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2485b-96a9-4891-b272-bcce10a3ddc2 req-26dcdefa-d1b1-453c-ab14-e3b02790f482 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:07.679563 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d1f2485b-96a9-4891-b272-bcce10a3ddc2 req-26dcdefa-d1b1-453c-ab14-e3b02790f482 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 945 time: 0.4609220 Mar 09 03:36:07.690373 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-300e8cef-ab88-4024-92e3-b2bade9864ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:07.691845 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-300e8cef-ab88-4024-92e3-b2bade9864ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbb7cb80-fa8d-459c-b59f-347ff2f11453 HTTP/1.1" status: 200 len: 860 time: 0.1397550 Mar 09 03:36:07.780647 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-bfd8851e-94eb-4c27-b2ee-21109ebd3873 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=304f544a-4e19-4ec8-816f-4e06aa7f0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768735 Mar 09 03:36:07.845634 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d1f2485b-96a9-4891-b272-bcce10a3ddc2 req-694622cd-9bde-4f77-8537-fbe40a46d5f0 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464007 Mar 09 03:36:07.904732 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ce29212a-46b6-4108-9702-4d4a4ce0126d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:07.951850 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ce29212a-46b6-4108-9702-4d4a4ce0126d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:07.962092 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c633b3db-774a-446a-a420-82deba6b4aaf req-f5a384f8-ca72-4714-a341-a0884109e873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:08.032920 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-2ac19657-35dd-417f-ae5f-e57c591bf466 service neutron] 10.222.0.24 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426238 Mar 09 03:36:08.086291 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dfb26407-93fe-4f6d-94b7-19a14ae545a1 req-a8ba753b-bf1f-4e3d-bc29-8351fe877591 service neutron] 10.222.0.21 "GET /v2.0/networks/4d37a024-1cda-4ef5-beed-7642da9f8928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032919 Mar 09 03:36:08.101184 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3199be8-fa94-479a-a4dd-08758ad16a05 req-7a01f0ba-7563-40ca-9ee6-15d46c84ecb6 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:08.104015 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f3199be8-fa94-479a-a4dd-08758ad16a05 req-7a01f0ba-7563-40ca-9ee6-15d46c84ecb6 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4e57234-06f2-4f31-bd2e-2af92fcde0ff HTTP/1.1" status: 200 len: 945 time: 0.2844231 Mar 09 03:36:08.182011 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device f08297f5-4469-40c2-be85-9f9717182673 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:36:08.202021 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ce29212a-46b6-4108-9702-4d4a4ce0126d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:08.217414 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f3199be8-fa94-479a-a4dd-08758ad16a05 req-7cfb0c3e-ca58-4b6b-a8f6-7c9b82419018 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761967 Mar 09 03:36:08.230004 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e75f71-8fe7-46de-9675-ecde8bc1de0e req-392f9de2-85b8-4147-b163-3ab82dacbc6d tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:08.237107 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-26e75f71-8fe7-46de-9675-ecde8bc1de0e req-392f9de2-85b8-4147-b163-3ab82dacbc6d tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/ports?device_id=73e998c1-062d-4b91-a824-58960c12850e HTTP/1.1" status: 200 len: 943 time: 0.2606359 Mar 09 03:36:08.240859 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29212a-46b6-4108-9702-4d4a4ce0126d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf08c2d7-4947-4607-af3f-daad4888ff93,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:08.244772 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-aebe276a-03aa-4d57-b448-1bf14ba3229d service neutron] 10.222.0.24 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979189 Mar 09 03:36:08.270990 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ce29212a-46b6-4108-9702-4d4a4ce0126d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:08.272108 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ce29212a-46b6-4108-9702-4d4a4ce0126d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf08c2d7-4947-4607-af3f-daad4888ff93 HTTP/1.1" status: 204 len: 168 time: 0.6157384 Mar 09 03:36:08.301982 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-26e75f71-8fe7-46de-9675-ecde8bc1de0e req-18e8ac7f-c11a-4520-859d-1c529174e3e4 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f131a8c-796c-4617-b9f4-9ceffea22b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639327 Mar 09 03:36:08.313831 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e57234-06f2-4f31-bd2e-2af92fcde0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad69cf6-30d6-49aa-b938-570a31af1bf7'}, {'server_uuid': '78ca0553-0e28-4e12-a3c6-372ccd355e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3a58c9-e070-4db7-8745-a37785fbc83b'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:36:08.380631 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port f08297f5-4469-40c2-be85-9f9717182673, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=f08297f5-4469-40c2-be85-9f9717182673,segment=NetworkSegment(421d8123-c099-43e5-bc81-d7d0f1d1e8d6),segment_id=421d8123-c099-43e5-bc81-d7d0f1d1e8d6)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:08.399658 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'f08297f5-4469-40c2-be85-9f9717182673', 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928', 'port_id': 'f08297f5-4469-40c2-be85-9f9717182673', 'mac_address': 'fa:16:3e:84:28:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98454a6c-fce7-4e43-9bc8-060f1b6acedb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:36:08.485005 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:08.490425 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:08.509357 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158581a7-6f04-4b24-b10c-3c8e4dc776e2 req-aca749d4-9f44-4300-adca-1cceb1ecf67d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:08.517250 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-158581a7-6f04-4b24-b10c-3c8e4dc776e2 req-aca749d4-9f44-4300-adca-1cceb1ecf67d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=78ca0553-0e28-4e12-a3c6-372ccd355e29 HTTP/1.1" status: 200 len: 948 time: 0.1187892 Mar 09 03:36:08.541110 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f08297f5-4469-40c2-be85-9f9717182673 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:36:08.570538 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port f08297f5-4469-40c2-be85-9f9717182673, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=f08297f5-4469-40c2-be85-9f9717182673,segment=NetworkSegment(421d8123-c099-43e5-bc81-d7d0f1d1e8d6),segment_id=421d8123-c099-43e5-bc81-d7d0f1d1e8d6)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:08.577284 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:08.598693 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-158581a7-6f04-4b24-b10c-3c8e4dc776e2 req-9f9dffbc-f416-4f2f-b1e8-227389ad67a1 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807128 Mar 09 03:36:08.640805 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-c633b3db-774a-446a-a420-82deba6b4aaf req-f5a384f8-ca72-4714-a341-a0884109e873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64c93ab8-1889-4495-a0bd-237b392283fc {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:36:08.655564 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c633b3db-774a-446a-a420-82deba6b4aaf req-f5a384f8-ca72-4714-a341-a0884109e873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:08.686475 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e57234-06f2-4f31-bd2e-2af92fcde0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad69cf6-30d6-49aa-b938-570a31af1bf7', 'code': 200} Mar 09 03:36:08.691413 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ca0553-0e28-4e12-a3c6-372ccd355e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3a58c9-e070-4db7-8745-a37785fbc83b', 'code': 200} Mar 09 03:36:08.695089 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adead87a-9252-4e70-a018-d54398e652f8 req-6f35a4fa-1c1c-45f6-b10d-0b55796c8543 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:08.695907 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-adead87a-9252-4e70-a018-d54398e652f8 req-6f35a4fa-1c1c-45f6-b10d-0b55796c8543 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Synchronizing usage tracker for tenant:fb202b0928604d6ca848064936552050 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:36:08.704022 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=f08297f5-4469-40c2-be85-9f9717182673,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:08.715634 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-c633b3db-774a-446a-a420-82deba6b4aaf req-f5a384f8-ca72-4714-a341-a0884109e873 service neutron] Transition to ACTIVE for port object 64c93ab8-1889-4495-a0bd-237b392283fc will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:36:08.719090 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-adead87a-9252-4e70-a018-d54398e652f8 req-6f35a4fa-1c1c-45f6-b10d-0b55796c8543 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Unset dirty status for tenant:fb202b0928604d6ca848064936552050 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:36:08.730088 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-adead87a-9252-4e70-a018-d54398e652f8 req-6f35a4fa-1c1c-45f6-b10d-0b55796c8543 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 936 time: 0.2297249 Mar 09 03:36:08.770688 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c633b3db-774a-446a-a420-82deba6b4aaf req-f5a384f8-ca72-4714-a341-a0884109e873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:08.967408 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['f08297f5-4469-40c2-be85-9f9717182673'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:08.975741 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c56d87-a118-49bc-a7a1-5cf1c53b85bc req-80ece619-b935-4551-bbda-c87bd289b9b1 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:08.987392 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-93c56d87-a118-49bc-a7a1-5cf1c53b85bc req-80ece619-b935-4551-bbda-c87bd289b9b1 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9a8454c-9af6-4239-9678-8aab624d5a63 HTTP/1.1" status: 200 len: 945 time: 0.1518528 Mar 09 03:36:08.989935 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-adead87a-9252-4e70-a018-d54398e652f8 req-f5924103-2c67-418d-b2da-006fac761d98 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584357 Mar 09 03:36:09.039677 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83563f1-428d-4bb3-912a-83499850bcb3 req-d9380db1-edd0-4092-9586-0ffcc23a3dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:09.041318 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f83563f1-428d-4bb3-912a-83499850bcb3 req-d9380db1-edd0-4092-9586-0ffcc23a3dd6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=78ca0553-0e28-4e12-a3c6-372ccd355e29 HTTP/1.1" status: 200 len: 1099 time: 0.2872133 Mar 09 03:36:09.075768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device a59d65fb-3de1-4bb0-b0be-443493359bff details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:36:09.080684 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-93c56d87-a118-49bc-a7a1-5cf1c53b85bc req-2386ebfd-3cbb-49e7-9d32-50d1d9fbb6db tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/security-groups?id=c125df46-8111-4552-ade0-96bd8f5a14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846436 Mar 09 03:36:09.139149 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a384f8-ca72-4714-a341-a0884109e873 service neutron] Pushing event updated for resources: {'Port': ['ID=64c93ab8-1889-4495-a0bd-237b392283fc,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:09.191614 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f83563f1-428d-4bb3-912a-83499850bcb3 req-2be7d5c9-0ddd-4d09-a34c-5e61a5d9375a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265914 Mar 09 03:36:09.199178 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1029c-f683-4c65-b4eb-74e96d67d3c3 req-4ee60fc2-17b8-4bf1-bb7f-62f6ec288a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:09.202131 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6e1029c-f683-4c65-b4eb-74e96d67d3c3 req-4ee60fc2-17b8-4bf1-bb7f-62f6ec288a1f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b4e57234-06f2-4f31-bd2e-2af92fcde0ff HTTP/1.1" status: 200 len: 1096 time: 0.3897054 Mar 09 03:36:09.392580 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-c633b3db-774a-446a-a420-82deba6b4aaf req-f5a384f8-ca72-4714-a341-a0884109e873 service neutron] Attempting to bind port 64c93ab8-1889-4495-a0bd-237b392283fc on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:36:09.393480 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-c633b3db-774a-446a-a420-82deba6b4aaf req-f5a384f8-ca72-4714-a341-a0884109e873 service neutron] Attempting to bind port 64c93ab8-1889-4495-a0bd-237b392283fc by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:36:09.393929 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c633b3db-774a-446a-a420-82deba6b4aaf req-f5a384f8-ca72-4714-a341-a0884109e873 service neutron] Attempting to bind port 64c93ab8-1889-4495-a0bd-237b392283fc on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:36:09.419658 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6e1029c-f683-4c65-b4eb-74e96d67d3c3 req-21e45ee9-3d5a-41a2-b8a3-6e7bcbcb2623 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990931 Mar 09 03:36:09.425749 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c633b3db-774a-446a-a420-82deba6b4aaf req-f5a384f8-ca72-4714-a341-a0884109e873 service neutron] Port 64c93ab8-1889-4495-a0bd-237b392283fc on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:36:09.426181 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c633b3db-774a-446a-a420-82deba6b4aaf req-f5a384f8-ca72-4714-a341-a0884109e873 service neutron] Attempting to bind port 64c93ab8-1889-4495-a0bd-237b392283fc on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:36:09.442115 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c633b3db-774a-446a-a420-82deba6b4aaf req-f5a384f8-ca72-4714-a341-a0884109e873 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:36:09.442611 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c633b3db-774a-446a-a420-82deba6b4aaf req-f5a384f8-ca72-4714-a341-a0884109e873 service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:36:09.443534 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c633b3db-774a-446a-a420-82deba6b4aaf req-f5a384f8-ca72-4714-a341-a0884109e873 service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:36:09.443700 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-c633b3db-774a-446a-a420-82deba6b4aaf req-f5a384f8-ca72-4714-a341-a0884109e873 service neutron] Bound port: 64c93ab8-1889-4495-a0bd-237b392283fc, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:36:09.446440 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c633b3db-774a-446a-a420-82deba6b4aaf req-f5a384f8-ca72-4714-a341-a0884109e873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:09.690439 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed475f8-1d0a-4da5-93e7-74765198dd6e req-99999dd2-a32a-479a-a957-bd388360b390 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:09.697704 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ed475f8-1d0a-4da5-93e7-74765198dd6e req-99999dd2-a32a-479a-a957-bd388360b390 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4e57234-06f2-4f31-bd2e-2af92fcde0ff HTTP/1.1" status: 200 len: 945 time: 0.2048745 Mar 09 03:36:09.722788 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port a59d65fb-3de1-4bb0-b0be-443493359bff, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=a59d65fb-3de1-4bb0-b0be-443493359bff,segment=NetworkSegment(b3c06c6f-a040-43d0-9d75-095feecb3ddc),segment_id=b3c06c6f-a040-43d0-9d75-095feecb3ddc)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:09.756204 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'a59d65fb-3de1-4bb0-b0be-443493359bff', 'network_id': 'aff92ff4-c46b-4b2f-a418-72b29b53c84d', 'port_id': 'a59d65fb-3de1-4bb0-b0be-443493359bff', 'mac_address': 'fa:16:3e:0d:8a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f737222e-ea29-4be9-9d8e-94fcd3d69b48', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:36:09.764496 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ed475f8-1d0a-4da5-93e7-74765198dd6e req-8bb7b592-a4f9-4d5b-bcf5-08346e8bf68a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650034 Mar 09 03:36:09.780917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-c633b3db-774a-446a-a420-82deba6b4aaf req-f5a384f8-ca72-4714-a341-a0884109e873 service neutron] For port 64c93ab8-1889-4495-a0bd-237b392283fc, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:36:09.808653 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-c633b3db-774a-446a-a420-82deba6b4aaf req-f5a384f8-ca72-4714-a341-a0884109e873 service neutron] For port 64c93ab8-1889-4495-a0bd-237b392283fc, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=64c93ab8-1889-4495-a0bd-237b392283fc,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:36:09.815781 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c633b3db-774a-446a-a420-82deba6b4aaf req-f5a384f8-ca72-4714-a341-a0884109e873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:09.892078 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:09.948734 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59d65fb-3de1-4bb0-b0be-443493359bff {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:36:09.955422 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccec624-1c0a-432d-89d9-fe15bc480732 req-ae02a89b-3241-4eb7-ab81-b80613a3c124 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:09.966359 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ccec624-1c0a-432d-89d9-fe15bc480732 req-ae02a89b-3241-4eb7-ab81-b80613a3c124 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 945 time: 0.2782514 Mar 09 03:36:09.990201 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port a59d65fb-3de1-4bb0-b0be-443493359bff, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=a59d65fb-3de1-4bb0-b0be-443493359bff,segment=NetworkSegment(b3c06c6f-a040-43d0-9d75-095feecb3ddc),segment_id=b3c06c6f-a040-43d0-9d75-095feecb3ddc)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:10.001495 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:10.050402 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633b3db-774a-446a-a420-82deba6b4aaf req-f5a384f8-ca72-4714-a341-a0884109e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:10.054352 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c633b3db-774a-446a-a420-82deba6b4aaf req-f5a384f8-ca72-4714-a341-a0884109e873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:10.056695 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c633b3db-774a-446a-a420-82deba6b4aaf req-f5a384f8-ca72-4714-a341-a0884109e873 service neutron] 10.222.0.24 "PUT /v2.0/ports/64c93ab8-1889-4495-a0bd-237b392283fc HTTP/1.1" status: 200 len: 1096 time: 2.6791410 Mar 09 03:36:10.062947 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05087af-900d-43a6-a9d5-ed2daa11fa3d', 'tag': '64c93ab8-1889-4495-a0bd-237b392283fc'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:36:10.112202 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=a59d65fb-3de1-4bb0-b0be-443493359bff,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:10.114557 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfe5c3-ed74-4a80-8332-e5f804992837 req-2d67d9e4-30e3-4bec-a40e-080f824c9053 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:10.125026 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-17dfe5c3-ed74-4a80-8332-e5f804992837 req-2d67d9e4-30e3-4bec-a40e-080f824c9053 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/ports?device_id=73e998c1-062d-4b91-a824-58960c12850e HTTP/1.1" status: 200 len: 944 time: 0.1910698 Mar 09 03:36:10.125297 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:10.126995 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:10.127691 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:10.127691 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:10.127937 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:10.128831 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:10.129321 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:10.130757 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:10.131267 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:10.131744 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:10.132213 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:10.132687 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:10.235850 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-17dfe5c3-ed74-4a80-8332-e5f804992837 req-9d9c89ef-7329-47f2-8d2d-b32f4ac6bb0c tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f131a8c-796c-4617-b9f4-9ceffea22b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070681 Mar 09 03:36:10.244940 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a384f8-ca72-4714-a341-a0884109e873 service neutron] Pushing event updated for resources: {'Port': ['ID=64c93ab8-1889-4495-a0bd-237b392283fc,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:10.252140 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ccec624-1c0a-432d-89d9-fe15bc480732 req-db805bda-891f-462a-9fcd-41932d12c2c8 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848134 Mar 09 03:36:10.301620 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633b3db-774a-446a-a420-82deba6b4aaf req-32c54461-f18f-43b3-a52b-fc17a8ceab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:10.303536 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c633b3db-774a-446a-a420-82deba6b4aaf req-32c54461-f18f-43b3-a52b-fc17a8ceab51 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 1099 time: 0.1885500 Mar 09 03:36:10.423368 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c633b3db-774a-446a-a420-82deba6b4aaf req-a0247e04-3bfe-4abb-974b-90388fcf6b37 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=64c93ab8-1889-4495-a0bd-237b392283fc HTTP/1.1" status: 200 len: 217 time: 0.1106679 Mar 09 03:36:10.514763 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['a59d65fb-3de1-4bb0-b0be-443493359bff'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:10.604029 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa50ba5-7f0e-4375-8a28-904209437380 req-75c087fb-1fc0-419c-b84a-d1d2bab6738b tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:10.612902 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8aa50ba5-7f0e-4375-8a28-904209437380 req-75c087fb-1fc0-419c-b84a-d1d2bab6738b tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=78ca0553-0e28-4e12-a3c6-372ccd355e29 HTTP/1.1" status: 200 len: 948 time: 0.2300713 Mar 09 03:36:10.614259 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633b3db-774a-446a-a420-82deba6b4aaf req-6b221e7f-efcb-4431-a4b7-ec3b586e03ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:10.616077 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c633b3db-774a-446a-a420-82deba6b4aaf req-6b221e7f-efcb-4431-a4b7-ec3b586e03ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1834493 Mar 09 03:36:10.755302 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8aa50ba5-7f0e-4375-8a28-904209437380 req-34dfca93-f52b-4593-84c0-210c3dd8411e tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346612 Mar 09 03:36:10.844815 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05087af-900d-43a6-a9d5-ed2daa11fa3d', 'tag': '64c93ab8-1889-4495-a0bd-237b392283fc', 'status': 'completed', 'code': 200} Mar 09 03:36:10.871221 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3a67e-9d6b-4a7a-87c8-445dd6a73908 req-ef44b3e8-4ab5-4081-9e84-20709b038eb9 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:10.880276 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-76b3a67e-9d6b-4a7a-87c8-445dd6a73908 req-ef44b3e8-4ab5-4081-9e84-20709b038eb9 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 948 time: 0.3785412 Mar 09 03:36:10.963937 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-76b3a67e-9d6b-4a7a-87c8-445dd6a73908 req-f87edff2-9178-481a-b583-f2bf6100d89b tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818267 Mar 09 03:36:10.986265 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633b3db-774a-446a-a420-82deba6b4aaf req-1e0a5d08-4965-48da-90c6-1b7fcea55d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:10.986265 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c633b3db-774a-446a-a420-82deba6b4aaf req-1e0a5d08-4965-48da-90c6-1b7fcea55d51 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3432052 Mar 09 03:36:11.122236 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859329bd-5e4f-4e21-b773-b62b68bc99d7 req-da8cc921-1579-4156-b732-9786f2ee7c34 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:11.123737 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-859329bd-5e4f-4e21-b773-b62b68bc99d7 req-da8cc921-1579-4156-b732-9786f2ee7c34 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9a8454c-9af6-4239-9678-8aab624d5a63 HTTP/1.1" status: 200 len: 945 time: 0.1184609 Mar 09 03:36:11.194590 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-859329bd-5e4f-4e21-b773-b62b68bc99d7 req-5d99beb6-4225-4b10-b63e-94b9b230d5e5 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/security-groups?id=c125df46-8111-4552-ade0-96bd8f5a14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626421 Mar 09 03:36:11.208419 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c633b3db-774a-446a-a420-82deba6b4aaf req-cb750eab-f6f6-483e-b4ff-3a0d056113f3 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184794 Mar 09 03:36:11.322762 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5b155-c36f-45ac-abb4-2917f2b7705e req-c6d55ff1-e810-404e-9b7a-96fa61888d8e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:11.322762 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-80b5b155-c36f-45ac-abb4-2917f2b7705e req-c6d55ff1-e810-404e-9b7a-96fa61888d8e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4e57234-06f2-4f31-bd2e-2af92fcde0ff HTTP/1.1" status: 200 len: 945 time: 0.2209930 Mar 09 03:36:11.391669 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-80b5b155-c36f-45ac-abb4-2917f2b7705e req-ba124253-0822-44eb-abd7-899ecd6aa98f tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614183 Mar 09 03:36:11.397306 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c633b3db-774a-446a-a420-82deba6b4aaf req-ccdf84e7-0916-4206-9646-961845cee61d service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820760 Mar 09 03:36:11.594153 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba4a42-acc6-4e7d-b545-eb13b05f7e97 req-f1840deb-2515-40cd-9721-04a4ebce7b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:11.595903 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2bba4a42-acc6-4e7d-b545-eb13b05f7e97 req-f1840deb-2515-40cd-9721-04a4ebce7b29 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 1099 time: 0.1451812 Mar 09 03:36:11.608441 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa9288-d7e9-44b8-bc31-7ebcde283486 req-8a43a62b-4e39-4588-9ac4-bb3ee5d3443b tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:11.610312 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-02aa9288-d7e9-44b8-bc31-7ebcde283486 req-8a43a62b-4e39-4588-9ac4-bb3ee5d3443b tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/ports?device_id=73e998c1-062d-4b91-a824-58960c12850e HTTP/1.1" status: 200 len: 944 time: 0.0976160 Mar 09 03:36:11.665061 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-02aa9288-d7e9-44b8-bc31-7ebcde283486 req-13a3bb2a-59f9-46c4-a3c6-91fd9f8c240a tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f131a8c-796c-4617-b9f4-9ceffea22b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474410 Mar 09 03:36:11.723711 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075f82b-8990-4faa-b313-13cec99379ce req-e120f683-89c1-4006-8e08-5cfd6d8e4428 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:11.725273 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0075f82b-8990-4faa-b313-13cec99379ce req-e120f683-89c1-4006-8e08-5cfd6d8e4428 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 945 time: 0.2193561 Mar 09 03:36:11.789174 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba4a42-acc6-4e7d-b545-eb13b05f7e97 req-570a51a8-8832-43a9-a888-4cfed9ba4662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:11.790693 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2bba4a42-acc6-4e7d-b545-eb13b05f7e97 req-570a51a8-8832-43a9-a888-4cfed9ba4662 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.1878743 Mar 09 03:36:11.794124 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0075f82b-8990-4faa-b313-13cec99379ce req-a67f4d80-dd39-4ab4-8def-28d6ab5b55d1 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632327 Mar 09 03:36:11.889166 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2bba4a42-acc6-4e7d-b545-eb13b05f7e97 req-164bff98-6907-4d6a-800d-14e791ae692f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=64c93ab8-1889-4495-a0bd-237b392283fc HTTP/1.1" status: 200 len: 217 time: 0.0918572 Mar 09 03:36:12.024262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba4a42-acc6-4e7d-b545-eb13b05f7e97 req-3509d7a1-8bcc-4236-b195-6cd43026952e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:12.026026 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2bba4a42-acc6-4e7d-b545-eb13b05f7e97 req-3509d7a1-8bcc-4236-b195-6cd43026952e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1310325 Mar 09 03:36:12.100752 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdb3f6-4db2-4cf5-8f41-318a959458a8 req-81c1f3ec-6d80-49b7-91bf-af5b94409832 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:12.102425 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7ccdb3f6-4db2-4cf5-8f41-318a959458a8 req-81c1f3ec-6d80-49b7-91bf-af5b94409832 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=78ca0553-0e28-4e12-a3c6-372ccd355e29 HTTP/1.1" status: 200 len: 948 time: 0.1569304 Mar 09 03:36:12.159936 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba4a42-acc6-4e7d-b545-eb13b05f7e97 req-b2fadf0f-c072-4b73-870c-574838f34d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:12.161430 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2bba4a42-acc6-4e7d-b545-eb13b05f7e97 req-b2fadf0f-c072-4b73-870c-574838f34d0b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1274023 Mar 09 03:36:12.164295 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7ccdb3f6-4db2-4cf5-8f41-318a959458a8 req-a2c15ed7-55dd-4750-a8a2-69f2e5ac50d3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550494 Mar 09 03:36:12.192370 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca9d3f-54d6-416d-853c-e2126672a8c1 req-b628fd81-b59f-4604-8f45-87dea62bd94e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:12.192370 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42ca9d3f-54d6-416d-853c-e2126672a8c1 req-b628fd81-b59f-4604-8f45-87dea62bd94e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 948 time: 0.0890234 Mar 09 03:36:12.199054 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device f08297f5-4469-40c2-be85-9f9717182673 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:36:12.245219 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42ca9d3f-54d6-416d-853c-e2126672a8c1 req-7426491c-5179-4da5-8062-8de8244bd074 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520959 Mar 09 03:36:12.311169 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2bba4a42-acc6-4e7d-b545-eb13b05f7e97 req-72953c16-ea51-4b0c-8fe3-9a0d8ef2760e service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433954 Mar 09 03:36:12.325948 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port f08297f5-4469-40c2-be85-9f9717182673 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:36:12.332763 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port f08297f5-4469-40c2-be85-9f9717182673 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:36:12.333274 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:12.453747 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe71e5c-496c-46b1-aee4-91cdaa2234a0 req-b3f18799-ce1b-46ef-8138-089e44734082 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:12.456241 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-efe71e5c-496c-46b1-aee4-91cdaa2234a0 req-b3f18799-ce1b-46ef-8138-089e44734082 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9a8454c-9af6-4239-9678-8aab624d5a63 HTTP/1.1" status: 200 len: 945 time: 0.0918658 Mar 09 03:36:12.511231 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-efe71e5c-496c-46b1-aee4-91cdaa2234a0 req-ae563072-7c5a-4010-96b1-5a75d647ade5 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/security-groups?id=c125df46-8111-4552-ade0-96bd8f5a14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474410 Mar 09 03:36:12.524257 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:12.555471 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a8454c-9af6-4239-9678-8aab624d5a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08297f5-4469-40c2-be85-9f9717182673'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:36:12.566803 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port f08297f5-4469-40c2-be85-9f9717182673, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=f08297f5-4469-40c2-be85-9f9717182673,segment=NetworkSegment(421d8123-c099-43e5-bc81-d7d0f1d1e8d6),segment_id=421d8123-c099-43e5-bc81-d7d0f1d1e8d6)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:12.573554 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:12.586384 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2bba4a42-acc6-4e7d-b545-eb13b05f7e97 req-b996a214-bb07-4ba2-97a1-4f138377b0a8 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687559 Mar 09 03:36:12.590699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44340c6-b529-41dd-8c73-9e24f898cae2 req-286c39f7-9e3d-4d82-97d5-704591040d7f tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:12.592108 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a44340c6-b529-41dd-8c73-9e24f898cae2 req-286c39f7-9e3d-4d82-97d5-704591040d7f tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=78ca0553-0e28-4e12-a3c6-372ccd355e29 HTTP/1.1" status: 200 len: 1099 time: 0.2448595 Mar 09 03:36:12.662994 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=f08297f5-4469-40c2-be85-9f9717182673,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:12.682960 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a44340c6-b529-41dd-8c73-9e24f898cae2 req-f49a3b2f-bd95-4747-8de6-fe8770bb26d8 tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796602 Mar 09 03:36:12.706636 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42702) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:36:12.756664 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedfbd8-400c-4fac-91be-b0e2f491701c req-9d2c0278-1da4-4546-9281-676420a184af tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:12.758290 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4dedfbd8-400c-4fac-91be-b0e2f491701c req-9d2c0278-1da4-4546-9281-676420a184af tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4e57234-06f2-4f31-bd2e-2af92fcde0ff HTTP/1.1" status: 200 len: 945 time: 0.1231444 Mar 09 03:36:12.773997 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a8454c-9af6-4239-9678-8aab624d5a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08297f5-4469-40c2-be85-9f9717182673', 'code': 200} Mar 09 03:36:12.844979 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4dedfbd8-400c-4fac-91be-b0e2f491701c req-3b7c5155-83de-4947-9ede-b05ddf2a16a4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790236 Mar 09 03:36:12.877418 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-77f6baa3-45f2-4fb2-94cf-d8ba58662580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:13.021725 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device a59d65fb-3de1-4bb0-b0be-443493359bff up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:36:13.097455 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port a59d65fb-3de1-4bb0-b0be-443493359bff completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:36:13.103214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port a59d65fb-3de1-4bb0-b0be-443493359bff triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:36:13.103591 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:13.119110 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-77f6baa3-45f2-4fb2-94cf-d8ba58662580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:36:13.172986 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f150ad-58ed-4da3-92f4-74f725cb37c8 req-bac4d099-4d6a-4c91-8153-bc4ab36e7aaa tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:13.175221 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e1f150ad-58ed-4da3-92f4-74f725cb37c8 req-bac4d099-4d6a-4c91-8153-bc4ab36e7aaa tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 945 time: 0.1963232 Mar 09 03:36:13.179309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-77f6baa3-45f2-4fb2-94cf-d8ba58662580 admin admin] Usage tracker for resource:security_group_rule and tenant:4f7d89036ca447aba5656d848deda4a7 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:36:13.186285 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-77f6baa3-45f2-4fb2-94cf-d8ba58662580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:36:13.198399 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-77f6baa3-45f2-4fb2-94cf-d8ba58662580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:36:13.224473 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e1f150ad-58ed-4da3-92f4-74f725cb37c8 req-aae32a26-aca2-46ed-a5a2-39736e9c60c0 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436025 Mar 09 03:36:13.235318 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:13.282135 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port a59d65fb-3de1-4bb0-b0be-443493359bff, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=a59d65fb-3de1-4bb0-b0be-443493359bff,segment=NetworkSegment(b3c06c6f-a040-43d0-9d75-095feecb3ddc),segment_id=b3c06c6f-a040-43d0-9d75-095feecb3ddc)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:13.286542 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:13.301121 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee482f14-2eb1-430e-95d5-5f4a1672249d req-233fd71d-c42e-46fe-bf81-f7abc8a89219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:13.302723 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ee482f14-2eb1-430e-95d5-5f4a1672249d req-233fd71d-c42e-46fe-bf81-f7abc8a89219 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a9a8454c-9af6-4239-9678-8aab624d5a63 HTTP/1.1" status: 200 len: 1097 time: 0.4136434 Mar 09 03:36:13.316513 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a79c5bb0-d7ac-470a-a44e-87381c62f1e0 req-3d775e8d-4f39-4d4b-b8ea-8f8be7ed1407 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7de84010-7cc2-40ba-8d0a-6fc70022e4a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1987240 Mar 09 03:36:13.341202 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce555cf-23e3-4114-af35-28e2c8d68cb8 req-5cd85258-81b9-484c-8c7b-74a2b5b13ded tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:13.342676 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cce555cf-23e3-4114-af35-28e2c8d68cb8 req-5cd85258-81b9-484c-8c7b-74a2b5b13ded tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/ports?device_id=73e998c1-062d-4b91-a824-58960c12850e HTTP/1.1" status: 200 len: 944 time: 0.4178469 Mar 09 03:36:13.357625 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-53c92ac8-e576-4a93-a3d1-309fbd8ef008 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9cc46625939e49829e840c9b5c55e8e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331635 Mar 09 03:36:13.365655 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=a59d65fb-3de1-4bb0-b0be-443493359bff,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:13.467194 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ee482f14-2eb1-430e-95d5-5f4a1672249d req-7d4ead25-f17d-49b2-b6d5-98f849215a4a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c125df46-8111-4552-ade0-96bd8f5a14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495845 Mar 09 03:36:13.488717 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cce555cf-23e3-4114-af35-28e2c8d68cb8 req-709a1ea4-1f25-486b-9647-d19d02c4bacf tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f131a8c-796c-4617-b9f4-9ceffea22b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975821 Mar 09 03:36:13.497570 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-77f6baa3-45f2-4fb2-94cf-d8ba58662580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:13.512568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-c4097c77-61c9-4f58-8c16-f53ed402e12c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:13.514522 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-c4097c77-61c9-4f58-8c16-f53ed402e12c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1519067 Mar 09 03:36:13.515669 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-77f6baa3-45f2-4fb2-94cf-d8ba58662580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:13.532145 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-0a3eb72d-e844-4ca7-9a02-b3076cefc76d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/quotas/9cc46625939e49829e840c9b5c55e8e6 HTTP/1.1" status: 200 len: 375 time: 0.0105219 Mar 09 03:36:13.541397 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c5bb0-d7ac-470a-a44e-87381c62f1e0 req-7483adb7-5416-4c27-88ec-00e8c452aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:13.543323 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a79c5bb0-d7ac-470a-a44e-87381c62f1e0 req-7483adb7-5416-4c27-88ec-00e8c452aadf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9cc46625939e49829e840c9b5c55e8e6&device_id=7de84010-7cc2-40ba-8d0a-6fc70022e4a7 HTTP/1.1" status: 200 len: 1101 time: 0.1969855 Mar 09 03:36:13.577242 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-77f6baa3-45f2-4fb2-94cf-d8ba58662580 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f7d89036ca447aba5656d848deda4a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8689880 Mar 09 03:36:13.579062 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6baa3-45f2-4fb2-94cf-d8ba58662580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a304dd0-9299-4935-91b0-f675bb8bb8d8,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:13.580151 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42732) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:36:13.662773 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eba4b6e7-938c-4684-8ff1-041130f2898b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:13.666705 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d8a4b-8bee-4afb-82aa-39f486f3fd8a req-1bf7524f-7875-497d-afae-da41eff4cc0b tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:13.668353 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-989d8a4b-8bee-4afb-82aa-39f486f3fd8a req-1bf7524f-7875-497d-afae-da41eff4cc0b tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 1096 time: 0.0696542 Mar 09 03:36:13.691189 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-2787e1ca-ce03-4bfd-ae51-2b68f8e52020 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cc46625939e49829e840c9b5c55e8e6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1531658 Mar 09 03:36:13.707418 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eba4b6e7-938c-4684-8ff1-041130f2898b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:13.710000 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-989d8a4b-8bee-4afb-82aa-39f486f3fd8a req-a06b764b-4890-495b-a709-226dfb34fd55 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360656 Mar 09 03:36:13.788984 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eba4b6e7-938c-4684-8ff1-041130f2898b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:13.841766 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4b6e7-938c-4684-8ff1-041130f2898b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a304dd0-9299-4935-91b0-f675bb8bb8d8,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:13.850735 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eba4b6e7-938c-4684-8ff1-041130f2898b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:13.854656 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-eba4b6e7-938c-4684-8ff1-041130f2898b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a304dd0-9299-4935-91b0-f675bb8bb8d8 HTTP/1.1" status: 204 len: 168 time: 0.2733679 Mar 09 03:36:13.970211 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c5bb0-d7ac-470a-a44e-87381c62f1e0 req-baa6e423-8396-46af-bf8f-6bcc0013a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:13.972302 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a79c5bb0-d7ac-470a-a44e-87381c62f1e0 req-baa6e423-8396-46af-bf8f-6bcc0013a5ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.2177551 Mar 09 03:36:14.062951 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a79c5bb0-d7ac-470a-a44e-87381c62f1e0 req-3156e4d7-b3cd-4794-9d8f-34e1779c8da4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=d1022644-48bc-4d48-bad2-0f16a24a90c7 HTTP/1.1" status: 200 len: 217 time: 0.0788591 Mar 09 03:36:14.100971 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49f53e-543b-4b4f-b93d-bbdf9c6e3f7d req-ef81051f-19bb-49fb-b474-ef0846adea98 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:14.102906 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9e49f53e-543b-4b4f-b93d-bbdf9c6e3f7d req-ef81051f-19bb-49fb-b474-ef0846adea98 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 948 time: 0.1606925 Mar 09 03:36:14.175844 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9e49f53e-543b-4b4f-b93d-bbdf9c6e3f7d req-24870e7d-6f40-4d9f-90c9-aaadefc2e172 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639706 Mar 09 03:36:14.216793 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c5bb0-d7ac-470a-a44e-87381c62f1e0 req-76a30b16-493d-4ce5-9a11-5bb9d1222b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:14.218895 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a79c5bb0-d7ac-470a-a44e-87381c62f1e0 req-76a30b16-493d-4ce5-9a11-5bb9d1222b5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1441817 Mar 09 03:36:14.337456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b98a1c-5a5a-48fb-bcb5-999dd83f8faf req-4115df1d-30bd-41c7-9991-7b5c2c4860a0 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:14.345568 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b3b98a1c-5a5a-48fb-bcb5-999dd83f8faf req-4115df1d-30bd-41c7-9991-7b5c2c4860a0 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9a8454c-9af6-4239-9678-8aab624d5a63 HTTP/1.1" status: 200 len: 946 time: 0.1960588 Mar 09 03:36:14.354060 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42756) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:36:14.373827 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-659fba5f-7438-4b7b-8291-fc5eedcf360b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:14.375602 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c5bb0-d7ac-470a-a44e-87381c62f1e0 req-c284f71a-71ad-4b3a-8d76-479903e7cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:14.377600 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a79c5bb0-d7ac-470a-a44e-87381c62f1e0 req-c284f71a-71ad-4b3a-8d76-479903e7cd10 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1504853 Mar 09 03:36:14.390444 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-659fba5f-7438-4b7b-8291-fc5eedcf360b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:36:14.394329 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-659fba5f-7438-4b7b-8291-fc5eedcf360b admin admin] Usage tracker for resource:security_group_rule and tenant:c89c2e3fcf5c4b68aa85394d73324e38 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:36:14.397436 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-659fba5f-7438-4b7b-8291-fc5eedcf360b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:36:14.400398 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b3b98a1c-5a5a-48fb-bcb5-999dd83f8faf req-d9fa5bfb-66bc-4a4d-a488-9a71f26e56e4 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/security-groups?id=c125df46-8111-4552-ade0-96bd8f5a14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534039 Mar 09 03:36:14.418792 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-659fba5f-7438-4b7b-8291-fc5eedcf360b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:36:14.555533 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-659fba5f-7438-4b7b-8291-fc5eedcf360b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:14.561445 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-659fba5f-7438-4b7b-8291-fc5eedcf360b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:14.594093 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-166fc8fe-6b42-4bf1-b743-af1ccb494cb9 req-205c9ffe-c658-4a15-9bb2-d5de8350d665 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16f4b78-6132-4360-a0e8-d639aba9686b HTTP/1.1" status: 200 len: 210 time: 0.0523982 Mar 09 03:36:14.620046 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-659fba5f-7438-4b7b-8291-fc5eedcf360b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c89c2e3fcf5c4b68aa85394d73324e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648616 Mar 09 03:36:14.628385 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fba5f-7438-4b7b-8291-fc5eedcf360b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675f88ff-09fb-4e90-9373-48f140f4f5d9,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:14.631741 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42766) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:36:14.641863 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a79c5bb0-d7ac-470a-a44e-87381c62f1e0 req-fad871c7-3fc6-49a9-aa87-043b285ee80b service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381508 Mar 09 03:36:14.699879 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04d6aef1-b8c2-40c7-9ddb-63d7c833621d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:14.730293 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04d6aef1-b8c2-40c7-9ddb-63d7c833621d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:14.779700 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e998c1-062d-4b91-a824-58960c12850e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59d65fb-3de1-4bb0-b0be-443493359bff'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:36:14.798288 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04d6aef1-b8c2-40c7-9ddb-63d7c833621d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:14.813216 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6aef1-b8c2-40c7-9ddb-63d7c833621d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675f88ff-09fb-4e90-9373-48f140f4f5d9,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:14.819985 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04d6aef1-b8c2-40c7-9ddb-63d7c833621d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:14.823456 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-04d6aef1-b8c2-40c7-9ddb-63d7c833621d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/675f88ff-09fb-4e90-9373-48f140f4f5d9 HTTP/1.1" status: 204 len: 168 time: 0.1878173 Mar 09 03:36:14.875405 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a79c5bb0-d7ac-470a-a44e-87381c62f1e0 req-57926e62-59cb-43c0-b08a-39d0062b11b4 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326930 Mar 09 03:36:14.883016 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6fad0-bce7-4e05-a87b-db981297ecab req-a51b1daf-8553-4490-ae27-11667765c446 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:14.891848 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eba6fad0-bce7-4e05-a87b-db981297ecab req-a51b1daf-8553-4490-ae27-11667765c446 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4e57234-06f2-4f31-bd2e-2af92fcde0ff HTTP/1.1" status: 200 len: 945 time: 0.1277015 Mar 09 03:36:14.940044 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eba6fad0-bce7-4e05-a87b-db981297ecab req-631ed923-a165-421d-8e36-9f5a3c3b5b30 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418258 Mar 09 03:36:15.037128 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 64c93ab8-1889-4495-a0bd-237b392283fc details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:36:15.130946 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4e8a8-292b-4b15-ba1b-a6760c8861c7 req-9e43890c-0a33-497b-bf53-34c3e57a597e tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:15.138289 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-89a4e8a8-292b-4b15-ba1b-a6760c8861c7 req-9e43890c-0a33-497b-bf53-34c3e57a597e tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 945 time: 0.0934777 Mar 09 03:36:15.192191 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-89a4e8a8-292b-4b15-ba1b-a6760c8861c7 req-2fef96ed-5392-4b55-9020-3ed2fd5fe59a tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529528 Mar 09 03:36:15.245769 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 64c93ab8-1889-4495-a0bd-237b392283fc, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=64c93ab8-1889-4495-a0bd-237b392283fc,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:15.260708 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '64c93ab8-1889-4495-a0bd-237b392283fc', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': '64c93ab8-1889-4495-a0bd-237b392283fc', 'mac_address': 'fa:16:3e:15:4a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:36:15.358918 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:15.393948 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64c93ab8-1889-4495-a0bd-237b392283fc {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:36:15.417640 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 64c93ab8-1889-4495-a0bd-237b392283fc, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=64c93ab8-1889-4495-a0bd-237b392283fc,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:15.423705 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:15.430764 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-98974e91-2cb8-47ff-802b-5e51b72497fb tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9cc46625939e49829e840c9b5c55e8e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579503 Mar 09 03:36:15.452670 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b1be9-1044-457a-ba33-844a8409b7d8 req-8b6a1d5f-cccd-41b8-80d9-addff142f2e9 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:15.454486 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c26b1be9-1044-457a-ba33-844a8409b7d8 req-8b6a1d5f-cccd-41b8-80d9-addff142f2e9 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/ports?device_id=73e998c1-062d-4b91-a824-58960c12850e HTTP/1.1" status: 200 len: 945 time: 0.1628830 Mar 09 03:36:15.546678 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=64c93ab8-1889-4495-a0bd-237b392283fc,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:15.735260 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-cc6f544b-8e92-409f-ba92-462ad48a00cb tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:36:15.736865 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-cc6f544b-8e92-409f-ba92-462ad48a00cb tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067720 Mar 09 03:36:15.749404 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-c0076378-6180-490f-b1c5-dc05dcced3d5 service neutron] Request body: {'binding': {'host': 'n-h1-825178-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:36:15.749987 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-c0076378-6180-490f-b1c5-dc05dcced3d5 service neutron] Unknown quota resources ['binding']. {{(pid=87880) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 09 03:36:15.753791 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c26b1be9-1044-457a-ba33-844a8409b7d8 req-821e9099-1b8f-4109-8e07-db214366ed13 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f131a8c-796c-4617-b9f4-9ceffea22b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729187 Mar 09 03:36:15.797220 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-5b9f7ec2-a6d3-4d8a-b045-5b1dd2abdebd tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:15.799498 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-5b9f7ec2-a6d3-4d8a-b045-5b1dd2abdebd tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3615274 Mar 09 03:36:15.821949 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-20221e71-60ff-4275-bd92-ccbd3baf48fe tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Request body: {'port': {'device_id': 'b16f4b78-6132-4360-a0e8-d639aba9686b', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': '9cc46625939e49829e840c9b5c55e8e6'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:36:15.870809 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['64c93ab8-1889-4495-a0bd-237b392283fc'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:16.022615 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-c0076378-6180-490f-b1c5-dc05dcced3d5 service neutron] Attempting to bind port e30c5c9e-3e19-4602-b265-9c044c715620 on host n-h1-825178-5 for vnic_type normal with profile None {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:36:16.022978 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-c0076378-6180-490f-b1c5-dc05dcced3d5 service neutron] Attempting to bind port e30c5c9e-3e19-4602-b265-9c044c715620 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:36:16.023440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-c0076378-6180-490f-b1c5-dc05dcced3d5 service neutron] Attempting to bind port e30c5c9e-3e19-4602-b265-9c044c715620 on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:36:16.030983 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-c0076378-6180-490f-b1c5-dc05dcced3d5 service neutron] Port e30c5c9e-3e19-4602-b265-9c044c715620 on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:36:16.031313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-c0076378-6180-490f-b1c5-dc05dcced3d5 service neutron] Attempting to bind port e30c5c9e-3e19-4602-b265-9c044c715620 on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:36:16.038408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-c0076378-6180-490f-b1c5-dc05dcced3d5 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:36:16.039104 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-c0076378-6180-490f-b1c5-dc05dcced3d5 service neutron] Checking segment: {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:36:16.039261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-c0076378-6180-490f-b1c5-dc05dcced3d5 service neutron] Bound using segment: {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:36:16.039375 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-20221e71-60ff-4275-bd92-ccbd3baf48fe tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:36:16.039824 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-c0076378-6180-490f-b1c5-dc05dcced3d5 service neutron] Bound port: e30c5c9e-3e19-4602-b265-9c044c715620, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:36:16.050951 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-20221e71-60ff-4275-bd92-ccbd3baf48fe tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:36:16.065786 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-20221e71-60ff-4275-bd92-ccbd3baf48fe tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Made reservation on behalf of 9cc46625939e49829e840c9b5c55e8e6 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:36:16.071013 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-20221e71-60ff-4275-bd92-ccbd3baf48fe tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:16.105676 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e998c1-062d-4b91-a824-58960c12850e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59d65fb-3de1-4bb0-b0be-443493359bff', 'code': 200} Mar 09 03:36:16.108408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-c0076378-6180-490f-b1c5-dc05dcced3d5 service neutron] For port e30c5c9e-3e19-4602-b265-9c044c715620, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=e30c5c9e-3e19-4602-b265-9c044c715620,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:36:16.118742 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-c0076378-6180-490f-b1c5-dc05dcced3d5 service neutron] Notify callbacks [] for binding, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:16.121908 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-c0076378-6180-490f-b1c5-dc05dcced3d5 service neutron] 10.222.0.16 "POST /v2.0/ports/e30c5c9e-3e19-4602-b265-9c044c715620/bindings HTTP/1.1" status: 201 len: 389 time: 0.3761396 Mar 09 03:36:16.384209 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620c6d9-0b1f-4e19-a6e8-2a3e97a3ff90 req-4476838e-b48c-49d9-814c-88cfd5636d07 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:16.385880 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7620c6d9-0b1f-4e19-a6e8-2a3e97a3ff90 req-4476838e-b48c-49d9-814c-88cfd5636d07 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9a8454c-9af6-4239-9678-8aab624d5a63 HTTP/1.1" status: 200 len: 946 time: 0.0834353 Mar 09 03:36:16.425477 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bbd58-2b95-4c7f-b380-7fbfce83953d req-91c08901-3b6f-4d04-9b18-b3f0a1da1be6 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:16.426992 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9b9bbd58-2b95-4c7f-b380-7fbfce83953d req-91c08901-3b6f-4d04-9b18-b3f0a1da1be6 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4e57234-06f2-4f31-bd2e-2af92fcde0ff HTTP/1.1" status: 200 len: 945 time: 0.3450296 Mar 09 03:36:16.442280 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7620c6d9-0b1f-4e19-a6e8-2a3e97a3ff90 req-66aa2eb5-83f4-40ab-838e-d538e1dfc09f tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/security-groups?id=c125df46-8111-4552-ade0-96bd8f5a14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493646 Mar 09 03:36:16.527750 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f6619-6af5-4127-914c-2fd06f17c973 req-a150a358-228b-46fc-abf4-f75555ef2ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:16.529488 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b60f6619-6af5-4127-914c-2fd06f17c973 req-a150a358-228b-46fc-abf4-f75555ef2ef1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=73e998c1-062d-4b91-a824-58960c12850e HTTP/1.1" status: 200 len: 1096 time: 0.3530021 Mar 09 03:36:16.556219 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e086b15-1a1f-4625-8354-d7d964344a99 req-b0bd02d8-2bdf-45ad-829d-72e7f4eb19e2 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:16.557717 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e086b15-1a1f-4625-8354-d7d964344a99 req-b0bd02d8-2bdf-45ad-829d-72e7f4eb19e2 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 949 time: 0.3360159 Mar 09 03:36:16.561584 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-20221e71-60ff-4275-bd92-ccbd3baf48fe tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Allocated IP 192.168.233.251 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/d7049011-f5d3-4dcb-8693-0008d16a6d97) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:36:16.586279 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-9b9bbd58-2b95-4c7f-b380-7fbfce83953d req-cd802861-bdeb-497d-b239-5f9b65b99317 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Deleting port 3ad69cf6-30d6-49aa-b938-570a31af1bf7 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:36:16.586621 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9b9bbd58-2b95-4c7f-b380-7fbfce83953d req-cd802861-bdeb-497d-b239-5f9b65b99317 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:16.596529 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-075b8528-2dc6-4017-b8ec-7afc01416af3 req-49ee2fa1-a3e6-4143-af1f-705829d527e9 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16f4b78-6132-4360-a0e8-d639aba9686b HTTP/1.1" status: 200 len: 210 time: 0.0525260 Mar 09 03:36:16.731910 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e086b15-1a1f-4625-8354-d7d964344a99 req-d67cc10e-95eb-4453-b11c-ba58bdaffacd tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527565 Mar 09 03:36:16.738728 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b60f6619-6af5-4127-914c-2fd06f17c973 req-9367b5d2-734d-4d69-8ae6-a304ed0c50a3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3f131a8c-796c-4617-b9f4-9ceffea22b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981361 Mar 09 03:36:16.818801 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c446a1c-f0d3-4622-818c-20208ff6ab3a req-864b6dd9-0957-4c62-bc1c-f51b92f532eb tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:16.818801 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9c446a1c-f0d3-4622-818c-20208ff6ab3a req-864b6dd9-0957-4c62-bc1c-f51b92f532eb tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4e57234-06f2-4f31-bd2e-2af92fcde0ff HTTP/1.1" status: 200 len: 945 time: 0.1164007 Mar 09 03:36:16.879956 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9c446a1c-f0d3-4622-818c-20208ff6ab3a req-32477601-9ceb-447f-8cec-db310dd385ab tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580647 Mar 09 03:36:16.903615 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:36:17.066295 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ded16f-ff0d-4a8b-9d5a-f7d61f0f40c1 req-d314b951-87ca-4aa2-980d-d4f8bec009f6 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:17.067782 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b7ded16f-ff0d-4a8b-9d5a-f7d61f0f40c1 req-d314b951-87ca-4aa2-980d-d4f8bec009f6 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 945 time: 0.0860701 Mar 09 03:36:17.111927 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b7ded16f-ff0d-4a8b-9d5a-f7d61f0f40c1 req-b48055c1-037a-4ec5-9f93-031ea41814fc tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382817 Mar 09 03:36:17.132340 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-9b9bbd58-2b95-4c7f-b380-7fbfce83953d req-cd802861-bdeb-497d-b239-5f9b65b99317 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] For port 3ad69cf6-30d6-49aa-b938-570a31af1bf7, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3ad69cf6-30d6-49aa-b938-570a31af1bf7,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:17.132884 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9b9bbd58-2b95-4c7f-b380-7fbfce83953d req-cd802861-bdeb-497d-b239-5f9b65b99317 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:17.219958 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-20221e71-60ff-4275-bd92-ccbd3baf48fe tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:17.283761 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4af9c-46e3-47d4-908a-403edbd9022d req-2132d78c-f0fc-4827-ae87-7981ef15dba8 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:17.285263 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42e4af9c-46e3-47d4-908a-403edbd9022d req-2132d78c-f0fc-4827-ae87-7981ef15dba8 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9a8454c-9af6-4239-9678-8aab624d5a63 HTTP/1.1" status: 200 len: 946 time: 0.0829661 Mar 09 03:36:17.286984 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-9b9bbd58-2b95-4c7f-b380-7fbfce83953d req-cd802861-bdeb-497d-b239-5f9b65b99317 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Calling delete_port for 3ad69cf6-30d6-49aa-b938-570a31af1bf7 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:36:17.293933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42844) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:36:17.299753 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-817635b1-5a5f-46d0-b5cf-4d6c7f741e98 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Request body: {'floatingip': {'port_id': 'f08297f5-4469-40c2-be85-9f9717182673'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:36:17.324616 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cfd18-0a1b-48d4-b89f-7fe4c816226c req-ef4287a7-053e-4275-bb1d-f6f5256c2194 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:17.326085 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0f0cfd18-0a1b-48d4-b89f-7fe4c816226c req-ef4287a7-053e-4275-bb1d-f6f5256c2194 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 945 time: 0.4547882 Mar 09 03:36:17.362705 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-20221e71-60ff-4275-bd92-ccbd3baf48fe tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Transition to ACTIVE for port object d7049011-f5d3-4dcb-8693-0008d16a6d97 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:36:17.374726 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-817635b1-5a5f-46d0-b5cf-4d6c7f741e98 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks [] for floatingip, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:17.427437 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0f0cfd18-0a1b-48d4-b89f-7fe4c816226c req-082193e1-7c67-42a4-8e6c-98e95333372a tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918710 Mar 09 03:36:17.507854 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-20221e71-60ff-4275-bd92-ccbd3baf48fe tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:17.520447 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['b6f35ef7-250a-4519-9e2e-2cdcd74c2047', '4ddda7c6-b428-4425-a523-4b32482d7e48', 'fb6c1293-67e6-4e97-be63-8d7254a3ffbf', 'b497e655-390b-4c5f-8aba-27b38ec3f987', '7c3a58c9-e070-4db7-8745-a37785fbc83b'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:17.588694 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['d1022644-48bc-4d48-bad2-0f16a24a90c7', '811d17f4-2f18-4866-8e73-28c4a2cbb29f'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:17.770183 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9b9bbd58-2b95-4c7f-b380-7fbfce83953d req-cd802861-bdeb-497d-b239-5f9b65b99317 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:17.819301 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-20221e71-60ff-4275-bd92-ccbd3baf48fe tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:36:17.821855 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20221e71-60ff-4275-bd92-ccbd3baf48fe tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Pushing event updated for resources: {'Port': ['ID=d7049011-f5d3-4dcb-8693-0008d16a6d97,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:17.826519 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-20221e71-60ff-4275-bd92-ccbd3baf48fe tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:36:17.867558 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d310c-713a-4fb5-b823-d70bc6e43168 req-2ccf5e2d-08f4-48ed-93a9-6a4673d3786a tempest-NetworksTest-1942181254 tempest-NetworksTest-1942181254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:17.868150 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d310c-713a-4fb5-b823-d70bc6e43168 req-2ccf5e2d-08f4-48ed-93a9-6a4673d3786a tempest-NetworksTest-1942181254 tempest-NetworksTest-1942181254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:17.868468 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d310c-713a-4fb5-b823-d70bc6e43168 req-2ccf5e2d-08f4-48ed-93a9-6a4673d3786a tempest-NetworksTest-1942181254 tempest-NetworksTest-1942181254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:17.868919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d310c-713a-4fb5-b823-d70bc6e43168 req-2ccf5e2d-08f4-48ed-93a9-6a4673d3786a tempest-NetworksTest-1942181254 tempest-NetworksTest-1942181254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:17.869363 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d310c-713a-4fb5-b823-d70bc6e43168 req-2ccf5e2d-08f4-48ed-93a9-6a4673d3786a tempest-NetworksTest-1942181254 tempest-NetworksTest-1942181254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:17.869804 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d310c-713a-4fb5-b823-d70bc6e43168 req-2ccf5e2d-08f4-48ed-93a9-6a4673d3786a tempest-NetworksTest-1942181254 tempest-NetworksTest-1942181254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:17.870252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d310c-713a-4fb5-b823-d70bc6e43168 req-2ccf5e2d-08f4-48ed-93a9-6a4673d3786a tempest-NetworksTest-1942181254 tempest-NetworksTest-1942181254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:17.870691 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d310c-713a-4fb5-b823-d70bc6e43168 req-2ccf5e2d-08f4-48ed-93a9-6a4673d3786a tempest-NetworksTest-1942181254 tempest-NetworksTest-1942181254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:17.871149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d310c-713a-4fb5-b823-d70bc6e43168 req-2ccf5e2d-08f4-48ed-93a9-6a4673d3786a tempest-NetworksTest-1942181254 tempest-NetworksTest-1942181254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:17.871586 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d310c-713a-4fb5-b823-d70bc6e43168 req-2ccf5e2d-08f4-48ed-93a9-6a4673d3786a tempest-NetworksTest-1942181254 tempest-NetworksTest-1942181254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:17.873455 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-132d310c-713a-4fb5-b823-d70bc6e43168 req-2ccf5e2d-08f4-48ed-93a9-6a4673d3786a tempest-NetworksTest-1942181254 tempest-NetworksTest-1942181254-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7111 time: 0.4443033 Mar 09 03:36:18.025508 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9bbd58-2b95-4c7f-b380-7fbfce83953d req-cd802861-bdeb-497d-b239-5f9b65b99317 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] No DVR routers for this DVR port 3ad69cf6-30d6-49aa-b938-570a31af1bf7 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:36:18.047311 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9b9bbd58-2b95-4c7f-b380-7fbfce83953d req-cd802861-bdeb-497d-b239-5f9b65b99317 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:18.063326 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e57234-06f2-4f31-bd2e-2af92fcde0ff', 'name': 'network-vif-deleted', 'tag': '3ad69cf6-30d6-49aa-b938-570a31af1bf7'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:36:18.074374 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd802861-bdeb-497d-b239-5f9b65b99317 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Pushing event deleted for resources: {'Port': ['ID=3ad69cf6-30d6-49aa-b938-570a31af1bf7,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:18.081764 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9b9bbd58-2b95-4c7f-b380-7fbfce83953d req-cd802861-bdeb-497d-b239-5f9b65b99317 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.21 "DELETE /v2.0/ports/3ad69cf6-30d6-49aa-b938-570a31af1bf7 HTTP/1.1" status: 204 len: 173 time: 1.6391397 Mar 09 03:36:18.101225 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-20221e71-60ff-4275-bd92-ccbd3baf48fe tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:36:18.161165 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-9c55b7b5-f278-4b34-bb63-e40c8afe2bc6 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:18.162651 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-9c55b7b5-f278-4b34-bb63-e40c8afe2bc6 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5&tenant_id=42923148a00a49268422cf3ff4c2fd04&binding%3Ahost_id=n-h2-825178-5 HTTP/1.1" status: 200 len: 1096 time: 0.6081226 Mar 09 03:36:18.173376 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64c443-f417-4245-bb40-5fe5bef774ac req-71bb53d9-0fd1-478c-80c0-97450f677f5c tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:18.176929 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bc64c443-f417-4245-bb40-5fe5bef774ac req-71bb53d9-0fd1-478c-80c0-97450f677f5c tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/ports?device_id=73e998c1-062d-4b91-a824-58960c12850e HTTP/1.1" status: 200 len: 945 time: 0.6205800 Mar 09 03:36:18.192456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-c78b7796-d6f7-44ac-ae05-ac817514ea5d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825178-5'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:36:18.225913 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f00d653-8fde-446e-abf6-597d85bde215 req-734a9a20-0b10-4c17-9b02-5f7df90a497d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8ed723b1-b62f-4407-93cd-1ede7aba5d9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2777267 Mar 09 03:36:18.252462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e6e01-7f2e-4d4e-a74d-5e56274e9a4b req-7f8e7da3-f2d0-4417-8b99-1c4011394ff9 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:18.266194 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-114e6e01-7f2e-4d4e-a74d-5e56274e9a4b req-7f8e7da3-f2d0-4417-8b99-1c4011394ff9 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16f4b78-6132-4360-a0e8-d639aba9686b HTTP/1.1" status: 200 len: 936 time: 0.2786050 Mar 09 03:36:18.274091 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-20221e71-60ff-4275-bd92-ccbd3baf48fe tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:18.274929 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-20221e71-60ff-4275-bd92-ccbd3baf48fe tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:18.367110 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bc64c443-f417-4245-bb40-5fe5bef774ac req-aa19689e-698a-4620-8df3-c731412d113b tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f131a8c-796c-4617-b9f4-9ceffea22b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422081 Mar 09 03:36:18.375972 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-20221e71-60ff-4275-bd92-ccbd3baf48fe tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5580103 Mar 09 03:36:18.391213 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-38d3ab03-9ae0-4245-bbe8-c0f2a17e7c74 service neutron] Request body: {'port': {'device_id': 'b16f4b78-6132-4360-a0e8-d639aba9686b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:36:18.445440 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0ec0f3e6-0406-489d-b4a1-3ddc641476a0 None None] Provisioning for port d7049011-f5d3-4dcb-8693-0008d16a6d97 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:36:18.481236 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0ec0f3e6-0406-489d-b4a1-3ddc641476a0 None None] Provisioning complete for port d7049011-f5d3-4dcb-8693-0008d16a6d97 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:36:18.481594 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0ec0f3e6-0406-489d-b4a1-3ddc641476a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:18.512887 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-c78b7796-d6f7-44ac-ae05-ac817514ea5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:18.523736 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [None req-817635b1-5a5f-46d0-b5cf-4d6c7f741e98 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:36:18.581483 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-0ec0f3e6-0406-489d-b4a1-3ddc641476a0 None None] Port d7049011-f5d3-4dcb-8693-0008d16a6d97 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:36:18.600804 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-114e6e01-7f2e-4d4e-a74d-5e56274e9a4b req-95be216d-39f3-4068-b22a-14c1375875c3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335931 Mar 09 03:36:18.674554 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-817635b1-5a5f-46d0-b5cf-4d6c7f741e98 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:18.689705 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00d653-8fde-446e-abf6-597d85bde215 req-21f70591-60d8-4e2f-af5e-54d28b3d076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:18.691192 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f00d653-8fde-446e-abf6-597d85bde215 req-21f70591-60d8-4e2f-af5e-54d28b3d076a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cc46625939e49829e840c9b5c55e8e6&device_id=8ed723b1-b62f-4407-93cd-1ede7aba5d9a HTTP/1.1" status: 200 len: 1101 time: 0.4205661 Mar 09 03:36:18.694263 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-817635b1-5a5f-46d0-b5cf-4d6c7f741e98 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:18.777159 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-38d3ab03-9ae0-4245-bbe8-c0f2a17e7c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:18.879987 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-c78b7796-d6f7-44ac-ae05-ac817514ea5d service neutron] For port 5a8a343a-e762-4fab-9d01-56ccd10d86ed, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5a8a343a-e762-4fab-9d01-56ccd10d86ed,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:18.935087 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08384e6-c11f-4325-b6c6-864f860efb90 req-d078732f-df6a-4558-aa33-99db9d4f8abf tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:18.935087 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a08384e6-c11f-4325-b6c6-864f860efb90 req-d078732f-df6a-4558-aa33-99db9d4f8abf tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 949 time: 0.2939732 Mar 09 03:36:19.025129 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329610cc-70fd-4483-b66b-4ff1929c18c8 req-3a4b7928-102e-480e-85f4-000da7cf9ba4 tempest-NetworksTest-1942181254 tempest-NetworksTest-1942181254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:19.026470 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-329610cc-70fd-4483-b66b-4ff1929c18c8 req-3a4b7928-102e-480e-85f4-000da7cf9ba4 tempest-NetworksTest-1942181254 tempest-NetworksTest-1942181254-project-admin] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 886 time: 0.3890946 Mar 09 03:36:19.041257 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 5a8a343a-e762-4fab-9d01-56ccd10d86ed details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:36:19.044055 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 64c93ab8-1889-4495-a0bd-237b392283fc up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:36:19.059464 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-817635b1-5a5f-46d0-b5cf-4d6c7f741e98 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Floating IP a98564a5-cb53-416c-982e-582965b2e523 associated. External IP: 172.25.7.74, port: f08297f5-4469-40c2-be85-9f9717182673. Mar 09 03:36:19.098432 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a08384e6-c11f-4325-b6c6-864f860efb90 req-b3e386b6-5bb3-4bd1-987d-53c43480bd67 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644371 Mar 09 03:36:19.101792 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-c78b7796-d6f7-44ac-ae05-ac817514ea5d service neutron] For port 5a8a343a-e762-4fab-9d01-56ccd10d86ed, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:36:19.212057 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e57234-06f2-4f31-bd2e-2af92fcde0ff', 'name': 'network-vif-deleted', 'tag': '3ad69cf6-30d6-49aa-b938-570a31af1bf7', 'status': 'completed', 'code': 200} Mar 09 03:36:19.256323 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 64c93ab8-1889-4495-a0bd-237b392283fc completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:36:19.268086 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 64c93ab8-1889-4495-a0bd-237b392283fc triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:36:19.268720 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:19.279468 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00d653-8fde-446e-abf6-597d85bde215 req-737e96cd-fbca-4574-94ad-32baeaf54172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:19.281314 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f00d653-8fde-446e-abf6-597d85bde215 req-737e96cd-fbca-4574-94ad-32baeaf54172 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.5393662 Mar 09 03:36:19.389918 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 5a8a343a-e762-4fab-9d01-56ccd10d86ed, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5a8a343a-e762-4fab-9d01-56ccd10d86ed,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:19.391314 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f00d653-8fde-446e-abf6-597d85bde215 req-f5ef2b7c-84c6-4a82-9552-238b5da1a2a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=b6f35ef7-250a-4519-9e2e-2cdcd74c2047 HTTP/1.1" status: 200 len: 217 time: 0.1009455 Mar 09 03:36:19.443527 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 5a8a343a-e762-4fab-9d01-56ccd10d86ed has no active binding in host n-h1-825178-5 {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 09 03:36:19.487171 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:19.521348 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-c78b7796-d6f7-44ac-ae05-ac817514ea5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:19.538235 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 64c93ab8-1889-4495-a0bd-237b392283fc, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=64c93ab8-1889-4495-a0bd-237b392283fc,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:19.539616 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-c78b7796-d6f7-44ac-ae05-ac817514ea5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:19.539748 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05087af-900d-43a6-a9d5-ed2daa11fa3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c93ab8-1889-4495-a0bd-237b392283fc'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:36:19.546303 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:19.621769 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=64c93ab8-1889-4495-a0bd-237b392283fc,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:19.627073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00d653-8fde-446e-abf6-597d85bde215 req-664ebb24-74cb-4aab-8a27-03a1cbc956e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:19.628496 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f00d653-8fde-446e-abf6-597d85bde215 req-664ebb24-74cb-4aab-8a27-03a1cbc956e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1185367 Mar 09 03:36:19.746155 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-38d3ab03-9ae0-4245-bbe8-c0f2a17e7c74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7049011-f5d3-4dcb-8693-0008d16a6d97 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:36:19.776027 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a941c-4da4-40c7-b21d-5166f61425f2 req-95434799-d401-47a4-b16b-b0b123d761cf tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:19.777458 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-573a941c-4da4-40c7-b21d-5166f61425f2 req-95434799-d401-47a4-b16b-b0b123d761cf tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 945 time: 0.3817575 Mar 09 03:36:19.911192 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-38d3ab03-9ae0-4245-bbe8-c0f2a17e7c74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:19.921375 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-573a941c-4da4-40c7-b21d-5166f61425f2 req-7275a29a-d0a5-4592-83e2-f785db6245ae tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323364 Mar 09 03:36:19.931805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00d653-8fde-446e-abf6-597d85bde215 req-d9de706a-a059-4522-b5ab-904e4b4c345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:19.933476 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f00d653-8fde-446e-abf6-597d85bde215 req-d9de706a-a059-4522-b5ab-904e4b4c345c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2987161 Mar 09 03:36:19.938159 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817635b1-5a5f-46d0-b5cf-4d6c7f741e98 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Router ee2a91b7-4cc1-4cd0-a21a-917271c50338 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:36:19.944713 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b7796-d6f7-44ac-ae05-ac817514ea5d service neutron] Pushing event updated for resources: {'Port': ['ID=5a8a343a-e762-4fab-9d01-56ccd10d86ed,revision_number=7']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:19.954019 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-38d3ab03-9ae0-4245-bbe8-c0f2a17e7c74 service neutron] Transition to ACTIVE for port object d7049011-f5d3-4dcb-8693-0008d16a6d97 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:36:19.956346 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-c78b7796-d6f7-44ac-ae05-ac817514ea5d service neutron] Attempting to bind port 5a8a343a-e762-4fab-9d01-56ccd10d86ed on host n-h2-825178-5 for vnic_type normal with profile {"migrating_to": "n-h1-825178-5"} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:36:19.956674 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-c78b7796-d6f7-44ac-ae05-ac817514ea5d service neutron] Attempting to bind port 5a8a343a-e762-4fab-9d01-56ccd10d86ed by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:36:19.957059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-c78b7796-d6f7-44ac-ae05-ac817514ea5d service neutron] Attempting to bind port 5a8a343a-e762-4fab-9d01-56ccd10d86ed on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:36:19.966066 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-c78b7796-d6f7-44ac-ae05-ac817514ea5d service neutron] Port 5a8a343a-e762-4fab-9d01-56ccd10d86ed on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:36:19.966578 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-c78b7796-d6f7-44ac-ae05-ac817514ea5d service neutron] Attempting to bind port 5a8a343a-e762-4fab-9d01-56ccd10d86ed on network 304f544a-4e19-4ec8-816f-4e06aa7f0361 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:36:19.979475 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-38d3ab03-9ae0-4245-bbe8-c0f2a17e7c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:20.021366 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-c78b7796-d6f7-44ac-ae05-ac817514ea5d service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:36:20.021366 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-c78b7796-d6f7-44ac-ae05-ac817514ea5d service neutron] Checking segment: {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:36:20.021759 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-c78b7796-d6f7-44ac-ae05-ac817514ea5d service neutron] Bound using segment: {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:36:20.024275 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-c78b7796-d6f7-44ac-ae05-ac817514ea5d service neutron] Bound port: 5a8a343a-e762-4fab-9d01-56ccd10d86ed, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc90d4e-48a4-4ef3-be73-880086708971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '304f544a-4e19-4ec8-816f-4e06aa7f0361'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:36:20.024633 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-c78b7796-d6f7-44ac-ae05-ac817514ea5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:20.116084 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344912d2-4ff1-48c9-9c51-185c782b77bb req-783a3124-be27-439d-84e5-479a223ab017 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:20.117610 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-344912d2-4ff1-48c9-9c51-185c782b77bb req-783a3124-be27-439d-84e5-479a223ab017 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 943 time: 0.5353086 Mar 09 03:36:20.207781 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3ab03-9ae0-4245-bbe8-c0f2a17e7c74 service neutron] Pushing event updated for resources: {'Port': ['ID=d7049011-f5d3-4dcb-8693-0008d16a6d97,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:20.278146 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3ad69cf6-30d6-49aa-b938-570a31af1bf7 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:36:20.316226 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 3ad69cf6-30d6-49aa-b938-570a31af1bf7 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:36:20.316844 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3ad69cf6-30d6-49aa-b938-570a31af1bf7 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:36:20.327239 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-c78b7796-d6f7-44ac-ae05-ac817514ea5d service neutron] For port 5a8a343a-e762-4fab-9d01-56ccd10d86ed, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:36:20.336116 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-344912d2-4ff1-48c9-9c51-185c782b77bb req-ae3cdb2c-7c15-4419-a07a-1873afe7d1c9 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837320 Mar 09 03:36:20.360603 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-c78b7796-d6f7-44ac-ae05-ac817514ea5d service neutron] For port 5a8a343a-e762-4fab-9d01-56ccd10d86ed, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5a8a343a-e762-4fab-9d01-56ccd10d86ed,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:36:20.364681 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f00d653-8fde-446e-abf6-597d85bde215 req-c427dd77-9e0e-42cd-9fac-b3dcbdc1ffdb service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211721 Mar 09 03:36:20.369529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817635b1-5a5f-46d0-b5cf-4d6c7f741e98 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:36:20.373853 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883d0dc-b198-4d95-b7fc-f8ad6dd5e778 req-b08bf52a-2c49-494c-bff8-c51de8543b82 tempest-NetworksTest-1942181254 tempest-NetworksTest-1942181254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:20.374308 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883d0dc-b198-4d95-b7fc-f8ad6dd5e778 req-b08bf52a-2c49-494c-bff8-c51de8543b82 tempest-NetworksTest-1942181254 tempest-NetworksTest-1942181254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:20.374959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883d0dc-b198-4d95-b7fc-f8ad6dd5e778 req-b08bf52a-2c49-494c-bff8-c51de8543b82 tempest-NetworksTest-1942181254 tempest-NetworksTest-1942181254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:20.375564 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-c78b7796-d6f7-44ac-ae05-ac817514ea5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:20.375704 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883d0dc-b198-4d95-b7fc-f8ad6dd5e778 req-b08bf52a-2c49-494c-bff8-c51de8543b82 tempest-NetworksTest-1942181254 tempest-NetworksTest-1942181254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:20.376308 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883d0dc-b198-4d95-b7fc-f8ad6dd5e778 req-b08bf52a-2c49-494c-bff8-c51de8543b82 tempest-NetworksTest-1942181254 tempest-NetworksTest-1942181254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:20.378197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883d0dc-b198-4d95-b7fc-f8ad6dd5e778 req-b08bf52a-2c49-494c-bff8-c51de8543b82 tempest-NetworksTest-1942181254 tempest-NetworksTest-1942181254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:20.379047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883d0dc-b198-4d95-b7fc-f8ad6dd5e778 req-b08bf52a-2c49-494c-bff8-c51de8543b82 tempest-NetworksTest-1942181254 tempest-NetworksTest-1942181254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:20.380093 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883d0dc-b198-4d95-b7fc-f8ad6dd5e778 req-b08bf52a-2c49-494c-bff8-c51de8543b82 tempest-NetworksTest-1942181254 tempest-NetworksTest-1942181254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:20.380691 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883d0dc-b198-4d95-b7fc-f8ad6dd5e778 req-b08bf52a-2c49-494c-bff8-c51de8543b82 tempest-NetworksTest-1942181254 tempest-NetworksTest-1942181254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:20.381286 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883d0dc-b198-4d95-b7fc-f8ad6dd5e778 req-b08bf52a-2c49-494c-bff8-c51de8543b82 tempest-NetworksTest-1942181254 tempest-NetworksTest-1942181254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:20.384897 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529fae2c-b218-4dec-8643-a574e0bd3d3d None None] Sync routers for ids ['ee2a91b7-4cc1-4cd0-a21a-917271c50338'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:36:20.395419 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4883d0dc-b198-4d95-b7fc-f8ad6dd5e778 req-b08bf52a-2c49-494c-bff8-c51de8543b82 tempest-NetworksTest-1942181254 tempest-NetworksTest-1942181254-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7111 time: 0.3661289 Mar 09 03:36:20.399927 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529fae2c-b218-4dec-8643-a574e0bd3d3d None None] Routers {'ee2a91b7-4cc1-4cd0-a21a-917271c50338'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:36:20.400993 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-529fae2c-b218-4dec-8643-a574e0bd3d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:36:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ee2a91b7-4cc1-4cd0-a21a-917271c50338'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:36:20.402057 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-817635b1-5a5f-46d0-b5cf-4d6c7f741e98 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:20.484137 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-38d3ab03-9ae0-4245-bbe8-c0f2a17e7c74 service neutron] Attempting to bind port d7049011-f5d3-4dcb-8693-0008d16a6d97 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:36:20.484485 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-38d3ab03-9ae0-4245-bbe8-c0f2a17e7c74 service neutron] Attempting to bind port d7049011-f5d3-4dcb-8693-0008d16a6d97 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:36:20.485392 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-38d3ab03-9ae0-4245-bbe8-c0f2a17e7c74 service neutron] Attempting to bind port d7049011-f5d3-4dcb-8693-0008d16a6d97 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:36:20.573784 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-38d3ab03-9ae0-4245-bbe8-c0f2a17e7c74 service neutron] Port d7049011-f5d3-4dcb-8693-0008d16a6d97 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:36:20.574099 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-38d3ab03-9ae0-4245-bbe8-c0f2a17e7c74 service neutron] Attempting to bind port d7049011-f5d3-4dcb-8693-0008d16a6d97 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:36:20.644171 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-38d3ab03-9ae0-4245-bbe8-c0f2a17e7c74 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:36:20.644511 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-38d3ab03-9ae0-4245-bbe8-c0f2a17e7c74 service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:36:20.644900 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-38d3ab03-9ae0-4245-bbe8-c0f2a17e7c74 service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:36:20.645626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-38d3ab03-9ae0-4245-bbe8-c0f2a17e7c74 service neutron] Bound port: d7049011-f5d3-4dcb-8693-0008d16a6d97, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:36:20.646331 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-38d3ab03-9ae0-4245-bbe8-c0f2a17e7c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:20.675809 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-529fae2c-b218-4dec-8643-a574e0bd3d3d None None] Set router ee2a91b7-4cc1-4cd0-a21a-917271c50338 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:36:20.722699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-c78b7796-d6f7-44ac-ae05-ac817514ea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:20.723481 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-c78b7796-d6f7-44ac-ae05-ac817514ea5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:20.724746 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-c78b7796-d6f7-44ac-ae05-ac817514ea5d service neutron] 10.222.0.24 "PUT /v2.0/ports/5a8a343a-e762-4fab-9d01-56ccd10d86ed HTTP/1.1" status: 200 len: 1121 time: 2.5434234 Mar 09 03:36:20.755027 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b7796-d6f7-44ac-ae05-ac817514ea5d service neutron] Pushing event updated for resources: {'Port': ['ID=5a8a343a-e762-4fab-9d01-56ccd10d86ed,revision_number=8']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:20.859786 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['5a8a343a-e762-4fab-9d01-56ccd10d86ed'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:20.881916 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42890) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:36:20.908926 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-1d8ea949-10b2-4e6a-b2e5-1ecf5bf627db tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:20.914497 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-1d8ea949-10b2-4e6a-b2e5-1ecf5bf627db tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/networks?id=b43e277f-27e3-4498-8ae6-3889cca4234e HTTP/1.1" status: 200 len: 811 time: 0.3987300 Mar 09 03:36:20.949433 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-af984680-79ce-4856-8d10-133d5093c75c tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/quotas/ae03d5eb038f4850a3760a69271911b5 HTTP/1.1" status: 200 len: 375 time: 0.0223997 Mar 09 03:36:20.988187 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f00d653-8fde-446e-abf6-597d85bde215 req-18d62294-5877-49a9-bbb0-c955642674bd service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6156962 Mar 09 03:36:20.997246 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['5a8a343a-e762-4fab-9d01-56ccd10d86ed'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:21.002744 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-817635b1-5a5f-46d0-b5cf-4d6c7f741e98 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "PUT /v2.0/floatingips/a98564a5-cb53-416c-982e-582965b2e523 HTTP/1.1" status: 200 len: 991 time: 3.7044520 Mar 09 03:36:21.006015 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a8454c-9af6-4239-9678-8aab624d5a63', 'tag': 'f08297f5-4469-40c2-be85-9f9717182673'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:36:21.041909 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-9ae73e32-d03e-43c7-9d97-2da1c2bd6d0e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Synchronizing usage tracker for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:36:21.068704 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-38d3ab03-9ae0-4245-bbe8-c0f2a17e7c74 service neutron] For port d7049011-f5d3-4dcb-8693-0008d16a6d97, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:36:21.078642 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-38d3ab03-9ae0-4245-bbe8-c0f2a17e7c74 service neutron] For port d7049011-f5d3-4dcb-8693-0008d16a6d97, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d7049011-f5d3-4dcb-8693-0008d16a6d97,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:36:21.090382 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-38d3ab03-9ae0-4245-bbe8-c0f2a17e7c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:21.130719 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2c5c5-1c53-438c-81a9-db0e345e465b req-dab8f210-ebc2-4ce3-9346-5da9683f6bcb tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:21.141347 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c2e2c5c5-1c53-438c-81a9-db0e345e465b req-dab8f210-ebc2-4ce3-9346-5da9683f6bcb tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/ports?device_id=73e998c1-062d-4b91-a824-58960c12850e HTTP/1.1" status: 200 len: 945 time: 0.5645726 Mar 09 03:36:21.156459 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-9ae73e32-d03e-43c7-9d97-2da1c2bd6d0e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Unset dirty status for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:36:21.159218 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-9ae73e32-d03e-43c7-9d97-2da1c2bd6d0e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae03d5eb038f4850a3760a69271911b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2065337 Mar 09 03:36:21.213577 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28f18a2-2028-4eb3-8966-048ad9a51ab5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a8a343a-e762-4fab-9d01-56ccd10d86ed'}, {'name': 'network-changed', 'server_uuid': 'd28f18a2-2028-4eb3-8966-048ad9a51ab5', 'tag': '5a8a343a-e762-4fab-9d01-56ccd10d86ed'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:36:21.245910 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-38d3ab03-9ae0-4245-bbe8-c0f2a17e7c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:21.245910 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-38d3ab03-9ae0-4245-bbe8-c0f2a17e7c74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:21.245910 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-38d3ab03-9ae0-4245-bbe8-c0f2a17e7c74 service neutron] 10.222.0.21 "PUT /v2.0/ports/d7049011-f5d3-4dcb-8693-0008d16a6d97 HTTP/1.1" status: 200 len: 1096 time: 2.8558130 Mar 09 03:36:21.245910 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1bea49fb-6529-48b0-b4ae-3313d644b85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:21.310720 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c2e2c5c5-1c53-438c-81a9-db0e345e465b req-c38a8d62-12b9-466d-8c36-739a16550e8c tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f131a8c-796c-4617-b9f4-9ceffea22b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589491 Mar 09 03:36:21.409607 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-529fae2c-b218-4dec-8643-a574e0bd3d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'name': 'tempest-ServersTestManualDisk-1671879661-router', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:35:26Z', 'updated_at': '2022-03-09T03:35:46Z', 'revision_number': 4, 'project_id': 'fd35e40c0d08420f92da4df5c54857a4', 'gw_port': {'id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:30Z', 'updated_at': '2022-03-09T03:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'a98564a5-cb53-416c-982e-582965b2e523', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'port_id': 'f08297f5-4469-40c2-be85-9f9717182673', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928', 'mac_address': 'fa:16:3e:84:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a8454c-9af6-4239-9678-8aab624d5a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:35:55Z', 'updated_at': '2022-03-09T03:36:18Z', 'revision_number': 1, 'project_id': 'fd35e40c0d08420f92da4df5c54857a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d170067-f189-49aa-a0f1-458cc0a79d23', 'name': '', 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'mac_address': 'fa:16:3e:37:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '98454a6c-fce7-4e43-9bc8-060f1b6acedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:42Z', 'updated_at': '2022-03-09T03:35:56Z', 'revision_number': 5, 'project_id': 'fd35e40c0d08420f92da4df5c54857a4', 'subnets': [{'id': '98454a6c-fce7-4e43-9bc8-060f1b6acedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:36:21.409607 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529fae2c-b218-4dec-8643-a574e0bd3d3d None None] Checking router: ee2a91b7-4cc1-4cd0-a21a-917271c50338 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:36:21.433050 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529fae2c-b218-4dec-8643-a574e0bd3d3d None None] Routers {'ee2a91b7-4cc1-4cd0-a21a-917271c50338'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:36:21.433050 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-529fae2c-b218-4dec-8643-a574e0bd3d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:36:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ee2a91b7-4cc1-4cd0-a21a-917271c50338'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:36:21.483512 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05087af-900d-43a6-a9d5-ed2daa11fa3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c93ab8-1889-4495-a0bd-237b392283fc', 'code': 200} Mar 09 03:36:21.536058 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1bea49fb-6529-48b0-b4ae-3313d644b85e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:36:21.688512 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1bea49fb-6529-48b0-b4ae-3313d644b85e admin admin] Usage tracker for resource:security_group_rule and tenant:2362b1ce8b1843b8aab94fb67e05b199 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:36:21.694059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3ab03-9ae0-4245-bbe8-c0f2a17e7c74 service neutron] Pushing event updated for resources: {'Port': ['ID=d7049011-f5d3-4dcb-8693-0008d16a6d97,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:21.715757 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1bea49fb-6529-48b0-b4ae-3313d644b85e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:36:21.726561 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1bea49fb-6529-48b0-b4ae-3313d644b85e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:36:21.790420 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-529fae2c-b218-4dec-8643-a574e0bd3d3d None None] Set router ee2a91b7-4cc1-4cd0-a21a-917271c50338 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:36:21.820992 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8c5a3-41d9-41ed-ba59-e5beeb1b8607 req-8824b89f-68a5-41cb-897b-780b29850a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:21.820992 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c0b8c5a3-41d9-41ed-ba59-e5beeb1b8607 req-8824b89f-68a5-41cb-897b-780b29850a0f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 1101 time: 0.2391255 Mar 09 03:36:21.831113 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-53522d32-7faa-4a70-a206-8c08634dbca4 service neutron] 10.222.0.16 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6528811 Mar 09 03:36:21.906752 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c0b8c5a3-41d9-41ed-ba59-e5beeb1b8607 req-dd8a2fe9-de6b-453b-8db4-7bee02fcda27 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701075 Mar 09 03:36:21.934218 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341381b3-59ae-488e-974e-d5590ebaac52 req-f411badf-04cf-4d26-8674-d4e84d4fa145 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:21.941187 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-341381b3-59ae-488e-974e-d5590ebaac52 req-f411badf-04cf-4d26-8674-d4e84d4fa145 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16f4b78-6132-4360-a0e8-d639aba9686b HTTP/1.1" status: 200 len: 948 time: 0.2219996 Mar 09 03:36:21.982606 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-605ef3d1-e163-492c-bef0-7c7a30dba0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:21.982606 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-605ef3d1-e163-492c-bef0-7c7a30dba0aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9cc46625939e49829e840c9b5c55e8e6&device_id=b16f4b78-6132-4360-a0e8-d639aba9686b HTTP/1.1" status: 200 len: 1099 time: 0.4717946 Mar 09 03:36:22.039216 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-341381b3-59ae-488e-974e-d5590ebaac52 req-ddb83241-7c9f-48b4-a11c-6c986105d951 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923424 Mar 09 03:36:22.162641 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-21bba7d9-69ee-4711-adeb-ee02b9a54e6d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=d7049011-f5d3-4dcb-8693-0008d16a6d97 HTTP/1.1" status: 200 len: 217 time: 0.1215782 Mar 09 03:36:22.270555 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1bea49fb-6529-48b0-b4ae-3313d644b85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:22.272640 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5227b4-3f1d-4620-9abf-293846069da3 req-1420ed89-a541-4c1c-be8f-823e8826c931 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:22.274284 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-b9595604-ed93-486b-acd2-90f53a444313 service neutron] 10.222.0.16 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463270 Mar 09 03:36:22.280886 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1bea49fb-6529-48b0-b4ae-3313d644b85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:22.290284 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9d5227b4-3f1d-4620-9abf-293846069da3 req-1420ed89-a541-4c1c-be8f-823e8826c931 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.1340747 Mar 09 03:36:22.315764 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-d04d0355-319e-4c33-a3b7-210749f9a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:22.317165 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-d04d0355-319e-4c33-a3b7-210749f9a33d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1463373 Mar 09 03:36:22.394220 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-529fae2c-b218-4dec-8643-a574e0bd3d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'name': 'tempest-ServersTestManualDisk-1671879661-router', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:35:26Z', 'updated_at': '2022-03-09T03:35:46Z', 'revision_number': 4, 'project_id': 'fd35e40c0d08420f92da4df5c54857a4', 'gw_port': {'id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:30Z', 'updated_at': '2022-03-09T03:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'a98564a5-cb53-416c-982e-582965b2e523', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'port_id': 'f08297f5-4469-40c2-be85-9f9717182673', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928', 'mac_address': 'fa:16:3e:84:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a8454c-9af6-4239-9678-8aab624d5a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:35:55Z', 'updated_at': '2022-03-09T03:36:18Z', 'revision_number': 1, 'project_id': 'fd35e40c0d08420f92da4df5c54857a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d170067-f189-49aa-a0f1-458cc0a79d23', 'name': '', 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'mac_address': 'fa:16:3e:37:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '98454a6c-fce7-4e43-9bc8-060f1b6acedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:42Z', 'updated_at': '2022-03-09T03:35:56Z', 'revision_number': 5, 'project_id': 'fd35e40c0d08420f92da4df5c54857a4', 'subnets': [{'id': '98454a6c-fce7-4e43-9bc8-060f1b6acedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:36:22.402586 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529fae2c-b218-4dec-8643-a574e0bd3d3d None None] The sync data for ids ['ee2a91b7-4cc1-4cd0-a21a-917271c50338'] in n-d-825178-5 is: [{'id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'name': 'tempest-ServersTestManualDisk-1671879661-router', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:35:26Z', 'updated_at': '2022-03-09T03:35:46Z', 'revision_number': 4, 'project_id': 'fd35e40c0d08420f92da4df5c54857a4', 'gw_port': {'id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:30Z', 'updated_at': '2022-03-09T03:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'a98564a5-cb53-416c-982e-582965b2e523', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'port_id': 'f08297f5-4469-40c2-be85-9f9717182673', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928', 'mac_address': 'fa:16:3e:84:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a8454c-9af6-4239-9678-8aab624d5a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:35:55Z', 'updated_at': '2022-03-09T03:36:18Z', 'revision_number': 1, 'project_id': 'fd35e40c0d08420f92da4df5c54857a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d170067-f189-49aa-a0f1-458cc0a79d23', 'name': '', 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'mac_address': 'fa:16:3e:37:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '98454a6c-fce7-4e43-9bc8-060f1b6acedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:42Z', 'updated_at': '2022-03-09T03:35:56Z', 'revision_number': 5, 'project_id': 'fd35e40c0d08420f92da4df5c54857a4', 'subnets': [{'id': '98454a6c-fce7-4e43-9bc8-060f1b6acedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:36:22.429948 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9d5227b4-3f1d-4620-9abf-293846069da3 req-10aa849f-4354-4f8c-a683-5a9552e64d67 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181140 Mar 09 03:36:22.539100 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1bea49fb-6529-48b0-b4ae-3313d644b85e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2362b1ce8b1843b8aab94fb67e05b199&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6576900 Mar 09 03:36:22.541981 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42912) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:36:22.545520 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea49fb-6529-48b0-b4ae-3313d644b85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc3a4c0-1ce5-4341-ba9b-c025dd2a8d34,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:22.575092 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-9040563c-b816-462a-92d9-2a2cfa60184c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:22.576755 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-9040563c-b816-462a-92d9-2a2cfa60184c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2473865 Mar 09 03:36:22.686774 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0a42e7e5-ea3d-4031-a911-53535ffe5ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:22.719573 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b284230-ca75-4f77-89a7-72cca0ecf0f6 req-ed750069-61d1-4980-bb6f-f0713def26bc tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:22.722583 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1b284230-ca75-4f77-89a7-72cca0ecf0f6 req-ed750069-61d1-4980-bb6f-f0713def26bc tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 945 time: 0.1487863 Mar 09 03:36:22.764115 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f6e2e5-aca8-4e33-bccb-e3bfff7dab47 None None] New status for floating IP a98564a5-cb53-416c-982e-582965b2e523: ACTIVE {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:36:22.777037 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0a42e7e5-ea3d-4031-a911-53535ffe5ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:22.802106 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1b284230-ca75-4f77-89a7-72cca0ecf0f6 req-30dd8fe3-6660-460c-a0d2-76daae5527a2 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717721 Mar 09 03:36:22.809770 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-5ebc7ab9-1a0a-4385-9e39-2add5485531b service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213893 Mar 09 03:36:22.825026 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1178540-9f15-44e3-8486-083d68b0f966 req-c4c920d0-667a-4972-9328-dd16d61d86da tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:22.826455 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1178540-9f15-44e3-8486-083d68b0f966 req-c4c920d0-667a-4972-9328-dd16d61d86da tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9a8454c-9af6-4239-9678-8aab624d5a63 HTTP/1.1" status: 200 len: 946 time: 0.1920302 Mar 09 03:36:22.885844 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0a42e7e5-ea3d-4031-a911-53535ffe5ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:22.925057 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a8454c-9af6-4239-9678-8aab624d5a63', 'tag': 'f08297f5-4469-40c2-be85-9f9717182673', 'status': 'completed', 'code': 200} Mar 09 03:36:22.928253 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42e7e5-ea3d-4031-a911-53535ffe5ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc3a4c0-1ce5-4341-ba9b-c025dd2a8d34,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:22.956342 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0a42e7e5-ea3d-4031-a911-53535ffe5ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:22.960074 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0a42e7e5-ea3d-4031-a911-53535ffe5ed6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0bc3a4c0-1ce5-4341-ba9b-c025dd2a8d34 HTTP/1.1" status: 204 len: 168 time: 0.4141922 Mar 09 03:36:23.006525 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28f18a2-2028-4eb3-8966-048ad9a51ab5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a8a343a-e762-4fab-9d01-56ccd10d86ed', 'code': 200} Mar 09 03:36:23.007058 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd28f18a2-2028-4eb3-8966-048ad9a51ab5', 'tag': '5a8a343a-e762-4fab-9d01-56ccd10d86ed', 'status': 'completed', 'code': 200} Mar 09 03:36:23.151454 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1178540-9f15-44e3-8486-083d68b0f966 req-540770f7-5a8f-443f-95c1-b397d67ac3ff tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/security-groups?id=c125df46-8111-4552-ade0-96bd8f5a14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2938955 Mar 09 03:36:23.240931 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a46ceb72-8f5f-4ce4-9ba6-edd8379eb640 req-c18ca202-489d-4358-9fc3-9082977009c3 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134793 Mar 09 03:36:23.305419 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bcc77-aa4c-4e0c-b13b-8626bf0c8043 req-ff73b42e-ccca-4cc2-8857-84e2b5338992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:23.306905 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d88bcc77-aa4c-4e0c-b13b-8626bf0c8043 req-ff73b42e-ccca-4cc2-8857-84e2b5338992 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd35e40c0d08420f92da4df5c54857a4&device_id=a9a8454c-9af6-4239-9678-8aab624d5a63 HTTP/1.1" status: 200 len: 1097 time: 0.2978282 Mar 09 03:36:23.310239 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f681266-7f70-4ece-a29a-6d84a28fe1ea req-22d45f3a-085f-44d5-b2ba-21efb0356336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:23.311897 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7f681266-7f70-4ece-a29a-6d84a28fe1ea req-22d45f3a-085f-44d5-b2ba-21efb0356336 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42923148a00a49268422cf3ff4c2fd04&device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 1124 time: 0.2377110 Mar 09 03:36:23.357947 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42932) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:36:23.388425 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e77b54b1-6467-42ca-bcbd-f2d7fa2e2734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:23.410359 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e77b54b1-6467-42ca-bcbd-f2d7fa2e2734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:36:23.416063 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e77b54b1-6467-42ca-bcbd-f2d7fa2e2734 admin admin] Usage tracker for resource:security_group_rule and tenant:80db18730c834d37a647f6d3d30280e9 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:36:23.419238 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e77b54b1-6467-42ca-bcbd-f2d7fa2e2734 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:36:23.426912 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e77b54b1-6467-42ca-bcbd-f2d7fa2e2734 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:36:23.462249 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f863f70-6c53-4088-88f8-d5c7429be76a req-5f061fe1-10e9-4ba5-be0c-893334b799d7 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:23.463840 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7f863f70-6c53-4088-88f8-d5c7429be76a req-5f061fe1-10e9-4ba5-be0c-893334b799d7 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 943 time: 0.1707981 Mar 09 03:36:23.481880 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a8c27747-25b9-48d8-b091-3afbf2fe3669 req-2ec3ae27-ec99-488d-9a04-7118327bd059 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f87bfcc-02b0-4bfb-b96d-7bb55904a359 HTTP/1.1" status: 200 len: 210 time: 0.1144795 Mar 09 03:36:23.597244 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7f863f70-6c53-4088-88f8-d5c7429be76a req-7d6c256d-1032-4e64-a4ff-497a5a48fac6 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235707 Mar 09 03:36:23.598760 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e77b54b1-6467-42ca-bcbd-f2d7fa2e2734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:23.604331 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e77b54b1-6467-42ca-bcbd-f2d7fa2e2734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:23.650490 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bcc77-aa4c-4e0c-b13b-8626bf0c8043 req-1eb53270-900d-4d50-94ce-07b1cf8edf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:23.651858 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b54b1-6467-42ca-bcbd-f2d7fa2e2734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b3636c-aad1-4f3a-9fcc-cc64213ca34d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:23.652003 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d88bcc77-aa4c-4e0c-b13b-8626bf0c8043 req-1eb53270-900d-4d50-94ce-07b1cf8edf61 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4d37a024-1cda-4ef5-beed-7642da9f8928 HTTP/1.1" status: 200 len: 913 time: 0.3383048 Mar 09 03:36:23.656590 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f681266-7f70-4ece-a29a-6d84a28fe1ea req-d01e1d25-8a73-46c5-9a28-a07f120c12d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:23.658207 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7f681266-7f70-4ece-a29a-6d84a28fe1ea req-d01e1d25-8a73-46c5-9a28-a07f120c12d0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=304f544a-4e19-4ec8-816f-4e06aa7f0361 HTTP/1.1" status: 200 len: 921 time: 0.3234477 Mar 09 03:36:23.662474 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e77b54b1-6467-42ca-bcbd-f2d7fa2e2734 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80db18730c834d37a647f6d3d30280e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034859 Mar 09 03:36:23.662708 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42938) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:36:23.805157 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7f681266-7f70-4ece-a29a-6d84a28fe1ea req-1479227d-51f6-49d6-b18c-ea9be3f83f8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a8a343a-e762-4fab-9d01-56ccd10d86ed HTTP/1.1" status: 200 len: 217 time: 0.1253705 Mar 09 03:36:23.933510 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d88bcc77-aa4c-4e0c-b13b-8626bf0c8043 req-c5a77545-8598-4745-a86e-d219db9059c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f08297f5-4469-40c2-be85-9f9717182673 HTTP/1.1" status: 200 len: 1001 time: 0.2546496 Mar 09 03:36:23.955418 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c2fdb-ef69-4b29-bf1d-9f3bb08897ac req-c596e0d7-82ce-43a1-bece-74bf18008acb tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:23.956485 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-677c2fdb-ef69-4b29-bf1d-9f3bb08897ac req-c596e0d7-82ce-43a1-bece-74bf18008acb tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Synchronizing usage tracker for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:36:24.000309 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778cf6a-7dea-4166-94fd-89cd5b08b93a req-7b619880-6a54-49c4-8cfb-eb1a00b0c3b7 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:24.007677 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0778cf6a-7dea-4166-94fd-89cd5b08b93a req-7b619880-6a54-49c4-8cfb-eb1a00b0c3b7 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.1117465 Mar 09 03:36:24.048173 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f681266-7f70-4ece-a29a-6d84a28fe1ea req-e3e8e862-099c-440f-97e9-cdae24712e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:24.051031 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7f681266-7f70-4ece-a29a-6d84a28fe1ea req-e3e8e862-099c-440f-97e9-cdae24712e07 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb7cb80-fa8d-459c-b59f-347ff2f11453 HTTP/1.1" status: 200 len: 860 time: 0.2247915 Mar 09 03:36:24.061258 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0778cf6a-7dea-4166-94fd-89cd5b08b93a req-8c7c160b-f1b3-428b-a880-356f09ebaf62 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442917 Mar 09 03:36:24.124871 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-245537dd-70be-4457-b8ec-16a089461467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:24.159672 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-677c2fdb-ef69-4b29-bf1d-9f3bb08897ac req-c596e0d7-82ce-43a1-bece-74bf18008acb tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Unset dirty status for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:36:24.160863 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-677c2fdb-ef69-4b29-bf1d-9f3bb08897ac req-c596e0d7-82ce-43a1-bece-74bf18008acb tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16f4b78-6132-4360-a0e8-d639aba9686b HTTP/1.1" status: 200 len: 948 time: 0.5749300 Mar 09 03:36:24.172195 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7f681266-7f70-4ece-a29a-6d84a28fe1ea req-f3da0536-02f6-4fd4-8b46-cc214fa061d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=304f544a-4e19-4ec8-816f-4e06aa7f0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077404 Mar 09 03:36:24.276909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc0de2-f77f-4961-95e6-e9e8bca1a638 req-43fc4e49-92f4-4a8d-ad48-3dee0a1af3d9 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:24.278568 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-20fc0de2-f77f-4961-95e6-e9e8bca1a638 req-43fc4e49-92f4-4a8d-ad48-3dee0a1af3d9 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/ports?device_id=73e998c1-062d-4b91-a824-58960c12850e HTTP/1.1" status: 200 len: 945 time: 0.0999205 Mar 09 03:36:24.327093 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-20fc0de2-f77f-4961-95e6-e9e8bca1a638 req-8ce87e36-ee29-4a94-af74-0c2a0c295e7a tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f131a8c-796c-4617-b9f4-9ceffea22b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410702 Mar 09 03:36:24.389534 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-245537dd-70be-4457-b8ec-16a089461467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:24.434150 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bcc77-aa4c-4e0c-b13b-8626bf0c8043 req-b8d4a1fa-9ae8-4bc1-bed4-7d1938efece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:24.435593 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d88bcc77-aa4c-4e0c-b13b-8626bf0c8043 req-b8d4a1fa-9ae8-4bc1-bed4-7d1938efece4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98454a6c-fce7-4e43-9bc8-060f1b6acedb HTTP/1.1" status: 200 len: 851 time: 0.4902558 Mar 09 03:36:24.525838 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2ff76-7d09-4061-8da0-97b9e8adde8d req-244b510f-d45e-4f42-90f6-efaeffb48619 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:24.527334 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cfa2ff76-7d09-4061-8da0-97b9e8adde8d req-244b510f-d45e-4f42-90f6-efaeffb48619 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 945 time: 0.0848258 Mar 09 03:36:24.574157 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cfa2ff76-7d09-4061-8da0-97b9e8adde8d req-49950c88-4955-4c58-ae2e-4fbd1cec9ff2 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399373 Mar 09 03:36:24.617475 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-677c2fdb-ef69-4b29-bf1d-9f3bb08897ac req-821f63b4-66c4-4232-923f-6b52e5ac6d5d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398072 Mar 09 03:36:24.682293 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-833a445a-2477-42fb-9687-7e33c6ae0477 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:24.684758 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-833a445a-2477-42fb-9687-7e33c6ae0477 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.21 "GET /v2.0/networks?id=b43e277f-27e3-4498-8ae6-3889cca4234e HTTP/1.1" status: 200 len: 811 time: 0.6154168 Mar 09 03:36:24.701320 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7f681266-7f70-4ece-a29a-6d84a28fe1ea req-f3c39250-68d4-4cab-ab91-77af39410fd7 service neutron] 10.222.0.21 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181188 Mar 09 03:36:24.706084 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-a91dff7b-bbe9-4bf0-8cc3-4ba9d0c350da tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Request body: {'port': {'device_id': '6f87bfcc-02b0-4bfb-b96d-7bb55904a359', 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e', 'admin_state_up': True, 'tenant_id': 'ae03d5eb038f4850a3760a69271911b5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:36:24.738780 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-245537dd-70be-4457-b8ec-16a089461467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:24.750965 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3b59bd06-d9df-43ad-b0db-b3187d7cc23d req-6c47541d-2758-4d57-9439-f8b4ad2448be tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f87bfcc-02b0-4bfb-b96d-7bb55904a359 HTTP/1.1" status: 200 len: 210 time: 0.0628257 Mar 09 03:36:24.783794 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245537dd-70be-4457-b8ec-16a089461467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b3636c-aad1-4f3a-9fcc-cc64213ca34d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:24.977593 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bcc77-aa4c-4e0c-b13b-8626bf0c8043 req-10448506-0f53-4749-a917-14d4cd4de864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:24.979097 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d88bcc77-aa4c-4e0c-b13b-8626bf0c8043 req-10448506-0f53-4749-a917-14d4cd4de864 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d37a024-1cda-4ef5-beed-7642da9f8928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5217645 Mar 09 03:36:24.989289 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-245537dd-70be-4457-b8ec-16a089461467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:24.990306 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-245537dd-70be-4457-b8ec-16a089461467 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80b3636c-aad1-4f3a-9fcc-cc64213ca34d HTTP/1.1" status: 204 len: 168 time: 1.3265371 Mar 09 03:36:25.025407 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16f4b78-6132-4360-a0e8-d639aba9686b', 'tag': 'd7049011-f5d3-4dcb-8693-0008d16a6d97'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:36:25.096531 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-40eefefe-7e2d-43f0-80ba-7e171cbe2ef0 service neutron] 10.222.0.21 "GET /v2.0/ports/5a8a343a-e762-4fab-9d01-56ccd10d86ed/bindings/n-h1-825178-5 HTTP/1.1" status: 200 len: 384 time: 0.1027288 Mar 09 03:36:25.174222 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16f4b78-6132-4360-a0e8-d639aba9686b', 'tag': 'd7049011-f5d3-4dcb-8693-0008d16a6d97', 'status': 'completed', 'code': 200} Mar 09 03:36:25.215580 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-a91dff7b-bbe9-4bf0-8cc3-4ba9d0c350da tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:36:25.229795 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7f681266-7f70-4ece-a29a-6d84a28fe1ea req-c5bb5c4b-050e-43b2-8351-7e8a988b8dbc service neutron] 10.222.0.21 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778371 Mar 09 03:36:25.256954 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-a91dff7b-bbe9-4bf0-8cc3-4ba9d0c350da tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:36:25.286229 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fa9bb-e9d3-4498-a9cc-25c967509fe9 req-f0cf2245-b4f3-4e1b-b428-0be9b23042fc tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:25.293372 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6f2fa9bb-e9d3-4498-a9cc-25c967509fe9 req-f0cf2245-b4f3-4e1b-b428-0be9b23042fc tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 943 time: 0.4978259 Mar 09 03:36:25.295836 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d88bcc77-aa4c-4e0c-b13b-8626bf0c8043 req-aeda54d0-3026-43d8-9abf-85a3a9df0c76 service neutron] 10.222.0.21 "GET /v2.0/networks/4d37a024-1cda-4ef5-beed-7642da9f8928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006797 Mar 09 03:36:25.334556 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-a91dff7b-bbe9-4bf0-8cc3-4ba9d0c350da tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Made reservation on behalf of ae03d5eb038f4850a3760a69271911b5 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:36:25.337609 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-a91dff7b-bbe9-4bf0-8cc3-4ba9d0c350da tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:25.416144 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0b10f-f525-44e7-833d-9bc8758a48a6 req-28847adc-4067-4ba9-9586-a055da4202f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:25.417595 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5ba0b10f-f525-44e7-833d-9bc8758a48a6 req-28847adc-4067-4ba9-9586-a055da4202f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9cc46625939e49829e840c9b5c55e8e6&device_id=b16f4b78-6132-4360-a0e8-d639aba9686b HTTP/1.1" status: 200 len: 1099 time: 0.2707102 Mar 09 03:36:25.459953 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6f2fa9bb-e9d3-4498-a9cc-25c967509fe9 req-84cff6b0-017f-4365-9844-42d764814852 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675777 Mar 09 03:36:25.624371 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d88bcc77-aa4c-4e0c-b13b-8626bf0c8043 req-efaa000d-3072-434e-a1d2-43ce924efb42 service neutron] 10.222.0.21 "GET /v2.0/networks/4d37a024-1cda-4ef5-beed-7642da9f8928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120260 Mar 09 03:36:25.725390 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-a91dff7b-bbe9-4bf0-8cc3-4ba9d0c350da tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Allocated IP 172.20.0.8 (b43e277f-27e3-4498-8ae6-3889cca4234e/c938e3dc-f3f5-45d5-a021-35dcda335146/6fea3666-f2b4-4c10-8b8e-c2c47303d6eb) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:36:25.780914 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930de9ac-76c6-46ab-b726-ec37bbead2d9 req-e666dccc-55ad-4f3d-bd35-a1402d37e3f5 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:25.782413 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-930de9ac-76c6-46ab-b726-ec37bbead2d9 req-e666dccc-55ad-4f3d-bd35-a1402d37e3f5 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/ports?device_id=73e998c1-062d-4b91-a824-58960c12850e HTTP/1.1" status: 200 len: 945 time: 0.1571782 Mar 09 03:36:25.825836 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fbdbe-4e4b-4f30-b0f2-bb72ea76f2f4 req-c17742b4-76e2-4c3c-a5f1-fff5356291da tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:25.833197 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6a7fbdbe-4e4b-4f30-b0f2-bb72ea76f2f4 req-c17742b4-76e2-4c3c-a5f1-fff5356291da tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.4944007 Mar 09 03:36:25.878472 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0b10f-f525-44e7-833d-9bc8758a48a6 req-4132706f-5ad9-4a9e-a5be-147a40e1230d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:25.879951 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5ba0b10f-f525-44e7-833d-9bc8758a48a6 req-4132706f-5ad9-4a9e-a5be-147a40e1230d service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.4532628 Mar 09 03:36:25.882093 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-930de9ac-76c6-46ab-b726-ec37bbead2d9 req-c893318f-86e4-4859-b8ff-d73488f52993 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f131a8c-796c-4617-b9f4-9ceffea22b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902998 Mar 09 03:36:25.930157 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-f1d044b8-fceb-460e-b823-5afbf77ca87e service neutron] For port 5a8a343a-e762-4fab-9d01-56ccd10d86ed, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5a8a343a-e762-4fab-9d01-56ccd10d86ed,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:25.949134 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6a7fbdbe-4e4b-4f30-b0f2-bb72ea76f2f4 req-9f07151f-d3a9-4b1c-96e5-90e98b38330f tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150060 Mar 09 03:36:26.084022 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5ba0b10f-f525-44e7-833d-9bc8758a48a6 req-14b8e302-cf80-4151-aa2b-b078efca6e2f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=d7049011-f5d3-4dcb-8693-0008d16a6d97 HTTP/1.1" status: 200 len: 217 time: 0.1393495 Mar 09 03:36:26.121684 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-f1d044b8-fceb-460e-b823-5afbf77ca87e service neutron] For port 5a8a343a-e762-4fab-9d01-56ccd10d86ed, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:36:26.213823 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-a91dff7b-bbe9-4bf0-8cc3-4ba9d0c350da tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:26.252707 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-f1d044b8-fceb-460e-b823-5afbf77ca87e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a8a343a-e762-4fab-9d01-56ccd10d86ed {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:36:26.271187 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0b10f-f525-44e7-833d-9bc8758a48a6 req-fe9869c7-84c1-4004-a9b2-247f3349341a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:26.271187 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5ba0b10f-f525-44e7-833d-9bc8758a48a6 req-fe9869c7-84c1-4004-a9b2-247f3349341a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1846697 Mar 09 03:36:26.281410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-f1d044b8-fceb-460e-b823-5afbf77ca87e service neutron] For port 5a8a343a-e762-4fab-9d01-56ccd10d86ed, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=5a8a343a-e762-4fab-9d01-56ccd10d86ed,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:26.287573 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d02c6-1db0-4650-8964-945d318ee238 req-dd9eb62b-1627-4849-9a81-06f3bbdcfd04 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:26.287573 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-161d02c6-1db0-4650-8964-945d318ee238 req-dd9eb62b-1627-4849-9a81-06f3bbdcfd04 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 945 time: 0.1808250 Mar 09 03:36:26.310479 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device d7049011-f5d3-4dcb-8693-0008d16a6d97 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:36:26.349526 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebcf7c-97ee-47b8-bc3c-2b8a2ebaf044 req-3c816c15-20ec-4ffc-b6d7-92f681f0cbe3 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:26.349526 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-92ebcf7c-97ee-47b8-bc3c-2b8a2ebaf044 req-3c816c15-20ec-4ffc-b6d7-92f681f0cbe3 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.24 "GET /v2.0/ports?device_id=73e998c1-062d-4b91-a824-58960c12850e HTTP/1.1" status: 200 len: 945 time: 0.4568667 Mar 09 03:36:26.395570 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-f1d044b8-fceb-460e-b823-5afbf77ca87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:26.433594 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-a91dff7b-bbe9-4bf0-8cc3-4ba9d0c350da tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:26.541588 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0d41e-fb6b-4dc8-947e-cb7270626485 req-0b3f124c-1b67-48c7-ab26-68272c3e6281 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:26.543566 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-acd0d41e-fb6b-4dc8-947e-cb7270626485 req-0b3f124c-1b67-48c7-ab26-68272c3e6281 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16f4b78-6132-4360-a0e8-d639aba9686b HTTP/1.1" status: 200 len: 948 time: 0.3969231 Mar 09 03:36:26.552683 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-92ebcf7c-97ee-47b8-bc3c-2b8a2ebaf044 req-22c7616a-f252-42ec-9c94-c38179d9d6b0 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Deleting port a59d65fb-3de1-4bb0-b0be-443493359bff {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:36:26.553029 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-92ebcf7c-97ee-47b8-bc3c-2b8a2ebaf044 req-22c7616a-f252-42ec-9c94-c38179d9d6b0 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:26.649362 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port d7049011-f5d3-4dcb-8693-0008d16a6d97, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d7049011-f5d3-4dcb-8693-0008d16a6d97,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:26.666801 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'd7049011-f5d3-4dcb-8693-0008d16a6d97', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': 'd7049011-f5d3-4dcb-8693-0008d16a6d97', 'mac_address': 'fa:16:3e:3f:35:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:36:26.703864 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-161d02c6-1db0-4650-8964-945d318ee238 req-b26876b0-1227-4c98-b188-a8c36c5b4ca2 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897541 Mar 09 03:36:26.742176 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:26.749854 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-a91dff7b-bbe9-4bf0-8cc3-4ba9d0c350da tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Network b43e277f-27e3-4498-8ae6-3889cca4234e is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:36:26.768901 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-a91dff7b-bbe9-4bf0-8cc3-4ba9d0c350da tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:36:26.774768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7049011-f5d3-4dcb-8693-0008d16a6d97 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:36:26.781323 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-a91dff7b-bbe9-4bf0-8cc3-4ba9d0c350da tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:36:26.797316 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port d7049011-f5d3-4dcb-8693-0008d16a6d97, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d7049011-f5d3-4dcb-8693-0008d16a6d97,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:26.803401 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0b10f-f525-44e7-833d-9bc8758a48a6 req-422f84e6-65d9-421d-ade0-2138d51df85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:26.803401 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5ba0b10f-f525-44e7-833d-9bc8758a48a6 req-422f84e6-65d9-421d-ade0-2138d51df85b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5113957 Mar 09 03:36:26.817141 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:26.824112 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-acd0d41e-fb6b-4dc8-947e-cb7270626485 req-b6402994-81b5-41e0-a847-1d5123ae01d0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355669 Mar 09 03:36:26.869638 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91dff7b-bbe9-4bf0-8cc3-4ba9d0c350da tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Pushing event updated for resources: {'Port': ['ID=6fea3666-f2b4-4c10-8b8e-c2c47303d6eb,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:26.988679 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-a91dff7b-bbe9-4bf0-8cc3-4ba9d0c350da tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:26.988679 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-a91dff7b-bbe9-4bf0-8cc3-4ba9d0c350da tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:27.030426 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-a91dff7b-bbe9-4bf0-8cc3-4ba9d0c350da tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3310194 Mar 09 03:36:27.041888 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-f1d044b8-fceb-460e-b823-5afbf77ca87e service neutron] Transition to ACTIVE for port object 5a8a343a-e762-4fab-9d01-56ccd10d86ed will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:36:27.043482 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=d7049011-f5d3-4dcb-8693-0008d16a6d97,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:27.050096 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721320c-2874-4bde-9259-644e7a7b66d3 req-53a9f713-838b-4b83-8a8c-586703f38f14 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:27.050844 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-9721320c-2874-4bde-9259-644e7a7b66d3 req-53a9f713-838b-4b83-8a8c-586703f38f14 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Synchronizing usage tracker for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:36:27.062553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-b86d447a-710c-4e66-a38f-a0f76514bcee service neutron] Request body: {'port': {'device_id': '6f87bfcc-02b0-4bfb-b96d-7bb55904a359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:36:27.120521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-9721320c-2874-4bde-9259-644e7a7b66d3 req-53a9f713-838b-4b83-8a8c-586703f38f14 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Unset dirty status for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:36:27.121960 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9721320c-2874-4bde-9259-644e7a7b66d3 req-53a9f713-838b-4b83-8a8c-586703f38f14 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f87bfcc-02b0-4bfb-b96d-7bb55904a359 HTTP/1.1" status: 200 len: 931 time: 0.2312629 Mar 09 03:36:27.146055 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-f1d044b8-fceb-460e-b823-5afbf77ca87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:27.151725 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['d7049011-f5d3-4dcb-8693-0008d16a6d97'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:27.259836 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-b86d447a-710c-4e66-a38f-a0f76514bcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:27.299437 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9721320c-2874-4bde-9259-644e7a7b66d3 req-6ce3aa0a-bd9f-44c0-885c-ebbf93726bea tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364400 Mar 09 03:36:27.482511 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-92ebcf7c-97ee-47b8-bc3c-2b8a2ebaf044 req-22c7616a-f252-42ec-9c94-c38179d9d6b0 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] For port a59d65fb-3de1-4bb0-b0be-443493359bff, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=a59d65fb-3de1-4bb0-b0be-443493359bff,segment=NetworkSegment(b3c06c6f-a040-43d0-9d75-095feecb3ddc),segment_id=b3c06c6f-a040-43d0-9d75-095feecb3ddc)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:27.483133 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-92ebcf7c-97ee-47b8-bc3c-2b8a2ebaf044 req-22c7616a-f252-42ec-9c94-c38179d9d6b0 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:27.524498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-f1d044b8-fceb-460e-b823-5afbf77ca87e service neutron] No DVR routers for this DVR port 5a8a343a-e762-4fab-9d01-56ccd10d86ed on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:36:27.643706 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d044b8-fceb-460e-b823-5afbf77ca87e service neutron] Pushing event updated for resources: {'Port': ['ID=5a8a343a-e762-4fab-9d01-56ccd10d86ed,revision_number=10']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:27.655917 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-92ebcf7c-97ee-47b8-bc3c-2b8a2ebaf044 req-22c7616a-f252-42ec-9c94-c38179d9d6b0 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Calling delete_port for a59d65fb-3de1-4bb0-b0be-443493359bff owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:36:27.749246 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607562f5-d195-4886-b43d-5218c4a6dd3f req-3dcf010e-52bb-4ca4-98a2-5fa7eafd510a tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:27.752335 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-607562f5-d195-4886-b43d-5218c4a6dd3f req-3dcf010e-52bb-4ca4-98a2-5fa7eafd510a tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/ports?device_id=73e998c1-062d-4b91-a824-58960c12850e HTTP/1.1" status: 200 len: 945 time: 0.2305737 Mar 09 03:36:27.815665 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-607562f5-d195-4886-b43d-5218c4a6dd3f req-056e6db2-a083-4a71-a606-cf6e17ed0915 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f131a8c-796c-4617-b9f4-9ceffea22b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582359 Mar 09 03:36:27.855474 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5ba0b10f-f525-44e7-833d-9bc8758a48a6 req-326a88e3-c90d-42aa-9c97-6e7c9f959cd1 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0133784 Mar 09 03:36:27.897191 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-b86d447a-710c-4e66-a38f-a0f76514bcee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fea3666-f2b4-4c10-8b8e-c2c47303d6eb {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:36:27.919126 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-b86d447a-710c-4e66-a38f-a0f76514bcee service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:27.948644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3c253-8934-45d4-87fa-c5cafa2fbffc req-9a23a26c-2e77-4a54-b7ef-fac354ecf11b tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:27.949049 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-b86d447a-710c-4e66-a38f-a0f76514bcee service neutron] Transition to ACTIVE for port object 6fea3666-f2b4-4c10-8b8e-c2c47303d6eb will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:36:27.963170 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4fd3c253-8934-45d4-87fa-c5cafa2fbffc req-9a23a26c-2e77-4a54-b7ef-fac354ecf11b tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 944 time: 0.9128563 Mar 09 03:36:28.004232 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-b86d447a-710c-4e66-a38f-a0f76514bcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:28.062925 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-f1d044b8-fceb-460e-b823-5afbf77ca87e service neutron] 10.222.0.21 "PUT /v2.0/ports/5a8a343a-e762-4fab-9d01-56ccd10d86ed/bindings/n-h1-825178-5/activate HTTP/1.1" status: 200 len: 369 time: 2.9620504 Mar 09 03:36:28.129990 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4fd3c253-8934-45d4-87fa-c5cafa2fbffc req-d5cf9682-f63b-434f-9135-3fb341d45198 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732237 Mar 09 03:36:28.171239 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5ba0b10f-f525-44e7-833d-9bc8758a48a6 req-0c8af260-d745-482d-a8a0-d8d887f37ccb service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039930 Mar 09 03:36:28.192185 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-92ebcf7c-97ee-47b8-bc3c-2b8a2ebaf044 req-22c7616a-f252-42ec-9c94-c38179d9d6b0 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:28.204174 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['a59d65fb-3de1-4bb0-b0be-443493359bff'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:28.249959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7616a-f252-42ec-9c94-c38179d9d6b0 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Pushing event deleted for resources: {'Port': ['ID=a59d65fb-3de1-4bb0-b0be-443493359bff,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:28.275375 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d447a-710c-4e66-a38f-a0f76514bcee service neutron] Pushing event updated for resources: {'Port': ['ID=6fea3666-f2b4-4c10-8b8e-c2c47303d6eb,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:28.338059 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 5a8a343a-e762-4fab-9d01-56ccd10d86ed no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:36:28.344182 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea121f-8549-4d47-995c-e7efb65c03a2 req-cac4ea93-572a-4494-b624-9f5db6f30549 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:28.344182 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95ea121f-8549-4d47-995c-e7efb65c03a2 req-cac4ea93-572a-4494-b624-9f5db6f30549 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.4052856 Mar 09 03:36:28.354517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ebcf7c-97ee-47b8-bc3c-2b8a2ebaf044 req-22c7616a-f252-42ec-9c94-c38179d9d6b0 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] No DVR routers for this DVR port a59d65fb-3de1-4bb0-b0be-443493359bff on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:36:28.354517 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-92ebcf7c-97ee-47b8-bc3c-2b8a2ebaf044 req-22c7616a-f252-42ec-9c94-c38179d9d6b0 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:28.361449 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e998c1-062d-4b91-a824-58960c12850e', 'name': 'network-vif-deleted', 'tag': 'a59d65fb-3de1-4bb0-b0be-443493359bff'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:36:28.383613 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-92ebcf7c-97ee-47b8-bc3c-2b8a2ebaf044 req-22c7616a-f252-42ec-9c94-c38179d9d6b0 tempest-ServerGroupTestJSON-134670671 tempest-ServerGroupTestJSON-134670671-project] 10.222.0.24 "DELETE /v2.0/ports/a59d65fb-3de1-4bb0-b0be-443493359bff HTTP/1.1" status: 204 len: 173 time: 2.0206878 Mar 09 03:36:28.404810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-b86d447a-710c-4e66-a38f-a0f76514bcee service neutron] Attempting to bind port 6fea3666-f2b4-4c10-8b8e-c2c47303d6eb on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:36:28.404810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-b86d447a-710c-4e66-a38f-a0f76514bcee service neutron] Attempting to bind port 6fea3666-f2b4-4c10-8b8e-c2c47303d6eb by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:36:28.404810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-b86d447a-710c-4e66-a38f-a0f76514bcee service neutron] Attempting to bind port 6fea3666-f2b4-4c10-8b8e-c2c47303d6eb on network b43e277f-27e3-4498-8ae6-3889cca4234e {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:36:28.423900 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-b86d447a-710c-4e66-a38f-a0f76514bcee service neutron] Port 6fea3666-f2b4-4c10-8b8e-c2c47303d6eb on network b43e277f-27e3-4498-8ae6-3889cca4234e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:36:28.423900 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-b86d447a-710c-4e66-a38f-a0f76514bcee service neutron] Attempting to bind port 6fea3666-f2b4-4c10-8b8e-c2c47303d6eb on network b43e277f-27e3-4498-8ae6-3889cca4234e {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:36:28.428713 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-4174a0b3-6eef-4bf2-8f13-e9ee781eca17 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:28.428713 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-4174a0b3-6eef-4bf2-8f13-e9ee781eca17 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5&tenant_id=42923148a00a49268422cf3ff4c2fd04&binding%3Ahost_id=n-h2-825178-5 HTTP/1.1" status: 200 len: 1095 time: 0.3072295 Mar 09 03:36:28.442444 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95ea121f-8549-4d47-995c-e7efb65c03a2 req-eeef468e-a397-418c-a4c1-0bd624719b60 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980730 Mar 09 03:36:28.471119 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-b86d447a-710c-4e66-a38f-a0f76514bcee service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:36:28.471456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-b86d447a-710c-4e66-a38f-a0f76514bcee service neutron] Checking segment: {'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:36:28.471836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-b86d447a-710c-4e66-a38f-a0f76514bcee service neutron] Bound using segment: {'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:36:28.472274 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-b86d447a-710c-4e66-a38f-a0f76514bcee service neutron] Bound port: 6fea3666-f2b4-4c10-8b8e-c2c47303d6eb, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:36:28.472614 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-b86d447a-710c-4e66-a38f-a0f76514bcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:28.491987 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 5a8a343a-e762-4fab-9d01-56ccd10d86ed not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:36:28.550659 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-a18584e4-3cd9-49f7-a799-7d5db35421de tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=21c493429dff49cab70d2962adcdfd77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613191 Mar 09 03:36:28.706086 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a41d3661-b6d2-421e-ac7d-98175a823bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:28.737327 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-b86d447a-710c-4e66-a38f-a0f76514bcee service neutron] For port 6fea3666-f2b4-4c10-8b8e-c2c47303d6eb, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:36:28.749453 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-b86d447a-710c-4e66-a38f-a0f76514bcee service neutron] For port 6fea3666-f2b4-4c10-8b8e-c2c47303d6eb, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6fea3666-f2b4-4c10-8b8e-c2c47303d6eb,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:36:28.757624 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-b86d447a-710c-4e66-a38f-a0f76514bcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:28.772647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-976d990b-e4a4-42c3-902e-b214387b296d tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:28.774167 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-976d990b-e4a4-42c3-902e-b214387b296d tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2097137 Mar 09 03:36:28.791684 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-8ab35d4b-ee72-4dae-90d5-73da49cf66d0 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/quotas/21c493429dff49cab70d2962adcdfd77 HTTP/1.1" status: 200 len: 375 time: 0.0113578 Mar 09 03:36:28.836272 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-b86d447a-710c-4e66-a38f-a0f76514bcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:28.836872 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-b86d447a-710c-4e66-a38f-a0f76514bcee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:28.838217 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-b86d447a-710c-4e66-a38f-a0f76514bcee service neutron] 10.222.0.21 "PUT /v2.0/ports/6fea3666-f2b4-4c10-8b8e-c2c47303d6eb HTTP/1.1" status: 200 len: 1091 time: 1.7813723 Mar 09 03:36:28.838657 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f87bfcc-02b0-4bfb-b96d-7bb55904a359', 'tag': '6fea3666-f2b4-4c10-8b8e-c2c47303d6eb'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:36:28.845952 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-ebb8a84e-9cbe-4cf3-9f9b-d9bc1bd53db5 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=21c493429dff49cab70d2962adcdfd77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482206 Mar 09 03:36:28.882109 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7069a-007c-42da-9355-826420978449 req-2dc76c86-f8c6-4271-9115-1633f933cfc1 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:28.887544 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bab7069a-007c-42da-9355-826420978449 req-2dc76c86-f8c6-4271-9115-1633f933cfc1 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 945 time: 0.2683458 Mar 09 03:36:28.891200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d447a-710c-4e66-a38f-a0f76514bcee service neutron] Pushing event updated for resources: {'Port': ['ID=6fea3666-f2b4-4c10-8b8e-c2c47303d6eb,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:28.933262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-688f7805-5d80-4343-851b-0b44b45c4ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:28.934725 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-688f7805-5d80-4343-851b-0b44b45c4ef5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5&tenant_id=42923148a00a49268422cf3ff4c2fd04 HTTP/1.1" status: 200 len: 1095 time: 0.4760249 Mar 09 03:36:29.218096 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff1cfc-ff44-4619-a848-84f913975b80 req-5944562d-3acf-4653-8d8e-a6cd2e7f8726 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:29.219084 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bab7069a-007c-42da-9355-826420978449 req-76703798-44b7-4822-b980-bce0807ebafd tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249114 Mar 09 03:36:29.238464 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-04ff1cfc-ff44-4619-a848-84f913975b80 req-5944562d-3acf-4653-8d8e-a6cd2e7f8726 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16f4b78-6132-4360-a0e8-d639aba9686b HTTP/1.1" status: 200 len: 949 time: 0.1296213 Mar 09 03:36:29.267981 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-3f2dec2d-d350-4c03-8eb6-7ffe688bd318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:29.269910 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-3f2dec2d-d350-4c03-8eb6-7ffe688bd318 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae03d5eb038f4850a3760a69271911b5&device_id=6f87bfcc-02b0-4bfb-b96d-7bb55904a359 HTTP/1.1" status: 200 len: 1094 time: 0.3798378 Mar 09 03:36:29.280151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-d732971b-6a5d-4f3e-bbf2-cfaf9c61e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:29.282348 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-d732971b-6a5d-4f3e-bbf2-cfaf9c61e1b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42923148a00a49268422cf3ff4c2fd04&device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 1095 time: 0.3180871 Mar 09 03:36:29.356530 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-04ff1cfc-ff44-4619-a848-84f913975b80 req-6309894b-4f7b-4076-985b-05b2a91d949b tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141522 Mar 09 03:36:29.455841 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-52309a76-2c95-4c82-b3ce-0567a3c4c0d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fea3666-f2b4-4c10-8b8e-c2c47303d6eb HTTP/1.1" status: 200 len: 217 time: 0.1723313 Mar 09 03:36:29.481642 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e998c1-062d-4b91-a824-58960c12850e', 'name': 'network-vif-deleted', 'tag': 'a59d65fb-3de1-4bb0-b0be-443493359bff', 'status': 'completed', 'code': 200} Mar 09 03:36:29.614748 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f87bfcc-02b0-4bfb-b96d-7bb55904a359', 'tag': '6fea3666-f2b4-4c10-8b8e-c2c47303d6eb', 'status': 'completed', 'code': 200} Mar 09 03:36:29.630305 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-3d5db18e-c87e-4884-8f2b-3831d8770add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:29.631726 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-3d5db18e-c87e-4884-8f2b-3831d8770add service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c938e3dc-f3f5-45d5-a021-35dcda335146 HTTP/1.1" status: 200 len: 851 time: 0.1511304 Mar 09 03:36:29.724487 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-94df3660-cf68-4b42-b839-8a7ed5703980 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=21c493429dff49cab70d2962adcdfd77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302050 Mar 09 03:36:29.728274 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-20c5fa90-7ab2-4ea7-96f9-376bb84ce346 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b43e277f-27e3-4498-8ae6-3889cca4234e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841742 Mar 09 03:36:29.740406 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ccf62-1097-4fe0-a4bc-01c78d0ae842 req-7894c24f-0fb8-4763-b9d4-2c9ab213865a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:29.741816 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-094ccf62-1097-4fe0-a4bc-01c78d0ae842 req-7894c24f-0fb8-4763-b9d4-2c9ab213865a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f87bfcc-02b0-4bfb-b96d-7bb55904a359 HTTP/1.1" status: 200 len: 943 time: 0.3747747 Mar 09 03:36:29.795961 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-07af78ca-d3dd-4d07-8861-05a7cc61dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:29.797379 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-07af78ca-d3dd-4d07-8861-05a7cc61dc0d service neutron] 10.222.0.24 "GET /v2.0/networks?id=304f544a-4e19-4ec8-816f-4e06aa7f0361 HTTP/1.1" status: 200 len: 921 time: 0.4204361 Mar 09 03:36:29.915924 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-353de2af-07e0-4c6d-960d-5a0dd1518e58 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:29.917477 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-353de2af-07e0-4c6d-960d-5a0dd1518e58 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863647 Mar 09 03:36:29.932939 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-27563b2c-163b-44fa-8544-d9abfddfc839 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/quotas/21c493429dff49cab70d2962adcdfd77 HTTP/1.1" status: 200 len: 375 time: 0.0095723 Mar 09 03:36:29.965322 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-231ae4d7-a524-4111-bdff-97a49d087c0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a8a343a-e762-4fab-9d01-56ccd10d86ed HTTP/1.1" status: 200 len: 217 time: 0.1579833 Mar 09 03:36:30.004338 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-dfbc3d48-87d1-40c6-9c5d-cadc93a9e726 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=21c493429dff49cab70d2962adcdfd77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618987 Mar 09 03:36:30.017513 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-094ccf62-1097-4fe0-a4bc-01c78d0ae842 req-ca2657dd-1ed9-431e-b920-b8cf452039d2 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468495 Mar 09 03:36:30.067101 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-cc233390-5391-4883-a377-be6ddf822a4c service neutron] 10.222.0.21 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247819 Mar 09 03:36:30.072569 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-c4077d2a-eb14-4200-8f2f-979eadaa7c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:30.074099 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-c4077d2a-eb14-4200-8f2f-979eadaa7c56 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbb7cb80-fa8d-459c-b59f-347ff2f11453 HTTP/1.1" status: 200 len: 860 time: 0.0997005 Mar 09 03:36:30.156864 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-325c2b12-0cb0-48fb-bb96-aa346be6bb47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=304f544a-4e19-4ec8-816f-4e06aa7f0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639982 Mar 09 03:36:30.356272 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device d7049011-f5d3-4dcb-8693-0008d16a6d97 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:36:30.420472 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17e26d75-6af4-42b4-8a98-743cf1cb2652 req-aff8e91b-f539-4639-85e7-8d5af1688e22 service neutron] 10.222.0.21 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458583 Mar 09 03:36:30.457622 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-2c75cd96-2e41-4566-bf7d-b56006553206 service neutron] 10.222.0.24 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216611 Mar 09 03:36:30.484341 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-d0190075-373e-4c52-9d23-e056a244e6b6 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=21c493429dff49cab70d2962adcdfd77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1187110 Mar 09 03:36:30.499128 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port d7049011-f5d3-4dcb-8693-0008d16a6d97 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:36:30.507208 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port d7049011-f5d3-4dcb-8693-0008d16a6d97 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:36:30.507530 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:30.528560 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df635c-7365-4988-8836-5323d7fda665 req-a566d296-dcc6-445e-971d-bbf7f926a32e tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:30.530379 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-10df635c-7365-4988-8836-5323d7fda665 req-a566d296-dcc6-445e-971d-bbf7f926a32e tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 944 time: 0.3726764 Mar 09 03:36:30.633093 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc36b7-5de5-466c-ad5a-4bc1434c3de3 req-08f5dc0a-0973-4e6b-8b83-1263f7d250d3 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:30.648089 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-61fc36b7-5de5-466c-ad5a-4bc1434c3de3 req-08f5dc0a-0973-4e6b-8b83-1263f7d250d3 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.3865788 Mar 09 03:36:30.738491 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-b8be1240-5776-4a53-be4d-b51908973cb2 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:30.741252 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-b8be1240-5776-4a53-be4d-b51908973cb2 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2503612 Mar 09 03:36:30.764172 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:30.792134 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-10df635c-7365-4988-8836-5323d7fda665 req-939ca4d1-aa45-4590-a4fd-5ed90bea9859 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520125 Mar 09 03:36:30.796233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-41085e8d-0d9c-41a1-b650-44d7d4f03153 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Request body: {'port': {'device_id': 'da638be3-efe3-4f10-b607-b7f1c174aa18', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': '21c493429dff49cab70d2962adcdfd77'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:36:30.811252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16f4b78-6132-4360-a0e8-d639aba9686b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7049011-f5d3-4dcb-8693-0008d16a6d97'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:36:30.824309 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-81567cdb-cf50-42d4-b8f8-2c43899d0047 service neutron] 10.222.0.24 "GET /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620970 Mar 09 03:36:30.828023 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-61fc36b7-5de5-466c-ad5a-4bc1434c3de3 req-ed513636-8486-4fc8-a7a1-d74e8db37a25 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782713 Mar 09 03:36:30.830527 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port d7049011-f5d3-4dcb-8693-0008d16a6d97, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d7049011-f5d3-4dcb-8693-0008d16a6d97,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:30.845853 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:30.901382 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a719f2-37fb-440d-8a2d-4072dd85beb5 req-5c261eae-2fb5-4c58-9eb8-65a35bec3174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:30.902843 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-82a719f2-37fb-440d-8a2d-4072dd85beb5 req-5c261eae-2fb5-4c58-9eb8-65a35bec3174 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae03d5eb038f4850a3760a69271911b5&device_id=6f87bfcc-02b0-4bfb-b96d-7bb55904a359 HTTP/1.1" status: 200 len: 1094 time: 0.2185817 Mar 09 03:36:31.057507 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-30972292-a3ff-47c4-8957-c526ef576c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:31.081761 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=d7049011-f5d3-4dcb-8693-0008d16a6d97,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:31.093775 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device a59d65fb-3de1-4bb0-b0be-443493359bff no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:36:31.143292 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b7f783b1-93b6-4cd5-b905-9513035d5dcc req-61833928-4fa9-4bc0-94eb-f1bf72a77347 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a4438dd-6f02-40cc-b35a-415ee8fee20e HTTP/1.1" status: 200 len: 210 time: 0.1123374 Mar 09 03:36:31.179732 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: a59d65fb-3de1-4bb0-b0be-443493359bff {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:36:31.179732 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device a59d65fb-3de1-4bb0-b0be-443493359bff not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:36:31.230566 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-41085e8d-0d9c-41a1-b650-44d7d4f03153 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:36:31.236744 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-41085e8d-0d9c-41a1-b650-44d7d4f03153 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Usage tracker for resource:port and tenant:21c493429dff49cab70d2962adcdfd77 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:36:31.256319 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-41085e8d-0d9c-41a1-b650-44d7d4f03153 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:36:31.264345 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-41085e8d-0d9c-41a1-b650-44d7d4f03153 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:36:31.291611 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-41085e8d-0d9c-41a1-b650-44d7d4f03153 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Made reservation on behalf of 21c493429dff49cab70d2962adcdfd77 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:36:31.291611 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-41085e8d-0d9c-41a1-b650-44d7d4f03153 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:31.320239 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-41085e8d-0d9c-41a1-b650-44d7d4f03153 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:31.409893 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-41085e8d-0d9c-41a1-b650-44d7d4f03153 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:36:31.416169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-41085e8d-0d9c-41a1-b650-44d7d4f03153 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Usage tracker for resource:security_group_rule and tenant:21c493429dff49cab70d2962adcdfd77 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:36:31.420074 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-41085e8d-0d9c-41a1-b650-44d7d4f03153 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:36:31.429311 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-41085e8d-0d9c-41a1-b650-44d7d4f03153 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:36:31.494344 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a719f2-37fb-440d-8a2d-4072dd85beb5 req-15d6e7e0-d899-4b14-99df-3986553285e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:31.495830 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-82a719f2-37fb-440d-8a2d-4072dd85beb5 req-15d6e7e0-d899-4b14-99df-3986553285e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b43e277f-27e3-4498-8ae6-3889cca4234e HTTP/1.1" status: 200 len: 912 time: 0.5869219 Mar 09 03:36:31.593134 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-82a719f2-37fb-440d-8a2d-4072dd85beb5 req-e5d2ef04-cef7-47bb-b49b-9ef8b2fa3330 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fea3666-f2b4-4c10-8b8e-c2c47303d6eb HTTP/1.1" status: 200 len: 217 time: 0.0827410 Mar 09 03:36:31.597592 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-672762e2-9ee4-49e1-96ce-7292ab3f209a tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:31.598950 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-672762e2-9ee4-49e1-96ce-7292ab3f209a tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5&tenant_id=42923148a00a49268422cf3ff4c2fd04&binding%3Ahost_id=n-h1-825178-5 HTTP/1.1" status: 200 len: 1095 time: 0.2091238 Mar 09 03:36:31.606822 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38d701-81a1-4dd6-ac90-98c6af508a42 req-90a8efb9-1a35-4a93-8235-ac670aa1dce0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:31.608888 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407c4f8-6892-4d1e-817d-288fb14f3dab req-d82c86bd-9b9c-4ade-9ae2-84f0e4b4962f tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:31.614846 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c407c4f8-6892-4d1e-817d-288fb14f3dab req-d82c86bd-9b9c-4ade-9ae2-84f0e4b4962f tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 945 time: 0.4940357 Mar 09 03:36:31.615585 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2c38d701-81a1-4dd6-ac90-98c6af508a42 req-90a8efb9-1a35-4a93-8235-ac670aa1dce0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16f4b78-6132-4360-a0e8-d639aba9686b HTTP/1.1" status: 200 len: 950 time: 0.2843833 Mar 09 03:36:31.687174 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2c38d701-81a1-4dd6-ac90-98c6af508a42 req-0a8a4084-440e-4f43-a56b-30736b3b29f3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691407 Mar 09 03:36:31.742795 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-41085e8d-0d9c-41a1-b650-44d7d4f03153 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:31.746309 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-41085e8d-0d9c-41a1-b650-44d7d4f03153 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:31.766647 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16f4b78-6132-4360-a0e8-d639aba9686b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7049011-f5d3-4dcb-8693-0008d16a6d97', 'code': 200} Mar 09 03:36:31.787852 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a719f2-37fb-440d-8a2d-4072dd85beb5 req-9b1ccd39-e0da-44a5-a7d3-add66e4ccb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:31.788865 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-82a719f2-37fb-440d-8a2d-4072dd85beb5 req-9b1ccd39-e0da-44a5-a7d3-add66e4ccb86 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c938e3dc-f3f5-45d5-a021-35dcda335146 HTTP/1.1" status: 200 len: 851 time: 0.1781504 Mar 09 03:36:31.803201 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c407c4f8-6892-4d1e-817d-288fb14f3dab req-3d4cb652-5634-4729-a63e-22ca34813a35 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175225 Mar 09 03:36:31.897595 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41085e8d-0d9c-41a1-b650-44d7d4f03153 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6653b46-e844-47c3-af5c-9964003ddf5d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:31.979389 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-82a719f2-37fb-440d-8a2d-4072dd85beb5 req-535bbeba-790c-447a-8de5-8c7aef1cafc8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b43e277f-27e3-4498-8ae6-3889cca4234e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1724043 Mar 09 03:36:32.039004 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:32.040714 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-41085e8d-0d9c-41a1-b650-44d7d4f03153 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Allocated IP 192.168.233.145 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/85720d65-761c-4542-9c4e-938ea4d3c821) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:36:32.058398 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:32.234177 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-82a719f2-37fb-440d-8a2d-4072dd85beb5 req-1941183f-ecdc-483e-b00a-d6d46c0094d3 service neutron] 10.222.0.21 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325807 Mar 09 03:36:32.330712 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-14598738-8a00-4b75-b203-c16a5979333e service neutron] For port 5a8a343a-e762-4fab-9d01-56ccd10d86ed, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:36:32.331857 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-cc86cd22-d075-4901-a55d-974a4b043d85 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=21c493429dff49cab70d2962adcdfd77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1146357 Mar 09 03:36:32.384603 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-14598738-8a00-4b75-b203-c16a5979333e service neutron] Notify callbacks [] for binding, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:32.385596 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8791b6eb-26f8-4a93-85b9-e95db27b9f83 req-14598738-8a00-4b75-b203-c16a5979333e service neutron] 10.222.0.24 "DELETE /v2.0/ports/5a8a343a-e762-4fab-9d01-56ccd10d86ed/bindings/n-h2-825178-5 HTTP/1.1" status: 204 len: 173 time: 0.7731581 Mar 09 03:36:32.468205 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5dd968-d546-42d7-825b-df987b0acc69 req-6f374e91-91eb-4775-a59c-95be5b0ee47a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:32.468899 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9e5dd968-d546-42d7-825b-df987b0acc69 req-6f374e91-91eb-4775-a59c-95be5b0ee47a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f87bfcc-02b0-4bfb-b96d-7bb55904a359 HTTP/1.1" status: 200 len: 943 time: 0.2738812 Mar 09 03:36:32.472830 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-82a719f2-37fb-440d-8a2d-4072dd85beb5 req-031c1f47-2b6a-4b6b-922a-3dcd98c71e08 service neutron] 10.222.0.21 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214355 Mar 09 03:36:32.515923 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-41085e8d-0d9c-41a1-b650-44d7d4f03153 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:32.547299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4b305-1ebb-43a2-a299-50c4d2e44eee req-c17b93f5-9234-484c-9f44-dbd7d17763e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:32.549342 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18a4b305-1ebb-43a2-a299-50c4d2e44eee req-c17b93f5-9234-484c-9f44-dbd7d17763e7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b16f4b78-6132-4360-a0e8-d639aba9686b HTTP/1.1" status: 200 len: 1101 time: 0.3074412 Mar 09 03:36:32.557327 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9e5dd968-d546-42d7-825b-df987b0acc69 req-c527c561-e497-4416-8d12-73a1224988dd tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575593 Mar 09 03:36:32.557848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-41085e8d-0d9c-41a1-b650-44d7d4f03153 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Transition to ACTIVE for port object 85720d65-761c-4542-9c4e-938ea4d3c821 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:36:32.633260 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b944d2-04a1-4939-9d0a-4b7868a71be8 req-332a4b4e-cffd-4d63-b39b-3b2be550e500 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:32.635477 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-54b944d2-04a1-4939-9d0a-4b7868a71be8 req-332a4b4e-cffd-4d63-b39b-3b2be550e500 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 944 time: 0.3953457 Mar 09 03:36:32.656601 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-c5b6227e-2e21-4641-8bec-3fe4e1af056d tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:32.656778 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-c5b6227e-2e21-4641-8bec-3fe4e1af056d tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3165460 Mar 09 03:36:32.698282 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-2168af94-c52e-442a-9a28-6af2127064fd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Request body: {'port': {'device_id': '7a4438dd-6f02-40cc-b35a-415ee8fee20e', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': '21c493429dff49cab70d2962adcdfd77'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:36:32.729612 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18a4b305-1ebb-43a2-a299-50c4d2e44eee req-a6dedde7-c8ab-4ba2-9150-b5c80df93d00 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658807 Mar 09 03:36:32.745015 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce126f18-b0e0-49ec-b62b-36f4df55236e req-6b6bd944-7965-49b8-9120-d8324d8c7503 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:32.747770 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ce126f18-b0e0-49ec-b62b-36f4df55236e req-6b6bd944-7965-49b8-9120-d8324d8c7503 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.0955594 Mar 09 03:36:32.792134 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ce126f18-b0e0-49ec-b62b-36f4df55236e req-5fc40b8b-8a2b-4bfc-b3f7-abac309f6e65 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391557 Mar 09 03:36:32.808415 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-54b944d2-04a1-4939-9d0a-4b7868a71be8 req-ac5e679b-57af-43df-993e-5ab02539b78b tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480131 Mar 09 03:36:32.822429 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-41085e8d-0d9c-41a1-b650-44d7d4f03153 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:32.919762 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-2168af94-c52e-442a-9a28-6af2127064fd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:36:32.924539 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-2168af94-c52e-442a-9a28-6af2127064fd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Usage tracker for resource:port and tenant:21c493429dff49cab70d2962adcdfd77 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:36:32.976288 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-2168af94-c52e-442a-9a28-6af2127064fd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:36:33.004438 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-2168af94-c52e-442a-9a28-6af2127064fd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:36:33.017159 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0adb7ffd-fbab-4d02-9918-dd4a5f60e6c5 req-a25d3ea8-0f83-4a90-87c8-d71dc7ed1ddc tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a4438dd-6f02-40cc-b35a-415ee8fee20e HTTP/1.1" status: 200 len: 210 time: 0.0810368 Mar 09 03:36:33.022447 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-41085e8d-0d9c-41a1-b650-44d7d4f03153 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:36:33.027652 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41085e8d-0d9c-41a1-b650-44d7d4f03153 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Pushing event updated for resources: {'Port': ['ID=85720d65-761c-4542-9c4e-938ea4d3c821,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:33.034432 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-41085e8d-0d9c-41a1-b650-44d7d4f03153 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:36:33.042965 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-41085e8d-0d9c-41a1-b650-44d7d4f03153 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:36:33.074389 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82669e23-026d-45b3-9109-4bfe79b93a57 req-71443273-1df4-4c40-a646-55184d6b4954 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:33.076168 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-82669e23-026d-45b3-9109-4bfe79b93a57 req-71443273-1df4-4c40-a646-55184d6b4954 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16f4b78-6132-4360-a0e8-d639aba9686b HTTP/1.1" status: 200 len: 950 time: 0.1154566 Mar 09 03:36:33.083845 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-2168af94-c52e-442a-9a28-6af2127064fd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Made reservation on behalf of 21c493429dff49cab70d2962adcdfd77 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:36:33.089759 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-2168af94-c52e-442a-9a28-6af2127064fd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:33.157873 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-82669e23-026d-45b3-9109-4bfe79b93a57 req-82a66323-b5c8-4ace-9c3c-586492d1658c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749183 Mar 09 03:36:33.243248 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-41085e8d-0d9c-41a1-b650-44d7d4f03153 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:33.243865 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-41085e8d-0d9c-41a1-b650-44d7d4f03153 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:33.298405 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:33.317778 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-41085e8d-0d9c-41a1-b650-44d7d4f03153 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5266633 Mar 09 03:36:33.330934 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-84efe288-872e-4d91-97b0-259bc20ebd7e None None] Provisioning for port 85720d65-761c-4542-9c4e-938ea4d3c821 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:36:33.337333 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-84efe288-872e-4d91-97b0-259bc20ebd7e None None] Provisioning complete for port 85720d65-761c-4542-9c4e-938ea4d3c821 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:36:33.337844 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-84efe288-872e-4d91-97b0-259bc20ebd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:33.340258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-bc7e8393-84f3-4d6f-bcbb-0f716a24e15c service neutron] Request body: {'port': {'device_id': 'da638be3-efe3-4f10-b607-b7f1c174aa18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:36:33.399083 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b907ff-2b79-4032-9985-ac971191a139 req-91d3b02b-a658-4fd9-89a7-575bca97ee55 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:33.400575 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f3b907ff-2b79-4032-9985-ac971191a139 req-91d3b02b-a658-4fd9-89a7-575bca97ee55 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 1095 time: 0.0790412 Mar 09 03:36:33.401468 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-84efe288-872e-4d91-97b0-259bc20ebd7e None None] Port 85720d65-761c-4542-9c4e-938ea4d3c821 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:36:33.437907 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3dc3cf-0548-4642-bac6-3571ee3a63ec req-f9133550-a842-484f-926e-3110e2c6d56d tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:33.439837 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2c3dc3cf-0548-4642-bac6-3571ee3a63ec req-f9133550-a842-484f-926e-3110e2c6d56d tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 945 time: 0.2559617 Mar 09 03:36:33.443387 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f3b907ff-2b79-4032-9985-ac971191a139 req-0ca33f5f-7e6a-493e-ac3d-dc35cab4ebe7 tempest-LiveAutoBlockMigrationV225Test-1951350868 tempest-LiveAutoBlockMigrationV225Test-1951350868-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357790 Mar 09 03:36:33.544731 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-2168af94-c52e-442a-9a28-6af2127064fd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Allocated IP 192.168.233.184 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/0ca50494-2a69-43b5-af68-43cb92d0bb88) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:36:33.565361 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2c3dc3cf-0548-4642-bac6-3571ee3a63ec req-7cca086a-ded7-4e71-9016-7eda38b87419 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172957 Mar 09 03:36:33.586265 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-bc7e8393-84f3-4d6f-bcbb-0f716a24e15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:33.750214 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:34.070690 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74fe3e-9e71-49e0-8e76-6b1a96b8858e req-641d022a-f90b-4b6a-8be0-8d489173f5f8 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:34.072094 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb74fe3e-9e71-49e0-8e76-6b1a96b8858e req-641d022a-f90b-4b6a-8be0-8d489173f5f8 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 944 time: 0.1817269 Mar 09 03:36:34.078796 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-d1bf33a6-de5e-4173-9b44-208f773f4b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:34.080405 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-d1bf33a6-de5e-4173-9b44-208f773f4b4a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2805c8aef7c746099fde990352f135bf&device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 1096 time: 0.1057703 Mar 09 03:36:34.139035 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88cd88-4859-4ad0-9a16-9f8cff8bab9c req-2c27851e-0783-4ed5-a741-db82266094ca tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:34.140440 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-de88cd88-4859-4ad0-9a16-9f8cff8bab9c req-2c27851e-0783-4ed5-a741-db82266094ca tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f87bfcc-02b0-4bfb-b96d-7bb55904a359 HTTP/1.1" status: 200 len: 943 time: 0.4175882 Mar 09 03:36:34.143441 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-2168af94-c52e-442a-9a28-6af2127064fd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:34.179054 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-2168af94-c52e-442a-9a28-6af2127064fd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Transition to ACTIVE for port object 0ca50494-2a69-43b5-af68-43cb92d0bb88 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:36:34.206061 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-de88cd88-4859-4ad0-9a16-9f8cff8bab9c req-d65f50ad-b16f-466a-98bb-ef2386c84f4a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560884 Mar 09 03:36:34.213263 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb74fe3e-9e71-49e0-8e76-6b1a96b8858e req-ba521df4-0571-4fce-8cae-68f6e79d035f tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316230 Mar 09 03:36:34.249435 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-2168af94-c52e-442a-9a28-6af2127064fd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:34.258679 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-8e50b614-5227-4f6b-a8db-69a88cff247f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:34.260717 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-8e50b614-5227-4f6b-a8db-69a88cff247f service neutron] 10.222.0.24 "GET /v2.0/networks?id=af94044a-4dd6-4e2a-9a7b-ddb410474c02 HTTP/1.1" status: 200 len: 908 time: 0.1665432 Mar 09 03:36:34.369419 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 6fea3666-f2b4-4c10-8b8e-c2c47303d6eb details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:36:34.382746 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43120) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:36:34.388463 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-cbe9879f-bd06-4e8a-8dd4-360926896cdc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e30c5c9e-3e19-4602-b265-9c044c715620 HTTP/1.1" status: 200 len: 217 time: 0.1199453 Mar 09 03:36:34.395990 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-2168af94-c52e-442a-9a28-6af2127064fd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:36:34.409377 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-2168af94-c52e-442a-9a28-6af2127064fd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:36:34.424474 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-2168af94-c52e-442a-9a28-6af2127064fd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:36:34.521843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168af94-c52e-442a-9a28-6af2127064fd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Pushing event updated for resources: {'Port': ['ID=0ca50494-2a69-43b5-af68-43cb92d0bb88,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:34.591742 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-2168af94-c52e-442a-9a28-6af2127064fd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:34.592380 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-2168af94-c52e-442a-9a28-6af2127064fd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:34.604875 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 6fea3666-f2b4-4c10-8b8e-c2c47303d6eb, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6fea3666-f2b4-4c10-8b8e-c2c47303d6eb,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:34.621185 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '6fea3666-f2b4-4c10-8b8e-c2c47303d6eb', 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e', 'port_id': '6fea3666-f2b4-4c10-8b8e-c2c47303d6eb', 'mac_address': 'fa:16:3e:a7:2c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c938e3dc-f3f5-45d5-a021-35dcda335146', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:36:34.653590 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-2168af94-c52e-442a-9a28-6af2127064fd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9607902 Mar 09 03:36:34.674393 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-207cee68-5451-470d-b58e-91f074b95138 service neutron] Request body: {'port': {'device_id': '7a4438dd-6f02-40cc-b35a-415ee8fee20e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:36:34.682307 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:34.699566 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fea3666-f2b4-4c10-8b8e-c2c47303d6eb {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:36:34.717139 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 6fea3666-f2b4-4c10-8b8e-c2c47303d6eb, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6fea3666-f2b4-4c10-8b8e-c2c47303d6eb,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:34.722063 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c90626e-c573-4312-9ca2-4c44404eb283 admin admin] Deleting subnet f737222e-ea29-4be9-9d8e-94fcd3d69b48 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:36:34.724574 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:34.729020 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c90626e-c573-4312-9ca2-4c44404eb283 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:34.776687 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-369b8cee-e1c1-4497-9f9e-d47af87a0d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:34.778632 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-369b8cee-e1c1-4497-9f9e-d47af87a0d0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=42f7c02a-5561-45bd-a0c7-255e56eaf460 HTTP/1.1" status: 200 len: 847 time: 0.3228889 Mar 09 03:36:34.780448 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-46dc167b-1069-4e49-b300-5e90a7f4e5f4 None None] Provisioning for port 0ca50494-2a69-43b5-af68-43cb92d0bb88 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:36:34.795077 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-46dc167b-1069-4e49-b300-5e90a7f4e5f4 None None] Provisioning complete for port 0ca50494-2a69-43b5-af68-43cb92d0bb88 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:36:34.795767 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-46dc167b-1069-4e49-b300-5e90a7f4e5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:34.838439 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=6fea3666-f2b4-4c10-8b8e-c2c47303d6eb,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:34.840380 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c90626e-c573-4312-9ca2-4c44404eb283 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:34.843419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9941ad-5b14-4aa3-ae24-bb73abcd790a req-f076902a-91a6-4537-aeb3-34c00de0a85b tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:34.844068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-fe9941ad-5b14-4aa3-ae24-bb73abcd790a req-f076902a-91a6-4537-aeb3-34c00de0a85b tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Synchronizing usage tracker for tenant:21c493429dff49cab70d2962adcdfd77 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:36:34.864609 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-46dc167b-1069-4e49-b300-5e90a7f4e5f4 None None] Port 0ca50494-2a69-43b5-af68-43cb92d0bb88 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:36:34.870599 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-d84e14f8-9659-4990-a3a0-0f0b1df3c27a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af94044a-4dd6-4e2a-9a7b-ddb410474c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848563 Mar 09 03:36:34.897421 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-fe9941ad-5b14-4aa3-ae24-bb73abcd790a req-f076902a-91a6-4537-aeb3-34c00de0a85b tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Unset dirty status for tenant:21c493429dff49cab70d2962adcdfd77 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:36:34.898653 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe9941ad-5b14-4aa3-ae24-bb73abcd790a req-f076902a-91a6-4537-aeb3-34c00de0a85b tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a4438dd-6f02-40cc-b35a-415ee8fee20e HTTP/1.1" status: 200 len: 936 time: 0.4297113 Mar 09 03:36:34.900694 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-bc7e8393-84f3-4d6f-bcbb-0f716a24e15c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85720d65-761c-4542-9c4e-938ea4d3c821 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:36:34.915155 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d9146-c7c7-4238-92ca-62df26d946a2 req-e4c316c6-bba3-4b4c-948d-2555640e45bb tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:34.916644 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fb3d9146-c7c7-4238-92ca-62df26d946a2 req-e4c316c6-bba3-4b4c-948d-2555640e45bb tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.2913299 Mar 09 03:36:34.925924 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b17cf3-9cd5-4279-9bdd-7618e295029c req-5a6a115a-f876-4777-b47c-c85a0a7c76cb tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:34.928541 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-45b17cf3-9cd5-4279-9bdd-7618e295029c req-5a6a115a-f876-4777-b47c-c85a0a7c76cb tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 944 time: 0.3145289 Mar 09 03:36:34.946983 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-bc7e8393-84f3-4d6f-bcbb-0f716a24e15c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:34.984494 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-207cee68-5451-470d-b58e-91f074b95138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:35.037195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-bc7e8393-84f3-4d6f-bcbb-0f716a24e15c service neutron] Transition to ACTIVE for port object 85720d65-761c-4542-9c4e-938ea4d3c821 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:36:35.044823 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c90626e-c573-4312-9ca2-4c44404eb283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:35.080859 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-bc7e8393-84f3-4d6f-bcbb-0f716a24e15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:35.097308 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fb3d9146-c7c7-4238-92ca-62df26d946a2 req-a0c6e27f-c54b-4b87-beae-3c6b08398955 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635077 Mar 09 03:36:35.135841 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-4337f7b1-0f0f-4d62-8b42-31e7d281ec54 service neutron] 10.222.0.24 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500672 Mar 09 03:36:35.152512 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-fe9941ad-5b14-4aa3-ae24-bb73abcd790a req-b2913698-5fbf-44ce-ae45-8ac4b6d55ac7 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Synchronizing usage tracker for tenant:21c493429dff49cab70d2962adcdfd77 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:36:35.164087 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e8393-84f3-4d6f-bcbb-0f716a24e15c service neutron] Pushing event updated for resources: {'Port': ['ID=85720d65-761c-4542-9c4e-938ea4d3c821,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:35.174289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-45b17cf3-9cd5-4279-9bdd-7618e295029c req-bdaf73c5-145c-4fd7-9734-1b64901b3695 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Deleting port 5a8a343a-e762-4fab-9d01-56ccd10d86ed {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:36:35.174635 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-45b17cf3-9cd5-4279-9bdd-7618e295029c req-bdaf73c5-145c-4fd7-9734-1b64901b3695 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:35.185523 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c90626e-c573-4312-9ca2-4c44404eb283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:35.214364 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['6fea3666-f2b4-4c10-8b8e-c2c47303d6eb'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:35.317981 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-fe9941ad-5b14-4aa3-ae24-bb73abcd790a req-b2913698-5fbf-44ce-ae45-8ac4b6d55ac7 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Unset dirty status for tenant:21c493429dff49cab70d2962adcdfd77 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:36:35.325525 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe9941ad-5b14-4aa3-ae24-bb73abcd790a req-b2913698-5fbf-44ce-ae45-8ac4b6d55ac7 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161022 Mar 09 03:36:35.329337 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c90626e-c573-4312-9ca2-4c44404eb283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:35.332419 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90626e-c573-4312-9ca2-4c44404eb283 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f737222e-ea29-4be9-9d8e-94fcd3d69b48,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:35.362998 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8c90626e-c573-4312-9ca2-4c44404eb283 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f737222e-ea29-4be9-9d8e-94fcd3d69b48 HTTP/1.1" status: 204 len: 168 time: 0.9788926 Mar 09 03:36:35.367118 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43132) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:36:35.499104 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-7cfbf637-ff0e-4617-8a82-045239284465 service neutron] 10.222.0.24 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561707 Mar 09 03:36:35.530059 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d637f3b4-3f64-4bfa-98a7-7ba0c24dbd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:35.550921 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c4c1a-df85-4286-a78b-61244bce082b req-f00c4df9-35db-4668-a634-aef14d6f1316 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:35.552341 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-371c4c1a-df85-4286-a78b-61244bce082b req-f00c4df9-35db-4668-a634-aef14d6f1316 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16f4b78-6132-4360-a0e8-d639aba9686b HTTP/1.1" status: 200 len: 950 time: 0.2816758 Mar 09 03:36:35.720944 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d637f3b4-3f64-4bfa-98a7-7ba0c24dbd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:35.731474 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-371c4c1a-df85-4286-a78b-61244bce082b req-bd0af76c-5d9d-4183-ac71-7bd7675d56ff tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443524 Mar 09 03:36:35.762848 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-d637f3b4-3f64-4bfa-98a7-7ba0c24dbd86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff92ff4-c46b-4b2f-a418-72b29b53c84d']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:36:35.779836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-d637f3b4-3f64-4bfa-98a7-7ba0c24dbd86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c06c6f-a040-43d0-9d75-095feecb3ddc') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:36:35.779836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-d637f3b4-3f64-4bfa-98a7-7ba0c24dbd86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c06c6f-a040-43d0-9d75-095feecb3ddc') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:36:35.794316 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d637f3b4-3f64-4bfa-98a7-7ba0c24dbd86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:35.820047 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d637f3b4-3f64-4bfa-98a7-7ba0c24dbd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:35.827377 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d637f3b4-3f64-4bfa-98a7-7ba0c24dbd86 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:36:35.828336 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d637f3b4-3f64-4bfa-98a7-7ba0c24dbd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:36:35.847187 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:36:35.997619 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d637f3b4-3f64-4bfa-98a7-7ba0c24dbd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:36.014511 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d637f3b4-3f64-4bfa-98a7-7ba0c24dbd86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:36.047076 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f3b4-3f64-4bfa-98a7-7ba0c24dbd86 admin admin] Pushing event deleted for resources: {'Network': ['ID=aff92ff4-c46b-4b2f-a418-72b29b53c84d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:36.057402 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-bc7e8393-84f3-4d6f-bcbb-0f716a24e15c service neutron] Attempting to bind port 85720d65-761c-4542-9c4e-938ea4d3c821 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:36:36.057760 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-bc7e8393-84f3-4d6f-bcbb-0f716a24e15c service neutron] Attempting to bind port 85720d65-761c-4542-9c4e-938ea4d3c821 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:36:36.058092 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-bc7e8393-84f3-4d6f-bcbb-0f716a24e15c service neutron] Attempting to bind port 85720d65-761c-4542-9c4e-938ea4d3c821 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:36:36.066725 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bc6d7-6bd5-4cea-8143-1272c33a271b req-322e490c-2e42-4d7a-8ec1-4bb37d1af8f1 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:36.068369 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d21bc6d7-6bd5-4cea-8143-1272c33a271b req-322e490c-2e42-4d7a-8ec1-4bb37d1af8f1 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f87bfcc-02b0-4bfb-b96d-7bb55904a359 HTTP/1.1" status: 200 len: 944 time: 0.2061093 Mar 09 03:36:36.072886 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d637f3b4-3f64-4bfa-98a7-7ba0c24dbd86 admin admin] 10.222.0.16 "DELETE /v2.0/networks/aff92ff4-c46b-4b2f-a418-72b29b53c84d HTTP/1.1" status: 204 len: 168 time: 0.7047698 Mar 09 03:36:36.077181 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-bc7e8393-84f3-4d6f-bcbb-0f716a24e15c service neutron] Port 85720d65-761c-4542-9c4e-938ea4d3c821 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:36:36.077505 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-bc7e8393-84f3-4d6f-bcbb-0f716a24e15c service neutron] Attempting to bind port 85720d65-761c-4542-9c4e-938ea4d3c821 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:36:36.116568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-bc7e8393-84f3-4d6f-bcbb-0f716a24e15c service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:36:36.116908 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-bc7e8393-84f3-4d6f-bcbb-0f716a24e15c service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:36:36.117298 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-bc7e8393-84f3-4d6f-bcbb-0f716a24e15c service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:36:36.117743 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-bc7e8393-84f3-4d6f-bcbb-0f716a24e15c service neutron] Bound port: 85720d65-761c-4542-9c4e-938ea4d3c821, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:36:36.118093 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-bc7e8393-84f3-4d6f-bcbb-0f716a24e15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:36.120836 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d21bc6d7-6bd5-4cea-8143-1272c33a271b req-058dfc31-231b-4929-8791-0be5ae414692 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444326 Mar 09 03:36:36.194278 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a0426-ef83-4dc5-be10-30bdcc40d2ee req-ab79ace2-87d3-4d86-bb63-764f6a064f96 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:36.195877 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-684a0426-ef83-4dc5-be10-30bdcc40d2ee req-ab79ace2-87d3-4d86-bb63-764f6a064f96 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 945 time: 0.6847835 Mar 09 03:36:36.242889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-45b17cf3-9cd5-4279-9bdd-7618e295029c req-bdaf73c5-145c-4fd7-9734-1b64901b3695 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] For port 5a8a343a-e762-4fab-9d01-56ccd10d86ed, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=5a8a343a-e762-4fab-9d01-56ccd10d86ed,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:36.243700 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-45b17cf3-9cd5-4279-9bdd-7618e295029c req-bdaf73c5-145c-4fd7-9734-1b64901b3695 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:36.316035 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43142) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:36:36.345629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-207cee68-5451-470d-b58e-91f074b95138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca50494-2a69-43b5-af68-43cb92d0bb88 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:36:36.394145 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-59cfed4b-33d5-4480-a196-d1e2e41b9b24 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0cfa7fe9312d413ca333b2474578ba7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0731535 Mar 09 03:36:36.401722 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb68963-fe40-4d29-beeb-d9c5865f0b32 req-10116481-a70a-4e92-852f-4c505aea4d53 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:36.403260 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1bb68963-fe40-4d29-beeb-d9c5865f0b32 req-10116481-a70a-4e92-852f-4c505aea4d53 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 944 time: 0.1546555 Mar 09 03:36:36.403728 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43148) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:36:36.411576 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-207cee68-5451-470d-b58e-91f074b95138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:36.420422 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-45b17cf3-9cd5-4279-9bdd-7618e295029c req-bdaf73c5-145c-4fd7-9734-1b64901b3695 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Calling delete_port for 5a8a343a-e762-4fab-9d01-56ccd10d86ed owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:36:36.488925 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1bb68963-fe40-4d29-beeb-d9c5865f0b32 req-f66374e8-c50b-4e93-aced-989a789fe1ec tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723667 Mar 09 03:36:36.508179 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0fa5ba5a-3812-41ce-9f34-0749483314b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:36.514635 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-207cee68-5451-470d-b58e-91f074b95138 service neutron] Transition to ACTIVE for port object 0ca50494-2a69-43b5-af68-43cb92d0bb88 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:36:36.542756 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0fa5ba5a-3812-41ce-9f34-0749483314b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:36.545141 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-207cee68-5451-470d-b58e-91f074b95138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:36.573585 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-684a0426-ef83-4dc5-be10-30bdcc40d2ee req-4b12600f-1174-45eb-83d9-cfcfae6041a8 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632152 Mar 09 03:36:36.650352 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-bc7e8393-84f3-4d6f-bcbb-0f716a24e15c service neutron] For port 85720d65-761c-4542-9c4e-938ea4d3c821, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:36:36.748939 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-bc7e8393-84f3-4d6f-bcbb-0f716a24e15c service neutron] For port 85720d65-761c-4542-9c4e-938ea4d3c821, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=85720d65-761c-4542-9c4e-938ea4d3c821,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:36:36.812731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217532c9-33f1-47d7-a779-7266b52f182e req-dee6594d-728f-4176-bec3-8bc2ec8c0245 tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:36.819526 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-bc7e8393-84f3-4d6f-bcbb-0f716a24e15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:36.822206 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-217532c9-33f1-47d7-a779-7266b52f182e req-dee6594d-728f-4176-bec3-8bc2ec8c0245 tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b16f4b78-6132-4360-a0e8-d639aba9686b HTTP/1.1" status: 200 len: 1101 time: 0.1056416 Mar 09 03:36:36.831411 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207cee68-5451-470d-b58e-91f074b95138 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca50494-2a69-43b5-af68-43cb92d0bb88,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:36.851201 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0fa5ba5a-3812-41ce-9f34-0749483314b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:36.880580 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5ba5a-3812-41ce-9f34-0749483314b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f131a8c-796c-4617-b9f4-9ceffea22b47,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:36.943089 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0fa5ba5a-3812-41ce-9f34-0749483314b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:36.945229 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0fa5ba5a-3812-41ce-9f34-0749483314b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f131a8c-796c-4617-b9f4-9ceffea22b47 HTTP/1.1" status: 204 len: 168 time: 0.5403166 Mar 09 03:36:36.959951 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-217532c9-33f1-47d7-a779-7266b52f182e req-03a8c6f4-5e7e-4c71-80e6-e016cd038e50 tempest-ServersOnMultiNodesTest-1301785245 tempest-ServersOnMultiNodesTest-1301785245-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363330 Mar 09 03:36:37.061204 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-bc7e8393-84f3-4d6f-bcbb-0f716a24e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:37.062105 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-bc7e8393-84f3-4d6f-bcbb-0f716a24e15c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:37.063824 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-bc7e8393-84f3-4d6f-bcbb-0f716a24e15c service neutron] 10.222.0.24 "PUT /v2.0/ports/85720d65-761c-4542-9c4e-938ea4d3c821 HTTP/1.1" status: 200 len: 1096 time: 3.7323117 Mar 09 03:36:37.067028 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da638be3-efe3-4f10-b607-b7f1c174aa18', 'tag': '85720d65-761c-4542-9c4e-938ea4d3c821'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:36:37.257522 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e8393-84f3-4d6f-bcbb-0f716a24e15c service neutron] Pushing event updated for resources: {'Port': ['ID=85720d65-761c-4542-9c4e-938ea4d3c821,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:37.261566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a29b78-bf8e-41dd-9cca-3f50168ffd68 req-af50df6f-f0e5-4144-9d75-c57662a96dba tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:37.272044 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-51a29b78-bf8e-41dd-9cca-3f50168ffd68 req-af50df6f-f0e5-4144-9d75-c57662a96dba tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a4438dd-6f02-40cc-b35a-415ee8fee20e HTTP/1.1" status: 200 len: 948 time: 0.1381881 Mar 09 03:36:37.288202 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-45b17cf3-9cd5-4279-9bdd-7618e295029c req-bdaf73c5-145c-4fd7-9734-1b64901b3695 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:37.303052 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['b4dfe22a-e7d9-40c4-a974-57a06028ad0e'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:37.340789 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-51a29b78-bf8e-41dd-9cca-3f50168ffd68 req-4981a770-89c4-43b8-9aea-f76be7eaa7e0 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674229 Mar 09 03:36:37.399952 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-207cee68-5451-470d-b58e-91f074b95138 service neutron] Attempting to bind port 0ca50494-2a69-43b5-af68-43cb92d0bb88 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:36:37.400166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-207cee68-5451-470d-b58e-91f074b95138 service neutron] Attempting to bind port 0ca50494-2a69-43b5-af68-43cb92d0bb88 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:36:37.400358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-207cee68-5451-470d-b58e-91f074b95138 service neutron] Attempting to bind port 0ca50494-2a69-43b5-af68-43cb92d0bb88 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:36:37.414433 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177b71b-7a2c-4051-9b80-1863aad8fd6c req-94be78c3-74c0-4a29-a9df-57b095e4b3b5 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:37.419368 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9177b71b-7a2c-4051-9b80-1863aad8fd6c req-94be78c3-74c0-4a29-a9df-57b095e4b3b5 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.6743860 Mar 09 03:36:37.420283 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf73c5-145c-4fd7-9734-1b64901b3695 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Pushing event deleted for resources: {'Port': ['ID=5a8a343a-e762-4fab-9d01-56ccd10d86ed,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:37.443455 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-207cee68-5451-470d-b58e-91f074b95138 service neutron] Port 0ca50494-2a69-43b5-af68-43cb92d0bb88 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:36:37.443992 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-207cee68-5451-470d-b58e-91f074b95138 service neutron] Attempting to bind port 0ca50494-2a69-43b5-af68-43cb92d0bb88 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:36:37.540922 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-207cee68-5451-470d-b58e-91f074b95138 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:36:37.541264 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-207cee68-5451-470d-b58e-91f074b95138 service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:36:37.542724 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-207cee68-5451-470d-b58e-91f074b95138 service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:36:37.543392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-207cee68-5451-470d-b58e-91f074b95138 service neutron] Bound port: 0ca50494-2a69-43b5-af68-43cb92d0bb88, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:36:37.543923 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-207cee68-5451-470d-b58e-91f074b95138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:37.620906 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9177b71b-7a2c-4051-9b80-1863aad8fd6c req-b1ec3084-62c4-4f33-8208-b4b5365961d0 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826982 Mar 09 03:36:37.660347 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b17cf3-9cd5-4279-9bdd-7618e295029c req-bdaf73c5-145c-4fd7-9734-1b64901b3695 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] No DVR routers for this DVR port 5a8a343a-e762-4fab-9d01-56ccd10d86ed on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:36:37.673049 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-45b17cf3-9cd5-4279-9bdd-7618e295029c req-bdaf73c5-145c-4fd7-9734-1b64901b3695 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:37.687238 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-58ff0609-c442-4a40-a214-1585d192bf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:37.689143 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-58ff0609-c442-4a40-a214-1585d192bf67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=21c493429dff49cab70d2962adcdfd77&device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 1099 time: 0.5469561 Mar 09 03:36:37.764207 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da638be3-efe3-4f10-b607-b7f1c174aa18', 'tag': '85720d65-761c-4542-9c4e-938ea4d3c821', 'status': 'completed', 'code': 200} Mar 09 03:36:37.774726 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-45b17cf3-9cd5-4279-9bdd-7618e295029c req-bdaf73c5-145c-4fd7-9734-1b64901b3695 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.24 "DELETE /v2.0/ports/5a8a343a-e762-4fab-9d01-56ccd10d86ed HTTP/1.1" status: 204 len: 173 time: 2.8236206 Mar 09 03:36:37.786614 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-d74f7ea0-924d-46a0-9e0c-954bd150d4e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=85720d65-761c-4542-9c4e-938ea4d3c821 HTTP/1.1" status: 200 len: 217 time: 0.0902667 Mar 09 03:36:37.883120 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876afef7-358f-4553-969c-de60914d7a9e req-9927ca61-1571-47d0-9278-c526558bdabd tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:37.884986 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-876afef7-358f-4553-969c-de60914d7a9e req-9927ca61-1571-47d0-9278-c526558bdabd tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f87bfcc-02b0-4bfb-b96d-7bb55904a359 HTTP/1.1" status: 200 len: 944 time: 0.1142626 Mar 09 03:36:37.953260 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-876afef7-358f-4553-969c-de60914d7a9e req-ec0d9f0d-c7aa-4e5e-9907-c27293060a94 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612473 Mar 09 03:36:38.089519 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-d2922e67-fd01-4744-be72-a79e3cf6eceb req-00c6fffd-05e2-45bc-851e-1082ab5b143b tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Synchronizing usage tracker for tenant:42923148a00a49268422cf3ff4c2fd04 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:36:38.094986 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-207cee68-5451-470d-b58e-91f074b95138 service neutron] For port 0ca50494-2a69-43b5-af68-43cb92d0bb88, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:36:38.116925 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-207cee68-5451-470d-b58e-91f074b95138 service neutron] For port 0ca50494-2a69-43b5-af68-43cb92d0bb88, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0ca50494-2a69-43b5-af68-43cb92d0bb88,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:36:38.119798 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-22a388d0-0e29-4653-a42e-60562f9315f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:38.121275 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-22a388d0-0e29-4653-a42e-60562f9315f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.3284614 Mar 09 03:36:38.127210 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-207cee68-5451-470d-b58e-91f074b95138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:38.153393 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff28c1-7a24-4932-9890-2742fb4941f7 req-92a0de70-d9e4-432d-b70d-4e8bec0bdb24 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:38.155510 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42ff28c1-7a24-4932-9890-2742fb4941f7 req-92a0de70-d9e4-432d-b70d-4e8bec0bdb24 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 945 time: 0.0980129 Mar 09 03:36:38.207003 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42ff28c1-7a24-4932-9890-2742fb4941f7 req-10227be0-017c-4585-a256-537d83c731f8 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450962 Mar 09 03:36:38.230179 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-d2922e67-fd01-4744-be72-a79e3cf6eceb req-00c6fffd-05e2-45bc-851e-1082ab5b143b tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Unset dirty status for tenant:42923148a00a49268422cf3ff4c2fd04 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:36:38.231411 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d2922e67-fd01-4744-be72-a79e3cf6eceb req-00c6fffd-05e2-45bc-851e-1082ab5b143b tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d28f18a2-2028-4eb3-8966-048ad9a51ab5 HTTP/1.1" status: 200 len: 210 time: 0.3952265 Mar 09 03:36:38.252619 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-207cee68-5451-470d-b58e-91f074b95138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:38.253227 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-207cee68-5451-470d-b58e-91f074b95138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:38.254634 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-207cee68-5451-470d-b58e-91f074b95138 service neutron] 10.222.0.21 "PUT /v2.0/ports/0ca50494-2a69-43b5-af68-43cb92d0bb88 HTTP/1.1" status: 200 len: 1096 time: 3.5870597 Mar 09 03:36:38.311358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-6cad8fd4-1f6a-4b8b-88fd-9bd4d08d73a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:38.313018 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-6cad8fd4-1f6a-4b8b-88fd-9bd4d08d73a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1807051 Mar 09 03:36:38.314309 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207cee68-5451-470d-b58e-91f074b95138 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca50494-2a69-43b5-af68-43cb92d0bb88,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:38.382763 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 6fea3666-f2b4-4c10-8b8e-c2c47303d6eb up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:36:38.491800 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:38.548997 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 6fea3666-f2b4-4c10-8b8e-c2c47303d6eb completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:36:38.555558 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-6e07b855-0816-4ae0-8d23-d78cb10f19b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:38.558012 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-6e07b855-0816-4ae0-8d23-d78cb10f19b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21c493429dff49cab70d2962adcdfd77&device_id=7a4438dd-6f02-40cc-b35a-415ee8fee20e HTTP/1.1" status: 200 len: 1099 time: 0.2392590 Mar 09 03:36:38.560566 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 6fea3666-f2b4-4c10-8b8e-c2c47303d6eb triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:36:38.560948 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:38.588692 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d0111-7a0f-4c11-8f50-c8e056a80498 req-2ebbc3eb-84f5-4f50-8c86-2057188d1305 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:38.596242 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d65d0111-7a0f-4c11-8f50-c8e056a80498 req-2ebbc3eb-84f5-4f50-8c86-2057188d1305 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16f4b78-6132-4360-a0e8-d639aba9686b HTTP/1.1" status: 200 len: 950 time: 0.1705022 Mar 09 03:36:38.649266 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d65d0111-7a0f-4c11-8f50-c8e056a80498 req-bf974ff6-cfb2-41ab-9c4a-c31926a00a43 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520341 Mar 09 03:36:38.780502 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:38.804341 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-5c4d8045-b832-4e07-b7c0-b92c784285bc service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320321 Mar 09 03:36:38.811668 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-daa747c6-01f2-4077-8ba4-a12643d23126 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=0ca50494-2a69-43b5-af68-43cb92d0bb88 HTTP/1.1" status: 200 len: 217 time: 0.2336493 Mar 09 03:36:38.839729 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f87bfcc-02b0-4bfb-b96d-7bb55904a359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fea3666-f2b4-4c10-8b8e-c2c47303d6eb'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:36:38.863288 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 6fea3666-f2b4-4c10-8b8e-c2c47303d6eb, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6fea3666-f2b4-4c10-8b8e-c2c47303d6eb,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:38.876916 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:38.916820 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad55b2-4ca2-4aa6-94cd-e3e44a0b617b req-536d7b2e-5d01-4879-84e1-3bf299b0dfdf tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:38.929475 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-92ad55b2-4ca2-4aa6-94cd-e3e44a0b617b req-536d7b2e-5d01-4879-84e1-3bf299b0dfdf tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a4438dd-6f02-40cc-b35a-415ee8fee20e HTTP/1.1" status: 200 len: 948 time: 0.1762223 Mar 09 03:36:38.978028 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=6fea3666-f2b4-4c10-8b8e-c2c47303d6eb,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:39.010582 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-92ad55b2-4ca2-4aa6-94cd-e3e44a0b617b req-adfb78ef-2789-481f-b72c-78e13906bf60 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801816 Mar 09 03:36:39.144950 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1cafc7ed-fdd1-482e-9b46-173324f76a7d req-06c75b24-c5ca-4311-8b56-6255972ba341 tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.0888536 Mar 09 03:36:39.173024 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 5a8a343a-e762-4fab-9d01-56ccd10d86ed no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:36:39.196097 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-519b6ec3-e49b-472e-a7a7-889f32de4f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:39.197844 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-519b6ec3-e49b-472e-a7a7-889f32de4f5c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1821082 Mar 09 03:36:39.233119 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f87bfcc-02b0-4bfb-b96d-7bb55904a359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fea3666-f2b4-4c10-8b8e-c2c47303d6eb', 'code': 200} Mar 09 03:36:39.256254 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 5a8a343a-e762-4fab-9d01-56ccd10d86ed {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:36:39.258628 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 5a8a343a-e762-4fab-9d01-56ccd10d86ed not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:36:39.304861 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ee1be77c-72f3-4ff7-b603-5a9cfee5466f req-4bc65355-3fcb-45a7-bc62-a4055b669e12 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920440 Mar 09 03:36:39.334513 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc81fc9-340a-48ed-a7b3-c92e6fc17372 req-6b1571e0-c27f-41c2-84df-55f740d2e01d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:39.336948 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6cc81fc9-340a-48ed-a7b3-c92e6fc17372 req-6b1571e0-c27f-41c2-84df-55f740d2e01d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.2820432 Mar 09 03:36:39.427522 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6cc81fc9-340a-48ed-a7b3-c92e6fc17372 req-b48d1531-18ac-481c-b723-f8d7df39b824 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842807 Mar 09 03:36:39.440371 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2c7c7-9460-4f0e-b751-6ba3d83d8810 req-ed879ab7-cba1-4d43-bc91-86dfbe91907e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:39.445725 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d5f2c7c7-9460-4f0e-b751-6ba3d83d8810 req-ed879ab7-cba1-4d43-bc91-86dfbe91907e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f87bfcc-02b0-4bfb-b96d-7bb55904a359 HTTP/1.1" status: 200 len: 945 time: 0.1232688 Mar 09 03:36:39.488065 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-4b2c5bfa-a976-47ca-a148-6635f0cce925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:39.489923 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-4b2c5bfa-a976-47ca-a148-6635f0cce925 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2597580 Mar 09 03:36:39.551544 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d5f2c7c7-9460-4f0e-b751-6ba3d83d8810 req-3c49b3da-214a-41ab-a6b2-9844ccf9d8ad tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048417 Mar 09 03:36:39.599000 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa2589-c719-4953-9f78-c9627c355f19 req-93f107b9-358c-4987-9f42-00e0dcd74c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:39.600621 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96fa2589-c719-4953-9f78-c9627c355f19 req-93f107b9-358c-4987-9f42-00e0dcd74c3d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6f87bfcc-02b0-4bfb-b96d-7bb55904a359 HTTP/1.1" status: 200 len: 1096 time: 0.1522195 Mar 09 03:36:39.649539 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96fa2589-c719-4953-9f78-c9627c355f19 req-172fabf4-e2a7-43df-b321-a402c8db031d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427091 Mar 09 03:36:39.765850 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28f18a2-2028-4eb3-8966-048ad9a51ab5', 'name': 'network-vif-deleted', 'tag': '5a8a343a-e762-4fab-9d01-56ccd10d86ed'}, {'name': 'network-changed', 'server_uuid': '7a4438dd-6f02-40cc-b35a-415ee8fee20e', 'tag': '0ca50494-2a69-43b5-af68-43cb92d0bb88'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:36:39.842628 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c888c-427a-422e-a012-ed6c450d986a req-c3d8ee30-7d9e-4ef3-98fa-7ce58fe861ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:39.844138 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe0c888c-427a-422e-a012-ed6c450d986a req-c3d8ee30-7d9e-4ef3-98fa-7ce58fe861ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=21c493429dff49cab70d2962adcdfd77&device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 1099 time: 0.4156549 Mar 09 03:36:39.851061 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-3881e6f6-29c3-42cb-9c41-7923a9141776 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136759 Mar 09 03:36:39.923838 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99167f-ce14-4652-a711-fb92d6fafbfc req-f5c8802b-f12c-4b6a-ae82-016c0ad79160 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:39.925295 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ce99167f-ce14-4652-a711-fb92d6fafbfc req-f5c8802b-f12c-4b6a-ae82-016c0ad79160 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16f4b78-6132-4360-a0e8-d639aba9686b HTTP/1.1" status: 200 len: 950 time: 0.1464558 Mar 09 03:36:39.937984 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d85490-3a7d-4ebb-9cb2-9d2455b7f153 req-10cee29b-dac1-4ae3-b5cd-cd30738e940f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:39.940718 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-10d85490-3a7d-4ebb-9cb2-9d2455b7f153 req-10cee29b-dac1-4ae3-b5cd-cd30738e940f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f4b78-6132-4360-a0e8-d639aba9686b HTTP/1.1" status: 200 len: 950 time: 0.4478729 Mar 09 03:36:39.997368 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ce99167f-ce14-4652-a711-fb92d6fafbfc req-5c24bf93-6037-4c3b-ba83-002548833d98 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643077 Mar 09 03:36:40.103220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49269ab-401a-41dd-b76f-a7e80a5cd2f5 req-e52375aa-550f-44f5-9536-aadc0c027a6a tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:40.104969 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c49269ab-401a-41dd-b76f-a7e80a5cd2f5 req-e52375aa-550f-44f5-9536-aadc0c027a6a tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 945 time: 0.5616868 Mar 09 03:36:40.127276 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28f18a2-2028-4eb3-8966-048ad9a51ab5', 'name': 'network-vif-deleted', 'tag': '5a8a343a-e762-4fab-9d01-56ccd10d86ed', 'status': 'completed', 'code': 200} Mar 09 03:36:40.127645 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4438dd-6f02-40cc-b35a-415ee8fee20e', 'tag': '0ca50494-2a69-43b5-af68-43cb92d0bb88', 'status': 'completed', 'code': 200} Mar 09 03:36:40.302060 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2f61a-419e-495d-a20a-3a5aac73ea6c req-5727b9e7-73d4-4361-a86b-29952af8d3cb tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:40.310409 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4dd2f61a-419e-495d-a20a-3a5aac73ea6c req-5727b9e7-73d4-4361-a86b-29952af8d3cb tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a4438dd-6f02-40cc-b35a-415ee8fee20e HTTP/1.1" status: 200 len: 948 time: 0.1062069 Mar 09 03:36:40.371878 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4dd2f61a-419e-495d-a20a-3a5aac73ea6c req-1ef56111-b5ae-47f4-8f72-d4ed9407eda1 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604279 Mar 09 03:36:40.466782 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c49269ab-401a-41dd-b76f-a7e80a5cd2f5 req-76073f03-62fd-4519-b401-a3389532ef75 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258102 Mar 09 03:36:40.476418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-10d85490-3a7d-4ebb-9cb2-9d2455b7f153 req-56354575-0f18-4694-b5b7-679e871c1c25 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Deleting port d7049011-f5d3-4dcb-8693-0008d16a6d97 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:36:40.476763 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-10d85490-3a7d-4ebb-9cb2-9d2455b7f153 req-56354575-0f18-4694-b5b7-679e871c1c25 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:40.537241 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e0921850-a166-497a-a5e4-399fe34c4076 req-f30c83c7-df33-4d28-8a90-f75991d42648 tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.0473061 Mar 09 03:36:40.596280 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c888c-427a-422e-a012-ed6c450d986a req-45d4bc3e-2c29-4209-a081-a98563746755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:40.597895 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe0c888c-427a-422e-a012-ed6c450d986a req-45d4bc3e-2c29-4209-a081-a98563746755 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.7460120 Mar 09 03:36:40.705341 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe0c888c-427a-422e-a012-ed6c450d986a req-a5bf417a-a213-4412-aa0a-f136b4c17218 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=85720d65-761c-4542-9c4e-938ea4d3c821 HTTP/1.1" status: 200 len: 217 time: 0.0911937 Mar 09 03:36:40.804833 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679e188-3adb-4838-8b08-74a54d0667ba req-241fae12-55f5-4837-b613-61440ce84170 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:40.807717 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b679e188-3adb-4838-8b08-74a54d0667ba req-241fae12-55f5-4837-b613-61440ce84170 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f87bfcc-02b0-4bfb-b96d-7bb55904a359 HTTP/1.1" status: 200 len: 945 time: 0.0936437 Mar 09 03:36:40.882237 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b679e188-3adb-4838-8b08-74a54d0667ba req-d11e95e8-d02b-4e77-a984-fac4d59acfe3 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644126 Mar 09 03:36:40.919149 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-046e1d37-a983-4e2d-b8a1-e4008051e978 req-b9acc7b8-edf3-4d07-8e06-2cf2ce446120 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8995452 Mar 09 03:36:41.027528 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c888c-427a-422e-a012-ed6c450d986a req-ff8241aa-acdf-4b0d-ac7a-102dbfa57ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:41.040177 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe0c888c-427a-422e-a012-ed6c450d986a req-ff8241aa-acdf-4b0d-ac7a-102dbfa57ebf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.2189415 Mar 09 03:36:41.243847 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b2bbb-74df-41b3-9c30-8e0c2bac994b req-cf1e1eb1-1a78-407e-922a-b792b522bcc1 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:41.246392 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0a8b2bbb-74df-41b3-9c30-8e0c2bac994b req-cf1e1eb1-1a78-407e-922a-b792b522bcc1 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16f4b78-6132-4360-a0e8-d639aba9686b HTTP/1.1" status: 200 len: 950 time: 0.1082995 Mar 09 03:36:41.269059 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce418d-521f-473c-8263-248781aeb778 req-c235263b-b780-4fcd-aecd-ec7d24f912c4 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:41.276243 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dfce418d-521f-473c-8263-248781aeb778 req-c235263b-b780-4fcd-aecd-ec7d24f912c4 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.5699661 Mar 09 03:36:41.328471 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0a8b2bbb-74df-41b3-9c30-8e0c2bac994b req-9c4db2b3-f6d4-4a0c-a61d-6379d3dd6230 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706801 Mar 09 03:36:41.352636 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-10d85490-3a7d-4ebb-9cb2-9d2455b7f153 req-56354575-0f18-4694-b5b7-679e871c1c25 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] For port d7049011-f5d3-4dcb-8693-0008d16a6d97, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d7049011-f5d3-4dcb-8693-0008d16a6d97,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:41.352989 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-10d85490-3a7d-4ebb-9cb2-9d2455b7f153 req-56354575-0f18-4694-b5b7-679e871c1c25 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:41.438594 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dfce418d-521f-473c-8263-248781aeb778 req-471da339-7530-476b-b3ff-24b4882f673b tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614769 Mar 09 03:36:41.512822 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-10d85490-3a7d-4ebb-9cb2-9d2455b7f153 req-56354575-0f18-4694-b5b7-679e871c1c25 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Calling delete_port for d7049011-f5d3-4dcb-8693-0008d16a6d97 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:36:41.545088 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c888c-427a-422e-a012-ed6c450d986a req-ce9403e3-cabf-4644-9276-18e4fee320e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:41.546820 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe0c888c-427a-422e-a012-ed6c450d986a req-ce9403e3-cabf-4644-9276-18e4fee320e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5055430 Mar 09 03:36:41.600046 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ddf70-f625-44ab-8dde-66bfaf816d01 req-ade619e0-c2a0-46a8-b9ab-7c382c82d356 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:41.603802 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d222eb8-16e1-458c-b000-73b36d9a288c req-0244dc70-971b-46a3-8dcd-5d63ccf61b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:41.605281 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d222eb8-16e1-458c-b000-73b36d9a288c req-0244dc70-971b-46a3-8dcd-5d63ccf61b5a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21c493429dff49cab70d2962adcdfd77&device_id=7a4438dd-6f02-40cc-b35a-415ee8fee20e HTTP/1.1" status: 200 len: 1099 time: 0.5094662 Mar 09 03:36:41.608593 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7b9ddf70-f625-44ab-8dde-66bfaf816d01 req-ade619e0-c2a0-46a8-b9ab-7c382c82d356 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a4438dd-6f02-40cc-b35a-415ee8fee20e HTTP/1.1" status: 200 len: 948 time: 0.1243637 Mar 09 03:36:41.664678 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7b9ddf70-f625-44ab-8dde-66bfaf816d01 req-9e94e532-b4da-465d-898a-7fd85c6a1891 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481393 Mar 09 03:36:41.849874 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-77ab404f-8c84-4658-b065-61ca294d28b4 req-defdc44f-e29f-48c6-ace4-bcf81514754d tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.0507827 Mar 09 03:36:41.927353 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe0c888c-427a-422e-a012-ed6c450d986a req-da7a0474-a090-4e0d-b75d-27fcd1d2fb7e service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679340 Mar 09 03:36:42.093788 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d222eb8-16e1-458c-b000-73b36d9a288c req-d70be277-7981-47d6-b129-25ded7f5a002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:42.095803 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d222eb8-16e1-458c-b000-73b36d9a288c req-d70be277-7981-47d6-b129-25ded7f5a002 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.4259844 Mar 09 03:36:42.119341 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35849b-a514-4d7c-80cd-04ba8b269dda req-6b836e35-52ca-44a2-8693-5ffee12f186f tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:42.127218 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1e35849b-a514-4d7c-80cd-04ba8b269dda req-6b836e35-52ca-44a2-8693-5ffee12f186f tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f87bfcc-02b0-4bfb-b96d-7bb55904a359 HTTP/1.1" status: 200 len: 945 time: 0.1128364 Mar 09 03:36:42.179423 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1e35849b-a514-4d7c-80cd-04ba8b269dda req-612eca8b-a595-4362-a2ac-c932964e5a81 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512884 Mar 09 03:36:42.191461 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-10d85490-3a7d-4ebb-9cb2-9d2455b7f153 req-56354575-0f18-4694-b5b7-679e871c1c25 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:42.205461 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['b6f35ef7-250a-4519-9e2e-2cdcd74c2047', '4ddda7c6-b428-4425-a523-4b32482d7e48', 'fb6c1293-67e6-4e97-be63-8d7254a3ffbf', 'b497e655-390b-4c5f-8aba-27b38ec3f987', '7c3a58c9-e070-4db7-8745-a37785fbc83b'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:42.244821 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['d1022644-48bc-4d48-bad2-0f16a24a90c7', '811d17f4-2f18-4866-8e73-28c4a2cbb29f'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:42.372171 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d222eb8-16e1-458c-b000-73b36d9a288c req-699d391b-1528-430f-a2fa-68d2cc2b8441 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=0ca50494-2a69-43b5-af68-43cb92d0bb88 HTTP/1.1" status: 200 len: 217 time: 0.2592559 Mar 09 03:36:42.388999 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device d7049011-f5d3-4dcb-8693-0008d16a6d97 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:36:42.431099 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe0c888c-427a-422e-a012-ed6c450d986a req-b4b30e76-c84c-4dfe-815f-0114c9e5ba1f service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926677 Mar 09 03:36:42.458928 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28df53a-b11d-4a9a-a8cb-bf4370917475 req-5e3781fc-1011-4fdc-9b80-03dd39e8ca47 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:42.466294 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e28df53a-b11d-4a9a-a8cb-bf4370917475 req-5e3781fc-1011-4fdc-9b80-03dd39e8ca47 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 945 time: 0.7771521 Mar 09 03:36:42.510650 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56354575-0f18-4694-b5b7-679e871c1c25 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Pushing event deleted for resources: {'Port': ['ID=d7049011-f5d3-4dcb-8693-0008d16a6d97,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:42.569450 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: d7049011-f5d3-4dcb-8693-0008d16a6d97 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:36:42.573570 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device d7049011-f5d3-4dcb-8693-0008d16a6d97 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:36:42.607296 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d85490-3a7d-4ebb-9cb2-9d2455b7f153 req-56354575-0f18-4694-b5b7-679e871c1c25 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] No DVR routers for this DVR port d7049011-f5d3-4dcb-8693-0008d16a6d97 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:36:42.609851 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-10d85490-3a7d-4ebb-9cb2-9d2455b7f153 req-56354575-0f18-4694-b5b7-679e871c1c25 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:42.663327 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16f4b78-6132-4360-a0e8-d639aba9686b', 'name': 'network-vif-deleted', 'tag': 'd7049011-f5d3-4dcb-8693-0008d16a6d97'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:36:42.668964 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d222eb8-16e1-458c-b000-73b36d9a288c req-79e35ce9-db10-4257-b2a7-5affd17a3803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:42.670700 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d222eb8-16e1-458c-b000-73b36d9a288c req-79e35ce9-db10-4257-b2a7-5affd17a3803 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.2766178 Mar 09 03:36:42.745146 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-10d85490-3a7d-4ebb-9cb2-9d2455b7f153 req-56354575-0f18-4694-b5b7-679e871c1c25 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.21 "DELETE /v2.0/ports/d7049011-f5d3-4dcb-8693-0008d16a6d97 HTTP/1.1" status: 204 len: 173 time: 2.7202191 Mar 09 03:36:42.753604 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e28df53a-b11d-4a9a-a8cb-bf4370917475 req-778922ba-dc7b-4f3e-adf4-e4d6a9242985 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862835 Mar 09 03:36:42.850601 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d222eb8-16e1-458c-b000-73b36d9a288c req-532ad9de-6de7-49fd-bbd9-f85f5f6e00d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:42.852307 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d222eb8-16e1-458c-b000-73b36d9a288c req-532ad9de-6de7-49fd-bbd9-f85f5f6e00d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1671708 Mar 09 03:36:42.853821 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-48fbc6a1-6f30-4c35-ac43-9d83fb3ce089 req-8efde1f4-4369-4b77-9d40-c3015e002c0c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.2215374 Mar 09 03:36:42.867570 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0e4a4780-bf2e-49be-98bc-6c7828716b49 req-26cf532e-9543-40e5-8e11-bb78f1961237 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=b16f4b78-6132-4360-a0e8-d639aba9686b HTTP/1.1" status: 200 len: 210 time: 0.1899145 Mar 09 03:36:43.069703 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423fb59-8793-4276-bbb7-b139ec1060fa req-9ef8957d-7537-4de6-8bb7-60ffcef932f5 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:43.071405 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2423fb59-8793-4276-bbb7-b139ec1060fa req-9ef8957d-7537-4de6-8bb7-60ffcef932f5 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 945 time: 0.1254332 Mar 09 03:36:43.128622 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2423fb59-8793-4276-bbb7-b139ec1060fa req-a1338fa9-a870-4ebd-9687-cf8bb58ed9d7 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507061 Mar 09 03:36:43.197108 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 85720d65-761c-4542-9c4e-938ea4d3c821 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:36:43.254689 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be705dab-d006-44ff-bf09-ffcb20eff6dd req-96daebe3-c2fc-44ad-8746-e66fdcd769fd tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:43.267942 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be705dab-d006-44ff-bf09-ffcb20eff6dd req-96daebe3-c2fc-44ad-8746-e66fdcd769fd tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.2288034 Mar 09 03:36:43.308006 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d222eb8-16e1-458c-b000-73b36d9a288c req-0498ac8e-2ec7-4544-8b5b-70e3507d0ecc service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829937 Mar 09 03:36:43.309998 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16f4b78-6132-4360-a0e8-d639aba9686b', 'name': 'network-vif-deleted', 'tag': 'd7049011-f5d3-4dcb-8693-0008d16a6d97', 'status': 'completed', 'code': 200} Mar 09 03:36:43.383658 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be705dab-d006-44ff-bf09-ffcb20eff6dd req-3d406614-3892-425a-9088-5e1e05bb948c tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090732 Mar 09 03:36:43.438565 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 85720d65-761c-4542-9c4e-938ea4d3c821, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=85720d65-761c-4542-9c4e-938ea4d3c821,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:43.488786 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '85720d65-761c-4542-9c4e-938ea4d3c821', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': '85720d65-761c-4542-9c4e-938ea4d3c821', 'mac_address': 'fa:16:3e:76:1c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:36:43.593799 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:43.630762 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85720d65-761c-4542-9c4e-938ea4d3c821 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:36:43.656691 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c9be6f86-f001-4305-ba84-73f28406bb68 req-05065643-c809-4d5d-9b7c-fff705bdb640 tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.1098921 Mar 09 03:36:43.684686 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 85720d65-761c-4542-9c4e-938ea4d3c821, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=85720d65-761c-4542-9c4e-938ea4d3c821,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:43.697528 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d222eb8-16e1-458c-b000-73b36d9a288c req-d859114e-ff65-4e50-ba66-90cf17afcc02 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703928 Mar 09 03:36:43.698331 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:43.736057 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8155e8-6180-42b6-a652-dc155682fc5d req-595cc04a-e95d-4f6f-a1f7-46c4d1aa1b6d tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:43.737520 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f8155e8-6180-42b6-a652-dc155682fc5d req-595cc04a-e95d-4f6f-a1f7-46c4d1aa1b6d tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 945 time: 0.3647628 Mar 09 03:36:43.748314 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64d280-5aef-40f1-b2c8-c0730a4d2521 req-c99b4297-e70a-463d-89bb-db40d1e92310 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:43.749869 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa64d280-5aef-40f1-b2c8-c0730a4d2521 req-c99b4297-e70a-463d-89bb-db40d1e92310 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a4438dd-6f02-40cc-b35a-415ee8fee20e HTTP/1.1" status: 200 len: 948 time: 0.2056830 Mar 09 03:36:43.860232 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=85720d65-761c-4542-9c4e-938ea4d3c821,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:43.903724 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-4f8155e8-6180-42b6-a652-dc155682fc5d req-598c65c7-7282-4632-8b8c-d01c76703fc0 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Deleting port 401bb584-fe18-4951-b81e-42389a89ada8 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:36:43.904751 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4f8155e8-6180-42b6-a652-dc155682fc5d req-598c65c7-7282-4632-8b8c-d01c76703fc0 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:43.961558 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa64d280-5aef-40f1-b2c8-c0730a4d2521 req-8e726d04-26fa-4959-b3fc-a51f4494b873 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728058 Mar 09 03:36:44.121417 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e6579-9828-4da1-b410-ce430725a29f req-c96e6147-2751-4ff2-a752-3aa562d0ec3a tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:44.123099 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c83e6579-9828-4da1-b410-ce430725a29f req-c96e6147-2751-4ff2-a752-3aa562d0ec3a tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 945 time: 0.1866961 Mar 09 03:36:44.160914 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['85720d65-761c-4542-9c4e-938ea4d3c821'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:44.187750 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c83e6579-9828-4da1-b410-ce430725a29f req-40e7c296-8ad7-4ccb-915a-2da26be802c1 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519936 Mar 09 03:36:44.312913 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-4f8155e8-6180-42b6-a652-dc155682fc5d req-598c65c7-7282-4632-8b8c-d01c76703fc0 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] For port 401bb584-fe18-4951-b81e-42389a89ada8, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=401bb584-fe18-4951-b81e-42389a89ada8,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:44.313906 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4f8155e8-6180-42b6-a652-dc155682fc5d req-598c65c7-7282-4632-8b8c-d01c76703fc0 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:44.385780 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 0ca50494-2a69-43b5-af68-43cb92d0bb88 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:36:44.446002 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae3663-6276-488a-a879-7d236d678df7 req-9966b0e0-7f4c-4845-bf85-8395169a835c tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:44.455314 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-90ae3663-6276-488a-a879-7d236d678df7 req-9966b0e0-7f4c-4845-bf85-8395169a835c tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bd8eadd-c91c-47f2-a65c-500a4f31a917 HTTP/1.1" status: 200 len: 945 time: 0.1634376 Mar 09 03:36:44.458391 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-4f8155e8-6180-42b6-a652-dc155682fc5d req-598c65c7-7282-4632-8b8c-d01c76703fc0 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Calling delete_port for 401bb584-fe18-4951-b81e-42389a89ada8 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:36:44.543572 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-90ae3663-6276-488a-a879-7d236d678df7 req-6ec5859a-6f57-494c-a549-6746745bf76a tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846338 Mar 09 03:36:44.576247 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 0ca50494-2a69-43b5-af68-43cb92d0bb88, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0ca50494-2a69-43b5-af68-43cb92d0bb88,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:44.597278 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '0ca50494-2a69-43b5-af68-43cb92d0bb88', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': '0ca50494-2a69-43b5-af68-43cb92d0bb88', 'mac_address': 'fa:16:3e:bb:07:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:36:44.627869 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-da3e649f-a446-4ada-917f-1524ae68cf7f tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:44.629561 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-da3e649f-a446-4ada-917f-1524ae68cf7f tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b&tenant_id=2805c8aef7c746099fde990352f135bf&binding%3Ahost_id=n-h2-825178-5 HTTP/1.1" status: 200 len: 1096 time: 0.5094845 Mar 09 03:36:44.641708 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-4745ef65-0910-496b-9970-88782a691003 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825178-5'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:36:44.674758 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:44.693767 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca50494-2a69-43b5-af68-43cb92d0bb88 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:36:44.713558 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 0ca50494-2a69-43b5-af68-43cb92d0bb88, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0ca50494-2a69-43b5-af68-43cb92d0bb88,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:44.720103 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:44.768520 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858177e4-8bd6-4090-b169-2718c48c75a9 req-f414d1cb-db30-432e-a92b-dae610a8d21f tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:44.770177 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-858177e4-8bd6-4090-b169-2718c48c75a9 req-f414d1cb-db30-432e-a92b-dae610a8d21f tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.0940831 Mar 09 03:36:44.800737 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=0ca50494-2a69-43b5-af68-43cb92d0bb88,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:44.826271 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-858177e4-8bd6-4090-b169-2718c48c75a9 req-ab87ec1e-b082-4358-bcd0-e72078d14823 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484331 Mar 09 03:36:44.970185 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4f8155e8-6180-42b6-a652-dc155682fc5d req-598c65c7-7282-4632-8b8c-d01c76703fc0 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:44.979917 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3424487f-9e91-4615-8ae6-ab54f24afe4d req-0ac37fee-5e0e-4e46-b8e8-def5126f24a9 tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.0472302 Mar 09 03:36:44.982119 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['b4dfe22a-e7d9-40c4-a974-57a06028ad0e'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:45.036605 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-4745ef65-0910-496b-9970-88782a691003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:45.046250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c65c7-7282-4632-8b8c-d01c76703fc0 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Pushing event deleted for resources: {'Port': ['ID=401bb584-fe18-4951-b81e-42389a89ada8,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:45.105022 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['0ca50494-2a69-43b5-af68-43cb92d0bb88'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:45.172298 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8155e8-6180-42b6-a652-dc155682fc5d req-598c65c7-7282-4632-8b8c-d01c76703fc0 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] No DVR routers for this DVR port 401bb584-fe18-4951-b81e-42389a89ada8 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:36:45.183689 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4f8155e8-6180-42b6-a652-dc155682fc5d req-598c65c7-7282-4632-8b8c-d01c76703fc0 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:45.197447 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device e30c5c9e-3e19-4602-b265-9c044c715620 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:36:45.199852 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 401bb584-fe18-4951-b81e-42389a89ada8 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:36:45.210920 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cb1c3-fba8-4546-90b1-60b25f12b7d6 req-737af046-8c3b-475b-9a40-9d7e1e07939f tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:45.212826 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a84cb1c3-fba8-4546-90b1-60b25f12b7d6 req-737af046-8c3b-475b-9a40-9d7e1e07939f tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a4438dd-6f02-40cc-b35a-415ee8fee20e HTTP/1.1" status: 200 len: 949 time: 0.1061780 Mar 09 03:36:45.217102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb840f8-2435-4a94-8d90-2482ca5e69c7 req-2de3c665-da6b-4f23-998b-e5cad1562fa9 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:45.217801 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-1eb840f8-2435-4a94-8d90-2482ca5e69c7 req-2de3c665-da6b-4f23-998b-e5cad1562fa9 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Synchronizing usage tracker for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:36:45.253945 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f8155e8-6180-42b6-a652-dc155682fc5d req-598c65c7-7282-4632-8b8c-d01c76703fc0 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.24 "DELETE /v2.0/ports/401bb584-fe18-4951-b81e-42389a89ada8 HTTP/1.1" status: 204 len: 173 time: 1.5030904 Mar 09 03:36:45.255980 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 401bb584-fe18-4951-b81e-42389a89ada8 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:36:45.256309 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 401bb584-fe18-4951-b81e-42389a89ada8 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:36:45.276623 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a84cb1c3-fba8-4546-90b1-60b25f12b7d6 req-22389113-d99d-4665-9064-c333409f0fd4 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551414 Mar 09 03:36:45.312130 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd8eadd-c91c-47f2-a65c-500a4f31a917', 'name': 'network-vif-deleted', 'tag': '401bb584-fe18-4951-b81e-42389a89ada8'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:36:45.329522 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-1eb840f8-2435-4a94-8d90-2482ca5e69c7 req-2de3c665-da6b-4f23-998b-e5cad1562fa9 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Unset dirty status for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:36:45.335812 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1eb840f8-2435-4a94-8d90-2482ca5e69c7 req-2de3c665-da6b-4f23-998b-e5cad1562fa9 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=78ca0553-0e28-4e12-a3c6-372ccd355e29 HTTP/1.1" status: 200 len: 948 time: 0.4258497 Mar 09 03:36:45.405162 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1eb840f8-2435-4a94-8d90-2482ca5e69c7 req-6c2df964-0f1b-4f18-a028-0789bcd18eaa tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684164 Mar 09 03:36:45.412521 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-4745ef65-0910-496b-9970-88782a691003 service neutron] For port e30c5c9e-3e19-4602-b265-9c044c715620, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e30c5c9e-3e19-4602-b265-9c044c715620,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:45.463633 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-4745ef65-0910-496b-9970-88782a691003 service neutron] For port e30c5c9e-3e19-4602-b265-9c044c715620, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:36:45.490312 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port e30c5c9e-3e19-4602-b265-9c044c715620, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e30c5c9e-3e19-4602-b265-9c044c715620,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:45.517387 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device e30c5c9e-3e19-4602-b265-9c044c715620 has no active binding in host n-h1-825178-5 {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 09 03:36:45.527324 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-4745ef65-0910-496b-9970-88782a691003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:45.533554 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-4745ef65-0910-496b-9970-88782a691003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:45.722561 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745ef65-0910-496b-9970-88782a691003 service neutron] Pushing event updated for resources: {'Port': ['ID=e30c5c9e-3e19-4602-b265-9c044c715620,revision_number=7']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:45.786665 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-4745ef65-0910-496b-9970-88782a691003 service neutron] Attempting to bind port e30c5c9e-3e19-4602-b265-9c044c715620 on host n-h2-825178-5 for vnic_type normal with profile {"migrating_to": "n-h1-825178-5"} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:36:45.787039 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-4745ef65-0910-496b-9970-88782a691003 service neutron] Attempting to bind port e30c5c9e-3e19-4602-b265-9c044c715620 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:36:45.787365 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-4745ef65-0910-496b-9970-88782a691003 service neutron] Attempting to bind port e30c5c9e-3e19-4602-b265-9c044c715620 on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:36:45.794229 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-4745ef65-0910-496b-9970-88782a691003 service neutron] Port e30c5c9e-3e19-4602-b265-9c044c715620 on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:36:45.794656 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-4745ef65-0910-496b-9970-88782a691003 service neutron] Attempting to bind port e30c5c9e-3e19-4602-b265-9c044c715620 on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:36:45.809065 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-4745ef65-0910-496b-9970-88782a691003 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:36:45.809404 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-4745ef65-0910-496b-9970-88782a691003 service neutron] Checking segment: {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:36:45.809786 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-4745ef65-0910-496b-9970-88782a691003 service neutron] Bound using segment: {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:36:45.810215 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-4745ef65-0910-496b-9970-88782a691003 service neutron] Bound port: e30c5c9e-3e19-4602-b265-9c044c715620, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:36:45.810560 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-4745ef65-0910-496b-9970-88782a691003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:45.837158 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503cc5e-bcdd-4579-8c54-b845fc0fc172 req-af5a3e85-a3c6-4282-b5cd-a7044d90f3ab tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:45.838739 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9503cc5e-bcdd-4579-8c54-b845fc0fc172 req-af5a3e85-a3c6-4282-b5cd-a7044d90f3ab tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 943 time: 0.2600820 Mar 09 03:36:45.940520 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9503cc5e-bcdd-4579-8c54-b845fc0fc172 req-1a64eff2-4589-4753-a52c-368c82ec767e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730662 Mar 09 03:36:45.966903 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-4745ef65-0910-496b-9970-88782a691003 service neutron] For port e30c5c9e-3e19-4602-b265-9c044c715620, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:36:45.966903 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-4745ef65-0910-496b-9970-88782a691003 service neutron] For port e30c5c9e-3e19-4602-b265-9c044c715620, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e30c5c9e-3e19-4602-b265-9c044c715620,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:36:45.977240 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-4745ef65-0910-496b-9970-88782a691003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:46.080252 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd8eadd-c91c-47f2-a65c-500a4f31a917', 'name': 'network-vif-deleted', 'tag': '401bb584-fe18-4951-b81e-42389a89ada8', 'status': 'completed', 'code': 200} Mar 09 03:36:46.088413 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745ef65-0910-496b-9970-88782a691003 service neutron] Pushing event updated for resources: {'Port': ['ID=e30c5c9e-3e19-4602-b265-9c044c715620,revision_number=8']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:46.216541 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-4745ef65-0910-496b-9970-88782a691003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:46.217023 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-4745ef65-0910-496b-9970-88782a691003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:46.218424 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-4745ef65-0910-496b-9970-88782a691003 service neutron] 10.222.0.24 "PUT /v2.0/ports/e30c5c9e-3e19-4602-b265-9c044c715620 HTTP/1.1" status: 200 len: 1121 time: 1.5814929 Mar 09 03:36:46.273359 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c3a9584d-f576-4a68-bd47-46b4352fdec3 req-b03ae9e2-b71c-4acf-a3de-0d69f6d47c1c tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.0538943 Mar 09 03:36:46.331648 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['e30c5c9e-3e19-4602-b265-9c044c715620'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:46.411499 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['e30c5c9e-3e19-4602-b265-9c044c715620'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:46.419134 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84829ea4-07e0-4ef4-900e-11b7a4d47279 req-94de742b-44de-4488-b69f-f1f51238a51f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:46.421001 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84829ea4-07e0-4ef4-900e-11b7a4d47279 req-94de742b-44de-4488-b69f-f1f51238a51f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ca0553-0e28-4e12-a3c6-372ccd355e29 HTTP/1.1" status: 200 len: 948 time: 0.1466932 Mar 09 03:36:46.486780 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372ff9c-e52d-401b-bfe9-56986f39f392 req-5b81f077-0869-4369-b19d-b5849597997b tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:46.509603 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d372ff9c-e52d-401b-bfe9-56986f39f392 req-5b81f077-0869-4369-b19d-b5849597997b tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.2129054 Mar 09 03:36:46.602578 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d372ff9c-e52d-401b-bfe9-56986f39f392 req-1ea6ee48-5412-40f9-a920-0b4d9a554388 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923290 Mar 09 03:36:46.623415 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-84829ea4-07e0-4ef4-900e-11b7a4d47279 req-5c7017c6-e4f5-431d-8694-6b3494385ea3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Deleting port 7c3a58c9-e070-4db7-8745-a37785fbc83b {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:36:46.623752 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84829ea4-07e0-4ef4-900e-11b7a4d47279 req-5c7017c6-e4f5-431d-8694-6b3494385ea3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:46.900447 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10e240-2763-4885-a537-69bcbeab9106 req-fdaa9270-e3c8-4a21-ac24-af20fd25f5cf tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:46.902430 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2a10e240-2763-4885-a537-69bcbeab9106 req-fdaa9270-e3c8-4a21-ac24-af20fd25f5cf tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a4438dd-6f02-40cc-b35a-415ee8fee20e HTTP/1.1" status: 200 len: 949 time: 0.0943680 Mar 09 03:36:46.956631 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2a10e240-2763-4885-a537-69bcbeab9106 req-4bd57d94-0184-41c6-99f0-4696b7b0f20a tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474308 Mar 09 03:36:47.145705 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66101773-6bac-44c6-a445-a92442457bff req-1ad67bf4-ee97-4012-8d09-05da56c2956f tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:47.147319 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-66101773-6bac-44c6-a445-a92442457bff req-1ad67bf4-ee97-4012-8d09-05da56c2956f tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 944 time: 0.0815189 Mar 09 03:36:47.174293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734ec19-d657-4db1-9288-a8f452410596 req-08f9a186-d5b1-461e-8577-1e687330da7d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:47.175620 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1734ec19-d657-4db1-9288-a8f452410596 req-08f9a186-d5b1-461e-8577-1e687330da7d tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=78ca0553-0e28-4e12-a3c6-372ccd355e29 HTTP/1.1" status: 200 len: 948 time: 0.3652139 Mar 09 03:36:47.177450 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-84829ea4-07e0-4ef4-900e-11b7a4d47279 req-5c7017c6-e4f5-431d-8694-6b3494385ea3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] For port 7c3a58c9-e070-4db7-8745-a37785fbc83b, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=7c3a58c9-e070-4db7-8745-a37785fbc83b,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:47.177810 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84829ea4-07e0-4ef4-900e-11b7a4d47279 req-5c7017c6-e4f5-431d-8694-6b3494385ea3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:47.197010 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-66101773-6bac-44c6-a445-a92442457bff req-65ee8c35-ca61-4052-b440-5705d51e1486 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435748 Mar 09 03:36:47.216332 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 85720d65-761c-4542-9c4e-938ea4d3c821 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:36:47.315467 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 85720d65-761c-4542-9c4e-938ea4d3c821 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:36:47.326939 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 85720d65-761c-4542-9c4e-938ea4d3c821 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:36:47.327567 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:47.364958 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-84829ea4-07e0-4ef4-900e-11b7a4d47279 req-5c7017c6-e4f5-431d-8694-6b3494385ea3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Calling delete_port for 7c3a58c9-e070-4db7-8745-a37785fbc83b owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:36:47.426045 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1734ec19-d657-4db1-9288-a8f452410596 req-edc3c886-c611-4d06-ac56-99d8369c89a0 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405629 Mar 09 03:36:47.558894 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:47.564025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f812b-b749-4d44-81cd-63b22a2d4029 req-3caf4754-1b10-49b0-9016-2b00657c39e9 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:47.564994 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c77f812b-b749-4d44-81cd-63b22a2d4029 req-3caf4754-1b10-49b0-9016-2b00657c39e9 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Synchronizing usage tracker for tenant:42923148a00a49268422cf3ff4c2fd04 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:36:47.592613 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b32a3-5988-4725-b9c2-a9c391bd81aa req-8fe6eacd-1ba1-4378-938a-eb1c5da81b4b tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:47.593813 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-324b32a3-5988-4725-b9c2-a9c391bd81aa req-8fe6eacd-1ba1-4378-938a-eb1c5da81b4b tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 943 time: 0.2795522 Mar 09 03:36:47.597980 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da638be3-efe3-4f10-b607-b7f1c174aa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85720d65-761c-4542-9c4e-938ea4d3c821'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:36:47.607982 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 85720d65-761c-4542-9c4e-938ea4d3c821, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=85720d65-761c-4542-9c4e-938ea4d3c821,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:47.613769 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:47.635614 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bb6152cf-0ffd-4bbe-b9ab-b9763ec6cd57 req-c4676b42-ab0f-48e4-93c3-38056f816141 tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.0538752 Mar 09 03:36:47.640082 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c77f812b-b749-4d44-81cd-63b22a2d4029 req-3caf4754-1b10-49b0-9016-2b00657c39e9 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Unset dirty status for tenant:42923148a00a49268422cf3ff4c2fd04 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:36:47.642011 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c77f812b-b749-4d44-81cd-63b22a2d4029 req-3caf4754-1b10-49b0-9016-2b00657c39e9 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.21 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 944 time: 0.4347861 Mar 09 03:36:47.660334 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-324b32a3-5988-4725-b9c2-a9c391bd81aa req-0a622a48-17d3-4e5a-b950-b4a2dd14ab38 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607817 Mar 09 03:36:47.708592 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da638be3-efe3-4f10-b607-b7f1c174aa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85720d65-761c-4542-9c4e-938ea4d3c821', 'code': 200} Mar 09 03:36:47.714203 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84829ea4-07e0-4ef4-900e-11b7a4d47279 req-5c7017c6-e4f5-431d-8694-6b3494385ea3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:47.732645 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=85720d65-761c-4542-9c4e-938ea4d3c821,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:47.739373 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['b6f35ef7-250a-4519-9e2e-2cdcd74c2047', '4ddda7c6-b428-4425-a523-4b32482d7e48', 'fb6c1293-67e6-4e97-be63-8d7254a3ffbf', 'b497e655-390b-4c5f-8aba-27b38ec3f987', '7c3a58c9-e070-4db7-8745-a37785fbc83b'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:47.769086 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['d1022644-48bc-4d48-bad2-0f16a24a90c7', '811d17f4-2f18-4866-8e73-28c4a2cbb29f'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:47.951755 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7017c6-e4f5-431d-8694-6b3494385ea3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Pushing event deleted for resources: {'Port': ['ID=7c3a58c9-e070-4db7-8745-a37785fbc83b,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:48.004294 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-c77f812b-b749-4d44-81cd-63b22a2d4029 req-3206fcbd-5602-4c71-8e33-e65991000a02 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Deleting port 8622f4fa-4172-4741-8947-754e23119c7f {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:36:48.004640 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c77f812b-b749-4d44-81cd-63b22a2d4029 req-3206fcbd-5602-4c71-8e33-e65991000a02 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:48.081498 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f67301-8ae8-496b-a07a-2098c8b5772a req-8ac31542-f207-4f7e-a2e8-ecedba665691 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:48.093769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed42273-4a15-4196-8738-e209c07ba54b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e30c5c9e-3e19-4602-b265-9c044c715620'}, {'name': 'network-changed', 'server_uuid': '7ed42273-4a15-4196-8738-e209c07ba54b', 'tag': 'e30c5c9e-3e19-4602-b265-9c044c715620'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:36:48.094020 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a0f67301-8ae8-496b-a07a-2098c8b5772a req-8ac31542-f207-4f7e-a2e8-ecedba665691 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.1443465 Mar 09 03:36:48.099361 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-84829ea4-07e0-4ef4-900e-11b7a4d47279 req-5c7017c6-e4f5-431d-8694-6b3494385ea3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] No DVR routers for this DVR port 7c3a58c9-e070-4db7-8745-a37785fbc83b on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:36:48.108453 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84829ea4-07e0-4ef4-900e-11b7a4d47279 req-5c7017c6-e4f5-431d-8694-6b3494385ea3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:48.155644 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84829ea4-07e0-4ef4-900e-11b7a4d47279 req-5c7017c6-e4f5-431d-8694-6b3494385ea3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.24 "DELETE /v2.0/ports/7c3a58c9-e070-4db7-8745-a37785fbc83b HTTP/1.1" status: 204 len: 173 time: 1.7278063 Mar 09 03:36:48.174964 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a0f67301-8ae8-496b-a07a-2098c8b5772a req-45bed7bb-ee7f-42a6-a8d3-fb1ca5fcdcf3 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790441 Mar 09 03:36:48.381139 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed42273-4a15-4196-8738-e209c07ba54b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e30c5c9e-3e19-4602-b265-9c044c715620', 'code': 200} Mar 09 03:36:48.381744 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed42273-4a15-4196-8738-e209c07ba54b', 'tag': 'e30c5c9e-3e19-4602-b265-9c044c715620', 'status': 'completed', 'code': 200} Mar 09 03:36:48.398180 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 0ca50494-2a69-43b5-af68-43cb92d0bb88 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:36:48.472507 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd725b73-143e-4a4c-a3f8-f248d9b275b8 req-82b16498-b5ba-47ba-84e9-f0938f607fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:48.474031 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd725b73-143e-4a4c-a3f8-f248d9b275b8 req-82b16498-b5ba-47ba-84e9-f0938f607fbf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 1101 time: 0.6739833 Mar 09 03:36:48.523831 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4750a-d099-46a5-b5af-f1cfec3f25e5 req-7276c1ef-8852-4b24-8503-c590b98c488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:48.529830 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1eb4750a-d099-46a5-b5af-f1cfec3f25e5 req-7276c1ef-8852-4b24-8503-c590b98c488c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2805c8aef7c746099fde990352f135bf&device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 1124 time: 0.2565830 Mar 09 03:36:48.573455 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-c77f812b-b749-4d44-81cd-63b22a2d4029 req-3206fcbd-5602-4c71-8e33-e65991000a02 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] For port 8622f4fa-4172-4741-8947-754e23119c7f, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=8622f4fa-4172-4741-8947-754e23119c7f,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:48.573812 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c77f812b-b749-4d44-81cd-63b22a2d4029 req-3206fcbd-5602-4c71-8e33-e65991000a02 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:48.584101 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd725b73-143e-4a4c-a3f8-f248d9b275b8 req-8485498f-edd5-48e2-8bda-e08601fdbc3b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992002 Mar 09 03:36:48.592746 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 0ca50494-2a69-43b5-af68-43cb92d0bb88 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:36:48.607556 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 0ca50494-2a69-43b5-af68-43cb92d0bb88 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:36:48.607846 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:48.653721 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a9e57-bc87-4407-a254-5a15d13dfcdf req-9cf72401-d94d-479a-af7a-a4d31bcc1172 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:48.655579 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ed4a9e57-bc87-4407-a254-5a15d13dfcdf req-9cf72401-d94d-479a-af7a-a4d31bcc1172 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a4438dd-6f02-40cc-b35a-415ee8fee20e HTTP/1.1" status: 200 len: 949 time: 0.2716722 Mar 09 03:36:48.704115 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d6d87-d00c-4ae1-b9ef-c8cbc6c32777 req-a86896a2-7eed-44bd-8794-5a2ebafc3396 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:48.711188 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-905d6d87-d00c-4ae1-b9ef-c8cbc6c32777 req-a86896a2-7eed-44bd-8794-5a2ebafc3396 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 944 time: 0.3229733 Mar 09 03:36:48.744917 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-c77f812b-b749-4d44-81cd-63b22a2d4029 req-3206fcbd-5602-4c71-8e33-e65991000a02 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Calling delete_port for 8622f4fa-4172-4741-8947-754e23119c7f owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:36:48.791814 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-905d6d87-d00c-4ae1-b9ef-c8cbc6c32777 req-a8a249e9-1b66-4268-ad04-af852df9676a tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736582 Mar 09 03:36:48.791814 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4750a-d099-46a5-b5af-f1cfec3f25e5 req-69be5b73-70ff-4dbd-b088-40ab7af19ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:48.791814 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1eb4750a-d099-46a5-b5af-f1cfec3f25e5 req-69be5b73-70ff-4dbd-b088-40ab7af19ddd service neutron] 10.222.0.21 "GET /v2.0/networks?id=af94044a-4dd6-4e2a-9a7b-ddb410474c02 HTTP/1.1" status: 200 len: 908 time: 0.2482853 Mar 09 03:36:48.820856 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ed4a9e57-bc87-4407-a254-5a15d13dfcdf req-f90715c8-ec13-494d-811a-2d612f41995f tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016493 Mar 09 03:36:48.898334 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:48.920181 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1eb4750a-d099-46a5-b5af-f1cfec3f25e5 req-d130c341-e247-4dd5-8ac5-80e7411f4aa9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e30c5c9e-3e19-4602-b265-9c044c715620 HTTP/1.1" status: 200 len: 217 time: 0.1124878 Mar 09 03:36:48.928451 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c77f812b-b749-4d44-81cd-63b22a2d4029 req-3206fcbd-5602-4c71-8e33-e65991000a02 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:48.966208 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 0ca50494-2a69-43b5-af68-43cb92d0bb88, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0ca50494-2a69-43b5-af68-43cb92d0bb88,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:48.974375 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:48.977758 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 8622f4fa-4172-4741-8947-754e23119c7f no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:36:48.996911 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206fcbd-5602-4c71-8e33-e65991000a02 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Pushing event deleted for resources: {'Port': ['ID=8622f4fa-4172-4741-8947-754e23119c7f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:49.031567 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1c6851a-b512-410a-9bb0-fc7be5c18ca1 req-abf3ad99-d664-4b59-8d5d-3235b9237ffa tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=78ca0553-0e28-4e12-a3c6-372ccd355e29 HTTP/1.1" status: 200 len: 210 time: 0.0547891 Mar 09 03:36:49.046801 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4750a-d099-46a5-b5af-f1cfec3f25e5 req-0a0077d7-0aa4-4eaa-9fc8-4828fcb0871c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:49.048934 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1eb4750a-d099-46a5-b5af-f1cfec3f25e5 req-0a0077d7-0aa4-4eaa-9fc8-4828fcb0871c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42f7c02a-5561-45bd-a0c7-255e56eaf460 HTTP/1.1" status: 200 len: 847 time: 0.1180520 Mar 09 03:36:49.068735 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206fcbd-5602-4c71-8e33-e65991000a02 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:49.069151 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206fcbd-5602-4c71-8e33-e65991000a02 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:49.069552 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206fcbd-5602-4c71-8e33-e65991000a02 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:49.069951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206fcbd-5602-4c71-8e33-e65991000a02 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:49.070348 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206fcbd-5602-4c71-8e33-e65991000a02 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:49.070753 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206fcbd-5602-4c71-8e33-e65991000a02 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:49.071171 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206fcbd-5602-4c71-8e33-e65991000a02 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:49.071556 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206fcbd-5602-4c71-8e33-e65991000a02 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:49.071940 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206fcbd-5602-4c71-8e33-e65991000a02 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:49.072323 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206fcbd-5602-4c71-8e33-e65991000a02 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:49.072703 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206fcbd-5602-4c71-8e33-e65991000a02 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:49.073081 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206fcbd-5602-4c71-8e33-e65991000a02 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:49.109839 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1eb4750a-d099-46a5-b5af-f1cfec3f25e5 req-fe839ae7-2b80-424e-9d86-32c87db0b40b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af94044a-4dd6-4e2a-9a7b-ddb410474c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492601 Mar 09 03:36:49.116016 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 8622f4fa-4172-4741-8947-754e23119c7f {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:36:49.116366 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 8622f4fa-4172-4741-8947-754e23119c7f not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:36:49.133549 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=0ca50494-2a69-43b5-af68-43cb92d0bb88,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:49.199918 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['b4dfe22a-e7d9-40c4-a974-57a06028ad0e'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:49.243041 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-545f1f86-3f3c-4c9f-8cd5-09ab30640bec req-43192dac-466f-4188-b346-59270fa8c957 tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.2414610 Mar 09 03:36:49.248270 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77f812b-b749-4d44-81cd-63b22a2d4029 req-3206fcbd-5602-4c71-8e33-e65991000a02 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] No DVR routers for this DVR port 8622f4fa-4172-4741-8947-754e23119c7f on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:36:49.251628 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c77f812b-b749-4d44-81cd-63b22a2d4029 req-3206fcbd-5602-4c71-8e33-e65991000a02 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:49.270620 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c77f812b-b749-4d44-81cd-63b22a2d4029 req-3206fcbd-5602-4c71-8e33-e65991000a02 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.21 "DELETE /v2.0/ports/8622f4fa-4172-4741-8947-754e23119c7f HTTP/1.1" status: 204 len: 173 time: 1.6196134 Mar 09 03:36:49.301809 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1eb4750a-d099-46a5-b5af-f1cfec3f25e5 req-112dcee9-32d7-4ab7-9efc-0f59483ce45f service neutron] 10.222.0.21 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843371 Mar 09 03:36:49.427106 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f2c9d-2013-4693-81ed-09a7a9cb4de4 req-5b1bb985-2dc7-4789-bd9d-e7e2fbc8577e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:49.428682 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-435f2c9d-2013-4693-81ed-09a7a9cb4de4 req-5b1bb985-2dc7-4789-bd9d-e7e2fbc8577e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 943 time: 0.2226946 Mar 09 03:36:49.459389 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbd9d5-861d-476b-80fc-70a42d6fa179 req-612e3527-45b7-4f32-abdf-1f1fd671ad4f tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:49.461222 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-29bbd9d5-861d-476b-80fc-70a42d6fa179 req-612e3527-45b7-4f32-abdf-1f1fd671ad4f tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.0986009 Mar 09 03:36:49.469146 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1eb4750a-d099-46a5-b5af-f1cfec3f25e5 req-96d18415-1ba3-46ed-be84-98f01be94f2c service neutron] 10.222.0.21 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586702 Mar 09 03:36:49.491598 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-435f2c9d-2013-4693-81ed-09a7a9cb4de4 req-b627ff56-754b-41cd-88ff-c101f424f46f tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549054 Mar 09 03:36:49.518931 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-29bbd9d5-861d-476b-80fc-70a42d6fa179 req-37d2060a-4987-43d9-a472-8fd45965e87f tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518274 Mar 09 03:36:49.710201 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4438dd-6f02-40cc-b35a-415ee8fee20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca50494-2a69-43b5-af68-43cb92d0bb88'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:36:49.752082 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4438dd-6f02-40cc-b35a-415ee8fee20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca50494-2a69-43b5-af68-43cb92d0bb88', 'code': 200} Mar 09 03:36:49.915542 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201322f7-bf7e-4ed1-9baa-276aa0c3f906 req-1f45d02f-5c0d-4eac-b710-f7c34f2c28b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:49.918061 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-201322f7-bf7e-4ed1-9baa-276aa0c3f906 req-1f45d02f-5c0d-4eac-b710-f7c34f2c28b0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a4438dd-6f02-40cc-b35a-415ee8fee20e HTTP/1.1" status: 200 len: 1101 time: 0.0942366 Mar 09 03:36:49.957011 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ca1e110e-209a-4cc5-9800-5b031a481c05 req-a1ff8b13-ade1-476d-899d-6f7e9a2633f8 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Synchronizing usage tracker for tenant:42923148a00a49268422cf3ff4c2fd04 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:36:49.974652 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ca1e110e-209a-4cc5-9800-5b031a481c05 req-a1ff8b13-ade1-476d-899d-6f7e9a2633f8 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Unset dirty status for tenant:42923148a00a49268422cf3ff4c2fd04 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:36:49.976310 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ca1e110e-209a-4cc5-9800-5b031a481c05 req-a1ff8b13-ade1-476d-899d-6f7e9a2633f8 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=9888a753-4b8a-49cf-a59e-abea478bf4bb HTTP/1.1" status: 200 len: 210 time: 0.0675414 Mar 09 03:36:50.027368 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-201322f7-bf7e-4ed1-9baa-276aa0c3f906 req-7c1c55d8-9137-4837-bb49-012ce7fc89d8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835199 Mar 09 03:36:50.059449 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a819d-580e-4528-92e1-fec5df510d95 req-21c4ef83-2037-4645-80dd-3aca4d14abaf tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:50.061404 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b0a819d-580e-4528-92e1-fec5df510d95 req-21c4ef83-2037-4645-80dd-3aca4d14abaf tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a4438dd-6f02-40cc-b35a-415ee8fee20e HTTP/1.1" status: 200 len: 950 time: 0.1020889 Mar 09 03:36:50.107797 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b0a819d-580e-4528-92e1-fec5df510d95 req-5255aa0c-1bc6-47df-8120-b1a780e0fe0a tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403297 Mar 09 03:36:50.202179 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-6a78691d-992a-410f-9b54-038836b53674 req-e85f0c4e-67ff-49f6-9904-4a5f94c44ea4 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Synchronizing usage tracker for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:36:50.216536 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-6a78691d-992a-410f-9b54-038836b53674 req-e85f0c4e-67ff-49f6-9904-4a5f94c44ea4 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Unset dirty status for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:36:50.217787 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6a78691d-992a-410f-9b54-038836b53674 req-e85f0c4e-67ff-49f6-9904-4a5f94c44ea4 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=78ca0553-0e28-4e12-a3c6-372ccd355e29 HTTP/1.1" status: 200 len: 210 time: 0.0583224 Mar 09 03:36:50.382602 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ca0553-0e28-4e12-a3c6-372ccd355e29', 'name': 'network-vif-deleted', 'tag': '7c3a58c9-e070-4db7-8745-a37785fbc83b'}, {'server_uuid': '9888a753-4b8a-49cf-a59e-abea478bf4bb', 'name': 'network-vif-deleted', 'tag': '8622f4fa-4172-4741-8947-754e23119c7f'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:36:50.400088 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-58a8b886-301d-47c9-b474-b25b2943ebf8 req-d3cfb696-3bc8-49b1-b03f-297baa1bcba1 tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.0416718 Mar 09 03:36:50.433494 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ca0553-0e28-4e12-a3c6-372ccd355e29', 'name': 'network-vif-deleted', 'tag': '7c3a58c9-e070-4db7-8745-a37785fbc83b', 'status': 'completed', 'code': 200} Mar 09 03:36:50.433756 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9888a753-4b8a-49cf-a59e-abea478bf4bb', 'name': 'network-vif-deleted', 'tag': '8622f4fa-4172-4741-8947-754e23119c7f', 'status': 'completed', 'code': 200} Mar 09 03:36:50.684555 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83347824-52e4-4a36-be39-8dfc44585568 req-76ec9b63-05bc-4d07-835e-de5065c47c94 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:50.686004 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-83347824-52e4-4a36-be39-8dfc44585568 req-76ec9b63-05bc-4d07-835e-de5065c47c94 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 943 time: 0.0833535 Mar 09 03:36:50.717310 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3324b-84e8-4d35-8215-2dde55b2c7b1 req-fedaab00-9aad-4af6-a79f-1d18d4a52e5d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:50.718776 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ea3324b-84e8-4d35-8215-2dde55b2c7b1 req-fedaab00-9aad-4af6-a79f-1d18d4a52e5d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.0940385 Mar 09 03:36:50.736558 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-83347824-52e4-4a36-be39-8dfc44585568 req-1a5eea26-7899-4227-a3ac-166448bf3fbd tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440712 Mar 09 03:36:50.764054 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ea3324b-84e8-4d35-8215-2dde55b2c7b1 req-61f916c9-de8b-4d14-afc5-54438f166be8 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390503 Mar 09 03:36:51.238904 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 7c3a58c9-e070-4db7-8745-a37785fbc83b no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:36:51.274600 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 7c3a58c9-e070-4db7-8745-a37785fbc83b {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:36:51.275250 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 7c3a58c9-e070-4db7-8745-a37785fbc83b not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:36:51.311365 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86814d14-a412-4568-b33a-838573812fff req-818d5c65-10b8-43fe-899a-6cc70de7e992 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:51.313102 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-86814d14-a412-4568-b33a-838573812fff req-818d5c65-10b8-43fe-899a-6cc70de7e992 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a4438dd-6f02-40cc-b35a-415ee8fee20e HTTP/1.1" status: 200 len: 950 time: 0.0963390 Mar 09 03:36:51.369263 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-86814d14-a412-4568-b33a-838573812fff req-b107a451-2609-4a28-acbe-cff9af543146 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453012 Mar 09 03:36:51.574294 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e89d08-a998-4cc8-b939-986016ab0cef req-e7a8684d-c6ed-43d1-ac45-78d5636bf437 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:51.576015 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-05e89d08-a998-4cc8-b939-986016ab0cef req-e7a8684d-c6ed-43d1-ac45-78d5636bf437 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 946 time: 0.0889964 Mar 09 03:36:51.625985 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-05e89d08-a998-4cc8-b939-986016ab0cef req-fef184b5-814a-4db8-b578-673251ab91e1 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe5c973-5483-4297-b5a7-1ae214699f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437412 Mar 09 03:36:51.815929 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-67a0804b-0db0-4f60-8b65-34e3d1935869 req-4c946480-d099-4a33-926b-4fc3805837f4 tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.0493276 Mar 09 03:36:51.839416 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29499903-fa65-4a00-9edf-c78e9ba22024 req-d28d0cf8-c930-4d45-b5cf-81b914c00a55 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:51.847007 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-29499903-fa65-4a00-9edf-c78e9ba22024 req-d28d0cf8-c930-4d45-b5cf-81b914c00a55 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.0888991 Mar 09 03:36:51.898981 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-29499903-fa65-4a00-9edf-c78e9ba22024 req-eca24622-2121-4fb9-b7db-9207df7ee095 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488505 Mar 09 03:36:52.080163 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48e4a4-6822-49ec-aed6-342a602e2584 req-276b6141-1ba2-41f5-b1a0-a211e2932067 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:52.081597 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1c48e4a4-6822-49ec-aed6-342a602e2584 req-276b6141-1ba2-41f5-b1a0-a211e2932067 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.0855958 Mar 09 03:36:52.099255 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05811d1a-cf0d-4d8e-8fc5-03c534d09cfc req-dda66e8c-1433-4fa4-b52c-e924457762f7 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:52.100701 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-05811d1a-cf0d-4d8e-8fc5-03c534d09cfc req-dda66e8c-1433-4fa4-b52c-e924457762f7 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.21 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 946 time: 0.2752547 Mar 09 03:36:52.114264 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae4363-4762-4923-9735-10c0b26ee48e req-66e18898-2ffe-4c8f-8751-7d55dec70bee tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:52.115664 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-58ae4363-4762-4923-9735-10c0b26ee48e req-66e18898-2ffe-4c8f-8751-7d55dec70bee tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 943 time: 0.1195717 Mar 09 03:36:52.124916 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1c48e4a4-6822-49ec-aed6-342a602e2584 req-be174240-454d-475c-9f46-1bd8c3bb0036 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374260 Mar 09 03:36:52.208553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-05811d1a-cf0d-4d8e-8fc5-03c534d09cfc req-22192d9b-005c-4846-b49c-38c0520ad1e4 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Deleting port b4dfe22a-e7d9-40c4-a974-57a06028ad0e {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:36:52.208813 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-05811d1a-cf0d-4d8e-8fc5-03c534d09cfc req-22192d9b-005c-4846-b49c-38c0520ad1e4 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:52.239132 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-58ae4363-4762-4923-9735-10c0b26ee48e req-e83d2db8-1f38-49fa-afd5-7b9fd951f834 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947537 Mar 09 03:36:52.452716 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-05811d1a-cf0d-4d8e-8fc5-03c534d09cfc req-22192d9b-005c-4846-b49c-38c0520ad1e4 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] For port b4dfe22a-e7d9-40c4-a974-57a06028ad0e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b4dfe22a-e7d9-40c4-a974-57a06028ad0e,segment=NetworkSegment(8fc90d4e-48a4-4ef3-be73-880086708971),segment_id=8fc90d4e-48a4-4ef3-be73-880086708971)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:52.453442 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-05811d1a-cf0d-4d8e-8fc5-03c534d09cfc req-22192d9b-005c-4846-b49c-38c0520ad1e4 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:52.558034 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38a7fe-0524-40b0-a20f-e6663d13e603 req-18c35730-029c-484a-a570-091e28c2573d tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:52.559485 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7f38a7fe-0524-40b0-a20f-e6663d13e603 req-18c35730-029c-484a-a570-091e28c2573d tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a4438dd-6f02-40cc-b35a-415ee8fee20e HTTP/1.1" status: 200 len: 950 time: 0.0813510 Mar 09 03:36:52.581538 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-05811d1a-cf0d-4d8e-8fc5-03c534d09cfc req-22192d9b-005c-4846-b49c-38c0520ad1e4 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Calling delete_port for b4dfe22a-e7d9-40c4-a974-57a06028ad0e owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:36:52.603933 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7f38a7fe-0524-40b0-a20f-e6663d13e603 req-ceb125ae-2e4a-4471-8bce-06bf5fdb0182 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379267 Mar 09 03:36:52.769909 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-05811d1a-cf0d-4d8e-8fc5-03c534d09cfc req-22192d9b-005c-4846-b49c-38c0520ad1e4 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:52.803726 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-23755e99-d864-4041-9ee7-7e4ffe0e54df req-0ba17a67-176e-4d89-87ac-dac7a64bdf84 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d7e87e-1c44-4a8a-9c34-0cf3994fa333 HTTP/1.1" status: 200 len: 210 time: 0.0553267 Mar 09 03:36:52.831703 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22192d9b-005c-4846-b49c-38c0520ad1e4 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Pushing event deleted for resources: {'Port': ['ID=b4dfe22a-e7d9-40c4-a974-57a06028ad0e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:52.875798 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22192d9b-005c-4846-b49c-38c0520ad1e4 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:52.876151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22192d9b-005c-4846-b49c-38c0520ad1e4 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:52.876495 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22192d9b-005c-4846-b49c-38c0520ad1e4 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:52.876831 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22192d9b-005c-4846-b49c-38c0520ad1e4 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:52.877160 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22192d9b-005c-4846-b49c-38c0520ad1e4 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:52.877488 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22192d9b-005c-4846-b49c-38c0520ad1e4 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:52.877915 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22192d9b-005c-4846-b49c-38c0520ad1e4 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:52.878122 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22192d9b-005c-4846-b49c-38c0520ad1e4 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:52.878445 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22192d9b-005c-4846-b49c-38c0520ad1e4 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:52.878765 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22192d9b-005c-4846-b49c-38c0520ad1e4 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:52.879124 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22192d9b-005c-4846-b49c-38c0520ad1e4 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:52.879609 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22192d9b-005c-4846-b49c-38c0520ad1e4 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:36:52.935354 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748d3af-84f8-4e8b-ba60-833e33aab582 req-9e7fa615-d7e1-4151-aaf0-49eaf3553df1 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:52.936652 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9748d3af-84f8-4e8b-ba60-833e33aab582 req-9e7fa615-d7e1-4151-aaf0-49eaf3553df1 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 950 time: 0.2255020 Mar 09 03:36:52.959204 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-05811d1a-cf0d-4d8e-8fc5-03c534d09cfc req-22192d9b-005c-4846-b49c-38c0520ad1e4 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] No DVR routers for this DVR port b4dfe22a-e7d9-40c4-a974-57a06028ad0e on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:36:52.965429 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-05811d1a-cf0d-4d8e-8fc5-03c534d09cfc req-22192d9b-005c-4846-b49c-38c0520ad1e4 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:52.967824 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d7e87e-1c44-4a8a-9c34-0cf3994fa333', 'name': 'network-vif-deleted', 'tag': 'b4dfe22a-e7d9-40c4-a974-57a06028ad0e'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:36:52.994077 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f4d71b14-168c-42cf-ae4f-d886be4287ed req-685bbb4f-602b-4f2a-a766-fc47383db7aa tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.0433674 Mar 09 03:36:52.999565 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9748d3af-84f8-4e8b-ba60-833e33aab582 req-b76bd475-5558-4f85-bc15-4e947db56030 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538473 Mar 09 03:36:53.000935 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-05811d1a-cf0d-4d8e-8fc5-03c534d09cfc req-22192d9b-005c-4846-b49c-38c0520ad1e4 tempest-LiveAutoBlockMigrationV225Test-2057682132 tempest-LiveAutoBlockMigrationV225Test-2057682132-project] 10.222.0.21 "DELETE /v2.0/ports/b4dfe22a-e7d9-40c4-a974-57a06028ad0e HTTP/1.1" status: 204 len: 173 time: 0.8945220 Mar 09 03:36:53.059653 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d7e87e-1c44-4a8a-9c34-0cf3994fa333', 'name': 'network-vif-deleted', 'tag': 'b4dfe22a-e7d9-40c4-a974-57a06028ad0e', 'status': 'completed', 'code': 200} Mar 09 03:36:53.183334 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74400ba5-03c6-42af-b7fc-dfe53cfe2e08 req-6098a330-bbe8-464f-86ea-24daa4b4064f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:53.185514 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-74400ba5-03c6-42af-b7fc-dfe53cfe2e08 req-6098a330-bbe8-464f-86ea-24daa4b4064f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.0865064 Mar 09 03:36:53.233442 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-74400ba5-03c6-42af-b7fc-dfe53cfe2e08 req-becaa09e-db12-4d07-b8cb-19347e72f14f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422745 Mar 09 03:36:53.315716 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d327c18-396a-463e-8ac1-5c92642585b6 req-ef7519e3-4622-411f-b920-a1f1adddb65f tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:53.317149 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4d327c18-396a-463e-8ac1-5c92642585b6 req-ef7519e3-4622-411f-b920-a1f1adddb65f tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.0802999 Mar 09 03:36:53.361061 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4d327c18-396a-463e-8ac1-5c92642585b6 req-2e2a5ffd-27f6-4781-a07e-9761afce6b0b tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381866 Mar 09 03:36:53.423145 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6f378-dbc2-48d1-a873-11ef611e10c3 req-b517be86-5167-421f-aa1f-6c6714079571 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:53.424503 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-94e6f378-dbc2-48d1-a873-11ef611e10c3 req-b517be86-5167-421f-aa1f-6c6714079571 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 943 time: 0.0798118 Mar 09 03:36:53.467944 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-94e6f378-dbc2-48d1-a873-11ef611e10c3 req-a896079b-fc99-4090-b59d-27aedbaa9cd4 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378845 Mar 09 03:36:53.899022 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:36:53.902884 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43434) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:36:54.177716 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9ab2c9-2bf5-492a-8a8b-d1f4e24aa8fa admin admin] Deleting subnet bbb7cb80-fa8d-459c-b59f-347ff2f11453 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:36:54.182314 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c9ab2c9-2bf5-492a-8a8b-d1f4e24aa8fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:54.192238 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-638e3a56-de30-4c90-9060-40306d0fd9cd req-2447145b-e5ac-4196-aad7-4d8ab97dc655 tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.0522642 Mar 09 03:36:54.227129 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297b7b8-31bd-4fec-9303-797e5602239a req-c8b116c3-af10-4a21-b130-4565cbbf0ee9 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:54.228422 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e297b7b8-31bd-4fec-9303-797e5602239a req-c8b116c3-af10-4a21-b130-4565cbbf0ee9 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.24 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.1333029 Mar 09 03:36:54.251815 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c9ab2c9-2bf5-492a-8a8b-d1f4e24aa8fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:54.300934 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-e297b7b8-31bd-4fec-9303-797e5602239a req-ef20a9ee-c75b-4849-98c7-7207a8e426c5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Deleting port b497e655-390b-4c5f-8aba-27b38ec3f987 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:36:54.301369 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e297b7b8-31bd-4fec-9303-797e5602239a req-ef20a9ee-c75b-4849-98c7-7207a8e426c5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:54.302081 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f82615-00af-4872-8902-e8c17018e23f req-609d9f4d-9a1c-4a7d-a58f-ebaf2bd75148 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:54.307334 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6f82615-00af-4872-8902-e8c17018e23f req-609d9f4d-9a1c-4a7d-a58f-ebaf2bd75148 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 950 time: 0.1858931 Mar 09 03:36:54.362285 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6f82615-00af-4872-8902-e8c17018e23f req-f7509d46-d305-4ca9-b49c-deeae6bd1197 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508287 Mar 09 03:36:54.372639 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c9ab2c9-2bf5-492a-8a8b-d1f4e24aa8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:54.415874 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b4dfe22a-e7d9-40c4-a974-57a06028ad0e no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:36:54.455218 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c9ab2c9-2bf5-492a-8a8b-d1f4e24aa8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:54.495926 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: b4dfe22a-e7d9-40c4-a974-57a06028ad0e {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:36:54.496364 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b4dfe22a-e7d9-40c4-a974-57a06028ad0e not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:36:54.502186 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ab2c9-2bf5-492a-8a8b-d1f4e24aa8fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb7cb80-fa8d-459c-b59f-347ff2f11453,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:54.510987 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c9ab2c9-2bf5-492a-8a8b-d1f4e24aa8fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:54.555840 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9c9ab2c9-2bf5-492a-8a8b-d1f4e24aa8fa admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bbb7cb80-fa8d-459c-b59f-347ff2f11453 HTTP/1.1" status: 204 len: 168 time: 0.6512778 Mar 09 03:36:54.561497 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43450) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:36:54.595850 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee1a16-d3d4-4453-bb6a-c38f95908f4a req-3e72d079-1420-49d3-a5dc-1929d4950154 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:54.603863 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1aee1a16-d3d4-4453-bb6a-c38f95908f4a req-3e72d079-1420-49d3-a5dc-1929d4950154 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 949 time: 0.2556190 Mar 09 03:36:54.676739 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1aee1a16-d3d4-4453-bb6a-c38f95908f4a req-3e065c11-da1e-452d-8f8b-6812cbc68f21 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719373 Mar 09 03:36:54.709437 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-e297b7b8-31bd-4fec-9303-797e5602239a req-ef20a9ee-c75b-4849-98c7-7207a8e426c5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] For port b497e655-390b-4c5f-8aba-27b38ec3f987, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=b497e655-390b-4c5f-8aba-27b38ec3f987,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:54.709797 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e297b7b8-31bd-4fec-9303-797e5602239a req-ef20a9ee-c75b-4849-98c7-7207a8e426c5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:54.810849 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8eebd2a0-d4dd-4d63-a282-4098831c87e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:54.839920 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdad002-7437-4588-947c-e071a84be874 req-eac3ecd2-ec1c-46d5-82f3-9ef4cc2747b1 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:54.841465 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ecdad002-7437-4588-947c-e071a84be874 req-eac3ecd2-ec1c-46d5-82f3-9ef4cc2747b1 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.3273842 Mar 09 03:36:54.941412 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-e297b7b8-31bd-4fec-9303-797e5602239a req-ef20a9ee-c75b-4849-98c7-7207a8e426c5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Calling delete_port for b497e655-390b-4c5f-8aba-27b38ec3f987 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:36:55.001957 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ecdad002-7437-4588-947c-e071a84be874 req-dca63d16-5888-4786-8621-9c9b31338e9a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317132 Mar 09 03:36:55.003430 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8eebd2a0-d4dd-4d63-a282-4098831c87e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:55.034092 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-8eebd2a0-d4dd-4d63-a282-4098831c87e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['304f544a-4e19-4ec8-816f-4e06aa7f0361']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:36:55.048049 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-8eebd2a0-d4dd-4d63-a282-4098831c87e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc90d4e-48a4-4ef3-be73-880086708971') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:36:55.048368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-8eebd2a0-d4dd-4d63-a282-4098831c87e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc90d4e-48a4-4ef3-be73-880086708971') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:36:55.064530 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8eebd2a0-d4dd-4d63-a282-4098831c87e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:55.081657 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8eebd2a0-d4dd-4d63-a282-4098831c87e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:55.088937 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eebd2a0-d4dd-4d63-a282-4098831c87e1 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:36:55.089520 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8eebd2a0-d4dd-4d63-a282-4098831c87e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:55.090822 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13977237-b11f-4aa6-b5b6-466cefd0cf20 req-d9f43ae4-d9c1-4149-b5e0-64d5bfd9e7e6 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:55.092395 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-13977237-b11f-4aa6-b5b6-466cefd0cf20 req-d9f43ae4-d9c1-4149-b5e0-64d5bfd9e7e6 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 943 time: 0.1585851 Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:36:55.105211 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:36:55.187823 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8eebd2a0-d4dd-4d63-a282-4098831c87e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:55.198510 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-13977237-b11f-4aa6-b5b6-466cefd0cf20 req-aa9959be-4951-4662-ad94-cb70b29737f7 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945065 Mar 09 03:36:55.205317 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e297b7b8-31bd-4fec-9303-797e5602239a req-ef20a9ee-c75b-4849-98c7-7207a8e426c5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:55.211428 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8eebd2a0-d4dd-4d63-a282-4098831c87e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:55.218678 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['d1022644-48bc-4d48-bad2-0f16a24a90c7', '811d17f4-2f18-4866-8e73-28c4a2cbb29f'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:55.241149 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebd2a0-d4dd-4d63-a282-4098831c87e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=304f544a-4e19-4ec8-816f-4e06aa7f0361,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:55.254130 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20a9ee-c75b-4849-98c7-7207a8e426c5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Pushing event deleted for resources: {'Port': ['ID=b497e655-390b-4c5f-8aba-27b38ec3f987,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:55.275110 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8eebd2a0-d4dd-4d63-a282-4098831c87e1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/304f544a-4e19-4ec8-816f-4e06aa7f0361 HTTP/1.1" status: 204 len: 168 time: 0.7119162 Mar 09 03:36:55.277057 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['b6f35ef7-250a-4519-9e2e-2cdcd74c2047', '4ddda7c6-b428-4425-a523-4b32482d7e48', 'fb6c1293-67e6-4e97-be63-8d7254a3ffbf', 'b497e655-390b-4c5f-8aba-27b38ec3f987'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:36:55.277217 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43462) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:36:55.345455 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad3cd34-eb6e-4ec1-aeff-06528c819141 admin admin] Deleting subnet 4a216203-628e-48c7-9f9b-aae4eb6e6cb1 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:36:55.349144 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5ad3cd34-eb6e-4ec1-aeff-06528c819141 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:55.357661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-e297b7b8-31bd-4fec-9303-797e5602239a req-ef20a9ee-c75b-4849-98c7-7207a8e426c5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] No DVR routers for this DVR port b497e655-390b-4c5f-8aba-27b38ec3f987 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:36:55.365805 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e297b7b8-31bd-4fec-9303-797e5602239a req-ef20a9ee-c75b-4849-98c7-7207a8e426c5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:55.379197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19a87bd-5574-4ef4-82b9-50d707f547de', 'name': 'network-vif-deleted', 'tag': 'b497e655-390b-4c5f-8aba-27b38ec3f987'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:36:55.429059 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5ad3cd34-eb6e-4ec1-aeff-06528c819141 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:55.446289 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e297b7b8-31bd-4fec-9303-797e5602239a req-ef20a9ee-c75b-4849-98c7-7207a8e426c5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.24 "DELETE /v2.0/ports/b497e655-390b-4c5f-8aba-27b38ec3f987 HTTP/1.1" status: 204 len: 173 time: 1.2126579 Mar 09 03:36:55.493388 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-93cf3f61-bcff-4716-a64c-d60a7c8bb205 req-b8da7fd8-f2bc-4207-8a17-d784445d41da tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.0913408 Mar 09 03:36:55.533770 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5ad3cd34-eb6e-4ec1-aeff-06528c819141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:55.570725 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19a87bd-5574-4ef4-82b9-50d707f547de', 'name': 'network-vif-deleted', 'tag': 'b497e655-390b-4c5f-8aba-27b38ec3f987', 'status': 'completed', 'code': 200} Mar 09 03:36:55.748357 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f98d5f-58e7-4311-943e-b8ddb371cec2 req-91b3a7cb-1fd0-4e40-9113-7d00a9383936 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:55.756313 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-14f98d5f-58e7-4311-943e-b8ddb371cec2 req-91b3a7cb-1fd0-4e40-9113-7d00a9383936 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 950 time: 0.1832948 Mar 09 03:36:55.759161 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5ad3cd34-eb6e-4ec1-aeff-06528c819141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:55.798982 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c243f6b-5ea2-47fa-bb02-3a9c41d92667 req-a1ca6256-6c3b-4732-93ba-2f841be4bb68 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:55.806348 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2c243f6b-5ea2-47fa-bb02-3a9c41d92667 req-a1ca6256-6c3b-4732-93ba-2f841be4bb68 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f87bfcc-02b0-4bfb-b96d-7bb55904a359 HTTP/1.1" status: 200 len: 945 time: 0.1112533 Mar 09 03:36:55.836143 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5ad3cd34-eb6e-4ec1-aeff-06528c819141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:55.839458 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3cd34-eb6e-4ec1-aeff-06528c819141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a216203-628e-48c7-9f9b-aae4eb6e6cb1,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:55.853882 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5ad3cd34-eb6e-4ec1-aeff-06528c819141 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4a216203-628e-48c7-9f9b-aae4eb6e6cb1 HTTP/1.1" status: 204 len: 168 time: 0.5747387 Mar 09 03:36:55.858012 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43474) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:36:55.865398 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-14f98d5f-58e7-4311-943e-b8ddb371cec2 req-3c1d38e4-a285-4e6d-9718-ccf9fbccecb1 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061771 Mar 09 03:36:55.936010 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2c243f6b-5ea2-47fa-bb02-3a9c41d92667 req-a5a8f211-ec1e-4d0d-9e87-7714e5d159ae tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287899 Mar 09 03:36:56.050674 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e2468981-e72f-426a-a1d4-f128a65b4d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:56.067552 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6149f7ca-a0e1-45d5-bf75-54b3ee1d5ba8 req-f517afe8-2cd0-4013-8b40-586470a87b68 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=d19a87bd-5574-4ef4-82b9-50d707f547de HTTP/1.1" status: 200 len: 210 time: 0.0628707 Mar 09 03:36:56.242483 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e2468981-e72f-426a-a1d4-f128a65b4d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:56.289781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-e2468981-e72f-426a-a1d4-f128a65b4d70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379acd08-e893-476d-a8c2-15f324bcd442']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:36:56.303781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-e2468981-e72f-426a-a1d4-f128a65b4d70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda8c106-3d73-4ea8-848b-f63ddb70a61d') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:36:56.304086 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-e2468981-e72f-426a-a1d4-f128a65b4d70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda8c106-3d73-4ea8-848b-f63ddb70a61d') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:36:56.318525 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e2468981-e72f-426a-a1d4-f128a65b4d70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:56.344650 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e2468981-e72f-426a-a1d4-f128a65b4d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:56.359313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38975966-fdcc-41a0-a377-401d1cbeb48f req-fcac5109-3dbc-4630-8689-6cc8fe3e400d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:56.366373 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38975966-fdcc-41a0-a377-401d1cbeb48f req-fcac5109-3dbc-4630-8689-6cc8fe3e400d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.1668680 Mar 09 03:36:56.386423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2468981-e72f-426a-a1d4-f128a65b4d70 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:36:56.386811 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e2468981-e72f-426a-a1d4-f128a65b4d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:36:56.400412 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:36:56.403035 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ff1b5-f84d-41d3-897b-9e6539d34cb3 req-0a0241d0-7505-4439-b328-07d491eb5cf9 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:56.407324 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e83ff1b5-f84d-41d3-897b-9e6539d34cb3 req-0a0241d0-7505-4439-b328-07d491eb5cf9 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 943 time: 0.0877395 Mar 09 03:36:56.492804 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38975966-fdcc-41a0-a377-401d1cbeb48f req-1865d44e-aa42-4467-b352-de290bdae947 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255689 Mar 09 03:36:56.494358 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e2468981-e72f-426a-a1d4-f128a65b4d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:56.513224 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e2468981-e72f-426a-a1d4-f128a65b4d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:56.518815 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e83ff1b5-f84d-41d3-897b-9e6539d34cb3 req-dab28bfe-f3cc-4731-98ec-fca50941d605 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082370 Mar 09 03:36:56.526523 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2468981-e72f-426a-a1d4-f128a65b4d70 admin admin] Pushing event deleted for resources: {'Network': ['ID=379acd08-e893-476d-a8c2-15f324bcd442,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:56.530042 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e2468981-e72f-426a-a1d4-f128a65b4d70 admin admin] 10.222.0.16 "DELETE /v2.0/networks/379acd08-e893-476d-a8c2-15f324bcd442 HTTP/1.1" status: 204 len: 168 time: 0.6710525 Mar 09 03:36:56.541763 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-ad9ecbd1-e86f-4cfe-a84f-48a96a419042 service neutron] 10.222.0.21 "GET /v2.0/ports/e30c5c9e-3e19-4602-b265-9c044c715620/bindings/n-h1-825178-5 HTTP/1.1" status: 200 len: 384 time: 0.1161127 Mar 09 03:36:56.662892 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43486) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:36:56.666744 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3cd20be8-e985-4dfc-bc7e-8feed374ccad req-8f5a4329-b961-4e95-8411-d478a8f77c20 tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.0469213 Mar 09 03:36:56.713768 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a4d22f15-c3e5-4780-8a1b-9419a3119f83 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42923148a00a49268422cf3ff4c2fd04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493906 Mar 09 03:36:56.715975 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43490) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:36:56.771245 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-574e0554-0b30-4815-9248-f99bd90c54bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:56.796295 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-574e0554-0b30-4815-9248-f99bd90c54bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:56.804337 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-678486e1-78c7-46c2-987e-803c04c4e15f service neutron] For port e30c5c9e-3e19-4602-b265-9c044c715620, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e30c5c9e-3e19-4602-b265-9c044c715620,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:56.830430 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-678486e1-78c7-46c2-987e-803c04c4e15f service neutron] For port e30c5c9e-3e19-4602-b265-9c044c715620, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:36:56.855615 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-574e0554-0b30-4815-9248-f99bd90c54bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:56.875328 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e0554-0b30-4815-9248-f99bd90c54bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe5c973-5483-4297-b5a7-1ae214699f9c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:56.896715 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-574e0554-0b30-4815-9248-f99bd90c54bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:56.898217 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-574e0554-0b30-4815-9248-f99bd90c54bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ebe5c973-5483-4297-b5a7-1ae214699f9c HTTP/1.1" status: 204 len: 168 time: 0.1812811 Mar 09 03:36:56.931009 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-678486e1-78c7-46c2-987e-803c04c4e15f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e30c5c9e-3e19-4602-b265-9c044c715620 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:36:56.944229 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-678486e1-78c7-46c2-987e-803c04c4e15f service neutron] For port e30c5c9e-3e19-4602-b265-9c044c715620, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=e30c5c9e-3e19-4602-b265-9c044c715620,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:56.965152 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-678486e1-78c7-46c2-987e-803c04c4e15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:57.145500 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09ec6d-23e5-4d2b-b569-d75c98059029 req-04343afd-b516-472f-9de7-00834b3a3416 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:57.147004 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e09ec6d-23e5-4d2b-b569-d75c98059029 req-04343afd-b516-472f-9de7-00834b3a3416 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 950 time: 0.1668792 Mar 09 03:36:57.147191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb6d49-3e45-48db-ad0d-6e0492b0f4d2 req-8bd84720-90c9-461e-a047-0516451d2651 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:57.148057 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-678486e1-78c7-46c2-987e-803c04c4e15f service neutron] Transition to ACTIVE for port object e30c5c9e-3e19-4602-b265-9c044c715620 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:36:57.151358 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-25bb6d49-3e45-48db-ad0d-6e0492b0f4d2 req-8bd84720-90c9-461e-a047-0516451d2651 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f87bfcc-02b0-4bfb-b96d-7bb55904a359 HTTP/1.1" status: 200 len: 945 time: 0.0892324 Mar 09 03:36:57.155779 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-678486e1-78c7-46c2-987e-803c04c4e15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:57.199876 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-25bb6d49-3e45-48db-ad0d-6e0492b0f4d2 req-30dacaee-4a00-4f0e-ae6f-74a68510b269 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442522 Mar 09 03:36:57.315932 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43506) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:36:57.384850 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-18473635-cb86-470c-a147-14607fa324c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=100e85be73b549a3a59ef7b53bf3fc40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0667183 Mar 09 03:36:57.385758 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43510) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:36:57.475912 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-69b31fd5-5657-4271-b8ab-328493aba512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:57.503376 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-69b31fd5-5657-4271-b8ab-328493aba512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:57.508495 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e09ec6d-23e5-4d2b-b569-d75c98059029 req-6981c3ee-c20b-4dca-b3d3-9999a8e9295c tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471165 Mar 09 03:36:57.518164 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-678486e1-78c7-46c2-987e-803c04c4e15f service neutron] No DVR routers for this DVR port e30c5c9e-3e19-4602-b265-9c044c715620 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:36:57.522096 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678486e1-78c7-46c2-987e-803c04c4e15f service neutron] Pushing event updated for resources: {'Port': ['ID=e30c5c9e-3e19-4602-b265-9c044c715620,revision_number=10']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:57.635563 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-678486e1-78c7-46c2-987e-803c04c4e15f service neutron] 10.222.0.21 "PUT /v2.0/ports/e30c5c9e-3e19-4602-b265-9c044c715620/bindings/n-h1-825178-5/activate HTTP/1.1" status: 200 len: 369 time: 1.0881913 Mar 09 03:36:57.638388 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ccfbc-33da-49a1-9ae9-177ccc1f47e1 req-57af81fa-ad55-46ca-91e5-112eb307acee tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:57.642332 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-236ccfbc-33da-49a1-9ae9-177ccc1f47e1 req-57af81fa-ad55-46ca-91e5-112eb307acee tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f87bfcc-02b0-4bfb-b96d-7bb55904a359 HTTP/1.1" status: 200 len: 945 time: 0.1304753 Mar 09 03:36:57.713453 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-69b31fd5-5657-4271-b8ab-328493aba512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:57.794312 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2447e0-6aba-40ff-9716-ece9987a34f0 req-9fe7795f-38d0-4c7e-95c2-4c4ac7b0cee8 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:57.795944 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7b2447e0-6aba-40ff-9716-ece9987a34f0 req-9fe7795f-38d0-4c7e-95c2-4c4ac7b0cee8 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.0944464 Mar 09 03:36:57.841596 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7b2447e0-6aba-40ff-9716-ece9987a34f0 req-200784b7-1cae-4f24-8fa5-162b4104239f tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392182 Mar 09 03:36:57.924355 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b31fd5-5657-4271-b8ab-328493aba512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682648a6-6eaf-47f9-b672-db2182656233,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:57.958755 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-236ccfbc-33da-49a1-9ae9-177ccc1f47e1 req-797d88e2-9831-4228-a2f7-fef1d3733065 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Deleting port 6fea3666-f2b4-4c10-8b8e-c2c47303d6eb {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:36:57.959114 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-236ccfbc-33da-49a1-9ae9-177ccc1f47e1 req-797d88e2-9831-4228-a2f7-fef1d3733065 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:58.002311 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-69b31fd5-5657-4271-b8ab-328493aba512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:58.003427 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-69b31fd5-5657-4271-b8ab-328493aba512 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/682648a6-6eaf-47f9-b672-db2182656233 HTTP/1.1" status: 204 len: 168 time: 0.6166391 Mar 09 03:36:58.113450 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda2ef5-3969-46ce-994a-b91c93aa98f9 req-8aec875a-477d-4478-aeec-4d4352b1435c tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:58.114912 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ffda2ef5-3969-46ce-994a-b91c93aa98f9 req-8aec875a-477d-4478-aeec-4d4352b1435c tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 944 time: 0.3974876 Mar 09 03:36:58.125435 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-06ac7491-56da-48b9-884c-231c3654b9cc tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:58.126831 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-06ac7491-56da-48b9-884c-231c3654b9cc tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b&tenant_id=2805c8aef7c746099fde990352f135bf&binding%3Ahost_id=n-h2-825178-5 HTTP/1.1" status: 200 len: 1095 time: 0.2615793 Mar 09 03:36:58.217090 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9f091963-c044-49d2-b4a1-502f284620c4 req-ef1e8ec0-7212-49ee-a236-acb074f975c0 tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.0456054 Mar 09 03:36:58.305589 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ffda2ef5-3969-46ce-994a-b91c93aa98f9 req-e08fe996-564c-4b3e-9a7f-ae25a1922b98 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827736 Mar 09 03:36:58.356293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-8f0daba0-95a6-4e34-b356-da6530d22cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:58.357751 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-8f0daba0-95a6-4e34-b356-da6530d22cd9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b&tenant_id=2805c8aef7c746099fde990352f135bf HTTP/1.1" status: 200 len: 1095 time: 0.2160575 Mar 09 03:36:58.359488 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-236ccfbc-33da-49a1-9ae9-177ccc1f47e1 req-797d88e2-9831-4228-a2f7-fef1d3733065 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] For port 6fea3666-f2b4-4c10-8b8e-c2c47303d6eb, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6fea3666-f2b4-4c10-8b8e-c2c47303d6eb,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:58.359908 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-236ccfbc-33da-49a1-9ae9-177ccc1f47e1 req-797d88e2-9831-4228-a2f7-fef1d3733065 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:58.422661 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 6fea3666-f2b4-4c10-8b8e-c2c47303d6eb no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:36:58.429510 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f13025-c000-420c-a8c1-6634d79fbb2f req-e5b1d899-e314-4e26-8720-04b067989ec1 tempest-MigrationsAdminTest-415884709 tempest-MigrationsAdminTest-415884709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:58.437286 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-12f13025-c000-420c-a8c1-6634d79fbb2f req-e5b1d899-e314-4e26-8720-04b067989ec1 tempest-MigrationsAdminTest-415884709 tempest-MigrationsAdminTest-415884709-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 1101 time: 0.1126184 Mar 09 03:36:58.483040 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-12f13025-c000-420c-a8c1-6634d79fbb2f req-f53bae50-7d12-4f5f-b2a6-394726a20b1b tempest-MigrationsAdminTest-415884709 tempest-MigrationsAdminTest-415884709-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439224 Mar 09 03:36:58.528344 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-236ccfbc-33da-49a1-9ae9-177ccc1f47e1 req-797d88e2-9831-4228-a2f7-fef1d3733065 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Calling delete_port for 6fea3666-f2b4-4c10-8b8e-c2c47303d6eb owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:36:58.559460 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:58.591699 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f87bfcc-02b0-4bfb-b96d-7bb55904a359', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fea3666-f2b4-4c10-8b8e-c2c47303d6eb'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:36:58.602503 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 6fea3666-f2b4-4c10-8b8e-c2c47303d6eb, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6fea3666-f2b4-4c10-8b8e-c2c47303d6eb,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:36:58.610235 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:58.611235 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e30c5c9e-3e19-4602-b265-9c044c715620 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:36:58.709903 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [req-236ccfbc-33da-49a1-9ae9-177ccc1f47e1 req-797d88e2-9831-4228-a2f7-fef1d3733065 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:36:58.709903 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [req-236ccfbc-33da-49a1-9ae9-177ccc1f47e1 req-797d88e2-9831-4228-a2f7-fef1d3733065 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:36:58.717169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-341a17a1-9f52-4c81-b0ba-ffd59a481bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:58.718708 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-341a17a1-9f52-4c81-b0ba-ffd59a481bdb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2805c8aef7c746099fde990352f135bf&device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 1095 time: 0.2900074 Mar 09 03:36:58.721868 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410deb32-ae60-4647-926e-a48725a14e02 req-ec5e501f-44b1-4518-a6b3-9c654dc1f37d tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:58.724028 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-410deb32-ae60-4647-926e-a48725a14e02 req-ec5e501f-44b1-4518-a6b3-9c654dc1f37d tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f87bfcc-02b0-4bfb-b96d-7bb55904a359 HTTP/1.1" status: 200 len: 943 time: 0.1261463 Mar 09 03:36:58.726480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1d749-a2f3-4ce7-90d7-6cef8d6303c1 req-fdbb0712-eaa2-4d82-856c-e70a2b5b2fd6 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:58.727166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f5e1d749-a2f3-4ce7-90d7-6cef8d6303c1 req-fdbb0712-eaa2-4d82-856c-e70a2b5b2fd6 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Synchronizing usage tracker for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:36:58.736443 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0c46206c-b8c0-4b6e-b7f9-1ab59402d069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:58.778692 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e30c5c9e-3e19-4602-b265-9c044c715620 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:36:58.782019 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=6fea3666-f2b4-4c10-8b8e-c2c47303d6eb,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:36:58.794615 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-410deb32-ae60-4647-926e-a48725a14e02 req-438437c3-9a1c-4158-ab41-07c6449f7f8a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629375 Mar 09 03:36:58.828121 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f5e1d749-a2f3-4ce7-90d7-6cef8d6303c1 req-fdbb0712-eaa2-4d82-856c-e70a2b5b2fd6 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Unset dirty status for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:36:58.829820 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5e1d749-a2f3-4ce7-90d7-6cef8d6303c1 req-fdbb0712-eaa2-4d82-856c-e70a2b5b2fd6 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=998864f7-4b0c-4dcf-a252-8952926b228d HTTP/1.1" status: 200 len: 950 time: 0.2727146 Mar 09 03:36:58.901877 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5e1d749-a2f3-4ce7-90d7-6cef8d6303c1 req-53d0fe73-4ce8-47d8-a3ee-2cea7570db00 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637240 Mar 09 03:36:58.902954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-17f2b9e0-9a06-453b-88fd-cd25cbdb68b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:58.904533 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-17f2b9e0-9a06-453b-88fd-cd25cbdb68b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=af94044a-4dd6-4e2a-9a7b-ddb410474c02 HTTP/1.1" status: 200 len: 908 time: 0.1732430 Mar 09 03:36:58.995951 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-b9359a98-4f1d-4697-9691-ebbbe3d47619 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e30c5c9e-3e19-4602-b265-9c044c715620 HTTP/1.1" status: 200 len: 217 time: 0.0791764 Mar 09 03:36:59.121300 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-fec5a4e4-5aac-435a-8c66-0e7edd1972d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:59.122742 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-fec5a4e4-5aac-435a-8c66-0e7edd1972d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=42f7c02a-5561-45bd-a0c7-255e56eaf460 HTTP/1.1" status: 200 len: 847 time: 0.1191394 Mar 09 03:36:59.173678 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f87bfcc-02b0-4bfb-b96d-7bb55904a359', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fea3666-f2b4-4c10-8b8e-c2c47303d6eb', 'code': 200} Mar 09 03:36:59.222135 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-236ccfbc-33da-49a1-9ae9-177ccc1f47e1 req-797d88e2-9831-4228-a2f7-fef1d3733065 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Deleting port 6fea3666-f2b4-4c10-8b8e-c2c47303d6eb {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:36:59.222475 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-236ccfbc-33da-49a1-9ae9-177ccc1f47e1 req-797d88e2-9831-4228-a2f7-fef1d3733065 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:36:59.265417 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-4d9c3d81-ac3b-4d73-b465-304f3102c943 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af94044a-4dd6-4e2a-9a7b-ddb410474c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314933 Mar 09 03:36:59.269885 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device b497e655-390b-4c5f-8aba-27b38ec3f987 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:36:59.282474 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee1e9a-734a-4c84-bd3a-ba249fc32e11 req-af8f1052-0850-4d39-9b3e-07b5fd3e8c20 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:59.289518 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77ee1e9a-734a-4c84-bd3a-ba249fc32e11 req-af8f1052-0850-4d39-9b3e-07b5fd3e8c20 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 950 time: 0.2489736 Mar 09 03:36:59.360232 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: b497e655-390b-4c5f-8aba-27b38ec3f987 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:36:59.360773 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device b497e655-390b-4c5f-8aba-27b38ec3f987 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:36:59.361520 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device e30c5c9e-3e19-4602-b265-9c044c715620 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:36:59.457278 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ef6a4-62ee-44bf-9fa1-0fe302fc13cb req-82ed726e-021c-48ac-86c0-474a63dd1072 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:59.464683 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-810ef6a4-62ee-44bf-9fa1-0fe302fc13cb req-82ed726e-021c-48ac-86c0-474a63dd1072 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.2055037 Mar 09 03:36:59.537321 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-810ef6a4-62ee-44bf-9fa1-0fe302fc13cb req-6bd242b8-cbc0-4e43-84de-8b83a1285ad6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652747 Mar 09 03:36:59.677245 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77ee1e9a-734a-4c84-bd3a-ba249fc32e11 req-ce167951-2691-4595-b110-4c4cf5ca9b61 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868105 Mar 09 03:36:59.706998 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f26ac295-8b12-4cd6-9f9d-21965c21358b req-6ec74267-ba38-4497-99f6-998076f40faf tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.0464222 Mar 09 03:36:59.830225 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03227625-841a-4be0-904f-46ddb5cdecbd req-010e9f54-77ff-4d6b-8707-6fc7e7d92f42 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:59.832347 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-03227625-841a-4be0-904f-46ddb5cdecbd req-010e9f54-77ff-4d6b-8707-6fc7e7d92f42 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dc20e09-8a7a-4738-b94d-8dc49bb7967f HTTP/1.1" status: 200 len: 950 time: 0.1110361 Mar 09 03:36:59.918878 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13699ca9-1695-470c-99fe-0e711740235f req-cba53c31-5f0a-4237-bf83-6a7020382dc3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:36:59.920615 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-13699ca9-1695-470c-99fe-0e711740235f req-cba53c31-5f0a-4237-bf83-6a7020382dc3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.24 "GET /v2.0/ports?device_id=998864f7-4b0c-4dcf-a252-8952926b228d HTTP/1.1" status: 200 len: 950 time: 0.7503805 Mar 09 03:36:59.934254 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-9a8c4564-a11c-4a96-940e-9c91cc19488e service neutron] 10.222.0.24 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6376719 Mar 09 03:36:59.987851 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-03227625-841a-4be0-904f-46ddb5cdecbd req-747e5149-4fe1-4416-afa9-07b1d886d7c3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Deleting port 811d17f4-2f18-4866-8e73-28c4a2cbb29f {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:36:59.988203 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-03227625-841a-4be0-904f-46ddb5cdecbd req-747e5149-4fe1-4416-afa9-07b1d886d7c3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:00.114638 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53faa720-0ab9-4f05-8e5d-80881107bc8f req-4121fbe2-09c2-4ef7-a7b1-c87848277c97 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:00.116128 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-53faa720-0ab9-4f05-8e5d-80881107bc8f req-4121fbe2-09c2-4ef7-a7b1-c87848277c97 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f87bfcc-02b0-4bfb-b96d-7bb55904a359 HTTP/1.1" status: 200 len: 943 time: 0.1925261 Mar 09 03:37:00.123049 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-b6038eb9-f340-4da6-a433-28bb000acc77 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9016311 Mar 09 03:37:00.236184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-13699ca9-1695-470c-99fe-0e711740235f req-26f90af5-86c5-411d-acae-1d41ce40a84f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Deleting port fb6c1293-67e6-4e97-be63-8d7254a3ffbf {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:37:00.236457 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-13699ca9-1695-470c-99fe-0e711740235f req-26f90af5-86c5-411d-acae-1d41ce40a84f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:00.255903 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-53faa720-0ab9-4f05-8e5d-80881107bc8f req-d7c8b358-3251-428e-91f8-5e72ea6b4cde tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325064 Mar 09 03:37:00.300743 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb225b-6dc2-491b-aa9b-9ca6452e7b89 req-7ce23cd5-3407-4dcb-9bd8-953888945bab tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:00.302217 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0bdb225b-6dc2-491b-aa9b-9ca6452e7b89 req-7ce23cd5-3407-4dcb-9bd8-953888945bab tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 944 time: 0.4723580 Mar 09 03:37:00.317075 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-03227625-841a-4be0-904f-46ddb5cdecbd req-747e5149-4fe1-4416-afa9-07b1d886d7c3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] For port 811d17f4-2f18-4866-8e73-28c4a2cbb29f, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=811d17f4-2f18-4866-8e73-28c4a2cbb29f,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:00.317725 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-03227625-841a-4be0-904f-46ddb5cdecbd req-747e5149-4fe1-4416-afa9-07b1d886d7c3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:00.322551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-236ccfbc-33da-49a1-9ae9-177ccc1f47e1 req-797d88e2-9831-4228-a2f7-fef1d3733065 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] For port 6fea3666-f2b4-4c10-8b8e-c2c47303d6eb, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6fea3666-f2b4-4c10-8b8e-c2c47303d6eb,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:00.322938 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-236ccfbc-33da-49a1-9ae9-177ccc1f47e1 req-797d88e2-9831-4228-a2f7-fef1d3733065 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:00.490575 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-03227625-841a-4be0-904f-46ddb5cdecbd req-747e5149-4fe1-4416-afa9-07b1d886d7c3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Calling delete_port for 811d17f4-2f18-4866-8e73-28c4a2cbb29f owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:37:00.512602 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-236ccfbc-33da-49a1-9ae9-177ccc1f47e1 req-797d88e2-9831-4228-a2f7-fef1d3733065 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Calling delete_port for 6fea3666-f2b4-4c10-8b8e-c2c47303d6eb owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:37:00.533826 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1175fd9f-4119-4e35-a887-1292af72df3d req-1389bd92-dd3c-4d0b-bf79-9d4f76ad7880 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=21c493429dff49cab70d2962adcdfd77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1328671 Mar 09 03:37:00.551067 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-28045ec4-5873-42b9-804d-3e500ad7a214 service neutron] 10.222.0.24 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063531 Mar 09 03:37:00.625857 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0bdb225b-6dc2-491b-aa9b-9ca6452e7b89 req-28a2abf8-0632-43e4-a457-8fd53d69dcea tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161323 Mar 09 03:37:00.815214 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-13699ca9-1695-470c-99fe-0e711740235f req-26f90af5-86c5-411d-acae-1d41ce40a84f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] For port fb6c1293-67e6-4e97-be63-8d7254a3ffbf, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=fb6c1293-67e6-4e97-be63-8d7254a3ffbf,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:00.815942 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-13699ca9-1695-470c-99fe-0e711740235f req-26f90af5-86c5-411d-acae-1d41ce40a84f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:00.961165 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175fd9f-4119-4e35-a887-1292af72df3d req-5e3e2fbd-1727-4fae-8bc1-b5ac61682baa tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:00.962747 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1175fd9f-4119-4e35-a887-1292af72df3d req-5e3e2fbd-1727-4fae-8bc1-b5ac61682baa tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4209757 Mar 09 03:37:00.969375 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-03227625-841a-4be0-904f-46ddb5cdecbd req-747e5149-4fe1-4416-afa9-07b1d886d7c3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:00.984395 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['d1022644-48bc-4d48-bad2-0f16a24a90c7'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:37:01.023260 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['b6f35ef7-250a-4519-9e2e-2cdcd74c2047', '4ddda7c6-b428-4425-a523-4b32482d7e48', 'fb6c1293-67e6-4e97-be63-8d7254a3ffbf'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:37:01.030237 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1175fd9f-4119-4e35-a887-1292af72df3d req-d30bec0a-31e5-4a5d-b834-fee08e2b5152 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/quotas/21c493429dff49cab70d2962adcdfd77 HTTP/1.1" status: 200 len: 375 time: 0.0588226 Mar 09 03:37:01.044239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-13699ca9-1695-470c-99fe-0e711740235f req-26f90af5-86c5-411d-acae-1d41ce40a84f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Calling delete_port for fb6c1293-67e6-4e97-be63-8d7254a3ffbf owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:37:01.051482 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e5149-4fe1-4416-afa9-07b1d886d7c3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Pushing event deleted for resources: {'Port': ['ID=811d17f4-2f18-4866-8e73-28c4a2cbb29f,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:01.088563 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-236ccfbc-33da-49a1-9ae9-177ccc1f47e1 req-797d88e2-9831-4228-a2f7-fef1d3733065 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:01.112371 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-41897d7d-2f2e-4d49-810a-de9ebef4e3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:01.229131 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-03227625-841a-4be0-904f-46ddb5cdecbd req-747e5149-4fe1-4416-afa9-07b1d886d7c3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] No DVR routers for this DVR port 811d17f4-2f18-4866-8e73-28c4a2cbb29f on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:37:01.232162 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-03227625-841a-4be0-904f-46ddb5cdecbd req-747e5149-4fe1-4416-afa9-07b1d886d7c3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:01.249520 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc20e09-8a7a-4738-b94d-8dc49bb7967f', 'name': 'network-vif-deleted', 'tag': '811d17f4-2f18-4866-8e73-28c4a2cbb29f'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:37:01.262545 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-03227625-841a-4be0-904f-46ddb5cdecbd req-747e5149-4fe1-4416-afa9-07b1d886d7c3 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.21 "DELETE /v2.0/ports/811d17f4-2f18-4866-8e73-28c4a2cbb29f HTTP/1.1" status: 204 len: 173 time: 1.4215858 Mar 09 03:37:01.294905 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d88e2-9831-4228-a2f7-fef1d3733065 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Pushing event deleted for resources: {'Port': ['ID=6fea3666-f2b4-4c10-8b8e-c2c47303d6eb,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:01.307245 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1175fd9f-4119-4e35-a887-1292af72df3d req-adb98e63-090f-4465-a05b-8959ea8da790 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=21c493429dff49cab70d2962adcdfd77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2604477 Mar 09 03:37:01.426137 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-236ccfbc-33da-49a1-9ae9-177ccc1f47e1 req-797d88e2-9831-4228-a2f7-fef1d3733065 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] No DVR routers for this DVR port 6fea3666-f2b4-4c10-8b8e-c2c47303d6eb on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:37:01.431073 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-236ccfbc-33da-49a1-9ae9-177ccc1f47e1 req-797d88e2-9831-4228-a2f7-fef1d3733065 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:01.441993 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8096bd-b3ae-45b4-aae7-78b425d23925 req-df8ed8be-cf14-48c9-a035-3d50a70cba32 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:01.448854 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fb8096bd-b3ae-45b4-aae7-78b425d23925 req-df8ed8be-cf14-48c9-a035-3d50a70cba32 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=998864f7-4b0c-4dcf-a252-8952926b228d HTTP/1.1" status: 200 len: 950 time: 0.6249571 Mar 09 03:37:01.450364 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f87bfcc-02b0-4bfb-b96d-7bb55904a359', 'name': 'network-vif-deleted', 'tag': '6fea3666-f2b4-4c10-8b8e-c2c47303d6eb'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:37:01.541131 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-236ccfbc-33da-49a1-9ae9-177ccc1f47e1 req-797d88e2-9831-4228-a2f7-fef1d3733065 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.21 "DELETE /v2.0/ports/6fea3666-f2b4-4c10-8b8e-c2c47303d6eb HTTP/1.1" status: 204 len: 173 time: 3.8898416 Mar 09 03:37:01.557143 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-b2fc2340-2b19-460e-b628-a844da40c03b tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:01.558927 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-b2fc2340-2b19-460e-b628-a844da40c03b tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b&tenant_id=2805c8aef7c746099fde990352f135bf&binding%3Ahost_id=n-h1-825178-5 HTTP/1.1" status: 200 len: 1095 time: 0.6802831 Mar 09 03:37:01.700765 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fb8096bd-b3ae-45b4-aae7-78b425d23925 req-a90a1bd9-2127-42d1-9800-9b927d24d9b6 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509322 Mar 09 03:37:01.738170 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-13699ca9-1695-470c-99fe-0e711740235f req-26f90af5-86c5-411d-acae-1d41ce40a84f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:01.840417 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f90af5-86c5-411d-acae-1d41ce40a84f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Pushing event deleted for resources: {'Port': ['ID=fb6c1293-67e6-4e97-be63-8d7254a3ffbf,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:01.960032 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-5a60791b-490a-485b-ae62-0e59a3fc2ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:01.961483 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-5a60791b-490a-485b-ae62-0e59a3fc2ab2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 1101 time: 0.2389386 Mar 09 03:37:01.970996 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['d1022644-48bc-4d48-bad2-0f16a24a90c7'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:37:02.094737 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:02.098767 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:02.131279 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-13699ca9-1695-470c-99fe-0e711740235f req-26f90af5-86c5-411d-acae-1d41ce40a84f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] No DVR routers for this DVR port fb6c1293-67e6-4e97-be63-8d7254a3ffbf on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:37:02.135098 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-13699ca9-1695-470c-99fe-0e711740235f req-26f90af5-86c5-411d-acae-1d41ce40a84f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:02.199816 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-13699ca9-1695-470c-99fe-0e711740235f req-26f90af5-86c5-411d-acae-1d41ce40a84f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.24 "DELETE /v2.0/ports/fb6c1293-67e6-4e97-be63-8d7254a3ffbf HTTP/1.1" status: 204 len: 173 time: 2.2010877 Mar 09 03:37:02.316199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c789fa-f60a-44fc-97d7-c2cab5d3621e req-7c0e2b83-db3b-4afc-b300-a81e4f3a9747 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:02.318015 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a2c789fa-f60a-44fc-97d7-c2cab5d3621e req-7c0e2b83-db3b-4afc-b300-a81e4f3a9747 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.3872602 Mar 09 03:37:02.322488 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-68c7d539-ec9a-47a9-834a-9eff17883d24 service neutron] For port e30c5c9e-3e19-4602-b265-9c044c715620, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:37:02.343000 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-68c7d539-ec9a-47a9-834a-9eff17883d24 service neutron] Notify callbacks [] for binding, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:02.351176 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-40ab1e7a-9c55-4dd3-96d2-2372432d6afb req-68c7d539-ec9a-47a9-834a-9eff17883d24 service neutron] 10.222.0.24 "DELETE /v2.0/ports/e30c5c9e-3e19-4602-b265-9c044c715620/bindings/n-h2-825178-5 HTTP/1.1" status: 204 len: 173 time: 0.7840724 Mar 09 03:37:02.374992 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-0e2589b2-1a36-46fa-9156-68eb3b582992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:02.376850 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-0e2589b2-1a36-46fa-9156-68eb3b582992 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.4069192 Mar 09 03:37:02.414435 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a2c789fa-f60a-44fc-97d7-c2cab5d3621e req-ddfa11e7-ca24-4b92-8b32-c93ed08394b3 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901198 Mar 09 03:37:02.449436 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 811d17f4-2f18-4866-8e73-28c4a2cbb29f no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:37:02.537106 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 811d17f4-2f18-4866-8e73-28c4a2cbb29f {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:37:02.537311 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 811d17f4-2f18-4866-8e73-28c4a2cbb29f not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:37:02.543365 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc20e09-8a7a-4738-b94d-8dc49bb7967f', 'name': 'network-vif-deleted', 'tag': '811d17f4-2f18-4866-8e73-28c4a2cbb29f', 'status': 'completed', 'code': 200} Mar 09 03:37:02.545852 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ceb5996a-aacd-44c4-b34d-44abd2deea61 req-efcef837-5ee1-44c9-9982-0292c0353e66 tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.2789891 Mar 09 03:37:02.555296 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-886b9ec7-ee2d-4edd-a64f-a8b5735caa51 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=64c93ab8-1889-4495-a0bd-237b392283fc HTTP/1.1" status: 200 len: 217 time: 0.1690671 Mar 09 03:37:02.628245 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f87bfcc-02b0-4bfb-b96d-7bb55904a359', 'name': 'network-vif-deleted', 'tag': '6fea3666-f2b4-4c10-8b8e-c2c47303d6eb', 'status': 'completed', 'code': 200} Mar 09 03:37:02.670509 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-0dd04d36-08ed-49f9-96d6-b5956de5f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:02.672589 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-0dd04d36-08ed-49f9-96d6-b5956de5f1fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1108494 Mar 09 03:37:02.729667 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-54712bd3-bbef-444d-83a9-9fae61578148 req-eb0f29d7-a68d-485e-9f69-bee620baf8c4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Synchronizing usage tracker for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:37:02.749315 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-54712bd3-bbef-444d-83a9-9fae61578148 req-eb0f29d7-a68d-485e-9f69-bee620baf8c4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Unset dirty status for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:37:02.751603 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-54712bd3-bbef-444d-83a9-9fae61578148 req-eb0f29d7-a68d-485e-9f69-bee620baf8c4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f87bfcc-02b0-4bfb-b96d-7bb55904a359 HTTP/1.1" status: 200 len: 210 time: 0.0781465 Mar 09 03:37:02.810069 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f397885f-9d7f-4811-a298-5adf670ebfbe req-a1bcd664-16fa-4866-8033-d5d1e4a5c661 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ddb0d27-3247-48de-822a-e9907d77476e HTTP/1.1" status: 200 len: 210 time: 0.0671375 Mar 09 03:37:02.813450 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-80e1d6c1-5f19-48c5-801a-cbf7f2ac7597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:02.814883 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-80e1d6c1-5f19-48c5-801a-cbf7f2ac7597 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1359177 Mar 09 03:37:02.853972 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['b6f35ef7-250a-4519-9e2e-2cdcd74c2047', '4ddda7c6-b428-4425-a523-4b32482d7e48'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:37:02.970602 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42cd548-e4cd-4dd7-b443-99377d7a767e req-f77a292e-01ee-4f11-84bd-6b259d00b084 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:02.978517 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c42cd548-e4cd-4dd7-b443-99377d7a767e req-f77a292e-01ee-4f11-84bd-6b259d00b084 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 944 time: 0.1043136 Mar 09 03:37:03.050146 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c42cd548-e4cd-4dd7-b443-99377d7a767e req-a4eceaad-b304-4dba-b372-a78b0efa0724 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706730 Mar 09 03:37:03.112237 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-b14bb8ec-61d6-4245-9d92-598e4b741f35 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904303 Mar 09 03:37:03.287033 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-9823ea88-a42b-471e-98d8-b2a4bb5a2406 req-dde40a17-0cdc-4792-b3bc-60ccc884dafd tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Synchronizing usage tracker for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:37:03.300089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device fb6c1293-67e6-4e97-be63-8d7254a3ffbf no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:37:03.326971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-9823ea88-a42b-471e-98d8-b2a4bb5a2406 req-dde40a17-0cdc-4792-b3bc-60ccc884dafd tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Unset dirty status for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:37:03.336492 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9823ea88-a42b-471e-98d8-b2a4bb5a2406 req-dde40a17-0cdc-4792-b3bc-60ccc884dafd tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=998864f7-4b0c-4dcf-a252-8952926b228d HTTP/1.1" status: 200 len: 210 time: 0.1006286 Mar 09 03:37:03.349545 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1175fd9f-4119-4e35-a887-1292af72df3d req-8477124e-91bc-40a4-ba01-f8e670d756a4 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=21c493429dff49cab70d2962adcdfd77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614874 Mar 09 03:37:03.366892 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: fb6c1293-67e6-4e97-be63-8d7254a3ffbf {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:37:03.367233 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device fb6c1293-67e6-4e97-be63-8d7254a3ffbf not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:37:03.376142 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-272ec644-ca49-4d63-b6ee-7a363b34027e service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578740 Mar 09 03:37:03.388464 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:03.512671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cc05a-769d-4464-afb3-e17cf1579f26 req-fec6deeb-9df5-4ad5-a434-68d248ed6014 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:03.514266 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e80cc05a-769d-4464-afb3-e17cf1579f26 req-fec6deeb-9df5-4ad5-a434-68d248ed6014 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 1095 time: 0.1992700 Mar 09 03:37:03.585591 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175fd9f-4119-4e35-a887-1292af72df3d req-bc98f4e9-988c-4331-a3ab-fa1f95c27f42 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:03.595481 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1175fd9f-4119-4e35-a887-1292af72df3d req-bc98f4e9-988c-4331-a3ab-fa1f95c27f42 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2336664 Mar 09 03:37:03.619519 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-1175fd9f-4119-4e35-a887-1292af72df3d req-c3823ca9-2cc0-4765-a157-8196095036bd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Request body: {'port': {'device_id': '8ddb0d27-3247-48de-822a-e9907d77476e', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': '21c493429dff49cab70d2962adcdfd77'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:37:03.677861 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e80cc05a-769d-4464-afb3-e17cf1579f26 req-bb92ad75-7920-483f-a0d8-e6a59ef4c0e9 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559250 Mar 09 03:37:03.767481 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:03.865893 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d32056-d112-4257-87ae-2e09ed06fc4d req-0a77b90f-d170-43ab-aff1-514c56735587 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:03.870278 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a2d32056-d112-4257-87ae-2e09ed06fc4d req-0a77b90f-d170-43ab-aff1-514c56735587 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.1735079 Mar 09 03:37:03.926071 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6441d64d-1c45-4162-a51a-7104e070c6f5 req-5ee451a3-87b0-4dd7-95f5-00cfb9ed8f46 tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.1030722 Mar 09 03:37:03.977707 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-1175fd9f-4119-4e35-a887-1292af72df3d req-c3823ca9-2cc0-4765-a157-8196095036bd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:03.992065 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-1175fd9f-4119-4e35-a887-1292af72df3d req-c3823ca9-2cc0-4765-a157-8196095036bd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:03.999777 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a2d32056-d112-4257-87ae-2e09ed06fc4d req-165e2521-392f-4ab3-9a7d-43467de9398d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217074 Mar 09 03:37:04.023233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1175fd9f-4119-4e35-a887-1292af72df3d req-c3823ca9-2cc0-4765-a157-8196095036bd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Made reservation on behalf of 21c493429dff49cab70d2962adcdfd77 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:37:04.027114 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1175fd9f-4119-4e35-a887-1292af72df3d req-c3823ca9-2cc0-4765-a157-8196095036bd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:04.217056 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119e7a1-3331-4dae-9243-fdfe162f88ef req-e05669d1-186e-4d32-aec1-ec3e440dd176 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:04.224718 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1119e7a1-3331-4dae-9243-fdfe162f88ef req-e05669d1-186e-4d32-aec1-ec3e440dd176 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 1095 time: 0.1060553 Mar 09 03:37:04.253136 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-095c78d4-062a-4b26-a2b2-51976070a187 req-de6b0337-ac7d-4783-99b7-9ace3d33eb36 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f87bfcc-02b0-4bfb-b96d-7bb55904a359 HTTP/1.1" status: 200 len: 210 time: 0.0518260 Mar 09 03:37:04.288557 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-1175fd9f-4119-4e35-a887-1292af72df3d req-c3823ca9-2cc0-4765-a157-8196095036bd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Allocated IP 192.168.233.27 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/a632682b-c114-41cb-830f-f14fa9d9ddf6) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:37:04.291394 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1119e7a1-3331-4dae-9243-fdfe162f88ef req-b6b24baf-584d-49ab-a993-3de95e27da5a tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646899 Mar 09 03:37:04.486192 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d80022f5-976e-4a86-b3db-70ced24e81df req-afd9688b-5171-4f05-bbf5-4949a338f934 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ddb0d27-3247-48de-822a-e9907d77476e HTTP/1.1" status: 200 len: 210 time: 0.0691428 Mar 09 03:37:04.725789 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998864f7-4b0c-4dcf-a252-8952926b228d', 'name': 'network-vif-deleted', 'tag': 'fb6c1293-67e6-4e97-be63-8d7254a3ffbf'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:37:04.735195 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1175fd9f-4119-4e35-a887-1292af72df3d req-c3823ca9-2cc0-4765-a157-8196095036bd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:04.760591 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-1175fd9f-4119-4e35-a887-1292af72df3d req-c3823ca9-2cc0-4765-a157-8196095036bd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Transition to ACTIVE for port object a632682b-c114-41cb-830f-f14fa9d9ddf6 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:37:04.795039 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1175fd9f-4119-4e35-a887-1292af72df3d req-c3823ca9-2cc0-4765-a157-8196095036bd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:04.809231 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['85720d65-761c-4542-9c4e-938ea4d3c821'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:37:04.897515 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['0ca50494-2a69-43b5-af68-43cb92d0bb88'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:37:04.946065 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998864f7-4b0c-4dcf-a252-8952926b228d', 'name': 'network-vif-deleted', 'tag': 'fb6c1293-67e6-4e97-be63-8d7254a3ffbf', 'status': 'completed', 'code': 200} Mar 09 03:37:04.950532 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3823ca9-2cc0-4765-a157-8196095036bd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Pushing event updated for resources: {'Port': ['ID=a632682b-c114-41cb-830f-f14fa9d9ddf6,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:04.997494 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1175fd9f-4119-4e35-a887-1292af72df3d req-c3823ca9-2cc0-4765-a157-8196095036bd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:37:05.001380 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-1175fd9f-4119-4e35-a887-1292af72df3d req-c3823ca9-2cc0-4765-a157-8196095036bd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:37:05.007752 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-1175fd9f-4119-4e35-a887-1292af72df3d req-c3823ca9-2cc0-4765-a157-8196095036bd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:37:05.126126 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43728) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:05.172967 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175fd9f-4119-4e35-a887-1292af72df3d req-c3823ca9-2cc0-4765-a157-8196095036bd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:05.174697 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1175fd9f-4119-4e35-a887-1292af72df3d req-c3823ca9-2cc0-4765-a157-8196095036bd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:05.213132 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1175fd9f-4119-4e35-a887-1292af72df3d req-c3823ca9-2cc0-4765-a157-8196095036bd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5989504 Mar 09 03:37:05.225403 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-1175fd9f-4119-4e35-a887-1292af72df3d req-fd03088d-383b-4a42-9651-f26554e691db service neutron] Request body: {'port': {'device_id': '8ddb0d27-3247-48de-822a-e9907d77476e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:37:05.257748 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-15bdba01-76cb-451c-9879-bc7be45a1ecd req-f520c260-24d2-4f8e-9b02-0dcd2d561c28 tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.0991571 Mar 09 03:37:05.309728 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6a08526e-ffa9-4377-9f4e-fa4b7c52db05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:05.345865 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6a08526e-ffa9-4377-9f4e-fa4b7c52db05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:05.350284 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6a08526e-ffa9-4377-9f4e-fa4b7c52db05 admin admin] Usage tracker for resource:security_group_rule and tenant:ed442649d2274af392d0ab46fb617007 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:37:05.353444 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6a08526e-ffa9-4377-9f4e-fa4b7c52db05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:37:05.360964 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6a08526e-ffa9-4377-9f4e-fa4b7c52db05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:05.423200 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1175fd9f-4119-4e35-a887-1292af72df3d req-fd03088d-383b-4a42-9651-f26554e691db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:05.448676 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-650f6ef4-1c79-4643-a70e-3448de1f3cd9 None None] Provisioning for port a632682b-c114-41cb-830f-f14fa9d9ddf6 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:37:05.465492 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-650f6ef4-1c79-4643-a70e-3448de1f3cd9 None None] Provisioning complete for port a632682b-c114-41cb-830f-f14fa9d9ddf6 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:37:05.468631 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-650f6ef4-1c79-4643-a70e-3448de1f3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:05.482363 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6a08526e-ffa9-4377-9f4e-fa4b7c52db05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:05.489580 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6a08526e-ffa9-4377-9f4e-fa4b7c52db05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:05.550448 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6a08526e-ffa9-4377-9f4e-fa4b7c52db05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed442649d2274af392d0ab46fb617007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4230056 Mar 09 03:37:05.555216 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-650f6ef4-1c79-4643-a70e-3448de1f3cd9 None None] Port a632682b-c114-41cb-830f-f14fa9d9ddf6 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:37:05.556433 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43744) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:05.607526 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08526e-ffa9-4377-9f4e-fa4b7c52db05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc04a13-fcd3-4fc1-91f7-985eaa4ac203,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:05.655692 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-13b685c5-7d8b-4b10-9efb-552bab544e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:05.698168 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-13b685c5-7d8b-4b10-9efb-552bab544e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:05.761219 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-13b685c5-7d8b-4b10-9efb-552bab544e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:05.779795 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b685c5-7d8b-4b10-9efb-552bab544e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc04a13-fcd3-4fc1-91f7-985eaa4ac203,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:05.791408 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-13b685c5-7d8b-4b10-9efb-552bab544e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:05.792511 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-13b685c5-7d8b-4b10-9efb-552bab544e4e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0fc04a13-fcd3-4fc1-91f7-985eaa4ac203 HTTP/1.1" status: 204 len: 168 time: 0.2349269 Mar 09 03:37:05.921360 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848866b-4f6a-4f77-974a-ff3a7142bf68 req-5b7d96b4-ac81-4b6b-8743-ef5231b45e6e tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:05.922705 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-3848866b-4f6a-4f77-974a-ff3a7142bf68 req-5b7d96b4-ac81-4b6b-8743-ef5231b45e6e tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Synchronizing usage tracker for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:37:05.931212 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ba435-35f5-4a28-b16e-d7e4ab8f62fb req-540a0997-bf7e-4a0f-8f64-635a35dde622 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:05.949360 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3b5ba435-35f5-4a28-b16e-d7e4ab8f62fb req-540a0997-bf7e-4a0f-8f64-635a35dde622 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.1262407 Mar 09 03:37:05.963502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-3848866b-4f6a-4f77-974a-ff3a7142bf68 req-5b7d96b4-ac81-4b6b-8743-ef5231b45e6e tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Unset dirty status for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:37:05.973497 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3848866b-4f6a-4f77-974a-ff3a7142bf68 req-5b7d96b4-ac81-4b6b-8743-ef5231b45e6e tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=c78e82fe-e924-40dd-a644-dba27e1aeb47 HTTP/1.1" status: 200 len: 949 time: 0.3367927 Mar 09 03:37:06.056959 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3848866b-4f6a-4f77-974a-ff3a7142bf68 req-928c7a74-f367-402e-98eb-55ead47da625 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823021 Mar 09 03:37:06.175795 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3b5ba435-35f5-4a28-b16e-d7e4ab8f62fb req-8edfe576-5826-4059-8b7a-78a826912d0a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254608 Mar 09 03:37:06.298025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-1175fd9f-4119-4e35-a887-1292af72df3d req-fd03088d-383b-4a42-9651-f26554e691db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a632682b-c114-41cb-830f-f14fa9d9ddf6 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:37:06.313139 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1175fd9f-4119-4e35-a887-1292af72df3d req-fd03088d-383b-4a42-9651-f26554e691db service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:06.316279 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43764) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:06.337009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-1175fd9f-4119-4e35-a887-1292af72df3d req-fd03088d-383b-4a42-9651-f26554e691db service neutron] Transition to ACTIVE for port object a632682b-c114-41cb-830f-f14fa9d9ddf6 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:37:06.350075 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1175fd9f-4119-4e35-a887-1292af72df3d req-fd03088d-383b-4a42-9651-f26554e691db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:06.398961 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f4c1863-da9c-4b5f-953d-cdab5a763564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:06.442286 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6f4c1863-da9c-4b5f-953d-cdab5a763564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:06.457073 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6f4c1863-da9c-4b5f-953d-cdab5a763564 admin admin] Usage tracker for resource:security_group_rule and tenant:bbe662f2180b49a1865bca6ebf3185f7 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:37:06.467782 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6f4c1863-da9c-4b5f-953d-cdab5a763564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:37:06.487337 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6f4c1863-da9c-4b5f-953d-cdab5a763564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:06.544892 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2c75a-a1a3-4cc8-9bac-3adf5093826d req-3db93cce-49b6-44e9-ba92-d2edb68bd373 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:06.545937 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-68d2c75a-a1a3-4cc8-9bac-3adf5093826d req-3db93cce-49b6-44e9-ba92-d2edb68bd373 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Synchronizing usage tracker for tenant:21c493429dff49cab70d2962adcdfd77 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:37:06.652062 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-57e6d572-cd89-4fdf-a5b0-31aa69744bd5 req-e46568c4-ca84-4036-bf2a-1d91cc68758a tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.1003909 Mar 09 03:37:06.680498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03088d-383b-4a42-9651-f26554e691db service neutron] Pushing event updated for resources: {'Port': ['ID=a632682b-c114-41cb-830f-f14fa9d9ddf6,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:06.712621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-68d2c75a-a1a3-4cc8-9bac-3adf5093826d req-3db93cce-49b6-44e9-ba92-d2edb68bd373 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Unset dirty status for tenant:21c493429dff49cab70d2962adcdfd77 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:37:06.714529 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-68d2c75a-a1a3-4cc8-9bac-3adf5093826d req-3db93cce-49b6-44e9-ba92-d2edb68bd373 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ddb0d27-3247-48de-822a-e9907d77476e HTTP/1.1" status: 200 len: 935 time: 0.4921999 Mar 09 03:37:06.725406 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f4c1863-da9c-4b5f-953d-cdab5a763564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:06.731742 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f4c1863-da9c-4b5f-953d-cdab5a763564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:06.758621 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688db7e4-e626-4322-bdbf-c673adea026d req-63ae5c3a-3a7f-4581-9d7b-545ce300d280 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:06.760087 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-688db7e4-e626-4322-bdbf-c673adea026d req-63ae5c3a-3a7f-4581-9d7b-545ce300d280 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.24 "GET /v2.0/ports?device_id=c78e82fe-e924-40dd-a644-dba27e1aeb47 HTTP/1.1" status: 200 len: 949 time: 0.1725953 Mar 09 03:37:06.784284 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-1175fd9f-4119-4e35-a887-1292af72df3d req-fd03088d-383b-4a42-9651-f26554e691db service neutron] Attempting to bind port a632682b-c114-41cb-830f-f14fa9d9ddf6 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:37:06.784622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-1175fd9f-4119-4e35-a887-1292af72df3d req-fd03088d-383b-4a42-9651-f26554e691db service neutron] Attempting to bind port a632682b-c114-41cb-830f-f14fa9d9ddf6 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:37:06.784960 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1175fd9f-4119-4e35-a887-1292af72df3d req-fd03088d-383b-4a42-9651-f26554e691db service neutron] Attempting to bind port a632682b-c114-41cb-830f-f14fa9d9ddf6 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:37:06.795462 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-68d2c75a-a1a3-4cc8-9bac-3adf5093826d req-f909debd-9651-4dca-b3fd-bccd023f3d31 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698688 Mar 09 03:37:06.799580 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1175fd9f-4119-4e35-a887-1292af72df3d req-fd03088d-383b-4a42-9651-f26554e691db service neutron] Port a632682b-c114-41cb-830f-f14fa9d9ddf6 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:37:06.800178 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1175fd9f-4119-4e35-a887-1292af72df3d req-fd03088d-383b-4a42-9651-f26554e691db service neutron] Attempting to bind port a632682b-c114-41cb-830f-f14fa9d9ddf6 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:37:06.807914 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1175fd9f-4119-4e35-a887-1292af72df3d req-fd03088d-383b-4a42-9651-f26554e691db service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:37:06.808565 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1175fd9f-4119-4e35-a887-1292af72df3d req-fd03088d-383b-4a42-9651-f26554e691db service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:37:06.809167 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1175fd9f-4119-4e35-a887-1292af72df3d req-fd03088d-383b-4a42-9651-f26554e691db service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:37:06.809899 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-1175fd9f-4119-4e35-a887-1292af72df3d req-fd03088d-383b-4a42-9651-f26554e691db service neutron] Bound port: a632682b-c114-41cb-830f-f14fa9d9ddf6, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:37:06.810499 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1175fd9f-4119-4e35-a887-1292af72df3d req-fd03088d-383b-4a42-9651-f26554e691db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:06.851379 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-688db7e4-e626-4322-bdbf-c673adea026d req-2d1d9bbf-5064-413b-8eff-37e1b4bfe6f5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Deleting port 4ddda7c6-b428-4425-a523-4b32482d7e48 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:37:06.851726 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-688db7e4-e626-4322-bdbf-c673adea026d req-2d1d9bbf-5064-413b-8eff-37e1b4bfe6f5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:06.937470 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c1863-da9c-4b5f-953d-cdab5a763564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe549573-b53a-4e5a-be77-0f5adaaf3b6c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:06.941729 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6f4c1863-da9c-4b5f-953d-cdab5a763564 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bbe662f2180b49a1865bca6ebf3185f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6225936 Mar 09 03:37:06.956467 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43782) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:06.978661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-1175fd9f-4119-4e35-a887-1292af72df3d req-fd03088d-383b-4a42-9651-f26554e691db service neutron] For port a632682b-c114-41cb-830f-f14fa9d9ddf6, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:37:06.983678 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-1175fd9f-4119-4e35-a887-1292af72df3d req-fd03088d-383b-4a42-9651-f26554e691db service neutron] For port a632682b-c114-41cb-830f-f14fa9d9ddf6, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=a632682b-c114-41cb-830f-f14fa9d9ddf6,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:37:06.990896 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1175fd9f-4119-4e35-a887-1292af72df3d req-fd03088d-383b-4a42-9651-f26554e691db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:07.072969 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175fd9f-4119-4e35-a887-1292af72df3d req-fd03088d-383b-4a42-9651-f26554e691db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:07.074320 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1175fd9f-4119-4e35-a887-1292af72df3d req-fd03088d-383b-4a42-9651-f26554e691db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:07.075588 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1175fd9f-4119-4e35-a887-1292af72df3d req-fd03088d-383b-4a42-9651-f26554e691db service neutron] 10.222.0.24 "PUT /v2.0/ports/a632682b-c114-41cb-830f-f14fa9d9ddf6 HTTP/1.1" status: 200 len: 1095 time: 1.8547032 Mar 09 03:37:07.089046 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddb0d27-3247-48de-822a-e9907d77476e', 'tag': 'a632682b-c114-41cb-830f-f14fa9d9ddf6'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:37:07.169855 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03088d-383b-4a42-9651-f26554e691db service neutron] Pushing event updated for resources: {'Port': ['ID=a632682b-c114-41cb-830f-f14fa9d9ddf6,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:07.257101 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-b8ef66ed-d987-4d5b-a4e1-d02d60b56b2f tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:07.265156 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-b8ef66ed-d987-4d5b-a4e1-d02d60b56b2f tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/networks?id=b43e277f-27e3-4498-8ae6-3889cca4234e HTTP/1.1" status: 200 len: 811 time: 0.3845065 Mar 09 03:37:07.282789 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9499bc6-ed9d-4552-a1ec-56e57344b364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:07.308218 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20ac9a-f2f1-4165-bb38-3715d236c568 req-73388e76-1431-4a74-a79a-1c20c7926ddf tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:07.309955 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d20ac9a-f2f1-4165-bb38-3715d236c568 req-73388e76-1431-4a74-a79a-1c20c7926ddf tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ed723b1-b62f-4407-93cd-1ede7aba5d9a HTTP/1.1" status: 200 len: 950 time: 0.2335021 Mar 09 03:37:07.313190 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175fd9f-4119-4e35-a887-1292af72df3d req-2abadbee-5691-4310-b72d-28816a31c171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:07.315923 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1175fd9f-4119-4e35-a887-1292af72df3d req-2abadbee-5691-4310-b72d-28816a31c171 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=21c493429dff49cab70d2962adcdfd77&device_id=8ddb0d27-3247-48de-822a-e9907d77476e HTTP/1.1" status: 200 len: 1098 time: 0.1361253 Mar 09 03:37:07.345926 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-696be10c-989f-4c5e-b99a-0f7bd6eb40fc tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/quotas/ae03d5eb038f4850a3760a69271911b5 HTTP/1.1" status: 200 len: 375 time: 0.0792758 Mar 09 03:37:07.428738 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9499bc6-ed9d-4552-a1ec-56e57344b364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:07.437327 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-b3bdd992-4ea0-4300-a650-3cad48062a0d tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae03d5eb038f4850a3760a69271911b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801847 Mar 09 03:37:07.456570 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1175fd9f-4119-4e35-a887-1292af72df3d req-e34fc580-5e57-4f49-8548-c8b7d493a04f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=a632682b-c114-41cb-830f-f14fa9d9ddf6 HTTP/1.1" status: 200 len: 217 time: 0.1052959 Mar 09 03:37:07.595099 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-688db7e4-e626-4322-bdbf-c673adea026d req-2d1d9bbf-5064-413b-8eff-37e1b4bfe6f5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] For port 4ddda7c6-b428-4425-a523-4b32482d7e48, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=4ddda7c6-b428-4425-a523-4b32482d7e48,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:07.595472 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-688db7e4-e626-4322-bdbf-c673adea026d req-2d1d9bbf-5064-413b-8eff-37e1b4bfe6f5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:07.646149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-4d20ac9a-f2f1-4165-bb38-3715d236c568 req-cc075318-6eb0-406b-955b-e564fd471f85 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Deleting port b6f35ef7-250a-4519-9e2e-2cdcd74c2047 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:37:07.646482 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4d20ac9a-f2f1-4165-bb38-3715d236c568 req-cc075318-6eb0-406b-955b-e564fd471f85 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:07.724443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175fd9f-4119-4e35-a887-1292af72df3d req-10be7371-5429-4ce9-b058-598fd36c8d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:07.725864 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1175fd9f-4119-4e35-a887-1292af72df3d req-10be7371-5429-4ce9-b058-598fd36c8d59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.2603040 Mar 09 03:37:07.735228 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-688db7e4-e626-4322-bdbf-c673adea026d req-2d1d9bbf-5064-413b-8eff-37e1b4bfe6f5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Calling delete_port for 4ddda7c6-b428-4425-a523-4b32482d7e48 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:37:07.782623 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9499bc6-ed9d-4552-a1ec-56e57344b364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:07.804470 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-dac0526f-8880-4dd5-8e08-6901ec6eff1c service neutron] 10.222.0.16 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554504 Mar 09 03:37:07.808990 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9499bc6-ed9d-4552-a1ec-56e57344b364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe549573-b53a-4e5a-be77-0f5adaaf3b6c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:07.844837 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bb787-8c1f-4d8c-b02a-63ffded684a8 req-f68cd7b9-797c-4d33-892e-9d6ff46df113 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:07.846369 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-114bb787-8c1f-4d8c-b02a-63ffded684a8 req-f68cd7b9-797c-4d33-892e-9d6ff46df113 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9a8454c-9af6-4239-9678-8aab624d5a63 HTTP/1.1" status: 200 len: 946 time: 0.4364834 Mar 09 03:37:07.847670 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9499bc6-ed9d-4552-a1ec-56e57344b364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:07.851200 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a9499bc6-ed9d-4552-a1ec-56e57344b364 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe549573-b53a-4e5a-be77-0f5adaaf3b6c HTTP/1.1" status: 204 len: 168 time: 0.8893945 Mar 09 03:37:08.011826 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-114bb787-8c1f-4d8c-b02a-63ffded684a8 req-3c5b332d-c888-4437-86e1-3a35c19e2a57 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/security-groups?id=c125df46-8111-4552-ade0-96bd8f5a14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556611 Mar 09 03:37:08.025645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175fd9f-4119-4e35-a887-1292af72df3d req-2769387b-8cea-4f85-b60a-b2167c823d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:08.027191 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1175fd9f-4119-4e35-a887-1292af72df3d req-2769387b-8cea-4f85-b60a-b2167c823d70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2931492 Mar 09 03:37:08.060882 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-fe1f7b4d-7434-469b-a065-f12490078766 service neutron] 10.222.0.16 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400081 Mar 09 03:37:08.069048 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-688db7e4-e626-4322-bdbf-c673adea026d req-2d1d9bbf-5064-413b-8eff-37e1b4bfe6f5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:08.081213 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['b6f35ef7-250a-4519-9e2e-2cdcd74c2047', '4ddda7c6-b428-4425-a523-4b32482d7e48'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:37:08.107589 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-4d20ac9a-f2f1-4165-bb38-3715d236c568 req-cc075318-6eb0-406b-955b-e564fd471f85 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] For port b6f35ef7-250a-4519-9e2e-2cdcd74c2047, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=b6f35ef7-250a-4519-9e2e-2cdcd74c2047,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:08.108295 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4d20ac9a-f2f1-4165-bb38-3715d236c568 req-cc075318-6eb0-406b-955b-e564fd471f85 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:08.159871 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['d1022644-48bc-4d48-bad2-0f16a24a90c7'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:37:08.202919 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d9bbf-5064-413b-8eff-37e1b4bfe6f5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Pushing event deleted for resources: {'Port': ['ID=4ddda7c6-b428-4425-a523-4b32482d7e48,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:08.357428 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-4d20ac9a-f2f1-4165-bb38-3715d236c568 req-cc075318-6eb0-406b-955b-e564fd471f85 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Calling delete_port for b6f35ef7-250a-4519-9e2e-2cdcd74c2047 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:37:08.501766 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ddb0d27-3247-48de-822a-e9907d77476e', 'tag': 'a632682b-c114-41cb-830f-f14fa9d9ddf6', 'status': 'completed', 'code': 200} Mar 09 03:37:08.543387 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-688db7e4-e626-4322-bdbf-c673adea026d req-2d1d9bbf-5064-413b-8eff-37e1b4bfe6f5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] No DVR routers for this DVR port 4ddda7c6-b428-4425-a523-4b32482d7e48 on host n-h1-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:37:08.548289 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-688db7e4-e626-4322-bdbf-c673adea026d req-2d1d9bbf-5064-413b-8eff-37e1b4bfe6f5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:08.565469 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-604313fd-1b64-4438-98f3-509d3e5b25f1 req-230acf80-e963-489e-ac0a-f442828536c7 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=c78e82fe-e924-40dd-a644-dba27e1aeb47 HTTP/1.1" status: 200 len: 210 time: 0.3110876 Mar 09 03:37:08.571019 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78e82fe-e924-40dd-a644-dba27e1aeb47', 'name': 'network-vif-deleted', 'tag': '4ddda7c6-b428-4425-a523-4b32482d7e48'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:37:08.594189 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:08.602411 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-688db7e4-e626-4322-bdbf-c673adea026d req-2d1d9bbf-5064-413b-8eff-37e1b4bfe6f5 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.24 "DELETE /v2.0/ports/4ddda7c6-b428-4425-a523-4b32482d7e48 HTTP/1.1" status: 204 len: 173 time: 1.8344462 Mar 09 03:37:08.783245 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1175fd9f-4119-4e35-a887-1292af72df3d req-56671d39-fa8f-4310-bc11-df60c6d6d39d service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7416170 Mar 09 03:37:08.808878 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afb87e-058e-4cb1-adf2-5a6a352963ea req-68086acc-bd8e-4549-9a49-df8f1ae0a64b tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:08.811949 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f2afb87e-058e-4cb1-adf2-5a6a352963ea req-68086acc-bd8e-4549-9a49-df8f1ae0a64b tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.1547852 Mar 09 03:37:09.011756 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f2afb87e-058e-4cb1-adf2-5a6a352963ea req-d80474a8-981c-4d8b-94ef-287ed4c5dbcf tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765897 Mar 09 03:37:09.175114 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0921c4d-a3b4-485c-8aa0-d641ad78d983 req-6b564b66-ae4e-4443-a1ae-d97bbbf7de04 tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.0661347 Mar 09 03:37:09.185295 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1175fd9f-4119-4e35-a887-1292af72df3d req-eabb6960-579e-4ce6-813e-d48e3700d01a service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955686 Mar 09 03:37:09.210963 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4d20ac9a-f2f1-4165-bb38-3715d236c568 req-cc075318-6eb0-406b-955b-e564fd471f85 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:09.227782 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['4ddda7c6-b428-4425-a523-4b32482d7e48'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:37:09.295564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75cf39-b022-4b13-80d9-2b0a7fa5d793 req-4de8e062-2e4f-4082-8451-61d5b3821e55 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:09.299190 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['d1022644-48bc-4d48-bad2-0f16a24a90c7'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:37:09.305242 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7f75cf39-b022-4b13-80d9-2b0a7fa5d793 req-4de8e062-2e4f-4082-8451-61d5b3821e55 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ddb0d27-3247-48de-822a-e9907d77476e HTTP/1.1" status: 200 len: 947 time: 0.1813722 Mar 09 03:37:09.370683 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7f75cf39-b022-4b13-80d9-2b0a7fa5d793 req-2e3c82fa-4204-44f2-8d8a-d1a437a4356b tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624347 Mar 09 03:37:09.373115 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43840) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:09.514953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc075318-6eb0-406b-955b-e564fd471f85 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Pushing event deleted for resources: {'Port': ['ID=b6f35ef7-250a-4519-9e2e-2cdcd74c2047,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:09.516345 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78e82fe-e924-40dd-a644-dba27e1aeb47', 'name': 'network-vif-deleted', 'tag': '4ddda7c6-b428-4425-a523-4b32482d7e48', 'status': 'completed', 'code': 200} Mar 09 03:37:09.536855 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-da3a455a-744d-4c16-bd56-a049f644cbb6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1306556405-network', 'tenant_id': '72af0dc1083c43cbae74c5042d072168'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:37:09.544748 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-da3a455a-744d-4c16-bd56-a049f644cbb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:09.556535 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-da3a455a-744d-4c16-bd56-a049f644cbb6 admin admin] Usage tracker for resource:network and tenant:72af0dc1083c43cbae74c5042d072168 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:37:09.582283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-da3a455a-744d-4c16-bd56-a049f644cbb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:37:09.623154 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-da3a455a-744d-4c16-bd56-a049f644cbb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:09.644337 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3a455a-744d-4c16-bd56-a049f644cbb6 admin admin] Made reservation on behalf of 72af0dc1083c43cbae74c5042d072168 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:37:09.650038 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-da3a455a-744d-4c16-bd56-a049f644cbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:09.681595 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-da3a455a-744d-4c16-bd56-a049f644cbb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:09.705044 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-da3a455a-744d-4c16-bd56-a049f644cbb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:09.715048 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-da3a455a-744d-4c16-bd56-a049f644cbb6 admin admin] Usage tracker for resource:security_group_rule and tenant:72af0dc1083c43cbae74c5042d072168 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:37:09.727133 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-da3a455a-744d-4c16-bd56-a049f644cbb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:37:09.743014 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-da3a455a-744d-4c16-bd56-a049f644cbb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:09.747511 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-af2a8764-9b38-4f23-87f4-136fa59e596c req-8a0cd166-755f-408d-a8ee-acb20734481c tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=e30f6243-aa25-4df1-8fd7-32c31910bfb9 HTTP/1.1" status: 200 len: 210 time: 0.2412505 Mar 09 03:37:09.749439 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d20ac9a-f2f1-4165-bb38-3715d236c568 req-cc075318-6eb0-406b-955b-e564fd471f85 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] No DVR routers for this DVR port b6f35ef7-250a-4519-9e2e-2cdcd74c2047 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:37:09.753748 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4d20ac9a-f2f1-4165-bb38-3715d236c568 req-cc075318-6eb0-406b-955b-e564fd471f85 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:09.769455 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d20ac9a-f2f1-4165-bb38-3715d236c568 req-cc075318-6eb0-406b-955b-e564fd471f85 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.24 "DELETE /v2.0/ports/b6f35ef7-250a-4519-9e2e-2cdcd74c2047 HTTP/1.1" status: 204 len: 173 time: 2.4525957 Mar 09 03:37:09.823726 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da869035-3d6f-4309-b875-1335e731aaba req-35b3ae56-df63-4df6-bd8c-26f0bf12c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:09.835664 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-da869035-3d6f-4309-b875-1335e731aaba req-35b3ae56-df63-4df6-bd8c-26f0bf12c0b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=21c493429dff49cab70d2962adcdfd77&device_id=8ddb0d27-3247-48de-822a-e9907d77476e HTTP/1.1" status: 200 len: 1098 time: 0.4301987 Mar 09 03:37:10.049165 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-91df37dc-e19d-4eb4-bd58-bdf3388fd954 req-07159714-fa19-4bdb-a594-637a602f888b tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Synchronizing usage tracker for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:37:10.083525 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-91df37dc-e19d-4eb4-bd58-bdf3388fd954 req-07159714-fa19-4bdb-a594-637a602f888b tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Unset dirty status for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:37:10.090522 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da869035-3d6f-4309-b875-1335e731aaba req-7f2b2b84-4f61-4edf-8313-7907dc234b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:10.092404 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-da869035-3d6f-4309-b875-1335e731aaba req-7f2b2b84-4f61-4edf-8313-7907dc234b84 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.2559042 Mar 09 03:37:10.092543 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91df37dc-e19d-4eb4-bd58-bdf3388fd954 req-07159714-fa19-4bdb-a594-637a602f888b tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ed723b1-b62f-4407-93cd-1ede7aba5d9a HTTP/1.1" status: 200 len: 210 time: 0.1902032 Mar 09 03:37:10.125866 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-da3a455a-744d-4c16-bd56-a049f644cbb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:10.132462 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-da3a455a-744d-4c16-bd56-a049f644cbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:10.204594 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da3a455a-744d-4c16-bd56-a049f644cbb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:37:10.222579 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a455a-744d-4c16-bd56-a049f644cbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c01dca-7be1-4202-ae2f-c07e7abab7fc,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:10.228775 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-da3a455a-744d-4c16-bd56-a049f644cbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:10.229110 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-da3a455a-744d-4c16-bd56-a049f644cbb6 admin admin] Added segment fa9b3cd6-7edb-4d26-8cdd-496a51b5095e of type vlan for network 77e5cbc8-e096-439a-91d2-926e6897decd Mar 09 03:37:10.260185 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-da3a455a-744d-4c16-bd56-a049f644cbb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:10.323313 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-da3a455a-744d-4c16-bd56-a049f644cbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:10.324321 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3a455a-744d-4c16-bd56-a049f644cbb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:10.324915 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-da3a455a-744d-4c16-bd56-a049f644cbb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:10.494183 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a455a-744d-4c16-bd56-a049f644cbb6 admin admin] Pushing event updated for resources: {'Network': ['ID=77e5cbc8-e096-439a-91d2-926e6897decd,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:10.505228 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-da3a455a-744d-4c16-bd56-a049f644cbb6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1230569 Mar 09 03:37:10.506747 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43906) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:10.512278 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 77e5cbc8-e096-439a-91d2-926e6897decd details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:37:10.517500 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-3694cf8d-dec0-4799-8ee6-7ffa95b54ded admin admin] Request body: {'subnet': {'network_id': '77e5cbc8-e096-439a-91d2-926e6897decd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306556405-subnet', 'tenant_id': '72af0dc1083c43cbae74c5042d072168', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:37:10.533927 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3694cf8d-dec0-4799-8ee6-7ffa95b54ded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:10.543699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3694cf8d-dec0-4799-8ee6-7ffa95b54ded admin admin] Usage tracker for resource:subnet and tenant:72af0dc1083c43cbae74c5042d072168 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:37:10.552123 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3694cf8d-dec0-4799-8ee6-7ffa95b54ded admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:37:10.563421 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3694cf8d-dec0-4799-8ee6-7ffa95b54ded admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:10.578987 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed723b1-b62f-4407-93cd-1ede7aba5d9a', 'name': 'network-vif-deleted', 'tag': 'b6f35ef7-250a-4519-9e2e-2cdcd74c2047'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:37:10.582790 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3694cf8d-dec0-4799-8ee6-7ffa95b54ded admin admin] Made reservation on behalf of 72af0dc1083c43cbae74c5042d072168 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:37:10.585669 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3694cf8d-dec0-4799-8ee6-7ffa95b54ded admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:10.704008 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-da869035-3d6f-4309-b875-1335e731aaba req-4b63f2bd-2282-4e6b-b6ab-270542eca7af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=a632682b-c114-41cb-830f-f14fa9d9ddf6 HTTP/1.1" status: 200 len: 217 time: 0.6023121 Mar 09 03:37:10.848970 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9012b-82a3-4ee3-995a-25e5dff493ef req-66ff71c1-41ce-4570-8f5a-59a781823160 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:10.850451 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-27e9012b-82a3-4ee3-995a-25e5dff493ef req-66ff71c1-41ce-4570-8f5a-59a781823160 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9a8454c-9af6-4239-9678-8aab624d5a63 HTTP/1.1" status: 200 len: 946 time: 0.1582534 Mar 09 03:37:10.947407 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-27e9012b-82a3-4ee3-995a-25e5dff493ef req-cf3dd7c3-f0dc-4e2d-96c5-f395a064b2d4 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/security-groups?id=c125df46-8111-4552-ade0-96bd8f5a14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803230 Mar 09 03:37:10.952003 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3694cf8d-dec0-4799-8ee6-7ffa95b54ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:10.952406 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da869035-3d6f-4309-b875-1335e731aaba req-a06b8fe1-0fef-45a1-aeb3-38cf1a4465c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:10.954601 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-da869035-3d6f-4309-b875-1335e731aaba req-a06b8fe1-0fef-45a1-aeb3-38cf1a4465c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1830215 Mar 09 03:37:11.022063 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-5a64ef3a-6d54-4483-8ecd-3b0209a70854 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:11.022786 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-5a64ef3a-6d54-4483-8ecd-3b0209a70854 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Synchronizing usage tracker for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:37:11.054507 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694cf8d-dec0-4799-8ee6-7ffa95b54ded admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0b92813-a35c-471c-bc63-86a7abb255b0,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:11.066715 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3694cf8d-dec0-4799-8ee6-7ffa95b54ded admin admin] Checking segment: {'id': 'fa9b3cd6-7edb-4d26-8cdd-496a51b5095e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77e5cbc8-e096-439a-91d2-926e6897decd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:37:11.067923 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3694cf8d-dec0-4799-8ee6-7ffa95b54ded admin admin] Network hostable DHCP agents. Network: 77e5cbc8-e096-439a-91d2-926e6897decd, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:37:11.071424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52c27b-9b58-44ea-9c31-d47f80c8e46e req-a3cd0835-39d2-48a9-80c4-eaa436d5e69a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:11.079117 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-de52c27b-9b58-44ea-9c31-d47f80c8e46e req-a3cd0835-39d2-48a9-80c4-eaa436d5e69a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.4835966 Mar 09 03:37:11.117671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-5a64ef3a-6d54-4483-8ecd-3b0209a70854 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Unset dirty status for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:37:11.119151 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-5a64ef3a-6d54-4483-8ecd-3b0209a70854 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.21 "GET /v2.0/networks?id=b43e277f-27e3-4498-8ae6-3889cca4234e HTTP/1.1" status: 200 len: 811 time: 0.5038161 Mar 09 03:37:11.134777 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3694cf8d-dec0-4799-8ee6-7ffa95b54ded admin admin] Network 77e5cbc8-e096-439a-91d2-926e6897decd is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:37:11.138195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-6634dd16-1531-4f66-9792-9081bd23a233 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Request body: {'port': {'device_id': 'e30f6243-aa25-4df1-8fd7-32c31910bfb9', 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e', 'admin_state_up': True, 'tenant_id': 'ae03d5eb038f4850a3760a69271911b5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:37:11.145006 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9090253f-2cc6-471a-8ccb-0a61711c1426 req-e82bee3b-ecbd-4ec3-a81f-b3687eda058a tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.0576448 Mar 09 03:37:11.153450 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-3694cf8d-dec0-4799-8ee6-7ffa95b54ded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 77e5cbc8-e096-439a-91d2-926e6897decd) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:37:11.160110 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3694cf8d-dec0-4799-8ee6-7ffa95b54ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:11.161298 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3694cf8d-dec0-4799-8ee6-7ffa95b54ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:11.165061 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2083ad36-15ec-4154-a7d6-b17b8bc55db2 None None] Network 77e5cbc8-e096-439a-91d2-926e6897decd requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:37:11.191014 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3694cf8d-dec0-4799-8ee6-7ffa95b54ded admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6813056 Mar 09 03:37:11.193899 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43944) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:11.199592 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-26a415ae-5076-4ffe-bdbb-34d2a3e9dfe4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1306556405-router', 'tenant_id': '72af0dc1083c43cbae74c5042d072168', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:37:11.205233 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-26a415ae-5076-4ffe-bdbb-34d2a3e9dfe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:11.210359 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-26a415ae-5076-4ffe-bdbb-34d2a3e9dfe4 admin admin] Usage tracker for resource:router and tenant:72af0dc1083c43cbae74c5042d072168 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:37:11.212063 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-de52c27b-9b58-44ea-9c31-d47f80c8e46e req-22446dc8-9174-475e-ad9e-e96a91508d7e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319916 Mar 09 03:37:11.214178 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-26a415ae-5076-4ffe-bdbb-34d2a3e9dfe4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:37:11.220069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-26a415ae-5076-4ffe-bdbb-34d2a3e9dfe4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:11.233013 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-26a415ae-5076-4ffe-bdbb-34d2a3e9dfe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:11.235032 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-26a415ae-5076-4ffe-bdbb-34d2a3e9dfe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:11.254233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da869035-3d6f-4309-b875-1335e731aaba req-63774381-d4a4-4b5b-8b60-ddb7d6a0b8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:11.262085 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-da869035-3d6f-4309-b875-1335e731aaba req-63774381-d4a4-4b5b-8b60-ddb7d6a0b8c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2921579 Mar 09 03:37:11.263123 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-26a415ae-5076-4ffe-bdbb-34d2a3e9dfe4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:11.340027 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device b6f35ef7-250a-4519-9e2e-2cdcd74c2047 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:37:11.381809 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: b6f35ef7-250a-4519-9e2e-2cdcd74c2047 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:37:11.382403 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device b6f35ef7-250a-4519-9e2e-2cdcd74c2047 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:37:11.383234 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 4ddda7c6-b428-4425-a523-4b32482d7e48 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:37:11.446081 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 4ddda7c6-b428-4425-a523-4b32482d7e48 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:37:11.446696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 4ddda7c6-b428-4425-a523-4b32482d7e48 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:37:11.596831 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-77e5cbc8-e096-439a-91d2-926e6897decd', 'network_id': '77e5cbc8-e096-439a-91d2-926e6897decd', 'tenant_id': '72af0dc1083c43cbae74c5042d072168', 'fixed_ips': [{'subnet_id': 'f0b92813-a35c-471c-bc63-86a7abb255b0'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:37:11.599189 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:11.611479 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-766fffcb-bedf-4939-bb71-fb62842986ee req-b6524774-d40a-499c-9f24-694c83037457 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=e30f6243-aa25-4df1-8fd7-32c31910bfb9 HTTP/1.1" status: 200 len: 210 time: 0.1946769 Mar 09 03:37:11.676843 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed723b1-b62f-4407-93cd-1ede7aba5d9a', 'name': 'network-vif-deleted', 'tag': 'b6f35ef7-250a-4519-9e2e-2cdcd74c2047', 'status': 'completed', 'code': 200} Mar 09 03:37:11.760097 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-6634dd16-1531-4f66-9792-9081bd23a233 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:11.772368 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-6634dd16-1531-4f66-9792-9081bd23a233 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:11.793170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-6634dd16-1531-4f66-9792-9081bd23a233 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Made reservation on behalf of ae03d5eb038f4850a3760a69271911b5 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:37:11.797792 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-6634dd16-1531-4f66-9792-9081bd23a233 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:11.817940 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-da869035-3d6f-4309-b875-1335e731aaba req-357165e8-b018-4299-b48c-e26adc79d89f service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5407202 Mar 09 03:37:11.842538 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-26a415ae-5076-4ffe-bdbb-34d2a3e9dfe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:11.862339 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0c9cb-79be-4c74-b66a-ee9b9d084a9e req-06e991d2-0092-4094-9722-edcb2b1f060d tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:11.878319 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-aaa0c9cb-79be-4c74-b66a-ee9b9d084a9e req-06e991d2-0092-4094-9722-edcb2b1f060d tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ddb0d27-3247-48de-822a-e9907d77476e HTTP/1.1" status: 200 len: 947 time: 0.5779433 Mar 09 03:37:11.931327 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Allocated IP 172.20.0.2 (77e5cbc8-e096-439a-91d2-926e6897decd/f0b92813-a35c-471c-bc63-86a7abb255b0/3e738cdf-4da8-46b7-9465-8745a9df4150) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:37:12.168542 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-6634dd16-1531-4f66-9792-9081bd23a233 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Allocated IP 172.20.0.4 (b43e277f-27e3-4498-8ae6-3889cca4234e/c938e3dc-f3f5-45d5-a021-35dcda335146/6946db96-353a-4184-86f9-0312507a3445) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:37:12.225424 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-da869035-3d6f-4309-b875-1335e731aaba req-471bb96f-517e-4986-b9d7-d4c4877043fa service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588982 Mar 09 03:37:12.255455 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-aaa0c9cb-79be-4c74-b66a-ee9b9d084a9e req-82b7da1f-8bb4-4013-af40-cfadeb2ede98 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758366 Mar 09 03:37:12.341022 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:12.345145 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c59382-4f85-4420-9af6-aa6f9513cd2c req-323696cb-6eb8-4e98-9ddb-a202dcb64273 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:12.346612 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96c59382-4f85-4420-9af6-aa6f9513cd2c req-323696cb-6eb8-4e98-9ddb-a202dcb64273 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a8454c-9af6-4239-9678-8aab624d5a63 HTTP/1.1" status: 200 len: 946 time: 0.6986845 Mar 09 03:37:12.358516 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Transition to ACTIVE for port object 3e738cdf-4da8-46b7-9465-8745a9df4150 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:37:12.408921 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Transition to ACTIVE for port object 3e738cdf-4da8-46b7-9465-8745a9df4150 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:37:12.423768 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:12.478049 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Network 77e5cbc8-e096-439a-91d2-926e6897decd is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:37:12.486536 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:37:12.492532 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:37:12.508338 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a09462-1457-4dc5-a015-aa7b6f82b526 req-7241dd32-7650-40d3-b877-71bc728dcfb6 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:12.515488 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c3a09462-1457-4dc5-a015-aa7b6f82b526 req-7241dd32-7650-40d3-b877-71bc728dcfb6 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9a8454c-9af6-4239-9678-8aab624d5a63 HTTP/1.1" status: 200 len: 946 time: 0.2469099 Mar 09 03:37:12.575202 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-96c59382-4f85-4420-9af6-aa6f9513cd2c req-9c807cba-41fd-4523-b6d3-a7e4a46dcb22 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Deleting port f08297f5-4469-40c2-be85-9f9717182673 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:37:12.575469 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-96c59382-4f85-4420-9af6-aa6f9513cd2c req-9c807cba-41fd-4523-b6d3-a7e4a46dcb22 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:12.579512 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c3a09462-1457-4dc5-a015-aa7b6f82b526 req-ed9a1a9a-f1fd-4a8d-b7a1-a6dcc7c0e3c3 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/security-groups?id=c125df46-8111-4552-ade0-96bd8f5a14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630152 Mar 09 03:37:12.583865 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Pushing event updated for resources: {'Port': ['ID=3e738cdf-4da8-46b7-9465-8745a9df4150,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:12.598928 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:12.600204 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:12.600825 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:12.601350 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:12.601873 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:12.602397 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:12.602926 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:12.603533 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:12.604039 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:12.604560 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:12.605075 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:12.605575 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:12.617694 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Attempting to bind port 3e738cdf-4da8-46b7-9465-8745a9df4150 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:37:12.618456 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Attempting to bind port 3e738cdf-4da8-46b7-9465-8745a9df4150 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'fa9b3cd6-7edb-4d26-8cdd-496a51b5095e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77e5cbc8-e096-439a-91d2-926e6897decd'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:37:12.619135 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Attempting to bind port 3e738cdf-4da8-46b7-9465-8745a9df4150 on network 77e5cbc8-e096-439a-91d2-926e6897decd {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:37:12.624926 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:37:12.625570 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Checking segment: {'id': 'fa9b3cd6-7edb-4d26-8cdd-496a51b5095e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77e5cbc8-e096-439a-91d2-926e6897decd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:37:12.626160 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:12.626756 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Bound using segment: {'id': 'fa9b3cd6-7edb-4d26-8cdd-496a51b5095e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77e5cbc8-e096-439a-91d2-926e6897decd'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:37:12.627261 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Bound port: 3e738cdf-4da8-46b7-9465-8745a9df4150, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9b3cd6-7edb-4d26-8cdd-496a51b5095e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77e5cbc8-e096-439a-91d2-926e6897decd'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:37:12.627627 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:12.632204 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-6634dd16-1531-4f66-9792-9081bd23a233 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:12.684608 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-6634dd16-1531-4f66-9792-9081bd23a233 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:12.731595 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] For port 3e738cdf-4da8-46b7-9465-8745a9df4150, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:37:12.735800 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] For port 3e738cdf-4da8-46b7-9465-8745a9df4150, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3e738cdf-4da8-46b7-9465-8745a9df4150,segment=NetworkSegment(fa9b3cd6-7edb-4d26-8cdd-496a51b5095e),segment_id=fa9b3cd6-7edb-4d26-8cdd-496a51b5095e)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:37:12.741941 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:12.817924 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d713a0-0ebe-4c88-9613-729aaee950be None None] Pushing event updated for resources: {'Port': ['ID=3e738cdf-4da8-46b7-9465-8745a9df4150,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:12.869871 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2f4c1551-dfe2-483c-81c4-72135a1a542b req-36eaa12e-5eac-4357-826f-c22c424c5d40 tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.1080732 Mar 09 03:37:12.900725 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-6634dd16-1531-4f66-9792-9081bd23a233 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Network b43e277f-27e3-4498-8ae6-3889cca4234e is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:37:12.915358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-6634dd16-1531-4f66-9792-9081bd23a233 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:37:12.922821 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-6634dd16-1531-4f66-9792-9081bd23a233 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:37:12.944101 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c91111-1d90-4c80-adb8-a24ab4d5b083 req-02d65d59-5c3c-43f8-926a-046e3bd125c9 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:12.995524 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e3c91111-1d90-4c80-adb8-a24ab4d5b083 req-02d65d59-5c3c-43f8-926a-046e3bd125c9 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de84010-7cc2-40ba-8d0a-6fc70022e4a7 HTTP/1.1" status: 200 len: 950 time: 0.5264113 Mar 09 03:37:12.995524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-96c59382-4f85-4420-9af6-aa6f9513cd2c req-9c807cba-41fd-4523-b6d3-a7e4a46dcb22 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] For port f08297f5-4469-40c2-be85-9f9717182673, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=f08297f5-4469-40c2-be85-9f9717182673,segment=NetworkSegment(421d8123-c099-43e5-bc81-d7d0f1d1e8d6),segment_id=421d8123-c099-43e5-bc81-d7d0f1d1e8d6)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:12.995524 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-96c59382-4f85-4420-9af6-aa6f9513cd2c req-9c807cba-41fd-4523-b6d3-a7e4a46dcb22 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:13.050480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634dd16-1531-4f66-9792-9081bd23a233 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Pushing event updated for resources: {'Port': ['ID=6946db96-353a-4184-86f9-0312507a3445,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:13.072652 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-6634dd16-1531-4f66-9792-9081bd23a233 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:13.073300 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-6634dd16-1531-4f66-9792-9081bd23a233 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:13.309276 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-6634dd16-1531-4f66-9792-9081bd23a233 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1757121 Mar 09 03:37:13.328746 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-24684e32-e270-458c-becb-f9f09ccd3821 service neutron] Request body: {'port': {'device_id': 'e30f6243-aa25-4df1-8fd7-32c31910bfb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:37:13.333609 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e3c91111-1d90-4c80-adb8-a24ab4d5b083 req-f9ccfe90-f169-4370-8d8b-962edcc4ed60 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715734 Mar 09 03:37:13.347704 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device a632682b-c114-41cb-830f-f14fa9d9ddf6 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:37:13.384744 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbdf5f-744c-4b66-b3f0-62d969778cf5 req-07f909a9-96dd-4f2c-859f-e16a21a4db32 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:13.395963 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8bcbdf5f-744c-4b66-b3f0-62d969778cf5 req-07f909a9-96dd-4f2c-859f-e16a21a4db32 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.3181689 Mar 09 03:37:13.486111 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-26a415ae-5076-4ffe-bdbb-34d2a3e9dfe4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:13.542460 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8bcbdf5f-744c-4b66-b3f0-62d969778cf5 req-f8e759f2-f67c-49e1-b9c9-55fbdad99bb3 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456156 Mar 09 03:37:13.543959 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-26a415ae-5076-4ffe-bdbb-34d2a3e9dfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:13.558705 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port a632682b-c114-41cb-830f-f14fa9d9ddf6, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=a632682b-c114-41cb-830f-f14fa9d9ddf6,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:13.580647 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'a632682b-c114-41cb-830f-f14fa9d9ddf6', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': 'a632682b-c114-41cb-830f-f14fa9d9ddf6', 'mac_address': 'fa:16:3e:13:b3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:37:13.581036 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-24684e32-e270-458c-becb-f9f09ccd3821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:13.655734 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:13.675821 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a632682b-c114-41cb-830f-f14fa9d9ddf6 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:37:13.693824 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port a632682b-c114-41cb-830f-f14fa9d9ddf6, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=a632682b-c114-41cb-830f-f14fa9d9ddf6,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:13.701996 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:13.830889 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=a632682b-c114-41cb-830f-f14fa9d9ddf6,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:13.977365 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-96c59382-4f85-4420-9af6-aa6f9513cd2c req-9c807cba-41fd-4523-b6d3-a7e4a46dcb22 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:13.977954 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-96c59382-4f85-4420-9af6-aa6f9513cd2c req-9c807cba-41fd-4523-b6d3-a7e4a46dcb22 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:13.979800 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [req-96c59382-4f85-4420-9af6-aa6f9513cd2c req-9c807cba-41fd-4523-b6d3-a7e4a46dcb22 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Floating IP a98564a5-cb53-416c-982e-582965b2e523 disassociated. External IP: 172.25.7.74, port: f08297f5-4469-40c2-be85-9f9717182673. Mar 09 03:37:13.981409 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-96c59382-4f85-4420-9af6-aa6f9513cd2c req-9c807cba-41fd-4523-b6d3-a7e4a46dcb22 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Calling delete_port for f08297f5-4469-40c2-be85-9f9717182673 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:37:14.099529 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['a632682b-c114-41cb-830f-f14fa9d9ddf6'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:37:14.176545 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-26a415ae-5076-4ffe-bdbb-34d2a3e9dfe4 admin admin] Allocated IP 172.25.7.91 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/e30ca93a-8491-42b2-9e48-996bacb80715) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:37:14.263690 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5bdfb-00fe-4f51-adfb-f96dce94e4fe req-10e54217-b196-40da-8dad-aa833139d730 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:14.271647 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17e5bdfb-00fe-4f51-adfb-f96dce94e4fe req-10e54217-b196-40da-8dad-aa833139d730 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=e30f6243-aa25-4df1-8fd7-32c31910bfb9 HTTP/1.1" status: 200 len: 931 time: 0.6793129 Mar 09 03:37:14.293320 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681208fc-1931-47c4-b173-12883acff6ec req-bb950781-58e1-48b1-9da4-d053f962a83c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:14.294180 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-681208fc-1931-47c4-b173-12883acff6ec req-bb950781-58e1-48b1-9da4-d053f962a83c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Synchronizing usage tracker for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:37:14.373705 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623fa30-6261-48ef-956d-a7842ee26de1 req-e3ed5bab-b8ff-43b6-a87a-e59dfbe38329 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:14.383929 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f623fa30-6261-48ef-956d-a7842ee26de1 req-e3ed5bab-b8ff-43b6-a87a-e59dfbe38329 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ddb0d27-3247-48de-822a-e9907d77476e HTTP/1.1" status: 200 len: 948 time: 0.6339605 Mar 09 03:37:14.428594 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b187065b-d4d5-46eb-b2e7-e51c50b96769 None None] Network 77e5cbc8-e096-439a-91d2-926e6897decd requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:37:14.430775 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-681208fc-1931-47c4-b173-12883acff6ec req-bb950781-58e1-48b1-9da4-d053f962a83c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Unset dirty status for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:37:14.432013 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-681208fc-1931-47c4-b173-12883acff6ec req-bb950781-58e1-48b1-9da4-d053f962a83c tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7de84010-7cc2-40ba-8d0a-6fc70022e4a7 HTTP/1.1" status: 200 len: 950 time: 0.7596829 Mar 09 03:37:14.472828 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f623fa30-6261-48ef-956d-a7842ee26de1 req-bde9ecb5-9ebb-472e-9d22-01b732cc19d1 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878215 Mar 09 03:37:14.478322 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3e738cdf-4da8-46b7-9465-8745a9df4150 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:37:14.536088 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device d1022644-48bc-4d48-bad2-0f16a24a90c7 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:37:14.592994 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-24684e32-e270-458c-becb-f9f09ccd3821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6946db96-353a-4184-86f9-0312507a3445 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:37:14.668501 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-24684e32-e270-458c-becb-f9f09ccd3821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:14.700466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-681208fc-1931-47c4-b173-12883acff6ec req-6b5d6fa6-469e-4d6c-8c85-12fd7443b08f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Deleting port d1022644-48bc-4d48-bad2-0f16a24a90c7 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:37:14.700466 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-681208fc-1931-47c4-b173-12883acff6ec req-6b5d6fa6-469e-4d6c-8c85-12fd7443b08f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:14.702595 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17e5bdfb-00fe-4f51-adfb-f96dce94e4fe req-74cce38b-7650-41f2-a5b8-c7a0ad4e77b8 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301565 Mar 09 03:37:14.828694 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-24684e32-e270-458c-becb-f9f09ccd3821 service neutron] Transition to ACTIVE for port object 6946db96-353a-4184-86f9-0312507a3445 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:37:14.844460 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-24684e32-e270-458c-becb-f9f09ccd3821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:14.847171 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-96c59382-4f85-4420-9af6-aa6f9513cd2c req-9c807cba-41fd-4523-b6d3-a7e4a46dcb22 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:14.853250 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6de1b6bc-1ad8-48b3-a66b-47ff1489cdd5 None None] Provisioning for port 3e738cdf-4da8-46b7-9465-8745a9df4150 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:37:14.916772 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 3e738cdf-4da8-46b7-9465-8745a9df4150 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:37:14.923685 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-26a415ae-5076-4ffe-bdbb-34d2a3e9dfe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:14.940555 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 3e738cdf-4da8-46b7-9465-8745a9df4150 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:37:14.940842 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:14.946274 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c807cba-41fd-4523-b6d3-a7e4a46dcb22 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Pushing event deleted for resources: {'Port': ['ID=f08297f5-4469-40c2-be85-9f9717182673,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:15.006741 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6b422f1-ce36-46db-88ea-322d7f3dd5e3 req-05aa3aad-6fde-41a9-9d01-abb6a9db648f tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.0656536 Mar 09 03:37:15.065370 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:15.130464 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de84010-7cc2-40ba-8d0a-6fc70022e4a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1022644-48bc-4d48-bad2-0f16a24a90c7'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:37:15.153144 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port d1022644-48bc-4d48-bad2-0f16a24a90c7, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d1022644-48bc-4d48-bad2-0f16a24a90c7,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:15.234945 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:15.234945 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device f08297f5-4469-40c2-be85-9f9717182673 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:37:15.322558 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6b7d8-e370-4cff-8559-6a5fa7d0ebba req-9489ba6f-8739-4bde-b8b5-926adc759742 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:15.324309 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0ef6b7d8-e370-4cff-8559-6a5fa7d0ebba req-9489ba6f-8739-4bde-b8b5-926adc759742 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9a8454c-9af6-4239-9678-8aab624d5a63 HTTP/1.1" status: 200 len: 946 time: 0.7206738 Mar 09 03:37:15.343604 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:15.358383 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: f08297f5-4469-40c2-be85-9f9717182673 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:37:15.358617 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device f08297f5-4469-40c2-be85-9f9717182673 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:37:15.412373 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24684e32-e270-458c-becb-f9f09ccd3821 service neutron] Pushing event updated for resources: {'Port': ['ID=6946db96-353a-4184-86f9-0312507a3445,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:15.436308 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-26a415ae-5076-4ffe-bdbb-34d2a3e9dfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:15.448653 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=d1022644-48bc-4d48-bad2-0f16a24a90c7,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:15.465800 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 3e738cdf-4da8-46b7-9465-8745a9df4150, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3e738cdf-4da8-46b7-9465-8745a9df4150,segment=NetworkSegment(fa9b3cd6-7edb-4d26-8cdd-496a51b5095e),segment_id=fa9b3cd6-7edb-4d26-8cdd-496a51b5095e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:15.473159 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:15.590491 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=3e738cdf-4da8-46b7-9465-8745a9df4150,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:15.597271 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0f6baac5-8123-469d-8178-45c90b8845d4 None None] Provisioning complete for port 3e738cdf-4da8-46b7-9465-8745a9df4150 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:37:15.597631 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0f6baac5-8123-469d-8178-45c90b8845d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:15.606812 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-24684e32-e270-458c-becb-f9f09ccd3821 service neutron] Attempting to bind port 6946db96-353a-4184-86f9-0312507a3445 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:37:15.607164 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-24684e32-e270-458c-becb-f9f09ccd3821 service neutron] Attempting to bind port 6946db96-353a-4184-86f9-0312507a3445 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:37:15.607481 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-24684e32-e270-458c-becb-f9f09ccd3821 service neutron] Attempting to bind port 6946db96-353a-4184-86f9-0312507a3445 on network b43e277f-27e3-4498-8ae6-3889cca4234e {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:37:15.616629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-24684e32-e270-458c-becb-f9f09ccd3821 service neutron] Port 6946db96-353a-4184-86f9-0312507a3445 on network b43e277f-27e3-4498-8ae6-3889cca4234e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:37:15.617556 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-24684e32-e270-458c-becb-f9f09ccd3821 service neutron] Attempting to bind port 6946db96-353a-4184-86f9-0312507a3445 on network b43e277f-27e3-4498-8ae6-3889cca4234e {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:37:15.631032 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0ef6b7d8-e370-4cff-8559-6a5fa7d0ebba req-1e3d162a-93a5-4b98-aa69-c6452a0dacfa tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/security-groups?id=c125df46-8111-4552-ade0-96bd8f5a14ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2623787 Mar 09 03:37:15.656228 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-24684e32-e270-458c-becb-f9f09ccd3821 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:37:15.656228 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-24684e32-e270-458c-becb-f9f09ccd3821 service neutron] Checking segment: {'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:37:15.658137 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a415ae-5076-4ffe-bdbb-34d2a3e9dfe4 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:37:15.658394 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-24684e32-e270-458c-becb-f9f09ccd3821 service neutron] Bound using segment: {'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:37:15.658975 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-24684e32-e270-458c-becb-f9f09ccd3821 service neutron] Bound port: 6946db96-353a-4184-86f9-0312507a3445, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:37:15.661593 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-24684e32-e270-458c-becb-f9f09ccd3821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:15.663142 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96c59382-4f85-4420-9af6-aa6f9513cd2c req-9c807cba-41fd-4523-b6d3-a7e4a46dcb22 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Router ee2a91b7-4cc1-4cd0-a21a-917271c50338 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:37:15.664085 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a415ae-5076-4ffe-bdbb-34d2a3e9dfe4 admin admin] Pushing event updated for resources: {'Port': ['ID=e30ca93a-8491-42b2-9e48-996bacb80715,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:15.670270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-26a415ae-5076-4ffe-bdbb-34d2a3e9dfe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:37:15.676032 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a415ae-5076-4ffe-bdbb-34d2a3e9dfe4 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:37:15.760643 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-681208fc-1931-47c4-b173-12883acff6ec req-6b5d6fa6-469e-4d6c-8c85-12fd7443b08f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] For port d1022644-48bc-4d48-bad2-0f16a24a90c7, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d1022644-48bc-4d48-bad2-0f16a24a90c7,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:15.761167 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-681208fc-1931-47c4-b173-12883acff6ec req-6b5d6fa6-469e-4d6c-8c85-12fd7443b08f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:15.864945 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d131445-f529-4050-b2af-9c86ef44e64c req-85526919-7319-4a6d-83cf-4813c94999d1 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:15.866461 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9d131445-f529-4050-b2af-9c86ef44e64c req-85526919-7319-4a6d-83cf-4813c94999d1 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de84010-7cc2-40ba-8d0a-6fc70022e4a7 HTTP/1.1" status: 200 len: 948 time: 0.7041171 Mar 09 03:37:16.096506 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-681208fc-1931-47c4-b173-12883acff6ec req-6b5d6fa6-469e-4d6c-8c85-12fd7443b08f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Calling delete_port for d1022644-48bc-4d48-bad2-0f16a24a90c7 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:37:16.096897 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9d131445-f529-4050-b2af-9c86ef44e64c req-7e1924d7-9625-4dba-b1d3-f90e715f46c4 tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/security-groups?id=90cc05ac-a77c-4f39-a511-027749bd7bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200789 Mar 09 03:37:16.188859 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de84010-7cc2-40ba-8d0a-6fc70022e4a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1022644-48bc-4d48-bad2-0f16a24a90c7', 'code': 200} Mar 09 03:37:16.197037 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-24684e32-e270-458c-becb-f9f09ccd3821 service neutron] For port 6946db96-353a-4184-86f9-0312507a3445, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:37:16.200808 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-24684e32-e270-458c-becb-f9f09ccd3821 service neutron] For port 6946db96-353a-4184-86f9-0312507a3445, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6946db96-353a-4184-86f9-0312507a3445,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:37:16.219571 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-24684e32-e270-458c-becb-f9f09ccd3821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:16.300589 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96c59382-4f85-4420-9af6-aa6f9513cd2c req-9c807cba-41fd-4523-b6d3-a7e4a46dcb22 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:37:16.307271 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24684e32-e270-458c-becb-f9f09ccd3821 service neutron] Pushing event updated for resources: {'Port': ['ID=6946db96-353a-4184-86f9-0312507a3445,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:16.312665 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aa3c84-e21c-41ed-bd34-2bbfe3e0099c None None] Sync routers for ids ['ee2a91b7-4cc1-4cd0-a21a-917271c50338'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:37:16.320083 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-24684e32-e270-458c-becb-f9f09ccd3821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:16.320569 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-24684e32-e270-458c-becb-f9f09ccd3821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:16.321918 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-24684e32-e270-458c-becb-f9f09ccd3821 service neutron] 10.222.0.21 "PUT /v2.0/ports/6946db96-353a-4184-86f9-0312507a3445 HTTP/1.1" status: 200 len: 1091 time: 2.9984231 Mar 09 03:37:16.322395 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30f6243-aa25-4df1-8fd7-32c31910bfb9', 'tag': '6946db96-353a-4184-86f9-0312507a3445'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:37:16.332178 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aa3c84-e21c-41ed-bd34-2bbfe3e0099c None None] Routers {'ee2a91b7-4cc1-4cd0-a21a-917271c50338'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:37:16.332785 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-06aa3c84-e21c-41ed-bd34-2bbfe3e0099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:37:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ee2a91b7-4cc1-4cd0-a21a-917271c50338'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:16.386497 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3e738cdf-4da8-46b7-9465-8745a9df4150 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:37:16.455229 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c59382-4f85-4420-9af6-aa6f9513cd2c req-9c807cba-41fd-4523-b6d3-a7e4a46dcb22 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] No DVR routers for this DVR port f08297f5-4469-40c2-be85-9f9717182673 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:37:16.460307 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-96c59382-4f85-4420-9af6-aa6f9513cd2c req-9c807cba-41fd-4523-b6d3-a7e4a46dcb22 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:16.466958 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a8454c-9af6-4239-9678-8aab624d5a63', 'name': 'network-vif-deleted', 'tag': 'f08297f5-4469-40c2-be85-9f9717182673'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:37:16.543500 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 3e738cdf-4da8-46b7-9465-8745a9df4150 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:37:16.544616 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:16.577450 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96c59382-4f85-4420-9af6-aa6f9513cd2c req-9c807cba-41fd-4523-b6d3-a7e4a46dcb22 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.21 "DELETE /v2.0/ports/f08297f5-4469-40c2-be85-9f9717182673 HTTP/1.1" status: 204 len: 173 time: 4.2218523 Mar 09 03:37:16.633171 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-06aa3c84-e21c-41ed-bd34-2bbfe3e0099c None None] Set router ee2a91b7-4cc1-4cd0-a21a-917271c50338 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:37:16.636416 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-26a415ae-5076-4ffe-bdbb-34d2a3e9dfe4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:16.674933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b634b2-64de-44ef-baa6-0bb9f1220e0d req-7437b15c-d1cd-4377-b99e-a8014eea7b20 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:16.677776 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-02b634b2-64de-44ef-baa6-0bb9f1220e0d req-7437b15c-d1cd-4377-b99e-a8014eea7b20 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.9012709 Mar 09 03:37:16.681520 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-681208fc-1931-47c4-b173-12883acff6ec req-6b5d6fa6-469e-4d6c-8c85-12fd7443b08f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:16.807421 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d6fa6-469e-4d6c-8c85-12fd7443b08f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Pushing event deleted for resources: {'Port': ['ID=d1022644-48bc-4d48-bad2-0f16a24a90c7,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:16.901085 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-787072f3-8c4c-4f8f-82a3-fbf22dbbe578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:16.903162 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-787072f3-8c4c-4f8f-82a3-fbf22dbbe578 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae03d5eb038f4850a3760a69271911b5&device_id=e30f6243-aa25-4df1-8fd7-32c31910bfb9 HTTP/1.1" status: 200 len: 1094 time: 0.4602530 Mar 09 03:37:16.950079 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bf263-9abe-4089-b26f-24ca4c11f67d req-32ee2742-6e98-4904-99c7-57c75bf55617 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:16.951681 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-240bf263-9abe-4089-b26f-24ca4c11f67d req-32ee2742-6e98-4904-99c7-57c75bf55617 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ddb0d27-3247-48de-822a-e9907d77476e HTTP/1.1" status: 200 len: 948 time: 0.6046715 Mar 09 03:37:17.036759 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-240bf263-9abe-4089-b26f-24ca4c11f67d req-72dee47d-3b6e-4cb2-8e17-a8009b7fa6e3 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761058 Mar 09 03:37:17.069746 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-fe92a3e1-43b5-4d25-99af-b21fe886111d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6946db96-353a-4184-86f9-0312507a3445 HTTP/1.1" status: 200 len: 217 time: 0.1530194 Mar 09 03:37:17.074437 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-681208fc-1931-47c4-b173-12883acff6ec req-6b5d6fa6-469e-4d6c-8c85-12fd7443b08f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] No DVR routers for this DVR port d1022644-48bc-4d48-bad2-0f16a24a90c7 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:37:17.092505 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-681208fc-1931-47c4-b173-12883acff6ec req-6b5d6fa6-469e-4d6c-8c85-12fd7443b08f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:17.092894 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-06aa3c84-e21c-41ed-bd34-2bbfe3e0099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'name': 'tempest-ServersTestManualDisk-1671879661-router', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:35:26Z', 'updated_at': '2022-03-09T03:35:46Z', 'revision_number': 4, 'project_id': 'fd35e40c0d08420f92da4df5c54857a4', 'gw_port': {'id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:30Z', 'updated_at': '2022-03-09T03:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '0d170067-f189-49aa-a0f1-458cc0a79d23', 'name': '', 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'mac_address': 'fa:16:3e:37:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '98454a6c-fce7-4e43-9bc8-060f1b6acedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:42Z', 'updated_at': '2022-03-09T03:35:56Z', 'revision_number': 5, 'project_id': 'fd35e40c0d08420f92da4df5c54857a4', 'subnets': [{'id': '98454a6c-fce7-4e43-9bc8-060f1b6acedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:17.097927 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aa3c84-e21c-41ed-bd34-2bbfe3e0099c None None] Checking router: ee2a91b7-4cc1-4cd0-a21a-917271c50338 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:37:17.100235 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-02b634b2-64de-44ef-baa6-0bb9f1220e0d req-736aa5fe-03a3-4fe7-976e-8f346d625705 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151232 Mar 09 03:37:17.152832 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aa3c84-e21c-41ed-bd34-2bbfe3e0099c None None] Routers {'ee2a91b7-4cc1-4cd0-a21a-917271c50338'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:37:17.157606 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-06aa3c84-e21c-41ed-bd34-2bbfe3e0099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:37:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ee2a91b7-4cc1-4cd0-a21a-917271c50338'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:17.216367 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-681208fc-1931-47c4-b173-12883acff6ec req-6b5d6fa6-469e-4d6c-8c85-12fd7443b08f tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.21 "DELETE /v2.0/ports/d1022644-48bc-4d48-bad2-0f16a24a90c7 HTTP/1.1" status: 204 len: 173 time: 2.7611258 Mar 09 03:37:17.259908 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-3823235f-84c6-4c5b-9fbf-ee2e8389c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:17.264895 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-3823235f-84c6-4c5b-9fbf-ee2e8389c5ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c938e3dc-f3f5-45d5-a021-35dcda335146 HTTP/1.1" status: 200 len: 851 time: 0.1612575 Mar 09 03:37:17.348962 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device a632682b-c114-41cb-830f-f14fa9d9ddf6 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:37:17.366292 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-f070c58d-8c80-4711-a24a-108d9e022dc4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b43e277f-27e3-4498-8ae6-3889cca4234e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884006 Mar 09 03:37:17.511540 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port a632682b-c114-41cb-830f-f14fa9d9ddf6 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:37:17.518129 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port a632682b-c114-41cb-830f-f14fa9d9ddf6 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:37:17.519667 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:17.639997 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c232f-7975-45c0-a9ec-4afbbd597535 req-c1b866b9-4514-4855-9b1a-6b76058b47a7 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:17.648063 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6d2c232f-7975-45c0-a9ec-4afbbd597535 req-c1b866b9-4514-4855-9b1a-6b76058b47a7 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=e30f6243-aa25-4df1-8fd7-32c31910bfb9 HTTP/1.1" status: 200 len: 943 time: 0.3859668 Mar 09 03:37:17.729223 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d987e44-f855-476a-a6bc-5572e8c7fc14 req-4c617cb7-911e-4b8a-bf61-c4773d3c5ce0 tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.2774298 Mar 09 03:37:17.751385 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6d2c232f-7975-45c0-a9ec-4afbbd597535 req-d502b9d9-b2e7-4659-88c5-d64eaa4ea58d tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020770 Mar 09 03:37:17.758246 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-26a415ae-5076-4ffe-bdbb-34d2a3e9dfe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:17.781907 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-06aa3c84-e21c-41ed-bd34-2bbfe3e0099c None None] Set router ee2a91b7-4cc1-4cd0-a21a-917271c50338 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:37:17.832449 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-1b6ceeda-4fe9-4dc6-a336-0ec2f5cd9549 service neutron] 10.222.0.21 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584699 Mar 09 03:37:17.833519 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:17.953201 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port a632682b-c114-41cb-830f-f14fa9d9ddf6, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=a632682b-c114-41cb-830f-f14fa9d9ddf6,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:17.962085 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:17.970203 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a8454c-9af6-4239-9678-8aab624d5a63', 'name': 'network-vif-deleted', 'tag': 'f08297f5-4469-40c2-be85-9f9717182673', 'status': 'completed', 'code': 200} Mar 09 03:37:17.987404 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e30f6243-aa25-4df1-8fd7-32c31910bfb9', 'tag': '6946db96-353a-4184-86f9-0312507a3445', 'status': 'completed', 'code': 200} Mar 09 03:37:18.085913 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44004) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:18.197519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddb0d27-3247-48de-822a-e9907d77476e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a632682b-c114-41cb-830f-f14fa9d9ddf6'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:37:18.232773 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=a632682b-c114-41cb-830f-f14fa9d9ddf6,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:18.276866 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-60b86fa0-b3af-4708-953d-1cd3fff20131 req-0069f376-cf3e-42e0-afbf-39a4991aa1de tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Synchronizing usage tracker for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:37:18.328333 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-60b86fa0-b3af-4708-953d-1cd3fff20131 req-0069f376-cf3e-42e0-afbf-39a4991aa1de tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] Unset dirty status for tenant:9cc46625939e49829e840c9b5c55e8e6 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:37:18.329412 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-60b86fa0-b3af-4708-953d-1cd3fff20131 req-0069f376-cf3e-42e0-afbf-39a4991aa1de tempest-ServersOnMultiNodesTest-567508328 tempest-ServersOnMultiNodesTest-567508328-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de84010-7cc2-40ba-8d0a-6fc70022e4a7 HTTP/1.1" status: 200 len: 210 time: 0.1705756 Mar 09 03:37:18.337483 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa8f0f60-be6f-4397-841e-bdb12fa0f11f req-9f79f934-47f0-468d-a5a9-12bfcc9095ec service neutron] 10.222.0.21 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966447 Mar 09 03:37:18.423817 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-06aa3c84-e21c-41ed-bd34-2bbfe3e0099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'name': 'tempest-ServersTestManualDisk-1671879661-router', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:35:26Z', 'updated_at': '2022-03-09T03:35:46Z', 'revision_number': 4, 'project_id': 'fd35e40c0d08420f92da4df5c54857a4', 'gw_port': {'id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:30Z', 'updated_at': '2022-03-09T03:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '0d170067-f189-49aa-a0f1-458cc0a79d23', 'name': '', 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'mac_address': 'fa:16:3e:37:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '98454a6c-fce7-4e43-9bc8-060f1b6acedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:42Z', 'updated_at': '2022-03-09T03:35:56Z', 'revision_number': 5, 'project_id': 'fd35e40c0d08420f92da4df5c54857a4', 'subnets': [{'id': '98454a6c-fce7-4e43-9bc8-060f1b6acedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:18.428348 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aa3c84-e21c-41ed-bd34-2bbfe3e0099c None None] The sync data for ids ['ee2a91b7-4cc1-4cd0-a21a-917271c50338'] in n-d-825178-5 is: [{'id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'name': 'tempest-ServersTestManualDisk-1671879661-router', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:35:26Z', 'updated_at': '2022-03-09T03:35:46Z', 'revision_number': 4, 'project_id': 'fd35e40c0d08420f92da4df5c54857a4', 'gw_port': {'id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:30Z', 'updated_at': '2022-03-09T03:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '0d170067-f189-49aa-a0f1-458cc0a79d23', 'name': '', 'network_id': '4d37a024-1cda-4ef5-beed-7642da9f8928', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'mac_address': 'fa:16:3e:37:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '98454a6c-fce7-4e43-9bc8-060f1b6acedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:42Z', 'updated_at': '2022-03-09T03:35:56Z', 'revision_number': 5, 'project_id': 'fd35e40c0d08420f92da4df5c54857a4', 'subnets': [{'id': '98454a6c-fce7-4e43-9bc8-060f1b6acedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:37:18.444744 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4dd3317a-a19e-41f1-b5ee-272743f9ffd5 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:18.516537 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4dd3317a-a19e-41f1-b5ee-272743f9ffd5 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:18.559877 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a415ae-5076-4ffe-bdbb-34d2a3e9dfe4 admin admin] Router 09eb5c58-69ed-4768-9c74-db17c3f75270 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:37:18.577764 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd238c0-07ce-437a-9346-94aa611b4d65 req-cf3422db-5215-4689-9cae-63023aca8ef0 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:18.579454 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4fd238c0-07ce-437a-9346-94aa611b4d65 req-cf3422db-5215-4689-9cae-63023aca8ef0 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ddb0d27-3247-48de-822a-e9907d77476e HTTP/1.1" status: 200 len: 949 time: 0.3237712 Mar 09 03:37:18.596802 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fb3a8-1602-4384-a35c-686d13e25220 req-0ff5549d-931a-42ef-a583-02552d41d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:18.598788 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-336fb3a8-1602-4384-a35c-686d13e25220 req-0ff5549d-931a-42ef-a583-02552d41d295 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae03d5eb038f4850a3760a69271911b5&device_id=e30f6243-aa25-4df1-8fd7-32c31910bfb9 HTTP/1.1" status: 200 len: 1094 time: 0.1866114 Mar 09 03:37:18.723756 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4fd238c0-07ce-437a-9346-94aa611b4d65 req-05b0087f-cdc0-490d-acb0-38af15189b36 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357267 Mar 09 03:37:18.728141 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4dd3317a-a19e-41f1-b5ee-272743f9ffd5 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:18.765467 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04de2bd-7334-434a-9900-4d77e892b0e9 req-0e35a73b-df4d-4801-b66a-c3a95145b18c tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:18.773449 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d04de2bd-7334-434a-9900-4d77e892b0e9 req-0e35a73b-df4d-4801-b66a-c3a95145b18c tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.2715752 Mar 09 03:37:18.790241 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fb3a8-1602-4384-a35c-686d13e25220 req-4add4fe3-a10d-40e1-8278-2c2eb1dcee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:18.791703 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-336fb3a8-1602-4384-a35c-686d13e25220 req-4add4fe3-a10d-40e1-8278-2c2eb1dcee47 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b43e277f-27e3-4498-8ae6-3889cca4234e HTTP/1.1" status: 200 len: 912 time: 0.1796498 Mar 09 03:37:18.838233 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3317a-a19e-41f1-b5ee-272743f9ffd5 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c125df46-8111-4552-ade0-96bd8f5a14ee,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:18.846798 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ddb0d27-3247-48de-822a-e9907d77476e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a632682b-c114-41cb-830f-f14fa9d9ddf6', 'code': 200} Mar 09 03:37:18.854413 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af187dd-940b-40a8-ac9a-10488f0a6d96 None None] New status for floating IP a98564a5-cb53-416c-982e-582965b2e523: DOWN {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:37:18.919501 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4dd3317a-a19e-41f1-b5ee-272743f9ffd5 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:18.922900 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4dd3317a-a19e-41f1-b5ee-272743f9ffd5 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "DELETE /v2.0/security-groups/c125df46-8111-4552-ade0-96bd8f5a14ee HTTP/1.1" status: 204 len: 168 time: 0.7418947 Mar 09 03:37:18.924530 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44018) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:18.995710 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a415ae-5076-4ffe-bdbb-34d2a3e9dfe4 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:37:19.001393 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-336fb3a8-1602-4384-a35c-686d13e25220 req-f8ad588a-5cea-4fcf-987d-c6bcf869d24a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6946db96-353a-4184-86f9-0312507a3445 HTTP/1.1" status: 200 len: 217 time: 0.1990621 Mar 09 03:37:19.002426 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-7926d51d-9a72-4d7f-bd81-9eed73c0a4b6 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] show failed (client error): The resource could not be found. Mar 09 03:37:19.003617 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7926d51d-9a72-4d7f-bd81-9eed73c0a4b6 tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "GET /v2.0/security-groups/c125df46-8111-4552-ade0-96bd8f5a14ee HTTP/1.1" status: 404 len: 347 time: 0.0781753 Mar 09 03:37:19.004349 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] Sync routers for ids ['09eb5c58-69ed-4768-9c74-db17c3f75270'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:37:19.009150 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44022) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:19.024580 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] Routers {'09eb5c58-69ed-4768-9c74-db17c3f75270'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:37:19.025556 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:37:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['09eb5c58-69ed-4768-9c74-db17c3f75270'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:19.141092 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-26a415ae-5076-4ffe-bdbb-34d2a3e9dfe4 admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:19.145526 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-26a415ae-5076-4ffe-bdbb-34d2a3e9dfe4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.9473503 Mar 09 03:37:19.150846 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44026) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:19.276481 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fb3a8-1602-4384-a35c-686d13e25220 req-1c57825f-3cff-498c-a0f4-3a4c37df6ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:19.278098 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-336fb3a8-1602-4384-a35c-686d13e25220 req-1c57825f-3cff-498c-a0f4-3a4c37df6ed6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c938e3dc-f3f5-45d5-a021-35dcda335146 HTTP/1.1" status: 200 len: 851 time: 0.2557611 Mar 09 03:37:19.295870 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d04de2bd-7334-434a-9900-4d77e892b0e9 req-88dae6b8-acc8-4a09-ae4c-70a0c99ad13b tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5211635 Mar 09 03:37:19.385594 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] Set router 09eb5c58-69ed-4768-9c74-db17c3f75270 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:37:19.440562 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf6e5668-f5e5-408c-987d-b94c5131684d req-2b250461-91da-4cca-a97b-a5f1f1c705d2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.0489352 Mar 09 03:37:19.455293 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-336fb3a8-1602-4384-a35c-686d13e25220 req-61895bd2-707e-40f7-92d7-f7fe00cdfede service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b43e277f-27e3-4498-8ae6-3889cca4234e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1525383 Mar 09 03:37:19.498453 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-deb8a629-a8c0-4276-b6b7-ba9634ffd404 req-f747df12-af03-4688-a97b-dd734d3bdb48 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3060410 Mar 09 03:37:19.516553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2676392-0dbc-4208-b20c-a7a39081299d req-4b0427ce-55ef-4463-9811-136e683a8d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:19.520795 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b2676392-0dbc-4208-b20c-a7a39081299d req-4b0427ce-55ef-4463-9811-136e683a8d26 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8ddb0d27-3247-48de-822a-e9907d77476e HTTP/1.1" status: 200 len: 1100 time: 0.4816029 Mar 09 03:37:19.647152 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ca2237d-b812-4f48-8ed5-2fb092865365 req-f4c79a8c-4373-4b36-9a92-5ca940912fb8 tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.1262064 Mar 09 03:37:19.719047 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-f723315c-1676-47df-9029-522513aed9fe tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Deleting port 3d004c12-d561-4ec4-8ac2-078d2fa959e0 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:37:19.719395 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f723315c-1676-47df-9029-522513aed9fe tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:19.776639 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eb5c58-69ed-4768-9c74-db17c3f75270', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306556405-router', 'tenant_id': '72af0dc1083c43cbae74c5042d072168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'e30ca93a-8491-42b2-9e48-996bacb80715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:11Z', 'updated_at': '2022-03-09T03:37:16Z', 'revision_number': 3, 'project_id': '72af0dc1083c43cbae74c5042d072168', 'gw_port': {'id': 'e30ca93a-8491-42b2-9e48-996bacb80715', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09eb5c58-69ed-4768-9c74-db17c3f75270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:13Z', 'updated_at': '2022-03-09T03:37:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:19.781732 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] Checking router: 09eb5c58-69ed-4768-9c74-db17c3f75270 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:37:19.783601 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] Updating router 09eb5c58-69ed-4768-9c74-db17c3f75270 port e30ca93a-8491-42b2-9e48-996bacb80715 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:37:19.818635 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-336fb3a8-1602-4384-a35c-686d13e25220 req-4813c17a-4c32-4249-8414-528079e4c6c1 service neutron] 10.222.0.21 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629741 Mar 09 03:37:19.820555 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b2676392-0dbc-4208-b20c-a7a39081299d req-3993f32f-bb82-4e1b-914a-a010c7b36357 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352688 Mar 09 03:37:19.850347 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8a629-a8c0-4276-b6b7-ba9634ffd404 req-7e50d40a-f22b-4b17-9bc6-8a8f955b6e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:19.851852 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-deb8a629-a8c0-4276-b6b7-ba9634ffd404 req-7e50d40a-f22b-4b17-9bc6-8a8f955b6e34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2805c8aef7c746099fde990352f135bf&device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 1095 time: 0.2680309 Mar 09 03:37:19.887684 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:20.089601 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de84010-7cc2-40ba-8d0a-6fc70022e4a7', 'name': 'network-vif-deleted', 'tag': 'd1022644-48bc-4d48-bad2-0f16a24a90c7'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:37:20.212757 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44042) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:20.221481 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd638f92-45a2-433c-8c05-e005d789cc78 req-3a60b3ca-e670-4b0d-8874-b1e74886311b tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:20.223280 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd638f92-45a2-433c-8c05-e005d789cc78 req-3a60b3ca-e670-4b0d-8874-b1e74886311b tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=e30f6243-aa25-4df1-8fd7-32c31910bfb9 HTTP/1.1" status: 200 len: 943 time: 1.0715249 Mar 09 03:37:20.374691 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-336fb3a8-1602-4384-a35c-686d13e25220 req-0885f34b-3a18-434b-b57d-daced988719c service neutron] 10.222.0.21 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5272679 Mar 09 03:37:20.398305 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd638f92-45a2-433c-8c05-e005d789cc78 req-5de56367-2eec-4661-b1af-f009caf43ac8 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569345 Mar 09 03:37:20.408989 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8a629-a8c0-4276-b6b7-ba9634ffd404 req-86bda16d-90e5-43ce-ba3e-90ad6e2f5647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:20.410456 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-deb8a629-a8c0-4276-b6b7-ba9634ffd404 req-86bda16d-90e5-43ce-ba3e-90ad6e2f5647 service neutron] 10.222.0.24 "GET /v2.0/networks?id=af94044a-4dd6-4e2a-9a7b-ddb410474c02 HTTP/1.1" status: 200 len: 908 time: 0.2896082 Mar 09 03:37:20.417263 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f723315c-1676-47df-9029-522513aed9fe tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:20.419253 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f723315c-1676-47df-9029-522513aed9fe tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:20.456775 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:20.472255 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] Transition to ACTIVE for port object e30ca93a-8491-42b2-9e48-996bacb80715 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:37:20.497367 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:20.517513 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 6946db96-353a-4184-86f9-0312507a3445 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:37:20.542718 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427572d-ca15-47c6-936d-4f95475f0b39 req-e5a548ea-4ad3-460f-ab73-457bc949441e tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:20.550517 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d427572d-ca15-47c6-936d-4f95475f0b39 req-e5a548ea-4ad3-460f-ab73-457bc949441e tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ddb0d27-3247-48de-822a-e9907d77476e HTTP/1.1" status: 200 len: 949 time: 0.4435017 Mar 09 03:37:20.590729 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de84010-7cc2-40ba-8d0a-6fc70022e4a7', 'name': 'network-vif-deleted', 'tag': 'd1022644-48bc-4d48-bad2-0f16a24a90c7', 'status': 'completed', 'code': 200} Mar 09 03:37:20.620747 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-deb8a629-a8c0-4276-b6b7-ba9634ffd404 req-324e1cda-2d4a-4467-ab63-5ac055e5d32c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d523c491-0d3b-4840-b7f6-408a5c97b5a2 HTTP/1.1" status: 200 len: 217 time: 0.1932702 Mar 09 03:37:20.688021 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-f723315c-1676-47df-9029-522513aed9fe tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Calling delete_port for 3d004c12-d561-4ec4-8ac2-078d2fa959e0 owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:37:20.772499 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] Attempting to bind port e30ca93a-8491-42b2-9e48-996bacb80715 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:37:20.772910 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] Attempting to bind port e30ca93a-8491-42b2-9e48-996bacb80715 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:37:20.773915 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] Attempting to bind port e30ca93a-8491-42b2-9e48-996bacb80715 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:37:20.778683 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d427572d-ca15-47c6-936d-4f95475f0b39 req-250e2515-4c25-4862-b1f8-3ce4dc32731c tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245002 Mar 09 03:37:20.780568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8a629-a8c0-4276-b6b7-ba9634ffd404 req-509448ce-ced4-48a2-ae1d-278757240eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:20.794025 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-deb8a629-a8c0-4276-b6b7-ba9634ffd404 req-509448ce-ced4-48a2-ae1d-278757240eef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=42f7c02a-5561-45bd-a0c7-255e56eaf460 HTTP/1.1" status: 200 len: 847 time: 0.1413147 Mar 09 03:37:20.822117 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:37:20.822507 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:37:20.823029 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:20.823509 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:37:20.823980 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] Bound port: e30ca93a-8491-42b2-9e48-996bacb80715, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:37:20.824405 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:20.825681 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 6946db96-353a-4184-86f9-0312507a3445, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6946db96-353a-4184-86f9-0312507a3445,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:20.844953 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-deb8a629-a8c0-4276-b6b7-ba9634ffd404 req-9395558d-ffed-4aae-bf6d-8d4d44aca448 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af94044a-4dd6-4e2a-9a7b-ddb410474c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531728 Mar 09 03:37:20.849994 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '6946db96-353a-4184-86f9-0312507a3445', 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e', 'port_id': '6946db96-353a-4184-86f9-0312507a3445', 'mac_address': 'fa:16:3e:46:cc:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c938e3dc-f3f5-45d5-a021-35dcda335146', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:37:20.969683 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] For port e30ca93a-8491-42b2-9e48-996bacb80715, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:37:20.975318 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] For port e30ca93a-8491-42b2-9e48-996bacb80715, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e30ca93a-8491-42b2-9e48-996bacb80715,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:37:20.978926 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ccea0-d0e4-4dce-8852-b9831f6cf694 None None] Pushing event updated for resources: {'Port': ['ID=e30ca93a-8491-42b2-9e48-996bacb80715,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:20.985176 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:21.007129 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ccea0-d0e4-4dce-8852-b9831f6cf694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:21.007476 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ccea0-d0e4-4dce-8852-b9831f6cf694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:21.007770 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ccea0-d0e4-4dce-8852-b9831f6cf694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:21.008089 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ccea0-d0e4-4dce-8852-b9831f6cf694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:21.009912 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ccea0-d0e4-4dce-8852-b9831f6cf694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:21.009912 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ccea0-d0e4-4dce-8852-b9831f6cf694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:21.011738 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ccea0-d0e4-4dce-8852-b9831f6cf694 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:21.012328 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ccea0-d0e4-4dce-8852-b9831f6cf694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:21.013124 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ccea0-d0e4-4dce-8852-b9831f6cf694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:21.013976 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ccea0-d0e4-4dce-8852-b9831f6cf694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:21.014812 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ccea0-d0e4-4dce-8852-b9831f6cf694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:21.015744 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ccea0-d0e4-4dce-8852-b9831f6cf694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:21.020831 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:21.072173 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6946db96-353a-4184-86f9-0312507a3445 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:37:21.104964 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2665eedc-46c1-4ed9-b567-e8224a901729 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9cc46625939e49829e840c9b5c55e8e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8805602 Mar 09 03:37:21.107655 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 6946db96-353a-4184-86f9-0312507a3445, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6946db96-353a-4184-86f9-0312507a3445,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:21.115751 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:21.134269 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-deb8a629-a8c0-4276-b6b7-ba9634ffd404 req-4fbcea52-22dc-4ddb-a2a3-a3703fa46726 service neutron] 10.222.0.24 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807596 Mar 09 03:37:21.134746 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44052) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:21.170997 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] Routers {'09eb5c58-69ed-4768-9c74-db17c3f75270'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:37:21.171750 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:37:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['09eb5c58-69ed-4768-9c74-db17c3f75270'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:21.292955 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=6946db96-353a-4184-86f9-0312507a3445,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:21.364814 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] Set router 09eb5c58-69ed-4768-9c74-db17c3f75270 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:37:21.369287 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['6946db96-353a-4184-86f9-0312507a3445'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:37:21.412343 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f723315c-1676-47df-9029-522513aed9fe tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:21.506886 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-deb8a629-a8c0-4276-b6b7-ba9634ffd404 req-2b614d47-cf09-4953-b389-9878467470a7 service neutron] 10.222.0.24 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498094 Mar 09 03:37:21.606178 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723315c-1676-47df-9029-522513aed9fe tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Pushing event deleted for resources: {'Port': ['ID=3d004c12-d561-4ec4-8ac2-078d2fa959e0,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:21.747451 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8e519c3c-c626-4d0c-bffd-598dd0f72685 req-588030a8-d5b7-4e73-9161-495c0f78e118 tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.2370732 Mar 09 03:37:21.852319 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd56c76-42fd-464a-b780-e9fd556dabbf req-d5e087a9-9585-4f9a-82e6-fcfe49020a94 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:21.853215 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02fcc377-8f73-49ec-bd16-56d2ca491247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:21.859800 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3cd56c76-42fd-464a-b780-e9fd556dabbf req-d5e087a9-9585-4f9a-82e6-fcfe49020a94 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 1.1268663 Mar 09 03:37:21.872464 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ccea0-d0e4-4dce-8852-b9831f6cf694 None None] Pushing event updated for resources: {'Port': ['ID=e30ca93a-8491-42b2-9e48-996bacb80715,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:21.920515 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02fcc377-8f73-49ec-bd16-56d2ca491247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:21.948161 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eb5c58-69ed-4768-9c74-db17c3f75270', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306556405-router', 'tenant_id': '72af0dc1083c43cbae74c5042d072168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'e30ca93a-8491-42b2-9e48-996bacb80715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:11Z', 'updated_at': '2022-03-09T03:37:16Z', 'revision_number': 3, 'project_id': '72af0dc1083c43cbae74c5042d072168', 'gw_port': {'id': 'e30ca93a-8491-42b2-9e48-996bacb80715', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09eb5c58-69ed-4768-9c74-db17c3f75270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:13Z', 'updated_at': '2022-03-09T03:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:21.957529 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071fcf12-6a55-4304-9a17-39298a82beb0 None None] The sync data for ids ['09eb5c58-69ed-4768-9c74-db17c3f75270'] in n-d-825178-5 is: [{'id': '09eb5c58-69ed-4768-9c74-db17c3f75270', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306556405-router', 'tenant_id': '72af0dc1083c43cbae74c5042d072168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'e30ca93a-8491-42b2-9e48-996bacb80715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:11Z', 'updated_at': '2022-03-09T03:37:16Z', 'revision_number': 3, 'project_id': '72af0dc1083c43cbae74c5042d072168', 'gw_port': {'id': 'e30ca93a-8491-42b2-9e48-996bacb80715', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09eb5c58-69ed-4768-9c74-db17c3f75270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:13Z', 'updated_at': '2022-03-09T03:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:37:21.983831 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3cd56c76-42fd-464a-b780-e9fd556dabbf req-34e2ca88-c210-4755-b47c-fcc7a1e2df65 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214552 Mar 09 03:37:22.011815 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f723315c-1676-47df-9029-522513aed9fe tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:22.045003 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e37d6d4e-e069-46f4-a487-40a025ae4f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:22.070709 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02fcc377-8f73-49ec-bd16-56d2ca491247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:22.117118 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcc377-8f73-49ec-bd16-56d2ca491247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cc05ac-a77c-4f39-a511-027749bd7bda,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:22.137639 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013a13a-7794-455c-94ff-16b79cbd44a4 req-2f22f0e8-cfe7-4aab-9d87-9ca90daeb556 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:22.138651 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-9013a13a-7794-455c-94ff-16b79cbd44a4 req-2f22f0e8-cfe7-4aab-9d87-9ca90daeb556 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Synchronizing usage tracker for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:37:22.143704 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02fcc377-8f73-49ec-bd16-56d2ca491247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:22.145057 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-02fcc377-8f73-49ec-bd16-56d2ca491247 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/90cc05ac-a77c-4f39-a511-027749bd7bda HTTP/1.1" status: 204 len: 168 time: 1.0093632 Mar 09 03:37:22.168210 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-9013a13a-7794-455c-94ff-16b79cbd44a4 req-2f22f0e8-cfe7-4aab-9d87-9ca90daeb556 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Unset dirty status for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:37:22.170062 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9013a13a-7794-455c-94ff-16b79cbd44a4 req-2f22f0e8-cfe7-4aab-9d87-9ca90daeb556 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=e30f6243-aa25-4df1-8fd7-32c31910bfb9 HTTP/1.1" status: 200 len: 944 time: 0.2693193 Mar 09 03:37:22.240602 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9013a13a-7794-455c-94ff-16b79cbd44a4 req-e00cc383-19d4-436d-b98c-b39058088611 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638707 Mar 09 03:37:22.325333 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f723315c-1676-47df-9029-522513aed9fe tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:22.330048 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f723315c-1676-47df-9029-522513aed9fe tempest-ServersTestManualDisk-1723615165 tempest-ServersTestManualDisk-1723615165-project] 10.222.0.16 "DELETE /v2.0/floatingips/a98564a5-cb53-416c-982e-582965b2e523 HTTP/1.1" status: 204 len: 168 time: 3.3107717 Mar 09 03:37:22.331162 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44066) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:22.521747 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 6946db96-353a-4184-86f9-0312507a3445 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:37:22.556080 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-e37d6d4e-e069-46f4-a487-40a025ae4f3e admin admin] Allocated IP 172.20.0.1 (77e5cbc8-e096-439a-91d2-926e6897decd/f0b92813-a35c-471c-bc63-86a7abb255b0/610649ce-f0b8-487f-af30-cf92e9fabadb) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:37:22.666667 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-28662b3c-4f97-4f89-b90e-4ad4e64f3635 req-8c0b437a-2953-4b06-9ea4-69a0729ddb7a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4649cedeb3d4cb6a77e4b00c1aa1e35&device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.1809154 Mar 09 03:37:22.667758 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 6946db96-353a-4184-86f9-0312507a3445 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:37:22.675921 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 6946db96-353a-4184-86f9-0312507a3445 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:37:22.676314 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:22.736147 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-28662b3c-4f97-4f89-b90e-4ad4e64f3635 req-efe84111-d5e3-4a02-941d-d61cea9d760b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c4649cedeb3d4cb6a77e4b00c1aa1e35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562274 Mar 09 03:37:22.861418 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d88ef592-3ba6-4a6a-aef7-3c78180499c0 req-89ea7e0f-5dad-4c26-9f43-5889614f6541 tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.0756273 Mar 09 03:37:22.881716 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44076) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:22.894674 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:22.929172 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30f6243-aa25-4df1-8fd7-32c31910bfb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6946db96-353a-4184-86f9-0312507a3445'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:37:22.965082 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 6946db96-353a-4184-86f9-0312507a3445, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6946db96-353a-4184-86f9-0312507a3445,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:22.975937 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:23.019945 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7dd89d8a-ec9d-45b4-b582-3b93099ca474 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad4bfbd4fbbc4f22b8c1c8499a9d678e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1298630 Mar 09 03:37:23.025533 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44084) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:23.064820 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e37d6d4e-e069-46f4-a487-40a025ae4f3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:23.096296 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948bb40-7b25-4e14-814b-fef679c5c25f req-65d02be8-00e1-4611-9fc6-90b89a029e46 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:23.103234 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e948bb40-7b25-4e14-814b-fef679c5c25f req-65d02be8-00e1-4611-9fc6-90b89a029e46 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ddb0d27-3247-48de-822a-e9907d77476e HTTP/1.1" status: 200 len: 949 time: 0.6164474 Mar 09 03:37:23.108223 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-e37d6d4e-e069-46f4-a487-40a025ae4f3e admin admin] Transition to ACTIVE for port object 610649ce-f0b8-487f-af30-cf92e9fabadb will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:37:23.134799 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30f6243-aa25-4df1-8fd7-32c31910bfb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6946db96-353a-4184-86f9-0312507a3445', 'code': 200} Mar 09 03:37:23.160709 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65ee742d-dc41-4b29-84d9-f4f7bc673046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:23.198055 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65ee742d-dc41-4b29-84d9-f4f7bc673046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:23.198760 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=6946db96-353a-4184-86f9-0312507a3445,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:23.207651 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e37d6d4e-e069-46f4-a487-40a025ae4f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:23.325103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28662b3c-4f97-4f89-b90e-4ad4e64f3635 req-720fd60e-c202-4e0a-9411-5a9d9ddb7066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:23.326723 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-28662b3c-4f97-4f89-b90e-4ad4e64f3635 req-720fd60e-c202-4e0a-9411-5a9d9ddb7066 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5843084 Mar 09 03:37:23.330003 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37d6d4e-e069-46f4-a487-40a025ae4f3e admin admin] Network 77e5cbc8-e096-439a-91d2-926e6897decd is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:37:23.341875 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-e37d6d4e-e069-46f4-a487-40a025ae4f3e admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:37:23.351971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37d6d4e-e069-46f4-a487-40a025ae4f3e admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:37:23.402896 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e948bb40-7b25-4e14-814b-fef679c5c25f req-f8cfd2bc-9cd3-4d69-b03f-90067b89534b tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985129 Mar 09 03:37:23.482849 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d6d4e-e069-46f4-a487-40a025ae4f3e admin admin] Pushing event updated for resources: {'Port': ['ID=610649ce-f0b8-487f-af30-cf92e9fabadb,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:23.513736 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65ee742d-dc41-4b29-84d9-f4f7bc673046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:23.544230 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee742d-dc41-4b29-84d9-f4f7bc673046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9ac8b5-1f6a-4cbc-a4fb-98d5d57c00f1,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:23.585865 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e37d6d4e-e069-46f4-a487-40a025ae4f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:23.587242 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ef04e-8029-488d-bc46-dc4b8b93a2ee req-f15fcc9f-94fe-48d9-b4d2-e88dd235b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:23.588775 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d8ef04e-8029-488d-bc46-dc4b8b93a2ee req-f15fcc9f-94fe-48d9-b4d2-e88dd235b56f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e30f6243-aa25-4df1-8fd7-32c31910bfb9 HTTP/1.1" status: 200 len: 1096 time: 0.4811404 Mar 09 03:37:23.629516 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099402f5-b9bc-440f-8c6c-9ea831a40915 req-ed8b9348-2971-45fd-ba00-2324f34ac8ba tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:23.637662 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-099402f5-b9bc-440f-8c6c-9ea831a40915 req-ed8b9348-2971-45fd-ba00-2324f34ac8ba tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.4140131 Mar 09 03:37:23.688181 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d89b5422-2ae3-4a6a-9dea-312bf7ae8977 None None] Provisioning for port 610649ce-f0b8-487f-af30-cf92e9fabadb completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:37:23.694616 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d89b5422-2ae3-4a6a-9dea-312bf7ae8977 None None] Provisioning complete for port 610649ce-f0b8-487f-af30-cf92e9fabadb triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:37:23.695307 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d89b5422-2ae3-4a6a-9dea-312bf7ae8977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:23.708426 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65ee742d-dc41-4b29-84d9-f4f7bc673046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:23.725400 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-65ee742d-dc41-4b29-84d9-f4f7bc673046 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a9ac8b5-1f6a-4cbc-a4fb-98d5d57c00f1 HTTP/1.1" status: 204 len: 168 time: 0.6857529 Mar 09 03:37:23.725400 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-099402f5-b9bc-440f-8c6c-9ea831a40915 req-60b9aeea-7d7c-40d7-8d2b-1f1d51f7ea65 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848482 Mar 09 03:37:23.729626 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d8ef04e-8029-488d-bc46-dc4b8b93a2ee req-eb7c6f21-4468-4fd9-a455-abf447e8977a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298211 Mar 09 03:37:23.813014 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d89b5422-2ae3-4a6a-9dea-312bf7ae8977 None None] Port 610649ce-f0b8-487f-af30-cf92e9fabadb cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:37:23.864774 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ae478-55bd-40a0-a1c9-aab94eec3038 req-57799e28-5a15-41f3-8b9a-48c9fd52b4ff tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:23.867699 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b06ae478-55bd-40a0-a1c9-aab94eec3038 req-57799e28-5a15-41f3-8b9a-48c9fd52b4ff tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=e30f6243-aa25-4df1-8fd7-32c31910bfb9 HTTP/1.1" status: 200 len: 945 time: 0.2176135 Mar 09 03:37:23.913502 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e37d6d4e-e069-46f4-a487-40a025ae4f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:23.978696 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b06ae478-55bd-40a0-a1c9-aab94eec3038 req-50d472f0-3448-4d4b-926d-7d6100e4d98c tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043394 Mar 09 03:37:24.216189 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-22a5a901-d252-4ea5-99b2-0873cfc699b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:24.397101 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e37d6d4e-e069-46f4-a487-40a025ae4f3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:24.404620 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e37d6d4e-e069-46f4-a487-40a025ae4f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:24.452904 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e30ca93a-8491-42b2-9e48-996bacb80715 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:37:24.548904 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port e30ca93a-8491-42b2-9e48-996bacb80715 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:37:24.554508 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port e30ca93a-8491-42b2-9e48-996bacb80715 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:37:24.554901 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:24.563231 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-23c6e340-3e04-40e0-9ad2-71e9dbf7b136 req-4e3ebd6d-f4c6-456a-8e91-5b31b31d731d tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.2566137 Mar 09 03:37:24.705931 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e37d6d4e-e069-46f4-a487-40a025ae4f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:24.780226 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d6d4e-e069-46f4-a487-40a025ae4f3e admin admin] Pushing event updated for resources: {'Port': ['ID=610649ce-f0b8-487f-af30-cf92e9fabadb,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:24.887644 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:24.955515 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port e30ca93a-8491-42b2-9e48-996bacb80715, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e30ca93a-8491-42b2-9e48-996bacb80715,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:24.967656 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:25.161147 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=e30ca93a-8491-42b2-9e48-996bacb80715,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:25.173689 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37d6d4e-e069-46f4-a487-40a025ae4f3e admin admin] Network 77e5cbc8-e096-439a-91d2-926e6897decd is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:37:25.175134 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-e37d6d4e-e069-46f4-a487-40a025ae4f3e admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:37:25.207216 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-28662b3c-4f97-4f89-b90e-4ad4e64f3635 req-a16750b6-4935-415f-8ba7-c1d298901706 tempest-ServerShowV257Test-1081863339 tempest-ServerShowV257Test-1081863339-project] 10.222.0.21 "GET /v2.0/ports?device_id=a83f999e-99dc-4617-99a4-041d636de61e HTTP/1.1" status: 200 len: 210 time: 0.1903868 Mar 09 03:37:25.324197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd68fd-3b01-488f-9d21-b52da08f14b3 req-693649ba-f34e-4728-a93c-387d0747330c tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:25.325763 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-99bd68fd-3b01-488f-9d21-b52da08f14b3 req-693649ba-f34e-4728-a93c-387d0747330c tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.2176328 Mar 09 03:37:25.490216 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-99bd68fd-3b01-488f-9d21-b52da08f14b3 req-0f0d79e6-ad56-40fd-bbb4-356634be6966 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692971 Mar 09 03:37:25.523147 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-22a5a901-d252-4ea5-99b2-0873cfc699b3 admin admin] Deleting port 0d170067-f189-49aa-a0f1-458cc0a79d23 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:37:25.523543 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-22a5a901-d252-4ea5-99b2-0873cfc699b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:25.647794 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-86d086c0-be1f-4738-980c-35fbfa90f469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:25.649077 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-86d086c0-be1f-4738-980c-35fbfa90f469 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae03d5eb038f4850a3760a69271911b5&device_id=e30f6243-aa25-4df1-8fd7-32c31910bfb9 HTTP/1.1" status: 200 len: 1096 time: 0.3069789 Mar 09 03:37:25.666332 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-841cd143-7343-4959-b42e-40c9b6ef5b70 None None] Provisioning complete for port 610649ce-f0b8-487f-af30-cf92e9fabadb triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:37:25.666704 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-841cd143-7343-4959-b42e-40c9b6ef5b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:25.696534 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44128) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:25.729313 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37d6d4e-e069-46f4-a487-40a025ae4f3e admin admin] Router 09eb5c58-69ed-4768-9c74-db17c3f75270 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:37:25.740553 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-841cd143-7343-4959-b42e-40c9b6ef5b70 None None] Port 610649ce-f0b8-487f-af30-cf92e9fabadb cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:37:25.768408 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a726b6-5193-469b-ab94-1eb47b17d19f req-edcc9ebc-b07d-4ff1-91dd-5c25142997da tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:25.769019 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a726b6-5193-469b-ab94-1eb47b17d19f req-edcc9ebc-b07d-4ff1-91dd-5c25142997da tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:25.769491 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a726b6-5193-469b-ab94-1eb47b17d19f req-edcc9ebc-b07d-4ff1-91dd-5c25142997da tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:25.769948 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a726b6-5193-469b-ab94-1eb47b17d19f req-edcc9ebc-b07d-4ff1-91dd-5c25142997da tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:25.770398 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a726b6-5193-469b-ab94-1eb47b17d19f req-edcc9ebc-b07d-4ff1-91dd-5c25142997da tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:25.770850 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a726b6-5193-469b-ab94-1eb47b17d19f req-edcc9ebc-b07d-4ff1-91dd-5c25142997da tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:25.771317 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a726b6-5193-469b-ab94-1eb47b17d19f req-edcc9ebc-b07d-4ff1-91dd-5c25142997da tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:25.771922 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a726b6-5193-469b-ab94-1eb47b17d19f req-edcc9ebc-b07d-4ff1-91dd-5c25142997da tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:25.772208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a726b6-5193-469b-ab94-1eb47b17d19f req-edcc9ebc-b07d-4ff1-91dd-5c25142997da tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:25.772655 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a726b6-5193-469b-ab94-1eb47b17d19f req-edcc9ebc-b07d-4ff1-91dd-5c25142997da tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:25.773105 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a726b6-5193-469b-ab94-1eb47b17d19f req-edcc9ebc-b07d-4ff1-91dd-5c25142997da tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:25.775427 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d5a726b6-5193-469b-ab94-1eb47b17d19f req-edcc9ebc-b07d-4ff1-91dd-5c25142997da tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e30f6243-aa25-4df1-8fd7-32c31910bfb9&device_id=8ddb0d27-3247-48de-822a-e9907d77476e&device_id=a83f999e-99dc-4617-99a4-041d636de61e&device_id=7a4438dd-6f02-40cc-b35a-415ee8fee20e&device_id=da638be3-efe3-4f10-b607-b7f1c174aa18&device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d&device_id=7ed42273-4a15-4196-8738-e209c07ba54b&device_id=319a3be0-46dd-408e-91d5-4cb03dca2694&device_id=c3e799c2-c41c-4d97-bffc-a55869c10433&device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13&device_id=0c9c45a8-9315-4363-b956-dfd68fcee446&device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 9988 time: 0.5976670 Mar 09 03:37:25.880373 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d5a726b6-5193-469b-ab94-1eb47b17d19f req-1df454c1-fb68-41c1-a1d9-25b081940b8b tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:25.903347 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-d06778a5-613b-4356-9093-27767412a58d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1196818630-network', 'tenant_id': '146f2c30d8a84537bb31c68e25363aac'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:37:25.915008 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-d5a726b6-5193-469b-ab94-1eb47b17d19f req-1df454c1-fb68-41c1-a1d9-25b081940b8b tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:25.921872 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-d5a726b6-5193-469b-ab94-1eb47b17d19f req-1df454c1-fb68-41c1-a1d9-25b081940b8b tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Usage tracker for resource:security_group_rule and tenant:07d59458a3a44d0692810bc2c098d579 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:37:25.925479 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-d5a726b6-5193-469b-ab94-1eb47b17d19f req-1df454c1-fb68-41c1-a1d9-25b081940b8b tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:37:25.932069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-d5a726b6-5193-469b-ab94-1eb47b17d19f req-1df454c1-fb68-41c1-a1d9-25b081940b8b tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:25.966136 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-d06778a5-613b-4356-9093-27767412a58d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:25.973963 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d06778a5-613b-4356-9093-27767412a58d admin admin] Usage tracker for resource:network and tenant:146f2c30d8a84537bb31c68e25363aac is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:37:25.981822 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d06778a5-613b-4356-9093-27767412a58d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:37:25.995834 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-d06778a5-613b-4356-9093-27767412a58d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:26.019141 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-36fd5605-ec4b-4c4b-a613-8c32b72fb20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:26.020715 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-36fd5605-ec4b-4c4b-a613-8c32b72fb20a service neutron] 10.222.0.21 "GET /v2.0/networks?id=b43e277f-27e3-4498-8ae6-3889cca4234e HTTP/1.1" status: 200 len: 912 time: 0.3213530 Mar 09 03:37:26.027315 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-22a5a901-d252-4ea5-99b2-0873cfc699b3 admin admin] For port 0d170067-f189-49aa-a0f1-458cc0a79d23, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0d170067-f189-49aa-a0f1-458cc0a79d23,segment=NetworkSegment(421d8123-c099-43e5-bc81-d7d0f1d1e8d6),segment_id=421d8123-c099-43e5-bc81-d7d0f1d1e8d6)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:26.027665 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-22a5a901-d252-4ea5-99b2-0873cfc699b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:26.098599 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06778a5-613b-4356-9093-27767412a58d admin admin] Made reservation on behalf of 146f2c30d8a84537bb31c68e25363aac for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:37:26.100890 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d06778a5-613b-4356-9093-27767412a58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:26.116693 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-5acbb828-fdae-41e2-8f8e-d7f6f1937bea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6946db96-353a-4184-86f9-0312507a3445 HTTP/1.1" status: 200 len: 217 time: 0.0768909 Mar 09 03:37:26.118714 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d06778a5-613b-4356-9093-27767412a58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:26.165254 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-d06778a5-613b-4356-9093-27767412a58d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:26.181246 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d06778a5-613b-4356-9093-27767412a58d admin admin] Usage tracker for resource:security_group_rule and tenant:146f2c30d8a84537bb31c68e25363aac is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:37:26.186161 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d06778a5-613b-4356-9093-27767412a58d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:37:26.189305 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37d6d4e-e069-46f4-a487-40a025ae4f3e admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:37:26.203156 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] Sync routers for ids ['09eb5c58-69ed-4768-9c74-db17c3f75270'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:37:26.207255 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-d06778a5-613b-4356-9093-27767412a58d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:26.215785 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] Routers {'09eb5c58-69ed-4768-9c74-db17c3f75270'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:37:26.216720 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:37:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['09eb5c58-69ed-4768-9c74-db17c3f75270'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:26.226560 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d5a726b6-5193-469b-ab94-1eb47b17d19f req-1df454c1-fb68-41c1-a1d9-25b081940b8b tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:26.243057 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e37d6d4e-e069-46f4-a487-40a025ae4f3e admin admin] 10.222.0.16 "PUT /v2.0/routers/09eb5c58-69ed-4768-9c74-db17c3f75270/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0795341 Mar 09 03:37:26.252237 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d5a726b6-5193-469b-ab94-1eb47b17d19f req-1df454c1-fb68-41c1-a1d9-25b081940b8b tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:26.325721 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-d5a726b6-5193-469b-ab94-1eb47b17d19f req-1df454c1-fb68-41c1-a1d9-25b081940b8b tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Synchronizing usage tracker for tenant:07d59458a3a44d0692810bc2c098d579 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:37:26.372210 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-22a5a901-d252-4ea5-99b2-0873cfc699b3 admin admin] Calling delete_port for 0d170067-f189-49aa-a0f1-458cc0a79d23 owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:37:26.374029 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df454c1-fb68-41c1-a1d9-25b081940b8b tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25852731-0481-4254-b69a-72e67dc395cb,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:26.398597 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-d5a726b6-5193-469b-ab94-1eb47b17d19f req-1df454c1-fb68-41c1-a1d9-25b081940b8b tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Unset dirty status for tenant:07d59458a3a44d0692810bc2c098d579 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:37:26.399806 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d5a726b6-5193-469b-ab94-1eb47b17d19f req-1df454c1-fb68-41c1-a1d9-25b081940b8b tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&id=ce71633e-27c1-4fec-b543-aa3554c77d8a&id=a6653b46-e844-47c3-af5c-9964003ddf5d&id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 0.5679860 Mar 09 03:37:26.453545 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] Set router 09eb5c58-69ed-4768-9c74-db17c3f75270 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:37:26.480012 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d06778a5-613b-4356-9093-27767412a58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:26.499691 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d06778a5-613b-4356-9093-27767412a58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:26.510277 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-6c6d755e-c045-4193-a34a-7ede03bee457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:26.512196 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-6c6d755e-c045-4193-a34a-7ede03bee457 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c938e3dc-f3f5-45d5-a021-35dcda335146 HTTP/1.1" status: 200 len: 851 time: 0.3362000 Mar 09 03:37:26.524674 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536ec0b-176e-4c55-b229-5a02f0a3cb30 req-ee7daa2b-68b9-4cdf-9752-140506e184a9 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:26.532294 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4536ec0b-176e-4c55-b229-5a02f0a3cb30 req-ee7daa2b-68b9-4cdf-9752-140506e184a9 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=e30f6243-aa25-4df1-8fd7-32c31910bfb9 HTTP/1.1" status: 200 len: 945 time: 0.8315413 Mar 09 03:37:26.614509 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06778a5-613b-4356-9093-27767412a58d admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:37:26.663749 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06778a5-613b-4356-9093-27767412a58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3fe200-cbe7-472c-a4ee-495af854f76b,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:26.690001 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d06778a5-613b-4356-9093-27767412a58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:26.695459 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-d06778a5-613b-4356-9093-27767412a58d admin admin] Added segment 5e5f158c-75fd-4c9a-97d2-cc3cb49a01ff of type vlan for network 0f6d0580-a9d8-4927-9545-deb69bba2e08 Mar 09 03:37:26.713612 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-56208166-cbe5-486f-82cf-663c6433bb0e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b43e277f-27e3-4498-8ae6-3889cca4234e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1759317 Mar 09 03:37:26.780563 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d06778a5-613b-4356-9093-27767412a58d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:26.783755 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e30ca93a-8491-42b2-9e48-996bacb80715 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:37:26.857186 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d06778a5-613b-4356-9093-27767412a58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:26.859290 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06778a5-613b-4356-9093-27767412a58d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:26.860566 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d06778a5-613b-4356-9093-27767412a58d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:27.043981 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4536ec0b-176e-4c55-b229-5a02f0a3cb30 req-c912a772-98b0-4f60-9ad6-6a3d5d3cbe16 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5103683 Mar 09 03:37:27.210038 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port e30ca93a-8491-42b2-9e48-996bacb80715 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:37:27.213336 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:27.243984 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06778a5-613b-4356-9093-27767412a58d admin admin] Pushing event updated for resources: {'Network': ['ID=0f6d0580-a9d8-4927-9545-deb69bba2e08,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:27.279437 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d06778a5-613b-4356-9093-27767412a58d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5687354 Mar 09 03:37:27.284227 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44160) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:27.295559 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-ac2cd2ff-599b-41d7-ba24-6c4cefc26006 admin admin] Request body: {'subnet': {'network_id': '0f6d0580-a9d8-4927-9545-deb69bba2e08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1196818630-subnet', 'tenant_id': '146f2c30d8a84537bb31c68e25363aac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:37:27.306902 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ac2cd2ff-599b-41d7-ba24-6c4cefc26006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:27.320569 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ac2cd2ff-599b-41d7-ba24-6c4cefc26006 admin admin] Usage tracker for resource:subnet and tenant:146f2c30d8a84537bb31c68e25363aac is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:37:27.322433 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 0f6d0580-a9d8-4927-9545-deb69bba2e08 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:37:27.324230 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ac2cd2ff-599b-41d7-ba24-6c4cefc26006 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:37:27.339236 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44164) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:27.353330 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ac2cd2ff-599b-41d7-ba24-6c4cefc26006 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:27.383990 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2cd2ff-599b-41d7-ba24-6c4cefc26006 admin admin] Made reservation on behalf of 146f2c30d8a84537bb31c68e25363aac for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:37:27.389363 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ac2cd2ff-599b-41d7-ba24-6c4cefc26006 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:27.535907 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eb5c58-69ed-4768-9c74-db17c3f75270', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306556405-router', 'tenant_id': '72af0dc1083c43cbae74c5042d072168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'e30ca93a-8491-42b2-9e48-996bacb80715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:11Z', 'updated_at': '2022-03-09T03:37:23Z', 'revision_number': 4, 'project_id': '72af0dc1083c43cbae74c5042d072168', 'gw_port': {'id': 'e30ca93a-8491-42b2-9e48-996bacb80715', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eb5c58-69ed-4768-9c74-db17c3f75270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:13Z', 'updated_at': '2022-03-09T03:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '610649ce-f0b8-487f-af30-cf92e9fabadb', 'name': '', 'network_id': '77e5cbc8-e096-439a-91d2-926e6897decd', 'tenant_id': '72af0dc1083c43cbae74c5042d072168', 'mac_address': 'fa:16:3e:9a:c2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09eb5c58-69ed-4768-9c74-db17c3f75270', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'f0b92813-a35c-471c-bc63-86a7abb255b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:22Z', 'updated_at': '2022-03-09T03:37:24Z', 'revision_number': 2, 'project_id': '72af0dc1083c43cbae74c5042d072168', 'subnets': [{'id': 'f0b92813-a35c-471c-bc63-86a7abb255b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:27.552027 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] Checking router: 09eb5c58-69ed-4768-9c74-db17c3f75270 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:37:27.552641 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] Updating router 09eb5c58-69ed-4768-9c74-db17c3f75270 port 610649ce-f0b8-487f-af30-cf92e9fabadb binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:37:27.583200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44172) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:27.743651 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-3de74ecc-ccc3-481b-8a60-6c459ca36b48 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1038812787-network', 'tenant_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:37:27.754461 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:27.803458 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3de74ecc-ccc3-481b-8a60-6c459ca36b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:27.849129 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e7cafca7-d501-4a91-9dc7-085e60124af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:27.860116 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3de74ecc-ccc3-481b-8a60-6c459ca36b48 admin admin] Usage tracker for resource:network and tenant:9126b52df2eb4ca4b8fc4c1db9ab90a8 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:37:27.870635 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3de74ecc-ccc3-481b-8a60-6c459ca36b48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:37:27.881979 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3de74ecc-ccc3-481b-8a60-6c459ca36b48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:27.885355 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-22a5a901-d252-4ea5-99b2-0873cfc699b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:27.888467 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ac2cd2ff-599b-41d7-ba24-6c4cefc26006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:27.896871 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e7cafca7-d501-4a91-9dc7-085e60124af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:27.999658 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-5de05f10-e5a7-467f-aac6-d65edaea7ef0 service neutron] 10.222.0.21 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2694609 Mar 09 03:37:28.011798 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e7cafca7-d501-4a91-9dc7-085e60124af4 admin admin] Usage tracker for resource:security_group_rule and tenant:c4649cedeb3d4cb6a77e4b00c1aa1e35 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:37:28.022812 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e7cafca7-d501-4a91-9dc7-085e60124af4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:37:28.043371 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de74ecc-ccc3-481b-8a60-6c459ca36b48 admin admin] Made reservation on behalf of 9126b52df2eb4ca4b8fc4c1db9ab90a8 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:37:28.048010 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3de74ecc-ccc3-481b-8a60-6c459ca36b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:28.075552 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e7cafca7-d501-4a91-9dc7-085e60124af4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:28.080630 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3de74ecc-ccc3-481b-8a60-6c459ca36b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:28.103279 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2cd2ff-599b-41d7-ba24-6c4cefc26006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=661961bb-b7a9-4b8b-8877-8caf4fedb501,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:28.135272 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3de74ecc-ccc3-481b-8a60-6c459ca36b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:28.140439 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3de74ecc-ccc3-481b-8a60-6c459ca36b48 admin admin] Usage tracker for resource:security_group_rule and tenant:9126b52df2eb4ca4b8fc4c1db9ab90a8 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:37:28.144589 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3de74ecc-ccc3-481b-8a60-6c459ca36b48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:37:28.151377 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3de74ecc-ccc3-481b-8a60-6c459ca36b48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:28.240938 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2cd2ff-599b-41d7-ba24-6c4cefc26006 admin admin] Checking segment: {'id': '5e5f158c-75fd-4c9a-97d2-cc3cb49a01ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0f6d0580-a9d8-4927-9545-deb69bba2e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:37:28.241307 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2cd2ff-599b-41d7-ba24-6c4cefc26006 admin admin] Network hostable DHCP agents. Network: 0f6d0580-a9d8-4927-9545-deb69bba2e08, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:37:28.280024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5a901-d252-4ea5-99b2-0873cfc699b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d170067-f189-49aa-a0f1-458cc0a79d23,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:28.300951 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2ce89-930a-46ae-8215-007530c74f07 req-6b5df407-5bb0-445f-b608-2c722f71362d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:28.307812 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0df2ce89-930a-46ae-8215-007530c74f07 req-6b5df407-5bb0-445f-b608-2c722f71362d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.7267525 Mar 09 03:37:28.360312 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3de74ecc-ccc3-481b-8a60-6c459ca36b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:28.387731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2cd2ff-599b-41d7-ba24-6c4cefc26006 admin admin] Network 0f6d0580-a9d8-4927-9545-deb69bba2e08 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:37:28.395113 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:28.399774 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3de74ecc-ccc3-481b-8a60-6c459ca36b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:28.411153 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] Transition to ACTIVE for port object 610649ce-f0b8-487f-af30-cf92e9fabadb will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:37:28.420803 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:28.434274 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847750c-7ca8-4dcc-a2cb-d769aaab3775 req-0adbaf01-3dbe-4fe7-a432-0a8f0d28653c tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:28.434759 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847750c-7ca8-4dcc-a2cb-d769aaab3775 req-0adbaf01-3dbe-4fe7-a432-0a8f0d28653c tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:28.445098 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847750c-7ca8-4dcc-a2cb-d769aaab3775 req-0adbaf01-3dbe-4fe7-a432-0a8f0d28653c tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:28.452270 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f847750c-7ca8-4dcc-a2cb-d769aaab3775 req-0adbaf01-3dbe-4fe7-a432-0a8f0d28653c tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8ddb0d27-3247-48de-822a-e9907d77476e&device_id=7a4438dd-6f02-40cc-b35a-415ee8fee20e&device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 2883 time: 0.7830110 Mar 09 03:37:28.456859 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-22a5a901-d252-4ea5-99b2-0873cfc699b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:28.492048 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0df2ce89-930a-46ae-8215-007530c74f07 req-2666d94d-8814-441b-ae8a-c3cf300a6cf4 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832051 Mar 09 03:37:28.504638 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-ac2cd2ff-599b-41d7-ba24-6c4cefc26006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 0f6d0580-a9d8-4927-9545-deb69bba2e08) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:37:28.562678 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0497b824-9efa-49f3-a0f8-506218df28ea None None] Network 0f6d0580-a9d8-4927-9545-deb69bba2e08 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:37:28.585825 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de74ecc-ccc3-481b-8a60-6c459ca36b48 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:37:28.589299 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2cd2ff-599b-41d7-ba24-6c4cefc26006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:28.590104 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ac2cd2ff-599b-41d7-ba24-6c4cefc26006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:28.658372 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ac2cd2ff-599b-41d7-ba24-6c4cefc26006 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3719771 Mar 09 03:37:28.665955 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de74ecc-ccc3-481b-8a60-6c459ca36b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38108b23-e8c8-4c7f-aaab-cdb4e4fdc67c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:28.691805 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3de74ecc-ccc3-481b-8a60-6c459ca36b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:28.692155 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-3de74ecc-ccc3-481b-8a60-6c459ca36b48 admin admin] Added segment ce6a5822-0a23-4946-b0fa-8896e903b7dc of type vlan for network 4c0d2d48-72dd-43de-8481-53aea05cf832 Mar 09 03:37:28.694641 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e7cafca7-d501-4a91-9dc7-085e60124af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:28.729461 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f847750c-7ca8-4dcc-a2cb-d769aaab3775 req-7f3292ca-806a-4db0-8d9a-f24f80631dc0 tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762754 Mar 09 03:37:28.767466 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e7cafca7-d501-4a91-9dc7-085e60124af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:28.775339 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-139e62de-d9b5-46bc-9198-e76a2c5dbc96 service neutron] 10.222.0.21 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7147765 Mar 09 03:37:28.817391 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747124cb-3967-481b-9a87-29bd5466d804 None None] Pushing event updated for resources: {'Port': ['ID=610649ce-f0b8-487f-af30-cf92e9fabadb,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:28.847961 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cafca7-d501-4a91-9dc7-085e60124af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf06dfd-4fec-4aa4-8675-8d0e960f296b,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:28.888117 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3de74ecc-ccc3-481b-8a60-6c459ca36b48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:28.913722 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e7cafca7-d501-4a91-9dc7-085e60124af4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4649cedeb3d4cb6a77e4b00c1aa1e35&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5733511 Mar 09 03:37:28.915646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44194) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:29.049195 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f10faf-bebc-4c89-8c65-0212d5263a99 req-4f7c1dd1-0e76-4d64-b61d-e0f7ed44ac4d tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:29.051144 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-74f10faf-bebc-4c89-8c65-0212d5263a99 req-4f7c1dd1-0e76-4d64-b61d-e0f7ed44ac4d tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=e30f6243-aa25-4df1-8fd7-32c31910bfb9 HTTP/1.1" status: 200 len: 945 time: 0.3432305 Mar 09 03:37:29.051827 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3de74ecc-ccc3-481b-8a60-6c459ca36b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:29.052870 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de74ecc-ccc3-481b-8a60-6c459ca36b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:29.053472 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3de74ecc-ccc3-481b-8a60-6c459ca36b48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:29.084900 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-28bc3c1c-c925-40c8-91aa-64dbb14965f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:29.118469 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-28bc3c1c-c925-40c8-91aa-64dbb14965f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:29.236483 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] Attempting to bind port 610649ce-f0b8-487f-af30-cf92e9fabadb on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:37:29.236934 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] Attempting to bind port 610649ce-f0b8-487f-af30-cf92e9fabadb by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'fa9b3cd6-7edb-4d26-8cdd-496a51b5095e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77e5cbc8-e096-439a-91d2-926e6897decd'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:37:29.237265 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] Attempting to bind port 610649ce-f0b8-487f-af30-cf92e9fabadb on network 77e5cbc8-e096-439a-91d2-926e6897decd {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:37:29.266407 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:37:29.266786 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] Checking segment: {'id': 'fa9b3cd6-7edb-4d26-8cdd-496a51b5095e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77e5cbc8-e096-439a-91d2-926e6897decd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:37:29.267230 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:29.267617 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] Bound using segment: {'id': 'fa9b3cd6-7edb-4d26-8cdd-496a51b5095e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77e5cbc8-e096-439a-91d2-926e6897decd'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:37:29.268100 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] Bound port: 610649ce-f0b8-487f-af30-cf92e9fabadb, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9b3cd6-7edb-4d26-8cdd-496a51b5095e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77e5cbc8-e096-439a-91d2-926e6897decd'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:37:29.268471 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:29.298304 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f23f3863-c4bd-4106-8e63-cc4674476539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:29.461011 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de65da5-95d3-4f4a-96a2-42fc84dcaa49 None None] Network 0f6d0580-a9d8-4927-9545-deb69bba2e08 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:37:29.475698 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a5a901-d252-4ea5-99b2-0873cfc699b3 admin admin] Router ee2a91b7-4cc1-4cd0-a21a-917271c50338 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:37:29.600828 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3de74ecc-ccc3-481b-8a60-6c459ca36b48 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0157154 Mar 09 03:37:29.607172 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44228) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:29.619733 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] For port 610649ce-f0b8-487f-af30-cf92e9fabadb, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:37:29.621889 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de74ecc-ccc3-481b-8a60-6c459ca36b48 admin admin] Pushing event updated for resources: {'Network': ['ID=4c0d2d48-72dd-43de-8481-53aea05cf832,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:29.637281 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] For port 610649ce-f0b8-487f-af30-cf92e9fabadb, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=610649ce-f0b8-487f-af30-cf92e9fabadb,segment=NetworkSegment(fa9b3cd6-7edb-4d26-8cdd-496a51b5095e),segment_id=fa9b3cd6-7edb-4d26-8cdd-496a51b5095e)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:37:29.640352 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-74f10faf-bebc-4c89-8c65-0212d5263a99 req-44d32026-6fe6-4edb-a0bf-d1e1a9c36cbe tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5567284 Mar 09 03:37:29.641840 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 4c0d2d48-72dd-43de-8481-53aea05cf832 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:37:29.643121 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44232) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:29.646089 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-cc017ea8-5701-4687-8c5c-a4d3246588b5 admin admin] Request body: {'subnet': {'network_id': '4c0d2d48-72dd-43de-8481-53aea05cf832', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038812787-subnet', 'tenant_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:37:29.653979 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cc017ea8-5701-4687-8c5c-a4d3246588b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:29.659209 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cc017ea8-5701-4687-8c5c-a4d3246588b5 admin admin] Usage tracker for resource:subnet and tenant:9126b52df2eb4ca4b8fc4c1db9ab90a8 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:37:29.663040 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cc017ea8-5701-4687-8c5c-a4d3246588b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:37:29.666745 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-28bc3c1c-c925-40c8-91aa-64dbb14965f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:29.668632 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-96cef55f-5df4-44ce-9228-9a261d54a2ec admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1798277717-network', 'tenant_id': '02be29c1aabe4379a6de0f39b9b41263'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:37:29.673574 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-96cef55f-5df4-44ce-9228-9a261d54a2ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:29.679009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-96cef55f-5df4-44ce-9228-9a261d54a2ec admin admin] Usage tracker for resource:network and tenant:02be29c1aabe4379a6de0f39b9b41263 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:37:29.688471 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cc017ea8-5701-4687-8c5c-a4d3246588b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:29.694316 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-96cef55f-5df4-44ce-9228-9a261d54a2ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:37:29.699982 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-96cef55f-5df4-44ce-9228-9a261d54a2ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:29.714257 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc3c1c-c925-40c8-91aa-64dbb14965f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf06dfd-4fec-4aa4-8675-8d0e960f296b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:29.732753 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cef55f-5df4-44ce-9228-9a261d54a2ec admin admin] Made reservation on behalf of 02be29c1aabe4379a6de0f39b9b41263 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:37:29.740223 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-96cef55f-5df4-44ce-9228-9a261d54a2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:29.746268 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-28bc3c1c-c925-40c8-91aa-64dbb14965f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:29.750502 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-28bc3c1c-c925-40c8-91aa-64dbb14965f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ddf06dfd-4fec-4aa4-8675-8d0e960f296b HTTP/1.1" status: 204 len: 168 time: 0.8290219 Mar 09 03:37:29.757443 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc017ea8-5701-4687-8c5c-a4d3246588b5 admin admin] Made reservation on behalf of 9126b52df2eb4ca4b8fc4c1db9ab90a8 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:37:29.762092 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cc017ea8-5701-4687-8c5c-a4d3246588b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:29.782706 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-96cef55f-5df4-44ce-9228-9a261d54a2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:29.822071 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-96cef55f-5df4-44ce-9228-9a261d54a2ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:29.837311 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:29.893239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-96cef55f-5df4-44ce-9228-9a261d54a2ec admin admin] Usage tracker for resource:security_group_rule and tenant:02be29c1aabe4379a6de0f39b9b41263 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:37:29.898882 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-96cef55f-5df4-44ce-9228-9a261d54a2ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:37:29.910158 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-96cef55f-5df4-44ce-9228-9a261d54a2ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:29.941925 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a5a901-d252-4ea5-99b2-0873cfc699b3 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:37:29.952690 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae2257c-5cde-4041-906a-2258657e8b1f None None] Sync routers for ids ['ee2a91b7-4cc1-4cd0-a21a-917271c50338'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:37:29.966106 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae2257c-5cde-4041-906a-2258657e8b1f None None] Routers {'ee2a91b7-4cc1-4cd0-a21a-917271c50338'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:37:29.973311 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-cae2257c-5cde-4041-906a-2258657e8b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:37:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ee2a91b7-4cc1-4cd0-a21a-917271c50338'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:29.991377 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-22a5a901-d252-4ea5-99b2-0873cfc699b3 admin admin] 10.222.0.16 "PUT /v2.0/routers/ee2a91b7-4cc1-4cd0-a21a-917271c50338/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6591020 Mar 09 03:37:29.997616 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44240) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:30.188267 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5c73a-3336-4c1a-8227-c4f13a90fded req-30b13866-0ac7-44a5-88e3-634bcd1cb3cb tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:30.189794 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-41c5c73a-3336-4c1a-8227-c4f13a90fded req-30b13866-0ac7-44a5-88e3-634bcd1cb3cb tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.2435093 Mar 09 03:37:30.375560 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-cae2257c-5cde-4041-906a-2258657e8b1f None None] Set router ee2a91b7-4cc1-4cd0-a21a-917271c50338 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:37:30.391452 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-41c5c73a-3336-4c1a-8227-c4f13a90fded req-18bb5104-ead6-4903-93ba-cbbfb82e098c tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753714 Mar 09 03:37:30.442250 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] Routers {'09eb5c58-69ed-4768-9c74-db17c3f75270'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:37:30.442893 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:37:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['09eb5c58-69ed-4768-9c74-db17c3f75270'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:30.465235 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cc017ea8-5701-4687-8c5c-a4d3246588b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:30.533810 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747124cb-3967-481b-9a87-29bd5466d804 None None] Pushing event updated for resources: {'Port': ['ID=610649ce-f0b8-487f-af30-cf92e9fabadb,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:30.843326 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc017ea8-5701-4687-8c5c-a4d3246588b5 admin admin] Checking segment: {'id': 'ce6a5822-0a23-4946-b0fa-8896e903b7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4c0d2d48-72dd-43de-8481-53aea05cf832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:37:30.843671 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc017ea8-5701-4687-8c5c-a4d3246588b5 admin admin] Network hostable DHCP agents. Network: 4c0d2d48-72dd-43de-8481-53aea05cf832, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:37:30.901681 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc017ea8-5701-4687-8c5c-a4d3246588b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=841f110c-b6ae-4b89-8aaf-857fc3602e63,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:30.910089 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:37:30.957011 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af467bee-2b0f-4c20-ad63-97bebd3c5713 admin admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:30.973082 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] Set router 09eb5c58-69ed-4768-9c74-db17c3f75270 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:37:30.991227 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc017ea8-5701-4687-8c5c-a4d3246588b5 admin admin] Network 4c0d2d48-72dd-43de-8481-53aea05cf832 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:37:31.002269 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9e056-741b-445e-bf96-2c6186a5f666 req-fd372707-ced5-425b-a142-0e57cb12b03c tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:31.004274 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2bc9e056-741b-445e-bf96-2c6186a5f666 req-fd372707-ced5-425b-a142-0e57cb12b03c tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 1101 time: 0.3254411 Mar 09 03:37:31.006238 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-cc017ea8-5701-4687-8c5c-a4d3246588b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 4c0d2d48-72dd-43de-8481-53aea05cf832) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:37:31.020024 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc017ea8-5701-4687-8c5c-a4d3246588b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:31.020714 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cc017ea8-5701-4687-8c5c-a4d3246588b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:31.054032 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422636b4-40ff-46bb-9537-4e8fa9f9470c None None] Network 4c0d2d48-72dd-43de-8481-53aea05cf832 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:37:31.094340 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-cae2257c-5cde-4041-906a-2258657e8b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'name': 'tempest-ServersTestManualDisk-1671879661-router', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:35:26Z', 'updated_at': '2022-03-09T03:37:27Z', 'revision_number': 5, 'project_id': 'fd35e40c0d08420f92da4df5c54857a4', 'gw_port': {'id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:30Z', 'updated_at': '2022-03-09T03:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:31.103819 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae2257c-5cde-4041-906a-2258657e8b1f None None] Checking router: ee2a91b7-4cc1-4cd0-a21a-917271c50338 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:37:31.114387 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c07e774a-e230-4812-b792-14ffc7bf51fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:31.117826 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae2257c-5cde-4041-906a-2258657e8b1f None None] Routers {'ee2a91b7-4cc1-4cd0-a21a-917271c50338'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:37:31.119010 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-cae2257c-5cde-4041-906a-2258657e8b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:37:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ee2a91b7-4cc1-4cd0-a21a-917271c50338'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:31.132037 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cc017ea8-5701-4687-8c5c-a4d3246588b5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5179603 Mar 09 03:37:31.134716 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44270) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:31.154912 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-b117e0b9-afdb-40bc-a60f-51168a11550c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1038812787-router', 'tenant_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:37:31.166018 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2bc9e056-741b-445e-bf96-2c6186a5f666 req-6a487bf8-0be5-4e37-bfd2-981e47153073 tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132307 Mar 09 03:37:31.174813 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b117e0b9-afdb-40bc-a60f-51168a11550c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:31.187095 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b117e0b9-afdb-40bc-a60f-51168a11550c admin admin] Usage tracker for resource:router and tenant:9126b52df2eb4ca4b8fc4c1db9ab90a8 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:37:31.194538 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b117e0b9-afdb-40bc-a60f-51168a11550c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:37:31.222695 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b117e0b9-afdb-40bc-a60f-51168a11550c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:31.239748 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b117e0b9-afdb-40bc-a60f-51168a11550c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:31.240414 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b117e0b9-afdb-40bc-a60f-51168a11550c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:31.271425 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b117e0b9-afdb-40bc-a60f-51168a11550c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:31.490976 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-d50cafec-0255-4dce-b7f3-1837a5c79c7e service neutron] show failed (client error): The resource could not be found. Mar 09 03:37:31.492031 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-d50cafec-0255-4dce-b7f3-1837a5c79c7e service neutron] 10.222.0.24 "GET /v2.0/ports/64c93ab8-1889-4495-a0bd-237b392283fc/bindings/n-h2-825178-5 HTTP/1.1" status: 404 len: 380 time: 0.9727702 Mar 09 03:37:31.499713 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-cae2257c-5cde-4041-906a-2258657e8b1f None None] Set router ee2a91b7-4cc1-4cd0-a21a-917271c50338 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:37:31.508659 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af467bee-2b0f-4c20-ad63-97bebd3c5713 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:31.524050 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-96cef55f-5df4-44ce-9228-9a261d54a2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:31.543469 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-af467bee-2b0f-4c20-ad63-97bebd3c5713 admin admin] Deleting port 1c48c3f6-a4e5-4188-ad16-da37a88445b9 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:37:31.543930 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af467bee-2b0f-4c20-ad63-97bebd3c5713 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:31.632333 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-96cef55f-5df4-44ce-9228-9a261d54a2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:31.657027 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96cef55f-5df4-44ce-9228-9a261d54a2ec admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:37:31.660196 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44284) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:31.675681 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-96cef55f-5df4-44ce-9228-9a261d54a2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:31.677696 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-96cef55f-5df4-44ce-9228-9a261d54a2ec admin admin] Added segment 2abe18a7-f996-4a1c-b50d-01d904a10346 of type vlan for network a3ef5024-1808-4f9b-b2d6-6cc3c2c7b59d Mar 09 03:37:31.757434 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-96cef55f-5df4-44ce-9228-9a261d54a2ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:31.850279 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-96cef55f-5df4-44ce-9228-9a261d54a2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:31.851566 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cef55f-5df4-44ce-9228-9a261d54a2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:31.852164 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-96cef55f-5df4-44ce-9228-9a261d54a2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:31.925677 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-76760bdd-0321-415e-818c-10de5eab7a45 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1499121549-network', 'tenant_id': '8b5bb471917c4fbbb45216f726335830'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:37:31.938518 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b117e0b9-afdb-40bc-a60f-51168a11550c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:31.950141 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-76760bdd-0321-415e-818c-10de5eab7a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:31.956203 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-609237db-301a-4dd2-987e-62f38cf1b690 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:31.957767 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-609237db-301a-4dd2-987e-62f38cf1b690 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.21 "GET /v2.0/ports?device_id=e30f6243-aa25-4df1-8fd7-32c31910bfb9 HTTP/1.1" status: 200 len: 945 time: 1.4371631 Mar 09 03:37:31.970746 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-76760bdd-0321-415e-818c-10de5eab7a45 admin admin] Usage tracker for resource:network and tenant:8b5bb471917c4fbbb45216f726335830 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:37:31.978423 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-76760bdd-0321-415e-818c-10de5eab7a45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:37:31.987889 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-76760bdd-0321-415e-818c-10de5eab7a45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:31.995845 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117c3fc-4f94-412b-8ade-02c87e736a69 req-b7e88d2a-24d7-41b1-a3cc-b35a66aa65d9 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:32.005786 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4117c3fc-4f94-412b-8ade-02c87e736a69 req-b7e88d2a-24d7-41b1-a3cc-b35a66aa65d9 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=e30f6243-aa25-4df1-8fd7-32c31910bfb9 HTTP/1.1" status: 200 len: 945 time: 0.8159716 Mar 09 03:37:32.061141 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436dcb4-e205-4987-a766-a66939afbb8d req-04bea649-4f9a-4a6d-b5bf-ae6b8c5fcd71 tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:32.069853 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a436dcb4-e205-4987-a766-a66939afbb8d req-04bea649-4f9a-4a6d-b5bf-ae6b8c5fcd71 tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 1101 time: 0.5960190 Mar 09 03:37:32.073676 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d43113-4c28-4889-9567-7d9795a4254b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-4c0d2d48-72dd-43de-8481-53aea05cf832', 'network_id': '4c0d2d48-72dd-43de-8481-53aea05cf832', 'tenant_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8', 'fixed_ips': [{'subnet_id': '841f110c-b6ae-4b89-8aaf-857fc3602e63'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:37:32.074504 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b3d43113-4c28-4889-9567-7d9795a4254b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:32.118688 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:32.133848 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a436dcb4-e205-4987-a766-a66939afbb8d req-08699b90-0462-4c6f-8b67-65acff8d519b tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630028 Mar 09 03:37:32.247957 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-cae2257c-5cde-4041-906a-2258657e8b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'name': 'tempest-ServersTestManualDisk-1671879661-router', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:35:26Z', 'updated_at': '2022-03-09T03:37:27Z', 'revision_number': 5, 'project_id': 'fd35e40c0d08420f92da4df5c54857a4', 'gw_port': {'id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:30Z', 'updated_at': '2022-03-09T03:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:32.251044 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cef55f-5df4-44ce-9228-9a261d54a2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93042868-bf8f-4190-a3d8-24d0c6c23063,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:32.274614 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae2257c-5cde-4041-906a-2258657e8b1f None None] The sync data for ids ['ee2a91b7-4cc1-4cd0-a21a-917271c50338'] in n-d-825178-5 is: [{'id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'name': 'tempest-ServersTestManualDisk-1671879661-router', 'tenant_id': 'fd35e40c0d08420f92da4df5c54857a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:35:26Z', 'updated_at': '2022-03-09T03:37:27Z', 'revision_number': 5, 'project_id': 'fd35e40c0d08420f92da4df5c54857a4', 'gw_port': {'id': '1c48c3f6-a4e5-4188-ad16-da37a88445b9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a91b7-4cc1-4cd0-a21a-917271c50338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:35:30Z', 'updated_at': '2022-03-09T03:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:37:32.288370 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-96cef55f-5df4-44ce-9228-9a261d54a2ec admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6438396 Mar 09 03:37:32.306292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44294) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:32.341816 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76760bdd-0321-415e-818c-10de5eab7a45 admin admin] Made reservation on behalf of 8b5bb471917c4fbbb45216f726335830 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:37:32.349146 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76760bdd-0321-415e-818c-10de5eab7a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:32.374770 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cef55f-5df4-44ce-9228-9a261d54a2ec admin admin] Pushing event updated for resources: {'Network': ['ID=a3ef5024-1808-4f9b-b2d6-6cc3c2c7b59d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:32.379942 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76760bdd-0321-415e-818c-10de5eab7a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:32.399050 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-b3d43113-4c28-4889-9567-7d9795a4254b None None] Allocated IP 172.20.0.2 (4c0d2d48-72dd-43de-8481-53aea05cf832/841f110c-b6ae-4b89-8aaf-857fc3602e63/05fc1d8b-3f1b-4360-9948-622d0e95e7e3) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:37:32.401694 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-6a8e6f31-b6a7-418e-a20f-ef807c44053b admin admin] Request body: {'subnet': {'network_id': 'a3ef5024-1808-4f9b-b2d6-6cc3c2c7b59d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1798277717-subnet', 'tenant_id': '02be29c1aabe4379a6de0f39b9b41263', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:37:32.401852 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-76760bdd-0321-415e-818c-10de5eab7a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:32.406751 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-76760bdd-0321-415e-818c-10de5eab7a45 admin admin] Usage tracker for resource:security_group_rule and tenant:8b5bb471917c4fbbb45216f726335830 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:37:32.410578 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-76760bdd-0321-415e-818c-10de5eab7a45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:37:32.417962 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-76760bdd-0321-415e-818c-10de5eab7a45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:32.425340 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4117c3fc-4f94-412b-8ade-02c87e736a69 req-db0c0aeb-43cb-435f-89e7-517dfd075d2a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173248 Mar 09 03:37:32.435394 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6a8e6f31-b6a7-418e-a20f-ef807c44053b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:32.451212 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:32.454103 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network a3ef5024-1808-4f9b-b2d6-6cc3c2c7b59d details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:37:32.461162 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-1c3372c3-7ae6-4462-9f87-b1e8ca327bd4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Deleting port 6946db96-353a-4184-86f9-0312507a3445 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:37:32.471275 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-1c3372c3-7ae6-4462-9f87-b1e8ca327bd4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:32.557229 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6a8e6f31-b6a7-418e-a20f-ef807c44053b admin admin] Usage tracker for resource:subnet and tenant:02be29c1aabe4379a6de0f39b9b41263 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:37:32.558715 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eb5c58-69ed-4768-9c74-db17c3f75270', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306556405-router', 'tenant_id': '72af0dc1083c43cbae74c5042d072168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'e30ca93a-8491-42b2-9e48-996bacb80715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:11Z', 'updated_at': '2022-03-09T03:37:23Z', 'revision_number': 4, 'project_id': '72af0dc1083c43cbae74c5042d072168', 'gw_port': {'id': 'e30ca93a-8491-42b2-9e48-996bacb80715', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eb5c58-69ed-4768-9c74-db17c3f75270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:13Z', 'updated_at': '2022-03-09T03:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '610649ce-f0b8-487f-af30-cf92e9fabadb', 'name': '', 'network_id': '77e5cbc8-e096-439a-91d2-926e6897decd', 'tenant_id': '72af0dc1083c43cbae74c5042d072168', 'mac_address': 'fa:16:3e:9a:c2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09eb5c58-69ed-4768-9c74-db17c3f75270', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'f0b92813-a35c-471c-bc63-86a7abb255b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:22Z', 'updated_at': '2022-03-09T03:37:29Z', 'revision_number': 4, 'project_id': '72af0dc1083c43cbae74c5042d072168', 'subnets': [{'id': 'f0b92813-a35c-471c-bc63-86a7abb255b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:32.562933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6a8e6f31-b6a7-418e-a20f-ef807c44053b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:37:32.601004 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6a8e6f31-b6a7-418e-a20f-ef807c44053b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:32.673567 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-c3ddadff-99fc-409f-8346-a2a57a19d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:32.684696 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-c3ddadff-99fc-409f-8346-a2a57a19d701 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d&tenant_id=fb202b0928604d6ca848064936552050 HTTP/1.1" status: 200 len: 1101 time: 0.7945962 Mar 09 03:37:32.714414 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-8b4df364-cec6-4bbb-9e52-534c28b91abe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-5', 'device_owner': 'compute:nova'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:37:32.723217 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f7b09-2a0d-4657-a272-9e1af845944b req-42aa27b4-a4a0-4300-b7b0-cea756686d3c tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:32.731087 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-929f7b09-2a0d-4657-a272-9e1af845944b req-42aa27b4-a4a0-4300-b7b0-cea756686d3c tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.3341472 Mar 09 03:37:32.752152 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b3d43113-4c28-4889-9567-7d9795a4254b None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:32.766506 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b3d43113-4c28-4889-9567-7d9795a4254b None None] Transition to ACTIVE for port object 05fc1d8b-3f1b-4360-9948-622d0e95e7e3 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:37:32.776428 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76760bdd-0321-415e-818c-10de5eab7a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:32.798071 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b3d43113-4c28-4889-9567-7d9795a4254b None None] Transition to ACTIVE for port object 05fc1d8b-3f1b-4360-9948-622d0e95e7e3 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:37:32.801540 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30133ec-5e51-4485-a1c2-08c30e335e61 None None] The sync data for ids ['09eb5c58-69ed-4768-9c74-db17c3f75270'] in n-d-825178-5 is: [{'id': '09eb5c58-69ed-4768-9c74-db17c3f75270', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306556405-router', 'tenant_id': '72af0dc1083c43cbae74c5042d072168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'e30ca93a-8491-42b2-9e48-996bacb80715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:11Z', 'updated_at': '2022-03-09T03:37:23Z', 'revision_number': 4, 'project_id': '72af0dc1083c43cbae74c5042d072168', 'gw_port': {'id': 'e30ca93a-8491-42b2-9e48-996bacb80715', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eb5c58-69ed-4768-9c74-db17c3f75270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:13Z', 'updated_at': '2022-03-09T03:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '610649ce-f0b8-487f-af30-cf92e9fabadb', 'name': '', 'network_id': '77e5cbc8-e096-439a-91d2-926e6897decd', 'tenant_id': '72af0dc1083c43cbae74c5042d072168', 'mac_address': 'fa:16:3e:9a:c2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09eb5c58-69ed-4768-9c74-db17c3f75270', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'f0b92813-a35c-471c-bc63-86a7abb255b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:22Z', 'updated_at': '2022-03-09T03:37:29Z', 'revision_number': 4, 'project_id': '72af0dc1083c43cbae74c5042d072168', 'subnets': [{'id': 'f0b92813-a35c-471c-bc63-86a7abb255b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:37:32.818309 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b3d43113-4c28-4889-9567-7d9795a4254b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:32.944122 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76760bdd-0321-415e-818c-10de5eab7a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:32.949032 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d43113-4c28-4889-9567-7d9795a4254b None None] Network 4c0d2d48-72dd-43de-8481-53aea05cf832 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:37:32.977272 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-b3d43113-4c28-4889-9567-7d9795a4254b None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:37:32.998451 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d43113-4c28-4889-9567-7d9795a4254b None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:37:33.022839 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76760bdd-0321-415e-818c-10de5eab7a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304cb77c-8e56-42fc-8a52-c9014b2e0996,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:33.199226 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76760bdd-0321-415e-818c-10de5eab7a45 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:37:33.215025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8e6f31-b6a7-418e-a20f-ef807c44053b admin admin] Made reservation on behalf of 02be29c1aabe4379a6de0f39b9b41263 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:37:33.217385 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6a8e6f31-b6a7-418e-a20f-ef807c44053b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:33.289403 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b3d43113-4c28-4889-9567-7d9795a4254b None None] Attempting to bind port 05fc1d8b-3f1b-4360-9948-622d0e95e7e3 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:37:33.289999 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b3d43113-4c28-4889-9567-7d9795a4254b None None] Attempting to bind port 05fc1d8b-3f1b-4360-9948-622d0e95e7e3 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ce6a5822-0a23-4946-b0fa-8896e903b7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4c0d2d48-72dd-43de-8481-53aea05cf832'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:37:33.290110 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d43113-4c28-4889-9567-7d9795a4254b None None] Attempting to bind port 05fc1d8b-3f1b-4360-9948-622d0e95e7e3 on network 4c0d2d48-72dd-43de-8481-53aea05cf832 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:37:33.294519 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-af467bee-2b0f-4c20-ad63-97bebd3c5713 admin admin] For port 1c48c3f6-a4e5-4188-ad16-da37a88445b9, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1c48c3f6-a4e5-4188-ad16-da37a88445b9,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:33.306497 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d43113-4c28-4889-9567-7d9795a4254b None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:37:33.306914 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d43113-4c28-4889-9567-7d9795a4254b None None] Checking segment: {'id': 'ce6a5822-0a23-4946-b0fa-8896e903b7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4c0d2d48-72dd-43de-8481-53aea05cf832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:37:33.307280 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b3d43113-4c28-4889-9567-7d9795a4254b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:33.307792 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d43113-4c28-4889-9567-7d9795a4254b None None] Bound using segment: {'id': 'ce6a5822-0a23-4946-b0fa-8896e903b7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4c0d2d48-72dd-43de-8481-53aea05cf832'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:37:33.308541 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b3d43113-4c28-4889-9567-7d9795a4254b None None] Bound port: 05fc1d8b-3f1b-4360-9948-622d0e95e7e3, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6a5822-0a23-4946-b0fa-8896e903b7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4c0d2d48-72dd-43de-8481-53aea05cf832'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:37:33.308913 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b3d43113-4c28-4889-9567-7d9795a4254b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:33.310957 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af467bee-2b0f-4c20-ad63-97bebd3c5713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:33.344864 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d43113-4c28-4889-9567-7d9795a4254b None None] Pushing event updated for resources: {'Port': ['ID=05fc1d8b-3f1b-4360-9948-622d0e95e7e3,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:33.419226 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-929f7b09-2a0d-4657-a272-9e1af845944b req-dfb9e2e3-7984-46d2-ad57-b73163f2a488 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6870224 Mar 09 03:37:33.450585 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76760bdd-0321-415e-818c-10de5eab7a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:33.450585 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-76760bdd-0321-415e-818c-10de5eab7a45 admin admin] Added segment a2fa13f3-f634-4c92-8718-7b8d1eb94310 of type vlan for network 1bd9c457-2089-49e5-8891-3ccf88969e27 Mar 09 03:37:33.479706 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b117e0b9-afdb-40bc-a60f-51168a11550c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:33.488677 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-b3d43113-4c28-4889-9567-7d9795a4254b None None] For port 05fc1d8b-3f1b-4360-9948-622d0e95e7e3, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:37:33.493190 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-b3d43113-4c28-4889-9567-7d9795a4254b None None] For port 05fc1d8b-3f1b-4360-9948-622d0e95e7e3, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=05fc1d8b-3f1b-4360-9948-622d0e95e7e3,segment=NetworkSegment(ce6a5822-0a23-4946-b0fa-8896e903b7dc),segment_id=ce6a5822-0a23-4946-b0fa-8896e903b7dc)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:37:33.494813 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:33.500425 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b3d43113-4c28-4889-9567-7d9795a4254b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:33.537307 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b117e0b9-afdb-40bc-a60f-51168a11550c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:33.549070 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76760bdd-0321-415e-818c-10de5eab7a45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:33.615111 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d43113-4c28-4889-9567-7d9795a4254b None None] Pushing event updated for resources: {'Port': ['ID=05fc1d8b-3f1b-4360-9948-622d0e95e7e3,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:33.781853 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:33.943636 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76760bdd-0321-415e-818c-10de5eab7a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:33.945123 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76760bdd-0321-415e-818c-10de5eab7a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:33.946012 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76760bdd-0321-415e-818c-10de5eab7a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:34.075621 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-b117e0b9-afdb-40bc-a60f-51168a11550c admin admin] Allocated IP 172.25.7.144 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/e55b9342-335a-40e4-8442-a59c62eedb5d) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:37:34.163225 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-1c3372c3-7ae6-4462-9f87-b1e8ca327bd4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] For port 6946db96-353a-4184-86f9-0312507a3445, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6946db96-353a-4184-86f9-0312507a3445,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:34.163681 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-1c3372c3-7ae6-4462-9f87-b1e8ca327bd4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:34.215584 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-af467bee-2b0f-4c20-ad63-97bebd3c5713 admin admin] Calling delete_port for 1c48c3f6-a4e5-4188-ad16-da37a88445b9 owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:37:34.487012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 05fc1d8b-3f1b-4360-9948-622d0e95e7e3 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:37:34.611508 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-1c3372c3-7ae6-4462-9f87-b1e8ca327bd4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Calling delete_port for 6946db96-353a-4184-86f9-0312507a3445 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:37:34.628124 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b117e0b9-afdb-40bc-a60f-51168a11550c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:34.642933 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76760bdd-0321-415e-818c-10de5eab7a45 admin admin] Pushing event updated for resources: {'Network': ['ID=1bd9c457-2089-49e5-8891-3ccf88969e27,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:34.662180 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4338ee-0e8f-442b-a942-4f15689f8984 req-ee49e7f2-71b8-4117-b2b5-80bcd029c2da tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:34.675311 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cb4338ee-0e8f-442b-a942-4f15689f8984 req-ee49e7f2-71b8-4117-b2b5-80bcd029c2da tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=e30f6243-aa25-4df1-8fd7-32c31910bfb9 HTTP/1.1" status: 200 len: 945 time: 1.0351279 Mar 09 03:37:34.708145 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 6946db96-353a-4184-86f9-0312507a3445 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:37:34.718963 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-76760bdd-0321-415e-818c-10de5eab7a45 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.0461059 Mar 09 03:37:34.800059 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cb4338ee-0e8f-442b-a942-4f15689f8984 req-20459d8a-e17f-4882-a47b-b9e2859edc43 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237428 Mar 09 03:37:34.829569 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 1bd9c457-2089-49e5-8891-3ccf88969e27 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:37:34.846506 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b117e0b9-afdb-40bc-a60f-51168a11550c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:35.047971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b117e0b9-afdb-40bc-a60f-51168a11550c admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:37:35.049719 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-b117e0b9-afdb-40bc-a60f-51168a11550c admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:37:35.084942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117e0b9-afdb-40bc-a60f-51168a11550c admin admin] Pushing event updated for resources: {'Port': ['ID=e55b9342-335a-40e4-8442-a59c62eedb5d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:35.087542 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b117e0b9-afdb-40bc-a60f-51168a11550c admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:37:35.160085 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-8b4df364-cec6-4bbb-9e52-534c28b91abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:35.171965 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6a8e6f31-b6a7-418e-a20f-ef807c44053b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:35.305903 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:35.350979 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 6946db96-353a-4184-86f9-0312507a3445, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6946db96-353a-4184-86f9-0312507a3445,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:35.352402 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 05fc1d8b-3f1b-4360-9948-622d0e95e7e3 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:37:35.360325 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30f6243-aa25-4df1-8fd7-32c31910bfb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6946db96-353a-4184-86f9-0312507a3445'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:37:35.367274 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3d0390-674a-4a9c-8387-b79969f84374 None None] Network 4c0d2d48-72dd-43de-8481-53aea05cf832 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:37:35.393363 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:35.423374 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e6f31-b6a7-418e-a20f-ef807c44053b admin admin] Pushing event updated for resources: {'Subnet': ['ID=468d07ca-0c49-4421-9471-28b6e819abbc,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:35.442703 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9ac34-07cf-4c34-b498-356072b2708d req-df7841e8-3c71-40f8-b804-38a459e3120e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:35.449820 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6f9ac34-07cf-4c34-b498-356072b2708d req-df7841e8-3c71-40f8-b804-38a459e3120e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.3234327 Mar 09 03:37:35.515269 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6f9ac34-07cf-4c34-b498-356072b2708d req-d2b4c6b9-67d2-4d36-a2e4-fd6fd9b99e9f tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606699 Mar 09 03:37:35.544717 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 610649ce-f0b8-487f-af30-cf92e9fabadb up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:37:35.636024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8e6f31-b6a7-418e-a20f-ef807c44053b admin admin] Checking segment: {'id': '2abe18a7-f996-4a1c-b50d-01d904a10346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a3ef5024-1808-4f9b-b2d6-6cc3c2c7b59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:37:35.641642 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8e6f31-b6a7-418e-a20f-ef807c44053b admin admin] Network hostable DHCP agents. Network: a3ef5024-1808-4f9b-b2d6-6cc3c2c7b59d, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:37:35.661084 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=6946db96-353a-4184-86f9-0312507a3445,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:35.666276 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 64c93ab8-1889-4495-a0bd-237b392283fc no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:37:35.696448 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19712a0-d1f2-42f6-a6bd-8f9d43be64ec req-fe5db7d3-d895-4e7a-8d90-c9c6d3de564f tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:35.703806 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d19712a0-d1f2-42f6-a6bd-8f9d43be64ec req-fe5db7d3-d895-4e7a-8d90-c9c6d3de564f tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 950 time: 1.2740991 Mar 09 03:37:35.706137 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-1c3372c3-7ae6-4462-9f87-b1e8ca327bd4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:37:35.706710 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-1c3372c3-7ae6-4462-9f87-b1e8ca327bd4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:37:35.883932 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:35.884854 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d19712a0-d1f2-42f6-a6bd-8f9d43be64ec req-496c3d85-850c-427a-942a-93f62b0e11b8 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795435 Mar 09 03:37:35.885492 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af467bee-2b0f-4c20-ad63-97bebd3c5713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:35.908106 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d9258127-9fce-44eb-88e0-c146f32397a2 None None] Provisioning for port 05fc1d8b-3f1b-4360-9948-622d0e95e7e3 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:37:35.925159 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d9258127-9fce-44eb-88e0-c146f32397a2 None None] Provisioning complete for port 05fc1d8b-3f1b-4360-9948-622d0e95e7e3 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:37:35.925529 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d9258127-9fce-44eb-88e0-c146f32397a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:35.982567 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 610649ce-f0b8-487f-af30-cf92e9fabadb completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:37:35.984964 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b117e0b9-afdb-40bc-a60f-51168a11550c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:36.007064 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30f6243-aa25-4df1-8fd7-32c31910bfb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6946db96-353a-4184-86f9-0312507a3445', 'code': 200} Mar 09 03:37:36.013267 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 610649ce-f0b8-487f-af30-cf92e9fabadb triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:37:36.013637 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:36.055428 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8e6f31-b6a7-418e-a20f-ef807c44053b admin admin] Network a3ef5024-1808-4f9b-b2d6-6cc3c2c7b59d is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:37:36.159301 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-6a8e6f31-b6a7-418e-a20f-ef807c44053b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, a3ef5024-1808-4f9b-b2d6-6cc3c2c7b59d) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:37:36.160949 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af467bee-2b0f-4c20-ad63-97bebd3c5713 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c48c3f6-a4e5-4188-ad16-da37a88445b9,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:36.185851 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecee784-160e-41a9-9b86-69d254e0ac39 None None] Network a3ef5024-1808-4f9b-b2d6-6cc3c2c7b59d requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:37:36.199237 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8e6f31-b6a7-418e-a20f-ef807c44053b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:36.200366 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6a8e6f31-b6a7-418e-a20f-ef807c44053b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:36.211555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-1c3372c3-7ae6-4462-9f87-b1e8ca327bd4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Deleting port 6946db96-353a-4184-86f9-0312507a3445 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:37:36.211933 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-1c3372c3-7ae6-4462-9f87-b1e8ca327bd4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:36.243413 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-8b4df364-cec6-4bbb-9e52-534c28b91abe service neutron] For port 64c93ab8-1889-4495-a0bd-237b392283fc, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=64c93ab8-1889-4495-a0bd-237b392283fc,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:36.335069 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af467bee-2b0f-4c20-ad63-97bebd3c5713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:36.341745 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ca3c3-cac7-4d3c-850e-19c32170e6c8 req-3f3dd1f9-e81d-413a-8da3-c189a31ce81b tempest-ComputeTenantNetworksTest-2065965447 tempest-ComputeTenantNetworksTest-2065965447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:36.348209 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ca3c3-cac7-4d3c-850e-19c32170e6c8 req-3f3dd1f9-e81d-413a-8da3-c189a31ce81b tempest-ComputeTenantNetworksTest-2065965447 tempest-ComputeTenantNetworksTest-2065965447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:36.353935 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ca3c3-cac7-4d3c-850e-19c32170e6c8 req-3f3dd1f9-e81d-413a-8da3-c189a31ce81b tempest-ComputeTenantNetworksTest-2065965447 tempest-ComputeTenantNetworksTest-2065965447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:36.354737 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-f18ca3c3-cac7-4d3c-850e-19c32170e6c8 req-3f3dd1f9-e81d-413a-8da3-c189a31ce81b tempest-ComputeTenantNetworksTest-2065965447 tempest-ComputeTenantNetworksTest-2065965447-project] Synchronizing usage tracker for tenant:8b5bb471917c4fbbb45216f726335830 on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:37:36.388556 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-f18ca3c3-cac7-4d3c-850e-19c32170e6c8 req-3f3dd1f9-e81d-413a-8da3-c189a31ce81b tempest-ComputeTenantNetworksTest-2065965447 tempest-ComputeTenantNetworksTest-2065965447-project] Unset dirty status for tenant:8b5bb471917c4fbbb45216f726335830 on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:37:36.389863 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f18ca3c3-cac7-4d3c-850e-19c32170e6c8 req-3f3dd1f9-e81d-413a-8da3-c189a31ce81b tempest-ComputeTenantNetworksTest-2065965447 tempest-ComputeTenantNetworksTest-2065965447-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6387517 Mar 09 03:37:36.402412 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d9258127-9fce-44eb-88e0-c146f32397a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:36.414673 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:36.602085 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 610649ce-f0b8-487f-af30-cf92e9fabadb, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=610649ce-f0b8-487f-af30-cf92e9fabadb,segment=NetworkSegment(fa9b3cd6-7edb-4d26-8cdd-496a51b5095e),segment_id=fa9b3cd6-7edb-4d26-8cdd-496a51b5095e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:36.607057 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-d9258127-9fce-44eb-88e0-c146f32397a2 None None] For port 05fc1d8b-3f1b-4360-9948-622d0e95e7e3, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=05fc1d8b-3f1b-4360-9948-622d0e95e7e3,segment=NetworkSegment(ce6a5822-0a23-4946-b0fa-8896e903b7dc),segment_id=ce6a5822-0a23-4946-b0fa-8896e903b7dc)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:36.627379 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6a8e6f31-b6a7-418e-a20f-ef807c44053b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.2502496 Mar 09 03:37:36.651604 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-8b4df364-cec6-4bbb-9e52-534c28b91abe service neutron] For port 64c93ab8-1889-4495-a0bd-237b392283fc, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:37:36.656396 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:36.692231 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d9258127-9fce-44eb-88e0-c146f32397a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:36.709281 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0d170067-f189-49aa-a0f1-458cc0a79d23 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:37:36.723375 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e9651-fcd8-43a4-9b2e-e714ca2b5fcb req-e3dbf849-f374-437c-86aa-3785cbfa068d tempest-ComputeTenantNetworksTest-2065965447 tempest-ComputeTenantNetworksTest-2065965447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:36.724766 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e16e9651-fcd8-43a4-9b2e-e714ca2b5fcb req-e3dbf849-f374-437c-86aa-3785cbfa068d tempest-ComputeTenantNetworksTest-2065965447 tempest-ComputeTenantNetworksTest-2065965447-project] 10.222.0.16 "GET /v2.0/networks/1bd9c457-2089-49e5-8891-3ccf88969e27 HTTP/1.1" status: 200 len: 769 time: 0.2532561 Mar 09 03:37:36.755046 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b117e0b9-afdb-40bc-a60f-51168a11550c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:36.759154 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44348) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:36.812214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 0d170067-f189-49aa-a0f1-458cc0a79d23 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:37:36.812584 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0d170067-f189-49aa-a0f1-458cc0a79d23 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:37:36.813974 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db67230-0244-40de-b1a0-00b143c5d613 None None] Network a3ef5024-1808-4f9b-b2d6-6cc3c2c7b59d requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:37:36.880065 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af467bee-2b0f-4c20-ad63-97bebd3c5713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:36.936082 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af467bee-2b0f-4c20-ad63-97bebd3c5713 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:37.048086 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abdecb-f2bd-4b73-993b-36abf5af28b6 req-c17fe568-ccd2-4833-988e-ed5a99779811 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:37.049067 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-11abdecb-f2bd-4b73-993b-36abf5af28b6 req-c17fe568-ccd2-4833-988e-ed5a99779811 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Synchronizing usage tracker for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:37:37.054680 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-12a1322d-5b45-474b-9a5c-25522a6cf5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:37.058663 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05087af-900d-43a6-a9d5-ed2daa11fa3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64c93ab8-1889-4495-a0bd-237b392283fc'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:37:37.067558 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-8b4df364-cec6-4bbb-9e52-534c28b91abe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:37.070136 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cfe99bd0-ebc1-46a8-84b9-9abf2e8f93fa None None] Provisioning complete for port 05fc1d8b-3f1b-4360-9948-622d0e95e7e3 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:37:37.070136 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cfe99bd0-ebc1-46a8-84b9-9abf2e8f93fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:37.120258 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=610649ce-f0b8-487f-af30-cf92e9fabadb,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:37.144534 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af467bee-2b0f-4c20-ad63-97bebd3c5713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:37.145293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af467bee-2b0f-4c20-ad63-97bebd3c5713 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee2a91b7-4cc1-4cd0-a21a-917271c50338 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:37:37.163363 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-8b4df364-cec6-4bbb-9e52-534c28b91abe service neutron] Transition to ACTIVE for port object 64c93ab8-1889-4495-a0bd-237b392283fc will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:37:37.174597 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af467bee-2b0f-4c20-ad63-97bebd3c5713 admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:37.175914 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-af467bee-2b0f-4c20-ad63-97bebd3c5713 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ee2a91b7-4cc1-4cd0-a21a-917271c50338 HTTP/1.1" status: 204 len: 168 time: 7.1770225 Mar 09 03:37:37.179829 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-8b4df364-cec6-4bbb-9e52-534c28b91abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:37.185175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44362) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:37.218566 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-11abdecb-f2bd-4b73-993b-36abf5af28b6 req-c17fe568-ccd2-4833-988e-ed5a99779811 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Unset dirty status for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:37:37.225192 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-11abdecb-f2bd-4b73-993b-36abf5af28b6 req-c17fe568-ccd2-4833-988e-ed5a99779811 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=e30f6243-aa25-4df1-8fd7-32c31910bfb9 HTTP/1.1" status: 200 len: 943 time: 1.1107738 Mar 09 03:37:37.236301 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9258127-9fce-44eb-88e0-c146f32397a2 None None] Pushing event updated for resources: {'Port': ['ID=05fc1d8b-3f1b-4360-9948-622d0e95e7e3,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:37.356653 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:37:37.357000 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:37:37.385998 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-12a1322d-5b45-474b-9a5c-25522a6cf5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:37.423971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-12a1322d-5b45-474b-9a5c-25522a6cf5ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd9c457-2089-49e5-8891-3ccf88969e27']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:37.440499 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-12a1322d-5b45-474b-9a5c-25522a6cf5ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2fa13f3-f634-4c92-8718-7b8d1eb94310') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:37.440718 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-12a1322d-5b45-474b-9a5c-25522a6cf5ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2fa13f3-f634-4c92-8718-7b8d1eb94310') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:37.474229 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-12a1322d-5b45-474b-9a5c-25522a6cf5ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:37.488001 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4df364-cec6-4bbb-9e52-534c28b91abe service neutron] Pushing event updated for resources: {'Port': ['ID=64c93ab8-1889-4495-a0bd-237b392283fc,revision_number=6']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:37.494636 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-8b4df364-cec6-4bbb-9e52-534c28b91abe service neutron] No DVR routers for this DVR port 64c93ab8-1889-4495-a0bd-237b392283fc on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:37:37.499643 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e590a4b-151f-4aee-a69b-ae31d8baf38a admin admin] Deleting subnet 98454a6c-fce7-4e43-9bc8-060f1b6acedb {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:37:37.506145 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-1c3372c3-7ae6-4462-9f87-b1e8ca327bd4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] For port 6946db96-353a-4184-86f9-0312507a3445, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6946db96-353a-4184-86f9-0312507a3445,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:37.506502 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-1c3372c3-7ae6-4462-9f87-b1e8ca327bd4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:37.516520 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34810b9-1644-47d0-a269-3b61e2309eaf req-53e97f21-313b-41eb-8bba-40400c562de0 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:37.518047 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f34810b9-1644-47d0-a269-3b61e2309eaf req-53e97f21-313b-41eb-8bba-40400c562de0 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 948 time: 0.4588013 Mar 09 03:37:37.519948 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-12a1322d-5b45-474b-9a5c-25522a6cf5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:37.521034 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e590a4b-151f-4aee-a69b-ae31d8baf38a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:37.532417 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a1322d-5b45-474b-9a5c-25522a6cf5ec admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:37:37.532936 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-12a1322d-5b45-474b-9a5c-25522a6cf5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:37:37.559165 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:37:37.562309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b117e0b9-afdb-40bc-a60f-51168a11550c admin admin] Router 306e1168-55ed-4b7c-abf2-0880ff151c59 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:37:37.575708 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-11abdecb-f2bd-4b73-993b-36abf5af28b6 req-38ca4e38-9f56-47b3-b999-800003f9acba tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496480 Mar 09 03:37:37.709223 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-1c3372c3-7ae6-4462-9f87-b1e8ca327bd4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Calling delete_port for 6946db96-353a-4184-86f9-0312507a3445 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:37:37.746371 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f34810b9-1644-47d0-a269-3b61e2309eaf req-cb24f91b-20a2-46a5-9a14-c3163b93a0c0 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200241 Mar 09 03:37:37.749922 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-12a1322d-5b45-474b-9a5c-25522a6cf5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:37.770599 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-12a1322d-5b45-474b-9a5c-25522a6cf5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:37.786276 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1322d-5b45-474b-9a5c-25522a6cf5ec admin admin] Pushing event deleted for resources: {'Network': ['ID=1bd9c457-2089-49e5-8891-3ccf88969e27,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:37.883917 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-12a1322d-5b45-474b-9a5c-25522a6cf5ec admin admin] 10.222.0.16 "DELETE /v2.0/networks/1bd9c457-2089-49e5-8891-3ccf88969e27 HTTP/1.1" status: 204 len: 168 time: 1.0700023 Mar 09 03:37:37.943073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-8b4df364-cec6-4bbb-9e52-534c28b91abe service neutron] Attempting to bind port 64c93ab8-1889-4495-a0bd-237b392283fc on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:37:37.943491 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-8b4df364-cec6-4bbb-9e52-534c28b91abe service neutron] Attempting to bind port 64c93ab8-1889-4495-a0bd-237b392283fc by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:37:37.944240 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-8b4df364-cec6-4bbb-9e52-534c28b91abe service neutron] Attempting to bind port 64c93ab8-1889-4495-a0bd-237b392283fc on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:37:37.963802 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-1c3372c3-7ae6-4462-9f87-b1e8ca327bd4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:37.969542 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b117e0b9-afdb-40bc-a60f-51168a11550c admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:37:37.981709 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] Sync routers for ids ['306e1168-55ed-4b7c-abf2-0880ff151c59'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:37:38.001957 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] Routers {'306e1168-55ed-4b7c-abf2-0880ff151c59'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:37:38.002558 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:37:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['306e1168-55ed-4b7c-abf2-0880ff151c59'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:38.012583 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b117e0b9-afdb-40bc-a60f-51168a11550c admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:38.017055 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b117e0b9-afdb-40bc-a60f-51168a11550c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8740363 Mar 09 03:37:38.017201 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44370) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:38.022796 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-8b4df364-cec6-4bbb-9e52-534c28b91abe service neutron] Port 64c93ab8-1889-4495-a0bd-237b392283fc on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:37:38.023171 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-8b4df364-cec6-4bbb-9e52-534c28b91abe service neutron] Attempting to bind port 64c93ab8-1889-4495-a0bd-237b392283fc on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:37:38.027783 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e590a4b-151f-4aee-a69b-ae31d8baf38a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:38.122319 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44374) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:38.142492 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-8b4df364-cec6-4bbb-9e52-534c28b91abe service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:37:38.142910 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-8b4df364-cec6-4bbb-9e52-534c28b91abe service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:37:38.143244 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-8b4df364-cec6-4bbb-9e52-534c28b91abe service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:37:38.143693 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-8b4df364-cec6-4bbb-9e52-534c28b91abe service neutron] Bound port: 64c93ab8-1889-4495-a0bd-237b392283fc, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:37:38.144039 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-8b4df364-cec6-4bbb-9e52-534c28b91abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:38.170156 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3372c3-7ae6-4462-9f87-b1e8ca327bd4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Pushing event deleted for resources: {'Port': ['ID=6946db96-353a-4184-86f9-0312507a3445,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:38.195985 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] Set router 306e1168-55ed-4b7c-abf2-0880ff151c59 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:37:38.237956 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800d034-835f-47d5-a8c1-80802882ca0d req-204e08e8-7419-40b8-86f5-73c021296e7a tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:38.239270 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f800d034-835f-47d5-a8c1-80802882ca0d req-204e08e8-7419-40b8-86f5-73c021296e7a tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 950 time: 0.3295586 Mar 09 03:37:38.367367 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f800d034-835f-47d5-a8c1-80802882ca0d req-bef7900c-c51d-4f69-926f-65f3610b5e3a tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214364 Mar 09 03:37:38.495909 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05087af-900d-43a6-a9d5-ed2daa11fa3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64c93ab8-1889-4495-a0bd-237b392283fc', 'code': 200} Mar 09 03:37:38.526335 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:38.526738 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-1c3372c3-7ae6-4462-9f87-b1e8ca327bd4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] No DVR routers for this DVR port 6946db96-353a-4184-86f9-0312507a3445 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:37:38.529845 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-1c3372c3-7ae6-4462-9f87-b1e8ca327bd4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:38.552090 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306e1168-55ed-4b7c-abf2-0880ff151c59', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038812787-router', 'tenant_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'e55b9342-335a-40e4-8442-a59c62eedb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:31Z', 'updated_at': '2022-03-09T03:37:35Z', 'revision_number': 3, 'project_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8', 'gw_port': {'id': 'e55b9342-335a-40e4-8442-a59c62eedb5d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306e1168-55ed-4b7c-abf2-0880ff151c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:33Z', 'updated_at': '2022-03-09T03:37:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:38.556555 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] Checking router: 306e1168-55ed-4b7c-abf2-0880ff151c59 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:37:38.557131 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] Updating router 306e1168-55ed-4b7c-abf2-0880ff151c59 port e55b9342-335a-40e4-8442-a59c62eedb5d binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:37:38.578054 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-8b4df364-cec6-4bbb-9e52-534c28b91abe service neutron] For port 64c93ab8-1889-4495-a0bd-237b392283fc, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:37:38.585623 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e8733943-37ad-4609-b67b-6d4236e833d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b5bb471917c4fbbb45216f726335830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4590178 Mar 09 03:37:38.590268 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-acde29fa-86f0-48eb-b985-da26fef7cad3 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:38.598677 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-acde29fa-86f0-48eb-b985-da26fef7cad3 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/networks?id=af94044a-4dd6-4e2a-9a7b-ddb410474c02 HTTP/1.1" status: 200 len: 807 time: 0.7939687 Mar 09 03:37:38.603068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44380) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:38.627273 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:38.631935 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-8b4df364-cec6-4bbb-9e52-534c28b91abe service neutron] For port 64c93ab8-1889-4495-a0bd-237b392283fc, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=64c93ab8-1889-4495-a0bd-237b392283fc,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:37:38.633633 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-681d63cd-1cdd-4b81-a2ea-f05c795983e7 req-1c3372c3-7ae6-4462-9f87-b1e8ca327bd4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.21 "DELETE /v2.0/ports/6946db96-353a-4184-86f9-0312507a3445 HTTP/1.1" status: 204 len: 173 time: 6.5918489 Mar 09 03:37:38.649375 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-ba06c42a-f20a-43df-86f3-3733995a236a tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/quotas/2805c8aef7c746099fde990352f135bf HTTP/1.1" status: 200 len: 375 time: 0.0497231 Mar 09 03:37:38.696468 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-8b4df364-cec6-4bbb-9e52-534c28b91abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:38.769491 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e590a4b-151f-4aee-a69b-ae31d8baf38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:38.846847 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-8b4df364-cec6-4bbb-9e52-534c28b91abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:38.849430 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-8b4df364-cec6-4bbb-9e52-534c28b91abe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:38.851219 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-8b4df364-cec6-4bbb-9e52-534c28b91abe service neutron] 10.222.0.21 "PUT /v2.0/ports/64c93ab8-1889-4495-a0bd-237b392283fc HTTP/1.1" status: 200 len: 1096 time: 6.1526887 Mar 09 03:37:38.989581 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 05fc1d8b-3f1b-4360-9948-622d0e95e7e3 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:37:39.027842 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-25967081-30cb-4e3c-a8c2-efb1299a4a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:39.030277 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4df364-cec6-4bbb-9e52-534c28b91abe service neutron] Pushing event updated for resources: {'Port': ['ID=64c93ab8-1889-4495-a0bd-237b392283fc,revision_number=7']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:39.077176 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e590a4b-151f-4aee-a69b-ae31d8baf38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:39.134661 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-25967081-30cb-4e3c-a8c2-efb1299a4a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:39.160148 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-1d08f770-240e-4a68-a16c-aa4ea411cfcf tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2805c8aef7c746099fde990352f135bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5098641 Mar 09 03:37:39.169075 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e590a4b-151f-4aee-a69b-ae31d8baf38a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:39.173655 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e590a4b-151f-4aee-a69b-ae31d8baf38a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98454a6c-fce7-4e43-9bc8-060f1b6acedb,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:39.178228 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ea2092-6f2a-48e2-80e1-98707f4de4d7 None None] Network 4d37a024-1cda-4ef5-beed-7642da9f8928 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:37:39.219581 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0e590a4b-151f-4aee-a69b-ae31d8baf38a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/98454a6c-fce7-4e43-9bc8-060f1b6acedb HTTP/1.1" status: 204 len: 168 time: 1.9921794 Mar 09 03:37:39.220691 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44398) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:39.282137 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-c3577eca-6e9b-42d3-98e1-9cbc42a20e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:39.283423 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-4ceadf77-47f0-49c1-b60a-39f7afc9d7c9 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:39.283917 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-c3577eca-6e9b-42d3-98e1-9cbc42a20e4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 1099 time: 0.3873181 Mar 09 03:37:39.284156 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-4ceadf77-47f0-49c1-b60a-39f7afc9d7c9 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Synchronizing usage tracker for tenant:146f2c30d8a84537bb31c68e25363aac on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:37:39.357471 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 05fc1d8b-3f1b-4360-9948-622d0e95e7e3 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:37:39.357924 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:39.384303 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-4ceadf77-47f0-49c1-b60a-39f7afc9d7c9 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Unset dirty status for tenant:146f2c30d8a84537bb31c68e25363aac on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:37:39.386006 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-4ceadf77-47f0-49c1-b60a-39f7afc9d7c9 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/networks?id=0f6d0580-a9d8-4927-9545-deb69bba2e08 HTTP/1.1" status: 200 len: 815 time: 0.4582989 Mar 09 03:37:39.388425 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:39.423140 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-d3d08f18-ffba-4210-9013-b5dd76fe5124 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/quotas/146f2c30d8a84537bb31c68e25363aac HTTP/1.1" status: 200 len: 375 time: 0.0230172 Mar 09 03:37:39.462272 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] Transition to ACTIVE for port object e55b9342-335a-40e4-8442-a59c62eedb5d will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:37:39.487005 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-ca743288-38e9-4497-ae36-1ffefe69233c tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=146f2c30d8a84537bb31c68e25363aac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629470 Mar 09 03:37:39.505300 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:39.636610 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca2577-de9c-4041-88ee-3585f792d0e5 None None] Pushing event updated for resources: {'Port': ['ID=e55b9342-335a-40e4-8442-a59c62eedb5d,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:39.645112 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] Attempting to bind port e55b9342-335a-40e4-8442-a59c62eedb5d on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:37:39.645266 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] Attempting to bind port e55b9342-335a-40e4-8442-a59c62eedb5d by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:37:39.645392 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-25967081-30cb-4e3c-a8c2-efb1299a4a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:39.645491 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] Attempting to bind port e55b9342-335a-40e4-8442-a59c62eedb5d on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:37:39.662800 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:37:39.663195 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:37:39.663576 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:39.663960 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:37:39.664418 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] Bound port: e55b9342-335a-40e4-8442-a59c62eedb5d, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:37:39.664778 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:39.671476 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ddd4890-8502-4a6a-9765-c55d0f122bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:39.682807 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25967081-30cb-4e3c-a8c2-efb1299a4a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304cb77c-8e56-42fc-8a52-c9014b2e0996,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:39.694606 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-2e4d6f3d-66e4-49d7-af1c-2296cf72f268 service neutron] 10.222.0.16 "GET /v2.0/networks/0f6d0580-a9d8-4927-9545-deb69bba2e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757298 Mar 09 03:37:39.704632 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c114f7e8-1503-4c71-a05a-c6b995fe20cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:39.727887 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-25967081-30cb-4e3c-a8c2-efb1299a4a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:39.731445 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-25967081-30cb-4e3c-a8c2-efb1299a4a52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/304cb77c-8e56-42fc-8a52-c9014b2e0996 HTTP/1.1" status: 204 len: 168 time: 1.1231024 Mar 09 03:37:39.740595 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 610649ce-f0b8-487f-af30-cf92e9fabadb up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:37:39.747350 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-2ddd4890-8502-4a6a-9765-c55d0f122bdd admin admin] Deleting port c3772b7a-308d-4881-8011-b172b6cd0f3b {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:37:39.747695 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ddd4890-8502-4a6a-9765-c55d0f122bdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:39.793708 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-806e234b-2393-43f0-a5f6-f8efcc5f2045 service neutron] 10.222.0.16 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6138020 Mar 09 03:37:39.833820 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] For port e55b9342-335a-40e4-8442-a59c62eedb5d, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:37:39.841476 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] For port e55b9342-335a-40e4-8442-a59c62eedb5d, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e55b9342-335a-40e4-8442-a59c62eedb5d,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:37:39.848543 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-21d08c46-44b1-4c75-859b-202d2f64b42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:39.850243 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-21d08c46-44b1-4c75-859b-202d2f64b42b service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.5599272 Mar 09 03:37:39.850343 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:39.960464 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 610649ce-f0b8-487f-af30-cf92e9fabadb triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:37:39.960936 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:39.994420 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e568b3d-adb7-4b45-a6b7-64f7e6012b4f None None] DHCP port deletion for 4d37a024-1cda-4ef5-beed-7642da9f8928 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:37:40.004286 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca2577-de9c-4041-88ee-3585f792d0e5 None None] Pushing event updated for resources: {'Port': ['ID=e55b9342-335a-40e4-8442-a59c62eedb5d,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:40.010238 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] Routers {'306e1168-55ed-4b7c-abf2-0880ff151c59'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:37:40.011613 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:37:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['306e1168-55ed-4b7c-abf2-0880ff151c59'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:40.021292 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-6624c6a7-49c9-43c4-8240-1ae760220a1e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=64c93ab8-1889-4495-a0bd-237b392283fc HTTP/1.1" status: 200 len: 217 time: 0.1600711 Mar 09 03:37:40.026799 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-e3768a2e-e469-454c-9969-0757e7e93217 service neutron] 10.222.0.16 "GET /v2.0/networks/0f6d0580-a9d8-4927-9545-deb69bba2e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241811 Mar 09 03:37:40.087696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6e568b3d-adb7-4b45-a6b7-64f7e6012b4f None None] Deleting port c3772b7a-308d-4881-8011-b172b6cd0f3b {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:37:40.088143 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6e568b3d-adb7-4b45-a6b7-64f7e6012b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:40.152249 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-c114f7e8-1503-4c71-a05a-c6b995fe20cf admin admin] Allocated IP 172.20.0.1 (4c0d2d48-72dd-43de-8481-53aea05cf832/841f110c-b6ae-4b89-8aaf-857fc3602e63/a1ad4269-affd-44d4-a689-c634efb32cd9) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:37:40.245862 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-1d442efa-8302-4ab8-9f78-0f60a3464c85 service neutron] 10.222.0.16 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508817 Mar 09 03:37:40.283641 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-1803ec91-1a40-42f2-8b8e-7e6668686f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:40.285160 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-1803ec91-1a40-42f2-8b8e-7e6668686f1b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.2476575 Mar 09 03:37:40.492441 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-2ddd4890-8502-4a6a-9765-c55d0f122bdd admin admin] For port c3772b7a-308d-4881-8011-b172b6cd0f3b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c3772b7a-308d-4881-8011-b172b6cd0f3b,segment=NetworkSegment(421d8123-c099-43e5-bc81-d7d0f1d1e8d6),segment_id=421d8123-c099-43e5-bc81-d7d0f1d1e8d6)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:40.493173 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ddd4890-8502-4a6a-9765-c55d0f122bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:40.505111 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30f6243-aa25-4df1-8fd7-32c31910bfb9', 'name': 'network-vif-deleted', 'tag': '6946db96-353a-4184-86f9-0312507a3445'}, {'name': 'network-changed', 'server_uuid': 'f05087af-900d-43a6-a9d5-ed2daa11fa3d', 'tag': '64c93ab8-1889-4495-a0bd-237b392283fc'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:37:40.668259 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] Set router 306e1168-55ed-4b7c-abf2-0880ff151c59 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:37:40.839632 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c114f7e8-1503-4c71-a05a-c6b995fe20cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:40.942544 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-c114f7e8-1503-4c71-a05a-c6b995fe20cf admin admin] Transition to ACTIVE for port object a1ad4269-affd-44d4-a689-c634efb32cd9 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:37:40.978216 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e320449-f128-4f5a-ad75-46dd97f6e64c req-ee6f95d4-98bb-4e55-b7e4-cd62f1ec4905 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:40.979780 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0e320449-f128-4f5a-ad75-46dd97f6e64c req-ee6f95d4-98bb-4e55-b7e4-cd62f1ec4905 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 948 time: 0.2995300 Mar 09 03:37:41.000409 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1c48c3f6-a4e5-4188-ad16-da37a88445b9 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:37:41.045199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-2ddd4890-8502-4a6a-9765-c55d0f122bdd admin admin] Calling delete_port for c3772b7a-308d-4881-8011-b172b6cd0f3b owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:37:41.114646 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 1c48c3f6-a4e5-4188-ad16-da37a88445b9 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:37:41.115283 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1c48c3f6-a4e5-4188-ad16-da37a88445b9 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:37:41.179679 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0e320449-f128-4f5a-ad75-46dd97f6e64c req-a892342a-34dc-4252-9294-8b98dccceb45 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917565 Mar 09 03:37:41.209627 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c114f7e8-1503-4c71-a05a-c6b995fe20cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:41.273012 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-e59d52d7-2843-4f17-9a77-e05972354201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:41.274841 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-e59d52d7-2843-4f17-9a77-e05972354201 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9832819 Mar 09 03:37:41.350220 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ddd4890-8502-4a6a-9765-c55d0f122bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:41.432080 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c3772b7a-308d-4881-8011-b172b6cd0f3b no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:37:41.435139 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114f7e8-1503-4c71-a05a-c6b995fe20cf admin admin] Pushing event updated for resources: {'Port': ['ID=a1ad4269-affd-44d4-a689-c634efb32cd9,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:41.475421 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c114f7e8-1503-4c71-a05a-c6b995fe20cf admin admin] Network 4c0d2d48-72dd-43de-8481-53aea05cf832 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:37:41.476657 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-c114f7e8-1503-4c71-a05a-c6b995fe20cf admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:37:41.507982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c114f7e8-1503-4c71-a05a-c6b995fe20cf admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:37:41.556155 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd4890-8502-4a6a-9765-c55d0f122bdd admin admin] No DVR routers for this DVR port c3772b7a-308d-4881-8011-b172b6cd0f3b on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:37:41.580367 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: c3772b7a-308d-4881-8011-b172b6cd0f3b {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:37:41.582848 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c3772b7a-308d-4881-8011-b172b6cd0f3b not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:37:41.590644 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c114f7e8-1503-4c71-a05a-c6b995fe20cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:41.604356 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd4890-8502-4a6a-9765-c55d0f122bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=c3772b7a-308d-4881-8011-b172b6cd0f3b,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:41.649192 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488fa51-ddb5-4f00-a359-d24e371a6395 req-e295ec6a-8383-49dc-8804-20f9e121e415 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:41.650520 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-03f6be8f-79fa-42fa-b7ef-8cdbeb2979f1 req-1e7a531e-25ee-46d3-9bb2-c2df14072822 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/ports?device_id=66ad7345-ec33-4277-b22c-e9130cd501da HTTP/1.1" status: 200 len: 210 time: 0.1666057 Mar 09 03:37:41.667728 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3488fa51-ddb5-4f00-a359-d24e371a6395 req-e295ec6a-8383-49dc-8804-20f9e121e415 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 950 time: 0.5739820 Mar 09 03:37:41.690157 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6e568b3d-adb7-4b45-a6b7-64f7e6012b4f None None] For port c3772b7a-308d-4881-8011-b172b6cd0f3b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c3772b7a-308d-4881-8011-b172b6cd0f3b,segment=NetworkSegment(421d8123-c099-43e5-bc81-d7d0f1d1e8d6),segment_id=421d8123-c099-43e5-bc81-d7d0f1d1e8d6)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:41.690556 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6e568b3d-adb7-4b45-a6b7-64f7e6012b4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:41.864179 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c114f7e8-1503-4c71-a05a-c6b995fe20cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:41.905009 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6e568b3d-adb7-4b45-a6b7-64f7e6012b4f None None] Calling delete_port for c3772b7a-308d-4881-8011-b172b6cd0f3b owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:37:41.908668 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30f6243-aa25-4df1-8fd7-32c31910bfb9', 'name': 'network-vif-deleted', 'tag': '6946db96-353a-4184-86f9-0312507a3445', 'status': 'completed', 'code': 200} Mar 09 03:37:41.908938 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05087af-900d-43a6-a9d5-ed2daa11fa3d', 'tag': '64c93ab8-1889-4495-a0bd-237b392283fc', 'status': 'completed', 'code': 200} Mar 09 03:37:42.002799 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ddd4890-8502-4a6a-9765-c55d0f122bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:42.014795 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3488fa51-ddb5-4f00-a359-d24e371a6395 req-df24589c-10cb-4093-96dc-8304d318f708 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237665 Mar 09 03:37:42.023528 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-a6684857-530c-4684-93c6-ddcb91b1c0bd service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7407725 Mar 09 03:37:42.073655 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-6e568b3d-adb7-4b45-a6b7-64f7e6012b4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:37:42.074244 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-6e568b3d-adb7-4b45-a6b7-64f7e6012b4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:37:42.089265 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-2ddd4890-8502-4a6a-9765-c55d0f122bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d37a024-1cda-4ef5-beed-7642da9f8928']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:42.120302 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-2ddd4890-8502-4a6a-9765-c55d0f122bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421d8123-c099-43e5-bc81-d7d0f1d1e8d6') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:42.120740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-2ddd4890-8502-4a6a-9765-c55d0f122bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421d8123-c099-43e5-bc81-d7d0f1d1e8d6') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:42.134396 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ddd4890-8502-4a6a-9765-c55d0f122bdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:42.159947 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-859b51ea-5cad-4b1a-8632-08ae1abe0ecd None None] Provisioning for port a1ad4269-affd-44d4-a689-c634efb32cd9 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:37:42.166508 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-859b51ea-5cad-4b1a-8632-08ae1abe0ecd None None] Provisioning complete for port a1ad4269-affd-44d4-a689-c634efb32cd9 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:37:42.167152 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-859b51ea-5cad-4b1a-8632-08ae1abe0ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:42.249499 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-859b51ea-5cad-4b1a-8632-08ae1abe0ecd None None] Port a1ad4269-affd-44d4-a689-c634efb32cd9 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:37:42.259265 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306e1168-55ed-4b7c-abf2-0880ff151c59', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038812787-router', 'tenant_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'e55b9342-335a-40e4-8442-a59c62eedb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:31Z', 'updated_at': '2022-03-09T03:37:35Z', 'revision_number': 3, 'project_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8', 'gw_port': {'id': 'e55b9342-335a-40e4-8442-a59c62eedb5d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306e1168-55ed-4b7c-abf2-0880ff151c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:33Z', 'updated_at': '2022-03-09T03:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:42.263868 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e2d27c-4163-4dd3-8e59-f30ea17436c8 None None] The sync data for ids ['306e1168-55ed-4b7c-abf2-0880ff151c59'] in n-d-825178-5 is: [{'id': '306e1168-55ed-4b7c-abf2-0880ff151c59', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038812787-router', 'tenant_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'e55b9342-335a-40e4-8442-a59c62eedb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:31Z', 'updated_at': '2022-03-09T03:37:35Z', 'revision_number': 3, 'project_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8', 'gw_port': {'id': 'e55b9342-335a-40e4-8442-a59c62eedb5d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306e1168-55ed-4b7c-abf2-0880ff151c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:33Z', 'updated_at': '2022-03-09T03:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:37:42.300255 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ddd4890-8502-4a6a-9765-c55d0f122bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:42.352235 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ddd4890-8502-4a6a-9765-c55d0f122bdd admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:37:42.352799 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-5829b755-81f5-41b3-9a1d-20a4dd523907 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:42.352920 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ddd4890-8502-4a6a-9765-c55d0f122bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:42.357810 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-5829b755-81f5-41b3-9a1d-20a4dd523907 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/networks?id=b43e277f-27e3-4498-8ae6-3889cca4234e HTTP/1.1" status: 200 len: 811 time: 0.3785827 Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:37:42.369519 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:37:42.372066 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b01f3923-f762-4bd7-9947-72c5a02d562a req-0913b592-3a39-49c2-afb5-8a56e5794b63 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 210 time: 0.1476076 Mar 09 03:37:42.392119 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb0ccb-a4ac-4f61-986d-3e051914b12f req-28014512-8185-497a-a10f-53bab1da7639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:42.393923 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95fb0ccb-a4ac-4f61-986d-3e051914b12f req-28014512-8185-497a-a10f-53bab1da7639 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 1099 time: 0.4788179 Mar 09 03:37:42.428836 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c114f7e8-1503-4c71-a05a-c6b995fe20cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:42.442717 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-4157b753-1be1-42ea-9322-3b884cee9cdf tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/quotas/ae03d5eb038f4850a3760a69271911b5 HTTP/1.1" status: 200 len: 375 time: 0.0440567 Mar 09 03:37:42.498048 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c114f7e8-1503-4c71-a05a-c6b995fe20cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:42.575174 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6e568b3d-adb7-4b45-a6b7-64f7e6012b4f None None] Deleting port c3772b7a-308d-4881-8011-b172b6cd0f3b {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:37:42.575585 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6e568b3d-adb7-4b45-a6b7-64f7e6012b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:42.614720 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-40f35939-0f1f-4f5d-82d6-1ba9684401c7 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae03d5eb038f4850a3760a69271911b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1706500 Mar 09 03:37:42.712081 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fd92fa84-39e4-47c9-b9cd-f7a6904ace60 req-0876ec42-310d-4f9d-95f5-417ef8d667d1 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6618989 Mar 09 03:37:42.776860 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6e568b3d-adb7-4b45-a6b7-64f7e6012b4f None None] The port 'c3772b7a-308d-4881-8011-b172b6cd0f3b' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:37:42.794805 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ddd4890-8502-4a6a-9765-c55d0f122bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:42.810411 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ddd4890-8502-4a6a-9765-c55d0f122bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:42.919017 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-d1617674-ab57-49a5-ab57-6658251aff2e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:42.921367 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-d1617674-ab57-49a5-ab57-6658251aff2e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.21 "GET /v2.0/networks?id=af94044a-4dd6-4e2a-9a7b-ddb410474c02 HTTP/1.1" status: 200 len: 807 time: 0.3762724 Mar 09 03:37:42.922053 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114f7e8-1503-4c71-a05a-c6b995fe20cf admin admin] Pushing event updated for resources: {'Port': ['ID=a1ad4269-affd-44d4-a689-c634efb32cd9,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:43.075770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-a8ee412a-20e4-4fe1-9620-f3cc4ebc2933 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Request body: {'port': {'device_id': 'd9418cfa-b826-400c-a5ed-e8a16c33b05e', 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02', 'admin_state_up': True, 'tenant_id': '2805c8aef7c746099fde990352f135bf'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:37:43.089128 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd4890-8502-4a6a-9765-c55d0f122bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=4d37a024-1cda-4ef5-beed-7642da9f8928,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:43.107073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb0ccb-a4ac-4f61-986d-3e051914b12f req-b5686b25-33c5-497c-b05e-f285f4c72e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:43.111330 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95fb0ccb-a4ac-4f61-986d-3e051914b12f req-b5686b25-33c5-497c-b05e-f285f4c72e18 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.6170156 Mar 09 03:37:43.130480 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2ddd4890-8502-4a6a-9765-c55d0f122bdd admin admin] 10.222.0.16 "DELETE /v2.0/networks/4d37a024-1cda-4ef5-beed-7642da9f8928 HTTP/1.1" status: 204 len: 168 time: 3.9058359 Mar 09 03:37:43.195560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-b1445d6c-1e14-4248-b30f-37ee191f5c47 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:43.197033 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-b1445d6c-1e14-4248-b30f-37ee191f5c47 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.21 "GET /v2.0/networks?id=0f6d0580-a9d8-4927-9545-deb69bba2e08 HTTP/1.1" status: 200 len: 815 time: 0.9713337 Mar 09 03:37:43.222411 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Request body: {'port': {'device_id': '66ad7345-ec33-4277-b22c-e9130cd501da', 'network_id': '0f6d0580-a9d8-4927-9545-deb69bba2e08', 'admin_state_up': True, 'tenant_id': '146f2c30d8a84537bb31c68e25363aac'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:37:43.278680 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e55b9342-335a-40e4-8442-a59c62eedb5d up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:37:43.395634 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c114f7e8-1503-4c71-a05a-c6b995fe20cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:43.413194 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-66ec7e1b-7ed9-4523-9158-f46a15fbfa7a service neutron] 10.222.0.16 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7918000 Mar 09 03:37:43.440997 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-a8ee412a-20e4-4fe1-9620-f3cc4ebc2933 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:43.494207 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port e55b9342-335a-40e4-8442-a59c62eedb5d completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:37:43.518535 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port e55b9342-335a-40e4-8442-a59c62eedb5d triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:37:43.522026 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:43.660784 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44486) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:43.666420 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95fb0ccb-a4ac-4f61-986d-3e051914b12f req-b309dc51-9450-486b-9251-89f050e77641 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=64c93ab8-1889-4495-a0bd-237b392283fc HTTP/1.1" status: 200 len: 217 time: 0.5345416 Mar 09 03:37:43.792722 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:43.814992 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port e55b9342-335a-40e4-8442-a59c62eedb5d, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e55b9342-335a-40e4-8442-a59c62eedb5d,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:43.821429 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:43.869491 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-a8ee412a-20e4-4fe1-9620-f3cc4ebc2933 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:43.899854 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=e55b9342-335a-40e4-8442-a59c62eedb5d,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:43.930147 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb0ccb-a4ac-4f61-986d-3e051914b12f req-b34bf256-34d7-43ef-bb4a-dea903f03b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:43.931654 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95fb0ccb-a4ac-4f61-986d-3e051914b12f req-b34bf256-34d7-43ef-bb4a-dea903f03b90 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 1099 time: 1.1144233 Mar 09 03:37:43.970056 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c9818637-311f-4499-9bf6-c0548642d2a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd35e40c0d08420f92da4df5c54857a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023868 Mar 09 03:37:43.976234 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44492) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:44.073973 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-a8ee412a-20e4-4fe1-9620-f3cc4ebc2933 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Made reservation on behalf of 2805c8aef7c746099fde990352f135bf for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:37:44.079949 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-a8ee412a-20e4-4fe1-9620-f3cc4ebc2933 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:44.107247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb0ccb-a4ac-4f61-986d-3e051914b12f req-7460dc39-425f-43db-bb5a-077e3ce039af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:44.109047 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95fb0ccb-a4ac-4f61-986d-3e051914b12f req-7460dc39-425f-43db-bb5a-077e3ce039af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.4046569 Mar 09 03:37:44.237303 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c114f7e8-1503-4c71-a05a-c6b995fe20cf admin admin] Network 4c0d2d48-72dd-43de-8481-53aea05cf832 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:37:44.239910 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-f0262ff4-7768-46a6-a188-e02f72163fb7 service neutron] 10.222.0.16 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8257730 Mar 09 03:37:44.244167 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-c114f7e8-1503-4c71-a05a-c6b995fe20cf admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:37:44.244764 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:44.251539 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Usage tracker for resource:port and tenant:146f2c30d8a84537bb31c68e25363aac is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:37:44.255522 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:37:44.262420 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:44.299893 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Made reservation on behalf of 146f2c30d8a84537bb31c68e25363aac for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:37:44.307545 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:44.353749 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03193613-5911-47cf-8f66-15f9a38a634f req-97ad0d3d-01a2-4736-82d4-7c06e372beae tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:44.363833 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-03193613-5911-47cf-8f66-15f9a38a634f req-97ad0d3d-01a2-4736-82d4-7c06e372beae tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 948 time: 0.5844634 Mar 09 03:37:44.532863 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e8daba05-bfcd-4d57-b274-49f44b6f1706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:44.599492 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 64c93ab8-1889-4495-a0bd-237b392283fc details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:37:44.773604 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-03193613-5911-47cf-8f66-15f9a38a634f req-9868558c-da99-4d2a-9c30-881ce26679bd tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084344 Mar 09 03:37:44.805744 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e8daba05-bfcd-4d57-b274-49f44b6f1706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:44.820720 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb0ccb-a4ac-4f61-986d-3e051914b12f req-6bed33f0-6578-4adf-839b-f76a8e1d8676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:44.826196 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95fb0ccb-a4ac-4f61-986d-3e051914b12f req-6bed33f0-6578-4adf-839b-f76a8e1d8676 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.8412147 Mar 09 03:37:44.850411 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb0ccb-a4ac-4f61-986d-3e051914b12f req-ef33512c-ee4c-4911-bfc3-e02ea49ab062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:44.853123 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95fb0ccb-a4ac-4f61-986d-3e051914b12f req-ef33512c-ee4c-4911-bfc3-e02ea49ab062 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7348619 Mar 09 03:37:44.938813 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c76bac34-749b-4afe-b196-eec93d73b65b req-8c1576fa-0799-4351-bebb-47c8e96921a3 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/ports?device_id=66ad7345-ec33-4277-b22c-e9130cd501da HTTP/1.1" status: 200 len: 210 time: 0.1941600 Mar 09 03:37:45.011842 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-70b2643b-2a11-4bcc-b78c-26a45d0f7d85 None None] Provisioning complete for port a1ad4269-affd-44d4-a689-c634efb32cd9 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:37:45.013535 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-70b2643b-2a11-4bcc-b78c-26a45d0f7d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:45.044232 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-a8ee412a-20e4-4fe1-9620-f3cc4ebc2933 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Allocated IP 172.20.0.13 (af94044a-4dd6-4e2a-9a7b-ddb410474c02/42f7c02a-5561-45bd-a0c7-255e56eaf460/b7127e59-9dda-4070-b290-758042e935f5) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:37:45.104878 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c114f7e8-1503-4c71-a05a-c6b995fe20cf admin admin] Router 306e1168-55ed-4b7c-abf2-0880ff151c59 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:37:45.166638 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95fb0ccb-a4ac-4f61-986d-3e051914b12f req-80842581-f833-437f-903b-8b16b86b0e3a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=64c93ab8-1889-4495-a0bd-237b392283fc HTTP/1.1" status: 200 len: 217 time: 0.3120251 Mar 09 03:37:45.183539 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 64c93ab8-1889-4495-a0bd-237b392283fc, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=64c93ab8-1889-4495-a0bd-237b392283fc,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:45.220536 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e55b9342-335a-40e4-8442-a59c62eedb5d up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:37:45.277504 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '64c93ab8-1889-4495-a0bd-237b392283fc', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': '64c93ab8-1889-4495-a0bd-237b392283fc', 'mac_address': 'fa:16:3e:15:4a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:37:45.281928 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-70b2643b-2a11-4bcc-b78c-26a45d0f7d85 None None] Port a1ad4269-affd-44d4-a689-c634efb32cd9 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:37:45.317847 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb0ccb-a4ac-4f61-986d-3e051914b12f req-87de6f8c-2111-4753-835f-9eb9ce065d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:45.319480 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95fb0ccb-a4ac-4f61-986d-3e051914b12f req-87de6f8c-2111-4753-835f-9eb9ce065d28 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.0924892 Mar 09 03:37:45.375748 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:45.377186 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-53e57c6a-2c94-480f-8d3a-3924a0ed4322 req-6265e735-38fb-4059-9e8d-d643d1021a47 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 210 time: 0.1576860 Mar 09 03:37:45.407418 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64c93ab8-1889-4495-a0bd-237b392283fc {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:37:45.425841 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 64c93ab8-1889-4495-a0bd-237b392283fc, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=64c93ab8-1889-4495-a0bd-237b392283fc,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:45.438138 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:45.481285 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Allocated IP 172.20.0.14 (0f6d0580-a9d8-4927-9545-deb69bba2e08/661961bb-b7a9-4b8b-8877-8caf4fedb501/b34f057a-888a-4820-bdf9-6862a81df0d5) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:37:45.545751 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=64c93ab8-1889-4495-a0bd-237b392283fc,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:45.557451 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 85720d65-761c-4542-9c4e-938ea4d3c821 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:37:45.560316 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 85720d65-761c-4542-9c4e-938ea4d3c821 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:37:45.560445 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a82fe-d2f2-49b0-9559-64b0605a21d1 req-ab34b416-c41a-462c-8c26-57dc91bf6b95 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:45.561989 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c82a82fe-d2f2-49b0-9559-64b0605a21d1 req-ab34b416-c41a-462c-8c26-57dc91bf6b95 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 950 time: 0.4800999 Mar 09 03:37:45.602510 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95fb0ccb-a4ac-4f61-986d-3e051914b12f req-64c97855-7946-4bae-afd4-09f695b6745b service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5555992 Mar 09 03:37:45.603144 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e8daba05-bfcd-4d57-b274-49f44b6f1706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:45.630391 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port e55b9342-335a-40e4-8442-a59c62eedb5d triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:37:45.630960 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:45.673189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb0ccb-a4ac-4f61-986d-3e051914b12f req-eca15141-98ab-4b01-9af1-b1143bb40d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:45.676785 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95fb0ccb-a4ac-4f61-986d-3e051914b12f req-eca15141-98ab-4b01-9af1-b1143bb40d3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2872641 Mar 09 03:37:45.729095 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['64c93ab8-1889-4495-a0bd-237b392283fc'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:37:45.823023 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8daba05-bfcd-4d57-b274-49f44b6f1706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce7cd58-d2ef-434a-ae58-2d2cf8205af2,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:45.893941 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-a8ee412a-20e4-4fe1-9620-f3cc4ebc2933 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:45.916734 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ba6a71d2-c51a-4ab5-9656-b0a49db9ca28 req-076462bb-224b-45f0-b80a-6e763efa228d tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=13e8b5d2-68d8-453b-be25-2625b110e990 HTTP/1.1" status: 200 len: 210 time: 0.2106888 Mar 09 03:37:45.994510 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c114f7e8-1503-4c71-a05a-c6b995fe20cf admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:37:45.996051 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e8daba05-bfcd-4d57-b274-49f44b6f1706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:45.997160 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e8daba05-bfcd-4d57-b274-49f44b6f1706 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ce7cd58-d2ef-434a-ae58-2d2cf8205af2 HTTP/1.1" status: 204 len: 168 time: 2.0049374 Mar 09 03:37:46.004834 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] Sync routers for ids ['306e1168-55ed-4b7c-abf2-0880ff151c59'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:37:46.030615 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] Routers {'306e1168-55ed-4b7c-abf2-0880ff151c59'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:37:46.032357 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:37:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['306e1168-55ed-4b7c-abf2-0880ff151c59'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:46.035127 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c114f7e8-1503-4c71-a05a-c6b995fe20cf admin admin] 10.222.0.16 "PUT /v2.0/routers/306e1168-55ed-4b7c-abf2-0880ff151c59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0168023 Mar 09 03:37:46.061625 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95fb0ccb-a4ac-4f61-986d-3e051914b12f req-02c8e338-3dfc-4d4c-9ad9-021889122001 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476331 Mar 09 03:37:46.091816 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c82a82fe-d2f2-49b0-9559-64b0605a21d1 req-3ea9f734-b69d-4fa7-bcf1-61de50eebfa1 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5109076 Mar 09 03:37:46.104462 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-a8ee412a-20e4-4fe1-9620-f3cc4ebc2933 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:46.426283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-a8ee412a-20e4-4fe1-9620-f3cc4ebc2933 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Network af94044a-4dd6-4e2a-9a7b-ddb410474c02 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:37:46.427385 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee412a-20e4-4fe1-9620-f3cc4ebc2933 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Pushing event updated for resources: {'Port': ['ID=b7127e59-9dda-4070-b290-758042e935f5,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:46.429890 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-a8ee412a-20e4-4fe1-9620-f3cc4ebc2933 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:37:46.437778 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-a8ee412a-20e4-4fe1-9620-f3cc4ebc2933 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:37:46.498552 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] Set router 306e1168-55ed-4b7c-abf2-0880ff151c59 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:37:46.642453 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:46.675757 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 85720d65-761c-4542-9c4e-938ea4d3c821, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=85720d65-761c-4542-9c4e-938ea4d3c821,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:46.686438 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-a8ee412a-20e4-4fe1-9620-f3cc4ebc2933 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:46.687169 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-a8ee412a-20e4-4fe1-9620-f3cc4ebc2933 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:46.731134 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 85720d65-761c-4542-9c4e-938ea4d3c821, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=85720d65-761c-4542-9c4e-938ea4d3c821,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:46.758554 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da638be3-efe3-4f10-b607-b7f1c174aa18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85720d65-761c-4542-9c4e-938ea4d3c821'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:37:46.768707 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:46.848493 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-a8ee412a-20e4-4fe1-9620-f3cc4ebc2933 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7765253 Mar 09 03:37:46.863427 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-59e4bdad-dbfd-405b-9acb-e038ef6c764c req-f8a99672-762b-494b-a593-be4f3dfe0661 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/ports?device_id=66ad7345-ec33-4277-b22c-e9130cd501da HTTP/1.1" status: 200 len: 210 time: 0.1228757 Mar 09 03:37:46.874034 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-cbbd4ba4-0908-4186-852a-77c24672ec63 service neutron] Request body: {'port': {'device_id': 'd9418cfa-b826-400c-a5ed-e8a16c33b05e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:37:46.929620 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '85720d65-761c-4542-9c4e-938ea4d3c821', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': '85720d65-761c-4542-9c4e-938ea4d3c821', 'mac_address': 'fa:16:3e:76:1c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:37:47.014810 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95fb0ccb-a4ac-4f61-986d-3e051914b12f req-17ab6052-9e1f-4231-aa70-28409139c0a5 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3692973 Mar 09 03:37:47.104162 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:47.220695 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85720d65-761c-4542-9c4e-938ea4d3c821 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:37:47.273313 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=85720d65-761c-4542-9c4e-938ea4d3c821,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:47.291764 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306e1168-55ed-4b7c-abf2-0880ff151c59', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038812787-router', 'tenant_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'e55b9342-335a-40e4-8442-a59c62eedb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:31Z', 'updated_at': '2022-03-09T03:37:41Z', 'revision_number': 4, 'project_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8', 'gw_port': {'id': 'e55b9342-335a-40e4-8442-a59c62eedb5d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306e1168-55ed-4b7c-abf2-0880ff151c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:33Z', 'updated_at': '2022-03-09T03:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'a1ad4269-affd-44d4-a689-c634efb32cd9', 'name': '', 'network_id': '4c0d2d48-72dd-43de-8481-53aea05cf832', 'tenant_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8', 'mac_address': 'fa:16:3e:4e:a4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306e1168-55ed-4b7c-abf2-0880ff151c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '841f110c-b6ae-4b89-8aaf-857fc3602e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:39Z', 'updated_at': '2022-03-09T03:37:41Z', 'revision_number': 2, 'project_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8', 'subnets': [{'id': '841f110c-b6ae-4b89-8aaf-857fc3602e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:47.302749 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] Checking router: 306e1168-55ed-4b7c-abf2-0880ff151c59 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:37:47.307331 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] Updating router 306e1168-55ed-4b7c-abf2-0880ff151c59 port a1ad4269-affd-44d4-a689-c634efb32cd9 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:37:47.395421 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 85720d65-761c-4542-9c4e-938ea4d3c821, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=85720d65-761c-4542-9c4e-938ea4d3c821,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:47.424498 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:47.455239 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:47.490945 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95fb0ccb-a4ac-4f61-986d-3e051914b12f req-bc93ebe2-95b3-4e4c-a9ef-45ab12914d3a service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3976581 Mar 09 03:37:47.503745 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:47.666640 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=85720d65-761c-4542-9c4e-938ea4d3c821,revision_number=7']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:47.683108 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-cbbd4ba4-0908-4186-852a-77c24672ec63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:47.794188 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9156e06-7902-4588-92bd-8f74e2ec11c1 req-ee271170-bfb9-41b3-9068-e0a41fbc62e5 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:47.796274 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9156e06-7902-4588-92bd-8f74e2ec11c1 req-ee271170-bfb9-41b3-9068-e0a41fbc62e5 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 949 time: 0.9825974 Mar 09 03:37:47.796768 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44560) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:47.817983 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['85720d65-761c-4542-9c4e-938ea4d3c821'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:37:47.869588 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:47.983290 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803ba7b-f1fd-4f5f-9ce0-b9b7ae00d70a req-3544f73d-0dfe-486b-8124-b82e916e1c9e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:47.987342 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-3803ba7b-f1fd-4f5f-9ce0-b9b7ae00d70a req-3544f73d-0dfe-486b-8124-b82e916e1c9e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Synchronizing usage tracker for tenant:2805c8aef7c746099fde990352f135bf on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:37:47.990767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-a9c4afc1-b240-4502-9b07-04b560090ebe tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:47.990767 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-a9c4afc1-b240-4502-9b07-04b560090ebe tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.24 "GET /v2.0/networks?id=b43e277f-27e3-4498-8ae6-3889cca4234e HTTP/1.1" status: 200 len: 811 time: 1.1588171 Mar 09 03:37:48.053026 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b9b253db-b0c6-4d43-94c4-67fd2f786c5a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Request body: {'port': {'device_id': '13e8b5d2-68d8-453b-be25-2625b110e990', 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e', 'admin_state_up': True, 'tenant_id': 'ae03d5eb038f4850a3760a69271911b5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:37:48.055397 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-3803ba7b-f1fd-4f5f-9ce0-b9b7ae00d70a req-3544f73d-0dfe-486b-8124-b82e916e1c9e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Unset dirty status for tenant:2805c8aef7c746099fde990352f135bf on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:37:48.064937 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3803ba7b-f1fd-4f5f-9ce0-b9b7ae00d70a req-3544f73d-0dfe-486b-8124-b82e916e1c9e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 932 time: 0.5461106 Mar 09 03:37:48.172728 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3803ba7b-f1fd-4f5f-9ce0-b9b7ae00d70a req-246d7a5b-e768-45f7-b7f7-63d3fd3bdc39 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068327 Mar 09 03:37:48.453246 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:48.460018 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da638be3-efe3-4f10-b607-b7f1c174aa18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85720d65-761c-4542-9c4e-938ea4d3c821', 'code': 200} Mar 09 03:37:48.469186 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] Transition to ACTIVE for port object a1ad4269-affd-44d4-a689-c634efb32cd9 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:37:48.480811 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:48.553360 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b9b253db-b0c6-4d43-94c4-67fd2f786c5a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:48.562737 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b9b253db-b0c6-4d43-94c4-67fd2f786c5a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Usage tracker for resource:port and tenant:ae03d5eb038f4850a3760a69271911b5 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:37:48.578403 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b9b253db-b0c6-4d43-94c4-67fd2f786c5a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:37:48.603911 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b9b253db-b0c6-4d43-94c4-67fd2f786c5a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:48.621990 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9156e06-7902-4588-92bd-8f74e2ec11c1 req-c83d4c68-778e-4641-947c-03e433a0e7a1 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8093648 Mar 09 03:37:48.631241 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 64c93ab8-1889-4495-a0bd-237b392283fc up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:37:48.677226 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Network 0f6d0580-a9d8-4927-9545-deb69bba2e08 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:37:48.696416 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:37:48.698698 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b9b253db-b0c6-4d43-94c4-67fd2f786c5a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Made reservation on behalf of ae03d5eb038f4850a3760a69271911b5 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:37:48.711114 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b9b253db-b0c6-4d43-94c4-67fd2f786c5a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:48.759751 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:37:48.799660 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2ec1f340-56bd-48dc-badd-2c549d0f41d4 req-a6942a56-f09e-496b-89f6-eb4b4d1b929f tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=13e8b5d2-68d8-453b-be25-2625b110e990 HTTP/1.1" status: 200 len: 210 time: 0.1910524 Mar 09 03:37:48.819268 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-cbbd4ba4-0908-4186-852a-77c24672ec63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7127e59-9dda-4070-b290-758042e935f5 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:37:48.839058 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-cbbd4ba4-0908-4186-852a-77c24672ec63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:48.852471 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 64c93ab8-1889-4495-a0bd-237b392283fc completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:37:48.874149 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 64c93ab8-1889-4495-a0bd-237b392283fc triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:37:48.878764 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:48.944458 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-3373f181-b096-4351-9d3c-38931068d059 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1332475293-network', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:37:48.960285 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3373f181-b096-4351-9d3c-38931068d059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:48.973718 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-cbbd4ba4-0908-4186-852a-77c24672ec63 service neutron] Transition to ACTIVE for port object b7127e59-9dda-4070-b290-758042e935f5 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:37:48.974413 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3373f181-b096-4351-9d3c-38931068d059 admin admin] Usage tracker for resource:network and tenant:ffa74fa7e259451baa8a72de689adc07 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:37:48.985893 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3373f181-b096-4351-9d3c-38931068d059 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:37:48.986667 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-cbbd4ba4-0908-4186-852a-77c24672ec63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:49.000241 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3373f181-b096-4351-9d3c-38931068d059 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:49.150456 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7b7e0-19df-46f6-8251-0e057ed9d86c None None] Pushing event updated for resources: {'Port': ['ID=a1ad4269-affd-44d4-a689-c634efb32cd9,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:49.318143 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3373f181-b096-4351-9d3c-38931068d059 admin admin] Made reservation on behalf of ffa74fa7e259451baa8a72de689adc07 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:37:49.328455 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3373f181-b096-4351-9d3c-38931068d059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:49.366162 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] Attempting to bind port a1ad4269-affd-44d4-a689-c634efb32cd9 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:37:49.366634 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] Attempting to bind port a1ad4269-affd-44d4-a689-c634efb32cd9 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ce6a5822-0a23-4946-b0fa-8896e903b7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4c0d2d48-72dd-43de-8481-53aea05cf832'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:37:49.367008 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] Attempting to bind port a1ad4269-affd-44d4-a689-c634efb32cd9 on network 4c0d2d48-72dd-43de-8481-53aea05cf832 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:37:49.383932 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:37:49.384296 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] Checking segment: {'id': 'ce6a5822-0a23-4946-b0fa-8896e903b7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4c0d2d48-72dd-43de-8481-53aea05cf832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:37:49.384589 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:49.387223 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] Bound using segment: {'id': 'ce6a5822-0a23-4946-b0fa-8896e903b7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4c0d2d48-72dd-43de-8481-53aea05cf832'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:37:49.389935 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] Bound port: a1ad4269-affd-44d4-a689-c634efb32cd9, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6a5822-0a23-4946-b0fa-8896e903b7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4c0d2d48-72dd-43de-8481-53aea05cf832'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:37:49.390330 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:49.453195 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:49.474517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Pushing event updated for resources: {'Port': ['ID=b34f057a-888a-4820-bdf9-6862a81df0d5,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:49.484745 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3373f181-b096-4351-9d3c-38931068d059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:49.517403 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 85720d65-761c-4542-9c4e-938ea4d3c821 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:37:49.578735 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd4ba4-0908-4186-852a-77c24672ec63 service neutron] Pushing event updated for resources: {'Port': ['ID=b7127e59-9dda-4070-b290-758042e935f5,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:49.594131 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:49.594799 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:49.606290 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3373f181-b096-4351-9d3c-38931068d059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:49.608536 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] For port a1ad4269-affd-44d4-a689-c634efb32cd9, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:37:49.614599 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] For port a1ad4269-affd-44d4-a689-c634efb32cd9, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a1ad4269-affd-44d4-a689-c634efb32cd9,segment=NetworkSegment(ce6a5822-0a23-4946-b0fa-8896e903b7dc),segment_id=ce6a5822-0a23-4946-b0fa-8896e903b7dc)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:37:49.624919 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:49.635851 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 64c93ab8-1889-4495-a0bd-237b392283fc, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=64c93ab8-1889-4495-a0bd-237b392283fc,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:49.642697 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-cbbd4ba4-0908-4186-852a-77c24672ec63 service neutron] Attempting to bind port b7127e59-9dda-4070-b290-758042e935f5 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:37:49.643083 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-cbbd4ba4-0908-4186-852a-77c24672ec63 service neutron] Attempting to bind port b7127e59-9dda-4070-b290-758042e935f5 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:37:49.643425 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-cbbd4ba4-0908-4186-852a-77c24672ec63 service neutron] Attempting to bind port b7127e59-9dda-4070-b290-758042e935f5 on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:37:49.645391 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:49.645756 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:49.646719 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:49.647673 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:49.649100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:49.649594 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:49.651322 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:49.651521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-cbbd4ba4-0908-4186-852a-77c24672ec63 service neutron] Port b7127e59-9dda-4070-b290-758042e935f5 on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:37:49.651726 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:49.651858 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-cbbd4ba4-0908-4186-852a-77c24672ec63 service neutron] Attempting to bind port b7127e59-9dda-4070-b290-758042e935f5 on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:37:49.652042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:49.653446 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:49.653781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:49.654114 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:49.658173 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:49.658804 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-cbbd4ba4-0908-4186-852a-77c24672ec63 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:37:49.659184 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-cbbd4ba4-0908-4186-852a-77c24672ec63 service neutron] Checking segment: {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:37:49.659626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-cbbd4ba4-0908-4186-852a-77c24672ec63 service neutron] Bound using segment: {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:37:49.660059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-cbbd4ba4-0908-4186-852a-77c24672ec63 service neutron] Bound port: b7127e59-9dda-4070-b290-758042e935f5, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:37:49.660406 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-cbbd4ba4-0908-4186-852a-77c24672ec63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:49.680234 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec4bd5-079b-40da-ba27-114b5bc6e0b0 req-d4adbe82-2ec9-4a4e-93ca-e301776b0ec8 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:49.681806 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a9ec4bd5-079b-40da-ba27-114b5bc6e0b0 req-d4adbe82-2ec9-4a4e-93ca-e301776b0ec8 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/ports?device_id=66ad7345-ec33-4277-b22c-e9130cd501da HTTP/1.1" status: 200 len: 932 time: 0.3426499 Mar 09 03:37:49.706917 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3373f181-b096-4351-9d3c-38931068d059 admin admin] Usage tracker for resource:security_group_rule and tenant:ffa74fa7e259451baa8a72de689adc07 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:37:49.718489 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3373f181-b096-4351-9d3c-38931068d059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:37:49.799684 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 85720d65-761c-4542-9c4e-938ea4d3c821 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:37:49.800867 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:49.804165 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a9ec4bd5-079b-40da-ba27-114b5bc6e0b0 req-844fae21-b864-47a6-aacf-f91f789ae2f5 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Synchronizing usage tracker for tenant:146f2c30d8a84537bb31c68e25363aac on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:37:49.832017 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] Routers {'306e1168-55ed-4b7c-abf2-0880ff151c59'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:37:49.832554 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:37:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['306e1168-55ed-4b7c-abf2-0880ff151c59'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:49.843449 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-cbbd4ba4-0908-4186-852a-77c24672ec63 service neutron] For port b7127e59-9dda-4070-b290-758042e935f5, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:37:49.848568 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-cbbd4ba4-0908-4186-852a-77c24672ec63 service neutron] For port b7127e59-9dda-4070-b290-758042e935f5, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b7127e59-9dda-4070-b290-758042e935f5,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:37:49.865461 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-cbbd4ba4-0908-4186-852a-77c24672ec63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:49.894424 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=64c93ab8-1889-4495-a0bd-237b392283fc,revision_number=9']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:49.942785 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b9b253db-b0c6-4d43-94c4-67fd2f786c5a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Allocated IP 172.20.0.5 (b43e277f-27e3-4498-8ae6-3889cca4234e/c938e3dc-f3f5-45d5-a021-35dcda335146/dea667ca-3183-461e-812d-5bcc66a52000) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:37:49.945107 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3373f181-b096-4351-9d3c-38931068d059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:49.993142 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a9ec4bd5-079b-40da-ba27-114b5bc6e0b0 req-844fae21-b864-47a6-aacf-f91f789ae2f5 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Unset dirty status for tenant:146f2c30d8a84537bb31c68e25363aac on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:37:50.009816 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a9ec4bd5-079b-40da-ba27-114b5bc6e0b0 req-844fae21-b864-47a6-aacf-f91f789ae2f5 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f3fe200-cbe7-472c-a4ee-495af854f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204608 Mar 09 03:37:50.024872 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:50.067150 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-937de97a-4d8c-43c8-b3cc-fd712d1e8895 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8467658 Mar 09 03:37:50.100785 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-cbbd4ba4-0908-4186-852a-77c24672ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:50.104151 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-6c76491e-2b48-4f2f-8de0-452f6a4406ae service neutron] Request body: {'port': {'device_id': '66ad7345-ec33-4277-b22c-e9130cd501da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:37:50.111656 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-cbbd4ba4-0908-4186-852a-77c24672ec63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:50.116424 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7b7e0-19df-46f6-8251-0e057ed9d86c None None] Pushing event updated for resources: {'Port': ['ID=a1ad4269-affd-44d4-a689-c634efb32cd9,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:50.118642 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-cbbd4ba4-0908-4186-852a-77c24672ec63 service neutron] 10.222.0.21 "PUT /v2.0/ports/b7127e59-9dda-4070-b290-758042e935f5 HTTP/1.1" status: 200 len: 1092 time: 3.2542264 Mar 09 03:37:50.119213 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9418cfa-b826-400c-a5ed-e8a16c33b05e', 'tag': 'b7127e59-9dda-4070-b290-758042e935f5'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:37:50.177933 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 85720d65-761c-4542-9c4e-938ea4d3c821, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=85720d65-761c-4542-9c4e-938ea4d3c821,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:50.188384 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:50.249969 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07ac60-ba1e-422a-a605-fe36a99fbef3 req-515d1906-1be1-4cab-adf6-3afb32547242 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:50.258443 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f07ac60-ba1e-422a-a605-fe36a99fbef3 req-515d1906-1be1-4cab-adf6-3afb32547242 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 949 time: 1.2293916 Mar 09 03:37:50.317492 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd4ba4-0908-4186-852a-77c24672ec63 service neutron] Pushing event updated for resources: {'Port': ['ID=b7127e59-9dda-4070-b290-758042e935f5,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:50.339966 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=85720d65-761c-4542-9c4e-938ea4d3c821,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:50.371268 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] Set router 306e1168-55ed-4b7c-abf2-0880ff151c59 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:37:50.388462 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-f9fcd57a-229c-481e-9616-4ea5681c19f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:50.390100 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-f9fcd57a-229c-481e-9616-4ea5681c19f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2805c8aef7c746099fde990352f135bf&device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 1095 time: 0.2093573 Mar 09 03:37:50.461167 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05087af-900d-43a6-a9d5-ed2daa11fa3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c93ab8-1889-4495-a0bd-237b392283fc'}, {'server_uuid': 'da638be3-efe3-4f10-b607-b7f1c174aa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85720d65-761c-4542-9c4e-938ea4d3c821'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:37:50.476803 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-af5026fc-3d2b-4844-bfee-8260202a50ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7127e59-9dda-4070-b290-758042e935f5 HTTP/1.1" status: 200 len: 217 time: 0.0785179 Mar 09 03:37:50.550654 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-684e61e1-969f-4827-a6fc-3b540eca1117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:50.552351 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-684e61e1-969f-4827-a6fc-3b540eca1117 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42f7c02a-5561-45bd-a0c7-255e56eaf460 HTTP/1.1" status: 200 len: 847 time: 0.0703404 Mar 09 03:37:50.658997 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-12b957b9-60c2-4266-ae17-dac0f6334dab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af94044a-4dd6-4e2a-9a7b-ddb410474c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005478 Mar 09 03:37:50.674982 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f07ac60-ba1e-422a-a605-fe36a99fbef3 req-88e02c41-5f93-4865-827d-ea17af6a4ff9 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151719 Mar 09 03:37:50.955240 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306e1168-55ed-4b7c-abf2-0880ff151c59', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038812787-router', 'tenant_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'e55b9342-335a-40e4-8442-a59c62eedb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:31Z', 'updated_at': '2022-03-09T03:37:41Z', 'revision_number': 4, 'project_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8', 'gw_port': {'id': 'e55b9342-335a-40e4-8442-a59c62eedb5d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306e1168-55ed-4b7c-abf2-0880ff151c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:33Z', 'updated_at': '2022-03-09T03:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'a1ad4269-affd-44d4-a689-c634efb32cd9', 'name': '', 'network_id': '4c0d2d48-72dd-43de-8481-53aea05cf832', 'tenant_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8', 'mac_address': 'fa:16:3e:4e:a4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306e1168-55ed-4b7c-abf2-0880ff151c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '841f110c-b6ae-4b89-8aaf-857fc3602e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:39Z', 'updated_at': '2022-03-09T03:37:49Z', 'revision_number': 4, 'project_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8', 'subnets': [{'id': '841f110c-b6ae-4b89-8aaf-857fc3602e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:37:50.960747 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851e97f7-8593-4c65-b78a-cb8afd4a57cd None None] The sync data for ids ['306e1168-55ed-4b7c-abf2-0880ff151c59'] in n-d-825178-5 is: [{'id': '306e1168-55ed-4b7c-abf2-0880ff151c59', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038812787-router', 'tenant_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'e55b9342-335a-40e4-8442-a59c62eedb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:31Z', 'updated_at': '2022-03-09T03:37:41Z', 'revision_number': 4, 'project_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8', 'gw_port': {'id': 'e55b9342-335a-40e4-8442-a59c62eedb5d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306e1168-55ed-4b7c-abf2-0880ff151c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:33Z', 'updated_at': '2022-03-09T03:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'a1ad4269-affd-44d4-a689-c634efb32cd9', 'name': '', 'network_id': '4c0d2d48-72dd-43de-8481-53aea05cf832', 'tenant_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8', 'mac_address': 'fa:16:3e:4e:a4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306e1168-55ed-4b7c-abf2-0880ff151c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '841f110c-b6ae-4b89-8aaf-857fc3602e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:39Z', 'updated_at': '2022-03-09T03:37:49Z', 'revision_number': 4, 'project_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8', 'subnets': [{'id': '841f110c-b6ae-4b89-8aaf-857fc3602e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:37:51.007150 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-9b7b251b-e250-4b77-a922-d6101aafaca2 service neutron] 10.222.0.21 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351862 Mar 09 03:37:51.053235 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-6c76491e-2b48-4f2f-8de0-452f6a4406ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:51.070891 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b4f84-c46e-4ae6-9390-30fc92ef3ed0 req-19dbcf9c-7fce-4a5b-b9e6-e98686d6eb14 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:51.072119 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-302b4f84-c46e-4ae6-9390-30fc92ef3ed0 req-19dbcf9c-7fce-4a5b-b9e6-e98686d6eb14 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 944 time: 0.3406701 Mar 09 03:37:51.277564 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a1ad4269-affd-44d4-a689-c634efb32cd9 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:37:51.473360 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port a1ad4269-affd-44d4-a689-c634efb32cd9 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:37:51.480154 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port a1ad4269-affd-44d4-a689-c634efb32cd9 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:37:51.480701 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:51.573761 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-302b4f84-c46e-4ae6-9390-30fc92ef3ed0 req-4d8dd580-af10-473d-a846-67fba21ebd27 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005643 Mar 09 03:37:51.671647 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-133d106e-a8fa-4c58-9bcc-b301491f16fa req-1be2dfbe-8bd7-408a-9854-a4f34513f0a0 service neutron] 10.222.0.21 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6587362 Mar 09 03:37:51.730487 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:51.743484 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-8ec96904-f3cd-4d95-bcfd-702179421e0b req-ca260f90-82d2-42ef-b545-b0293eeb4f78 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Synchronizing usage tracker for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:37:51.802478 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port a1ad4269-affd-44d4-a689-c634efb32cd9, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a1ad4269-affd-44d4-a689-c634efb32cd9,segment=NetworkSegment(ce6a5822-0a23-4946-b0fa-8896e903b7dc),segment_id=ce6a5822-0a23-4946-b0fa-8896e903b7dc)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:51.802724 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9418cfa-b826-400c-a5ed-e8a16c33b05e', 'tag': 'b7127e59-9dda-4070-b290-758042e935f5', 'status': 'completed', 'code': 200} Mar 09 03:37:51.812845 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:51.902015 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3373f181-b096-4351-9d3c-38931068d059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:51.977251 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=a1ad4269-affd-44d4-a689-c634efb32cd9,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:52.026069 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05087af-900d-43a6-a9d5-ed2daa11fa3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c93ab8-1889-4495-a0bd-237b392283fc', 'code': 200} Mar 09 03:37:52.026275 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da638be3-efe3-4f10-b607-b7f1c174aa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85720d65-761c-4542-9c4e-938ea4d3c821', 'code': 200} Mar 09 03:37:52.028074 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-8ec96904-f3cd-4d95-bcfd-702179421e0b req-ca260f90-82d2-42ef-b545-b0293eeb4f78 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Unset dirty status for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:37:52.030064 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8ec96904-f3cd-4d95-bcfd-702179421e0b req-ca260f90-82d2-42ef-b545-b0293eeb4f78 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=13e8b5d2-68d8-453b-be25-2625b110e990 HTTP/1.1" status: 200 len: 210 time: 0.9014554 Mar 09 03:37:52.030763 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3373f181-b096-4351-9d3c-38931068d059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:52.074665 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68c4d9-dbf4-4814-9060-6033d9e7cce8 req-9e774245-53d9-4a90-af77-70595198b226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:52.080843 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3b68c4d9-dbf4-4814-9060-6033d9e7cce8 req-9e774245-53d9-4a90-af77-70595198b226 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2805c8aef7c746099fde990352f135bf&device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 1095 time: 0.2566288 Mar 09 03:37:52.286048 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3373f181-b096-4351-9d3c-38931068d059 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:37:52.450078 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373f181-b096-4351-9d3c-38931068d059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990a21da-bda4-4391-950c-f288f67cab9f,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:52.497151 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-ebfc162c-d674-486b-b86b-1b2a22a593e6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:52.499188 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-ebfc162c-d674-486b-b86b-1b2a22a593e6 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d&tenant_id=fb202b0928604d6ca848064936552050&binding%3Ahost_id=n-h2-825178-5 HTTP/1.1" status: 200 len: 950 time: 1.8065491 Mar 09 03:37:52.508886 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3373f181-b096-4351-9d3c-38931068d059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:52.509720 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-3373f181-b096-4351-9d3c-38931068d059 admin admin] Added segment 3ac3ec76-c199-48c8-b986-5a3e655e3443 of type vlan for network a7ff9480-13c5-42e3-ae93-360a44d2efc2 Mar 09 03:37:52.510810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68c4d9-dbf4-4814-9060-6033d9e7cce8 req-dc15e597-33f2-4cca-99ba-dac226553ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:52.512646 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3b68c4d9-dbf4-4814-9060-6033d9e7cce8 req-dc15e597-33f2-4cca-99ba-dac226553ea5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=af94044a-4dd6-4e2a-9a7b-ddb410474c02 HTTP/1.1" status: 200 len: 908 time: 0.4178522 Mar 09 03:37:52.632612 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3b68c4d9-dbf4-4814-9060-6033d9e7cce8 req-b54f5164-0f98-4f74-9bcc-62d6b1291ddb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7127e59-9dda-4070-b290-758042e935f5 HTTP/1.1" status: 200 len: 217 time: 0.1119437 Mar 09 03:37:52.641882 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b9b253db-b0c6-4d43-94c4-67fd2f786c5a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:52.649988 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-96613fdb-c412-4d60-b8ee-181bd5866e31 service neutron] 10.222.0.21 "GET /v2.0/ports/64c93ab8-1889-4495-a0bd-237b392283fc/bindings/n-h2-825178-5 HTTP/1.1" status: 200 len: 382 time: 0.1375980 Mar 09 03:37:52.763256 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3373f181-b096-4351-9d3c-38931068d059 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:52.787884 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68c4d9-dbf4-4814-9060-6033d9e7cce8 req-f97e27be-67b2-4190-8cdb-f01bfda421a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:52.789212 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3b68c4d9-dbf4-4814-9060-6033d9e7cce8 req-f97e27be-67b2-4190-8cdb-f01bfda421a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42f7c02a-5561-45bd-a0c7-255e56eaf460 HTTP/1.1" status: 200 len: 847 time: 0.1502612 Mar 09 03:37:52.854017 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4395d-9e4a-4a47-a3aa-ceed00d1cd80 req-ab2ddfe7-48ff-4cc1-9ef6-3aa649d2d43a tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:52.855123 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-74d4395d-9e4a-4a47-a3aa-ceed00d1cd80 req-ab2ddfe7-48ff-4cc1-9ef6-3aa649d2d43a tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Synchronizing usage tracker for tenant:146f2c30d8a84537bb31c68e25363aac on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:37:52.872658 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3b68c4d9-dbf4-4814-9060-6033d9e7cce8 req-04c38cf0-3ef7-4043-914a-6dba0c59afc4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af94044a-4dd6-4e2a-9a7b-ddb410474c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751965 Mar 09 03:37:52.956163 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2ed13-a981-4499-a422-7c66f6ce57ec req-5f6b9236-5d6c-491f-8cd8-5fe7e18931c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:52.964158 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f6a2ed13-a981-4499-a422-7c66f6ce57ec req-5f6b9236-5d6c-491f-8cd8-5fe7e18931c5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 1101 time: 0.6889298 Mar 09 03:37:52.972275 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-6c76491e-2b48-4f2f-8de0-452f6a4406ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b34f057a-888a-4820-bdf9-6862a81df0d5 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:37:52.989428 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-74d4395d-9e4a-4a47-a3aa-ceed00d1cd80 req-ab2ddfe7-48ff-4cc1-9ef6-3aa649d2d43a tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Unset dirty status for tenant:146f2c30d8a84537bb31c68e25363aac on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:37:52.990652 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-74d4395d-9e4a-4a47-a3aa-ceed00d1cd80 req-ab2ddfe7-48ff-4cc1-9ef6-3aa649d2d43a tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/ports?device_id=66ad7345-ec33-4277-b22c-e9130cd501da HTTP/1.1" status: 200 len: 932 time: 0.6280196 Mar 09 03:37:52.995024 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0e8e8-3a97-4413-a7c3-61c86cf9cbd8 req-24778132-f8d6-495f-8ab0-20de0d917e38 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:53.002719 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-92f0e8e8-3a97-4413-a7c3-61c86cf9cbd8 req-24778132-f8d6-495f-8ab0-20de0d917e38 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.6408587 Mar 09 03:37:53.014834 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-6c76491e-2b48-4f2f-8de0-452f6a4406ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:53.017232 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3373f181-b096-4351-9d3c-38931068d059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:53.018255 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3373f181-b096-4351-9d3c-38931068d059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:53.018995 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3373f181-b096-4351-9d3c-38931068d059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:53.125084 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-1945467c-e941-42d6-b9aa-ed48dab28e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:53.127411 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-1945467c-e941-42d6-b9aa-ed48dab28e9c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 1101 time: 0.4506800 Mar 09 03:37:53.128944 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b9b253db-b0c6-4d43-94c4-67fd2f786c5a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:53.137072 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-6c76491e-2b48-4f2f-8de0-452f6a4406ae service neutron] Transition to ACTIVE for port object b34f057a-888a-4820-bdf9-6862a81df0d5 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:37:53.150107 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-92f0e8e8-3a97-4413-a7c3-61c86cf9cbd8 req-2149c181-da93-45bc-83f3-a37dff19e96e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460264 Mar 09 03:37:53.231395 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3b68c4d9-dbf4-4814-9060-6033d9e7cce8 req-d77bbe2c-3640-4bf3-b59e-13e6dd0ef137 service neutron] 10.222.0.21 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207390 Mar 09 03:37:53.257959 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a1ad4269-affd-44d4-a689-c634efb32cd9 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:37:53.325196 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-6c76491e-2b48-4f2f-8de0-452f6a4406ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:53.364834 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port a1ad4269-affd-44d4-a689-c634efb32cd9 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:37:53.365199 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:53.381673 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3373f181-b096-4351-9d3c-38931068d059 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 5.5798376 Mar 09 03:37:53.391679 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373f181-b096-4351-9d3c-38931068d059 admin admin] Pushing event updated for resources: {'Network': ['ID=a7ff9480-13c5-42e3-ae93-360a44d2efc2,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:53.395168 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f6a2ed13-a981-4499-a422-7c66f6ce57ec req-1a2e2524-5228-4975-b3ca-5c1ca942a6de service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072621 Mar 09 03:37:53.396200 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3b68c4d9-dbf4-4814-9060-6033d9e7cce8 req-83fb1e1f-5df5-48d9-b6ea-f55a59fd13f6 service neutron] 10.222.0.21 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638525 Mar 09 03:37:53.398348 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-74d4395d-9e4a-4a47-a3aa-ceed00d1cd80 req-a12d4a9b-8778-49ca-9c45-9b6dfc36aad0 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f3fe200-cbe7-472c-a4ee-495af854f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758125 Mar 09 03:37:53.399179 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44602) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:53.405032 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b9b253db-b0c6-4d43-94c4-67fd2f786c5a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Network b43e277f-27e3-4498-8ae6-3889cca4234e is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:37:53.436629 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network a7ff9480-13c5-42e3-ae93-360a44d2efc2 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:37:53.532463 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-2c8e517b-a058-4aad-bf84-594efcc675f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:53.534195 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-2c8e517b-a058-4aad-bf84-594efcc675f7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.3835011 Mar 09 03:37:53.557678 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5e9bb-2214-4188-a81b-80ca1d9611f1 req-da280167-ba77-4c85-951a-edeabbf519f0 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:53.559573 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-feb5e9bb-2214-4188-a81b-80ca1d9611f1 req-da280167-ba77-4c85-951a-edeabbf519f0 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 950 time: 0.1624010 Mar 09 03:37:53.625553 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-feb5e9bb-2214-4188-a81b-80ca1d9611f1 req-3a0e489b-de5a-4485-b756-ad9403dd9763 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583718 Mar 09 03:37:53.641575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b253db-b0c6-4d43-94c4-67fd2f786c5a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Pushing event updated for resources: {'Port': ['ID=dea667ca-3183-461e-812d-5bcc66a52000,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:53.646302 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b9b253db-b0c6-4d43-94c4-67fd2f786c5a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:37:53.650685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-c77ccb71-d7ae-4d13-982a-b3b2899aaa9b admin admin] Request body: {'subnet': {'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1332475293-subnet', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:37:53.653966 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b9b253db-b0c6-4d43-94c4-67fd2f786c5a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:37:53.785204 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c77ccb71-d7ae-4d13-982a-b3b2899aaa9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:53.867685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c77ccb71-d7ae-4d13-982a-b3b2899aaa9b admin admin] Usage tracker for resource:subnet and tenant:ffa74fa7e259451baa8a72de689adc07 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:37:53.873025 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-5e012b40-949d-46b3-abf5-a832c2c14c8a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=64c93ab8-1889-4495-a0bd-237b392283fc HTTP/1.1" status: 200 len: 217 time: 0.2334311 Mar 09 03:37:53.885448 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c77ccb71-d7ae-4d13-982a-b3b2899aaa9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:37:53.941447 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c77ccb71-d7ae-4d13-982a-b3b2899aaa9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:53.961355 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e4b94-3b5f-4999-915a-4ef31751cee2 req-1c9b4680-7f22-4fbc-b722-900959379d8a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:53.969668 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-628e4b94-3b5f-4999-915a-4ef31751cee2 req-1c9b4680-7f22-4fbc-b722-900959379d8a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=13e8b5d2-68d8-453b-be25-2625b110e990 HTTP/1.1" status: 200 len: 931 time: 0.1086812 Mar 09 03:37:54.015170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76491e-2b48-4f2f-8de0-452f6a4406ae service neutron] Pushing event updated for resources: {'Port': ['ID=b34f057a-888a-4820-bdf9-6862a81df0d5,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:54.040301 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77ccb71-d7ae-4d13-982a-b3b2899aaa9b admin admin] Made reservation on behalf of ffa74fa7e259451baa8a72de689adc07 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:37:54.042616 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c77ccb71-d7ae-4d13-982a-b3b2899aaa9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:54.047716 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-628e4b94-3b5f-4999-915a-4ef31751cee2 req-485e94e1-6c77-439a-90fc-1fcde1a0ff9c tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719109 Mar 09 03:37:54.064728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b9b253db-b0c6-4d43-94c4-67fd2f786c5a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:54.065337 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b9b253db-b0c6-4d43-94c4-67fd2f786c5a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:54.351108 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-72b07346-6a10-4005-90c3-334d70c3266f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:54.352604 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-72b07346-6a10-4005-90c3-334d70c3266f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.4492667 Mar 09 03:37:54.372292 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20ba52-5169-42ef-962d-cb0131e2dac1 req-d7a98b93-8c50-4b8c-baec-c4bcc6aea2bd tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:54.381096 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f20ba52-5169-42ef-962d-cb0131e2dac1 req-d7a98b93-8c50-4b8c-baec-c4bcc6aea2bd tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.1075621 Mar 09 03:37:54.386053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-6c76491e-2b48-4f2f-8de0-452f6a4406ae service neutron] Attempting to bind port b34f057a-888a-4820-bdf9-6862a81df0d5 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:37:54.386482 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-6c76491e-2b48-4f2f-8de0-452f6a4406ae service neutron] Attempting to bind port b34f057a-888a-4820-bdf9-6862a81df0d5 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '5e5f158c-75fd-4c9a-97d2-cc3cb49a01ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0f6d0580-a9d8-4927-9545-deb69bba2e08'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:37:54.386872 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-6c76491e-2b48-4f2f-8de0-452f6a4406ae service neutron] Attempting to bind port b34f057a-888a-4820-bdf9-6862a81df0d5 on network 0f6d0580-a9d8-4927-9545-deb69bba2e08 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:37:54.427730 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-6c76491e-2b48-4f2f-8de0-452f6a4406ae service neutron] Port b34f057a-888a-4820-bdf9-6862a81df0d5 on network 0f6d0580-a9d8-4927-9545-deb69bba2e08 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:37:54.427730 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-6c76491e-2b48-4f2f-8de0-452f6a4406ae service neutron] Attempting to bind port b34f057a-888a-4820-bdf9-6862a81df0d5 on network 0f6d0580-a9d8-4927-9545-deb69bba2e08 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:37:54.432049 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b9b253db-b0c6-4d43-94c4-67fd2f786c5a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3988137 Mar 09 03:37:54.438157 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f20ba52-5169-42ef-962d-cb0131e2dac1 req-f09890c8-fc91-4be1-8110-946bb998d594 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540814 Mar 09 03:37:54.467889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b17358d7-33ae-4a36-a988-586e4632db48 service neutron] Request body: {'port': {'device_id': '13e8b5d2-68d8-453b-be25-2625b110e990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:37:54.500133 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-6c76491e-2b48-4f2f-8de0-452f6a4406ae service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:37:54.500507 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-6c76491e-2b48-4f2f-8de0-452f6a4406ae service neutron] Checking segment: {'id': '5e5f158c-75fd-4c9a-97d2-cc3cb49a01ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0f6d0580-a9d8-4927-9545-deb69bba2e08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:37:54.500882 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-6c76491e-2b48-4f2f-8de0-452f6a4406ae service neutron] Bound using segment: {'id': '5e5f158c-75fd-4c9a-97d2-cc3cb49a01ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0f6d0580-a9d8-4927-9545-deb69bba2e08'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:37:54.501327 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-6c76491e-2b48-4f2f-8de0-452f6a4406ae service neutron] Bound port: b34f057a-888a-4820-bdf9-6862a81df0d5, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5f158c-75fd-4c9a-97d2-cc3cb49a01ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0f6d0580-a9d8-4927-9545-deb69bba2e08'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:37:54.501830 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-6c76491e-2b48-4f2f-8de0-452f6a4406ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:54.540183 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3cf0f-1280-4599-ba06-72f9755323ba req-53d29529-0644-4018-96fc-aaa349dde72b tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:54.548074 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a6e3cf0f-1280-4599-ba06-72f9755323ba req-53d29529-0644-4018-96fc-aaa349dde72b tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 944 time: 0.7159369 Mar 09 03:37:54.709929 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342c463-206e-457b-86be-550639c33498 req-4820247f-5097-4edd-bad5-f5139ba142b0 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:54.719276 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6342c463-206e-457b-86be-550639c33498 req-4820247f-5097-4edd-bad5-f5139ba142b0 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/ports?device_id=66ad7345-ec33-4277-b22c-e9130cd501da HTTP/1.1" status: 200 len: 944 time: 0.1407070 Mar 09 03:37:54.806375 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6342c463-206e-457b-86be-550639c33498 req-9cf699cb-7048-432e-88fa-d130fb31f622 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f3fe200-cbe7-472c-a4ee-495af854f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855782 Mar 09 03:37:54.968881 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b17358d7-33ae-4a36-a988-586e4632db48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:55.021508 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a6e3cf0f-1280-4599-ba06-72f9755323ba req-98137fcd-734d-4e78-ac77-b75b2d38cf41 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725556 Mar 09 03:37:55.070180 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f0d5d-f770-4219-b84d-dcb97b2684fe req-5aff1683-42fc-4e46-a67a-c79afc8887a7 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:55.071966 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-141f0d5d-f770-4219-b84d-dcb97b2684fe req-5aff1683-42fc-4e46-a67a-c79afc8887a7 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 950 time: 0.1615195 Mar 09 03:37:55.095908 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-9047d848-0f4f-43ca-a719-84c3ff78e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:55.100155 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-9047d848-0f4f-43ca-a719-84c3ff78e455 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7165000 Mar 09 03:37:55.183364 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-141f0d5d-f770-4219-b84d-dcb97b2684fe req-9167f943-e3c6-4a37-a6ff-561501721138 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004953 Mar 09 03:37:55.330476 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-6c76491e-2b48-4f2f-8de0-452f6a4406ae service neutron] For port b34f057a-888a-4820-bdf9-6862a81df0d5, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:37:55.333136 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c77ccb71-d7ae-4d13-982a-b3b2899aaa9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:55.453931 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-6c76491e-2b48-4f2f-8de0-452f6a4406ae service neutron] For port b34f057a-888a-4820-bdf9-6862a81df0d5, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b34f057a-888a-4820-bdf9-6862a81df0d5,segment=NetworkSegment(5e5f158c-75fd-4c9a-97d2-cc3cb49a01ff),segment_id=5e5f158c-75fd-4c9a-97d2-cc3cb49a01ff)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:37:55.491122 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-6c76491e-2b48-4f2f-8de0-452f6a4406ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:55.559316 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0c696-cdcd-4099-bf81-0cbe8b8f9ef9 req-34b248d5-8381-47c1-8169-985bd576f28e tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:55.569259 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a5f0c696-cdcd-4099-bf81-0cbe8b8f9ef9 req-34b248d5-8381-47c1-8169-985bd576f28e tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 950 time: 0.1583202 Mar 09 03:37:55.633984 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a5f0c696-cdcd-4099-bf81-0cbe8b8f9ef9 req-b962ee82-409e-4ac1-91dc-52b54627a35c tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634353 Mar 09 03:37:55.685967 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ccb71-d7ae-4d13-982a-b3b2899aaa9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bed62d90-b36d-4314-b77f-03334d35249e,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:55.694979 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-6c76491e-2b48-4f2f-8de0-452f6a4406ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:55.709940 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-6c76491e-2b48-4f2f-8de0-452f6a4406ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:55.709940 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-6c76491e-2b48-4f2f-8de0-452f6a4406ae service neutron] 10.222.0.21 "PUT /v2.0/ports/b34f057a-888a-4820-bdf9-6862a81df0d5 HTTP/1.1" status: 200 len: 1092 time: 5.6021504 Mar 09 03:37:55.709940 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ad7345-ec33-4277-b22c-e9130cd501da', 'tag': 'b34f057a-888a-4820-bdf9-6862a81df0d5'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:37:55.716514 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-e3f92d75-6959-4f9b-962a-f90ae578e522 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5037224 Mar 09 03:37:55.725292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77ccb71-d7ae-4d13-982a-b3b2899aaa9b admin admin] Checking segment: {'id': '3ac3ec76-c199-48c8-b986-5a3e655e3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:37:55.725531 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77ccb71-d7ae-4d13-982a-b3b2899aaa9b admin admin] Network hostable DHCP agents. Network: a7ff9480-13c5-42e3-ae93-360a44d2efc2, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:37:55.849600 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76491e-2b48-4f2f-8de0-452f6a4406ae service neutron] Pushing event updated for resources: {'Port': ['ID=b34f057a-888a-4820-bdf9-6862a81df0d5,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:55.885467 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987d00f-8407-4b25-9b41-70c0477f5ca7 req-626fa8e7-d962-44aa-b0b5-9fb281926960 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:55.893595 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a987d00f-8407-4b25-9b41-70c0477f5ca7 req-626fa8e7-d962-44aa-b0b5-9fb281926960 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.1212237 Mar 09 03:37:55.952947 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a987d00f-8407-4b25-9b41-70c0477f5ca7 req-2692d462-a577-4164-ba26-dec875c36958 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584176 Mar 09 03:37:56.051332 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c26cd-ea4e-4577-bc24-6e31ec39f377 req-6b95a75a-4342-4201-beb2-507316309aec tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:56.052846 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b98c26cd-ea4e-4577-bc24-6e31ec39f377 req-6b95a75a-4342-4201-beb2-507316309aec tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=13e8b5d2-68d8-453b-be25-2625b110e990 HTTP/1.1" status: 200 len: 931 time: 0.7155631 Mar 09 03:37:56.101490 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77ccb71-d7ae-4d13-982a-b3b2899aaa9b admin admin] Network a7ff9480-13c5-42e3-ae93-360a44d2efc2 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:37:56.112449 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-6a21e2ec-866a-406b-8ab8-34a171e1a23b service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767743 Mar 09 03:37:56.155954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-c77ccb71-d7ae-4d13-982a-b3b2899aaa9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, a7ff9480-13c5-42e3-ae93-360a44d2efc2) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:37:56.166335 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eda0202-af76-4c7c-9df4-7b549f3322e6 None None] Network a7ff9480-13c5-42e3-ae93-360a44d2efc2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:37:56.178847 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77ccb71-d7ae-4d13-982a-b3b2899aaa9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:56.179462 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c77ccb71-d7ae-4d13-982a-b3b2899aaa9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:56.187185 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b98c26cd-ea4e-4577-bc24-6e31ec39f377 req-757e7383-0b0c-4ae5-aba5-6ed2ed7aa9cb tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108909 Mar 09 03:37:56.199814 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-fde6a6ee-a844-4e08-8553-7b1c21597f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:56.201370 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-fde6a6ee-a844-4e08-8553-7b1c21597f15 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=146f2c30d8a84537bb31c68e25363aac&device_id=66ad7345-ec33-4277-b22c-e9130cd501da HTTP/1.1" status: 200 len: 1095 time: 0.4256618 Mar 09 03:37:56.299188 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44644) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:37:56.305019 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1332475293-router', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:37:56.311670 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c77ccb71-d7ae-4d13-982a-b3b2899aaa9b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7830548 Mar 09 03:37:56.313611 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ad7345-ec33-4277-b22c-e9130cd501da', 'tag': 'b34f057a-888a-4820-bdf9-6862a81df0d5', 'status': 'completed', 'code': 200} Mar 09 03:37:56.324067 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:37:56.328386 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Usage tracker for resource:router and tenant:ffa74fa7e259451baa8a72de689adc07 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:37:56.331356 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:37:56.352959 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:37:56.380177 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-969c3b97-27c5-4242-bfd3-38a6d70801f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b34f057a-888a-4820-bdf9-6862a81df0d5 HTTP/1.1" status: 200 len: 217 time: 0.1645544 Mar 09 03:37:56.384599 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:56.385656 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:56.412196 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:56.614449 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b17358d7-33ae-4a36-a988-586e4632db48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea667ca-3183-461e-812d-5bcc66a52000 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:37:56.650758 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b17358d7-33ae-4a36-a988-586e4632db48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:56.699901 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-6340a644-7870-4a74-abc2-34cd336def0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:56.700485 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-6340a644-7870-4a74-abc2-34cd336def0f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=661961bb-b7a9-4b8b-8877-8caf4fedb501 HTTP/1.1" status: 200 len: 855 time: 0.3059051 Mar 09 03:37:56.763617 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048a13d2-b6b4-4959-bc33-34d484b4317d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-a7ff9480-13c5-42e3-ae93-360a44d2efc2', 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'fixed_ips': [{'subnet_id': 'bed62d90-b36d-4314-b77f-03334d35249e'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:37:56.764636 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-048a13d2-b6b4-4959-bc33-34d484b4317d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:57.071313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b17358d7-33ae-4a36-a988-586e4632db48 service neutron] Transition to ACTIVE for port object dea667ca-3183-461e-812d-5bcc66a52000 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:37:57.080152 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-05bf26ab-3668-41ef-aadb-a4b01456f3c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f6d0580-a9d8-4927-9545-deb69bba2e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3691950 Mar 09 03:37:57.087328 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:57.116772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea9428-e9ca-4c14-ab2f-3fb29c8edf9d req-b3345f4f-dbde-44dc-a5b4-164a1896c5a3 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:57.118678 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3ea9428-e9ca-4c14-ab2f-3fb29c8edf9d req-b3345f4f-dbde-44dc-a5b4-164a1896c5a3 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 944 time: 0.3738873 Mar 09 03:37:57.120986 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-048a13d2-b6b4-4959-bc33-34d484b4317d None None] Allocated IP 172.20.0.2 (a7ff9480-13c5-42e3-ae93-360a44d2efc2/bed62d90-b36d-4314-b77f-03334d35249e/d615fd04-b671-4474-9bdc-3ae1f408c91c) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:37:57.202222 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3ea9428-e9ca-4c14-ab2f-3fb29c8edf9d req-8bab48e6-4ba2-4d37-bd61-08adb8165220 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666759 Mar 09 03:37:57.317959 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-4b483a73-2953-49d7-ab70-5194cbd7be81 service neutron] 10.222.0.21 "GET /v2.0/networks/0f6d0580-a9d8-4927-9545-deb69bba2e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248142 Mar 09 03:37:57.348084 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b17358d7-33ae-4a36-a988-586e4632db48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:57.418726 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-048a13d2-b6b4-4959-bc33-34d484b4317d None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:57.450305 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-048a13d2-b6b4-4959-bc33-34d484b4317d None None] Transition to ACTIVE for port object d615fd04-b671-4474-9bdc-3ae1f408c91c will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:37:57.496271 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-048a13d2-b6b4-4959-bc33-34d484b4317d None None] Transition to ACTIVE for port object d615fd04-b671-4474-9bdc-3ae1f408c91c will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:37:57.510177 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-048a13d2-b6b4-4959-bc33-34d484b4317d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:57.558252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17358d7-33ae-4a36-a988-586e4632db48 service neutron] Pushing event updated for resources: {'Port': ['ID=dea667ca-3183-461e-812d-5bcc66a52000,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:57.587092 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048a13d2-b6b4-4959-bc33-34d484b4317d None None] Network a7ff9480-13c5-42e3-ae93-360a44d2efc2 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:37:57.595131 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-048a13d2-b6b4-4959-bc33-34d484b4317d None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:37:57.606205 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048a13d2-b6b4-4959-bc33-34d484b4317d None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:37:57.721460 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:57.768930 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-048a13d2-b6b4-4959-bc33-34d484b4317d None None] Attempting to bind port d615fd04-b671-4474-9bdc-3ae1f408c91c on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:37:57.769316 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-048a13d2-b6b4-4959-bc33-34d484b4317d None None] Attempting to bind port d615fd04-b671-4474-9bdc-3ae1f408c91c by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '3ac3ec76-c199-48c8-b986-5a3e655e3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:37:57.769842 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048a13d2-b6b4-4959-bc33-34d484b4317d None None] Attempting to bind port d615fd04-b671-4474-9bdc-3ae1f408c91c on network a7ff9480-13c5-42e3-ae93-360a44d2efc2 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:37:57.771912 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a13d2-b6b4-4959-bc33-34d484b4317d None None] Pushing event updated for resources: {'Port': ['ID=d615fd04-b671-4474-9bdc-3ae1f408c91c,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:57.773559 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:57.784069 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048a13d2-b6b4-4959-bc33-34d484b4317d None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:37:57.784444 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048a13d2-b6b4-4959-bc33-34d484b4317d None None] Checking segment: {'id': '3ac3ec76-c199-48c8-b986-5a3e655e3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:37:57.784840 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-048a13d2-b6b4-4959-bc33-34d484b4317d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:57.785224 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048a13d2-b6b4-4959-bc33-34d484b4317d None None] Bound using segment: {'id': '3ac3ec76-c199-48c8-b986-5a3e655e3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:37:57.785672 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-048a13d2-b6b4-4959-bc33-34d484b4317d None None] Bound port: d615fd04-b671-4474-9bdc-3ae1f408c91c, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac3ec76-c199-48c8-b986-5a3e655e3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:37:57.786035 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-048a13d2-b6b4-4959-bc33-34d484b4317d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:57.818159 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b636e4b1-3beb-4eff-95c3-efd2cc174a21 req-57ecaf65-d476-4861-bed2-2089cd6d6a7b service neutron] 10.222.0.21 "GET /v2.0/networks/0f6d0580-a9d8-4927-9545-deb69bba2e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607198 Mar 09 03:37:57.877099 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12693df0-f2a3-4095-b588-18d6b54ef77b req-3960c1e1-071a-44d6-ba69-7613c4919940 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:57.884107 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-12693df0-f2a3-4095-b588-18d6b54ef77b req-3960c1e1-071a-44d6-ba69-7613c4919940 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/ports?device_id=66ad7345-ec33-4277-b22c-e9130cd501da HTTP/1.1" status: 200 len: 944 time: 1.3343463 Mar 09 03:37:57.891340 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d1b20-4bab-4284-9ed5-2bced22f6d33 req-8f7c9471-51d1-419e-87c6-2ee38452ab4f tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:57.900360 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-714d1b20-4bab-4284-9ed5-2bced22f6d33 req-8f7c9471-51d1-419e-87c6-2ee38452ab4f tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 950 time: 0.3557901 Mar 09 03:37:57.921966 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-048a13d2-b6b4-4959-bc33-34d484b4317d None None] For port d615fd04-b671-4474-9bdc-3ae1f408c91c, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:37:57.925270 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-048a13d2-b6b4-4959-bc33-34d484b4317d None None] For port d615fd04-b671-4474-9bdc-3ae1f408c91c, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d615fd04-b671-4474-9bdc-3ae1f408c91c,segment=NetworkSegment(3ac3ec76-c199-48c8-b986-5a3e655e3443),segment_id=3ac3ec76-c199-48c8-b986-5a3e655e3443)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:37:57.931875 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-048a13d2-b6b4-4959-bc33-34d484b4317d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:58.052679 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a13d2-b6b4-4959-bc33-34d484b4317d None None] Pushing event updated for resources: {'Port': ['ID=d615fd04-b671-4474-9bdc-3ae1f408c91c,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:58.114415 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-714d1b20-4bab-4284-9ed5-2bced22f6d33 req-d65cb2b5-422c-4636-98c2-f005a9f65072 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110054 Mar 09 03:37:58.163116 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Allocated IP 172.25.7.65 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/422c3c12-5f4e-431b-a6f7-69485d5d5404) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:37:58.410646 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-12693df0-f2a3-4095-b588-18d6b54ef77b req-bac59065-1f84-44fa-98ec-c029e0f7e886 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f3fe200-cbe7-472c-a4ee-495af854f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5010133 Mar 09 03:37:58.498102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b17358d7-33ae-4a36-a988-586e4632db48 service neutron] Attempting to bind port dea667ca-3183-461e-812d-5bcc66a52000 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:37:58.499114 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b17358d7-33ae-4a36-a988-586e4632db48 service neutron] Attempting to bind port dea667ca-3183-461e-812d-5bcc66a52000 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:37:58.499524 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b17358d7-33ae-4a36-a988-586e4632db48 service neutron] Attempting to bind port dea667ca-3183-461e-812d-5bcc66a52000 on network b43e277f-27e3-4498-8ae6-3889cca4234e {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:37:58.512247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b17358d7-33ae-4a36-a988-586e4632db48 service neutron] Port dea667ca-3183-461e-812d-5bcc66a52000 on network b43e277f-27e3-4498-8ae6-3889cca4234e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:37:58.512247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b17358d7-33ae-4a36-a988-586e4632db48 service neutron] Attempting to bind port dea667ca-3183-461e-812d-5bcc66a52000 on network b43e277f-27e3-4498-8ae6-3889cca4234e {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:37:58.537290 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b17358d7-33ae-4a36-a988-586e4632db48 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:37:58.537627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b17358d7-33ae-4a36-a988-586e4632db48 service neutron] Checking segment: {'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:37:58.538013 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b17358d7-33ae-4a36-a988-586e4632db48 service neutron] Bound using segment: {'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:37:58.540430 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b17358d7-33ae-4a36-a988-586e4632db48 service neutron] Bound port: dea667ca-3183-461e-812d-5bcc66a52000, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:37:58.541214 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b17358d7-33ae-4a36-a988-586e4632db48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:58.596466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fef143-a9ed-4873-af80-35cea1591ae5 req-621f5f9a-0889-4b0e-974a-7ad1f2e603e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:58.596466 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1fef143-a9ed-4873-af80-35cea1591ae5 req-621f5f9a-0889-4b0e-974a-7ad1f2e603e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=146f2c30d8a84537bb31c68e25363aac&device_id=66ad7345-ec33-4277-b22c-e9130cd501da HTTP/1.1" status: 200 len: 1095 time: 0.6841474 Mar 09 03:37:58.633998 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b7127e59-9dda-4070-b290-758042e935f5 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:37:58.651955 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:58.669993 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f80414-eb1d-41e1-afc8-6c2f4fee6a2e req-568bd76b-df90-4caa-a8ca-d4250aa30bf4 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:58.678133 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91f80414-eb1d-41e1-afc8-6c2f4fee6a2e req-568bd76b-df90-4caa-a8ca-d4250aa30bf4 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.3290057 Mar 09 03:37:58.740944 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91f80414-eb1d-41e1-afc8-6c2f4fee6a2e req-9a111d9d-1f01-4675-9095-64f8784c053f tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617146 Mar 09 03:37:58.797982 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:58.886178 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f3bf3c90-309d-4193-aa19-6c9d7c8398cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:58.902980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fef143-a9ed-4873-af80-35cea1591ae5 req-918f68d8-f7a5-46a9-98c3-216ddaa8a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:58.914409 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1fef143-a9ed-4873-af80-35cea1591ae5 req-918f68d8-f7a5-46a9-98c3-216ddaa8a964 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f6d0580-a9d8-4927-9545-deb69bba2e08 HTTP/1.1" status: 200 len: 916 time: 0.2097945 Mar 09 03:37:58.921727 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:37:58.925170 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:37:58.934778 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:37:58.957380 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b7127e59-9dda-4070-b290-758042e935f5, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b7127e59-9dda-4070-b290-758042e935f5,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:59.033654 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'b7127e59-9dda-4070-b290-758042e935f5', 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02', 'port_id': 'b7127e59-9dda-4070-b290-758042e935f5', 'mac_address': 'fa:16:3e:fd:58:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f7c02a-5561-45bd-a0c7-255e56eaf460', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:37:59.049350 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Pushing event updated for resources: {'Port': ['ID=422c3c12-5f4e-431b-a6f7-69485d5d5404,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:59.071687 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:59.072055 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:59.072351 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:59.072679 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:59.073003 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:59.073326 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:59.073736 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:59.074119 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:59.075386 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:59.075616 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1fef143-a9ed-4873-af80-35cea1591ae5 req-d0d3bc64-29f8-4b01-9e43-e04c26bff5c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b34f057a-888a-4820-bdf9-6862a81df0d5 HTTP/1.1" status: 200 len: 217 time: 0.1603010 Mar 09 03:37:59.075810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:59.076707 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:59.077034 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:37:59.213899 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:59.239757 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7127e59-9dda-4070-b290-758042e935f5 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:37:59.258959 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b7127e59-9dda-4070-b290-758042e935f5, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b7127e59-9dda-4070-b290-758042e935f5,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:37:59.270551 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:59.368865 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b17358d7-33ae-4a36-a988-586e4632db48 service neutron] For port dea667ca-3183-461e-812d-5bcc66a52000, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:37:59.374626 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b17358d7-33ae-4a36-a988-586e4632db48 service neutron] For port dea667ca-3183-461e-812d-5bcc66a52000, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=dea667ca-3183-461e-812d-5bcc66a52000,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:37:59.411494 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fef143-a9ed-4873-af80-35cea1591ae5 req-cbf8d33d-0d3d-443b-b68a-7023df808939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:59.413641 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1fef143-a9ed-4873-af80-35cea1591ae5 req-cbf8d33d-0d3d-443b-b68a-7023df808939 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=661961bb-b7a9-4b8b-8877-8caf4fedb501 HTTP/1.1" status: 200 len: 855 time: 0.3136804 Mar 09 03:37:59.422300 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b17358d7-33ae-4a36-a988-586e4632db48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:59.454918 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=b7127e59-9dda-4070-b290-758042e935f5,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:37:59.462252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d615fd04-b671-4474-9bdc-3ae1f408c91c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:37:59.609730 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1fef143-a9ed-4873-af80-35cea1591ae5 req-d12fc1ae-1263-4df0-a047-3e79d5d824eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f6d0580-a9d8-4927-9545-deb69bba2e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1601574 Mar 09 03:37:59.609730 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b17358d7-33ae-4a36-a988-586e4632db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:59.609730 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b17358d7-33ae-4a36-a988-586e4632db48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:37:59.609730 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b17358d7-33ae-4a36-a988-586e4632db48 service neutron] 10.222.0.24 "PUT /v2.0/ports/dea667ca-3183-461e-812d-5bcc66a52000 HTTP/1.1" status: 200 len: 1091 time: 5.1609969 Mar 09 03:37:59.623422 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['b7127e59-9dda-4070-b290-758042e935f5'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:37:59.653030 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e8b5d2-68d8-453b-be25-2625b110e990', 'tag': 'dea667ca-3183-461e-812d-5bcc66a52000'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:37:59.805021 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port d615fd04-b671-4474-9bdc-3ae1f408c91c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:37:59.852115 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde767ba-37b2-472a-81fa-b22bd455cd06 None None] Network a7ff9480-13c5-42e3-ae93-360a44d2efc2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:37:59.959876 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-83f5efff-5975-4984-8a86-e1168376e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:37:59.964858 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-83f5efff-5975-4984-8a86-e1168376e67f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d&tenant_id=fb202b0928604d6ca848064936552050 HTTP/1.1" status: 200 len: 1101 time: 1.1119635 Mar 09 03:38:00.052456 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-5a808abc-3726-4dc0-b7cf-a4b6b751931f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-5', 'device_owner': 'compute:nova'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:38:00.094093 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ed775b31-0883-48bf-9702-45c5804b9f67 None None] Provisioning for port d615fd04-b671-4474-9bdc-3ae1f408c91c completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:38:00.117900 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ed775b31-0883-48bf-9702-45c5804b9f67 None None] Provisioning complete for port d615fd04-b671-4474-9bdc-3ae1f408c91c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:38:00.118396 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ed775b31-0883-48bf-9702-45c5804b9f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:00.202297 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfe46b-9ab7-4b28-a2da-c568beaa5ff3 req-a6c3c08b-bd85-4214-8792-f61ae6fb40a6 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:00.210715 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7bdfe46b-9ab7-4b28-a2da-c568beaa5ff3 req-a6c3c08b-bd85-4214-8792-f61ae6fb40a6 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 945 time: 0.4067688 Mar 09 03:38:00.273318 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6dcb3-4153-40c0-9395-1977c18a62b9 req-b6cb4424-0080-48fd-b7ce-592076b2a412 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:00.275026 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-71e6dcb3-4153-40c0-9395-1977c18a62b9 req-b6cb4424-0080-48fd-b7ce-592076b2a412 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=13e8b5d2-68d8-453b-be25-2625b110e990 HTTP/1.1" status: 200 len: 943 time: 1.6895399 Mar 09 03:38:00.293217 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17358d7-33ae-4a36-a988-586e4632db48 service neutron] Pushing event updated for resources: {'Port': ['ID=dea667ca-3183-461e-812d-5bcc66a52000,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:00.347507 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7bdfe46b-9ab7-4b28-a2da-c568beaa5ff3 req-8ab29204-a641-4688-93d1-47acb4e354b9 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355386 Mar 09 03:38:00.439227 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:00.505988 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-5a808abc-3726-4dc0-b7cf-a4b6b751931f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:00.521305 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-71e6dcb3-4153-40c0-9395-1977c18a62b9 req-056bd005-193a-4b86-a637-b77892d9bede tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291539 Mar 09 03:38:00.533785 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1fef143-a9ed-4873-af80-35cea1591ae5 req-0701d09b-af58-4473-844f-1dd3253f5e8e service neutron] 10.222.0.21 "GET /v2.0/networks/0f6d0580-a9d8-4927-9545-deb69bba2e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9061282 Mar 09 03:38:00.603960 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ed775b31-0883-48bf-9702-45c5804b9f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:00.616529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-cc0d4b07-30d3-4940-b784-ac11110ef111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:00.618288 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-cc0d4b07-30d3-4940-b784-ac11110ef111 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae03d5eb038f4850a3760a69271911b5&device_id=13e8b5d2-68d8-453b-be25-2625b110e990 HTTP/1.1" status: 200 len: 1094 time: 0.9478409 Mar 09 03:38:00.662518 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b34f057a-888a-4820-bdf9-6862a81df0d5 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:38:00.665175 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 64c93ab8-1889-4495-a0bd-237b392283fc no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:38:00.747621 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-4808cbb7-9205-4367-9cfe-236f8b23ac9d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dea667ca-3183-461e-812d-5bcc66a52000 HTTP/1.1" status: 200 len: 217 time: 0.1144927 Mar 09 03:38:01.044632 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b34f057a-888a-4820-bdf9-6862a81df0d5, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b34f057a-888a-4820-bdf9-6862a81df0d5,segment=NetworkSegment(5e5f158c-75fd-4c9a-97d2-cc3cb49a01ff),segment_id=5e5f158c-75fd-4c9a-97d2-cc3cb49a01ff)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:01.082669 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ed775b31-0883-48bf-9702-45c5804b9f67 None None] For port d615fd04-b671-4474-9bdc-3ae1f408c91c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d615fd04-b671-4474-9bdc-3ae1f408c91c,segment=NetworkSegment(3ac3ec76-c199-48c8-b986-5a3e655e3443),segment_id=3ac3ec76-c199-48c8-b986-5a3e655e3443)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:01.088432 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'b34f057a-888a-4820-bdf9-6862a81df0d5', 'network_id': '0f6d0580-a9d8-4927-9545-deb69bba2e08', 'port_id': 'b34f057a-888a-4820-bdf9-6862a81df0d5', 'mac_address': 'fa:16:3e:84:b4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '661961bb-b7a9-4b8b-8877-8caf4fedb501', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:38:01.095294 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ed775b31-0883-48bf-9702-45c5804b9f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:01.116700 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9a40f-248e-4e0b-ac75-50dc5ba1098f req-17bc1273-8f96-4479-b9f7-3affb31b3d34 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:01.118301 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5dd9a40f-248e-4e0b-ac75-50dc5ba1098f req-17bc1273-8f96-4479-b9f7-3affb31b3d34 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 950 time: 0.3608875 Mar 09 03:38:01.135482 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-250b8769-56ee-4e9d-8132-a9dbc1d551c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:01.137504 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-250b8769-56ee-4e9d-8132-a9dbc1d551c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c938e3dc-f3f5-45d5-a021-35dcda335146 HTTP/1.1" status: 200 len: 851 time: 0.2982187 Mar 09 03:38:01.149722 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1fef143-a9ed-4873-af80-35cea1591ae5 req-c6fedae7-e166-4214-85ed-b355d9c4fb34 service neutron] 10.222.0.21 "GET /v2.0/networks/0f6d0580-a9d8-4927-9545-deb69bba2e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5661504 Mar 09 03:38:01.203989 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f0be6be3-4153-41d2-8e99-8163b639c081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:01.246109 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-dcdc7dab-f974-43d1-8bf5-2f9fc0991910 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b43e277f-27e3-4498-8ae6-3889cca4234e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940051 Mar 09 03:38:01.283957 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:01.298569 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:01.308227 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5dd9a40f-248e-4e0b-ac75-50dc5ba1098f req-e3488732-f6d6-41bd-822e-2c97049cd7bb tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811717 Mar 09 03:38:01.324633 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:01.328440 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed775b31-0883-48bf-9702-45c5804b9f67 None None] Pushing event updated for resources: {'Port': ['ID=d615fd04-b671-4474-9bdc-3ae1f408c91c,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:01.335619 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b0a41268-7b0c-4580-9d05-64cbfd736c2d None None] Provisioning complete for port d615fd04-b671-4474-9bdc-3ae1f408c91c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:38:01.336242 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b0a41268-7b0c-4580-9d05-64cbfd736c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:01.366397 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b34f057a-888a-4820-bdf9-6862a81df0d5 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:38:01.415285 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b34f057a-888a-4820-bdf9-6862a81df0d5, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b34f057a-888a-4820-bdf9-6862a81df0d5,segment=NetworkSegment(5e5f158c-75fd-4c9a-97d2-cc3cb49a01ff),segment_id=5e5f158c-75fd-4c9a-97d2-cc3cb49a01ff)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:01.427445 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:01.448262 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e8b5d2-68d8-453b-be25-2625b110e990', 'tag': 'dea667ca-3183-461e-812d-5bcc66a52000', 'status': 'completed', 'code': 200} Mar 09 03:38:01.479804 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c700a6-847f-4914-ba1b-21ee9c05074a req-53cbca56-b330-4529-9375-4d7523627e2a tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:01.483695 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33c700a6-847f-4914-ba1b-21ee9c05074a req-53cbca56-b330-4529-9375-4d7523627e2a tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/ports?device_id=66ad7345-ec33-4277-b22c-e9130cd501da HTTP/1.1" status: 200 len: 944 time: 0.5915706 Mar 09 03:38:01.558668 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=b34f057a-888a-4820-bdf9-6862a81df0d5,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:01.670682 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['b34f057a-888a-4820-bdf9-6862a81df0d5'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:38:01.689056 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-5a808abc-3726-4dc0-b7cf-a4b6b751931f service neutron] For port 64c93ab8-1889-4495-a0bd-237b392283fc, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=64c93ab8-1889-4495-a0bd-237b392283fc,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:01.695352 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33c700a6-847f-4914-ba1b-21ee9c05074a req-f075740a-b8f1-4255-8a32-22b6929ebee6 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f3fe200-cbe7-472c-a4ee-495af854f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333168 Mar 09 03:38:01.700498 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-61731968-e9bc-42b2-888a-04ee35fa25c5 service neutron] 10.222.0.24 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323606 Mar 09 03:38:01.784138 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Router b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:38:01.821364 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-5a808abc-3726-4dc0-b7cf-a4b6b751931f service neutron] For port 64c93ab8-1889-4495-a0bd-237b392283fc, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:38:01.922513 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-5a808abc-3726-4dc0-b7cf-a4b6b751931f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:01.939564 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-21f6dce9-83bf-4dc0-b164-bed1a8959175 req-b3a7ae6f-b8d7-4113-a3d1-6231f4737218 service neutron] 10.222.0.24 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324233 Mar 09 03:38:01.946256 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-5a808abc-3726-4dc0-b7cf-a4b6b751931f service neutron] Transition to ACTIVE for port object 64c93ab8-1889-4495-a0bd-237b392283fc will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:38:01.956188 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-5a808abc-3726-4dc0-b7cf-a4b6b751931f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:02.060819 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d4b66-df1a-4053-a4ab-1306b0ddccb8 req-f6de73a3-87a6-4a83-907b-9129a0547fec tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:02.079391 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-090d4b66-df1a-4053-a4ab-1306b0ddccb8 req-f6de73a3-87a6-4a83-907b-9129a0547fec tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.4145319 Mar 09 03:38:02.122793 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a808abc-3726-4dc0-b7cf-a4b6b751931f service neutron] Pushing event updated for resources: {'Port': ['ID=64c93ab8-1889-4495-a0bd-237b392283fc,revision_number=10']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:02.155587 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:02.184134 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:02.190324 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:38:02.191070 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:38:02.213468 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:38:02.217990 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-090d4b66-df1a-4053-a4ab-1306b0ddccb8 req-48ea34a4-299c-4a84-a1b4-426d8085aa7f tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380138 Mar 09 03:38:02.227611 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] Sync routers for ids ['b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:38:02.248757 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] Routers {'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:38:02.251166 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:38:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:38:02.268095 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:02.271522 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-68e36b7a-c4aa-400a-8f8c-8be3e4d2f74c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9711683 Mar 09 03:38:02.277051 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44714) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:38:02.399318 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-5a808abc-3726-4dc0-b7cf-a4b6b751931f service neutron] No DVR routers for this DVR port 64c93ab8-1889-4495-a0bd-237b392283fc on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:38:02.572743 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ba604-df89-471c-8581-d62306d11f8a req-33f460e7-96b0-4275-8f2c-7718caf997b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:02.580368 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6b6ba604-df89-471c-8581-d62306d11f8a req-33f460e7-96b0-4275-8f2c-7718caf997b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae03d5eb038f4850a3760a69271911b5&device_id=13e8b5d2-68d8-453b-be25-2625b110e990 HTTP/1.1" status: 200 len: 1094 time: 0.4976060 Mar 09 03:38:02.673613 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] Set router b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:38:02.813885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-5a808abc-3726-4dc0-b7cf-a4b6b751931f service neutron] Attempting to bind port 64c93ab8-1889-4495-a0bd-237b392283fc on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:38:02.814518 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-5a808abc-3726-4dc0-b7cf-a4b6b751931f service neutron] Attempting to bind port 64c93ab8-1889-4495-a0bd-237b392283fc by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:38:02.814767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-5a808abc-3726-4dc0-b7cf-a4b6b751931f service neutron] Attempting to bind port 64c93ab8-1889-4495-a0bd-237b392283fc on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:38:02.914249 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-5a808abc-3726-4dc0-b7cf-a4b6b751931f service neutron] Port 64c93ab8-1889-4495-a0bd-237b392283fc on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:38:02.915143 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-5a808abc-3726-4dc0-b7cf-a4b6b751931f service neutron] Attempting to bind port 64c93ab8-1889-4495-a0bd-237b392283fc on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:38:02.938964 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b50f37-e5a9-45e7-ae2d-f83b9fa96f18 req-f9f3d50a-75f8-47bf-b4d9-89cf20164f2b tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:02.946098 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-78b50f37-e5a9-45e7-ae2d-f83b9fa96f18 req-f9f3d50a-75f8-47bf-b4d9-89cf20164f2b tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 945 time: 0.8629568 Mar 09 03:38:02.967625 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-5a808abc-3726-4dc0-b7cf-a4b6b751931f service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:38:02.968161 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-5a808abc-3726-4dc0-b7cf-a4b6b751931f service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:38:02.968647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-5a808abc-3726-4dc0-b7cf-a4b6b751931f service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:38:02.969313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-5a808abc-3726-4dc0-b7cf-a4b6b751931f service neutron] Bound port: 64c93ab8-1889-4495-a0bd-237b392283fc, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:38:02.969755 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-5a808abc-3726-4dc0-b7cf-a4b6b751931f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:03.103254 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc096e2-ae10-448d-a19b-811c767d76df req-13054a86-7063-4c6f-918f-ecbe67e46bf9 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:03.103723 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-78b50f37-e5a9-45e7-ae2d-f83b9fa96f18 req-d90a5ee4-c5d6-452f-98bd-22dc6cfb2994 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561880 Mar 09 03:38:03.105356 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3bc096e2-ae10-448d-a19b-811c767d76df req-13054a86-7063-4c6f-918f-ecbe67e46bf9 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=13e8b5d2-68d8-453b-be25-2625b110e990 HTTP/1.1" status: 200 len: 943 time: 0.3836946 Mar 09 03:38:03.141195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ba604-df89-471c-8581-d62306d11f8a req-603f8ed9-e48a-4fb5-877b-6587e3e2a64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:03.146588 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6b6ba604-df89-471c-8581-d62306d11f8a req-603f8ed9-e48a-4fb5-877b-6587e3e2a64f service neutron] 10.222.0.24 "GET /v2.0/networks?id=b43e277f-27e3-4498-8ae6-3889cca4234e HTTP/1.1" status: 200 len: 912 time: 0.5549219 Mar 09 03:38:03.242331 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b7127e59-9dda-4070-b290-758042e935f5 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:38:03.350488 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d615fd04-b671-4474-9bdc-3ae1f408c91c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:38:03.412654 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6b6ba604-df89-471c-8581-d62306d11f8a req-7d0ebdbb-5753-4444-aecd-dd609b7e3077 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dea667ca-3183-461e-812d-5bcc66a52000 HTTP/1.1" status: 200 len: 217 time: 0.2456174 Mar 09 03:38:03.459242 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05087af-900d-43a6-a9d5-ed2daa11fa3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64c93ab8-1889-4495-a0bd-237b392283fc'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:38:03.460228 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:03.466284 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-5a808abc-3726-4dc0-b7cf-a4b6b751931f service neutron] For port 64c93ab8-1889-4495-a0bd-237b392283fc, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:38:03.481460 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port b7127e59-9dda-4070-b290-758042e935f5 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:38:03.494090 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port b7127e59-9dda-4070-b290-758042e935f5 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:38:03.494459 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:03.496354 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3bc096e2-ae10-448d-a19b-811c767d76df req-65c51ee8-8653-4c39-b5cc-a0451d8f7410 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778970 Mar 09 03:38:03.537701 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-5a808abc-3726-4dc0-b7cf-a4b6b751931f service neutron] For port 64c93ab8-1889-4495-a0bd-237b392283fc, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=64c93ab8-1889-4495-a0bd-237b392283fc,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:38:03.554880 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-5a808abc-3726-4dc0-b7cf-a4b6b751931f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:03.625565 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-5a808abc-3726-4dc0-b7cf-a4b6b751931f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:03.626255 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-5a808abc-3726-4dc0-b7cf-a4b6b751931f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:03.627897 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-5a808abc-3726-4dc0-b7cf-a4b6b751931f service neutron] 10.222.0.24 "PUT /v2.0/ports/64c93ab8-1889-4495-a0bd-237b392283fc HTTP/1.1" status: 200 len: 1097 time: 3.6132982 Mar 09 03:38:03.629414 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ba604-df89-471c-8581-d62306d11f8a req-222bb417-1f77-4a92-bdab-c48ecf1225c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:03.630835 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6b6ba604-df89-471c-8581-d62306d11f8a req-222bb417-1f77-4a92-bdab-c48ecf1225c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c938e3dc-f3f5-45d5-a021-35dcda335146 HTTP/1.1" status: 200 len: 851 time: 0.2104189 Mar 09 03:38:03.702891 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port d615fd04-b671-4474-9bdc-3ae1f408c91c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:38:03.708869 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:03.783552 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6b6ba604-df89-471c-8581-d62306d11f8a req-4f311e0a-d5a6-4464-b6ff-f5756d8c7fc0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b43e277f-27e3-4498-8ae6-3889cca4234e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229377 Mar 09 03:38:03.869242 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8fc2e-d644-4f6c-9443-52694b3bd784 req-13356765-16ac-4ebf-b304-137a58a9875f tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:03.872167 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:03.878306 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ca8fc2e-d644-4f6c-9443-52694b3bd784 req-13356765-16ac-4ebf-b304-137a58a9875f tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 950 time: 0.5177314 Mar 09 03:38:04.083994 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:04.129847 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a808abc-3726-4dc0-b7cf-a4b6b751931f service neutron] Pushing event updated for resources: {'Port': ['ID=64c93ab8-1889-4495-a0bd-237b392283fc,revision_number=11']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:04.179552 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b7127e59-9dda-4070-b290-758042e935f5, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b7127e59-9dda-4070-b290-758042e935f5,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:04.182289 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'name': 'tempest-TaggedBootDevicesTest-1332475293-router', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '422c3c12-5f4e-431b-a6f7-69485d5d5404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:56Z', 'updated_at': '2022-03-09T03:38:00Z', 'revision_number': 3, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'gw_port': {'id': '422c3c12-5f4e-431b-a6f7-69485d5d5404', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ae:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:57Z', 'updated_at': '2022-03-09T03:37:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:38:04.185656 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9418cfa-b826-400c-a5ed-e8a16c33b05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7127e59-9dda-4070-b290-758042e935f5'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:38:04.199791 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:04.200819 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b34f057a-888a-4820-bdf9-6862a81df0d5 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:38:04.230893 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ca8fc2e-d644-4f6c-9443-52694b3bd784 req-e040d1fe-0bdf-4d2e-a52b-d983eec01040 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505089 Mar 09 03:38:04.250155 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-aafd6e48-0806-4a4e-a63a-beb142d93253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:04.258401 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-aafd6e48-0806-4a4e-a63a-beb142d93253 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 1100 time: 0.5454934 Mar 09 03:38:04.302130 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f38891-1dc6-45b9-837a-c54050027f4e req-09fca071-3b08-4b32-bf4f-09ab50776cea tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:04.303598 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-04f38891-1dc6-45b9-837a-c54050027f4e req-09fca071-3b08-4b32-bf4f-09ab50776cea tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/ports?device_id=66ad7345-ec33-4277-b22c-e9130cd501da HTTP/1.1" status: 200 len: 945 time: 0.6119270 Mar 09 03:38:04.352333 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] Checking router: b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:38:04.352798 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] Updating router b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b port 422c3c12-5f4e-431b-a6f7-69485d5d5404 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:38:04.467755 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=b7127e59-9dda-4070-b290-758042e935f5,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:04.522139 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee1d0-b195-4773-89da-b0cda33ae4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:04.525773 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port b34f057a-888a-4820-bdf9-6862a81df0d5 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:38:04.540756 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port b34f057a-888a-4820-bdf9-6862a81df0d5 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:38:04.541438 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:04.556170 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-04f38891-1dc6-45b9-837a-c54050027f4e req-b2ba177a-1bb7-49b4-8ea0-8c9252d7560f tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f3fe200-cbe7-472c-a4ee-495af854f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432203 Mar 09 03:38:04.612042 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:04.629816 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6b6ba604-df89-471c-8581-d62306d11f8a req-a142a131-dad2-400f-8bbf-17bedbb709f2 service neutron] 10.222.0.24 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8356707 Mar 09 03:38:04.706168 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-6d190fe8-a222-45b3-ac79-7ed5a1bf8e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:04.707646 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-6d190fe8-a222-45b3-ac79-7ed5a1bf8e2e service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.4418316 Mar 09 03:38:04.717638 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05087af-900d-43a6-a9d5-ed2daa11fa3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64c93ab8-1889-4495-a0bd-237b392283fc', 'code': 200} Mar 09 03:38:04.803792 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-7b1ee1d0-b195-4773-89da-b0cda33ae4f4 admin admin] Allocated IP 172.20.0.1 (a7ff9480-13c5-42e3-ae93-360a44d2efc2/bed62d90-b36d-4314-b77f-03334d35249e/cbd10694-0a64-4fe4-bdb3-f48346a47472) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:38:04.864949 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-a62b3caa-8afc-40bf-8ce2-2a1734b772eb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=64c93ab8-1889-4495-a0bd-237b392283fc HTTP/1.1" status: 200 len: 217 time: 0.1220875 Mar 09 03:38:04.945013 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:05.021843 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee1d0-b195-4773-89da-b0cda33ae4f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:05.037865 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-7b1ee1d0-b195-4773-89da-b0cda33ae4f4 admin admin] Transition to ACTIVE for port object cbd10694-0a64-4fe4-bdb3-f48346a47472 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:38:05.052500 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b34f057a-888a-4820-bdf9-6862a81df0d5, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b34f057a-888a-4820-bdf9-6862a81df0d5,segment=NetworkSegment(5e5f158c-75fd-4c9a-97d2-cc3cb49a01ff),segment_id=5e5f158c-75fd-4c9a-97d2-cc3cb49a01ff)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:05.069339 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:05.091315 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5bcf0-f252-4f8a-86b1-76a6ce186a0a req-21a706b4-d7a8-494d-8366-ffdf4778be06 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:05.093039 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6d5bcf0-f252-4f8a-86b1-76a6ce186a0a req-21a706b4-d7a8-494d-8366-ffdf4778be06 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 949 time: 0.5686650 Mar 09 03:38:05.134615 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee1d0-b195-4773-89da-b0cda33ae4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:05.194632 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=b34f057a-888a-4820-bdf9-6862a81df0d5,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:05.200689 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-d05623b1-6911-488b-a603-3f331d5cc99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:05.203304 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-d05623b1-6911-488b-a603-3f331d5cc99b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.3125269 Mar 09 03:38:05.234459 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1ee1d0-b195-4773-89da-b0cda33ae4f4 admin admin] Network a7ff9480-13c5-42e3-ae93-360a44d2efc2 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:38:05.248947 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-7b1ee1d0-b195-4773-89da-b0cda33ae4f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:38:05.254961 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1ee1d0-b195-4773-89da-b0cda33ae4f4 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:38:05.255197 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6d5bcf0-f252-4f8a-86b1-76a6ce186a0a req-a5abb239-3e37-4e42-90e9-6a979d6535b0 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389339 Mar 09 03:38:05.257404 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6b6ba604-df89-471c-8581-d62306d11f8a req-9160bcc6-b5c8-44e1-9438-832c536838f7 service neutron] 10.222.0.24 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6202049 Mar 09 03:38:05.292318 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:05.320405 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] Transition to ACTIVE for port object 422c3c12-5f4e-431b-a6f7-69485d5d5404 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:38:05.324575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-fa39f10d-6b55-4829-922f-0b26bf429b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:05.326833 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-fa39f10d-6b55-4829-922f-0b26bf429b35 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1138237 Mar 09 03:38:05.334617 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:05.450778 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9418cfa-b826-400c-a5ed-e8a16c33b05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7127e59-9dda-4070-b290-758042e935f5', 'code': 200} Mar 09 03:38:05.480022 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ee1d0-b195-4773-89da-b0cda33ae4f4 admin admin] Pushing event updated for resources: {'Port': ['ID=cbd10694-0a64-4fe4-bdb3-f48346a47472,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:05.484265 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] Attempting to bind port 422c3c12-5f4e-431b-a6f7-69485d5d5404 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:38:05.485303 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] Attempting to bind port 422c3c12-5f4e-431b-a6f7-69485d5d5404 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:38:05.486288 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] Attempting to bind port 422c3c12-5f4e-431b-a6f7-69485d5d5404 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:38:05.510886 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:38:05.513134 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:38:05.514534 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:05.515463 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:38:05.515820 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] Bound port: 422c3c12-5f4e-431b-a6f7-69485d5d5404, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:38:05.516795 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:05.549395 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ca0e8-5dfa-4ab4-92c3-a833c3519d3e req-6c45911d-2e80-451f-96c8-3e34e2a2996f tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:05.555347 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e30ca0e8-5dfa-4ab4-92c3-a833c3519d3e req-6c45911d-2e80-451f-96c8-3e34e2a2996f tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 946 time: 0.4827816 Mar 09 03:38:05.573936 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717e9af-48b5-465c-90cf-6ccb242a6c89 None None] Pushing event updated for resources: {'Port': ['ID=422c3c12-5f4e-431b-a6f7-69485d5d5404,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:05.583315 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-9f384c4f-fb44-4080-af32-dac140c8cfe8 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476530 Mar 09 03:38:05.614677 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device dea667ca-3183-461e-812d-5bcc66a52000 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:38:05.642128 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee1d0-b195-4773-89da-b0cda33ae4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:05.663306 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e30ca0e8-5dfa-4ab4-92c3-a833c3519d3e req-58c533dd-4fd0-412f-80a5-7f80d221ce55 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992472 Mar 09 03:38:05.819451 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] For port 422c3c12-5f4e-431b-a6f7-69485d5d5404, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:38:05.822017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2b23dc44-75fa-4aae-be15-717743310a97 None None] Provisioning for port cbd10694-0a64-4fe4-bdb3-f48346a47472 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:38:05.892478 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee1d0-b195-4773-89da-b0cda33ae4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:05.904757 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2b23dc44-75fa-4aae-be15-717743310a97 None None] Provisioning complete for port cbd10694-0a64-4fe4-bdb3-f48346a47472 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:38:05.905123 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2b23dc44-75fa-4aae-be15-717743310a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:06.016435 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port dea667ca-3183-461e-812d-5bcc66a52000, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=dea667ca-3183-461e-812d-5bcc66a52000,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:06.028752 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] For port 422c3c12-5f4e-431b-a6f7-69485d5d5404, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=422c3c12-5f4e-431b-a6f7-69485d5d5404,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:38:06.046023 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:06.114667 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1f20b-5f2c-4906-8180-6070e05bcf29 req-ec03d884-d48d-4084-8b98-513e2e948ef7 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:06.116770 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a5b1f20b-5f2c-4906-8180-6070e05bcf29 req-ec03d884-d48d-4084-8b98-513e2e948ef7 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 950 time: 0.1772659 Mar 09 03:38:06.145878 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38d9a741-b40a-4dd7-a320-c51a95cbb30e req-860a611e-153e-4c29-85c5-af36b87be630 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217292 Mar 09 03:38:06.163822 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008b457-4799-4cdf-adba-b7652cd3d1ae req-0aa3f631-1991-407f-afec-3f46d51325d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:06.165761 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8008b457-4799-4cdf-adba-b7652cd3d1ae req-0aa3f631-1991-407f-afec-3f46d51325d3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 1097 time: 0.5815125 Mar 09 03:38:06.176033 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4404a-e8e7-4013-ae97-10f4e6dcf62e req-f52a6d60-75e7-4187-939d-008ba68d7775 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:06.183697 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fcd4404a-e8e7-4013-ae97-10f4e6dcf62e req-f52a6d60-75e7-4187-939d-008ba68d7775 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=13e8b5d2-68d8-453b-be25-2625b110e990 HTTP/1.1" status: 200 len: 943 time: 0.3410840 Mar 09 03:38:06.245494 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'dea667ca-3183-461e-812d-5bcc66a52000', 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e', 'port_id': 'dea667ca-3183-461e-812d-5bcc66a52000', 'mac_address': 'fa:16:3e:5e:8a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c938e3dc-f3f5-45d5-a021-35dcda335146', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:38:06.253817 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717e9af-48b5-465c-90cf-6ccb242a6c89 None None] Pushing event updated for resources: {'Port': ['ID=422c3c12-5f4e-431b-a6f7-69485d5d5404,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:06.255751 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a5b1f20b-5f2c-4906-8180-6070e05bcf29 req-69b06789-b81a-42a7-8cc4-2aed1f93c24f tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821812 Mar 09 03:38:06.267702 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fcd4404a-e8e7-4013-ae97-10f4e6dcf62e req-9eddc68b-e452-4736-9954-54cad845b5ed tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828435 Mar 09 03:38:06.272967 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8008b457-4799-4cdf-adba-b7652cd3d1ae req-a386e399-1b7d-4814-950a-b65471ecd87b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738368 Mar 09 03:38:06.308647 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-2b23dc44-75fa-4aae-be15-717743310a97 None None] Port cbd10694-0a64-4fe4-bdb3-f48346a47472 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:38:06.333296 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] Routers {'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:38:06.334314 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:38:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:38:06.337553 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee1d0-b195-4773-89da-b0cda33ae4f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:06.348889 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee1d0-b195-4773-89da-b0cda33ae4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:06.491921 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:06.512667 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ee1d0-b195-4773-89da-b0cda33ae4f4 admin admin] Pushing event updated for resources: {'Port': ['ID=cbd10694-0a64-4fe4-bdb3-f48346a47472,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:06.549901 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee1d0-b195-4773-89da-b0cda33ae4f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:06.575712 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea667ca-3183-461e-812d-5bcc66a52000 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:38:06.646528 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port dea667ca-3183-461e-812d-5bcc66a52000, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=dea667ca-3183-461e-812d-5bcc66a52000,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:06.658297 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:06.712278 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6741f-1011-49fe-be98-ef6586554073 req-ca1e6862-2ea2-4056-9847-cff20a5fc82d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:06.714781 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f3f6741f-1011-49fe-be98-ef6586554073 req-ca1e6862-2ea2-4056-9847-cff20a5fc82d tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 949 time: 0.1575131 Mar 09 03:38:06.719896 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05087af-900d-43a6-a9d5-ed2daa11fa3d', 'tag': '64c93ab8-1889-4495-a0bd-237b392283fc'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:38:06.755144 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] Set router b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:38:06.779872 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f3f6741f-1011-49fe-be98-ef6586554073 req-09b07a70-ca71-49b1-9e16-ff9b203fef1c tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535648 Mar 09 03:38:06.780348 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44760) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:38:06.891708 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=dea667ca-3183-461e-812d-5bcc66a52000,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:06.946223 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503efb0-d621-453d-a98f-dc140981071e req-0c7c066f-0e0e-4f95-98b9-4d625f72929a tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:06.953721 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7503efb0-d621-453d-a98f-dc140981071e req-0c7c066f-0e0e-4f95-98b9-4d625f72929a tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/ports?device_id=66ad7345-ec33-4277-b22c-e9130cd501da HTTP/1.1" status: 200 len: 946 time: 0.3699257 Mar 09 03:38:06.956885 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c1acaed8-6777-410e-8f91-52e5200fe64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:06.976290 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c1acaed8-6777-410e-8f91-52e5200fe64b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:38:06.982019 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c1acaed8-6777-410e-8f91-52e5200fe64b admin admin] Usage tracker for resource:security_group_rule and tenant:8b11a77aabf443e28c74f8983de9717c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:38:06.985672 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c1acaed8-6777-410e-8f91-52e5200fe64b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:38:06.992418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c1acaed8-6777-410e-8f91-52e5200fe64b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:38:07.039016 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1ee1d0-b195-4773-89da-b0cda33ae4f4 admin admin] Network a7ff9480-13c5-42e3-ae93-360a44d2efc2 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:38:07.042770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-7b1ee1d0-b195-4773-89da-b0cda33ae4f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:38:07.055657 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7503efb0-d621-453d-a98f-dc140981071e req-f3bbe6d4-7c2a-40e6-aab1-f2c9ca71eb83 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f3fe200-cbe7-472c-a4ee-495af854f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010423 Mar 09 03:38:07.096468 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c1acaed8-6777-410e-8f91-52e5200fe64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:07.131706 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['dea667ca-3183-461e-812d-5bcc66a52000'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:38:07.159608 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c1acaed8-6777-410e-8f91-52e5200fe64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:07.217743 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acaed8-6777-410e-8f91-52e5200fe64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fe47cb-cde9-4883-99be-1df115d96e8a,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:07.298089 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05087af-900d-43a6-a9d5-ed2daa11fa3d', 'tag': '64c93ab8-1889-4495-a0bd-237b392283fc', 'status': 'completed', 'code': 200} Mar 09 03:38:07.411962 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c1acaed8-6777-410e-8f91-52e5200fe64b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b11a77aabf443e28c74f8983de9717c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6305313 Mar 09 03:38:07.422262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44770) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:38:07.452709 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ad7345-ec33-4277-b22c-e9130cd501da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34f057a-888a-4820-bdf9-6862a81df0d5'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:38:07.507856 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bedf6-b5de-4d93-b25f-0bcaf7af02c8 req-042d48f6-98e9-448d-b8fc-f30853bc15dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:07.509977 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d9bedf6-b5de-4d93-b25f-0bcaf7af02c8 req-042d48f6-98e9-448d-b8fc-f30853bc15dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 1100 time: 0.2729380 Mar 09 03:38:07.520024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db79f1-dfe6-4729-9381-b63ff2a38bbc req-7bacb67a-329f-4f41-94ad-5d0b4d2a4356 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:07.522481 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-71db79f1-dfe6-4729-9381-b63ff2a38bbc req-7bacb67a-329f-4f41-94ad-5d0b4d2a4356 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 946 time: 0.4232113 Mar 09 03:38:07.543235 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1ee1d0-b195-4773-89da-b0cda33ae4f4 admin admin] Router b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:38:07.565638 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bedf6-b5de-4d93-b25f-0bcaf7af02c8 req-361a96bd-7b87-4bfd-a7cd-e086eeb5eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:07.570124 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d9bedf6-b5de-4d93-b25f-0bcaf7af02c8 req-361a96bd-7b87-4bfd-a7cd-e086eeb5eccd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 1100 time: 0.2608447 Mar 09 03:38:07.601816 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-56881b88-0f7b-450b-98c7-d71a27874bfb None None] Provisioning complete for port cbd10694-0a64-4fe4-bdb3-f48346a47472 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:38:07.602467 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-56881b88-0f7b-450b-98c7-d71a27874bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:07.657096 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d554dc7c-cd23-4ba9-ae9c-e8fb9163431e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:07.717950 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-56881b88-0f7b-450b-98c7-d71a27874bfb None None] Port cbd10694-0a64-4fe4-bdb3-f48346a47472 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:38:07.778785 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'name': 'tempest-TaggedBootDevicesTest-1332475293-router', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '422c3c12-5f4e-431b-a6f7-69485d5d5404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:56Z', 'updated_at': '2022-03-09T03:38:05Z', 'revision_number': 4, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'gw_port': {'id': '422c3c12-5f4e-431b-a6f7-69485d5d5404', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ae:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:57Z', 'updated_at': '2022-03-09T03:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'cbd10694-0a64-4fe4-bdb3-f48346a47472', 'name': '', 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'mac_address': 'fa:16:3e:f9:66:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'bed62d90-b36d-4314-b77f-03334d35249e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:38:04Z', 'updated_at': '2022-03-09T03:38:06Z', 'revision_number': 2, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'subnets': [{'id': 'bed62d90-b36d-4314-b77f-03334d35249e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:38:07.784988 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-71db79f1-dfe6-4729-9381-b63ff2a38bbc req-10c432fa-b191-439b-9b54-0d9d5a26f81d tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085712 Mar 09 03:38:07.800747 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6690858c-8659-4b65-a757-4214e11c39e2 None None] The sync data for ids ['b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'] in n-d-825178-5 is: [{'id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'name': 'tempest-TaggedBootDevicesTest-1332475293-router', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '422c3c12-5f4e-431b-a6f7-69485d5d5404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:56Z', 'updated_at': '2022-03-09T03:38:05Z', 'revision_number': 4, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'gw_port': {'id': '422c3c12-5f4e-431b-a6f7-69485d5d5404', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ae:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:57Z', 'updated_at': '2022-03-09T03:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'cbd10694-0a64-4fe4-bdb3-f48346a47472', 'name': '', 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'mac_address': 'fa:16:3e:f9:66:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'bed62d90-b36d-4314-b77f-03334d35249e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:38:04Z', 'updated_at': '2022-03-09T03:38:06Z', 'revision_number': 2, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'subnets': [{'id': 'bed62d90-b36d-4314-b77f-03334d35249e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:38:07.827592 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d554dc7c-cd23-4ba9-ae9c-e8fb9163431e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:07.873177 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bedf6-b5de-4d93-b25f-0bcaf7af02c8 req-e63525d6-49b4-4ee3-b355-286c159b7f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:07.874634 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d9bedf6-b5de-4d93-b25f-0bcaf7af02c8 req-e63525d6-49b4-4ee3-b355-286c159b7f91 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.3507040 Mar 09 03:38:07.901160 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:38:07.923171 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a225064-a00e-472a-9e39-2d9468547b44 req-81269941-5499-49ee-892f-dfe0b906439e tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:07.930974 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5a225064-a00e-472a-9e39-2d9468547b44 req-81269941-5499-49ee-892f-dfe0b906439e tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 950 time: 0.3482063 Mar 09 03:38:07.984313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bedf6-b5de-4d93-b25f-0bcaf7af02c8 req-dd3e91f9-af02-4957-b75a-f74232b4835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:07.985766 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d9bedf6-b5de-4d93-b25f-0bcaf7af02c8 req-dd3e91f9-af02-4957-b75a-f74232b4835e service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.4082010 Mar 09 03:38:08.062428 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5a225064-a00e-472a-9e39-2d9468547b44 req-9a9202a7-0008-42d6-ae96-74d393c990c0 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301403 Mar 09 03:38:08.080648 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d9bedf6-b5de-4d93-b25f-0bcaf7af02c8 req-acc97900-cfa5-4450-a1ea-4fc3bb7e304a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=64c93ab8-1889-4495-a0bd-237b392283fc HTTP/1.1" status: 200 len: 217 time: 0.1898663 Mar 09 03:38:08.128905 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1ee1d0-b195-4773-89da-b0cda33ae4f4 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:38:08.135159 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d9bedf6-b5de-4d93-b25f-0bcaf7af02c8 req-cdfe4bcc-d599-42c5-b2aa-0e8ee4e04e87 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=64c93ab8-1889-4495-a0bd-237b392283fc HTTP/1.1" status: 200 len: 217 time: 0.1080580 Mar 09 03:38:08.163305 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ad7345-ec33-4277-b22c-e9130cd501da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34f057a-888a-4820-bdf9-6862a81df0d5', 'code': 200} Mar 09 03:38:08.164250 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7b1ee1d0-b195-4773-89da-b0cda33ae4f4 admin admin] 10.222.0.16 "PUT /v2.0/routers/b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8847733 Mar 09 03:38:08.166638 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d554dc7c-cd23-4ba9-ae9c-e8fb9163431e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:08.170756 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d554dc7c-cd23-4ba9-ae9c-e8fb9163431e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:08.172339 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d554dc7c-cd23-4ba9-ae9c-e8fb9163431e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84fe47cb-cde9-4883-99be-1df115d96e8a HTTP/1.1" status: 204 len: 168 time: 0.7487595 Mar 09 03:38:08.249700 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554dc7c-cd23-4ba9-ae9c-e8fb9163431e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fe47cb-cde9-4883-99be-1df115d96e8a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:08.442966 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bedf6-b5de-4d93-b25f-0bcaf7af02c8 req-eeb59380-05f6-45e5-a8ab-54514ea2d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:08.449352 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d9bedf6-b5de-4d93-b25f-0bcaf7af02c8 req-eeb59380-05f6-45e5-a8ab-54514ea2d505 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.3579452 Mar 09 03:38:08.471943 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:08.556435 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bedf6-b5de-4d93-b25f-0bcaf7af02c8 req-5e27e7db-1fff-4dea-a38c-67e0fbebad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:08.559330 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d9bedf6-b5de-4d93-b25f-0bcaf7af02c8 req-5e27e7db-1fff-4dea-a38c-67e0fbebad85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.4177454 Mar 09 03:38:08.600564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8980e5-cc67-48fb-883a-0f98bc194a14 req-2f67ff65-8a37-495b-87bc-ac7a1c4c4381 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:08.623218 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ba8980e5-cc67-48fb-883a-0f98bc194a14 req-2f67ff65-8a37-495b-87bc-ac7a1c4c4381 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 949 time: 0.2345340 Mar 09 03:38:08.714886 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ba8980e5-cc67-48fb-883a-0f98bc194a14 req-1967e6fa-e5ee-4692-ba8a-c38d35c61384 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907373 Mar 09 03:38:08.976449 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674ec20-4d67-47b5-bcd5-31afecf4eb63 req-5a70b431-f5dc-4924-a05b-37e93803bb40 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:08.993987 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7674ec20-4d67-47b5-bcd5-31afecf4eb63 req-5a70b431-f5dc-4924-a05b-37e93803bb40 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=13e8b5d2-68d8-453b-be25-2625b110e990 HTTP/1.1" status: 200 len: 944 time: 1.0166249 Mar 09 03:38:09.096521 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aeec8a-b378-4e73-87dc-7c3c740b10f0 req-38f5fbd8-79cc-470a-919d-5162d9ac7074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:09.098012 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-66aeec8a-b378-4e73-87dc-7c3c740b10f0 req-38f5fbd8-79cc-470a-919d-5162d9ac7074 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=66ad7345-ec33-4277-b22c-e9130cd501da HTTP/1.1" status: 200 len: 1097 time: 0.8142524 Mar 09 03:38:09.157227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bedf6-b5de-4d93-b25f-0bcaf7af02c8 req-6926bdee-e79e-4ddd-be6d-e0f35fdd0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:09.158824 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d9bedf6-b5de-4d93-b25f-0bcaf7af02c8 req-6926bdee-e79e-4ddd-be6d-e0f35fdd0dd7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6985528 Mar 09 03:38:09.161618 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7674ec20-4d67-47b5-bcd5-31afecf4eb63 req-dd30901a-2952-406a-9f96-fc23f1f156a4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668136 Mar 09 03:38:09.315847 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 422c3c12-5f4e-431b-a6f7-69485d5d5404 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:38:09.334606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bedf6-b5de-4d93-b25f-0bcaf7af02c8 req-9dd51b40-e717-4888-b60a-cb4ad773a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:09.336344 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d9bedf6-b5de-4d93-b25f-0bcaf7af02c8 req-9dd51b40-e717-4888-b60a-cb4ad773a664 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7585266 Mar 09 03:38:09.499177 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 422c3c12-5f4e-431b-a6f7-69485d5d5404 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:38:09.509465 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 422c3c12-5f4e-431b-a6f7-69485d5d5404 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:38:09.509853 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:09.689308 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-66aeec8a-b378-4e73-87dc-7c3c740b10f0 req-fa3db424-18d4-4690-8bcc-f8c3e1d3d9bb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9f3fe200-cbe7-472c-a4ee-495af854f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5719879 Mar 09 03:38:09.710819 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 64c93ab8-1889-4495-a0bd-237b392283fc details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:38:09.745199 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device dea667ca-3183-461e-812d-5bcc66a52000 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:38:09.821948 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7fedc-b520-4a0a-862a-a605d6db92d2 req-0ebe8d4b-9790-4c9c-82a1-ae36b0af70e8 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:09.829937 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3da7fedc-b520-4a0a-862a-a605d6db92d2 req-0ebe8d4b-9790-4c9c-82a1-ae36b0af70e8 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/ports?device_id=66ad7345-ec33-4277-b22c-e9130cd501da HTTP/1.1" status: 200 len: 946 time: 0.8457749 Mar 09 03:38:09.911921 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d9bedf6-b5de-4d93-b25f-0bcaf7af02c8 req-c4c55c89-f9be-4dd4-b5d8-b876b49e8714 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243597 Mar 09 03:38:09.964167 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d9bedf6-b5de-4d93-b25f-0bcaf7af02c8 req-dfcd1e65-0b21-428e-b9bb-05d43805f5cc service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7904785 Mar 09 03:38:09.966116 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3da7fedc-b520-4a0a-862a-a605d6db92d2 req-4bbaadb5-7323-4c34-a854-ce0ead15c36b tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f3fe200-cbe7-472c-a4ee-495af854f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336036 Mar 09 03:38:10.062403 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.resource_extend [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:38:10.175852 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44828) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:38:10.181881 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-611d2bc2-d49c-4fa4-ba30-d6c62e4fad66 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1972899092-network', 'tenant_id': '1461196e7df14d1c8745739b148c6e4a'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:38:10.196883 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-611d2bc2-d49c-4fa4-ba30-d6c62e4fad66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:38:10.219250 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-611d2bc2-d49c-4fa4-ba30-d6c62e4fad66 admin admin] Usage tracker for resource:network and tenant:1461196e7df14d1c8745739b148c6e4a is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:38:10.231851 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-611d2bc2-d49c-4fa4-ba30-d6c62e4fad66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:38:10.251440 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-611d2bc2-d49c-4fa4-ba30-d6c62e4fad66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:38:10.388799 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611d2bc2-d49c-4fa4-ba30-d6c62e4fad66 admin admin] Made reservation on behalf of 1461196e7df14d1c8745739b148c6e4a for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:38:10.401741 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-611d2bc2-d49c-4fa4-ba30-d6c62e4fad66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:10.412309 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5b681-2583-48b6-b35d-fda780e80dd0 req-d31c8141-30da-483f-a536-cc9386cd4e5e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:10.421775 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-48b5b681-2583-48b6-b35d-fda780e80dd0 req-d31c8141-30da-483f-a536-cc9386cd4e5e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 946 time: 0.9295161 Mar 09 03:38:10.448708 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-611d2bc2-d49c-4fa4-ba30-d6c62e4fad66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:10.499472 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-611d2bc2-d49c-4fa4-ba30-d6c62e4fad66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:38:10.503677 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-611d2bc2-d49c-4fa4-ba30-d6c62e4fad66 admin admin] Usage tracker for resource:security_group_rule and tenant:1461196e7df14d1c8745739b148c6e4a is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:38:10.506772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-611d2bc2-d49c-4fa4-ba30-d6c62e4fad66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:38:10.516443 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-611d2bc2-d49c-4fa4-ba30-d6c62e4fad66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:38:10.538313 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-48b5b681-2583-48b6-b35d-fda780e80dd0 req-54abf068-d1b9-4b74-8e4a-8edbbaf4df5d tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153691 Mar 09 03:38:10.549425 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d9bedf6-b5de-4d93-b25f-0bcaf7af02c8 req-6d380346-3a26-4b67-81a5-d57041b93e56 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954267 Mar 09 03:38:10.554246 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d9bedf6-b5de-4d93-b25f-0bcaf7af02c8 req-6d2df5c2-4e73-4f17-939b-1f71d4974b1b service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5882442 Mar 09 03:38:10.613505 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 64c93ab8-1889-4495-a0bd-237b392283fc, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=64c93ab8-1889-4495-a0bd-237b392283fc,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:10.633893 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-611d2bc2-d49c-4fa4-ba30-d6c62e4fad66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:10.640704 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:10.657618 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-611d2bc2-d49c-4fa4-ba30-d6c62e4fad66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:10.658605 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port dea667ca-3183-461e-812d-5bcc66a52000 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:38:10.665196 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '64c93ab8-1889-4495-a0bd-237b392283fc', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': '64c93ab8-1889-4495-a0bd-237b392283fc', 'mac_address': 'fa:16:3e:15:4a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:38:10.672210 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port dea667ca-3183-461e-812d-5bcc66a52000 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:38:10.672670 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:10.804586 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974b28d-ad3a-4d01-ae61-a4b28735c77f req-2c5d3f08-d664-40d9-9b7f-88192162e09b tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:10.815793 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0974b28d-ad3a-4d01-ae61-a4b28735c77f req-2c5d3f08-d664-40d9-9b7f-88192162e09b tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 950 time: 0.5457542 Mar 09 03:38:10.869266 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 422c3c12-5f4e-431b-a6f7-69485d5d5404, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=422c3c12-5f4e-431b-a6f7-69485d5d5404,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:10.873675 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611d2bc2-d49c-4fa4-ba30-d6c62e4fad66 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:38:10.913782 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8b88a-201c-4e42-92d0-5c8667cffe88 req-14a6e5ac-6e80-4a66-9e17-bd70c6ad1c79 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:10.915366 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32a8b88a-201c-4e42-92d0-5c8667cffe88 req-14a6e5ac-6e80-4a66-9e17-bd70c6ad1c79 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 949 time: 0.2159305 Mar 09 03:38:10.925819 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:11.025126 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-611d2bc2-d49c-4fa4-ba30-d6c62e4fad66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:11.026321 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-611d2bc2-d49c-4fa4-ba30-d6c62e4fad66 admin admin] Added segment 4e63adfe-0a12-44aa-880b-9f8d02055a8c of type vlan for network 0b9432d5-0279-44cb-bc9c-1a11184fceb6 Mar 09 03:38:11.046067 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32a8b88a-201c-4e42-92d0-5c8667cffe88 req-b6a71c2b-528e-48d8-9a39-c174f5bf999a tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202822 Mar 09 03:38:11.060064 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0974b28d-ad3a-4d01-ae61-a4b28735c77f req-f2573766-1fc2-4588-b9e0-2bd099d6fbbb tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416844 Mar 09 03:38:11.072342 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d2bc2-d49c-4fa4-ba30-d6c62e4fad66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc016ec5-1fbd-4a32-984b-4b8cd849dc06,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:11.104114 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-611d2bc2-d49c-4fa4-ba30-d6c62e4fad66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:11.149902 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-611d2bc2-d49c-4fa4-ba30-d6c62e4fad66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:11.151444 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611d2bc2-d49c-4fa4-ba30-d6c62e4fad66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:11.152368 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-611d2bc2-d49c-4fa4-ba30-d6c62e4fad66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:11.336601 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=422c3c12-5f4e-431b-a6f7-69485d5d5404,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:11.390612 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:11.415034 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-611d2bc2-d49c-4fa4-ba30-d6c62e4fad66 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2374518 Mar 09 03:38:11.417353 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44852) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:38:11.418670 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d2bc2-d49c-4fa4-ba30-d6c62e4fad66 admin admin] Pushing event updated for resources: {'Network': ['ID=0b9432d5-0279-44cb-bc9c-1a11184fceb6,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:11.437735 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 0b9432d5-0279-44cb-bc9c-1a11184fceb6 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:38:11.449454 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-2f6030e8-f7fe-4b5b-8004-2d2e5e46a5e0 admin admin] Request body: {'subnet': {'network_id': '0b9432d5-0279-44cb-bc9c-1a11184fceb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1972899092-subnet', 'tenant_id': '1461196e7df14d1c8745739b148c6e4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:38:11.455154 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2f6030e8-f7fe-4b5b-8004-2d2e5e46a5e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:38:11.469451 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff089b5f-413a-48a4-ac62-444d983eff03 req-ca1af97f-95ff-4521-b4ea-b673542b2168 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:11.471016 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff089b5f-413a-48a4-ac62-444d983eff03 req-ca1af97f-95ff-4521-b4ea-b673542b2168 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=13e8b5d2-68d8-453b-be25-2625b110e990 HTTP/1.1" status: 200 len: 944 time: 0.1932409 Mar 09 03:38:11.475819 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2f6030e8-f7fe-4b5b-8004-2d2e5e46a5e0 admin admin] Usage tracker for resource:subnet and tenant:1461196e7df14d1c8745739b148c6e4a is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:38:11.480646 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2f6030e8-f7fe-4b5b-8004-2d2e5e46a5e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:38:11.494321 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39fb78-98ae-4815-a012-3db3a7ae717f req-688d5140-18b8-4b65-b142-f85ac4a2bd57 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:11.506129 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5b39fb78-98ae-4815-a012-3db3a7ae717f req-688d5140-18b8-4b65-b142-f85ac4a2bd57 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 1097 time: 0.2072706 Mar 09 03:38:11.516652 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2f6030e8-f7fe-4b5b-8004-2d2e5e46a5e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:38:11.523746 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64c93ab8-1889-4495-a0bd-237b392283fc {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:38:11.544737 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] Sync routers for ids ['b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:38:11.551203 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 64c93ab8-1889-4495-a0bd-237b392283fc, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=64c93ab8-1889-4495-a0bd-237b392283fc,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:11.563286 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] Routers {'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:38:11.563908 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:38:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:38:11.586381 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff089b5f-413a-48a4-ac62-444d983eff03 req-3e7e5968-f078-41e8-9281-4d44a09d0c47 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074786 Mar 09 03:38:11.590000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6030e8-f7fe-4b5b-8004-2d2e5e46a5e0 admin admin] Made reservation on behalf of 1461196e7df14d1c8745739b148c6e4a for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:38:11.599933 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2f6030e8-f7fe-4b5b-8004-2d2e5e46a5e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:11.610691 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:11.619007 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5b39fb78-98ae-4815-a012-3db3a7ae717f req-878182ad-1741-4ee4-ade0-4385afe572ac tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118991 Mar 09 03:38:11.797607 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:11.844230 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=64c93ab8-1889-4495-a0bd-237b392283fc,revision_number=12']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:11.866056 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e8b5d2-68d8-453b-be25-2625b110e990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea667ca-3183-461e-812d-5bcc66a52000'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:38:11.889714 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port dea667ca-3183-461e-812d-5bcc66a52000, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=dea667ca-3183-461e-812d-5bcc66a52000,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:11.896592 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:12.039469 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['64c93ab8-1889-4495-a0bd-237b392283fc'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:38:12.058213 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2f6030e8-f7fe-4b5b-8004-2d2e5e46a5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:12.141297 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4df08f-a97e-45a4-9012-707facb2066d req-d37e8f69-6f50-4818-9e8f-92cb0a63ab1b tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:12.148663 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3c4df08f-a97e-45a4-9012-707facb2066d req-d37e8f69-6f50-4818-9e8f-92cb0a63ab1b tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/ports?device_id=66ad7345-ec33-4277-b22c-e9130cd501da HTTP/1.1" status: 200 len: 946 time: 0.2426188 Mar 09 03:38:12.166496 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=dea667ca-3183-461e-812d-5bcc66a52000,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:12.232912 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] Set router b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:38:12.239499 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3c4df08f-a97e-45a4-9012-707facb2066d req-319b4d6c-5f6d-44b0-ab32-0bbbd3f5d56c tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f3fe200-cbe7-472c-a4ee-495af854f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898695 Mar 09 03:38:12.245381 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6030e8-f7fe-4b5b-8004-2d2e5e46a5e0 admin admin] Checking segment: {'id': '4e63adfe-0a12-44aa-880b-9f8d02055a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b9432d5-0279-44cb-bc9c-1a11184fceb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:38:12.245902 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6030e8-f7fe-4b5b-8004-2d2e5e46a5e0 admin admin] Network hostable DHCP agents. Network: 0b9432d5-0279-44cb-bc9c-1a11184fceb6, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:38:12.267542 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6030e8-f7fe-4b5b-8004-2d2e5e46a5e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b7a417b-4fa4-47f7-9831-8b59fb66851a,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:12.303295 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6030e8-f7fe-4b5b-8004-2d2e5e46a5e0 admin admin] Network 0b9432d5-0279-44cb-bc9c-1a11184fceb6 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:38:12.319972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-2f6030e8-f7fe-4b5b-8004-2d2e5e46a5e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 0b9432d5-0279-44cb-bc9c-1a11184fceb6) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:38:12.324713 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6030e8-f7fe-4b5b-8004-2d2e5e46a5e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:12.325066 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2f6030e8-f7fe-4b5b-8004-2d2e5e46a5e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:12.335234 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83e67f9-980c-4280-b202-5319a5d2bb4d None None] Network 0b9432d5-0279-44cb-bc9c-1a11184fceb6 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:38:12.375382 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44884) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:38:12.376137 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2f6030e8-f7fe-4b5b-8004-2d2e5e46a5e0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9444380 Mar 09 03:38:12.462939 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-baf5467f-3a77-4f59-9720-fbcd647578ef admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1972899092-router', 'tenant_id': '1461196e7df14d1c8745739b148c6e4a', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:38:12.468881 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-baf5467f-3a77-4f59-9720-fbcd647578ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:38:12.473297 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-baf5467f-3a77-4f59-9720-fbcd647578ef admin admin] Usage tracker for resource:router and tenant:1461196e7df14d1c8745739b148c6e4a is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:38:12.476459 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-baf5467f-3a77-4f59-9720-fbcd647578ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:38:12.483064 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-baf5467f-3a77-4f59-9720-fbcd647578ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:38:12.503550 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-baf5467f-3a77-4f59-9720-fbcd647578ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:12.515272 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-baf5467f-3a77-4f59-9720-fbcd647578ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:12.648198 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-baf5467f-3a77-4f59-9720-fbcd647578ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:12.654100 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638ac5b-b4d3-4dc9-86bd-39e84ba0c7b9 req-cb189ad0-93f5-4954-8342-cc64e7c9a84a tempest-MigrationsAdminTest-415884709 tempest-MigrationsAdminTest-415884709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:12.676221 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6638ac5b-b4d3-4dc9-86bd-39e84ba0c7b9 req-cb189ad0-93f5-4954-8342-cc64e7c9a84a tempest-MigrationsAdminTest-415884709 tempest-MigrationsAdminTest-415884709-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 1101 time: 0.3038342 Mar 09 03:38:12.687666 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527883c8-5bed-4793-8bdb-0818537ed3ec req-7a53b8e7-08c2-444b-a75d-96129efc1977 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:12.696145 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-527883c8-5bed-4793-8bdb-0818537ed3ec req-7a53b8e7-08c2-444b-a75d-96129efc1977 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 1097 time: 0.2578392 Mar 09 03:38:12.850338 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-527883c8-5bed-4793-8bdb-0818537ed3ec req-fc4b0cad-91f8-4069-883e-a506bd7c538b tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524827 Mar 09 03:38:12.858260 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6638ac5b-b4d3-4dc9-86bd-39e84ba0c7b9 req-ba948aca-0728-4d2b-8559-7aa2b055ee70 tempest-MigrationsAdminTest-415884709 tempest-MigrationsAdminTest-415884709-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808097 Mar 09 03:38:12.896204 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'name': 'tempest-TaggedBootDevicesTest-1332475293-router', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '422c3c12-5f4e-431b-a6f7-69485d5d5404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:56Z', 'updated_at': '2022-03-09T03:38:05Z', 'revision_number': 4, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'gw_port': {'id': '422c3c12-5f4e-431b-a6f7-69485d5d5404', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ae:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:57Z', 'updated_at': '2022-03-09T03:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'cbd10694-0a64-4fe4-bdb3-f48346a47472', 'name': '', 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'mac_address': 'fa:16:3e:f9:66:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'bed62d90-b36d-4314-b77f-03334d35249e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:38:04Z', 'updated_at': '2022-03-09T03:38:06Z', 'revision_number': 2, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'subnets': [{'id': 'bed62d90-b36d-4314-b77f-03334d35249e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:38:12.907432 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] Checking router: b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:38:12.908100 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] Updating router b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b port cbd10694-0a64-4fe4-bdb3-f48346a47472 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:38:13.007496 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e8b5d2-68d8-453b-be25-2625b110e990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea667ca-3183-461e-812d-5bcc66a52000', 'code': 200} Mar 09 03:38:13.144324 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:13.214939 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19c73a-f526-42f2-8fc5-794abac406a1 req-d31ece7b-09bf-40e1-9c58-c30cfa61591c tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:13.223006 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9b19c73a-f526-42f2-8fc5-794abac406a1 req-d31ece7b-09bf-40e1-9c58-c30cfa61591c tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=13e8b5d2-68d8-453b-be25-2625b110e990 HTTP/1.1" status: 200 len: 945 time: 0.1114547 Mar 09 03:38:13.256870 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-0b9432d5-0279-44cb-bc9c-1a11184fceb6', 'network_id': '0b9432d5-0279-44cb-bc9c-1a11184fceb6', 'tenant_id': '1461196e7df14d1c8745739b148c6e4a', 'fixed_ips': [{'subnet_id': '3b7a417b-4fa4-47f7-9831-8b59fb66851a'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:38:13.257722 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:13.270113 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c292e-3bd3-48fe-8fe7-875d60c43d8d req-fa924d6f-af7e-4585-84d8-6b5338f93cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:13.282649 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-294c292e-3bd3-48fe-8fe7-875d60c43d8d req-fa924d6f-af7e-4585-84d8-6b5338f93cff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=13e8b5d2-68d8-453b-be25-2625b110e990 HTTP/1.1" status: 200 len: 1096 time: 0.2152033 Mar 09 03:38:13.367958 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9b19c73a-f526-42f2-8fc5-794abac406a1 req-64aad75e-bcd6-4b2e-97e2-b11ecf97afd1 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417625 Mar 09 03:38:13.426492 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-294c292e-3bd3-48fe-8fe7-875d60c43d8d req-0638f30a-96c0-4912-ba07-5597ebbc7694 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308143 Mar 09 03:38:13.527127 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 422c3c12-5f4e-431b-a6f7-69485d5d5404 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:38:13.746557 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44916) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:38:13.826305 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-baf5467f-3a77-4f59-9720-fbcd647578ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:13.882024 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Allocated IP 172.20.0.2 (0b9432d5-0279-44cb-bc9c-1a11184fceb6/3b7a417b-4fa4-47f7-9831-8b59fb66851a/a0a3cf35-5515-4589-91f3-a8eb92c484c6) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:38:13.915016 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926169c3-19d0-4412-a092-e759dc2b687d req-07f9f0ee-6390-4278-afae-d7b07685d690 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:13.917221 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-926169c3-19d0-4412-a092-e759dc2b687d req-07f9f0ee-6390-4278-afae-d7b07685d690 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 950 time: 0.5571716 Mar 09 03:38:14.116755 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-926169c3-19d0-4412-a092-e759dc2b687d req-a7a1a514-5a8e-42f5-aa9c-5fa2b39d01fd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196303 Mar 09 03:38:14.271917 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-438af318-671d-47a0-a994-b081c1f5dcaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:14.353490 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-438af318-671d-47a0-a994-b081c1f5dcaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:38:14.361661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-438af318-671d-47a0-a994-b081c1f5dcaf admin admin] Usage tracker for resource:security_group_rule and tenant:0ee89cdbc03a4aefb4627b6650a82975 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:38:14.365869 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-438af318-671d-47a0-a994-b081c1f5dcaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:38:14.383928 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-438af318-671d-47a0-a994-b081c1f5dcaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:38:14.390520 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:14.413193 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:14.426960 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] Transition to ACTIVE for port object cbd10694-0a64-4fe4-bdb3-f48346a47472 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:38:14.447215 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:14.496215 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Transition to ACTIVE for port object a0a3cf35-5515-4589-91f3-a8eb92c484c6 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:38:14.526169 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 422c3c12-5f4e-431b-a6f7-69485d5d5404 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:38:14.530300 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:14.686517 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Transition to ACTIVE for port object a0a3cf35-5515-4589-91f3-a8eb92c484c6 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:38:14.734728 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:15.057386 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-baf5467f-3a77-4f59-9720-fbcd647578ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:15.100007 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Network 0b9432d5-0279-44cb-bc9c-1a11184fceb6 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:38:15.110991 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-438af318-671d-47a0-a994-b081c1f5dcaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:15.117561 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-438af318-671d-47a0-a994-b081c1f5dcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:15.144672 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:38:15.155740 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:38:15.168564 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-438af318-671d-47a0-a994-b081c1f5dcaf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ee89cdbc03a4aefb4627b6650a82975&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4201725 Mar 09 03:38:15.193458 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44942) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:38:15.213163 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8848b3c-cbc1-4826-8b89-7a2a1761238b None None] Pushing event updated for resources: {'Port': ['ID=cbd10694-0a64-4fe4-bdb3-f48346a47472,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:15.230150 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] Attempting to bind port cbd10694-0a64-4fe4-bdb3-f48346a47472 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:38:15.230658 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] Attempting to bind port cbd10694-0a64-4fe4-bdb3-f48346a47472 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '3ac3ec76-c199-48c8-b986-5a3e655e3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:38:15.231285 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] Attempting to bind port cbd10694-0a64-4fe4-bdb3-f48346a47472 on network a7ff9480-13c5-42e3-ae93-360a44d2efc2 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:38:15.238535 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Pushing event updated for resources: {'Port': ['ID=a0a3cf35-5515-4589-91f3-a8eb92c484c6,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:15.243399 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:38:15.250000 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] Checking segment: {'id': '3ac3ec76-c199-48c8-b986-5a3e655e3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:38:15.250479 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:15.250995 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] Bound using segment: {'id': '3ac3ec76-c199-48c8-b986-5a3e655e3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:38:15.251710 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] Bound port: cbd10694-0a64-4fe4-bdb3-f48346a47472, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac3ec76-c199-48c8-b986-5a3e655e3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:38:15.252171 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:15.256902 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-baf5467f-3a77-4f59-9720-fbcd647578ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:15.287700 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438af318-671d-47a0-a994-b081c1f5dcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff25791-bb6b-44aa-8fcf-0c62bbcbbda6,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:15.372722 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d84caf5-b641-4429-baaf-de4c3abdb963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:15.401016 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:15.401368 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:15.401676 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:15.402049 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:15.402376 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:15.402699 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:15.403044 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:15.403360 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:15.404486 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:15.404806 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:15.405122 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:15.405434 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:15.437178 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d84caf5-b641-4429-baaf-de4c3abdb963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:15.449440 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] For port cbd10694-0a64-4fe4-bdb3-f48346a47472, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:38:15.452456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607bf23-48e3-4433-8b00-5d964829b1fb req-a8e37b90-0bb6-44f9-8b31-3de8ed511766 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:15.454190 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] For port cbd10694-0a64-4fe4-bdb3-f48346a47472, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=cbd10694-0a64-4fe4-bdb3-f48346a47472,segment=NetworkSegment(3ac3ec76-c199-48c8-b986-5a3e655e3443),segment_id=3ac3ec76-c199-48c8-b986-5a3e655e3443)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:38:15.454698 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2607bf23-48e3-4433-8b00-5d964829b1fb req-a8e37b90-0bb6-44f9-8b31-3de8ed511766 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.9379537 Mar 09 03:38:15.469375 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:15.528687 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Attempting to bind port a0a3cf35-5515-4589-91f3-a8eb92c484c6 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:38:15.530033 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Attempting to bind port a0a3cf35-5515-4589-91f3-a8eb92c484c6 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '4e63adfe-0a12-44aa-880b-9f8d02055a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b9432d5-0279-44cb-bc9c-1a11184fceb6'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:38:15.530458 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Attempting to bind port a0a3cf35-5515-4589-91f3-a8eb92c484c6 on network 0b9432d5-0279-44cb-bc9c-1a11184fceb6 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:38:15.536494 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d84caf5-b641-4429-baaf-de4c3abdb963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:15.539499 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:38:15.539870 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Checking segment: {'id': '4e63adfe-0a12-44aa-880b-9f8d02055a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b9432d5-0279-44cb-bc9c-1a11184fceb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:38:15.540351 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:15.540738 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Bound using segment: {'id': '4e63adfe-0a12-44aa-880b-9f8d02055a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b9432d5-0279-44cb-bc9c-1a11184fceb6'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:38:15.541243 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Bound port: a0a3cf35-5515-4589-91f3-a8eb92c484c6, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e63adfe-0a12-44aa-880b-9f8d02055a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b9432d5-0279-44cb-bc9c-1a11184fceb6'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:38:15.541616 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:15.680611 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84caf5-b641-4429-baaf-de4c3abdb963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff25791-bb6b-44aa-8fcf-0c62bbcbbda6,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:15.686004 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d84caf5-b641-4429-baaf-de4c3abdb963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:15.687147 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8d84caf5-b641-4429-baaf-de4c3abdb963 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ff25791-bb6b-44aa-8fcf-0c62bbcbbda6 HTTP/1.1" status: 204 len: 168 time: 0.4925802 Mar 09 03:38:15.719710 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8848b3c-cbc1-4826-8b89-7a2a1761238b None None] Pushing event updated for resources: {'Port': ['ID=cbd10694-0a64-4fe4-bdb3-f48346a47472,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:15.766194 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] Routers {'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:38:15.766835 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:38:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:38:15.769839 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 64c93ab8-1889-4495-a0bd-237b392283fc up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:38:15.777369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49283dc3-b55a-4936-945d-4dc1ba2e96af req-da817e45-2c52-403d-9835-49275744b508 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:15.781095 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-49283dc3-b55a-4936-945d-4dc1ba2e96af req-da817e45-2c52-403d-9835-49275744b508 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.24 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 950 time: 0.2190065 Mar 09 03:38:15.790646 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2607bf23-48e3-4433-8b00-5d964829b1fb req-6a34090e-2487-4039-b189-f38bde916671 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272963 Mar 09 03:38:15.822163 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-baf5467f-3a77-4f59-9720-fbcd647578ef admin admin] Allocated IP 172.25.7.105 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/aadb70ab-00e3-4888-b3e1-7630e41308cb) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:38:15.998973 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] For port a0a3cf35-5515-4589-91f3-a8eb92c484c6, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:38:16.007868 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] For port a0a3cf35-5515-4589-91f3-a8eb92c484c6, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a0a3cf35-5515-4589-91f3-a8eb92c484c6,segment=NetworkSegment(4e63adfe-0a12-44aa-880b-9f8d02055a8c),segment_id=4e63adfe-0a12-44aa-880b-9f8d02055a8c)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:38:16.035604 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:16.110571 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-49283dc3-b55a-4936-945d-4dc1ba2e96af req-cc7a9dda-90e6-4391-bd95-fb711e4ea188 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Deleting port 64c93ab8-1889-4495-a0bd-237b392283fc {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:38:16.115302 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-49283dc3-b55a-4936-945d-4dc1ba2e96af req-cc7a9dda-90e6-4391-bd95-fb711e4ea188 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:16.244459 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] Set router b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:38:16.414116 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-baf5467f-3a77-4f59-9720-fbcd647578ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:16.501809 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44970) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:38:16.549061 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9dc0b9fb-f6b0-4716-a010-7c50cab96a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:16.603848 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 64c93ab8-1889-4495-a0bd-237b392283fc completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:38:16.619053 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9783c-5634-4908-9897-6c6e9c67429f req-15cf32a9-d68b-4e8a-be91-cffa3b22dc2d tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:16.621368 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3cd9783c-5634-4908-9897-6c6e9c67429f req-15cf32a9-d68b-4e8a-be91-cffa3b22dc2d tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=13e8b5d2-68d8-453b-be25-2625b110e990 HTTP/1.1" status: 200 len: 945 time: 0.3799238 Mar 09 03:38:16.626709 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9dc0b9fb-f6b0-4716-a010-7c50cab96a04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:38:16.627968 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 64c93ab8-1889-4495-a0bd-237b392283fc triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:38:16.628350 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:16.671003 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9dc0b9fb-f6b0-4716-a010-7c50cab96a04 admin admin] Usage tracker for resource:security_group_rule and tenant:e9f60ace7a324ac9b710c51598c36fc5 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:38:16.682420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9dc0b9fb-f6b0-4716-a010-7c50cab96a04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:38:16.713211 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e28f32-6f2e-42f2-ad98-954984c08a01 None None] Pushing event updated for resources: {'Port': ['ID=a0a3cf35-5515-4589-91f3-a8eb92c484c6,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:16.759682 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9dc0b9fb-f6b0-4716-a010-7c50cab96a04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:38:16.777255 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3cd9783c-5634-4908-9897-6c6e9c67429f req-3828447c-3285-4fc9-9a5d-e8bea712ae2f tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454606 Mar 09 03:38:16.814780 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-baf5467f-3a77-4f59-9720-fbcd647578ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:16.829192 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-49283dc3-b55a-4936-945d-4dc1ba2e96af req-cc7a9dda-90e6-4391-bd95-fb711e4ea188 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] For port 64c93ab8-1889-4495-a0bd-237b392283fc, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=64c93ab8-1889-4495-a0bd-237b392283fc,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:16.829796 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-49283dc3-b55a-4936-945d-4dc1ba2e96af req-cc7a9dda-90e6-4391-bd95-fb711e4ea188 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:16.973125 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:17.053250 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05087af-900d-43a6-a9d5-ed2daa11fa3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c93ab8-1889-4495-a0bd-237b392283fc'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:38:17.065129 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf5467f-3a77-4f59-9720-fbcd647578ef admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:38:17.078339 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'name': 'tempest-TaggedBootDevicesTest-1332475293-router', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '422c3c12-5f4e-431b-a6f7-69485d5d5404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:56Z', 'updated_at': '2022-03-09T03:38:05Z', 'revision_number': 4, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'gw_port': {'id': '422c3c12-5f4e-431b-a6f7-69485d5d5404', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ae:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:57Z', 'updated_at': '2022-03-09T03:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'cbd10694-0a64-4fe4-bdb3-f48346a47472', 'name': '', 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'mac_address': 'fa:16:3e:f9:66:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'bed62d90-b36d-4314-b77f-03334d35249e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:38:04Z', 'updated_at': '2022-03-09T03:38:15Z', 'revision_number': 4, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'subnets': [{'id': 'bed62d90-b36d-4314-b77f-03334d35249e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:38:17.078983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf5467f-3a77-4f59-9720-fbcd647578ef admin admin] Pushing event updated for resources: {'Port': ['ID=aadb70ab-00e3-4888-b3e1-7630e41308cb,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:17.083211 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-baf5467f-3a77-4f59-9720-fbcd647578ef admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:38:17.084933 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 64c93ab8-1889-4495-a0bd-237b392283fc, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=64c93ab8-1889-4495-a0bd-237b392283fc,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:17.089426 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf5467f-3a77-4f59-9720-fbcd647578ef admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:38:17.092915 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef23bfce-5ee9-46ca-8f3f-5445475e5b00 None None] The sync data for ids ['b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'] in n-d-825178-5 is: [{'id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'name': 'tempest-TaggedBootDevicesTest-1332475293-router', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '422c3c12-5f4e-431b-a6f7-69485d5d5404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:56Z', 'updated_at': '2022-03-09T03:38:05Z', 'revision_number': 4, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'gw_port': {'id': '422c3c12-5f4e-431b-a6f7-69485d5d5404', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ae:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:57Z', 'updated_at': '2022-03-09T03:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'cbd10694-0a64-4fe4-bdb3-f48346a47472', 'name': '', 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'mac_address': 'fa:16:3e:f9:66:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'bed62d90-b36d-4314-b77f-03334d35249e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:38:04Z', 'updated_at': '2022-03-09T03:38:15Z', 'revision_number': 4, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'subnets': [{'id': 'bed62d90-b36d-4314-b77f-03334d35249e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:38:17.093250 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:17.163409 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-49283dc3-b55a-4936-945d-4dc1ba2e96af req-cc7a9dda-90e6-4391-bd95-fb711e4ea188 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Calling delete_port for 64c93ab8-1889-4495-a0bd-237b392283fc owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:38:17.236329 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-f70566f1-820a-4149-9fbe-c6a6c9968724 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:38:17.238944 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-f70566f1-820a-4149-9fbe-c6a6c9968724 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9677920 Mar 09 03:38:17.267411 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-ae256120-4de1-4b6a-bc1b-ce2f36ab113d service neutron] Request body: {'binding': {'host': 'n-h1-825178-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:38:17.267642 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-ae256120-4de1-4b6a-bc1b-ce2f36ab113d service neutron] Unknown quota resources ['binding']. {{(pid=87880) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 09 03:38:17.269595 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=64c93ab8-1889-4495-a0bd-237b392283fc,revision_number=13']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:17.436639 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b168536-d9b3-44b4-8613-15840b755b9b req-2ad1d49c-bfa3-4243-b34d-13ce18040482 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0971961 Mar 09 03:38:17.451734 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9dc0b9fb-f6b0-4716-a010-7c50cab96a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:17.483116 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9dc0b9fb-f6b0-4716-a010-7c50cab96a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:17.523555 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [req-49283dc3-b55a-4936-945d-4dc1ba2e96af req-cc7a9dda-90e6-4391-bd95-fb711e4ea188 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:38:17.524197 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [req-49283dc3-b55a-4936-945d-4dc1ba2e96af req-cc7a9dda-90e6-4391-bd95-fb711e4ea188 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:38:17.668992 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-ae256120-4de1-4b6a-bc1b-ce2f36ab113d service neutron] Attempting to bind port b7127e59-9dda-4070-b290-758042e935f5 on host n-h1-825178-5 for vnic_type normal with profile None {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:38:17.677465 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-ae256120-4de1-4b6a-bc1b-ce2f36ab113d service neutron] Attempting to bind port b7127e59-9dda-4070-b290-758042e935f5 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:38:17.677924 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-ae256120-4de1-4b6a-bc1b-ce2f36ab113d service neutron] Attempting to bind port b7127e59-9dda-4070-b290-758042e935f5 on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:38:17.692254 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-ae256120-4de1-4b6a-bc1b-ce2f36ab113d service neutron] Port b7127e59-9dda-4070-b290-758042e935f5 on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:38:17.692589 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-ae256120-4de1-4b6a-bc1b-ce2f36ab113d service neutron] Attempting to bind port b7127e59-9dda-4070-b290-758042e935f5 on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:38:17.710196 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-ae256120-4de1-4b6a-bc1b-ce2f36ab113d service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:38:17.710531 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-ae256120-4de1-4b6a-bc1b-ce2f36ab113d service neutron] Checking segment: {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:38:17.710945 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-ae256120-4de1-4b6a-bc1b-ce2f36ab113d service neutron] Bound using segment: {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:38:17.711392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-ae256120-4de1-4b6a-bc1b-ce2f36ab113d service neutron] Bound port: b7127e59-9dda-4070-b290-758042e935f5, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:38:17.712746 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0b9fb-f6b0-4716-a010-7c50cab96a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e62b17d-59c9-4d9e-96ad-515903f936ac,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:17.780292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b168536-d9b3-44b4-8613-15840b755b9b req-ee743da6-6511-461a-911f-8dc091693238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:17.781683 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b168536-d9b3-44b4-8613-15840b755b9b req-ee743da6-6511-461a-911f-8dc091693238 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb202b0928604d6ca848064936552050&device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 1100 time: 0.2312400 Mar 09 03:38:17.796527 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-ae256120-4de1-4b6a-bc1b-ce2f36ab113d service neutron] For port b7127e59-9dda-4070-b290-758042e935f5, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=b7127e59-9dda-4070-b290-758042e935f5,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:38:17.916588 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9dc0b9fb-f6b0-4716-a010-7c50cab96a04 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9f60ace7a324ac9b710c51598c36fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4133387 Mar 09 03:38:17.924904 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44980) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:38:17.994956 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a191cf-59d6-4e76-96cf-03fd5f59813b req-e162a75c-da0c-439a-a69d-9a0e574fc516 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:17.994956 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-37a191cf-59d6-4e76-96cf-03fd5f59813b req-e162a75c-da0c-439a-a69d-9a0e574fc516 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 950 time: 0.8050456 Mar 09 03:38:18.084041 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-49283dc3-b55a-4936-945d-4dc1ba2e96af req-cc7a9dda-90e6-4391-bd95-fb711e4ea188 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Deleting port 64c93ab8-1889-4495-a0bd-237b392283fc {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:38:18.084041 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-49283dc3-b55a-4936-945d-4dc1ba2e96af req-cc7a9dda-90e6-4391-bd95-fb711e4ea188 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:18.105941 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a0a3cf35-5515-4589-91f3-a8eb92c484c6 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:38:18.214657 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-ae256120-4de1-4b6a-bc1b-ce2f36ab113d service neutron] Notify callbacks [] for binding, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:18.218351 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-ae256120-4de1-4b6a-bc1b-ce2f36ab113d service neutron] 10.222.0.16 "POST /v2.0/ports/b7127e59-9dda-4070-b290-758042e935f5/bindings HTTP/1.1" status: 201 len: 389 time: 0.9682477 Mar 09 03:38:18.283422 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port a0a3cf35-5515-4589-91f3-a8eb92c484c6 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:38:18.300866 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device cbd10694-0a64-4fe4-bdb3-f48346a47472 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:38:18.401563 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b168536-d9b3-44b4-8613-15840b755b9b req-80174698-50d6-4fa0-994a-b3dbcd68ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:18.408500 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b168536-d9b3-44b4-8613-15840b755b9b req-80174698-50d6-4fa0-994a-b3dbcd68ef73 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.6031067 Mar 09 03:38:18.469539 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6a4dc71d-be5e-40bc-bb79-dc0928bd4cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:18.475748 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-baf5467f-3a77-4f59-9720-fbcd647578ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:18.624838 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port cbd10694-0a64-4fe4-bdb3-f48346a47472 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:38:18.644647 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port cbd10694-0a64-4fe4-bdb3-f48346a47472 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:38:18.645316 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:18.734288 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2d1190-30c5-4599-8b20-586fc465979c None None] Network 0b9432d5-0279-44cb-bc9c-1a11184fceb6 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:38:18.871003 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-37a191cf-59d6-4e76-96cf-03fd5f59813b req-a4984186-0e7f-4677-9270-b7ef1c8a65da tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7886248 Mar 09 03:38:18.871003 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6a4dc71d-be5e-40bc-bb79-dc0928bd4cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:19.007010 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-798f0c76-724c-4694-8912-77db29e9e570 None None] Provisioning for port a0a3cf35-5515-4589-91f3-a8eb92c484c6 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:38:19.089049 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-798f0c76-724c-4694-8912-77db29e9e570 None None] Provisioning complete for port a0a3cf35-5515-4589-91f3-a8eb92c484c6 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:38:19.089049 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-798f0c76-724c-4694-8912-77db29e9e570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:19.621637 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:19.657190 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-49283dc3-b55a-4936-945d-4dc1ba2e96af req-cc7a9dda-90e6-4391-bd95-fb711e4ea188 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] For port 64c93ab8-1889-4495-a0bd-237b392283fc, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=64c93ab8-1889-4495-a0bd-237b392283fc,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:19.657728 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-49283dc3-b55a-4936-945d-4dc1ba2e96af req-cc7a9dda-90e6-4391-bd95-fb711e4ea188 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:19.686435 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05087af-900d-43a6-a9d5-ed2daa11fa3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c93ab8-1889-4495-a0bd-237b392283fc', 'code': 200} Mar 09 03:38:19.749119 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-798f0c76-724c-4694-8912-77db29e9e570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:19.784198 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 64c93ab8-1889-4495-a0bd-237b392283fc no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:38:19.837583 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-49283dc3-b55a-4936-945d-4dc1ba2e96af req-cc7a9dda-90e6-4391-bd95-fb711e4ea188 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Calling delete_port for 64c93ab8-1889-4495-a0bd-237b392283fc owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:38:20.141375 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-798f0c76-724c-4694-8912-77db29e9e570 None None] For port a0a3cf35-5515-4589-91f3-a8eb92c484c6, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a0a3cf35-5515-4589-91f3-a8eb92c484c6,segment=NetworkSegment(4e63adfe-0a12-44aa-880b-9f8d02055a8c),segment_id=4e63adfe-0a12-44aa-880b-9f8d02055a8c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:20.206497 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b168536-d9b3-44b4-8613-15840b755b9b req-d249f677-bb3a-47e7-b0a1-5c80f4de8729 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=dfc3397f-d11e-4a4e-96e9-d963378392a6 HTTP/1.1" status: 200 len: 217 time: 1.7809680 Mar 09 03:38:20.208436 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-49283dc3-b55a-4936-945d-4dc1ba2e96af req-cc7a9dda-90e6-4391-bd95-fb711e4ea188 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:20.209055 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-798f0c76-724c-4694-8912-77db29e9e570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:20.249195 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-baf5467f-3a77-4f59-9720-fbcd647578ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:20.278727 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6a4dc71d-be5e-40bc-bb79-dc0928bd4cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:20.281143 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['dfc3397f-d11e-4a4e-96e9-d963378392a6', '317087b4-d89e-40f1-b023-7b8ca916229c'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:38:20.333511 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a9dda-90e6-4391-bd95-fb711e4ea188 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Pushing event deleted for resources: {'Port': ['ID=64c93ab8-1889-4495-a0bd-237b392283fc,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:20.335507 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['51279369-540d-4970-bc4f-209236552640'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:38:20.402355 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4dc71d-be5e-40bc-bb79-dc0928bd4cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e62b17d-59c9-4d9e-96ad-515903f936ac,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:20.456705 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605efef0-ad1f-477e-ae87-7c947e1a1e8a req-0a78cd78-4dae-4397-9c1f-b9e0397efe24 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:20.474404 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-605efef0-ad1f-477e-ae87-7c947e1a1e8a req-0a78cd78-4dae-4397-9c1f-b9e0397efe24 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 951 time: 0.8710873 Mar 09 03:38:20.503399 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-49283dc3-b55a-4936-945d-4dc1ba2e96af req-cc7a9dda-90e6-4391-bd95-fb711e4ea188 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] No DVR routers for this DVR port 64c93ab8-1889-4495-a0bd-237b392283fc on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:38:20.510735 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-49283dc3-b55a-4936-945d-4dc1ba2e96af req-cc7a9dda-90e6-4391-bd95-fb711e4ea188 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:20.548889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05087af-900d-43a6-a9d5-ed2daa11fa3d', 'name': 'network-vif-deleted', 'tag': '64c93ab8-1889-4495-a0bd-237b392283fc'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:38:20.562706 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-49283dc3-b55a-4936-945d-4dc1ba2e96af req-cc7a9dda-90e6-4391-bd95-fb711e4ea188 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.24 "DELETE /v2.0/ports/64c93ab8-1889-4495-a0bd-237b392283fc HTTP/1.1" status: 204 len: 173 time: 4.7634912 Mar 09 03:38:20.584986 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b168536-d9b3-44b4-8613-15840b755b9b req-a7fa2eea-4357-42f2-bc7b-d1f975b14653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:20.586652 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b168536-d9b3-44b4-8613-15840b755b9b req-a7fa2eea-4357-42f2-bc7b-d1f975b14653 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.3353255 Mar 09 03:38:20.644411 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port cbd10694-0a64-4fe4-bdb3-f48346a47472, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=cbd10694-0a64-4fe4-bdb3-f48346a47472,segment=NetworkSegment(3ac3ec76-c199-48c8-b986-5a3e655e3443),segment_id=3ac3ec76-c199-48c8-b986-5a3e655e3443)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:20.696346 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:20.700009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-e1764168-9fb8-4203-9d93-8de65cef6322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:20.707784 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-e1764168-9fb8-4203-9d93-8de65cef6322 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2805c8aef7c746099fde990352f135bf&device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 1097 time: 0.5588279 Mar 09 03:38:20.739860 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No active binding found for port 64c93ab8-1889-4495-a0bd-237b392283fc {{(pid=87882) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 09 03:38:20.743713 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 64c93ab8-1889-4495-a0bd-237b392283fc not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:38:20.847896 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-605efef0-ad1f-477e-ae87-7c947e1a1e8a req-ebee6a40-bcc8-45e6-b69d-b5f0acf128a4 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719990 Mar 09 03:38:20.884645 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6a4dc71d-be5e-40bc-bb79-dc0928bd4cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:20.886044 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6a4dc71d-be5e-40bc-bb79-dc0928bd4cc6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e62b17d-59c9-4d9e-96ad-515903f936ac HTTP/1.1" status: 204 len: 168 time: 2.9590788 Mar 09 03:38:20.920395 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f0c76-724c-4694-8912-77db29e9e570 None None] Pushing event updated for resources: {'Port': ['ID=a0a3cf35-5515-4589-91f3-a8eb92c484c6,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:20.930916 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-5c98c7c6-a3ad-4eee-8a7b-a6f55b25a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:20.932365 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-5c98c7c6-a3ad-4eee-8a7b-a6f55b25a0e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=af94044a-4dd6-4e2a-9a7b-ddb410474c02 HTTP/1.1" status: 200 len: 908 time: 0.2115967 Mar 09 03:38:20.980555 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf5467f-3a77-4f59-9720-fbcd647578ef admin admin] Router f399e209-9516-4f2b-adcf-329afa551b21 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:38:21.103438 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-3f6085d2-4f25-429e-b23e-a5f166365e42 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7127e59-9dda-4070-b290-758042e935f5 HTTP/1.1" status: 200 len: 217 time: 0.1620288 Mar 09 03:38:21.193906 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=cbd10694-0a64-4fe4-bdb3-f48346a47472,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:21.282472 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43779da2-681f-44dd-a809-efd9f4df1528 req-f67007a6-e504-48fe-9e8e-4aa4ba480ef1 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:21.292019 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-43779da2-681f-44dd-a809-efd9f4df1528 req-f67007a6-e504-48fe-9e8e-4aa4ba480ef1 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 946 time: 0.9708462 Mar 09 03:38:21.364712 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b168536-d9b3-44b4-8613-15840b755b9b req-0b2b62f3-ca25-4ba5-9433-2f96532ff947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:21.369659 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b168536-d9b3-44b4-8613-15840b755b9b req-0b2b62f3-ca25-4ba5-9433-2f96532ff947 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7748337 Mar 09 03:38:21.444209 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52f979-5b9e-4d04-9614-53a43aa7e5db req-8d0dd879-63cc-4124-b09c-27bf0ba10ec2 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:21.455197 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-de52f979-5b9e-4d04-9614-53a43aa7e5db req-8d0dd879-63cc-4124-b09c-27bf0ba10ec2 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=13e8b5d2-68d8-453b-be25-2625b110e990 HTTP/1.1" status: 200 len: 945 time: 0.3493545 Mar 09 03:38:21.569342 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-de52f979-5b9e-4d04-9614-53a43aa7e5db req-608cc050-e940-4a40-a810-831e7ed7f750 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127782 Mar 09 03:38:21.573118 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf5467f-3a77-4f59-9720-fbcd647578ef admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:38:21.649601 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] Sync routers for ids ['f399e209-9516-4f2b-adcf-329afa551b21'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:38:21.657969 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-baf5467f-3a77-4f59-9720-fbcd647578ef admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:21.661600 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-baf5467f-3a77-4f59-9720-fbcd647578ef admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.2833905 Mar 09 03:38:21.668043 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45022) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:38:21.749899 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] Routers {'f399e209-9516-4f2b-adcf-329afa551b21'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:38:21.755453 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:38:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f399e209-9516-4f2b-adcf-329afa551b21'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:38:21.881990 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-43779da2-681f-44dd-a809-efd9f4df1528 req-0d978c1c-fc04-4ec4-9e30-e1054ff27be7 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5890112 Mar 09 03:38:21.885817 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-fcd02109-1bc2-489c-a66f-9850058860fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:21.890929 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-fcd02109-1bc2-489c-a66f-9850058860fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=42f7c02a-5561-45bd-a0c7-255e56eaf460 HTTP/1.1" status: 200 len: 847 time: 0.7783504 Mar 09 03:38:21.950944 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b168536-d9b3-44b4-8613-15840b755b9b req-584f0b06-24e9-4e9b-9934-5e62e375ca1b service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5383286 Mar 09 03:38:22.097120 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-dbcbf6d2-7964-4a04-8aee-a2023129b20f None None] Provisioning complete for port a0a3cf35-5515-4589-91f3-a8eb92c484c6 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:38:22.104954 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dbcbf6d2-7964-4a04-8aee-a2023129b20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:22.173493 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05087af-900d-43a6-a9d5-ed2daa11fa3d', 'name': 'network-vif-deleted', 'tag': '64c93ab8-1889-4495-a0bd-237b392283fc', 'status': 'completed', 'code': 200} Mar 09 03:38:22.336730 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-ea79ab3f-0d58-4572-bde9-c347099b5ca1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af94044a-4dd6-4e2a-9a7b-ddb410474c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3822088 Mar 09 03:38:22.540600 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab278e-b2e6-45c7-9b95-b2fc25dab726 req-f33b950f-bb38-413e-910d-b49844a532d0 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:22.551760 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-71ab278e-b2e6-45c7-9b95-b2fc25dab726 req-f33b950f-bb38-413e-910d-b49844a532d0 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 950 time: 0.6090386 Mar 09 03:38:22.873505 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-71ab278e-b2e6-45c7-9b95-b2fc25dab726 req-85db1c70-3984-45fe-958b-51f2949ff2b7 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207185 Mar 09 03:38:23.035649 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] Set router f399e209-9516-4f2b-adcf-329afa551b21 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:38:23.131157 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a0a3cf35-5515-4589-91f3-a8eb92c484c6 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:38:23.462432 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b168536-d9b3-44b4-8613-15840b755b9b req-aede3107-387a-45df-ba03-7243d3730ab3 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3917329 Mar 09 03:38:23.492189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-2fffe439-3bfb-4237-ac98-07ae8aa8d0f4 req-992a066a-b2da-4301-999d-e7e0673b4cff tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Synchronizing usage tracker for tenant:fb202b0928604d6ca848064936552050 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:38:23.602886 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-c5facf89-6c08-4203-9145-c76b0493a7b9 service neutron] 10.222.0.24 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2457452 Mar 09 03:38:23.743541 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port a0a3cf35-5515-4589-91f3-a8eb92c484c6 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:38:23.747899 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:23.826613 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-2fffe439-3bfb-4237-ac98-07ae8aa8d0f4 req-992a066a-b2da-4301-999d-e7e0673b4cff tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Unset dirty status for tenant:fb202b0928604d6ca848064936552050 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:38:23.827766 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2fffe439-3bfb-4237-ac98-07ae8aa8d0f4 req-992a066a-b2da-4301-999d-e7e0673b4cff tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05087af-900d-43a6-a9d5-ed2daa11fa3d HTTP/1.1" status: 200 len: 210 time: 0.7768772 Mar 09 03:38:23.998525 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-49f13e00-5b74-4f70-8c47-b4152e227c77 service neutron] 10.222.0.24 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870442 Mar 09 03:38:24.332527 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba000ba-cf3a-40af-8f80-4ff143e33bfc req-cfa0de0b-7e52-4ac4-bdca-5f4c367b3aa9 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:24.342331 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ba000ba-cf3a-40af-8f80-4ff143e33bfc req-cfa0de0b-7e52-4ac4-bdca-5f4c367b3aa9 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=13e8b5d2-68d8-453b-be25-2625b110e990 HTTP/1.1" status: 200 len: 945 time: 0.9355671 Mar 09 03:38:24.379250 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device cbd10694-0a64-4fe4-bdb3-f48346a47472 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:38:24.413732 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcaabd-4425-4810-9491-edd8cef0dbf3 req-cb16c8e9-edfd-472d-9e8c-0dd4779bc595 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:24.416168 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-72bcaabd-4425-4810-9491-edd8cef0dbf3 req-cb16c8e9-edfd-472d-9e8c-0dd4779bc595 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 946 time: 0.1884501 Mar 09 03:38:24.554538 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f399e209-9516-4f2b-adcf-329afa551b21', 'name': 'tempest-TaggedBootDevicesTest-1972899092-router', 'tenant_id': '1461196e7df14d1c8745739b148c6e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'aadb70ab-00e3-4888-b3e1-7630e41308cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:38:12Z', 'updated_at': '2022-03-09T03:38:18Z', 'revision_number': 3, 'project_id': '1461196e7df14d1c8745739b148c6e4a', 'gw_port': {'id': 'aadb70ab-00e3-4888-b3e1-7630e41308cb', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:69:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f399e209-9516-4f2b-adcf-329afa551b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:38:15Z', 'updated_at': '2022-03-09T03:38:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:38:24.575751 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] Checking router: f399e209-9516-4f2b-adcf-329afa551b21 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:38:24.576282 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] Updating router f399e209-9516-4f2b-adcf-329afa551b21 port aadb70ab-00e3-4888-b3e1-7630e41308cb binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:38:24.631594 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-025d5cb9-9062-4393-b6d6-86cb372cbcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:24.676892 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-72bcaabd-4425-4810-9491-edd8cef0dbf3 req-64e673a0-b23e-4ef8-86f3-97629cd06859 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526631 Mar 09 03:38:24.697248 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:24.786849 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca197e-7020-4193-9747-3b872c61006a req-9866cde9-4da7-481f-8c53-9594d979db8f tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:24.800500 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f7ca197e-7020-4193-9747-3b872c61006a req-9866cde9-4da7-481f-8c53-9594d979db8f tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.24 "GET /v2.0/ports?device_id=13e8b5d2-68d8-453b-be25-2625b110e990 HTTP/1.1" status: 200 len: 945 time: 0.3410277 Mar 09 03:38:24.996398 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-f7ca197e-7020-4193-9747-3b872c61006a req-c2b3d585-c10f-44d6-b876-fa83068dbf2b tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Deleting port dea667ca-3183-461e-812d-5bcc66a52000 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:38:24.997042 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f7ca197e-7020-4193-9747-3b872c61006a req-c2b3d585-c10f-44d6-b876-fa83068dbf2b tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:25.155439 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d3953-604e-4f85-8381-aae18e64f7bd req-9a291079-d537-49a7-9809-e1790d1779fd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:25.162497 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-291d3953-604e-4f85-8381-aae18e64f7bd req-9a291079-d537-49a7-9809-e1790d1779fd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 950 time: 0.2204773 Mar 09 03:38:25.354535 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-025d5cb9-9062-4393-b6d6-86cb372cbcf7 admin admin] Allocated IP 172.20.0.1 (0b9432d5-0279-44cb-bc9c-1a11184fceb6/3b7a417b-4fa4-47f7-9831-8b59fb66851a/d26d07c7-4d4a-4fd7-b392-fb062861a848) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:38:25.380783 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:25.413111 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] Transition to ACTIVE for port object aadb70ab-00e3-4888-b3e1-7630e41308cb will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:38:25.462904 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:25.463748 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-291d3953-604e-4f85-8381-aae18e64f7bd req-6998ba12-d528-4ee3-a996-1c59e901a708 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000195 Mar 09 03:38:25.865333 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ba000ba-cf3a-40af-8f80-4ff143e33bfc req-b70a3291-99f4-4caa-84f3-2e19f73a4c1c tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5046983 Mar 09 03:38:25.935931 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b9e99-1a92-4f96-aba6-8db7440f72d4 None None] Pushing event updated for resources: {'Port': ['ID=aadb70ab-00e3-4888-b3e1-7630e41308cb,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:25.941712 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] Attempting to bind port aadb70ab-00e3-4888-b3e1-7630e41308cb on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:38:25.941712 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] Attempting to bind port aadb70ab-00e3-4888-b3e1-7630e41308cb by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:38:25.941712 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] Attempting to bind port aadb70ab-00e3-4888-b3e1-7630e41308cb on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:38:25.994306 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port cbd10694-0a64-4fe4-bdb3-f48346a47472 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:38:25.999227 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:26.214002 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-025d5cb9-9062-4393-b6d6-86cb372cbcf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:26.317350 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-025d5cb9-9062-4393-b6d6-86cb372cbcf7 admin admin] Transition to ACTIVE for port object d26d07c7-4d4a-4fd7-b392-fb062861a848 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:38:26.408311 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-025d5cb9-9062-4393-b6d6-86cb372cbcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:26.413114 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:38:26.413114 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:38:26.413114 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:26.417964 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:38:26.427247 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] Bound port: aadb70ab-00e3-4888-b3e1-7630e41308cb, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:38:26.427247 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:26.516106 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-f7ca197e-7020-4193-9747-3b872c61006a req-c2b3d585-c10f-44d6-b876-fa83068dbf2b tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] For port dea667ca-3183-461e-812d-5bcc66a52000, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=dea667ca-3183-461e-812d-5bcc66a52000,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:26.516583 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f7ca197e-7020-4193-9747-3b872c61006a req-c2b3d585-c10f-44d6-b876-fa83068dbf2b tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:26.565975 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] For port aadb70ab-00e3-4888-b3e1-7630e41308cb, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:38:26.570810 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] For port aadb70ab-00e3-4888-b3e1-7630e41308cb, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=aadb70ab-00e3-4888-b3e1-7630e41308cb,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:38:26.593692 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:26.683834 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025d5cb9-9062-4393-b6d6-86cb372cbcf7 admin admin] Network 0b9432d5-0279-44cb-bc9c-1a11184fceb6 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:38:26.701107 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-025d5cb9-9062-4393-b6d6-86cb372cbcf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:38:26.701107 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025d5cb9-9062-4393-b6d6-86cb372cbcf7 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:38:26.910672 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b9e99-1a92-4f96-aba6-8db7440f72d4 None None] Pushing event updated for resources: {'Port': ['ID=aadb70ab-00e3-4888-b3e1-7630e41308cb,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:26.945527 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-025d5cb9-9062-4393-b6d6-86cb372cbcf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:26.989688 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d5cb9-9062-4393-b6d6-86cb372cbcf7 admin admin] Pushing event updated for resources: {'Port': ['ID=d26d07c7-4d4a-4fd7-b392-fb062861a848,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:27.074278 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-f7ca197e-7020-4193-9747-3b872c61006a req-c2b3d585-c10f-44d6-b876-fa83068dbf2b tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Calling delete_port for dea667ca-3183-461e-812d-5bcc66a52000 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:38:27.170548 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] Routers {'f399e209-9516-4f2b-adcf-329afa551b21'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:38:27.203446 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:38:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f399e209-9516-4f2b-adcf-329afa551b21'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:38:27.310890 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84431d2d-9fd0-4f38-89c8-c27c4068d418 req-e5af5f46-95aa-42f0-b462-29ea82515df9 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:27.311609 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-84431d2d-9fd0-4f38-89c8-c27c4068d418 req-e5af5f46-95aa-42f0-b462-29ea82515df9 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 950 time: 0.1962969 Mar 09 03:38:27.312419 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-025d5cb9-9062-4393-b6d6-86cb372cbcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:27.357831 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3a513-1297-48fe-90ac-6664af8cb0d6 req-a601219c-ea05-4e1e-b5c0-f947d149d371 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:27.362398 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-44a3a513-1297-48fe-90ac-6664af8cb0d6 req-a601219c-ea05-4e1e-b5c0-f947d149d371 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 946 time: 1.2360821 Mar 09 03:38:27.519419 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-44a3a513-1297-48fe-90ac-6664af8cb0d6 req-9178a61b-0492-4415-988a-0d47bb51fcfd tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492946 Mar 09 03:38:27.618402 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f7ca197e-7020-4193-9747-3b872c61006a req-c2b3d585-c10f-44d6-b876-fa83068dbf2b tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:27.845284 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-025d5cb9-9062-4393-b6d6-86cb372cbcf7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:27.859753 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] Set router f399e209-9516-4f2b-adcf-329afa551b21 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:38:27.885140 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45110) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:38:27.892241 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3d585-c10f-44d6-b876-fa83068dbf2b tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Pushing event deleted for resources: {'Port': ['ID=dea667ca-3183-461e-812d-5bcc66a52000,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:27.909118 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-025d5cb9-9062-4393-b6d6-86cb372cbcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:28.072732 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ca197e-7020-4193-9747-3b872c61006a req-c2b3d585-c10f-44d6-b876-fa83068dbf2b tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] No DVR routers for this DVR port dea667ca-3183-461e-812d-5bcc66a52000 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:38:28.086115 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f7ca197e-7020-4193-9747-3b872c61006a req-c2b3d585-c10f-44d6-b876-fa83068dbf2b tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:28.130828 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e8b5d2-68d8-453b-be25-2625b110e990', 'name': 'network-vif-deleted', 'tag': 'dea667ca-3183-461e-812d-5bcc66a52000'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:38:28.133707 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-025d5cb9-9062-4393-b6d6-86cb372cbcf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:28.163826 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f7ca197e-7020-4193-9747-3b872c61006a req-c2b3d585-c10f-44d6-b876-fa83068dbf2b tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.24 "DELETE /v2.0/ports/dea667ca-3183-461e-812d-5bcc66a52000 HTTP/1.1" status: 204 len: 173 time: 3.3574417 Mar 09 03:38:28.400948 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc9f79-e263-4e5f-b9ad-c5aaba48c90c req-f8b31d55-4295-49bc-b74f-dab513e8566b tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:28.402595 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-27dc9f79-e263-4e5f-b9ad-c5aaba48c90c req-f8b31d55-4295-49bc-b74f-dab513e8566b tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 951 time: 0.5199611 Mar 09 03:38:28.512601 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f890e3-50bc-4278-8761-2807d7fcdd9a req-0d8174af-2745-44d0-bc46-20320293f621 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:28.514732 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-88f890e3-50bc-4278-8761-2807d7fcdd9a req-0d8174af-2745-44d0-bc46-20320293f621 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.21 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 951 time: 0.3225315 Mar 09 03:38:28.556748 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025d5cb9-9062-4393-b6d6-86cb372cbcf7 admin admin] Network 0b9432d5-0279-44cb-bc9c-1a11184fceb6 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:38:28.581175 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-025d5cb9-9062-4393-b6d6-86cb372cbcf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:38:28.602036 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c414ef2-f242-4988-9450-a00f5d42b675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:28.643236 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 85720d65-761c-4542-9c4e-938ea4d3c821 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:38:28.645352 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device dea667ca-3183-461e-812d-5bcc66a52000 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:38:28.709438 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5c414ef2-f242-4988-9450-a00f5d42b675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:38:28.714517 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5c414ef2-f242-4988-9450-a00f5d42b675 admin admin] Usage tracker for resource:security_group_rule and tenant:c2235abfaf5f4a869d3582ba28957ace is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:38:28.719000 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5c414ef2-f242-4988-9450-a00f5d42b675 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:38:28.747083 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5c414ef2-f242-4988-9450-a00f5d42b675 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:38:28.754697 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-84431d2d-9fd0-4f38-89c8-c27c4068d418 req-6b5181ce-ffcf-4326-aad7-c6f2d96489a6 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4190316 Mar 09 03:38:28.786407 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d5cb9-9062-4393-b6d6-86cb372cbcf7 admin admin] Pushing event updated for resources: {'Port': ['ID=d26d07c7-4d4a-4fd7-b392-fb062861a848,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:28.821450 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: dea667ca-3183-461e-812d-5bcc66a52000 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:38:28.821450 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device dea667ca-3183-461e-812d-5bcc66a52000 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:38:28.829965 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 85720d65-761c-4542-9c4e-938ea4d3c821 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:38:29.000872 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0b66c31c-af43-4d9e-b5a8-57448163bb53 None None] Provisioning for port d26d07c7-4d4a-4fd7-b392-fb062861a848 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:38:29.020738 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0b66c31c-af43-4d9e-b5a8-57448163bb53 None None] Provisioning complete for port d26d07c7-4d4a-4fd7-b392-fb062861a848 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:38:29.021329 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0b66c31c-af43-4d9e-b5a8-57448163bb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:29.075460 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-27dc9f79-e263-4e5f-b9ad-c5aaba48c90c req-095f3c25-44b7-4247-9c4a-1f9999a37d18 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6412258 Mar 09 03:38:29.124982 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-88f890e3-50bc-4278-8761-2807d7fcdd9a req-a23c15a1-fedf-498b-86d6-9d74a71b7230 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Deleting port 317087b4-d89e-40f1-b023-7b8ca916229c {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:38:29.125323 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-88f890e3-50bc-4278-8761-2807d7fcdd9a req-a23c15a1-fedf-498b-86d6-9d74a71b7230 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:29.168067 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025d5cb9-9062-4393-b6d6-86cb372cbcf7 admin admin] Router f399e209-9516-4f2b-adcf-329afa551b21 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:38:29.182724 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b8aaa27d-4400-4fe1-9f34-078854187b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:29.197075 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bd5054c7-cd75-4a0d-844c-14b5731a3f40 req-e788c8ea-f1cb-4340-a60d-a2e3d080c193 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=13e8b5d2-68d8-453b-be25-2625b110e990 HTTP/1.1" status: 200 len: 210 time: 0.0772104 Mar 09 03:38:29.252725 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e8b5d2-68d8-453b-be25-2625b110e990', 'name': 'network-vif-deleted', 'tag': 'dea667ca-3183-461e-812d-5bcc66a52000', 'status': 'completed', 'code': 200} Mar 09 03:38:29.426535 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:29.460628 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c414ef2-f242-4988-9450-a00f5d42b675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:29.477162 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.resource_extend [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:38:29.622434 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da638be3-efe3-4f10-b607-b7f1c174aa18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85720d65-761c-4542-9c4e-938ea4d3c821'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:38:29.644362 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-0b66c31c-af43-4d9e-b5a8-57448163bb53 None None] Port d26d07c7-4d4a-4fd7-b392-fb062861a848 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:38:29.688716 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 85720d65-761c-4542-9c4e-938ea4d3c821, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=85720d65-761c-4542-9c4e-938ea4d3c821,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:29.763446 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c414ef2-f242-4988-9450-a00f5d42b675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:29.838721 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f399e209-9516-4f2b-adcf-329afa551b21', 'name': 'tempest-TaggedBootDevicesTest-1972899092-router', 'tenant_id': '1461196e7df14d1c8745739b148c6e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'aadb70ab-00e3-4888-b3e1-7630e41308cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:38:12Z', 'updated_at': '2022-03-09T03:38:27Z', 'revision_number': 4, 'project_id': '1461196e7df14d1c8745739b148c6e4a', 'gw_port': {'id': 'aadb70ab-00e3-4888-b3e1-7630e41308cb', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:69:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f399e209-9516-4f2b-adcf-329afa551b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:38:15Z', 'updated_at': '2022-03-09T03:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'd26d07c7-4d4a-4fd7-b392-fb062861a848', 'name': '', 'network_id': '0b9432d5-0279-44cb-bc9c-1a11184fceb6', 'tenant_id': '1461196e7df14d1c8745739b148c6e4a', 'mac_address': 'fa:16:3e:75:49:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f399e209-9516-4f2b-adcf-329afa551b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '3b7a417b-4fa4-47f7-9831-8b59fb66851a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:38:24Z', 'updated_at': '2022-03-09T03:38:25Z', 'revision_number': 1, 'project_id': '1461196e7df14d1c8745739b148c6e4a', 'subnets': [{'id': '3b7a417b-4fa4-47f7-9831-8b59fb66851a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:38:29.847113 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da638be3-efe3-4f10-b607-b7f1c174aa18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85720d65-761c-4542-9c4e-938ea4d3c821', 'code': 200} Mar 09 03:38:29.852870 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc84fdfe-3f64-42da-aee5-61fa4b789f3c None None] The sync data for ids ['f399e209-9516-4f2b-adcf-329afa551b21'] in n-d-825178-5 is: [{'id': 'f399e209-9516-4f2b-adcf-329afa551b21', 'name': 'tempest-TaggedBootDevicesTest-1972899092-router', 'tenant_id': '1461196e7df14d1c8745739b148c6e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'aadb70ab-00e3-4888-b3e1-7630e41308cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:38:12Z', 'updated_at': '2022-03-09T03:38:27Z', 'revision_number': 4, 'project_id': '1461196e7df14d1c8745739b148c6e4a', 'gw_port': {'id': 'aadb70ab-00e3-4888-b3e1-7630e41308cb', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:69:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f399e209-9516-4f2b-adcf-329afa551b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:38:15Z', 'updated_at': '2022-03-09T03:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'd26d07c7-4d4a-4fd7-b392-fb062861a848', 'name': '', 'network_id': '0b9432d5-0279-44cb-bc9c-1a11184fceb6', 'tenant_id': '1461196e7df14d1c8745739b148c6e4a', 'mac_address': 'fa:16:3e:75:49:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f399e209-9516-4f2b-adcf-329afa551b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '3b7a417b-4fa4-47f7-9831-8b59fb66851a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:38:24Z', 'updated_at': '2022-03-09T03:38:25Z', 'revision_number': 1, 'project_id': '1461196e7df14d1c8745739b148c6e4a', 'subnets': [{'id': '3b7a417b-4fa4-47f7-9831-8b59fb66851a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:38:29.881022 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:29.913414 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5c414ef2-f242-4988-9450-a00f5d42b675 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c2235abfaf5f4a869d3582ba28957ace&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0118377 Mar 09 03:38:29.951118 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45130) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:38:29.985392 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a57063a2-593d-40e3-af00-e121c38fb7a6 None None] Provisioning complete for port d26d07c7-4d4a-4fd7-b392-fb062861a848 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:38:29.985902 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a57063a2-593d-40e3-af00-e121c38fb7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:30.054919 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025d5cb9-9062-4393-b6d6-86cb372cbcf7 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:38:30.088680 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c414ef2-f242-4988-9450-a00f5d42b675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cf786f-64b1-4d78-bf0e-c83b2d10cddb,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:30.182873 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-025d5cb9-9062-4393-b6d6-86cb372cbcf7 admin admin] 10.222.0.16 "PUT /v2.0/routers/f399e209-9516-4f2b-adcf-329afa551b21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5011847 Mar 09 03:38:30.185617 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1845cca-4f15-43c5-b77b-0b642fe0a364 req-3a86e9e1-4bb9-4ddb-93fc-263e5525883e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:30.195810 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1845cca-4f15-43c5-b77b-0b642fe0a364 req-3a86e9e1-4bb9-4ddb-93fc-263e5525883e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 946 time: 0.6956348 Mar 09 03:38:30.208318 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-01a7893a-b1e2-4bb3-a8be-e3314cac1b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:30.247407 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 85720d65-761c-4542-9c4e-938ea4d3c821, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=85720d65-761c-4542-9c4e-938ea4d3c821,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:30.261497 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=85720d65-761c-4542-9c4e-938ea4d3c821,revision_number=9']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:30.275426 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a57063a2-593d-40e3-af00-e121c38fb7a6 None None] Port d26d07c7-4d4a-4fd7-b392-fb062861a848 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:38:30.283431 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '85720d65-761c-4542-9c4e-938ea4d3c821', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': '85720d65-761c-4542-9c4e-938ea4d3c821', 'mac_address': 'fa:16:3e:76:1c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:38:30.427445 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-88f890e3-50bc-4278-8761-2807d7fcdd9a req-a23c15a1-fedf-498b-86d6-9d74a71b7230 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] For port 317087b4-d89e-40f1-b023-7b8ca916229c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=317087b4-d89e-40f1-b023-7b8ca916229c,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:30.427445 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-88f890e3-50bc-4278-8761-2807d7fcdd9a req-a23c15a1-fedf-498b-86d6-9d74a71b7230 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:30.447532 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:30.474067 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85720d65-761c-4542-9c4e-938ea4d3c821 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:38:30.479678 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1845cca-4f15-43c5-b77b-0b642fe0a364 req-6f1d8e68-32bd-48b0-aa23-cdfe51aa6f92 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752659 Mar 09 03:38:30.563978 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 85720d65-761c-4542-9c4e-938ea4d3c821, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=85720d65-761c-4542-9c4e-938ea4d3c821,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:30.569567 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-01a7893a-b1e2-4bb3-a8be-e3314cac1b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:30.575558 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:30.792483 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 317087b4-d89e-40f1-b023-7b8ca916229c no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:38:30.826588 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-88f890e3-50bc-4278-8761-2807d7fcdd9a req-a23c15a1-fedf-498b-86d6-9d74a71b7230 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Calling delete_port for 317087b4-d89e-40f1-b023-7b8ca916229c owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:38:30.891949 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e110c61-6421-4711-bf4d-05579cdb3db5 req-39e28131-c009-448d-8ca0-4154b3c816c7 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:30.891949 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0e110c61-6421-4711-bf4d-05579cdb3db5 req-39e28131-c009-448d-8ca0-4154b3c816c7 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 948 time: 0.6783144 Mar 09 03:38:30.891949 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-01a7893a-b1e2-4bb3-a8be-e3314cac1b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:30.933425 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7893a-b1e2-4bb3-a8be-e3314cac1b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cf786f-64b1-4d78-bf0e-c83b2d10cddb,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:30.971000 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-01a7893a-b1e2-4bb3-a8be-e3314cac1b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:30.975339 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-01a7893a-b1e2-4bb3-a8be-e3314cac1b7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8cf786f-64b1-4d78-bf0e-c83b2d10cddb HTTP/1.1" status: 204 len: 168 time: 1.0181417 Mar 09 03:38:30.991146 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0e110c61-6421-4711-bf4d-05579cdb3db5 req-b4792d72-eca6-4260-9c23-71efe0ac3765 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869853 Mar 09 03:38:31.174918 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['85720d65-761c-4542-9c4e-938ea4d3c821'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:38:31.367889 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-88f890e3-50bc-4278-8761-2807d7fcdd9a req-a23c15a1-fedf-498b-86d6-9d74a71b7230 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:31.382281 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb738dc-dcf3-44b3-b2ad-8fe335137a59 req-c35826ca-c99a-40dc-95a1-9c33a4ab17ed tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:31.384984 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cfb738dc-dcf3-44b3-b2ad-8fe335137a59 req-c35826ca-c99a-40dc-95a1-9c33a4ab17ed tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=319a3be0-46dd-408e-91d5-4cb03dca2694 HTTP/1.1" status: 200 len: 951 time: 0.6254499 Mar 09 03:38:31.417868 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:31.499275 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['dfc3397f-d11e-4a4e-96e9-d963378392a6'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:38:31.694723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c15a1-fedf-498b-86d6-9d74a71b7230 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Pushing event deleted for resources: {'Port': ['ID=317087b4-d89e-40f1-b023-7b8ca916229c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:31.739246 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cfb738dc-dcf3-44b3-b2ad-8fe335137a59 req-7a46b2a0-bec1-4c77-a9fe-c3464e18067f tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651465 Mar 09 03:38:31.741092 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f890e3-50bc-4278-8761-2807d7fcdd9a req-a23c15a1-fedf-498b-86d6-9d74a71b7230 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] No DVR routers for this DVR port 317087b4-d89e-40f1-b023-7b8ca916229c on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:38:31.747363 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-88f890e3-50bc-4278-8761-2807d7fcdd9a req-a23c15a1-fedf-498b-86d6-9d74a71b7230 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:31.769893 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319a3be0-46dd-408e-91d5-4cb03dca2694', 'name': 'network-vif-deleted', 'tag': '317087b4-d89e-40f1-b023-7b8ca916229c'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:38:31.807005 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-88f890e3-50bc-4278-8761-2807d7fcdd9a req-a23c15a1-fedf-498b-86d6-9d74a71b7230 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.21 "DELETE /v2.0/ports/317087b4-d89e-40f1-b023-7b8ca916229c HTTP/1.1" status: 204 len: 173 time: 3.2853665 Mar 09 03:38:31.811985 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fbaa64ce-8260-49c6-9122-dde0e50b1aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:31.856910 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=85720d65-761c-4542-9c4e-938ea4d3c821,revision_number=10']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:31.936509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device aadb70ab-00e3-4888-b3e1-7630e41308cb up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:38:32.444056 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45198) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:38:32.527661 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a36b6d84-ccbb-49e7-9420-ee8071ac1ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:32.624457 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a36b6d84-ccbb-49e7-9420-ee8071ac1ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:38:32.639714 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a36b6d84-ccbb-49e7-9420-ee8071ac1ab2 admin admin] Usage tracker for resource:security_group_rule and tenant:b9581182316b41c4812f06d9e506dd3e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:38:32.649920 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a36b6d84-ccbb-49e7-9420-ee8071ac1ab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:38:32.654065 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:32.682420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a36b6d84-ccbb-49e7-9420-ee8071ac1ab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:38:32.707219 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:32.784282 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319a3be0-46dd-408e-91d5-4cb03dca2694', 'name': 'network-vif-deleted', 'tag': '317087b4-d89e-40f1-b023-7b8ca916229c', 'status': 'completed', 'code': 200} Mar 09 03:38:32.806820 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port aadb70ab-00e3-4888-b3e1-7630e41308cb completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:38:32.817889 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port aadb70ab-00e3-4888-b3e1-7630e41308cb triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:38:32.818558 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:32.935184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4eab96-7824-4f3c-8885-45d7f85f008f req-d6952ed5-34c7-4a4e-86cb-88eabe3442f9 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:32.945059 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1c4eab96-7824-4f3c-8885-45d7f85f008f req-d6952ed5-34c7-4a4e-86cb-88eabe3442f9 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 946 time: 0.4332356 Mar 09 03:38:33.140129 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1c4eab96-7824-4f3c-8885-45d7f85f008f req-acdbc6b2-a9e0-4203-898a-d417ee559c77 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860831 Mar 09 03:38:33.192063 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:33.246590 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port aadb70ab-00e3-4888-b3e1-7630e41308cb, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=aadb70ab-00e3-4888-b3e1-7630e41308cb,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:33.255604 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:33.434631 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=aadb70ab-00e3-4888-b3e1-7630e41308cb,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:33.447191 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a36b6d84-ccbb-49e7-9420-ee8071ac1ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:33.452428 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:33.464364 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a36b6d84-ccbb-49e7-9420-ee8071ac1ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:33.535946 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45234) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:38:33.559994 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a36b6d84-ccbb-49e7-9420-ee8071ac1ab2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b9581182316b41c4812f06d9e506dd3e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1136248 Mar 09 03:38:33.568886 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b6d84-ccbb-49e7-9420-ee8071ac1ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de29d977-fbd7-4ec9-a8f4-d7f855d8ed5a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:33.599115 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cc978-6b26-4d16-ac74-6c4b136d4a71 req-a258bee1-6c46-4828-b609-c98b29dbf407 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:33.611719 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-049cc978-6b26-4d16-ac74-6c4b136d4a71 req-a258bee1-6c46-4828-b609-c98b29dbf407 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 950 time: 0.5598397 Mar 09 03:38:33.678091 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-89b74d02-6a60-49a7-9865-b805f08f35f2 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:33.681321 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-89b74d02-6a60-49a7-9865-b805f08f35f2 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/networks?id=b43e277f-27e3-4498-8ae6-3889cca4234e HTTP/1.1" status: 200 len: 811 time: 0.3610551 Mar 09 03:38:33.694426 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2741f9f1-f65a-4a21-a52f-20bd1b31111f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:33.698285 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-049cc978-6b26-4d16-ac74-6c4b136d4a71 req-2812827f-e2a8-402b-bb0b-500a44ba75bc tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853710 Mar 09 03:38:33.734671 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2741f9f1-f65a-4a21-a52f-20bd1b31111f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:33.755021 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['51279369-540d-4970-bc4f-209236552640'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:38:33.768579 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-9968f133-76ca-4272-b887-34cb444fd8db tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/quotas/ae03d5eb038f4850a3760a69271911b5 HTTP/1.1" status: 200 len: 375 time: 0.0253088 Mar 09 03:38:33.834676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-580b6378-bee1-47e2-a3a7-03b236959158 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Synchronizing usage tracker for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:38:33.862732 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-580b6378-bee1-47e2-a3a7-03b236959158 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Unset dirty status for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:38:33.864612 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-580b6378-bee1-47e2-a3a7-03b236959158 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae03d5eb038f4850a3760a69271911b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847354 Mar 09 03:38:33.939264 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device aadb70ab-00e3-4888-b3e1-7630e41308cb up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:38:33.972162 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2741f9f1-f65a-4a21-a52f-20bd1b31111f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:34.040887 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:34.100798 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741f9f1-f65a-4a21-a52f-20bd1b31111f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de29d977-fbd7-4ec9-a8f4-d7f855d8ed5a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:34.115201 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2741f9f1-f65a-4a21-a52f-20bd1b31111f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:34.118646 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2741f9f1-f65a-4a21-a52f-20bd1b31111f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de29d977-fbd7-4ec9-a8f4-d7f855d8ed5a HTTP/1.1" status: 204 len: 168 time: 0.5800455 Mar 09 03:38:34.204750 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-8cc3871c-f76a-416e-8255-4f5e5a267943 service neutron] 10.222.0.16 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332255 Mar 09 03:38:34.206770 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port aadb70ab-00e3-4888-b3e1-7630e41308cb triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:38:34.208639 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:34.472189 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] Sync routers for ids ['f399e209-9516-4f2b-adcf-329afa551b21'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:38:34.502016 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] Routers {'f399e209-9516-4f2b-adcf-329afa551b21'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:38:34.502016 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:38:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f399e209-9516-4f2b-adcf-329afa551b21'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:38:34.592344 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-a01980c9-74e8-4998-9cad-ade8c624c9c2 service neutron] 10.222.0.16 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794930 Mar 09 03:38:34.604657 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 85720d65-761c-4542-9c4e-938ea4d3c821 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:38:34.796341 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 85720d65-761c-4542-9c4e-938ea4d3c821 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:38:34.796341 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:34.883690 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] Set router f399e209-9516-4f2b-adcf-329afa551b21 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:38:35.253495 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:35.386077 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 85720d65-761c-4542-9c4e-938ea4d3c821, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=85720d65-761c-4542-9c4e-938ea4d3c821,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:35.400843 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da638be3-efe3-4f10-b607-b7f1c174aa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85720d65-761c-4542-9c4e-938ea4d3c821'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:38:35.417847 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:35.576564 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=85720d65-761c-4542-9c4e-938ea4d3c821,revision_number=11']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:35.900681 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-a59bba67-3d2f-46ff-8aa5-cbd05c52c837 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:35.901518 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-a59bba67-3d2f-46ff-8aa5-cbd05c52c837 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Synchronizing usage tracker for tenant:72af0dc1083c43cbae74c5042d072168 on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:38:35.937307 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-a59bba67-3d2f-46ff-8aa5-cbd05c52c837 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Unset dirty status for tenant:72af0dc1083c43cbae74c5042d072168 on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:38:35.950001 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-a59bba67-3d2f-46ff-8aa5-cbd05c52c837 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/networks?id=77e5cbc8-e096-439a-91d2-926e6897decd HTTP/1.1" status: 200 len: 815 time: 0.5664465 Mar 09 03:38:36.003212 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-ba40bf9f-2b99-495b-8a8e-fb6b65553a2f tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/quotas/72af0dc1083c43cbae74c5042d072168 HTTP/1.1" status: 200 len: 375 time: 0.0471082 Mar 09 03:38:36.020571 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f399e209-9516-4f2b-adcf-329afa551b21', 'name': 'tempest-TaggedBootDevicesTest-1972899092-router', 'tenant_id': '1461196e7df14d1c8745739b148c6e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'aadb70ab-00e3-4888-b3e1-7630e41308cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:38:12Z', 'updated_at': '2022-03-09T03:38:27Z', 'revision_number': 4, 'project_id': '1461196e7df14d1c8745739b148c6e4a', 'gw_port': {'id': 'aadb70ab-00e3-4888-b3e1-7630e41308cb', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:69:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f399e209-9516-4f2b-adcf-329afa551b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:38:15Z', 'updated_at': '2022-03-09T03:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'd26d07c7-4d4a-4fd7-b392-fb062861a848', 'name': '', 'network_id': '0b9432d5-0279-44cb-bc9c-1a11184fceb6', 'tenant_id': '1461196e7df14d1c8745739b148c6e4a', 'mac_address': 'fa:16:3e:75:49:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f399e209-9516-4f2b-adcf-329afa551b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '3b7a417b-4fa4-47f7-9831-8b59fb66851a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:38:24Z', 'updated_at': '2022-03-09T03:38:27Z', 'revision_number': 2, 'project_id': '1461196e7df14d1c8745739b148c6e4a', 'subnets': [{'id': '3b7a417b-4fa4-47f7-9831-8b59fb66851a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:38:36.025853 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] Checking router: f399e209-9516-4f2b-adcf-329afa551b21 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:38:36.029429 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] Updating router f399e209-9516-4f2b-adcf-329afa551b21 port d26d07c7-4d4a-4fd7-b392-fb062861a848 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:38:36.139494 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:36.257064 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-77d6c85f-dd68-422c-b642-6e667b2f8865 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Synchronizing usage tracker for tenant:72af0dc1083c43cbae74c5042d072168 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:38:36.320602 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615b81c-59bb-4230-a152-bae2f42ab3c4 req-95294b66-f000-4b37-9923-a0e591bc38be tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:36.326210 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-77d6c85f-dd68-422c-b642-6e667b2f8865 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Unset dirty status for tenant:72af0dc1083c43cbae74c5042d072168 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:38:36.327907 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-77d6c85f-dd68-422c-b642-6e667b2f8865 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=72af0dc1083c43cbae74c5042d072168&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3171287 Mar 09 03:38:36.336837 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4615b81c-59bb-4230-a152-bae2f42ab3c4 req-95294b66-f000-4b37-9923-a0e591bc38be tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 946 time: 0.2816496 Mar 09 03:38:36.437463 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4615b81c-59bb-4230-a152-bae2f42ab3c4 req-10030abf-7b0c-460b-baa2-be6674c89e82 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993547 Mar 09 03:38:36.446408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-f83fc3ab-306e-4146-8b3d-7886bf9c503b tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:36.487721 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-f83fc3ab-306e-4146-8b3d-7886bf9c503b tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e&tenant_id=2805c8aef7c746099fde990352f135bf&binding%3Ahost_id=n-h2-825178-5 HTTP/1.1" status: 200 len: 1097 time: 1.4420049 Mar 09 03:38:36.513247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-d4badc38-4c36-4a3c-a88e-dbcf836ed7f6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825178-5'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:38:36.620846 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device b7127e59-9dda-4070-b290-758042e935f5 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:38:37.036983 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-061f17b7-1e24-459c-8f11-ac6fd92ae180 service neutron] 10.222.0.16 "GET /v2.0/networks/77e5cbc8-e096-439a-91d2-926e6897decd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6993270 Mar 09 03:38:37.038446 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port b7127e59-9dda-4070-b290-758042e935f5, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b7127e59-9dda-4070-b290-758042e935f5,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:37.077006 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:37.109049 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-d4badc38-4c36-4a3c-a88e-dbcf836ed7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:37.116183 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device b7127e59-9dda-4070-b290-758042e935f5 has no active binding in host n-h1-825178-5 {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 09 03:38:37.150268 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] Transition to ACTIVE for port object d26d07c7-4d4a-4fd7-b392-fb062861a848 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:38:37.179195 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:37.368536 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-4a927181-5b1f-4bdf-98f9-ca2c06c4296c service neutron] 10.222.0.16 "GET /v2.0/networks/77e5cbc8-e096-439a-91d2-926e6897decd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297226 Mar 09 03:38:37.546922 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe403d6-844f-4f99-ad0a-788d9d83ecdc None None] Pushing event updated for resources: {'Port': ['ID=d26d07c7-4d4a-4fd7-b392-fb062861a848,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:37.579389 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe403d6-844f-4f99-ad0a-788d9d83ecdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:37.579831 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe403d6-844f-4f99-ad0a-788d9d83ecdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:37.580601 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe403d6-844f-4f99-ad0a-788d9d83ecdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:37.581225 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe403d6-844f-4f99-ad0a-788d9d83ecdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:37.581764 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe403d6-844f-4f99-ad0a-788d9d83ecdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:37.582693 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe403d6-844f-4f99-ad0a-788d9d83ecdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:37.584793 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe403d6-844f-4f99-ad0a-788d9d83ecdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:37.585529 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe403d6-844f-4f99-ad0a-788d9d83ecdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:37.586221 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe403d6-844f-4f99-ad0a-788d9d83ecdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:37.588242 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe403d6-844f-4f99-ad0a-788d9d83ecdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:37.588839 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe403d6-844f-4f99-ad0a-788d9d83ecdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:37.589545 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe403d6-844f-4f99-ad0a-788d9d83ecdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:37.849119 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] Attempting to bind port d26d07c7-4d4a-4fd7-b392-fb062861a848 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:38:37.849478 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] Attempting to bind port d26d07c7-4d4a-4fd7-b392-fb062861a848 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '4e63adfe-0a12-44aa-880b-9f8d02055a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b9432d5-0279-44cb-bc9c-1a11184fceb6'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:38:37.849823 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] Attempting to bind port d26d07c7-4d4a-4fd7-b392-fb062861a848 on network 0b9432d5-0279-44cb-bc9c-1a11184fceb6 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:38:37.868360 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:38:37.873664 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] Checking segment: {'id': '4e63adfe-0a12-44aa-880b-9f8d02055a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b9432d5-0279-44cb-bc9c-1a11184fceb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:38:37.875065 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:37.876952 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] Bound using segment: {'id': '4e63adfe-0a12-44aa-880b-9f8d02055a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b9432d5-0279-44cb-bc9c-1a11184fceb6'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:38:37.877691 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] Bound port: d26d07c7-4d4a-4fd7-b392-fb062861a848, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e63adfe-0a12-44aa-880b-9f8d02055a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b9432d5-0279-44cb-bc9c-1a11184fceb6'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:38:37.879857 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:38.056954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-b9e9cf2c-3c5b-471e-ae11-604fb7b976a6 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:38.058508 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-b9e9cf2c-3c5b-471e-ae11-604fb7b976a6 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.21 "GET /v2.0/networks?id=b43e277f-27e3-4498-8ae6-3889cca4234e HTTP/1.1" status: 200 len: 811 time: 0.7923439 Mar 09 03:38:38.099178 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b75ba-a013-4630-aece-61ffb8a56976 req-219521f9-917c-43aa-8fec-711db0a3c243 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:38.100000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-674b75ba-a013-4630-aece-61ffb8a56976 req-219521f9-917c-43aa-8fec-711db0a3c243 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Synchronizing usage tracker for tenant:fb202b0928604d6ca848064936552050 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:38:38.118609 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] For port d26d07c7-4d4a-4fd7-b392-fb062861a848, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:38:38.122728 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] For port d26d07c7-4d4a-4fd7-b392-fb062861a848, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d26d07c7-4d4a-4fd7-b392-fb062861a848,segment=NetworkSegment(4e63adfe-0a12-44aa-880b-9f8d02055a8c),segment_id=4e63adfe-0a12-44aa-880b-9f8d02055a8c)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:38:38.130414 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:38.143585 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-d00dc7ae-fb3f-4ce0-91a5-6a4299150be0 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Request body: {'port': {'device_id': '2ad417c7-ef2f-4988-aee3-320ff81b1f81', 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e', 'admin_state_up': True, 'tenant_id': 'ae03d5eb038f4850a3760a69271911b5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:38:38.189805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b3da1-9cd3-43da-b930-96d208e2ce25 req-ca84d3aa-501b-4eeb-adf9-59b788612ce8 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:38.199325 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f98b3da1-9cd3-43da-b930-96d208e2ce25 req-ca84d3aa-501b-4eeb-adf9-59b788612ce8 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 951 time: 0.9311879 Mar 09 03:38:38.219142 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b568ec03-4564-48e4-9ee1-93d656d5385f req-3a96bdef-e1b2-4dc4-a9f8-3d1549b4d261 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 210 time: 0.1342144 Mar 09 03:38:38.309834 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-674b75ba-a013-4630-aece-61ffb8a56976 req-219521f9-917c-43aa-8fec-711db0a3c243 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Unset dirty status for tenant:fb202b0928604d6ca848064936552050 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:38:38.313305 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-674b75ba-a013-4630-aece-61ffb8a56976 req-219521f9-917c-43aa-8fec-711db0a3c243 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 949 time: 0.9941432 Mar 09 03:38:38.324786 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-d4badc38-4c36-4a3c-a88e-dbcf836ed7f6 service neutron] For port b7127e59-9dda-4070-b290-758042e935f5, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b7127e59-9dda-4070-b290-758042e935f5,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:38.327612 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] Routers {'f399e209-9516-4f2b-adcf-329afa551b21'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:38:38.328223 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:38:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f399e209-9516-4f2b-adcf-329afa551b21'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:38:38.407350 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da638be3-efe3-4f10-b607-b7f1c174aa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85720d65-761c-4542-9c4e-938ea4d3c821', 'code': 200} Mar 09 03:38:38.483134 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:38.517148 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe403d6-844f-4f99-ad0a-788d9d83ecdc None None] Pushing event updated for resources: {'Port': ['ID=d26d07c7-4d4a-4fd7-b392-fb062861a848,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:38.879590 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-674b75ba-a013-4630-aece-61ffb8a56976 req-73e37680-1283-4182-92f6-3bec299000ea tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Deleting port dfc3397f-d11e-4a4e-96e9-d963378392a6 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:38:38.879590 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-674b75ba-a013-4630-aece-61ffb8a56976 req-73e37680-1283-4182-92f6-3bec299000ea tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:38.986518 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f98b3da1-9cd3-43da-b930-96d208e2ce25 req-7517de21-0555-4590-a5e5-95b391ce353b tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7857335 Mar 09 03:38:39.086472 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-d4badc38-4c36-4a3c-a88e-dbcf836ed7f6 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:38:39.146163 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] Set router f399e209-9516-4f2b-adcf-329afa551b21 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:38:39.170359 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2be9ab-656a-445b-bc0b-05a7390a2c2b req-b2928561-6ab3-4024-870c-0c201d5184be tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:39.184757 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4e2be9ab-656a-445b-bc0b-05a7390a2c2b req-b2928561-6ab3-4024-870c-0c201d5184be tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 949 time: 0.5589118 Mar 09 03:38:39.360200 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4e2be9ab-656a-445b-bc0b-05a7390a2c2b req-c1799685-c8ab-4f1c-881d-a546f181dd50 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586056 Mar 09 03:38:39.375389 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-d4badc38-4c36-4a3c-a88e-dbcf836ed7f6 service neutron] For port b7127e59-9dda-4070-b290-758042e935f5, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:38:39.456794 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-d00dc7ae-fb3f-4ce0-91a5-6a4299150be0 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:38:39.662599 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-843a1028-bae3-4b17-a1d0-d8e079f9e854 req-fac0710a-f5e8-44d5-a464-c2c5c3cfb828 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a2047db-4a16-42d2-8e3b-b4551aca92f9 HTTP/1.1" status: 200 len: 210 time: 0.1042545 Mar 09 03:38:39.823019 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d26d07c7-4d4a-4fd7-b392-fb062861a848 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:38:39.966466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-674b75ba-a013-4630-aece-61ffb8a56976 req-73e37680-1283-4182-92f6-3bec299000ea tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] For port dfc3397f-d11e-4a4e-96e9-d963378392a6, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=dfc3397f-d11e-4a4e-96e9-d963378392a6,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:39.966970 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-674b75ba-a013-4630-aece-61ffb8a56976 req-73e37680-1283-4182-92f6-3bec299000ea tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:40.043045 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port d26d07c7-4d4a-4fd7-b392-fb062861a848 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:38:40.053054 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port d26d07c7-4d4a-4fd7-b392-fb062861a848 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:38:40.056325 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:40.158250 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-85d4c68f-ff83-44b4-8d99-6fe31b33a13c req-737373dd-0c1a-443e-abd6-0fe465020a48 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 210 time: 0.1133826 Mar 09 03:38:40.232444 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f399e209-9516-4f2b-adcf-329afa551b21', 'name': 'tempest-TaggedBootDevicesTest-1972899092-router', 'tenant_id': '1461196e7df14d1c8745739b148c6e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'aadb70ab-00e3-4888-b3e1-7630e41308cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:38:12Z', 'updated_at': '2022-03-09T03:38:27Z', 'revision_number': 4, 'project_id': '1461196e7df14d1c8745739b148c6e4a', 'gw_port': {'id': 'aadb70ab-00e3-4888-b3e1-7630e41308cb', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:69:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f399e209-9516-4f2b-adcf-329afa551b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:38:15Z', 'updated_at': '2022-03-09T03:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'd26d07c7-4d4a-4fd7-b392-fb062861a848', 'name': '', 'network_id': '0b9432d5-0279-44cb-bc9c-1a11184fceb6', 'tenant_id': '1461196e7df14d1c8745739b148c6e4a', 'mac_address': 'fa:16:3e:75:49:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f399e209-9516-4f2b-adcf-329afa551b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '3b7a417b-4fa4-47f7-9831-8b59fb66851a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:38:24Z', 'updated_at': '2022-03-09T03:38:38Z', 'revision_number': 4, 'project_id': '1461196e7df14d1c8745739b148c6e4a', 'subnets': [{'id': '3b7a417b-4fa4-47f7-9831-8b59fb66851a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:38:40.245480 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6978c1-50be-4d8a-af22-531eb9230ec4 None None] The sync data for ids ['f399e209-9516-4f2b-adcf-329afa551b21'] in n-d-825178-5 is: [{'id': 'f399e209-9516-4f2b-adcf-329afa551b21', 'name': 'tempest-TaggedBootDevicesTest-1972899092-router', 'tenant_id': '1461196e7df14d1c8745739b148c6e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'aadb70ab-00e3-4888-b3e1-7630e41308cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:38:12Z', 'updated_at': '2022-03-09T03:38:27Z', 'revision_number': 4, 'project_id': '1461196e7df14d1c8745739b148c6e4a', 'gw_port': {'id': 'aadb70ab-00e3-4888-b3e1-7630e41308cb', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:69:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f399e209-9516-4f2b-adcf-329afa551b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:38:15Z', 'updated_at': '2022-03-09T03:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'd26d07c7-4d4a-4fd7-b392-fb062861a848', 'name': '', 'network_id': '0b9432d5-0279-44cb-bc9c-1a11184fceb6', 'tenant_id': '1461196e7df14d1c8745739b148c6e4a', 'mac_address': 'fa:16:3e:75:49:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f399e209-9516-4f2b-adcf-329afa551b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '3b7a417b-4fa4-47f7-9831-8b59fb66851a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:38:24Z', 'updated_at': '2022-03-09T03:38:38Z', 'revision_number': 4, 'project_id': '1461196e7df14d1c8745739b148c6e4a', 'subnets': [{'id': '3b7a417b-4fa4-47f7-9831-8b59fb66851a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:38:40.310829 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45402) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:38:40.422505 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:40.514251 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port d26d07c7-4d4a-4fd7-b392-fb062861a848, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d26d07c7-4d4a-4fd7-b392-fb062861a848,segment=NetworkSegment(4e63adfe-0a12-44aa-880b-9f8d02055a8c),segment_id=4e63adfe-0a12-44aa-880b-9f8d02055a8c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:40.522254 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:40.668036 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-674b75ba-a013-4630-aece-61ffb8a56976 req-73e37680-1283-4182-92f6-3bec299000ea tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Calling delete_port for dfc3397f-d11e-4a4e-96e9-d963378392a6 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:38:40.718068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-d00dc7ae-fb3f-4ce0-91a5-6a4299150be0 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:38:40.766661 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-b3d056a7-398c-4592-a7ba-18c52d31b7a5 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:40.768865 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-b3d056a7-398c-4592-a7ba-18c52d31b7a5 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.21 "GET /v2.0/networks?id=77e5cbc8-e096-439a-91d2-926e6897decd HTTP/1.1" status: 200 len: 815 time: 0.5780327 Mar 09 03:38:40.779623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333efa4-6dcb-42f1-83c9-cf65a0eb2b64 req-dd2f5dd8-6df4-427a-9fc5-ae0086512cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:40.782289 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f333efa4-6dcb-42f1-83c9-cf65a0eb2b64 req-dd2f5dd8-6df4-427a-9fc5-ae0086512cc1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 1102 time: 2.0235956 Mar 09 03:38:40.788770 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9418cfa-b826-400c-a5ed-e8a16c33b05e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7127e59-9dda-4070-b290-758042e935f5'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:38:40.796082 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=d26d07c7-4d4a-4fd7-b392-fb062861a848,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:40.810979 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-d4badc38-4c36-4a3c-a88e-dbcf836ed7f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:40.811167 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-fb0076fd-8445-4d2a-a033-5dfa85656b0b tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Request body: {'port': {'device_id': '2a2047db-4a16-42d2-8e3b-b4551aca92f9', 'network_id': '77e5cbc8-e096-439a-91d2-926e6897decd', 'admin_state_up': True, 'tenant_id': '72af0dc1083c43cbae74c5042d072168'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:38:40.835108 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device dfc3397f-d11e-4a4e-96e9-d963378392a6 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:38:41.018940 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-d00dc7ae-fb3f-4ce0-91a5-6a4299150be0 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Made reservation on behalf of ae03d5eb038f4850a3760a69271911b5 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:38:41.027145 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-d00dc7ae-fb3f-4ce0-91a5-6a4299150be0 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:41.043379 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-d4badc38-4c36-4a3c-a88e-dbcf836ed7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:41.174800 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a9403-33aa-4c7d-ae64-fc1e6120c71e req-28420101-8529-4f67-8785-deb03347f011 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:41.185867 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-240a9403-33aa-4c7d-ae64-fc1e6120c71e req-28420101-8529-4f67-8785-deb03347f011 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 951 time: 0.5789554 Mar 09 03:38:41.205668 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2708bc06-6b07-4ae2-9d63-a368b5d0e661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:41.232315 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:41.258155 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2708bc06-6b07-4ae2-9d63-a368b5d0e661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:38:41.264154 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f333efa4-6dcb-42f1-83c9-cf65a0eb2b64 req-ea85167c-8edf-47a7-abc0-1a7535cbdda9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447911 Mar 09 03:38:41.289130 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2708bc06-6b07-4ae2-9d63-a368b5d0e661 admin admin] Usage tracker for resource:security_group_rule and tenant:806edd8321c7428da7c1432e1dfbbc70 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:38:41.297629 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2708bc06-6b07-4ae2-9d63-a368b5d0e661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:38:41.318795 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4de37d-99c9-424b-bd95-8cb736b6cc13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfc3397f-d11e-4a4e-96e9-d963378392a6'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:38:41.322890 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2708bc06-6b07-4ae2-9d63-a368b5d0e661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:38:41.325810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-fb0076fd-8445-4d2a-a033-5dfa85656b0b tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:38:41.371244 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-240a9403-33aa-4c7d-ae64-fc1e6120c71e req-d8474d2a-bc47-4356-b58e-a77bd8a6e112 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833427 Mar 09 03:38:41.374397 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port dfc3397f-d11e-4a4e-96e9-d963378392a6, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=dfc3397f-d11e-4a4e-96e9-d963378392a6,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:41.382622 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-fb0076fd-8445-4d2a-a033-5dfa85656b0b tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:38:41.387619 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:41.457442 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104d1f0-0400-46fc-989b-a432b22d5997 req-74b016ff-9fdb-4c3f-b76c-875c1c896ec8 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:41.469093 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4104d1f0-0400-46fc-989b-a432b22d5997 req-74b016ff-9fdb-4c3f-b76c-875c1c896ec8 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 946 time: 2.0995054 Mar 09 03:38:41.581860 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-fb0076fd-8445-4d2a-a033-5dfa85656b0b tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Made reservation on behalf of 72af0dc1083c43cbae74c5042d072168 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:38:41.593215 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-fb0076fd-8445-4d2a-a033-5dfa85656b0b tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:41.620945 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=dfc3397f-d11e-4a4e-96e9-d963378392a6,revision_number=10']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:41.624915 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4badc38-4c36-4a3c-a88e-dbcf836ed7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7127e59-9dda-4070-b290-758042e935f5,revision_number=7']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:41.721209 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-d4badc38-4c36-4a3c-a88e-dbcf836ed7f6 service neutron] Attempting to bind port b7127e59-9dda-4070-b290-758042e935f5 on host n-h2-825178-5 for vnic_type normal with profile {"migrating_to": "n-h1-825178-5"} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:38:41.722080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-d4badc38-4c36-4a3c-a88e-dbcf836ed7f6 service neutron] Attempting to bind port b7127e59-9dda-4070-b290-758042e935f5 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:38:41.722080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-d4badc38-4c36-4a3c-a88e-dbcf836ed7f6 service neutron] Attempting to bind port b7127e59-9dda-4070-b290-758042e935f5 on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:38:41.726627 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d26d07c7-4d4a-4fd7-b392-fb062861a848 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:38:41.727159 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [req-674b75ba-a013-4630-aece-61ffb8a56976 req-73e37680-1283-4182-92f6-3bec299000ea tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:38:41.727470 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [req-674b75ba-a013-4630-aece-61ffb8a56976 req-73e37680-1283-4182-92f6-3bec299000ea tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:38:41.733149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-d4badc38-4c36-4a3c-a88e-dbcf836ed7f6 service neutron] Port b7127e59-9dda-4070-b290-758042e935f5 on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:38:41.733465 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-d4badc38-4c36-4a3c-a88e-dbcf836ed7f6 service neutron] Attempting to bind port b7127e59-9dda-4070-b290-758042e935f5 on network af94044a-4dd6-4e2a-9a7b-ddb410474c02 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:38:41.749644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-d4badc38-4c36-4a3c-a88e-dbcf836ed7f6 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:38:41.749991 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-d4badc38-4c36-4a3c-a88e-dbcf836ed7f6 service neutron] Checking segment: {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:38:41.750378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-d4badc38-4c36-4a3c-a88e-dbcf836ed7f6 service neutron] Bound using segment: {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:38:41.752341 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-d4badc38-4c36-4a3c-a88e-dbcf836ed7f6 service neutron] Bound port: b7127e59-9dda-4070-b290-758042e935f5, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02abcffe-f922-4511-a47a-4246f491b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af94044a-4dd6-4e2a-9a7b-ddb410474c02'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:38:41.754221 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-d4badc38-4c36-4a3c-a88e-dbcf836ed7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:41.903626 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port d26d07c7-4d4a-4fd7-b392-fb062861a848 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:38:41.904073 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:41.953690 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-fb0076fd-8445-4d2a-a033-5dfa85656b0b tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Allocated IP 172.20.0.5 (77e5cbc8-e096-439a-91d2-926e6897decd/f0b92813-a35c-471c-bc63-86a7abb255b0/9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:38:41.988915 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4104d1f0-0400-46fc-989b-a432b22d5997 req-b9bb14f3-a471-4fb0-a568-51540441122b tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152791 Mar 09 03:38:42.129194 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2708bc06-6b07-4ae2-9d63-a368b5d0e661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:42.155527 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2708bc06-6b07-4ae2-9d63-a368b5d0e661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:42.242987 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-674b75ba-a013-4630-aece-61ffb8a56976 req-73e37680-1283-4182-92f6-3bec299000ea tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Deleting port dfc3397f-d11e-4a4e-96e9-d963378392a6 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:38:42.243336 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-674b75ba-a013-4630-aece-61ffb8a56976 req-73e37680-1283-4182-92f6-3bec299000ea tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:42.387596 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2708bc06-6b07-4ae2-9d63-a368b5d0e661 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=806edd8321c7428da7c1432e1dfbbc70&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0761337 Mar 09 03:38:42.398624 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45442) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:38:42.398883 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708bc06-6b07-4ae2-9d63-a368b5d0e661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841b9711-0dab-48cc-8ad8-660d5cd02afb,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:42.552421 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-d4badc38-4c36-4a3c-a88e-dbcf836ed7f6 service neutron] For port b7127e59-9dda-4070-b290-758042e935f5, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:38:42.588281 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-d00dc7ae-fb3f-4ce0-91a5-6a4299150be0 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Allocated IP 172.20.0.2 (b43e277f-27e3-4498-8ae6-3889cca4234e/c938e3dc-f3f5-45d5-a021-35dcda335146/22cea704-40e5-4bb8-835b-fc5ace5f5d1f) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:38:42.686708 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca69690-5257-4a27-a173-fab911cd1e42 req-a3854326-6d10-41da-9399-6c9ddbbdfa65 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:42.701552 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-aca69690-5257-4a27-a173-fab911cd1e42 req-a3854326-6d10-41da-9399-6c9ddbbdfa65 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 948 time: 1.1068242 Mar 09 03:38:42.709655 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-d4badc38-4c36-4a3c-a88e-dbcf836ed7f6 service neutron] For port b7127e59-9dda-4070-b290-758042e935f5, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b7127e59-9dda-4070-b290-758042e935f5,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:38:43.027023 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-d4badc38-4c36-4a3c-a88e-dbcf836ed7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:43.064181 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c95520c3-4089-416e-932f-a9e9786e9846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:43.232547 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-aca69690-5257-4a27-a173-fab911cd1e42 req-0c0fc464-8ec6-46a5-becc-b924d0bd11d3 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5440500 Mar 09 03:38:43.497800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-674b75ba-a013-4630-aece-61ffb8a56976 req-73e37680-1283-4182-92f6-3bec299000ea tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] For port dfc3397f-d11e-4a4e-96e9-d963378392a6, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=dfc3397f-d11e-4a4e-96e9-d963378392a6,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:43.497800 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-674b75ba-a013-4630-aece-61ffb8a56976 req-73e37680-1283-4182-92f6-3bec299000ea tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:43.696933 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-fb0076fd-8445-4d2a-a033-5dfa85656b0b tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:43.725525 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-674b75ba-a013-4630-aece-61ffb8a56976 req-73e37680-1283-4182-92f6-3bec299000ea tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Calling delete_port for dfc3397f-d11e-4a4e-96e9-d963378392a6 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:38:43.728105 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-fb0076fd-8445-4d2a-a033-5dfa85656b0b tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Transition to ACTIVE for port object 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:38:43.853549 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-fb0076fd-8445-4d2a-a033-5dfa85656b0b tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:43.861593 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-639b3621-2bd6-4a8a-a1d5-ad5719a06adb req-ab371dab-0e35-41ae-8e14-cb7d011c95c6 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 210 time: 0.0663896 Mar 09 03:38:43.868507 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c95520c3-4089-416e-932f-a9e9786e9846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:44.037643 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4de37d-99c9-424b-bd95-8cb736b6cc13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfc3397f-d11e-4a4e-96e9-d963378392a6', 'code': 200} Mar 09 03:38:44.060266 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9418cfa-b826-400c-a5ed-e8a16c33b05e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7127e59-9dda-4070-b290-758042e935f5', 'code': 200} Mar 09 03:38:44.079479 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-fb0076fd-8445-4d2a-a033-5dfa85656b0b tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Network 77e5cbc8-e096-439a-91d2-926e6897decd is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:38:44.094142 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-fb0076fd-8445-4d2a-a033-5dfa85656b0b tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:38:44.104740 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-fb0076fd-8445-4d2a-a033-5dfa85656b0b tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:38:44.150129 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0076fd-8445-4d2a-a033-5dfa85656b0b tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Pushing event updated for resources: {'Port': ['ID=9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:44.179577 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-674b75ba-a013-4630-aece-61ffb8a56976 req-73e37680-1283-4182-92f6-3bec299000ea tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:44.183014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4badc38-4c36-4a3c-a88e-dbcf836ed7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7127e59-9dda-4070-b290-758042e935f5,revision_number=8']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:44.195470 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['51279369-540d-4970-bc4f-209236552640'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:38:44.230554 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c95520c3-4089-416e-932f-a9e9786e9846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:44.530879 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95520c3-4089-416e-932f-a9e9786e9846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841b9711-0dab-48cc-8ad8-660d5cd02afb,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:44.605273 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-fb0076fd-8445-4d2a-a033-5dfa85656b0b tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:44.605888 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-fb0076fd-8445-4d2a-a033-5dfa85656b0b tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:44.642519 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c95520c3-4089-416e-932f-a9e9786e9846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:44.647466 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c95520c3-4089-416e-932f-a9e9786e9846 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/841b9711-0dab-48cc-8ad8-660d5cd02afb HTTP/1.1" status: 204 len: 168 time: 2.1957521 Mar 09 03:38:44.704845 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-fb0076fd-8445-4d2a-a033-5dfa85656b0b tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9110327 Mar 09 03:38:44.734697 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9fa5c045-e97f-4abf-ba06-0cc039ec004e None None] Provisioning for port 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:38:44.735091 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-826db2a2-56d9-491d-babe-e0bba78e00f4 service neutron] Request body: {'port': {'device_id': '2a2047db-4a16-42d2-8e3b-b4551aca92f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:38:44.752603 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9fa5c045-e97f-4abf-ba06-0cc039ec004e None None] Provisioning complete for port 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:38:44.753358 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9fa5c045-e97f-4abf-ba06-0cc039ec004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:44.865943 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-9fa5c045-e97f-4abf-ba06-0cc039ec004e None None] Port 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:38:44.892561 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d96e0-9cfe-4eba-afe8-ce14d16dfbc7 req-8d9ed8b8-1145-4e61-8f18-0b0f9a7c5b6b tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:44.901566 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:38:44.902646 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0e5d96e0-9cfe-4eba-afe8-ce14d16dfbc7 req-8d9ed8b8-1145-4e61-8f18-0b0f9a7c5b6b tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 951 time: 0.4861431 Mar 09 03:38:45.158339 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0e5d96e0-9cfe-4eba-afe8-ce14d16dfbc7 req-38c8fddb-da50-4a88-bf71-5d05eb623195 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537727 Mar 09 03:38:45.264777 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-826db2a2-56d9-491d-babe-e0bba78e00f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:45.542635 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45474) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:38:45.786519 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e37680-1283-4182-92f6-3bec299000ea tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Pushing event deleted for resources: {'Port': ['ID=dfc3397f-d11e-4a4e-96e9-d963378392a6,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:45.894676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-674b75ba-a013-4630-aece-61ffb8a56976 req-73e37680-1283-4182-92f6-3bec299000ea tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] No DVR routers for this DVR port dfc3397f-d11e-4a4e-96e9-d963378392a6 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:38:45.900614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-d4badc38-4c36-4a3c-a88e-dbcf836ed7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:45.903328 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-d4badc38-4c36-4a3c-a88e-dbcf836ed7f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:45.905706 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-d4badc38-4c36-4a3c-a88e-dbcf836ed7f6 service neutron] 10.222.0.24 "PUT /v2.0/ports/b7127e59-9dda-4070-b290-758042e935f5 HTTP/1.1" status: 200 len: 1122 time: 9.4130671 Mar 09 03:38:45.912559 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-674b75ba-a013-4630-aece-61ffb8a56976 req-73e37680-1283-4182-92f6-3bec299000ea tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:45.995320 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['b7127e59-9dda-4070-b290-758042e935f5'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:38:46.071297 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9418cfa-b826-400c-a5ed-e8a16c33b05e', 'tag': 'b7127e59-9dda-4070-b290-758042e935f5'}, {'server_uuid': '1d4de37d-99c9-424b-bd95-8cb736b6cc13', 'name': 'network-vif-deleted', 'tag': 'dfc3397f-d11e-4a4e-96e9-d963378392a6'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:38:46.118427 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-674b75ba-a013-4630-aece-61ffb8a56976 req-73e37680-1283-4182-92f6-3bec299000ea tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.21 "DELETE /v2.0/ports/dfc3397f-d11e-4a4e-96e9-d963378392a6 HTTP/1.1" status: 204 len: 173 time: 7.7800605 Mar 09 03:38:46.203607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29009ef8-d926-4900-96ce-34f040d3e78f req-0645c02f-3d83-4a68-95aa-005c06b3fc20 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:46.210307 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-29009ef8-d926-4900-96ce-34f040d3e78f req-0645c02f-3d83-4a68-95aa-005c06b3fc20 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a2047db-4a16-42d2-8e3b-b4551aca92f9 HTTP/1.1" status: 200 len: 931 time: 3.1469417 Mar 09 03:38:46.259075 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['b7127e59-9dda-4070-b290-758042e935f5'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:38:46.412573 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-d00dc7ae-fb3f-4ce0-91a5-6a4299150be0 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:46.470303 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-29009ef8-d926-4900-96ce-34f040d3e78f req-1ac1d28a-ff7e-4023-aecc-0195da472e6d tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2c01dca-7be1-4202-ae2f-c07e7abab7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590353 Mar 09 03:38:46.482326 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-826db2a2-56d9-491d-babe-e0bba78e00f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:38:46.508980 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-826db2a2-56d9-491d-babe-e0bba78e00f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:46.560836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-826db2a2-56d9-491d-babe-e0bba78e00f4 service neutron] Transition to ACTIVE for port object 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:38:46.598548 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-d00dc7ae-fb3f-4ce0-91a5-6a4299150be0 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:46.643748 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-826db2a2-56d9-491d-babe-e0bba78e00f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:46.702677 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76b59dfe-a3a1-4341-9b74-e2cb255faf69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:46.773915 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-76b59dfe-a3a1-4341-9b74-e2cb255faf69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:38:46.796932 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-d00dc7ae-fb3f-4ce0-91a5-6a4299150be0 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Network b43e277f-27e3-4498-8ae6-3889cca4234e is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:38:46.820569 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-d00dc7ae-fb3f-4ce0-91a5-6a4299150be0 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:38:46.834520 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-d00dc7ae-fb3f-4ce0-91a5-6a4299150be0 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:38:46.945336 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-76b59dfe-a3a1-4341-9b74-e2cb255faf69 admin admin] Usage tracker for resource:security_group_rule and tenant:a0e4143ca4ee48d7b755fc98e4a5794b is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:38:46.980118 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-d00dc7ae-fb3f-4ce0-91a5-6a4299150be0 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:46.980823 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-d00dc7ae-fb3f-4ce0-91a5-6a4299150be0 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:46.988908 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-76b59dfe-a3a1-4341-9b74-e2cb255faf69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:38:47.073141 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-d00dc7ae-fb3f-4ce0-91a5-6a4299150be0 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.9924932 Mar 09 03:38:47.170159 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-76b59dfe-a3a1-4341-9b74-e2cb255faf69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:38:47.279498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-3b99b1c9-77af-4e13-bbfb-646a38f587b7 req-d3889c10-42d5-4f58-b467-7b23f588732e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Synchronizing usage tracker for tenant:fb202b0928604d6ca848064936552050 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:38:47.346659 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Request body: {'port': {'device_id': '2ad417c7-ef2f-4988-aee3-320ff81b1f81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:38:47.361854 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826db2a2-56d9-491d-babe-e0bba78e00f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:47.515064 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c33af9-fe34-4a4b-b630-1279e1101e4d req-12c72aee-7975-43da-898f-75426e5acd4a tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:47.528138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00dc7ae-fb3f-4ce0-91a5-6a4299150be0 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Pushing event updated for resources: {'Port': ['ID=22cea704-40e5-4bb8-835b-fc5ace5f5d1f,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:47.529139 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-46c33af9-fe34-4a4b-b630-1279e1101e4d req-12c72aee-7975-43da-898f-75426e5acd4a tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 944 time: 0.9551558 Mar 09 03:38:47.531486 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-826db2a2-56d9-491d-babe-e0bba78e00f4 service neutron] Attempting to bind port 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:38:47.531882 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-826db2a2-56d9-491d-babe-e0bba78e00f4 service neutron] Attempting to bind port 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'fa9b3cd6-7edb-4d26-8cdd-496a51b5095e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77e5cbc8-e096-439a-91d2-926e6897decd'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:38:47.532213 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-826db2a2-56d9-491d-babe-e0bba78e00f4 service neutron] Attempting to bind port 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4 on network 77e5cbc8-e096-439a-91d2-926e6897decd {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:38:47.555906 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-3b99b1c9-77af-4e13-bbfb-646a38f587b7 req-d3889c10-42d5-4f58-b467-7b23f588732e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Unset dirty status for tenant:fb202b0928604d6ca848064936552050 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:38:47.561911 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3b99b1c9-77af-4e13-bbfb-646a38f587b7 req-d3889c10-42d5-4f58-b467-7b23f588732e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4de37d-99c9-424b-bd95-8cb736b6cc13 HTTP/1.1" status: 200 len: 210 time: 0.4983103 Mar 09 03:38:47.662353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-826db2a2-56d9-491d-babe-e0bba78e00f4 service neutron] Port 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4 on network 77e5cbc8-e096-439a-91d2-926e6897decd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:38:47.662671 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-826db2a2-56d9-491d-babe-e0bba78e00f4 service neutron] Attempting to bind port 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4 on network 77e5cbc8-e096-439a-91d2-926e6897decd {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:38:47.689710 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-826db2a2-56d9-491d-babe-e0bba78e00f4 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:38:47.692140 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-826db2a2-56d9-491d-babe-e0bba78e00f4 service neutron] Checking segment: {'id': 'fa9b3cd6-7edb-4d26-8cdd-496a51b5095e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77e5cbc8-e096-439a-91d2-926e6897decd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:38:47.692889 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-826db2a2-56d9-491d-babe-e0bba78e00f4 service neutron] Bound using segment: {'id': 'fa9b3cd6-7edb-4d26-8cdd-496a51b5095e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77e5cbc8-e096-439a-91d2-926e6897decd'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:38:47.695068 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-826db2a2-56d9-491d-babe-e0bba78e00f4 service neutron] Bound port: 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9b3cd6-7edb-4d26-8cdd-496a51b5095e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77e5cbc8-e096-439a-91d2-926e6897decd'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:38:47.697693 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-826db2a2-56d9-491d-babe-e0bba78e00f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:47.758824 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:47.859678 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-46c33af9-fe34-4a4b-b630-1279e1101e4d req-d0eb0c84-f43b-4dda-b4fc-8369bcdfafb8 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292930 Mar 09 03:38:48.040884 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27e4e0-2860-4c8d-b565-0719ca12a99f req-9ac42693-4859-49cc-9027-cc9542cadc9e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:48.041508 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-6d27e4e0-2860-4c8d-b565-0719ca12a99f req-9ac42693-4859-49cc-9027-cc9542cadc9e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Synchronizing usage tracker for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:38:48.072146 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-826db2a2-56d9-491d-babe-e0bba78e00f4 service neutron] For port 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:38:48.082803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-826db2a2-56d9-491d-babe-e0bba78e00f4 service neutron] For port 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4,segment=NetworkSegment(fa9b3cd6-7edb-4d26-8cdd-496a51b5095e),segment_id=fa9b3cd6-7edb-4d26-8cdd-496a51b5095e)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:38:48.104264 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-826db2a2-56d9-491d-babe-e0bba78e00f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:48.143721 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-6d27e4e0-2860-4c8d-b565-0719ca12a99f req-9ac42693-4859-49cc-9027-cc9542cadc9e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Unset dirty status for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:38:48.157123 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d27e4e0-2860-4c8d-b565-0719ca12a99f req-9ac42693-4859-49cc-9027-cc9542cadc9e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 931 time: 0.3754189 Mar 09 03:38:48.205139 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-826db2a2-56d9-491d-babe-e0bba78e00f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:48.205139 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-826db2a2-56d9-491d-babe-e0bba78e00f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:48.205139 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-826db2a2-56d9-491d-babe-e0bba78e00f4 service neutron] 10.222.0.21 "PUT /v2.0/ports/9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4 HTTP/1.1" status: 200 len: 1091 time: 3.4796455 Mar 09 03:38:48.209070 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a2047db-4a16-42d2-8e3b-b4551aca92f9', 'tag': '9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:38:48.416517 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d27e4e0-2860-4c8d-b565-0719ca12a99f req-18bee7f8-7c6d-42d5-a784-82ce71a5b53a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581837 Mar 09 03:38:48.476553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826db2a2-56d9-491d-babe-e0bba78e00f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:48.502383 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76b59dfe-a3a1-4341-9b74-e2cb255faf69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:48.513453 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76b59dfe-a3a1-4341-9b74-e2cb255faf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:48.728411 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-76b59dfe-a3a1-4341-9b74-e2cb255faf69 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0e4143ca4ee48d7b755fc98e4a5794b&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1850414 Mar 09 03:38:48.736162 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a2047db-4a16-42d2-8e3b-b4551aca92f9', 'tag': '9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4', 'status': 'completed', 'code': 200} Mar 09 03:38:48.736888 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45504) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:38:48.737942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b59dfe-a3a1-4341-9b74-e2cb255faf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c9458e-d9fd-436d-b6e5-7109a47c5713,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:48.756352 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9418cfa-b826-400c-a5ed-e8a16c33b05e', 'tag': 'b7127e59-9dda-4070-b290-758042e935f5', 'status': 'completed', 'code': 200} Mar 09 03:38:48.757416 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4de37d-99c9-424b-bd95-8cb736b6cc13', 'name': 'network-vif-deleted', 'tag': 'dfc3397f-d11e-4a4e-96e9-d963378392a6', 'status': 'completed', 'code': 200} Mar 09 03:38:48.874969 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-3c121471-3de7-458b-91f1-7929ef9aa5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:48.888876 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-3c121471-3de7-458b-91f1-7929ef9aa5c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72af0dc1083c43cbae74c5042d072168&device_id=2a2047db-4a16-42d2-8e3b-b4551aca92f9 HTTP/1.1" status: 200 len: 1094 time: 0.6036398 Mar 09 03:38:48.933607 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-32ac8caf-272e-40c8-b190-0f08976ffbd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:48.996047 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-32ac8caf-272e-40c8-b190-0f08976ffbd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:49.116617 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f18d5c-5627-4bc2-8b23-4c0a22d27897 req-0f13502e-722a-4dbc-ae93-93efa4fb1502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:49.119861 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0f18d5c-5627-4bc2-8b23-4c0a22d27897 req-0f13502e-722a-4dbc-ae93-93efa4fb1502 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2805c8aef7c746099fde990352f135bf&device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 1125 time: 0.3604321 Mar 09 03:38:49.195960 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99416a-2c20-4012-bcb9-0db7e07da19f req-377318ef-56fc-48cf-b927-08d4641d40a4 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:49.202357 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ea99416a-2c20-4012-bcb9-0db7e07da19f req-377318ef-56fc-48cf-b927-08d4641d40a4 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a2047db-4a16-42d2-8e3b-b4551aca92f9 HTTP/1.1" status: 200 len: 943 time: 0.3534536 Mar 09 03:38:49.220168 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-0e09393c-ff8f-4987-9105-fd6c5f4aa0a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4 HTTP/1.1" status: 200 len: 217 time: 0.1396191 Mar 09 03:38:49.242201 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-32ac8caf-272e-40c8-b190-0f08976ffbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:49.275696 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac8caf-272e-40c8-b190-0f08976ffbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c9458e-d9fd-436d-b6e5-7109a47c5713,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:49.421683 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-32ac8caf-272e-40c8-b190-0f08976ffbd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:49.423097 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-32ac8caf-272e-40c8-b190-0f08976ffbd3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2c9458e-d9fd-436d-b6e5-7109a47c5713 HTTP/1.1" status: 204 len: 168 time: 0.6750355 Mar 09 03:38:49.424850 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-0e7059b5-32a4-4b54-a8da-481c5a33dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:49.436179 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-0e7059b5-32a4-4b54-a8da-481c5a33dfdc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f0b92813-a35c-471c-bc63-86a7abb255b0 HTTP/1.1" status: 200 len: 854 time: 0.1032591 Mar 09 03:38:49.443245 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d28e2-5b8a-48f8-bdfb-40c25843ccab req-98bd9254-dc25-4b1e-820e-05ce1e2af234 tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:49.444954 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d22d28e2-5b8a-48f8-bdfb-40c25843ccab req-98bd9254-dc25-4b1e-820e-05ce1e2af234 tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 1102 time: 0.3622804 Mar 09 03:38:49.631118 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d22d28e2-5b8a-48f8-bdfb-40c25843ccab req-932194e3-0d1b-4cd9-b6f6-11855b9f69e0 tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076922 Mar 09 03:38:49.710435 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-27f18e2f-601b-4d87-a7c4-29086ad677d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:49.712132 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-27f18e2f-601b-4d87-a7c4-29086ad677d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=77e5cbc8-e096-439a-91d2-926e6897decd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2598076 Mar 09 03:38:49.881921 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22cea704-40e5-4bb8-835b-fc5ace5f5d1f {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:38:49.966166 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ea99416a-2c20-4012-bcb9-0db7e07da19f req-11ae96a2-ea67-4b66-b53f-e58756c55e77 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2c01dca-7be1-4202-ae2f-c07e7abab7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7580457 Mar 09 03:38:49.973323 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:50.090527 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Transition to ACTIVE for port object 22cea704-40e5-4bb8-835b-fc5ace5f5d1f will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:38:50.139072 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:50.322317 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f18d5c-5627-4bc2-8b23-4c0a22d27897 req-948005e4-77e9-40aa-be86-5df732493cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:50.324101 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0f18d5c-5627-4bc2-8b23-4c0a22d27897 req-948005e4-77e9-40aa-be86-5df732493cb9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=af94044a-4dd6-4e2a-9a7b-ddb410474c02 HTTP/1.1" status: 200 len: 908 time: 0.9842143 Mar 09 03:38:50.729689 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-c75ea795-a6b8-4fca-96ea-5f8d0c0b4a41 service neutron] 10.222.0.21 "GET /v2.0/networks/77e5cbc8-e096-439a-91d2-926e6897decd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9961846 Mar 09 03:38:50.937940 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0f18d5c-5627-4bc2-8b23-4c0a22d27897 req-91460c98-81b3-4f12-a854-1de6be7590cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7127e59-9dda-4070-b290-758042e935f5 HTTP/1.1" status: 200 len: 217 time: 0.5890326 Mar 09 03:38:51.415642 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3369d3cf-5784-4c34-95de-69047fee6c0e req-b7ecaa06-c179-41af-9ba9-4497148ff0d2 service neutron] 10.222.0.21 "GET /v2.0/networks/77e5cbc8-e096-439a-91d2-926e6897decd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5744989 Mar 09 03:38:51.477025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f18d5c-5627-4bc2-8b23-4c0a22d27897 req-e6af5200-3e83-4b26-ab34-663ea43b51a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:51.478622 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0f18d5c-5627-4bc2-8b23-4c0a22d27897 req-e6af5200-3e83-4b26-ab34-663ea43b51a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42f7c02a-5561-45bd-a0c7-255e56eaf460 HTTP/1.1" status: 200 len: 847 time: 0.4271486 Mar 09 03:38:51.561518 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-a6c7b441-0477-4cc2-a635-2cc1bd486ece service neutron] 10.222.0.21 "GET /v2.0/ports/b7127e59-9dda-4070-b290-758042e935f5/bindings/n-h1-825178-5 HTTP/1.1" status: 200 len: 384 time: 0.7262805 Mar 09 03:38:51.694773 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Pushing event updated for resources: {'Port': ['ID=22cea704-40e5-4bb8-835b-fc5ace5f5d1f,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:51.750048 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0f18d5c-5627-4bc2-8b23-4c0a22d27897 req-daab088d-2722-4a8a-b055-be8b8ee77ea9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af94044a-4dd6-4e2a-9a7b-ddb410474c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2387693 Mar 09 03:38:51.868083 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d6b9e-7483-4300-bf7d-560376925580 req-4f86a10a-f653-4704-93a2-47d08a9430d3 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:51.880014 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3d0d6b9e-7483-4300-bf7d-560376925580 req-4f86a10a-f653-4704-93a2-47d08a9430d3 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 943 time: 1.1692770 Mar 09 03:38:51.897770 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:51.898106 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:51.899072 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:51.899971 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:51.900822 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:51.903625 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:51.911031 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:51.911778 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:51.913289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:51.913803 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:51.916269 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:51.917431 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:38:52.017517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Attempting to bind port 22cea704-40e5-4bb8-835b-fc5ace5f5d1f on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:38:52.017852 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Attempting to bind port 22cea704-40e5-4bb8-835b-fc5ace5f5d1f by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:38:52.018174 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Attempting to bind port 22cea704-40e5-4bb8-835b-fc5ace5f5d1f on network b43e277f-27e3-4498-8ae6-3889cca4234e {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:38:52.040407 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Port 22cea704-40e5-4bb8-835b-fc5ace5f5d1f on network b43e277f-27e3-4498-8ae6-3889cca4234e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:38:52.046347 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Attempting to bind port 22cea704-40e5-4bb8-835b-fc5ace5f5d1f on network b43e277f-27e3-4498-8ae6-3889cca4234e {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:38:52.117483 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:38:52.123731 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Checking segment: {'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:38:52.125740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Bound using segment: {'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:38:52.127120 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Bound port: 22cea704-40e5-4bb8-835b-fc5ace5f5d1f, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:38:52.129098 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:52.148204 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3d0d6b9e-7483-4300-bf7d-560376925580 req-c97c3afd-0c6e-44a3-b2e4-eea2e7854385 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671959 Mar 09 03:38:52.340481 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6b080-93d0-4a97-90f2-ecbf2ce2540a req-3777778e-e4ef-4c72-b3fa-52e351efbf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:52.345969 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e2f6b080-93d0-4a97-90f2-ecbf2ce2540a req-3777778e-e4ef-4c72-b3fa-52e351efbf99 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72af0dc1083c43cbae74c5042d072168&device_id=2a2047db-4a16-42d2-8e3b-b4551aca92f9 HTTP/1.1" status: 200 len: 1094 time: 0.7005589 Mar 09 03:38:52.440198 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0d734-c9e5-42ca-a423-f731f215404a req-319f525c-975d-4354-bba6-b4c510bd442c tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:52.448627 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-71f0d734-c9e5-42ca-a423-f731f215404a req-319f525c-975d-4354-bba6-b4c510bd442c tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 944 time: 1.8650751 Mar 09 03:38:52.615758 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-4f06dd56-9712-49a3-be9b-2b52d1abf7f9 service neutron] For port b7127e59-9dda-4070-b290-758042e935f5, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b7127e59-9dda-4070-b290-758042e935f5,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:52.689750 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-4f06dd56-9712-49a3-be9b-2b52d1abf7f9 service neutron] For port b7127e59-9dda-4070-b290-758042e935f5, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:38:52.706744 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-71f0d734-c9e5-42ca-a423-f731f215404a req-833882f1-05e1-43a1-8c35-6a79cf59ada2 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562182 Mar 09 03:38:52.708964 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0f18d5c-5627-4bc2-8b23-4c0a22d27897 req-5f7e7f50-b05e-4426-acf3-1793b545bc9b service neutron] 10.222.0.21 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7499049 Mar 09 03:38:52.717373 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] For port 22cea704-40e5-4bb8-835b-fc5ace5f5d1f, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:38:52.804604 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] For port 22cea704-40e5-4bb8-835b-fc5ace5f5d1f, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=22cea704-40e5-4bb8-835b-fc5ace5f5d1f,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:38:52.842405 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:52.930836 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b7127e59-9dda-4070-b290-758042e935f5 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:38:52.940298 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45562) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:38:53.243194 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Pushing event updated for resources: {'Port': ['ID=22cea704-40e5-4bb8-835b-fc5ace5f5d1f,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:53.277085 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-4f06dd56-9712-49a3-be9b-2b52d1abf7f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7127e59-9dda-4070-b290-758042e935f5 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:38:53.436890 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:53.437569 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:53.442673 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-a2c70a2f-c08c-4c48-983a-2c9865461d03 service neutron] 10.222.0.21 "PUT /v2.0/ports/22cea704-40e5-4bb8-835b-fc5ace5f5d1f HTTP/1.1" status: 200 len: 1091 time: 6.1121395 Mar 09 03:38:53.460287 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad417c7-ef2f-4988-aee3-320ff81b1f81', 'tag': '22cea704-40e5-4bb8-835b-fc5ace5f5d1f'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:38:53.525888 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-4f06dd56-9712-49a3-be9b-2b52d1abf7f9 service neutron] For port b7127e59-9dda-4070-b290-758042e935f5, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=b7127e59-9dda-4070-b290-758042e935f5,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:53.647440 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0d0f71e9-b031-4ec4-9a40-25ae52615768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:53.683489 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-4f06dd56-9712-49a3-be9b-2b52d1abf7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:53.733477 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0d0f71e9-b031-4ec4-9a40-25ae52615768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:38:53.814165 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0f18d5c-5627-4bc2-8b23-4c0a22d27897 req-6853329a-7436-4659-b0c3-e689a98a9c05 service neutron] 10.222.0.21 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0894880 Mar 09 03:38:53.833483 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6b080-93d0-4a97-90f2-ecbf2ce2540a req-337ff846-ecae-4f71-9535-4e4704973eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:53.835524 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e2f6b080-93d0-4a97-90f2-ecbf2ce2540a req-337ff846-ecae-4f71-9535-4e4704973eca service neutron] 10.222.0.21 "GET /v2.0/networks?id=77e5cbc8-e096-439a-91d2-926e6897decd HTTP/1.1" status: 200 len: 916 time: 1.0342586 Mar 09 03:38:53.836863 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0d0f71e9-b031-4ec4-9a40-25ae52615768 admin admin] Usage tracker for resource:security_group_rule and tenant:08dc5068495444478c5772e9cb77e7d0 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:38:53.961241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0d0f71e9-b031-4ec4-9a40-25ae52615768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:38:54.000198 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-84649ab6-d0d9-4645-9b2d-2b4ea12716b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:54.000198 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-84649ab6-d0d9-4645-9b2d-2b4ea12716b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae03d5eb038f4850a3760a69271911b5&device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 1094 time: 0.4798534 Mar 09 03:38:54.158705 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0d0f71e9-b031-4ec4-9a40-25ae52615768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:38:54.161332 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ba721-db0e-40b1-88a6-1465708a6a23 req-477e47dc-d874-45b8-9d83-82cd94f015cc tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:54.162888 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1a6ba721-db0e-40b1-88a6-1465708a6a23 req-477e47dc-d874-45b8-9d83-82cd94f015cc tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 1102 time: 0.4667282 Mar 09 03:38:54.164769 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-f157e770-2a7c-4e2d-8e33-da772a50009f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22cea704-40e5-4bb8-835b-fc5ace5f5d1f HTTP/1.1" status: 200 len: 217 time: 0.0913053 Mar 09 03:38:54.196261 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551c9bc-e392-43c1-b775-71e9fd9d4843 req-f2983cfd-0240-43ac-9e5f-6df30ddf9ee5 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:54.197181 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-b551c9bc-e392-43c1-b775-71e9fd9d4843 req-f2983cfd-0240-43ac-9e5f-6df30ddf9ee5 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Synchronizing usage tracker for tenant:72af0dc1083c43cbae74c5042d072168 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:38:54.236887 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e2f6b080-93d0-4a97-90f2-ecbf2ce2540a req-9a15c967-6e48-4a8f-bb11-69c44e74dd6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4 HTTP/1.1" status: 200 len: 217 time: 0.3840835 Mar 09 03:38:54.255403 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf40558-9c4f-4d27-8219-056344d6f0de req-70603149-f0a1-43bc-8ece-2b7bed7f4209 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:54.257435 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-faf40558-9c4f-4d27-8219-056344d6f0de req-70603149-f0a1-43bc-8ece-2b7bed7f4209 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.24 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 949 time: 0.2532372 Mar 09 03:38:54.388436 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-faf40558-9c4f-4d27-8219-056344d6f0de req-f7e62440-4efa-4427-be6e-5915e0a4ff9e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Deleting port 51279369-540d-4970-bc4f-209236552640 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:38:54.394050 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-faf40558-9c4f-4d27-8219-056344d6f0de req-f7e62440-4efa-4427-be6e-5915e0a4ff9e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:54.396436 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-b551c9bc-e392-43c1-b775-71e9fd9d4843 req-f2983cfd-0240-43ac-9e5f-6df30ddf9ee5 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Unset dirty status for tenant:72af0dc1083c43cbae74c5042d072168 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:38:54.404956 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b551c9bc-e392-43c1-b775-71e9fd9d4843 req-f2983cfd-0240-43ac-9e5f-6df30ddf9ee5 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a2047db-4a16-42d2-8e3b-b4551aca92f9 HTTP/1.1" status: 200 len: 943 time: 1.1213589 Mar 09 03:38:54.492423 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-b551c9bc-e392-43c1-b775-71e9fd9d4843 req-7e4251c7-5c6d-46cb-874b-1fce82b0952b tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Synchronizing usage tracker for tenant:72af0dc1083c43cbae74c5042d072168 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:38:54.544666 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1a6ba721-db0e-40b1-88a6-1465708a6a23 req-7ce48ac4-d790-4233-a111-a0fbcac8d52a tempest-ServersAdminTestJSON-618552247 tempest-ServersAdminTestJSON-618552247-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610530 Mar 09 03:38:54.546049 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-13524a2b-ff9c-438c-bfaa-523f15728042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:54.547401 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-13524a2b-ff9c-438c-bfaa-523f15728042 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c938e3dc-f3f5-45d5-a021-35dcda335146 HTTP/1.1" status: 200 len: 851 time: 0.3650587 Mar 09 03:38:54.570171 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-b551c9bc-e392-43c1-b775-71e9fd9d4843 req-7e4251c7-5c6d-46cb-874b-1fce82b0952b tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Unset dirty status for tenant:72af0dc1083c43cbae74c5042d072168 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:38:54.581497 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b551c9bc-e392-43c1-b775-71e9fd9d4843 req-7e4251c7-5c6d-46cb-874b-1fce82b0952b tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2c01dca-7be1-4202-ae2f-c07e7abab7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743402 Mar 09 03:38:54.641608 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6b080-93d0-4a97-90f2-ecbf2ce2540a req-79eb761b-1c27-4588-a681-deac1db22b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:54.645605 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e2f6b080-93d0-4a97-90f2-ecbf2ce2540a req-79eb761b-1c27-4588-a681-deac1db22b81 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f0b92813-a35c-471c-bc63-86a7abb255b0 HTTP/1.1" status: 200 len: 854 time: 0.3222151 Mar 09 03:38:54.686049 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-b7ad1724-6438-4c8c-8820-461e8e843569 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b43e277f-27e3-4498-8ae6-3889cca4234e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029944 Mar 09 03:38:54.736067 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-4f06dd56-9712-49a3-be9b-2b52d1abf7f9 service neutron] Transition to ACTIVE for port object b7127e59-9dda-4070-b290-758042e935f5 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:38:54.759360 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-4f06dd56-9712-49a3-be9b-2b52d1abf7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:55.361853 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-4f06dd56-9712-49a3-be9b-2b52d1abf7f9 service neutron] No DVR routers for this DVR port b7127e59-9dda-4070-b290-758042e935f5 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:38:55.586497 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06dd56-9712-49a3-be9b-2b52d1abf7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b7127e59-9dda-4070-b290-758042e935f5,revision_number=10']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:55.612146 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-faf40558-9c4f-4d27-8219-056344d6f0de req-f7e62440-4efa-4427-be6e-5915e0a4ff9e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] For port 51279369-540d-4970-bc4f-209236552640, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=51279369-540d-4970-bc4f-209236552640,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:55.612696 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-faf40558-9c4f-4d27-8219-056344d6f0de req-f7e62440-4efa-4427-be6e-5915e0a4ff9e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:55.622422 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0d0f71e9-b031-4ec4-9a40-25ae52615768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:55.627868 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-4f06dd56-9712-49a3-be9b-2b52d1abf7f9 service neutron] 10.222.0.21 "PUT /v2.0/ports/b7127e59-9dda-4070-b290-758042e935f5/bindings/n-h1-825178-5/activate HTTP/1.1" status: 200 len: 369 time: 4.0587521 Mar 09 03:38:55.633667 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6b080-93d0-4a97-90f2-ecbf2ce2540a req-3c2c2f7b-687d-4c0c-8431-d1545df55f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:55.637355 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e2f6b080-93d0-4a97-90f2-ecbf2ce2540a req-3c2c2f7b-687d-4c0c-8431-d1545df55f68 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=77e5cbc8-e096-439a-91d2-926e6897decd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9676337 Mar 09 03:38:55.644734 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0d0f71e9-b031-4ec4-9a40-25ae52615768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:55.915783 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-faf40558-9c4f-4d27-8219-056344d6f0de req-f7e62440-4efa-4427-be6e-5915e0a4ff9e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Calling delete_port for 51279369-540d-4970-bc4f-209236552640 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:38:56.131259 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-9f484862-cdff-481a-9dd8-bde0a338099c service neutron] 10.222.0.21 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2630603 Mar 09 03:38:56.172520 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9705b7-4a22-49f4-887e-5559f4b0894c req-af328b23-4589-4fef-98d0-634a7c657ff2 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:56.182711 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0d9705b7-4a22-49f4-887e-5559f4b0894c req-af328b23-4589-4fef-98d0-634a7c657ff2 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 943 time: 1.2550969 Mar 09 03:38:56.195520 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e2f6b080-93d0-4a97-90f2-ecbf2ce2540a req-5d7e62df-7429-44a9-b348-8e6592fb3d89 service neutron] 10.222.0.21 "GET /v2.0/networks/77e5cbc8-e096-439a-91d2-926e6897decd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362543 Mar 09 03:38:56.385491 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac165274-279e-432e-98d1-be39ba168315 req-9eaf17ed-9301-46f7-8dd9-78c1e7631275 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:56.391450 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ac165274-279e-432e-98d1-be39ba168315 req-9eaf17ed-9301-46f7-8dd9-78c1e7631275 tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 949 time: 1.5652633 Mar 09 03:38:56.411542 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f71e9-b031-4ec4-9a40-25ae52615768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964d086b-8752-4183-ad5a-a08aee0cbcbe,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:56.493381 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0d0f71e9-b031-4ec4-9a40-25ae52615768 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=08dc5068495444478c5772e9cb77e7d0&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5230665 Mar 09 03:38:56.494235 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45590) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:38:56.512958 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0d9705b7-4a22-49f4-887e-5559f4b0894c req-ed865458-a55f-4f3c-aa1a-497cf35d4cd6 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270745 Mar 09 03:38:56.548496 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ac165274-279e-432e-98d1-be39ba168315 req-e8836723-516b-4ed0-8ab0-28006464846e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce71633e-27c1-4fec-b543-aa3554c77d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580822 Mar 09 03:38:56.595013 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e2f6b080-93d0-4a97-90f2-ecbf2ce2540a req-45af1073-9fad-4e92-8bcb-1279fec5e03a service neutron] 10.222.0.21 "GET /v2.0/networks/77e5cbc8-e096-439a-91d2-926e6897decd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882623 Mar 09 03:38:56.677739 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 51279369-540d-4970-bc4f-209236552640 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:38:56.699938 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad417c7-ef2f-4988-aee3-320ff81b1f81', 'tag': '22cea704-40e5-4bb8-835b-fc5ace5f5d1f', 'status': 'completed', 'code': 200} Mar 09 03:38:56.866673 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdf869-8005-4c10-8f8e-0a8388b82359 req-a8d50b96-4376-48ba-87c6-e416e9a0092c tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:56.884518 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a7fdf869-8005-4c10-8f8e-0a8388b82359 req-a8d50b96-4376-48ba-87c6-e416e9a0092c tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 945 time: 0.1598306 Mar 09 03:38:56.906926 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d2e2ede-6a1b-465b-b272-f347b2adf2a7 req-a5919971-e608-4198-a6db-a9f8bc368553 service neutron] 10.222.0.21 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7730033 Mar 09 03:38:57.070681 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b7bb9bdf-163c-497a-89eb-5250becdfc14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:57.097181 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a7fdf869-8005-4c10-8f8e-0a8388b82359 req-d1007a68-acb2-43eb-9fd0-8ad22bb40399 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088218 Mar 09 03:38:57.120823 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:57.168444 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b7bb9bdf-163c-497a-89eb-5250becdfc14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:57.379927 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-bf4929ce-8102-410d-850f-1e98476c3a4e tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:57.381543 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-bf4929ce-8102-410d-850f-1e98476c3a4e tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e&tenant_id=2805c8aef7c746099fde990352f135bf&binding%3Ahost_id=n-h2-825178-5 HTTP/1.1" status: 200 len: 1096 time: 1.3075845 Mar 09 03:38:57.561448 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b7bb9bdf-163c-497a-89eb-5250becdfc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:57.594262 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb9bdf-163c-497a-89eb-5250becdfc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964d086b-8752-4183-ad5a-a08aee0cbcbe,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:57.611170 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-faf40558-9c4f-4d27-8219-056344d6f0de req-f7e62440-4efa-4427-be6e-5915e0a4ff9e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:57.680334 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e62440-4efa-4427-be6e-5915e0a4ff9e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Pushing event deleted for resources: {'Port': ['ID=51279369-540d-4970-bc4f-209236552640,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:57.753153 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed8962-5f58-4c84-887d-08bb2ee76834 req-780b8a11-805c-4ee4-87fb-b600d4502a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:57.754729 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-51ed8962-5f58-4c84-887d-08bb2ee76834 req-780b8a11-805c-4ee4-87fb-b600d4502a16 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae03d5eb038f4850a3760a69271911b5&device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 1094 time: 0.4675977 Mar 09 03:38:57.765617 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5feea-8511-4d04-b8d4-7b40a6e18b10 req-e2b0c5db-f76b-40df-8ce0-01a31481598f tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:57.767218 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28c5feea-8511-4d04-b8d4-7b40a6e18b10 req-e2b0c5db-f76b-40df-8ce0-01a31481598f tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/ports?device_id=66ad7345-ec33-4277-b22c-e9130cd501da HTTP/1.1" status: 200 len: 946 time: 0.1103916 Mar 09 03:38:57.774998 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b7bb9bdf-163c-497a-89eb-5250becdfc14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:57.778484 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b7bb9bdf-163c-497a-89eb-5250becdfc14 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/964d086b-8752-4183-ad5a-a08aee0cbcbe HTTP/1.1" status: 204 len: 168 time: 1.2790699 Mar 09 03:38:57.826230 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28c5feea-8511-4d04-b8d4-7b40a6e18b10 req-6400c966-0db6-4239-aff1-fe368ceb7990 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f3fe200-cbe7-472c-a4ee-495af854f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475233 Mar 09 03:38:57.844318 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2101a8-0b12-46c2-a04f-bc007e1e98c1 req-4f46835f-875c-4567-9eb4-e874e7fb1a9c tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:57.846182 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fd2101a8-0b12-46c2-a04f-bc007e1e98c1 req-4f46835f-875c-4567-9eb4-e874e7fb1a9c tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a2047db-4a16-42d2-8e3b-b4551aca92f9 HTTP/1.1" status: 200 len: 943 time: 0.4115164 Mar 09 03:38:57.929915 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf40558-9c4f-4d27-8219-056344d6f0de req-f7e62440-4efa-4427-be6e-5915e0a4ff9e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] No DVR routers for this DVR port 51279369-540d-4970-bc4f-209236552640 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:38:57.958817 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-faf40558-9c4f-4d27-8219-056344d6f0de req-f7e62440-4efa-4427-be6e-5915e0a4ff9e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:57.963824 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-faf40558-9c4f-4d27-8219-056344d6f0de req-f7e62440-4efa-4427-be6e-5915e0a4ff9e tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.24 "DELETE /v2.0/ports/51279369-540d-4970-bc4f-209236552640 HTTP/1.1" status: 204 len: 173 time: 3.6986258 Mar 09 03:38:57.967507 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-f12b738e-69c2-4193-a377-b9d473581e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:57.969767 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-f12b738e-69c2-4193-a377-b9d473581e5a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e&tenant_id=2805c8aef7c746099fde990352f135bf HTTP/1.1" status: 200 len: 1096 time: 0.5752831 Mar 09 03:38:57.988055 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fd2101a8-0b12-46c2-a04f-bc007e1e98c1 req-d7f33a8d-741a-468e-b0ff-5a850a3c20f8 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2c01dca-7be1-4202-ae2f-c07e7abab7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254196 Mar 09 03:38:58.179287 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b302d1-572f-4348-85a2-dfafa03c7487 req-5b329c56-c957-43f6-89c8-08a98da1ca28 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:58.195728 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f1b302d1-572f-4348-85a2-dfafa03c7487 req-5b329c56-c957-43f6-89c8-08a98da1ca28 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ddb0d27-3247-48de-822a-e9907d77476e HTTP/1.1" status: 200 len: 949 time: 0.2289824 Mar 09 03:38:58.273895 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed8962-5f58-4c84-887d-08bb2ee76834 req-e0bff72d-9a44-4af7-8e8e-8d4fc3bd61d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:58.276281 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-51ed8962-5f58-4c84-887d-08bb2ee76834 req-e0bff72d-9a44-4af7-8e8e-8d4fc3bd61d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b43e277f-27e3-4498-8ae6-3889cca4234e HTTP/1.1" status: 200 len: 912 time: 0.4977903 Mar 09 03:38:58.280493 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f1b302d1-572f-4348-85a2-dfafa03c7487 req-cd7287d4-781f-4d53-a42e-e980329f6458 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825036 Mar 09 03:38:58.491039 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-51ed8962-5f58-4c84-887d-08bb2ee76834 req-cd55e0be-1f6e-426a-9ff3-0bd6fd8fb1c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22cea704-40e5-4bb8-835b-fc5ace5f5d1f HTTP/1.1" status: 200 len: 217 time: 0.2047238 Mar 09 03:38:58.496028 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-61cda356-8eb6-41df-81d3-b338a4310db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:58.499176 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-61cda356-8eb6-41df-81d3-b338a4310db8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2805c8aef7c746099fde990352f135bf&device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 1096 time: 0.4990268 Mar 09 03:38:58.504836 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4ff3db3d-03c9-4ae0-bf3d-e3c5883650d3 req-e568e59d-2005-4bc0-9bc0-99655f9ea97c tempest-MigrationsAdminTest-1920363612 tempest-MigrationsAdminTest-1920363612-project] 10.222.0.16 "GET /v2.0/ports?device_id=f53c1f59-a2d6-477b-91cf-d65148e64d2b HTTP/1.1" status: 200 len: 210 time: 0.0659618 Mar 09 03:38:58.615876 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e526afa-4d17-4644-831f-e03de80db6ef req-43240303-3370-490f-8331-b3e48768e589 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:58.632957 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2e526afa-4d17-4644-831f-e03de80db6ef req-43240303-3370-490f-8331-b3e48768e589 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 943 time: 0.4911935 Mar 09 03:38:58.700765 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53c1f59-a2d6-477b-91cf-d65148e64d2b', 'name': 'network-vif-deleted', 'tag': '51279369-540d-4970-bc4f-209236552640'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:38:58.723596 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-87b38139-48ef-49ce-b125-e964e44a88f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:58.737267 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed8962-5f58-4c84-887d-08bb2ee76834 req-9a42b373-2766-4edd-94f7-3842407b1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:58.739298 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-51ed8962-5f58-4c84-887d-08bb2ee76834 req-9a42b373-2766-4edd-94f7-3842407b1041 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c938e3dc-f3f5-45d5-a021-35dcda335146 HTTP/1.1" status: 200 len: 851 time: 0.2383490 Mar 09 03:38:58.835671 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193fd37-c57a-42cd-ba18-a59b1c0a90f5 req-d3d4a59a-9aa0-41a4-9a45-efd27749c23d tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:58.837842 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3193fd37-c57a-42cd-ba18-a59b1c0a90f5 req-d3d4a59a-9aa0-41a4-9a45-efd27749c23d tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 945 time: 0.1851680 Mar 09 03:38:58.847621 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2e526afa-4d17-4644-831f-e03de80db6ef req-2c82f7b3-7b95-44db-b69a-f8f1230ff08b tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135782 Mar 09 03:38:58.871333 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-51ed8962-5f58-4c84-887d-08bb2ee76834 req-0b2d0dbe-c99e-436b-8414-a4dc06f58db6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b43e277f-27e3-4498-8ae6-3889cca4234e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093054 Mar 09 03:38:58.899715 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3193fd37-c57a-42cd-ba18-a59b1c0a90f5 req-3496bf26-0368-485e-a646-4f532e2c413e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538323 Mar 09 03:38:58.955027 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 22cea704-40e5-4bb8-835b-fc5ace5f5d1f details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:38:59.006924 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-dfc02741-887e-46cb-8e01-bfecfde3e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:59.009152 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-dfc02741-887e-46cb-8e01-bfecfde3e67f service neutron] 10.222.0.24 "GET /v2.0/networks?id=af94044a-4dd6-4e2a-9a7b-ddb410474c02 HTTP/1.1" status: 200 len: 908 time: 0.4156244 Mar 09 03:38:59.010784 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53c1f59-a2d6-477b-91cf-d65148e64d2b', 'name': 'network-vif-deleted', 'tag': '51279369-540d-4970-bc4f-209236552640', 'status': 'completed', 'code': 200} Mar 09 03:38:59.125760 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-71a2bea1-2d66-442f-9aba-3e05b056c4a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7127e59-9dda-4070-b290-758042e935f5 HTTP/1.1" status: 200 len: 217 time: 0.1067648 Mar 09 03:38:59.276232 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 22cea704-40e5-4bb8-835b-fc5ace5f5d1f, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=22cea704-40e5-4bb8-835b-fc5ace5f5d1f,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:59.281694 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-51ed8962-5f58-4c84-887d-08bb2ee76834 req-44f7f578-2842-42b0-9641-88a697d2117a service neutron] 10.222.0.21 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029119 Mar 09 03:38:59.298160 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '22cea704-40e5-4bb8-835b-fc5ace5f5d1f', 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e', 'port_id': '22cea704-40e5-4bb8-835b-fc5ace5f5d1f', 'mac_address': 'fa:16:3e:08:84:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c938e3dc-f3f5-45d5-a021-35dcda335146', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:38:59.376035 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f289a-f08d-4a7a-829a-2fb5646b8a44 req-9db3c947-fa59-4d5f-b76f-9fddc16fcb38 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:59.378194 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-626f289a-f08d-4a7a-829a-2fb5646b8a44 req-9db3c947-fa59-4d5f-b76f-9fddc16fcb38 tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/ports?device_id=66ad7345-ec33-4277-b22c-e9130cd501da HTTP/1.1" status: 200 len: 946 time: 0.1575994 Mar 09 03:38:59.388056 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:59.393156 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26ac27-4c5f-404a-b34d-30bb7ee871d2 req-ea39c86a-1ca1-4aec-8c7f-f062e87ed0af tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:59.395514 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9a26ac27-4c5f-404a-b34d-30bb7ee871d2 req-ea39c86a-1ca1-4aec-8c7f-f062e87ed0af tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.21 "GET /v2.0/ports?device_id=66ad7345-ec33-4277-b22c-e9130cd501da HTTP/1.1" status: 200 len: 946 time: 0.2547462 Mar 09 03:38:59.414475 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22cea704-40e5-4bb8-835b-fc5ace5f5d1f {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:38:59.436399 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 22cea704-40e5-4bb8-835b-fc5ace5f5d1f, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=22cea704-40e5-4bb8-835b-fc5ace5f5d1f,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:59.443060 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:59.460615 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-51ed8962-5f58-4c84-887d-08bb2ee76834 req-f9a3cbfb-7fc5-4e70-b0b0-6a42cf8aef38 service neutron] 10.222.0.21 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716080 Mar 09 03:38:59.472995 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-edaa2317-8e73-49a1-bf48-dc884cbd27d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:59.475199 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-edaa2317-8e73-49a1-bf48-dc884cbd27d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=42f7c02a-5561-45bd-a0c7-255e56eaf460 HTTP/1.1" status: 200 len: 847 time: 0.3430500 Mar 09 03:38:59.533735 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-626f289a-f08d-4a7a-829a-2fb5646b8a44 req-a4c99629-266c-4091-9731-be815821856c tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f3fe200-cbe7-472c-a4ee-495af854f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365485 Mar 09 03:38:59.540259 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-9a26ac27-4c5f-404a-b34d-30bb7ee871d2 req-9b758ef4-e2a3-4199-acf6-cde4614bc7da tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Deleting port b34f057a-888a-4820-bdf9-6862a81df0d5 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:38:59.540665 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9a26ac27-4c5f-404a-b34d-30bb7ee871d2 req-9b758ef4-e2a3-4199-acf6-cde4614bc7da tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:38:59.548546 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=22cea704-40e5-4bb8-835b-fc5ace5f5d1f,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:38:59.562002 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-70d6a3ec-f172-491d-b9b0-af563f0e1bab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af94044a-4dd6-4e2a-9a7b-ddb410474c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755179 Mar 09 03:38:59.657412 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['22cea704-40e5-4bb8-835b-fc5ace5f5d1f'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:38:59.693927 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a6e62-b946-436f-8b17-c30b1cfebac2 req-f2c679e2-53e8-442f-aea3-29e383148ec7 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:59.698675 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-391a6e62-b946-436f-8b17-c30b1cfebac2 req-f2c679e2-53e8-442f-aea3-29e383148ec7 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ddb0d27-3247-48de-822a-e9907d77476e HTTP/1.1" status: 200 len: 949 time: 0.5247982 Mar 09 03:38:59.713899 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922cbb9-1eae-49f5-a63d-93ed3468bd98 req-ea5db331-0c17-4276-b927-5441d3d94a10 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:38:59.716688 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1922cbb9-1eae-49f5-a63d-93ed3468bd98 req-ea5db331-0c17-4276-b927-5441d3d94a10 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a2047db-4a16-42d2-8e3b-b4551aca92f9 HTTP/1.1" status: 200 len: 943 time: 0.5008950 Mar 09 03:38:59.932436 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-9a26ac27-4c5f-404a-b34d-30bb7ee871d2 req-9b758ef4-e2a3-4199-acf6-cde4614bc7da tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] For port b34f057a-888a-4820-bdf9-6862a81df0d5, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b34f057a-888a-4820-bdf9-6862a81df0d5,segment=NetworkSegment(5e5f158c-75fd-4c9a-97d2-cc3cb49a01ff),segment_id=5e5f158c-75fd-4c9a-97d2-cc3cb49a01ff)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:38:59.933508 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9a26ac27-4c5f-404a-b34d-30bb7ee871d2 req-9b758ef4-e2a3-4199-acf6-cde4614bc7da tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:00.001216 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-391a6e62-b946-436f-8b17-c30b1cfebac2 req-de66f9f0-12f1-44a8-bdba-ec2b075c0826 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Deleting port a632682b-c114-41cb-830f-f14fa9d9ddf6 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:39:00.002193 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-391a6e62-b946-436f-8b17-c30b1cfebac2 req-de66f9f0-12f1-44a8-bdba-ec2b075c0826 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:00.111733 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1922cbb9-1eae-49f5-a63d-93ed3468bd98 req-7003eb0b-2b81-48a5-905d-0051a5011890 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2c01dca-7be1-4202-ae2f-c07e7abab7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882744 Mar 09 03:39:00.161425 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-9a26ac27-4c5f-404a-b34d-30bb7ee871d2 req-9b758ef4-e2a3-4199-acf6-cde4614bc7da tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Calling delete_port for b34f057a-888a-4820-bdf9-6862a81df0d5 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:39:00.190771 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-9fbad4e0-4661-410b-9eca-ac0797e61d5f service neutron] 10.222.0.24 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140966 Mar 09 03:39:00.448619 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad6ec3-1754-4c5e-9ef2-38a15785b008 req-d19db555-6f6b-4ee1-a9cd-9d6b1aa22a39 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:00.456028 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1fad6ec3-1754-4c5e-9ef2-38a15785b008 req-d19db555-6f6b-4ee1-a9cd-9d6b1aa22a39 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ddb0d27-3247-48de-822a-e9907d77476e HTTP/1.1" status: 200 len: 949 time: 0.7816625 Mar 09 03:39:00.608730 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1fad6ec3-1754-4c5e-9ef2-38a15785b008 req-ed0e3bce-a21d-45f3-93d1-280dec6c7d9e tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435966 Mar 09 03:39:00.609520 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45680) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:00.716154 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9a26ac27-4c5f-404a-b34d-30bb7ee871d2 req-9b758ef4-e2a3-4199-acf6-cde4614bc7da tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:00.730772 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['b34f057a-888a-4820-bdf9-6862a81df0d5'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:39:00.895343 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b758ef4-e2a3-4199-acf6-cde4614bc7da tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Pushing event deleted for resources: {'Port': ['ID=b34f057a-888a-4820-bdf9-6862a81df0d5,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:00.973174 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-6ea2c8c5-371c-42e4-9a03-5b34f553d34f service neutron] 10.222.0.24 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7701824 Mar 09 03:39:00.979441 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-391a6e62-b946-436f-8b17-c30b1cfebac2 req-de66f9f0-12f1-44a8-bdba-ec2b075c0826 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] For port a632682b-c114-41cb-830f-f14fa9d9ddf6, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=a632682b-c114-41cb-830f-f14fa9d9ddf6,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:39:00.980112 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-391a6e62-b946-436f-8b17-c30b1cfebac2 req-de66f9f0-12f1-44a8-bdba-ec2b075c0826 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:00.993366 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:39:01.053508 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b758ef4-e2a3-4199-acf6-cde4614bc7da tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:01.054452 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b758ef4-e2a3-4199-acf6-cde4614bc7da tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:01.054985 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b758ef4-e2a3-4199-acf6-cde4614bc7da tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:01.055505 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b758ef4-e2a3-4199-acf6-cde4614bc7da tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:01.056022 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b758ef4-e2a3-4199-acf6-cde4614bc7da tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:01.056349 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b758ef4-e2a3-4199-acf6-cde4614bc7da tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:01.056908 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b758ef4-e2a3-4199-acf6-cde4614bc7da tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:01.057241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b758ef4-e2a3-4199-acf6-cde4614bc7da tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:01.057658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b758ef4-e2a3-4199-acf6-cde4614bc7da tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:01.058100 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b758ef4-e2a3-4199-acf6-cde4614bc7da tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:01.058367 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b758ef4-e2a3-4199-acf6-cde4614bc7da tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:01.058912 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b758ef4-e2a3-4199-acf6-cde4614bc7da tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:01.065225 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a26ac27-4c5f-404a-b34d-30bb7ee871d2 req-9b758ef4-e2a3-4199-acf6-cde4614bc7da tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] No DVR routers for this DVR port b34f057a-888a-4820-bdf9-6862a81df0d5 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:39:01.071835 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9a26ac27-4c5f-404a-b34d-30bb7ee871d2 req-9b758ef4-e2a3-4199-acf6-cde4614bc7da tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:01.078542 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ad7345-ec33-4277-b22c-e9130cd501da', 'name': 'network-vif-deleted', 'tag': 'b34f057a-888a-4820-bdf9-6862a81df0d5'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:39:01.081770 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 22cea704-40e5-4bb8-835b-fc5ace5f5d1f up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:39:01.124184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-391a6e62-b946-436f-8b17-c30b1cfebac2 req-de66f9f0-12f1-44a8-bdba-ec2b075c0826 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Calling delete_port for a632682b-c114-41cb-830f-f14fa9d9ddf6 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:39:01.147198 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e0d2c890-1c4f-4c31-9517-6684d3f7ee7d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb202b0928604d6ca848064936552050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5354443 Mar 09 03:39:01.149705 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45720) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:01.154709 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9a26ac27-4c5f-404a-b34d-30bb7ee871d2 req-9b758ef4-e2a3-4199-acf6-cde4614bc7da tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.21 "DELETE /v2.0/ports/b34f057a-888a-4820-bdf9-6862a81df0d5 HTTP/1.1" status: 204 len: 173 time: 1.7406840 Mar 09 03:39:01.174078 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aed456-0342-4caa-9142-f2d60975f23a req-f8509b57-3b86-4baa-ac5b-f3947190ac72 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:01.181326 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-75aed456-0342-4caa-9142-f2d60975f23a req-f8509b57-3b86-4baa-ac5b-f3947190ac72 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 944 time: 0.8659334 Mar 09 03:39:01.261508 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ea4167d2-6324-4fb1-9c1b-06f578c3458b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:01.272663 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-75aed456-0342-4caa-9142-f2d60975f23a req-2632d9bd-641d-4ac3-b078-03a262c01c7b tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901017 Mar 09 03:39:01.328881 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a4d13-64a1-484b-aeaa-fea54ddbadb4 req-2d81367f-bb2b-4084-83f8-4eb980d04fc3 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:01.339894 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7f8a4d13-64a1-484b-aeaa-fea54ddbadb4 req-2d81367f-bb2b-4084-83f8-4eb980d04fc3 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 945 time: 0.4451437 Mar 09 03:39:01.443458 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ea4167d2-6324-4fb1-9c1b-06f578c3458b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:01.479188 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-68c8880a-0db0-4b65-97ae-cc1d9d2ecf33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:01.490036 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 22cea704-40e5-4bb8-835b-fc5ace5f5d1f completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:39:01.504529 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 22cea704-40e5-4bb8-835b-fc5ace5f5d1f triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:39:01.504915 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:01.517887 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-391a6e62-b946-436f-8b17-c30b1cfebac2 req-de66f9f0-12f1-44a8-bdba-ec2b075c0826 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:01.529496 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cc183c9e-868e-4901-88a6-5fa04564eb6a req-8d6a4d63-7b80-4bd7-bc52-d784de88a35c tempest-VolumesAdminNegativeTest-1014824358 tempest-VolumesAdminNegativeTest-1014824358-project] 10.222.0.16 "GET /v2.0/ports?device_id=66ad7345-ec33-4277-b22c-e9130cd501da HTTP/1.1" status: 200 len: 210 time: 0.0710590 Mar 09 03:39:01.584496 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66f9f0-12f1-44a8-bdba-ec2b075c0826 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Pushing event deleted for resources: {'Port': ['ID=a632682b-c114-41cb-830f-f14fa9d9ddf6,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:01.625108 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ea4167d2-6324-4fb1-9c1b-06f578c3458b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:01.646201 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['0ca50494-2a69-43b5-af68-43cb92d0bb88'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:39:01.661433 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ad7345-ec33-4277-b22c-e9130cd501da', 'name': 'network-vif-deleted', 'tag': 'b34f057a-888a-4820-bdf9-6862a81df0d5', 'status': 'completed', 'code': 200} Mar 09 03:39:01.668222 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7f8a4d13-64a1-484b-aeaa-fea54ddbadb4 req-b834167a-395f-4831-95fb-af9ab619a7d5 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272393 Mar 09 03:39:01.673384 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4167d2-6324-4fb1-9c1b-06f578c3458b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce71633e-27c1-4fec-b543-aa3554c77d8a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:01.686344 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ea4167d2-6324-4fb1-9c1b-06f578c3458b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:01.688003 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ea4167d2-6324-4fb1-9c1b-06f578c3458b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce71633e-27c1-4fec-b543-aa3554c77d8a HTTP/1.1" status: 204 len: 168 time: 0.5371797 Mar 09 03:39:01.721927 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-391a6e62-b946-436f-8b17-c30b1cfebac2 req-de66f9f0-12f1-44a8-bdba-ec2b075c0826 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] No DVR routers for this DVR port a632682b-c114-41cb-830f-f14fa9d9ddf6 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:39:01.724905 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-391a6e62-b946-436f-8b17-c30b1cfebac2 req-de66f9f0-12f1-44a8-bdba-ec2b075c0826 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:01.728202 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddb0d27-3247-48de-822a-e9907d77476e', 'name': 'network-vif-deleted', 'tag': 'a632682b-c114-41cb-830f-f14fa9d9ddf6'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:39:01.729453 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['85720d65-761c-4542-9c4e-938ea4d3c821'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:39:01.739857 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-0d957948-b763-42df-bda8-bc1640b0efa1 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:01.742148 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-0d957948-b763-42df-bda8-bc1640b0efa1 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e&tenant_id=2805c8aef7c746099fde990352f135bf&binding%3Ahost_id=n-h1-825178-5 HTTP/1.1" status: 200 len: 1096 time: 0.3427770 Mar 09 03:39:01.941323 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4,segment=NetworkSegment(fa9b3cd6-7edb-4d26-8cdd-496a51b5095e),segment_id=fa9b3cd6-7edb-4d26-8cdd-496a51b5095e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:39:01.964065 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-391a6e62-b946-436f-8b17-c30b1cfebac2 req-de66f9f0-12f1-44a8-bdba-ec2b075c0826 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.24 "DELETE /v2.0/ports/a632682b-c114-41cb-830f-f14fa9d9ddf6 HTTP/1.1" status: 204 len: 173 time: 2.2454700 Mar 09 03:39:02.012885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45756) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:02.073498 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0194f9dd-16b5-4c66-b6cf-646afe8333ea req-08d8b9df-62fd-41cc-8813-ca6fc1f17378 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ddb0d27-3247-48de-822a-e9907d77476e HTTP/1.1" status: 200 len: 210 time: 0.1850123 Mar 09 03:39:02.217879 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4', 'network_id': '77e5cbc8-e096-439a-91d2-926e6897decd', 'port_id': '9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4', 'mac_address': 'fa:16:3e:e7:84:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0b92813-a35c-471c-bc63-86a7abb255b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:39:02.232517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaaf8c9-76ba-4cb2-a80f-223fda126a7e req-c7bd8faf-1e9c-43db-9910-acd6449e6a70 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:02.243118 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bcaaf8c9-76ba-4cb2-a80f-223fda126a7e req-c7bd8faf-1e9c-43db-9910-acd6449e6a70 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a2047db-4a16-42d2-8e3b-b4551aca92f9 HTTP/1.1" status: 200 len: 943 time: 0.3790188 Mar 09 03:39:02.247155 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ddb0d27-3247-48de-822a-e9907d77476e', 'name': 'network-vif-deleted', 'tag': 'a632682b-c114-41cb-830f-f14fa9d9ddf6', 'status': 'completed', 'code': 200} Mar 09 03:39:02.388141 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bcaaf8c9-76ba-4cb2-a80f-223fda126a7e req-315b8390-7fd0-43cb-8ae7-9fd9e88f74a0 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2c01dca-7be1-4202-ae2f-c07e7abab7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440561 Mar 09 03:39:02.409268 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-95cf9a0a-5095-406a-a08a-6756cdf9303a service neutron] For port b7127e59-9dda-4070-b290-758042e935f5, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:39:02.413558 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-95cf9a0a-5095-406a-a08a-6756cdf9303a service neutron] Notify callbacks [] for binding, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:02.414891 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-95cf9a0a-5095-406a-a08a-6756cdf9303a service neutron] 10.222.0.24 "DELETE /v2.0/ports/b7127e59-9dda-4070-b290-758042e935f5/bindings/n-h2-825178-5 HTTP/1.1" status: 204 len: 173 time: 0.6605399 Mar 09 03:39:02.456022 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-da050284-dbb6-44ce-9a1c-1e0d047d889d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:02.457837 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:02.458506 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:02.475787 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-da050284-dbb6-44ce-9a1c-1e0d047d889d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:02.480189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-da050284-dbb6-44ce-9a1c-1e0d047d889d admin admin] Usage tracker for resource:security_group_rule and tenant:4a92d6cd050d472e91abc6e0b4fc4726 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:02.483721 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-da050284-dbb6-44ce-9a1c-1e0d047d889d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:02.495600 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-da050284-dbb6-44ce-9a1c-1e0d047d889d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:02.521218 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45768) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:02.581519 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f22a68-2f6c-42ac-b216-2b551426e0cb req-127facd4-e4fb-44b1-91b4-35df7a766ffe tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:02.583029 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f8f22a68-2f6c-42ac-b216-2b551426e0cb req-127facd4-e4fb-44b1-91b4-35df7a766ffe tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 944 time: 0.1645992 Mar 09 03:39:02.614749 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-da050284-dbb6-44ce-9a1c-1e0d047d889d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:02.626734 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-da050284-dbb6-44ce-9a1c-1e0d047d889d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:02.629047 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:02.634622 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2c6ae860-36e1-44ea-898f-6b0df5727978 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c2b93f5e7fa04487b131238bf0467037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1117165 Mar 09 03:39:02.635652 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45774) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:02.671818 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45778) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:02.712705 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device a632682b-c114-41cb-830f-f14fa9d9ddf6 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:39:02.734682 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f8f22a68-2f6c-42ac-b216-2b551426e0cb req-1c7801ff-28de-41cb-977b-e6508d76b3b6 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441376 Mar 09 03:39:02.769542 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: a632682b-c114-41cb-830f-f14fa9d9ddf6 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:39:02.769878 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device a632682b-c114-41cb-830f-f14fa9d9ddf6 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:39:02.794472 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e91925e8-7ca0-4492-bcd2-1f0ed64e4369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:02.797447 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:02.866276 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 22cea704-40e5-4bb8-835b-fc5ace5f5d1f, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=22cea704-40e5-4bb8-835b-fc5ace5f5d1f,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:39:02.879749 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-da050284-dbb6-44ce-9a1c-1e0d047d889d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a92d6cd050d472e91abc6e0b4fc4726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8613124 Mar 09 03:39:02.884027 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da050284-dbb6-44ce-9a1c-1e0d047d889d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54437014-93f8-4279-b9d4-b61c4007a0ea,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:02.886170 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45784) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:02.889417 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad417c7-ef2f-4988-aee3-320ff81b1f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cea704-40e5-4bb8-835b-fc5ace5f5d1f'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:39:02.891688 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c58550-0baf-4022-9ab7-0b6664fe4514 admin admin] Deleting subnet 661961bb-b7a9-4b8b-8877-8caf4fedb501 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:39:02.927605 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e7c58550-0baf-4022-9ab7-0b6664fe4514 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:02.950850 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:02.981648 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e91925e8-7ca0-4492-bcd2-1f0ed64e4369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:03.015863 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e7c58550-0baf-4022-9ab7-0b6664fe4514 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:03.083357 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad417c7-ef2f-4988-aee3-320ff81b1f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cea704-40e5-4bb8-835b-fc5ace5f5d1f', 'code': 200} Mar 09 03:39:03.084802 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:39:03.152397 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783df3b2-f944-49c7-80c3-9c9368c963a4 req-be41e356-ac09-4b30-83e4-ef674c8d01eb tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:03.162182 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-783df3b2-f944-49c7-80c3-9c9368c963a4 req-be41e356-ac09-4b30-83e4-ef674c8d01eb tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 945 time: 0.2811520 Mar 09 03:39:03.164399 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4,segment=NetworkSegment(fa9b3cd6-7edb-4d26-8cdd-496a51b5095e),segment_id=fa9b3cd6-7edb-4d26-8cdd-496a51b5095e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:39:03.179987 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=22cea704-40e5-4bb8-835b-fc5ace5f5d1f,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:03.182601 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:03.206755 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e7c58550-0baf-4022-9ab7-0b6664fe4514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:03.252337 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e91925e8-7ca0-4492-bcd2-1f0ed64e4369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:03.291844 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:03.311208 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e7c58550-0baf-4022-9ab7-0b6664fe4514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:03.322587 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91925e8-7ca0-4492-bcd2-1f0ed64e4369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fb9574-8fbe-4154-8da0-d81155844a38,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:03.347812 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:03.377878 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c58550-0baf-4022-9ab7-0b6664fe4514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=661961bb-b7a9-4b8b-8877-8caf4fedb501,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:03.383814 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e7c58550-0baf-4022-9ab7-0b6664fe4514 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:03.406570 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-783df3b2-f944-49c7-80c3-9c9368c963a4 req-01346c68-2c36-43da-b62f-a97128e7f76e tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413809 Mar 09 03:39:03.410015 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e91925e8-7ca0-4492-bcd2-1f0ed64e4369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:03.411939 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e91925e8-7ca0-4492-bcd2-1f0ed64e4369 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86fb9574-8fbe-4154-8da0-d81155844a38 HTTP/1.1" status: 204 len: 168 time: 0.7674642 Mar 09 03:39:03.417339 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e7c58550-0baf-4022-9ab7-0b6664fe4514 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/661961bb-b7a9-4b8b-8877-8caf4fedb501 HTTP/1.1" status: 204 len: 168 time: 0.7415524 Mar 09 03:39:03.421803 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45808) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:03.456552 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d2fb0a2-6079-4a53-ae19-2614e927bf5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:03.466840 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:39:03.486552 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07f352-5034-49e4-b70d-9a84c53c8b01 req-6251d886-7dff-480d-86ce-49177a88ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:03.487862 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7d07f352-5034-49e4-b70d-9a84c53c8b01 req-6251d886-7dff-480d-86ce-49177a88ab99 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 1096 time: 0.3393438 Mar 09 03:39:03.603375 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d2fb0a2-6079-4a53-ae19-2614e927bf5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:03.620079 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7d07f352-5034-49e4-b70d-9a84c53c8b01 req-5ab6bbf4-cf5d-40db-9e76-1fec51149af9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227648 Mar 09 03:39:03.719836 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d2fb0a2-6079-4a53-ae19-2614e927bf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:03.741716 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1162e45c-6d3e-43ca-a0c6-e21228c6f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:03.745682 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fb0a2-6079-4a53-ae19-2614e927bf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54437014-93f8-4279-b9d4-b61c4007a0ea,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:03.765219 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d2fb0a2-6079-4a53-ae19-2614e927bf5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:03.768921 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1d2fb0a2-6079-4a53-ae19-2614e927bf5f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54437014-93f8-4279-b9d4-b61c4007a0ea HTTP/1.1" status: 204 len: 168 time: 0.8818259 Mar 09 03:39:03.795890 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ea683-8ef9-40b4-a7ac-3b7f11a58200 req-25073df7-a736-4735-8b2c-25f843a14171 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:03.797915 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-723ea683-8ef9-40b4-a7ac-3b7f11a58200 req-25073df7-a736-4735-8b2c-25f843a14171 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a2047db-4a16-42d2-8e3b-b4551aca92f9 HTTP/1.1" status: 200 len: 944 time: 0.1573908 Mar 09 03:39:03.866780 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:04.011572 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f822bb8-d92b-4f2c-8e06-ccbd0bc20b2c req-f1db9bf4-2ce8-49f2-9af7-7e74473f6b24 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:04.020388 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f822bb8-d92b-4f2c-8e06-ccbd0bc20b2c req-f1db9bf4-2ce8-49f2-9af7-7e74473f6b24 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a4438dd-6f02-40cc-b35a-415ee8fee20e HTTP/1.1" status: 200 len: 950 time: 0.1087899 Mar 09 03:39:04.082607 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f822bb8-d92b-4f2c-8e06-ccbd0bc20b2c req-7b0da0cb-6e28-4cd3-a47e-e78c98a9c0bd tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611544 Mar 09 03:39:04.198350 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1162e45c-6d3e-43ca-a0c6-e21228c6f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:04.228256 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-1162e45c-6d3e-43ca-a0c6-e21228c6f7ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6d0580-a9d8-4927-9545-deb69bba2e08']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:39:04.243613 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-1162e45c-6d3e-43ca-a0c6-e21228c6f7ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5f158c-75fd-4c9a-97d2-cc3cb49a01ff') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:39:04.243999 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-1162e45c-6d3e-43ca-a0c6-e21228c6f7ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5f158c-75fd-4c9a-97d2-cc3cb49a01ff') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:39:04.257604 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1162e45c-6d3e-43ca-a0c6-e21228c6f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:04.290322 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1162e45c-6d3e-43ca-a0c6-e21228c6f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:04.297995 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1162e45c-6d3e-43ca-a0c6-e21228c6f7ff admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:39:04.298450 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1162e45c-6d3e-43ca-a0c6-e21228c6f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:04.355993 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7a6d4-be52-4761-93c8-d8c1ccca9d57 req-a19bb7e9-ee01-4d6d-88f8-bb04a7e4ed24 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:04.364488 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-87b7a6d4-be52-4761-93c8-d8c1ccca9d57 req-a19bb7e9-ee01-4d6d-88f8-bb04a7e4ed24 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 945 time: 0.1083326 Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:39:04.394092 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:39:04.409829 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1162e45c-6d3e-43ca-a0c6-e21228c6f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:04.420198 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1162e45c-6d3e-43ca-a0c6-e21228c6f7ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:04.431653 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-87b7a6d4-be52-4761-93c8-d8c1ccca9d57 req-486f795a-51cb-429b-b194-8f3a882fdde3 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638433 Mar 09 03:39:04.463255 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-723ea683-8ef9-40b4-a7ac-3b7f11a58200 req-4c703eb3-db2a-4936-8809-f008841d9a03 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2c01dca-7be1-4202-ae2f-c07e7abab7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6127369 Mar 09 03:39:04.482843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162e45c-6d3e-43ca-a0c6-e21228c6f7ff admin admin] Pushing event deleted for resources: {'Network': ['ID=0f6d0580-a9d8-4927-9545-deb69bba2e08,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:04.491196 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45836) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:04.491341 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1162e45c-6d3e-43ca-a0c6-e21228c6f7ff admin admin] 10.222.0.16 "DELETE /v2.0/networks/0f6d0580-a9d8-4927-9545-deb69bba2e08 HTTP/1.1" status: 204 len: 168 time: 1.0683858 Mar 09 03:39:04.631993 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23f2574-9277-42ed-9487-e7f14bca658d admin admin] Deleting subnet 468d07ca-0c49-4421-9471-28b6e819abbc {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:39:04.638373 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d23f2574-9277-42ed-9487-e7f14bca658d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:04.639311 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45844) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:04.666384 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-226e54ef-90ad-41c3-82d9-2bd5cd971225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:04.700676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-226e54ef-90ad-41c3-82d9-2bd5cd971225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:04.709525 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-226e54ef-90ad-41c3-82d9-2bd5cd971225 admin admin] Usage tracker for resource:security_group_rule and tenant:d2344ab10ff0435a84d07f953bec140d is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:04.712771 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-226e54ef-90ad-41c3-82d9-2bd5cd971225 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:04.719837 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-226e54ef-90ad-41c3-82d9-2bd5cd971225 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:04.751163 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d23f2574-9277-42ed-9487-e7f14bca658d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:04.838477 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e7e23-2e44-4a71-8213-971ea3c79db3 req-2b32732f-7b63-4c70-8bf4-3db6d976572b tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:04.846035 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-801e7e23-2e44-4a71-8213-971ea3c79db3 req-2b32732f-7b63-4c70-8bf4-3db6d976572b tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 1096 time: 0.2678564 Mar 09 03:39:04.882139 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d23f2574-9277-42ed-9487-e7f14bca658d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:04.973079 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-801e7e23-2e44-4a71-8213-971ea3c79db3 req-6c874360-ce2c-4008-935c-5bc9fa42d5b3 tempest-LiveMigrationTest-520376570 tempest-LiveMigrationTest-520376570-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260803 Mar 09 03:39:05.013118 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d23f2574-9277-42ed-9487-e7f14bca658d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:05.087463 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-226e54ef-90ad-41c3-82d9-2bd5cd971225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:05.098604 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f2574-9277-42ed-9487-e7f14bca658d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=468d07ca-0c49-4421-9471-28b6e819abbc,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:05.106478 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-226e54ef-90ad-41c3-82d9-2bd5cd971225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:05.118406 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d23f2574-9277-42ed-9487-e7f14bca658d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:05.136557 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d23f2574-9277-42ed-9487-e7f14bca658d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/468d07ca-0c49-4421-9471-28b6e819abbc HTTP/1.1" status: 204 len: 168 time: 0.6441672 Mar 09 03:39:05.143065 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45858) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:05.210777 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e54ef-90ad-41c3-82d9-2bd5cd971225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd90611-fea0-49d4-b813-b0a902ab6a6e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:05.213091 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:39:05.244792 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-226e54ef-90ad-41c3-82d9-2bd5cd971225 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d2344ab10ff0435a84d07f953bec140d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6041038 Mar 09 03:39:05.247997 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45862) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:05.327655 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:39:05.333531 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:39:05.333901 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:05.347204 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-828f0dd0-6eeb-46eb-bae9-dac1052de6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:05.383917 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-828f0dd0-6eeb-46eb-bae9-dac1052de6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:05.457583 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-828f0dd0-6eeb-46eb-bae9-dac1052de6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:05.478787 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f0dd0-6eeb-46eb-bae9-dac1052de6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd90611-fea0-49d4-b813-b0a902ab6a6e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:05.504005 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-828f0dd0-6eeb-46eb-bae9-dac1052de6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:05.505249 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-828f0dd0-6eeb-46eb-bae9-dac1052de6e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2cd90611-fea0-49d4-b813-b0a902ab6a6e HTTP/1.1" status: 204 len: 168 time: 0.2561414 Mar 09 03:39:05.619276 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:05.666574 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e482ca54-e200-4f41-8827-2489fdd59ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:05.733200 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2047db-4a16-42d2-8e3b-b4551aca92f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:39:05.758005 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4,segment=NetworkSegment(fa9b3cd6-7edb-4d26-8cdd-496a51b5095e),segment_id=fa9b3cd6-7edb-4d26-8cdd-496a51b5095e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:39:05.772502 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:05.773322 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b34f057a-888a-4820-bdf9-6862a81df0d5 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:39:05.876108 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: b34f057a-888a-4820-bdf9-6862a81df0d5 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:39:05.876401 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b34f057a-888a-4820-bdf9-6862a81df0d5 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:39:05.934717 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c236d6-13bb-442e-bfb3-fc2285c7b274 req-2ad1a96b-8ce0-4ecb-a290-4b5aae07ee24 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:05.937315 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-07c236d6-13bb-442e-bfb3-fc2285c7b274 req-2ad1a96b-8ce0-4ecb-a290-4b5aae07ee24 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a4438dd-6f02-40cc-b35a-415ee8fee20e HTTP/1.1" status: 200 len: 950 time: 0.6575923 Mar 09 03:39:05.946465 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:05.961337 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965eeb4-81ca-4858-b515-14386d7668d0 req-d81f0c2e-7746-4c16-bd10-60f86dc573ea tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:05.963289 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9965eeb4-81ca-4858-b515-14386d7668d0 req-d81f0c2e-7746-4c16-bd10-60f86dc573ea tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a4438dd-6f02-40cc-b35a-415ee8fee20e HTTP/1.1" status: 200 len: 950 time: 0.6848876 Mar 09 03:39:05.965626 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e482ca54-e200-4f41-8827-2489fdd59ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:06.084002 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d5826-dff3-4e79-95af-fd7c2e1bee1c req-784a2659-5129-4c34-bdcf-34cf0b9b6f0e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:06.088406 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-e482ca54-e200-4f41-8827-2489fdd59ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ef5024-1808-4f9b-b2d6-6cc3c2c7b59d']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:39:06.098665 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c4d5826-dff3-4e79-95af-fd7c2e1bee1c req-784a2659-5129-4c34-bdcf-34cf0b9b6f0e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 945 time: 0.2137816 Mar 09 03:39:06.116090 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-e482ca54-e200-4f41-8827-2489fdd59ab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2abe18a7-f996-4a1c-b50d-01d904a10346') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:39:06.116380 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-e482ca54-e200-4f41-8827-2489fdd59ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2abe18a7-f996-4a1c-b50d-01d904a10346') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:39:06.150179 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e482ca54-e200-4f41-8827-2489fdd59ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:06.163295 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c4d5826-dff3-4e79-95af-fd7c2e1bee1c req-bc945a01-e649-4dc7-a274-aa8036ec9790 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591488 Mar 09 03:39:06.169955 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-07c236d6-13bb-442e-bfb3-fc2285c7b274 req-79a9792f-09f9-42b3-a87b-789a6d8956e3 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Deleting port 0ca50494-2a69-43b5-af68-43cb92d0bb88 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:39:06.170305 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-07c236d6-13bb-442e-bfb3-fc2285c7b274 req-79a9792f-09f9-42b3-a87b-789a6d8956e3 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:06.213838 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9965eeb4-81ca-4858-b515-14386d7668d0 req-352187d0-b856-4ca6-96a8-48744311973a tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289999 Mar 09 03:39:06.225524 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e482ca54-e200-4f41-8827-2489fdd59ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:06.247887 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e482ca54-e200-4f41-8827-2489fdd59ab5 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:39:06.248368 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e482ca54-e200-4f41-8827-2489fdd59ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:39:06.263558 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:39:06.488938 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e482ca54-e200-4f41-8827-2489fdd59ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:06.495097 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d597334-76b1-4466-90d4-6b6abc8c20ae req-f6e89539-a4a6-4979-9614-7d98e54e6f6a tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:06.496664 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8d597334-76b1-4466-90d4-6b6abc8c20ae req-f6e89539-a4a6-4979-9614-7d98e54e6f6a tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 945 time: 0.1877663 Mar 09 03:39:06.552678 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e482ca54-e200-4f41-8827-2489fdd59ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:06.554441 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce510535-5f1c-457f-986b-4e48ce368dd3 req-6573d8db-8902-4f9e-beff-ad5d7f6fe0b8 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:06.556488 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce510535-5f1c-457f-986b-4e48ce368dd3 req-6573d8db-8902-4f9e-beff-ad5d7f6fe0b8 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 945 time: 0.1813550 Mar 09 03:39:06.568602 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8d597334-76b1-4466-90d4-6b6abc8c20ae req-43089fe4-9492-4afe-bc51-282e17c6a9f6 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630181 Mar 09 03:39:06.622957 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e482ca54-e200-4f41-8827-2489fdd59ab5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a3ef5024-1808-4f9b-b2d6-6cc3c2c7b59d HTTP/1.1" status: 204 len: 168 time: 1.4759123 Mar 09 03:39:06.648206 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2047db-4a16-42d2-8e3b-b4551aca92f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4', 'code': 200} Mar 09 03:39:06.655641 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482ca54-e200-4f41-8827-2489fdd59ab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3ef5024-1808-4f9b-b2d6-6cc3c2c7b59d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:06.698224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-ce510535-5f1c-457f-986b-4e48ce368dd3 req-bfa7ac9c-f8ca-4138-9a81-07d8ba24d112 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Deleting port b7127e59-9dda-4070-b290-758042e935f5 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:39:06.698571 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ce510535-5f1c-457f-986b-4e48ce368dd3 req-bfa7ac9c-f8ca-4138-9a81-07d8ba24d112 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:06.718896 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d61adb-5058-48fa-8368-4312dacdb4d6 req-f1978daf-7229-423c-816f-7f0e96b8e7a8 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:06.720436 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17d61adb-5058-48fa-8368-4312dacdb4d6 req-f1978daf-7229-423c-816f-7f0e96b8e7a8 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a2047db-4a16-42d2-8e3b-b4551aca92f9 HTTP/1.1" status: 200 len: 945 time: 0.3068337 Mar 09 03:39:06.729750 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-07c236d6-13bb-442e-bfb3-fc2285c7b274 req-79a9792f-09f9-42b3-a87b-789a6d8956e3 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] For port 0ca50494-2a69-43b5-af68-43cb92d0bb88, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0ca50494-2a69-43b5-af68-43cb92d0bb88,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:39:06.730208 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-07c236d6-13bb-442e-bfb3-fc2285c7b274 req-79a9792f-09f9-42b3-a87b-789a6d8956e3 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:06.958726 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-07c236d6-13bb-442e-bfb3-fc2285c7b274 req-79a9792f-09f9-42b3-a87b-789a6d8956e3 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Calling delete_port for 0ca50494-2a69-43b5-af68-43cb92d0bb88 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:39:07.059336 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-ce510535-5f1c-457f-986b-4e48ce368dd3 req-bfa7ac9c-f8ca-4138-9a81-07d8ba24d112 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] For port b7127e59-9dda-4070-b290-758042e935f5, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=b7127e59-9dda-4070-b290-758042e935f5,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:39:07.059914 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ce510535-5f1c-457f-986b-4e48ce368dd3 req-bfa7ac9c-f8ca-4138-9a81-07d8ba24d112 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:07.067405 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17d61adb-5058-48fa-8368-4312dacdb4d6 req-7136c796-cdfc-4bf0-8932-7af313f0ff2b tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2c01dca-7be1-4202-ae2f-c07e7abab7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362646 Mar 09 03:39:07.134023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45930) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:07.204100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-ce510535-5f1c-457f-986b-4e48ce368dd3 req-bfa7ac9c-f8ca-4138-9a81-07d8ba24d112 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Calling delete_port for b7127e59-9dda-4070-b290-758042e935f5 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:39:07.266478 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-88731f3e-a3be-4364-8e89-f7667a8611b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=146f2c30d8a84537bb31c68e25363aac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1309893 Mar 09 03:39:07.271430 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45944) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:07.356208 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622c70d-49ca-438a-97d3-18f5dadbb240 req-6cf23dc0-8c41-42d9-baee-a173ea4d7064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:07.358008 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e622c70d-49ca-438a-97d3-18f5dadbb240 req-6cf23dc0-8c41-42d9-baee-a173ea4d7064 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2a2047db-4a16-42d2-8e3b-b4551aca92f9 HTTP/1.1" status: 200 len: 1096 time: 0.5801451 Mar 09 03:39:07.360112 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-07c236d6-13bb-442e-bfb3-fc2285c7b274 req-79a9792f-09f9-42b3-a87b-789a6d8956e3 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:07.377236 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['85720d65-761c-4542-9c4e-938ea4d3c821'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:39:07.465842 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9792f-09f9-42b3-a87b-789a6d8956e3 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Pushing event deleted for resources: {'Port': ['ID=0ca50494-2a69-43b5-af68-43cb92d0bb88,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:07.580262 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-16280459-33a8-42a4-b6ef-3e6c51b51bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:07.594482 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2c349b7c-6b02-42ec-baab-9ba26b8957fd req-145daac6-d1ca-4f13-9625-887304935ee9 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a4438dd-6f02-40cc-b35a-415ee8fee20e HTTP/1.1" status: 200 len: 210 time: 0.1318893 Mar 09 03:39:07.630039 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e622c70d-49ca-438a-97d3-18f5dadbb240 req-d899460f-2c97-46e3-87c1-77cfefd3bb5f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e2c01dca-7be1-4202-ae2f-c07e7abab7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631826 Mar 09 03:39:07.679947 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ce510535-5f1c-457f-986b-4e48ce368dd3 req-bfa7ac9c-f8ca-4138-9a81-07d8ba24d112 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:07.719142 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c236d6-13bb-442e-bfb3-fc2285c7b274 req-79a9792f-09f9-42b3-a87b-789a6d8956e3 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] No DVR routers for this DVR port 0ca50494-2a69-43b5-af68-43cb92d0bb88 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:39:07.739018 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-07c236d6-13bb-442e-bfb3-fc2285c7b274 req-79a9792f-09f9-42b3-a87b-789a6d8956e3 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:07.742609 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4438dd-6f02-40cc-b35a-415ee8fee20e', 'name': 'network-vif-deleted', 'tag': '0ca50494-2a69-43b5-af68-43cb92d0bb88'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:39:07.795828 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7ac9c-f8ca-4138-9a81-07d8ba24d112 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Pushing event deleted for resources: {'Port': ['ID=b7127e59-9dda-4070-b290-758042e935f5,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:07.811661 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-16280459-33a8-42a4-b6ef-3e6c51b51bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:07.923876 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-07c236d6-13bb-442e-bfb3-fc2285c7b274 req-79a9792f-09f9-42b3-a87b-789a6d8956e3 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.21 "DELETE /v2.0/ports/0ca50494-2a69-43b5-af68-43cb92d0bb88 HTTP/1.1" status: 204 len: 173 time: 1.9459481 Mar 09 03:39:07.934824 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45968) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:07.978316 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fb81d9f4-9644-4e8a-bc3d-725c3a5a9b83 req-27413c00-3b88-484f-b2d0-93c6190d7f2b tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 210 time: 0.1485128 Mar 09 03:39:08.060635 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-16280459-33a8-42a4-b6ef-3e6c51b51bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:08.094757 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4438dd-6f02-40cc-b35a-415ee8fee20e', 'name': 'network-vif-deleted', 'tag': '0ca50494-2a69-43b5-af68-43cb92d0bb88', 'status': 'completed', 'code': 200} Mar 09 03:39:08.141324 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16280459-33a8-42a4-b6ef-3e6c51b51bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3fe200-cbe7-472c-a4ee-495af854f76b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:08.177294 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-16280459-33a8-42a4-b6ef-3e6c51b51bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:08.178436 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-16280459-33a8-42a4-b6ef-3e6c51b51bd5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f3fe200-cbe7-472c-a4ee-495af854f76b HTTP/1.1" status: 204 len: 168 time: 0.8971341 Mar 09 03:39:08.284294 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce510535-5f1c-457f-986b-4e48ce368dd3 req-bfa7ac9c-f8ca-4138-9a81-07d8ba24d112 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] No DVR routers for this DVR port b7127e59-9dda-4070-b290-758042e935f5 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:39:08.321264 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ce510535-5f1c-457f-986b-4e48ce368dd3 req-bfa7ac9c-f8ca-4138-9a81-07d8ba24d112 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:08.333142 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9418cfa-b826-400c-a5ed-e8a16c33b05e', 'name': 'network-vif-deleted', 'tag': 'b7127e59-9dda-4070-b290-758042e935f5'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:39:08.346769 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce510535-5f1c-457f-986b-4e48ce368dd3 req-bfa7ac9c-f8ca-4138-9a81-07d8ba24d112 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.24 "DELETE /v2.0/ports/b7127e59-9dda-4070-b290-758042e935f5 HTTP/1.1" status: 204 len: 173 time: 1.7771029 Mar 09 03:39:08.433336 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b861d-b178-4cba-aae9-c0bfafc70353 req-fb0ae5f7-4bc7-4819-829f-5bd8a4ef4202 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:08.434936 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c93b861d-b178-4cba-aae9-c0bfafc70353 req-fb0ae5f7-4bc7-4819-829f-5bd8a4ef4202 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a2047db-4a16-42d2-8e3b-b4551aca92f9 HTTP/1.1" status: 200 len: 945 time: 0.1477396 Mar 09 03:39:08.482773 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:08.495479 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c93b861d-b178-4cba-aae9-c0bfafc70353 req-cff7086b-a2fb-432b-8a60-9454b133c2f6 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2c01dca-7be1-4202-ae2f-c07e7abab7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545681 Mar 09 03:39:08.577662 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fa8e1d47-6565-4086-970e-5bede00eb90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:08.599343 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fa8e1d47-6565-4086-970e-5bede00eb90a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:08.607738 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fa8e1d47-6565-4086-970e-5bede00eb90a admin admin] Usage tracker for resource:security_group_rule and tenant:dcbcbb43eaaa4dd18c069bca9458722a is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:08.616319 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fa8e1d47-6565-4086-970e-5bede00eb90a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:08.626029 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9418cfa-b826-400c-a5ed-e8a16c33b05e', 'name': 'network-vif-deleted', 'tag': 'b7127e59-9dda-4070-b290-758042e935f5', 'status': 'completed', 'code': 200} Mar 09 03:39:08.643655 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fa8e1d47-6565-4086-970e-5bede00eb90a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:08.670081 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da346f51-f8a2-49b3-a5c7-3e53d8d56084 req-80b38a9c-ffc6-4786-9240-5b59dcea5cbc tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:08.679214 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-da346f51-f8a2-49b3-a5c7-3e53d8d56084 req-80b38a9c-ffc6-4786-9240-5b59dcea5cbc tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 945 time: 0.3359861 Mar 09 03:39:08.701675 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device b7127e59-9dda-4070-b290-758042e935f5 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:39:08.789402 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: b7127e59-9dda-4070-b290-758042e935f5 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:39:08.790158 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device b7127e59-9dda-4070-b290-758042e935f5 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:39:08.816045 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-da346f51-f8a2-49b3-a5c7-3e53d8d56084 req-a05314e9-4ffa-48c9-816b-744422f20099 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348238 Mar 09 03:39:08.940309 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fa8e1d47-6565-4086-970e-5bede00eb90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:08.951154 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fa8e1d47-6565-4086-970e-5bede00eb90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:08.970053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-d20758b2-7d8c-4102-b1ae-dd113997b07c req-9fae3e3a-ea39-4776-8501-090b14efb8aa tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Synchronizing usage tracker for tenant:21c493429dff49cab70d2962adcdfd77 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:39:08.993059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45998) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:09.009161 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-d20758b2-7d8c-4102-b1ae-dd113997b07c req-9fae3e3a-ea39-4776-8501-090b14efb8aa tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Unset dirty status for tenant:21c493429dff49cab70d2962adcdfd77 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:39:09.010637 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d20758b2-7d8c-4102-b1ae-dd113997b07c req-9fae3e3a-ea39-4776-8501-090b14efb8aa tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a4438dd-6f02-40cc-b35a-415ee8fee20e HTTP/1.1" status: 200 len: 210 time: 0.1395655 Mar 09 03:39:09.069712 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fa8e1d47-6565-4086-970e-5bede00eb90a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dcbcbb43eaaa4dd18c069bca9458722a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1231601 Mar 09 03:39:09.070781 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e1d47-6565-4086-970e-5bede00eb90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b82c835-4898-4901-86ff-84cdd8f9a189,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:09.073176 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46010) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:09.115020 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9a94fc68-3f61-47d2-a028-938e5ed32393 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=02be29c1aabe4379a6de0f39b9b41263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1123762 Mar 09 03:39:09.117505 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46018) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:09.221224 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-222d4336-2034-4c92-aaf1-fa5a4ba77bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:09.242775 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-740d9ace-70b0-4c67-9d1d-f7fed48a3d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:09.243735 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 0ca50494-2a69-43b5-af68-43cb92d0bb88 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:39:09.288674 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-740d9ace-70b0-4c67-9d1d-f7fed48a3d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:09.306154 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 0ca50494-2a69-43b5-af68-43cb92d0bb88 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:39:09.306694 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 0ca50494-2a69-43b5-af68-43cb92d0bb88 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:39:09.307008 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-222d4336-2034-4c92-aaf1-fa5a4ba77bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:09.326817 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f64def53-c7b2-4391-9469-2b3b8f8f6c34 req-54b545db-5e21-4f2d-bd93-36df2bd28d7d tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9418cfa-b826-400c-a5ed-e8a16c33b05e HTTP/1.1" status: 200 len: 210 time: 0.0827732 Mar 09 03:39:09.362166 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-740d9ace-70b0-4c67-9d1d-f7fed48a3d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:09.397549 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-222d4336-2034-4c92-aaf1-fa5a4ba77bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:09.399927 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d9ace-70b0-4c67-9d1d-f7fed48a3d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b82c835-4898-4901-86ff-84cdd8f9a189,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:09.409327 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-740d9ace-70b0-4c67-9d1d-f7fed48a3d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:09.410713 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-740d9ace-70b0-4c67-9d1d-f7fed48a3d00 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b82c835-4898-4901-86ff-84cdd8f9a189 HTTP/1.1" status: 204 len: 168 time: 0.3332853 Mar 09 03:39:09.431983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d4336-2034-4c92-aaf1-fa5a4ba77bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93042868-bf8f-4190-a3d8-24d0c6c23063,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:09.454111 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-222d4336-2034-4c92-aaf1-fa5a4ba77bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:09.458365 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-222d4336-2034-4c92-aaf1-fa5a4ba77bde admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93042868-bf8f-4190-a3d8-24d0c6c23063 HTTP/1.1" status: 204 len: 168 time: 0.3398094 Mar 09 03:39:09.935671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea16d31-2f80-41a8-a649-655574bbc751 req-c9e05966-f204-4421-8ba1-6187980e3df6 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:09.966987 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fea16d31-2f80-41a8-a649-655574bbc751 req-c9e05966-f204-4421-8ba1-6187980e3df6 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a2047db-4a16-42d2-8e3b-b4551aca92f9 HTTP/1.1" status: 200 len: 945 time: 0.2317095 Mar 09 03:39:10.086025 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fea16d31-2f80-41a8-a649-655574bbc751 req-dd25d55c-970b-4be2-b240-637a3349e8c9 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2c01dca-7be1-4202-ae2f-c07e7abab7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178951 Mar 09 03:39:10.286455 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68060a02-0022-4d12-baf4-847a0a654e3b req-a802803b-3dca-4bd2-b0c2-0d4a0279cd5f tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:10.293028 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-68060a02-0022-4d12-baf4-847a0a654e3b req-a802803b-3dca-4bd2-b0c2-0d4a0279cd5f tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 945 time: 0.1971822 Mar 09 03:39:10.439633 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-68060a02-0022-4d12-baf4-847a0a654e3b req-26ba4b1b-0558-4006-8835-a925557b572d tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425085 Mar 09 03:39:10.493306 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46118) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:10.799464 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-206624a9-e264-46bd-9122-5dfcfe1f33fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:10.844502 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-206624a9-e264-46bd-9122-5dfcfe1f33fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:10.853791 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-206624a9-e264-46bd-9122-5dfcfe1f33fa admin admin] Usage tracker for resource:security_group_rule and tenant:fcfa5c1aa9b043269190105099dcda88 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:10.868763 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-206624a9-e264-46bd-9122-5dfcfe1f33fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:10.894431 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-206624a9-e264-46bd-9122-5dfcfe1f33fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:11.282545 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-206624a9-e264-46bd-9122-5dfcfe1f33fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:11.307571 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-206624a9-e264-46bd-9122-5dfcfe1f33fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:11.525451 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79280f5c-de72-4414-aa49-020ba5fa0927 req-da856aa3-5d12-45f6-b00d-6dc41aa5972c tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:11.526626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-79280f5c-de72-4414-aa49-020ba5fa0927 req-da856aa3-5d12-45f6-b00d-6dc41aa5972c tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Synchronizing usage tracker for tenant:21c493429dff49cab70d2962adcdfd77 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:39:11.537774 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-206624a9-e264-46bd-9122-5dfcfe1f33fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fcfa5c1aa9b043269190105099dcda88&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0430279 Mar 09 03:39:11.540749 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46166) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:11.543443 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206624a9-e264-46bd-9122-5dfcfe1f33fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d4cc69-a256-48ca-be4b-3877cbcf349a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:11.579800 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-79280f5c-de72-4414-aa49-020ba5fa0927 req-da856aa3-5d12-45f6-b00d-6dc41aa5972c tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Unset dirty status for tenant:21c493429dff49cab70d2962adcdfd77 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:39:11.588667 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-79280f5c-de72-4414-aa49-020ba5fa0927 req-da856aa3-5d12-45f6-b00d-6dc41aa5972c tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 951 time: 0.5993953 Mar 09 03:39:11.698153 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-28e24dc1-e78c-4e19-815a-a868aebd01ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:11.709085 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-79280f5c-de72-4414-aa49-020ba5fa0927 req-7a90c7ac-0549-4b0b-817a-6b04386825e6 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158762 Mar 09 03:39:11.809932 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-28e24dc1-e78c-4e19-815a-a868aebd01ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:11.911529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f269ca8-18d1-4a52-b259-636ba34b6d0a req-6bec7286-aada-430a-8eb3-805ce9a11b20 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:11.920927 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0f269ca8-18d1-4a52-b259-636ba34b6d0a req-6bec7286-aada-430a-8eb3-805ce9a11b20 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 945 time: 0.1896157 Mar 09 03:39:12.065452 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0f269ca8-18d1-4a52-b259-636ba34b6d0a req-be7a1010-23b5-4a6d-bac1-dc6e7cc48cd4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435535 Mar 09 03:39:12.085447 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-28e24dc1-e78c-4e19-815a-a868aebd01ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:12.132383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e24dc1-e78c-4e19-815a-a868aebd01ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d4cc69-a256-48ca-be4b-3877cbcf349a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:12.150410 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-28e24dc1-e78c-4e19-815a-a868aebd01ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:12.153733 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-28e24dc1-e78c-4e19-815a-a868aebd01ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55d4cc69-a256-48ca-be4b-3877cbcf349a HTTP/1.1" status: 204 len: 168 time: 0.6118679 Mar 09 03:39:12.375490 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c56dea-9aaf-4cdb-a4ae-5c7a6a3ed06b req-423a2d93-1f01-48c9-9d72-da524bab1e4a tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:12.378798 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-36c56dea-9aaf-4cdb-a4ae-5c7a6a3ed06b req-423a2d93-1f01-48c9-9d72-da524bab1e4a tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.24 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 951 time: 0.1860509 Mar 09 03:39:12.535385 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0b7d9878-6f5e-4de0-b17a-f82d0444932b req-25bc64cf-976d-4943-9526-d36fb68ca321 tempest-AbsoluteLimitsNegativeTestJSON-362730403 tempest-AbsoluteLimitsNegativeTestJSON-362730403-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5a86ba8597b04ba8b1fd3f5baacf85b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384572 Mar 09 03:39:12.539241 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-36c56dea-9aaf-4cdb-a4ae-5c7a6a3ed06b req-5be13094-1536-457b-abce-c147a5e8abd7 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Deleting port 85720d65-761c-4542-9c4e-938ea4d3c821 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:39:12.539658 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-36c56dea-9aaf-4cdb-a4ae-5c7a6a3ed06b req-5be13094-1536-457b-abce-c147a5e8abd7 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:12.753023 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d9878-6f5e-4de0-b17a-f82d0444932b req-9962f866-fd32-4403-870c-d3f9a254cc17 tempest-AbsoluteLimitsNegativeTestJSON-362730403 tempest-AbsoluteLimitsNegativeTestJSON-362730403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:12.759675 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0b7d9878-6f5e-4de0-b17a-f82d0444932b req-9962f866-fd32-4403-870c-d3f9a254cc17 tempest-AbsoluteLimitsNegativeTestJSON-362730403 tempest-AbsoluteLimitsNegativeTestJSON-362730403-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899254 Mar 09 03:39:13.030149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-36c56dea-9aaf-4cdb-a4ae-5c7a6a3ed06b req-5be13094-1536-457b-abce-c147a5e8abd7 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] For port 85720d65-761c-4542-9c4e-938ea4d3c821, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=85720d65-761c-4542-9c4e-938ea4d3c821,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:39:13.030869 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-36c56dea-9aaf-4cdb-a4ae-5c7a6a3ed06b req-5be13094-1536-457b-abce-c147a5e8abd7 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:13.087076 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46222) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:13.128443 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-93e30083-9fac-47e0-bc2c-4bd9a4adc7ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:13.158785 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-93e30083-9fac-47e0-bc2c-4bd9a4adc7ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:13.165152 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-93e30083-9fac-47e0-bc2c-4bd9a4adc7ea admin admin] Usage tracker for resource:security_group_rule and tenant:12a4942b7ee94b3594846f5fa28ef11d is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:13.169872 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-93e30083-9fac-47e0-bc2c-4bd9a4adc7ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:13.172236 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-36c56dea-9aaf-4cdb-a4ae-5c7a6a3ed06b req-5be13094-1536-457b-abce-c147a5e8abd7 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Calling delete_port for 85720d65-761c-4542-9c4e-938ea4d3c821 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:39:13.176867 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-93e30083-9fac-47e0-bc2c-4bd9a4adc7ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:13.225958 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c7b01-8c6f-4553-aff9-9a386b0dc450 req-8551d8d6-74b7-4da5-9aa1-f4e906e30d26 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:13.236039 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a77c7b01-8c6f-4553-aff9-9a386b0dc450 req-8551d8d6-74b7-4da5-9aa1-f4e906e30d26 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 951 time: 0.2761767 Mar 09 03:39:13.320781 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a77c7b01-8c6f-4553-aff9-9a386b0dc450 req-a1a6d22d-7fe2-461a-ad74-f3a2bb15dfb9 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6653b46-e844-47c3-af5c-9964003ddf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834103 Mar 09 03:39:13.400828 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0b7d9878-6f5e-4de0-b17a-f82d0444932b req-daa8c401-2bad-48e3-b0ad-9a0128f836a9 tempest-AbsoluteLimitsNegativeTestJSON-362730403 tempest-AbsoluteLimitsNegativeTestJSON-362730403-project] 10.222.0.16 "GET /v2.0/quotas/5a86ba8597b04ba8b1fd3f5baacf85b9 HTTP/1.1" status: 200 len: 375 time: 0.6400926 Mar 09 03:39:13.471395 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0b7d9878-6f5e-4de0-b17a-f82d0444932b req-39356334-04f1-4dbc-9065-4826b642865e tempest-AbsoluteLimitsNegativeTestJSON-362730403 tempest-AbsoluteLimitsNegativeTestJSON-362730403-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a86ba8597b04ba8b1fd3f5baacf85b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689080 Mar 09 03:39:13.476495 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-93e30083-9fac-47e0-bc2c-4bd9a4adc7ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:13.484361 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-93e30083-9fac-47e0-bc2c-4bd9a4adc7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:13.494041 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-36c56dea-9aaf-4cdb-a4ae-5c7a6a3ed06b req-5be13094-1536-457b-abce-c147a5e8abd7 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:13.506679 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['85720d65-761c-4542-9c4e-938ea4d3c821'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:39:13.605637 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be13094-1536-457b-abce-c147a5e8abd7 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Pushing event deleted for resources: {'Port': ['ID=85720d65-761c-4542-9c4e-938ea4d3c821,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:13.716193 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-93e30083-9fac-47e0-bc2c-4bd9a4adc7ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12a4942b7ee94b3594846f5fa28ef11d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6200764 Mar 09 03:39:13.716445 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e30083-9fac-47e0-bc2c-4bd9a4adc7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cc010b-72fc-48a1-9c4a-dd607b6ed206,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:13.720285 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46250) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:13.892583 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-193dc4e8-9d4e-4a32-b1e5-cb880d49ee5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:13.957614 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-193dc4e8-9d4e-4a32-b1e5-cb880d49ee5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:13.984023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45c640-7f75-4aa8-8b98-ad459191e0ab req-6089af69-710c-4624-9311-5cc88f1a0599 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:13.999063 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cf45c640-7f75-4aa8-8b98-ad459191e0ab req-6089af69-710c-4624-9311-5cc88f1a0599 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 945 time: 0.4462130 Mar 09 03:39:14.117188 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cf45c640-7f75-4aa8-8b98-ad459191e0ab req-dd888570-4ac7-4afc-b66b-9d1a8ef44907 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146781 Mar 09 03:39:14.118267 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c56dea-9aaf-4cdb-a4ae-5c7a6a3ed06b req-5be13094-1536-457b-abce-c147a5e8abd7 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] No DVR routers for this DVR port 85720d65-761c-4542-9c4e-938ea4d3c821 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:39:14.133907 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-36c56dea-9aaf-4cdb-a4ae-5c7a6a3ed06b req-5be13094-1536-457b-abce-c147a5e8abd7 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:14.163718 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da638be3-efe3-4f10-b607-b7f1c174aa18', 'name': 'network-vif-deleted', 'tag': '85720d65-761c-4542-9c4e-938ea4d3c821'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:39:14.168025 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-193dc4e8-9d4e-4a32-b1e5-cb880d49ee5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:14.185664 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-36c56dea-9aaf-4cdb-a4ae-5c7a6a3ed06b req-5be13094-1536-457b-abce-c147a5e8abd7 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.24 "DELETE /v2.0/ports/85720d65-761c-4542-9c4e-938ea4d3c821 HTTP/1.1" status: 204 len: 173 time: 1.8003724 Mar 09 03:39:14.205689 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193dc4e8-9d4e-4a32-b1e5-cb880d49ee5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cc010b-72fc-48a1-9c4a-dd607b6ed206,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:14.224018 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-193dc4e8-9d4e-4a32-b1e5-cb880d49ee5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:14.225197 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-193dc4e8-9d4e-4a32-b1e5-cb880d49ee5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55cc010b-72fc-48a1-9c4a-dd607b6ed206 HTTP/1.1" status: 204 len: 168 time: 0.5020795 Mar 09 03:39:14.377101 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46278) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:14.400290 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da638be3-efe3-4f10-b607-b7f1c174aa18', 'name': 'network-vif-deleted', 'tag': '85720d65-761c-4542-9c4e-938ea4d3c821', 'status': 'completed', 'code': 200} Mar 09 03:39:14.581262 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-21102621-559d-40c3-9cd2-22863011174b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:14.636962 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-21102621-559d-40c3-9cd2-22863011174b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:14.649595 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-21102621-559d-40c3-9cd2-22863011174b admin admin] Usage tracker for resource:security_group_rule and tenant:5a86ba8597b04ba8b1fd3f5baacf85b9 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:14.653459 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-21102621-559d-40c3-9cd2-22863011174b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:14.674170 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-21102621-559d-40c3-9cd2-22863011174b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:14.805080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-7dbc4518-5bbc-47b9-afeb-814f2abf9859 req-78833adf-03d8-4518-8fa6-6da892816099 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Synchronizing usage tracker for tenant:21c493429dff49cab70d2962adcdfd77 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:39:14.850071 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-7dbc4518-5bbc-47b9-afeb-814f2abf9859 req-78833adf-03d8-4518-8fa6-6da892816099 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] Unset dirty status for tenant:21c493429dff49cab70d2962adcdfd77 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:39:14.851922 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7dbc4518-5bbc-47b9-afeb-814f2abf9859 req-78833adf-03d8-4518-8fa6-6da892816099 tempest-ServersAdminTestJSON-768144459 tempest-ServersAdminTestJSON-768144459-project] 10.222.0.16 "GET /v2.0/ports?device_id=da638be3-efe3-4f10-b607-b7f1c174aa18 HTTP/1.1" status: 200 len: 210 time: 0.1793547 Mar 09 03:39:14.879897 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-21102621-559d-40c3-9cd2-22863011174b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:14.887468 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-21102621-559d-40c3-9cd2-22863011174b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:14.964289 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-21102621-559d-40c3-9cd2-22863011174b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a86ba8597b04ba8b1fd3f5baacf85b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5857835 Mar 09 03:39:14.966312 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21102621-559d-40c3-9cd2-22863011174b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f5f2f5-f01c-4bf9-b889-cea09a5bd267,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:14.966966 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46320) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:15.045969 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5d0dd279-8778-4497-ac86-ac828c99d153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:15.106956 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5d0dd279-8778-4497-ac86-ac828c99d153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:15.195331 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5d0dd279-8778-4497-ac86-ac828c99d153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:15.216058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0dd279-8778-4497-ac86-ac828c99d153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f5f2f5-f01c-4bf9-b889-cea09a5bd267,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:15.227246 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5d0dd279-8778-4497-ac86-ac828c99d153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:15.228501 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5d0dd279-8778-4497-ac86-ac828c99d153 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0f5f2f5-f01c-4bf9-b889-cea09a5bd267 HTTP/1.1" status: 204 len: 168 time: 0.2603893 Mar 09 03:39:15.552854 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46368) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:15.559428 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-b137d7f7-b67f-49ab-aa22-35d3a0989533 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1918123339'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:15.570812 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b137d7f7-b67f-49ab-aa22-35d3a0989533 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:15.582193 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b137d7f7-b67f-49ab-aa22-35d3a0989533 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Usage tracker for resource:network and tenant:ffa74fa7e259451baa8a72de689adc07 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:15.586682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7a275-1795-4410-8eb7-275784a7d9a6 req-1a28d58f-61af-4a56-9a2b-6df4e42c7626 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:15.589455 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5ff7a275-1795-4410-8eb7-275784a7d9a6 req-1a28d58f-61af-4a56-9a2b-6df4e42c7626 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 945 time: 0.2299387 Mar 09 03:39:15.603662 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b137d7f7-b67f-49ab-aa22-35d3a0989533 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:15.616214 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b137d7f7-b67f-49ab-aa22-35d3a0989533 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:15.645797 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b137d7f7-b67f-49ab-aa22-35d3a0989533 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Made reservation on behalf of ffa74fa7e259451baa8a72de689adc07 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:39:15.659286 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b137d7f7-b67f-49ab-aa22-35d3a0989533 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:15.704481 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5ff7a275-1795-4410-8eb7-275784a7d9a6 req-12ed1d7c-4cb3-408d-8417-1901fb895952 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959816 Mar 09 03:39:15.739991 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b137d7f7-b67f-49ab-aa22-35d3a0989533 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:39:15.766566 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b137d7f7-b67f-49ab-aa22-35d3a0989533 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:15.766836 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-b137d7f7-b67f-49ab-aa22-35d3a0989533 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Added segment 5501887f-7753-4840-a1af-3c0103673195 of type vlan for network eb499fd8-471d-4286-9030-76983ac8e9a8 Mar 09 03:39:15.814823 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b137d7f7-b67f-49ab-aa22-35d3a0989533 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:15.937945 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b137d7f7-b67f-49ab-aa22-35d3a0989533 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:15.972342 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b137d7f7-b67f-49ab-aa22-35d3a0989533 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:15.974829 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b137d7f7-b67f-49ab-aa22-35d3a0989533 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:16.285048 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137d7f7-b67f-49ab-aa22-35d3a0989533 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event updated for resources: {'Network': ['ID=eb499fd8-471d-4286-9030-76983ac8e9a8,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:16.310566 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b137d7f7-b67f-49ab-aa22-35d3a0989533 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7535629 Mar 09 03:39:16.311126 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46428) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:16.317331 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network eb499fd8-471d-4286-9030-76983ac8e9a8 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:39:16.326765 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-63ca5faa-59b2-4134-abad-0ceabe498459 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-387900370'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:16.344282 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-63ca5faa-59b2-4134-abad-0ceabe498459 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:16.356728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-63ca5faa-59b2-4134-abad-0ceabe498459 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Usage tracker for resource:network and tenant:ffa74fa7e259451baa8a72de689adc07 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:16.365324 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-63ca5faa-59b2-4134-abad-0ceabe498459 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:16.383003 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-63ca5faa-59b2-4134-abad-0ceabe498459 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:16.416974 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ca5faa-59b2-4134-abad-0ceabe498459 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Made reservation on behalf of ffa74fa7e259451baa8a72de689adc07 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:39:16.421921 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-63ca5faa-59b2-4134-abad-0ceabe498459 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:16.485790 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ca5faa-59b2-4134-abad-0ceabe498459 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:39:16.503787 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-63ca5faa-59b2-4134-abad-0ceabe498459 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:16.505065 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-63ca5faa-59b2-4134-abad-0ceabe498459 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Added segment 9401f488-6a71-4f8c-b5c0-25470eb18ee9 of type vlan for network 30ef9939-e0a3-4385-851a-c377e816c8c2 Mar 09 03:39:16.553163 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-63ca5faa-59b2-4134-abad-0ceabe498459 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:16.610007 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-63ca5faa-59b2-4134-abad-0ceabe498459 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:16.619104 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ca5faa-59b2-4134-abad-0ceabe498459 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:16.619992 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-63ca5faa-59b2-4134-abad-0ceabe498459 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:16.726931 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 85720d65-761c-4542-9c4e-938ea4d3c821 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:39:16.831789 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46486) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:16.876498 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 85720d65-761c-4542-9c4e-938ea4d3c821 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:39:16.877044 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 85720d65-761c-4542-9c4e-938ea4d3c821 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:39:16.893985 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca5faa-59b2-4134-abad-0ceabe498459 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event updated for resources: {'Network': ['ID=30ef9939-e0a3-4385-851a-c377e816c8c2,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:16.913704 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 30ef9939-e0a3-4385-851a-c377e816c8c2 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:39:17.102698 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-63ca5faa-59b2-4134-abad-0ceabe498459 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7901278 Mar 09 03:39:17.110063 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46504) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:17.116262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-5b69fd53-c3a4-4627-aa8e-380d3cac5881 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Request body: {'subnet': {'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:17.129418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46508) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:17.236514 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a5973-12dc-40b6-8e2a-48bf6e901661 req-95f93617-b259-4215-9fe3-9dbc3d907930 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:17.243844 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4f9a5973-12dc-40b6-8e2a-48bf6e901661 req-95f93617-b259-4215-9fe3-9dbc3d907930 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Synchronizing usage tracker for tenant:2805c8aef7c746099fde990352f135bf on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:39:17.293974 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4f9a5973-12dc-40b6-8e2a-48bf6e901661 req-95f93617-b259-4215-9fe3-9dbc3d907930 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Unset dirty status for tenant:2805c8aef7c746099fde990352f135bf on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:39:17.301711 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f9a5973-12dc-40b6-8e2a-48bf6e901661 req-95f93617-b259-4215-9fe3-9dbc3d907930 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 944 time: 0.4086554 Mar 09 03:39:17.418284 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5b69fd53-c3a4-4627-aa8e-380d3cac5881 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:17.424531 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5b69fd53-c3a4-4627-aa8e-380d3cac5881 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Usage tracker for resource:subnet and tenant:ffa74fa7e259451baa8a72de689adc07 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:17.429502 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5b69fd53-c3a4-4627-aa8e-380d3cac5881 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:17.438386 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5b69fd53-c3a4-4627-aa8e-380d3cac5881 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:17.446810 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f9a5973-12dc-40b6-8e2a-48bf6e901661 req-c4260141-1e53-4238-a9a5-002ede6238c9 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367068 Mar 09 03:39:17.462153 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-bd0d7d7c-4aa9-4da4-aa09-48dfa359540a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2090505379-network', 'tenant_id': 'b0464961f7d340c59fe742fff3c6e5a4'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:17.473962 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bd0d7d7c-4aa9-4da4-aa09-48dfa359540a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:17.484009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bd0d7d7c-4aa9-4da4-aa09-48dfa359540a admin admin] Usage tracker for resource:network and tenant:b0464961f7d340c59fe742fff3c6e5a4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:17.489415 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bd0d7d7c-4aa9-4da4-aa09-48dfa359540a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:17.497583 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bd0d7d7c-4aa9-4da4-aa09-48dfa359540a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:17.524300 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d7835dfb-1f08-4470-9ee0-6b3eb8e7964f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=21c493429dff49cab70d2962adcdfd77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6905553 Mar 09 03:39:17.526151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b69fd53-c3a4-4627-aa8e-380d3cac5881 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Made reservation on behalf of ffa74fa7e259451baa8a72de689adc07 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:39:17.527984 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46540) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:17.537217 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5b69fd53-c3a4-4627-aa8e-380d3cac5881 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:17.596066 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aaf73468-7c2b-4c05-a54c-d0de595d5f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:17.597774 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0d7d7c-4aa9-4da4-aa09-48dfa359540a admin admin] Made reservation on behalf of b0464961f7d340c59fe742fff3c6e5a4 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:39:17.600133 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bd0d7d7c-4aa9-4da4-aa09-48dfa359540a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:17.639517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3dbcc-14c3-4305-940c-99164dba0daa req-0ada67af-acc7-4c0b-aad3-0930e47767c9 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:17.641109 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f4b3dbcc-14c3-4305-940c-99164dba0daa req-0ada67af-acc7-4c0b-aad3-0930e47767c9 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 944 time: 0.3361337 Mar 09 03:39:17.641801 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bd0d7d7c-4aa9-4da4-aa09-48dfa359540a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:17.736048 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-f4b3dbcc-14c3-4305-940c-99164dba0daa req-1cf6c136-b54a-4bdc-ad9f-e4f5758f3897 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Deleting port e30c5c9e-3e19-4602-b265-9c044c715620 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:39:17.736589 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f4b3dbcc-14c3-4305-940c-99164dba0daa req-1cf6c136-b54a-4bdc-ad9f-e4f5758f3897 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:17.872405 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46584) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:17.944766 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aaf73468-7c2b-4c05-a54c-d0de595d5f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:17.966240 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bd0d7d7c-4aa9-4da4-aa09-48dfa359540a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:17.981624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bd0d7d7c-4aa9-4da4-aa09-48dfa359540a admin admin] Usage tracker for resource:security_group_rule and tenant:b0464961f7d340c59fe742fff3c6e5a4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:17.988656 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bd0d7d7c-4aa9-4da4-aa09-48dfa359540a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:18.033742 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5b69fd53-c3a4-4627-aa8e-380d3cac5881 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:18.069876 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bd0d7d7c-4aa9-4da4-aa09-48dfa359540a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:18.149485 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b69fd53-c3a4-4627-aa8e-380d3cac5881 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Checking segment: {'id': '5501887f-7753-4840-a1af-3c0103673195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:39:18.149859 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b69fd53-c3a4-4627-aa8e-380d3cac5881 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Network hostable DHCP agents. Network: eb499fd8-471d-4286-9030-76983ac8e9a8, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:39:18.155100 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69fd53-c3a4-4627-aa8e-380d3cac5881 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event updated for resources: {'Subnet': ['ID=885abb1a-ad13-44b9-a4b2-c5572e86a85e,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:18.192834 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b69fd53-c3a4-4627-aa8e-380d3cac5881 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Network eb499fd8-471d-4286-9030-76983ac8e9a8 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:39:18.202561 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0e956-799f-490b-bc41-b597f32ba8c0 req-526f31e0-5e7a-4cb6-9b11-15039026b099 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:18.204095 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bac0e956-799f-490b-bc41-b597f32ba8c0 req-526f31e0-5e7a-4cb6-9b11-15039026b099 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 945 time: 0.4001327 Mar 09 03:39:18.222394 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-f4b3dbcc-14c3-4305-940c-99164dba0daa req-1cf6c136-b54a-4bdc-ad9f-e4f5758f3897 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] For port e30c5c9e-3e19-4602-b265-9c044c715620, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=e30c5c9e-3e19-4602-b265-9c044c715620,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:39:18.222394 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f4b3dbcc-14c3-4305-940c-99164dba0daa req-1cf6c136-b54a-4bdc-ad9f-e4f5758f3897 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:18.230695 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e38c5d1-751a-4a59-bd4c-d6541256aeb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:18.239524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-5b69fd53-c3a4-4627-aa8e-380d3cac5881 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, eb499fd8-471d-4286-9030-76983ac8e9a8) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:39:18.247550 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0675b4ca-d505-49dc-a3ce-c1f661728598 None None] Network eb499fd8-471d-4286-9030-76983ac8e9a8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:39:18.251765 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b69fd53-c3a4-4627-aa8e-380d3cac5881 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:18.252758 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5b69fd53-c3a4-4627-aa8e-380d3cac5881 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:18.308396 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5b69fd53-c3a4-4627-aa8e-380d3cac5881 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1966264 Mar 09 03:39:18.311229 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46620) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:18.318751 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-ace19451-f091-4646-9315-0a40d4ba8914 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Request body: {'subnet': {'network_id': '30ef9939-e0a3-4385-851a-c377e816c8c2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:18.398550 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0e38c5d1-751a-4a59-bd4c-d6541256aeb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:18.403574 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0e38c5d1-751a-4a59-bd4c-d6541256aeb4 admin admin] Usage tracker for resource:security_group_rule and tenant:ad7e2a6a1af6449999f5961656916d86 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:18.406526 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0e38c5d1-751a-4a59-bd4c-d6541256aeb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:18.416829 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-f4b3dbcc-14c3-4305-940c-99164dba0daa req-1cf6c136-b54a-4bdc-ad9f-e4f5758f3897 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Calling delete_port for e30c5c9e-3e19-4602-b265-9c044c715620 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:39:18.448184 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aaf73468-7c2b-4c05-a54c-d0de595d5f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:18.462835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0e38c5d1-751a-4a59-bd4c-d6541256aeb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:18.467325 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ace19451-f091-4646-9315-0a40d4ba8914 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:18.471639 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ace19451-f091-4646-9315-0a40d4ba8914 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Usage tracker for resource:subnet and tenant:ffa74fa7e259451baa8a72de689adc07 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:18.475605 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ace19451-f091-4646-9315-0a40d4ba8914 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:18.482375 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ace19451-f091-4646-9315-0a40d4ba8914 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:18.499447 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace19451-f091-4646-9315-0a40d4ba8914 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Made reservation on behalf of ffa74fa7e259451baa8a72de689adc07 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:39:18.505317 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ace19451-f091-4646-9315-0a40d4ba8914 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:18.568495 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-eb499fd8-471d-4286-9030-76983ac8e9a8', 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'fixed_ips': [{'subnet_id': '885abb1a-ad13-44b9-a4b2-c5572e86a85e'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:39:18.569317 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:18.582685 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e38c5d1-751a-4a59-bd4c-d6541256aeb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:18.621628 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bac0e956-799f-490b-bc41-b597f32ba8c0 req-a12473ed-21d8-49f7-87c5-099c6b77d3fc tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049196 Mar 09 03:39:18.626767 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e38c5d1-751a-4a59-bd4c-d6541256aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:18.655417 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf73468-7c2b-4c05-a54c-d0de595d5f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6653b46-e844-47c3-af5c-9964003ddf5d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:18.760597 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Allocated IP 10.1.1.2 (eb499fd8-471d-4286-9030-76983ac8e9a8/885abb1a-ad13-44b9-a4b2-c5572e86a85e/8d8f4882-6cc8-4765-90ba-936f4aa29ec6) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:39:18.804434 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aaf73468-7c2b-4c05-a54c-d0de595d5f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:18.808569 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-aaf73468-7c2b-4c05-a54c-d0de595d5f19 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a6653b46-e844-47c3-af5c-9964003ddf5d HTTP/1.1" status: 204 len: 168 time: 1.2764001 Mar 09 03:39:18.816837 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38c5d1-751a-4a59-bd4c-d6541256aeb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74da69d1-42fd-453d-982e-33ba000017ea,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:18.834902 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0e38c5d1-751a-4a59-bd4c-d6541256aeb4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad7e2a6a1af6449999f5961656916d86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9530644 Mar 09 03:39:18.835614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46670) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:18.856238 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ace19451-f091-4646-9315-0a40d4ba8914 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:18.984609 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace19451-f091-4646-9315-0a40d4ba8914 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event updated for resources: {'Subnet': ['ID=b8ece047-456b-4972-b520-ee59d144b7d9,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:19.035937 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:19.047055 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f2cacf6d-a434-4721-a449-0977e1c78f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:19.052295 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Transition to ACTIVE for port object 8d8f4882-6cc8-4765-90ba-936f4aa29ec6 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:39:19.060382 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace19451-f091-4646-9315-0a40d4ba8914 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Checking segment: {'id': '9401f488-6a71-4f8c-b5c0-25470eb18ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '30ef9939-e0a3-4385-851a-c377e816c8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:39:19.061058 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace19451-f091-4646-9315-0a40d4ba8914 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Network hostable DHCP agents. Network: 30ef9939-e0a3-4385-851a-c377e816c8c2, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:39:19.080030 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Transition to ACTIVE for port object 8d8f4882-6cc8-4765-90ba-936f4aa29ec6 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:39:19.088333 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:19.095636 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f2cacf6d-a434-4721-a449-0977e1c78f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:19.123671 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace19451-f091-4646-9315-0a40d4ba8914 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Network 30ef9939-e0a3-4385-851a-c377e816c8c2 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:39:19.155004 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-ace19451-f091-4646-9315-0a40d4ba8914 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 30ef9939-e0a3-4385-851a-c377e816c8c2) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:39:19.163674 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace19451-f091-4646-9315-0a40d4ba8914 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:19.166121 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ace19451-f091-4646-9315-0a40d4ba8914 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:19.193679 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bd0d7d7c-4aa9-4da4-aa09-48dfa359540a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:19.211875 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4469c058-541e-44de-b4f0-909bd68b8746 None None] Network 30ef9939-e0a3-4385-851a-c377e816c8c2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:39:19.214565 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f2cacf6d-a434-4721-a449-0977e1c78f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:19.240020 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bd0d7d7c-4aa9-4da4-aa09-48dfa359540a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:19.256333 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cacf6d-a434-4721-a449-0977e1c78f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74da69d1-42fd-453d-982e-33ba000017ea,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:19.259007 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f2cacf6d-a434-4721-a449-0977e1c78f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:19.267871 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f2cacf6d-a434-4721-a449-0977e1c78f94 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74da69d1-42fd-453d-982e-33ba000017ea HTTP/1.1" status: 204 len: 168 time: 0.4286742 Mar 09 03:39:19.268803 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Network eb499fd8-471d-4286-9030-76983ac8e9a8 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:39:19.271476 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ace19451-f091-4646-9315-0a40d4ba8914 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9593232 Mar 09 03:39:19.274904 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46698) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:19.286978 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6ea5c9d7-8686-4a97-b24a-cd51058a493e tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Request body: {'port': {'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8', 'name': 'tempest-TaggedBootDevicesTest-466631420', 'fixed_ips': [{'subnet_id': '885abb1a-ad13-44b9-a4b2-c5572e86a85e'}]}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:19.308702 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0d7d7c-4aa9-4da4-aa09-48dfa359540a admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:39:19.323001 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:39:19.336251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d7d7c-4aa9-4da4-aa09-48dfa359540a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fc1b3b-a7e2-49f6-9225-dfd0cb40148c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:19.343764 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:39:19.348607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c951e-9d11-4343-8c69-40dda9c3fcab req-b56e96e9-f9a2-4b00-a7d3-87d8104836f5 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:19.358091 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a1c951e-9d11-4343-8c69-40dda9c3fcab req-b56e96e9-f9a2-4b00-a7d3-87d8104836f5 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed42273-4a15-4196-8738-e209c07ba54b HTTP/1.1" status: 200 len: 944 time: 0.4522767 Mar 09 03:39:19.380496 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bd0d7d7c-4aa9-4da4-aa09-48dfa359540a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:19.381112 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-bd0d7d7c-4aa9-4da4-aa09-48dfa359540a admin admin] Added segment c2a0bd47-e781-4193-a152-5bde76c56126 of type vlan for network d5c798da-0594-419a-acba-69f4aaf4b32a Mar 09 03:39:19.383088 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f4b3dbcc-14c3-4305-940c-99164dba0daa req-1cf6c136-b54a-4bdc-ad9f-e4f5758f3897 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:19.498961 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6c136-b54a-4bdc-ad9f-e4f5758f3897 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Pushing event deleted for resources: {'Port': ['ID=e30c5c9e-3e19-4602-b265-9c044c715620,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:19.535260 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a1c951e-9d11-4343-8c69-40dda9c3fcab req-b16f2260-d267-436f-87fc-f8f794aeadd9 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761374 Mar 09 03:39:19.563067 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46714) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:19.603119 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6ea5c9d7-8686-4a97-b24a-cd51058a493e tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:19.606518 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Pushing event updated for resources: {'Port': ['ID=8d8f4882-6cc8-4765-90ba-936f4aa29ec6,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:19.611364 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6ea5c9d7-8686-4a97-b24a-cd51058a493e tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Usage tracker for resource:port and tenant:ffa74fa7e259451baa8a72de689adc07 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:19.617184 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6ea5c9d7-8686-4a97-b24a-cd51058a493e tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:19.631158 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6ea5c9d7-8686-4a97-b24a-cd51058a493e tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:19.632887 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:19.633324 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:19.633638 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:19.633967 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:19.634293 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:19.634613 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:19.634965 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:19.635268 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:19.635585 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:19.636067 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:19.636275 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:19.636567 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:19.655926 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea5c9d7-8686-4a97-b24a-cd51058a493e tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Made reservation on behalf of ffa74fa7e259451baa8a72de689adc07 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:39:19.658467 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Attempting to bind port 8d8f4882-6cc8-4765-90ba-936f4aa29ec6 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:39:19.658842 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Attempting to bind port 8d8f4882-6cc8-4765-90ba-936f4aa29ec6 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '5501887f-7753-4840-a1af-3c0103673195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:39:19.659253 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Attempting to bind port 8d8f4882-6cc8-4765-90ba-936f4aa29ec6 on network eb499fd8-471d-4286-9030-76983ac8e9a8 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:39:19.693050 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:39:19.693483 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Checking segment: {'id': '5501887f-7753-4840-a1af-3c0103673195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:39:19.694014 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:19.694959 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Bound using segment: {'id': '5501887f-7753-4840-a1af-3c0103673195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:39:19.694959 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Bound port: 8d8f4882-6cc8-4765-90ba-936f4aa29ec6, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5501887f-7753-4840-a1af-3c0103673195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:39:19.695247 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:19.731203 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bd0d7d7c-4aa9-4da4-aa09-48dfa359540a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:19.740498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b3dbcc-14c3-4305-940c-99164dba0daa req-1cf6c136-b54a-4bdc-ad9f-e4f5758f3897 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] No DVR routers for this DVR port e30c5c9e-3e19-4602-b265-9c044c715620 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:39:19.753985 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f4b3dbcc-14c3-4305-940c-99164dba0daa req-1cf6c136-b54a-4bdc-ad9f-e4f5758f3897 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:19.783493 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed42273-4a15-4196-8738-e209c07ba54b', 'name': 'network-vif-deleted', 'tag': 'e30c5c9e-3e19-4602-b265-9c044c715620'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:39:19.804569 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f4b3dbcc-14c3-4305-940c-99164dba0daa req-1cf6c136-b54a-4bdc-ad9f-e4f5758f3897 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.24 "DELETE /v2.0/ports/e30c5c9e-3e19-4602-b265-9c044c715620 HTTP/1.1" status: 204 len: 173 time: 2.1425471 Mar 09 03:39:19.871670 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-500c89ae-cfa1-4b2e-bb25-141cbdcf9789 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07d59458a3a44d0692810bc2c098d579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3058846 Mar 09 03:39:19.873479 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bd0d7d7c-4aa9-4da4-aa09-48dfa359540a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:19.886376 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0d7d7c-4aa9-4da4-aa09-48dfa359540a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:19.889603 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bd0d7d7c-4aa9-4da4-aa09-48dfa359540a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:19.907291 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46762) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:20.023883 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba61a2f5-6b9b-4869-92a4-ce2087ed9054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-30ef9939-e0a3-4385-851a-c377e816c8c2', 'network_id': '30ef9939-e0a3-4385-851a-c377e816c8c2', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'fixed_ips': [{'subnet_id': 'b8ece047-456b-4972-b520-ee59d144b7d9'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:39:20.024697 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ba61a2f5-6b9b-4869-92a4-ce2087ed9054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:20.067625 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] For port 8d8f4882-6cc8-4765-90ba-936f4aa29ec6, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:39:20.070651 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6ea5c9d7-8686-4a97-b24a-cd51058a493e tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:20.112423 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bd0d7d7c-4aa9-4da4-aa09-48dfa359540a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.9816558 Mar 09 03:39:20.119876 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46774) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:20.139156 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d7d7c-4aa9-4da4-aa09-48dfa359540a admin admin] Pushing event updated for resources: {'Network': ['ID=d5c798da-0594-419a-acba-69f4aaf4b32a,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:20.146833 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-6ea5c9d7-8686-4a97-b24a-cd51058a493e tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] device_id is not set on port 72168413-1159-417e-b3ea-b4d4a7193d03 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:39:20.163480 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network d5c798da-0594-419a-acba-69f4aaf4b32a details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:39:20.179248 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] For port 8d8f4882-6cc8-4765-90ba-936f4aa29ec6, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=8d8f4882-6cc8-4765-90ba-936f4aa29ec6,segment=NetworkSegment(5501887f-7753-4840-a1af-3c0103673195),segment_id=5501887f-7753-4840-a1af-3c0103673195)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:39:20.189511 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b868984a-5573-4cc2-8d12-53a04aa69868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:20.203708 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:20.230351 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-482a0068-51ac-4bca-b494-090b48bc456d admin admin] Request body: {'subnet': {'network_id': 'd5c798da-0594-419a-acba-69f4aaf4b32a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2090505379-subnet', 'tenant_id': 'b0464961f7d340c59fe742fff3c6e5a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:20.238424 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b868984a-5573-4cc2-8d12-53a04aa69868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:20.251023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-482a0068-51ac-4bca-b494-090b48bc456d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:20.279911 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-482a0068-51ac-4bca-b494-090b48bc456d admin admin] Usage tracker for resource:subnet and tenant:b0464961f7d340c59fe742fff3c6e5a4 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:20.318163 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b868984a-5573-4cc2-8d12-53a04aa69868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:20.321792 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-482a0068-51ac-4bca-b494-090b48bc456d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:20.341272 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868984a-5573-4cc2-8d12-53a04aa69868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25852731-0481-4254-b69a-72e67dc395cb,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:20.352446 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b868984a-5573-4cc2-8d12-53a04aa69868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:20.353800 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b868984a-5573-4cc2-8d12-53a04aa69868 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25852731-0481-4254-b69a-72e67dc395cb HTTP/1.1" status: 204 len: 168 time: 0.4078217 Mar 09 03:39:20.359194 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fff079-9aa5-433c-a53f-3f92eba91bde req-e0d4d3fd-55a3-4a3c-acc0-8dd040afd94e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:20.360729 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-08fff079-9aa5-433c-a53f-3f92eba91bde req-e0d4d3fd-55a3-4a3c-acc0-8dd040afd94e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 945 time: 0.5265789 Mar 09 03:39:20.408776 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-482a0068-51ac-4bca-b494-090b48bc456d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:20.497254 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-08fff079-9aa5-433c-a53f-3f92eba91bde req-3332b326-3c9c-46dc-9f68-ee24d7ac2e00 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180258 Mar 09 03:39:20.502367 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482a0068-51ac-4bca-b494-090b48bc456d admin admin] Made reservation on behalf of b0464961f7d340c59fe742fff3c6e5a4 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:39:20.505002 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-482a0068-51ac-4bca-b494-090b48bc456d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:20.508655 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed42273-4a15-4196-8738-e209c07ba54b', 'name': 'network-vif-deleted', 'tag': 'e30c5c9e-3e19-4602-b265-9c044c715620', 'status': 'completed', 'code': 200} Mar 09 03:39:20.555125 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54fc07c-8db1-4f91-844a-47ac6ee0251c None None] Pushing event updated for resources: {'Port': ['ID=8d8f4882-6cc8-4765-90ba-936f4aa29ec6,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:20.579099 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-ba61a2f5-6b9b-4869-92a4-ce2087ed9054 None None] Allocated IP 10.2.2.2 (30ef9939-e0a3-4385-851a-c377e816c8c2/b8ece047-456b-4972-b520-ee59d144b7d9/e851e450-ab3c-4cbd-b5aa-3c9e54c4259d) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:39:21.111939 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-6ea5c9d7-8686-4a97-b24a-cd51058a493e tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Allocated IP 10.1.1.66 (eb499fd8-471d-4286-9030-76983ac8e9a8/885abb1a-ad13-44b9-a4b2-c5572e86a85e/72168413-1159-417e-b3ea-b4d4a7193d03) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:39:21.112531 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77bdea70-9ee8-4493-846c-4f9170338b19 req-339f119d-6d92-4c42-addf-87ae352287a3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2521477 Mar 09 03:39:21.426787 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdea70-9ee8-4493-846c-4f9170338b19 req-4de04c05-9948-46ae-9b0e-2f3d0a92b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:21.428873 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77bdea70-9ee8-4493-846c-4f9170338b19 req-4de04c05-9948-46ae-9b0e-2f3d0a92b997 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2805c8aef7c746099fde990352f135bf&device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 1095 time: 0.1959770 Mar 09 03:39:21.466066 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ba61a2f5-6b9b-4869-92a4-ce2087ed9054 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:21.494419 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-482a0068-51ac-4bca-b494-090b48bc456d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:21.500829 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ba61a2f5-6b9b-4869-92a4-ce2087ed9054 None None] Transition to ACTIVE for port object e851e450-ab3c-4cbd-b5aa-3c9e54c4259d will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:39:21.539874 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ba61a2f5-6b9b-4869-92a4-ce2087ed9054 None None] Transition to ACTIVE for port object e851e450-ab3c-4cbd-b5aa-3c9e54c4259d will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:39:21.553211 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ba61a2f5-6b9b-4869-92a4-ce2087ed9054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:21.723346 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61a2f5-6b9b-4869-92a4-ce2087ed9054 None None] Pushing event updated for resources: {'Port': ['ID=e851e450-ab3c-4cbd-b5aa-3c9e54c4259d,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:21.756936 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba61a2f5-6b9b-4869-92a4-ce2087ed9054 None None] Network 30ef9939-e0a3-4385-851a-c377e816c8c2 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:39:21.758197 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-ba61a2f5-6b9b-4869-92a4-ce2087ed9054 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:39:21.763299 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba61a2f5-6b9b-4869-92a4-ce2087ed9054 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:39:21.764169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdea70-9ee8-4493-846c-4f9170338b19 req-ee248427-45ff-4ddf-90e2-0ef5ed200c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:21.769429 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77bdea70-9ee8-4493-846c-4f9170338b19 req-ee248427-45ff-4ddf-90e2-0ef5ed200c98 service neutron] 10.222.0.24 "GET /v2.0/networks?id=af94044a-4dd6-4e2a-9a7b-ddb410474c02 HTTP/1.1" status: 200 len: 908 time: 0.3147089 Mar 09 03:39:21.901795 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:39:21.912114 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8d8f4882-6cc8-4765-90ba-936f4aa29ec6 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:39:22.078883 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77bdea70-9ee8-4493-846c-4f9170338b19 req-3e27bc32-f717-4e04-a443-544aa0c72b66 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d523c491-0d3b-4840-b7f6-408a5c97b5a2 HTTP/1.1" status: 200 len: 217 time: 0.1963196 Mar 09 03:39:22.165909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdea70-9ee8-4493-846c-4f9170338b19 req-2c1e3c50-6280-4c70-aae3-6743edfe649e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:22.168115 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77bdea70-9ee8-4493-846c-4f9170338b19 req-2c1e3c50-6280-4c70-aae3-6743edfe649e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=42f7c02a-5561-45bd-a0c7-255e56eaf460 HTTP/1.1" status: 200 len: 847 time: 0.0783114 Mar 09 03:39:22.202481 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e967a7da-ee4b-4d2b-832f-dd16b943cac0 None None] Network eb499fd8-471d-4286-9030-76983ac8e9a8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:39:22.314761 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77bdea70-9ee8-4493-846c-4f9170338b19 req-e3a8d162-20d9-48e7-baad-1851e6f2354e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af94044a-4dd6-4e2a-9a7b-ddb410474c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1358616 Mar 09 03:39:22.317273 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-ba61a2f5-6b9b-4869-92a4-ce2087ed9054 None None] Attempting to bind port e851e450-ab3c-4cbd-b5aa-3c9e54c4259d on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:39:22.317847 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-ba61a2f5-6b9b-4869-92a4-ce2087ed9054 None None] Attempting to bind port e851e450-ab3c-4cbd-b5aa-3c9e54c4259d by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '9401f488-6a71-4f8c-b5c0-25470eb18ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '30ef9939-e0a3-4385-851a-c377e816c8c2'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:39:22.318396 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba61a2f5-6b9b-4869-92a4-ce2087ed9054 None None] Attempting to bind port e851e450-ab3c-4cbd-b5aa-3c9e54c4259d on network 30ef9939-e0a3-4385-851a-c377e816c8c2 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:39:22.342839 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a0068-51ac-4bca-b494-090b48bc456d admin admin] Pushing event updated for resources: {'Subnet': ['ID=07bc5be4-6673-41d5-a49e-4733af91abc2,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:22.353709 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46918) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:22.355082 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba61a2f5-6b9b-4869-92a4-ce2087ed9054 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:39:22.355462 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba61a2f5-6b9b-4869-92a4-ce2087ed9054 None None] Checking segment: {'id': '9401f488-6a71-4f8c-b5c0-25470eb18ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '30ef9939-e0a3-4385-851a-c377e816c8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:39:22.356197 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ba61a2f5-6b9b-4869-92a4-ce2087ed9054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:22.356842 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba61a2f5-6b9b-4869-92a4-ce2087ed9054 None None] Bound using segment: {'id': '9401f488-6a71-4f8c-b5c0-25470eb18ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '30ef9939-e0a3-4385-851a-c377e816c8c2'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:39:22.358743 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-ba61a2f5-6b9b-4869-92a4-ce2087ed9054 None None] Bound port: e851e450-ab3c-4cbd-b5aa-3c9e54c4259d, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9401f488-6a71-4f8c-b5c0-25470eb18ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '30ef9939-e0a3-4385-851a-c377e816c8c2'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:39:22.361130 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ba61a2f5-6b9b-4869-92a4-ce2087ed9054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:22.424904 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6ea5c9d7-8686-4a97-b24a-cd51058a493e tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:22.428593 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482a0068-51ac-4bca-b494-090b48bc456d admin admin] Checking segment: {'id': 'c2a0bd47-e781-4193-a152-5bde76c56126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd5c798da-0594-419a-acba-69f4aaf4b32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:39:22.428954 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482a0068-51ac-4bca-b494-090b48bc456d admin admin] Network hostable DHCP agents. Network: d5c798da-0594-419a-acba-69f4aaf4b32a, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:39:22.460571 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63ee96-9ead-42fa-8774-a9380d3e6a06 req-4a4aece6-53c4-4a2b-b7a8-2b09c22b66c6 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:22.461750 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-1a63ee96-9ead-42fa-8774-a9380d3e6a06 req-4a4aece6-53c4-4a2b-b7a8-2b09c22b66c6 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Synchronizing usage tracker for tenant:2805c8aef7c746099fde990352f135bf on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:39:22.466999 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c64988-074d-4b8b-9743-48ee622da657 req-d30a43c1-05e9-4839-9b2f-06889939dae7 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:22.474352 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e9c64988-074d-4b8b-9743-48ee622da657 req-d30a43c1-05e9-4839-9b2f-06889939dae7 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 945 time: 0.9048409 Mar 09 03:39:22.477654 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-6ea5c9d7-8686-4a97-b24a-cd51058a493e tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Transition to ACTIVE for port object 72168413-1159-417e-b3ea-b4d4a7193d03 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:39:22.507880 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-1a63ee96-9ead-42fa-8774-a9380d3e6a06 req-4a4aece6-53c4-4a2b-b7a8-2b09c22b66c6 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Unset dirty status for tenant:2805c8aef7c746099fde990352f135bf on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:39:22.508557 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ba61a2f5-6b9b-4869-92a4-ce2087ed9054 None None] For port e851e450-ab3c-4cbd-b5aa-3c9e54c4259d, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:39:22.509445 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1a63ee96-9ead-42fa-8774-a9380d3e6a06 req-4a4aece6-53c4-4a2b-b7a8-2b09c22b66c6 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 945 time: 0.7391114 Mar 09 03:39:22.513947 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ba61a2f5-6b9b-4869-92a4-ce2087ed9054 None None] For port e851e450-ab3c-4cbd-b5aa-3c9e54c4259d, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e851e450-ab3c-4cbd-b5aa-3c9e54c4259d,segment=NetworkSegment(9401f488-6a71-4f8c-b5c0-25470eb18ee9),segment_id=9401f488-6a71-4f8c-b5c0-25470eb18ee9)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:39:22.516761 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6860b620-787d-47a1-baff-0960d17413e7 None None] Provisioning for port 8d8f4882-6cc8-4765-90ba-936f4aa29ec6 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:39:22.533647 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482a0068-51ac-4bca-b494-090b48bc456d admin admin] Network d5c798da-0594-419a-acba-69f4aaf4b32a is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:39:22.539658 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ba61a2f5-6b9b-4869-92a4-ce2087ed9054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:22.588720 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77bdea70-9ee8-4493-846c-4f9170338b19 req-3570d495-791a-44fa-bb11-580e00c79f74 service neutron] 10.222.0.24 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662926 Mar 09 03:39:22.590704 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e9c64988-074d-4b8b-9743-48ee622da657 req-bb02390b-de4b-4294-8f14-dad41fa2eeb8 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020281 Mar 09 03:39:22.628866 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-482a0068-51ac-4bca-b494-090b48bc456d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, d5c798da-0594-419a-acba-69f4aaf4b32a) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:39:22.639896 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482a0068-51ac-4bca-b494-090b48bc456d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:22.640439 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-482a0068-51ac-4bca-b494-090b48bc456d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:22.671307 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-1a63ee96-9ead-42fa-8774-a9380d3e6a06 req-2a105054-6c75-4a32-83b3-9b83027fe0de tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Deleting port 4fabe353-9af1-45f6-9215-84c19e17873e {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:39:22.671307 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1a63ee96-9ead-42fa-8774-a9380d3e6a06 req-2a105054-6c75-4a32-83b3-9b83027fe0de tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:22.690991 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6ea5c9d7-8686-4a97-b24a-cd51058a493e tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:22.761736 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-482a0068-51ac-4bca-b494-090b48bc456d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.6369514 Mar 09 03:39:22.827150 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea5c9d7-8686-4a97-b24a-cd51058a493e tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Network eb499fd8-471d-4286-9030-76983ac8e9a8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:39:22.828195 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-6ea5c9d7-8686-4a97-b24a-cd51058a493e tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:39:22.830805 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5c9d7-8686-4a97-b24a-cd51058a493e tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event updated for resources: {'Port': ['ID=72168413-1159-417e-b3ea-b4d4a7193d03,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:22.835452 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-91841563-8d75-4742-aed2-5c0ff8c96717 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-657049608'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:22.840762 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea5c9d7-8686-4a97-b24a-cd51058a493e tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:39:22.862746 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bf6b18-8de5-4ed4-a68b-102d9d30684b None None] Network d5c798da-0594-419a-acba-69f4aaf4b32a requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:39:22.875263 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-91841563-8d75-4742-aed2-5c0ff8c96717 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:22.880532 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device e30c5c9e-3e19-4602-b265-9c044c715620 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:39:22.902495 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-91841563-8d75-4742-aed2-5c0ff8c96717 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Usage tracker for resource:network and tenant:a7978aa182b14f15b8431ebdf2a079cc is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:22.906426 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-91841563-8d75-4742-aed2-5c0ff8c96717 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:22.968299 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: e30c5c9e-3e19-4602-b265-9c044c715620 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:39:22.968634 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device e30c5c9e-3e19-4602-b265-9c044c715620 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:39:22.993987 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-91841563-8d75-4742-aed2-5c0ff8c96717 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:23.047707 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea5c9d7-8686-4a97-b24a-cd51058a493e tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:23.048519 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6ea5c9d7-8686-4a97-b24a-cd51058a493e tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:23.095701 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6ea5c9d7-8686-4a97-b24a-cd51058a493e tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8194809 Mar 09 03:39:23.097995 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46970) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:23.101115 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 8d8f4882-6cc8-4765-90ba-936f4aa29ec6 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:39:23.113425 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-2afa3b6c-aad0-49ab-83d3-65013548fe32 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Request body: {'port': {'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8', 'name': 'tempest-TaggedBootDevicesTest-1637011453', 'fixed_ips': [{'subnet_id': '885abb1a-ad13-44b9-a4b2-c5572e86a85e'}]}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:23.136216 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 8d8f4882-6cc8-4765-90ba-936f4aa29ec6 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:39:23.136584 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:23.188987 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61a2f5-6b9b-4869-92a4-ce2087ed9054 None None] Pushing event updated for resources: {'Port': ['ID=e851e450-ab3c-4cbd-b5aa-3c9e54c4259d,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:23.450454 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91841563-8d75-4742-aed2-5c0ff8c96717 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Made reservation on behalf of a7978aa182b14f15b8431ebdf2a079cc for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:39:23.460427 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91841563-8d75-4742-aed2-5c0ff8c96717 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:23.496929 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2afa3b6c-aad0-49ab-83d3-65013548fe32 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:23.505459 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2afa3b6c-aad0-49ab-83d3-65013548fe32 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Usage tracker for resource:port and tenant:ffa74fa7e259451baa8a72de689adc07 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:23.509341 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77bdea70-9ee8-4493-846c-4f9170338b19 req-f966431b-76e6-489e-b05b-44a1b0f4682a service neutron] 10.222.0.24 "GET /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9124768 Mar 09 03:39:23.513806 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2afa3b6c-aad0-49ab-83d3-65013548fe32 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:23.545456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2afa3b6c-aad0-49ab-83d3-65013548fe32 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:23.568246 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afa3b6c-aad0-49ab-83d3-65013548fe32 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Made reservation on behalf of ffa74fa7e259451baa8a72de689adc07 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:39:23.574036 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91841563-8d75-4742-aed2-5c0ff8c96717 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:23.585016 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2afa3b6c-aad0-49ab-83d3-65013548fe32 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:23.603164 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efc1e5b-4c3e-4326-8e30-a745d6edf01e None None] Network d5c798da-0594-419a-acba-69f4aaf4b32a requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:39:23.632882 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-2afa3b6c-aad0-49ab-83d3-65013548fe32 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] device_id is not set on port 5df6d4dd-0e22-4b62-b790-96149b03ad94 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:39:23.707336 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-91841563-8d75-4742-aed2-5c0ff8c96717 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:23.749074 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d8086-9b30-4620-9d22-2147be39e65e req-5c5c1781-bb87-4a90-98b6-87e64f921fe7 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:23.750620 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6b1d8086-9b30-4620-9d22-2147be39e65e req-5c5c1781-bb87-4a90-98b6-87e64f921fe7 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 945 time: 0.8621783 Mar 09 03:39:23.756975 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-91841563-8d75-4742-aed2-5c0ff8c96717 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Usage tracker for resource:security_group_rule and tenant:a7978aa182b14f15b8431ebdf2a079cc is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:23.764186 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-91841563-8d75-4742-aed2-5c0ff8c96717 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:23.785355 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-91841563-8d75-4742-aed2-5c0ff8c96717 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:23.885008 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:23.892606 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6b1d8086-9b30-4620-9d22-2147be39e65e req-bece36a9-f1ea-4a71-9ed9-5634f0ada6f2 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325405 Mar 09 03:39:23.916570 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-1a63ee96-9ead-42fa-8774-a9380d3e6a06 req-2a105054-6c75-4a32-83b3-9b83027fe0de tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] For port 4fabe353-9af1-45f6-9215-84c19e17873e, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=4fabe353-9af1-45f6-9215-84c19e17873e,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:39:23.917558 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [req-2ac30c41-70bc-42d6-9fc6-8a86da7c21c4 req-5df84265-70e5-41cf-b067-04acbc972f61 tempest-SecurityGroupsNegativeTestJSON-1072956152 tempest-SecurityGroupsNegativeTestJSON-1072956152-project] show failed (client error): The resource could not be found. Mar 09 03:39:23.918593 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1a63ee96-9ead-42fa-8774-a9380d3e6a06 req-2a105054-6c75-4a32-83b3-9b83027fe0de tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:23.936031 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2ac30c41-70bc-42d6-9fc6-8a86da7c21c4 req-5df84265-70e5-41cf-b067-04acbc972f61 tempest-SecurityGroupsNegativeTestJSON-1072956152 tempest-SecurityGroupsNegativeTestJSON-1072956152-project] 10.222.0.16 "GET /v2.0/security-groups/18f63828-9705-43e9-8bd2-a93b06a7c96e HTTP/1.1" status: 404 len: 352 time: 0.0847955 Mar 09 03:39:24.016923 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 8d8f4882-6cc8-4765-90ba-936f4aa29ec6, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=8d8f4882-6cc8-4765-90ba-936f4aa29ec6,segment=NetworkSegment(5501887f-7753-4840-a1af-3c0103673195),segment_id=5501887f-7753-4840-a1af-3c0103673195)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:39:24.040924 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:24.063557 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-2afa3b6c-aad0-49ab-83d3-65013548fe32 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Allocated IP 10.1.1.79 (eb499fd8-471d-4286-9030-76983ac8e9a8/885abb1a-ad13-44b9-a4b2-c5572e86a85e/5df6d4dd-0e22-4b62-b790-96149b03ad94) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:39:24.309447 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e851e450-ab3c-4cbd-b5aa-3c9e54c4259d up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:39:24.488382 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-1a63ee96-9ead-42fa-8774-a9380d3e6a06 req-2a105054-6c75-4a32-83b3-9b83027fe0de tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Calling delete_port for 4fabe353-9af1-45f6-9215-84c19e17873e owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:39:24.540551 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=8d8f4882-6cc8-4765-90ba-936f4aa29ec6,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:24.601629 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d968e-aa73-487d-82b0-61a14fcb8187 req-8b8fd318-715f-4aa9-97ec-168d532991d9 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:24.602735 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port e851e450-ab3c-4cbd-b5aa-3c9e54c4259d completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:39:24.611578 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b42d968e-aa73-487d-82b0-61a14fcb8187 req-8b8fd318-715f-4aa9-97ec-168d532991d9 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3e799c2-c41c-4d97-bffc-a55869c10433 HTTP/1.1" status: 200 len: 945 time: 0.3891873 Mar 09 03:39:24.704785 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91841563-8d75-4742-aed2-5c0ff8c96717 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:24.706252 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2afa3b6c-aad0-49ab-83d3-65013548fe32 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:24.713310 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-cf00c6c0-b864-4541-80e0-e362348df49f req-a8b5a6ae-18e9-4311-8368-c44cedd31d5e tempest-SecurityGroupsNegativeTestJSON-1072956152 tempest-SecurityGroupsNegativeTestJSON-1072956152-project] Synchronizing usage tracker for tenant:b0464961f7d340c59fe742fff3c6e5a4 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:39:24.747639 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-2afa3b6c-aad0-49ab-83d3-65013548fe32 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Transition to ACTIVE for port object 5df6d4dd-0e22-4b62-b790-96149b03ad94 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:39:24.753784 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91841563-8d75-4742-aed2-5c0ff8c96717 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:24.758868 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b42d968e-aa73-487d-82b0-61a14fcb8187 req-d81ab780-436d-440e-8142-8fde2bb8ee7f tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430078 Mar 09 03:39:24.769851 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a6264d-b823-4d07-a0fe-3345c9ed8bf8 None None] Network 30ef9939-e0a3-4385-851a-c377e816c8c2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:39:24.830130 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2afa3b6c-aad0-49ab-83d3-65013548fe32 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:24.880745 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-cf00c6c0-b864-4541-80e0-e362348df49f req-a8b5a6ae-18e9-4311-8368-c44cedd31d5e tempest-SecurityGroupsNegativeTestJSON-1072956152 tempest-SecurityGroupsNegativeTestJSON-1072956152-project] Unset dirty status for tenant:b0464961f7d340c59fe742fff3c6e5a4 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:39:24.894183 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf00c6c0-b864-4541-80e0-e362348df49f req-a8b5a6ae-18e9-4311-8368-c44cedd31d5e tempest-SecurityGroupsNegativeTestJSON-1072956152 tempest-SecurityGroupsNegativeTestJSON-1072956152-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0464961f7d340c59fe742fff3c6e5a4 HTTP/1.1" status: 200 len: 2986 time: 0.4553394 Mar 09 03:39:24.945865 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91841563-8d75-4742-aed2-5c0ff8c96717 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:39:24.950519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-489612eb-9c3d-45d3-91f7-c4580e543123 None None] Provisioning complete for port 8d8f4882-6cc8-4765-90ba-936f4aa29ec6 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:39:24.951579 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-489612eb-9c3d-45d3-91f7-c4580e543123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:24.956813 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91841563-8d75-4742-aed2-5c0ff8c96717 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:24.957941 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-91841563-8d75-4742-aed2-5c0ff8c96717 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Added segment 39c93a56-7179-4998-b262-f58020882fca of type vlan for network c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2 Mar 09 03:39:24.992707 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91841563-8d75-4742-aed2-5c0ff8c96717 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:25.054485 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91841563-8d75-4742-aed2-5c0ff8c96717 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:25.060822 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91841563-8d75-4742-aed2-5c0ff8c96717 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:25.061435 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91841563-8d75-4742-aed2-5c0ff8c96717 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:25.120470 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa3b6c-aad0-49ab-83d3-65013548fe32 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event updated for resources: {'Port': ['ID=5df6d4dd-0e22-4b62-b790-96149b03ad94,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:25.135457 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afa3b6c-aad0-49ab-83d3-65013548fe32 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Network eb499fd8-471d-4286-9030-76983ac8e9a8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:39:25.137221 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-2afa3b6c-aad0-49ab-83d3-65013548fe32 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:39:25.139824 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afa3b6c-aad0-49ab-83d3-65013548fe32 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:39:25.225390 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afa3b6c-aad0-49ab-83d3-65013548fe32 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:25.226070 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2afa3b6c-aad0-49ab-83d3-65013548fe32 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:25.269512 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2afa3b6c-aad0-49ab-83d3-65013548fe32 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1682968 Mar 09 03:39:25.364676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91841563-8d75-4742-aed2-5c0ff8c96717 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1067ce4-37a2-472e-aabb-f02b3616175c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:25.409499 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf00c6c0-b864-4541-80e0-e362348df49f req-ecab1dd7-2c20-4b89-a1d7-6420d70ceae5 tempest-SecurityGroupsNegativeTestJSON-1072956152 tempest-SecurityGroupsNegativeTestJSON-1072956152-project] 10.222.0.16 "GET /v2.0/security-groups/b3fc1b3b-a7e2-49f6-9225-dfd0cb40148c HTTP/1.1" status: 200 len: 2983 time: 0.5163741 Mar 09 03:39:25.410742 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-91841563-8d75-4742-aed2-5c0ff8c96717 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.0503125 Mar 09 03:39:25.412219 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1a63ee96-9ead-42fa-8774-a9380d3e6a06 req-2a105054-6c75-4a32-83b3-9b83027fe0de tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:25.413693 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91841563-8d75-4742-aed2-5c0ff8c96717 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Pushing event updated for resources: {'Network': ['ID=c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:25.415709 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47052) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:25.424368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-905e3e8f-43e5-4f4e-88ba-7f84055bb373 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Request body: {'subnet': {'network_id': 'c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:25.446969 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:39:25.558577 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a105054-6c75-4a32-83b3-9b83027fe0de tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Pushing event deleted for resources: {'Port': ['ID=4fabe353-9af1-45f6-9215-84c19e17873e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:25.613441 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47060) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:25.624721 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47064) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:25.639511 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a63ee96-9ead-42fa-8774-a9380d3e6a06 req-2a105054-6c75-4a32-83b3-9b83027fe0de tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] No DVR routers for this DVR port 4fabe353-9af1-45f6-9215-84c19e17873e on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:39:25.644008 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1a63ee96-9ead-42fa-8774-a9380d3e6a06 req-2a105054-6c75-4a32-83b3-9b83027fe0de tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:25.646309 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1a63ee96-9ead-42fa-8774-a9380d3e6a06 req-2a105054-6c75-4a32-83b3-9b83027fe0de tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.24 "DELETE /v2.0/ports/4fabe353-9af1-45f6-9215-84c19e17873e HTTP/1.1" status: 204 len: 173 time: 3.1198685 Mar 09 03:39:25.647039 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e799c2-c41c-4d97-bffc-a55869c10433', 'name': 'network-vif-deleted', 'tag': '4fabe353-9af1-45f6-9215-84c19e17873e'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:39:25.671167 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf00c6c0-b864-4541-80e0-e362348df49f req-afd77b02-a2b7-4eef-84a4-3408a87876bf tempest-SecurityGroupsNegativeTestJSON-1072956152 tempest-SecurityGroupsNegativeTestJSON-1072956152-project] 10.222.0.16 "GET /v2.0/security-groups/b3fc1b3b-a7e2-49f6-9225-dfd0cb40148c HTTP/1.1" status: 200 len: 2983 time: 0.1806712 Mar 09 03:39:25.713010 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-905e3e8f-43e5-4f4e-88ba-7f84055bb373 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:25.717774 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-489612eb-9c3d-45d3-91f7-c4580e543123 None None] Provisioning for port e851e450-ab3c-4cbd-b5aa-3c9e54c4259d completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:39:25.719019 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-905e3e8f-43e5-4f4e-88ba-7f84055bb373 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Usage tracker for resource:subnet and tenant:a7978aa182b14f15b8431ebdf2a079cc is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:25.722521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-905e3e8f-43e5-4f4e-88ba-7f84055bb373 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:25.723945 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-489612eb-9c3d-45d3-91f7-c4580e543123 None None] Provisioning complete for port e851e450-ab3c-4cbd-b5aa-3c9e54c4259d triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:39:25.724837 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-489612eb-9c3d-45d3-91f7-c4580e543123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:25.729883 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-905e3e8f-43e5-4f4e-88ba-7f84055bb373 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:25.758641 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905e3e8f-43e5-4f4e-88ba-7f84055bb373 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Made reservation on behalf of a7978aa182b14f15b8431ebdf2a079cc for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:39:25.775530 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-905e3e8f-43e5-4f4e-88ba-7f84055bb373 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:25.903361 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957665a-3d54-4d2c-8335-6f4554cb8431 req-8751dce6-c842-4ac0-ad63-810544cd6af3 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:25.915348 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2957665a-3d54-4d2c-8335-6f4554cb8431 req-8751dce6-c842-4ac0-ad63-810544cd6af3 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 945 time: 0.4474058 Mar 09 03:39:25.937281 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e96f2e4e-c88f-469d-8ce4-8b7eae02ff59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:25.972571 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e96f2e4e-c88f-469d-8ce4-8b7eae02ff59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:25.982732 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e96f2e4e-c88f-469d-8ce4-8b7eae02ff59 admin admin] Usage tracker for resource:security_group_rule and tenant:421d27c6db7e40809f49371dcc3babec is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:25.987523 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e96f2e4e-c88f-469d-8ce4-8b7eae02ff59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:26.000035 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e96f2e4e-c88f-469d-8ce4-8b7eae02ff59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:26.011842 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-489612eb-9c3d-45d3-91f7-c4580e543123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:26.047194 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-489612eb-9c3d-45d3-91f7-c4580e543123 None None] For port e851e450-ab3c-4cbd-b5aa-3c9e54c4259d, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e851e450-ab3c-4cbd-b5aa-3c9e54c4259d,segment=NetworkSegment(9401f488-6a71-4f8c-b5c0-25470eb18ee9),segment_id=9401f488-6a71-4f8c-b5c0-25470eb18ee9)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:39:26.051888 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-489612eb-9c3d-45d3-91f7-c4580e543123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:26.098694 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-79462ccf-124f-4091-9812-95338af3e9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:26.138329 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47080) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:26.166525 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-489612eb-9c3d-45d3-91f7-c4580e543123 None None] Provisioning for port 72168413-1159-417e-b3ea-b4d4a7193d03 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:39:26.169728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-0d5f566c-933f-4e6c-a748-278dd93c352b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1632503210', 'description': 'tempest-description--1905131462'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:26.182546 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-79462ccf-124f-4091-9812-95338af3e9cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:26.186825 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0d5f566c-933f-4e6c-a748-278dd93c352b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:26.194053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0d5f566c-933f-4e6c-a748-278dd93c352b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Usage tracker for resource:security_group and tenant:ffa74fa7e259451baa8a72de689adc07 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:26.202008 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0d5f566c-933f-4e6c-a748-278dd93c352b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:26.202886 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-489612eb-9c3d-45d3-91f7-c4580e543123 None None] Provisioning complete for port 72168413-1159-417e-b3ea-b4d4a7193d03 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:39:26.205093 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-489612eb-9c3d-45d3-91f7-c4580e543123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:26.219829 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0d5f566c-933f-4e6c-a748-278dd93c352b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:26.221872 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2957665a-3d54-4d2c-8335-6f4554cb8431 req-cd761a65-3aef-49c8-836f-bb2d56a60b59 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052385 Mar 09 03:39:26.226098 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-79462ccf-124f-4091-9812-95338af3e9cf admin admin] Usage tracker for resource:security_group_rule and tenant:9906d653ab084738b96e299101f074a3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:26.242870 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-79462ccf-124f-4091-9812-95338af3e9cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:26.254793 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-79462ccf-124f-4091-9812-95338af3e9cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:26.264022 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e96f2e4e-c88f-469d-8ce4-8b7eae02ff59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:26.281801 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e96f2e4e-c88f-469d-8ce4-8b7eae02ff59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:26.340838 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489612eb-9c3d-45d3-91f7-c4580e543123 None None] Pushing event updated for resources: {'Port': ['ID=e851e450-ab3c-4cbd-b5aa-3c9e54c4259d,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:26.375809 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e96f2e4e-c88f-469d-8ce4-8b7eae02ff59 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=421d27c6db7e40809f49371dcc3babec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7612853 Mar 09 03:39:26.377372 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0d5f566c-933f-4e6c-a748-278dd93c352b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:26.384812 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47086) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:26.391566 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8d8f4882-6cc8-4765-90ba-936f4aa29ec6 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:39:26.433757 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e799c2-c41c-4d97-bffc-a55869c10433', 'name': 'network-vif-deleted', 'tag': '4fabe353-9af1-45f6-9215-84c19e17873e', 'status': 'completed', 'code': 200} Mar 09 03:39:26.433757 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0d5f566c-933f-4e6c-a748-278dd93c352b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:26.455896 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0d5f566c-933f-4e6c-a748-278dd93c352b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Usage tracker for resource:security_group_rule and tenant:ffa74fa7e259451baa8a72de689adc07 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:26.455896 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0d5f566c-933f-4e6c-a748-278dd93c352b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:26.472650 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f2e4e-c88f-469d-8ce4-8b7eae02ff59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f40619-a5a7-4b9e-99a4-ba3324e13623,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:26.496030 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0d5f566c-933f-4e6c-a748-278dd93c352b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:26.524527 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-489612eb-9c3d-45d3-91f7-c4580e543123 None None] Port 72168413-1159-417e-b3ea-b4d4a7193d03 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:39:26.609184 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0d5f566c-933f-4e6c-a748-278dd93c352b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:26.615338 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0d5f566c-933f-4e6c-a748-278dd93c352b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:26.665382 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 8d8f4882-6cc8-4765-90ba-936f4aa29ec6 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:39:26.666158 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:26.683896 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f566c-933f-4e6c-a748-278dd93c352b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=612f0ffc-179a-42be-a6a0-816d76f29eb6,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:26.704147 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0d5f566c-933f-4e6c-a748-278dd93c352b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:26.706250 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0d5f566c-933f-4e6c-a748-278dd93c352b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5659831 Mar 09 03:39:26.709220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47094) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:26.716505 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4de98ffa-b741-44f6-9088-0e0cb99fc16c None None] Provisioning complete for port e851e450-ab3c-4cbd-b5aa-3c9e54c4259d triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:39:26.716713 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-7e4431cf-c026-4abc-b215-a6fed0c047ce tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Request body: {'security_group_rule': {'security_group_id': '612f0ffc-179a-42be-a6a0-816d76f29eb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:26.717331 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4de98ffa-b741-44f6-9088-0e0cb99fc16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:26.722724 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-905e3e8f-43e5-4f4e-88ba-7f84055bb373 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:26.724490 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7e4431cf-c026-4abc-b215-a6fed0c047ce tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:26.730017 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7e4431cf-c026-4abc-b215-a6fed0c047ce tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Usage tracker for resource:security_group_rule and tenant:ffa74fa7e259451baa8a72de689adc07 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:26.733846 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7e4431cf-c026-4abc-b215-a6fed0c047ce tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:26.740907 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7e4431cf-c026-4abc-b215-a6fed0c047ce tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:26.767929 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7e4431cf-c026-4abc-b215-a6fed0c047ce tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:26.783856 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 4fabe353-9af1-45f6-9215-84c19e17873e no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:39:26.839431 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 4fabe353-9af1-45f6-9215-84c19e17873e {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:39:26.840115 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 4fabe353-9af1-45f6-9215-84c19e17873e not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:39:26.863115 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7e4431cf-c026-4abc-b215-a6fed0c047ce tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:26.872525 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7e4431cf-c026-4abc-b215-a6fed0c047ce tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:26.919683 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4431cf-c026-4abc-b215-a6fed0c047ce tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f362f553-1af5-4782-927f-2bf9954e5a25,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:26.930647 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7e4431cf-c026-4abc-b215-a6fed0c047ce tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:26.931908 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7e4431cf-c026-4abc-b215-a6fed0c047ce tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2215292 Mar 09 03:39:26.941976 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47100) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:26.942642 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5c7cab57-5fbe-4494-b1cc-200c655c2efa req-070fe35d-b282-40a6-84e8-6fc5381031c7 tempest-SecurityGroupsNegativeTestJSON-1072956152 tempest-SecurityGroupsNegativeTestJSON-1072956152-project] 10.222.0.16 "GET /v2.0/security-groups/b3fc1b3b-a7e2-49f6-9225-dfd0cb40148c HTTP/1.1" status: 200 len: 2983 time: 0.6084859 Mar 09 03:39:26.951052 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-17ef9287-786f-423c-81cf-533619a5317c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Request body: {'security_group_rule': {'security_group_id': '612f0ffc-179a-42be-a6a0-816d76f29eb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:26.959229 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-17ef9287-786f-423c-81cf-533619a5317c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:26.963972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-17ef9287-786f-423c-81cf-533619a5317c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Usage tracker for resource:security_group_rule and tenant:ffa74fa7e259451baa8a72de689adc07 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:26.968560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-17ef9287-786f-423c-81cf-533619a5317c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:26.976419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-17ef9287-786f-423c-81cf-533619a5317c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:26.999432 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-17ef9287-786f-423c-81cf-533619a5317c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:27.077844 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4de98ffa-b741-44f6-9088-0e0cb99fc16c None None] Provisioning complete for port 72168413-1159-417e-b3ea-b4d4a7193d03 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:39:27.078489 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4de98ffa-b741-44f6-9088-0e0cb99fc16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:27.087743 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48cdca63-a69d-4305-b884-bca6b48ca90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:27.087994 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-17ef9287-786f-423c-81cf-533619a5317c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:27.094361 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-17ef9287-786f-423c-81cf-533619a5317c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:27.096725 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e3e8f-43e5-4f4e-88ba-7f84055bb373 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Pushing event updated for resources: {'Subnet': ['ID=3fc98d0c-2bc7-4b82-b6ed-a0b98d3f48cc,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:27.130385 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef9287-786f-423c-81cf-533619a5317c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73cea5a6-1b0b-42a3-bce7-93a7a35f4468,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:27.149759 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905e3e8f-43e5-4f4e-88ba-7f84055bb373 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Checking segment: {'id': '39c93a56-7179-4998-b262-f58020882fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:39:27.149759 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905e3e8f-43e5-4f4e-88ba-7f84055bb373 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Network hostable DHCP agents. Network: c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:39:27.160950 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-17ef9287-786f-423c-81cf-533619a5317c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:27.162451 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-17ef9287-786f-423c-81cf-533619a5317c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2194128 Mar 09 03:39:27.165807 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47106) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:27.168181 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-79462ccf-124f-4091-9812-95338af3e9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:27.172531 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-4de98ffa-b741-44f6-9088-0e0cb99fc16c None None] Port 72168413-1159-417e-b3ea-b4d4a7193d03 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:39:27.176102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-e50d89a1-6cd2-4f3b-bd8b-21ab2039176c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:27.183460 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e50d89a1-6cd2-4f3b-bd8b-21ab2039176c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:27.189150 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e50d89a1-6cd2-4f3b-bd8b-21ab2039176c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Usage tracker for resource:floatingip and tenant:ffa74fa7e259451baa8a72de689adc07 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:27.192064 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e50d89a1-6cd2-4f3b-bd8b-21ab2039176c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:27.193139 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-79462ccf-124f-4091-9812-95338af3e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:27.193413 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4de98ffa-b741-44f6-9088-0e0cb99fc16c None None] Provisioning for port 5df6d4dd-0e22-4b62-b790-96149b03ad94 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:39:27.199300 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e50d89a1-6cd2-4f3b-bd8b-21ab2039176c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:27.200087 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4de98ffa-b741-44f6-9088-0e0cb99fc16c None None] Provisioning complete for port 5df6d4dd-0e22-4b62-b790-96149b03ad94 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:39:27.202409 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4de98ffa-b741-44f6-9088-0e0cb99fc16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:27.202604 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48cdca63-a69d-4305-b884-bca6b48ca90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:27.218032 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [req-5c7cab57-5fbe-4494-b1cc-200c655c2efa req-08552a66-b952-4aee-ae9d-9d52269d4da6 tempest-SecurityGroupsNegativeTestJSON-1072956152 tempest-SecurityGroupsNegativeTestJSON-1072956152-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 09 03:39:27.218216 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e50d89a1-6cd2-4f3b-bd8b-21ab2039176c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:27.219084 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5c7cab57-5fbe-4494-b1cc-200c655c2efa req-08552a66-b952-4aee-ae9d-9d52269d4da6 tempest-SecurityGroupsNegativeTestJSON-1072956152 tempest-SecurityGroupsNegativeTestJSON-1072956152-project] 10.222.0.16 "DELETE /v2.0/security-groups/b3fc1b3b-a7e2-49f6-9225-dfd0cb40148c HTTP/1.1" status: 409 len: 352 time: 0.2758379 Mar 09 03:39:27.266228 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-4de98ffa-b741-44f6-9088-0e0cb99fc16c None None] Port 5df6d4dd-0e22-4b62-b790-96149b03ad94 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:39:27.322665 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905e3e8f-43e5-4f4e-88ba-7f84055bb373 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Network c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:39:27.346676 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-79462ccf-124f-4091-9812-95338af3e9cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9906d653ab084738b96e299101f074a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7203739 Mar 09 03:39:27.349783 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [req-79756771-5e29-40a2-bd9c-4bcf047cfdee req-41731c51-969f-4e44-867c-cecacfe245e6 tempest-SecurityGroupsNegativeTestJSON-1072956152 tempest-SecurityGroupsNegativeTestJSON-1072956152-project] show failed (client error): The resource could not be found. Mar 09 03:39:27.350671 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-79756771-5e29-40a2-bd9c-4bcf047cfdee req-41731c51-969f-4e44-867c-cecacfe245e6 tempest-SecurityGroupsNegativeTestJSON-1072956152 tempest-SecurityGroupsNegativeTestJSON-1072956152-project] 10.222.0.16 "GET /v2.0/security-groups/5c473d24-bfe7-435e-ae82-ee2ad5cb6f9a HTTP/1.1" status: 404 len: 352 time: 0.0703044 Mar 09 03:39:27.351278 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79462ccf-124f-4091-9812-95338af3e9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c8ff43-fc36-4271-a87e-bc8c602a0205,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:27.353760 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47114) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:27.367399 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-905e3e8f-43e5-4f4e-88ba-7f84055bb373 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:39:27.378600 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905e3e8f-43e5-4f4e-88ba-7f84055bb373 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:27.379431 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-905e3e8f-43e5-4f4e-88ba-7f84055bb373 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:27.383430 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c94e13-d30f-45f1-bc2b-927c77724e69 None None] Network c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:39:27.423355 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48cdca63-a69d-4305-b884-bca6b48ca90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:27.455001 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdca63-a69d-4305-b884-bca6b48ca90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f40619-a5a7-4b9e-99a4-ba3324e13623,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:27.458894 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48cdca63-a69d-4305-b884-bca6b48ca90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:27.460301 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-48cdca63-a69d-4305-b884-bca6b48ca90d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/03f40619-a5a7-4b9e-99a4-ba3324e13623 HTTP/1.1" status: 204 len: 168 time: 1.0620182 Mar 09 03:39:27.469975 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-905e3e8f-43e5-4f4e-88ba-7f84055bb373 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0530922 Mar 09 03:39:27.470821 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47122) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:27.486274 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a397c9-89a4-4fe1-80e2-9c4dc0ba7b07 req-3c1d21c5-ac9f-4dd8-ac04-8dcd34b5372b tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:27.486847 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-1fa8fba0-ff9a-422f-9beb-1911a5b99050 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Request body: {'port': {'network_id': 'c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1027888435'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:27.487021 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f7a397c9-89a4-4fe1-80e2-9c4dc0ba7b07 req-3c1d21c5-ac9f-4dd8-ac04-8dcd34b5372b tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Synchronizing usage tracker for tenant:2805c8aef7c746099fde990352f135bf on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:39:27.517848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f7a397c9-89a4-4fe1-80e2-9c4dc0ba7b07 req-3c1d21c5-ac9f-4dd8-ac04-8dcd34b5372b tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Unset dirty status for tenant:2805c8aef7c746099fde990352f135bf on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:39:27.520293 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f7a397c9-89a4-4fe1-80e2-9c4dc0ba7b07 req-3c1d21c5-ac9f-4dd8-ac04-8dcd34b5372b tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 944 time: 0.2499254 Mar 09 03:39:27.522029 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1caa2865-877b-43c1-a232-d19c23f47898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:27.577539 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e50d89a1-6cd2-4f3b-bd8b-21ab2039176c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:27.673121 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1caa2865-877b-43c1-a232-d19c23f47898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:27.748830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1fa8fba0-ff9a-422f-9beb-1911a5b99050 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:27.764632 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f7a397c9-89a4-4fe1-80e2-9c4dc0ba7b07 req-66a1297f-54a7-4c7f-b5a8-3bc5d5c0f610 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239540 Mar 09 03:39:27.765203 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1fa8fba0-ff9a-422f-9beb-1911a5b99050 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Usage tracker for resource:port and tenant:a7978aa182b14f15b8431ebdf2a079cc is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:27.766044 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1fa8fba0-ff9a-422f-9beb-1911a5b99050 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:27.795436 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1fa8fba0-ff9a-422f-9beb-1911a5b99050 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:27.881607 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f18e5d-47ac-4d11-a5ee-d7943094c40f req-8425744c-e1cd-4068-aaa1-28d8ff1c93df tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:27.898062 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c2f18e5d-47ac-4d11-a5ee-d7943094c40f req-8425744c-e1cd-4068-aaa1-28d8ff1c93df tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 945 time: 0.3064761 Mar 09 03:39:27.937334 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa8fba0-ff9a-422f-9beb-1911a5b99050 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Made reservation on behalf of a7978aa182b14f15b8431ebdf2a079cc for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:39:27.950180 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1fa8fba0-ff9a-422f-9beb-1911a5b99050 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:27.972425 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1caa2865-877b-43c1-a232-d19c23f47898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:28.046911 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-e169bd82-3d4a-4f7b-8fa0-83425f2bec69 req-45089c05-6b4e-4df4-bacd-e98498b6047f tempest-SecurityGroupsNegativeTestJSON-1072956152 tempest-SecurityGroupsNegativeTestJSON-1072956152-project] show failed (client error): The resource could not be found. Mar 09 03:39:28.046911 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e169bd82-3d4a-4f7b-8fa0-83425f2bec69 req-45089c05-6b4e-4df4-bacd-e98498b6047f tempest-SecurityGroupsNegativeTestJSON-1072956152 tempest-SecurityGroupsNegativeTestJSON-1072956152-project] 10.222.0.16 "GET /v2.0/security-groups/8df577c2-f157-4344-bd18-b1032d09f2e4 HTTP/1.1" status: 404 len: 352 time: 0.0402050 Mar 09 03:39:28.060868 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47134) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:28.083604 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb106d6e-5219-49eb-bea5-26d0b7b273e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2', 'network_id': 'c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2', 'tenant_id': 'a7978aa182b14f15b8431ebdf2a079cc', 'fixed_ips': [{'subnet_id': '3fc98d0c-2bc7-4b82-b6ed-a0b98d3f48cc'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:39:28.088631 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa2865-877b-43c1-a232-d19c23f47898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c8ff43-fc36-4271-a87e-bc8c602a0205,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:28.088926 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-eb106d6e-5219-49eb-bea5-26d0b7b273e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:28.104912 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-1fa8fba0-ff9a-422f-9beb-1911a5b99050 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] device_id is not set on port e57f1e6b-eb05-47c1-9180-a4977f37670b yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:39:28.115196 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-e50d89a1-6cd2-4f3b-bd8b-21ab2039176c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Allocated IP 172.25.7.226 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/b4b5455f-9b6d-4879-9457-93e1d1b84823) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:39:28.159679 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c2f18e5d-47ac-4d11-a5ee-d7943094c40f req-2184f78a-4573-49c1-aba8-f861c18b3f67 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603912 Mar 09 03:39:28.167369 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1caa2865-877b-43c1-a232-d19c23f47898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:28.170098 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1caa2865-877b-43c1-a232-d19c23f47898 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83c8ff43-fc36-4271-a87e-bc8c602a0205 HTTP/1.1" status: 204 len: 168 time: 0.8145430 Mar 09 03:39:28.203682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69f9724-6153-4d7a-987e-67f26292de90 admin admin] Deleting subnet 07bc5be4-6673-41d5-a49e-4733af91abc2 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:39:28.262940 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b69f9724-6153-4d7a-987e-67f26292de90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:28.269478 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e851e450-ab3c-4cbd-b5aa-3c9e54c4259d up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:39:28.324938 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5395c8-09bc-4875-b429-5c9be305cb2e req-0cea022a-a32f-407d-a886-8515cd1ff70b tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:28.326498 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ca5395c8-09bc-4875-b429-5c9be305cb2e req-0cea022a-a32f-407d-a886-8515cd1ff70b tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 944 time: 0.5997503 Mar 09 03:39:28.389238 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-1fa8fba0-ff9a-422f-9beb-1911a5b99050 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Allocated IP 172.20.0.14 (c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2/3fc98d0c-2bc7-4b82-b6ed-a0b98d3f48cc/e57f1e6b-eb05-47c1-9180-a4977f37670b) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:39:28.404688 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b69f9724-6153-4d7a-987e-67f26292de90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:28.476106 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-ca5395c8-09bc-4875-b429-5c9be305cb2e req-ca656380-f83b-4a59-af80-7bafda8710f1 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Deleting port d523c491-0d3b-4840-b7f6-408a5c97b5a2 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:39:28.476475 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ca5395c8-09bc-4875-b429-5c9be305cb2e req-ca656380-f83b-4a59-af80-7bafda8710f1 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:28.476746 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port e851e450-ab3c-4cbd-b5aa-3c9e54c4259d triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:39:28.477125 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:28.530707 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e50d89a1-6cd2-4f3b-bd8b-21ab2039176c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:28.569957 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b69f9724-6153-4d7a-987e-67f26292de90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:28.672180 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1fa8fba0-ff9a-422f-9beb-1911a5b99050 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:28.707041 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-1fa8fba0-ff9a-422f-9beb-1911a5b99050 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Transition to ACTIVE for port object e57f1e6b-eb05-47c1-9180-a4977f37670b will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:39:28.731175 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47152) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:28.745731 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1c7001ae-c877-410e-91f5-2eb6581df49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:28.766788 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f124beb4-a501-419e-9780-fc29ac42948a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:28.801951 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f124beb4-a501-419e-9780-fc29ac42948a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:28.808680 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1fa8fba0-ff9a-422f-9beb-1911a5b99050 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:28.818367 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e50d89a1-6cd2-4f3b-bd8b-21ab2039176c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:28.818630 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f124beb4-a501-419e-9780-fc29ac42948a admin admin] Usage tracker for resource:security_group_rule and tenant:26352823d5ad4d2bb087ce78c77ea9cd is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:28.860006 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f124beb4-a501-419e-9780-fc29ac42948a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:28.879418 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-eb106d6e-5219-49eb-bea5-26d0b7b273e7 None None] Allocated IP 172.20.0.2 (c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2/3fc98d0c-2bc7-4b82-b6ed-a0b98d3f48cc/56d5c708-1a1c-46e0-81ad-1ac0bb121530) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:39:28.884633 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b69f9724-6153-4d7a-987e-67f26292de90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:28.886653 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f124beb4-a501-419e-9780-fc29ac42948a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:28.909252 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa8fba0-ff9a-422f-9beb-1911a5b99050 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Network c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:39:28.915030 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-1fa8fba0-ff9a-422f-9beb-1911a5b99050 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:39:28.922097 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa8fba0-ff9a-422f-9beb-1911a5b99050 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:39:28.946500 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47160) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:29.005376 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa8fba0-ff9a-422f-9beb-1911a5b99050 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:29.006183 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1fa8fba0-ff9a-422f-9beb-1911a5b99050 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:29.023622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f9724-6153-4d7a-987e-67f26292de90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07bc5be4-6673-41d5-a49e-4733af91abc2,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:29.031655 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b69f9724-6153-4d7a-987e-67f26292de90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:29.035514 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50d89a1-6cd2-4f3b-bd8b-21ab2039176c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:39:29.046022 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-ca5395c8-09bc-4875-b429-5c9be305cb2e req-ca656380-f83b-4a59-af80-7bafda8710f1 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] For port d523c491-0d3b-4840-b7f6-408a5c97b5a2, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=d523c491-0d3b-4840-b7f6-408a5c97b5a2,segment=NetworkSegment(02abcffe-f922-4511-a47a-4246f491b279),segment_id=02abcffe-f922-4511-a47a-4246f491b279)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:39:29.046022 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ca5395c8-09bc-4875-b429-5c9be305cb2e req-ca656380-f83b-4a59-af80-7bafda8710f1 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:29.053623 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8fba0-ff9a-422f-9beb-1911a5b99050 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Pushing event updated for resources: {'Port': ['ID=e57f1e6b-eb05-47c1-9180-a4977f37670b,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:29.058068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-e50d89a1-6cd2-4f3b-bd8b-21ab2039176c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:39:29.077251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50d89a1-6cd2-4f3b-bd8b-21ab2039176c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:39:29.092323 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1fa8fba0-ff9a-422f-9beb-1911a5b99050 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.6135354 Mar 09 03:39:29.094126 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47168) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:29.120797 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b69f9724-6153-4d7a-987e-67f26292de90 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/07bc5be4-6673-41d5-a49e-4733af91abc2 HTTP/1.1" status: 204 len: 168 time: 1.0570364 Mar 09 03:39:29.134193 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47172) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:29.182823 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d89a1-6cd2-4f3b-bd8b-21ab2039176c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event updated for resources: {'Port': ['ID=b4b5455f-9b6d-4879-9457-93e1d1b84823,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:29.213063 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-eb106d6e-5219-49eb-bea5-26d0b7b273e7 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:29.243859 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-eb106d6e-5219-49eb-bea5-26d0b7b273e7 None None] Transition to ACTIVE for port object 56d5c708-1a1c-46e0-81ad-1ac0bb121530 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:39:29.275584 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-ca5395c8-09bc-4875-b429-5c9be305cb2e req-ca656380-f83b-4a59-af80-7bafda8710f1 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Calling delete_port for d523c491-0d3b-4840-b7f6-408a5c97b5a2 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:39:29.280909 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-e319321b-4d5e-44a1-b989-941ff5b4ecd8 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Deleting port e57f1e6b-eb05-47c1-9180-a4977f37670b {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:39:29.281470 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e319321b-4d5e-44a1-b989-941ff5b4ecd8 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:29.282780 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-eb106d6e-5219-49eb-bea5-26d0b7b273e7 None None] Transition to ACTIVE for port object 56d5c708-1a1c-46e0-81ad-1ac0bb121530 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:39:29.291814 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-eb106d6e-5219-49eb-bea5-26d0b7b273e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:29.340509 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-887c1062-b104-4e72-abdc-2f4e26696aab admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-76489033-network', 'tenant_id': '62215851be3d4b12858e1a437af1e4f7'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:29.360239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-887c1062-b104-4e72-abdc-2f4e26696aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:29.362232 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb106d6e-5219-49eb-bea5-26d0b7b273e7 None None] Network c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:39:29.370214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-eb106d6e-5219-49eb-bea5-26d0b7b273e7 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:39:29.372909 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb106d6e-5219-49eb-bea5-26d0b7b273e7 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:39:29.373127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-887c1062-b104-4e72-abdc-2f4e26696aab admin admin] Usage tracker for resource:network and tenant:62215851be3d4b12858e1a437af1e4f7 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:29.384237 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-887c1062-b104-4e72-abdc-2f4e26696aab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:29.384959 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb106d6e-5219-49eb-bea5-26d0b7b273e7 None None] Pushing event updated for resources: {'Port': ['ID=56d5c708-1a1c-46e0-81ad-1ac0bb121530,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:29.404029 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f124beb4-a501-419e-9780-fc29ac42948a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:29.410141 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8858ad23-31ab-4567-ab25-76bbe305ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:29.416684 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-887c1062-b104-4e72-abdc-2f4e26696aab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:29.423883 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f124beb4-a501-419e-9780-fc29ac42948a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:29.454330 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f776a-e2bf-4d3d-8bd6-4764cffb5fc1 req-9833289c-1d40-4c77-91c9-1bedae414b4d tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:29.456498 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-892f776a-e2bf-4d3d-8bd6-4764cffb5fc1 req-9833289c-1d40-4c77-91c9-1bedae414b4d tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 944 time: 0.5669551 Mar 09 03:39:29.465357 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887c1062-b104-4e72-abdc-2f4e26696aab admin admin] Made reservation on behalf of 62215851be3d4b12858e1a437af1e4f7 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:39:29.466838 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-887c1062-b104-4e72-abdc-2f4e26696aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:29.482724 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-887c1062-b104-4e72-abdc-2f4e26696aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:29.501130 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-eb106d6e-5219-49eb-bea5-26d0b7b273e7 None None] Attempting to bind port 56d5c708-1a1c-46e0-81ad-1ac0bb121530 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:39:29.501639 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-eb106d6e-5219-49eb-bea5-26d0b7b273e7 None None] Attempting to bind port 56d5c708-1a1c-46e0-81ad-1ac0bb121530 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '39c93a56-7179-4998-b262-f58020882fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:39:29.502068 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb106d6e-5219-49eb-bea5-26d0b7b273e7 None None] Attempting to bind port 56d5c708-1a1c-46e0-81ad-1ac0bb121530 on network c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:39:29.508980 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb106d6e-5219-49eb-bea5-26d0b7b273e7 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:39:29.509438 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb106d6e-5219-49eb-bea5-26d0b7b273e7 None None] Checking segment: {'id': '39c93a56-7179-4998-b262-f58020882fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:39:29.510074 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-eb106d6e-5219-49eb-bea5-26d0b7b273e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:29.511612 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb106d6e-5219-49eb-bea5-26d0b7b273e7 None None] Bound using segment: {'id': '39c93a56-7179-4998-b262-f58020882fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:39:29.512131 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-eb106d6e-5219-49eb-bea5-26d0b7b273e7 None None] Bound port: 56d5c708-1a1c-46e0-81ad-1ac0bb121530, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c93a56-7179-4998-b262-f58020882fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:39:29.512670 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-eb106d6e-5219-49eb-bea5-26d0b7b273e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:29.528744 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124beb4-a501-419e-9780-fc29ac42948a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d868d8-ccca-4aef-b30c-edf1d517f885,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:29.559060 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-887c1062-b104-4e72-abdc-2f4e26696aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:29.574736 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-887c1062-b104-4e72-abdc-2f4e26696aab admin admin] Usage tracker for resource:security_group_rule and tenant:62215851be3d4b12858e1a437af1e4f7 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:29.591053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-887c1062-b104-4e72-abdc-2f4e26696aab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:29.596380 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e50d89a1-6cd2-4f3b-bd8b-21ab2039176c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:29.610407 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-892f776a-e2bf-4d3d-8bd6-4764cffb5fc1 req-51414a45-9f56-4911-b28b-aaf37f7fa357 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/security-groups?id=31c6b24a-18c3-4840-9402-53feead0d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295962 Mar 09 03:39:29.611332 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-887c1062-b104-4e72-abdc-2f4e26696aab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:29.619018 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-eb106d6e-5219-49eb-bea5-26d0b7b273e7 None None] For port 56d5c708-1a1c-46e0-81ad-1ac0bb121530, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:39:29.623856 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-eb106d6e-5219-49eb-bea5-26d0b7b273e7 None None] For port 56d5c708-1a1c-46e0-81ad-1ac0bb121530, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=56d5c708-1a1c-46e0-81ad-1ac0bb121530,segment=NetworkSegment(39c93a56-7179-4998-b262-f58020882fca),segment_id=39c93a56-7179-4998-b262-f58020882fca)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:39:29.632426 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-eb106d6e-5219-49eb-bea5-26d0b7b273e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:29.675441 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ca5395c8-09bc-4875-b429-5c9be305cb2e req-ca656380-f83b-4a59-af80-7bafda8710f1 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:29.683375 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f124beb4-a501-419e-9780-fc29ac42948a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26352823d5ad4d2bb087ce78c77ea9cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9470880 Mar 09 03:39:29.698588 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47180) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:29.733306 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb106d6e-5219-49eb-bea5-26d0b7b273e7 None None] Pushing event updated for resources: {'Port': ['ID=56d5c708-1a1c-46e0-81ad-1ac0bb121530,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:29.746702 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca656380-f83b-4a59-af80-7bafda8710f1 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Pushing event deleted for resources: {'Port': ['ID=d523c491-0d3b-4840-b7f6-408a5c97b5a2,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:29.793484 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e50d89a1-6cd2-4f3b-bd8b-21ab2039176c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:29.871772 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8858ad23-31ab-4567-ab25-76bbe305ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:30.017792 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-8858ad23-31ab-4567-ab25-76bbe305ce46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c798da-0594-419a-acba-69f4aaf4b32a']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:39:30.069968 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58255c1-043c-482d-874c-a73b7ad237ab req-85d22c4d-3417-4133-a488-9d528a622f7e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:30.071670 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c58255c1-043c-482d-874c-a73b7ad237ab req-85d22c4d-3417-4133-a488-9d528a622f7e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 945 time: 0.7419724 Mar 09 03:39:30.076506 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-8858ad23-31ab-4567-ab25-76bbe305ce46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a0bd47-e781-4193-a152-5bde76c56126') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:39:30.076795 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-8858ad23-31ab-4567-ab25-76bbe305ce46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a0bd47-e781-4193-a152-5bde76c56126') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:39:30.087972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5395c8-09bc-4875-b429-5c9be305cb2e req-ca656380-f83b-4a59-af80-7bafda8710f1 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] No DVR routers for this DVR port d523c491-0d3b-4840-b7f6-408a5c97b5a2 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:39:30.094174 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ca5395c8-09bc-4875-b429-5c9be305cb2e req-ca656380-f83b-4a59-af80-7bafda8710f1 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:30.132696 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9c45a8-9315-4363-b956-dfd68fcee446', 'name': 'network-vif-deleted', 'tag': 'd523c491-0d3b-4840-b7f6-408a5c97b5a2'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:39:30.140645 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8858ad23-31ab-4567-ab25-76bbe305ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:30.169677 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ca5395c8-09bc-4875-b429-5c9be305cb2e req-ca656380-f83b-4a59-af80-7bafda8710f1 tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.24 "DELETE /v2.0/ports/d523c491-0d3b-4840-b7f6-408a5c97b5a2 HTTP/1.1" status: 204 len: 173 time: 1.8346860 Mar 09 03:39:30.172951 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-21bd0a6a-e682-48f5-a189-2525fc9e7e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:30.176023 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e319321b-4d5e-44a1-b989-941ff5b4ecd8 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:30.246757 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 56d5c708-1a1c-46e0-81ad-1ac0bb121530 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:39:30.360370 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 56d5c708-1a1c-46e0-81ad-1ac0bb121530 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:39:30.365121 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-887c1062-b104-4e72-abdc-2f4e26696aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:30.366951 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-e319321b-4d5e-44a1-b989-941ff5b4ecd8 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Calling delete_port for e57f1e6b-eb05-47c1-9180-a4977f37670b owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:39:30.374968 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-887c1062-b104-4e72-abdc-2f4e26696aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:30.409707 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8858ad23-31ab-4567-ab25-76bbe305ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:30.439643 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c58255c1-043c-482d-874c-a73b7ad237ab req-91cd330e-c571-495f-ab31-9d738b9da4c4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486261 Mar 09 03:39:30.458035 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e50d89a1-6cd2-4f3b-bd8b-21ab2039176c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:30.459967 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887c1062-b104-4e72-abdc-2f4e26696aab admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:39:30.467245 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8858ad23-31ab-4567-ab25-76bbe305ce46 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:39:30.468007 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8858ad23-31ab-4567-ab25-76bbe305ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:30.468226 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c1062-b104-4e72-abdc-2f4e26696aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03d360f-b081-4cdc-8201-3698f247ec58,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:30.473559 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e50d89a1-6cd2-4f3b-bd8b-21ab2039176c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:39:30.493334 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:39:30.520120 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9c45a8-9315-4363-b956-dfd68fcee446', 'name': 'network-vif-deleted', 'tag': 'd523c491-0d3b-4840-b7f6-408a5c97b5a2', 'status': 'completed', 'code': 200} Mar 09 03:39:30.532698 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-887c1062-b104-4e72-abdc-2f4e26696aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:30.533113 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-887c1062-b104-4e72-abdc-2f4e26696aab admin admin] Added segment f737d533-027c-4d49-80b3-79a6efe7740d of type vlan for network c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 Mar 09 03:39:30.577670 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-21bd0a6a-e682-48f5-a189-2525fc9e7e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:30.640172 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d89a1-6cd2-4f3b-bd8b-21ab2039176c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event updated for resources: {'Port': ['ID=b4b5455f-9b6d-4879-9457-93e1d1b84823,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:30.651691 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-887c1062-b104-4e72-abdc-2f4e26696aab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:30.682933 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e50d89a1-6cd2-4f3b-bd8b-21ab2039176c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:30.716841 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8858ad23-31ab-4567-ab25-76bbe305ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:30.717260 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-887c1062-b104-4e72-abdc-2f4e26696aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:30.718418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887c1062-b104-4e72-abdc-2f4e26696aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:30.719270 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-887c1062-b104-4e72-abdc-2f4e26696aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:30.722916 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8858ad23-31ab-4567-ab25-76bbe305ce46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:30.761747 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8858ad23-31ab-4567-ab25-76bbe305ce46 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d5c798da-0594-419a-acba-69f4aaf4b32a HTTP/1.1" status: 204 len: 168 time: 1.6243074 Mar 09 03:39:30.770542 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e50d89a1-6cd2-4f3b-bd8b-21ab2039176c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:30.772352 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e50d89a1-6cd2-4f3b-bd8b-21ab2039176c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6051593 Mar 09 03:39:30.778424 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-887c1062-b104-4e72-abdc-2f4e26696aab admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.8307109 Mar 09 03:39:30.787104 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47202) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:30.790014 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858ad23-31ab-4567-ab25-76bbe305ce46 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5c798da-0594-419a-acba-69f4aaf4b32a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:30.802657 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-bc8707dc-1e23-4ba6-a950-e4b66ddec2de admin admin] Request body: {'subnet': {'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-76489033-subnet', 'tenant_id': '62215851be3d4b12858e1a437af1e4f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:30.808735 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-bc8707dc-1e23-4ba6-a950-e4b66ddec2de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:30.812831 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bc8707dc-1e23-4ba6-a950-e4b66ddec2de admin admin] Usage tracker for resource:subnet and tenant:62215851be3d4b12858e1a437af1e4f7 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:30.815847 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bc8707dc-1e23-4ba6-a950-e4b66ddec2de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:30.822003 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-bc8707dc-1e23-4ba6-a950-e4b66ddec2de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:30.887934 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8707dc-1e23-4ba6-a950-e4b66ddec2de admin admin] Made reservation on behalf of 62215851be3d4b12858e1a437af1e4f7 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:39:30.890646 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bc8707dc-1e23-4ba6-a950-e4b66ddec2de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:31.043791 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0e56143b-b663-40f1-922e-2da9d654d41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:31.068745 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47208) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:31.098916 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-21bd0a6a-e682-48f5-a189-2525fc9e7e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:31.106277 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c1062-b104-4e72-abdc-2f4e26696aab admin admin] Pushing event updated for resources: {'Network': ['ID=c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:31.114696 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-98c0f669-e426-4414-956b-16e0e84631b4 req-4209a7d5-2585-4e00-a70a-85baefa49d4f tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Synchronizing usage tracker for tenant:2805c8aef7c746099fde990352f135bf on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:39:31.120231 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:39:31.143267 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd0a6a-e682-48f5-a189-2525fc9e7e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d868d8-ccca-4aef-b30c-edf1d517f885,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:31.157596 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e319321b-4d5e-44a1-b989-941ff5b4ecd8 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:31.162975 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-98c0f669-e426-4414-956b-16e0e84631b4 req-4209a7d5-2585-4e00-a70a-85baefa49d4f tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] Unset dirty status for tenant:2805c8aef7c746099fde990352f135bf on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:39:31.164046 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-98c0f669-e426-4414-956b-16e0e84631b4 req-4209a7d5-2585-4e00-a70a-85baefa49d4f tempest-LiveMigrationTest-1736377500 tempest-LiveMigrationTest-1736377500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9c45a8-9315-4363-b956-dfd68fcee446 HTTP/1.1" status: 200 len: 210 time: 0.1715882 Mar 09 03:39:31.169407 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3dab9-5f18-4665-97e1-1491341c908b req-f6d9e4c3-c188-4c61-a041-946f42b4bcd9 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:31.171328 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6b3dab9-5f18-4665-97e1-1491341c908b req-f6d9e4c3-c188-4c61-a041-946f42b4bcd9 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a2047db-4a16-42d2-8e3b-b4551aca92f9 HTTP/1.1" status: 200 len: 945 time: 0.5326717 Mar 09 03:39:31.204127 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-395557c7-3bf8-4ac6-af11-3cec1b1af754 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0464961f7d340c59fe742fff3c6e5a4&name=default HTTP/1.1" status: 200 len: 2981 time: 0.1319005 Mar 09 03:39:31.204769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47214) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:31.254617 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319321b-4d5e-44a1-b989-941ff5b4ecd8 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Pushing event deleted for resources: {'Port': ['ID=e57f1e6b-eb05-47c1-9180-a4977f37670b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:31.264357 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-21bd0a6a-e682-48f5-a189-2525fc9e7e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:31.265741 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-21bd0a6a-e682-48f5-a189-2525fc9e7e7a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7d868d8-ccca-4aef-b30c-edf1d517f885 HTTP/1.1" status: 204 len: 168 time: 1.5663497 Mar 09 03:39:31.304012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1e0df4-8506-4f55-a277-0853ed6fe67e None None] Network c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:39:31.321238 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-34f6bce5-5b3e-4761-b4b8-131ebe5e66b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:31.373878 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-34f6bce5-5b3e-4761-b4b8-131ebe5e66b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:31.383526 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-54115dfb-f9a7-4e11-93ac-7f12715c1af5 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Synchronizing usage tracker for tenant:ffa74fa7e259451baa8a72de689adc07 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:39:31.408807 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2339824e-ffce-41f5-b5f0-5dcbb5b61694 None None] Provisioning for port 56d5c708-1a1c-46e0-81ad-1ac0bb121530 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:39:31.420011 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2339824e-ffce-41f5-b5f0-5dcbb5b61694 None None] Provisioning complete for port 56d5c708-1a1c-46e0-81ad-1ac0bb121530 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:39:31.421687 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2339824e-ffce-41f5-b5f0-5dcbb5b61694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:31.430923 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e319321b-4d5e-44a1-b989-941ff5b4ecd8 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:31.440539 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6b3dab9-5f18-4665-97e1-1491341c908b req-fc21b249-779e-4e8a-92f0-1d4f86d532b6 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2c01dca-7be1-4202-ae2f-c07e7abab7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021070 Mar 09 03:39:31.442477 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e319321b-4d5e-44a1-b989-941ff5b4ecd8 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] 10.222.0.16 "DELETE /v2.0/ports/e57f1e6b-eb05-47c1-9180-a4977f37670b HTTP/1.1" status: 204 len: 168 time: 2.3469336 Mar 09 03:39:31.445092 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-54115dfb-f9a7-4e11-93ac-7f12715c1af5 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Unset dirty status for tenant:ffa74fa7e259451baa8a72de689adc07 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:39:31.445663 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47228) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:31.455391 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-54115dfb-f9a7-4e11-93ac-7f12715c1af5 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1632503210&fields=id&tenant_id=ffa74fa7e259451baa8a72de689adc07 HTTP/1.1" status: 200 len: 267 time: 0.1602707 Mar 09 03:39:31.533085 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-34f6bce5-5b3e-4761-b4b8-131ebe5e66b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:31.576629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6bce5-5b3e-4761-b4b8-131ebe5e66b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fc1b3b-a7e2-49f6-9225-dfd0cb40148c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:31.579814 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bc8707dc-1e23-4ba6-a950-e4b66ddec2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:31.608334 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-a3421226-9b78-4d0f-be94-da6f23bd4c36 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:31.611995 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-a3421226-9b78-4d0f-be94-da6f23bd4c36 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports/72168413-1159-417e-b3ea-b4d4a7193d03 HTTP/1.1" status: 200 len: 930 time: 0.1554508 Mar 09 03:39:31.613899 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-34f6bce5-5b3e-4761-b4b8-131ebe5e66b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:31.618895 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-34f6bce5-5b3e-4761-b4b8-131ebe5e66b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3fc1b3b-a7e2-49f6-9225-dfd0cb40148c HTTP/1.1" status: 204 len: 168 time: 0.4108670 Mar 09 03:39:31.737653 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8707dc-1e23-4ba6-a950-e4b66ddec2de admin admin] Checking segment: {'id': 'f737d533-027c-4d49-80b3-79a6efe7740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:39:31.738103 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8707dc-1e23-4ba6-a950-e4b66ddec2de admin admin] Network hostable DHCP agents. Network: c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:39:31.739998 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-2c82c054-acab-42a1-8966-e46bc9538028 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:31.741483 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-2c82c054-acab-42a1-8966-e46bc9538028 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports/5df6d4dd-0e22-4b62-b790-96149b03ad94 HTTP/1.1" status: 200 len: 931 time: 0.1166041 Mar 09 03:39:31.751104 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8707dc-1e23-4ba6-a950-e4b66ddec2de admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cf75fec-0961-40cc-8ceb-7209db6f79d6,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:31.781199 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8707dc-1e23-4ba6-a950-e4b66ddec2de admin admin] Network c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:39:31.802197 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2339824e-ffce-41f5-b5f0-5dcbb5b61694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:31.812491 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-bc8707dc-1e23-4ba6-a950-e4b66ddec2de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:39:31.824968 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f75b9d-d8a5-49c9-a935-fd9d00cce368 req-cecab730-a9f7-4095-85e5-8c6cfc48f9e8 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:31.826742 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-94f75b9d-d8a5-49c9-a935-fd9d00cce368 req-cecab730-a9f7-4095-85e5-8c6cfc48f9e8 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 945 time: 0.1493053 Mar 09 03:39:31.828144 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8707dc-1e23-4ba6-a950-e4b66ddec2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:31.828820 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bc8707dc-1e23-4ba6-a950-e4b66ddec2de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:31.854698 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1824250c-efcf-45bd-80dc-a55445a41fe3 None None] Network c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:39:31.891663 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-94f75b9d-d8a5-49c9-a935-fd9d00cce368 req-5ebdaa2b-6d10-4183-bede-272bdb6fbbb9 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568998 Mar 09 03:39:31.898400 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bc8707dc-1e23-4ba6-a950-e4b66ddec2de admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1039677 Mar 09 03:39:31.901374 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-1f9202d2-2fb0-4fc9-a5b3-ed17e6772f02 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?network_id=30ef9939-e0a3-4385-851a-c377e816c8c2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1524959 Mar 09 03:39:31.998634 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-52af1d61-cc42-478a-89bd-86d5d8e8797e tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?network_id=30ef9939-e0a3-4385-851a-c377e816c8c2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0901678 Mar 09 03:39:32.044676 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-2339824e-ffce-41f5-b5f0-5dcbb5b61694 None None] For port 56d5c708-1a1c-46e0-81ad-1ac0bb121530, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=56d5c708-1a1c-46e0-81ad-1ac0bb121530,segment=NetworkSegment(39c93a56-7179-4998-b262-f58020882fca),segment_id=39c93a56-7179-4998-b262-f58020882fca)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:39:32.059386 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9d72b49b-fc88-4ae0-95c3-714124e169ea tempest-DHCPAgentSchedulersTestJSON-1071867030 tempest-DHCPAgentSchedulersTestJSON-1071867030-project-admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.6100733 Mar 09 03:39:32.059945 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47246) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:32.075094 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-9cfc7497-79e9-4abf-b76f-fd646a260ee7 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-757459561'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:32.091800 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9cfc7497-79e9-4abf-b76f-fd646a260ee7 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:32.101419 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9cfc7497-79e9-4abf-b76f-fd646a260ee7 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Usage tracker for resource:network and tenant:a7978aa182b14f15b8431ebdf2a079cc is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:32.110112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9cfc7497-79e9-4abf-b76f-fd646a260ee7 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:32.119656 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2339824e-ffce-41f5-b5f0-5dcbb5b61694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:32.125978 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9cfc7497-79e9-4abf-b76f-fd646a260ee7 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:32.153313 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfc7497-79e9-4abf-b76f-fd646a260ee7 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Made reservation on behalf of a7978aa182b14f15b8431ebdf2a079cc for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:39:32.158344 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9cfc7497-79e9-4abf-b76f-fd646a260ee7 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:32.217164 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cfc7497-79e9-4abf-b76f-fd646a260ee7 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:39:32.241042 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9cfc7497-79e9-4abf-b76f-fd646a260ee7 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:32.241391 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-9cfc7497-79e9-4abf-b76f-fd646a260ee7 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Added segment b3fa30b2-5295-48d2-9dde-eace7a163fbd of type vlan for network 56718b86-7f5e-41f2-9792-b7b5b5955a3d Mar 09 03:39:32.257393 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-03996055-7f18-46e8-beec-84be9df8b7ea tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:32.264085 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-03996055-7f18-46e8-beec-84be9df8b7ea tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:32.275388 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-03996055-7f18-46e8-beec-84be9df8b7ea tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:32.277675 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-03996055-7f18-46e8-beec-84be9df8b7ea tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Synchronizing usage tracker for tenant:ffa74fa7e259451baa8a72de689adc07 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:39:32.288829 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:32.298936 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:32.310830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-03996055-7f18-46e8-beec-84be9df8b7ea tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Unset dirty status for tenant:ffa74fa7e259451baa8a72de689adc07 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:39:32.322351 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-03996055-7f18-46e8-beec-84be9df8b7ea tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/networks?id=a7ff9480-13c5-42e3-ae93-360a44d2efc2&id=eb499fd8-471d-4286-9030-76983ac8e9a8&id=eb499fd8-471d-4286-9030-76983ac8e9a8&id=30ef9939-e0a3-4385-851a-c377e816c8c2&id=30ef9939-e0a3-4385-851a-c377e816c8c2 HTTP/1.1" status: 200 len: 1990 time: 0.3222167 Mar 09 03:39:32.329168 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47262) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:32.354624 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-fb864bcb-2753-4545-9899-5c00e3f7ec61 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/quotas/ffa74fa7e259451baa8a72de689adc07 HTTP/1.1" status: 200 len: 375 time: 0.0295904 Mar 09 03:39:32.393195 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339824e-ffce-41f5-b5f0-5dcbb5b61694 None None] Pushing event updated for resources: {'Port': ['ID=56d5c708-1a1c-46e0-81ad-1ac0bb121530,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:32.418318 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5145f3db-5fb9-4a6f-bad6-31863d05550d None None] Network c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:39:32.549022 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-8facdd04-f8f9-441d-9268-2eed8bf691b1 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ffa74fa7e259451baa8a72de689adc07&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1922801 Mar 09 03:39:32.713020 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9cfc7497-79e9-4abf-b76f-fd646a260ee7 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:32.766030 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e929797d-8373-4919-b9b0-5a88ae3e4221 None None] Provisioning complete for port 56d5c708-1a1c-46e0-81ad-1ac0bb121530 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:39:32.766266 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e929797d-8373-4919-b9b0-5a88ae3e4221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:32.786484 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e400b473-ebed-4cf2-937a-850ddf4ab9a2 service neutron] 10.222.0.16 "GET /v2.0/networks/a7ff9480-13c5-42e3-ae93-360a44d2efc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190132 Mar 09 03:39:32.800505 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e32a8-5fff-4b9b-8fc8-0a25ce90fa90 req-5aa13015-d8eb-468a-8856-6feff36599c4 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:32.801937 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fb5e32a8-5fff-4b9b-8fc8-0a25ce90fa90 req-5aa13015-d8eb-468a-8856-6feff36599c4 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a2047db-4a16-42d2-8e3b-b4551aca92f9 HTTP/1.1" status: 200 len: 945 time: 0.5641105 Mar 09 03:39:32.885167 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device d523c491-0d3b-4840-b7f6-408a5c97b5a2 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:39:32.990020 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: d523c491-0d3b-4840-b7f6-408a5c97b5a2 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:39:32.990580 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device d523c491-0d3b-4840-b7f6-408a5c97b5a2 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:39:33.067086 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9cfc7497-79e9-4abf-b76f-fd646a260ee7 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:33.084087 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfc7497-79e9-4abf-b76f-fd646a260ee7 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:33.084742 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9cfc7497-79e9-4abf-b76f-fd646a260ee7 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:33.130385 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-fb5e32a8-5fff-4b9b-8fc8-0a25ce90fa90 req-f6e62a4d-0f84-4ba7-a7a7-deff3d670a21 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Deleting port 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:39:33.131646 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-fb5e32a8-5fff-4b9b-8fc8-0a25ce90fa90 req-f6e62a4d-0f84-4ba7-a7a7-deff3d670a21 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:33.194475 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-509613b5-8d6c-4896-93c5-d02c26d44973 None None] Could not find standard attr ID for object e57f1e6b-eb05-47c1-9180-a4977f37670b. {{(pid=87882) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 03:39:33.320908 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:33.332337 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9cfc7497-79e9-4abf-b76f-fd646a260ee7 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2703376 Mar 09 03:39:33.335318 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47296) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:33.345859 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47300) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:33.357336 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-e398b460-30c4-4a45-9b7f-147a60686a39 admin admin] Deleting subnet 42f7c02a-5561-45bd-a0c7-255e56eaf460 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:39:33.358073 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a7975-ab1e-4b50-8869-adbfacc7ef00 req-c3f2611f-020c-45d8-9e45-a56e928a7b90 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:33.359546 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-807a7975-ab1e-4b50-8869-adbfacc7ef00 req-c3f2611f-020c-45d8-9e45-a56e928a7b90 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a2047db-4a16-42d2-8e3b-b4551aca92f9 HTTP/1.1" status: 200 len: 945 time: 0.6519833 Mar 09 03:39:33.360461 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e398b460-30c4-4a45-9b7f-147a60686a39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:33.367821 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc7497-79e9-4abf-b76f-fd646a260ee7 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Pushing event updated for resources: {'Network': ['ID=56718b86-7f5e-41f2-9792-b7b5b5955a3d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:33.380582 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 56718b86-7f5e-41f2-9792-b7b5b5955a3d details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:39:33.425965 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-87d56352-a979-48f8-b596-45ab6ef612ff service neutron] 10.222.0.16 "GET /v2.0/networks/a7ff9480-13c5-42e3-ae93-360a44d2efc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6251197 Mar 09 03:39:33.496907 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-807a7975-ab1e-4b50-8869-adbfacc7ef00 req-7f0a8457-d8ab-4c05-9624-88bd3197b983 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2c01dca-7be1-4202-ae2f-c07e7abab7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216109 Mar 09 03:39:33.505041 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e398b460-30c4-4a45-9b7f-147a60686a39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:33.552261 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-1c280ed8-2c83-4c8c-bb78-21bce73f806c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-394964259-network', 'tenant_id': '93aa98084011474eadf54856db5462ee'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:33.599693 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1c280ed8-2c83-4c8c-bb78-21bce73f806c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:33.616869 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e398b460-30c4-4a45-9b7f-147a60686a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:33.621516 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1c280ed8-2c83-4c8c-bb78-21bce73f806c admin admin] Usage tracker for resource:network and tenant:93aa98084011474eadf54856db5462ee is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:33.626400 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1c280ed8-2c83-4c8c-bb78-21bce73f806c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:33.636200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1c280ed8-2c83-4c8c-bb78-21bce73f806c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:33.663016 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c280ed8-2c83-4c8c-bb78-21bce73f806c admin admin] Made reservation on behalf of 93aa98084011474eadf54856db5462ee for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:39:33.665487 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1c280ed8-2c83-4c8c-bb78-21bce73f806c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:33.682818 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1c280ed8-2c83-4c8c-bb78-21bce73f806c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:33.700652 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-fb5e32a8-5fff-4b9b-8fc8-0a25ce90fa90 req-f6e62a4d-0f84-4ba7-a7a7-deff3d670a21 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] For port 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4,segment=NetworkSegment(fa9b3cd6-7edb-4d26-8cdd-496a51b5095e),segment_id=fa9b3cd6-7edb-4d26-8cdd-496a51b5095e)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:39:33.701136 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-fb5e32a8-5fff-4b9b-8fc8-0a25ce90fa90 req-f6e62a4d-0f84-4ba7-a7a7-deff3d670a21 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:33.708645 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-0bbb85ad-c719-418b-bd06-5b0a90b922f0 service neutron] 10.222.0.16 "GET /v2.0/ports/72168413-1159-417e-b3ea-b4d4a7193d03?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2661884 Mar 09 03:39:33.717224 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1c280ed8-2c83-4c8c-bb78-21bce73f806c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:33.813002 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:33.829250 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1c280ed8-2c83-4c8c-bb78-21bce73f806c admin admin] Usage tracker for resource:security_group_rule and tenant:93aa98084011474eadf54856db5462ee is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:33.833086 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1c280ed8-2c83-4c8c-bb78-21bce73f806c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:33.842931 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-fb5e32a8-5fff-4b9b-8fc8-0a25ce90fa90 req-f6e62a4d-0f84-4ba7-a7a7-deff3d670a21 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Calling delete_port for 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:39:33.904216 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1c280ed8-2c83-4c8c-bb78-21bce73f806c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:33.920683 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-55719d29-4912-4b59-9448-d2501769f294 tempest-DHCPAgentSchedulersTestJSON-1071867030 tempest-DHCPAgentSchedulersTestJSON-1071867030-project-admin] 10.222.0.16 "GET /v2.0/agents/31c05520-5f94-427e-9520-becea6287aab/dhcp-networks HTTP/1.1" status: 200 len: 11236 time: 0.5794332 Mar 09 03:39:33.923031 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47320) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:33.923187 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e398b460-30c4-4a45-9b7f-147a60686a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:33.980043 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-163c5ba8-b881-46b7-8c97-1780845505a6 service neutron] 10.222.0.16 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538974 Mar 09 03:39:33.982477 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398b460-30c4-4a45-9b7f-147a60686a39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42f7c02a-5561-45bd-a0c7-255e56eaf460,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:33.984642 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e398b460-30c4-4a45-9b7f-147a60686a39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:34.021130 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e398b460-30c4-4a45-9b7f-147a60686a39 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/42f7c02a-5561-45bd-a0c7-255e56eaf460 HTTP/1.1" status: 204 len: 168 time: 1.6901917 Mar 09 03:39:34.023558 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47324) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:34.160838 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 56d5c708-1a1c-46e0-81ad-1ac0bb121530 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:39:34.200841 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a2144275-a19e-4fc0-9ae7-aeefd3785728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:34.221830 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-086a553c-6753-4f0a-bedf-cd1242e1b199 service neutron] 10.222.0.16 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324896 Mar 09 03:39:34.239507 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 56d5c708-1a1c-46e0-81ad-1ac0bb121530 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:39:34.240608 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:34.254459 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-54640640-3a99-416d-82fe-6dfcb6742848 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:34.255927 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-54640640-3a99-416d-82fe-6dfcb6742848 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/networks?id=c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 HTTP/1.1" status: 200 len: 803 time: 0.4239631 Mar 09 03:39:34.314467 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-5a584fcb-e488-4cbe-a3d1-4173969256bb tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/quotas/62215851be3d4b12858e1a437af1e4f7 HTTP/1.1" status: 200 len: 375 time: 0.0437617 Mar 09 03:39:34.368084 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-fb5e32a8-5fff-4b9b-8fc8-0a25ce90fa90 req-f6e62a4d-0f84-4ba7-a7a7-deff3d670a21 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:34.375737 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1c280ed8-2c83-4c8c-bb78-21bce73f806c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:34.404553 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a2144275-a19e-4fc0-9ae7-aeefd3785728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:34.413089 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-4c2d491f-174a-4d00-9e22-8c5ee8c23138 service neutron] 10.222.0.16 "GET /v2.0/ports/5df6d4dd-0e22-4b62-b790-96149b03ad94?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1600761 Mar 09 03:39:34.424991 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e71f42f-4120-4c47-94f2-e078b3883ad2 tempest-DHCPAgentSchedulersTestJSON-1071867030 tempest-DHCPAgentSchedulersTestJSON-1071867030-project-admin] Network 56718b86-7f5e-41f2-9792-b7b5b5955a3d is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:39:34.435433 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-d08d61a6-c4af-4726-9071-9e4dfd782803 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=62215851be3d4b12858e1a437af1e4f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1075277 Mar 09 03:39:34.446181 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1c280ed8-2c83-4c8c-bb78-21bce73f806c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:34.460672 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e62a4d-0f84-4ba7-a7a7-deff3d670a21 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Pushing event deleted for resources: {'Port': ['ID=9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:34.464266 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-a2144275-a19e-4fc0-9ae7-aeefd3785728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af94044a-4dd6-4e2a-9a7b-ddb410474c02']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:39:34.481245 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-a2144275-a19e-4fc0-9ae7-aeefd3785728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02abcffe-f922-4511-a47a-4246f491b279') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:39:34.481540 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-a2144275-a19e-4fc0-9ae7-aeefd3785728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02abcffe-f922-4511-a47a-4246f491b279') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:39:34.503072 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a542e582-ba6e-40b2-b6b8-e2c12e4d9f01 None None] Network 56718b86-7f5e-41f2-9792-b7b5b5955a3d requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:39:34.545796 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a2144275-a19e-4fc0-9ae7-aeefd3785728 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:34.552936 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6e71f42f-4120-4c47-94f2-e078b3883ad2 tempest-DHCPAgentSchedulersTestJSON-1071867030 tempest-DHCPAgentSchedulersTestJSON-1071867030-project-admin] 10.222.0.16 "POST /v2.0/agents/31c05520-5f94-427e-9520-becea6287aab/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6308248 Mar 09 03:39:34.555890 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47330) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:34.569145 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c280ed8-2c83-4c8c-bb78-21bce73f806c admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:39:34.571613 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a2144275-a19e-4fc0-9ae7-aeefd3785728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:34.584563 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2144275-a19e-4fc0-9ae7-aeefd3785728 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:39:34.584965 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a2144275-a19e-4fc0-9ae7-aeefd3785728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:39:34.603491 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:39:34.700342 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-6b88d1f7-48ed-44c7-ab63-8ee7755d6e8f service neutron] 10.222.0.16 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747850 Mar 09 03:39:34.702517 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a2144275-a19e-4fc0-9ae7-aeefd3785728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:34.709207 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a2144275-a19e-4fc0-9ae7-aeefd3785728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:34.765072 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2144275-a19e-4fc0-9ae7-aeefd3785728 admin admin] Pushing event deleted for resources: {'Network': ['ID=af94044a-4dd6-4e2a-9a7b-ddb410474c02,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:34.780874 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a2144275-a19e-4fc0-9ae7-aeefd3785728 admin admin] 10.222.0.16 "DELETE /v2.0/networks/af94044a-4dd6-4e2a-9a7b-ddb410474c02 HTTP/1.1" status: 204 len: 168 time: 0.7563577 Mar 09 03:39:34.783963 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47334) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:34.811478 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c280ed8-2c83-4c8c-bb78-21bce73f806c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea847a4d-65db-4565-95a5-0836e3e1737a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:34.814320 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5e32a8-5fff-4b9b-8fc8-0a25ce90fa90 req-f6e62a4d-0f84-4ba7-a7a7-deff3d670a21 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] No DVR routers for this DVR port 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:39:34.832097 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-fb5e32a8-5fff-4b9b-8fc8-0a25ce90fa90 req-f6e62a4d-0f84-4ba7-a7a7-deff3d670a21 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:34.846656 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2047db-4a16-42d2-8e3b-b4551aca92f9', 'name': 'network-vif-deleted', 'tag': '9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:39:34.856881 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1c280ed8-2c83-4c8c-bb78-21bce73f806c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:34.857226 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-1c280ed8-2c83-4c8c-bb78-21bce73f806c admin admin] Added segment af2209d2-57f3-4ad5-bf93-abd67d5b0a2e of type vlan for network a1db9162-013b-4555-a7dd-e31cdddb344c Mar 09 03:39:35.015758 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1c280ed8-2c83-4c8c-bb78-21bce73f806c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:35.020254 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fb5e32a8-5fff-4b9b-8fc8-0a25ce90fa90 req-f6e62a4d-0f84-4ba7-a7a7-deff3d670a21 tempest-AttachSCSIVolumeTestJSON-1626310633 tempest-AttachSCSIVolumeTestJSON-1626310633-project] 10.222.0.21 "DELETE /v2.0/ports/9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4 HTTP/1.1" status: 204 len: 173 time: 2.2088623 Mar 09 03:39:35.032396 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-b47591b9-de5c-430f-b271-e9aec80253b8 service neutron] 10.222.0.16 "GET /v2.0/networks/c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5823848 Mar 09 03:39:35.035433 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b364d2-f6ef-4ca3-914d-8ce64676670c admin admin] Deleting subnet 5184d272-d894-4742-bea0-ac276f17eab8 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:39:35.038723 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d5b364d2-f6ef-4ca3-914d-8ce64676670c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:35.097560 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-774fd4a4-039e-4428-a2f3-f621fb22f93e service neutron] 10.222.0.16 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640966 Mar 09 03:39:35.126200 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d5b364d2-f6ef-4ca3-914d-8ce64676670c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:35.187015 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1c280ed8-2c83-4c8c-bb78-21bce73f806c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:35.187845 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c280ed8-2c83-4c8c-bb78-21bce73f806c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:35.188421 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1c280ed8-2c83-4c8c-bb78-21bce73f806c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:35.214026 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f363bac3-1eec-466d-9839-66595a388391 tempest-DHCPAgentSchedulersTestJSON-1071867030 tempest-DHCPAgentSchedulersTestJSON-1071867030-project-admin] 10.222.0.16 "GET /v2.0/agents/31c05520-5f94-427e-9520-becea6287aab/dhcp-networks HTTP/1.1" status: 200 len: 11214 time: 0.6463020 Mar 09 03:39:35.222535 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47340) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:35.256350 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d5b364d2-f6ef-4ca3-914d-8ce64676670c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:35.262415 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1c280ed8-2c83-4c8c-bb78-21bce73f806c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9103389 Mar 09 03:39:35.285172 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47344) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:35.303247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-fb7b8979-c169-437c-85c5-a5e3d9856f51 admin admin] Request body: {'subnet': {'network_id': 'a1db9162-013b-4555-a7dd-e31cdddb344c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-394964259-subnet', 'tenant_id': '93aa98084011474eadf54856db5462ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:35.312469 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fb7b8979-c169-437c-85c5-a5e3d9856f51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:35.331174 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fb7b8979-c169-437c-85c5-a5e3d9856f51 admin admin] Usage tracker for resource:subnet and tenant:93aa98084011474eadf54856db5462ee is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:35.338148 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fb7b8979-c169-437c-85c5-a5e3d9856f51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:35.340449 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 22cea704-40e5-4bb8-835b-fc5ace5f5d1f details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:39:35.345203 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:39:35.351462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fb7b8979-c169-437c-85c5-a5e3d9856f51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:35.361921 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-778a3fd8-ed3d-4d29-ab07-c95303c9aee4 service neutron] 10.222.0.16 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548010 Mar 09 03:39:35.374627 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c280ed8-2c83-4c8c-bb78-21bce73f806c admin admin] Pushing event updated for resources: {'Network': ['ID=a1db9162-013b-4555-a7dd-e31cdddb344c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:35.396128 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-c601f11a-13c9-4367-b1c5-41ac7ee4d7c5 service neutron] 10.222.0.16 "GET /v2.0/networks/c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521860 Mar 09 03:39:35.407588 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4f60e074-dca5-4c6c-b822-40c0c33f2dec tempest-DHCPAgentSchedulersTestJSON-1071867030 tempest-DHCPAgentSchedulersTestJSON-1071867030-project-admin] 10.222.0.16 "DELETE /v2.0/agents/31c05520-5f94-427e-9520-becea6287aab/dhcp-networks/56718b86-7f5e-41f2-9792-b7b5b5955a3d HTTP/1.1" status: 204 len: 168 time: 0.1803451 Mar 09 03:39:35.409555 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47350) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:35.413664 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7b8979-c169-437c-85c5-a5e3d9856f51 admin admin] Made reservation on behalf of 93aa98084011474eadf54856db5462ee for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:39:35.415951 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8979-c169-437c-85c5-a5e3d9856f51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:35.431479 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network a1db9162-013b-4555-a7dd-e31cdddb344c details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:39:35.457943 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:39:35.458497 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:39:35.530130 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d5b364d2-f6ef-4ca3-914d-8ce64676670c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:35.650444 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b364d2-f6ef-4ca3-914d-8ce64676670c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5184d272-d894-4742-bea0-ac276f17eab8,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:35.739789 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-427dd308-a7b0-4ccf-9127-95ac65621c8e tempest-DHCPAgentSchedulersTestJSON-1071867030 tempest-DHCPAgentSchedulersTestJSON-1071867030-project-admin] 10.222.0.16 "GET /v2.0/agents/31c05520-5f94-427e-9520-becea6287aab/dhcp-networks HTTP/1.1" status: 200 len: 10406 time: 0.3277671 Mar 09 03:39:35.740426 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47364) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:35.786835 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-057a20d8-7072-4168-a170-ce2d55e58c4b tempest-DHCPAgentSchedulersTestJSON-1071867030 tempest-DHCPAgentSchedulersTestJSON-1071867030-project-admin] 10.222.0.16 "GET /v2.0/networks/c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0449791 Mar 09 03:39:35.787929 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47368) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:35.797588 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d5b364d2-f6ef-4ca3-914d-8ce64676670c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:35.829596 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d5b364d2-f6ef-4ca3-914d-8ce64676670c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5184d272-d894-4742-bea0-ac276f17eab8 HTTP/1.1" status: 204 len: 168 time: 1.0446188 Mar 09 03:39:35.833278 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47372) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:35.883042 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fc91bd8a-67ca-45d9-ad9e-b3386f07e1ee tempest-DHCPAgentSchedulersTestJSON-1071867030 tempest-DHCPAgentSchedulersTestJSON-1071867030-project-admin] 10.222.0.16 "GET /v2.0/networks/c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0931506 Mar 09 03:39:35.883632 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47380) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:35.944990 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 22cea704-40e5-4bb8-835b-fc5ace5f5d1f, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=22cea704-40e5-4bb8-835b-fc5ace5f5d1f,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:39:35.971800 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-bc80e415-817b-4a51-9c2f-3ffcc14575b2 service neutron] 10.222.0.16 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6080046 Mar 09 03:39:35.997599 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '22cea704-40e5-4bb8-835b-fc5ace5f5d1f', 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e', 'port_id': '22cea704-40e5-4bb8-835b-fc5ace5f5d1f', 'mac_address': 'fa:16:3e:08:84:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c938e3dc-f3f5-45d5-a021-35dcda335146', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:39:36.064633 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349dc02-aed7-42a1-a0a5-d82579473d4b req-f773676e-a447-4ed3-a5f9-1e4384112974 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:36.066520 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1349dc02-aed7-42a1-a0a5-d82579473d4b req-f773676e-a447-4ed3-a5f9-1e4384112974 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 945 time: 0.2780805 Mar 09 03:39:36.101939 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:36.106701 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af4a5e17-9a0d-4e1f-b2df-77dfd86e82d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:36.125777 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22cea704-40e5-4bb8-835b-fc5ace5f5d1f {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:39:36.149074 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 22cea704-40e5-4bb8-835b-fc5ace5f5d1f, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=22cea704-40e5-4bb8-835b-fc5ace5f5d1f,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:39:36.156027 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:36.169575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47392) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:36.169857 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f96388ee-5a44-4a64-a205-b31671a9f691 tempest-DHCPAgentSchedulersTestJSON-1071867030 tempest-DHCPAgentSchedulersTestJSON-1071867030-project-admin] 10.222.0.16 "GET /v2.0/agents/31c05520-5f94-427e-9520-becea6287aab/dhcp-networks HTTP/1.1" status: 200 len: 10406 time: 0.2849803 Mar 09 03:39:36.175280 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1349dc02-aed7-42a1-a0a5-d82579473d4b req-8cdd3dd6-980a-4fd0-a073-6050bb5640a6 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985286 Mar 09 03:39:36.242810 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=22cea704-40e5-4bb8-835b-fc5ace5f5d1f,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:36.247192 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['22cea704-40e5-4bb8-835b-fc5ace5f5d1f'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:39:36.581196 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2047db-4a16-42d2-8e3b-b4551aca92f9', 'name': 'network-vif-deleted', 'tag': '9d0bd4b3-aa2d-4e44-9889-c3a3d2fe77f4', 'status': 'completed', 'code': 200} Mar 09 03:39:36.664999 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4cb67f91-862f-4ffe-b79d-e9162aa103f9 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:36.779015 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d56c5798-b90b-46e8-9c1f-81ccac109840 req-4f5ca879-867c-46eb-b072-09d75b8821ee tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6ef4f4-a9b9-4ef1-bafc-6882d263ed32 HTTP/1.1" status: 200 len: 210 time: 0.0780396 Mar 09 03:39:36.842980 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47422) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:36.960659 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af4a5e17-9a0d-4e1f-b2df-77dfd86e82d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:36.984816 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-50032083-694d-41f7-a25d-eabca47f525b service neutron] 10.222.0.16 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8749855 Mar 09 03:39:37.012707 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-44ea32c3-154e-420b-ad97-5e84eebc5af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:37.056481 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-44ea32c3-154e-420b-ad97-5e84eebc5af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:37.061349 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-44ea32c3-154e-420b-ad97-5e84eebc5af3 admin admin] Usage tracker for resource:security_group_rule and tenant:f3f97b008f774a83b36fd5c1f647a2c1 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:37.064948 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-44ea32c3-154e-420b-ad97-5e84eebc5af3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:37.071100 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-44ea32c3-154e-420b-ad97-5e84eebc5af3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:37.212700 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8979-c169-437c-85c5-a5e3d9856f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:37.256191 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-44ea32c3-154e-420b-ad97-5e84eebc5af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:37.266893 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-44ea32c3-154e-420b-ad97-5e84eebc5af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:37.344422 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 22cea704-40e5-4bb8-835b-fc5ace5f5d1f up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:39:37.395743 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-44ea32c3-154e-420b-ad97-5e84eebc5af3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f3f97b008f774a83b36fd5c1f647a2c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5512140 Mar 09 03:39:37.396733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47454) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:37.401380 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea32c3-154e-420b-ad97-5e84eebc5af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad3e853-eb76-425f-93ab-9d50edf4cf8d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:37.483475 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 22cea704-40e5-4bb8-835b-fc5ace5f5d1f triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:39:37.484264 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:37.535167 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c4eeb5a-7b3f-4d25-bf5f-e753e45ddb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:37.581888 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c4eeb5a-7b3f-4d25-bf5f-e753e45ddb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:37.594889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-af4a5e17-9a0d-4e1f-b2df-77dfd86e82d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94778559-6924-4976-a0de-d911be155a64']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:39:37.624769 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:37.631818 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-af4a5e17-9a0d-4e1f-b2df-77dfd86e82d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d29b222-bb4f-4cff-bca7-af2e2bd13552') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:39:37.632115 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-af4a5e17-9a0d-4e1f-b2df-77dfd86e82d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d29b222-bb4f-4cff-bca7-af2e2bd13552') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:39:37.665761 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af4a5e17-9a0d-4e1f-b2df-77dfd86e82d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:37.684119 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eeeb67-2f59-4a4c-b7a3-22aa09a9a702 req-2df09744-0be3-4e2c-bd38-dd1db34be56e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:37.688874 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-12eeeb67-2f59-4a4c-b7a3-22aa09a9a702 req-2df09744-0be3-4e2c-bd38-dd1db34be56e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 944 time: 0.2743146 Mar 09 03:39:37.693877 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 22cea704-40e5-4bb8-835b-fc5ace5f5d1f, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=22cea704-40e5-4bb8-835b-fc5ace5f5d1f,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:39:37.695224 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad417c7-ef2f-4988-aee3-320ff81b1f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cea704-40e5-4bb8-835b-fc5ace5f5d1f'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:39:37.696382 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af4a5e17-9a0d-4e1f-b2df-77dfd86e82d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:37.704453 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4a5e17-9a0d-4e1f-b2df-77dfd86e82d2 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:39:37.704917 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af4a5e17-9a0d-4e1f-b2df-77dfd86e82d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:37.711396 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:37.824692 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=22cea704-40e5-4bb8-835b-fc5ace5f5d1f,revision_number=7']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:37.851617 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-12eeeb67-2f59-4a4c-b7a3-22aa09a9a702 req-e0d16f9a-97e8-4fed-9454-83b87f6547ff tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366100 Mar 09 03:39:37.852350 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c4eeb5a-7b3f-4d25-bf5f-e753e45ddb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:39:37.870481 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:39:37.902366 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4eeb5a-7b3f-4d25-bf5f-e753e45ddb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad3e853-eb76-425f-93ab-9d50edf4cf8d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:37.913049 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c4eeb5a-7b3f-4d25-bf5f-e753e45ddb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:37.914267 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9c4eeb5a-7b3f-4d25-bf5f-e753e45ddb76 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dad3e853-eb76-425f-93ab-9d50edf4cf8d HTTP/1.1" status: 204 len: 168 time: 0.5154090 Mar 09 03:39:37.971552 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad417c7-ef2f-4988-aee3-320ff81b1f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cea704-40e5-4bb8-835b-fc5ace5f5d1f', 'code': 200} Mar 09 03:39:38.188386 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4cb67f91-862f-4ffe-b79d-e9162aa103f9 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:38.203210 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8afafed8-fa01-421e-bf2a-70be6b927f94 req-364b4f2c-bf6a-4ee9-b36f-f4e763b4d924 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6ef4f4-a9b9-4ef1-bafc-6882d263ed32 HTTP/1.1" status: 200 len: 210 time: 0.1028576 Mar 09 03:39:38.255434 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-2a7c2790-7615-45f4-9da2-368bacce73b8 service neutron] 10.222.0.16 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2186809 Mar 09 03:39:38.349635 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b8979-c169-437c-85c5-a5e3d9856f51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5bbbb50-9b24-4c8b-900f-4775f7f04439,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:38.366488 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af4a5e17-9a0d-4e1f-b2df-77dfd86e82d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:38.376220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-4cb67f91-862f-4ffe-b79d-e9162aa103f9 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56718b86-7f5e-41f2-9792-b7b5b5955a3d']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:39:38.430192 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af4a5e17-9a0d-4e1f-b2df-77dfd86e82d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:38.449434 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-4cb67f91-862f-4ffe-b79d-e9162aa103f9 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3fa30b2-5295-48d2-9dde-eace7a163fbd') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:39:38.449820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-4cb67f91-862f-4ffe-b79d-e9162aa103f9 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3fa30b2-5295-48d2-9dde-eace7a163fbd') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:39:38.466793 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:38.528942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a5e17-9a0d-4e1f-b2df-77dfd86e82d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=94778559-6924-4976-a0de-d911be155a64,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:38.532776 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4cb67f91-862f-4ffe-b79d-e9162aa103f9 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:38.558826 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7b8979-c169-437c-85c5-a5e3d9856f51 admin admin] Checking segment: {'id': 'af2209d2-57f3-4ad5-bf93-abd67d5b0a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a1db9162-013b-4555-a7dd-e31cdddb344c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:39:38.559287 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7b8979-c169-437c-85c5-a5e3d9856f51 admin admin] Network hostable DHCP agents. Network: a1db9162-013b-4555-a7dd-e31cdddb344c, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:39:38.564340 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-af4a5e17-9a0d-4e1f-b2df-77dfd86e82d2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/94778559-6924-4976-a0de-d911be155a64 HTTP/1.1" status: 204 len: 168 time: 2.7267435 Mar 09 03:39:38.592016 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4cb67f91-862f-4ffe-b79d-e9162aa103f9 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:38.620400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb67f91-862f-4ffe-b79d-e9162aa103f9 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:39:38.620875 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4cb67f91-862f-4ffe-b79d-e9162aa103f9 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:39:38.637068 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:39:38.674216 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-053818b9-719b-45bd-850a-74d096a62565 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:38.674940 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-053818b9-719b-45bd-850a-74d096a62565 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Synchronizing usage tracker for tenant:62215851be3d4b12858e1a437af1e4f7 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:39:38.771427 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7b8979-c169-437c-85c5-a5e3d9856f51 admin admin] Network a1db9162-013b-4555-a7dd-e31cdddb344c is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:39:38.796098 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-ecca408f-7624-403b-b813-8e3d8d3c7f2a service neutron] 10.222.0.16 "GET /v2.0/networks/30ef9939-e0a3-4385-851a-c377e816c8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348103 Mar 09 03:39:38.876071 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-fb7b8979-c169-437c-85c5-a5e3d9856f51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, a1db9162-013b-4555-a7dd-e31cdddb344c) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:39:38.877920 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4cb67f91-862f-4ffe-b79d-e9162aa103f9 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:38.888455 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41709e43-5d99-4d0c-a765-84d0ed25b38c None None] Network a1db9162-013b-4555-a7dd-e31cdddb344c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:39:38.907870 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7b8979-c169-437c-85c5-a5e3d9856f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:38.910418 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8979-c169-437c-85c5-a5e3d9856f51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:38.951773 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-053818b9-719b-45bd-850a-74d096a62565 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Unset dirty status for tenant:62215851be3d4b12858e1a437af1e4f7 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:39:38.957103 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-053818b9-719b-45bd-850a-74d096a62565 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.24 "GET /v2.0/networks?id=c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 HTTP/1.1" status: 200 len: 803 time: 1.3774247 Mar 09 03:39:38.957759 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47496) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:38.959338 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4cb67f91-862f-4ffe-b79d-e9162aa103f9 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:38.988747 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-1082551f-27b1-4075-8a79-8dbd2bd8e20b tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Request body: {'port': {'device_id': 'de6ef4f4-a9b9-4ef1-bafc-6882d263ed32', 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1', 'admin_state_up': True, 'tenant_id': '62215851be3d4b12858e1a437af1e4f7'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:39.147958 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb67f91-862f-4ffe-b79d-e9162aa103f9 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Pushing event deleted for resources: {'Network': ['ID=56718b86-7f5e-41f2-9792-b7b5b5955a3d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:39.168997 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4cb67f91-862f-4ffe-b79d-e9162aa103f9 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] 10.222.0.16 "DELETE /v2.0/networks/56718b86-7f5e-41f2-9792-b7b5b5955a3d HTTP/1.1" status: 204 len: 168 time: 2.9955750 Mar 09 03:39:39.177495 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47504) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:39.195792 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d9a0a9e1-ec1b-4a46-9b3c-86ed136b4fe9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2805c8aef7c746099fde990352f135bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365301 Mar 09 03:39:39.205101 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47508) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:39.295289 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47514) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:39.324334 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0096-a5dd-4900-9e3f-17e616cb74bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:39.344296 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fb7b8979-c169-437c-85c5-a5e3d9856f51 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 4.0565300 Mar 09 03:39:39.345015 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517d245-bc43-484b-b628-d881be90d287 req-0a9dba4e-717f-491b-b89e-dafd27d4eccd tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:39.346795 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6517d245-bc43-484b-b628-d881be90d287 req-0a9dba4e-717f-491b-b89e-dafd27d4eccd tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 945 time: 0.2648547 Mar 09 03:39:39.406255 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4d35be-b04d-4982-8dc9-2225489e6657 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] DELETE failed (client error): The resource could not be found. Mar 09 03:39:39.406781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e4d35be-b04d-4982-8dc9-2225489e6657 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:39:39.410822 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2e4d35be-b04d-4982-8dc9-2225489e6657 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] 10.222.0.16 "DELETE /v2.0/ports/e57f1e6b-eb05-47c1-9180-a4977f37670b HTTP/1.1" status: 404 len: 333 time: 0.2301466 Mar 09 03:39:39.424724 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47520) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:39.441626 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-276669a4-e826-47b3-831d-4d29d7ebf42e service neutron] 10.222.0.16 "GET /v2.0/networks/30ef9939-e0a3-4385-851a-c377e816c8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6420672 Mar 09 03:39:39.470480 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0096-a5dd-4900-9e3f-17e616cb74bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:39.579788 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c923b8a-88f2-4f2b-ba39-4897c5b0cf37 None None] Network a1db9162-013b-4555-a7dd-e31cdddb344c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:39:39.612980 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6517d245-bc43-484b-b628-d881be90d287 req-c0b65331-3398-4337-a3b2-fcfada0f5d15 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593708 Mar 09 03:39:39.638770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-cf0b3552-46af-4c60-8638-a5f972a07852 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1350586423-network', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:39.682878 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cf0b3552-46af-4c60-8638-a5f972a07852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:39.696779 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cf0b3552-46af-4c60-8638-a5f972a07852 admin admin] Usage tracker for resource:network and tenant:a99da7d1ff544c6c946233b9d2e2fe07 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:39.714692 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cf0b3552-46af-4c60-8638-a5f972a07852 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:39.740535 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cf0b3552-46af-4c60-8638-a5f972a07852 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:39.759536 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-1082551f-27b1-4075-8a79-8dbd2bd8e20b tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:39.774566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0b3552-46af-4c60-8638-a5f972a07852 admin admin] Made reservation on behalf of a99da7d1ff544c6c946233b9d2e2fe07 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:39:39.777770 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cf0b3552-46af-4c60-8638-a5f972a07852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:39.792443 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0096-a5dd-4900-9e3f-17e616cb74bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:39.801728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-1082551f-27b1-4075-8a79-8dbd2bd8e20b tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Usage tracker for resource:port and tenant:62215851be3d4b12858e1a437af1e4f7 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:39.813726 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cf0b3552-46af-4c60-8638-a5f972a07852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:39.829020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-1082551f-27b1-4075-8a79-8dbd2bd8e20b tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:39.832916 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d0096-a5dd-4900-9e3f-17e616cb74bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c6b24a-18c3-4840-9402-53feead0d06c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:39.835177 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cf0b3552-46af-4c60-8638-a5f972a07852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:39.841410 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cf0b3552-46af-4c60-8638-a5f972a07852 admin admin] Usage tracker for resource:security_group_rule and tenant:a99da7d1ff544c6c946233b9d2e2fe07 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:39.846436 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a59db85-9ead-49dd-9818-c3b31e79134d tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Deleting subnet 3fc98d0c-2bc7-4b82-b6ed-a0b98d3f48cc {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:39:39.875049 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a59db85-9ead-49dd-9818-c3b31e79134d tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:39.880821 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cf0b3552-46af-4c60-8638-a5f972a07852 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:39.947967 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-1082551f-27b1-4075-8a79-8dbd2bd8e20b tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:40.031638 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-1082551f-27b1-4075-8a79-8dbd2bd8e20b tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Made reservation on behalf of 62215851be3d4b12858e1a437af1e4f7 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:39:40.048239 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-1082551f-27b1-4075-8a79-8dbd2bd8e20b tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:40.062561 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cf0b3552-46af-4c60-8638-a5f972a07852 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:40.066442 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7c43a12a-9eae-4646-9679-4bde142b23a3 req-6db6c022-4023-478e-9f86-90db277a4a72 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6ef4f4-a9b9-4ef1-bafc-6882d263ed32 HTTP/1.1" status: 200 len: 210 time: 0.2287843 Mar 09 03:39:40.068431 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0096-a5dd-4900-9e3f-17e616cb74bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:40.071892 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fe2d0096-a5dd-4900-9e3f-17e616cb74bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/31c6b24a-18c3-4840-9402-53feead0d06c HTTP/1.1" status: 204 len: 168 time: 0.8630562 Mar 09 03:39:40.129252 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-b7abea35-e537-4927-8ee6-8011c8391ed5 service neutron] 10.222.0.16 "GET /v2.0/networks/30ef9939-e0a3-4385-851a-c377e816c8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5997498 Mar 09 03:39:40.140294 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a59db85-9ead-49dd-9818-c3b31e79134d tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:40.280966 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cf0b3552-46af-4c60-8638-a5f972a07852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:40.290455 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cf0b3552-46af-4c60-8638-a5f972a07852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:40.352731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0b3552-46af-4c60-8638-a5f972a07852 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:39:40.387574 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b3552-46af-4c60-8638-a5f972a07852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc22626-916b-4e7d-82d9-d3664bd42560,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:40.402308 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cf0b3552-46af-4c60-8638-a5f972a07852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:40.402660 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-cf0b3552-46af-4c60-8638-a5f972a07852 admin admin] Added segment 635225fe-5597-4fc5-b912-d36acfd93dcb of type vlan for network a8e31c6c-fab7-4159-aaef-1d90e4713210 Mar 09 03:39:40.517249 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cf0b3552-46af-4c60-8638-a5f972a07852 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:40.694503 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cf0b3552-46af-4c60-8638-a5f972a07852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:40.698143 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0b3552-46af-4c60-8638-a5f972a07852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:40.698770 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cf0b3552-46af-4c60-8638-a5f972a07852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:40.732424 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47548) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:40.859897 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b3552-46af-4c60-8638-a5f972a07852 admin admin] Pushing event updated for resources: {'Network': ['ID=a8e31c6c-fab7-4159-aaef-1d90e4713210,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:40.863796 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cf0b3552-46af-4c60-8638-a5f972a07852 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5670774 Mar 09 03:39:40.871072 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47552) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:40.872103 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network a8e31c6c-fab7-4159-aaef-1d90e4713210 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:39:40.880482 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-c2c5154f-7cc4-47dd-a998-45290043e604 admin admin] Request body: {'subnet': {'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1350586423-subnet', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:40.886399 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c2c5154f-7cc4-47dd-a998-45290043e604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:40.890363 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c2c5154f-7cc4-47dd-a998-45290043e604 admin admin] Usage tracker for resource:subnet and tenant:a99da7d1ff544c6c946233b9d2e2fe07 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:40.893482 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c2c5154f-7cc4-47dd-a998-45290043e604 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:40.908627 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c2c5154f-7cc4-47dd-a998-45290043e604 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:40.926655 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-215ebed5-97d2-452d-b8f4-cf1444106685 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:40.927645 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-215ebed5-97d2-452d-b8f4-cf1444106685 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Synchronizing usage tracker for tenant:93aa98084011474eadf54856db5462ee on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:39:40.935185 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c5154f-7cc4-47dd-a998-45290043e604 admin admin] Made reservation on behalf of a99da7d1ff544c6c946233b9d2e2fe07 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:39:40.937625 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c2c5154f-7cc4-47dd-a998-45290043e604 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:40.973106 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-4aa5090e-06b1-4f4c-b755-3f6c34b100bf service neutron] 10.222.0.16 "GET /v2.0/networks/30ef9939-e0a3-4385-851a-c377e816c8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6879156 Mar 09 03:39:41.006189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-1082551f-27b1-4075-8a79-8dbd2bd8e20b tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Allocated IP 172.20.0.2 (c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1/9cf75fec-0961-40cc-8ceb-7209db6f79d6/8ebaac2e-3033-4a03-9286-94421772b9ec) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:39:41.040402 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-215ebed5-97d2-452d-b8f4-cf1444106685 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Unset dirty status for tenant:93aa98084011474eadf54856db5462ee on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:39:41.046668 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a59db85-9ead-49dd-9818-c3b31e79134d tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:41.048858 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-215ebed5-97d2-452d-b8f4-cf1444106685 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/networks?id=a1db9162-013b-4555-a7dd-e31cdddb344c HTTP/1.1" status: 200 len: 821 time: 0.6062520 Mar 09 03:39:41.087252 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-eb66cf98-f879-4e35-9948-76442e90d78e tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/quotas/93aa98084011474eadf54856db5462ee HTTP/1.1" status: 200 len: 375 time: 0.0373437 Mar 09 03:39:41.251017 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-1277d8ba-f3e8-4f30-8f0d-bbca50216569 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=93aa98084011474eadf54856db5462ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1629219 Mar 09 03:39:41.347467 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a59db85-9ead-49dd-9818-c3b31e79134d tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:41.399597 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-6aadd6f7-662e-4145-8a49-63640f825d7c service neutron] 10.222.0.16 "GET /v2.0/networks/a1db9162-013b-4555-a7dd-e31cdddb344c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476629 Mar 09 03:39:41.408549 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59db85-9ead-49dd-9818-c3b31e79134d tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc98d0c-2bc7-4b82-b6ed-a0b98d3f48cc,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:41.431265 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6c1116aa-11fe-4c36-8324-f384017ad9ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ef1e4e4b1af4d1ab116ca1729d92819&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5956142 Mar 09 03:39:41.435056 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47564) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:41.442248 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a59db85-9ead-49dd-9818-c3b31e79134d tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:41.444357 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34e511c-ae02-48b4-b8c5-710cadb3aa53 None None] Network c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:39:41.463619 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9a59db85-9ead-49dd-9818-c3b31e79134d tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] 10.222.0.16 "DELETE /v2.0/subnets/3fc98d0c-2bc7-4b82-b6ed-a0b98d3f48cc HTTP/1.1" status: 204 len: 168 time: 2.0380890 Mar 09 03:39:41.466989 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47568) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:41.769245 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-1082551f-27b1-4075-8a79-8dbd2bd8e20b tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:41.770001 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd68667e-17c0-44b4-81de-9a058e2a669a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:41.817008 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-1082551f-27b1-4075-8a79-8dbd2bd8e20b tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:41.838330 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd68667e-17c0-44b4-81de-9a058e2a669a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:41.894643 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-9f98fe8f-d614-4bac-8742-1781b6794e7f service neutron] 10.222.0.16 "GET /v2.0/networks/a1db9162-013b-4555-a7dd-e31cdddb344c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941051 Mar 09 03:39:42.029596 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8427c1a1-8b26-469b-a7a0-ccc1040d7825 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:42.044581 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092be76f-188b-4e39-817b-6826fd21e91d None None] DHCP port deletion for c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:39:42.049467 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-092be76f-188b-4e39-817b-6826fd21e91d None None] Deleting port 56d5c708-1a1c-46e0-81ad-1ac0bb121530 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:39:42.049949 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-092be76f-188b-4e39-817b-6826fd21e91d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:42.126007 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd68667e-17c0-44b4-81de-9a058e2a669a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:42.179025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082551f-27b1-4075-8a79-8dbd2bd8e20b tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Pushing event updated for resources: {'Port': ['ID=8ebaac2e-3033-4a03-9286-94421772b9ec,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:42.220981 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68667e-17c0-44b4-81de-9a058e2a669a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e638d030-80a3-4936-8ced-e78d3c82d248,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:42.223311 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-1082551f-27b1-4075-8a79-8dbd2bd8e20b tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Network c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:39:42.232963 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c2c5154f-7cc4-47dd-a998-45290043e604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:42.241627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-8427c1a1-8b26-469b-a7a0-ccc1040d7825 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Deleting port 56d5c708-1a1c-46e0-81ad-1ac0bb121530 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:39:42.243196 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8427c1a1-8b26-469b-a7a0-ccc1040d7825 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:42.304922 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd68667e-17c0-44b4-81de-9a058e2a669a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:42.309701 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cd68667e-17c0-44b4-81de-9a058e2a669a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e638d030-80a3-4936-8ced-e78d3c82d248 HTTP/1.1" status: 204 len: 168 time: 0.8701036 Mar 09 03:39:42.335123 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-1082551f-27b1-4075-8a79-8dbd2bd8e20b tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:39:42.359262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c5154f-7cc4-47dd-a998-45290043e604 admin admin] Checking segment: {'id': '635225fe-5597-4fc5-b912-d36acfd93dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:39:42.359620 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c5154f-7cc4-47dd-a998-45290043e604 admin admin] Network hostable DHCP agents. Network: a8e31c6c-fab7-4159-aaef-1d90e4713210, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:39:42.361211 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-1082551f-27b1-4075-8a79-8dbd2bd8e20b tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:39:42.516067 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5154f-7cc4-47dd-a998-45290043e604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce8c094d-d2da-4007-b683-734cf48a0ad4,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:42.534231 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c5154f-7cc4-47dd-a998-45290043e604 admin admin] Network a8e31c6c-fab7-4159-aaef-1d90e4713210 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:39:42.573447 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-c2c5154f-7cc4-47dd-a998-45290043e604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, a8e31c6c-fab7-4159-aaef-1d90e4713210) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:39:42.581560 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c5154f-7cc4-47dd-a998-45290043e604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:42.582440 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c2c5154f-7cc4-47dd-a998-45290043e604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:42.615936 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c2c5154f-7cc4-47dd-a998-45290043e604 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7437944 Mar 09 03:39:42.617066 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47602) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:42.633445 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-544644f9-a8fc-4ade-9eac-b461b66523bd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1350586423-router', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:42.674925 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-544644f9-a8fc-4ade-9eac-b461b66523bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:42.693509 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-544644f9-a8fc-4ade-9eac-b461b66523bd admin admin] Usage tracker for resource:router and tenant:a99da7d1ff544c6c946233b9d2e2fe07 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:42.726438 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c13d7f-6bfb-4051-ad29-4bb6b306d3f4 req-cc50a5f1-c0ec-4e4c-863c-08641a6ffc81 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:42.739027 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-83c13d7f-6bfb-4051-ad29-4bb6b306d3f4 req-cc50a5f1-c0ec-4e4c-863c-08641a6ffc81 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 945 time: 0.3421574 Mar 09 03:39:42.754614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-544644f9-a8fc-4ade-9eac-b461b66523bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:42.825654 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-544644f9-a8fc-4ade-9eac-b461b66523bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:42.889022 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-83c13d7f-6bfb-4051-ad29-4bb6b306d3f4 req-8be5de6c-5483-4ffd-b1df-d85c0bb1b70a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453822 Mar 09 03:39:42.900421 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-544644f9-a8fc-4ade-9eac-b461b66523bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:42.903382 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-544644f9-a8fc-4ade-9eac-b461b66523bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:42.937373 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-1082551f-27b1-4075-8a79-8dbd2bd8e20b tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:42.938064 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-1082551f-27b1-4075-8a79-8dbd2bd8e20b tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:42.972365 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-544644f9-a8fc-4ade-9eac-b461b66523bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:43.033957 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-1082551f-27b1-4075-8a79-8dbd2bd8e20b tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0487862 Mar 09 03:39:43.039345 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 56d5c708-1a1c-46e0-81ad-1ac0bb121530 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:39:43.054214 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-2e976d0f-352e-415c-aee9-beb9819b8247 service neutron] Request body: {'port': {'device_id': 'de6ef4f4-a9b9-4ef1-bafc-6882d263ed32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:43.084666 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9492080d-e4e3-4a3f-87e6-25ffc53c5fa9 None None] Network a8e31c6c-fab7-4159-aaef-1d90e4713210 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:39:43.171835 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-092be76f-188b-4e39-817b-6826fd21e91d None None] For port 56d5c708-1a1c-46e0-81ad-1ac0bb121530, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=56d5c708-1a1c-46e0-81ad-1ac0bb121530,segment=NetworkSegment(39c93a56-7179-4998-b262-f58020882fca),segment_id=39c93a56-7179-4998-b262-f58020882fca)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:39:43.173557 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-092be76f-188b-4e39-817b-6826fd21e91d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:43.697612 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-092be76f-188b-4e39-817b-6826fd21e91d None None] Calling delete_port for 56d5c708-1a1c-46e0-81ad-1ac0bb121530 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:39:43.699947 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f8d01b0d-d8e0-4013-8ca0-78a903766730 req-501fabfb-d99e-4848-9b10-c48997dda7fd tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 210 time: 0.1799026 Mar 09 03:39:43.874024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-8427c1a1-8b26-469b-a7a0-ccc1040d7825 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] For port 56d5c708-1a1c-46e0-81ad-1ac0bb121530, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=56d5c708-1a1c-46e0-81ad-1ac0bb121530,segment=NetworkSegment(39c93a56-7179-4998-b262-f58020882fca),segment_id=39c93a56-7179-4998-b262-f58020882fca)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:39:43.883555 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8427c1a1-8b26-469b-a7a0-ccc1040d7825 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:44.169847 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:44.183661 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-544644f9-a8fc-4ade-9eac-b461b66523bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:44.186833 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe0fe22-8947-4393-b755-e31ff04afa2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-a8e31c6c-fab7-4159-aaef-1d90e4713210', 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'fixed_ips': [{'subnet_id': 'ce8c094d-d2da-4007-b683-734cf48a0ad4'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:39:44.187933 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4fe0fe22-8947-4393-b755-e31ff04afa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:44.210198 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-8427c1a1-8b26-469b-a7a0-ccc1040d7825 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Calling delete_port for 56d5c708-1a1c-46e0-81ad-1ac0bb121530 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:39:44.223678 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-092be76f-188b-4e39-817b-6826fd21e91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:44.365772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-995b8518-fa84-4049-bc1c-72bada764ab9 req-2f9a23f8-d0cc-41d3-b4b7-794a45968547 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Synchronizing usage tracker for tenant:ffa74fa7e259451baa8a72de689adc07 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:39:44.374378 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092be76f-188b-4e39-817b-6826fd21e91d None None] Pushing event deleted for resources: {'Port': ['ID=56d5c708-1a1c-46e0-81ad-1ac0bb121530,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:44.380556 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092be76f-188b-4e39-817b-6826fd21e91d None None] No DVR routers for this DVR port 56d5c708-1a1c-46e0-81ad-1ac0bb121530 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:39:44.403022 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [None req-8427c1a1-8b26-469b-a7a0-ccc1040d7825 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:39:44.422957 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [None req-8427c1a1-8b26-469b-a7a0-ccc1040d7825 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:39:44.484311 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601dc239-249b-421e-858d-d4a96cad9894 req-afd69326-a737-4eac-83e0-ff5491079783 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:44.485304 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-601dc239-249b-421e-858d-d4a96cad9894 req-afd69326-a737-4eac-83e0-ff5491079783 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Synchronizing usage tracker for tenant:62215851be3d4b12858e1a437af1e4f7 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:39:44.496289 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-2e976d0f-352e-415c-aee9-beb9819b8247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:44.563502 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-4fe0fe22-8947-4393-b755-e31ff04afa2e None None] Allocated IP 172.20.0.2 (a8e31c6c-fab7-4159-aaef-1d90e4713210/ce8c094d-d2da-4007-b683-734cf48a0ad4/48911d71-73db-41cf-942d-4d0b8218efee) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:39:44.699031 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-601dc239-249b-421e-858d-d4a96cad9894 req-afd69326-a737-4eac-83e0-ff5491079783 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Unset dirty status for tenant:62215851be3d4b12858e1a437af1e4f7 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:39:44.701376 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-601dc239-249b-421e-858d-d4a96cad9894 req-afd69326-a737-4eac-83e0-ff5491079783 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6ef4f4-a9b9-4ef1-bafc-6882d263ed32 HTTP/1.1" status: 200 len: 931 time: 1.5397513 Mar 09 03:39:44.857748 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4fe0fe22-8947-4393-b755-e31ff04afa2e None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:44.878436 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4fe0fe22-8947-4393-b755-e31ff04afa2e None None] Transition to ACTIVE for port object 48911d71-73db-41cf-942d-4d0b8218efee will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:39:44.902920 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4fe0fe22-8947-4393-b755-e31ff04afa2e None None] Transition to ACTIVE for port object 48911d71-73db-41cf-942d-4d0b8218efee will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:39:44.929436 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-8427c1a1-8b26-469b-a7a0-ccc1040d7825 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Deleting port 56d5c708-1a1c-46e0-81ad-1ac0bb121530 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:39:44.933120 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4fe0fe22-8947-4393-b755-e31ff04afa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:44.933878 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8427c1a1-8b26-469b-a7a0-ccc1040d7825 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:45.010792 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-995b8518-fa84-4049-bc1c-72bada764ab9 req-2f9a23f8-d0cc-41d3-b4b7-794a45968547 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Unset dirty status for tenant:ffa74fa7e259451baa8a72de689adc07 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:39:45.033577 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-995b8518-fa84-4049-bc1c-72bada764ab9 req-2f9a23f8-d0cc-41d3-b4b7-794a45968547 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 210 time: 0.8552675 Mar 09 03:39:45.035623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-601dc239-249b-421e-858d-d4a96cad9894 req-7b7907e7-e16a-4c21-94ee-f8e0def3a965 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Synchronizing usage tracker for tenant:62215851be3d4b12858e1a437af1e4f7 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:39:45.170286 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0fe22-8947-4393-b755-e31ff04afa2e None None] Pushing event updated for resources: {'Port': ['ID=48911d71-73db-41cf-942d-4d0b8218efee,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:45.200226 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe0fe22-8947-4393-b755-e31ff04afa2e None None] Network a8e31c6c-fab7-4159-aaef-1d90e4713210 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:39:45.201813 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-4fe0fe22-8947-4393-b755-e31ff04afa2e None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:39:45.204873 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-16925c99-77e3-4610-b4fe-25f68edc0533 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:45.208104 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-16925c99-77e3-4610-b4fe-25f68edc0533 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.21 "GET /v2.0/networks?id=a1db9162-013b-4555-a7dd-e31cdddb344c HTTP/1.1" status: 200 len: 821 time: 0.5433686 Mar 09 03:39:45.208936 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe0fe22-8947-4393-b755-e31ff04afa2e None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:39:45.221609 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47652) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:45.376501 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-527feda5-dbc7-4682-8ace-3c6423e94d85 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Request body: {'port': {'device_id': 'aae63607-5b4b-4a7a-8ae0-a46d930f7327', 'network_id': 'a1db9162-013b-4555-a7dd-e31cdddb344c', 'admin_state_up': True, 'tenant_id': '93aa98084011474eadf54856db5462ee'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:45.417853 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-4fe0fe22-8947-4393-b755-e31ff04afa2e None None] Attempting to bind port 48911d71-73db-41cf-942d-4d0b8218efee on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:39:45.418214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-4fe0fe22-8947-4393-b755-e31ff04afa2e None None] Attempting to bind port 48911d71-73db-41cf-942d-4d0b8218efee by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '635225fe-5597-4fc5-b912-d36acfd93dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:39:45.418565 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0fe22-8947-4393-b755-e31ff04afa2e None None] Attempting to bind port 48911d71-73db-41cf-942d-4d0b8218efee on network a8e31c6c-fab7-4159-aaef-1d90e4713210 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:39:45.431368 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0fe22-8947-4393-b755-e31ff04afa2e None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:39:45.431768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0fe22-8947-4393-b755-e31ff04afa2e None None] Checking segment: {'id': '635225fe-5597-4fc5-b912-d36acfd93dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:39:45.432969 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4fe0fe22-8947-4393-b755-e31ff04afa2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:45.432969 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0fe22-8947-4393-b755-e31ff04afa2e None None] Bound using segment: {'id': '635225fe-5597-4fc5-b912-d36acfd93dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:39:45.433208 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-4fe0fe22-8947-4393-b755-e31ff04afa2e None None] Bound port: 48911d71-73db-41cf-942d-4d0b8218efee, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635225fe-5597-4fc5-b912-d36acfd93dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:39:45.433471 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4fe0fe22-8947-4393-b755-e31ff04afa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:45.449545 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-8427c1a1-8b26-469b-a7a0-ccc1040d7825 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] The port '56d5c708-1a1c-46e0-81ad-1ac0bb121530' was deleted {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:39:45.673568 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-4fe0fe22-8947-4393-b755-e31ff04afa2e None None] For port 48911d71-73db-41cf-942d-4d0b8218efee, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:39:45.678817 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-4fe0fe22-8947-4393-b755-e31ff04afa2e None None] For port 48911d71-73db-41cf-942d-4d0b8218efee, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=48911d71-73db-41cf-942d-4d0b8218efee,segment=NetworkSegment(635225fe-5597-4fc5-b912-d36acfd93dcb),segment_id=635225fe-5597-4fc5-b912-d36acfd93dcb)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:39:45.686024 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4fe0fe22-8947-4393-b755-e31ff04afa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:45.826400 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0fe22-8947-4393-b755-e31ff04afa2e None None] Pushing event updated for resources: {'Port': ['ID=48911d71-73db-41cf-942d-4d0b8218efee,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:45.927584 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-dea0d1bb-efbf-4303-8e1b-39cc35f9ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:45.928922 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-dea0d1bb-efbf-4303-8e1b-39cc35f9ffa6 service neutron] 10.222.0.21 "GET /v2.0/ports/72168413-1159-417e-b3ea-b4d4a7193d03 HTTP/1.1" status: 200 len: 1026 time: 0.4630129 Mar 09 03:39:46.049695 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-2e976d0f-352e-415c-aee9-beb9819b8247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ebaac2e-3033-4a03-9286-94421772b9ec {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:39:46.062745 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-2e976d0f-352e-415c-aee9-beb9819b8247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:46.082632 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-2e976d0f-352e-415c-aee9-beb9819b8247 service neutron] Transition to ACTIVE for port object 8ebaac2e-3033-4a03-9286-94421772b9ec will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:39:46.108205 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-527feda5-dbc7-4682-8ace-3c6423e94d85 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:46.114532 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-527feda5-dbc7-4682-8ace-3c6423e94d85 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Usage tracker for resource:port and tenant:93aa98084011474eadf54856db5462ee is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:46.138259 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-527feda5-dbc7-4682-8ace-3c6423e94d85 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:46.169896 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-2e976d0f-352e-415c-aee9-beb9819b8247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:46.228140 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-601dc239-249b-421e-858d-d4a96cad9894 req-7b7907e7-e16a-4c21-94ee-f8e0def3a965 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Unset dirty status for tenant:62215851be3d4b12858e1a437af1e4f7 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:39:46.230338 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-601dc239-249b-421e-858d-d4a96cad9894 req-7b7907e7-e16a-4c21-94ee-f8e0def3a965 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4350927 Mar 09 03:39:46.249520 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-527feda5-dbc7-4682-8ace-3c6423e94d85 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:46.450825 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5261ff-2903-491e-a11d-ab2dc0f4a110 req-d99ac06d-906e-4132-a1e7-6317cce3a499 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:46.458407 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ba5261ff-2903-491e-a11d-ab2dc0f4a110 req-d99ac06d-906e-4132-a1e7-6317cce3a499 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 945 time: 1.0354590 Mar 09 03:39:46.476107 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-527feda5-dbc7-4682-8ace-3c6423e94d85 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Made reservation on behalf of 93aa98084011474eadf54856db5462ee for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:39:46.481630 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-527feda5-dbc7-4682-8ace-3c6423e94d85 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:46.503024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-cebe2325-4797-47a5-af5f-c59d6452b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:46.504378 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-cebe2325-4797-47a5-af5f-c59d6452b186 service neutron] 10.222.0.21 "GET /v2.0/ports/5df6d4dd-0e22-4b62-b790-96149b03ad94 HTTP/1.1" status: 200 len: 1027 time: 0.5292225 Mar 09 03:39:46.521769 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8427c1a1-8b26-469b-a7a0-ccc1040d7825 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:46.566626 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e976d0f-352e-415c-aee9-beb9819b8247 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebaac2e-3033-4a03-9286-94421772b9ec,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:46.587752 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-19d5899f-d950-4c97-8e0b-51c38fe7eee0 req-3a04db3b-cfe9-4b6e-bf7e-563207c3d3b7 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 210 time: 0.1729882 Mar 09 03:39:46.602971 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-544644f9-a8fc-4ade-9eac-b461b66523bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:46.664647 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 48911d71-73db-41cf-942d-4d0b8218efee up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:39:46.666312 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-544644f9-a8fc-4ade-9eac-b461b66523bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:46.715129 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-8427c1a1-8b26-469b-a7a0-ccc1040d7825 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:39:46.958195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-8427c1a1-8b26-469b-a7a0-ccc1040d7825 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c93a56-7179-4998-b262-f58020882fca') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:39:46.959206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-8427c1a1-8b26-469b-a7a0-ccc1040d7825 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c93a56-7179-4998-b262-f58020882fca') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:39:46.987136 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-2e976d0f-352e-415c-aee9-beb9819b8247 service neutron] Attempting to bind port 8ebaac2e-3033-4a03-9286-94421772b9ec on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:39:46.988849 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-2e976d0f-352e-415c-aee9-beb9819b8247 service neutron] Attempting to bind port 8ebaac2e-3033-4a03-9286-94421772b9ec by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'f737d533-027c-4d49-80b3-79a6efe7740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:39:46.989284 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-2e976d0f-352e-415c-aee9-beb9819b8247 service neutron] Attempting to bind port 8ebaac2e-3033-4a03-9286-94421772b9ec on network c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:39:47.020630 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 48911d71-73db-41cf-942d-4d0b8218efee completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:39:47.045679 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8427c1a1-8b26-469b-a7a0-ccc1040d7825 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:47.080924 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-2e976d0f-352e-415c-aee9-beb9819b8247 service neutron] Port 8ebaac2e-3033-4a03-9286-94421772b9ec on network c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:39:47.080924 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-2e976d0f-352e-415c-aee9-beb9819b8247 service neutron] Attempting to bind port 8ebaac2e-3033-4a03-9286-94421772b9ec on network c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:39:47.118432 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-2e976d0f-352e-415c-aee9-beb9819b8247 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:39:47.118842 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-2e976d0f-352e-415c-aee9-beb9819b8247 service neutron] Checking segment: {'id': 'f737d533-027c-4d49-80b3-79a6efe7740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:39:47.119205 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-2e976d0f-352e-415c-aee9-beb9819b8247 service neutron] Bound using segment: {'id': 'f737d533-027c-4d49-80b3-79a6efe7740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:39:47.119642 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-2e976d0f-352e-415c-aee9-beb9819b8247 service neutron] Bound port: 8ebaac2e-3033-4a03-9286-94421772b9ec, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f737d533-027c-4d49-80b3-79a6efe7740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:39:47.119980 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-2e976d0f-352e-415c-aee9-beb9819b8247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:47.258797 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8427c1a1-8b26-469b-a7a0-ccc1040d7825 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:47.276650 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8427c1a1-8b26-469b-a7a0-ccc1040d7825 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:39:47.277129 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8427c1a1-8b26-469b-a7a0-ccc1040d7825 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:39:47.297605 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:39:47.300941 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3592879-293b-4740-a593-c743504b4a4e req-b8b76ed7-71ef-42dd-aeca-47f67e24c089 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d9fa29191aad4d7fb845a3e5ef938315&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1824822 Mar 09 03:39:47.348225 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ba5261ff-2903-491e-a11d-ab2dc0f4a110 req-31c678de-0496-43d5-87c5-321c89ff4bc9 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8888273 Mar 09 03:39:47.423726 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019eb4a4-87d0-4b76-9b58-4a8da31fc5d2 None None] Network a8e31c6c-fab7-4159-aaef-1d90e4713210 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:39:47.546922 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-0e984c80-0a13-432c-a062-50fde272bc44 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:47.555731 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-0e984c80-0a13-432c-a062-50fde272bc44 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:47.575120 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-0e984c80-0a13-432c-a062-50fde272bc44 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:47.576729 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-0e984c80-0a13-432c-a062-50fde272bc44 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.21 "GET /v2.0/networks?id=a7ff9480-13c5-42e3-ae93-360a44d2efc2&id=eb499fd8-471d-4286-9030-76983ac8e9a8&id=eb499fd8-471d-4286-9030-76983ac8e9a8&id=eb499fd8-471d-4286-9030-76983ac8e9a8&id=eb499fd8-471d-4286-9030-76983ac8e9a8&id=30ef9939-e0a3-4385-851a-c377e816c8c2&id=30ef9939-e0a3-4385-851a-c377e816c8c2 HTTP/1.1" status: 200 len: 1990 time: 0.9964018 Mar 09 03:39:47.607642 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8427c1a1-8b26-469b-a7a0-ccc1040d7825 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:47.618826 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-527feda5-dbc7-4682-8ace-3c6423e94d85 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Allocated IP 172.20.0.11 (a1db9162-013b-4555-a7dd-e31cdddb344c/d5bbbb50-9b24-4c8b-900f-4775f7f04439/b0dc65cc-dd42-416b-ba9f-1b4d7aec9274) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:39:47.688904 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-54e0b946-a2f7-432c-9948-d177843c383d req-01636ab7-a7ee-463e-a502-2cc376faaec8 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 210 time: 0.0751016 Mar 09 03:39:47.690745 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-2e976d0f-352e-415c-aee9-beb9819b8247 service neutron] For port 8ebaac2e-3033-4a03-9286-94421772b9ec, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:39:47.694174 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-544644f9-a8fc-4ade-9eac-b461b66523bd admin admin] Allocated IP 172.25.7.113 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/5b7058ea-388a-4e55-895f-3579198e5871) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:39:47.748746 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8427c1a1-8b26-469b-a7a0-ccc1040d7825 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:47.754969 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427c1a1-8b26-469b-a7a0-ccc1040d7825 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] Pushing event deleted for resources: {'Network': ['ID=c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:47.794729 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-2e976d0f-352e-415c-aee9-beb9819b8247 service neutron] For port 8ebaac2e-3033-4a03-9286-94421772b9ec, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=8ebaac2e-3033-4a03-9286-94421772b9ec,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:39:47.832316 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-f3bfb157-8315-4697-8157-884229881e17 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffa74fa7e259451baa8a72de689adc07 HTTP/1.1" status: 200 len: 380 time: 0.2351007 Mar 09 03:39:47.837015 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-2e976d0f-352e-415c-aee9-beb9819b8247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:47.842035 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8427c1a1-8b26-469b-a7a0-ccc1040d7825 tempest-DHCPAgentSchedulersTestJSON-832616937 tempest-DHCPAgentSchedulersTestJSON-832616937-project] 10.222.0.16 "DELETE /v2.0/networks/c4e2cad0-4608-4ba3-bd4d-7a61027fdcb2 HTTP/1.1" status: 204 len: 168 time: 6.3676131 Mar 09 03:39:47.981620 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-2e976d0f-352e-415c-aee9-beb9819b8247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:47.984990 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-2e976d0f-352e-415c-aee9-beb9819b8247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:47.986520 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-2e976d0f-352e-415c-aee9-beb9819b8247 service neutron] 10.222.0.24 "PUT /v2.0/ports/8ebaac2e-3033-4a03-9286-94421772b9ec HTTP/1.1" status: 200 len: 1091 time: 4.9392974 Mar 09 03:39:48.002103 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d3544b4a-1548-4db6-a0e0-388b5bbfde2d None None] Provisioning for port 48911d71-73db-41cf-942d-4d0b8218efee completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:39:48.003851 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e8c5d4e7-6391-4f92-9639-5b6a0cb11985 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Request body: {'port': {'device_id': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2', 'admin_state_up': True, 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'security_groups': ['612f0ffc-179a-42be-a6a0-816d76f29eb6']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:48.031728 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d3544b4a-1548-4db6-a0e0-388b5bbfde2d None None] Provisioning complete for port 48911d71-73db-41cf-942d-4d0b8218efee triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:39:48.032157 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d3544b4a-1548-4db6-a0e0-388b5bbfde2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:48.061434 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6ef4f4-a9b9-4ef1-bafc-6882d263ed32', 'tag': '8ebaac2e-3033-4a03-9286-94421772b9ec'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:39:48.161116 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-544644f9-a8fc-4ade-9eac-b461b66523bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:48.353518 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d3544b4a-1548-4db6-a0e0-388b5bbfde2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:48.368465 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-544644f9-a8fc-4ade-9eac-b461b66523bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:48.436688 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-d3544b4a-1548-4db6-a0e0-388b5bbfde2d None None] For port 48911d71-73db-41cf-942d-4d0b8218efee, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=48911d71-73db-41cf-942d-4d0b8218efee,segment=NetworkSegment(635225fe-5597-4fc5-b912-d36acfd93dcb),segment_id=635225fe-5597-4fc5-b912-d36acfd93dcb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:39:48.448017 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d3544b4a-1548-4db6-a0e0-388b5bbfde2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:48.539772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47690) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:48.632566 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3544b4a-1548-4db6-a0e0-388b5bbfde2d None None] Pushing event updated for resources: {'Port': ['ID=48911d71-73db-41cf-942d-4d0b8218efee,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:48.734458 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3592879-293b-4740-a593-c743504b4a4e req-22b49237-e9f2-4714-ad17-d1a67b9e20b7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:48.736010 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3592879-293b-4740-a593-c743504b4a4e req-22b49237-e9f2-4714-ad17-d1a67b9e20b7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3999705 Mar 09 03:39:48.784076 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544644f9-a8fc-4ade-9eac-b461b66523bd admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:39:48.795082 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6655396b-bb74-4b2c-955e-612088dc3896 None None] Provisioning complete for port 48911d71-73db-41cf-942d-4d0b8218efee triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:39:48.795703 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6655396b-bb74-4b2c-955e-612088dc3896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:48.802350 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-544644f9-a8fc-4ade-9eac-b461b66523bd admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:39:48.815910 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544644f9-a8fc-4ade-9eac-b461b66523bd admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:39:48.853486 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e976d0f-352e-415c-aee9-beb9819b8247 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebaac2e-3033-4a03-9286-94421772b9ec,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:48.870422 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3592879-293b-4740-a593-c743504b4a4e req-26b0539f-f990-4080-871c-b354341a7161 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.16 "GET /v2.0/quotas/d9fa29191aad4d7fb845a3e5ef938315 HTTP/1.1" status: 200 len: 375 time: 0.1225743 Mar 09 03:39:48.878010 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-e39788ba-1ca3-4f0b-9129-17a422ce6636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:48.898207 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-e39788ba-1ca3-4f0b-9129-17a422ce6636 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=62215851be3d4b12858e1a437af1e4f7&device_id=de6ef4f4-a9b9-4ef1-bafc-6882d263ed32 HTTP/1.1" status: 200 len: 1094 time: 0.8088427 Mar 09 03:39:48.943637 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544644f9-a8fc-4ade-9eac-b461b66523bd admin admin] Pushing event updated for resources: {'Port': ['ID=5b7058ea-388a-4e55-895f-3579198e5871,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:49.053300 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f7936-b014-4b63-9ab5-9786f695ee21 req-e3205b21-5a28-4c3f-b884-2d6ccc9563c7 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:49.060138 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-549f7936-b014-4b63-9ab5-9786f695ee21 req-e3205b21-5a28-4c3f-b884-2d6ccc9563c7 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6ef4f4-a9b9-4ef1-bafc-6882d263ed32 HTTP/1.1" status: 200 len: 943 time: 0.8606853 Mar 09 03:39:49.120890 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3592879-293b-4740-a593-c743504b4a4e req-87faa2dc-6a47-4171-90ef-bdf9ad811ab0 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9fa29191aad4d7fb845a3e5ef938315&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1841846 Mar 09 03:39:49.122016 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e8c5d4e7-6391-4f92-9639-5b6a0cb11985 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:49.134122 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e8c5d4e7-6391-4f92-9639-5b6a0cb11985 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:49.152203 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e8c5d4e7-6391-4f92-9639-5b6a0cb11985 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Made reservation on behalf of ffa74fa7e259451baa8a72de689adc07 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:39:49.158702 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e8c5d4e7-6391-4f92-9639-5b6a0cb11985 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:49.233834 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-387e2958-dcce-4b34-b150-67ef0cfb8981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:49.296268 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-527feda5-dbc7-4682-8ace-3c6423e94d85 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:49.336248 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5b42fc46-d783-4318-bba4-45275706ae0b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a7978aa182b14f15b8431ebdf2a079cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7865942 Mar 09 03:39:49.345889 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47698) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:49.397964 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-549f7936-b014-4b63-9ab5-9786f695ee21 req-b75f9d3f-5b05-4d88-b81a-5eb5949106cf tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277259 Mar 09 03:39:49.438898 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-874af0f1-c1a8-42d1-82ac-58f8ad535d8a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ebaac2e-3033-4a03-9286-94421772b9ec HTTP/1.1" status: 200 len: 217 time: 0.4934635 Mar 09 03:39:49.597080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e8c5d4e7-6391-4f92-9639-5b6a0cb11985 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Allocated IP 172.20.0.14 (a7ff9480-13c5-42e3-ae93-360a44d2efc2/bed62d90-b36d-4314-b77f-03334d35249e/32fcd728-7dc4-4581-a98d-08c02abc8742) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:39:49.726364 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-ae3db2d7-a638-4b2e-9874-701645c25525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:49.727845 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-ae3db2d7-a638-4b2e-9874-701645c25525 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9cf75fec-0961-40cc-8ceb-7209db6f79d6 HTTP/1.1" status: 200 len: 843 time: 0.2812796 Mar 09 03:39:49.741809 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6ef4f4-a9b9-4ef1-bafc-6882d263ed32', 'tag': '8ebaac2e-3033-4a03-9286-94421772b9ec', 'status': 'completed', 'code': 200} Mar 09 03:39:50.149473 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-cfa071f4-a703-4dc3-8081-ea833bfb2e49 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4065907 Mar 09 03:39:50.200382 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c8b90106-de46-4023-926e-44ca6472a66f req-7a1b25fb-1643-4203-aaef-5fa2f08336d0 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 210 time: 0.5418189 Mar 09 03:39:50.265457 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e8c5d4e7-6391-4f92-9639-5b6a0cb11985 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:50.278047 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9fb5f511-5d43-4291-80d7-b1f03907f609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:50.373559 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-527feda5-dbc7-4682-8ace-3c6423e94d85 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:50.377016 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e8c5d4e7-6391-4f92-9639-5b6a0cb11985 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Transition to ACTIVE for port object 32fcd728-7dc4-4581-a98d-08c02abc8742 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:39:50.411783 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7181dfe-b716-4aa5-8475-189a2fbe5ba6 req-eaf859fd-17d2-46b6-9c81-313d7a24f6a7 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:50.419661 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f7181dfe-b716-4aa5-8475-189a2fbe5ba6 req-eaf859fd-17d2-46b6-9c81-313d7a24f6a7 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 945 time: 0.6797390 Mar 09 03:39:50.504394 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f7181dfe-b716-4aa5-8475-189a2fbe5ba6 req-34cdd3aa-2af4-4da9-89e5-016c15166ad4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832901 Mar 09 03:39:50.508328 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-544644f9-a8fc-4ade-9eac-b461b66523bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:50.529871 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-628178c5-5e87-4cef-ae6f-e439539a790b service neutron] 10.222.0.24 "GET /v2.0/networks/c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584888 Mar 09 03:39:50.639049 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 48911d71-73db-41cf-942d-4d0b8218efee up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:39:50.730621 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2b2d4145-3150-4d18-be61-7d9c0a9c6810 req-409a7a7f-f297-4a39-933a-281e96db5127 service neutron] 10.222.0.24 "GET /v2.0/networks/c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934321 Mar 09 03:39:50.757246 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527feda5-dbc7-4682-8ace-3c6423e94d85 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Pushing event updated for resources: {'Port': ['ID=b0dc65cc-dd42-416b-ba9f-1b4d7aec9274,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:50.776328 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 48911d71-73db-41cf-942d-4d0b8218efee triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:39:50.776897 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:50.815150 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9fb5f511-5d43-4291-80d7-b1f03907f609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:50.820929 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e8c5d4e7-6391-4f92-9639-5b6a0cb11985 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:50.981070 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5d4e7-6391-4f92-9639-5b6a0cb11985 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event updated for resources: {'Port': ['ID=32fcd728-7dc4-4581-a98d-08c02abc8742,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:50.998723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-527feda5-dbc7-4682-8ace-3c6423e94d85 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Network a1db9162-013b-4555-a7dd-e31cdddb344c is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:39:51.007423 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-83aeb5a5-ba17-4176-851f-8fa9d0ddf2fa req-5434020c-22a2-4bf2-b88e-5c9faf3e1412 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e7e6b2a-7bec-454c-a237-d7fd6c74207b HTTP/1.1" status: 200 len: 210 time: 0.2752216 Mar 09 03:39:51.029190 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e8c5d4e7-6391-4f92-9639-5b6a0cb11985 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Network a7ff9480-13c5-42e3-ae93-360a44d2efc2 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:39:51.032544 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e8c5d4e7-6391-4f92-9639-5b6a0cb11985 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:39:51.076122 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e8c5d4e7-6391-4f92-9639-5b6a0cb11985 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:39:51.351988 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-527feda5-dbc7-4682-8ace-3c6423e94d85 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:39:51.394108 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-527feda5-dbc7-4682-8ace-3c6423e94d85 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:39:51.449089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e8c5d4e7-6391-4f92-9639-5b6a0cb11985 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:51.450247 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e8c5d4e7-6391-4f92-9639-5b6a0cb11985 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:51.496279 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3592879-293b-4740-a593-c743504b4a4e req-db4b3a63-b465-49a0-a068-2accf177b8a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d9fa29191aad4d7fb845a3e5ef938315&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0958602 Mar 09 03:39:51.504509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3dd3df98-ea44-4fa7-9fef-076a6e00ae47 None None] Provisioning for port 32fcd728-7dc4-4581-a98d-08c02abc8742 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:39:51.514064 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3dd3df98-ea44-4fa7-9fef-076a6e00ae47 None None] Provisioning complete for port 32fcd728-7dc4-4581-a98d-08c02abc8742 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:39:51.514433 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3dd3df98-ea44-4fa7-9fef-076a6e00ae47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:51.650096 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-3dd3df98-ea44-4fa7-9fef-076a6e00ae47 None None] Port 32fcd728-7dc4-4581-a98d-08c02abc8742 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:39:51.691634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f5660-e5bd-4d5c-bc84-ddf8b22f5283 req-d2fa82cd-70cf-4923-8619-c65ade818eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:51.693272 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1f4f5660-e5bd-4d5c-bc84-ddf8b22f5283 req-d2fa82cd-70cf-4923-8619-c65ade818eab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=62215851be3d4b12858e1a437af1e4f7&device_id=de6ef4f4-a9b9-4ef1-bafc-6882d263ed32 HTTP/1.1" status: 200 len: 1094 time: 0.8622332 Mar 09 03:39:51.709197 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e8c5d4e7-6391-4f92-9639-5b6a0cb11985 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8433366 Mar 09 03:39:51.809976 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-527feda5-dbc7-4682-8ace-3c6423e94d85 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:51.811629 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-527feda5-dbc7-4682-8ace-3c6423e94d85 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:51.891499 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-544644f9-a8fc-4ade-9eac-b461b66523bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:51.907325 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9fb5f511-5d43-4291-80d7-b1f03907f609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:51.965395 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be963e1-ba1e-484b-b300-100bd939e131 req-66903dff-6cc7-456c-9d1c-c02427a100cd tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:51.983572 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6be963e1-ba1e-484b-b300-100bd939e131 req-66903dff-6cc7-456c-9d1c-c02427a100cd tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 932 time: 1.5141990 Mar 09 03:39:52.018090 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9fb5f511-5d43-4291-80d7-b1f03907f609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:52.033607 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9fb5f511-5d43-4291-80d7-b1f03907f609 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1067ce4-37a2-472e-aabb-f02b3616175c HTTP/1.1" status: 204 len: 168 time: 2.6820741 Mar 09 03:39:52.122501 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-40915c9e-6335-4683-acd6-3c78d18147a2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Request body: {'port': {'device_id': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8', 'admin_state_up': True, 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'security_groups': ['612f0ffc-179a-42be-a6a0-816d76f29eb6']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:52.181978 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-527feda5-dbc7-4682-8ace-3c6423e94d85 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9503291 Mar 09 03:39:52.185268 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5f511-5d43-4291-80d7-b1f03907f609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1067ce4-37a2-472e-aabb-f02b3616175c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:52.255726 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-d53971f5-eb0d-4d0e-ac25-2e89d9ddb440 service neutron] Request body: {'port': {'device_id': 'aae63607-5b4b-4a7a-8ae0-a46d930f7327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:52.333603 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-40915c9e-6335-4683-acd6-3c78d18147a2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:52.343174 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-40915c9e-6335-4683-acd6-3c78d18147a2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Usage tracker for resource:port and tenant:ffa74fa7e259451baa8a72de689adc07 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:52.349871 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-40915c9e-6335-4683-acd6-3c78d18147a2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Quota usage for port was recalculated. Used quota:8. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:52.366294 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-40915c9e-6335-4683-acd6-3c78d18147a2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:52.422685 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-387e2958-dcce-4b34-b150-67ef0cfb8981 admin admin] Deleting port 610649ce-f0b8-487f-af30-cf92e9fabadb {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:39:52.426913 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-387e2958-dcce-4b34-b150-67ef0cfb8981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:52.511238 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3592879-293b-4740-a593-c743504b4a4e req-a8f00541-7fa3-4a35-b5e8-79fab68c028a tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:52.513172 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3592879-293b-4740-a593-c743504b4a4e req-a8f00541-7fa3-4a35-b5e8-79fab68c028a tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0100157 Mar 09 03:39:52.513977 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-40915c9e-6335-4683-acd6-3c78d18147a2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Made reservation on behalf of ffa74fa7e259451baa8a72de689adc07 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:39:52.518695 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-40915c9e-6335-4683-acd6-3c78d18147a2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:52.574263 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-e3592879-293b-4740-a593-c743504b4a4e req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Request body: {'port': {'device_id': '5e7e6b2a-7bec-454c-a237-d7fd6c74207b', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': 'd9fa29191aad4d7fb845a3e5ef938315'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:52.705753 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6be963e1-ba1e-484b-b300-100bd939e131 req-a662b11e-b0cb-4eec-b4d4-c24bea717f7a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7201920 Mar 09 03:39:52.731829 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f5660-e5bd-4d5c-bc84-ddf8b22f5283 req-bdf32606-81a8-415b-8f7e-4a240a2c1117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:52.733280 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1f4f5660-e5bd-4d5c-bc84-ddf8b22f5283 req-bdf32606-81a8-415b-8f7e-4a240a2c1117 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 HTTP/1.1" status: 200 len: 904 time: 1.0202777 Mar 09 03:39:52.743022 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309bb8b-83b3-48a6-8cb7-e2b48c7ed126 req-d833f032-395f-43e0-aee2-c148baaf0107 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:52.745537 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1309bb8b-83b3-48a6-8cb7-e2b48c7ed126 req-d833f032-395f-43e0-aee2-c148baaf0107 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6ef4f4-a9b9-4ef1-bafc-6882d263ed32 HTTP/1.1" status: 200 len: 943 time: 1.4898167 Mar 09 03:39:52.793290 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47728) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:52.902365 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 8ebaac2e-3033-4a03-9286-94421772b9ec details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:39:53.180376 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 8ebaac2e-3033-4a03-9286-94421772b9ec, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=8ebaac2e-3033-4a03-9286-94421772b9ec,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:39:53.180936 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bca9b095-564b-4c53-ac9d-e626ce10ca88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:53.213250 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '8ebaac2e-3033-4a03-9286-94421772b9ec', 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1', 'port_id': '8ebaac2e-3033-4a03-9286-94421772b9ec', 'mac_address': 'fa:16:3e:49:4f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf75fec-0961-40cc-8ceb-7209db6f79d6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:39:53.229912 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-40915c9e-6335-4683-acd6-3c78d18147a2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Allocated IP 10.1.1.176 (eb499fd8-471d-4286-9030-76983ac8e9a8/885abb1a-ad13-44b9-a4b2-c5572e86a85e/91f35da7-e35c-4fff-ae6f-b70f60335f2a) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:39:53.272529 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1f4f5660-e5bd-4d5c-bc84-ddf8b22f5283 req-de386b47-b4ba-4a89-9f2d-391579a68357 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ebaac2e-3033-4a03-9286-94421772b9ec HTTP/1.1" status: 200 len: 217 time: 0.5183117 Mar 09 03:39:53.327518 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:53.356584 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ebaac2e-3033-4a03-9286-94421772b9ec {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:39:53.361000 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-d53971f5-eb0d-4d0e-ac25-2e89d9ddb440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:53.388509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 8ebaac2e-3033-4a03-9286-94421772b9ec, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=8ebaac2e-3033-4a03-9286-94421772b9ec,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:39:53.397637 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:53.427354 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544644f9-a8fc-4ade-9eac-b461b66523bd admin admin] Router 396dc54e-e2b8-4045-aa34-bd9021505b87 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:39:53.433751 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-bca9b095-564b-4c53-ac9d-e626ce10ca88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:53.447691 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bca9b095-564b-4c53-ac9d-e626ce10ca88 admin admin] Usage tracker for resource:security_group_rule and tenant:f95359aa8e654456b1c643050742cb64 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:53.460274 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bca9b095-564b-4c53-ac9d-e626ce10ca88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:53.511456 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-e3592879-293b-4740-a593-c743504b4a4e req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:53.527567 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-bca9b095-564b-4c53-ac9d-e626ce10ca88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:53.536557 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=8ebaac2e-3033-4a03-9286-94421772b9ec,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:53.584586 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1309bb8b-83b3-48a6-8cb7-e2b48c7ed126 req-26d27c69-736f-427f-b1c1-2b1f26a2de51 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6751604 Mar 09 03:39:53.591726 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e3592879-293b-4740-a593-c743504b4a4e req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Usage tracker for resource:port and tenant:d9fa29191aad4d7fb845a3e5ef938315 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:53.595976 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-387e2958-dcce-4b34-b150-67ef0cfb8981 admin admin] For port 610649ce-f0b8-487f-af30-cf92e9fabadb, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=610649ce-f0b8-487f-af30-cf92e9fabadb,segment=NetworkSegment(fa9b3cd6-7edb-4d26-8cdd-496a51b5095e),segment_id=fa9b3cd6-7edb-4d26-8cdd-496a51b5095e)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:39:53.596341 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-387e2958-dcce-4b34-b150-67ef0cfb8981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:53.596480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e3592879-293b-4740-a593-c743504b4a4e req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:53.625337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-e3592879-293b-4740-a593-c743504b4a4e req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:53.645822 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f5660-e5bd-4d5c-bc84-ddf8b22f5283 req-98a2e3b3-f40c-4f0a-8bd7-33188c80f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:53.647468 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1f4f5660-e5bd-4d5c-bc84-ddf8b22f5283 req-98a2e3b3-f40c-4f0a-8bd7-33188c80f8ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9cf75fec-0961-40cc-8ceb-7209db6f79d6 HTTP/1.1" status: 200 len: 843 time: 0.3651736 Mar 09 03:39:53.672838 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3592879-293b-4740-a593-c743504b4a4e req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Made reservation on behalf of d9fa29191aad4d7fb845a3e5ef938315 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:39:53.677312 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e3592879-293b-4740-a593-c743504b4a4e req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:53.683667 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['8ebaac2e-3033-4a03-9286-94421772b9ec'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:39:53.802330 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bca9b095-564b-4c53-ac9d-e626ce10ca88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:53.830702 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e3592879-293b-4740-a593-c743504b4a4e req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:53.909503 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-e3592879-293b-4740-a593-c743504b4a4e req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:54.015609 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1f4f5660-e5bd-4d5c-bc84-ddf8b22f5283 req-1b980ffa-ef71-4ee6-81e4-a0a6a372bc13 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3544190 Mar 09 03:39:54.035948 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e3592879-293b-4740-a593-c743504b4a4e req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Usage tracker for resource:security_group_rule and tenant:d9fa29191aad4d7fb845a3e5ef938315 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:54.064044 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e3592879-293b-4740-a593-c743504b4a4e req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:54.071822 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-40915c9e-6335-4683-acd6-3c78d18147a2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:54.084795 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-e3592879-293b-4740-a593-c743504b4a4e req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:54.243833 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e3592879-293b-4740-a593-c743504b4a4e req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:54.289374 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544644f9-a8fc-4ade-9eac-b461b66523bd admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:39:54.302070 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] Sync routers for ids ['396dc54e-e2b8-4045-aa34-bd9021505b87'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:39:54.305515 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-387e2958-dcce-4b34-b150-67ef0cfb8981 admin admin] Calling delete_port for 610649ce-f0b8-487f-af30-cf92e9fabadb owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:39:54.313450 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] Routers {'396dc54e-e2b8-4045-aa34-bd9021505b87'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:39:54.314126 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:39:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['396dc54e-e2b8-4045-aa34-bd9021505b87'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:39:54.349702 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-40915c9e-6335-4683-acd6-3c78d18147a2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Transition to ACTIVE for port object 91f35da7-e35c-4fff-ae6f-b70f60335f2a will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:39:54.350156 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bca9b095-564b-4c53-ac9d-e626ce10ca88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:54.364265 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e3592879-293b-4740-a593-c743504b4a4e req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:54.418353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9b095-564b-4c53-ac9d-e626ce10ca88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1667b7da-ccb3-44d4-9e5c-58ccfcb8a399,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:54.538493 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-544644f9-a8fc-4ade-9eac-b461b66523bd admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:54.539736 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-544644f9-a8fc-4ade-9eac-b461b66523bd admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.9134099 Mar 09 03:39:54.545616 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47734) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:54.560345 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38735273-d155-47bb-b8e6-e35fed786d6f req-1f590b77-f423-4bca-a2a5-1e1638ffe7de tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:54.561514 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-38735273-d155-47bb-b8e6-e35fed786d6f req-1f590b77-f423-4bca-a2a5-1e1638ffe7de tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Synchronizing usage tracker for tenant:93aa98084011474eadf54856db5462ee on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:39:54.570819 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bca9b095-564b-4c53-ac9d-e626ce10ca88 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f95359aa8e654456b1c643050742cb64&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7722702 Mar 09 03:39:54.636446 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] Set router 396dc54e-e2b8-4045-aa34-bd9021505b87 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:39:54.638126 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47738) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:54.642265 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8dd3f9-eb5a-4680-842d-4c7f4a11c9be,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:54.680802 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:54.681169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:54.682026 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:54.682374 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:54.682680 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:54.683731 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:54.684327 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:54.684457 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:54.684685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:54.685631 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:54.685839 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:54.686119 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:39:54.698170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289f8e4-4ac9-4930-9c92-47cb26817444 req-2385fb55-31e7-476f-8f51-67ac7ff72f56 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:54.699779 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b289f8e4-4ac9-4930-9c92-47cb26817444 req-2385fb55-31e7-476f-8f51-67ac7ff72f56 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 945 time: 0.8225534 Mar 09 03:39:54.860692 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-38735273-d155-47bb-b8e6-e35fed786d6f req-1f590b77-f423-4bca-a2a5-1e1638ffe7de tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Unset dirty status for tenant:93aa98084011474eadf54856db5462ee on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:39:54.867868 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38735273-d155-47bb-b8e6-e35fed786d6f req-1f590b77-f423-4bca-a2a5-1e1638ffe7de tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 932 time: 1.7082362 Mar 09 03:39:55.016447 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1f4f5660-e5bd-4d5c-bc84-ddf8b22f5283 req-7869f65e-be7b-4ba7-ba99-90f1e7bffe87 service neutron] 10.222.0.24 "GET /v2.0/networks/c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9902813 Mar 09 03:39:55.058756 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b289f8e4-4ac9-4930-9c92-47cb26817444 req-68a67c51-0031-4a79-aa42-0c5b669244f7 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153892 Mar 09 03:39:55.157972 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d26addb7-f8b0-425f-85e9-3d9b652e040b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:55.160775 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-e3592879-293b-4740-a593-c743504b4a4e req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Allocated IP 192.168.233.11 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:39:55.170267 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-40915c9e-6335-4683-acd6-3c78d18147a2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:55.258593 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-38735273-d155-47bb-b8e6-e35fed786d6f req-bfbc0e8c-3563-4713-8f0b-f17468e302a3 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Synchronizing usage tracker for tenant:93aa98084011474eadf54856db5462ee on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:39:55.271495 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 8ebaac2e-3033-4a03-9286-94421772b9ec up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:39:55.334202 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-d53971f5-eb0d-4d0e-ac25-2e89d9ddb440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:39:55.358313 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-d53971f5-eb0d-4d0e-ac25-2e89d9ddb440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:55.378416 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 8ebaac2e-3033-4a03-9286-94421772b9ec completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:39:55.389731 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 8ebaac2e-3033-4a03-9286-94421772b9ec triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:39:55.390154 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:55.410888 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-38735273-d155-47bb-b8e6-e35fed786d6f req-bfbc0e8c-3563-4713-8f0b-f17468e302a3 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Unset dirty status for tenant:93aa98084011474eadf54856db5462ee on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:39:55.423882 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38735273-d155-47bb-b8e6-e35fed786d6f req-bfbc0e8c-3563-4713-8f0b-f17468e302a3 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5550785 Mar 09 03:39:55.434159 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-d53971f5-eb0d-4d0e-ac25-2e89d9ddb440 service neutron] Transition to ACTIVE for port object b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:39:55.439128 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d26addb7-f8b0-425f-85e9-3d9b652e040b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:55.477477 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-d53971f5-eb0d-4d0e-ac25-2e89d9ddb440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:55.503277 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-40915c9e-6335-4683-acd6-3c78d18147a2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Network eb499fd8-471d-4286-9030-76983ac8e9a8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:39:55.534541 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-40915c9e-6335-4683-acd6-3c78d18147a2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:39:55.561466 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'name': 'tempest-TaggedBootDevicesTest_v242-1350586423-router', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '5b7058ea-388a-4e55-895f-3579198e5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:39:42Z', 'updated_at': '2022-03-09T03:39:49Z', 'revision_number': 3, 'project_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'gw_port': {'id': '5b7058ea-388a-4e55-895f-3579198e5871', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:90:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:39:47Z', 'updated_at': '2022-03-09T03:39:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:39:55.565543 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-40915c9e-6335-4683-acd6-3c78d18147a2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:39:55.566832 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] Checking router: 396dc54e-e2b8-4045-aa34-bd9021505b87 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:39:55.567271 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] Updating router 396dc54e-e2b8-4045-aa34-bd9021505b87 port 5b7058ea-388a-4e55-895f-3579198e5871 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:39:55.598201 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40915c9e-6335-4683-acd6-3c78d18147a2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event updated for resources: {'Port': ['ID=91f35da7-e35c-4fff-ae6f-b70f60335f2a,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:55.602614 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa79b16c-b1f6-4080-8df7-9ab404cba001 req-a8d19622-0a06-413f-9c6e-0be167115840 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e7e6b2a-7bec-454c-a237-d7fd6c74207b HTTP/1.1" status: 200 len: 210 time: 0.1371133 Mar 09 03:39:55.691392 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1f4f5660-e5bd-4d5c-bc84-ddf8b22f5283 req-7633ec3f-6535-4997-85db-6d3df4557065 service neutron] 10.222.0.24 "GET /v2.0/networks/c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6598251 Mar 09 03:39:55.760211 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53971f5-eb0d-4d0e-ac25-2e89d9ddb440 service neutron] Pushing event updated for resources: {'Port': ['ID=b0dc65cc-dd42-416b-ba9f-1b4d7aec9274,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:55.826501 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:55.848594 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-40915c9e-6335-4683-acd6-3c78d18147a2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:55.849625 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-40915c9e-6335-4683-acd6-3c78d18147a2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:55.895750 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:55.953765 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6ef4f4-a9b9-4ef1-bafc-6882d263ed32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebaac2e-3033-4a03-9286-94421772b9ec'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:39:56.026944 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d26addb7-f8b0-425f-85e9-3d9b652e040b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:56.042000 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 8ebaac2e-3033-4a03-9286-94421772b9ec, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=8ebaac2e-3033-4a03-9286-94421772b9ec,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:39:56.063611 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:56.082674 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26addb7-f8b0-425f-85e9-3d9b652e040b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1667b7da-ccb3-44d4-9e5c-58ccfcb8a399,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:56.123303 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d26addb7-f8b0-425f-85e9-3d9b652e040b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:56.125316 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d26addb7-f8b0-425f-85e9-3d9b652e040b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1667b7da-ccb3-44d4-9e5c-58ccfcb8a399 HTTP/1.1" status: 204 len: 168 time: 1.4787219 Mar 09 03:39:56.138803 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-40915c9e-6335-4683-acd6-3c78d18147a2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0208321 Mar 09 03:39:56.149005 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b73628d6-f655-441b-b10a-feb7e8aebc79 None None] Provisioning for port 91f35da7-e35c-4fff-ae6f-b70f60335f2a completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:39:56.159278 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5ca922ee-f3e4-4300-970b-bd38f8044640 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Request body: {'port': {'device_id': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8', 'admin_state_up': True, 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'security_groups': ['612f0ffc-179a-42be-a6a0-816d76f29eb6']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:56.190841 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b73628d6-f655-441b-b10a-feb7e8aebc79 None None] Provisioning complete for port 91f35da7-e35c-4fff-ae6f-b70f60335f2a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:39:56.191877 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b73628d6-f655-441b-b10a-feb7e8aebc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:56.237578 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e3592879-293b-4740-a593-c743504b4a4e req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:56.260682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-e3592879-293b-4740-a593-c743504b4a4e req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Transition to ACTIVE for port object cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:39:56.267434 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-387e2958-dcce-4b34-b150-67ef0cfb8981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:56.287172 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b73628d6-f655-441b-b10a-feb7e8aebc79 None None] Port 91f35da7-e35c-4fff-ae6f-b70f60335f2a cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:39:56.309184 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e3592879-293b-4740-a593-c743504b4a4e req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:56.320917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-d53971f5-eb0d-4d0e-ac25-2e89d9ddb440 service neutron] Attempting to bind port b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:39:56.321261 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-d53971f5-eb0d-4d0e-ac25-2e89d9ddb440 service neutron] Attempting to bind port b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'af2209d2-57f3-4ad5-bf93-abd67d5b0a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a1db9162-013b-4555-a7dd-e31cdddb344c'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:39:56.321588 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-d53971f5-eb0d-4d0e-ac25-2e89d9ddb440 service neutron] Attempting to bind port b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 on network a1db9162-013b-4555-a7dd-e31cdddb344c {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:39:56.418128 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3592879-293b-4740-a593-c743504b4a4e req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:39:56.425676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-e3592879-293b-4740-a593-c743504b4a4e req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:39:56.484537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-d53971f5-eb0d-4d0e-ac25-2e89d9ddb440 service neutron] Port b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 on network a1db9162-013b-4555-a7dd-e31cdddb344c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:39:56.485826 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-d53971f5-eb0d-4d0e-ac25-2e89d9ddb440 service neutron] Attempting to bind port b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 on network a1db9162-013b-4555-a7dd-e31cdddb344c {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:39:56.490177 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e2958-dcce-4b34-b150-67ef0cfb8981 admin admin] Pushing event deleted for resources: {'Port': ['ID=610649ce-f0b8-487f-af30-cf92e9fabadb,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:56.532758 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05ea28-273a-4200-b334-d22053c66e03 req-dbf64bd8-7b55-488f-a4b4-4e17044502c1 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:56.538999 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05ea28-273a-4200-b334-d22053c66e03 req-dbf64bd8-7b55-488f-a4b4-4e17044502c1 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:56.546235 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3b05ea28-273a-4200-b334-d22053c66e03 req-dbf64bd8-7b55-488f-a4b4-4e17044502c1 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 1654 time: 0.8237975 Mar 09 03:39:56.597267 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3592879-293b-4740-a593-c743504b4a4e req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:39:56.638533 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-d53971f5-eb0d-4d0e-ac25-2e89d9ddb440 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:39:56.639045 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-d53971f5-eb0d-4d0e-ac25-2e89d9ddb440 service neutron] Checking segment: {'id': 'af2209d2-57f3-4ad5-bf93-abd67d5b0a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a1db9162-013b-4555-a7dd-e31cdddb344c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:39:56.639485 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-d53971f5-eb0d-4d0e-ac25-2e89d9ddb440 service neutron] Bound using segment: {'id': 'af2209d2-57f3-4ad5-bf93-abd67d5b0a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a1db9162-013b-4555-a7dd-e31cdddb344c'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:39:56.639939 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-d53971f5-eb0d-4d0e-ac25-2e89d9ddb440 service neutron] Bound port: b0dc65cc-dd42-416b-ba9f-1b4d7aec9274, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af2209d2-57f3-4ad5-bf93-abd67d5b0a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a1db9162-013b-4555-a7dd-e31cdddb344c'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:39:56.640293 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-d53971f5-eb0d-4d0e-ac25-2e89d9ddb440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:56.682738 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfe891-cba2-44d7-84c6-eff44c70acb4 req-b6087583-2050-49d7-9da7-fb681ea9a32f tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:56.690340 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-64bfe891-cba2-44d7-84c6-eff44c70acb4 req-b6087583-2050-49d7-9da7-fb681ea9a32f tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6ef4f4-a9b9-4ef1-bafc-6882d263ed32 HTTP/1.1" status: 200 len: 944 time: 0.7334824 Mar 09 03:39:56.826456 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Pushing event updated for resources: {'Port': ['ID=cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:56.867684 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=8ebaac2e-3033-4a03-9286-94421772b9ec,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:56.899918 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-64bfe891-cba2-44d7-84c6-eff44c70acb4 req-96d68f4a-d747-4162-a89e-366582e48f33 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052765 Mar 09 03:39:56.918462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3592879-293b-4740-a593-c743504b4a4e req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:56.919614 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e3592879-293b-4740-a593-c743504b4a4e req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:56.955915 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:56.992863 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5ca922ee-f3e4-4300-970b-bd38f8044640 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:57.010298 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6ef4f4-a9b9-4ef1-bafc-6882d263ed32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebaac2e-3033-4a03-9286-94421772b9ec', 'code': 200} Mar 09 03:39:57.011725 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3592879-293b-4740-a593-c743504b4a4e req-6f6e93ff-aa1b-4d33-ac6c-9abf1bfc48a7 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4421840 Mar 09 03:39:57.013253 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5ca922ee-f3e4-4300-970b-bd38f8044640 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Usage tracker for resource:port and tenant:ffa74fa7e259451baa8a72de689adc07 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:57.017023 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5ca922ee-f3e4-4300-970b-bd38f8044640 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Quota usage for port was recalculated. Used quota:9. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:57.019227 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] Transition to ACTIVE for port object 5b7058ea-388a-4e55-895f-3579198e5871 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:39:57.027119 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-e3592879-293b-4740-a593-c743504b4a4e req-9b02ccfc-7d62-400a-8352-6792df3a0852 service neutron] Request body: {'port': {'device_id': '5e7e6b2a-7bec-454c-a237-d7fd6c74207b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:57.042342 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3b05ea28-273a-4200-b334-d22053c66e03 req-0469f0c0-5287-4b34-92b7-95d189846520 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4950802 Mar 09 03:39:57.044735 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1a62b383-a20e-483e-aac9-03652e5d3c47 None None] Provisioning for port cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:39:57.061316 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1a62b383-a20e-483e-aac9-03652e5d3c47 None None] Provisioning complete for port cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:39:57.065832 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1a62b383-a20e-483e-aac9-03652e5d3c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:57.122053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5ca922ee-f3e4-4300-970b-bd38f8044640 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:57.178642 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:57.287346 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b135dc-0649-40a3-9774-02820587e232 None None] Pushing event updated for resources: {'Port': ['ID=5b7058ea-388a-4e55-895f-3579198e5871,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:57.296955 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5ca922ee-f3e4-4300-970b-bd38f8044640 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Made reservation on behalf of ffa74fa7e259451baa8a72de689adc07 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:39:57.301041 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5ca922ee-f3e4-4300-970b-bd38f8044640 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:57.341451 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] Attempting to bind port 5b7058ea-388a-4e55-895f-3579198e5871 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:39:57.342333 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] Attempting to bind port 5b7058ea-388a-4e55-895f-3579198e5871 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:39:57.343290 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] Attempting to bind port 5b7058ea-388a-4e55-895f-3579198e5871 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:39:57.345664 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1a62b383-a20e-483e-aac9-03652e5d3c47 None None] Port cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:39:57.354191 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:39:57.354780 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:39:57.355365 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:57.355938 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:39:57.356559 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] Bound port: 5b7058ea-388a-4e55-895f-3579198e5871, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:39:57.357106 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:57.470054 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] For port 5b7058ea-388a-4e55-895f-3579198e5871, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:39:57.475918 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] For port 5b7058ea-388a-4e55-895f-3579198e5871, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5b7058ea-388a-4e55-895f-3579198e5871,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:39:57.483614 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:57.505213 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-387e2958-dcce-4b34-b150-67ef0cfb8981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:57.565244 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b135dc-0649-40a3-9774-02820587e232 None None] Pushing event updated for resources: {'Port': ['ID=5b7058ea-388a-4e55-895f-3579198e5871,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:57.617057 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] Routers {'396dc54e-e2b8-4045-aa34-bd9021505b87'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:39:57.618010 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:39:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['396dc54e-e2b8-4045-aa34-bd9021505b87'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:39:57.641011 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e3592879-293b-4740-a593-c743504b4a4e req-9b02ccfc-7d62-400a-8352-6792df3a0852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:57.881594 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] Set router 396dc54e-e2b8-4045-aa34-bd9021505b87 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:39:57.996521 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d99e3-e608-48f4-92cb-1041ecc4e9fb req-22578cdf-76dc-4833-9231-18f8896a3200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:57.998523 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-168d99e3-e608-48f4-92cb-1041ecc4e9fb req-22578cdf-76dc-4833-9231-18f8896a3200 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=de6ef4f4-a9b9-4ef1-bafc-6882d263ed32 HTTP/1.1" status: 200 len: 1096 time: 0.8846200 Mar 09 03:39:58.002054 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5ca922ee-f3e4-4300-970b-bd38f8044640 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Allocated IP 10.1.1.184 (eb499fd8-471d-4286-9030-76983ac8e9a8/885abb1a-ad13-44b9-a4b2-c5572e86a85e/31577831-fe3c-4a4e-938e-490f1e6e84db) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:39:58.044421 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801c47a-4fc3-41ba-b617-c96ccd89bba9 req-f1efdba6-d360-43cc-88d6-cefb2a7c928c tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:58.046725 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5801c47a-4fc3-41ba-b617-c96ccd89bba9 req-f1efdba6-d360-43cc-88d6-cefb2a7c928c tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 945 time: 0.8396928 Mar 09 03:39:58.103902 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-168d99e3-e608-48f4-92cb-1041ecc4e9fb req-29828963-00ba-4c88-9c59-bf10018c8f86 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969448 Mar 09 03:39:58.190974 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-d53971f5-eb0d-4d0e-ac25-2e89d9ddb440 service neutron] For port b0dc65cc-dd42-416b-ba9f-1b4d7aec9274, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:39:58.303930 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5801c47a-4fc3-41ba-b617-c96ccd89bba9 req-d47c3438-3dad-449a-8904-bfd51ad5cfb1 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313421 Mar 09 03:39:58.411581 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-d53971f5-eb0d-4d0e-ac25-2e89d9ddb440 service neutron] For port b0dc65cc-dd42-416b-ba9f-1b4d7aec9274, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b0dc65cc-dd42-416b-ba9f-1b4d7aec9274,segment=NetworkSegment(af2209d2-57f3-4ad5-bf93-abd67d5b0a2e),segment_id=af2209d2-57f3-4ad5-bf93-abd67d5b0a2e)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:39:58.608722 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [req-e3592879-293b-4740-a593-c743504b4a4e req-9b02ccfc-7d62-400a-8352-6792df3a0852 service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:39:58.622306 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:58.664949 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-d53971f5-eb0d-4d0e-ac25-2e89d9ddb440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:58.710466 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'name': 'tempest-TaggedBootDevicesTest_v242-1350586423-router', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '5b7058ea-388a-4e55-895f-3579198e5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:39:42Z', 'updated_at': '2022-03-09T03:39:49Z', 'revision_number': 3, 'project_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'gw_port': {'id': '5b7058ea-388a-4e55-895f-3579198e5871', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:90:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:39:47Z', 'updated_at': '2022-03-09T03:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:39:58.738086 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8deaef9-8339-44bd-a014-327dbb245ce9 None None] The sync data for ids ['396dc54e-e2b8-4045-aa34-bd9021505b87'] in n-d-825178-5 is: [{'id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'name': 'tempest-TaggedBootDevicesTest_v242-1350586423-router', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '5b7058ea-388a-4e55-895f-3579198e5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:39:42Z', 'updated_at': '2022-03-09T03:39:49Z', 'revision_number': 3, 'project_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'gw_port': {'id': '5b7058ea-388a-4e55-895f-3579198e5871', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:90:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:39:47Z', 'updated_at': '2022-03-09T03:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:39:58.745366 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-21f6feae-19b0-45ba-89e3-3263a8acab60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:58.813286 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64dfe3-fdd0-49cd-95ae-316aa7329a64 req-dffe19e4-5c22-42dd-8477-a1c3972874c9 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:58.821331 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4a64dfe3-fdd0-49cd-95ae-316aa7329a64 req-dffe19e4-5c22-42dd-8477-a1c3972874c9 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 944 time: 1.3520184 Mar 09 03:39:58.861118 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-e3592879-293b-4740-a593-c743504b4a4e req-9b02ccfc-7d62-400a-8352-6792df3a0852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:39:58.877310 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e3592879-293b-4740-a593-c743504b4a4e req-9b02ccfc-7d62-400a-8352-6792df3a0852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:58.906245 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-d53971f5-eb0d-4d0e-ac25-2e89d9ddb440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:58.906869 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-d53971f5-eb0d-4d0e-ac25-2e89d9ddb440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:58.908360 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-d53971f5-eb0d-4d0e-ac25-2e89d9ddb440 service neutron] 10.222.0.21 "PUT /v2.0/ports/b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 HTTP/1.1" status: 200 len: 1092 time: 6.6868644 Mar 09 03:39:58.908973 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:39:58.937645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-e3592879-293b-4740-a593-c743504b4a4e req-9b02ccfc-7d62-400a-8352-6792df3a0852 service neutron] Transition to ACTIVE for port object cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:39:58.953894 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae63607-5b4b-4a7a-8ae0-a46d930f7327', 'tag': 'b0dc65cc-dd42-416b-ba9f-1b4d7aec9274'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:39:58.956734 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e3592879-293b-4740-a593-c743504b4a4e req-9b02ccfc-7d62-400a-8352-6792df3a0852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:59.049262 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02ccfc-7d62-400a-8352-6792df3a0852 service neutron] Pushing event updated for resources: {'Port': ['ID=cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:59.071171 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5ca922ee-f3e4-4300-970b-bd38f8044640 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:59.168108 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47792) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:39:59.227115 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0685c-4155-4652-95fb-e9ab4a5f7c20 req-28fcf7dd-6cd5-4b12-8f7e-0a29f64a1ed2 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:59.227847 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-66f0685c-4155-4652-95fb-e9ab4a5f7c20 req-28fcf7dd-6cd5-4b12-8f7e-0a29f64a1ed2 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Synchronizing usage tracker for tenant:d9fa29191aad4d7fb845a3e5ef938315 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:39:59.332259 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5ca922ee-f3e4-4300-970b-bd38f8044640 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Transition to ACTIVE for port object 31577831-fe3c-4a4e-938e-490f1e6e84db will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:39:59.441711 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Allocated IP 172.20.0.1 (a8e31c6c-fab7-4159-aaef-1d90e4713210/ce8c094d-d2da-4007-b683-734cf48a0ad4/56e8c632-6a17-4bdb-83e0-fc742db20d7c) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:39:59.587874 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-90c7ad14-34d3-46a2-a29e-4c1084feb1c3 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:39:59.601594 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-90c7ad14-34d3-46a2-a29e-4c1084feb1c3 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:39:59.609321 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5ca922ee-f3e4-4300-970b-bd38f8044640 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:59.701376 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-90c7ad14-34d3-46a2-a29e-4c1084feb1c3 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Usage tracker for resource:floatingip and tenant:b33450da42f84e2b810d69e95cbf90c2 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:39:59.706909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca922ee-f3e4-4300-970b-bd38f8044640 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event updated for resources: {'Port': ['ID=31577831-fe3c-4a4e-938e-490f1e6e84db,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:59.713004 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-90c7ad14-34d3-46a2-a29e-4c1084feb1c3 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:39:59.716153 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-e3592879-293b-4740-a593-c743504b4a4e req-9b02ccfc-7d62-400a-8352-6792df3a0852 service neutron] Attempting to bind port cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:39:59.716519 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-e3592879-293b-4740-a593-c743504b4a4e req-9b02ccfc-7d62-400a-8352-6792df3a0852 service neutron] Attempting to bind port cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:39:59.716844 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3592879-293b-4740-a593-c743504b4a4e req-9b02ccfc-7d62-400a-8352-6792df3a0852 service neutron] Attempting to bind port cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:39:59.720221 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5ca922ee-f3e4-4300-970b-bd38f8044640 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Network eb499fd8-471d-4286-9030-76983ac8e9a8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:39:59.725354 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-66f0685c-4155-4652-95fb-e9ab4a5f7c20 req-28fcf7dd-6cd5-4b12-8f7e-0a29f64a1ed2 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Unset dirty status for tenant:d9fa29191aad4d7fb845a3e5ef938315 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:39:59.726516 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-66f0685c-4155-4652-95fb-e9ab4a5f7c20 req-28fcf7dd-6cd5-4b12-8f7e-0a29f64a1ed2 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e7e6b2a-7bec-454c-a237-d7fd6c74207b HTTP/1.1" status: 200 len: 935 time: 1.0489564 Mar 09 03:39:59.727489 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5ca922ee-f3e4-4300-970b-bd38f8044640 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:39:59.730414 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5ca922ee-f3e4-4300-970b-bd38f8044640 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:39:59.797322 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-90c7ad14-34d3-46a2-a29e-4c1084feb1c3 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:39:59.805949 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5ca922ee-f3e4-4300-970b-bd38f8044640 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:39:59.807472 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5ca922ee-f3e4-4300-970b-bd38f8044640 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:59.814629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3592879-293b-4740-a593-c743504b4a4e req-9b02ccfc-7d62-400a-8352-6792df3a0852 service neutron] Port cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:39:59.814982 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3592879-293b-4740-a593-c743504b4a4e req-9b02ccfc-7d62-400a-8352-6792df3a0852 service neutron] Attempting to bind port cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:39:59.839416 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:59.857376 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Transition to ACTIVE for port object 56e8c632-6a17-4bdb-83e0-fc742db20d7c will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:39:59.906718 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4a64dfe3-fdd0-49cd-95ae-316aa7329a64 req-13b0236e-3056-4bc4-865d-4a97ccaa79d9 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0176449 Mar 09 03:39:59.917713 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53971f5-eb0d-4d0e-ac25-2e89d9ddb440 service neutron] Pushing event updated for resources: {'Port': ['ID=b0dc65cc-dd42-416b-ba9f-1b4d7aec9274,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:39:59.923819 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3592879-293b-4740-a593-c743504b4a4e req-9b02ccfc-7d62-400a-8352-6792df3a0852 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:39:59.924469 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3592879-293b-4740-a593-c743504b4a4e req-9b02ccfc-7d62-400a-8352-6792df3a0852 service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:39:59.924873 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3592879-293b-4740-a593-c743504b4a4e req-9b02ccfc-7d62-400a-8352-6792df3a0852 service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:39:59.925436 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-e3592879-293b-4740-a593-c743504b4a4e req-9b02ccfc-7d62-400a-8352-6792df3a0852 service neutron] Bound port: cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:39:59.925944 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e3592879-293b-4740-a593-c743504b4a4e req-9b02ccfc-7d62-400a-8352-6792df3a0852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:59.936333 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:39:59.963758 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-90c7ad14-34d3-46a2-a29e-4c1084feb1c3 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:00.088324 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5ca922ee-f3e4-4300-970b-bd38f8044640 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9409986 Mar 09 03:40:00.134443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7a37506e-d834-4446-b8ff-fe2002fd32cb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Request body: {'port': {'device_id': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '30ef9939-e0a3-4385-851a-c377e816c8c2', 'admin_state_up': True, 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'security_groups': ['612f0ffc-179a-42be-a6a0-816d76f29eb6']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:00.140178 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-92037677-ede6-4470-a672-671e23ce2238 None None] Provisioning for port 31577831-fe3c-4a4e-938e-490f1e6e84db completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:40:00.153820 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-92037677-ede6-4470-a672-671e23ce2238 None None] Provisioning complete for port 31577831-fe3c-4a4e-938e-490f1e6e84db triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:40:00.154222 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-92037677-ede6-4470-a672-671e23ce2238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:00.178170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-66f0685c-4155-4652-95fb-e9ab4a5f7c20 req-3953b869-9e08-4cd8-84dd-a22f78ab9ed1 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Synchronizing usage tracker for tenant:d9fa29191aad4d7fb845a3e5ef938315 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:40:00.252836 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-92037677-ede6-4470-a672-671e23ce2238 None None] Port 31577831-fe3c-4a4e-938e-490f1e6e84db cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:40:00.358112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Network a8e31c6c-fab7-4159-aaef-1d90e4713210 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:40:00.371197 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:40:00.375128 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:40:00.396805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-66f0685c-4155-4652-95fb-e9ab4a5f7c20 req-3953b869-9e08-4cd8-84dd-a22f78ab9ed1 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Unset dirty status for tenant:d9fa29191aad4d7fb845a3e5ef938315 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:40:00.397964 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-66f0685c-4155-4652-95fb-e9ab4a5f7c20 req-3953b869-9e08-4cd8-84dd-a22f78ab9ed1 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d8dd3f9-eb5a-4680-842d-4c7f4a11c9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6022797 Mar 09 03:40:00.430334 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Pushing event updated for resources: {'Port': ['ID=56e8c632-6a17-4bdb-83e0-fc742db20d7c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:00.439437 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387e2958-dcce-4b34-b150-67ef0cfb8981 admin admin] Router 09eb5c58-69ed-4768-9c74-db17c3f75270 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:40:00.552194 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-e3592879-293b-4740-a593-c743504b4a4e req-9b02ccfc-7d62-400a-8352-6792df3a0852 service neutron] For port cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:40:00.585292 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:00.629192 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5b7058ea-388a-4e55-895f-3579198e5871 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:40:00.637166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-e3592879-293b-4740-a593-c743504b4a4e req-9b02ccfc-7d62-400a-8352-6792df3a0852 service neutron] For port cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:40:00.648965 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7a37506e-d834-4446-b8ff-fe2002fd32cb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:00.690604 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e3592879-293b-4740-a593-c743504b4a4e req-9b02ccfc-7d62-400a-8352-6792df3a0852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:00.698960 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7a37506e-d834-4446-b8ff-fe2002fd32cb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Usage tracker for resource:port and tenant:ffa74fa7e259451baa8a72de689adc07 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:40:00.713026 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 5b7058ea-388a-4e55-895f-3579198e5871 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:40:00.718126 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 5b7058ea-388a-4e55-895f-3579198e5871 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:40:00.718494 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:00.737445 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-d6885f64-270f-4fcb-b6d0-a14468b4eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:00.738893 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7a37506e-d834-4446-b8ff-fe2002fd32cb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Quota usage for port was recalculated. Used quota:10. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:40:00.739371 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-d6885f64-270f-4fcb-b6d0-a14468b4eaad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93aa98084011474eadf54856db5462ee&device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 1095 time: 1.5599077 Mar 09 03:40:00.768754 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7a37506e-d834-4446-b8ff-fe2002fd32cb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:00.771940 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223da7d-c7b8-4c81-8d24-5643a390f882 req-03897394-ecff-4647-a248-5ec7465fd80c tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:00.773520 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0223da7d-c7b8-4c81-8d24-5643a390f882 req-03897394-ecff-4647-a248-5ec7465fd80c tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6ef4f4-a9b9-4ef1-bafc-6882d263ed32 HTTP/1.1" status: 200 len: 945 time: 0.6358764 Mar 09 03:40:00.782598 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3592879-293b-4740-a593-c743504b4a4e req-9b02ccfc-7d62-400a-8352-6792df3a0852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:00.783485 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e3592879-293b-4740-a593-c743504b4a4e req-9b02ccfc-7d62-400a-8352-6792df3a0852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:00.785367 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3592879-293b-4740-a593-c743504b4a4e req-9b02ccfc-7d62-400a-8352-6792df3a0852 service neutron] 10.222.0.24 "PUT /v2.0/ports/cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15 HTTP/1.1" status: 200 len: 1095 time: 3.7624950 Mar 09 03:40:00.791578 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7e6b2a-7bec-454c-a237-d7fd6c74207b', 'tag': 'cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:40:00.859709 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b40c230c-7e6d-4baf-a2e3-d5e88294454c None None] Provisioning for port 56e8c632-6a17-4bdb-83e0-fc742db20d7c completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:40:00.873835 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b40c230c-7e6d-4baf-a2e3-d5e88294454c None None] Provisioning complete for port 56e8c632-6a17-4bdb-83e0-fc742db20d7c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:40:00.874620 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b40c230c-7e6d-4baf-a2e3-d5e88294454c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:00.880200 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7a37506e-d834-4446-b8ff-fe2002fd32cb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Made reservation on behalf of ffa74fa7e259451baa8a72de689adc07 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:40:00.958999 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:00.986459 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 5b7058ea-388a-4e55-895f-3579198e5871, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5b7058ea-388a-4e55-895f-3579198e5871,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:01.003506 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:01.048227 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7a37506e-d834-4446-b8ff-fe2002fd32cb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:01.086364 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02ccfc-7d62-400a-8352-6792df3a0852 service neutron] Pushing event updated for resources: {'Port': ['ID=cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:01.112791 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b40c230c-7e6d-4baf-a2e3-d5e88294454c None None] Port 56e8c632-6a17-4bdb-83e0-fc742db20d7c cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:40:01.132744 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc4f97-0100-4d72-95dc-fdb7785bd80f req-5e1c3a6f-45d7-4761-a113-ef82e452c825 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:01.135772 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d7c06373-057e-40b1-acff-5e7148719188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:01.140246 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc4f97-0100-4d72-95dc-fdb7785bd80f req-5e1c3a6f-45d7-4761-a113-ef82e452c825 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:01.144797 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=5b7058ea-388a-4e55-895f-3579198e5871,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:01.146176 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc4f97-0100-4d72-95dc-fdb7785bd80f req-5e1c3a6f-45d7-4761-a113-ef82e452c825 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:01.147683 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-59cc4f97-0100-4d72-95dc-fdb7785bd80f req-5e1c3a6f-45d7-4761-a113-ef82e452c825 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Synchronizing usage tracker for tenant:ffa74fa7e259451baa8a72de689adc07 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:40:01.194121 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-90c7ad14-34d3-46a2-a29e-4c1084feb1c3 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:01.350159 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-5eb14901-fc7f-40e5-85e9-3ffe2545bcb3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 HTTP/1.1" status: 200 len: 217 time: 0.1411748 Mar 09 03:40:01.412689 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-59cc4f97-0100-4d72-95dc-fdb7785bd80f req-5e1c3a6f-45d7-4761-a113-ef82e452c825 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Unset dirty status for tenant:ffa74fa7e259451baa8a72de689adc07 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:40:01.413752 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-59cc4f97-0100-4d72-95dc-fdb7785bd80f req-5e1c3a6f-45d7-4761-a113-ef82e452c825 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 2375 time: 0.7738457 Mar 09 03:40:01.442662 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0223da7d-c7b8-4c81-8d24-5643a390f882 req-0a164547-9f73-42bc-9f41-d8194c3d5d3d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6617856 Mar 09 03:40:01.467917 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3592879-293b-4740-a593-c743504b4a4e req-bfc68f57-361e-4c92-ac4c-f72f12fe209b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:01.468075 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387e2958-dcce-4b34-b150-67ef0cfb8981 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:40:01.468182 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3592879-293b-4740-a593-c743504b4a4e req-bfc68f57-361e-4c92-ac4c-f72f12fe209b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9fa29191aad4d7fb845a3e5ef938315&device_id=5e7e6b2a-7bec-454c-a237-d7fd6c74207b HTTP/1.1" status: 200 len: 1098 time: 0.6267962 Mar 09 03:40:01.479400 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ef4912-14df-4e04-a2fd-d4198f3d9d19 None None] Sync routers for ids ['09eb5c58-69ed-4768-9c74-db17c3f75270'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:40:01.497939 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ef4912-14df-4e04-a2fd-d4198f3d9d19 None None] Routers {'09eb5c58-69ed-4768-9c74-db17c3f75270'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:40:01.498720 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-62ef4912-14df-4e04-a2fd-d4198f3d9d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:40:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['09eb5c58-69ed-4768-9c74-db17c3f75270'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:01.509139 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-b9881281-d6e4-44ba-9726-f63335708f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:01.511610 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-b9881281-d6e4-44ba-9726-f63335708f12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5bbbb50-9b24-4c8b-900f-4775f7f04439 HTTP/1.1" status: 200 len: 861 time: 0.1458194 Mar 09 03:40:01.517883 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-387e2958-dcce-4b34-b150-67ef0cfb8981 admin admin] 10.222.0.16 "PUT /v2.0/routers/09eb5c58-69ed-4768-9c74-db17c3f75270/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2955792 Mar 09 03:40:01.526723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47822) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:01.562917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db42733-a287-4280-a1ea-66b374c3490a req-725e5f4c-1fd2-4b71-a9cf-03ba71b2fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:01.564604 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6db42733-a287-4280-a1ea-66b374c3490a req-725e5f4c-1fd2-4b71-a9cf-03ba71b2fc45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae03d5eb038f4850a3760a69271911b5&device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 1096 time: 0.3082535 Mar 09 03:40:01.568474 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae63607-5b4b-4a7a-8ae0-a46d930f7327', 'tag': 'b0dc65cc-dd42-416b-ba9f-1b4d7aec9274', 'status': 'completed', 'code': 200} Mar 09 03:40:01.638993 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3592879-293b-4740-a593-c743504b4a4e req-535fd12e-a5d2-4fe8-98b9-d10e38190087 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15 HTTP/1.1" status: 200 len: 217 time: 0.1395590 Mar 09 03:40:01.650203 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-59cc4f97-0100-4d72-95dc-fdb7785bd80f req-e9e44401-ba9e-4924-807b-67979dd81ed3 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242105 Mar 09 03:40:01.681651 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-62ef4912-14df-4e04-a2fd-d4198f3d9d19 None None] Set router 09eb5c58-69ed-4768-9c74-db17c3f75270 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:40:01.729870 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7e6b2a-7bec-454c-a237-d7fd6c74207b', 'tag': 'cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15', 'status': 'completed', 'code': 200} Mar 09 03:40:01.743054 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:01.767014 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-3b406134-3155-4635-8b9f-a02591e1ac3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1db9162-013b-4555-a7dd-e31cdddb344c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2465737 Mar 09 03:40:01.788958 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-90c7ad14-34d3-46a2-a29e-4c1084feb1c3 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Allocated IP 172.25.7.116 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/132d6265-9102-4902-9153-74590ab448fc) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:40:01.809403 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3592879-293b-4740-a593-c743504b4a4e req-c9ae2f04-e96c-46db-8f69-cda0e67d1f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:01.810848 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3592879-293b-4740-a593-c743504b4a4e req-c9ae2f04-e96c-46db-8f69-cda0e67d1f0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1549528 Mar 09 03:40:01.926034 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7a37506e-d834-4446-b8ff-fe2002fd32cb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Allocated IP 10.2.2.100 (30ef9939-e0a3-4385-851a-c377e816c8c2/b8ece047-456b-4972-b520-ee59d144b7d9/968d319d-f6af-4c9a-90d7-42f4e52ec281) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:40:02.015883 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:02.033816 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-62ef4912-14df-4e04-a2fd-d4198f3d9d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eb5c58-69ed-4768-9c74-db17c3f75270', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306556405-router', 'tenant_id': '72af0dc1083c43cbae74c5042d072168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'e30ca93a-8491-42b2-9e48-996bacb80715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:11Z', 'updated_at': '2022-03-09T03:39:55Z', 'revision_number': 5, 'project_id': '72af0dc1083c43cbae74c5042d072168', 'gw_port': {'id': 'e30ca93a-8491-42b2-9e48-996bacb80715', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eb5c58-69ed-4768-9c74-db17c3f75270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:13Z', 'updated_at': '2022-03-09T03:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:02.039971 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ef4912-14df-4e04-a2fd-d4198f3d9d19 None None] Checking router: 09eb5c58-69ed-4768-9c74-db17c3f75270 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:40:02.050319 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:02.053353 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ef4912-14df-4e04-a2fd-d4198f3d9d19 None None] Routers {'09eb5c58-69ed-4768-9c74-db17c3f75270'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:40:02.054995 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-62ef4912-14df-4e04-a2fd-d4198f3d9d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:40:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['09eb5c58-69ed-4768-9c74-db17c3f75270'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:02.084751 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-80aa2d52-d9e4-4916-8ff5-2d0bb9581795 service neutron] 10.222.0.21 "GET /v2.0/networks/a1db9162-013b-4555-a7dd-e31cdddb344c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628953 Mar 09 03:40:02.248019 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3592879-293b-4740-a593-c743504b4a4e req-79be1be9-da07-4eb3-bace-7b3190655028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:02.249509 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3592879-293b-4740-a593-c743504b4a4e req-79be1be9-da07-4eb3-bace-7b3190655028 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4245236 Mar 09 03:40:02.253290 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-90c7ad14-34d3-46a2-a29e-4c1084feb1c3 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:02.268066 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3c3b9-0382-4ea5-a955-1fa5ffbefb96 req-a3dc1342-7ad8-470a-8d71-537a8f19740e tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:02.269506 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f0b3c3b9-0382-4ea5-a955-1fa5ffbefb96 req-a3dc1342-7ad8-470a-8d71-537a8f19740e tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 944 time: 0.4015479 Mar 09 03:40:02.272994 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-62ef4912-14df-4e04-a2fd-d4198f3d9d19 None None] Set router 09eb5c58-69ed-4768-9c74-db17c3f75270 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:40:02.374317 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-06cc7d7f-efbf-467e-b4a1-df63685ddc5f admin admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:02.436104 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db42733-a287-4280-a1ea-66b374c3490a req-97641036-dfb9-43d5-b7ea-1cb93a1e22bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:02.438046 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6db42733-a287-4280-a1ea-66b374c3490a req-97641036-dfb9-43d5-b7ea-1cb93a1e22bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=b43e277f-27e3-4498-8ae6-3889cca4234e HTTP/1.1" status: 200 len: 912 time: 0.8629427 Mar 09 03:40:02.441911 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f0b3c3b9-0382-4ea5-a955-1fa5ffbefb96 req-9f9cbac2-9c0f-40dd-85a7-52725263e764 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503146 Mar 09 03:40:02.470668 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7a37506e-d834-4446-b8ff-fe2002fd32cb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:02.520834 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3592879-293b-4740-a593-c743504b4a4e req-27405af5-746e-41e8-a9ee-d66f3ac848cc service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605734 Mar 09 03:40:02.527365 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-90c7ad14-34d3-46a2-a29e-4c1084feb1c3 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:02.532415 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7a37506e-d834-4446-b8ff-fe2002fd32cb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Transition to ACTIVE for port object 968d319d-f6af-4c9a-90d7-42f4e52ec281 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:40:02.539461 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6db42733-a287-4280-a1ea-66b374c3490a req-99ae4fcc-ac1f-4586-8ee1-0655a0731930 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22cea704-40e5-4bb8-835b-fc5ace5f5d1f HTTP/1.1" status: 200 len: 217 time: 0.0866351 Mar 09 03:40:02.562191 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f8412-2934-43dd-a967-18cf6b8b979a req-954dcc36-611d-4d50-9fcd-e43b2d1e2b4b tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:02.572998 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-713f8412-2934-43dd-a967-18cf6b8b979a req-954dcc36-611d-4d50-9fcd-e43b2d1e2b4b tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 945 time: 0.8370471 Mar 09 03:40:02.590070 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5b7058ea-388a-4e55-895f-3579198e5871 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:40:02.630025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c7ad14-34d3-46a2-a29e-4c1084feb1c3 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:40:02.647597 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-62ef4912-14df-4e04-a2fd-d4198f3d9d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eb5c58-69ed-4768-9c74-db17c3f75270', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306556405-router', 'tenant_id': '72af0dc1083c43cbae74c5042d072168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'e30ca93a-8491-42b2-9e48-996bacb80715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:11Z', 'updated_at': '2022-03-09T03:39:55Z', 'revision_number': 5, 'project_id': '72af0dc1083c43cbae74c5042d072168', 'gw_port': {'id': 'e30ca93a-8491-42b2-9e48-996bacb80715', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eb5c58-69ed-4768-9c74-db17c3f75270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:13Z', 'updated_at': '2022-03-09T03:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:02.652404 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ef4912-14df-4e04-a2fd-d4198f3d9d19 None None] The sync data for ids ['09eb5c58-69ed-4768-9c74-db17c3f75270'] in n-d-825178-5 is: [{'id': '09eb5c58-69ed-4768-9c74-db17c3f75270', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306556405-router', 'tenant_id': '72af0dc1083c43cbae74c5042d072168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'e30ca93a-8491-42b2-9e48-996bacb80715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:11Z', 'updated_at': '2022-03-09T03:39:55Z', 'revision_number': 5, 'project_id': '72af0dc1083c43cbae74c5042d072168', 'gw_port': {'id': 'e30ca93a-8491-42b2-9e48-996bacb80715', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eb5c58-69ed-4768-9c74-db17c3f75270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:13Z', 'updated_at': '2022-03-09T03:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:40:02.666769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-90c7ad14-34d3-46a2-a29e-4c1084feb1c3 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:40:02.692849 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 5b7058ea-388a-4e55-895f-3579198e5871 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:40:02.693261 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:02.722155 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c7ad14-34d3-46a2-a29e-4c1084feb1c3 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:40:02.809553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7ad14-34d3-46a2-a29e-4c1084feb1c3 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Pushing event updated for resources: {'Port': ['ID=132d6265-9102-4902-9153-74590ab448fc,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:02.863916 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7a37506e-d834-4446-b8ff-fe2002fd32cb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:02.918662 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3592879-293b-4740-a593-c743504b4a4e req-ea0e10fa-9711-4ffd-978e-5dbe043eb65d service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847992 Mar 09 03:40:02.960280 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7a37506e-d834-4446-b8ff-fe2002fd32cb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Network 30ef9939-e0a3-4385-851a-c377e816c8c2 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:40:02.968250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7a37506e-d834-4446-b8ff-fe2002fd32cb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:40:02.976993 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519a729-b296-412a-af83-3789ab8c6027 req-96547dc9-7690-4127-a954-eb33af96eba9 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:02.979398 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7519a729-b296-412a-af83-3789ab8c6027 req-96547dc9-7690-4127-a954-eb33af96eba9 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e7e6b2a-7bec-454c-a237-d7fd6c74207b HTTP/1.1" status: 200 len: 947 time: 0.3552217 Mar 09 03:40:02.987776 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7a37506e-d834-4446-b8ff-fe2002fd32cb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:40:03.031225 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-713f8412-2934-43dd-a967-18cf6b8b979a req-008d7518-1473-4f23-b9bf-bffdd84eae31 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558249 Mar 09 03:40:03.033077 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95f67bb1-2d61-4ce5-90c7-f98bab05e04a req-64b5679b-2320-4aa3-b699-189de357bb53 service neutron] 10.222.0.21 "GET /v2.0/networks/a1db9162-013b-4555-a7dd-e31cdddb344c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9264271 Mar 09 03:40:03.065551 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db42733-a287-4280-a1ea-66b374c3490a req-8744cdba-d66f-45ed-ac5e-80166ce6d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:03.067018 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6db42733-a287-4280-a1ea-66b374c3490a req-8744cdba-d66f-45ed-ac5e-80166ce6d579 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c938e3dc-f3f5-45d5-a021-35dcda335146 HTTP/1.1" status: 200 len: 851 time: 0.2246339 Mar 09 03:40:03.111294 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37506e-d834-4446-b8ff-fe2002fd32cb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event updated for resources: {'Port': ['ID=968d319d-f6af-4c9a-90d7-42f4e52ec281,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:03.114059 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-90c7ad14-34d3-46a2-a29e-4c1084feb1c3 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:03.214969 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6db42733-a287-4280-a1ea-66b374c3490a req-12a97e0e-7214-41e6-8df6-c788ddafe186 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b43e277f-27e3-4498-8ae6-3889cca4234e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313667 Mar 09 03:40:03.221664 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-06cc7d7f-efbf-467e-b4a1-df63685ddc5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:03.278764 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3f904da2-8c2b-4ebe-bebb-dbe77c2b8150 None None] Provisioning for port 968d319d-f6af-4c9a-90d7-42f4e52ec281 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:40:03.286045 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3f904da2-8c2b-4ebe-bebb-dbe77c2b8150 None None] Provisioning complete for port 968d319d-f6af-4c9a-90d7-42f4e52ec281 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:40:03.286552 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3f904da2-8c2b-4ebe-bebb-dbe77c2b8150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:03.367243 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7519a729-b296-412a-af83-3789ab8c6027 req-3cd407e8-35ad-40fd-87e1-f0a761fb4605 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d8dd3f9-eb5a-4680-842d-4c7f4a11c9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195620 Mar 09 03:40:03.381560 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6db42733-a287-4280-a1ea-66b374c3490a req-db3ab147-2414-4e85-b0be-e768f32bb53f service neutron] 10.222.0.21 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562715 Mar 09 03:40:03.388708 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.resource_extend [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:40:03.391957 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7a37506e-d834-4446-b8ff-fe2002fd32cb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:03.393801 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7a37506e-d834-4446-b8ff-fe2002fd32cb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:03.428116 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-06cc7d7f-efbf-467e-b4a1-df63685ddc5f admin admin] Deleting port e30ca93a-8491-42b2-9e48-996bacb80715 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:40:03.428451 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-06cc7d7f-efbf-467e-b4a1-df63685ddc5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:03.460594 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7a37506e-d834-4446-b8ff-fe2002fd32cb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3316970 Mar 09 03:40:03.470216 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:03.486495 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-3f904da2-8c2b-4ebe-bebb-dbe77c2b8150 None None] Port 968d319d-f6af-4c9a-90d7-42f4e52ec281 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:40:03.493795 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-97357f47-fc73-4e3a-afd4-eabfe4e4206a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Request body: {'port': {'device_id': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '30ef9939-e0a3-4385-851a-c377e816c8c2', 'admin_state_up': True, 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'security_groups': ['612f0ffc-179a-42be-a6a0-816d76f29eb6']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:03.500864 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:03.511568 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:03.533843 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 22cea704-40e5-4bb8-835b-fc5ace5f5d1f no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:40:03.609332 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-90c7ad14-34d3-46a2-a29e-4c1084feb1c3 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:03.652767 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:03.687108 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad417c7-ef2f-4988-aee3-320ff81b1f81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22cea704-40e5-4bb8-835b-fc5ace5f5d1f'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:40:03.700581 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 22cea704-40e5-4bb8-835b-fc5ace5f5d1f, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=22cea704-40e5-4bb8-835b-fc5ace5f5d1f,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:03.706396 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:03.713510 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440697a-216c-4fb6-bed4-21e552601569 req-a6f96f45-58d2-42cc-9c65-df7c309b2b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:03.715324 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8440697a-216c-4fb6-bed4-21e552601569 req-a6f96f45-58d2-42cc-9c65-df7c309b2b27 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9fa29191aad4d7fb845a3e5ef938315&device_id=5e7e6b2a-7bec-454c-a237-d7fd6c74207b HTTP/1.1" status: 200 len: 1098 time: 0.7017832 Mar 09 03:40:03.723393 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea939c5-f125-4644-812a-7d6c7c6e38d4 req-df9ea5fe-0bbc-47fb-ac09-7dfebf0c3038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:03.724872 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fea939c5-f125-4644-812a-7d6c7c6e38d4 req-df9ea5fe-0bbc-47fb-ac09-7dfebf0c3038 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93aa98084011474eadf54856db5462ee&device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 1095 time: 0.5721164 Mar 09 03:40:03.777852 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=22cea704-40e5-4bb8-835b-fc5ace5f5d1f,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:03.841561 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:03.867965 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:03.885055 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Pushing event updated for resources: {'Port': ['ID=56e8c632-6a17-4bdb-83e0-fc742db20d7c,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:03.970486 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:03.970824 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:03.971182 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:03.971512 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:03.971844 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:03.972166 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:03.972483 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:03.972799 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:03.973115 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:03.973429 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:03.973740 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:03.974049 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:04.003685 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6db42733-a287-4280-a1ea-66b374c3490a req-6589e4d7-30f5-4896-a4e3-a0989a7b55a0 service neutron] 10.222.0.21 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6073754 Mar 09 03:40:04.035306 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c62f79-a393-4464-8863-b6b10d7da86a req-6e71aaf5-e018-4e06-98a7-c54f6fb17f67 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:04.036790 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-92c62f79-a393-4464-8863-b6b10d7da86a req-6e71aaf5-e018-4e06-98a7-c54f6fb17f67 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6ef4f4-a9b9-4ef1-bafc-6882d263ed32 HTTP/1.1" status: 200 len: 945 time: 0.5006037 Mar 09 03:40:04.048896 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-97357f47-fc73-4e3a-afd4-eabfe4e4206a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:04.083621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440697a-216c-4fb6-bed4-21e552601569 req-f311fbaf-f4b9-4a59-8f4c-36f19c4cca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:04.085038 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8440697a-216c-4fb6-bed4-21e552601569 req-f311fbaf-f4b9-4a59-8f4c-36f19c4cca18 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.2714846 Mar 09 03:40:04.095181 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-97357f47-fc73-4e3a-afd4-eabfe4e4206a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:04.124829 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fe124-0e4f-452f-9431-a8287aae8d8f req-6b0300c6-a7d6-4369-983d-7c9639ff6150 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:04.130543 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fe124-0e4f-452f-9431-a8287aae8d8f req-6b0300c6-a7d6-4369-983d-7c9639ff6150 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:04.136391 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fe124-0e4f-452f-9431-a8287aae8d8f req-6b0300c6-a7d6-4369-983d-7c9639ff6150 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:04.142107 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fe124-0e4f-452f-9431-a8287aae8d8f req-6b0300c6-a7d6-4369-983d-7c9639ff6150 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:04.143791 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a93fe124-0e4f-452f-9431-a8287aae8d8f req-6b0300c6-a7d6-4369-983d-7c9639ff6150 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 3096 time: 0.6151583 Mar 09 03:40:04.168794 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-90c7ad14-34d3-46a2-a29e-4c1084feb1c3 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:04.171708 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-06cc7d7f-efbf-467e-b4a1-df63685ddc5f admin admin] For port e30ca93a-8491-42b2-9e48-996bacb80715, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e30ca93a-8491-42b2-9e48-996bacb80715,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:04.172461 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-06cc7d7f-efbf-467e-b4a1-df63685ddc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:04.191253 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8440697a-216c-4fb6-bed4-21e552601569 req-8675d09a-a1cf-4152-8e77-d1a0624d1b95 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15 HTTP/1.1" status: 200 len: 217 time: 0.0909114 Mar 09 03:40:04.191837 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-90c7ad14-34d3-46a2-a29e-4c1084feb1c3 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:04.260989 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea939c5-f125-4644-812a-7d6c7c6e38d4 req-84b34638-566b-467a-80c5-1166c7f233d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:04.262408 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fea939c5-f125-4644-812a-7d6c7c6e38d4 req-84b34638-566b-467a-80c5-1166c7f233d0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1db9162-013b-4555-a7dd-e31cdddb344c HTTP/1.1" status: 200 len: 922 time: 0.5132947 Mar 09 03:40:04.277604 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-97357f47-fc73-4e3a-afd4-eabfe4e4206a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Made reservation on behalf of ffa74fa7e259451baa8a72de689adc07 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:40:04.282336 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-97357f47-fc73-4e3a-afd4-eabfe4e4206a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:04.293030 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-92c62f79-a393-4464-8863-b6b10d7da86a req-a0c6a472-0694-477c-be96-71975e2cc223 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417669 Mar 09 03:40:04.325081 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-06cc7d7f-efbf-467e-b4a1-df63685ddc5f admin admin] Calling delete_port for e30ca93a-8491-42b2-9e48-996bacb80715 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:40:04.430136 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7ad14-34d3-46a2-a29e-4c1084feb1c3 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Pushing event updated for resources: {'Port': ['ID=132d6265-9102-4902-9153-74590ab448fc,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:04.485657 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 610649ce-f0b8-487f-af30-cf92e9fabadb no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:40:04.504857 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440697a-216c-4fb6-bed4-21e552601569 req-f0728131-71a1-437e-8e90-96e66350a0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:04.506378 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8440697a-216c-4fb6-bed4-21e552601569 req-f0728131-71a1-437e-8e90-96e66350a0c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.2786853 Mar 09 03:40:04.510835 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-90c7ad14-34d3-46a2-a29e-4c1084feb1c3 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:04.522566 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 610649ce-f0b8-487f-af30-cf92e9fabadb {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:40:04.522934 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 610649ce-f0b8-487f-af30-cf92e9fabadb not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:40:04.568266 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fea939c5-f125-4644-812a-7d6c7c6e38d4 req-7d95dcf0-2a9d-48a4-9a2f-b22573c9d29d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 HTTP/1.1" status: 200 len: 217 time: 0.0848129 Mar 09 03:40:04.631285 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a93fe124-0e4f-452f-9431-a8287aae8d8f req-8c3ad07b-54bd-40c6-bac5-ede50208ebd8 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4660082 Mar 09 03:40:04.664898 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-90c7ad14-34d3-46a2-a29e-4c1084feb1c3 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:04.664898 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-90c7ad14-34d3-46a2-a29e-4c1084feb1c3 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4862010 Mar 09 03:40:04.665095 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Network a8e31c6c-fab7-4159-aaef-1d90e4713210 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:40:04.665095 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:40:04.665270 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47838) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:04.667016 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-475e6e75-71b2-4402-a55a-a8e34798648f tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-143432277', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'fixed_ips': [{'ip_address': '172.25.7.116'}]}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:04.690449 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-475e6e75-71b2-4402-a55a-a8e34798648f tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:04.699818 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad417c7-ef2f-4988-aee3-320ff81b1f81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22cea704-40e5-4bb8-835b-fc5ace5f5d1f', 'code': 200} Mar 09 03:40:04.701569 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-475e6e75-71b2-4402-a55a-a8e34798648f tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Usage tracker for resource:port and tenant:b33450da42f84e2b810d69e95cbf90c2 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:40:04.707134 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-475e6e75-71b2-4402-a55a-a8e34798648f tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:40:04.725181 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-475e6e75-71b2-4402-a55a-a8e34798648f tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:04.769256 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb12c8-6077-4b43-af29-39220cc2da16 req-81dc7618-5e85-4635-bd32-fc5a313a6ca1 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:04.778646 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cfb12c8-6077-4b43-af29-39220cc2da16 req-81dc7618-5e85-4635-bd32-fc5a313a6ca1 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 944 time: 0.3521485 Mar 09 03:40:04.825947 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440697a-216c-4fb6-bed4-21e552601569 req-f5ebff24-491f-48e2-8515-33e54e532ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:04.827475 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8440697a-216c-4fb6-bed4-21e552601569 req-f5ebff24-491f-48e2-8515-33e54e532ab1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3107100 Mar 09 03:40:04.831770 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475e6e75-71b2-4402-a55a-a8e34798648f tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Made reservation on behalf of b33450da42f84e2b810d69e95cbf90c2 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:40:04.834054 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-475e6e75-71b2-4402-a55a-a8e34798648f tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:04.885826 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea939c5-f125-4644-812a-7d6c7c6e38d4 req-fa994d43-42db-48f7-b01b-6ce04193af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:04.887287 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fea939c5-f125-4644-812a-7d6c7c6e38d4 req-fa994d43-42db-48f7-b01b-6ce04193af7f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5bbbb50-9b24-4c8b-900f-4775f7f04439 HTTP/1.1" status: 200 len: 861 time: 0.3029373 Mar 09 03:40:04.960816 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-475e6e75-71b2-4402-a55a-a8e34798648f tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:04.965079 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:40:04.983287 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-97357f47-fc73-4e3a-afd4-eabfe4e4206a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Allocated IP 10.2.2.200 (30ef9939-e0a3-4385-851a-c377e816c8c2/b8ece047-456b-4972-b520-ee59d144b7d9/889b3798-7d4a-4ad9-b9ad-d0d222c27af7) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:40:04.999804 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cfb12c8-6077-4b43-af29-39220cc2da16 req-ee230f23-b143-49ea-8969-a96917d1e629 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202234 Mar 09 03:40:05.003645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-475e6e75-71b2-4402-a55a-a8e34798648f tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:05.016404 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-475e6e75-71b2-4402-a55a-a8e34798648f tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Usage tracker for resource:security_group_rule and tenant:b33450da42f84e2b810d69e95cbf90c2 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:40:05.020419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-475e6e75-71b2-4402-a55a-a8e34798648f tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:40:05.044162 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-475e6e75-71b2-4402-a55a-a8e34798648f tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:05.061844 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fea939c5-f125-4644-812a-7d6c7c6e38d4 req-604dec88-f88a-4590-835e-6fe3680ce331 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1db9162-013b-4555-a7dd-e31cdddb344c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1352870 Mar 09 03:40:05.094491 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-86097f25-a784-4c8c-adf3-aa1cbebad762 None None] Provisioning complete for port 56e8c632-6a17-4bdb-83e0-fc742db20d7c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:40:05.094762 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8440697a-216c-4fb6-bed4-21e552601569 req-c8ec16bf-f3fa-45be-8ba0-8d10e799db05 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447865 Mar 09 03:40:05.095425 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-86097f25-a784-4c8c-adf3-aa1cbebad762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:05.174197 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:05.192326 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-86097f25-a784-4c8c-adf3-aa1cbebad762 None None] Port 56e8c632-6a17-4bdb-83e0-fc742db20d7c cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:40:05.197799 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': 'cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15', 'mac_address': 'fa:16:3e:cc:79:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:40:05.235800 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Router 396dc54e-e2b8-4045-aa34-bd9021505b87 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:40:05.304072 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:05.332653 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:40:05.354295 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:05.360050 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:05.382517 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd3624-5b92-4b9f-b938-85efdb39822a req-3922fa73-e530-4176-9ef9-59fcf3c6aabd tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:05.389700 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-72cd3624-5b92-4b9f-b938-85efdb39822a req-3922fa73-e530-4176-9ef9-59fcf3c6aabd tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 943 time: 0.5199049 Mar 09 03:40:05.434132 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fea939c5-f125-4644-812a-7d6c7c6e38d4 req-7c2fe642-0b4d-4016-88eb-594d1df047ab service neutron] 10.222.0.21 "GET /v2.0/networks/a1db9162-013b-4555-a7dd-e31cdddb344c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610880 Mar 09 03:40:05.458537 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:05.480897 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-06cc7d7f-efbf-467e-b4a1-df63685ddc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:05.532340 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:40:05.615917 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-72cd3624-5b92-4b9f-b938-85efdb39822a req-0e04ccc1-3ec4-429f-8348-cb1d5141543f tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247982 Mar 09 03:40:05.655456 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8440697a-216c-4fb6-bed4-21e552601569 req-6de1cd29-f71c-4763-ba18-c87155862bc2 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509779 Mar 09 03:40:05.687817 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc7d7f-efbf-467e-b4a1-df63685ddc5f admin admin] Pushing event deleted for resources: {'Port': ['ID=e30ca93a-8491-42b2-9e48-996bacb80715,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:05.737110 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-475e6e75-71b2-4402-a55a-a8e34798648f tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:05.764829 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-97357f47-fc73-4e3a-afd4-eabfe4e4206a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:05.799838 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-97357f47-fc73-4e3a-afd4-eabfe4e4206a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Transition to ACTIVE for port object 889b3798-7d4a-4ad9-b9ad-d0d222c27af7 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:40:05.801980 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-475e6e75-71b2-4402-a55a-a8e34798648f tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:05.830030 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:40:05.871769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-475e6e75-71b2-4402-a55a-a8e34798648f tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] device_id is not set on port a7556a3b-1a2f-47d1-bde2-099e5682bbca yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:40:05.980323 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-97357f47-fc73-4e3a-afd4-eabfe4e4206a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:05.996957 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b0dc65cc-dd42-416b-ba9f-1b4d7aec9274, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b0dc65cc-dd42-416b-ba9f-1b4d7aec9274,segment=NetworkSegment(af2209d2-57f3-4ad5-bf93-abd67d5b0a2e),segment_id=af2209d2-57f3-4ad5-bf93-abd67d5b0a2e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:06.020569 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'b0dc65cc-dd42-416b-ba9f-1b4d7aec9274', 'network_id': 'a1db9162-013b-4555-a7dd-e31cdddb344c', 'port_id': 'b0dc65cc-dd42-416b-ba9f-1b4d7aec9274', 'mac_address': 'fa:16:3e:b2:7a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5bbbb50-9b24-4c8b-900f-4775f7f04439', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:40:06.089065 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:40:06.110038 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] Sync routers for ids ['396dc54e-e2b8-4045-aa34-bd9021505b87'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:40:06.115453 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455179b-7aed-4bd3-9793-b26e8758c667 req-a7b08533-0433-4b3f-9446-65cb614d5958 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:06.119464 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c628a04c-fe9f-4e47-b6e6-a2ccda9ed370 admin admin] 10.222.0.16 "PUT /v2.0/routers/396dc54e-e2b8-4045-aa34-bd9021505b87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5545349 Mar 09 03:40:06.122247 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8455179b-7aed-4bd3-9793-b26e8758c667 req-a7b08533-0433-4b3f-9446-65cb614d5958 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e7e6b2a-7bec-454c-a237-d7fd6c74207b HTTP/1.1" status: 200 len: 948 time: 0.8905420 Mar 09 03:40:06.131227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e6e75-71b2-4402-a55a-a8e34798648f tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14aea78d-eb3f-4b2b-94fa-1af4a5ce81cb,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:06.131363 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-06cc7d7f-efbf-467e-b4a1-df63685ddc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:06.133188 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:06.134870 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-97357f47-fc73-4e3a-afd4-eabfe4e4206a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Network 30ef9939-e0a3-4385-851a-c377e816c8c2 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:40:06.158011 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] Routers {'396dc54e-e2b8-4045-aa34-bd9021505b87'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:40:06.158228 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-97357f47-fc73-4e3a-afd4-eabfe4e4206a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:40:06.158420 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:40:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['396dc54e-e2b8-4045-aa34-bd9021505b87'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:06.175608 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-97357f47-fc73-4e3a-afd4-eabfe4e4206a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:40:06.263600 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:40:06.296783 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97357f47-fc73-4e3a-afd4-eabfe4e4206a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event updated for resources: {'Port': ['ID=889b3798-7d4a-4ad9-b9ad-d0d222c27af7,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:06.321337 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b0dc65cc-dd42-416b-ba9f-1b4d7aec9274, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b0dc65cc-dd42-416b-ba9f-1b4d7aec9274,segment=NetworkSegment(af2209d2-57f3-4ad5-bf93-abd67d5b0a2e),segment_id=af2209d2-57f3-4ad5-bf93-abd67d5b0a2e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:06.343279 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:06.347559 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8455179b-7aed-4bd3-9793-b26e8758c667 req-7eba30c1-8571-4d92-8e94-62788505b10d tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d8dd3f9-eb5a-4680-842d-4c7f4a11c9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242885 Mar 09 03:40:06.380258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-97357f47-fc73-4e3a-afd4-eabfe4e4206a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:06.380878 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-97357f47-fc73-4e3a-afd4-eabfe4e4206a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:06.416858 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-06cc7d7f-efbf-467e-b4a1-df63685ddc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:06.420351 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-06cc7d7f-efbf-467e-b4a1-df63685ddc5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:06.465752 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-475e6e75-71b2-4402-a55a-a8e34798648f tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 09 03:40:06.466289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475e6e75-71b2-4402-a55a-a8e34798648f tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:40:06.488952 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fea939c5-f125-4644-812a-7d6c7c6e38d4 req-955dd6bb-475a-4325-beb6-a4c93dd50008 service neutron] 10.222.0.21 "GET /v2.0/networks/a1db9162-013b-4555-a7dd-e31cdddb344c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0464182 Mar 09 03:40:06.489550 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-06cc7d7f-efbf-467e-b4a1-df63685ddc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:06.490163 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cc7d7f-efbf-467e-b4a1-df63685ddc5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09eb5c58-69ed-4768-9c74-db17c3f75270 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:40:06.494786 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-97357f47-fc73-4e3a-afd4-eabfe4e4206a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0220594 Mar 09 03:40:06.516556 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-dc235d8c-daa0-4c09-8ae3-33260e1b459d service neutron] Request body: {'port': {'device_id': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:06.556919 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-06cc7d7f-efbf-467e-b4a1-df63685ddc5f admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:06.558237 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-06cc7d7f-efbf-467e-b4a1-df63685ddc5f admin admin] 10.222.0.16 "DELETE /v2.0/routers/09eb5c58-69ed-4768-9c74-db17c3f75270 HTTP/1.1" status: 204 len: 168 time: 4.9926314 Mar 09 03:40:06.563586 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47852) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:06.587909 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb75163-3c13-432d-ad87-db6d89d01502 req-16c45357-630a-4295-85f7-62b43d8adc73 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:06.597217 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cdb75163-3c13-432d-ad87-db6d89d01502 req-16c45357-630a-4295-85f7-62b43d8adc73 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6ef4f4-a9b9-4ef1-bafc-6882d263ed32 HTTP/1.1" status: 200 len: 945 time: 0.6224289 Mar 09 03:40:06.618253 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] Set router 396dc54e-e2b8-4045-aa34-bd9021505b87 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:40:06.675240 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['b0dc65cc-dd42-416b-ba9f-1b4d7aec9274'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:40:06.697193 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-475e6e75-71b2-4402-a55a-a8e34798648f tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.0366871 Mar 09 03:40:06.705209 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47860) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:06.749069 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cdb75163-3c13-432d-ad87-db6d89d01502 req-d6dd5732-eff0-42ea-b1eb-46c4fdb367e6 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977416 Mar 09 03:40:06.752741 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-56ce9147-be12-4087-8b91-b7b70fba570a None None] Provisioning for port 889b3798-7d4a-4ad9-b9ad-d0d222c27af7 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:40:06.787629 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb6b8c1-461d-4c9a-acf3-0cd86dd60227 admin admin] Deleting subnet f0b92813-a35c-471c-bc63-86a7abb255b0 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:40:06.796493 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8cb6b8c1-461d-4c9a-acf3-0cd86dd60227 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:06.816116 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=b0dc65cc-dd42-416b-ba9f-1b4d7aec9274,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:06.835172 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-56ce9147-be12-4087-8b91-b7b70fba570a None None] Provisioning complete for port 889b3798-7d4a-4ad9-b9ad-d0d222c27af7 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:40:06.835918 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-56ce9147-be12-4087-8b91-b7b70fba570a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:06.896824 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8cb6b8c1-461d-4c9a-acf3-0cd86dd60227 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:07.014107 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-dc235d8c-daa0-4c09-8ae3-33260e1b459d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:07.023873 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-56ce9147-be12-4087-8b91-b7b70fba570a None None] Port 889b3798-7d4a-4ad9-b9ad-d0d222c27af7 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:40:07.024434 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-064b2b41-998d-4fb2-bd97-52f2daba1b8d tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Deleting port 132d6265-9102-4902-9153-74590ab448fc {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:40:07.025489 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-064b2b41-998d-4fb2-bd97-52f2daba1b8d tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:07.029777 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8cb6b8c1-461d-4c9a-acf3-0cd86dd60227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:07.151545 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8cb6b8c1-461d-4c9a-acf3-0cd86dd60227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:07.167341 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94978881-5755-45ff-9821-90ad40251187 req-42144ae9-060c-4db6-a6db-863729af13d2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:07.174379 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94978881-5755-45ff-9821-90ad40251187 req-42144ae9-060c-4db6-a6db-863729af13d2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:07.182522 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94978881-5755-45ff-9821-90ad40251187 req-42144ae9-060c-4db6-a6db-863729af13d2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:07.190069 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94978881-5755-45ff-9821-90ad40251187 req-42144ae9-060c-4db6-a6db-863729af13d2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:07.198016 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94978881-5755-45ff-9821-90ad40251187 req-42144ae9-060c-4db6-a6db-863729af13d2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:07.199423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-94978881-5755-45ff-9821-90ad40251187 req-42144ae9-060c-4db6-a6db-863729af13d2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Synchronizing usage tracker for tenant:ffa74fa7e259451baa8a72de689adc07 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:40:07.207566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6b8c1-461d-4c9a-acf3-0cd86dd60227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0b92813-a35c-471c-bc63-86a7abb255b0,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:07.213073 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8cb6b8c1-461d-4c9a-acf3-0cd86dd60227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:07.221906 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e5ff93-9a09-4f10-ae3a-034b4f88061c None None] Network 77e5cbc8-e096-439a-91d2-926e6897decd requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:40:07.230257 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8cb6b8c1-461d-4c9a-acf3-0cd86dd60227 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f0b92813-a35c-471c-bc63-86a7abb255b0 HTTP/1.1" status: 204 len: 168 time: 0.6642127 Mar 09 03:40:07.236301 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47872) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:07.276478 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'name': 'tempest-TaggedBootDevicesTest_v242-1350586423-router', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '5b7058ea-388a-4e55-895f-3579198e5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:39:42Z', 'updated_at': '2022-03-09T03:40:01Z', 'revision_number': 4, 'project_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'gw_port': {'id': '5b7058ea-388a-4e55-895f-3579198e5871', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:90:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:39:47Z', 'updated_at': '2022-03-09T03:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '56e8c632-6a17-4bdb-83e0-fc742db20d7c', 'name': '', 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'mac_address': 'fa:16:3e:c2:3a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'ce8c094d-d2da-4007-b683-734cf48a0ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:39:58Z', 'updated_at': '2022-03-09T03:40:02Z', 'revision_number': 2, 'project_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'subnets': [{'id': 'ce8c094d-d2da-4007-b683-734cf48a0ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:07.315171 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47878) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:07.324706 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-b9e1fecd-cd08-4dd1-a72c-b7b8d0e51a8e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1348195680-network', 'tenant_id': '5ec82f94adad4dcab68870b34bbc2680'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:07.333578 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-94978881-5755-45ff-9821-90ad40251187 req-42144ae9-060c-4db6-a6db-863729af13d2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Unset dirty status for tenant:ffa74fa7e259451baa8a72de689adc07 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:40:07.334698 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-94978881-5755-45ff-9821-90ad40251187 req-42144ae9-060c-4db6-a6db-863729af13d2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 3817 time: 0.7420688 Mar 09 03:40:07.342121 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] Checking router: 396dc54e-e2b8-4045-aa34-bd9021505b87 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:40:07.342473 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] Updating router 396dc54e-e2b8-4045-aa34-bd9021505b87 port 56e8c632-6a17-4bdb-83e0-fc742db20d7c binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:40:07.354772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06863dc2-5de5-4fdf-86da-4bf1525aeb89 req-04180e8f-47af-4612-baec-951f59ad2f51 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:07.356282 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-06863dc2-5de5-4fdf-86da-4bf1525aeb89 req-04180e8f-47af-4612-baec-951f59ad2f51 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 945 time: 0.3641965 Mar 09 03:40:07.397038 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b23c09a0-8b60-449b-be6d-4fb088479ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:07.415078 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b9e1fecd-cd08-4dd1-a72c-b7b8d0e51a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:07.426244 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-06863dc2-5de5-4fdf-86da-4bf1525aeb89 req-b423e9fb-8ecd-4147-9fea-3cad9db32c74 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615747 Mar 09 03:40:07.427597 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-b23c09a0-8b60-449b-be6d-4fb088479ef1 admin admin] Deleting port 3e738cdf-4da8-46b7-9465-8745a9df4150 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:40:07.429467 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b23c09a0-8b60-449b-be6d-4fb088479ef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:07.467772 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b9e1fecd-cd08-4dd1-a72c-b7b8d0e51a8e admin admin] Usage tracker for resource:network and tenant:5ec82f94adad4dcab68870b34bbc2680 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:40:07.482108 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:07.502757 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b9e1fecd-cd08-4dd1-a72c-b7b8d0e51a8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:40:07.507369 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-94978881-5755-45ff-9821-90ad40251187 req-6c43ced0-596a-44bc-8d4b-3a70102d1056 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893281 Mar 09 03:40:07.522131 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b9e1fecd-cd08-4dd1-a72c-b7b8d0e51a8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:07.603465 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e1fecd-cd08-4dd1-a72c-b7b8d0e51a8e admin admin] Made reservation on behalf of 5ec82f94adad4dcab68870b34bbc2680 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:40:07.606392 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fecd-cd08-4dd1-a72c-b7b8d0e51a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:07.627695 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-064b2b41-998d-4fb2-bd97-52f2daba1b8d tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:07.627695 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-064b2b41-998d-4fb2-bd97-52f2daba1b8d tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:07.722500 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-b23c09a0-8b60-449b-be6d-4fb088479ef1 admin admin] For port 3e738cdf-4da8-46b7-9465-8745a9df4150, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3e738cdf-4da8-46b7-9465-8745a9df4150,segment=NetworkSegment(fa9b3cd6-7edb-4d26-8cdd-496a51b5095e),segment_id=fa9b3cd6-7edb-4d26-8cdd-496a51b5095e)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:07.722500 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b23c09a0-8b60-449b-be6d-4fb088479ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:07.727561 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d216322e-564a-419e-887e-858980579a6f None None] DHCP port deletion for 77e5cbc8-e096-439a-91d2-926e6897decd request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:40:07.840654 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d216322e-564a-419e-887e-858980579a6f None None] Deleting port 3e738cdf-4da8-46b7-9465-8745a9df4150 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:40:07.841318 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d216322e-564a-419e-887e-858980579a6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:07.849459 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fecd-cd08-4dd1-a72c-b7b8d0e51a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:07.863504 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-b23c09a0-8b60-449b-be6d-4fb088479ef1 admin admin] Calling delete_port for 3e738cdf-4da8-46b7-9465-8745a9df4150 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:40:07.976675 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b23c09a0-8b60-449b-be6d-4fb088479ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:08.062225 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c09a0-8b60-449b-be6d-4fb088479ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e738cdf-4da8-46b7-9465-8745a9df4150,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:08.064830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23c09a0-8b60-449b-be6d-4fb088479ef1 admin admin] No DVR routers for this DVR port 3e738cdf-4da8-46b7-9465-8745a9df4150 on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:40:08.075314 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca91ef9-12c0-4d87-8a28-15ed34e6f1a1 req-5eaf1f4a-e1ee-4482-93c4-28df8d534203 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:08.083387 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9ca91ef9-12c0-4d87-8a28-15ed34e6f1a1 req-5eaf1f4a-e1ee-4482-93c4-28df8d534203 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 943 time: 0.4244292 Mar 09 03:40:08.110538 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-064b2b41-998d-4fb2-bd97-52f2daba1b8d tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Calling delete_port for 132d6265-9102-4902-9153-74590ab448fc owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:40:08.167501 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b9e1fecd-cd08-4dd1-a72c-b7b8d0e51a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:08.171387 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-d216322e-564a-419e-887e-858980579a6f None None] For port 3e738cdf-4da8-46b7-9465-8745a9df4150, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3e738cdf-4da8-46b7-9465-8745a9df4150,segment=NetworkSegment(fa9b3cd6-7edb-4d26-8cdd-496a51b5095e),segment_id=fa9b3cd6-7edb-4d26-8cdd-496a51b5095e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:08.171775 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d216322e-564a-419e-887e-858980579a6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:08.192258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b9e1fecd-cd08-4dd1-a72c-b7b8d0e51a8e admin admin] Usage tracker for resource:security_group_rule and tenant:5ec82f94adad4dcab68870b34bbc2680 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:40:08.211451 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9ca91ef9-12c0-4d87-8a28-15ed34e6f1a1 req-d85df4d6-7d27-44e3-8f98-8b018cf645af tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269927 Mar 09 03:40:08.230309 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b9e1fecd-cd08-4dd1-a72c-b7b8d0e51a8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:40:08.254661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b9e1fecd-cd08-4dd1-a72c-b7b8d0e51a8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:08.408396 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d216322e-564a-419e-887e-858980579a6f None None] Calling delete_port for 3e738cdf-4da8-46b7-9465-8745a9df4150 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:40:08.413474 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-064b2b41-998d-4fb2-bd97-52f2daba1b8d tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:08.447120 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:08.473190 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-dc235d8c-daa0-4c09-8ae3-33260e1b459d service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:40:08.494016 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] Transition to ACTIVE for port object 56e8c632-6a17-4bdb-83e0-fc742db20d7c will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:40:08.498651 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b2b41-998d-4fb2-bd97-52f2daba1b8d tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Pushing event deleted for resources: {'Port': ['ID=132d6265-9102-4902-9153-74590ab448fc,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:08.523254 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b23c09a0-8b60-449b-be6d-4fb088479ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:08.537141 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:08.554253 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-b23c09a0-8b60-449b-be6d-4fb088479ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e5cbc8-e096-439a-91d2-926e6897decd']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:08.583538 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-b23c09a0-8b60-449b-be6d-4fb088479ef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9b3cd6-7edb-4d26-8cdd-496a51b5095e') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:08.583812 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-b23c09a0-8b60-449b-be6d-4fb088479ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9b3cd6-7edb-4d26-8cdd-496a51b5095e') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:08.590949 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:08.600386 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b23c09a0-8b60-449b-be6d-4fb088479ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:08.602280 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3e738cdf-4da8-46b7-9465-8745a9df4150 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:40:08.620149 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b23c09a0-8b60-449b-be6d-4fb088479ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:08.627688 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b23c09a0-8b60-449b-be6d-4fb088479ef1 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:40:08.628098 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b23c09a0-8b60-449b-be6d-4fb088479ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:08.633210 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807382e-64cf-4973-9d54-488104de4b61 req-c3d63fb2-41c3-4306-add3-6710ea4605a4 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:08.635724 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7807382e-64cf-4973-9d54-488104de4b61 req-c3d63fb2-41c3-4306-add3-6710ea4605a4 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e7e6b2a-7bec-454c-a237-d7fd6c74207b HTTP/1.1" status: 200 len: 948 time: 0.4621794 Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:40:08.664884 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:40:08.737590 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 3e738cdf-4da8-46b7-9465-8745a9df4150 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:40:08.737926 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3e738cdf-4da8-46b7-9465-8745a9df4150 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:40:08.738346 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e30ca93a-8491-42b2-9e48-996bacb80715 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:40:08.750911 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-dc235d8c-daa0-4c09-8ae3-33260e1b459d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32fcd728-7dc4-4581-a98d-08c02abc8742 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:40:08.767331 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-064b2b41-998d-4fb2-bd97-52f2daba1b8d tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:08.769182 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b23c09a0-8b60-449b-be6d-4fb088479ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:08.773794 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-dc235d8c-daa0-4c09-8ae3-33260e1b459d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:08.792400 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: e30ca93a-8491-42b2-9e48-996bacb80715 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:40:08.792750 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e30ca93a-8491-42b2-9e48-996bacb80715 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:40:08.794256 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-d216322e-564a-419e-887e-858980579a6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:40:08.794729 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-d216322e-564a-419e-887e-858980579a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:40:08.811370 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7807382e-64cf-4973-9d54-488104de4b61 req-092b0a3d-1d0b-44da-9465-6f70f7908923 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d8dd3f9-eb5a-4680-842d-4c7f4a11c9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429088 Mar 09 03:40:08.823477 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b23c09a0-8b60-449b-be6d-4fb088479ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:08.834022 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-dc235d8c-daa0-4c09-8ae3-33260e1b459d service neutron] Transition to ACTIVE for port object 32fcd728-7dc4-4581-a98d-08c02abc8742 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:40:08.848989 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-dc235d8c-daa0-4c09-8ae3-33260e1b459d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:08.854189 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c09a0-8b60-449b-be6d-4fb088479ef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=77e5cbc8-e096-439a-91d2-926e6897decd,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:08.889253 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b23c09a0-8b60-449b-be6d-4fb088479ef1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/77e5cbc8-e096-439a-91d2-926e6897decd HTTP/1.1" status: 204 len: 168 time: 1.6502056 Mar 09 03:40:08.891816 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47922) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:08.897773 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036015c2-6497-461e-8347-c75474ccfaea None None] Pushing event updated for resources: {'Port': ['ID=56e8c632-6a17-4bdb-83e0-fc742db20d7c,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:08.968864 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc235d8c-daa0-4c09-8ae3-33260e1b459d service neutron] Pushing event updated for resources: {'Port': ['ID=32fcd728-7dc4-4581-a98d-08c02abc8742,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:08.978278 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:40:09.098998 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] Attempting to bind port 56e8c632-6a17-4bdb-83e0-fc742db20d7c on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:40:09.099406 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] Attempting to bind port 56e8c632-6a17-4bdb-83e0-fc742db20d7c by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '635225fe-5597-4fc5-b912-d36acfd93dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:40:09.099705 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] Attempting to bind port 56e8c632-6a17-4bdb-83e0-fc742db20d7c on network a8e31c6c-fab7-4159-aaef-1d90e4713210 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:40:09.115827 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:40:09.116201 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] Checking segment: {'id': '635225fe-5597-4fc5-b912-d36acfd93dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:40:09.116594 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:09.117481 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] Bound using segment: {'id': '635225fe-5597-4fc5-b912-d36acfd93dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:40:09.118126 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] Bound port: 56e8c632-6a17-4bdb-83e0-fc742db20d7c, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635225fe-5597-4fc5-b912-d36acfd93dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:40:09.118809 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:09.125185 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-064b2b41-998d-4fb2-bd97-52f2daba1b8d tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:09.126370 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-064b2b41-998d-4fb2-bd97-52f2daba1b8d tempest-ExternalNetworksAdminNegativeTestJSON-1927824730 tempest-ExternalNetworksAdminNegativeTestJSON-1927824730-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/e044c1bc-b80f-4303-80bc-7027f8be7313 HTTP/1.1" status: 204 len: 168 time: 2.4138017 Mar 09 03:40:09.171119 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fecd-cd08-4dd1-a72c-b7b8d0e51a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:09.187808 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:40:09.196772 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:40:09.197392 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:09.229082 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fecd-cd08-4dd1-a72c-b7b8d0e51a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:09.295789 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d216322e-564a-419e-887e-858980579a6f None None] Deleting port 3e738cdf-4da8-46b7-9465-8745a9df4150 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:40:09.296429 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d216322e-564a-419e-887e-858980579a6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:09.367645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e1fecd-cd08-4dd1-a72c-b7b8d0e51a8e admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:40:09.392979 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fecd-cd08-4dd1-a72c-b7b8d0e51a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee11f17-6f52-46ef-bee1-729e297c8276,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:09.398529 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d216322e-564a-419e-887e-858980579a6f None None] The port '3e738cdf-4da8-46b7-9465-8745a9df4150' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:40:09.420438 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] For port 56e8c632-6a17-4bdb-83e0-fc742db20d7c, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:40:09.420952 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fecd-cd08-4dd1-a72c-b7b8d0e51a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:09.421529 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-b9e1fecd-cd08-4dd1-a72c-b7b8d0e51a8e admin admin] Added segment fd978e63-451e-424e-8586-8a6131056563 of type vlan for network 1b8bc653-ed68-4258-847a-f3f01d57826d Mar 09 03:40:09.475400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038fdcf-a680-4163-82ae-04476c2ab4da req-1d727e90-a77b-4a6e-b1dc-c095028e0694 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:09.484696 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:09.486374 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0038fdcf-a680-4163-82ae-04476c2ab4da req-1d727e90-a77b-4a6e-b1dc-c095028e0694 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 945 time: 0.3647482 Mar 09 03:40:09.496743 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] For port 56e8c632-6a17-4bdb-83e0-fc742db20d7c, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=56e8c632-6a17-4bdb-83e0-fc742db20d7c,segment=NetworkSegment(635225fe-5597-4fc5-b912-d36acfd93dcb),segment_id=635225fe-5597-4fc5-b912-d36acfd93dcb)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:40:09.509851 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:09.574213 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fecd-cd08-4dd1-a72c-b7b8d0e51a8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:09.589549 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0038fdcf-a680-4163-82ae-04476c2ab4da req-00e0189a-8be3-45af-827a-878ba2b36378 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980630 Mar 09 03:40:09.597425 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036015c2-6497-461e-8347-c75474ccfaea None None] Pushing event updated for resources: {'Port': ['ID=56e8c632-6a17-4bdb-83e0-fc742db20d7c,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:09.599886 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:40:09.625203 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-dc235d8c-daa0-4c09-8ae3-33260e1b459d service neutron] Attempting to bind port 32fcd728-7dc4-4581-a98d-08c02abc8742 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:40:09.625755 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-dc235d8c-daa0-4c09-8ae3-33260e1b459d service neutron] Attempting to bind port 32fcd728-7dc4-4581-a98d-08c02abc8742 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '3ac3ec76-c199-48c8-b986-5a3e655e3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:40:09.626283 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-dc235d8c-daa0-4c09-8ae3-33260e1b459d service neutron] Attempting to bind port 32fcd728-7dc4-4581-a98d-08c02abc8742 on network a7ff9480-13c5-42e3-ae93-360a44d2efc2 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:40:09.648310 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-dc235d8c-daa0-4c09-8ae3-33260e1b459d service neutron] Port 32fcd728-7dc4-4581-a98d-08c02abc8742 on network a7ff9480-13c5-42e3-ae93-360a44d2efc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:40:09.652453 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-dc235d8c-daa0-4c09-8ae3-33260e1b459d service neutron] Attempting to bind port 32fcd728-7dc4-4581-a98d-08c02abc8742 on network a7ff9480-13c5-42e3-ae93-360a44d2efc2 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:40:09.656843 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7e6b2a-7bec-454c-a237-d7fd6c74207b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:40:09.667909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-dc235d8c-daa0-4c09-8ae3-33260e1b459d service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:40:09.673778 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-dc235d8c-daa0-4c09-8ae3-33260e1b459d service neutron] Checking segment: {'id': '3ac3ec76-c199-48c8-b986-5a3e655e3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:40:09.674440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-dc235d8c-daa0-4c09-8ae3-33260e1b459d service neutron] Bound using segment: {'id': '3ac3ec76-c199-48c8-b986-5a3e655e3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:40:09.679038 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-dc235d8c-daa0-4c09-8ae3-33260e1b459d service neutron] Bound port: 32fcd728-7dc4-4581-a98d-08c02abc8742, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac3ec76-c199-48c8-b986-5a3e655e3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:40:09.679667 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-dc235d8c-daa0-4c09-8ae3-33260e1b459d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:09.709076 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:09.718387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47956) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:09.725954 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] Routers {'396dc54e-e2b8-4045-aa34-bd9021505b87'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:40:09.731264 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:40:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['396dc54e-e2b8-4045-aa34-bd9021505b87'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:09.864990 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99773771-9a45-4513-af8e-b7259214bd9b req-c49c26cf-efbd-4bf7-ab27-f5baec5548f1 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:09.866508 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-99773771-9a45-4513-af8e-b7259214bd9b req-c49c26cf-efbd-4bf7-ab27-f5baec5548f1 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad417c7-ef2f-4988-aee3-320ff81b1f81 HTTP/1.1" status: 200 len: 943 time: 0.1976242 Mar 09 03:40:09.941520 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fecd-cd08-4dd1-a72c-b7b8d0e51a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:09.942616 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e1fecd-cd08-4dd1-a72c-b7b8d0e51a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:09.944713 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fecd-cd08-4dd1-a72c-b7b8d0e51a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:09.990693 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-99773771-9a45-4513-af8e-b7259214bd9b req-6304daf5-9d58-46c1-8ca6-4e1c02cf061e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Deleting port 22cea704-40e5-4bb8-835b-fc5ace5f5d1f {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:40:09.991419 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-99773771-9a45-4513-af8e-b7259214bd9b req-6304daf5-9d58-46c1-8ca6-4e1c02cf061e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:10.015162 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2334e0f5-81e5-4f12-8c9f-3559bc1cca31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:10.018903 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:10.044787 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-dc235d8c-daa0-4c09-8ae3-33260e1b459d service neutron] For port 32fcd728-7dc4-4581-a98d-08c02abc8742, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:40:10.050179 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2334e0f5-81e5-4f12-8c9f-3559bc1cca31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:10.058021 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7697c98c-1108-4480-9b46-13b23469a347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:10.112829 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2334e0f5-81e5-4f12-8c9f-3559bc1cca31 admin admin] Usage tracker for resource:security_group_rule and tenant:b557c7835e0c4eb39f0c4c9d0f3ef107 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:40:10.122083 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b9e1fecd-cd08-4dd1-a72c-b7b8d0e51a8e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.8045552 Mar 09 03:40:10.123366 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2334e0f5-81e5-4f12-8c9f-3559bc1cca31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:40:10.125262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47966) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:10.129372 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fecd-cd08-4dd1-a72c-b7b8d0e51a8e admin admin] Pushing event updated for resources: {'Network': ['ID=1b8bc653-ed68-4258-847a-f3f01d57826d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:10.132659 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-dc235d8c-daa0-4c09-8ae3-33260e1b459d service neutron] For port 32fcd728-7dc4-4581-a98d-08c02abc8742, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=32fcd728-7dc4-4581-a98d-08c02abc8742,segment=NetworkSegment(3ac3ec76-c199-48c8-b986-5a3e655e3443),segment_id=3ac3ec76-c199-48c8-b986-5a3e655e3443)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:40:10.134683 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-2e4d1ded-ccc6-44bc-8c5d-6fef236d2b54 admin admin] Request body: {'subnet': {'network_id': '1b8bc653-ed68-4258-847a-f3f01d57826d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1348195680-subnet', 'tenant_id': '5ec82f94adad4dcab68870b34bbc2680', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:10.138429 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2334e0f5-81e5-4f12-8c9f-3559bc1cca31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:10.143833 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2e4d1ded-ccc6-44bc-8c5d-6fef236d2b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:10.145807 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-dc235d8c-daa0-4c09-8ae3-33260e1b459d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:10.153278 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] Set router 396dc54e-e2b8-4045-aa34-bd9021505b87 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:40:10.179869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2e4d1ded-ccc6-44bc-8c5d-6fef236d2b54 admin admin] Usage tracker for resource:subnet and tenant:5ec82f94adad4dcab68870b34bbc2680 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:40:10.191891 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2e4d1ded-ccc6-44bc-8c5d-6fef236d2b54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:40:10.201443 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 1b8bc653-ed68-4258-847a-f3f01d57826d details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:40:10.203193 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2e4d1ded-ccc6-44bc-8c5d-6fef236d2b54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:10.223214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:10.226249 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:40:10.246917 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:40:10.247294 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:10.251210 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc235d8c-daa0-4c09-8ae3-33260e1b459d service neutron] Pushing event updated for resources: {'Port': ['ID=32fcd728-7dc4-4581-a98d-08c02abc8742,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:10.266622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4fb4f-a268-4c2a-ac0a-03267807b690 req-e45a0c3d-2659-48ab-8348-2a691a74070c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:10.274141 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4fb4f-a268-4c2a-ac0a-03267807b690 req-e45a0c3d-2659-48ab-8348-2a691a74070c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:10.281437 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4fb4f-a268-4c2a-ac0a-03267807b690 req-e45a0c3d-2659-48ab-8348-2a691a74070c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:10.292174 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4fb4f-a268-4c2a-ac0a-03267807b690 req-e45a0c3d-2659-48ab-8348-2a691a74070c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:10.298659 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4fb4f-a268-4c2a-ac0a-03267807b690 req-e45a0c3d-2659-48ab-8348-2a691a74070c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:10.306483 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-45c4fb4f-a268-4c2a-ac0a-03267807b690 req-e45a0c3d-2659-48ab-8348-2a691a74070c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 3829 time: 0.5134108 Mar 09 03:40:10.323378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-dc235d8c-daa0-4c09-8ae3-33260e1b459d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:10.324285 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-dc235d8c-daa0-4c09-8ae3-33260e1b459d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:10.326090 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-dc235d8c-daa0-4c09-8ae3-33260e1b459d service neutron] 10.222.0.21 "PUT /v2.0/ports/32fcd728-7dc4-4581-a98d-08c02abc8742 HTTP/1.1" status: 200 len: 1092 time: 3.8211498 Mar 09 03:40:10.329807 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4d1ded-ccc6-44bc-8c5d-6fef236d2b54 admin admin] Made reservation on behalf of 5ec82f94adad4dcab68870b34bbc2680 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:40:10.332119 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1ded-ccc6-44bc-8c5d-6fef236d2b54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:10.340662 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'tag': '32fcd728-7dc4-4581-a98d-08c02abc8742'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:40:10.362997 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-281fba1e-a7a5-407e-8216-4b880e4bbf3c service neutron] Request body: {'port': {'device_id': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:10.452447 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-45c4fb4f-a268-4c2a-ac0a-03267807b690 req-cf204f5a-a0d5-4b10-8d77-48aa026ddfe1 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447043 Mar 09 03:40:10.672809 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7e6b2a-7bec-454c-a237-d7fd6c74207b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15', 'code': 200} Mar 09 03:40:10.760468 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:10.808012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b0dc65cc-dd42-416b-ba9f-1b4d7aec9274, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b0dc65cc-dd42-416b-ba9f-1b4d7aec9274,segment=NetworkSegment(af2209d2-57f3-4ad5-bf93-abd67d5b0a2e),segment_id=af2209d2-57f3-4ad5-bf93-abd67d5b0a2e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:10.817721 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:10.819559 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 22cea704-40e5-4bb8-835b-fc5ace5f5d1f no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:40:10.828229 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-281fba1e-a7a5-407e-8216-4b880e4bbf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:10.844972 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-99773771-9a45-4513-af8e-b7259214bd9b req-6304daf5-9d58-46c1-8ca6-4e1c02cf061e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] For port 22cea704-40e5-4bb8-835b-fc5ace5f5d1f, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=22cea704-40e5-4bb8-835b-fc5ace5f5d1f,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:10.845458 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-99773771-9a45-4513-af8e-b7259214bd9b req-6304daf5-9d58-46c1-8ca6-4e1c02cf061e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:10.932800 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2334e0f5-81e5-4f12-8c9f-3559bc1cca31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:10.964720 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b98ca4-ffbc-4087-bd15-0ba20dc2d040 req-02e71549-772e-444e-b0ce-68047c1399a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:10.966486 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-53b98ca4-ffbc-4087-bd15-0ba20dc2d040 req-02e71549-772e-444e-b0ce-68047c1399a7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e7e6b2a-7bec-454c-a237-d7fd6c74207b HTTP/1.1" status: 200 len: 1100 time: 0.2342784 Mar 09 03:40:10.968327 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2334e0f5-81e5-4f12-8c9f-3559bc1cca31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:10.971414 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'name': 'tempest-TaggedBootDevicesTest_v242-1350586423-router', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '5b7058ea-388a-4e55-895f-3579198e5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:39:42Z', 'updated_at': '2022-03-09T03:40:01Z', 'revision_number': 4, 'project_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'gw_port': {'id': '5b7058ea-388a-4e55-895f-3579198e5871', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:90:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:39:47Z', 'updated_at': '2022-03-09T03:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '56e8c632-6a17-4bdb-83e0-fc742db20d7c', 'name': '', 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'mac_address': 'fa:16:3e:c2:3a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'ce8c094d-d2da-4007-b683-734cf48a0ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:39:58Z', 'updated_at': '2022-03-09T03:40:09Z', 'revision_number': 4, 'project_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'subnets': [{'id': 'ce8c094d-d2da-4007-b683-734cf48a0ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:10.973724 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 8ebaac2e-3033-4a03-9286-94421772b9ec details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:40:10.991558 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-99773771-9a45-4513-af8e-b7259214bd9b req-6304daf5-9d58-46c1-8ca6-4e1c02cf061e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Calling delete_port for 22cea704-40e5-4bb8-835b-fc5ace5f5d1f owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:40:11.018185 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0167eeab-d34a-40ec-a4be-66e029ce6fdb None None] The sync data for ids ['396dc54e-e2b8-4045-aa34-bd9021505b87'] in n-d-825178-5 is: [{'id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'name': 'tempest-TaggedBootDevicesTest_v242-1350586423-router', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '5b7058ea-388a-4e55-895f-3579198e5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:39:42Z', 'updated_at': '2022-03-09T03:40:01Z', 'revision_number': 4, 'project_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'gw_port': {'id': '5b7058ea-388a-4e55-895f-3579198e5871', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:90:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:39:47Z', 'updated_at': '2022-03-09T03:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '56e8c632-6a17-4bdb-83e0-fc742db20d7c', 'name': '', 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'mac_address': 'fa:16:3e:c2:3a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'ce8c094d-d2da-4007-b683-734cf48a0ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:39:58Z', 'updated_at': '2022-03-09T03:40:09Z', 'revision_number': 4, 'project_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'subnets': [{'id': 'ce8c094d-d2da-4007-b683-734cf48a0ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:40:11.021722 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=b0dc65cc-dd42-416b-ba9f-1b4d7aec9274,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:11.117724 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2334e0f5-81e5-4f12-8c9f-3559bc1cca31 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b557c7835e0c4eb39f0c4c9d0f3ef107&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3782439 Mar 09 03:40:11.123977 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334e0f5-81e5-4f12-8c9f-3559bc1cca31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4581f017-a558-48a4-945b-f9e946630fa8,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:11.129321 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47982) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:11.167547 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-53b98ca4-ffbc-4087-bd15-0ba20dc2d040 req-00b14e1e-3f64-46ac-865e-88a5a28e160a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9d8dd3f9-eb5a-4680-842d-4c7f4a11c9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918375 Mar 09 03:40:11.214220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326ef4d-3250-4e92-bac4-2fb573575259 req-ffb0dac0-a90c-4420-a865-dc39c98a0f2b tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:11.221457 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9326ef4d-3250-4e92-bac4-2fb573575259 req-ffb0dac0-a90c-4420-a865-dc39c98a0f2b tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e7e6b2a-7bec-454c-a237-d7fd6c74207b HTTP/1.1" status: 200 len: 949 time: 0.3671949 Mar 09 03:40:11.246121 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 8ebaac2e-3033-4a03-9286-94421772b9ec, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=8ebaac2e-3033-4a03-9286-94421772b9ec,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:11.261235 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '8ebaac2e-3033-4a03-9286-94421772b9ec', 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1', 'port_id': '8ebaac2e-3033-4a03-9286-94421772b9ec', 'mac_address': 'fa:16:3e:49:4f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf75fec-0961-40cc-8ceb-7209db6f79d6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:40:11.266758 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7a466b5d-2862-4731-9ecd-2d1695864152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:11.299710 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7a466b5d-2862-4731-9ecd-2d1695864152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:11.325060 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:11.345985 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ebaac2e-3033-4a03-9286-94421772b9ec {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:40:11.359286 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9326ef4d-3250-4e92-bac4-2fb573575259 req-45ff52a1-3c63-453a-bf3d-aa1bf0e0bc8e tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d8dd3f9-eb5a-4680-842d-4c7f4a11c9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367810 Mar 09 03:40:11.365935 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 8ebaac2e-3033-4a03-9286-94421772b9ec, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=8ebaac2e-3033-4a03-9286-94421772b9ec,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:11.380099 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:11.432051 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7a466b5d-2862-4731-9ecd-2d1695864152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:11.452238 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'tag': '32fcd728-7dc4-4581-a98d-08c02abc8742', 'status': 'completed', 'code': 200} Mar 09 03:40:11.484524 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['8ebaac2e-3033-4a03-9286-94421772b9ec'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:40:11.543203 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a466b5d-2862-4731-9ecd-2d1695864152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4581f017-a558-48a4-945b-f9e946630fa8,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:11.556234 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=8ebaac2e-3033-4a03-9286-94421772b9ec,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:11.559948 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-281fba1e-a7a5-407e-8216-4b880e4bbf3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72168413-1159-417e-b3ea-b4d4a7193d03 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:40:11.565197 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1ded-ccc6-44bc-8c5d-6fef236d2b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:11.569290 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-281fba1e-a7a5-407e-8216-4b880e4bbf3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:11.686590 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-7697c98c-1108-4480-9b46-13b23469a347 admin admin] Deleting port a1ad4269-affd-44d4-a689-c634efb32cd9 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:40:11.686984 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7697c98c-1108-4480-9b46-13b23469a347 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:11.693232 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf50c8-f22c-4242-adc0-445250815fd7 req-7402d8f1-a3bd-48cd-afb1-7f3f769c6496 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:11.695183 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5caf50c8-f22c-4242-adc0-445250815fd7 req-7402d8f1-a3bd-48cd-afb1-7f3f769c6496 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 946 time: 0.1139829 Mar 09 03:40:11.750168 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5caf50c8-f22c-4242-adc0-445250815fd7 req-c804c1b4-2d12-4676-ac84-ccf4453f7e50 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484295 Mar 09 03:40:11.770584 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7a466b5d-2862-4731-9ecd-2d1695864152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:11.771977 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7a466b5d-2862-4731-9ecd-2d1695864152 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4581f017-a558-48a4-945b-f9e946630fa8 HTTP/1.1" status: 204 len: 168 time: 0.6300299 Mar 09 03:40:11.817450 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-281fba1e-a7a5-407e-8216-4b880e4bbf3c service neutron] Transition to ACTIVE for port object 72168413-1159-417e-b3ea-b4d4a7193d03 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:40:11.823421 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-281fba1e-a7a5-407e-8216-4b880e4bbf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:11.858841 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-99773771-9a45-4513-af8e-b7259214bd9b req-6304daf5-9d58-46c1-8ca6-4e1c02cf061e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:11.912108 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d1ded-ccc6-44bc-8c5d-6fef236d2b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bb5916d-ac2f-46c8-ac4a-b586baf193a1,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:11.961239 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304daf5-9d58-46c1-8ca6-4e1c02cf061e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Pushing event deleted for resources: {'Port': ['ID=22cea704-40e5-4bb8-835b-fc5ace5f5d1f,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:11.968270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4d1ded-ccc6-44bc-8c5d-6fef236d2b54 admin admin] Checking segment: {'id': 'fd978e63-451e-424e-8586-8a6131056563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1b8bc653-ed68-4258-847a-f3f01d57826d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:40:11.969013 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4d1ded-ccc6-44bc-8c5d-6fef236d2b54 admin admin] Network hostable DHCP agents. Network: 1b8bc653-ed68-4258-847a-f3f01d57826d, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:40:12.130640 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fba1e-a7a5-407e-8216-4b880e4bbf3c service neutron] Pushing event updated for resources: {'Port': ['ID=72168413-1159-417e-b3ea-b4d4a7193d03,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:12.168283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfdafa-f958-44b1-abf2-5ab0e01df431 req-db1117b8-7a30-40f5-abda-0a4fabb8fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:12.169426 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfdafa-f958-44b1-abf2-5ab0e01df431 req-db1117b8-7a30-40f5-abda-0a4fabb8fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:12.170139 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfdafa-f958-44b1-abf2-5ab0e01df431 req-db1117b8-7a30-40f5-abda-0a4fabb8fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:12.170770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfdafa-f958-44b1-abf2-5ab0e01df431 req-db1117b8-7a30-40f5-abda-0a4fabb8fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:12.171419 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfdafa-f958-44b1-abf2-5ab0e01df431 req-db1117b8-7a30-40f5-abda-0a4fabb8fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:12.173385 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c3bfdafa-f958-44b1-abf2-5ab0e01df431 req-db1117b8-7a30-40f5-abda-0a4fabb8fc26 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffa74fa7e259451baa8a72de689adc07&device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 4364 time: 0.6809449 Mar 09 03:40:12.214070 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-99773771-9a45-4513-af8e-b7259214bd9b req-6304daf5-9d58-46c1-8ca6-4e1c02cf061e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] No DVR routers for this DVR port 22cea704-40e5-4bb8-835b-fc5ace5f5d1f on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:40:12.224185 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-99773771-9a45-4513-af8e-b7259214bd9b req-6304daf5-9d58-46c1-8ca6-4e1c02cf061e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:12.238210 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad417c7-ef2f-4988-aee3-320ff81b1f81', 'name': 'network-vif-deleted', 'tag': '22cea704-40e5-4bb8-835b-fc5ace5f5d1f'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:40:12.255933 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47996) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:12.265023 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-281fba1e-a7a5-407e-8216-4b880e4bbf3c service neutron] Attempting to bind port 72168413-1159-417e-b3ea-b4d4a7193d03 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:40:12.265371 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-281fba1e-a7a5-407e-8216-4b880e4bbf3c service neutron] Attempting to bind port 72168413-1159-417e-b3ea-b4d4a7193d03 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '5501887f-7753-4840-a1af-3c0103673195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:40:12.265668 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-281fba1e-a7a5-407e-8216-4b880e4bbf3c service neutron] Attempting to bind port 72168413-1159-417e-b3ea-b4d4a7193d03 on network eb499fd8-471d-4286-9030-76983ac8e9a8 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:40:12.278725 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-281fba1e-a7a5-407e-8216-4b880e4bbf3c service neutron] Port 72168413-1159-417e-b3ea-b4d4a7193d03 on network eb499fd8-471d-4286-9030-76983ac8e9a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:40:12.278987 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-281fba1e-a7a5-407e-8216-4b880e4bbf3c service neutron] Attempting to bind port 72168413-1159-417e-b3ea-b4d4a7193d03 on network eb499fd8-471d-4286-9030-76983ac8e9a8 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:40:12.284341 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4d1ded-ccc6-44bc-8c5d-6fef236d2b54 admin admin] Network 1b8bc653-ed68-4258-847a-f3f01d57826d is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:40:12.288948 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-281fba1e-a7a5-407e-8216-4b880e4bbf3c service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:40:12.289526 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-281fba1e-a7a5-407e-8216-4b880e4bbf3c service neutron] Checking segment: {'id': '5501887f-7753-4840-a1af-3c0103673195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:40:12.290139 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-281fba1e-a7a5-407e-8216-4b880e4bbf3c service neutron] Bound using segment: {'id': '5501887f-7753-4840-a1af-3c0103673195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:40:12.290811 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-281fba1e-a7a5-407e-8216-4b880e4bbf3c service neutron] Bound port: 72168413-1159-417e-b3ea-b4d4a7193d03, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5501887f-7753-4840-a1af-3c0103673195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:40:12.291595 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-281fba1e-a7a5-407e-8216-4b880e4bbf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:12.317640 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b695686-4bdc-4fc9-8399-7ee8e597da4c req-8cf860aa-aaf1-43a3-8a6c-8ed04ae82e4a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:12.324159 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b695686-4bdc-4fc9-8399-7ee8e597da4c req-8cf860aa-aaf1-43a3-8a6c-8ed04ae82e4a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:12.330113 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b695686-4bdc-4fc9-8399-7ee8e597da4c req-8cf860aa-aaf1-43a3-8a6c-8ed04ae82e4a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:12.337708 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b695686-4bdc-4fc9-8399-7ee8e597da4c req-8cf860aa-aaf1-43a3-8a6c-8ed04ae82e4a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:12.343557 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b695686-4bdc-4fc9-8399-7ee8e597da4c req-8cf860aa-aaf1-43a3-8a6c-8ed04ae82e4a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:12.349554 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b695686-4bdc-4fc9-8399-7ee8e597da4c req-8cf860aa-aaf1-43a3-8a6c-8ed04ae82e4a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:12.359460 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b695686-4bdc-4fc9-8399-7ee8e597da4c req-8cf860aa-aaf1-43a3-8a6c-8ed04ae82e4a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 4600 time: 0.4734650 Mar 09 03:40:12.383448 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-99773771-9a45-4513-af8e-b7259214bd9b req-6304daf5-9d58-46c1-8ca6-4e1c02cf061e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "DELETE /v2.0/ports/22cea704-40e5-4bb8-835b-fc5ace5f5d1f HTTP/1.1" status: 204 len: 173 time: 2.5098171 Mar 09 03:40:12.390102 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-2e4d1ded-ccc6-44bc-8c5d-6fef236d2b54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 1b8bc653-ed68-4258-847a-f3f01d57826d) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:40:12.402603 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-7697c98c-1108-4480-9b46-13b23469a347 admin admin] For port a1ad4269-affd-44d4-a689-c634efb32cd9, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a1ad4269-affd-44d4-a689-c634efb32cd9,segment=NetworkSegment(ce6a5822-0a23-4946-b0fa-8896e903b7dc),segment_id=ce6a5822-0a23-4946-b0fa-8896e903b7dc)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:12.402984 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7697c98c-1108-4480-9b46-13b23469a347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:12.403199 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd4f219-6b71-4b68-a09a-e4ba48b33506 None None] Network 1b8bc653-ed68-4258-847a-f3f01d57826d requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:40:12.422644 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4d1ded-ccc6-44bc-8c5d-6fef236d2b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:12.423219 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1ded-ccc6-44bc-8c5d-6fef236d2b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:12.474438 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-281fba1e-a7a5-407e-8216-4b880e4bbf3c service neutron] For port 72168413-1159-417e-b3ea-b4d4a7193d03, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:40:12.478433 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-281fba1e-a7a5-407e-8216-4b880e4bbf3c service neutron] For port 72168413-1159-417e-b3ea-b4d4a7193d03, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=72168413-1159-417e-b3ea-b4d4a7193d03,segment=NetworkSegment(5501887f-7753-4840-a1af-3c0103673195),segment_id=5501887f-7753-4840-a1af-3c0103673195)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:40:12.490265 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-281fba1e-a7a5-407e-8216-4b880e4bbf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:12.555197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-281fba1e-a7a5-407e-8216-4b880e4bbf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:12.556595 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-281fba1e-a7a5-407e-8216-4b880e4bbf3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:12.558198 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-281fba1e-a7a5-407e-8216-4b880e4bbf3c service neutron] 10.222.0.21 "PUT /v2.0/ports/72168413-1159-417e-b3ea-b4d4a7193d03 HTTP/1.1" status: 200 len: 1129 time: 2.2021127 Mar 09 03:40:12.618760 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b695686-4bdc-4fc9-8399-7ee8e597da4c req-492bb239-b231-4479-b656-0b777e0a4d32 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2580864 Mar 09 03:40:12.625508 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5f81156e-deba-431c-a601-1c0e3df445a6 service neutron] Request body: {'port': {'device_id': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:12.765222 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fba1e-a7a5-407e-8216-4b880e4bbf3c service neutron] Pushing event updated for resources: {'Port': ['ID=72168413-1159-417e-b3ea-b4d4a7193d03,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:12.802682 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae63607-5b4b-4a7a-8ae0-a46d930f7327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dc65cc-dd42-416b-ba9f-1b4d7aec9274'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:40:12.814496 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 56e8c632-6a17-4bdb-83e0-fc742db20d7c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:40:12.951624 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-7697c98c-1108-4480-9b46-13b23469a347 admin admin] Calling delete_port for a1ad4269-affd-44d4-a689-c634efb32cd9 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:40:12.993391 n-d-825178-5 neutron-server[87881]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2ad417c7-ef2f-4988-aee3-320ff81b1f81', 'name': 'network-vif-deleted', 'tag': '22cea704-40e5-4bb8-835b-fc5ace5f5d1f', 'status': 'failed', 'code': 422} returned with failed status Mar 09 03:40:13.018001 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-495bfe10-df46-4eae-a9fb-1cde3381b7e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b33450da42f84e2b810d69e95cbf90c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7448654 Mar 09 03:40:13.021902 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfdafa-f958-44b1-abf2-5ab0e01df431 req-acc36d02-0908-492e-aab5-4e7f7c44b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:13.022594 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfdafa-f958-44b1-abf2-5ab0e01df431 req-acc36d02-0908-492e-aab5-4e7f7c44b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:13.023306 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfdafa-f958-44b1-abf2-5ab0e01df431 req-acc36d02-0908-492e-aab5-4e7f7c44b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:13.025564 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c3bfdafa-f958-44b1-abf2-5ab0e01df431 req-acc36d02-0908-492e-aab5-4e7f7c44b86e service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ffa74fa7e259451baa8a72de689adc07&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8399913 Mar 09 03:40:13.028146 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48024) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:13.046232 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 8ebaac2e-3033-4a03-9286-94421772b9ec up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:40:13.066787 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2e4d1ded-ccc6-44bc-8c5d-6fef236d2b54 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.9357855 Mar 09 03:40:13.098611 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48028) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:13.117805 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-8b040a49-2249-433e-9f8f-523d0f1459e8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1348195680-router', 'tenant_id': '5ec82f94adad4dcab68870b34bbc2680', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:13.144041 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8b040a49-2249-433e-9f8f-523d0f1459e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:13.146713 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5f81156e-deba-431c-a601-1c0e3df445a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:13.178700 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 56e8c632-6a17-4bdb-83e0-fc742db20d7c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:40:13.185979 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 56e8c632-6a17-4bdb-83e0-fc742db20d7c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:40:13.186606 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:13.208462 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-8b040a49-2249-433e-9f8f-523d0f1459e8 admin admin] Usage tracker for resource:router and tenant:5ec82f94adad4dcab68870b34bbc2680 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:40:13.236125 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-8b040a49-2249-433e-9f8f-523d0f1459e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:40:13.256919 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8b040a49-2249-433e-9f8f-523d0f1459e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:13.294595 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 8ebaac2e-3033-4a03-9286-94421772b9ec triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:40:13.295177 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:13.308658 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ab8e818d-2273-4bae-92d5-d9f851644061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:13.338504 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a84f24e-fb24-4d35-bb0d-a84be964b157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-1b8bc653-ed68-4258-847a-f3f01d57826d', 'network_id': '1b8bc653-ed68-4258-847a-f3f01d57826d', 'tenant_id': '5ec82f94adad4dcab68870b34bbc2680', 'fixed_ips': [{'subnet_id': '6bb5916d-ac2f-46c8-ac4a-b586baf193a1'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:40:13.339715 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7a84f24e-fb24-4d35-bb0d-a84be964b157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:13.342128 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b040a49-2249-433e-9f8f-523d0f1459e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:13.343456 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b040a49-2249-433e-9f8f-523d0f1459e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:13.361275 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b040a49-2249-433e-9f8f-523d0f1459e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:13.454082 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'tag': '72168413-1159-417e-b3ea-b4d4a7193d03'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:40:13.472150 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ab8e818d-2273-4bae-92d5-d9f851644061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:13.474531 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a6503-bab5-4fce-910d-d38e5c410281 req-2de60691-fa25-43b3-bf13-5b57b2bb99f8 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:13.476154 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-740a6503-bab5-4fce-910d-d38e5c410281 req-2de60691-fa25-43b3-bf13-5b57b2bb99f8 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e7e6b2a-7bec-454c-a237-d7fd6c74207b HTTP/1.1" status: 200 len: 949 time: 0.4638233 Mar 09 03:40:13.515530 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfdafa-f958-44b1-abf2-5ab0e01df431 req-4627a687-5cb3-4567-9cad-b8e5223e8935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:13.517116 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c3bfdafa-f958-44b1-abf2-5ab0e01df431 req-4627a687-5cb3-4567-9cad-b8e5223e8935 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4772036 Mar 09 03:40:13.530705 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-7a84f24e-fb24-4d35-bb0d-a84be964b157 None None] Allocated IP 172.20.0.2 (1b8bc653-ed68-4258-847a-f3f01d57826d/6bb5916d-ac2f-46c8-ac4a-b586baf193a1/a071d03e-f949-4e46-801c-59c6aeabab15) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:40:13.610694 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-740a6503-bab5-4fce-910d-d38e5c410281 req-d9f7cd77-4348-4774-ae19-c762c80f9468 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d8dd3f9-eb5a-4680-842d-4c7f4a11c9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270490 Mar 09 03:40:13.711726 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae63607-5b4b-4a7a-8ae0-a46d930f7327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dc65cc-dd42-416b-ba9f-1b4d7aec9274', 'code': 200} Mar 09 03:40:13.763091 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5f81156e-deba-431c-a601-1c0e3df445a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5df6d4dd-0e22-4b62-b790-96149b03ad94 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:40:13.774257 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5f81156e-deba-431c-a601-1c0e3df445a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:13.793130 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5f81156e-deba-431c-a601-1c0e3df445a6 service neutron] Transition to ACTIVE for port object 5df6d4dd-0e22-4b62-b790-96149b03ad94 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:40:13.801709 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5f81156e-deba-431c-a601-1c0e3df445a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:13.863648 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:13.920275 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'tag': '72168413-1159-417e-b3ea-b4d4a7193d03', 'status': 'completed', 'code': 200} Mar 09 03:40:13.950089 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b040a49-2249-433e-9f8f-523d0f1459e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:13.964907 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:14.034247 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7a84f24e-fb24-4d35-bb0d-a84be964b157 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:14.057737 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 56e8c632-6a17-4bdb-83e0-fc742db20d7c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=56e8c632-6a17-4bdb-83e0-fc742db20d7c,segment=NetworkSegment(635225fe-5597-4fc5-b912-d36acfd93dcb),segment_id=635225fe-5597-4fc5-b912-d36acfd93dcb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:14.059376 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7a84f24e-fb24-4d35-bb0d-a84be964b157 None None] Transition to ACTIVE for port object a071d03e-f949-4e46-801c-59c6aeabab15 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:40:14.072077 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:14.126995 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 8ebaac2e-3033-4a03-9286-94421772b9ec, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=8ebaac2e-3033-4a03-9286-94421772b9ec,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:14.153045 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:14.175004 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7a84f24e-fb24-4d35-bb0d-a84be964b157 None None] Transition to ACTIVE for port object a071d03e-f949-4e46-801c-59c6aeabab15 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:40:14.176575 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ab8e818d-2273-4bae-92d5-d9f851644061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:14.186714 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7a84f24e-fb24-4d35-bb0d-a84be964b157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:14.207513 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f845c8b-33d8-43bc-86c1-6387a2e1bf8f req-a15a4533-9c44-41ad-9994-ec4117c89267 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:14.209071 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0f845c8b-33d8-43bc-86c1-6387a2e1bf8f req-a15a4533-9c44-41ad-9994-ec4117c89267 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 946 time: 0.7998681 Mar 09 03:40:14.219075 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7697c98c-1108-4480-9b46-13b23469a347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:14.222883 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e818d-2273-4bae-92d5-d9f851644061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14aea78d-eb3f-4b2b-94fa-1af4a5ce81cb,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:14.230732 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a84f24e-fb24-4d35-bb0d-a84be964b157 None None] Network 1b8bc653-ed68-4258-847a-f3f01d57826d is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:40:14.231933 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=56e8c632-6a17-4bdb-83e0-fc742db20d7c,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:14.235045 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-7a84f24e-fb24-4d35-bb0d-a84be964b157 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:40:14.275119 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81156e-deba-431c-a601-1c0e3df445a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5df6d4dd-0e22-4b62-b790-96149b03ad94,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:14.278340 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a84f24e-fb24-4d35-bb0d-a84be964b157 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:40:14.295141 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5f81156e-deba-431c-a601-1c0e3df445a6 service neutron] Attempting to bind port 5df6d4dd-0e22-4b62-b790-96149b03ad94 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:40:14.297141 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5f81156e-deba-431c-a601-1c0e3df445a6 service neutron] Attempting to bind port 5df6d4dd-0e22-4b62-b790-96149b03ad94 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '5501887f-7753-4840-a1af-3c0103673195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:40:14.298643 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5f81156e-deba-431c-a601-1c0e3df445a6 service neutron] Attempting to bind port 5df6d4dd-0e22-4b62-b790-96149b03ad94 on network eb499fd8-471d-4286-9030-76983ac8e9a8 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:40:14.309676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5f81156e-deba-431c-a601-1c0e3df445a6 service neutron] Port 5df6d4dd-0e22-4b62-b790-96149b03ad94 on network eb499fd8-471d-4286-9030-76983ac8e9a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:40:14.310086 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5f81156e-deba-431c-a601-1c0e3df445a6 service neutron] Attempting to bind port 5df6d4dd-0e22-4b62-b790-96149b03ad94 on network eb499fd8-471d-4286-9030-76983ac8e9a8 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:40:14.310513 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697c98c-1108-4480-9b46-13b23469a347 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1ad4269-affd-44d4-a689-c634efb32cd9,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:14.337984 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5f81156e-deba-431c-a601-1c0e3df445a6 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:40:14.338401 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5f81156e-deba-431c-a601-1c0e3df445a6 service neutron] Checking segment: {'id': '5501887f-7753-4840-a1af-3c0103673195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:40:14.338980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5f81156e-deba-431c-a601-1c0e3df445a6 service neutron] Bound using segment: {'id': '5501887f-7753-4840-a1af-3c0103673195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:40:14.339393 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5f81156e-deba-431c-a601-1c0e3df445a6 service neutron] Bound port: 5df6d4dd-0e22-4b62-b790-96149b03ad94, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5501887f-7753-4840-a1af-3c0103673195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:40:14.339801 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5f81156e-deba-431c-a601-1c0e3df445a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:14.404350 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-7a84f24e-fb24-4d35-bb0d-a84be964b157 None None] Attempting to bind port a071d03e-f949-4e46-801c-59c6aeabab15 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:40:14.404969 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-7a84f24e-fb24-4d35-bb0d-a84be964b157 None None] Attempting to bind port a071d03e-f949-4e46-801c-59c6aeabab15 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'fd978e63-451e-424e-8586-8a6131056563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1b8bc653-ed68-4258-847a-f3f01d57826d'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:40:14.405520 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a84f24e-fb24-4d35-bb0d-a84be964b157 None None] Attempting to bind port a071d03e-f949-4e46-801c-59c6aeabab15 on network 1b8bc653-ed68-4258-847a-f3f01d57826d {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:40:14.413055 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a84f24e-fb24-4d35-bb0d-a84be964b157 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:40:14.413423 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a84f24e-fb24-4d35-bb0d-a84be964b157 None None] Checking segment: {'id': 'fd978e63-451e-424e-8586-8a6131056563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1b8bc653-ed68-4258-847a-f3f01d57826d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:40:14.413825 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7a84f24e-fb24-4d35-bb0d-a84be964b157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:14.414212 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a84f24e-fb24-4d35-bb0d-a84be964b157 None None] Bound using segment: {'id': 'fd978e63-451e-424e-8586-8a6131056563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1b8bc653-ed68-4258-847a-f3f01d57826d'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:40:14.414690 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-7a84f24e-fb24-4d35-bb0d-a84be964b157 None None] Bound port: a071d03e-f949-4e46-801c-59c6aeabab15, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd978e63-451e-424e-8586-8a6131056563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1b8bc653-ed68-4258-847a-f3f01d57826d'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:40:14.415115 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7a84f24e-fb24-4d35-bb0d-a84be964b157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:14.449066 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5f81156e-deba-431c-a601-1c0e3df445a6 service neutron] For port 5df6d4dd-0e22-4b62-b790-96149b03ad94, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:40:14.452391 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5f81156e-deba-431c-a601-1c0e3df445a6 service neutron] For port 5df6d4dd-0e22-4b62-b790-96149b03ad94, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5df6d4dd-0e22-4b62-b790-96149b03ad94,segment=NetworkSegment(5501887f-7753-4840-a1af-3c0103673195),segment_id=5501887f-7753-4840-a1af-3c0103673195)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:40:14.468970 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed1484-cc42-4942-8b0d-e2fcb09b7e9e req-93ae746d-ef87-4811-824d-5949164f4b35 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:14.477183 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed1484-cc42-4942-8b0d-e2fcb09b7e9e req-93ae746d-ef87-4811-824d-5949164f4b35 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:14.478590 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=8ebaac2e-3033-4a03-9286-94421772b9ec,revision_number=7']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:14.488303 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed1484-cc42-4942-8b0d-e2fcb09b7e9e req-93ae746d-ef87-4811-824d-5949164f4b35 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:14.496957 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed1484-cc42-4942-8b0d-e2fcb09b7e9e req-93ae746d-ef87-4811-824d-5949164f4b35 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:14.501733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a68c3e-6d02-4651-8232-49014d19d886 req-3ff97427-c652-4c96-88fd-ac2824f5dd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:14.503343 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-70a68c3e-6d02-4651-8232-49014d19d886 req-3ff97427-c652-4c96-88fd-ac2824f5dd15 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 1097 time: 0.6804230 Mar 09 03:40:14.504403 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed1484-cc42-4942-8b0d-e2fcb09b7e9e req-93ae746d-ef87-4811-824d-5949164f4b35 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:14.508047 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ab8e818d-2273-4bae-92d5-d9f851644061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:14.509751 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ab8e818d-2273-4bae-92d5-d9f851644061 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/14aea78d-eb3f-4b2b-94fa-1af4a5ce81cb HTTP/1.1" status: 204 len: 168 time: 1.4801888 Mar 09 03:40:14.513327 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0f845c8b-33d8-43bc-86c1-6387a2e1bf8f req-d9e0acdc-2b2b-4baa-b20d-682eba6d0218 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825842 Mar 09 03:40:14.528404 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed1484-cc42-4942-8b0d-e2fcb09b7e9e req-93ae746d-ef87-4811-824d-5949164f4b35 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:14.546875 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed1484-cc42-4942-8b0d-e2fcb09b7e9e req-93ae746d-ef87-4811-824d-5949164f4b35 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:14.556869 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-21ed1484-cc42-4942-8b0d-e2fcb09b7e9e req-93ae746d-ef87-4811-824d-5949164f4b35 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5372 time: 0.5065947 Mar 09 03:40:14.559705 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795262-8151-4294-a75e-ff3bdb851ad1 req-edc0850f-ccef-4da7-89b1-e8d4b59adc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:14.560361 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795262-8151-4294-a75e-ff3bdb851ad1 req-edc0850f-ccef-4da7-89b1-e8d4b59adc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:14.561922 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795262-8151-4294-a75e-ff3bdb851ad1 req-edc0850f-ccef-4da7-89b1-e8d4b59adc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:14.561922 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795262-8151-4294-a75e-ff3bdb851ad1 req-edc0850f-ccef-4da7-89b1-e8d4b59adc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:14.562285 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795262-8151-4294-a75e-ff3bdb851ad1 req-edc0850f-ccef-4da7-89b1-e8d4b59adc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:14.562756 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795262-8151-4294-a75e-ff3bdb851ad1 req-edc0850f-ccef-4da7-89b1-e8d4b59adc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:14.563375 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795262-8151-4294-a75e-ff3bdb851ad1 req-edc0850f-ccef-4da7-89b1-e8d4b59adc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:14.565367 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5f81156e-deba-431c-a601-1c0e3df445a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:14.565796 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-70795262-8151-4294-a75e-ff3bdb851ad1 req-edc0850f-ccef-4da7-89b1-e8d4b59adc89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffa74fa7e259451baa8a72de689adc07&device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 6167 time: 0.5744832 Mar 09 03:40:14.666219 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84f24e-fb24-4d35-bb0d-a84be964b157 None None] Pushing event updated for resources: {'Port': ['ID=a071d03e-f949-4e46-801c-59c6aeabab15,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:14.685587 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-7a84f24e-fb24-4d35-bb0d-a84be964b157 None None] For port a071d03e-f949-4e46-801c-59c6aeabab15, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:40:14.691771 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-7a84f24e-fb24-4d35-bb0d-a84be964b157 None None] For port a071d03e-f949-4e46-801c-59c6aeabab15, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a071d03e-f949-4e46-801c-59c6aeabab15,segment=NetworkSegment(fd978e63-451e-424e-8586-8a6131056563),segment_id=fd978e63-451e-424e-8586-8a6131056563)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:40:14.709564 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7a84f24e-fb24-4d35-bb0d-a84be964b157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:14.769443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81156e-deba-431c-a601-1c0e3df445a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5df6d4dd-0e22-4b62-b790-96149b03ad94,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:14.801087 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 56e8c632-6a17-4bdb-83e0-fc742db20d7c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:40:14.823619 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5f81156e-deba-431c-a601-1c0e3df445a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:14.831749 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5f81156e-deba-431c-a601-1c0e3df445a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:14.833217 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5f81156e-deba-431c-a601-1c0e3df445a6 service neutron] 10.222.0.21 "PUT /v2.0/ports/5df6d4dd-0e22-4b62-b790-96149b03ad94 HTTP/1.1" status: 200 len: 1130 time: 2.2124839 Mar 09 03:40:14.856015 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-21ed1484-cc42-4942-8b0d-e2fcb09b7e9e req-ed1e38e8-234a-456c-bfcb-d3778ca416fd tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2982643 Mar 09 03:40:14.869832 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e5182ea2-0030-406e-ab7e-91840e3039a1 service neutron] Request body: {'port': {'device_id': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:15.101477 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 56e8c632-6a17-4bdb-83e0-fc742db20d7c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:40:15.101845 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:15.193375 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-70a68c3e-6d02-4651-8232-49014d19d886 req-06adf35c-1224-47cc-b11e-013ee316964a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6719086 Mar 09 03:40:15.219899 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e5182ea2-0030-406e-ab7e-91840e3039a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:15.250406 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84f24e-fb24-4d35-bb0d-a84be964b157 None None] Pushing event updated for resources: {'Port': ['ID=a071d03e-f949-4e46-801c-59c6aeabab15,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:15.500473 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795262-8151-4294-a75e-ff3bdb851ad1 req-c1588a5a-e5b0-402d-90d3-74a77a0ff6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:15.501065 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795262-8151-4294-a75e-ff3bdb851ad1 req-c1588a5a-e5b0-402d-90d3-74a77a0ff6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:15.501554 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795262-8151-4294-a75e-ff3bdb851ad1 req-c1588a5a-e5b0-402d-90d3-74a77a0ff6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:15.503217 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-70795262-8151-4294-a75e-ff3bdb851ad1 req-c1588a5a-e5b0-402d-90d3-74a77a0ff6a2 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ffa74fa7e259451baa8a72de689adc07&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9128864 Mar 09 03:40:15.541447 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7697c98c-1108-4480-9b46-13b23469a347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:15.585747 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc83331-bf5b-433d-8020-9c3507f2f7f5 req-a5d890a5-efde-4c04-b47d-f15cb06957b5 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:15.592975 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3fc83331-bf5b-433d-8020-9c3507f2f7f5 req-a5d890a5-efde-4c04-b47d-f15cb06957b5 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e7e6b2a-7bec-454c-a237-d7fd6c74207b HTTP/1.1" status: 200 len: 949 time: 0.4893062 Mar 09 03:40:15.714261 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6ef4f4-a9b9-4ef1-bafc-6882d263ed32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebaac2e-3033-4a03-9286-94421772b9ec'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:40:15.740808 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-bc30d8c5-d660-47fd-bc46-9304b3770498 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:15.742312 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-bc30d8c5-d660-47fd-bc46-9304b3770498 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/networks?id=b43e277f-27e3-4498-8ae6-3889cca4234e HTTP/1.1" status: 200 len: 811 time: 0.9432793 Mar 09 03:40:15.837499 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3fc83331-bf5b-433d-8020-9c3507f2f7f5 req-3c22d396-0308-4e0f-8303-93344a8abea1 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d8dd3f9-eb5a-4680-842d-4c7f4a11c9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431633 Mar 09 03:40:15.922688 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'tag': '5df6d4dd-0e22-4b62-b790-96149b03ad94'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:40:16.048388 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48118) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:16.217969 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-ed133b8c-04a9-4d2a-8e8c-ee33e3ee38f8 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/quotas/ae03d5eb038f4850a3760a69271911b5 HTTP/1.1" status: 200 len: 375 time: 0.4064195 Mar 09 03:40:16.332727 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e5182ea2-0030-406e-ab7e-91840e3039a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f35da7-e35c-4fff-ae6f-b70f60335f2a {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:40:16.350280 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e5182ea2-0030-406e-ab7e-91840e3039a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:16.392255 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e5182ea2-0030-406e-ab7e-91840e3039a1 service neutron] Transition to ACTIVE for port object 91f35da7-e35c-4fff-ae6f-b70f60335f2a will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:40:16.419612 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9d95e-6371-4a65-9448-1d83f6e258cd req-73c95dec-4c33-4cd7-9d78-74a90ae89fc0 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:16.427258 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3fb9d95e-6371-4a65-9448-1d83f6e258cd req-73c95dec-4c33-4cd7-9d78-74a90ae89fc0 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 946 time: 0.2915845 Mar 09 03:40:16.435069 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e5182ea2-0030-406e-ab7e-91840e3039a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:16.573314 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-598273d8-5904-48a6-a7f9-01cf293807c2 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-654929600'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:16.582734 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-598273d8-5904-48a6-a7f9-01cf293807c2 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:16.589699 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-598273d8-5904-48a6-a7f9-01cf293807c2 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Usage tracker for resource:network and tenant:99234e1ac54545068d811492dd9a7469 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:40:16.592959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-598273d8-5904-48a6-a7f9-01cf293807c2 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:40:16.607683 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-de967bfb-6535-4a6b-92ff-d1ef42788309 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Synchronizing usage tracker for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:40:16.614544 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-598273d8-5904-48a6-a7f9-01cf293807c2 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:16.630368 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfbd665-c62e-4d2d-a62b-7c70f1310bd7 None None] Network 1b8bc653-ed68-4258-847a-f3f01d57826d requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:40:16.685455 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b040a49-2249-433e-9f8f-523d0f1459e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:16.690141 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a071d03e-f949-4e46-801c-59c6aeabab15 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:40:16.700077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598273d8-5904-48a6-a7f9-01cf293807c2 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Made reservation on behalf of 99234e1ac54545068d811492dd9a7469 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:40:16.703528 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-598273d8-5904-48a6-a7f9-01cf293807c2 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:16.714665 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5182ea2-0030-406e-ab7e-91840e3039a1 service neutron] Pushing event updated for resources: {'Port': ['ID=91f35da7-e35c-4fff-ae6f-b70f60335f2a,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:16.737559 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-de967bfb-6535-4a6b-92ff-d1ef42788309 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Unset dirty status for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:40:16.748981 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-de967bfb-6535-4a6b-92ff-d1ef42788309 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae03d5eb038f4850a3760a69271911b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5300741 Mar 09 03:40:16.782543 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b040a49-2249-433e-9f8f-523d0f1459e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:16.859306 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795262-8151-4294-a75e-ff3bdb851ad1 req-4fb15e84-81ff-4b43-83d8-558e3b7e18e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:16.861323 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-70795262-8151-4294-a75e-ff3bdb851ad1 req-4fb15e84-81ff-4b43-83d8-558e3b7e18e6 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3472316 Mar 09 03:40:16.871230 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7697c98c-1108-4480-9b46-13b23469a347 admin admin] Router 306e1168-55ed-4b7c-abf2-0880ff151c59 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:40:16.971957 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-282c0832-278c-4886-9c38-00312b450802 None None] Provisioning for port a071d03e-f949-4e46-801c-59c6aeabab15 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:40:17.010771 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port a071d03e-f949-4e46-801c-59c6aeabab15 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:40:17.023578 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port a071d03e-f949-4e46-801c-59c6aeabab15 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:40:17.024904 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:17.063735 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-598273d8-5904-48a6-a7f9-01cf293807c2 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:17.120085 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-598273d8-5904-48a6-a7f9-01cf293807c2 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:17.124938 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-598273d8-5904-48a6-a7f9-01cf293807c2 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Usage tracker for resource:security_group_rule and tenant:99234e1ac54545068d811492dd9a7469 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:40:17.128036 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-598273d8-5904-48a6-a7f9-01cf293807c2 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:40:17.135508 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-598273d8-5904-48a6-a7f9-01cf293807c2 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:17.198239 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:17.235303 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-598273d8-5904-48a6-a7f9-01cf293807c2 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:17.245446 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port a071d03e-f949-4e46-801c-59c6aeabab15, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a071d03e-f949-4e46-801c-59c6aeabab15,segment=NetworkSegment(fd978e63-451e-424e-8586-8a6131056563),segment_id=fd978e63-451e-424e-8586-8a6131056563)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:17.272297 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-598273d8-5904-48a6-a7f9-01cf293807c2 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:17.286965 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598273d8-5904-48a6-a7f9-01cf293807c2 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:40:17.303061 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:17.320469 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3fb9d95e-6371-4a65-9448-1d83f6e258cd req-6a01df6b-f1d2-4372-8793-b1f71d520de1 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8872433 Mar 09 03:40:17.350139 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-598273d8-5904-48a6-a7f9-01cf293807c2 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:17.351465 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-598273d8-5904-48a6-a7f9-01cf293807c2 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Added segment 78fcc70f-f1e1-46b1-b817-4424eefc384c of type vlan for network fcbab85b-e2c2-4dd1-87c0-ad3aacbeaf01 Mar 09 03:40:17.383629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598273d8-5904-48a6-a7f9-01cf293807c2 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37eba9b-3afc-4bca-92e3-fb48d98161a7,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:17.451933 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-17c538a7-8bae-4745-971a-8fee23d16000 service neutron] 10.222.0.16 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7017248 Mar 09 03:40:17.490253 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e5182ea2-0030-406e-ab7e-91840e3039a1 service neutron] Attempting to bind port 91f35da7-e35c-4fff-ae6f-b70f60335f2a on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:40:17.490562 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e5182ea2-0030-406e-ab7e-91840e3039a1 service neutron] Attempting to bind port 91f35da7-e35c-4fff-ae6f-b70f60335f2a by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '5501887f-7753-4840-a1af-3c0103673195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:40:17.491044 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e5182ea2-0030-406e-ab7e-91840e3039a1 service neutron] Attempting to bind port 91f35da7-e35c-4fff-ae6f-b70f60335f2a on network eb499fd8-471d-4286-9030-76983ac8e9a8 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:40:17.499397 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-598273d8-5904-48a6-a7f9-01cf293807c2 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:17.503262 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e5182ea2-0030-406e-ab7e-91840e3039a1 service neutron] Port 91f35da7-e35c-4fff-ae6f-b70f60335f2a on network eb499fd8-471d-4286-9030-76983ac8e9a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:40:17.503661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e5182ea2-0030-406e-ab7e-91840e3039a1 service neutron] Attempting to bind port 91f35da7-e35c-4fff-ae6f-b70f60335f2a on network eb499fd8-471d-4286-9030-76983ac8e9a8 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:40:17.505627 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=a071d03e-f949-4e46-801c-59c6aeabab15,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:17.510196 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e5182ea2-0030-406e-ab7e-91840e3039a1 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:40:17.510605 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e5182ea2-0030-406e-ab7e-91840e3039a1 service neutron] Checking segment: {'id': '5501887f-7753-4840-a1af-3c0103673195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:40:17.511141 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e5182ea2-0030-406e-ab7e-91840e3039a1 service neutron] Bound using segment: {'id': '5501887f-7753-4840-a1af-3c0103673195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:40:17.511627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e5182ea2-0030-406e-ab7e-91840e3039a1 service neutron] Bound port: 91f35da7-e35c-4fff-ae6f-b70f60335f2a, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5501887f-7753-4840-a1af-3c0103673195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:40:17.512671 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e5182ea2-0030-406e-ab7e-91840e3039a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:17.548960 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6ef4f4-a9b9-4ef1-bafc-6882d263ed32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebaac2e-3033-4a03-9286-94421772b9ec', 'code': 200} Mar 09 03:40:17.629387 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-598273d8-5904-48a6-a7f9-01cf293807c2 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:17.635761 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598273d8-5904-48a6-a7f9-01cf293807c2 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:17.636450 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-598273d8-5904-48a6-a7f9-01cf293807c2 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:17.643736 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-8b040a49-2249-433e-9f8f-523d0f1459e8 admin admin] Allocated IP 172.25.7.55 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:40:17.680196 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7697c98c-1108-4480-9b46-13b23469a347 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:40:17.694116 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e1729-2fa6-42b3-9395-9649cdf1bb87 None None] Sync routers for ids ['306e1168-55ed-4b7c-abf2-0880ff151c59'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:40:17.719608 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484e1729-2fa6-42b3-9395-9649cdf1bb87 None None] Routers {'306e1168-55ed-4b7c-abf2-0880ff151c59'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:40:17.720142 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-484e1729-2fa6-42b3-9395-9649cdf1bb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:40:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['306e1168-55ed-4b7c-abf2-0880ff151c59'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:17.747445 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7697c98c-1108-4480-9b46-13b23469a347 admin admin] 10.222.0.16 "PUT /v2.0/routers/306e1168-55ed-4b7c-abf2-0880ff151c59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8542769 Mar 09 03:40:17.764844 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48134) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:17.777637 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e5182ea2-0030-406e-ab7e-91840e3039a1 service neutron] For port 91f35da7-e35c-4fff-ae6f-b70f60335f2a, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:40:17.968872 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-484e1729-2fa6-42b3-9395-9649cdf1bb87 None None] Set router 306e1168-55ed-4b7c-abf2-0880ff151c59 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:40:18.000721 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-626ba101-3408-456e-ad0e-4b6cfd351b9c service neutron] 10.222.0.16 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5478532 Mar 09 03:40:18.087322 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7c8d770f-dd53-4a2c-ae69-34f8ba17d9b4 None None] Provisioning complete for port a071d03e-f949-4e46-801c-59c6aeabab15 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:40:18.087942 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7c8d770f-dd53-4a2c-ae69-34f8ba17d9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:18.195081 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b040a49-2249-433e-9f8f-523d0f1459e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:18.249778 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b040a49-2249-433e-9f8f-523d0f1459e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:18.264704 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-930a44f0-d825-435b-9fc0-a949f13ae7db req-80f85953-b2b3-4bea-b079-d22ae5c07f8d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3496368 Mar 09 03:40:18.307769 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-484e1729-2fa6-42b3-9395-9649cdf1bb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306e1168-55ed-4b7c-abf2-0880ff151c59', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038812787-router', 'tenant_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'e55b9342-335a-40e4-8442-a59c62eedb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:31Z', 'updated_at': '2022-03-09T03:40:13Z', 'revision_number': 5, 'project_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8', 'gw_port': {'id': 'e55b9342-335a-40e4-8442-a59c62eedb5d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306e1168-55ed-4b7c-abf2-0880ff151c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:33Z', 'updated_at': '2022-03-09T03:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:18.312539 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e1729-2fa6-42b3-9395-9649cdf1bb87 None None] Checking router: 306e1168-55ed-4b7c-abf2-0880ff151c59 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:40:18.323892 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484e1729-2fa6-42b3-9395-9649cdf1bb87 None None] Routers {'306e1168-55ed-4b7c-abf2-0880ff151c59'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:40:18.324753 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-484e1729-2fa6-42b3-9395-9649cdf1bb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:40:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['306e1168-55ed-4b7c-abf2-0880ff151c59'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:18.356507 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b040a49-2249-433e-9f8f-523d0f1459e8 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:40:18.364333 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-8b040a49-2249-433e-9f8f-523d0f1459e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:40:18.374502 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b040a49-2249-433e-9f8f-523d0f1459e8 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:40:18.446756 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-598273d8-5904-48a6-a7f9-01cf293807c2 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.3965013 Mar 09 03:40:18.486282 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'tag': '5df6d4dd-0e22-4b62-b790-96149b03ad94', 'status': 'completed', 'code': 200} Mar 09 03:40:18.625082 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-caaa35e1-d097-4722-8458-3f8026360e66 admin admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:18.688445 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a071d03e-f949-4e46-801c-59c6aeabab15 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:40:18.752476 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b040a49-2249-433e-9f8f-523d0f1459e8 admin admin] Pushing event updated for resources: {'Port': ['ID=bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:18.770704 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598273d8-5904-48a6-a7f9-01cf293807c2 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event updated for resources: {'Network': ['ID=fcbab85b-e2c2-4dd1-87c0-ad3aacbeaf01,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:18.782370 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e5182ea2-0030-406e-ab7e-91840e3039a1 service neutron] For port 91f35da7-e35c-4fff-ae6f-b70f60335f2a, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=91f35da7-e35c-4fff-ae6f-b70f60335f2a,segment=NetworkSegment(5501887f-7753-4840-a1af-3c0103673195),segment_id=5501887f-7753-4840-a1af-3c0103673195)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:40:18.801750 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network fcbab85b-e2c2-4dd1-87c0-ad3aacbeaf01 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:40:18.840396 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-484e1729-2fa6-42b3-9395-9649cdf1bb87 None None] Set router 306e1168-55ed-4b7c-abf2-0880ff151c59 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:40:18.935924 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324df41-fee1-4466-aa3c-d9efd17ba163 req-ea2caecb-547b-4fb1-8f68-dd36bc7c03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:18.937808 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324df41-fee1-4466-aa3c-d9efd17ba163 req-ea2caecb-547b-4fb1-8f68-dd36bc7c03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:18.939772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324df41-fee1-4466-aa3c-d9efd17ba163 req-ea2caecb-547b-4fb1-8f68-dd36bc7c03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:18.953149 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324df41-fee1-4466-aa3c-d9efd17ba163 req-ea2caecb-547b-4fb1-8f68-dd36bc7c03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:18.955021 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324df41-fee1-4466-aa3c-d9efd17ba163 req-ea2caecb-547b-4fb1-8f68-dd36bc7c03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:18.955587 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324df41-fee1-4466-aa3c-d9efd17ba163 req-ea2caecb-547b-4fb1-8f68-dd36bc7c03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:18.958802 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324df41-fee1-4466-aa3c-d9efd17ba163 req-ea2caecb-547b-4fb1-8f68-dd36bc7c03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:18.965971 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3324df41-fee1-4466-aa3c-d9efd17ba163 req-ea2caecb-547b-4fb1-8f68-dd36bc7c03fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffa74fa7e259451baa8a72de689adc07&device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 6234 time: 0.5152488 Mar 09 03:40:18.993206 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a44f0-d825-435b-9fc0-a949f13ae7db req-7a2025dd-5534-4e58-ae7d-02b488a2b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:18.996351 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-930a44f0-d825-435b-9fc0-a949f13ae7db req-7a2025dd-5534-4e58-ae7d-02b488a2b50e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93aa98084011474eadf54856db5462ee&device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 1097 time: 0.5413971 Mar 09 03:40:19.016214 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e5182ea2-0030-406e-ab7e-91840e3039a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:19.229675 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port a071d03e-f949-4e46-801c-59c6aeabab15 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:40:19.230804 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:19.340626 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5182ea2-0030-406e-ab7e-91840e3039a1 service neutron] Pushing event updated for resources: {'Port': ['ID=91f35da7-e35c-4fff-ae6f-b70f60335f2a,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:19.438620 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e5182ea2-0030-406e-ab7e-91840e3039a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:19.439627 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e5182ea2-0030-406e-ab7e-91840e3039a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:19.441281 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e5182ea2-0030-406e-ab7e-91840e3039a1 service neutron] 10.222.0.21 "PUT /v2.0/ports/91f35da7-e35c-4fff-ae6f-b70f60335f2a HTTP/1.1" status: 200 len: 1091 time: 4.5769353 Mar 09 03:40:19.620975 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-45c30e97-cc71-458a-b938-39ea9e2ba32e service neutron] Request body: {'port': {'device_id': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:19.928566 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-484e1729-2fa6-42b3-9395-9649cdf1bb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306e1168-55ed-4b7c-abf2-0880ff151c59', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038812787-router', 'tenant_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'e55b9342-335a-40e4-8442-a59c62eedb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:31Z', 'updated_at': '2022-03-09T03:40:13Z', 'revision_number': 5, 'project_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8', 'gw_port': {'id': 'e55b9342-335a-40e4-8442-a59c62eedb5d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306e1168-55ed-4b7c-abf2-0880ff151c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:33Z', 'updated_at': '2022-03-09T03:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:19.929559 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb9a27-23c6-4305-974f-26c65ddcf9ed req-124b1168-679e-4f0d-b2aa-b7fff7d80cec tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:19.942146 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e1729-2fa6-42b3-9395-9649cdf1bb87 None None] The sync data for ids ['306e1168-55ed-4b7c-abf2-0880ff151c59'] in n-d-825178-5 is: [{'id': '306e1168-55ed-4b7c-abf2-0880ff151c59', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038812787-router', 'tenant_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'e55b9342-335a-40e4-8442-a59c62eedb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:31Z', 'updated_at': '2022-03-09T03:40:13Z', 'revision_number': 5, 'project_id': '9126b52df2eb4ca4b8fc4c1db9ab90a8', 'gw_port': {'id': 'e55b9342-335a-40e4-8442-a59c62eedb5d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306e1168-55ed-4b7c-abf2-0880ff151c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:33Z', 'updated_at': '2022-03-09T03:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:40:19.956152 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb9a27-23c6-4305-974f-26c65ddcf9ed req-124b1168-679e-4f0d-b2aa-b7fff7d80cec tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:19.972982 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb9a27-23c6-4305-974f-26c65ddcf9ed req-124b1168-679e-4f0d-b2aa-b7fff7d80cec tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:20.017554 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ae47130e-c475-4bd3-bf79-736825beb6de req-17572d19-9b03-4542-9c67-f41393e7304d tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 210 time: 0.4346662 Mar 09 03:40:20.018063 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb9a27-23c6-4305-974f-26c65ddcf9ed req-124b1168-679e-4f0d-b2aa-b7fff7d80cec tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:20.039978 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb9a27-23c6-4305-974f-26c65ddcf9ed req-124b1168-679e-4f0d-b2aa-b7fff7d80cec tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:20.053389 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb9a27-23c6-4305-974f-26c65ddcf9ed req-124b1168-679e-4f0d-b2aa-b7fff7d80cec tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:20.067457 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb9a27-23c6-4305-974f-26c65ddcf9ed req-124b1168-679e-4f0d-b2aa-b7fff7d80cec tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:20.076516 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7fcb9a27-23c6-4305-974f-26c65ddcf9ed req-124b1168-679e-4f0d-b2aa-b7fff7d80cec tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5384 time: 1.5872438 Mar 09 03:40:20.173764 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-caaa35e1-d097-4722-8458-3f8026360e66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:20.220931 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-caaa35e1-d097-4722-8458-3f8026360e66 admin admin] Deleting port e55b9342-335a-40e4-8442-a59c62eedb5d {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:40:20.221294 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-caaa35e1-d097-4722-8458-3f8026360e66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:20.306979 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a44f0-d825-435b-9fc0-a949f13ae7db req-90d961a7-fbcc-4981-8cd8-4b62cc963e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:20.310328 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-930a44f0-d825-435b-9fc0-a949f13ae7db req-90d961a7-fbcc-4981-8cd8-4b62cc963e32 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1db9162-013b-4555-a7dd-e31cdddb344c HTTP/1.1" status: 200 len: 922 time: 0.7326372 Mar 09 03:40:20.311921 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7fcb9a27-23c6-4305-974f-26c65ddcf9ed req-5242fa6a-cdc1-4e5f-8ce9-3353f4de3afe tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2320495 Mar 09 03:40:20.319819 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-45c30e97-cc71-458a-b938-39ea9e2ba32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:20.515893 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'tag': '91f35da7-e35c-4fff-ae6f-b70f60335f2a'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:40:20.551095 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a1ad4269-affd-44d4-a689-c634efb32cd9 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:40:20.782417 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: a1ad4269-affd-44d4-a689-c634efb32cd9 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:40:20.782756 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a1ad4269-affd-44d4-a689-c634efb32cd9 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:40:21.081818 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-930a44f0-d825-435b-9fc0-a949f13ae7db req-20b84bc2-bdab-4883-a055-8cddb66e302a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 HTTP/1.1" status: 200 len: 217 time: 0.6937144 Mar 09 03:40:21.260363 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a44f0-d825-435b-9fc0-a949f13ae7db req-8c2759f9-99dc-4ece-b25e-1f30495efe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:21.261948 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-930a44f0-d825-435b-9fc0-a949f13ae7db req-8c2759f9-99dc-4ece-b25e-1f30495efe71 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5bbbb50-9b24-4c8b-900f-4775f7f04439 HTTP/1.1" status: 200 len: 861 time: 0.1684713 Mar 09 03:40:21.275642 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324df41-fee1-4466-aa3c-d9efd17ba163 req-7cd59236-600d-44bc-8d2e-9101d3b4b4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:21.276259 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324df41-fee1-4466-aa3c-d9efd17ba163 req-7cd59236-600d-44bc-8d2e-9101d3b4b4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:21.276802 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324df41-fee1-4466-aa3c-d9efd17ba163 req-7cd59236-600d-44bc-8d2e-9101d3b4b4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:21.278651 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3324df41-fee1-4466-aa3c-d9efd17ba163 req-7cd59236-600d-44bc-8d2e-9101d3b4b4a6 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ffa74fa7e259451baa8a72de689adc07&shared=False HTTP/1.1" status: 200 len: 2293 time: 2.2967205 Mar 09 03:40:21.336688 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-caaa35e1-d097-4722-8458-3f8026360e66 admin admin] For port e55b9342-335a-40e4-8442-a59c62eedb5d, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e55b9342-335a-40e4-8442-a59c62eedb5d,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:21.337337 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-caaa35e1-d097-4722-8458-3f8026360e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:21.478761 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324df41-fee1-4466-aa3c-d9efd17ba163 req-df5e9ed0-3212-40d4-a381-107e68cea59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:21.480292 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3324df41-fee1-4466-aa3c-d9efd17ba163 req-df5e9ed0-3212-40d4-a381-107e68cea59d service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1555979 Mar 09 03:40:21.505762 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-930a44f0-d825-435b-9fc0-a949f13ae7db req-760e3561-480d-4a5e-ad91-32e97c4c7178 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1db9162-013b-4555-a7dd-e31cdddb344c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2236638 Mar 09 03:40:21.532801 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3077815-c855-4f2f-86d6-145dc4ac1799 req-ce10a41d-6e04-4d2a-8eaa-fabf56af5153 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:21.540863 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c3077815-c855-4f2f-86d6-145dc4ac1799 req-ce10a41d-6e04-4d2a-8eaa-fabf56af5153 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 946 time: 1.2278752 Mar 09 03:40:21.552908 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-caaa35e1-d097-4722-8458-3f8026360e66 admin admin] Calling delete_port for e55b9342-335a-40e4-8442-a59c62eedb5d owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:40:21.607236 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374e0f7-2275-4659-9fe1-861c193e6eb2 req-5b2d4208-c585-475c-88d4-afca9c9c9566 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:21.608702 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6374e0f7-2275-4659-9fe1-861c193e6eb2 req-5b2d4208-c585-475c-88d4-afca9c9c9566 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e7e6b2a-7bec-454c-a237-d7fd6c74207b HTTP/1.1" status: 200 len: 949 time: 0.8504844 Mar 09 03:40:21.615569 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-e9decbe6-7915-42c4-86de-43e5b0f86085 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:21.616486 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-e9decbe6-7915-42c4-86de-43e5b0f86085 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.24 "GET /v2.0/networks?id=b43e277f-27e3-4498-8ae6-3889cca4234e HTTP/1.1" status: 200 len: 811 time: 1.0346806 Mar 09 03:40:21.628711 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c3077815-c855-4f2f-86d6-145dc4ac1799 req-a975d72a-b460-40e9-9657-2496f11cbe41 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867488 Mar 09 03:40:21.637948 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b040a49-2249-433e-9f8f-523d0f1459e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:21.751576 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-6374e0f7-2275-4659-9fe1-861c193e6eb2 req-d2c19e9a-44c8-4663-a808-d50c1896a0ba tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Deleting port cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:40:21.751915 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6374e0f7-2275-4659-9fe1-861c193e6eb2 req-d2c19e9a-44c8-4663-a808-d50c1896a0ba tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:21.820250 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'tag': '91f35da7-e35c-4fff-ae6f-b70f60335f2a', 'status': 'completed', 'code': 200} Mar 09 03:40:21.827555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-5877e007-8888-4b9f-acf2-ee81c2720727 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Request body: {'port': {'device_id': '6c7fe020-b64b-436d-ad2c-1b5d8d376f38', 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e', 'admin_state_up': True, 'tenant_id': 'ae03d5eb038f4850a3760a69271911b5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:22.007486 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48172) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:22.062356 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-74050608-3240-4e3e-9995-6508b3180c66 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Request body: {'subnet': {'network_id': 'fcbab85b-e2c2-4dd1-87c0-ad3aacbeaf01', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:22.100769 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d0bfa4b0-ab0e-40e5-bf43-110c4895f60e req-bf635f90-8221-4719-9697-248304127d20 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 210 time: 0.1405978 Mar 09 03:40:22.238666 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b23905-46c6-47d6-ba2c-e0be271ecad7 req-76382112-d3ef-41f8-8063-405b7f7e00ec tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:22.245490 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-74b23905-46c6-47d6-ba2c-e0be271ecad7 req-76382112-d3ef-41f8-8063-405b7f7e00ec tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e7e6b2a-7bec-454c-a237-d7fd6c74207b HTTP/1.1" status: 200 len: 949 time: 1.0688879 Mar 09 03:40:22.387185 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a501e3e-5542-4841-b67a-84e204860f05 req-d92cfc47-4345-4741-bc21-01628e8dbb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:22.387599 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a501e3e-5542-4841-b67a-84e204860f05 req-d92cfc47-4345-4741-bc21-01628e8dbb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:22.388070 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a501e3e-5542-4841-b67a-84e204860f05 req-d92cfc47-4345-4741-bc21-01628e8dbb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:22.388538 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a501e3e-5542-4841-b67a-84e204860f05 req-d92cfc47-4345-4741-bc21-01628e8dbb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:22.389009 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a501e3e-5542-4841-b67a-84e204860f05 req-d92cfc47-4345-4741-bc21-01628e8dbb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:22.389465 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a501e3e-5542-4841-b67a-84e204860f05 req-d92cfc47-4345-4741-bc21-01628e8dbb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:22.389922 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a501e3e-5542-4841-b67a-84e204860f05 req-d92cfc47-4345-4741-bc21-01628e8dbb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:22.392375 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2a501e3e-5542-4841-b67a-84e204860f05 req-d92cfc47-4345-4741-bc21-01628e8dbb0e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffa74fa7e259451baa8a72de689adc07&device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 6276 time: 0.6179550 Mar 09 03:40:22.397124 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-930a44f0-d825-435b-9fc0-a949f13ae7db req-c8e630d7-9cf1-4996-bcea-8dc9bcdd916f service neutron] 10.222.0.21 "GET /v2.0/networks/a1db9162-013b-4555-a7dd-e31cdddb344c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8761127 Mar 09 03:40:22.398655 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-74b23905-46c6-47d6-ba2c-e0be271ecad7 req-ce0ca677-b754-437b-9c4c-b9e85bd5cffc tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d8dd3f9-eb5a-4680-842d-4c7f4a11c9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214719 Mar 09 03:40:22.402404 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-6374e0f7-2275-4659-9fe1-861c193e6eb2 req-d2c19e9a-44c8-4663-a808-d50c1896a0ba tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] For port cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:22.403159 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6374e0f7-2275-4659-9fe1-861c193e6eb2 req-d2c19e9a-44c8-4663-a808-d50c1896a0ba tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:22.482523 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-74050608-3240-4e3e-9995-6508b3180c66 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:22.573882 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-6374e0f7-2275-4659-9fe1-861c193e6eb2 req-d2c19e9a-44c8-4663-a808-d50c1896a0ba tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Calling delete_port for cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:40:22.585687 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-74050608-3240-4e3e-9995-6508b3180c66 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Usage tracker for resource:subnet and tenant:99234e1ac54545068d811492dd9a7469 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:40:22.595734 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-74050608-3240-4e3e-9995-6508b3180c66 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:40:22.607966 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-74050608-3240-4e3e-9995-6508b3180c66 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:22.633206 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-45c30e97-cc71-458a-b938-39ea9e2ba32e service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:40:22.685148 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74050608-3240-4e3e-9995-6508b3180c66 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Made reservation on behalf of 99234e1ac54545068d811492dd9a7469 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:40:22.688606 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-74050608-3240-4e3e-9995-6508b3180c66 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:22.697152 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-5877e007-8888-4b9f-acf2-ee81c2720727 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:22.940127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-5877e007-8888-4b9f-acf2-ee81c2720727 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:22.997487 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-45c30e97-cc71-458a-b938-39ea9e2ba32e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31577831-fe3c-4a4e-938e-490f1e6e84db {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:40:23.025345 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-45c30e97-cc71-458a-b938-39ea9e2ba32e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:23.034421 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-5877e007-8888-4b9f-acf2-ee81c2720727 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Made reservation on behalf of ae03d5eb038f4850a3760a69271911b5 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:40:23.040782 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-5877e007-8888-4b9f-acf2-ee81c2720727 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:23.139808 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b1372-4fe0-49f3-b003-0de248f3daaa req-68d01ec3-d5f0-4bc4-8250-c2ea27c1cf29 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:23.141701 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-438b1372-4fe0-49f3-b003-0de248f3daaa req-68d01ec3-d5f0-4bc4-8250-c2ea27c1cf29 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 946 time: 0.4297078 Mar 09 03:40:23.245197 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-caaa35e1-d097-4722-8458-3f8026360e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:23.285667 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac63d5-73ed-4fce-8145-051bdc699915 req-e8ccc131-a30d-48e1-b663-4cbed0992a7a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:23.292714 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac63d5-73ed-4fce-8145-051bdc699915 req-e8ccc131-a30d-48e1-b663-4cbed0992a7a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:23.297495 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac63d5-73ed-4fce-8145-051bdc699915 req-e8ccc131-a30d-48e1-b663-4cbed0992a7a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:23.302636 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-45c30e97-cc71-458a-b938-39ea9e2ba32e service neutron] Transition to ACTIVE for port object 31577831-fe3c-4a4e-938e-490f1e6e84db will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:40:23.303314 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac63d5-73ed-4fce-8145-051bdc699915 req-e8ccc131-a30d-48e1-b663-4cbed0992a7a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:23.310629 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac63d5-73ed-4fce-8145-051bdc699915 req-e8ccc131-a30d-48e1-b663-4cbed0992a7a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:23.316740 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac63d5-73ed-4fce-8145-051bdc699915 req-e8ccc131-a30d-48e1-b663-4cbed0992a7a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:23.316889 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6374e0f7-2275-4659-9fe1-861c193e6eb2 req-d2c19e9a-44c8-4663-a808-d50c1896a0ba tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:23.324773 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa35e1-d097-4722-8458-3f8026360e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=e55b9342-335a-40e4-8442-a59c62eedb5d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:23.325028 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac63d5-73ed-4fce-8145-051bdc699915 req-e8ccc131-a30d-48e1-b663-4cbed0992a7a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:23.334552 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3bac63d5-73ed-4fce-8145-051bdc699915 req-e8ccc131-a30d-48e1-b663-4cbed0992a7a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5384 time: 1.0738747 Mar 09 03:40:23.369755 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-45c30e97-cc71-458a-b938-39ea9e2ba32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:23.384694 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a501e3e-5542-4841-b67a-84e204860f05 req-abb61848-6d22-4bdc-8c32-e19725654b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:23.385171 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a501e3e-5542-4841-b67a-84e204860f05 req-abb61848-6d22-4bdc-8c32-e19725654b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:23.385629 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a501e3e-5542-4841-b67a-84e204860f05 req-abb61848-6d22-4bdc-8c32-e19725654b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:23.387324 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2a501e3e-5542-4841-b67a-84e204860f05 req-abb61848-6d22-4bdc-8c32-e19725654b08 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ffa74fa7e259451baa8a72de689adc07&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8862438 Mar 09 03:40:23.401050 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b040a49-2249-433e-9f8f-523d0f1459e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:23.445016 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-930a44f0-d825-435b-9fc0-a949f13ae7db req-2e4f883b-3d48-4d0c-85be-1a2a8cd631c9 service neutron] 10.222.0.21 "GET /v2.0/networks/a1db9162-013b-4555-a7dd-e31cdddb344c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9244776 Mar 09 03:40:23.445971 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-438b1372-4fe0-49f3-b003-0de248f3daaa req-4aa389c3-28b2-4a20-a2b9-f129265a0997 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484400 Mar 09 03:40:23.494994 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c19e9a-44c8-4663-a808-d50c1896a0ba tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Pushing event deleted for resources: {'Port': ['ID=cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:23.597908 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3bac63d5-73ed-4fce-8145-051bdc699915 req-26df637f-a8d3-4a15-b893-e1ec8841fef1 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2612059 Mar 09 03:40:23.872858 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a501e3e-5542-4841-b67a-84e204860f05 req-91adc390-744f-44a8-8183-0edf9f27de45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:23.874724 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2a501e3e-5542-4841-b67a-84e204860f05 req-91adc390-744f-44a8-8183-0edf9f27de45 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4752600 Mar 09 03:40:23.996612 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1677e303-6660-40e1-9d46-f5caa0359faa req-6ed68d00-68f7-4bcb-ba47-e302d626fa37 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 210 time: 0.1876948 Mar 09 03:40:24.009091 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-6374e0f7-2275-4659-9fe1-861c193e6eb2 req-d2c19e9a-44c8-4663-a808-d50c1896a0ba tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] No DVR routers for this DVR port cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:40:24.013300 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9130678a-162b-4d8f-a435-a0848cd27d99 req-00d1ce03-e48f-487c-a530-1f2350d94ca3 tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e7e6b2a-7bec-454c-a237-d7fd6c74207b HTTP/1.1" status: 200 len: 210 time: 0.1311250 Mar 09 03:40:24.052701 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6374e0f7-2275-4659-9fe1-861c193e6eb2 req-d2c19e9a-44c8-4663-a808-d50c1896a0ba tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:24.057560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7e6b2a-7bec-454c-a237-d7fd6c74207b', 'name': 'network-vif-deleted', 'tag': 'cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:40:24.073039 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c30e97-cc71-458a-b938-39ea9e2ba32e service neutron] Pushing event updated for resources: {'Port': ['ID=31577831-fe3c-4a4e-938e-490f1e6e84db,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:24.126579 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-5877e007-8888-4b9f-acf2-ee81c2720727 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Allocated IP 172.20.0.6 (b43e277f-27e3-4498-8ae6-3889cca4234e/c938e3dc-f3f5-45d5-a021-35dcda335146/8d82b723-794e-4470-94f7-037651e632a1) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:40:24.135909 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-caaa35e1-d097-4722-8458-3f8026360e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:24.275568 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7e6b2a-7bec-454c-a237-d7fd6c74207b', 'name': 'network-vif-deleted', 'tag': 'cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15', 'status': 'completed', 'code': 200} Mar 09 03:40:24.324814 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6374e0f7-2275-4659-9fe1-861c193e6eb2 req-d2c19e9a-44c8-4663-a808-d50c1896a0ba tempest-ServerDiagnosticsNegativeTest-1364997217 tempest-ServerDiagnosticsNegativeTest-1364997217-project] 10.222.0.24 "DELETE /v2.0/ports/cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15 HTTP/1.1" status: 204 len: 173 time: 2.7066221 Mar 09 03:40:24.337441 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b040a49-2249-433e-9f8f-523d0f1459e8 admin admin] Router c565f1d1-0f82-4a8b-bc3a-d99815fa846f is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:40:24.401937 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-caaa35e1-d097-4722-8458-3f8026360e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:24.417364 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-caaa35e1-d097-4722-8458-3f8026360e66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:24.423694 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-74050608-3240-4e3e-9995-6508b3180c66 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:24.526349 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74050608-3240-4e3e-9995-6508b3180c66 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event updated for resources: {'Subnet': ['ID=be9da962-bad4-4746-8ee2-a88bde6eec08,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:24.537996 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-45c30e97-cc71-458a-b938-39ea9e2ba32e service neutron] Attempting to bind port 31577831-fe3c-4a4e-938e-490f1e6e84db on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:40:24.538565 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-45c30e97-cc71-458a-b938-39ea9e2ba32e service neutron] Attempting to bind port 31577831-fe3c-4a4e-938e-490f1e6e84db by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '5501887f-7753-4840-a1af-3c0103673195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:40:24.538734 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-45c30e97-cc71-458a-b938-39ea9e2ba32e service neutron] Attempting to bind port 31577831-fe3c-4a4e-938e-490f1e6e84db on network eb499fd8-471d-4286-9030-76983ac8e9a8 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:40:24.550904 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-caaa35e1-d097-4722-8458-3f8026360e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:24.551416 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caaa35e1-d097-4722-8458-3f8026360e66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 306e1168-55ed-4b7c-abf2-0880ff151c59 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:40:24.557356 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-45c30e97-cc71-458a-b938-39ea9e2ba32e service neutron] Port 31577831-fe3c-4a4e-938e-490f1e6e84db on network eb499fd8-471d-4286-9030-76983ac8e9a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:40:24.557613 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-45c30e97-cc71-458a-b938-39ea9e2ba32e service neutron] Attempting to bind port 31577831-fe3c-4a4e-938e-490f1e6e84db on network eb499fd8-471d-4286-9030-76983ac8e9a8 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:40:24.634980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-45c30e97-cc71-458a-b938-39ea9e2ba32e service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:40:24.635534 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-45c30e97-cc71-458a-b938-39ea9e2ba32e service neutron] Checking segment: {'id': '5501887f-7753-4840-a1af-3c0103673195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:40:24.636171 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-45c30e97-cc71-458a-b938-39ea9e2ba32e service neutron] Bound using segment: {'id': '5501887f-7753-4840-a1af-3c0103673195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:40:24.636869 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-45c30e97-cc71-458a-b938-39ea9e2ba32e service neutron] Bound port: 31577831-fe3c-4a4e-938e-490f1e6e84db, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5501887f-7753-4840-a1af-3c0103673195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:40:24.637582 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-45c30e97-cc71-458a-b938-39ea9e2ba32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:24.663261 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-caaa35e1-d097-4722-8458-3f8026360e66 admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:24.667484 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-caaa35e1-d097-4722-8458-3f8026360e66 admin admin] 10.222.0.16 "DELETE /v2.0/routers/306e1168-55ed-4b7c-abf2-0880ff151c59 HTTP/1.1" status: 204 len: 168 time: 6.9003420 Mar 09 03:40:24.668317 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48210) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:24.687917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74050608-3240-4e3e-9995-6508b3180c66 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Checking segment: {'id': '78fcc70f-f1e1-46b1-b817-4424eefc384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fcbab85b-e2c2-4dd1-87c0-ad3aacbeaf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:40:24.695417 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74050608-3240-4e3e-9995-6508b3180c66 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Network hostable DHCP agents. Network: fcbab85b-e2c2-4dd1-87c0-ad3aacbeaf01, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:40:24.745963 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74050608-3240-4e3e-9995-6508b3180c66 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Network fcbab85b-e2c2-4dd1-87c0-ad3aacbeaf01 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:40:24.772211 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b040a49-2249-433e-9f8f-523d0f1459e8 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:40:24.785422 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-74050608-3240-4e3e-9995-6508b3180c66 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, fcbab85b-e2c2-4dd1-87c0-ad3aacbeaf01) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:40:24.793826 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] Sync routers for ids ['c565f1d1-0f82-4a8b-bc3a-d99815fa846f'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:40:24.818744 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74050608-3240-4e3e-9995-6508b3180c66 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:24.819674 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-74050608-3240-4e3e-9995-6508b3180c66 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:24.822272 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24472cc-9a6a-4af4-b902-49fc6ca46159 None None] Network fcbab85b-e2c2-4dd1-87c0-ad3aacbeaf01 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:40:24.970552 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b040a49-2249-433e-9f8f-523d0f1459e8 admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:24.971803 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8b040a49-2249-433e-9f8f-523d0f1459e8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.8698823 Mar 09 03:40:24.979325 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48214) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:24.986006 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e551f-251d-4cf6-8eb7-576cd5d384f5 req-e5def741-0afb-4d40-a663-6cd5080a91f7 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:24.991699 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b35e551f-251d-4cf6-8eb7-576cd5d384f5 req-e5def741-0afb-4d40-a663-6cd5080a91f7 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 946 time: 0.7185743 Mar 09 03:40:25.101919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1c5220-9da0-4391-a3d2-799fe99b31d2 admin admin] Deleting subnet 841f110c-b6ae-4b89-8aaf-857fc3602e63 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:40:25.132134 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ad1c5220-9da0-4391-a3d2-799fe99b31d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:25.168395 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-5877e007-8888-4b9f-acf2-ee81c2720727 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:25.179249 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-74050608-3240-4e3e-9995-6508b3180c66 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1367290 Mar 09 03:40:25.192203 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48224) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:25.195216 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b35e551f-251d-4cf6-8eb7-576cd5d384f5 req-a93ac21e-a821-4f60-95cd-4537a618d7a5 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810551 Mar 09 03:40:25.198653 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-78b967ae-3cad-419a-9f20-cc89e1c599a3 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-908852479'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:25.236541 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-78b967ae-3cad-419a-9f20-cc89e1c599a3 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:25.258208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-78b967ae-3cad-419a-9f20-cc89e1c599a3 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Usage tracker for resource:network and tenant:99234e1ac54545068d811492dd9a7469 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:40:25.264828 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-78b967ae-3cad-419a-9f20-cc89e1c599a3 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:40:25.266693 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ad1c5220-9da0-4391-a3d2-799fe99b31d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:25.291275 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-78b967ae-3cad-419a-9f20-cc89e1c599a3 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:25.366305 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:40:25.398346 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ad1c5220-9da0-4391-a3d2-799fe99b31d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:25.419692 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] Routers {'c565f1d1-0f82-4a8b-bc3a-d99815fa846f'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:40:25.420620 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:40:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c565f1d1-0f82-4a8b-bc3a-d99815fa846f'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:25.489492 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-45c30e97-cc71-458a-b938-39ea9e2ba32e service neutron] For port 31577831-fe3c-4a4e-938e-490f1e6e84db, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:40:25.532862 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ad1c5220-9da0-4391-a3d2-799fe99b31d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:25.577149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-cabfe620-7791-4696-b325-e2165da1f7e4 req-617a7b51-7d92-4771-a825-240cec2889d8 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Synchronizing usage tracker for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:40:25.582106 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-45c30e97-cc71-458a-b938-39ea9e2ba32e service neutron] For port 31577831-fe3c-4a4e-938e-490f1e6e84db, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=31577831-fe3c-4a4e-938e-490f1e6e84db,segment=NetworkSegment(5501887f-7753-4840-a1af-3c0103673195),segment_id=5501887f-7753-4840-a1af-3c0103673195)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:40:25.592770 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c5220-9da0-4391-a3d2-799fe99b31d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=841f110c-b6ae-4b89-8aaf-857fc3602e63,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:25.595090 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ad1c5220-9da0-4391-a3d2-799fe99b31d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:25.605933 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-45c30e97-cc71-458a-b938-39ea9e2ba32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:25.663766 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] Set router c565f1d1-0f82-4a8b-bc3a-d99815fa846f gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:40:25.689966 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c30e97-cc71-458a-b938-39ea9e2ba32e service neutron] Pushing event updated for resources: {'Port': ['ID=31577831-fe3c-4a4e-938e-490f1e6e84db,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:25.702177 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ad1c5220-9da0-4391-a3d2-799fe99b31d2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/841f110c-b6ae-4b89-8aaf-857fc3602e63 HTTP/1.1" status: 204 len: 168 time: 1.0275733 Mar 09 03:40:25.705333 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48230) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:25.737005 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-cabfe620-7791-4696-b325-e2165da1f7e4 req-617a7b51-7d92-4771-a825-240cec2889d8 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Unset dirty status for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:40:25.741437 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cabfe620-7791-4696-b325-e2165da1f7e4 req-617a7b51-7d92-4771-a825-240cec2889d8 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 210 time: 0.2539613 Mar 09 03:40:25.748818 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-45c30e97-cc71-458a-b938-39ea9e2ba32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:25.749648 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-45c30e97-cc71-458a-b938-39ea9e2ba32e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:25.751214 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-45c30e97-cc71-458a-b938-39ea9e2ba32e service neutron] 10.222.0.21 "PUT /v2.0/ports/31577831-fe3c-4a4e-938e-490f1e6e84db HTTP/1.1" status: 200 len: 1091 time: 6.1732543 Mar 09 03:40:25.856791 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5d0ca-ff57-4648-8f23-6b86c3c35f20 req-fc9e01f1-23d0-4d83-b4e3-4abc70c65230 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:25.874756 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5d0ca-ff57-4648-8f23-6b86c3c35f20 req-fc9e01f1-23d0-4d83-b4e3-4abc70c65230 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:25.878350 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-fcbab85b-e2c2-4dd1-87c0-ad3aacbeaf01', 'network_id': 'fcbab85b-e2c2-4dd1-87c0-ad3aacbeaf01', 'tenant_id': '99234e1ac54545068d811492dd9a7469', 'fixed_ips': [{'subnet_id': 'be9da962-bad4-4746-8ee2-a88bde6eec08'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:40:25.881017 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5d0ca-ff57-4648-8f23-6b86c3c35f20 req-fc9e01f1-23d0-4d83-b4e3-4abc70c65230 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:25.883430 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:25.894646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5d0ca-ff57-4648-8f23-6b86c3c35f20 req-fc9e01f1-23d0-4d83-b4e3-4abc70c65230 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:25.898760 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee8d42e-3f0f-4877-9277-e579f5b72ee0 None None] Network 4c0d2d48-72dd-43de-8481-53aea05cf832 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:40:25.903132 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5d0ca-ff57-4648-8f23-6b86c3c35f20 req-fc9e01f1-23d0-4d83-b4e3-4abc70c65230 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:25.908281 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7c6e8432-8e3f-40b2-b2ee-08cdb559628e service neutron] Request body: {'port': {'device_id': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:25.914704 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5d0ca-ff57-4648-8f23-6b86c3c35f20 req-fc9e01f1-23d0-4d83-b4e3-4abc70c65230 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:25.933806 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5d0ca-ff57-4648-8f23-6b86c3c35f20 req-fc9e01f1-23d0-4d83-b4e3-4abc70c65230 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:25.939524 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2ba5d0ca-ff57-4648-8f23-6b86c3c35f20 req-fc9e01f1-23d0-4d83-b4e3-4abc70c65230 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5396 time: 1.0707355 Mar 09 03:40:25.970005 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b967ae-3cad-419a-9f20-cc89e1c599a3 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Made reservation on behalf of 99234e1ac54545068d811492dd9a7469 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:40:25.973901 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-78b967ae-3cad-419a-9f20-cc89e1c599a3 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:26.016184 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b967ae-3cad-419a-9f20-cc89e1c599a3 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:40:26.044787 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-78b967ae-3cad-419a-9f20-cc89e1c599a3 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:26.045143 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-78b967ae-3cad-419a-9f20-cc89e1c599a3 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Added segment 664857a4-1e99-4a5e-be7d-e35c5e7d39f4 of type vlan for network 5e29b1e1-022e-4996-b82d-adcbd19c2108 Mar 09 03:40:26.108464 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:40:26.109114 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device cb312fbd-8499-4c29-ac1d-f8cc9f5a3c15 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:40:26.115341 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-78b967ae-3cad-419a-9f20-cc89e1c599a3 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:26.192303 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-78b967ae-3cad-419a-9f20-cc89e1c599a3 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:26.204527 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b967ae-3cad-419a-9f20-cc89e1c599a3 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:26.205820 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-78b967ae-3cad-419a-9f20-cc89e1c599a3 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:26.346127 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b967ae-3cad-419a-9f20-cc89e1c599a3 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event updated for resources: {'Network': ['ID=5e29b1e1-022e-4996-b82d-adcbd19c2108,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:26.385105 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 5e29b1e1-022e-4996-b82d-adcbd19c2108 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:40:26.407895 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7c6e8432-8e3f-40b2-b2ee-08cdb559628e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:26.439849 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2ba5d0ca-ff57-4648-8f23-6b86c3c35f20 req-f5d68517-eac8-4bd9-983c-2415dbcc76e8 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4913979 Mar 09 03:40:26.441204 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'tag': '31577831-fe3c-4a4e-938e-490f1e6e84db'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:40:26.455912 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-5877e007-8888-4b9f-acf2-ee81c2720727 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:26.459189 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-78b967ae-3cad-419a-9f20-cc89e1c599a3 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2634153 Mar 09 03:40:26.460379 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48248) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:26.476209 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-752a3988-ae83-4fa8-9cce-b9992ceb58aa tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Request body: {'subnet': {'network_id': '5e29b1e1-022e-4996-b82d-adcbd19c2108', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:26.630383 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'tag': '31577831-fe3c-4a4e-938e-490f1e6e84db', 'status': 'completed', 'code': 200} Mar 09 03:40:26.660854 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48252) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:26.706565 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e55b9342-335a-40e4-8442-a59c62eedb5d no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:40:26.714696 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7723f4a4-bd82-443c-a175-a4a04806a0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:26.735623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-5877e007-8888-4b9f-acf2-ee81c2720727 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Network b43e277f-27e3-4498-8ae6-3889cca4234e is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:40:26.754426 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-5877e007-8888-4b9f-acf2-ee81c2720727 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:40:26.787009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-5877e007-8888-4b9f-acf2-ee81c2720727 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:40:26.877507 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: e55b9342-335a-40e4-8442-a59c62eedb5d {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:40:26.877836 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e55b9342-335a-40e4-8442-a59c62eedb5d not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:40:26.905836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-752a3988-ae83-4fa8-9cce-b9992ceb58aa tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:26.909364 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3a573a9a-bd2b-45f5-9893-cf5657437e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:26.936152 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-752a3988-ae83-4fa8-9cce-b9992ceb58aa tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Usage tracker for resource:subnet and tenant:99234e1ac54545068d811492dd9a7469 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:40:26.940122 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-752a3988-ae83-4fa8-9cce-b9992ceb58aa tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:40:27.040141 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-752a3988-ae83-4fa8-9cce-b9992ceb58aa tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:27.087553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6c354-c82f-4580-901c-7d112d38f75c req-072541fa-6e6a-4913-ab37-6d8fa6851f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:27.088035 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6c354-c82f-4580-901c-7d112d38f75c req-072541fa-6e6a-4913-ab37-6d8fa6851f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:27.088549 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6c354-c82f-4580-901c-7d112d38f75c req-072541fa-6e6a-4913-ab37-6d8fa6851f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:27.089026 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6c354-c82f-4580-901c-7d112d38f75c req-072541fa-6e6a-4913-ab37-6d8fa6851f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:27.089670 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6c354-c82f-4580-901c-7d112d38f75c req-072541fa-6e6a-4913-ab37-6d8fa6851f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:27.090133 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6c354-c82f-4580-901c-7d112d38f75c req-072541fa-6e6a-4913-ab37-6d8fa6851f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:27.090594 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6c354-c82f-4580-901c-7d112d38f75c req-072541fa-6e6a-4913-ab37-6d8fa6851f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:27.093578 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-50b6c354-c82f-4580-901c-7d112d38f75c req-072541fa-6e6a-4913-ab37-6d8fa6851f25 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffa74fa7e259451baa8a72de689adc07&device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 6343 time: 0.4502966 Mar 09 03:40:27.122034 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Allocated IP 2001:db8:0:ffff::2 (fcbab85b-e2c2-4dd1-87c0-ad3aacbeaf01/be9da962-bad4-4746-8ee2-a88bde6eec08/999c25eb-8d25-4c14-b888-5dc54b432dad) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:40:27.135870 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752a3988-ae83-4fa8-9cce-b9992ceb58aa tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Made reservation on behalf of 99234e1ac54545068d811492dd9a7469 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:40:27.140292 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-752a3988-ae83-4fa8-9cce-b9992ceb58aa tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:27.161615 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-7723f4a4-bd82-443c-a175-a4a04806a0e3 admin admin] Deleting port 05fc1d8b-3f1b-4360-9948-622d0e95e7e3 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:40:27.161999 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7723f4a4-bd82-443c-a175-a4a04806a0e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:27.189075 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877e007-8888-4b9f-acf2-ee81c2720727 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Pushing event updated for resources: {'Port': ['ID=8d82b723-794e-4470-94f7-037651e632a1,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:27.308218 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-5877e007-8888-4b9f-acf2-ee81c2720727 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:27.309181 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-5877e007-8888-4b9f-acf2-ee81c2720727 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:27.342256 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:27.350979 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4f7ac635-e255-46f1-a57b-1c539c1f4d1a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9fa29191aad4d7fb845a3e5ef938315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6524444 Mar 09 03:40:27.353836 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Transition to ACTIVE for port object 999c25eb-8d25-4c14-b888-5dc54b432dad will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:40:27.365980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48262) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:27.372967 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Transition to ACTIVE for port object 999c25eb-8d25-4c14-b888-5dc54b432dad will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:40:27.378425 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c565f1d1-0f82-4a8b-bc3a-d99815fa846f', 'name': 'tempest-TaggedBootDevicesTest_v242-1348195680-router', 'tenant_id': '5ec82f94adad4dcab68870b34bbc2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:40:13Z', 'updated_at': '2022-03-09T03:40:19Z', 'revision_number': 3, 'project_id': '5ec82f94adad4dcab68870b34bbc2680', 'gw_port': {'id': 'bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c565f1d1-0f82-4a8b-bc3a-d99815fa846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:40:16Z', 'updated_at': '2022-03-09T03:40:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:27.385267 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:27.391137 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51fdca-894c-434b-8940-91ffe3441d54 req-687713cf-fb33-4776-bc9c-4255ea7e4717 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:27.392715 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce51fdca-894c-434b-8940-91ffe3441d54 req-687713cf-fb33-4776-bc9c-4255ea7e4717 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 946 time: 1.1207075 Mar 09 03:40:27.484111 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] Checking router: c565f1d1-0f82-4a8b-bc3a-d99815fa846f for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:40:27.484515 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] Updating router c565f1d1-0f82-4a8b-bc3a-d99815fa846f port bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:40:27.490447 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-3a573a9a-bd2b-45f5-9893-cf5657437e44 admin admin] Allocated IP 172.20.0.1 (1b8bc653-ed68-4258-847a-f3f01d57826d/6bb5916d-ac2f-46c8-ac4a-b586baf193a1/db15524d-b49f-43e9-9d4c-ff5a9e8260f4) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:40:27.524578 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-5877e007-8888-4b9f-acf2-ee81c2720727 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8518627 Mar 09 03:40:27.543605 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Pushing event updated for resources: {'Port': ['ID=999c25eb-8d25-4c14-b888-5dc54b432dad,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:27.557713 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-b6cdbd84-1c37-4da8-aec1-73834c9664ca service neutron] Request body: {'port': {'device_id': '6c7fe020-b64b-436d-ad2c-1b5d8d376f38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:27.562785 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Network fcbab85b-e2c2-4dd1-87c0-ad3aacbeaf01 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:40:27.567832 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:40:27.569579 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:27.596701 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:40:27.603802 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:27.604138 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:27.604470 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:27.604816 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:27.605184 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:27.605409 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:27.605776 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:27.606093 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:27.606402 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:27.606749 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:27.607294 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:27.607603 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:27.643709 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce51fdca-894c-434b-8940-91ffe3441d54 req-587db77e-90f5-4028-ae41-32e54b00b07f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289033 Mar 09 03:40:27.689299 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d683eb1e-d1a9-49c0-96f2-863fd2ba3f5d None None] DHCP port deletion for 4c0d2d48-72dd-43de-8481-53aea05cf832 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:40:27.795620 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d683eb1e-d1a9-49c0-96f2-863fd2ba3f5d None None] Deleting port 05fc1d8b-3f1b-4360-9948-622d0e95e7e3 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:40:27.795993 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d683eb1e-d1a9-49c0-96f2-863fd2ba3f5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:27.854209 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Attempting to bind port 999c25eb-8d25-4c14-b888-5dc54b432dad on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:40:27.854639 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Attempting to bind port 999c25eb-8d25-4c14-b888-5dc54b432dad by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '78fcc70f-f1e1-46b1-b817-4424eefc384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fcbab85b-e2c2-4dd1-87c0-ad3aacbeaf01'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:40:27.855043 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Attempting to bind port 999c25eb-8d25-4c14-b888-5dc54b432dad on network fcbab85b-e2c2-4dd1-87c0-ad3aacbeaf01 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:40:27.865801 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:40:27.866055 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Checking segment: {'id': '78fcc70f-f1e1-46b1-b817-4424eefc384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fcbab85b-e2c2-4dd1-87c0-ad3aacbeaf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:40:27.866453 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:27.866832 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Bound using segment: {'id': '78fcc70f-f1e1-46b1-b817-4424eefc384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fcbab85b-e2c2-4dd1-87c0-ad3aacbeaf01'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:40:27.867338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Bound port: 999c25eb-8d25-4c14-b888-5dc54b432dad, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78fcc70f-f1e1-46b1-b817-4424eefc384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fcbab85b-e2c2-4dd1-87c0-ad3aacbeaf01'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:40:27.867730 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:28.007951 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3a573a9a-bd2b-45f5-9893-cf5657437e44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:28.027678 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-3a573a9a-bd2b-45f5-9893-cf5657437e44 admin admin] Transition to ACTIVE for port object db15524d-b49f-43e9-9d4c-ff5a9e8260f4 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:40:28.031847 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-46c181c9-38a5-4263-8389-0c5084b5e316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:28.066143 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-46c181c9-38a5-4263-8389-0c5084b5e316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:28.077569 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6c354-c82f-4580-901c-7d112d38f75c req-40d13db3-6db5-4379-936c-ac4ba8101944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:28.078417 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6c354-c82f-4580-901c-7d112d38f75c req-40d13db3-6db5-4379-936c-ac4ba8101944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:28.079101 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6c354-c82f-4580-901c-7d112d38f75c req-40d13db3-6db5-4379-936c-ac4ba8101944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:28.080961 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-50b6c354-c82f-4580-901c-7d112d38f75c req-40d13db3-6db5-4379-936c-ac4ba8101944 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ffa74fa7e259451baa8a72de689adc07&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9733839 Mar 09 03:40:28.094885 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d50e97-df88-40c7-9f97-d0c371d377d2 req-d93cdf72-e778-4737-ad9c-4e765e178e2d tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:28.096823 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-90d50e97-df88-40c7-9f97-d0c371d377d2 req-d93cdf72-e778-4737-ad9c-4e765e178e2d tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 931 time: 1.1629701 Mar 09 03:40:28.113229 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-d683eb1e-d1a9-49c0-96f2-863fd2ba3f5d None None] For port 05fc1d8b-3f1b-4360-9948-622d0e95e7e3, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=05fc1d8b-3f1b-4360-9948-622d0e95e7e3,segment=NetworkSegment(ce6a5822-0a23-4946-b0fa-8896e903b7dc),segment_id=ce6a5822-0a23-4946-b0fa-8896e903b7dc)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:28.113603 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d683eb1e-d1a9-49c0-96f2-863fd2ba3f5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:28.146798 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-7723f4a4-bd82-443c-a175-a4a04806a0e3 admin admin] For port 05fc1d8b-3f1b-4360-9948-622d0e95e7e3, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=05fc1d8b-3f1b-4360-9948-622d0e95e7e3,segment=NetworkSegment(ce6a5822-0a23-4946-b0fa-8896e903b7dc),segment_id=ce6a5822-0a23-4946-b0fa-8896e903b7dc)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:28.147204 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7723f4a4-bd82-443c-a175-a4a04806a0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:28.150178 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3a573a9a-bd2b-45f5-9893-cf5657437e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:28.282365 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-7723f4a4-bd82-443c-a175-a4a04806a0e3 admin admin] Calling delete_port for 05fc1d8b-3f1b-4360-9948-622d0e95e7e3 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:40:28.294582 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d683eb1e-d1a9-49c0-96f2-863fd2ba3f5d None None] Calling delete_port for 05fc1d8b-3f1b-4360-9948-622d0e95e7e3 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:40:28.334806 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a573a9a-bd2b-45f5-9893-cf5657437e44 admin admin] Network 1b8bc653-ed68-4258-847a-f3f01d57826d is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:40:28.345390 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-3a573a9a-bd2b-45f5-9893-cf5657437e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:40:28.370144 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-b6cdbd84-1c37-4da8-aec1-73834c9664ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:28.393221 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a573a9a-bd2b-45f5-9893-cf5657437e44 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:40:28.402062 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-d683eb1e-d1a9-49c0-96f2-863fd2ba3f5d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:40:28.407496 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-d683eb1e-d1a9-49c0-96f2-863fd2ba3f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:40:28.422664 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7723f4a4-bd82-443c-a175-a4a04806a0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:28.489030 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7723f4a4-bd82-443c-a175-a4a04806a0e3 admin admin] No DVR routers for this DVR port 05fc1d8b-3f1b-4360-9948-622d0e95e7e3 on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:40:28.532907 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-46c181c9-38a5-4263-8389-0c5084b5e316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:28.577073 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7c6e8432-8e3f-40b2-b2ee-08cdb559628e service neutron] It took 0.78 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:40:28.593470 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3a573a9a-bd2b-45f5-9893-cf5657437e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:28.633129 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 05fc1d8b-3f1b-4360-9948-622d0e95e7e3 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:40:28.654085 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7c6e8432-8e3f-40b2-b2ee-08cdb559628e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968d319d-f6af-4c9a-90d7-42f4e52ec281 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:40:28.662348 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7c6e8432-8e3f-40b2-b2ee-08cdb559628e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:28.678108 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7c6e8432-8e3f-40b2-b2ee-08cdb559628e service neutron] Transition to ACTIVE for port object 968d319d-f6af-4c9a-90d7-42f4e52ec281 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:40:28.679352 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723f4a4-bd82-443c-a175-a4a04806a0e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=05fc1d8b-3f1b-4360-9948-622d0e95e7e3,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:28.701576 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7c6e8432-8e3f-40b2-b2ee-08cdb559628e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:28.738342 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 05fc1d8b-3f1b-4360-9948-622d0e95e7e3 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:40:28.739133 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 05fc1d8b-3f1b-4360-9948-622d0e95e7e3 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:40:28.754807 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] For port 999c25eb-8d25-4c14-b888-5dc54b432dad, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:40:28.785331 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ce1bdc0d-fe78-4222-a409-7999bf3af5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:28.802385 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] For port 999c25eb-8d25-4c14-b888-5dc54b432dad, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=999c25eb-8d25-4c14-b888-5dc54b432dad,segment=NetworkSegment(78fcc70f-f1e1-46b1-b817-4424eefc384c),segment_id=78fcc70f-f1e1-46b1-b817-4424eefc384c)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:40:28.808395 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b9eeb86d-19eb-4f5b-a7aa-041502581339 None None] Provisioning for port db15524d-b49f-43e9-9d4c-ff5a9e8260f4 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:40:28.816900 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:28.831885 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7723f4a4-bd82-443c-a175-a4a04806a0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:28.862711 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-7723f4a4-bd82-443c-a175-a4a04806a0e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0d2d48-72dd-43de-8481-53aea05cf832']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:28.875499 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-7723f4a4-bd82-443c-a175-a4a04806a0e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce6a5822-0a23-4946-b0fa-8896e903b7dc') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:28.875737 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-7723f4a4-bd82-443c-a175-a4a04806a0e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce6a5822-0a23-4946-b0fa-8896e903b7dc') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:28.880211 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b9eeb86d-19eb-4f5b-a7aa-041502581339 None None] Provisioning complete for port db15524d-b49f-43e9-9d4c-ff5a9e8260f4 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:40:28.881025 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b9eeb86d-19eb-4f5b-a7aa-041502581339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:28.887096 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a573a9a-bd2b-45f5-9893-cf5657437e44 admin admin] Pushing event updated for resources: {'Port': ['ID=db15524d-b49f-43e9-9d4c-ff5a9e8260f4,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:28.887281 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7723f4a4-bd82-443c-a175-a4a04806a0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:28.905504 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7723f4a4-bd82-443c-a175-a4a04806a0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:28.905716 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-90d50e97-df88-40c7-9f97-d0c371d377d2 req-0eb5858b-5ed0-43d8-b1d8-3f8298b175cc tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7761014 Mar 09 03:40:28.912560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7723f4a4-bd82-443c-a175-a4a04806a0e3 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:40:28.913019 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7723f4a4-bd82-443c-a175-a4a04806a0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:28.932954 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6c354-c82f-4580-901c-7d112d38f75c req-a457c582-4717-475c-8c44-b2e3569241fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:28.934478 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-50b6c354-c82f-4580-901c-7d112d38f75c req-a457c582-4717-475c-8c44-b2e3569241fe service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8363438 Mar 09 03:40:28.944438 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d683eb1e-d1a9-49c0-96f2-863fd2ba3f5d None None] Deleting port 05fc1d8b-3f1b-4360-9948-622d0e95e7e3 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:40:28.945078 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d683eb1e-d1a9-49c0-96f2-863fd2ba3f5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:40:29.145191 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:40:29.148083 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c181c9-38a5-4263-8389-0c5084b5e316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8dd3f9-eb5a-4680-842d-4c7f4a11c9be,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:29.189436 n-d-825178-5 neutron-server[87881]: DEBUG neutron.objects.ports [None req-752a3988-ae83-4fa8-9cce-b9992ceb58aa tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87881) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 03:40:29.192986 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-752a3988-ae83-4fa8-9cce-b9992ceb58aa tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:29.212178 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e8432-8e3f-40b2-b2ee-08cdb559628e service neutron] Pushing event updated for resources: {'Port': ['ID=968d319d-f6af-4c9a-90d7-42f4e52ec281,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:29.214453 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409ba9d-7994-4805-85c7-da1832377395 None None] Pushing event updated for resources: {'Port': ['ID=999c25eb-8d25-4c14-b888-5dc54b432dad,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:29.286074 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d683eb1e-d1a9-49c0-96f2-863fd2ba3f5d None None] The port '05fc1d8b-3f1b-4360-9948-622d0e95e7e3' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:40:29.293382 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.resource_extend [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:40:29.315896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b9eeb86d-19eb-4f5b-a7aa-041502581339 None None] Port db15524d-b49f-43e9-9d4c-ff5a9e8260f4 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:40:29.388208 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7723f4a4-bd82-443c-a175-a4a04806a0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:29.394543 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-46c181c9-38a5-4263-8389-0c5084b5e316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:29.398485 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-46c181c9-38a5-4263-8389-0c5084b5e316 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d8dd3f9-eb5a-4680-842d-4c7f4a11c9be HTTP/1.1" status: 204 len: 168 time: 2.0048182 Mar 09 03:40:29.447756 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:29.487269 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] Transition to ACTIVE for port object bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:40:29.493144 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7723f4a4-bd82-443c-a175-a4a04806a0e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:29.504221 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:29.509532 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7723f4a4-bd82-443c-a175-a4a04806a0e3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4c0d2d48-72dd-43de-8481-53aea05cf832 HTTP/1.1" status: 204 len: 168 time: 3.8019266 Mar 09 03:40:29.555012 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a3988-ae83-4fa8-9cce-b9992ceb58aa tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event updated for resources: {'Subnet': ['ID=510f4cf7-707c-4564-9179-762df56a4626,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:29.628769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723f4a4-bd82-443c-a175-a4a04806a0e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c0d2d48-72dd-43de-8481-53aea05cf832,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:29.697632 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500205d-b3bd-40d1-92dc-d4e191b73532 None None] Pushing event updated for resources: {'Port': ['ID=bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:29.767614 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] Attempting to bind port bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:40:29.767980 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] Attempting to bind port bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:40:29.768339 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] Attempting to bind port bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:40:29.783831 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:40:29.784208 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:40:29.784612 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:29.784996 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:40:29.785474 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] Bound port: bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:40:29.785889 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:29.828632 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d56d1-2625-456b-b04e-4025e717bbf6 req-d6af2800-27f8-4837-95d3-42d3ed72ff0a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:29.838310 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752a3988-ae83-4fa8-9cce-b9992ceb58aa tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Checking segment: {'id': '664857a4-1e99-4a5e-be7d-e35c5e7d39f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e29b1e1-022e-4996-b82d-adcbd19c2108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:40:29.838551 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752a3988-ae83-4fa8-9cce-b9992ceb58aa tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Network hostable DHCP agents. Network: 5e29b1e1-022e-4996-b82d-adcbd19c2108, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:40:29.845487 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d56d1-2625-456b-b04e-4025e717bbf6 req-d6af2800-27f8-4837-95d3-42d3ed72ff0a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:29.855151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48296) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:29.872166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d56d1-2625-456b-b04e-4025e717bbf6 req-d6af2800-27f8-4837-95d3-42d3ed72ff0a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:29.884369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d56d1-2625-456b-b04e-4025e717bbf6 req-d6af2800-27f8-4837-95d3-42d3ed72ff0a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:29.897938 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d56d1-2625-456b-b04e-4025e717bbf6 req-d6af2800-27f8-4837-95d3-42d3ed72ff0a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:29.916400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d56d1-2625-456b-b04e-4025e717bbf6 req-d6af2800-27f8-4837-95d3-42d3ed72ff0a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:29.932955 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3a573a9a-bd2b-45f5-9893-cf5657437e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:29.935075 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d56d1-2625-456b-b04e-4025e717bbf6 req-d6af2800-27f8-4837-95d3-42d3ed72ff0a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:29.938319 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b42d56d1-2625-456b-b04e-4025e717bbf6 req-d6af2800-27f8-4837-95d3-42d3ed72ff0a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5396 time: 1.5706508 Mar 09 03:40:29.992647 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] For port bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:40:29.998679 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] For port bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:40:30.007899 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:30.029212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48302) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:30.030456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752a3988-ae83-4fa8-9cce-b9992ceb58aa tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Network 5e29b1e1-022e-4996-b82d-adcbd19c2108 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:40:30.062210 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1c1f3d6d-8fc6-4ce9-8239-5eca38b3fbcc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=72af0dc1083c43cbae74c5042d072168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032170 Mar 09 03:40:30.077382 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48304) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:30.087649 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-752a3988-ae83-4fa8-9cce-b9992ceb58aa tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 5e29b1e1-022e-4996-b82d-adcbd19c2108) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:40:30.102986 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07480dbe-8ec9-489e-be0c-125ed209492f None None] Network 5e29b1e1-022e-4996-b82d-adcbd19c2108 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:40:30.179083 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] Routers {'c565f1d1-0f82-4a8b-bc3a-d99815fa846f'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:40:30.179887 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:40:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c565f1d1-0f82-4a8b-bc3a-d99815fa846f'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:30.184799 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c1497-b1fc-49ea-968b-7ce684d378f4 req-aae274e6-2bab-4376-93df-eb8f7e3c8f1e tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:30.185992 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6a5c1497-b1fc-49ea-968b-7ce684d378f4 req-aae274e6-2bab-4376-93df-eb8f7e3c8f1e tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 946 time: 0.8647754 Mar 09 03:40:30.188082 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752a3988-ae83-4fa8-9cce-b9992ceb58aa tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:30.188366 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-752a3988-ae83-4fa8-9cce-b9992ceb58aa tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:30.243149 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d24e154b-3bb8-4d6e-9145-c795f688decc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:30.258890 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500205d-b3bd-40d1-92dc-d4e191b73532 None None] Pushing event updated for resources: {'Port': ['ID=bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:30.267546 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d24e154b-3bb8-4d6e-9145-c795f688decc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:30.272189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d24e154b-3bb8-4d6e-9145-c795f688decc admin admin] Usage tracker for resource:security_group_rule and tenant:a2a45bcb7438466f9b8cb65b513ec2e2 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:40:30.276410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d24e154b-3bb8-4d6e-9145-c795f688decc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:40:30.283374 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d24e154b-3bb8-4d6e-9145-c795f688decc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:30.381424 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d24e154b-3bb8-4d6e-9145-c795f688decc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:30.391706 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7c6e8432-8e3f-40b2-b2ee-08cdb559628e service neutron] Attempting to bind port 968d319d-f6af-4c9a-90d7-42f4e52ec281 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:40:30.392821 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7c6e8432-8e3f-40b2-b2ee-08cdb559628e service neutron] Attempting to bind port 968d319d-f6af-4c9a-90d7-42f4e52ec281 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '9401f488-6a71-4f8c-b5c0-25470eb18ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '30ef9939-e0a3-4385-851a-c377e816c8c2'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:40:30.393176 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7c6e8432-8e3f-40b2-b2ee-08cdb559628e service neutron] Attempting to bind port 968d319d-f6af-4c9a-90d7-42f4e52ec281 on network 30ef9939-e0a3-4385-851a-c377e816c8c2 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:40:30.401880 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6a5c1497-b1fc-49ea-968b-7ce684d378f4 req-745e0dd5-65b6-4986-92d4-eb2b5e48bbb4 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994705 Mar 09 03:40:30.403575 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d24e154b-3bb8-4d6e-9145-c795f688decc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:30.445398 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7c6e8432-8e3f-40b2-b2ee-08cdb559628e service neutron] Port 968d319d-f6af-4c9a-90d7-42f4e52ec281 on network 30ef9939-e0a3-4385-851a-c377e816c8c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:40:30.446463 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7c6e8432-8e3f-40b2-b2ee-08cdb559628e service neutron] Attempting to bind port 968d319d-f6af-4c9a-90d7-42f4e52ec281 on network 30ef9939-e0a3-4385-851a-c377e816c8c2 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:40:30.463579 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7c6e8432-8e3f-40b2-b2ee-08cdb559628e service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:40:30.464055 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7c6e8432-8e3f-40b2-b2ee-08cdb559628e service neutron] Checking segment: {'id': '9401f488-6a71-4f8c-b5c0-25470eb18ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '30ef9939-e0a3-4385-851a-c377e816c8c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:40:30.464443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7c6e8432-8e3f-40b2-b2ee-08cdb559628e service neutron] Bound using segment: {'id': '9401f488-6a71-4f8c-b5c0-25470eb18ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '30ef9939-e0a3-4385-851a-c377e816c8c2'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:40:30.464869 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7c6e8432-8e3f-40b2-b2ee-08cdb559628e service neutron] Bound port: 968d319d-f6af-4c9a-90d7-42f4e52ec281, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9401f488-6a71-4f8c-b5c0-25470eb18ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '30ef9939-e0a3-4385-851a-c377e816c8c2'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:40:30.465209 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7c6e8432-8e3f-40b2-b2ee-08cdb559628e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:30.505721 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-752a3988-ae83-4fa8-9cce-b9992ceb58aa tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0363004 Mar 09 03:40:30.507367 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48314) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:30.534338 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b42d56d1-2625-456b-b04e-4025e717bbf6 req-143718fa-f223-4ebe-bb38-4985334c25fb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5852981 Mar 09 03:40:30.554293 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-b3e056aa-f762-4862-ac5e-0fae7401b616 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Request body: {'port': {'network_id': '5e29b1e1-022e-4996-b82d-adcbd19c2108', 'name': 'tempest-NetworksIpV6TestAttrs-1702748308'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:30.558684 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-b6cdbd84-1c37-4da8-aec1-73834c9664ca service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:40:30.568173 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d24e154b-3bb8-4d6e-9145-c795f688decc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a2a45bcb7438466f9b8cb65b513ec2e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3550084 Mar 09 03:40:30.573623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e154b-3bb8-4d6e-9145-c795f688decc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803d7be1-c73b-4c7c-a36b-d4b22e1282a6,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:30.608731 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48318) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:30.771189 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 999c25eb-8d25-4c14-b888-5dc54b432dad up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:40:30.813900 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] Set router c565f1d1-0f82-4a8b-bc3a-d99815fa846f gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:40:30.885918 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da550d41-3c15-49ca-80c6-16f3364bab33 None None] Network fcbab85b-e2c2-4dd1-87c0-ad3aacbeaf01 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:40:30.972980 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b0cb88e4-ea66-4529-b423-1d1fedb48a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:31.056486 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7c6e8432-8e3f-40b2-b2ee-08cdb559628e service neutron] For port 968d319d-f6af-4c9a-90d7-42f4e52ec281, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:40:31.061534 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7c6e8432-8e3f-40b2-b2ee-08cdb559628e service neutron] For port 968d319d-f6af-4c9a-90d7-42f4e52ec281, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=968d319d-f6af-4c9a-90d7-42f4e52ec281,segment=NetworkSegment(9401f488-6a71-4f8c-b5c0-25470eb18ee9),segment_id=9401f488-6a71-4f8c-b5c0-25470eb18ee9)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:40:31.084867 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-b6cdbd84-1c37-4da8-aec1-73834c9664ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d82b723-794e-4470-94f7-037651e632a1 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:40:31.097264 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-b6cdbd84-1c37-4da8-aec1-73834c9664ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:31.098505 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b0cb88e4-ea66-4529-b423-1d1fedb48a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:31.119304 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-b6cdbd84-1c37-4da8-aec1-73834c9664ca service neutron] Transition to ACTIVE for port object 8d82b723-794e-4470-94f7-037651e632a1 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:40:31.159881 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7c6e8432-8e3f-40b2-b2ee-08cdb559628e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:31.211974 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-b6cdbd84-1c37-4da8-aec1-73834c9664ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:31.214587 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52624533-5f5a-4f07-8890-6d07d9e0c38b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-5e29b1e1-022e-4996-b82d-adcbd19c2108', 'network_id': '5e29b1e1-022e-4996-b82d-adcbd19c2108', 'tenant_id': '99234e1ac54545068d811492dd9a7469', 'fixed_ips': [{'subnet_id': '510f4cf7-707c-4564-9179-762df56a4626'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:40:31.215481 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-52624533-5f5a-4f07-8890-6d07d9e0c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:31.230395 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0ce47623-7000-42d1-8200-0ff690dff462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:31.240386 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7c6e8432-8e3f-40b2-b2ee-08cdb559628e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:31.241003 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7c6e8432-8e3f-40b2-b2ee-08cdb559628e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:31.242472 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7c6e8432-8e3f-40b2-b2ee-08cdb559628e service neutron] 10.222.0.21 "PUT /v2.0/ports/968d319d-f6af-4c9a-90d7-42f4e52ec281 HTTP/1.1" status: 200 len: 1091 time: 5.3460565 Mar 09 03:40:31.261779 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e52423a2-61c8-4a7f-8a0a-09b6d547ad10 None None] Provisioning for port 999c25eb-8d25-4c14-b888-5dc54b432dad completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:40:31.298871 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b3e056aa-f762-4862-ac5e-0fae7401b616 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:31.321577 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b3e056aa-f762-4862-ac5e-0fae7401b616 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Usage tracker for resource:port and tenant:99234e1ac54545068d811492dd9a7469 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:40:31.335019 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b3e056aa-f762-4862-ac5e-0fae7401b616 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:40:31.361698 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'tag': '968d319d-f6af-4c9a-90d7-42f4e52ec281'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:40:31.369194 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b3e056aa-f762-4862-ac5e-0fae7401b616 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:31.382268 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-d2c6c328-d06d-4904-8931-66c0f0319ee2 service neutron] Request body: {'port': {'device_id': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:31.388242 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3a573a9a-bd2b-45f5-9893-cf5657437e44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:31.400450 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2d82c-9676-47a6-bbd9-55acc2df4b8d req-296df3dd-74ab-43bc-97d3-f352585fdbf7 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:31.402291 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-90e2d82c-9676-47a6-bbd9-55acc2df4b8d req-296df3dd-74ab-43bc-97d3-f352585fdbf7 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 931 time: 0.6243870 Mar 09 03:40:31.408151 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3a573a9a-bd2b-45f5-9893-cf5657437e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:31.526585 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e056aa-f762-4862-ac5e-0fae7401b616 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Made reservation on behalf of 99234e1ac54545068d811492dd9a7469 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:40:31.530501 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b3e056aa-f762-4862-ac5e-0fae7401b616 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:31.591154 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b0cb88e4-ea66-4529-b423-1d1fedb48a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:31.616956 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 999c25eb-8d25-4c14-b888-5dc54b432dad completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:40:31.647733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-b3e056aa-f762-4862-ac5e-0fae7401b616 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] device_id is not set on port 5899dffe-d589-434c-b254-99915ca1c356 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:40:31.655623 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 999c25eb-8d25-4c14-b888-5dc54b432dad triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:40:31.656302 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:31.680105 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-d2c6c328-d06d-4904-8931-66c0f0319ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:31.696231 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-90e2d82c-9676-47a6-bbd9-55acc2df4b8d req-3c1fd246-dec7-4e3e-b587-b6d0bc36e96f tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592618 Mar 09 03:40:31.697061 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3a573a9a-bd2b-45f5-9893-cf5657437e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:31.703269 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d9e31250-ed61-44a0-9746-cb1983a829c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:31.726298 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb88e4-ea66-4529-b423-1d1fedb48a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c01dca-7be1-4202-ae2f-c07e7abab7fc,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:31.733844 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a573a9a-bd2b-45f5-9893-cf5657437e44 admin admin] Pushing event updated for resources: {'Port': ['ID=db15524d-b49f-43e9-9d4c-ff5a9e8260f4,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:31.784879 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b0cb88e4-ea66-4529-b423-1d1fedb48a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:31.786068 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b0cb88e4-ea66-4529-b423-1d1fedb48a13 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2c01dca-7be1-4202-ae2f-c07e7abab7fc HTTP/1.1" status: 204 len: 168 time: 1.7054381 Mar 09 03:40:31.965791 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:31.995128 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c565f1d1-0f82-4a8b-bc3a-d99815fa846f', 'name': 'tempest-TaggedBootDevicesTest_v242-1348195680-router', 'tenant_id': '5ec82f94adad4dcab68870b34bbc2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:40:13Z', 'updated_at': '2022-03-09T03:40:29Z', 'revision_number': 4, 'project_id': '5ec82f94adad4dcab68870b34bbc2680', 'gw_port': {'id': 'bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c565f1d1-0f82-4a8b-bc3a-d99815fa846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:40:16Z', 'updated_at': '2022-03-09T03:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'db15524d-b49f-43e9-9d4c-ff5a9e8260f4', 'name': '', 'network_id': '1b8bc653-ed68-4258-847a-f3f01d57826d', 'tenant_id': '5ec82f94adad4dcab68870b34bbc2680', 'mac_address': 'fa:16:3e:58:3f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c565f1d1-0f82-4a8b-bc3a-d99815fa846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '6bb5916d-ac2f-46c8-ac4a-b586baf193a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:40:26Z', 'updated_at': '2022-03-09T03:40:27Z', 'revision_number': 1, 'project_id': '5ec82f94adad4dcab68870b34bbc2680', 'subnets': [{'id': '6bb5916d-ac2f-46c8-ac4a-b586baf193a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:32.126303 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'tag': '968d319d-f6af-4c9a-90d7-42f4e52ec281', 'status': 'completed', 'code': 200} Mar 09 03:40:32.183258 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dce1b37-ee06-4877-8157-2e28d5d3bb99 None None] The sync data for ids ['c565f1d1-0f82-4a8b-bc3a-d99815fa846f'] in n-d-825178-5 is: [{'id': 'c565f1d1-0f82-4a8b-bc3a-d99815fa846f', 'name': 'tempest-TaggedBootDevicesTest_v242-1348195680-router', 'tenant_id': '5ec82f94adad4dcab68870b34bbc2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:40:13Z', 'updated_at': '2022-03-09T03:40:29Z', 'revision_number': 4, 'project_id': '5ec82f94adad4dcab68870b34bbc2680', 'gw_port': {'id': 'bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c565f1d1-0f82-4a8b-bc3a-d99815fa846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:40:16Z', 'updated_at': '2022-03-09T03:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'db15524d-b49f-43e9-9d4c-ff5a9e8260f4', 'name': '', 'network_id': '1b8bc653-ed68-4258-847a-f3f01d57826d', 'tenant_id': '5ec82f94adad4dcab68870b34bbc2680', 'mac_address': 'fa:16:3e:58:3f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c565f1d1-0f82-4a8b-bc3a-d99815fa846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '6bb5916d-ac2f-46c8-ac4a-b586baf193a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:40:26Z', 'updated_at': '2022-03-09T03:40:27Z', 'revision_number': 1, 'project_id': '5ec82f94adad4dcab68870b34bbc2680', 'subnets': [{'id': '6bb5916d-ac2f-46c8-ac4a-b586baf193a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:40:32.194841 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:32.200457 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 999c25eb-8d25-4c14-b888-5dc54b432dad, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=999c25eb-8d25-4c14-b888-5dc54b432dad,segment=NetworkSegment(78fcc70f-f1e1-46b1-b817-4424eefc384c),segment_id=78fcc70f-f1e1-46b1-b817-4424eefc384c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:32.235561 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:32.271167 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d9e31250-ed61-44a0-9746-cb1983a829c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:32.323445 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e8432-8e3f-40b2-b2ee-08cdb559628e service neutron] Pushing event updated for resources: {'Port': ['ID=968d319d-f6af-4c9a-90d7-42f4e52ec281,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:32.334470 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=999c25eb-8d25-4c14-b888-5dc54b432dad,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:32.337966 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:32.349436 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-52624533-5f5a-4f07-8890-6d07d9e0c38b None None] Allocated IP 2001:db8::f816:3eff:fe00:806e (5e29b1e1-022e-4996-b82d-adcbd19c2108/510f4cf7-707c-4564-9179-762df56a4626/5e360c79-3966-44cf-814b-d5271ed80293) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:40:32.494845 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d665b8d-578b-4baf-9cba-4c77fde945ea req-61f795a2-e128-459a-b2ed-9153b34c5d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:32.495374 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d665b8d-578b-4baf-9cba-4c77fde945ea req-61f795a2-e128-459a-b2ed-9153b34c5d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:32.495483 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d665b8d-578b-4baf-9cba-4c77fde945ea req-61f795a2-e128-459a-b2ed-9153b34c5d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:32.495944 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d665b8d-578b-4baf-9cba-4c77fde945ea req-61f795a2-e128-459a-b2ed-9153b34c5d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:32.496402 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d665b8d-578b-4baf-9cba-4c77fde945ea req-61f795a2-e128-459a-b2ed-9153b34c5d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:32.496967 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d665b8d-578b-4baf-9cba-4c77fde945ea req-61f795a2-e128-459a-b2ed-9153b34c5d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:32.497297 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d665b8d-578b-4baf-9cba-4c77fde945ea req-61f795a2-e128-459a-b2ed-9153b34c5d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:32.499329 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8d665b8d-578b-4baf-9cba-4c77fde945ea req-61f795a2-e128-459a-b2ed-9153b34c5d58 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffa74fa7e259451baa8a72de689adc07&device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 6410 time: 0.5735705 Mar 09 03:40:32.528239 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a573a9a-bd2b-45f5-9893-cf5657437e44 admin admin] Network 1b8bc653-ed68-4258-847a-f3f01d57826d is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:40:32.541368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-3a573a9a-bd2b-45f5-9893-cf5657437e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:40:32.565126 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d9e31250-ed61-44a0-9746-cb1983a829c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:32.663223 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efec937-d6c7-482c-a33f-bd50246083bd req-090124f0-30e5-49cc-a345-050a32f04406 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:32.666176 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3efec937-d6c7-482c-a33f-bd50246083bd req-090124f0-30e5-49cc-a345-050a32f04406 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 946 time: 1.7500088 Mar 09 03:40:32.676072 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e31250-ed61-44a0-9746-cb1983a829c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803d7be1-c73b-4c7c-a36b-d4b22e1282a6,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:32.724426 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 999c25eb-8d25-4c14-b888-5dc54b432dad up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:40:32.767150 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-b6cdbd84-1c37-4da8-aec1-73834c9664ca service neutron] Attempting to bind port 8d82b723-794e-4470-94f7-037651e632a1 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:40:32.767860 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-b6cdbd84-1c37-4da8-aec1-73834c9664ca service neutron] Attempting to bind port 8d82b723-794e-4470-94f7-037651e632a1 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:40:32.768781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-b6cdbd84-1c37-4da8-aec1-73834c9664ca service neutron] Attempting to bind port 8d82b723-794e-4470-94f7-037651e632a1 on network b43e277f-27e3-4498-8ae6-3889cca4234e {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:40:32.795834 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48346) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:32.815030 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d9e31250-ed61-44a0-9746-cb1983a829c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:32.819333 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d9e31250-ed61-44a0-9746-cb1983a829c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/803d7be1-c73b-4c7c-a36b-d4b22e1282a6 HTTP/1.1" status: 204 len: 168 time: 2.2084243 Mar 09 03:40:32.883439 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-b6cdbd84-1c37-4da8-aec1-73834c9664ca service neutron] Port 8d82b723-794e-4470-94f7-037651e632a1 on network b43e277f-27e3-4498-8ae6-3889cca4234e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:40:32.884168 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-b6cdbd84-1c37-4da8-aec1-73834c9664ca service neutron] Attempting to bind port 8d82b723-794e-4470-94f7-037651e632a1 on network b43e277f-27e3-4498-8ae6-3889cca4234e {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:40:32.889340 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3efec937-d6c7-482c-a33f-bd50246083bd req-941a2920-5516-4a90-aa23-b36a528d377a tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996872 Mar 09 03:40:32.890437 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdbd84-1c37-4da8-aec1-73834c9664ca service neutron] Pushing event updated for resources: {'Port': ['ID=8d82b723-794e-4470-94f7-037651e632a1,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:32.948496 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-d2c6c328-d06d-4904-8931-66c0f0319ee2 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:40:32.958278 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-b6cdbd84-1c37-4da8-aec1-73834c9664ca service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:40:32.958612 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-b6cdbd84-1c37-4da8-aec1-73834c9664ca service neutron] Checking segment: {'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:40:32.959045 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-b6cdbd84-1c37-4da8-aec1-73834c9664ca service neutron] Bound using segment: {'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:40:32.959644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-b6cdbd84-1c37-4da8-aec1-73834c9664ca service neutron] Bound port: 8d82b723-794e-4470-94f7-037651e632a1, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:40:32.960002 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-b6cdbd84-1c37-4da8-aec1-73834c9664ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:33.063834 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4727351a-4ff4-43fe-a8f7-b4aaeef66198 None None] Provisioning complete for port 999c25eb-8d25-4c14-b888-5dc54b432dad triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:40:33.064333 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4727351a-4ff4-43fe-a8f7-b4aaeef66198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:33.176219 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3369f-5621-483b-ba3e-59816383bc9e req-219e5f07-6d2a-479d-a753-fe11acef07cb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:33.190890 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3369f-5621-483b-ba3e-59816383bc9e req-219e5f07-6d2a-479d-a753-fe11acef07cb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:33.202898 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-52624533-5f5a-4f07-8890-6d07d9e0c38b None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:33.222465 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3369f-5621-483b-ba3e-59816383bc9e req-219e5f07-6d2a-479d-a753-fe11acef07cb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:33.230841 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3369f-5621-483b-ba3e-59816383bc9e req-219e5f07-6d2a-479d-a753-fe11acef07cb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:33.238599 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3369f-5621-483b-ba3e-59816383bc9e req-219e5f07-6d2a-479d-a753-fe11acef07cb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:33.246061 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3369f-5621-483b-ba3e-59816383bc9e req-219e5f07-6d2a-479d-a753-fe11acef07cb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:33.261020 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3369f-5621-483b-ba3e-59816383bc9e req-219e5f07-6d2a-479d-a753-fe11acef07cb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:33.274952 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5a3369f-5621-483b-ba3e-59816383bc9e req-219e5f07-6d2a-479d-a753-fe11acef07cb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5408 time: 1.1528537 Mar 09 03:40:33.277389 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fe42eeef-7293-45dd-977c-edc4da8b6060 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9126b52df2eb4ca4b8fc4c1db9ab90a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4564607 Mar 09 03:40:33.286186 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-52624533-5f5a-4f07-8890-6d07d9e0c38b None None] Transition to ACTIVE for port object 5e360c79-3966-44cf-814b-d5271ed80293 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:40:33.295025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48362) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:33.359396 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 999c25eb-8d25-4c14-b888-5dc54b432dad triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:40:33.359765 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:33.363056 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-d2c6c328-d06d-4904-8931-66c0f0319ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889b3798-7d4a-4ad9-b9ad-d0d222c27af7 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:40:33.488971 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-52624533-5f5a-4f07-8890-6d07d9e0c38b None None] Transition to ACTIVE for port object 5e360c79-3966-44cf-814b-d5271ed80293 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:40:33.512064 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-d2c6c328-d06d-4904-8931-66c0f0319ee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:33.531832 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-52624533-5f5a-4f07-8890-6d07d9e0c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:33.540784 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:33.556903 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-d2c6c328-d06d-4904-8931-66c0f0319ee2 service neutron] Transition to ACTIVE for port object 889b3798-7d4a-4ad9-b9ad-d0d222c27af7 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:40:33.603257 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-b6cdbd84-1c37-4da8-aec1-73834c9664ca service neutron] For port 8d82b723-794e-4470-94f7-037651e632a1, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:40:33.608037 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-b6cdbd84-1c37-4da8-aec1-73834c9664ca service neutron] For port 8d82b723-794e-4470-94f7-037651e632a1, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=8d82b723-794e-4470-94f7-037651e632a1,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:40:33.625842 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-b6cdbd84-1c37-4da8-aec1-73834c9664ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:33.784354 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-d2c6c328-d06d-4904-8931-66c0f0319ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:33.808042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdbd84-1c37-4da8-aec1-73834c9664ca service neutron] Pushing event updated for resources: {'Port': ['ID=8d82b723-794e-4470-94f7-037651e632a1,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:33.969233 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5a3369f-5621-483b-ba3e-59816383bc9e req-169b4933-d938-4440-8ec6-a9366e1abb83 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6928604 Mar 09 03:40:34.069585 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-b6cdbd84-1c37-4da8-aec1-73834c9664ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:34.071470 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-b6cdbd84-1c37-4da8-aec1-73834c9664ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:34.074493 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-b6cdbd84-1c37-4da8-aec1-73834c9664ca service neutron] 10.222.0.24 "PUT /v2.0/ports/8d82b723-794e-4470-94f7-037651e632a1 HTTP/1.1" status: 200 len: 1091 time: 6.5359890 Mar 09 03:40:34.098838 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6c328-d06d-4904-8931-66c0f0319ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=889b3798-7d4a-4ad9-b9ad-d0d222c27af7,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:34.110601 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52624533-5f5a-4f07-8890-6d07d9e0c38b None None] Network 5e29b1e1-022e-4996-b82d-adcbd19c2108 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:40:34.115236 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-52624533-5f5a-4f07-8890-6d07d9e0c38b None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:40:34.124146 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52624533-5f5a-4f07-8890-6d07d9e0c38b None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:40:34.145838 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52624533-5f5a-4f07-8890-6d07d9e0c38b None None] Pushing event updated for resources: {'Port': ['ID=5e360c79-3966-44cf-814b-d5271ed80293,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:34.182453 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:34.188916 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-b3e056aa-f762-4862-ac5e-0fae7401b616 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Allocated IP 2001:db8::f816:3eff:fe6b:1703 (5e29b1e1-022e-4996-b82d-adcbd19c2108/510f4cf7-707c-4564-9179-762df56a4626/5899dffe-d589-434c-b254-99915ca1c356) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:40:34.246883 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7fe020-b64b-436d-ad2c-1b5d8d376f38', 'tag': '8d82b723-794e-4470-94f7-037651e632a1'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:40:34.247585 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d665b8d-578b-4baf-9cba-4c77fde945ea req-3d86608c-ff99-47ec-921d-bae6cc3ecbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:34.250834 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d665b8d-578b-4baf-9cba-4c77fde945ea req-3d86608c-ff99-47ec-921d-bae6cc3ecbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:34.251358 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d665b8d-578b-4baf-9cba-4c77fde945ea req-3d86608c-ff99-47ec-921d-bae6cc3ecbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:34.253069 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8d665b8d-578b-4baf-9cba-4c77fde945ea req-3d86608c-ff99-47ec-921d-bae6cc3ecbd1 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ffa74fa7e259451baa8a72de689adc07&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.7192073 Mar 09 03:40:34.259078 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a573a9a-bd2b-45f5-9893-cf5657437e44 admin admin] Router c565f1d1-0f82-4a8b-bc3a-d99815fa846f has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:40:34.656877 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-52624533-5f5a-4f07-8890-6d07d9e0c38b None None] Attempting to bind port 5e360c79-3966-44cf-814b-d5271ed80293 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:40:34.657266 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-52624533-5f5a-4f07-8890-6d07d9e0c38b None None] Attempting to bind port 5e360c79-3966-44cf-814b-d5271ed80293 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '664857a4-1e99-4a5e-be7d-e35c5e7d39f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e29b1e1-022e-4996-b82d-adcbd19c2108'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:40:34.657576 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52624533-5f5a-4f07-8890-6d07d9e0c38b None None] Attempting to bind port 5e360c79-3966-44cf-814b-d5271ed80293 on network 5e29b1e1-022e-4996-b82d-adcbd19c2108 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:40:34.671645 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52624533-5f5a-4f07-8890-6d07d9e0c38b None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:40:34.671935 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52624533-5f5a-4f07-8890-6d07d9e0c38b None None] Checking segment: {'id': '664857a4-1e99-4a5e-be7d-e35c5e7d39f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e29b1e1-022e-4996-b82d-adcbd19c2108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:40:34.672258 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-52624533-5f5a-4f07-8890-6d07d9e0c38b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:34.672642 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52624533-5f5a-4f07-8890-6d07d9e0c38b None None] Bound using segment: {'id': '664857a4-1e99-4a5e-be7d-e35c5e7d39f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e29b1e1-022e-4996-b82d-adcbd19c2108'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:40:34.673118 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-52624533-5f5a-4f07-8890-6d07d9e0c38b None None] Bound port: 5e360c79-3966-44cf-814b-d5271ed80293, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664857a4-1e99-4a5e-be7d-e35c5e7d39f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e29b1e1-022e-4996-b82d-adcbd19c2108'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:40:34.673467 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-52624533-5f5a-4f07-8890-6d07d9e0c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:34.838418 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-786f417f-1829-44ac-a5f5-1df28dcbafae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:34.875567 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f2134-8dcc-432c-8062-65bf771db386 req-2e48ae05-6d90-4921-9714-f64fd2cab39f tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:34.877545 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-759f2134-8dcc-432c-8062-65bf771db386 req-2e48ae05-6d90-4921-9714-f64fd2cab39f tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 943 time: 1.5007434 Mar 09 03:40:34.955146 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-52624533-5f5a-4f07-8890-6d07d9e0c38b None None] For port 5e360c79-3966-44cf-814b-d5271ed80293, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:40:34.969127 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-52624533-5f5a-4f07-8890-6d07d9e0c38b None None] For port 5e360c79-3966-44cf-814b-d5271ed80293, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5e360c79-3966-44cf-814b-d5271ed80293,segment=NetworkSegment(664857a4-1e99-4a5e-be7d-e35c5e7d39f4),segment_id=664857a4-1e99-4a5e-be7d-e35c5e7d39f4)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:40:34.986764 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:40:35.007916 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-2c727718-40d1-4b36-bfc9-190824fa4cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:35.009898 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-2c727718-40d1-4b36-bfc9-190824fa4cde service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae03d5eb038f4850a3760a69271911b5&device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 1094 time: 0.7352695 Mar 09 03:40:35.020433 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-786f417f-1829-44ac-a5f5-1df28dcbafae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:35.081353 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-52624533-5f5a-4f07-8890-6d07d9e0c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:35.139805 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-670956a4-77d5-44a9-98eb-95b4a90f89fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d82b723-794e-4470-94f7-037651e632a1 HTTP/1.1" status: 200 len: 217 time: 0.1213529 Mar 09 03:40:35.140393 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-d2c6c328-d06d-4904-8931-66c0f0319ee2 service neutron] Attempting to bind port 889b3798-7d4a-4ad9-b9ad-d0d222c27af7 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:40:35.140726 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-d2c6c328-d06d-4904-8931-66c0f0319ee2 service neutron] Attempting to bind port 889b3798-7d4a-4ad9-b9ad-d0d222c27af7 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '9401f488-6a71-4f8c-b5c0-25470eb18ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '30ef9939-e0a3-4385-851a-c377e816c8c2'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:40:35.141284 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-d2c6c328-d06d-4904-8931-66c0f0319ee2 service neutron] Attempting to bind port 889b3798-7d4a-4ad9-b9ad-d0d222c27af7 on network 30ef9939-e0a3-4385-851a-c377e816c8c2 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:40:35.162076 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-759f2134-8dcc-432c-8062-65bf771db386 req-96dcc311-cde3-42d2-950e-04e426ace61f tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674744 Mar 09 03:40:35.216003 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-d2c6c328-d06d-4904-8931-66c0f0319ee2 service neutron] Port 889b3798-7d4a-4ad9-b9ad-d0d222c27af7 on network 30ef9939-e0a3-4385-851a-c377e816c8c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:40:35.216333 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-d2c6c328-d06d-4904-8931-66c0f0319ee2 service neutron] Attempting to bind port 889b3798-7d4a-4ad9-b9ad-d0d222c27af7 on network 30ef9939-e0a3-4385-851a-c377e816c8c2 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:40:35.238710 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-8a536f6f-1338-479d-9d56-73ceb7972ad5 None None] Provisioning complete for port db15524d-b49f-43e9-9d4c-ff5a9e8260f4 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:40:35.239430 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8a536f6f-1338-479d-9d56-73ceb7972ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:35.299779 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-d2c6c328-d06d-4904-8931-66c0f0319ee2 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:40:35.300131 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-d2c6c328-d06d-4904-8931-66c0f0319ee2 service neutron] Checking segment: {'id': '9401f488-6a71-4f8c-b5c0-25470eb18ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '30ef9939-e0a3-4385-851a-c377e816c8c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:40:35.300501 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-d2c6c328-d06d-4904-8931-66c0f0319ee2 service neutron] Bound using segment: {'id': '9401f488-6a71-4f8c-b5c0-25470eb18ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '30ef9939-e0a3-4385-851a-c377e816c8c2'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:40:35.300952 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-d2c6c328-d06d-4904-8931-66c0f0319ee2 service neutron] Bound port: 889b3798-7d4a-4ad9-b9ad-d0d222c27af7, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9401f488-6a71-4f8c-b5c0-25470eb18ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '30ef9939-e0a3-4385-851a-c377e816c8c2'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:40:35.301299 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-d2c6c328-d06d-4904-8931-66c0f0319ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:35.352426 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52624533-5f5a-4f07-8890-6d07d9e0c38b None None] Pushing event updated for resources: {'Port': ['ID=5e360c79-3966-44cf-814b-d5271ed80293,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:35.380559 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-8a536f6f-1338-479d-9d56-73ceb7972ad5 None None] Port db15524d-b49f-43e9-9d4c-ff5a9e8260f4 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:40:35.388137 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:40:35.399799 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:40:35.400471 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:35.616946 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b3e056aa-f762-4862-ac5e-0fae7401b616 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:35.640420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-b3e056aa-f762-4862-ac5e-0fae7401b616 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Transition to ACTIVE for port object 5899dffe-d589-434c-b254-99915ca1c356 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:40:35.668151 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:35.679060 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7fe020-b64b-436d-ad2c-1b5d8d376f38', 'tag': '8d82b723-794e-4470-94f7-037651e632a1', 'status': 'completed', 'code': 200} Mar 09 03:40:35.682646 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-f75ae539-38ba-4c0e-929a-42ddf665852c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:35.685067 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-f75ae539-38ba-4c0e-929a-42ddf665852c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c938e3dc-f3f5-45d5-a021-35dcda335146 HTTP/1.1" status: 200 len: 851 time: 0.5275846 Mar 09 03:40:35.697815 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-786f417f-1829-44ac-a5f5-1df28dcbafae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:35.704461 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:35.715580 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:35.716956 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-d2c6c328-d06d-4904-8931-66c0f0319ee2 service neutron] For port 889b3798-7d4a-4ad9-b9ad-d0d222c27af7, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:40:35.725072 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-d2c6c328-d06d-4904-8931-66c0f0319ee2 service neutron] For port 889b3798-7d4a-4ad9-b9ad-d0d222c27af7, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=889b3798-7d4a-4ad9-b9ad-d0d222c27af7,segment=NetworkSegment(9401f488-6a71-4f8c-b5c0-25470eb18ee9),segment_id=9401f488-6a71-4f8c-b5c0-25470eb18ee9)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:40:35.809498 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-d2c6c328-d06d-4904-8931-66c0f0319ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:35.811117 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0793c0d-1452-4963-b630-11c8583c56ac req-33609088-fed0-4f7f-97c4-5f0148e0009a tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:35.815287 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f0793c0d-1452-4963-b630-11c8583c56ac req-33609088-fed0-4f7f-97c4-5f0148e0009a tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 946 time: 1.5390220 Mar 09 03:40:35.816613 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d665b8d-578b-4baf-9cba-4c77fde945ea req-6591349d-3073-4144-bab6-02941c1c2e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:35.819137 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8d665b8d-578b-4baf-9cba-4c77fde945ea req-6591349d-3073-4144-bab6-02941c1c2e7e service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5484750 Mar 09 03:40:35.830705 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:35.882640 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a573a9a-bd2b-45f5-9893-cf5657437e44 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:40:35.896032 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3a573a9a-bd2b-45f5-9893-cf5657437e44 admin admin] 10.222.0.16 "PUT /v2.0/routers/c565f1d1-0f82-4a8b-bc3a-d99815fa846f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9097509 Mar 09 03:40:35.909296 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:40:35.914815 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b3e056aa-f762-4862-ac5e-0fae7401b616 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:35.958285 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-430344ff-3d1a-4b12-b2c8-5da0644cd5eb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b43e277f-27e3-4498-8ae6-3889cca4234e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2596428 Mar 09 03:40:35.959929 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f417f-1829-44ac-a5f5-1df28dcbafae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38108b23-e8c8-4c7f-aaab-cdb4e4fdc67c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:35.998846 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-d2c6c328-d06d-4904-8931-66c0f0319ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:35.999593 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-d2c6c328-d06d-4904-8931-66c0f0319ee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:36.001252 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-d2c6c328-d06d-4904-8931-66c0f0319ee2 service neutron] 10.222.0.21 "PUT /v2.0/ports/889b3798-7d4a-4ad9-b9ad-d0d222c27af7 HTTP/1.1" status: 200 len: 1091 time: 4.6232345 Mar 09 03:40:36.002988 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-786f417f-1829-44ac-a5f5-1df28dcbafae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:36.004074 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-786f417f-1829-44ac-a5f5-1df28dcbafae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38108b23-e8c8-4c7f-aaab-cdb4e4fdc67c HTTP/1.1" status: 204 len: 168 time: 2.6985054 Mar 09 03:40:36.107172 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e056aa-f762-4862-ac5e-0fae7401b616 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event updated for resources: {'Port': ['ID=5899dffe-d589-434c-b254-99915ca1c356,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:36.129025 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f0793c0d-1452-4963-b630-11c8583c56ac req-850009f8-6466-4728-a274-982586595938 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908783 Mar 09 03:40:36.142833 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e056aa-f762-4862-ac5e-0fae7401b616 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Network 5e29b1e1-022e-4996-b82d-adcbd19c2108 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:40:36.145001 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-b3e056aa-f762-4862-ac5e-0fae7401b616 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:40:36.157422 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e056aa-f762-4862-ac5e-0fae7401b616 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:40:36.163151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e056aa-f762-4862-ac5e-0fae7401b616 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:36.163880 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b3e056aa-f762-4862-ac5e-0fae7401b616 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:36.214926 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b3e056aa-f762-4862-ac5e-0fae7401b616 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 5.6909392 Mar 09 03:40:36.219358 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48424) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:36.524179 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-606a512d-c803-4fc2-802b-21cce323a3bb tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Deleting subnet 510f4cf7-707c-4564-9179-762df56a4626 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:40:36.543743 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-606a512d-c803-4fc2-802b-21cce323a3bb tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:36.624476 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] Sync routers for ids ['c565f1d1-0f82-4a8b-bc3a-d99815fa846f'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:40:36.644735 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] Routers {'c565f1d1-0f82-4a8b-bc3a-d99815fa846f'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:40:36.645363 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:40:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c565f1d1-0f82-4a8b-bc3a-d99815fa846f'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:36.678081 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-606a512d-c803-4fc2-802b-21cce323a3bb tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:36.753277 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b772a0-ea77-4532-b5a3-d189d2a02b7e req-d8fd1668-0038-4cd6-b361-31cd1015a90d tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:36.754919 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e0b772a0-ea77-4532-b5a3-d189d2a02b7e req-d8fd1668-0038-4cd6-b361-31cd1015a90d tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 946 time: 0.3484180 Mar 09 03:40:36.813264 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-9b4f0886-f1f3-4c94-ac18-7c052ec01200 service neutron] 10.222.0.24 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6494513 Mar 09 03:40:36.821191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6c328-d06d-4904-8931-66c0f0319ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=889b3798-7d4a-4ad9-b9ad-d0d222c27af7,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:36.905432 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:40:36.918701 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e0b772a0-ea77-4532-b5a3-d189d2a02b7e req-ad6a3a7b-4106-4fe8-a0b9-9490280f0ca8 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572027 Mar 09 03:40:37.090667 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-606a512d-c803-4fc2-802b-21cce323a3bb tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:37.109474 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5d56076d-c1ba-4acf-a6cb-1be9d42a3785 req-6661d134-e36e-4eb4-9611-2055b044afde service neutron] 10.222.0.24 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709324 Mar 09 03:40:37.121584 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:40:37.124380 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:37.265426 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7b4eb1c7-eb34-401b-b277-573b92a9d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:37.266607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7b4eb1c7-eb34-401b-b277-573b92a9d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:37.267222 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7b4eb1c7-eb34-401b-b277-573b92a9d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:37.267862 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7b4eb1c7-eb34-401b-b277-573b92a9d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:37.268424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7b4eb1c7-eb34-401b-b277-573b92a9d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:37.269010 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7b4eb1c7-eb34-401b-b277-573b92a9d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:37.269707 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7b4eb1c7-eb34-401b-b277-573b92a9d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:37.272149 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7b4eb1c7-eb34-401b-b277-573b92a9d5c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffa74fa7e259451baa8a72de689adc07&device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 6477 time: 0.6890821 Mar 09 03:40:37.292629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5715699-7c13-4b8e-bec6-e4213733c9c7 req-72f01c7c-fdf9-4edd-891d-11d1565ba3f4 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:37.299657 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0fb25d-2d0a-4d00-8a4b-a9224b8da554 None None] Network 5e29b1e1-022e-4996-b82d-adcbd19c2108 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:40:37.300807 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5715699-7c13-4b8e-bec6-e4213733c9c7 req-72f01c7c-fdf9-4edd-891d-11d1565ba3f4 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:37.318439 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5715699-7c13-4b8e-bec6-e4213733c9c7 req-72f01c7c-fdf9-4edd-891d-11d1565ba3f4 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:37.338071 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5715699-7c13-4b8e-bec6-e4213733c9c7 req-72f01c7c-fdf9-4edd-891d-11d1565ba3f4 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:37.355697 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5715699-7c13-4b8e-bec6-e4213733c9c7 req-72f01c7c-fdf9-4edd-891d-11d1565ba3f4 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:37.376087 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5715699-7c13-4b8e-bec6-e4213733c9c7 req-72f01c7c-fdf9-4edd-891d-11d1565ba3f4 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:37.397766 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5715699-7c13-4b8e-bec6-e4213733c9c7 req-72f01c7c-fdf9-4edd-891d-11d1565ba3f4 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:37.403972 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-606a512d-c803-4fc2-802b-21cce323a3bb tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:37.414500 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5715699-7c13-4b8e-bec6-e4213733c9c7 req-72f01c7c-fdf9-4edd-891d-11d1565ba3f4 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5420 time: 1.4124775 Mar 09 03:40:37.420409 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] Set router c565f1d1-0f82-4a8b-bc3a-d99815fa846f gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:40:37.554154 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5e360c79-3966-44cf-814b-d5271ed80293 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:40:37.587602 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a512d-c803-4fc2-802b-21cce323a3bb tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event deleted for resources: {'Subnet': ['ID=510f4cf7-707c-4564-9179-762df56a4626,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:37.600007 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-606a512d-c803-4fc2-802b-21cce323a3bb tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:37.640649 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-606a512d-c803-4fc2-802b-21cce323a3bb tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "DELETE /v2.0/subnets/510f4cf7-707c-4564-9179-762df56a4626 HTTP/1.1" status: 204 len: 168 time: 1.4201782 Mar 09 03:40:37.641359 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48476) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:37.685480 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-df7a5d84-d124-44af-98bf-f9dda8a943b1 None None] Provisioning for port 5e360c79-3966-44cf-814b-d5271ed80293 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:40:37.727921 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'tag': '889b3798-7d4a-4ad9-b9ad-d0d222c27af7'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:40:37.755582 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-63c1e7d0-04ee-45aa-a6b1-d7b09223961a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32fcd728-7dc4-4581-a98d-08c02abc8742 HTTP/1.1" status: 200 len: 217 time: 0.3336234 Mar 09 03:40:37.812509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 5e360c79-3966-44cf-814b-d5271ed80293 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:40:37.819134 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 5e360c79-3966-44cf-814b-d5271ed80293 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:40:37.819503 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:37.910876 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689d3ee8-d2a9-40da-8821-6b9f87511225 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:37.912400 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689d3ee8-d2a9-40da-8821-6b9f87511225 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:37.913141 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-689d3ee8-d2a9-40da-8821-6b9f87511225 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Synchronizing usage tracker for tenant:99234e1ac54545068d811492dd9a7469 on resource:subnet {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:40:38.009106 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-689d3ee8-d2a9-40da-8821-6b9f87511225 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Unset dirty status for tenant:99234e1ac54545068d811492dd9a7469 on resource:subnet {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:40:38.013470 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-689d3ee8-d2a9-40da-8821-6b9f87511225 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3711295 Mar 09 03:40:38.014044 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48496) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:38.033717 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d05576f-34e2-408c-984a-1963b2c223da None None] DHCP port deletion for 5e29b1e1-022e-4996-b82d-adcbd19c2108 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:40:38.036578 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5715699-7c13-4b8e-bec6-e4213733c9c7 req-9f8ad885-44ed-4fc1-9c52-f4f4b9accddd tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3066552 Mar 09 03:40:38.085255 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-2d05576f-34e2-408c-984a-1963b2c223da None None] Deleting port 5e360c79-3966-44cf-814b-d5271ed80293 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:40:38.088991 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2d05576f-34e2-408c-984a-1963b2c223da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:38.104115 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-c9ff4ca2-2e41-4c53-9261-4722a30d6618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:38.108019 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-c9ff4ca2-2e41-4c53-9261-4722a30d6618 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bed62d90-b36d-4314-b77f-03334d35249e HTTP/1.1" status: 200 len: 851 time: 0.3197904 Mar 09 03:40:38.116065 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d65ef-f150-46c1-95b8-e3a68f419a98 req-dbc0d5d6-3261-4400-b9dd-df310f5fcaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:38.118148 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0e2d65ef-f150-46c1-95b8-e3a68f419a98 req-dbc0d5d6-3261-4400-b9dd-df310f5fcaee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae03d5eb038f4850a3760a69271911b5&device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 1094 time: 0.9460602 Mar 09 03:40:38.341276 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:38.383816 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c565f1d1-0f82-4a8b-bc3a-d99815fa846f', 'name': 'tempest-TaggedBootDevicesTest_v242-1348195680-router', 'tenant_id': '5ec82f94adad4dcab68870b34bbc2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:40:13Z', 'updated_at': '2022-03-09T03:40:29Z', 'revision_number': 4, 'project_id': '5ec82f94adad4dcab68870b34bbc2680', 'gw_port': {'id': 'bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c565f1d1-0f82-4a8b-bc3a-d99815fa846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:40:16Z', 'updated_at': '2022-03-09T03:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'db15524d-b49f-43e9-9d4c-ff5a9e8260f4', 'name': '', 'network_id': '1b8bc653-ed68-4258-847a-f3f01d57826d', 'tenant_id': '5ec82f94adad4dcab68870b34bbc2680', 'mac_address': 'fa:16:3e:58:3f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c565f1d1-0f82-4a8b-bc3a-d99815fa846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '6bb5916d-ac2f-46c8-ac4a-b586baf193a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:40:26Z', 'updated_at': '2022-03-09T03:40:30Z', 'revision_number': 2, 'project_id': '5ec82f94adad4dcab68870b34bbc2680', 'subnets': [{'id': '6bb5916d-ac2f-46c8-ac4a-b586baf193a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:38.390345 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 5e360c79-3966-44cf-814b-d5271ed80293, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5e360c79-3966-44cf-814b-d5271ed80293,segment=NetworkSegment(664857a4-1e99-4a5e-be7d-e35c5e7d39f4),segment_id=664857a4-1e99-4a5e-be7d-e35c5e7d39f4)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:38.394407 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] Checking router: c565f1d1-0f82-4a8b-bc3a-d99815fa846f for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:40:38.395135 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] Updating router c565f1d1-0f82-4a8b-bc3a-d99815fa846f port db15524d-b49f-43e9-9d4c-ff5a9e8260f4 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:40:38.405251 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:38.534231 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:38.694440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-a77bbeda-96ef-4438-9e6e-08e98e1371fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:38.703929 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=5e360c79-3966-44cf-814b-d5271ed80293,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:38.705748 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-a77bbeda-96ef-4438-9e6e-08e98e1371fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7ff9480-13c5-42e3-ae93-360a44d2efc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5807059 Mar 09 03:40:38.721614 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:38.724294 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b377c702-adcb-45d4-8bcb-22b2e2d65306 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:38.762275 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d65ef-f150-46c1-95b8-e3a68f419a98 req-57ad5775-20d5-4e95-9438-0f5dcc3fda3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:38.765680 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0e2d65ef-f150-46c1-95b8-e3a68f419a98 req-57ad5775-20d5-4e95-9438-0f5dcc3fda3f service neutron] 10.222.0.24 "GET /v2.0/networks?id=b43e277f-27e3-4498-8ae6-3889cca4234e HTTP/1.1" status: 200 len: 912 time: 0.5362077 Mar 09 03:40:38.784209 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-b377c702-adcb-45d4-8bcb-22b2e2d65306 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 09 03:40:38.784732 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b377c702-adcb-45d4-8bcb-22b2e2d65306 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:40:38.801317 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b377c702-adcb-45d4-8bcb-22b2e2d65306 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "DELETE /v2.0/networks/5e29b1e1-022e-4996-b82d-adcbd19c2108 HTTP/1.1" status: 409 len: 405 time: 0.7862005 Mar 09 03:40:38.805869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48518) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:38.834087 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-00a475bb-a5de-435e-89a1-18a02065c588 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1925197187'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:38.853267 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5e360c79-3966-44cf-814b-d5271ed80293 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:40:38.860991 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-00a475bb-a5de-435e-89a1-18a02065c588 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:38.890300 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-00a475bb-a5de-435e-89a1-18a02065c588 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Usage tracker for resource:network and tenant:99234e1ac54545068d811492dd9a7469 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:40:38.895170 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-00a475bb-a5de-435e-89a1-18a02065c588 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:40:38.954060 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d03e66-5379-48f6-8887-6ddeb2e6173d req-77a2e539-382d-419a-b742-5331cfe58c3a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:38.960600 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-34d03e66-5379-48f6-8887-6ddeb2e6173d req-77a2e539-382d-419a-b742-5331cfe58c3a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 943 time: 1.5786119 Mar 09 03:40:38.961615 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-00a475bb-a5de-435e-89a1-18a02065c588 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:39.092430 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a475bb-a5de-435e-89a1-18a02065c588 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Made reservation on behalf of 99234e1ac54545068d811492dd9a7469 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:40:39.110276 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-00a475bb-a5de-435e-89a1-18a02065c588 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:39.126291 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-2d05576f-34e2-408c-984a-1963b2c223da None None] For port 5e360c79-3966-44cf-814b-d5271ed80293, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5e360c79-3966-44cf-814b-d5271ed80293,segment=NetworkSegment(664857a4-1e99-4a5e-be7d-e35c5e7d39f4),segment_id=664857a4-1e99-4a5e-be7d-e35c5e7d39f4)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:39.126291 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2d05576f-34e2-408c-984a-1963b2c223da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:39.170269 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 8d82b723-794e-4470-94f7-037651e632a1 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:40:39.195352 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-5349fd29-af3b-4240-bd93-048ea28d84f0 service neutron] 10.222.0.21 "GET /v2.0/networks/a7ff9480-13c5-42e3-ae93-360a44d2efc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858122 Mar 09 03:40:39.241760 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0e2d65ef-f150-46c1-95b8-e3a68f419a98 req-8cbac05b-8b53-4075-88b4-e54d2aef811e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d82b723-794e-4470-94f7-037651e632a1 HTTP/1.1" status: 200 len: 217 time: 0.4658856 Mar 09 03:40:39.291787 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a475bb-a5de-435e-89a1-18a02065c588 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:40:39.321290 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d65ef-f150-46c1-95b8-e3a68f419a98 req-8701afa0-f2ce-436b-8874-3aa76e8ea590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:39.322958 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0e2d65ef-f150-46c1-95b8-e3a68f419a98 req-8701afa0-f2ce-436b-8874-3aa76e8ea590 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c938e3dc-f3f5-45d5-a021-35dcda335146 HTTP/1.1" status: 200 len: 851 time: 0.0685318 Mar 09 03:40:39.325014 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-00a475bb-a5de-435e-89a1-18a02065c588 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:39.325369 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-00a475bb-a5de-435e-89a1-18a02065c588 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Added segment 54490f03-4b7b-4a0e-b0e6-233644e8068f of type vlan for network 88e9e44b-0f85-46d5-900a-05f5a22e7583 Mar 09 03:40:39.429424 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-00a475bb-a5de-435e-89a1-18a02065c588 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:39.460093 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:39.487766 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] Transition to ACTIVE for port object db15524d-b49f-43e9-9d4c-ff5a9e8260f4 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:40:39.502496 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:39.524918 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0e2d65ef-f150-46c1-95b8-e3a68f419a98 req-c960ec76-58d6-4300-b2f9-8b2c73972c90 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b43e277f-27e3-4498-8ae6-3889cca4234e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622754 Mar 09 03:40:39.535000 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-34d03e66-5379-48f6-8887-6ddeb2e6173d req-a6b7831d-487b-4b9c-8c95-28e8b92fa067 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5523479 Mar 09 03:40:39.538195 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-00a475bb-a5de-435e-89a1-18a02065c588 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:39.556549 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a475bb-a5de-435e-89a1-18a02065c588 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:39.565544 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-00a475bb-a5de-435e-89a1-18a02065c588 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:39.686434 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-2d05576f-34e2-408c-984a-1963b2c223da None None] Calling delete_port for 5e360c79-3966-44cf-814b-d5271ed80293 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:40:39.741796 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'tag': '889b3798-7d4a-4ad9-b9ad-d0d222c27af7', 'status': 'completed', 'code': 200} Mar 09 03:40:39.901316 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-00a475bb-a5de-435e-89a1-18a02065c588 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0801725 Mar 09 03:40:39.916082 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48570) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:39.922589 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0e2d65ef-f150-46c1-95b8-e3a68f419a98 req-280fcfaa-918d-4cf7-8cca-95b60360cbfc service neutron] 10.222.0.24 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869915 Mar 09 03:40:39.950771 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6e9c9-9e36-4a05-b77b-6bad811a92c2 None None] Pushing event updated for resources: {'Port': ['ID=db15524d-b49f-43e9-9d4c-ff5a9e8260f4,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:39.951495 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-1baed50a-223e-46f7-bccb-a65cd49a2431 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Request body: {'subnet': {'network_id': '88e9e44b-0f85-46d5-900a-05f5a22e7583', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:39.976356 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6e9c9-9e36-4a05-b77b-6bad811a92c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:39.979018 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6e9c9-9e36-4a05-b77b-6bad811a92c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:39.979484 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6e9c9-9e36-4a05-b77b-6bad811a92c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:39.980043 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6e9c9-9e36-4a05-b77b-6bad811a92c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:39.980471 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6e9c9-9e36-4a05-b77b-6bad811a92c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:39.983542 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6e9c9-9e36-4a05-b77b-6bad811a92c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:39.984011 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6e9c9-9e36-4a05-b77b-6bad811a92c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:39.984510 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6e9c9-9e36-4a05-b77b-6bad811a92c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:39.985044 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6e9c9-9e36-4a05-b77b-6bad811a92c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:39.985472 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6e9c9-9e36-4a05-b77b-6bad811a92c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:39.987900 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6e9c9-9e36-4a05-b77b-6bad811a92c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:39.988514 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6e9c9-9e36-4a05-b77b-6bad811a92c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:40.008879 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] Attempting to bind port db15524d-b49f-43e9-9d4c-ff5a9e8260f4 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:40:40.010411 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] Attempting to bind port db15524d-b49f-43e9-9d4c-ff5a9e8260f4 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'fd978e63-451e-424e-8586-8a6131056563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1b8bc653-ed68-4258-847a-f3f01d57826d'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:40:40.011056 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] Attempting to bind port db15524d-b49f-43e9-9d4c-ff5a9e8260f4 on network 1b8bc653-ed68-4258-847a-f3f01d57826d {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:40:40.029107 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:40:40.029894 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] Checking segment: {'id': 'fd978e63-451e-424e-8586-8a6131056563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1b8bc653-ed68-4258-847a-f3f01d57826d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:40:40.030393 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:40.031918 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] Bound using segment: {'id': 'fd978e63-451e-424e-8586-8a6131056563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1b8bc653-ed68-4258-847a-f3f01d57826d'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:40:40.033624 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] Bound port: db15524d-b49f-43e9-9d4c-ff5a9e8260f4, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd978e63-451e-424e-8586-8a6131056563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1b8bc653-ed68-4258-847a-f3f01d57826d'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:40:40.034131 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:40.041041 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a475bb-a5de-435e-89a1-18a02065c588 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event updated for resources: {'Network': ['ID=88e9e44b-0f85-46d5-900a-05f5a22e7583,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:40.089336 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:40.147754 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 88e9e44b-0f85-46d5-900a-05f5a22e7583 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:40:40.283261 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0e2d65ef-f150-46c1-95b8-e3a68f419a98 req-52e63863-71b6-49b1-8d6a-d5c517be6b01 service neutron] 10.222.0.24 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513203 Mar 09 03:40:40.307063 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] For port db15524d-b49f-43e9-9d4c-ff5a9e8260f4, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:40:40.309706 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-c1265d12-7c85-4eef-8391-7115f9486688 service neutron] 10.222.0.21 "GET /v2.0/networks/a7ff9480-13c5-42e3-ae93-360a44d2efc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1021569 Mar 09 03:40:40.313161 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] For port db15524d-b49f-43e9-9d4c-ff5a9e8260f4, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=db15524d-b49f-43e9-9d4c-ff5a9e8260f4,segment=NetworkSegment(fd978e63-451e-424e-8586-8a6131056563),segment_id=fd978e63-451e-424e-8586-8a6131056563)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:40:40.325221 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:40.342803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1baed50a-223e-46f7-bccb-a65cd49a2431 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:40.382112 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.resource_extend [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:40:40.441924 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1baed50a-223e-46f7-bccb-a65cd49a2431 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:40.447633 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 5e360c79-3966-44cf-814b-d5271ed80293, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5e360c79-3966-44cf-814b-d5271ed80293,segment=NetworkSegment(664857a4-1e99-4a5e-be7d-e35c5e7d39f4),segment_id=664857a4-1e99-4a5e-be7d-e35c5e7d39f4)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:40.454645 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-ed7a6981-98da-4d0d-b2bb-58ea7db5e0af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=72168413-1159-417e-b3ea-b4d4a7193d03 HTTP/1.1" status: 200 len: 217 time: 0.1329005 Mar 09 03:40:40.520323 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:40.522888 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1baed50a-223e-46f7-bccb-a65cd49a2431 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Made reservation on behalf of 99234e1ac54545068d811492dd9a7469 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:40:40.530522 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1baed50a-223e-46f7-bccb-a65cd49a2431 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:40.545754 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6e9c9-9e36-4a05-b77b-6bad811a92c2 None None] Pushing event updated for resources: {'Port': ['ID=db15524d-b49f-43e9-9d4c-ff5a9e8260f4,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:40.582271 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] Routers {'c565f1d1-0f82-4a8b-bc3a-d99815fa846f'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:40:40.583349 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:40:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c565f1d1-0f82-4a8b-bc3a-d99815fa846f'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:40.614236 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=5e360c79-3966-44cf-814b-d5271ed80293,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:40.663888 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-2d05576f-34e2-408c-984a-1963b2c223da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:40:40.664787 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-2d05576f-34e2-408c-984a-1963b2c223da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:40:40.746459 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 8d82b723-794e-4470-94f7-037651e632a1, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=8d82b723-794e-4470-94f7-037651e632a1,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:40.761193 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-971d8d48-ec2d-4bde-b1df-c81969e217d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:40.764287 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-971d8d48-ec2d-4bde-b1df-c81969e217d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=885abb1a-ad13-44b9-a4b2-c5572e86a85e HTTP/1.1" status: 200 len: 797 time: 0.3003874 Mar 09 03:40:40.780952 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '8d82b723-794e-4470-94f7-037651e632a1', 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e', 'port_id': '8d82b723-794e-4470-94f7-037651e632a1', 'mac_address': 'fa:16:3e:60:34:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c938e3dc-f3f5-45d5-a021-35dcda335146', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:40:40.836762 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789494e1-d12f-45cf-a5bf-51d261eaa717 req-a4d3deb4-1575-4611-94de-1bb11a07f8ef tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:40.866353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789494e1-d12f-45cf-a5bf-51d261eaa717 req-a4d3deb4-1575-4611-94de-1bb11a07f8ef tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:40.874146 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789494e1-d12f-45cf-a5bf-51d261eaa717 req-a4d3deb4-1575-4611-94de-1bb11a07f8ef tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:40.901772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789494e1-d12f-45cf-a5bf-51d261eaa717 req-a4d3deb4-1575-4611-94de-1bb11a07f8ef tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:40.912053 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789494e1-d12f-45cf-a5bf-51d261eaa717 req-a4d3deb4-1575-4611-94de-1bb11a07f8ef tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:40.936309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789494e1-d12f-45cf-a5bf-51d261eaa717 req-a4d3deb4-1575-4611-94de-1bb11a07f8ef tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:40.942505 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789494e1-d12f-45cf-a5bf-51d261eaa717 req-a4d3deb4-1575-4611-94de-1bb11a07f8ef tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:40.944461 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-789494e1-d12f-45cf-a5bf-51d261eaa717 req-a4d3deb4-1575-4611-94de-1bb11a07f8ef tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5420 time: 0.5952795 Mar 09 03:40:40.963223 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:40.994736 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device db15524d-b49f-43e9-9d4c-ff5a9e8260f4 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:40:41.021404 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-147f64a0-06e7-4b12-8f5d-7c9b54e36bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:41.024388 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-147f64a0-06e7-4b12-8f5d-7c9b54e36bc5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb499fd8-471d-4286-9030-76983ac8e9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2514875 Mar 09 03:40:41.073791 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d82b723-794e-4470-94f7-037651e632a1 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:40:41.074080 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] Set router c565f1d1-0f82-4a8b-bc3a-d99815fa846f gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:40:41.112601 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-789494e1-d12f-45cf-a5bf-51d261eaa717 req-48f10347-0dca-4754-9200-dd44c7d031ae tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1501069 Mar 09 03:40:41.212688 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-2d05576f-34e2-408c-984a-1963b2c223da None None] Deleting port 5e360c79-3966-44cf-814b-d5271ed80293 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:40:41.213272 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2d05576f-34e2-408c-984a-1963b2c223da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:41.276343 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-739219e5-87bc-40de-8e8f-ddd0ba1867fe service neutron] 10.222.0.21 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453444 Mar 09 03:40:41.313458 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 8d82b723-794e-4470-94f7-037651e632a1, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=8d82b723-794e-4470-94f7-037651e632a1,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:41.345825 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:41.602789 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-a7ab1415-f240-4bcb-ae10-f780e578a6e3 service neutron] 10.222.0.21 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197458 Mar 09 03:40:41.668735 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-2d05576f-34e2-408c-984a-1963b2c223da None None] For port 5e360c79-3966-44cf-814b-d5271ed80293, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5e360c79-3966-44cf-814b-d5271ed80293,segment=NetworkSegment(664857a4-1e99-4a5e-be7d-e35c5e7d39f4),segment_id=664857a4-1e99-4a5e-be7d-e35c5e7d39f4)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:41.669107 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2d05576f-34e2-408c-984a-1963b2c223da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:41.691896 n-d-825178-5 neutron-server[87881]: DEBUG neutron.objects.ports [None req-1baed50a-223e-46f7-bccb-a65cd49a2431 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87881) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 03:40:41.693428 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1baed50a-223e-46f7-bccb-a65cd49a2431 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:41.741843 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-13152a23-6d67-4e1d-91a3-a714de19258d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=5df6d4dd-0e22-4b62-b790-96149b03ad94 HTTP/1.1" status: 200 len: 217 time: 0.1300368 Mar 09 03:40:41.809893 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c565f1d1-0f82-4a8b-bc3a-d99815fa846f', 'name': 'tempest-TaggedBootDevicesTest_v242-1348195680-router', 'tenant_id': '5ec82f94adad4dcab68870b34bbc2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:40:13Z', 'updated_at': '2022-03-09T03:40:29Z', 'revision_number': 4, 'project_id': '5ec82f94adad4dcab68870b34bbc2680', 'gw_port': {'id': 'bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c565f1d1-0f82-4a8b-bc3a-d99815fa846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:40:16Z', 'updated_at': '2022-03-09T03:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'db15524d-b49f-43e9-9d4c-ff5a9e8260f4', 'name': '', 'network_id': '1b8bc653-ed68-4258-847a-f3f01d57826d', 'tenant_id': '5ec82f94adad4dcab68870b34bbc2680', 'mac_address': 'fa:16:3e:58:3f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c565f1d1-0f82-4a8b-bc3a-d99815fa846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '6bb5916d-ac2f-46c8-ac4a-b586baf193a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:40:26Z', 'updated_at': '2022-03-09T03:40:40Z', 'revision_number': 4, 'project_id': '5ec82f94adad4dcab68870b34bbc2680', 'subnets': [{'id': '6bb5916d-ac2f-46c8-ac4a-b586baf193a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:41.819280 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36cbce8-95f5-4833-9eb8-1163edefcfb2 None None] The sync data for ids ['c565f1d1-0f82-4a8b-bc3a-d99815fa846f'] in n-d-825178-5 is: [{'id': 'c565f1d1-0f82-4a8b-bc3a-d99815fa846f', 'name': 'tempest-TaggedBootDevicesTest_v242-1348195680-router', 'tenant_id': '5ec82f94adad4dcab68870b34bbc2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:40:13Z', 'updated_at': '2022-03-09T03:40:29Z', 'revision_number': 4, 'project_id': '5ec82f94adad4dcab68870b34bbc2680', 'gw_port': {'id': 'bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c565f1d1-0f82-4a8b-bc3a-d99815fa846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:40:16Z', 'updated_at': '2022-03-09T03:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'db15524d-b49f-43e9-9d4c-ff5a9e8260f4', 'name': '', 'network_id': '1b8bc653-ed68-4258-847a-f3f01d57826d', 'tenant_id': '5ec82f94adad4dcab68870b34bbc2680', 'mac_address': 'fa:16:3e:58:3f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c565f1d1-0f82-4a8b-bc3a-d99815fa846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '6bb5916d-ac2f-46c8-ac4a-b586baf193a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:40:26Z', 'updated_at': '2022-03-09T03:40:40Z', 'revision_number': 4, 'project_id': '5ec82f94adad4dcab68870b34bbc2680', 'subnets': [{'id': '6bb5916d-ac2f-46c8-ac4a-b586baf193a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:40:41.845768 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baed50a-223e-46f7-bccb-a65cd49a2431 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event updated for resources: {'Subnet': ['ID=7b782d80-04a3-4046-8a5b-11f42074be06,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:41.866697 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port db15524d-b49f-43e9-9d4c-ff5a9e8260f4 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:40:41.897595 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-2d05576f-34e2-408c-984a-1963b2c223da None None] Calling delete_port for 5e360c79-3966-44cf-814b-d5271ed80293 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:40:41.924059 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-09edbbbc-63b2-4e85-9fa9-0e29fcb6e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:41.927351 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baed50a-223e-46f7-bccb-a65cd49a2431 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Checking segment: {'id': '54490f03-4b7b-4a0e-b0e6-233644e8068f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '88e9e44b-0f85-46d5-900a-05f5a22e7583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:40:41.927720 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baed50a-223e-46f7-bccb-a65cd49a2431 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Network hostable DHCP agents. Network: 88e9e44b-0f85-46d5-900a-05f5a22e7583, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:40:41.929400 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-09edbbbc-63b2-4e85-9fa9-0e29fcb6e19b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=885abb1a-ad13-44b9-a4b2-c5572e86a85e HTTP/1.1" status: 200 len: 797 time: 0.1807625 Mar 09 03:40:41.977250 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baed50a-223e-46f7-bccb-a65cd49a2431 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Network 88e9e44b-0f85-46d5-900a-05f5a22e7583 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:40:41.995642 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-1baed50a-223e-46f7-bccb-a65cd49a2431 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 88e9e44b-0f85-46d5-900a-05f5a22e7583) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:40:41.998739 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['8d82b723-794e-4470-94f7-037651e632a1'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:40:42.005726 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baed50a-223e-46f7-bccb-a65cd49a2431 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:42.008949 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1baed50a-223e-46f7-bccb-a65cd49a2431 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:42.081340 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df1dde3-d6c2-408b-b58b-563dd72c8f84 None None] Network 88e9e44b-0f85-46d5-900a-05f5a22e7583 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:40:42.083630 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1baed50a-223e-46f7-bccb-a65cd49a2431 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1642396 Mar 09 03:40:42.086620 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48592) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:42.094504 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-3c147d61-1be3-4043-b014-8758b0d3f128 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Request body: {'port': {'network_id': '88e9e44b-0f85-46d5-900a-05f5a22e7583', 'name': 'tempest-NetworksIpV6TestAttrs-767571093'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:42.099912 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port db15524d-b49f-43e9-9d4c-ff5a9e8260f4 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:40:42.100411 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:42.125464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-70c1eb55-6b56-49ea-bfc3-596dbacdc955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:42.127636 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-70c1eb55-6b56-49ea-bfc3-596dbacdc955 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb499fd8-471d-4286-9030-76983ac8e9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1912692 Mar 09 03:40:42.225961 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=8d82b723-794e-4470-94f7-037651e632a1,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:42.318900 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3c147d61-1be3-4043-b014-8758b0d3f128 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:42.329193 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3c147d61-1be3-4043-b014-8758b0d3f128 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Usage tracker for resource:port and tenant:99234e1ac54545068d811492dd9a7469 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:40:42.332623 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3c147d61-1be3-4043-b014-8758b0d3f128 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:40:42.352724 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3c147d61-1be3-4043-b014-8758b0d3f128 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:42.392275 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c147d61-1be3-4043-b014-8758b0d3f128 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Made reservation on behalf of 99234e1ac54545068d811492dd9a7469 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:40:42.403327 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3c147d61-1be3-4043-b014-8758b0d3f128 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:42.429304 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-d0b22b9a-b6b6-4ebf-a2aa-69a1a2e3ea54 service neutron] 10.222.0.21 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918599 Mar 09 03:40:42.466942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-3c147d61-1be3-4043-b014-8758b0d3f128 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] device_id is not set on port 14b7029b-2f1c-4e31-87e2-903c3a38aa80 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:40:42.753006 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-3c147d61-1be3-4043-b014-8758b0d3f128 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Allocated IP 2001:db8::f816:3eff:fe6e:5794 (88e9e44b-0f85-46d5-900a-05f5a22e7583/7b782d80-04a3-4046-8a5b-11f42074be06/14b7029b-2f1c-4e31-87e2-903c3a38aa80) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:40:42.790752 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2d05576f-34e2-408c-984a-1963b2c223da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:42.954379 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05576f-34e2-408c-984a-1963b2c223da None None] Pushing event deleted for resources: {'Port': ['ID=5e360c79-3966-44cf-814b-d5271ed80293,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:42.969491 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-2510f688-5702-4dc5-b0d2-df715a19d0f4 service neutron] 10.222.0.21 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311828 Mar 09 03:40:43.128226 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3c147d61-1be3-4043-b014-8758b0d3f128 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:43.160710 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-f66ae512-81cc-452b-b6a4-1a8d977db743 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=91f35da7-e35c-4fff-ae6f-b70f60335f2a HTTP/1.1" status: 200 len: 217 time: 0.1819732 Mar 09 03:40:43.174910 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-3c147d61-1be3-4043-b014-8758b0d3f128 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Transition to ACTIVE for port object 14b7029b-2f1c-4e31-87e2-903c3a38aa80 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:40:43.233744 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3c147d61-1be3-4043-b014-8758b0d3f128 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:43.269912 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-0e6c284f-1244-4d90-b758-42984c867c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:43.271844 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-0e6c284f-1244-4d90-b758-42984c867c8e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=885abb1a-ad13-44b9-a4b2-c5572e86a85e HTTP/1.1" status: 200 len: 797 time: 0.1046660 Mar 09 03:40:43.315398 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:43.374976 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d05576f-34e2-408c-984a-1963b2c223da None None] No DVR routers for this DVR port 5e360c79-3966-44cf-814b-d5271ed80293 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:40:43.380929 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-9f0ea729-1338-4613-91e0-5bb2b9b624cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:43.382646 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-9f0ea729-1338-4613-91e0-5bb2b9b624cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb499fd8-471d-4286-9030-76983ac8e9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0970173 Mar 09 03:40:43.401390 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c147d61-1be3-4043-b014-8758b0d3f128 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Network 88e9e44b-0f85-46d5-900a-05f5a22e7583 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:40:43.411884 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-3c147d61-1be3-4043-b014-8758b0d3f128 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:40:43.421316 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c147d61-1be3-4043-b014-8758b0d3f128 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:40:43.427149 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c147d61-1be3-4043-b014-8758b0d3f128 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:43.428023 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3c147d61-1be3-4043-b014-8758b0d3f128 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:43.447394 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port db15524d-b49f-43e9-9d4c-ff5a9e8260f4, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=db15524d-b49f-43e9-9d4c-ff5a9e8260f4,segment=NetworkSegment(fd978e63-451e-424e-8586-8a6131056563),segment_id=fd978e63-451e-424e-8586-8a6131056563)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:43.459728 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c147d61-1be3-4043-b014-8758b0d3f128 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event updated for resources: {'Port': ['ID=14b7029b-2f1c-4e31-87e2-903c3a38aa80,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:43.475716 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:43.483662 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3c147d61-1be3-4043-b014-8758b0d3f128 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3956826 Mar 09 03:40:43.487656 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48604) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:43.552211 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9149840-c889-417f-8c9d-bed3f196590f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-88e9e44b-0f85-46d5-900a-05f5a22e7583', 'network_id': '88e9e44b-0f85-46d5-900a-05f5a22e7583', 'tenant_id': '99234e1ac54545068d811492dd9a7469', 'fixed_ips': [{'subnet_id': '7b782d80-04a3-4046-8a5b-11f42074be06'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:40:43.553321 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e9149840-c889-417f-8c9d-bed3f196590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:43.628285 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81e34f3-641a-414e-a90d-305e0e784d81 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Deleting subnet 7b782d80-04a3-4046-8a5b-11f42074be06 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:40:43.634780 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a81e34f3-641a-414e-a90d-305e0e784d81 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:43.669255 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=db15524d-b49f-43e9-9d4c-ff5a9e8260f4,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:43.696656 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-119ac367-13b3-40f5-ac11-c9a3dbc2fd2d service neutron] 10.222.0.21 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060985 Mar 09 03:40:43.752995 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a81e34f3-641a-414e-a90d-305e0e784d81 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:43.872108 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a81e34f3-641a-414e-a90d-305e0e784d81 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:43.882330 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-bdba93d4-aee5-4f9c-b65a-f5a0cbd54919 service neutron] 10.222.0.21 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792767 Mar 09 03:40:43.984189 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a81e34f3-641a-414e-a90d-305e0e784d81 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:43.997980 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-7a455d21-66e0-4a50-a452-a423943e4753 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=31577831-fe3c-4a4e-938e-490f1e6e84db HTTP/1.1" status: 200 len: 217 time: 0.1078448 Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server [None req-e9149840-c889-417f-8c9d-bed3f196590f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b782d80-04a3-4046-8a5b-11f42074be06: This subnet is being modified by another concurrent operation. Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 03:40:44.020905 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise exception Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b782d80-04a3-4046-8a5b-11f42074be06: This subnet is being modified by another concurrent operation. Mar 09 03:40:44.025489 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server Mar 09 03:40:44.033164 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e34f3-641a-414e-a90d-305e0e784d81 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event deleted for resources: {'Subnet': ['ID=7b782d80-04a3-4046-8a5b-11f42074be06,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:44.035225 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a81e34f3-641a-414e-a90d-305e0e784d81 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:44.047494 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a81e34f3-641a-414e-a90d-305e0e784d81 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "DELETE /v2.0/subnets/7b782d80-04a3-4046-8a5b-11f42074be06 HTTP/1.1" status: 204 len: 168 time: 0.5587628 Mar 09 03:40:44.048435 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48618) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:44.067317 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-0da556d0-9fb7-41be-b4ae-df20f1abb29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:44.068976 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-0da556d0-9fb7-41be-b4ae-df20f1abb29b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=885abb1a-ad13-44b9-a4b2-c5572e86a85e HTTP/1.1" status: 200 len: 797 time: 0.0665145 Mar 09 03:40:44.112180 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d496b0dd-38ba-423d-bdf3-c7543d824d60 None None] Network 88e9e44b-0f85-46d5-900a-05f5a22e7583 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:40:44.148706 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1e6793-3c02-413a-9415-87fce5e8424c tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:44.151030 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1e6793-3c02-413a-9415-87fce5e8424c tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:44.151780 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0c1e6793-3c02-413a-9415-87fce5e8424c tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Synchronizing usage tracker for tenant:99234e1ac54545068d811492dd9a7469 on resource:subnet {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:40:44.174495 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0c1e6793-3c02-413a-9415-87fce5e8424c tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Unset dirty status for tenant:99234e1ac54545068d811492dd9a7469 on resource:subnet {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:40:44.180641 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0c1e6793-3c02-413a-9415-87fce5e8424c tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1304152 Mar 09 03:40:44.181607 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48630) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:44.246799 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-4e6643d3-b0ee-4fbe-80e4-ad9e40a87cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:44.249991 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-4e6643d3-b0ee-4fbe-80e4-ad9e40a87cdf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb499fd8-471d-4286-9030-76983ac8e9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1750181 Mar 09 03:40:44.480512 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71eb4928-662c-461c-a664-87b20c0f24dc tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:44.485329 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adefaabc-4725-47ae-98fb-6f00ed7c3279 None None] get_active_networks_info from n-d-825178-5 {{(pid=87882) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 03:40:44.496791 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-71eb4928-662c-461c-a664-87b20c0f24dc tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 09 03:40:44.497245 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71eb4928-662c-461c-a664-87b20c0f24dc tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:40:44.519666 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-71eb4928-662c-461c-a664-87b20c0f24dc tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "DELETE /v2.0/networks/88e9e44b-0f85-46d5-900a-05f5a22e7583 HTTP/1.1" status: 409 len: 405 time: 0.3365712 Mar 09 03:40:44.520329 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48644) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:44.527129 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-169cff06-553e-4a4a-a31d-e55c11cce9d0 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1470498871'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:44.532703 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-169cff06-553e-4a4a-a31d-e55c11cce9d0 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:44.536731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-169cff06-553e-4a4a-a31d-e55c11cce9d0 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Usage tracker for resource:network and tenant:99234e1ac54545068d811492dd9a7469 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:40:44.540369 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-169cff06-553e-4a4a-a31d-e55c11cce9d0 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:40:44.548997 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-169cff06-553e-4a4a-a31d-e55c11cce9d0 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:44.572580 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169cff06-553e-4a4a-a31d-e55c11cce9d0 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Made reservation on behalf of 99234e1ac54545068d811492dd9a7469 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:40:44.584692 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-169cff06-553e-4a4a-a31d-e55c11cce9d0 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:44.591468 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-04aa6da2-ebb0-4b7f-ba80-1924b0b43c89 service neutron] 10.222.0.21 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327641 Mar 09 03:40:44.656130 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169cff06-553e-4a4a-a31d-e55c11cce9d0 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:40:44.669391 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-169cff06-553e-4a4a-a31d-e55c11cce9d0 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:44.670088 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-169cff06-553e-4a4a-a31d-e55c11cce9d0 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Added segment 43b66aa8-6d55-4e49-8156-02a620c22bcc of type vlan for network c9dea3f9-b391-4ef2-8724-c0ad5ce45efb Mar 09 03:40:44.699936 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-169cff06-553e-4a4a-a31d-e55c11cce9d0 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:44.739011 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-169cff06-553e-4a4a-a31d-e55c11cce9d0 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:44.743441 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adefaabc-4725-47ae-98fb-6f00ed7c3279 None None] Resources bound (agent type, host, resource id): {{(pid=87882) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 03:40:44.748301 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169cff06-553e-4a4a-a31d-e55c11cce9d0 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:44.749175 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-169cff06-553e-4a4a-a31d-e55c11cce9d0 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:44.843861 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50552a-1d62-410c-8e2b-b78bc452b996 req-6d4228a6-5a17-44ba-b784-3c0242b9402c tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:44.867916 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe50552a-1d62-410c-8e2b-b78bc452b996 req-6d4228a6-5a17-44ba-b784-3c0242b9402c tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 944 time: 0.4028130 Mar 09 03:40:44.869966 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48660) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:44.870208 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-169cff06-553e-4a4a-a31d-e55c11cce9d0 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3473511 Mar 09 03:40:44.895091 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cff06-553e-4a4a-a31d-e55c11cce9d0 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event updated for resources: {'Network': ['ID=c9dea3f9-b391-4ef2-8724-c0ad5ce45efb,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:44.955403 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-fc79271f-72b8-4d04-8bbe-4e5635ce4323 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Request body: {'subnet': {'network_id': 'c9dea3f9-b391-4ef2-8724-c0ad5ce45efb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:44.957584 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network c9dea3f9-b391-4ef2-8724-c0ad5ce45efb details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:40:45.140069 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fc79271f-72b8-4d04-8bbe-4e5635ce4323 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:45.152624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fc79271f-72b8-4d04-8bbe-4e5635ce4323 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:45.176372 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe50552a-1d62-410c-8e2b-b78bc452b996 req-ddbba8b5-b48c-43bb-a71a-ab9f2cdd1899 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049233 Mar 09 03:40:45.199088 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bea257-f95a-433b-9757-aaad93a85867 req-4b66d277-4b21-4e35-8553-0e31d538384c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:45.199516 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-3c204e87-a28b-4845-a451-ec57d7eb9313 service neutron] 10.222.0.21 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5979276 Mar 09 03:40:45.201177 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc79271f-72b8-4d04-8bbe-4e5635ce4323 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Made reservation on behalf of 99234e1ac54545068d811492dd9a7469 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:40:45.204604 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bea257-f95a-433b-9757-aaad93a85867 req-4b66d277-4b21-4e35-8553-0e31d538384c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:45.210837 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bea257-f95a-433b-9757-aaad93a85867 req-4b66d277-4b21-4e35-8553-0e31d538384c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:45.213373 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fc79271f-72b8-4d04-8bbe-4e5635ce4323 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:45.216790 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bea257-f95a-433b-9757-aaad93a85867 req-4b66d277-4b21-4e35-8553-0e31d538384c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:45.223372 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bea257-f95a-433b-9757-aaad93a85867 req-4b66d277-4b21-4e35-8553-0e31d538384c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:45.231326 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bea257-f95a-433b-9757-aaad93a85867 req-4b66d277-4b21-4e35-8553-0e31d538384c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:45.239763 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bea257-f95a-433b-9757-aaad93a85867 req-4b66d277-4b21-4e35-8553-0e31d538384c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:45.247950 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-81bea257-f95a-433b-9757-aaad93a85867 req-4b66d277-4b21-4e35-8553-0e31d538384c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5420 time: 0.1484323 Mar 09 03:40:45.312637 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-81bea257-f95a-433b-9757-aaad93a85867 req-a8e13914-8e8d-46f6-8855-569bf2606823 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594652 Mar 09 03:40:45.410387 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 8d82b723-794e-4470-94f7-037651e632a1 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:40:45.600387 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device db15524d-b49f-43e9-9d4c-ff5a9e8260f4 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:40:45.703172 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 8d82b723-794e-4470-94f7-037651e632a1 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:40:45.723072 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 8d82b723-794e-4470-94f7-037651e632a1 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:40:45.723487 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:45.769010 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-cf3ef3bb-22e1-4779-9a5b-974b5723126c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=968d319d-f6af-4c9a-90d7-42f4e52ec281 HTTP/1.1" status: 200 len: 217 time: 0.3991070 Mar 09 03:40:45.867563 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-01eec76d-efaa-4559-b68f-0871d0964268 req-c212d200-aab7-4da0-b952-fe17abe2da02 tempest-FlavorsV2NegativeTest-1664273040 tempest-FlavorsV2NegativeTest-1664273040-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=acaa4f456d4640a2b78b62201dbc8c05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735765 Mar 09 03:40:45.891810 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port db15524d-b49f-43e9-9d4c-ff5a9e8260f4 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:40:45.892131 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:45.970227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-31b80a6b-da3d-44b8-9859-ce7a020c6f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:45.971788 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-31b80a6b-da3d-44b8-9859-ce7a020c6f2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8ece047-456b-4972-b520-ee59d144b7d9 HTTP/1.1" status: 200 len: 797 time: 0.1676176 Mar 09 03:40:45.981686 n-d-825178-5 neutron-server[87880]: DEBUG neutron.objects.ports [None req-fc79271f-72b8-4d04-8bbe-4e5635ce4323 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87880) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 03:40:45.985834 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fc79271f-72b8-4d04-8bbe-4e5635ce4323 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:46.088848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48704) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:46.174773 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:46.222628 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79271f-72b8-4d04-8bbe-4e5635ce4323 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event updated for resources: {'Subnet': ['ID=0a1d2808-7c80-4844-9930-a3d6d7596955,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:46.230334 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7fe020-b64b-436d-ad2c-1b5d8d376f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d82b723-794e-4470-94f7-037651e632a1'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:40:46.263697 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc79271f-72b8-4d04-8bbe-4e5635ce4323 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Checking segment: {'id': '43b66aa8-6d55-4e49-8156-02a620c22bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c9dea3f9-b391-4ef2-8724-c0ad5ce45efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:40:46.264100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc79271f-72b8-4d04-8bbe-4e5635ce4323 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Network hostable DHCP agents. Network: c9dea3f9-b391-4ef2-8724-c0ad5ce45efb, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:40:46.272371 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eec76d-efaa-4559-b68f-0871d0964268 req-73c2201b-c687-4922-9762-bba5f8b74d3c tempest-FlavorsV2NegativeTest-1664273040 tempest-FlavorsV2NegativeTest-1664273040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:46.279726 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-01eec76d-efaa-4559-b68f-0871d0964268 req-73c2201b-c687-4922-9762-bba5f8b74d3c tempest-FlavorsV2NegativeTest-1664273040 tempest-FlavorsV2NegativeTest-1664273040-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4113669 Mar 09 03:40:46.301127 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-01eec76d-efaa-4559-b68f-0871d0964268 req-fc184931-af5a-4973-b40f-6a8db7fc2f37 tempest-FlavorsV2NegativeTest-1664273040 tempest-FlavorsV2NegativeTest-1664273040-project] 10.222.0.16 "GET /v2.0/quotas/acaa4f456d4640a2b78b62201dbc8c05 HTTP/1.1" status: 200 len: 375 time: 0.0199833 Mar 09 03:40:46.376260 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 8d82b723-794e-4470-94f7-037651e632a1, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=8d82b723-794e-4470-94f7-037651e632a1,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:46.376494 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-4614a9f9-f0f6-4033-88df-44e192bf21d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:46.377430 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-01eec76d-efaa-4559-b68f-0871d0964268 req-2cfbe55f-f86a-4312-bbe3-6f8fc4400fac tempest-FlavorsV2NegativeTest-1664273040 tempest-FlavorsV2NegativeTest-1664273040-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=acaa4f456d4640a2b78b62201dbc8c05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751314 Mar 09 03:40:46.377810 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-4614a9f9-f0f6-4033-88df-44e192bf21d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30ef9939-e0a3-4385-851a-c377e816c8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3949854 Mar 09 03:40:46.378954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc79271f-72b8-4d04-8bbe-4e5635ce4323 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Network c9dea3f9-b391-4ef2-8724-c0ad5ce45efb is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:40:46.394382 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:46.483792 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=8d82b723-794e-4470-94f7-037651e632a1,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:46.523796 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6a4e2130-19ba-400f-bbc0-cd357c60aefe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:46.545320 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-fc79271f-72b8-4d04-8bbe-4e5635ce4323 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, c9dea3f9-b391-4ef2-8724-c0ad5ce45efb) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:40:46.554121 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6a4e2130-19ba-400f-bbc0-cd357c60aefe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:46.556070 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ec4172-4bee-4080-8a21-09359b936d1f None None] Network c9dea3f9-b391-4ef2-8724-c0ad5ce45efb requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:40:46.558352 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc79271f-72b8-4d04-8bbe-4e5635ce4323 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:46.559776 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fc79271f-72b8-4d04-8bbe-4e5635ce4323 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:46.735521 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6a4e2130-19ba-400f-bbc0-cd357c60aefe admin admin] Usage tracker for resource:security_group_rule and tenant:45bbcd8b078c4c2385091d7f934e7f20 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:40:46.744519 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fc79271f-72b8-4d04-8bbe-4e5635ce4323 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8100662 Mar 09 03:40:46.749878 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed45e9f-f298-409b-b39b-f2cfccde362b req-9c71cdd2-4e10-442b-acc3-c9af36161d91 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:46.751353 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ed45e9f-f298-409b-b39b-f2cfccde362b req-9c71cdd2-4e10-442b-acc3-c9af36161d91 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 945 time: 0.1825125 Mar 09 03:40:46.751769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48738) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:46.753696 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6a4e2130-19ba-400f-bbc0-cd357c60aefe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:40:46.769919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6a4e2130-19ba-400f-bbc0-cd357c60aefe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:46.832187 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ed45e9f-f298-409b-b39b-f2cfccde362b req-7580f8cd-3455-4aaa-bd9f-25529abc9fd9 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726612 Mar 09 03:40:46.956699 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc6c54c-1ea1-44a6-86cf-7658dd7f6c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-c9dea3f9-b391-4ef2-8724-c0ad5ce45efb', 'network_id': 'c9dea3f9-b391-4ef2-8724-c0ad5ce45efb', 'tenant_id': '99234e1ac54545068d811492dd9a7469', 'fixed_ips': [{'subnet_id': '0a1d2808-7c80-4844-9930-a3d6d7596955'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:40:46.958437 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7cc6c54c-1ea1-44a6-86cf-7658dd7f6c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:46.971235 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-3256b99e-f621-491e-981e-26357419c17d service neutron] 10.222.0.21 "GET /v2.0/networks/30ef9939-e0a3-4385-851a-c377e816c8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5751476 Mar 09 03:40:47.108147 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180e481-b9e9-45ab-98f6-50458655337a req-b67013e0-dd64-4a59-b0c3-0d504b9b9e42 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:47.110465 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9180e481-b9e9-45ab-98f6-50458655337a req-b67013e0-dd64-4a59-b0c3-0d504b9b9e42 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 946 time: 0.0882862 Mar 09 03:40:47.148139 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:47.173082 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9180e481-b9e9-45ab-98f6-50458655337a req-a449a9c3-f76d-42a9-b353-3102a1d4613c tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563331 Mar 09 03:40:47.256402 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:47.286671 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7fe020-b64b-436d-ad2c-1b5d8d376f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d82b723-794e-4470-94f7-037651e632a1', 'code': 200} Mar 09 03:40:47.382051 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-7cc6c54c-1ea1-44a6-86cf-7658dd7f6c70 None None] Allocated IP 2001:db8::f816:3eff:fecc:1966 (c9dea3f9-b391-4ef2-8724-c0ad5ce45efb/0a1d2808-7c80-4844-9930-a3d6d7596955/1ea0f207-65b0-4603-80a9-e5dd38d769cc) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:40:47.397055 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6a4e2130-19ba-400f-bbc0-cd357c60aefe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:47.406968 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-cdee6503-1522-48cf-8faa-230cef24119b service neutron] 10.222.0.21 "GET /v2.0/networks/30ef9939-e0a3-4385-851a-c377e816c8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256268 Mar 09 03:40:47.416532 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6a4e2130-19ba-400f-bbc0-cd357c60aefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:47.511352 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07812458-535f-439d-b136-d0912794e21d req-ca2bc369-fbcd-4f49-b3bd-84939dbfad4a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:47.532652 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07812458-535f-439d-b136-d0912794e21d req-ca2bc369-fbcd-4f49-b3bd-84939dbfad4a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:47.536168 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-f1983f65-8cb0-4fee-a3ab-1b585a609714 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=889b3798-7d4a-4ad9-b9ad-d0d222c27af7 HTTP/1.1" status: 200 len: 217 time: 0.1072996 Mar 09 03:40:47.545383 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07812458-535f-439d-b136-d0912794e21d req-ca2bc369-fbcd-4f49-b3bd-84939dbfad4a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:47.551872 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07812458-535f-439d-b136-d0912794e21d req-ca2bc369-fbcd-4f49-b3bd-84939dbfad4a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:47.559759 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07812458-535f-439d-b136-d0912794e21d req-ca2bc369-fbcd-4f49-b3bd-84939dbfad4a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:47.565883 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07812458-535f-439d-b136-d0912794e21d req-ca2bc369-fbcd-4f49-b3bd-84939dbfad4a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:47.579911 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07812458-535f-439d-b136-d0912794e21d req-ca2bc369-fbcd-4f49-b3bd-84939dbfad4a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:47.594783 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-07812458-535f-439d-b136-d0912794e21d req-ca2bc369-fbcd-4f49-b3bd-84939dbfad4a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5420 time: 0.2386017 Mar 09 03:40:47.673146 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6a4e2130-19ba-400f-bbc0-cd357c60aefe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45bbcd8b078c4c2385091d7f934e7f20&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5742857 Mar 09 03:40:47.676442 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48780) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:47.701330 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e2130-19ba-400f-bbc0-cd357c60aefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707074bb-a097-4b96-8b2a-b6fd029ee870,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:47.749597 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-07812458-535f-439d-b136-d0912794e21d req-3088b54a-64b6-4a35-a4d4-02de993d32d9 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1517603 Mar 09 03:40:47.770765 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:40:47.776565 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7cc6c54c-1ea1-44a6-86cf-7658dd7f6c70 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:47.777488 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0fd8d-d591-4542-8d60-e66968bc4122 req-c3bdc34a-4d2f-4677-b641-3917a3a7e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:47.779155 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-faf0fd8d-d591-4542-8d60-e66968bc4122 req-c3bdc34a-4d2f-4677-b641-3917a3a7e196 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 1096 time: 0.4472775 Mar 09 03:40:47.805476 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-f7996640-33f3-4703-ab84-0ca01377d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:47.806954 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-f7996640-33f3-4703-ab84-0ca01377d8b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8ece047-456b-4972-b520-ee59d144b7d9 HTTP/1.1" status: 200 len: 797 time: 0.2528553 Mar 09 03:40:47.818255 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7cc6c54c-1ea1-44a6-86cf-7658dd7f6c70 None None] Transition to ACTIVE for port object 1ea0f207-65b0-4603-80a9-e5dd38d769cc will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:40:47.912307 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7cc6c54c-1ea1-44a6-86cf-7658dd7f6c70 None None] Transition to ACTIVE for port object 1ea0f207-65b0-4603-80a9-e5dd38d769cc will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:40:47.924322 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b34f01c5-c065-491b-9695-da2666ae9f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:47.964438 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7cc6c54c-1ea1-44a6-86cf-7658dd7f6c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:48.020743 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-faf0fd8d-d591-4542-8d60-e66968bc4122 req-dea20f08-1f33-41ac-984b-961a6d9a13b5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321937 Mar 09 03:40:48.086390 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b34f01c5-c065-491b-9695-da2666ae9f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:48.090176 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:48.139334 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event deleted for resources: {'Subnet': ['ID=0a1d2808-7c80-4844-9930-a3d6d7596955,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:48.144980 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc6c54c-1ea1-44a6-86cf-7658dd7f6c70 None None] Network c9dea3f9-b391-4ef2-8724-c0ad5ce45efb is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:40:48.232293 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b34f01c5-c065-491b-9695-da2666ae9f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:48.293024 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f01c5-c065-491b-9695-da2666ae9f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707074bb-a097-4b96-8b2a-b6fd029ee870,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:48.313064 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b34f01c5-c065-491b-9695-da2666ae9f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:48.316862 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b34f01c5-c065-491b-9695-da2666ae9f47 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/707074bb-a097-4b96-8b2a-b6fd029ee870 HTTP/1.1" status: 204 len: 168 time: 0.6392663 Mar 09 03:40:48.330665 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-7cc6c54c-1ea1-44a6-86cf-7658dd7f6c70 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:40:48.337140 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6c54c-1ea1-44a6-86cf-7658dd7f6c70 None None] Pushing event updated for resources: {'Port': ['ID=1ea0f207-65b0-4603-80a9-e5dd38d769cc,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:48.355442 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc6c54c-1ea1-44a6-86cf-7658dd7f6c70 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:40:48.424169 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48812) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:48.486336 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b0dc65cc-dd42-416b-ba9f-1b4d7aec9274, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b0dc65cc-dd42-416b-ba9f-1b4d7aec9274,segment=NetworkSegment(af2209d2-57f3-4ad5-bf93-abd67d5b0a2e),segment_id=af2209d2-57f3-4ad5-bf93-abd67d5b0a2e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:48.508187 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-c5206e5e-c245-497b-92b6-c1937af8dc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:48.510349 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-c5206e5e-c245-497b-92b6-c1937af8dc5c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30ef9939-e0a3-4385-851a-c377e816c8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6946988 Mar 09 03:40:48.516789 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:48.537675 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-7cc6c54c-1ea1-44a6-86cf-7658dd7f6c70 None None] Attempting to bind port 1ea0f207-65b0-4603-80a9-e5dd38d769cc on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:40:48.538045 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-7cc6c54c-1ea1-44a6-86cf-7658dd7f6c70 None None] Attempting to bind port 1ea0f207-65b0-4603-80a9-e5dd38d769cc by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '43b66aa8-6d55-4e49-8156-02a620c22bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c9dea3f9-b391-4ef2-8724-c0ad5ce45efb'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:40:48.538405 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc6c54c-1ea1-44a6-86cf-7658dd7f6c70 None None] Attempting to bind port 1ea0f207-65b0-4603-80a9-e5dd38d769cc on network c9dea3f9-b391-4ef2-8724-c0ad5ce45efb {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:40:48.559588 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'b0dc65cc-dd42-416b-ba9f-1b4d7aec9274', 'network_id': 'a1db9162-013b-4555-a7dd-e31cdddb344c', 'port_id': 'b0dc65cc-dd42-416b-ba9f-1b4d7aec9274', 'mac_address': 'fa:16:3e:b2:7a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5bbbb50-9b24-4c8b-900f-4775f7f04439', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:40:48.614999 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9dea3f9-b391-4ef2-8724-c0ad5ce45efb']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:48.621251 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc6c54c-1ea1-44a6-86cf-7658dd7f6c70 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:40:48.631364 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc6c54c-1ea1-44a6-86cf-7658dd7f6c70 None None] Checking segment: {'id': '43b66aa8-6d55-4e49-8156-02a620c22bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c9dea3f9-b391-4ef2-8724-c0ad5ce45efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:40:48.632180 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7cc6c54c-1ea1-44a6-86cf-7658dd7f6c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:48.633200 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc6c54c-1ea1-44a6-86cf-7658dd7f6c70 None None] Bound using segment: {'id': '43b66aa8-6d55-4e49-8156-02a620c22bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c9dea3f9-b391-4ef2-8724-c0ad5ce45efb'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:40:48.633806 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-7cc6c54c-1ea1-44a6-86cf-7658dd7f6c70 None None] Bound port: 1ea0f207-65b0-4603-80a9-e5dd38d769cc, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b66aa8-6d55-4e49-8156-02a620c22bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c9dea3f9-b391-4ef2-8724-c0ad5ce45efb'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:40:48.634279 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7cc6c54c-1ea1-44a6-86cf-7658dd7f6c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:48.777406 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f93511-932b-496b-aee7-192f77bde6cf req-9dab7690-5cb2-4262-807a-661b8ba5f0e5 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:48.784956 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42f93511-932b-496b-aee7-192f77bde6cf req-9dab7690-5cb2-4262-807a-661b8ba5f0e5 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 945 time: 0.7557905 Mar 09 03:40:48.791602 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b66aa8-6d55-4e49-8156-02a620c22bcc') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:48.792566 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b66aa8-6d55-4e49-8156-02a620c22bcc') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:48.825240 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:48.863253 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-7cc6c54c-1ea1-44a6-86cf-7658dd7f6c70 None None] For port 1ea0f207-65b0-4603-80a9-e5dd38d769cc, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:40:48.865835 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:48.872827 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:48.878072 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e490-ac02-4b9d-978f-c41c80662561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:48.885463 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:40:48.904420 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b0dc65cc-dd42-416b-ba9f-1b4d7aec9274, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b0dc65cc-dd42-416b-ba9f-1b4d7aec9274,segment=NetworkSegment(af2209d2-57f3-4ad5-bf93-abd67d5b0a2e),segment_id=af2209d2-57f3-4ad5-bf93-abd67d5b0a2e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:48.912677 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42f93511-932b-496b-aee7-192f77bde6cf req-d8b0ce5b-6ffb-4c89-bc13-7224f6d4c33a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263850 Mar 09 03:40:48.913276 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:48.920747 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:40:48.922156 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:48.943502 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3082b43-0364-470f-8928-015407464209 req-6071454b-4ced-4fb2-92bd-783c8bcb39b4 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:48.951168 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3082b43-0364-470f-8928-015407464209 req-6071454b-4ced-4fb2-92bd-783c8bcb39b4 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/networks?id=c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 HTTP/1.1" status: 200 len: 803 time: 0.3899698 Mar 09 03:40:48.955644 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c9a7e490-ac02-4b9d-978f-c41c80662561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:40:48.958657 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:40:48.980262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c9a7e490-ac02-4b9d-978f-c41c80662561 admin admin] Usage tracker for resource:security_group_rule and tenant:acaa4f456d4640a2b78b62201dbc8c05 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:40:48.999178 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3082b43-0364-470f-8928-015407464209 req-044b5d7d-2fce-4509-8b71-d569586bc4dc tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/quotas/62215851be3d4b12858e1a437af1e4f7 HTTP/1.1" status: 200 len: 375 time: 0.0469916 Mar 09 03:40:49.001408 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c9a7e490-ac02-4b9d-978f-c41c80662561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:40:49.019410 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['b0dc65cc-dd42-416b-ba9f-1b4d7aec9274'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:40:49.024372 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-106b07d2-a106-4b42-8208-40e338d61540 service neutron] 10.222.0.21 "GET /v2.0/networks/30ef9939-e0a3-4385-851a-c377e816c8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928463 Mar 09 03:40:49.077416 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c9a7e490-ac02-4b9d-978f-c41c80662561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:49.088924 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=b0dc65cc-dd42-416b-ba9f-1b4d7aec9274,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:49.108268 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48824) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:49.136985 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a86c82ac-7b77-4b37-9eb3-6e6e830fa90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:49.167173 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a86c82ac-7b77-4b37-9eb3-6e6e830fa90f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:49.183078 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a86c82ac-7b77-4b37-9eb3-6e6e830fa90f admin admin] Usage tracker for resource:security_group_rule and tenant:2d53b990a57546798806b1d952f9b7b1 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:40:49.188427 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a86c82ac-7b77-4b37-9eb3-6e6e830fa90f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:40:49.207634 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3082b43-0364-470f-8928-015407464209 req-e54c20fd-4bf0-4a8a-a586-18d910127e32 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=62215851be3d4b12858e1a437af1e4f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2075891 Mar 09 03:40:49.209612 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a86c82ac-7b77-4b37-9eb3-6e6e830fa90f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:49.390870 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-7cc6c54c-1ea1-44a6-86cf-7658dd7f6c70 None None] For port 1ea0f207-65b0-4603-80a9-e5dd38d769cc, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1ea0f207-65b0-4603-80a9-e5dd38d769cc,segment=NetworkSegment(43b66aa8-6d55-4e49-8156-02a620c22bcc),segment_id=43b66aa8-6d55-4e49-8156-02a620c22bcc)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:40:49.392922 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 03:40:49.392922 n-d-825178-5 neutron-server[87880]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 03:40:49.392922 n-d-825178-5 neutron-server[87880]: [parameters: {'id': 'c9dea3f9-b391-4ef2-8724-c0ad5ce45efb'}] Mar 09 03:40:49.392922 n-d-825178-5 neutron-server[87880]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:40:49.393343 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:40:49.402823 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 8ebaac2e-3033-4a03-9286-94421772b9ec no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:40:49.447517 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-879dc239-ed31-4a38-8ce1-1ea8dee87d5c req-e0b523cb-b127-4e69-835f-054dbd9a26c7 service neutron] 10.222.0.21 "GET /v2.0/networks/30ef9939-e0a3-4385-851a-c377e816c8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093547 Mar 09 03:40:49.459146 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79af818-e48b-4619-bfc7-98dd9d5bf5f6 req-57668f05-cebf-4f55-9aba-dd2c99bbc156 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:49.460646 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d79af818-e48b-4619-bfc7-98dd9d5bf5f6 req-57668f05-cebf-4f55-9aba-dd2c99bbc156 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 945 time: 0.3235023 Mar 09 03:40:49.512704 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a86c82ac-7b77-4b37-9eb3-6e6e830fa90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:49.513719 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e490-ac02-4b9d-978f-c41c80662561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:49.518879 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7cc6c54c-1ea1-44a6-86cf-7658dd7f6c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:49.522684 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a86c82ac-7b77-4b37-9eb3-6e6e830fa90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:49.556121 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e490-ac02-4b9d-978f-c41c80662561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:49.569150 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d79af818-e48b-4619-bfc7-98dd9d5bf5f6 req-3fce351b-9299-4b19-b28b-77a89215df31 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996952 Mar 09 03:40:49.593361 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c9a7e490-ac02-4b9d-978f-c41c80662561 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=acaa4f456d4640a2b78b62201dbc8c05&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1679966 Mar 09 03:40:49.609348 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48830) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:49.630277 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3082b43-0364-470f-8928-015407464209 req-64ea9c32-d7f7-4de7-b04a-a5b18af139bd service neutron] 10.222.0.16 "GET /v2.0/networks/c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301666 Mar 09 03:40:49.665921 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6c54c-1ea1-44a6-86cf-7658dd7f6c70 None None] Pushing event updated for resources: {'Port': ['ID=1ea0f207-65b0-4603-80a9-e5dd38d769cc,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:49.727874 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a793ca-9d10-4343-8208-8fbf543dfe3a req-42ed9eb9-19f5-492a-b9b4-260fb2aa8c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:49.728263 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a793ca-9d10-4343-8208-8fbf543dfe3a req-42ed9eb9-19f5-492a-b9b4-260fb2aa8c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:49.729144 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a793ca-9d10-4343-8208-8fbf543dfe3a req-42ed9eb9-19f5-492a-b9b4-260fb2aa8c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:49.729244 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a793ca-9d10-4343-8208-8fbf543dfe3a req-42ed9eb9-19f5-492a-b9b4-260fb2aa8c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:49.729618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a793ca-9d10-4343-8208-8fbf543dfe3a req-42ed9eb9-19f5-492a-b9b4-260fb2aa8c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:49.730091 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a793ca-9d10-4343-8208-8fbf543dfe3a req-42ed9eb9-19f5-492a-b9b4-260fb2aa8c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:49.730545 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a793ca-9d10-4343-8208-8fbf543dfe3a req-42ed9eb9-19f5-492a-b9b4-260fb2aa8c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:49.732473 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63a793ca-9d10-4343-8208-8fbf543dfe3a req-42ed9eb9-19f5-492a-b9b4-260fb2aa8c68 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffa74fa7e259451baa8a72de689adc07&device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 6477 time: 0.1594088 Mar 09 03:40:49.786349 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:40:49.790946 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a86c82ac-7b77-4b37-9eb3-6e6e830fa90f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d53b990a57546798806b1d952f9b7b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6807265 Mar 09 03:40:49.792152 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c82ac-7b77-4b37-9eb3-6e6e830fa90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3c7289-36f1-4ac9-ba1f-6f86b2b228d8,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:49.798535 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48836) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:49.882573 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3082b43-0364-470f-8928-015407464209 req-32338968-3fb0-45d7-8fde-be733e6f1002 service neutron] 10.222.0.16 "GET /v2.0/networks/c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512221 Mar 09 03:40:49.977118 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7b0dfe-09af-449a-9195-48c68d144b95 None None] Network c9dea3f9-b391-4ef2-8724-c0ad5ce45efb requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:40:49.993348 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:50.047184 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:50.059143 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7e490-ac02-4b9d-978f-c41c80662561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72281f16-10e4-4fa7-923d-c16a906a72b0,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:50.078105 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:40:50.078730 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:50.142544 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30307aa4-9534-4797-93d8-24c0b39e7725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:50.155347 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Deleting port 1ea0f207-65b0-4603-80a9-e5dd38d769cc {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:40:50.155681 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:50.181740 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30307aa4-9534-4797-93d8-24c0b39e7725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:50.242652 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30307aa4-9534-4797-93d8-24c0b39e7725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:50.299350 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d193ae0a-e3bb-487c-94f5-057cf1f496a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:50.301708 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30307aa4-9534-4797-93d8-24c0b39e7725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72281f16-10e4-4fa7-923d-c16a906a72b0,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:50.306376 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6ef4f4-a9b9-4ef1-bafc-6882d263ed32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ebaac2e-3033-4a03-9286-94421772b9ec'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:40:50.371412 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30307aa4-9534-4797-93d8-24c0b39e7725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:50.378561 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-30307aa4-9534-4797-93d8-24c0b39e7725 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72281f16-10e4-4fa7-923d-c16a906a72b0 HTTP/1.1" status: 204 len: 168 time: 0.7664125 Mar 09 03:40:50.382627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a793ca-9d10-4343-8208-8fbf543dfe3a req-1e0127da-5335-48ee-be75-327ffdb70dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:50.384087 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63a793ca-9d10-4343-8208-8fbf543dfe3a req-1e0127da-5335-48ee-be75-327ffdb70dab service neutron] 10.222.0.21 "GET /v2.0/networks?id=30ef9939-e0a3-4385-851a-c377e816c8c2 HTTP/1.1" status: 200 len: 902 time: 0.6433041 Mar 09 03:40:50.397803 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d193ae0a-e3bb-487c-94f5-057cf1f496a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:50.409352 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 8ebaac2e-3033-4a03-9286-94421772b9ec, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=8ebaac2e-3033-4a03-9286-94421772b9ec,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:50.453552 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:50.521287 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d193ae0a-e3bb-487c-94f5-057cf1f496a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:50.560933 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193ae0a-e3bb-487c-94f5-057cf1f496a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3c7289-36f1-4ac9-ba1f-6f86b2b228d8,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:50.562973 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d193ae0a-e3bb-487c-94f5-057cf1f496a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:50.564101 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d193ae0a-e3bb-487c-94f5-057cf1f496a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef3c7289-36f1-4ac9-ba1f-6f86b2b228d8 HTTP/1.1" status: 204 len: 168 time: 0.7646270 Mar 09 03:40:50.631970 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63a793ca-9d10-4343-8208-8fbf543dfe3a req-8c18bfaa-98ba-4e1d-962a-17079de8d0bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=889b3798-7d4a-4ad9-b9ad-d0d222c27af7 HTTP/1.1" status: 200 len: 217 time: 0.2262988 Mar 09 03:40:50.688315 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=8ebaac2e-3033-4a03-9286-94421772b9ec,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:50.821383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511ec3f-8cc5-4cf1-bb80-6074394f9943 req-af96056e-49f1-43ba-a6b9-112fb177b2d0 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:50.826243 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d511ec3f-8cc5-4cf1-bb80-6074394f9943 req-af96056e-49f1-43ba-a6b9-112fb177b2d0 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.24 "GET /v2.0/ports?device_id=de6ef4f4-a9b9-4ef1-bafc-6882d263ed32 HTTP/1.1" status: 200 len: 945 time: 0.9783380 Mar 09 03:40:50.841219 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:50.872505 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc6e19-33cc-4f6f-956a-2468afd4cf27 req-29345fbe-72c9-4438-9517-ac3c7cb9cf2b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:50.894064 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc6e19-33cc-4f6f-956a-2468afd4cf27 req-29345fbe-72c9-4438-9517-ac3c7cb9cf2b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:50.900956 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc6e19-33cc-4f6f-956a-2468afd4cf27 req-29345fbe-72c9-4438-9517-ac3c7cb9cf2b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:50.936501 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc6e19-33cc-4f6f-956a-2468afd4cf27 req-29345fbe-72c9-4438-9517-ac3c7cb9cf2b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:50.955582 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc6e19-33cc-4f6f-956a-2468afd4cf27 req-29345fbe-72c9-4438-9517-ac3c7cb9cf2b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:50.958940 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f24535-d484-4bad-a786-138eac1369bd req-f0871fa3-f5bc-4651-a6b9-ed05447de22c tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:50.961526 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc6e19-33cc-4f6f-956a-2468afd4cf27 req-29345fbe-72c9-4438-9517-ac3c7cb9cf2b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:50.964926 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b0dc65cc-dd42-416b-ba9f-1b4d7aec9274, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b0dc65cc-dd42-416b-ba9f-1b4d7aec9274,segment=NetworkSegment(af2209d2-57f3-4ad5-bf93-abd67d5b0a2e),segment_id=af2209d2-57f3-4ad5-bf93-abd67d5b0a2e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:50.970040 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc6e19-33cc-4f6f-956a-2468afd4cf27 req-29345fbe-72c9-4438-9517-ac3c7cb9cf2b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:50.970928 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-70f24535-d484-4bad-a786-138eac1369bd req-f0871fa3-f5bc-4651-a6b9-ed05447de22c tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 945 time: 0.3017540 Mar 09 03:40:50.987332 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3efc6e19-33cc-4f6f-956a-2468afd4cf27 req-29345fbe-72c9-4438-9517-ac3c7cb9cf2b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5420 time: 1.2139392 Mar 09 03:40:50.998938 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:51.126835 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-70f24535-d484-4bad-a786-138eac1369bd req-5ebb962c-d8d6-466a-a9eb-abb6ad47ca12 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544857 Mar 09 03:40:51.129886 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b1c723-2677-4e4e-9e1d-60f3a431e841 None None] get_active_networks_info from n-d-825178-5 {{(pid=87882) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 03:40:51.208710 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-d511ec3f-8cc5-4cf1-bb80-6074394f9943 req-0a4e030f-261c-4ede-8cc0-bbb6e61dbc6d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Deleting port 8ebaac2e-3033-4a03-9286-94421772b9ec {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:40:51.209047 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d511ec3f-8cc5-4cf1-bb80-6074394f9943 req-0a4e030f-261c-4ede-8cc0-bbb6e61dbc6d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:51.296167 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=b0dc65cc-dd42-416b-ba9f-1b4d7aec9274,revision_number=7']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:51.317422 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] For port 1ea0f207-65b0-4603-80a9-e5dd38d769cc, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1ea0f207-65b0-4603-80a9-e5dd38d769cc,segment=NetworkSegment(43b66aa8-6d55-4e49-8156-02a620c22bcc),segment_id=43b66aa8-6d55-4e49-8156-02a620c22bcc)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:51.317783 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:51.447528 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f48ff62e-3355-48d3-9d75-c28f8349d51b req-bc83cf02-7f5e-4813-a093-3da7b21e59a7 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80a53f5-bb44-45d8-a1ef-bf34c805f201 HTTP/1.1" status: 200 len: 210 time: 0.0824044 Mar 09 03:40:51.650337 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b1c723-2677-4e4e-9e1d-60f3a431e841 None None] Resources bound (agent type, host, resource id): {{(pid=87882) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 03:40:51.677020 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6ef4f4-a9b9-4ef1-bafc-6882d263ed32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ebaac2e-3033-4a03-9286-94421772b9ec', 'code': 200} Mar 09 03:40:51.754397 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10c616-536d-4f1a-9a69-9ab3a54367b6 req-68783969-9802-405a-b7ce-00e15fe886b1 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:51.762428 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ef10c616-536d-4f1a-9a69-9ab3a54367b6 req-68783969-9802-405a-b7ce-00e15fe886b1 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 946 time: 0.1477671 Mar 09 03:40:51.791433 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:40:51.871627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Calling delete_port for 1ea0f207-65b0-4603-80a9-e5dd38d769cc owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:40:51.909162 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ef10c616-536d-4f1a-9a69-9ab3a54367b6 req-8b6e7b57-3b46-4441-b0ee-96e5cf1214bb tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458507 Mar 09 03:40:51.975573 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a793ca-9d10-4343-8208-8fbf543dfe3a req-3e3c5def-57e5-4c40-a2aa-b4d13cdc2db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:51.977425 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63a793ca-9d10-4343-8208-8fbf543dfe3a req-3e3c5def-57e5-4c40-a2aa-b4d13cdc2db2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8ece047-456b-4972-b520-ee59d144b7d9 HTTP/1.1" status: 200 len: 797 time: 1.3373795 Mar 09 03:40:52.005013 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3efc6e19-33cc-4f6f-956a-2468afd4cf27 req-17e62b31-aef9-44ef-8fe2-012ae8d603d8 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0165043 Mar 09 03:40:52.332635 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1a29d-200b-4bdc-a392-167de4cb1fb8 req-75209dde-78d4-4012-827d-d1a3e24fe88a tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:52.342089 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3d1a29d-200b-4bdc-a392-167de4cb1fb8 req-75209dde-78d4-4012-827d-d1a3e24fe88a tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 946 time: 0.2018540 Mar 09 03:40:52.627921 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:52.793164 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b0dc65cc-dd42-416b-ba9f-1b4d7aec9274, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b0dc65cc-dd42-416b-ba9f-1b4d7aec9274,segment=NetworkSegment(af2209d2-57f3-4ad5-bf93-abd67d5b0a2e),segment_id=af2209d2-57f3-4ad5-bf93-abd67d5b0a2e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:52.806914 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:52.912394 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=b0dc65cc-dd42-416b-ba9f-1b4d7aec9274,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:52.917529 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-d3d1a29d-200b-4bdc-a392-167de4cb1fb8 req-35f8e2a6-f37a-478e-8bde-dd38d313f18f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Deleting port b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:40:52.918036 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d3d1a29d-200b-4bdc-a392-167de4cb1fb8 req-35f8e2a6-f37a-478e-8bde-dd38d313f18f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:52.977573 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6fddf24-e5fe-4e36-9234-cb293ee8f475 req-f222470a-0721-473a-bb7d-d1d11824a262 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80a53f5-bb44-45d8-a1ef-bf34c805f201 HTTP/1.1" status: 200 len: 210 time: 0.1685338 Mar 09 03:40:53.081606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a793ca-9d10-4343-8208-8fbf543dfe3a req-0d1956f5-8b26-4104-b5df-fd86c17b24dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:53.100625 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63a793ca-9d10-4343-8208-8fbf543dfe3a req-0d1956f5-8b26-4104-b5df-fd86c17b24dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30ef9939-e0a3-4385-851a-c377e816c8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0272028 Mar 09 03:40:53.102335 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:53.222584 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3082b43-0364-470f-8928-015407464209 req-3ae72941-5fb1-44d4-a3d5-ae6bf67b67dd tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:53.226843 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3082b43-0364-470f-8928-015407464209 req-3ae72941-5fb1-44d4-a3d5-ae6bf67b67dd tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.24 "GET /v2.0/networks?id=c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 HTTP/1.1" status: 200 len: 803 time: 1.3215809 Mar 09 03:40:53.250016 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07d282-283e-43ce-bf3e-4089b0a69587 req-049e943c-650e-4b11-ac1a-3316c7574369 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:53.253991 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] No DVR routers for this DVR port 1ea0f207-65b0-4603-80a9-e5dd38d769cc on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:40:53.257426 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4e07d282-283e-43ce-bf3e-4089b0a69587 req-049e943c-650e-4b11-ac1a-3316c7574369 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 945 time: 0.4879568 Mar 09 03:40:53.440930 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4e07d282-283e-43ce-bf3e-4089b0a69587 req-a12601f7-2907-460e-b6ec-2a9541ac0e31 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824186 Mar 09 03:40:53.444333 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-d3082b43-0364-470f-8928-015407464209 req-40a0b710-5572-40c5-b235-6bf74e8793e4 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Request body: {'port': {'device_id': 'a80a53f5-bb44-45d8-a1ef-bf34c805f201', 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1', 'admin_state_up': True, 'tenant_id': '62215851be3d4b12858e1a437af1e4f7'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:53.446884 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 8ebaac2e-3033-4a03-9286-94421772b9ec no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:40:53.492919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event deleted for resources: {'Port': ['ID=1ea0f207-65b0-4603-80a9-e5dd38d769cc,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:53.518644 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-d3d1a29d-200b-4bdc-a392-167de4cb1fb8 req-35f8e2a6-f37a-478e-8bde-dd38d313f18f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] For port b0dc65cc-dd42-416b-ba9f-1b4d7aec9274, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b0dc65cc-dd42-416b-ba9f-1b4d7aec9274,segment=NetworkSegment(af2209d2-57f3-4ad5-bf93-abd67d5b0a2e),segment_id=af2209d2-57f3-4ad5-bf93-abd67d5b0a2e)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:53.519419 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d3d1a29d-200b-4bdc-a392-167de4cb1fb8 req-35f8e2a6-f37a-478e-8bde-dd38d313f18f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:53.530933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-63a793ca-9d10-4343-8208-8fbf543dfe3a req-c1f5e6da-d4df-41d3-a24d-b921580c7435 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:40:53.532289 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63a793ca-9d10-4343-8208-8fbf543dfe3a req-c1f5e6da-d4df-41d3-a24d-b921580c7435 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4000723 Mar 09 03:40:53.649283 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:53.678458 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae63607-5b4b-4a7a-8ae0-a46d930f7327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dc65cc-dd42-416b-ba9f-1b4d7aec9274'}, {'server_uuid': 'aae63607-5b4b-4a7a-8ae0-a46d930f7327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0dc65cc-dd42-416b-ba9f-1b4d7aec9274'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:40:53.712796 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9dea3f9-b391-4ef2-8724-c0ad5ce45efb']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:53.766332 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-d3d1a29d-200b-4bdc-a392-167de4cb1fb8 req-35f8e2a6-f37a-478e-8bde-dd38d313f18f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Calling delete_port for b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:40:53.795615 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b66aa8-6d55-4e49-8156-02a620c22bcc') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:53.795908 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b66aa8-6d55-4e49-8156-02a620c22bcc') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:53.819566 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:53.848695 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-d511ec3f-8cc5-4cf1-bb80-6074394f9943 req-0a4e030f-261c-4ede-8cc0-bbb6e61dbc6d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] For port 8ebaac2e-3033-4a03-9286-94421772b9ec, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=8ebaac2e-3033-4a03-9286-94421772b9ec,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:53.849056 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d511ec3f-8cc5-4cf1-bb80-6074394f9943 req-0a4e030f-261c-4ede-8cc0-bbb6e61dbc6d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:53.923489 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:53.940767 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8653d6-9a04-476a-b110-f7456d471304 req-b7b53810-d945-45f1-a3a3-0051e1bb4bf2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:53.947243 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8653d6-9a04-476a-b110-f7456d471304 req-b7b53810-d945-45f1-a3a3-0051e1bb4bf2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:53.953681 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8653d6-9a04-476a-b110-f7456d471304 req-b7b53810-d945-45f1-a3a3-0051e1bb4bf2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:53.960049 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8653d6-9a04-476a-b110-f7456d471304 req-b7b53810-d945-45f1-a3a3-0051e1bb4bf2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:53.966562 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8653d6-9a04-476a-b110-f7456d471304 req-b7b53810-d945-45f1-a3a3-0051e1bb4bf2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:53.972957 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8653d6-9a04-476a-b110-f7456d471304 req-b7b53810-d945-45f1-a3a3-0051e1bb4bf2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:53.979624 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8653d6-9a04-476a-b110-f7456d471304 req-b7b53810-d945-45f1-a3a3-0051e1bb4bf2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:53.989378 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1c8653d6-9a04-476a-b110-f7456d471304 req-b7b53810-d945-45f1-a3a3-0051e1bb4bf2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5420 time: 0.3103867 Mar 09 03:40:54.066257 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-d511ec3f-8cc5-4cf1-bb80-6074394f9943 req-0a4e030f-261c-4ede-8cc0-bbb6e61dbc6d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Calling delete_port for 8ebaac2e-3033-4a03-9286-94421772b9ec owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:40:54.082450 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1c8653d6-9a04-476a-b110-f7456d471304 req-6854538a-baa9-40b8-af09-78b244e913bd tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0921192 Mar 09 03:40:54.101600 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d3d1a29d-200b-4bdc-a392-167de4cb1fb8 req-35f8e2a6-f37a-478e-8bde-dd38d313f18f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:54.102220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:40:54.102619 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:40:54.119872 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:40:54.128133 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd04bd3-3e11-4d65-b4a6-1e3eec9f8e1d req-98808cad-dd98-49d5-8e8e-bfca84728e13 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:54.135583 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6fd04bd3-3e11-4d65-b4a6-1e3eec9f8e1d req-98808cad-dd98-49d5-8e8e-bfca84728e13 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=aae63607-5b4b-4a7a-8ae0-a46d930f7327 HTTP/1.1" status: 200 len: 944 time: 0.8629038 Mar 09 03:40:54.144568 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae63607-5b4b-4a7a-8ae0-a46d930f7327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dc65cc-dd42-416b-ba9f-1b4d7aec9274', 'code': 200} Mar 09 03:40:54.144868 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae63607-5b4b-4a7a-8ae0-a46d930f7327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0dc65cc-dd42-416b-ba9f-1b4d7aec9274', 'code': 200} Mar 09 03:40:54.267887 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d1a29d-200b-4bdc-a392-167de4cb1fb8 req-35f8e2a6-f37a-478e-8bde-dd38d313f18f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] No DVR routers for this DVR port b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:40:54.269920 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d3d1a29d-200b-4bdc-a392-167de4cb1fb8 req-35f8e2a6-f37a-478e-8bde-dd38d313f18f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:54.276075 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8e2a6-f37a-478e-8bde-dd38d313f18f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Pushing event deleted for resources: {'Port': ['ID=b0dc65cc-dd42-416b-ba9f-1b4d7aec9274,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:54.278678 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae63607-5b4b-4a7a-8ae0-a46d930f7327', 'name': 'network-vif-deleted', 'tag': 'b0dc65cc-dd42-416b-ba9f-1b4d7aec9274'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:40:54.296573 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3d1a29d-200b-4bdc-a392-167de4cb1fb8 req-35f8e2a6-f37a-478e-8bde-dd38d313f18f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.21 "DELETE /v2.0/ports/b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 HTTP/1.1" status: 204 len: 173 time: 1.9480197 Mar 09 03:40:54.455953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-d3082b43-0364-470f-8928-015407464209 req-40a0b710-5572-40c5-b235-6bf74e8793e4 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:54.502931 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-d3082b43-0364-470f-8928-015407464209 req-40a0b710-5572-40c5-b235-6bf74e8793e4 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:54.519441 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6fd04bd3-3e11-4d65-b4a6-1e3eec9f8e1d req-65d95134-9866-40c8-a3be-7ec60dd0b113 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829415 Mar 09 03:40:54.540615 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:54.545785 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63a793ca-9d10-4343-8208-8fbf543dfe3a req-a6b9ef77-14f9-49d7-b159-4bbbd240b985 service neutron] 10.222.0.21 "GET /v2.0/networks/30ef9939-e0a3-4385-851a-c377e816c8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8654087 Mar 09 03:40:54.592773 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:54.603646 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3082b43-0364-470f-8928-015407464209 req-40a0b710-5572-40c5-b235-6bf74e8793e4 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Made reservation on behalf of 62215851be3d4b12858e1a437af1e4f7 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:40:54.608440 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d3082b43-0364-470f-8928-015407464209 req-40a0b710-5572-40c5-b235-6bf74e8793e4 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:54.650169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event deleted for resources: {'Network': ['ID=c9dea3f9-b391-4ef2-8724-c0ad5ce45efb,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:54.868889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e548f0f1-8610-43c2-8123-9b8ce726c1da req-7159c4d6-50c8-4c24-b213-516b6bb6c1af tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Synchronizing usage tracker for tenant:62215851be3d4b12858e1a437af1e4f7 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:40:54.888201 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4fea2bb9-90ef-485a-8fb3-ecd79c210d3b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "DELETE /v2.0/networks/c9dea3f9-b391-4ef2-8724-c0ad5ce45efb HTTP/1.1" status: 204 len: 168 time: 8.1281395 Mar 09 03:40:54.889018 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48970) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:54.895424 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-b7adfdad-e892-41dc-ba06-846a0ad54490 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-175361361'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:54.907169 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b7adfdad-e892-41dc-ba06-846a0ad54490 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:54.914317 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b7adfdad-e892-41dc-ba06-846a0ad54490 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Usage tracker for resource:network and tenant:99234e1ac54545068d811492dd9a7469 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:40:54.921906 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b7adfdad-e892-41dc-ba06-846a0ad54490 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:40:54.939299 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b7adfdad-e892-41dc-ba06-846a0ad54490 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:54.949092 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e548f0f1-8610-43c2-8123-9b8ce726c1da req-7159c4d6-50c8-4c24-b213-516b6bb6c1af tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Unset dirty status for tenant:62215851be3d4b12858e1a437af1e4f7 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:40:54.950185 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e548f0f1-8610-43c2-8123-9b8ce726c1da req-7159c4d6-50c8-4c24-b213-516b6bb6c1af tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80a53f5-bb44-45d8-a1ef-bf34c805f201 HTTP/1.1" status: 200 len: 210 time: 0.2421489 Mar 09 03:40:54.966240 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7adfdad-e892-41dc-ba06-846a0ad54490 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Made reservation on behalf of 99234e1ac54545068d811492dd9a7469 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:40:54.969848 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b7adfdad-e892-41dc-ba06-846a0ad54490 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:54.975499 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d511ec3f-8cc5-4cf1-bb80-6074394f9943 req-0a4e030f-261c-4ede-8cc0-bbb6e61dbc6d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:55.026265 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7adfdad-e892-41dc-ba06-846a0ad54490 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:40:55.038410 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b7adfdad-e892-41dc-ba06-846a0ad54490 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:55.039661 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-b7adfdad-e892-41dc-ba06-846a0ad54490 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Added segment 6d28cefc-efe4-4ecb-89ed-9d7910bc6daa of type vlan for network 6e253579-b60d-4bb2-9e0a-4765f9c26e1e Mar 09 03:40:55.057483 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63a793ca-9d10-4343-8208-8fbf543dfe3a req-1a8f1a74-e2e5-4517-8587-a24199c1383f service neutron] 10.222.0.21 "GET /v2.0/networks/30ef9939-e0a3-4385-851a-c377e816c8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4848773 Mar 09 03:40:55.082656 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b7adfdad-e892-41dc-ba06-846a0ad54490 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:55.124409 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae63607-5b4b-4a7a-8ae0-a46d930f7327', 'name': 'network-vif-deleted', 'tag': 'b0dc65cc-dd42-416b-ba9f-1b4d7aec9274', 'status': 'completed', 'code': 200} Mar 09 03:40:55.127945 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b7adfdad-e892-41dc-ba06-846a0ad54490 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:55.128332 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e030f-261c-4ede-8cc0-bbb6e61dbc6d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Pushing event deleted for resources: {'Port': ['ID=8ebaac2e-3033-4a03-9286-94421772b9ec,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:55.140837 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7adfdad-e892-41dc-ba06-846a0ad54490 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:55.141710 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b7adfdad-e892-41dc-ba06-846a0ad54490 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:55.196003 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b7adfdad-e892-41dc-ba06-846a0ad54490 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3049557 Mar 09 03:40:55.208641 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48982) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:55.220674 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e030f-261c-4ede-8cc0-bbb6e61dbc6d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:55.221022 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e030f-261c-4ede-8cc0-bbb6e61dbc6d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:55.221355 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e030f-261c-4ede-8cc0-bbb6e61dbc6d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:55.221681 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e030f-261c-4ede-8cc0-bbb6e61dbc6d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:55.222005 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e030f-261c-4ede-8cc0-bbb6e61dbc6d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:55.222185 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4657e56b-1b3d-4a9d-80e7-5c9c71051515 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Request body: {'subnet': {'network_id': '6e253579-b60d-4bb2-9e0a-4765f9c26e1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:55.223047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e030f-261c-4ede-8cc0-bbb6e61dbc6d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:55.223047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e030f-261c-4ede-8cc0-bbb6e61dbc6d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:55.223047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e030f-261c-4ede-8cc0-bbb6e61dbc6d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:55.223489 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e030f-261c-4ede-8cc0-bbb6e61dbc6d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:55.223732 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e030f-261c-4ede-8cc0-bbb6e61dbc6d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:55.224050 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e030f-261c-4ede-8cc0-bbb6e61dbc6d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:55.224362 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e030f-261c-4ede-8cc0-bbb6e61dbc6d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:40:55.285070 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-d511ec3f-8cc5-4cf1-bb80-6074394f9943 req-0a4e030f-261c-4ede-8cc0-bbb6e61dbc6d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] No DVR routers for this DVR port 8ebaac2e-3033-4a03-9286-94421772b9ec on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:40:55.322301 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d511ec3f-8cc5-4cf1-bb80-6074394f9943 req-0a4e030f-261c-4ede-8cc0-bbb6e61dbc6d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:55.324162 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d511ec3f-8cc5-4cf1-bb80-6074394f9943 req-0a4e030f-261c-4ede-8cc0-bbb6e61dbc6d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.24 "DELETE /v2.0/ports/8ebaac2e-3033-4a03-9286-94421772b9ec HTTP/1.1" status: 204 len: 173 time: 4.3311770 Mar 09 03:40:55.337178 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6ef4f4-a9b9-4ef1-bafc-6882d263ed32', 'name': 'network-vif-deleted', 'tag': '8ebaac2e-3033-4a03-9286-94421772b9ec'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:40:55.370746 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-adae980e-9441-4d2b-be74-a46b55ddfe22 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3f5b522208f045d5aa7dc1ffb382d602&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1023705 Mar 09 03:40:55.370965 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-d3082b43-0364-470f-8928-015407464209 req-40a0b710-5572-40c5-b235-6bf74e8793e4 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Allocated IP 172.20.0.12 (c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1/9cf75fec-0961-40cc-8ceb-7209db6f79d6/449a3ec3-600e-425c-9f81-7927758bce76) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:40:55.446698 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7adfdad-e892-41dc-ba06-846a0ad54490 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event updated for resources: {'Network': ['ID=6e253579-b60d-4bb2-9e0a-4765f9c26e1e,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:55.461772 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 6e253579-b60d-4bb2-9e0a-4765f9c26e1e details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:40:55.487702 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743f22a-e6c5-4210-b038-b03d77745f2b req-fa4e92a0-39f6-4e01-8be4-103b48d15d93 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:55.489538 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f743f22a-e6c5-4210-b038-b03d77745f2b req-fa4e92a0-39f6-4e01-8be4-103b48d15d93 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 945 time: 0.2154388 Mar 09 03:40:55.549027 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4657e56b-1b3d-4a9d-80e7-5c9c71051515 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:55.570841 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4657e56b-1b3d-4a9d-80e7-5c9c71051515 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Usage tracker for resource:subnet and tenant:99234e1ac54545068d811492dd9a7469 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:40:55.576219 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4657e56b-1b3d-4a9d-80e7-5c9c71051515 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:40:55.586901 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4657e56b-1b3d-4a9d-80e7-5c9c71051515 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:55.615043 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4657e56b-1b3d-4a9d-80e7-5c9c71051515 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Made reservation on behalf of 99234e1ac54545068d811492dd9a7469 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:40:55.619496 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4657e56b-1b3d-4a9d-80e7-5c9c71051515 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:55.667958 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f743f22a-e6c5-4210-b038-b03d77745f2b req-8437a31c-d1ed-41b9-841c-3bfde57d2533 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457613 Mar 09 03:40:55.732371 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d3082b43-0364-470f-8928-015407464209 req-40a0b710-5572-40c5-b235-6bf74e8793e4 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:55.758528 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-0fe5097d-a23e-41bf-9304-b59f6ad6f549 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:55.765185 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-0fe5097d-a23e-41bf-9304-b59f6ad6f549 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3971133 Mar 09 03:40:55.790240 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-ba03d076-47ed-43f6-bb39-1384542129c7 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.16 "GET /v2.0/quotas/3f5b522208f045d5aa7dc1ffb382d602 HTTP/1.1" status: 200 len: 375 time: 0.0240808 Mar 09 03:40:55.795237 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d3082b43-0364-470f-8928-015407464209 req-40a0b710-5572-40c5-b235-6bf74e8793e4 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:55.795794 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:40:55.853123 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:40:55.853872 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b0dc65cc-dd42-416b-ba9f-1b4d7aec9274 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:40:55.978115 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3082b43-0364-470f-8928-015407464209 req-40a0b710-5572-40c5-b235-6bf74e8793e4 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Network c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:40:55.982155 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-d3082b43-0364-470f-8928-015407464209 req-40a0b710-5572-40c5-b235-6bf74e8793e4 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:40:55.990630 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3082b43-0364-470f-8928-015407464209 req-40a0b710-5572-40c5-b235-6bf74e8793e4 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:40:56.040719 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-73c0352d-7ad6-4abe-8b97-20c502dcaccd tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f5b522208f045d5aa7dc1ffb382d602&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2496219 Mar 09 03:40:56.061066 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0b710-5572-40c5-b235-6bf74e8793e4 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Pushing event updated for resources: {'Port': ['ID=449a3ec3-600e-425c-9f81-7927758bce76,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:56.092662 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3082b43-0364-470f-8928-015407464209 req-40a0b710-5572-40c5-b235-6bf74e8793e4 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:56.093734 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d3082b43-0364-470f-8928-015407464209 req-40a0b710-5572-40c5-b235-6bf74e8793e4 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:56.135285 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387581c-6ef5-4e2c-ba62-8c44ca302705 req-971ab197-d736-45b4-a272-1fd45b3d08bb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:56.141476 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387581c-6ef5-4e2c-ba62-8c44ca302705 req-971ab197-d736-45b4-a272-1fd45b3d08bb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:56.147469 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387581c-6ef5-4e2c-ba62-8c44ca302705 req-971ab197-d736-45b4-a272-1fd45b3d08bb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:56.154055 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387581c-6ef5-4e2c-ba62-8c44ca302705 req-971ab197-d736-45b4-a272-1fd45b3d08bb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:56.160309 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387581c-6ef5-4e2c-ba62-8c44ca302705 req-971ab197-d736-45b4-a272-1fd45b3d08bb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:56.166434 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387581c-6ef5-4e2c-ba62-8c44ca302705 req-971ab197-d736-45b4-a272-1fd45b3d08bb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:56.172685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387581c-6ef5-4e2c-ba62-8c44ca302705 req-971ab197-d736-45b4-a272-1fd45b3d08bb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:56.174146 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4657e56b-1b3d-4a9d-80e7-5c9c71051515 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:56.174586 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f387581c-6ef5-4e2c-ba62-8c44ca302705 req-971ab197-d736-45b4-a272-1fd45b3d08bb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5420 time: 0.3279347 Mar 09 03:40:56.176543 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3082b43-0364-470f-8928-015407464209 req-40a0b710-5572-40c5-b235-6bf74e8793e4 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7763705 Mar 09 03:40:56.223947 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-d3082b43-0364-470f-8928-015407464209 req-d064f5a9-dca7-46b9-8498-51c28404c358 service neutron] Request body: {'port': {'device_id': 'a80a53f5-bb44-45d8-a1ef-bf34c805f201', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:56.283269 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4657e56b-1b3d-4a9d-80e7-5c9c71051515 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Checking segment: {'id': '6d28cefc-efe4-4ecb-89ed-9d7910bc6daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6e253579-b60d-4bb2-9e0a-4765f9c26e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:40:56.283623 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4657e56b-1b3d-4a9d-80e7-5c9c71051515 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Network hostable DHCP agents. Network: 6e253579-b60d-4bb2-9e0a-4765f9c26e1e, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:40:56.290499 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657e56b-1b3d-4a9d-80e7-5c9c71051515 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event updated for resources: {'Subnet': ['ID=172c3137-2086-44a6-9f3b-93f6e80cf0b5,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:56.309815 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4657e56b-1b3d-4a9d-80e7-5c9c71051515 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Network 6e253579-b60d-4bb2-9e0a-4765f9c26e1e is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:40:56.323217 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-4657e56b-1b3d-4a9d-80e7-5c9c71051515 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 6e253579-b60d-4bb2-9e0a-4765f9c26e1e) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:40:56.328734 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f387581c-6ef5-4e2c-ba62-8c44ca302705 req-98f4aec2-7e54-4ede-aa2d-d95e1d38362b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1458151 Mar 09 03:40:56.329203 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4657e56b-1b3d-4a9d-80e7-5c9c71051515 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:56.329872 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4657e56b-1b3d-4a9d-80e7-5c9c71051515 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:56.336524 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adf461c-4642-4cfa-9888-67c67a0f9858 None None] Network 6e253579-b60d-4bb2-9e0a-4765f9c26e1e requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:40:56.383355 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4657e56b-1b3d-4a9d-80e7-5c9c71051515 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1728990 Mar 09 03:40:56.384648 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49012) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:56.427404 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6ef4f4-a9b9-4ef1-bafc-6882d263ed32', 'name': 'network-vif-deleted', 'tag': '8ebaac2e-3033-4a03-9286-94421772b9ec', 'status': 'completed', 'code': 200} Mar 09 03:40:56.464080 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d3082b43-0364-470f-8928-015407464209 req-d064f5a9-dca7-46b9-8498-51c28404c358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:56.697851 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:56.738644 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-378317cc-eade-4126-bc76-a71344ad1be3 req-e5ac9c13-0a56-4ef9-83b9-fbe74af0e093 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d837ea-4c99-4bae-9244-80faf99e67e3 HTTP/1.1" status: 200 len: 210 time: 0.0894446 Mar 09 03:40:56.923194 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfd7bfe-ff93-42ee-b219-5c543b27e7c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-6e253579-b60d-4bb2-9e0a-4765f9c26e1e', 'network_id': '6e253579-b60d-4bb2-9e0a-4765f9c26e1e', 'tenant_id': '99234e1ac54545068d811492dd9a7469', 'fixed_ips': [{'subnet_id': '172c3137-2086-44a6-9f3b-93f6e80cf0b5'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:40:56.925149 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6cfd7bfe-ff93-42ee-b219-5c543b27e7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:56.945076 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba3fdd-d6d6-4edb-be61-01af4ec90d4d req-a006445b-3fbb-4675-8c88-b6bbc880cf59 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:56.955915 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1dba3fdd-d6d6-4edb-be61-01af4ec90d4d req-a006445b-3fbb-4675-8c88-b6bbc880cf59 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80a53f5-bb44-45d8-a1ef-bf34c805f201 HTTP/1.1" status: 200 len: 932 time: 0.3194785 Mar 09 03:40:56.981490 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:57.159464 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1dba3fdd-d6d6-4edb-be61-01af4ec90d4d req-6d49343f-635e-4b97-b18e-f961b7f7c10e tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023058 Mar 09 03:40:57.295881 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-6cfd7bfe-ff93-42ee-b219-5c543b27e7c7 None None] Allocated IP 2001:db8::2 (6e253579-b60d-4bb2-9e0a-4765f9c26e1e/172c3137-2086-44a6-9f3b-93f6e80cf0b5/da94ccd8-04fe-4f60-b5f6-808c999fd454) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:40:57.308054 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-d3082b43-0364-470f-8928-015407464209 req-d064f5a9-dca7-46b9-8498-51c28404c358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449a3ec3-600e-425c-9f81-7927758bce76 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:40:57.319413 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d3082b43-0364-470f-8928-015407464209 req-d064f5a9-dca7-46b9-8498-51c28404c358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:57.341108 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-d3082b43-0364-470f-8928-015407464209 req-d064f5a9-dca7-46b9-8498-51c28404c358 service neutron] Transition to ACTIVE for port object 449a3ec3-600e-425c-9f81-7927758bce76 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:40:57.348164 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d3082b43-0364-470f-8928-015407464209 req-d064f5a9-dca7-46b9-8498-51c28404c358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:57.520519 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720033a3-3756-4d70-9819-4c83c764813e req-e946e93c-944c-4f4e-98c4-56b2e468ed77 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:57.522461 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-720033a3-3756-4d70-9819-4c83c764813e req-e946e93c-944c-4f4e-98c4-56b2e468ed77 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 945 time: 0.1816175 Mar 09 03:40:57.563270 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6cfd7bfe-ff93-42ee-b219-5c543b27e7c7 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:57.568740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064f5a9-dca7-46b9-8498-51c28404c358 service neutron] Pushing event updated for resources: {'Port': ['ID=449a3ec3-600e-425c-9f81-7927758bce76,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:57.573873 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6cfd7bfe-ff93-42ee-b219-5c543b27e7c7 None None] Transition to ACTIVE for port object da94ccd8-04fe-4f60-b5f6-808c999fd454 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:40:57.593736 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6cfd7bfe-ff93-42ee-b219-5c543b27e7c7 None None] Transition to ACTIVE for port object da94ccd8-04fe-4f60-b5f6-808c999fd454 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:40:57.602927 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6cfd7bfe-ff93-42ee-b219-5c543b27e7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:57.644919 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-720033a3-3756-4d70-9819-4c83c764813e req-20857361-b876-47ca-837f-28a85f38b58b tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167047 Mar 09 03:40:57.674770 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:57.697730 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfd7bfe-ff93-42ee-b219-5c543b27e7c7 None None] Network 6e253579-b60d-4bb2-9e0a-4765f9c26e1e is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:40:57.698768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd7bfe-ff93-42ee-b219-5c543b27e7c7 None None] Pushing event updated for resources: {'Port': ['ID=da94ccd8-04fe-4f60-b5f6-808c999fd454,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:57.701614 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-6cfd7bfe-ff93-42ee-b219-5c543b27e7c7 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:40:57.703823 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfd7bfe-ff93-42ee-b219-5c543b27e7c7 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:40:57.722569 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-d3082b43-0364-470f-8928-015407464209 req-d064f5a9-dca7-46b9-8498-51c28404c358 service neutron] Attempting to bind port 449a3ec3-600e-425c-9f81-7927758bce76 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:40:57.723196 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-d3082b43-0364-470f-8928-015407464209 req-d064f5a9-dca7-46b9-8498-51c28404c358 service neutron] Attempting to bind port 449a3ec3-600e-425c-9f81-7927758bce76 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'f737d533-027c-4d49-80b3-79a6efe7740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:40:57.726909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3082b43-0364-470f-8928-015407464209 req-d064f5a9-dca7-46b9-8498-51c28404c358 service neutron] Attempting to bind port 449a3ec3-600e-425c-9f81-7927758bce76 on network c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:40:57.738494 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3082b43-0364-470f-8928-015407464209 req-d064f5a9-dca7-46b9-8498-51c28404c358 service neutron] Port 449a3ec3-600e-425c-9f81-7927758bce76 on network c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:40:57.739131 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3082b43-0364-470f-8928-015407464209 req-d064f5a9-dca7-46b9-8498-51c28404c358 service neutron] Attempting to bind port 449a3ec3-600e-425c-9f81-7927758bce76 on network c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:40:57.750296 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3082b43-0364-470f-8928-015407464209 req-d064f5a9-dca7-46b9-8498-51c28404c358 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:40:57.750945 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3082b43-0364-470f-8928-015407464209 req-d064f5a9-dca7-46b9-8498-51c28404c358 service neutron] Checking segment: {'id': 'f737d533-027c-4d49-80b3-79a6efe7740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:40:57.751517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3082b43-0364-470f-8928-015407464209 req-d064f5a9-dca7-46b9-8498-51c28404c358 service neutron] Bound using segment: {'id': 'f737d533-027c-4d49-80b3-79a6efe7740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:40:57.752110 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-d3082b43-0364-470f-8928-015407464209 req-d064f5a9-dca7-46b9-8498-51c28404c358 service neutron] Bound port: 449a3ec3-600e-425c-9f81-7927758bce76, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f737d533-027c-4d49-80b3-79a6efe7740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:40:57.752636 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d3082b43-0364-470f-8928-015407464209 req-d064f5a9-dca7-46b9-8498-51c28404c358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:57.781124 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event deleted for resources: {'Subnet': ['ID=172c3137-2086-44a6-9f3b-93f6e80cf0b5,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:57.901594 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6cfd7bfe-ff93-42ee-b219-5c543b27e7c7 None None] Attempting to bind port da94ccd8-04fe-4f60-b5f6-808c999fd454 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:40:57.902383 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6cfd7bfe-ff93-42ee-b219-5c543b27e7c7 None None] Attempting to bind port da94ccd8-04fe-4f60-b5f6-808c999fd454 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '6d28cefc-efe4-4ecb-89ed-9d7910bc6daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6e253579-b60d-4bb2-9e0a-4765f9c26e1e'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:40:57.903051 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfd7bfe-ff93-42ee-b219-5c543b27e7c7 None None] Attempting to bind port da94ccd8-04fe-4f60-b5f6-808c999fd454 on network 6e253579-b60d-4bb2-9e0a-4765f9c26e1e {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:40:57.910843 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfd7bfe-ff93-42ee-b219-5c543b27e7c7 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:40:57.911767 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfd7bfe-ff93-42ee-b219-5c543b27e7c7 None None] Checking segment: {'id': '6d28cefc-efe4-4ecb-89ed-9d7910bc6daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6e253579-b60d-4bb2-9e0a-4765f9c26e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:40:57.912481 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6cfd7bfe-ff93-42ee-b219-5c543b27e7c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:57.913082 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfd7bfe-ff93-42ee-b219-5c543b27e7c7 None None] Bound using segment: {'id': '6d28cefc-efe4-4ecb-89ed-9d7910bc6daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6e253579-b60d-4bb2-9e0a-4765f9c26e1e'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:40:57.914677 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6cfd7bfe-ff93-42ee-b219-5c543b27e7c7 None None] Bound port: da94ccd8-04fe-4f60-b5f6-808c999fd454, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d28cefc-efe4-4ecb-89ed-9d7910bc6daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6e253579-b60d-4bb2-9e0a-4765f9c26e1e'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:40:57.915514 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6cfd7bfe-ff93-42ee-b219-5c543b27e7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:58.052009 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-11945239-92e1-458f-b731-52261ad73003 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3f5b522208f045d5aa7dc1ffb382d602&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1052248 Mar 09 03:40:58.052451 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49060) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:58.098492 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:58.160916 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e253579-b60d-4bb2-9e0a-4765f9c26e1e']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:58.167372 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-9b8d2d37-e416-4093-b91d-6ac48787f47a tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--429382714', 'description': 'tempest-description--971557719'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:58.179540 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6cfd7bfe-ff93-42ee-b219-5c543b27e7c7 None None] For port da94ccd8-04fe-4f60-b5f6-808c999fd454, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:40:58.186722 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6cfd7bfe-ff93-42ee-b219-5c543b27e7c7 None None] For port da94ccd8-04fe-4f60-b5f6-808c999fd454, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=da94ccd8-04fe-4f60-b5f6-808c999fd454,segment=NetworkSegment(6d28cefc-efe4-4ecb-89ed-9d7910bc6daa),segment_id=6d28cefc-efe4-4ecb-89ed-9d7910bc6daa)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:40:58.190416 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-d3082b43-0364-470f-8928-015407464209 req-d064f5a9-dca7-46b9-8498-51c28404c358 service neutron] For port 449a3ec3-600e-425c-9f81-7927758bce76, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:40:58.196674 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6cfd7bfe-ff93-42ee-b219-5c543b27e7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:58.206017 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d28cefc-efe4-4ecb-89ed-9d7910bc6daa') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:58.207860 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d28cefc-efe4-4ecb-89ed-9d7910bc6daa') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:40:58.228417 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9b8d2d37-e416-4093-b91d-6ac48787f47a tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:58.231810 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:58.249702 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:58.258175 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:40:58.258748 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:58.261636 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9b8d2d37-e416-4093-b91d-6ac48787f47a tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:58.300080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-d3082b43-0364-470f-8928-015407464209 req-d064f5a9-dca7-46b9-8498-51c28404c358 service neutron] For port 449a3ec3-600e-425c-9f81-7927758bce76, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=449a3ec3-600e-425c-9f81-7927758bce76,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:40:58.397239 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd7bfe-ff93-42ee-b219-5c543b27e7c7 None None] Pushing event updated for resources: {'Port': ['ID=da94ccd8-04fe-4f60-b5f6-808c999fd454,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:58.411806 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c12346-4287-4d34-9ff6-0aca2a69e706 None None] Network 6e253579-b60d-4bb2-9e0a-4765f9c26e1e requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:40:58.432808 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:40:58.436012 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9b8d2d37-e416-4093-b91d-6ac48787f47a tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:58.456704 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d3082b43-0364-470f-8928-015407464209 req-d064f5a9-dca7-46b9-8498-51c28404c358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:58.473211 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.api [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 03:40:58.473211 n-d-825178-5 neutron-server[87881]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 03:40:58.473211 n-d-825178-5 neutron-server[87881]: [parameters: {'id': '6e253579-b60d-4bb2-9e0a-4765f9c26e1e'}] Mar 09 03:40:58.473211 n-d-825178-5 neutron-server[87881]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:40:58.473752 n-d-825178-5 neutron-server[87881]: DEBUG oslo_db.api [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:40:58.509366 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c21570-71f3-470e-913e-7c8acc220604 req-d272b99a-1fc3-4fde-b31c-fb8369ab536f tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:58.515267 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c21570-71f3-470e-913e-7c8acc220604 req-d272b99a-1fc3-4fde-b31c-fb8369ab536f tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:58.521154 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c21570-71f3-470e-913e-7c8acc220604 req-d272b99a-1fc3-4fde-b31c-fb8369ab536f tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:58.527698 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c21570-71f3-470e-913e-7c8acc220604 req-d272b99a-1fc3-4fde-b31c-fb8369ab536f tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:58.533663 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c21570-71f3-470e-913e-7c8acc220604 req-d272b99a-1fc3-4fde-b31c-fb8369ab536f tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:58.539665 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c21570-71f3-470e-913e-7c8acc220604 req-d272b99a-1fc3-4fde-b31c-fb8369ab536f tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:58.545411 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c21570-71f3-470e-913e-7c8acc220604 req-d272b99a-1fc3-4fde-b31c-fb8369ab536f tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:58.553075 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-44c21570-71f3-470e-913e-7c8acc220604 req-d272b99a-1fc3-4fde-b31c-fb8369ab536f tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5420 time: 0.6012397 Mar 09 03:40:58.555520 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c53a5a93-82be-4d37-914e-a14fc2a63741 req-d2277a2e-b151-496f-a49f-76c140433058 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d837ea-4c99-4bae-9244-80faf99e67e3 HTTP/1.1" status: 200 len: 210 time: 0.2703576 Mar 09 03:40:58.562413 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064f5a9-dca7-46b9-8498-51c28404c358 service neutron] Pushing event updated for resources: {'Port': ['ID=449a3ec3-600e-425c-9f81-7927758bce76,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:58.579089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9b8d2d37-e416-4093-b91d-6ac48787f47a tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:58.582126 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3082b43-0364-470f-8928-015407464209 req-d064f5a9-dca7-46b9-8498-51c28404c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:58.582601 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d3082b43-0364-470f-8928-015407464209 req-d064f5a9-dca7-46b9-8498-51c28404c358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:58.583999 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3082b43-0364-470f-8928-015407464209 req-d064f5a9-dca7-46b9-8498-51c28404c358 service neutron] 10.222.0.24 "PUT /v2.0/ports/449a3ec3-600e-425c-9f81-7927758bce76 HTTP/1.1" status: 200 len: 1092 time: 2.3988607 Mar 09 03:40:58.584446 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80a53f5-bb44-45d8-a1ef-bf34c805f201', 'tag': '449a3ec3-600e-425c-9f81-7927758bce76'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:40:58.595680 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9b8d2d37-e416-4093-b91d-6ac48787f47a tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Usage tracker for resource:security_group_rule and tenant:93aa98084011474eadf54856db5462ee is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:40:58.600726 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9b8d2d37-e416-4093-b91d-6ac48787f47a tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:40:58.612786 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9b8d2d37-e416-4093-b91d-6ac48787f47a tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:58.667877 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-44c21570-71f3-470e-913e-7c8acc220604 req-23d20ae8-ead0-40f4-a01b-8779ed61474c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1137874 Mar 09 03:40:58.691149 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af756a5c-fac2-4e7f-a0f9-c3c342e25672 None None] get_active_networks_info from n-d-825178-5 {{(pid=87882) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 03:40:58.731055 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-8c5812e3-c283-4493-81f3-6a913a95f943 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:58.732511 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-8c5812e3-c283-4493-81f3-6a913a95f943 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6660275 Mar 09 03:40:58.777237 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8d06f02c-f857-42bd-890e-82c2793327dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:58.788820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-3c407b0f-49e3-41ff-8f42-243f138823a0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Request body: {'port': {'device_id': 'b5d837ea-4c99-4bae-9244-80faf99e67e3', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': '3f5b522208f045d5aa7dc1ffb382d602'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:58.811605 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a80a53f5-bb44-45d8-a1ef-bf34c805f201', 'tag': '449a3ec3-600e-425c-9f81-7927758bce76', 'status': 'completed', 'code': 200} Mar 09 03:40:58.884324 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af756a5c-fac2-4e7f-a0f9-c3c342e25672 None None] Resources bound (agent type, host, resource id): {{(pid=87882) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 03:40:58.972458 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3082b43-0364-470f-8928-015407464209 req-a9dc1f41-f672-4e45-a56d-86cad52aa8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:58.974120 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3082b43-0364-470f-8928-015407464209 req-a9dc1f41-f672-4e45-a56d-86cad52aa8ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=62215851be3d4b12858e1a437af1e4f7&device_id=a80a53f5-bb44-45d8-a1ef-bf34c805f201 HTTP/1.1" status: 200 len: 1095 time: 0.3362384 Mar 09 03:40:58.975163 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:59.005852 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Deleting port da94ccd8-04fe-4f60-b5f6-808c999fd454 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:40:59.006620 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:59.059667 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f4bb1-a0c6-422c-a4f7-9a722212c34b req-e1f00e5d-e996-4343-a21a-9e0db54904a5 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:59.061491 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-049f4bb1-a0c6-422c-a4f7-9a722212c34b req-e1f00e5d-e996-4343-a21a-9e0db54904a5 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 945 time: 0.1522393 Mar 09 03:40:59.097333 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9b8d2d37-e416-4093-b91d-6ac48787f47a tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:59.099133 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3082b43-0364-470f-8928-015407464209 req-de2309b1-7ae9-444e-a817-f71c31e4bd01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=449a3ec3-600e-425c-9f81-7927758bce76 HTTP/1.1" status: 200 len: 217 time: 0.1010931 Mar 09 03:40:59.145006 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9b8d2d37-e416-4093-b91d-6ac48787f47a tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:59.189627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaadbea-4128-4a9b-97d3-e0b002055452 req-c450ba6d-1386-4101-af04-1c2b54bfa1c6 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:59.191825 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-049f4bb1-a0c6-422c-a4f7-9a722212c34b req-e6a18c15-0e81-400a-b9ab-9e1e69c8f515 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208172 Mar 09 03:40:59.197390 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9eaadbea-4128-4a9b-97d3-e0b002055452 req-c450ba6d-1386-4101-af04-1c2b54bfa1c6 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80a53f5-bb44-45d8-a1ef-bf34c805f201 HTTP/1.1" status: 200 len: 944 time: 0.4622107 Mar 09 03:40:59.218896 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9b8d2d37-e416-4093-b91d-6ac48787f47a tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:59.223469 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9b8d2d37-e416-4093-b91d-6ac48787f47a tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1657050 Mar 09 03:40:59.232535 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49104) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:40:59.256014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-3c407b0f-49e3-41ff-8f42-243f138823a0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:59.271229 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-5dbacc9a-0721-411b-b96e-bb6bb2f18df1 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Request body: {'security_group_rule': {'security_group_id': '53908ee8-8dd7-4d9d-bbfb-980180e125a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:40:59.280643 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-3c407b0f-49e3-41ff-8f42-243f138823a0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Usage tracker for resource:port and tenant:3f5b522208f045d5aa7dc1ffb382d602 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:40:59.292711 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5dbacc9a-0721-411b-b96e-bb6bb2f18df1 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:59.295319 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-3c407b0f-49e3-41ff-8f42-243f138823a0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:40:59.305114 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5dbacc9a-0721-411b-b96e-bb6bb2f18df1 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Usage tracker for resource:security_group_rule and tenant:93aa98084011474eadf54856db5462ee is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:40:59.310588 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d2d37-e416-4093-b91d-6ac48787f47a tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53908ee8-8dd7-4d9d-bbfb-980180e125a7,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:59.313176 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-3c407b0f-49e3-41ff-8f42-243f138823a0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:59.325499 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5dbacc9a-0721-411b-b96e-bb6bb2f18df1 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:40:59.347933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5dbacc9a-0721-411b-b96e-bb6bb2f18df1 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:59.370354 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9eaadbea-4128-4a9b-97d3-e0b002055452 req-3dc9e484-146b-491c-9a69-7941681fa877 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719964 Mar 09 03:40:59.380037 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3082b43-0364-470f-8928-015407464209 req-1ae0bf92-5486-43be-a60d-02edc7be5df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:40:59.382676 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3082b43-0364-470f-8928-015407464209 req-1ae0bf92-5486-43be-a60d-02edc7be5df2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9cf75fec-0961-40cc-8ceb-7209db6f79d6 HTTP/1.1" status: 200 len: 843 time: 0.2696121 Mar 09 03:40:59.385314 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-3c407b0f-49e3-41ff-8f42-243f138823a0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Made reservation on behalf of 3f5b522208f045d5aa7dc1ffb382d602 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:40:59.385556 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] For port da94ccd8-04fe-4f60-b5f6-808c999fd454, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=da94ccd8-04fe-4f60-b5f6-808c999fd454,segment=NetworkSegment(6d28cefc-efe4-4ecb-89ed-9d7910bc6daa),segment_id=6d28cefc-efe4-4ecb-89ed-9d7910bc6daa)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:40:59.385898 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:59.400820 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-3c407b0f-49e3-41ff-8f42-243f138823a0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:59.454685 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-3c407b0f-49e3-41ff-8f42-243f138823a0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:59.471455 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5dbacc9a-0721-411b-b96e-bb6bb2f18df1 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:59.480192 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3082b43-0364-470f-8928-015407464209 req-6a037e0a-5e96-420e-9b33-5efda5aa9047 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680673 Mar 09 03:40:59.491125 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-3c407b0f-49e3-41ff-8f42-243f138823a0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:40:59.528274 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-3c407b0f-49e3-41ff-8f42-243f138823a0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Usage tracker for resource:security_group_rule and tenant:3f5b522208f045d5aa7dc1ffb382d602 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:40:59.549850 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-3c407b0f-49e3-41ff-8f42-243f138823a0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:40:59.565950 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-3c407b0f-49e3-41ff-8f42-243f138823a0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:40:59.633217 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Calling delete_port for da94ccd8-04fe-4f60-b5f6-808c999fd454 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:40:59.676430 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5dbacc9a-0721-411b-b96e-bb6bb2f18df1 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:59.711175 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5dbacc9a-0721-411b-b96e-bb6bb2f18df1 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:59.734032 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d10dcd5e-e269-408a-b256-f5449922c19b req-1cf5bc37-a15f-4eb5-829d-52e19575d0b4 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d837ea-4c99-4bae-9244-80faf99e67e3 HTTP/1.1" status: 200 len: 210 time: 0.0609307 Mar 09 03:40:59.788439 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:40:59.849318 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] No DVR routers for this DVR port da94ccd8-04fe-4f60-b5f6-808c999fd454 on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:40:59.860937 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event deleted for resources: {'Port': ['ID=da94ccd8-04fe-4f60-b5f6-808c999fd454,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:40:59.866740 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3082b43-0364-470f-8928-015407464209 req-59989da3-da96-4dba-b6fe-20ad63a4a99d service neutron] 10.222.0.24 "GET /v2.0/networks/c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788519 Mar 09 03:40:59.945938 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbacc9a-0721-411b-b96e-bb6bb2f18df1 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8506d17d-0a04-4ab4-9f81-d2f526d7e34a,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:00.013029 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:00.038018 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5dbacc9a-0721-411b-b96e-bb6bb2f18df1 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:00.040795 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e253579-b60d-4bb2-9e0a-4765f9c26e1e']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:00.042594 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5dbacc9a-0721-411b-b96e-bb6bb2f18df1 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7952206 Mar 09 03:41:00.043462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49132) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:00.054902 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d28cefc-efe4-4ecb-89ed-9d7910bc6daa') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:00.055286 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d28cefc-efe4-4ecb-89ed-9d7910bc6daa') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:00.064722 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-21a26ea3-fd5d-416c-925a-d8592266170c tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Request body: {'security_group_rule': {'security_group_id': '53908ee8-8dd7-4d9d-bbfb-980180e125a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:00.067986 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:00.082336 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-21a26ea3-fd5d-416c-925a-d8592266170c tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:00.086172 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:00.094053 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:41:00.094463 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:00.095063 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-21a26ea3-fd5d-416c-925a-d8592266170c tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Usage tracker for resource:security_group_rule and tenant:93aa98084011474eadf54856db5462ee is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:00.106809 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-21a26ea3-fd5d-416c-925a-d8592266170c tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:41:00.115637 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:41:00.118151 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-21a26ea3-fd5d-416c-925a-d8592266170c tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:00.173383 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3082b43-0364-470f-8928-015407464209 req-645ea6d8-d1b8-46d6-b0ab-21c910e5a66e service neutron] 10.222.0.24 "GET /v2.0/networks/c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890577 Mar 09 03:41:00.188527 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fad07-deee-4981-9b09-0b431bc03243 req-adf0f5ca-4742-41a3-a58b-06fd0abe0d06 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:00.194815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fad07-deee-4981-9b09-0b431bc03243 req-adf0f5ca-4742-41a3-a58b-06fd0abe0d06 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:00.200836 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fad07-deee-4981-9b09-0b431bc03243 req-adf0f5ca-4742-41a3-a58b-06fd0abe0d06 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:00.207033 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fad07-deee-4981-9b09-0b431bc03243 req-adf0f5ca-4742-41a3-a58b-06fd0abe0d06 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:00.213815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fad07-deee-4981-9b09-0b431bc03243 req-adf0f5ca-4742-41a3-a58b-06fd0abe0d06 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:00.219862 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fad07-deee-4981-9b09-0b431bc03243 req-adf0f5ca-4742-41a3-a58b-06fd0abe0d06 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:00.220174 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:00.227301 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fad07-deee-4981-9b09-0b431bc03243 req-adf0f5ca-4742-41a3-a58b-06fd0abe0d06 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:00.227495 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:00.228996 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d52fad07-deee-4981-9b09-0b431bc03243 req-adf0f5ca-4742-41a3-a58b-06fd0abe0d06 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5420 time: 0.3664846 Mar 09 03:41:00.271262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event deleted for resources: {'Network': ['ID=6e253579-b60d-4bb2-9e0a-4765f9c26e1e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:00.281109 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-25eb990e-9c2a-4313-aceb-a9f846aba781 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "DELETE /v2.0/networks/6e253579-b60d-4bb2-9e0a-4765f9c26e1e HTTP/1.1" status: 204 len: 168 time: 3.8950868 Mar 09 03:41:00.284486 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49138) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:00.291747 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4c20f510-caa4-4edf-b711-abe634b709cf tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1289440363'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:00.297484 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4c20f510-caa4-4edf-b711-abe634b709cf tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:00.297884 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-21a26ea3-fd5d-416c-925a-d8592266170c tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:00.303948 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4c20f510-caa4-4edf-b711-abe634b709cf tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Usage tracker for resource:network and tenant:99234e1ac54545068d811492dd9a7469 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:00.308663 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4c20f510-caa4-4edf-b711-abe634b709cf tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:00.316038 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4c20f510-caa4-4edf-b711-abe634b709cf tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:00.318463 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-3c407b0f-49e3-41ff-8f42-243f138823a0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:00.332928 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c20f510-caa4-4edf-b711-abe634b709cf tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Made reservation on behalf of 99234e1ac54545068d811492dd9a7469 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:41:00.338666 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4c20f510-caa4-4edf-b711-abe634b709cf tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:00.345813 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-3c407b0f-49e3-41ff-8f42-243f138823a0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:00.429194 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d52fad07-deee-4981-9b09-0b431bc03243 req-c33a0489-a5af-47c8-8d07-da46c5357777 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1916595 Mar 09 03:41:00.442031 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c20f510-caa4-4edf-b711-abe634b709cf tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:41:00.486985 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4c20f510-caa4-4edf-b711-abe634b709cf tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:00.486985 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-4c20f510-caa4-4edf-b711-abe634b709cf tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Added segment 02df1c9e-08df-42ec-8deb-ac5618b4f36a of type vlan for network c2442507-b3d7-4596-9aab-e44ebd14ea88 Mar 09 03:41:00.500613 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c407b0f-49e3-41ff-8f42-243f138823a0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e389a3-bb37-4fc1-9de7-7b487002f513,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:00.542377 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-21a26ea3-fd5d-416c-925a-d8592266170c tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:00.559614 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4c20f510-caa4-4edf-b711-abe634b709cf tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:00.581588 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d962ae5-d3ea-43ce-af83-fffb7061bcdf req-faf3a486-e021-4f37-a271-0594aa4084c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:00.583144 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d962ae5-d3ea-43ce-af83-fffb7061bcdf req-faf3a486-e021-4f37-a271-0594aa4084c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=62215851be3d4b12858e1a437af1e4f7&device_id=a80a53f5-bb44-45d8-a1ef-bf34c805f201 HTTP/1.1" status: 200 len: 1095 time: 0.3491168 Mar 09 03:41:00.583768 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-21a26ea3-fd5d-416c-925a-d8592266170c tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:00.642004 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4c20f510-caa4-4edf-b711-abe634b709cf tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:00.664813 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c20f510-caa4-4edf-b711-abe634b709cf tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:00.665756 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4c20f510-caa4-4edf-b711-abe634b709cf tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:00.667447 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a26ea3-fd5d-416c-925a-d8592266170c tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee6cd9b-8fec-4fdd-a452-65cc3bd8a35d,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:00.774186 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4c20f510-caa4-4edf-b711-abe634b709cf tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4766035 Mar 09 03:41:00.774186 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49156) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:00.792100 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-21a26ea3-fd5d-416c-925a-d8592266170c tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:00.796566 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-21a26ea3-fd5d-416c-925a-d8592266170c tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7434516 Mar 09 03:41:00.800048 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-3c407b0f-49e3-41ff-8f42-243f138823a0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Allocated IP 192.168.233.244 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/de978f1d-3eed-403b-97b1-08c48da831c0) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:41:00.806889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49162) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:00.811831 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-186f6219-f61a-406f-b8c6-0c6aab9a4b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:00.840528 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-186f6219-f61a-406f-b8c6-0c6aab9a4b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:00.858040 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20f510-caa4-4edf-b711-abe634b709cf tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event updated for resources: {'Network': ['ID=c2442507-b3d7-4596-9aab-e44ebd14ea88,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:00.883163 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-3b6fa2e6-e2be-480b-9e41-678538f095dd tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Request body: {'subnet': {'network_id': 'c2442507-b3d7-4596-9aab-e44ebd14ea88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:00.888304 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network c2442507-b3d7-4596-9aab-e44ebd14ea88 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:41:00.941337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-186f6219-f61a-406f-b8c6-0c6aab9a4b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Usage tracker for resource:floatingip and tenant:93aa98084011474eadf54856db5462ee is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:00.954231 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-186f6219-f61a-406f-b8c6-0c6aab9a4b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:00.960895 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-186f6219-f61a-406f-b8c6-0c6aab9a4b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:00.999316 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-186f6219-f61a-406f-b8c6-0c6aab9a4b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:01.018836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3d88d-0a2f-46f5-be4b-40f447940a05 req-6cb78401-dead-4ab8-a485-414a7591e90c tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:01.021287 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8de3d88d-0a2f-46f5-be4b-40f447940a05 req-6cb78401-dead-4ab8-a485-414a7591e90c tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 945 time: 0.6659949 Mar 09 03:41:01.081416 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d962ae5-d3ea-43ce-af83-fffb7061bcdf req-24f83dff-45e4-49a7-ad23-40c05d712ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:01.083485 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d962ae5-d3ea-43ce-af83-fffb7061bcdf req-24f83dff-45e4-49a7-ad23-40c05d712ebb service neutron] 10.222.0.24 "GET /v2.0/networks?id=c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 HTTP/1.1" status: 200 len: 904 time: 0.4728944 Mar 09 03:41:01.101078 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-58afa3b4-561f-4d10-b330-dda5fdebdf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:01.152540 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3b6fa2e6-e2be-480b-9e41-678538f095dd tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:01.160617 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3b6fa2e6-e2be-480b-9e41-678538f095dd tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Usage tracker for resource:subnet and tenant:99234e1ac54545068d811492dd9a7469 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:01.165604 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8de3d88d-0a2f-46f5-be4b-40f447940a05 req-e24f8412-212f-4ddd-beb8-2231252c8a4f tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830452 Mar 09 03:41:01.166385 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3b6fa2e6-e2be-480b-9e41-678538f095dd tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:01.172795 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3b6fa2e6-e2be-480b-9e41-678538f095dd tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:01.193843 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6fa2e6-e2be-480b-9e41-678538f095dd tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Made reservation on behalf of 99234e1ac54545068d811492dd9a7469 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:41:01.197928 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa2e6-e2be-480b-9e41-678538f095dd tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:01.238897 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ad255-cf8d-4c08-bf6b-ebd8c2003b1a req-ab2217a0-7a4b-4e1d-b692-66ae6e723819 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:01.246206 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-060ad255-cf8d-4c08-bf6b-ebd8c2003b1a req-ab2217a0-7a4b-4e1d-b692-66ae6e723819 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80a53f5-bb44-45d8-a1ef-bf34c805f201 HTTP/1.1" status: 200 len: 944 time: 0.5147247 Mar 09 03:41:01.268979 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d962ae5-d3ea-43ce-af83-fffb7061bcdf req-9f2d1b58-4161-4e04-aeb7-ebe088973bb5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=449a3ec3-600e-425c-9f81-7927758bce76 HTTP/1.1" status: 200 len: 217 time: 0.1334558 Mar 09 03:41:01.334242 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96816600-957a-4f77-a862-a55f08d96718 req-23d4d996-464c-4ed3-9265-d3d602f495eb tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d837ea-4c99-4bae-9244-80faf99e67e3 HTTP/1.1" status: 200 len: 210 time: 0.0520701 Mar 09 03:41:01.442558 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d962ae5-d3ea-43ce-af83-fffb7061bcdf req-9f42bfaa-b2ac-4184-9606-6be7c29353f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:01.446898 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d962ae5-d3ea-43ce-af83-fffb7061bcdf req-9f42bfaa-b2ac-4184-9606-6be7c29353f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9cf75fec-0961-40cc-8ceb-7209db6f79d6 HTTP/1.1" status: 200 len: 843 time: 0.1654818 Mar 09 03:41:01.456412 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-060ad255-cf8d-4c08-bf6b-ebd8c2003b1a req-cd024854-06c3-4df3-bf82-005e3f940f4b tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093918 Mar 09 03:41:01.623214 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d962ae5-d3ea-43ce-af83-fffb7061bcdf req-318fb8f9-4bf4-49d9-93ac-90528f50fce5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1637394 Mar 09 03:41:01.644783 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-3c407b0f-49e3-41ff-8f42-243f138823a0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:01.664897 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-3c407b0f-49e3-41ff-8f42-243f138823a0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Transition to ACTIVE for port object de978f1d-3eed-403b-97b1-08c48da831c0 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:01.754515 n-d-825178-5 neutron-server[87881]: DEBUG neutron.objects.ports [None req-3b6fa2e6-e2be-480b-9e41-678538f095dd tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87881) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 03:41:01.755856 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa2e6-e2be-480b-9e41-678538f095dd tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:01.861788 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-3c407b0f-49e3-41ff-8f42-243f138823a0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:01.879248 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-17a54ea7-3f20-437b-9083-d08a3ab46d01 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f94c533ee0e24f8a92224b12b8cfb393&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464928 Mar 09 03:41:01.879848 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fa2e6-e2be-480b-9e41-678538f095dd tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event updated for resources: {'Subnet': ['ID=c36abd8f-7e3d-4d60-9f47-983bc9e5e183,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:01.959570 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6fa2e6-e2be-480b-9e41-678538f095dd tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Checking segment: {'id': '02df1c9e-08df-42ec-8deb-ac5618b4f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2442507-b3d7-4596-9aab-e44ebd14ea88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:41:01.959940 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6fa2e6-e2be-480b-9e41-678538f095dd tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Network hostable DHCP agents. Network: c2442507-b3d7-4596-9aab-e44ebd14ea88, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:41:02.018194 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:02.061555 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:02.072797 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6fa2e6-e2be-480b-9e41-678538f095dd tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Network c2442507-b3d7-4596-9aab-e44ebd14ea88 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:41:02.107863 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-3b6fa2e6-e2be-480b-9e41-678538f095dd tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, c2442507-b3d7-4596-9aab-e44ebd14ea88) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:02.113262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6fa2e6-e2be-480b-9e41-678538f095dd tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:02.113868 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa2e6-e2be-480b-9e41-678538f095dd tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:02.119773 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cb1654-e041-4e36-890d-a8c7e9b801e4 None None] Network c2442507-b3d7-4596-9aab-e44ebd14ea88 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:41:02.147693 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-b27097ad-0975-4e29-a786-d37bfc583803 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:02.149464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-3c407b0f-49e3-41ff-8f42-243f138823a0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:41:02.150953 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-b27097ad-0975-4e29-a786-d37bfc583803 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2552764 Mar 09 03:41:02.158932 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-3c407b0f-49e3-41ff-8f42-243f138823a0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:02.170887 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-3c407b0f-49e3-41ff-8f42-243f138823a0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:41:02.173475 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3b6fa2e6-e2be-480b-9e41-678538f095dd tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3172066 Mar 09 03:41:02.180173 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49208) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:02.187602 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-e374cb98-a05a-495b-a1e9-a7143f6a2a3c tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/quotas/f94c533ee0e24f8a92224b12b8cfb393 HTTP/1.1" status: 200 len: 375 time: 0.0248525 Mar 09 03:41:02.228769 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d962ae5-d3ea-43ce-af83-fffb7061bcdf req-d01b4b76-5cb8-446b-9482-60a9165d48c7 service neutron] 10.222.0.24 "GET /v2.0/networks/c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5396090 Mar 09 03:41:02.283369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c407b0f-49e3-41ff-8f42-243f138823a0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Pushing event updated for resources: {'Port': ['ID=de978f1d-3eed-403b-97b1-08c48da831c0,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:02.356955 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95864a7d-b906-4d84-99b1-f5f03455d44c req-7b3f7005-4935-4c30-9ea9-6c0a87191983 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:02.363138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95864a7d-b906-4d84-99b1-f5f03455d44c req-7b3f7005-4935-4c30-9ea9-6c0a87191983 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:02.369364 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95864a7d-b906-4d84-99b1-f5f03455d44c req-7b3f7005-4935-4c30-9ea9-6c0a87191983 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:02.375105 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95864a7d-b906-4d84-99b1-f5f03455d44c req-7b3f7005-4935-4c30-9ea9-6c0a87191983 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:02.381098 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95864a7d-b906-4d84-99b1-f5f03455d44c req-7b3f7005-4935-4c30-9ea9-6c0a87191983 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:02.387131 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95864a7d-b906-4d84-99b1-f5f03455d44c req-7b3f7005-4935-4c30-9ea9-6c0a87191983 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:02.393050 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95864a7d-b906-4d84-99b1-f5f03455d44c req-7b3f7005-4935-4c30-9ea9-6c0a87191983 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:02.401457 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95864a7d-b906-4d84-99b1-f5f03455d44c req-7b3f7005-4935-4c30-9ea9-6c0a87191983 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5420 time: 0.7748890 Mar 09 03:41:02.412610 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-5dd13706-ce5f-4525-b34f-6550e7cd1a67 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f94c533ee0e24f8a92224b12b8cfb393&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2231729 Mar 09 03:41:02.499564 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7788c018-c617-44f8-b9d4-d167ed5751d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-c2442507-b3d7-4596-9aab-e44ebd14ea88', 'network_id': 'c2442507-b3d7-4596-9aab-e44ebd14ea88', 'tenant_id': '99234e1ac54545068d811492dd9a7469', 'fixed_ips': [{'subnet_id': 'c36abd8f-7e3d-4d60-9f47-983bc9e5e183'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:41:02.501063 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7788c018-c617-44f8-b9d4-d167ed5751d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:02.505429 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-3c407b0f-49e3-41ff-8f42-243f138823a0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:02.506089 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-3c407b0f-49e3-41ff-8f42-243f138823a0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:02.523654 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-186f6219-f61a-406f-b8c6-0c6aab9a4b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:02.590545 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:02.617141 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95864a7d-b906-4d84-99b1-f5f03455d44c req-d2a4d615-67b0-4de9-9664-5585e4c939c5 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2120271 Mar 09 03:41:02.665899 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-3c407b0f-49e3-41ff-8f42-243f138823a0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8807945 Mar 09 03:41:02.677202 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-48ca7df5-2175-4b65-8814-a0bb540c9814 None None] Provisioning for port de978f1d-3eed-403b-97b1-08c48da831c0 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:02.683872 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-49cb66ef-a1a0-4d2b-b8bc-3e7799f6b4be service neutron] Request body: {'port': {'device_id': 'b5d837ea-4c99-4bae-9244-80faf99e67e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:02.700906 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-48ca7df5-2175-4b65-8814-a0bb540c9814 None None] Provisioning complete for port de978f1d-3eed-403b-97b1-08c48da831c0 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:02.701691 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-48ca7df5-2175-4b65-8814-a0bb540c9814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:02.751778 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:02.810816 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-48ca7df5-2175-4b65-8814-a0bb540c9814 None None] Port de978f1d-3eed-403b-97b1-08c48da831c0 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:41:02.964197 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-7788c018-c617-44f8-b9d4-d167ed5751d3 None None] Allocated IP 2001:db8::f816:3eff:fe92:84f5 (c2442507-b3d7-4596-9aab-e44ebd14ea88/c36abd8f-7e3d-4d60-9f47-983bc9e5e183/0094db57-d975-40d1-a28f-2a16f56edac3) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:41:03.004017 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d962ae5-d3ea-43ce-af83-fffb7061bcdf req-5a9bb1e1-c7b3-455d-bb9a-a131f008dcc6 service neutron] 10.222.0.24 "GET /v2.0/networks/c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7612054 Mar 09 03:41:03.098801 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df41ce6-5640-4b5b-8ad3-65f1952e9f04 req-bfb595bf-5e6e-44e7-b2f7-cc9b2d0b66d9 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:03.100316 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2df41ce6-5640-4b5b-8ad3-65f1952e9f04 req-bfb595bf-5e6e-44e7-b2f7-cc9b2d0b66d9 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d837ea-4c99-4bae-9244-80faf99e67e3 HTTP/1.1" status: 200 len: 936 time: 0.1366959 Mar 09 03:41:03.158814 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-49cb66ef-a1a0-4d2b-b8bc-3e7799f6b4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:03.170337 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2df41ce6-5640-4b5b-8ad3-65f1952e9f04 req-b5defeb4-c9ab-4e9e-82d1-b880be7189b5 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e389a3-bb37-4fc1-9de7-7b487002f513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632744 Mar 09 03:41:03.251408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-186f6219-f61a-406f-b8c6-0c6aab9a4b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Allocated IP 172.25.7.219 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/0143501f-ce8f-46b2-bc52-7c1426966ee1) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:41:03.271810 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694b7ae-555c-4245-9db4-d2e6955da91a req-154bc5a3-0c6f-4f12-8729-f10f3903d825 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:03.274108 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f694b7ae-555c-4245-9db4-d2e6955da91a req-154bc5a3-0c6f-4f12-8729-f10f3903d825 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 945 time: 0.3045392 Mar 09 03:41:03.287717 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7788c018-c617-44f8-b9d4-d167ed5751d3 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:03.301484 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7788c018-c617-44f8-b9d4-d167ed5751d3 None None] Transition to ACTIVE for port object 0094db57-d975-40d1-a28f-2a16f56edac3 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:03.346019 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7788c018-c617-44f8-b9d4-d167ed5751d3 None None] Transition to ACTIVE for port object 0094db57-d975-40d1-a28f-2a16f56edac3 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:03.354145 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:03.360928 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7788c018-c617-44f8-b9d4-d167ed5751d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:03.401597 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:03.480180 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event deleted for resources: {'Subnet': ['ID=c36abd8f-7e3d-4d60-9f47-983bc9e5e183,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:03.492930 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788c018-c617-44f8-b9d4-d167ed5751d3 None None] Pushing event updated for resources: {'Port': ['ID=0094db57-d975-40d1-a28f-2a16f56edac3,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:03.510093 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7788c018-c617-44f8-b9d4-d167ed5751d3 None None] Network c2442507-b3d7-4596-9aab-e44ebd14ea88 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:41:03.513159 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 449a3ec3-600e-425c-9f81-7927758bce76 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:41:03.518193 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-7788c018-c617-44f8-b9d4-d167ed5751d3 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:03.519049 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f694b7ae-555c-4245-9db4-d2e6955da91a req-199a7cae-bf78-44d5-8792-16a72c63a9eb tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327197 Mar 09 03:41:03.542445 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7788c018-c617-44f8-b9d4-d167ed5751d3 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:41:03.629946 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:03.662178 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cde76-2c37-4cf1-a60f-5f8725810f92 req-3efdc52c-d7d8-4c44-8de5-a43a6b597ad4 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:03.676037 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cd3cde76-2c37-4cf1-a60f-5f8725810f92 req-3efdc52c-d7d8-4c44-8de5-a43a6b597ad4 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80a53f5-bb44-45d8-a1ef-bf34c805f201 HTTP/1.1" status: 200 len: 944 time: 0.3675969 Mar 09 03:41:03.699660 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-7788c018-c617-44f8-b9d4-d167ed5751d3 None None] Attempting to bind port 0094db57-d975-40d1-a28f-2a16f56edac3 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:41:03.700026 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-7788c018-c617-44f8-b9d4-d167ed5751d3 None None] Attempting to bind port 0094db57-d975-40d1-a28f-2a16f56edac3 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '02df1c9e-08df-42ec-8deb-ac5618b4f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2442507-b3d7-4596-9aab-e44ebd14ea88'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:41:03.700381 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788c018-c617-44f8-b9d4-d167ed5751d3 None None] Attempting to bind port 0094db57-d975-40d1-a28f-2a16f56edac3 on network c2442507-b3d7-4596-9aab-e44ebd14ea88 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:41:03.729673 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2442507-b3d7-4596-9aab-e44ebd14ea88']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:03.748947 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02df1c9e-08df-42ec-8deb-ac5618b4f36a') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:03.749548 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02df1c9e-08df-42ec-8deb-ac5618b4f36a') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:03.755470 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788c018-c617-44f8-b9d4-d167ed5751d3 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:41:03.755847 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788c018-c617-44f8-b9d4-d167ed5751d3 None None] Checking segment: {'id': '02df1c9e-08df-42ec-8deb-ac5618b4f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2442507-b3d7-4596-9aab-e44ebd14ea88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:41:03.756243 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7788c018-c617-44f8-b9d4-d167ed5751d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:03.756680 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788c018-c617-44f8-b9d4-d167ed5751d3 None None] Bound using segment: {'id': '02df1c9e-08df-42ec-8deb-ac5618b4f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2442507-b3d7-4596-9aab-e44ebd14ea88'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:41:03.757545 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-7788c018-c617-44f8-b9d4-d167ed5751d3 None None] Bound port: 0094db57-d975-40d1-a28f-2a16f56edac3, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02df1c9e-08df-42ec-8deb-ac5618b4f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2442507-b3d7-4596-9aab-e44ebd14ea88'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:41:03.757864 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7788c018-c617-44f8-b9d4-d167ed5751d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:03.777691 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:03.798157 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-186f6219-f61a-406f-b8c6-0c6aab9a4b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:03.806414 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cd3cde76-2c37-4cf1-a60f-5f8725810f92 req-9f6ba777-f2ea-4be0-a7b1-68c6ef33c694 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191027 Mar 09 03:41:03.818511 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:03.837905 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:41:03.840855 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:41:03.927067 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:41:03.933238 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6546464a-d136-4b96-93e9-da5150dfc815 req-f5cab34b-04e1-474f-99b7-495cad4bb9eb tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f94c533ee0e24f8a92224b12b8cfb393&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1430650 Mar 09 03:41:03.965418 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-7788c018-c617-44f8-b9d4-d167ed5751d3 None None] For port 0094db57-d975-40d1-a28f-2a16f56edac3, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:41:04.017729 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:04.054518 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 449a3ec3-600e-425c-9f81-7927758bce76, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=449a3ec3-600e-425c-9f81-7927758bce76,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:04.072204 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '449a3ec3-600e-425c-9f81-7927758bce76', 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1', 'port_id': '449a3ec3-600e-425c-9f81-7927758bce76', 'mac_address': 'fa:16:3e:03:d0:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf75fec-0961-40cc-8ceb-7209db6f79d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:41:04.104482 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.api [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 03:41:04.104482 n-d-825178-5 neutron-server[87881]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 03:41:04.104482 n-d-825178-5 neutron-server[87881]: [parameters: {'id': 'c2442507-b3d7-4596-9aab-e44ebd14ea88'}] Mar 09 03:41:04.104482 n-d-825178-5 neutron-server[87881]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:41:04.104946 n-d-825178-5 neutron-server[87881]: DEBUG oslo_db.api [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:41:04.137662 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-7788c018-c617-44f8-b9d4-d167ed5751d3 None None] For port 0094db57-d975-40d1-a28f-2a16f56edac3, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0094db57-d975-40d1-a28f-2a16f56edac3,segment=NetworkSegment(02df1c9e-08df-42ec-8deb-ac5618b4f36a),segment_id=02df1c9e-08df-42ec-8deb-ac5618b4f36a)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:41:04.149462 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7788c018-c617-44f8-b9d4-d167ed5751d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:04.168656 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc008c1-4e2f-48d1-b015-2c802ab098a5 req-d97c5f54-36cb-4fe2-950f-df7a4996db39 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:04.175689 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc008c1-4e2f-48d1-b015-2c802ab098a5 req-d97c5f54-36cb-4fe2-950f-df7a4996db39 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:04.183107 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc008c1-4e2f-48d1-b015-2c802ab098a5 req-d97c5f54-36cb-4fe2-950f-df7a4996db39 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:04.189553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc008c1-4e2f-48d1-b015-2c802ab098a5 req-d97c5f54-36cb-4fe2-950f-df7a4996db39 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:04.198618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546464a-d136-4b96-93e9-da5150dfc815 req-76aa2e78-fec3-4497-a738-ede6b2c8a524 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:04.206634 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6546464a-d136-4b96-93e9-da5150dfc815 req-76aa2e78-fec3-4497-a738-ede6b2c8a524 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2483947 Mar 09 03:41:04.208569 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc008c1-4e2f-48d1-b015-2c802ab098a5 req-d97c5f54-36cb-4fe2-950f-df7a4996db39 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:04.222759 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6546464a-d136-4b96-93e9-da5150dfc815 req-192eb508-ff5d-4659-ad67-6307df8cc3e5 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/quotas/f94c533ee0e24f8a92224b12b8cfb393 HTTP/1.1" status: 200 len: 375 time: 0.0143025 Mar 09 03:41:04.227230 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:04.237862 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc008c1-4e2f-48d1-b015-2c802ab098a5 req-d97c5f54-36cb-4fe2-950f-df7a4996db39 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:04.244912 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc008c1-4e2f-48d1-b015-2c802ab098a5 req-d97c5f54-36cb-4fe2-950f-df7a4996db39 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:04.250354 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449a3ec3-600e-425c-9f81-7927758bce76 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:41:04.251812 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-acc008c1-4e2f-48d1-b015-2c802ab098a5 req-d97c5f54-36cb-4fe2-950f-df7a4996db39 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5420 time: 0.1951602 Mar 09 03:41:04.318587 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6546464a-d136-4b96-93e9-da5150dfc815 req-833491af-a274-4fd4-98d2-71f9b860ecb4 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f94c533ee0e24f8a92224b12b8cfb393&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885289 Mar 09 03:41:04.333695 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-acc008c1-4e2f-48d1-b015-2c802ab098a5 req-a8597121-5e90-479a-a976-a78ab703ffad tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0791209 Mar 09 03:41:04.353593 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 449a3ec3-600e-425c-9f81-7927758bce76, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=449a3ec3-600e-425c-9f81-7927758bce76,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:04.367914 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:04.373811 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788c018-c617-44f8-b9d4-d167ed5751d3 None None] Pushing event updated for resources: {'Port': ['ID=0094db57-d975-40d1-a28f-2a16f56edac3,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:04.414114 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-186f6219-f61a-406f-b8c6-0c6aab9a4b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:04.560816 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=449a3ec3-600e-425c-9f81-7927758bce76,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:04.566133 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b67513-b6c4-41ee-a909-9c13057091de None None] Network c2442507-b3d7-4596-9aab-e44ebd14ea88 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:41:04.606458 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-49cb66ef-a1a0-4d2b-b8bc-3e7799f6b4be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de978f1d-3eed-403b-97b1-08c48da831c0 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:41:04.621989 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:04.627524 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-49cb66ef-a1a0-4d2b-b8bc-3e7799f6b4be service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:04.666670 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-49cb66ef-a1a0-4d2b-b8bc-3e7799f6b4be service neutron] Transition to ACTIVE for port object de978f1d-3eed-403b-97b1-08c48da831c0 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:04.677695 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Deleting port 0094db57-d975-40d1-a28f-2a16f56edac3 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:41:04.678114 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:04.757899 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e5bfa-fb50-4d5a-9d06-6a164e592089 req-c2d32a83-dc05-4cb2-9dc2-6e4e8b26fd4a tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:04.765341 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-256e5bfa-fb50-4d5a-9d06-6a164e592089 req-c2d32a83-dc05-4cb2-9dc2-6e4e8b26fd4a tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d837ea-4c99-4bae-9244-80faf99e67e3 HTTP/1.1" status: 200 len: 936 time: 0.2123313 Mar 09 03:41:04.777870 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-49cb66ef-a1a0-4d2b-b8bc-3e7799f6b4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:04.815060 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186f6219-f61a-406f-b8c6-0c6aab9a4b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:41:04.826142 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79ac9136-1a51-489d-89d4-bd804ce975e1 req-715a3c64-17b5-4f6a-af69-ed8a3663b4a5 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?device_id=08a7b652-7f4f-4d08-9353-3e8b6f9caca1 HTTP/1.1" status: 200 len: 210 time: 0.1340210 Mar 09 03:41:04.891513 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['449a3ec3-600e-425c-9f81-7927758bce76'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:41:04.990029 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] For port 0094db57-d975-40d1-a28f-2a16f56edac3, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0094db57-d975-40d1-a28f-2a16f56edac3,segment=NetworkSegment(02df1c9e-08df-42ec-8deb-ac5618b4f36a),segment_id=02df1c9e-08df-42ec-8deb-ac5618b4f36a)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:04.990688 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:05.016470 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-186f6219-f61a-406f-b8c6-0c6aab9a4b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:05.046546 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186f6219-f61a-406f-b8c6-0c6aab9a4b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:41:05.296165 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b89f5c-1033-4d54-a0ed-e546c94a9d11 None None] get_active_networks_info from n-d-825178-5 {{(pid=87882) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 03:41:05.375224 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Calling delete_port for 0094db57-d975-40d1-a28f-2a16f56edac3 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:41:05.439901 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-7a4b3ebd-ff6f-4413-8ee1-47cf4a99405f tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f94c533ee0e24f8a92224b12b8cfb393&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1404150 Mar 09 03:41:05.518563 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f6219-f61a-406f-b8c6-0c6aab9a4b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Pushing event updated for resources: {'Port': ['ID=0143501f-ce8f-46b2-bc52-7c1426966ee1,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:05.529969 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-256e5bfa-fb50-4d5a-9d06-6a164e592089 req-2dd37dab-1792-4566-8203-6b75b4089d17 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e389a3-bb37-4fc1-9de7-7b487002f513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7630785 Mar 09 03:41:05.732245 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b89f5c-1033-4d54-a0ed-e546c94a9d11 None None] Resources bound (agent type, host, resource id): {{(pid=87882) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 03:41:05.747856 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb66ef-a1a0-4d2b-b8bc-3e7799f6b4be service neutron] Pushing event updated for resources: {'Port': ['ID=de978f1d-3eed-403b-97b1-08c48da831c0,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:06.019505 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:06.059235 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-186f6219-f61a-406f-b8c6-0c6aab9a4b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:06.087460 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event deleted for resources: {'Port': ['ID=0094db57-d975-40d1-a28f-2a16f56edac3,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:06.089191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abeb9f-a5a9-42e8-8ab4-5a4f662e985f req-6cc59522-f9c7-4ca7-a07a-d3f32695ddd5 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:06.090553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] No DVR routers for this DVR port 0094db57-d975-40d1-a28f-2a16f56edac3 on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:41:06.094165 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5abeb9f-a5a9-42e8-8ab4-5a4f662e985f req-6cc59522-f9c7-4ca7-a07a-d3f32695ddd5 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 945 time: 0.6485186 Mar 09 03:41:06.144392 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-41b68817-1979-4a02-9aee-0ea02f63a0a5 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:06.146733 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-41b68817-1979-4a02-9aee-0ea02f63a0a5 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6995592 Mar 09 03:41:06.172950 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:06.173603 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:06.174101 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:06.174599 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:06.175192 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:06.175705 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:06.176202 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:06.176701 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:06.177189 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:06.177679 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:06.178169 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:06.178659 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:06.185039 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-cf911c61-6909-4fac-9ad7-cb992d99ed76 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Request body: {'port': {'device_id': 'ee66d1f5-ff60-4479-973f-74e03552da3e', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': 'f94c533ee0e24f8a92224b12b8cfb393'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:06.195589 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-49cb66ef-a1a0-4d2b-b8bc-3e7799f6b4be service neutron] Attempting to bind port de978f1d-3eed-403b-97b1-08c48da831c0 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:41:06.196057 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-49cb66ef-a1a0-4d2b-b8bc-3e7799f6b4be service neutron] Attempting to bind port de978f1d-3eed-403b-97b1-08c48da831c0 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:41:06.196482 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-49cb66ef-a1a0-4d2b-b8bc-3e7799f6b4be service neutron] Attempting to bind port de978f1d-3eed-403b-97b1-08c48da831c0 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:41:06.211665 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-49cb66ef-a1a0-4d2b-b8bc-3e7799f6b4be service neutron] Port de978f1d-3eed-403b-97b1-08c48da831c0 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:41:06.212029 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-49cb66ef-a1a0-4d2b-b8bc-3e7799f6b4be service neutron] Attempting to bind port de978f1d-3eed-403b-97b1-08c48da831c0 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:41:06.231898 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca288735-16a9-4326-aaa2-33c0e1343295 req-4325d065-767a-49c0-a865-5cdc50122224 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:06.232953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-49cb66ef-a1a0-4d2b-b8bc-3e7799f6b4be service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:41:06.232953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-49cb66ef-a1a0-4d2b-b8bc-3e7799f6b4be service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:41:06.233204 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-49cb66ef-a1a0-4d2b-b8bc-3e7799f6b4be service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:41:06.233700 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-49cb66ef-a1a0-4d2b-b8bc-3e7799f6b4be service neutron] Bound port: de978f1d-3eed-403b-97b1-08c48da831c0, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:41:06.234080 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-49cb66ef-a1a0-4d2b-b8bc-3e7799f6b4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:06.235575 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ca288735-16a9-4326-aaa2-33c0e1343295 req-4325d065-767a-49c0-a865-5cdc50122224 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80a53f5-bb44-45d8-a1ef-bf34c805f201 HTTP/1.1" status: 200 len: 945 time: 0.3713543 Mar 09 03:41:06.300850 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5abeb9f-a5a9-42e8-8ab4-5a4f662e985f req-6a657f1d-3457-459f-8cb6-95009be8e00d tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946151 Mar 09 03:41:06.312403 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-186f6219-f61a-406f-b8c6-0c6aab9a4b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:06.425322 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:06.451968 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6546464a-d136-4b96-93e9-da5150dfc815 req-dc6010ec-516f-4323-a594-c2421f445129 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f94c533ee0e24f8a92224b12b8cfb393&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1861269 Mar 09 03:41:06.482036 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ca288735-16a9-4326-aaa2-33c0e1343295 req-0a3faff9-321a-4c46-9df1-dd5975537cf6 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256000 Mar 09 03:41:06.485783 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2442507-b3d7-4596-9aab-e44ebd14ea88']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:06.516437 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02df1c9e-08df-42ec-8deb-ac5618b4f36a') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:06.516736 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02df1c9e-08df-42ec-8deb-ac5618b4f36a') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:06.534949 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:06.550158 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-cf911c61-6909-4fac-9ad7-cb992d99ed76 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:06.557563 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-cf911c61-6909-4fac-9ad7-cb992d99ed76 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Usage tracker for resource:port and tenant:f94c533ee0e24f8a92224b12b8cfb393 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:06.560002 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-cf911c61-6909-4fac-9ad7-cb992d99ed76 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:06.563230 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:06.570191 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-cf911c61-6909-4fac-9ad7-cb992d99ed76 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:06.574276 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:41:06.574912 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:06.586224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-49cb66ef-a1a0-4d2b-b8bc-3e7799f6b4be service neutron] For port de978f1d-3eed-403b-97b1-08c48da831c0, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:41:06.589325 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:41:06.667549 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-49cb66ef-a1a0-4d2b-b8bc-3e7799f6b4be service neutron] For port de978f1d-3eed-403b-97b1-08c48da831c0, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=de978f1d-3eed-403b-97b1-08c48da831c0,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:41:06.685562 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-49cb66ef-a1a0-4d2b-b8bc-3e7799f6b4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:06.690375 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-cf911c61-6909-4fac-9ad7-cb992d99ed76 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Made reservation on behalf of f94c533ee0e24f8a92224b12b8cfb393 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:41:06.693901 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-cf911c61-6909-4fac-9ad7-cb992d99ed76 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:06.717660 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5a885a66-9acf-4dd0-a9ee-de35f54a70a3 req-00bcc7c0-a29a-4188-9210-1e25b0ab4c2a tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?device_id=08a7b652-7f4f-4d08-9353-3e8b6f9caca1 HTTP/1.1" status: 200 len: 210 time: 0.1101151 Mar 09 03:41:06.722978 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-cf911c61-6909-4fac-9ad7-cb992d99ed76 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:06.739980 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-cf911c61-6909-4fac-9ad7-cb992d99ed76 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:06.744861 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-cf911c61-6909-4fac-9ad7-cb992d99ed76 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Usage tracker for resource:security_group_rule and tenant:f94c533ee0e24f8a92224b12b8cfb393 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:06.748127 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-cf911c61-6909-4fac-9ad7-cb992d99ed76 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:06.751030 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:06.769563 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-cf911c61-6909-4fac-9ad7-cb992d99ed76 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:06.774401 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:06.781884 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event deleted for resources: {'Network': ['ID=c2442507-b3d7-4596-9aab-e44ebd14ea88,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:06.807981 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-49cb66ef-a1a0-4d2b-b8bc-3e7799f6b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:06.808604 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-49cb66ef-a1a0-4d2b-b8bc-3e7799f6b4be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:06.809967 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-49cb66ef-a1a0-4d2b-b8bc-3e7799f6b4be service neutron] 10.222.0.21 "PUT /v2.0/ports/de978f1d-3eed-403b-97b1-08c48da831c0 HTTP/1.1" status: 200 len: 1096 time: 4.1363125 Mar 09 03:41:06.813417 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-91cd61f4-cbbc-412f-9d3c-130f9f548992 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "DELETE /v2.0/networks/c2442507-b3d7-4596-9aab-e44ebd14ea88 HTTP/1.1" status: 204 len: 168 time: 4.5844800 Mar 09 03:41:06.813973 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49280) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:06.865429 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d837ea-4c99-4bae-9244-80faf99e67e3', 'tag': 'de978f1d-3eed-403b-97b1-08c48da831c0'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:41:06.897815 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-d093d75d-fb2d-4555-9849-9026a0a83890 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] DELETE failed (client error): The resource could not be found. Mar 09 03:41:06.898267 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d093d75d-fb2d-4555-9849-9026a0a83890 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:41:06.927024 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d093d75d-fb2d-4555-9849-9026a0a83890 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "DELETE /v2.0/subnets/c36abd8f-7e3d-4d60-9f47-983bc9e5e183 HTTP/1.1" status: 404 len: 337 time: 0.1103330 Mar 09 03:41:06.930223 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49286) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:06.968875 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8a0ce9-ac12-408a-b57a-abb6c5450c91 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] DELETE failed (client error): The resource could not be found. Mar 09 03:41:06.969337 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8a0ce9-ac12-408a-b57a-abb6c5450c91 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:41:06.984396 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546464a-d136-4b96-93e9-da5150dfc815 req-0c14c5f2-3e75-491d-8da5-771282f17225 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:06.985941 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6546464a-d136-4b96-93e9-da5150dfc815 req-0c14c5f2-3e75-491d-8da5-771282f17225 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4662859 Mar 09 03:41:06.990379 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb66ef-a1a0-4d2b-b8bc-3e7799f6b4be service neutron] Pushing event updated for resources: {'Port': ['ID=de978f1d-3eed-403b-97b1-08c48da831c0,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:06.995393 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0b8a0ce9-ac12-408a-b57a-abb6c5450c91 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "DELETE /v2.0/networks/c2442507-b3d7-4596-9aab-e44ebd14ea88 HTTP/1.1" status: 404 len: 339 time: 0.0605872 Mar 09 03:41:06.997216 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49292) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:07.010589 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75244ac1-3105-47e0-8874-f57bbf3a721f req-38773280-2d02-41ff-8151-e10ee46ccbfb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:07.019555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75244ac1-3105-47e0-8874-f57bbf3a721f req-38773280-2d02-41ff-8151-e10ee46ccbfb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:07.026186 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75244ac1-3105-47e0-8874-f57bbf3a721f req-38773280-2d02-41ff-8151-e10ee46ccbfb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:07.032657 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75244ac1-3105-47e0-8874-f57bbf3a721f req-38773280-2d02-41ff-8151-e10ee46ccbfb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:07.039628 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75244ac1-3105-47e0-8874-f57bbf3a721f req-38773280-2d02-41ff-8151-e10ee46ccbfb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:07.046564 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75244ac1-3105-47e0-8874-f57bbf3a721f req-38773280-2d02-41ff-8151-e10ee46ccbfb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:07.052684 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75244ac1-3105-47e0-8874-f57bbf3a721f req-38773280-2d02-41ff-8151-e10ee46ccbfb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:07.061077 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-75244ac1-3105-47e0-8874-f57bbf3a721f req-38773280-2d02-41ff-8151-e10ee46ccbfb tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5420 time: 0.6110933 Mar 09 03:41:07.065060 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7b2093-ae3b-4065-86d8-1e674ef0bd27 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] DELETE failed (client error): The resource could not be found. Mar 09 03:41:07.065535 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f7b2093-ae3b-4065-86d8-1e674ef0bd27 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:41:07.070465 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2f7b2093-ae3b-4065-86d8-1e674ef0bd27 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "DELETE /v2.0/subnets/172c3137-2086-44a6-9f3b-93f6e80cf0b5 HTTP/1.1" status: 404 len: 337 time: 0.0723140 Mar 09 03:41:07.072313 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49298) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:07.083773 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-6546464a-d136-4b96-93e9-da5150dfc815 req-dd04c502-19d3-4922-9e1d-5f9137640815 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Request body: {'port': {'device_id': '08a7b652-7f4f-4d08-9353-3e8b6f9caca1', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': 'f94c533ee0e24f8a92224b12b8cfb393'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:07.099103 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-cf911c61-6909-4fac-9ad7-cb992d99ed76 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:07.108211 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-cf911c61-6909-4fac-9ad7-cb992d99ed76 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:07.127155 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b44abb-997d-4d26-9030-f3de2c537adb req-bc87132a-c9a8-46e9-8c2f-5a18553a8f5a tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:07.128566 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c8b44abb-997d-4d26-9030-f3de2c537adb req-bc87132a-c9a8-46e9-8c2f-5a18553a8f5a tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d837ea-4c99-4bae-9244-80faf99e67e3 HTTP/1.1" status: 200 len: 948 time: 0.2697656 Mar 09 03:41:07.166142 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94e3463-c9df-4926-af07-4c9793cd6930 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] DELETE failed (client error): The resource could not be found. Mar 09 03:41:07.166616 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94e3463-c9df-4926-af07-4c9793cd6930 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:41:07.172194 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e94e3463-c9df-4926-af07-4c9793cd6930 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "DELETE /v2.0/networks/6e253579-b60d-4bb2-9e0a-4765f9c26e1e HTTP/1.1" status: 404 len: 339 time: 0.0960035 Mar 09 03:41:07.172671 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49302) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:07.246649 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-75244ac1-3105-47e0-8874-f57bbf3a721f req-f5b72c76-2ccd-4dbf-9170-2fa9b4a86565 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1831167 Mar 09 03:41:07.275120 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-67dc4d40-ec8e-44b1-b254-c2c870f48e48 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] DELETE failed (client error): The resource could not be found. Mar 09 03:41:07.275120 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67dc4d40-ec8e-44b1-b254-c2c870f48e48 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:41:07.286471 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf911c61-6909-4fac-9ad7-cb992d99ed76 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4da3626-15c8-47b5-863d-85867345371d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:07.310126 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-143d08a2-1334-4954-a317-cd453df290d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:07.310457 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-67dc4d40-ec8e-44b1-b254-c2c870f48e48 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "DELETE /v2.0/subnets/0a1d2808-7c80-4844-9930-a3d6d7596955 HTTP/1.1" status: 404 len: 337 time: 0.1318398 Mar 09 03:41:07.314042 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49306) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:07.314259 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-143d08a2-1334-4954-a317-cd453df290d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f5b522208f045d5aa7dc1ffb382d602&device_id=b5d837ea-4c99-4bae-9244-80faf99e67e3 HTTP/1.1" status: 200 len: 1099 time: 0.4224980 Mar 09 03:41:07.330518 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c8b44abb-997d-4d26-9030-f3de2c537adb req-c623166b-f2ec-4f7e-89fc-14a667e040b4 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e389a3-bb37-4fc1-9de7-7b487002f513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568286 Mar 09 03:41:07.395844 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-186f6219-f61a-406f-b8c6-0c6aab9a4b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:07.401345 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d837ea-4c99-4bae-9244-80faf99e67e3', 'tag': 'de978f1d-3eed-403b-97b1-08c48da831c0', 'status': 'completed', 'code': 200} Mar 09 03:41:07.408312 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-13107242-0ebd-4b62-baef-491aed1abc9b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] DELETE failed (client error): The resource could not be found. Mar 09 03:41:07.408859 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13107242-0ebd-4b62-baef-491aed1abc9b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:41:07.413310 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-13107242-0ebd-4b62-baef-491aed1abc9b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "DELETE /v2.0/networks/c9dea3f9-b391-4ef2-8724-c0ad5ce45efb HTTP/1.1" status: 404 len: 339 time: 0.0969057 Mar 09 03:41:07.416403 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49312) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:07.419672 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-b3097a4b-8ef5-4488-a9a1-debfa3cccc4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=de978f1d-3eed-403b-97b1-08c48da831c0 HTTP/1.1" status: 200 len: 217 time: 0.0899932 Mar 09 03:41:07.424105 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-186f6219-f61a-406f-b8c6-0c6aab9a4b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:07.434113 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-6546464a-d136-4b96-93e9-da5150dfc815 req-dd04c502-19d3-4922-9e1d-5f9137640815 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:07.489704 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-cf911c61-6909-4fac-9ad7-cb992d99ed76 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Allocated IP 192.168.233.179 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/a9955499-c02e-4035-aed3-ebd196be127d) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:41:07.526785 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 449a3ec3-600e-425c-9f81-7927758bce76 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:07.541424 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d083a86d-1ea4-45dc-b753-15b569bdef0b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Deleting port 14b7029b-2f1c-4e31-87e2-903c3a38aa80 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:41:07.541788 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d083a86d-1ea4-45dc-b753-15b569bdef0b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:07.594613 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-6546464a-d136-4b96-93e9-da5150dfc815 req-dd04c502-19d3-4922-9e1d-5f9137640815 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Usage tracker for resource:port and tenant:f94c533ee0e24f8a92224b12b8cfb393 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:07.611220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-6546464a-d136-4b96-93e9-da5150dfc815 req-dd04c502-19d3-4922-9e1d-5f9137640815 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:07.677936 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 449a3ec3-600e-425c-9f81-7927758bce76 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:07.686341 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 449a3ec3-600e-425c-9f81-7927758bce76 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:07.686773 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:07.810540 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-6546464a-d136-4b96-93e9-da5150dfc815 req-dd04c502-19d3-4922-9e1d-5f9137640815 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:07.823205 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 5df6d4dd-0e22-4b62-b790-96149b03ad94 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:41:07.844501 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f6219-f61a-406f-b8c6-0c6aab9a4b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Pushing event updated for resources: {'Port': ['ID=0143501f-ce8f-46b2-bc52-7c1426966ee1,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:07.859723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-2d8aec03-2559-4d49-af08-158a4972d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:07.861235 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-2d8aec03-2559-4d49-af08-158a4972d224 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.4243801 Mar 09 03:41:07.865518 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6546464a-d136-4b96-93e9-da5150dfc815 req-dd04c502-19d3-4922-9e1d-5f9137640815 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Made reservation on behalf of f94c533ee0e24f8a92224b12b8cfb393 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:41:07.869331 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6546464a-d136-4b96-93e9-da5150dfc815 req-dd04c502-19d3-4922-9e1d-5f9137640815 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:07.878971 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-186f6219-f61a-406f-b8c6-0c6aab9a4b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:07.997751 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 5df6d4dd-0e22-4b62-b790-96149b03ad94, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5df6d4dd-0e22-4b62-b790-96149b03ad94,segment=NetworkSegment(5501887f-7753-4840-a1af-3c0103673195),segment_id=5501887f-7753-4840-a1af-3c0103673195)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:08.004632 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-186f6219-f61a-406f-b8c6-0c6aab9a4b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:08.020969 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '5df6d4dd-0e22-4b62-b790-96149b03ad94', 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8', 'port_id': '5df6d4dd-0e22-4b62-b790-96149b03ad94', 'mac_address': 'fa:16:3e:b0:c6:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '885abb1a-ad13-44b9-a4b2-c5572e86a85e', 'ip_address': '10.1.1.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:41:08.031244 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-186f6219-f61a-406f-b8c6-0c6aab9a4b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2070043 Mar 09 03:41:08.063746 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:08.114772 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a92bc5-5c56-49e7-96c7-d184432fc854 req-b6259b9e-9933-4a18-92a7-31f9e3a56d22 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:08.122752 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-96a92bc5-5c56-49e7-96c7-d184432fc854 req-b6259b9e-9933-4a18-92a7-31f9e3a56d22 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 945 time: 0.6454139 Mar 09 03:41:08.148912 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80a53f5-bb44-45d8-a1ef-bf34c805f201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449a3ec3-600e-425c-9f81-7927758bce76'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:41:08.196425 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 449a3ec3-600e-425c-9f81-7927758bce76, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=449a3ec3-600e-425c-9f81-7927758bce76,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:08.199882 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-96a92bc5-5c56-49e7-96c7-d184432fc854 req-367dbe89-e2a7-45d0-b038-6da41cda7a0e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756600 Mar 09 03:41:08.200515 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:08.202378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-d6225c3d-8f46-4d32-9803-b0a36c617807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:08.203823 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-d6225c3d-8f46-4d32-9803-b0a36c617807 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3164322 Mar 09 03:41:08.216440 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:08.258651 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5df6d4dd-0e22-4b62-b790-96149b03ad94 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:41:08.298348 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 5df6d4dd-0e22-4b62-b790-96149b03ad94, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5df6d4dd-0e22-4b62-b790-96149b03ad94,segment=NetworkSegment(5501887f-7753-4840-a1af-3c0103673195),segment_id=5501887f-7753-4840-a1af-3c0103673195)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:08.308436 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=449a3ec3-600e-425c-9f81-7927758bce76,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:08.311447 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:08.312228 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 72168413-1159-417e-b3ea-b4d4a7193d03 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:41:08.334518 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d083a86d-1ea4-45dc-b753-15b569bdef0b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:08.405696 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcacc17-64d4-40d3-9b31-aded243a5d8d req-6dcea362-6e65-4642-9cbd-4131f2bb0f1e tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:08.412945 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-adcacc17-64d4-40d3-9b31-aded243a5d8d req-6dcea362-6e65-4642-9cbd-4131f2bb0f1e tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80a53f5-bb44-45d8-a1ef-bf34c805f201 HTTP/1.1" status: 200 len: 945 time: 0.6244833 Mar 09 03:41:08.441235 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a7eba51a-7a68-431b-b5a6-4eb78f3dd950 req-505f5f78-b01f-4f0a-924f-54f2020a0f44 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?device_id=08a7b652-7f4f-4d08-9353-3e8b6f9caca1 HTTP/1.1" status: 200 len: 210 time: 0.0658717 Mar 09 03:41:08.444896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 72168413-1159-417e-b3ea-b4d4a7193d03, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=72168413-1159-417e-b3ea-b4d4a7193d03,segment=NetworkSegment(5501887f-7753-4840-a1af-3c0103673195),segment_id=5501887f-7753-4840-a1af-3c0103673195)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:08.452202 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=5df6d4dd-0e22-4b62-b790-96149b03ad94,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:08.466398 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '72168413-1159-417e-b3ea-b4d4a7193d03', 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8', 'port_id': '72168413-1159-417e-b3ea-b4d4a7193d03', 'mac_address': 'fa:16:3e:a2:f5:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '885abb1a-ad13-44b9-a4b2-c5572e86a85e', 'ip_address': '10.1.1.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:41:08.493989 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-2f6aeb38-c0fb-4350-a9c5-94a837b35847 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826879 Mar 09 03:41:08.527085 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80a53f5-bb44-45d8-a1ef-bf34c805f201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449a3ec3-600e-425c-9f81-7927758bce76', 'code': 200} Mar 09 03:41:08.567390 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:08.581940 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:08.588983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d083a86d-1ea4-45dc-b753-15b569bdef0b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Calling delete_port for 14b7029b-2f1c-4e31-87e2-903c3a38aa80 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:41:08.591722 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72168413-1159-417e-b3ea-b4d4a7193d03 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:41:08.622766 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 72168413-1159-417e-b3ea-b4d4a7193d03, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=72168413-1159-417e-b3ea-b4d4a7193d03,segment=NetworkSegment(5501887f-7753-4840-a1af-3c0103673195),segment_id=5501887f-7753-4840-a1af-3c0103673195)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:08.629354 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:08.630007 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 31577831-fe3c-4a4e-938e-490f1e6e84db details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:41:08.673187 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-adcacc17-64d4-40d3-9b31-aded243a5d8d req-49fbe6bc-acbf-4c23-9d32-0093e668d671 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583239 Mar 09 03:41:08.685160 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-cf911c61-6909-4fac-9ad7-cb992d99ed76 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:08.704916 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-592f034b-8cc6-483c-9d5d-1e53cc7bfa8c req-f46414ea-ae59-4c82-abd9-d02ea9551136 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037466 Mar 09 03:41:08.730102 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=72168413-1159-417e-b3ea-b4d4a7193d03,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:08.733822 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 31577831-fe3c-4a4e-938e-490f1e6e84db, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=31577831-fe3c-4a4e-938e-490f1e6e84db,segment=NetworkSegment(5501887f-7753-4840-a1af-3c0103673195),segment_id=5501887f-7753-4840-a1af-3c0103673195)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:08.748906 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49346) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:08.757082 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '31577831-fe3c-4a4e-938e-490f1e6e84db', 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8', 'port_id': '31577831-fe3c-4a4e-938e-490f1e6e84db', 'mac_address': 'fa:16:3e:e8:e4:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '885abb1a-ad13-44b9-a4b2-c5572e86a85e', 'ip_address': '10.1.1.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:41:08.778602 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-cf911c61-6909-4fac-9ad7-cb992d99ed76 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Transition to ACTIVE for port object a9955499-c02e-4035-aed3-ebd196be127d will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:08.797817 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-1d03ffc4-54b7-4604-b1ae-7eb81321568e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-385652632'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:08.803550 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1d03ffc4-54b7-4604-b1ae-7eb81321568e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:08.824964 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:08.842776 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31577831-fe3c-4a4e-938e-490f1e6e84db {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:41:08.849750 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1d03ffc4-54b7-4604-b1ae-7eb81321568e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Usage tracker for resource:network and tenant:a99da7d1ff544c6c946233b9d2e2fe07 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:08.854136 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d083a86d-1ea4-45dc-b753-15b569bdef0b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:08.862015 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1d03ffc4-54b7-4604-b1ae-7eb81321568e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:08.864109 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 31577831-fe3c-4a4e-938e-490f1e6e84db, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=31577831-fe3c-4a4e-938e-490f1e6e84db,segment=NetworkSegment(5501887f-7753-4840-a1af-3c0103673195),segment_id=5501887f-7753-4840-a1af-3c0103673195)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:08.870228 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:08.871563 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 91f35da7-e35c-4fff-ae6f-b70f60335f2a details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:41:08.921023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083a86d-1ea4-45dc-b753-15b569bdef0b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event deleted for resources: {'Port': ['ID=14b7029b-2f1c-4e31-87e2-903c3a38aa80,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:08.928083 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1d03ffc4-54b7-4604-b1ae-7eb81321568e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:08.949231 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d083a86d-1ea4-45dc-b753-15b569bdef0b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:08.956760 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d03ffc4-54b7-4604-b1ae-7eb81321568e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Made reservation on behalf of a99da7d1ff544c6c946233b9d2e2fe07 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:41:08.960864 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d03ffc4-54b7-4604-b1ae-7eb81321568e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:08.974051 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=31577831-fe3c-4a4e-938e-490f1e6e84db,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:08.981488 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 91f35da7-e35c-4fff-ae6f-b70f60335f2a, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=91f35da7-e35c-4fff-ae6f-b70f60335f2a,segment=NetworkSegment(5501887f-7753-4840-a1af-3c0103673195),segment_id=5501887f-7753-4840-a1af-3c0103673195)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:08.992389 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-b66b642b-b85a-48fe-8391-6924e8376717 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:08.994403 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d083a86d-1ea4-45dc-b753-15b569bdef0b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "DELETE /v2.0/ports/14b7029b-2f1c-4e31-87e2-903c3a38aa80 HTTP/1.1" status: 204 len: 168 time: 1.5768392 Mar 09 03:41:08.997013 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49350) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:08.999443 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-b66b642b-b85a-48fe-8391-6924e8376717 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/networks?id=a1db9162-013b-4555-a7dd-e31cdddb344c HTTP/1.1" status: 200 len: 821 time: 0.2927623 Mar 09 03:41:09.005697 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '91f35da7-e35c-4fff-ae6f-b70f60335f2a', 'network_id': 'eb499fd8-471d-4286-9030-76983ac8e9a8', 'port_id': '91f35da7-e35c-4fff-ae6f-b70f60335f2a', 'mac_address': 'fa:16:3e:11:1b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '885abb1a-ad13-44b9-a4b2-c5572e86a85e', 'ip_address': '10.1.1.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:41:09.006064 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-cf911c61-6909-4fac-9ad7-cb992d99ed76 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:09.060610 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6e473-c1be-4b2b-aead-89be8a823ce8 req-083ae29c-e647-49e1-9cf1-aaa2f7be11bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:09.062074 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-00c6e473-c1be-4b2b-aead-89be8a823ce8 req-083ae29c-e647-49e1-9cf1-aaa2f7be11bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f5b522208f045d5aa7dc1ffb382d602&device_id=b5d837ea-4c99-4bae-9244-80faf99e67e3 HTTP/1.1" status: 200 len: 1099 time: 0.2655468 Mar 09 03:41:09.066661 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:09.067062 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af916f-7933-4a86-a8e7-dfa2a01c2375 req-c93028a0-573b-4357-97e9-da8464688811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:09.068434 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95af916f-7933-4a86-a8e7-dfa2a01c2375 req-c93028a0-573b-4357-97e9-da8464688811 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a80a53f5-bb44-45d8-a1ef-bf34c805f201 HTTP/1.1" status: 200 len: 1097 time: 0.3176367 Mar 09 03:41:09.072012 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-621876b4-8464-4378-bb96-49b72f73637e tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/quotas/93aa98084011474eadf54856db5462ee HTTP/1.1" status: 200 len: 375 time: 0.0717902 Mar 09 03:41:09.084089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f35da7-e35c-4fff-ae6f-b70f60335f2a {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:41:09.103766 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 91f35da7-e35c-4fff-ae6f-b70f60335f2a, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=91f35da7-e35c-4fff-ae6f-b70f60335f2a,segment=NetworkSegment(5501887f-7753-4840-a1af-3c0103673195),segment_id=5501887f-7753-4840-a1af-3c0103673195)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:09.107262 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-485c1224-c07e-4907-91fa-f6980e09d087 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] DELETE failed (client error): The resource could not be found. Mar 09 03:41:09.107847 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-485c1224-c07e-4907-91fa-f6980e09d087 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:41:09.108852 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:09.110264 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-485c1224-c07e-4907-91fa-f6980e09d087 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "DELETE /v2.0/subnets/7b782d80-04a3-4046-8a5b-11f42074be06 HTTP/1.1" status: 404 len: 337 time: 0.1123807 Mar 09 03:41:09.110402 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 889b3798-7d4a-4ad9-b9ad-d0d222c27af7 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:41:09.120508 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49354) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:09.172203 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d03ffc4-54b7-4604-b1ae-7eb81321568e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:41:09.190636 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-cf911c61-6909-4fac-9ad7-cb992d99ed76 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:41:09.211257 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ba578-c173-4eec-a0cc-19a54e96bd74 req-84b64d61-f56d-4b63-82ad-1e716c973c98 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:09.217114 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ba578-c173-4eec-a0cc-19a54e96bd74 req-84b64d61-f56d-4b63-82ad-1e716c973c98 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:09.223098 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ba578-c173-4eec-a0cc-19a54e96bd74 req-84b64d61-f56d-4b63-82ad-1e716c973c98 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:09.229549 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ba578-c173-4eec-a0cc-19a54e96bd74 req-84b64d61-f56d-4b63-82ad-1e716c973c98 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:09.235788 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ba578-c173-4eec-a0cc-19a54e96bd74 req-84b64d61-f56d-4b63-82ad-1e716c973c98 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:09.241811 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ba578-c173-4eec-a0cc-19a54e96bd74 req-84b64d61-f56d-4b63-82ad-1e716c973c98 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:09.247757 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ba578-c173-4eec-a0cc-19a54e96bd74 req-84b64d61-f56d-4b63-82ad-1e716c973c98 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:09.249356 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=91f35da7-e35c-4fff-ae6f-b70f60335f2a,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:09.249681 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-6546464a-d136-4b96-93e9-da5150dfc815 req-dd04c502-19d3-4922-9e1d-5f9137640815 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Allocated IP 192.168.233.91 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/310f446c-616a-4177-963f-0ebfeeeb11c5) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:41:09.256322 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6b7ba578-c173-4eec-a0cc-19a54e96bd74 req-84b64d61-f56d-4b63-82ad-1e716c973c98 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5422 time: 0.4464250 Mar 09 03:41:09.270499 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95af916f-7933-4a86-a8e7-dfa2a01c2375 req-60d3b75b-78fa-4d99-84a6-a5263e82b3b7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737838 Mar 09 03:41:09.279061 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-cf911c61-6909-4fac-9ad7-cb992d99ed76 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:09.281900 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-cf911c61-6909-4fac-9ad7-cb992d99ed76 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:41:09.354390 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 889b3798-7d4a-4ad9-b9ad-d0d222c27af7, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=889b3798-7d4a-4ad9-b9ad-d0d222c27af7,segment=NetworkSegment(9401f488-6a71-4f8c-b5c0-25470eb18ee9),segment_id=9401f488-6a71-4f8c-b5c0-25470eb18ee9)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:09.366495 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6e473-c1be-4b2b-aead-89be8a823ce8 req-85329e54-1545-47b0-8e55-cb0e725a52b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:09.367986 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-00c6e473-c1be-4b2b-aead-89be8a823ce8 req-85329e54-1545-47b0-8e55-cb0e725a52b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.2951446 Mar 09 03:41:09.370264 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '889b3798-7d4a-4ad9-b9ad-d0d222c27af7', 'network_id': '30ef9939-e0a3-4385-851a-c377e816c8c2', 'port_id': '889b3798-7d4a-4ad9-b9ad-d0d222c27af7', 'mac_address': 'fa:16:3e:2e:4d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ece047-456b-4972-b520-ee59d144b7d9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:41:09.373832 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf911c61-6909-4fac-9ad7-cb992d99ed76 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Pushing event updated for resources: {'Port': ['ID=a9955499-c02e-4035-aed3-ebd196be127d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:09.395141 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d03ffc4-54b7-4604-b1ae-7eb81321568e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:09.395535 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-1d03ffc4-54b7-4604-b1ae-7eb81321568e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Added segment e402bb94-ddbc-49af-9903-a0a54701afff of type vlan for network 3df08107-39bd-418e-a91b-4b0bc364390c Mar 09 03:41:09.429514 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:09.449668 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889b3798-7d4a-4ad9-b9ad-d0d222c27af7 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:41:09.450991 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95eec897-8c32-4b31-9aed-98a58902fffe tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:09.463255 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-cf911c61-6909-4fac-9ad7-cb992d99ed76 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:09.463898 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-cf911c61-6909-4fac-9ad7-cb992d99ed76 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:09.467506 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 889b3798-7d4a-4ad9-b9ad-d0d222c27af7, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=889b3798-7d4a-4ad9-b9ad-d0d222c27af7,segment=NetworkSegment(9401f488-6a71-4f8c-b5c0-25470eb18ee9),segment_id=9401f488-6a71-4f8c-b5c0-25470eb18ee9)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:09.474404 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:09.474776 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 32fcd728-7dc4-4581-a98d-08c02abc8742 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:41:09.488964 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-b277a37c-8563-44c9-8926-20251e5c22a4 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=93aa98084011474eadf54856db5462ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3936079 Mar 09 03:41:09.493619 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-00c6e473-c1be-4b2b-aead-89be8a823ce8 req-b350976a-e8f5-40e7-92d3-929a52298137 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=de978f1d-3eed-403b-97b1-08c48da831c0 HTTP/1.1" status: 200 len: 217 time: 0.0992866 Mar 09 03:41:09.501903 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6b7ba578-c173-4eec-a0cc-19a54e96bd74 req-69210ecc-d888-434b-b60d-77246c28b750 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2445366 Mar 09 03:41:09.533835 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d03ffc4-54b7-4604-b1ae-7eb81321568e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:09.619046 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-cf911c61-6909-4fac-9ad7-cb992d99ed76 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4606214 Mar 09 03:41:09.668966 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=889b3798-7d4a-4ad9-b9ad-d0d222c27af7,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:09.696944 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a0f3a4cf-fd1e-4b14-a1f7-8ac2f2a8be86 None None] Provisioning for port a9955499-c02e-4035-aed3-ebd196be127d completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:09.698077 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-a762d529-c8a7-4e90-823f-c43861c0c98c service neutron] Request body: {'port': {'device_id': 'ee66d1f5-ff60-4479-973f-74e03552da3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:09.705885 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a0f3a4cf-fd1e-4b14-a1f7-8ac2f2a8be86 None None] Provisioning complete for port a9955499-c02e-4035-aed3-ebd196be127d triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:09.706256 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a0f3a4cf-fd1e-4b14-a1f7-8ac2f2a8be86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:09.751526 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6e473-c1be-4b2b-aead-89be8a823ce8 req-36ff185b-c256-4274-9676-2e93e4fedee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:09.753068 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-00c6e473-c1be-4b2b-aead-89be8a823ce8 req-36ff185b-c256-4274-9676-2e93e4fedee5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1885045 Mar 09 03:41:09.766636 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a0f3a4cf-fd1e-4b14-a1f7-8ac2f2a8be86 None None] Port a9955499-c02e-4035-aed3-ebd196be127d cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:41:09.778337 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d03ffc4-54b7-4604-b1ae-7eb81321568e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:09.784174 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d03ffc4-54b7-4604-b1ae-7eb81321568e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:09.784877 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d03ffc4-54b7-4604-b1ae-7eb81321568e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:09.806276 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 32fcd728-7dc4-4581-a98d-08c02abc8742, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=32fcd728-7dc4-4581-a98d-08c02abc8742,segment=NetworkSegment(3ac3ec76-c199-48c8-b986-5a3e655e3443),segment_id=3ac3ec76-c199-48c8-b986-5a3e655e3443)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:09.822176 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '32fcd728-7dc4-4581-a98d-08c02abc8742', 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2', 'port_id': '32fcd728-7dc4-4581-a98d-08c02abc8742', 'mac_address': 'fa:16:3e:cc:2d:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed62d90-b36d-4314-b77f-03334d35249e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:41:09.885371 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:09.904822 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32fcd728-7dc4-4581-a98d-08c02abc8742 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:41:09.921664 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 32fcd728-7dc4-4581-a98d-08c02abc8742, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=32fcd728-7dc4-4581-a98d-08c02abc8742,segment=NetworkSegment(3ac3ec76-c199-48c8-b986-5a3e655e3443),segment_id=3ac3ec76-c199-48c8-b986-5a3e655e3443)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:09.926933 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:09.927912 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 968d319d-f6af-4c9a-90d7-42f4e52ec281 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:41:09.951999 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6546464a-d136-4b96-93e9-da5150dfc815 req-dd04c502-19d3-4922-9e1d-5f9137640815 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:09.967842 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-9873fec2-9745-48f0-b57d-d4579d173ca0 service neutron] 10.222.0.16 "GET /v2.0/networks/a1db9162-013b-4555-a7dd-e31cdddb344c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707031 Mar 09 03:41:09.987990 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1d03ffc4-54b7-4604-b1ae-7eb81321568e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2004592 Mar 09 03:41:09.993612 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49364) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:09.999082 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95eec897-8c32-4b31-9aed-98a58902fffe tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:10.019122 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-8a8ebe08-29b0-4308-b0da-a97a2d7d9ea9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-203167708'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:10.019858 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 968d319d-f6af-4c9a-90d7-42f4e52ec281, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=968d319d-f6af-4c9a-90d7-42f4e52ec281,segment=NetworkSegment(9401f488-6a71-4f8c-b5c0-25470eb18ee9),segment_id=9401f488-6a71-4f8c-b5c0-25470eb18ee9)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:10.024238 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-6546464a-d136-4b96-93e9-da5150dfc815 req-dd04c502-19d3-4922-9e1d-5f9137640815 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Transition to ACTIVE for port object 310f446c-616a-4177-963f-0ebfeeeb11c5 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:10.027750 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=32fcd728-7dc4-4581-a98d-08c02abc8742,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:10.035388 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8a8ebe08-29b0-4308-b0da-a97a2d7d9ea9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:10.039645 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '968d319d-f6af-4c9a-90d7-42f4e52ec281', 'network_id': '30ef9939-e0a3-4385-851a-c377e816c8c2', 'port_id': '968d319d-f6af-4c9a-90d7-42f4e52ec281', 'mac_address': 'fa:16:3e:43:1a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ece047-456b-4972-b520-ee59d144b7d9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:41:10.043437 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03ffc4-54b7-4604-b1ae-7eb81321568e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event updated for resources: {'Network': ['ID=3df08107-39bd-418e-a91b-4b0bc364390c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:10.047449 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8a8ebe08-29b0-4308-b0da-a97a2d7d9ea9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Usage tracker for resource:network and tenant:a99da7d1ff544c6c946233b9d2e2fe07 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:10.082304 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-95eec897-8c32-4b31-9aed-98a58902fffe tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e9e44b-0f85-46d5-900a-05f5a22e7583']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:10.086805 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 3df08107-39bd-418e-a91b-4b0bc364390c details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:41:10.096913 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8a8ebe08-29b0-4308-b0da-a97a2d7d9ea9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:10.111261 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-95eec897-8c32-4b31-9aed-98a58902fffe tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54490f03-4b7b-4a0e-b0e6-233644e8068f') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:10.111688 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-95eec897-8c32-4b31-9aed-98a58902fffe tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54490f03-4b7b-4a0e-b0e6-233644e8068f') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:10.118548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8a8ebe08-29b0-4308-b0da-a97a2d7d9ea9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:10.127749 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-a762d529-c8a7-4e90-823f-c43861c0c98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:10.144520 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95eec897-8c32-4b31-9aed-98a58902fffe tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:10.175924 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8ebe08-29b0-4308-b0da-a97a2d7d9ea9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Made reservation on behalf of a99da7d1ff544c6c946233b9d2e2fe07 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:41:10.179625 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8a8ebe08-29b0-4308-b0da-a97a2d7d9ea9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:10.198250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6e473-c1be-4b2b-aead-89be8a823ce8 req-25d6663a-a56a-4d06-989d-3ac591a5c1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:10.199808 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-00c6e473-c1be-4b2b-aead-89be8a823ce8 req-25d6663a-a56a-4d06-989d-3ac591a5c1da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4397025 Mar 09 03:41:10.205119 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6546464a-d136-4b96-93e9-da5150dfc815 req-dd04c502-19d3-4922-9e1d-5f9137640815 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:10.207018 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:10.212280 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-a69c5584-b09f-4953-bd1f-9cfce1389b81 service neutron] 10.222.0.16 "GET /v2.0/networks/a1db9162-013b-4555-a7dd-e31cdddb344c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434995 Mar 09 03:41:10.230844 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968d319d-f6af-4c9a-90d7-42f4e52ec281 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:41:10.247300 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 968d319d-f6af-4c9a-90d7-42f4e52ec281, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=968d319d-f6af-4c9a-90d7-42f4e52ec281,segment=NetworkSegment(9401f488-6a71-4f8c-b5c0-25470eb18ee9),segment_id=9401f488-6a71-4f8c-b5c0-25470eb18ee9)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:10.256458 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:10.295512 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device de978f1d-3eed-403b-97b1-08c48da831c0 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:41:10.322321 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6546464a-d136-4b96-93e9-da5150dfc815 req-dd04c502-19d3-4922-9e1d-5f9137640815 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:41:10.333795 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95eec897-8c32-4b31-9aed-98a58902fffe tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:10.349392 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f843908-d5ce-4468-9713-d7aa9677f17c req-83b75592-9acc-41dc-b249-e681da931868 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:10.356720 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7f843908-d5ce-4468-9713-d7aa9677f17c req-83b75592-9acc-41dc-b249-e681da931868 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d837ea-4c99-4bae-9244-80faf99e67e3 HTTP/1.1" status: 200 len: 948 time: 0.6704714 Mar 09 03:41:10.369320 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=968d319d-f6af-4c9a-90d7-42f4e52ec281,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:10.376661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8ebe08-29b0-4308-b0da-a97a2d7d9ea9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:41:10.378530 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-6546464a-d136-4b96-93e9-da5150dfc815 req-dd04c502-19d3-4922-9e1d-5f9137640815 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:10.396292 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95eec897-8c32-4b31-9aed-98a58902fffe tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:41:10.397316 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95eec897-8c32-4b31-9aed-98a58902fffe tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:10.403943 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-6546464a-d136-4b96-93e9-da5150dfc815 req-dd04c502-19d3-4922-9e1d-5f9137640815 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:41:10.418434 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:41:10.450522 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04c502-19d3-4922-9e1d-5f9137640815 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Pushing event updated for resources: {'Port': ['ID=310f446c-616a-4177-963f-0ebfeeeb11c5,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:10.468340 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8a8ebe08-29b0-4308-b0da-a97a2d7d9ea9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:10.468903 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-8a8ebe08-29b0-4308-b0da-a97a2d7d9ea9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Added segment 1fb5ec62-c429-4acb-b59e-2c379bf2d93b of type vlan for network aa98c4bf-cd2b-4512-b959-342f7d8cd273 Mar 09 03:41:10.533021 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8a8ebe08-29b0-4308-b0da-a97a2d7d9ea9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:10.533863 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port de978f1d-3eed-403b-97b1-08c48da831c0, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=de978f1d-3eed-403b-97b1-08c48da831c0,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:10.548031 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546464a-d136-4b96-93e9-da5150dfc815 req-dd04c502-19d3-4922-9e1d-5f9137640815 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:10.548667 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6546464a-d136-4b96-93e9-da5150dfc815 req-dd04c502-19d3-4922-9e1d-5f9137640815 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:10.565743 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'de978f1d-3eed-403b-97b1-08c48da831c0', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': 'de978f1d-3eed-403b-97b1-08c48da831c0', 'mac_address': 'fa:16:3e:fe:9d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:41:10.572365 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-00c6e473-c1be-4b2b-aead-89be8a823ce8 req-f20a2af5-b491-4b27-b6ef-8e844c89798d service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651748 Mar 09 03:41:10.645474 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:10.668887 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de978f1d-3eed-403b-97b1-08c48da831c0 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:41:10.677072 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6546464a-d136-4b96-93e9-da5150dfc815 req-dd04c502-19d3-4922-9e1d-5f9137640815 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5970070 Mar 09 03:41:10.703369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-6546464a-d136-4b96-93e9-da5150dfc815 req-355a4f38-adb1-4a0d-94ed-bd1e70251aef service neutron] Request body: {'port': {'device_id': '08a7b652-7f4f-4d08-9353-3e8b6f9caca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:10.727972 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port de978f1d-3eed-403b-97b1-08c48da831c0, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=de978f1d-3eed-403b-97b1-08c48da831c0,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:10.738049 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:10.763704 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7f843908-d5ce-4468-9713-d7aa9677f17c req-8cf69639-3154-4262-9908-bd89096c008a tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e389a3-bb37-4fc1-9de7-7b487002f513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057145 Mar 09 03:41:10.799800 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95eec897-8c32-4b31-9aed-98a58902fffe tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:10.810705 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95eec897-8c32-4b31-9aed-98a58902fffe tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:10.827759 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['889b3798-7d4a-4ad9-b9ad-d0d222c27af7'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:41:10.901444 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['91f35da7-e35c-4fff-ae6f-b70f60335f2a'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:41:10.923735 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8a8ebe08-29b0-4308-b0da-a97a2d7d9ea9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:10.929966 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8ebe08-29b0-4308-b0da-a97a2d7d9ea9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:10.930675 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8a8ebe08-29b0-4308-b0da-a97a2d7d9ea9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:10.934088 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['31577831-fe3c-4a4e-938e-490f1e6e84db'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:41:10.964326 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eec897-8c32-4b31-9aed-98a58902fffe tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event deleted for resources: {'Network': ['ID=88e9e44b-0f85-46d5-900a-05f5a22e7583,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:10.981050 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-95eec897-8c32-4b31-9aed-98a58902fffe tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "DELETE /v2.0/networks/88e9e44b-0f85-46d5-900a-05f5a22e7583 HTTP/1.1" status: 204 len: 168 time: 1.8578885 Mar 09 03:41:10.985982 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['32fcd728-7dc4-4581-a98d-08c02abc8742'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:41:11.013602 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['72168413-1159-417e-b3ea-b4d4a7193d03'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:41:11.032301 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49378) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:11.143529 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['de978f1d-3eed-403b-97b1-08c48da831c0'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:41:11.214892 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8a8ebe08-29b0-4308-b0da-a97a2d7d9ea9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2162092 Mar 09 03:41:11.222936 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49386) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:11.235774 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-aed5f0f1-0281-49e1-a38c-ca42f0d2b289 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Request body: {'subnet': {'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:11.284247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ebe08-29b0-4308-b0da-a97a2d7d9ea9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event updated for resources: {'Network': ['ID=aa98c4bf-cd2b-4512-b959-342f7d8cd273,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:11.305226 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5a04a21b-6313-4dc0-a659-a5d0ddd24ce4 None None] Provisioning for port 310f446c-616a-4177-963f-0ebfeeeb11c5 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:11.324400 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-00c6e473-c1be-4b2b-aead-89be8a823ce8 req-438eb43c-ac97-42f6-9cf6-96d1cf33e60b service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7437918 Mar 09 03:41:11.324978 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6546464a-d136-4b96-93e9-da5150dfc815 req-355a4f38-adb1-4a0d-94ed-bd1e70251aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:11.325523 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network aa98c4bf-cd2b-4512-b959-342f7d8cd273 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:41:11.354809 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-a762d529-c8a7-4e90-823f-c43861c0c98c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9955499-c02e-4035-aed3-ebd196be127d {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:41:11.362626 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-a762d529-c8a7-4e90-823f-c43861c0c98c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:11.379497 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-a762d529-c8a7-4e90-823f-c43861c0c98c service neutron] Transition to ACTIVE for port object a9955499-c02e-4035-aed3-ebd196be127d will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:11.393723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-74f648f9-7be5-4d2b-a5d1-b4429f4c2d2b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Deleting port 5899dffe-d589-434c-b254-99915ca1c356 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:41:11.394090 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-74f648f9-7be5-4d2b-a5d1-b4429f4c2d2b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:11.396051 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-a762d529-c8a7-4e90-823f-c43861c0c98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:11.461681 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13fadf-d2b8-4e3b-91f6-e2d21a460660 req-5e4630a6-2f86-481a-bf08-53819826195e tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:11.463346 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-be13fadf-d2b8-4e3b-91f6-e2d21a460660 req-5e4630a6-2f86-481a-bf08-53819826195e tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Synchronizing usage tracker for tenant:f94c533ee0e24f8a92224b12b8cfb393 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:41:11.478552 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=de978f1d-3eed-403b-97b1-08c48da831c0,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:11.481707 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5a04a21b-6313-4dc0-a659-a5d0ddd24ce4 None None] Provisioning complete for port 310f446c-616a-4177-963f-0ebfeeeb11c5 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:11.482076 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5a04a21b-6313-4dc0-a659-a5d0ddd24ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:11.539445 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f74b15-88f5-46f7-b9a2-c4debc53f0b0 req-59a76768-4928-4b5d-96a7-53eeaa5e2cb4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:11.546582 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95f74b15-88f5-46f7-b9a2-c4debc53f0b0 req-59a76768-4928-4b5d-96a7-53eeaa5e2cb4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 945 time: 0.7683058 Mar 09 03:41:11.558210 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-aed5f0f1-0281-49e1-a38c-ca42f0d2b289 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:11.586362 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-aed5f0f1-0281-49e1-a38c-ca42f0d2b289 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Usage tracker for resource:subnet and tenant:a99da7d1ff544c6c946233b9d2e2fe07 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:11.591508 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762d529-c8a7-4e90-823f-c43861c0c98c service neutron] Pushing event updated for resources: {'Port': ['ID=a9955499-c02e-4035-aed3-ebd196be127d,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:11.645607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-aed5f0f1-0281-49e1-a38c-ca42f0d2b289 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:11.671680 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-aed5f0f1-0281-49e1-a38c-ca42f0d2b289 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:11.718733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-be13fadf-d2b8-4e3b-91f6-e2d21a460660 req-5e4630a6-2f86-481a-bf08-53819826195e tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Unset dirty status for tenant:f94c533ee0e24f8a92224b12b8cfb393 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:41:11.720637 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be13fadf-d2b8-4e3b-91f6-e2d21a460660 req-5e4630a6-2f86-481a-bf08-53819826195e tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?device_id=08a7b652-7f4f-4d08-9353-3e8b6f9caca1 HTTP/1.1" status: 200 len: 935 time: 0.5949383 Mar 09 03:41:11.760758 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-5a04a21b-6313-4dc0-a659-a5d0ddd24ce4 None None] Port 310f446c-616a-4177-963f-0ebfeeeb11c5 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:41:11.785489 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed5f0f1-0281-49e1-a38c-ca42f0d2b289 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Made reservation on behalf of a99da7d1ff544c6c946233b9d2e2fe07 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:41:11.788902 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['968d319d-f6af-4c9a-90d7-42f4e52ec281'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:41:11.790011 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aed5f0f1-0281-49e1-a38c-ca42f0d2b289 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:11.808632 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-a762d529-c8a7-4e90-823f-c43861c0c98c service neutron] Attempting to bind port a9955499-c02e-4035-aed3-ebd196be127d on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:41:11.809346 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-a762d529-c8a7-4e90-823f-c43861c0c98c service neutron] Attempting to bind port a9955499-c02e-4035-aed3-ebd196be127d by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:41:11.809956 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-a762d529-c8a7-4e90-823f-c43861c0c98c service neutron] Attempting to bind port a9955499-c02e-4035-aed3-ebd196be127d on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:41:11.820286 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95f74b15-88f5-46f7-b9a2-c4debc53f0b0 req-3503bd61-d77a-49ad-81a7-839b7b11b1c9 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701421 Mar 09 03:41:11.830181 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-a762d529-c8a7-4e90-823f-c43861c0c98c service neutron] Port a9955499-c02e-4035-aed3-ebd196be127d on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:41:11.831368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-a762d529-c8a7-4e90-823f-c43861c0c98c service neutron] Attempting to bind port a9955499-c02e-4035-aed3-ebd196be127d on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:41:11.848075 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-a762d529-c8a7-4e90-823f-c43861c0c98c service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:41:11.848765 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-a762d529-c8a7-4e90-823f-c43861c0c98c service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:41:11.849353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-a762d529-c8a7-4e90-823f-c43861c0c98c service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:41:11.850029 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-a762d529-c8a7-4e90-823f-c43861c0c98c service neutron] Bound port: a9955499-c02e-4035-aed3-ebd196be127d, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:41:11.851180 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-a762d529-c8a7-4e90-823f-c43861c0c98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:11.864702 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-be13fadf-d2b8-4e3b-91f6-e2d21a460660 req-74dcdcf3-bfff-4edc-9f69-574d4f51ca95 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Synchronizing usage tracker for tenant:f94c533ee0e24f8a92224b12b8cfb393 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:41:11.946568 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-be13fadf-d2b8-4e3b-91f6-e2d21a460660 req-74dcdcf3-bfff-4edc-9f69-574d4f51ca95 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Unset dirty status for tenant:f94c533ee0e24f8a92224b12b8cfb393 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:41:11.960403 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be13fadf-d2b8-4e3b-91f6-e2d21a460660 req-74dcdcf3-bfff-4edc-9f69-574d4f51ca95 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4da3626-15c8-47b5-863d-85867345371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226167 Mar 09 03:41:12.025401 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-a762d529-c8a7-4e90-823f-c43861c0c98c service neutron] For port a9955499-c02e-4035-aed3-ebd196be127d, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:41:12.033307 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-a762d529-c8a7-4e90-823f-c43861c0c98c service neutron] For port a9955499-c02e-4035-aed3-ebd196be127d, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=a9955499-c02e-4035-aed3-ebd196be127d,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:41:12.042032 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-a762d529-c8a7-4e90-823f-c43861c0c98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:12.060426 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['5df6d4dd-0e22-4b62-b790-96149b03ad94'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:41:12.132893 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-a762d529-c8a7-4e90-823f-c43861c0c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:12.133802 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-a762d529-c8a7-4e90-823f-c43861c0c98c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:12.135264 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-a762d529-c8a7-4e90-823f-c43861c0c98c service neutron] 10.222.0.21 "PUT /v2.0/ports/a9955499-c02e-4035-aed3-ebd196be127d HTTP/1.1" status: 200 len: 1096 time: 2.4750950 Mar 09 03:41:12.135798 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee66d1f5-ff60-4479-973f-74e03552da3e', 'tag': 'a9955499-c02e-4035-aed3-ebd196be127d'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:41:12.165752 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762d529-c8a7-4e90-823f-c43861c0c98c service neutron] Pushing event updated for resources: {'Port': ['ID=a9955499-c02e-4035-aed3-ebd196be127d,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:12.220803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-6af5195f-1470-404c-9ff5-21fca0330749 req-dfdf4101-fb57-43ae-98e6-edd64c3fff3e tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Synchronizing usage tracker for tenant:93aa98084011474eadf54856db5462ee on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:41:12.243906 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-6af5195f-1470-404c-9ff5-21fca0330749 req-dfdf4101-fb57-43ae-98e6-edd64c3fff3e tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Unset dirty status for tenant:93aa98084011474eadf54856db5462ee on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:41:12.253208 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6af5195f-1470-404c-9ff5-21fca0330749 req-dfdf4101-fb57-43ae-98e6-edd64c3fff3e tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8c4a6a-5bd1-4b29-98dd-8d7d0827610e HTTP/1.1" status: 200 len: 210 time: 0.0801890 Mar 09 03:41:12.335128 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-74f648f9-7be5-4d2b-a5d1-b4429f4c2d2b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:12.446819 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-36051daf-2ff9-4db1-ab9f-d76ac06c9ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:12.448318 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-36051daf-2ff9-4db1-ab9f-d76ac06c9ce1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f94c533ee0e24f8a92224b12b8cfb393&device_id=ee66d1f5-ff60-4479-973f-74e03552da3e HTTP/1.1" status: 200 len: 1099 time: 0.1941688 Mar 09 03:41:12.465859 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-74f648f9-7be5-4d2b-a5d1-b4429f4c2d2b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Calling delete_port for 5899dffe-d589-434c-b254-99915ca1c356 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:41:12.526368 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-f386eca7-0f09-4957-b65e-0f7f6b33d629 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=a9955499-c02e-4035-aed3-ebd196be127d HTTP/1.1" status: 200 len: 217 time: 0.0672233 Mar 09 03:41:12.597901 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae59d7-247b-4684-85d4-936c1ed613fe req-f855ed4e-7c66-429a-949c-ed2f79cc0265 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:12.604283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae59d7-247b-4684-85d4-936c1ed613fe req-f855ed4e-7c66-429a-949c-ed2f79cc0265 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:12.609935 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae59d7-247b-4684-85d4-936c1ed613fe req-f855ed4e-7c66-429a-949c-ed2f79cc0265 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:12.615635 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae59d7-247b-4684-85d4-936c1ed613fe req-f855ed4e-7c66-429a-949c-ed2f79cc0265 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:12.622047 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae59d7-247b-4684-85d4-936c1ed613fe req-f855ed4e-7c66-429a-949c-ed2f79cc0265 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:12.627741 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae59d7-247b-4684-85d4-936c1ed613fe req-f855ed4e-7c66-429a-949c-ed2f79cc0265 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:12.633462 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae59d7-247b-4684-85d4-936c1ed613fe req-f855ed4e-7c66-429a-949c-ed2f79cc0265 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:12.635342 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-34ae59d7-247b-4684-85d4-936c1ed613fe req-f855ed4e-7c66-429a-949c-ed2f79cc0265 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5427 time: 0.2426474 Mar 09 03:41:12.669756 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-a679f9f7-39bc-4adc-97cd-9f8c1236c037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:12.671128 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-a679f9f7-39bc-4adc-97cd-9f8c1236c037 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1330223 Mar 09 03:41:12.732079 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-34ae59d7-247b-4684-85d4-936c1ed613fe req-0216f8d4-608f-46b2-adef-e161c7ace36a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0895987 Mar 09 03:41:12.762580 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-1457b03b-8706-42ad-b3c3-1d4c49566349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:12.764163 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-1457b03b-8706-42ad-b3c3-1d4c49566349 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0854816 Mar 09 03:41:12.802837 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-74f648f9-7be5-4d2b-a5d1-b4429f4c2d2b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:12.908315 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:41:12.933102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f648f9-7be5-4d2b-a5d1-b4429f4c2d2b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event deleted for resources: {'Port': ['ID=5899dffe-d589-434c-b254-99915ca1c356,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:12.959275 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-6546464a-d136-4b96-93e9-da5150dfc815 req-355a4f38-adb1-4a0d-94ed-bd1e70251aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 310f446c-616a-4177-963f-0ebfeeeb11c5 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:41:12.980300 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-74f648f9-7be5-4d2b-a5d1-b4429f4c2d2b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:12.991231 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6546464a-d136-4b96-93e9-da5150dfc815 req-355a4f38-adb1-4a0d-94ed-bd1e70251aef service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:13.029895 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-74f648f9-7be5-4d2b-a5d1-b4429f4c2d2b tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "DELETE /v2.0/ports/5899dffe-d589-434c-b254-99915ca1c356 HTTP/1.1" status: 204 len: 168 time: 1.9666901 Mar 09 03:41:13.037765 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49400) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:13.043502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c19bb-2ddd-4631-887d-93c5b8011ba9 req-c7ec7f69-05d8-4793-b9f4-7b3adb821d31 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:13.044951 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-213c19bb-2ddd-4631-887d-93c5b8011ba9 req-c7ec7f69-05d8-4793-b9f4-7b3adb821d31 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80a53f5-bb44-45d8-a1ef-bf34c805f201 HTTP/1.1" status: 200 len: 946 time: 0.9150860 Mar 09 03:41:13.051223 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-5379b14e-622c-4d4c-ace5-b440aa93d5ee tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:13.052562 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-5379b14e-622c-4d4c-ace5-b440aa93d5ee tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.21 "GET /v2.0/networks?id=a1db9162-013b-4555-a7dd-e31cdddb344c HTTP/1.1" status: 200 len: 821 time: 0.9444008 Mar 09 03:41:13.074468 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-6546464a-d136-4b96-93e9-da5150dfc815 req-355a4f38-adb1-4a0d-94ed-bd1e70251aef service neutron] Transition to ACTIVE for port object 310f446c-616a-4177-963f-0ebfeeeb11c5 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:13.079495 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-63998c3e-06fb-4405-b6df-d1d13c29aef2 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Request body: {'port': {'device_id': 'df8c4a6a-5bd1-4b29-98dd-8d7d0827610e', 'network_id': 'a1db9162-013b-4555-a7dd-e31cdddb344c', 'admin_state_up': True, 'tenant_id': '93aa98084011474eadf54856db5462ee'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:13.098617 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac7f16d-dc51-4f7f-b40b-79ef962e9695 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] DELETE failed (client error): The resource could not be found. Mar 09 03:41:13.099086 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac7f16d-dc51-4f7f-b40b-79ef962e9695 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:41:13.101266 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bac7f16d-dc51-4f7f-b40b-79ef962e9695 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "DELETE /v2.0/subnets/510f4cf7-707c-4564-9179-762df56a4626 HTTP/1.1" status: 404 len: 337 time: 0.0615427 Mar 09 03:41:13.106431 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49404) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:13.130075 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-d904bd32-4f5a-47ae-a7de-1ce8985f68d4 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582439 Mar 09 03:41:13.132575 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6546464a-d136-4b96-93e9-da5150dfc815 req-355a4f38-adb1-4a0d-94ed-bd1e70251aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:13.261057 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0e651-e056-4f74-923c-e55dd6409bf4 req-5bf375ec-bc39-4964-ba8b-3b06fe4bed24 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:13.262477 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9fa0e651-e056-4f74-923c-e55dd6409bf4 req-5bf375ec-bc39-4964-ba8b-3b06fe4bed24 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d837ea-4c99-4bae-9244-80faf99e67e3 HTTP/1.1" status: 200 len: 949 time: 0.3959782 Mar 09 03:41:13.356373 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d9a993c-2908-49d3-ac8e-06d2c2806297 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:13.369817 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-213c19bb-2ddd-4631-887d-93c5b8011ba9 req-871eeddd-c4af-4bee-8daa-b2d7b337c3f7 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162987 Mar 09 03:41:13.389253 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a4f38-adb1-4a0d-94ed-bd1e70251aef service neutron] Pushing event updated for resources: {'Port': ['ID=310f446c-616a-4177-963f-0ebfeeeb11c5,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:13.422804 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9fa0e651-e056-4f74-923c-e55dd6409bf4 req-f23cfd84-c6d6-4837-b0ad-c0ce58186e5b tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e389a3-bb37-4fc1-9de7-7b487002f513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000648 Mar 09 03:41:13.470733 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6a24ed6-5a0b-4290-85c4-228ec453d549 req-8186b7a7-730d-42ba-b498-d2e6b1ad954f service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235362 Mar 09 03:41:13.546873 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aed5f0f1-0281-49e1-a38c-ca42f0d2b289 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:13.582717 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-63998c3e-06fb-4405-b6df-d1d13c29aef2 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:13.597749 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee66d1f5-ff60-4479-973f-74e03552da3e', 'tag': 'a9955499-c02e-4035-aed3-ebd196be127d', 'status': 'completed', 'code': 200} Mar 09 03:41:13.630088 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-63998c3e-06fb-4405-b6df-d1d13c29aef2 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:13.659133 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d9a993c-2908-49d3-ac8e-06d2c2806297 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:13.668191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-6546464a-d136-4b96-93e9-da5150dfc815 req-355a4f38-adb1-4a0d-94ed-bd1e70251aef service neutron] Attempting to bind port 310f446c-616a-4177-963f-0ebfeeeb11c5 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:41:13.668191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-6546464a-d136-4b96-93e9-da5150dfc815 req-355a4f38-adb1-4a0d-94ed-bd1e70251aef service neutron] Attempting to bind port 310f446c-616a-4177-963f-0ebfeeeb11c5 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:41:13.668524 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6546464a-d136-4b96-93e9-da5150dfc815 req-355a4f38-adb1-4a0d-94ed-bd1e70251aef service neutron] Attempting to bind port 310f446c-616a-4177-963f-0ebfeeeb11c5 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:41:13.674248 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5f0f1-0281-49e1-a38c-ca42f0d2b289 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event updated for resources: {'Subnet': ['ID=f77088af-6527-42bd-a6e2-e4b921be1aa6,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:13.676254 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-63998c3e-06fb-4405-b6df-d1d13c29aef2 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Made reservation on behalf of 93aa98084011474eadf54856db5462ee for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:41:13.680224 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-63998c3e-06fb-4405-b6df-d1d13c29aef2 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:13.737971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-5d9a993c-2908-49d3-ac8e-06d2c2806297 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e29b1e1-022e-4996-b82d-adcbd19c2108']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:13.759319 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-5d9a993c-2908-49d3-ac8e-06d2c2806297 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664857a4-1e99-4a5e-be7d-e35c5e7d39f4') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:13.759591 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-5d9a993c-2908-49d3-ac8e-06d2c2806297 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664857a4-1e99-4a5e-be7d-e35c5e7d39f4') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:13.776780 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d9a993c-2908-49d3-ac8e-06d2c2806297 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:13.804470 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d9a993c-2908-49d3-ac8e-06d2c2806297 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:13.813887 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9a993c-2908-49d3-ac8e-06d2c2806297 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:41:13.814278 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d9a993c-2908-49d3-ac8e-06d2c2806297 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:13.821737 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6546464a-d136-4b96-93e9-da5150dfc815 req-355a4f38-adb1-4a0d-94ed-bd1e70251aef service neutron] Port 310f446c-616a-4177-963f-0ebfeeeb11c5 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:41:13.822068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6546464a-d136-4b96-93e9-da5150dfc815 req-355a4f38-adb1-4a0d-94ed-bd1e70251aef service neutron] Attempting to bind port 310f446c-616a-4177-963f-0ebfeeeb11c5 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:41:13.830593 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:41:13.855263 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d5377-d283-4646-a8bf-6adcbd2c513d req-bf82501e-d93c-42d9-9392-10e12fdcffcf tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:13.856805 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d26d5377-d283-4646-a8bf-6adcbd2c513d req-bf82501e-d93c-42d9-9392-10e12fdcffcf tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 945 time: 0.2582338 Mar 09 03:41:13.872181 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6546464a-d136-4b96-93e9-da5150dfc815 req-355a4f38-adb1-4a0d-94ed-bd1e70251aef service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:41:13.872520 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6546464a-d136-4b96-93e9-da5150dfc815 req-355a4f38-adb1-4a0d-94ed-bd1e70251aef service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:41:13.872904 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6546464a-d136-4b96-93e9-da5150dfc815 req-355a4f38-adb1-4a0d-94ed-bd1e70251aef service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:41:13.873332 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-6546464a-d136-4b96-93e9-da5150dfc815 req-355a4f38-adb1-4a0d-94ed-bd1e70251aef service neutron] Bound port: 310f446c-616a-4177-963f-0ebfeeeb11c5, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:41:13.873674 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6546464a-d136-4b96-93e9-da5150dfc815 req-355a4f38-adb1-4a0d-94ed-bd1e70251aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:13.892800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5f0f1-0281-49e1-a38c-ca42f0d2b289 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Checking segment: {'id': 'e402bb94-ddbc-49af-9903-a0a54701afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:41:13.893156 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed5f0f1-0281-49e1-a38c-ca42f0d2b289 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Network hostable DHCP agents. Network: 3df08107-39bd-418e-a91b-4b0bc364390c, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:41:13.939753 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c9f84-06ff-4796-ae46-facf46297c1f req-23b4b3f3-11c1-4f11-9a3c-b9b98e0cd21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:13.941633 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d35c9f84-06ff-4796-ae46-facf46297c1f req-23b4b3f3-11c1-4f11-9a3c-b9b98e0cd21b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f94c533ee0e24f8a92224b12b8cfb393&device_id=ee66d1f5-ff60-4479-973f-74e03552da3e HTTP/1.1" status: 200 len: 1099 time: 0.2845442 Mar 09 03:41:13.997665 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d9a993c-2908-49d3-ac8e-06d2c2806297 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:14.030922 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed5f0f1-0281-49e1-a38c-ca42f0d2b289 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Network 3df08107-39bd-418e-a91b-4b0bc364390c is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:41:14.031488 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d9a993c-2908-49d3-ac8e-06d2c2806297 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:14.083134 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d26d5377-d283-4646-a8bf-6adcbd2c513d req-a284bc28-1b48-4961-aba6-f108605341ad tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714838 Mar 09 03:41:14.089179 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a993c-2908-49d3-ac8e-06d2c2806297 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event deleted for resources: {'Network': ['ID=5e29b1e1-022e-4996-b82d-adcbd19c2108,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:14.105610 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5d9a993c-2908-49d3-ac8e-06d2c2806297 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "DELETE /v2.0/networks/5e29b1e1-022e-4996-b82d-adcbd19c2108 HTTP/1.1" status: 204 len: 168 time: 0.9947829 Mar 09 03:41:14.112551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49416) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:14.117554 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-aed5f0f1-0281-49e1-a38c-ca42f0d2b289 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 3df08107-39bd-418e-a91b-4b0bc364390c) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:14.126554 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a7a3e1-e832-4501-9d2d-0723cb1c8b42 None None] Network 3df08107-39bd-418e-a91b-4b0bc364390c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:41:14.163812 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed5f0f1-0281-49e1-a38c-ca42f0d2b289 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:14.164395 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aed5f0f1-0281-49e1-a38c-ca42f0d2b289 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:14.165618 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c9f84-06ff-4796-ae46-facf46297c1f req-b9d02c21-3c74-4286-8254-24eb1643ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:14.167330 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d35c9f84-06ff-4796-ae46-facf46297c1f req-b9d02c21-3c74-4286-8254-24eb1643ad06 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.2180288 Mar 09 03:41:14.214412 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fda04-9f1c-47ed-99f1-36b6bc9a71a6 req-18e128e1-c00b-4b70-b816-0e778a2bdf68 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:14.215161 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-960fda04-9f1c-47ed-99f1-36b6bc9a71a6 req-18e128e1-c00b-4b70-b816-0e778a2bdf68 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Synchronizing usage tracker for tenant:f94c533ee0e24f8a92224b12b8cfb393 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:41:14.237338 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-6546464a-d136-4b96-93e9-da5150dfc815 req-355a4f38-adb1-4a0d-94ed-bd1e70251aef service neutron] For port 310f446c-616a-4177-963f-0ebfeeeb11c5, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:41:14.257197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-63998c3e-06fb-4405-b6df-d1d13c29aef2 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Allocated IP 172.20.0.4 (a1db9162-013b-4555-a7dd-e31cdddb344c/d5bbbb50-9b24-4c8b-900f-4775f7f04439/5d58ee24-569b-462b-b21f-a7fd4424b81b) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:41:14.265657 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-aed5f0f1-0281-49e1-a38c-ca42f0d2b289 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.0395739 Mar 09 03:41:14.269761 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-6546464a-d136-4b96-93e9-da5150dfc815 req-355a4f38-adb1-4a0d-94ed-bd1e70251aef service neutron] For port 310f446c-616a-4177-963f-0ebfeeeb11c5, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=310f446c-616a-4177-963f-0ebfeeeb11c5,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:41:14.275966 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a890fb-e9e9-4ff0-b0ab-9a5fa30d6d38 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Deleting subnet be9da962-bad4-4746-8ee2-a88bde6eec08 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:41:14.278587 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49420) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:14.281970 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 91f35da7-e35c-4fff-ae6f-b70f60335f2a up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:14.287050 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6546464a-d136-4b96-93e9-da5150dfc815 req-355a4f38-adb1-4a0d-94ed-bd1e70251aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:14.292138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-960fda04-9f1c-47ed-99f1-36b6bc9a71a6 req-18e128e1-c00b-4b70-b816-0e778a2bdf68 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Unset dirty status for tenant:f94c533ee0e24f8a92224b12b8cfb393 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:41:14.293260 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-960fda04-9f1c-47ed-99f1-36b6bc9a71a6 req-18e128e1-c00b-4b70-b816-0e778a2bdf68 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?device_id=08a7b652-7f4f-4d08-9353-3e8b6f9caca1 HTTP/1.1" status: 200 len: 947 time: 0.4790137 Mar 09 03:41:14.296802 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-90681fcd-1933-492f-b80d-a3fe7bed1b7e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Request body: {'subnet': {'network_id': 'aa98c4bf-cd2b-4512-b959-342f7d8cd273', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:14.301761 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d35c9f84-06ff-4796-ae46-facf46297c1f req-3fc54899-fb6f-499d-a105-8df866dd31f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=a9955499-c02e-4035-aed3-ebd196be127d HTTP/1.1" status: 200 len: 217 time: 0.1278186 Mar 09 03:41:14.308902 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0315bdfa-b9d8-40dd-9374-c30429dd3f39 req-f5442c2d-e678-47bd-bab7-9a0a7f0070e0 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8c4a6a-5bd1-4b29-98dd-8d7d0827610e HTTP/1.1" status: 200 len: 210 time: 0.0514348 Mar 09 03:41:14.311147 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e8a890fb-e9e9-4ff0-b0ab-9a5fa30d6d38 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:14.371409 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c9f84-06ff-4796-ae46-facf46297c1f req-2702fd75-e3e0-452d-b5a8-657e0626bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:14.372894 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d35c9f84-06ff-4796-ae46-facf46297c1f req-2702fd75-e3e0-452d-b5a8-657e0626bc7e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.0631621 Mar 09 03:41:14.463656 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c9f84-06ff-4796-ae46-facf46297c1f req-8258a033-a2b4-4e86-adc6-599a4afd2474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:14.465862 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d35c9f84-06ff-4796-ae46-facf46297c1f req-8258a033-a2b4-4e86-adc6-599a4afd2474 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0854552 Mar 09 03:41:14.470047 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 91f35da7-e35c-4fff-ae6f-b70f60335f2a completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:14.476343 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 91f35da7-e35c-4fff-ae6f-b70f60335f2a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:14.476878 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:14.507879 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7f2c76-53d8-4da9-8131-cec665ad31e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-3df08107-39bd-418e-a91b-4b0bc364390c', 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'fixed_ips': [{'subnet_id': 'f77088af-6527-42bd-a6e2-e4b921be1aa6'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:41:14.508860 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dd7f2c76-53d8-4da9-8131-cec665ad31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:14.539439 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e8a890fb-e9e9-4ff0-b0ab-9a5fa30d6d38 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:14.643698 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d35c9f84-06ff-4796-ae46-facf46297c1f req-d00916aa-5ad5-452d-b4f9-a683ac97caa4 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697862 Mar 09 03:41:14.669965 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546464a-d136-4b96-93e9-da5150dfc815 req-355a4f38-adb1-4a0d-94ed-bd1e70251aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:14.671043 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6546464a-d136-4b96-93e9-da5150dfc815 req-355a4f38-adb1-4a0d-94ed-bd1e70251aef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:14.672554 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6546464a-d136-4b96-93e9-da5150dfc815 req-355a4f38-adb1-4a0d-94ed-bd1e70251aef service neutron] 10.222.0.24 "PUT /v2.0/ports/310f446c-616a-4177-963f-0ebfeeeb11c5 HTTP/1.1" status: 200 len: 1095 time: 3.9796307 Mar 09 03:41:14.704361 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a7b652-7f4f-4d08-9353-3e8b6f9caca1', 'tag': '310f446c-616a-4177-963f-0ebfeeeb11c5'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:41:14.743330 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-90681fcd-1933-492f-b80d-a3fe7bed1b7e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:14.747727 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-90681fcd-1933-492f-b80d-a3fe7bed1b7e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Usage tracker for resource:subnet and tenant:a99da7d1ff544c6c946233b9d2e2fe07 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:14.750874 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-90681fcd-1933-492f-b80d-a3fe7bed1b7e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:14.757067 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-90681fcd-1933-492f-b80d-a3fe7bed1b7e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:14.764638 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a4f38-adb1-4a0d-94ed-bd1e70251aef service neutron] Pushing event updated for resources: {'Port': ['ID=310f446c-616a-4177-963f-0ebfeeeb11c5,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:14.793448 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:14.835544 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90681fcd-1933-492f-b80d-a3fe7bed1b7e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Made reservation on behalf of a99da7d1ff544c6c946233b9d2e2fe07 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:41:14.838895 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f35da7-e35c-4fff-ae6f-b70f60335f2a'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:41:14.840627 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-90681fcd-1933-492f-b80d-a3fe7bed1b7e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:14.876118 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-dd7f2c76-53d8-4da9-8131-cec665ad31e6 None None] Allocated IP 10.1.1.2 (3df08107-39bd-418e-a91b-4b0bc364390c/f77088af-6527-42bd-a6e2-e4b921be1aa6/a0aba381-f386-48e0-bef5-430293a53c94) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:41:14.886065 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 91f35da7-e35c-4fff-ae6f-b70f60335f2a, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=91f35da7-e35c-4fff-ae6f-b70f60335f2a,segment=NetworkSegment(5501887f-7753-4840-a1af-3c0103673195),segment_id=5501887f-7753-4840-a1af-3c0103673195)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:14.891679 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d35c9f84-06ff-4796-ae46-facf46297c1f req-a4a4016c-eef4-4805-9d48-734bd63eee10 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415035 Mar 09 03:41:14.915580 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-960fda04-9f1c-47ed-99f1-36b6bc9a71a6 req-ed3dd26b-15b8-4d23-b023-03d697e25bfd tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4da3626-15c8-47b5-863d-85867345371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5400808 Mar 09 03:41:14.919103 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:14.923682 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 72168413-1159-417e-b3ea-b4d4a7193d03 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:15.059111 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79f002-51b8-40ca-902e-553b4d598d2b req-4d828f52-d034-4109-be44-43a3a6b6b5be tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:15.065072 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79f002-51b8-40ca-902e-553b4d598d2b req-4d828f52-d034-4109-be44-43a3a6b6b5be tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:15.071001 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79f002-51b8-40ca-902e-553b4d598d2b req-4d828f52-d034-4109-be44-43a3a6b6b5be tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:15.076900 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79f002-51b8-40ca-902e-553b4d598d2b req-4d828f52-d034-4109-be44-43a3a6b6b5be tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:15.082879 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79f002-51b8-40ca-902e-553b4d598d2b req-4d828f52-d034-4109-be44-43a3a6b6b5be tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:15.089277 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79f002-51b8-40ca-902e-553b4d598d2b req-4d828f52-d034-4109-be44-43a3a6b6b5be tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:15.095203 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79f002-51b8-40ca-902e-553b4d598d2b req-4d828f52-d034-4109-be44-43a3a6b6b5be tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:15.097189 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd79f002-51b8-40ca-902e-553b4d598d2b req-4d828f52-d034-4109-be44-43a3a6b6b5be tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5427 time: 0.3260486 Mar 09 03:41:15.147794 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd79f002-51b8-40ca-902e-553b4d598d2b req-94c6b643-938f-470c-aa21-e64b2162ca96 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423932 Mar 09 03:41:15.240678 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e8a890fb-e9e9-4ff0-b0ab-9a5fa30d6d38 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:15.259387 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=91f35da7-e35c-4fff-ae6f-b70f60335f2a,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:15.288651 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 72168413-1159-417e-b3ea-b4d4a7193d03 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:15.297801 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 72168413-1159-417e-b3ea-b4d4a7193d03 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:15.298220 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:15.355564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf02a3-9856-4f43-bf6e-b0005829d614 req-3453fba5-1faf-45e8-a819-287c75ff57e6 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:15.357250 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-98bf02a3-9856-4f43-bf6e-b0005829d614 req-3453fba5-1faf-45e8-a819-287c75ff57e6 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80a53f5-bb44-45d8-a1ef-bf34c805f201 HTTP/1.1" status: 200 len: 946 time: 0.1031592 Mar 09 03:41:15.403351 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-98bf02a3-9856-4f43-bf6e-b0005829d614 req-f56e0f50-561e-4e1c-9763-49ad0bd4ca55 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393918 Mar 09 03:41:15.418469 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-63998c3e-06fb-4405-b6df-d1d13c29aef2 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:15.432250 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dd7f2c76-53d8-4da9-8131-cec665ad31e6 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:15.437103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546464a-d136-4b96-93e9-da5150dfc815 req-0345e1ef-ee96-4906-baca-29a8563005de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:15.438652 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6546464a-d136-4b96-93e9-da5150dfc815 req-0345e1ef-ee96-4906-baca-29a8563005de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f94c533ee0e24f8a92224b12b8cfb393&device_id=08a7b652-7f4f-4d08-9353-3e8b6f9caca1 HTTP/1.1" status: 200 len: 1098 time: 0.6584046 Mar 09 03:41:15.472891 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-dd7f2c76-53d8-4da9-8131-cec665ad31e6 None None] Transition to ACTIVE for port object a0aba381-f386-48e0-bef5-430293a53c94 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:15.511592 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-dd7f2c76-53d8-4da9-8131-cec665ad31e6 None None] Transition to ACTIVE for port object a0aba381-f386-48e0-bef5-430293a53c94 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:15.515002 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:15.515545 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a7b652-7f4f-4d08-9353-3e8b6f9caca1', 'tag': '310f446c-616a-4177-963f-0ebfeeeb11c5', 'status': 'completed', 'code': 200} Mar 09 03:41:15.529879 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dd7f2c76-53d8-4da9-8131-cec665ad31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:15.537682 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6546464a-d136-4b96-93e9-da5150dfc815 req-759f3ada-e403-403f-9d96-a90d9959dd6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=310f446c-616a-4177-963f-0ebfeeeb11c5 HTTP/1.1" status: 200 len: 217 time: 0.0858595 Mar 09 03:41:15.551144 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cc8ac-a944-4125-8b9d-f186f43c6148 req-1fcd96e7-60b8-43ff-98a5-8eddf3771a3e tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:15.551841 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-fa0cc8ac-a944-4125-8b9d-f186f43c6148 req-1fcd96e7-60b8-43ff-98a5-8eddf3771a3e tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Synchronizing usage tracker for tenant:3f5b522208f045d5aa7dc1ffb382d602 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:41:15.559224 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e8a890fb-e9e9-4ff0-b0ab-9a5fa30d6d38 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:15.591328 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f35da7-e35c-4fff-ae6f-b70f60335f2a', 'code': 200} Mar 09 03:41:15.609859 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7f2c76-53d8-4da9-8131-cec665ad31e6 None None] Network 3df08107-39bd-418e-a91b-4b0bc364390c is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:41:15.619642 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-dd7f2c76-53d8-4da9-8131-cec665ad31e6 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:15.624508 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 72168413-1159-417e-b3ea-b4d4a7193d03, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=72168413-1159-417e-b3ea-b4d4a7193d03,segment=NetworkSegment(5501887f-7753-4840-a1af-3c0103673195),segment_id=5501887f-7753-4840-a1af-3c0103673195)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:15.625566 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7f2c76-53d8-4da9-8131-cec665ad31e6 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:41:15.632416 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f2c76-53d8-4da9-8131-cec665ad31e6 None None] Pushing event updated for resources: {'Port': ['ID=a0aba381-f386-48e0-bef5-430293a53c94,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:15.636080 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:15.636844 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device de978f1d-3eed-403b-97b1-08c48da831c0 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:15.665801 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a890fb-e9e9-4ff0-b0ab-9a5fa30d6d38 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event deleted for resources: {'Subnet': ['ID=be9da962-bad4-4746-8ee2-a88bde6eec08,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:15.695208 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e8a890fb-e9e9-4ff0-b0ab-9a5fa30d6d38 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:15.729844 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-fa0cc8ac-a944-4125-8b9d-f186f43c6148 req-1fcd96e7-60b8-43ff-98a5-8eddf3771a3e tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Unset dirty status for tenant:3f5b522208f045d5aa7dc1ffb382d602 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:41:15.731060 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa0cc8ac-a944-4125-8b9d-f186f43c6148 req-1fcd96e7-60b8-43ff-98a5-8eddf3771a3e tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d837ea-4c99-4bae-9244-80faf99e67e3 HTTP/1.1" status: 200 len: 949 time: 0.6414011 Mar 09 03:41:15.740640 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f407adcb-0f0b-434d-9f79-e05f88afea0b None None] Network fcbab85b-e2c2-4dd1-87c0-ad3aacbeaf01 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:41:15.746202 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e8a890fb-e9e9-4ff0-b0ab-9a5fa30d6d38 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "DELETE /v2.0/subnets/be9da962-bad4-4746-8ee2-a88bde6eec08 HTTP/1.1" status: 204 len: 168 time: 1.6302960 Mar 09 03:41:15.764057 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49438) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:15.767322 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-63998c3e-06fb-4405-b6df-d1d13c29aef2 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:15.775000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546464a-d136-4b96-93e9-da5150dfc815 req-51dac2fa-511a-450a-85cb-9d827adb39f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:15.776853 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6546464a-d136-4b96-93e9-da5150dfc815 req-51dac2fa-511a-450a-85cb-9d827adb39f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.2221346 Mar 09 03:41:15.817069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7271e-2829-4a8a-97e2-becfc39745eb req-63fbeff7-5efc-41a0-86d7-95dac762f284 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:15.825750 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a3a7271e-2829-4a8a-97e2-becfc39745eb req-63fbeff7-5efc-41a0-86d7-95dac762f284 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 945 time: 0.1304121 Mar 09 03:41:15.877742 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a3a7271e-2829-4a8a-97e2-becfc39745eb req-faa43667-22a0-4603-a1b0-2f718ef571dd tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490766 Mar 09 03:41:15.950648 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-90681fcd-1933-492f-b80d-a3fe7bed1b7e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:16.037645 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-dd7f2c76-53d8-4da9-8131-cec665ad31e6 None None] Attempting to bind port a0aba381-f386-48e0-bef5-430293a53c94 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:41:16.038030 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-dd7f2c76-53d8-4da9-8131-cec665ad31e6 None None] Attempting to bind port a0aba381-f386-48e0-bef5-430293a53c94 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'e402bb94-ddbc-49af-9903-a0a54701afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:41:16.038940 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7f2c76-53d8-4da9-8131-cec665ad31e6 None None] Attempting to bind port a0aba381-f386-48e0-bef5-430293a53c94 on network 3df08107-39bd-418e-a91b-4b0bc364390c {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:41:16.048041 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=72168413-1159-417e-b3ea-b4d4a7193d03,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:16.059477 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7f2c76-53d8-4da9-8131-cec665ad31e6 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:41:16.059845 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7f2c76-53d8-4da9-8131-cec665ad31e6 None None] Checking segment: {'id': 'e402bb94-ddbc-49af-9903-a0a54701afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:41:16.060243 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dd7f2c76-53d8-4da9-8131-cec665ad31e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:16.060670 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7f2c76-53d8-4da9-8131-cec665ad31e6 None None] Bound using segment: {'id': 'e402bb94-ddbc-49af-9903-a0a54701afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:41:16.061103 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-dd7f2c76-53d8-4da9-8131-cec665ad31e6 None None] Bound port: a0aba381-f386-48e0-bef5-430293a53c94, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e402bb94-ddbc-49af-9903-a0a54701afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:41:16.061463 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dd7f2c76-53d8-4da9-8131-cec665ad31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:16.070287 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c8986-8af5-4694-aff2-ab0f37cc29ec req-c6427ed9-4596-4419-b931-4ffb3ff9aeb1 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:16.072298 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-466c8986-8af5-4694-aff2-ab0f37cc29ec req-c6427ed9-4596-4419-b931-4ffb3ff9aeb1 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8c4a6a-5bd1-4b29-98dd-8d7d0827610e HTTP/1.1" status: 200 len: 931 time: 0.0994494 Mar 09 03:41:16.087276 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port de978f1d-3eed-403b-97b1-08c48da831c0 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:16.128262 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-466c8986-8af5-4694-aff2-ab0f37cc29ec req-50c7c135-2bb2-40c3-90ad-5af1740a9443 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484571 Mar 09 03:41:16.136055 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port de978f1d-3eed-403b-97b1-08c48da831c0 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:16.136331 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:16.158843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-63998c3e-06fb-4405-b6df-d1d13c29aef2 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Network a1db9162-013b-4555-a7dd-e31cdddb344c is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:41:16.211952 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-fa0cc8ac-a944-4125-8b9d-f186f43c6148 req-41246884-43d0-47dd-972d-f46cac067b54 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Synchronizing usage tracker for tenant:3f5b522208f045d5aa7dc1ffb382d602 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:41:16.235825 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-63998c3e-06fb-4405-b6df-d1d13c29aef2 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:16.238415 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-63998c3e-06fb-4405-b6df-d1d13c29aef2 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:41:16.240087 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-dd7f2c76-53d8-4da9-8131-cec665ad31e6 None None] For port a0aba381-f386-48e0-bef5-430293a53c94, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:41:16.244232 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-dd7f2c76-53d8-4da9-8131-cec665ad31e6 None None] For port a0aba381-f386-48e0-bef5-430293a53c94, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a0aba381-f386-48e0-bef5-430293a53c94,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:41:16.274780 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device a9955499-c02e-4035-aed3-ebd196be127d details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:41:16.285163 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dd7f2c76-53d8-4da9-8131-cec665ad31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:16.298964 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63998c3e-06fb-4405-b6df-d1d13c29aef2 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Pushing event updated for resources: {'Port': ['ID=5d58ee24-569b-462b-b21f-a7fd4424b81b,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:16.321557 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90681fcd-1933-492f-b80d-a3fe7bed1b7e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event updated for resources: {'Subnet': ['ID=26070e83-1c60-4df6-b85f-37b057dc633a,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:16.341973 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe38057-0685-4645-9852-582625202520 req-8db7ef55-1ecb-4e01-9f0b-512c3e1583ec tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:16.343609 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4fe38057-0685-4645-9852-582625202520 req-8db7ef55-1ecb-4e01-9f0b-512c3e1583ec tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?device_id=08a7b652-7f4f-4d08-9353-3e8b6f9caca1 HTTP/1.1" status: 200 len: 947 time: 0.0960298 Mar 09 03:41:16.346965 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e735fc-3ec5-4edf-b7fb-04688bb0dac4 None None] DHCP port deletion for fcbab85b-e2c2-4dd1-87c0-ad3aacbeaf01 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:41:16.357171 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-387e69d3-02db-4ecd-9d63-fb2e703cb9b6 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:16.365330 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90681fcd-1933-492f-b80d-a3fe7bed1b7e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Checking segment: {'id': '1fb5ec62-c429-4acb-b59e-2c379bf2d93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aa98c4bf-cd2b-4512-b959-342f7d8cd273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:41:16.365768 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90681fcd-1933-492f-b80d-a3fe7bed1b7e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Network hostable DHCP agents. Network: aa98c4bf-cd2b-4512-b959-342f7d8cd273, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:41:16.379095 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a8e735fc-3ec5-4edf-b7fb-04688bb0dac4 None None] Deleting port 999c25eb-8d25-4c14-b888-5dc54b432dad {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:41:16.379095 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a8e735fc-3ec5-4edf-b7fb-04688bb0dac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:16.390286 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-fa0cc8ac-a944-4125-8b9d-f186f43c6148 req-41246884-43d0-47dd-972d-f46cac067b54 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Unset dirty status for tenant:3f5b522208f045d5aa7dc1ffb382d602 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:41:16.391519 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa0cc8ac-a944-4125-8b9d-f186f43c6148 req-41246884-43d0-47dd-972d-f46cac067b54 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e389a3-bb37-4fc1-9de7-7b487002f513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6534839 Mar 09 03:41:16.395840 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4fe38057-0685-4645-9852-582625202520 req-8c181a63-8c54-4c84-be5c-d078a095f3f9 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4da3626-15c8-47b5-863d-85867345371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446262 Mar 09 03:41:16.440356 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-63998c3e-06fb-4405-b6df-d1d13c29aef2 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:16.441658 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-63998c3e-06fb-4405-b6df-d1d13c29aef2 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:16.450171 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:16.462877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-387e69d3-02db-4ecd-9d63-fb2e703cb9b6 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Deleting port 999c25eb-8d25-4c14-b888-5dc54b432dad {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:41:16.475147 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-387e69d3-02db-4ecd-9d63-fb2e703cb9b6 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:16.524540 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f2c76-53d8-4da9-8131-cec665ad31e6 None None] Pushing event updated for resources: {'Port': ['ID=a0aba381-f386-48e0-bef5-430293a53c94,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:16.524830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546464a-d136-4b96-93e9-da5150dfc815 req-75e35373-01dd-43fd-8369-5fb0ada3b830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:16.526312 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6546464a-d136-4b96-93e9-da5150dfc815 req-75e35373-01dd-43fd-8369-5fb0ada3b830 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5477328 Mar 09 03:41:16.548682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90681fcd-1933-492f-b80d-a3fe7bed1b7e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Network aa98c4bf-cd2b-4512-b959-342f7d8cd273 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:41:16.636594 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-63998c3e-06fb-4405-b6df-d1d13c29aef2 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5609124 Mar 09 03:41:16.648528 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port de978f1d-3eed-403b-97b1-08c48da831c0, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=de978f1d-3eed-403b-97b1-08c48da831c0,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:16.664770 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-115c6c43-42ee-46dd-b537-09f4165bf0bf service neutron] Request body: {'port': {'device_id': 'df8c4a6a-5bd1-4b29-98dd-8d7d0827610e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:16.667424 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:16.692954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-90681fcd-1933-492f-b80d-a3fe7bed1b7e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, aa98c4bf-cd2b-4512-b959-342f7d8cd273) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:16.735010 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f225b-0382-4204-97f7-325c33d21383 req-a9bc0a6a-07ff-4e26-aaea-dd921264e218 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:16.750986 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0a3f225b-0382-4204-97f7-325c33d21383 req-a9bc0a6a-07ff-4e26-aaea-dd921264e218 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80a53f5-bb44-45d8-a1ef-bf34c805f201 HTTP/1.1" status: 200 len: 946 time: 0.1598947 Mar 09 03:41:16.761067 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 889b3798-7d4a-4ad9-b9ad-d0d222c27af7 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:16.789474 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bdc421-c94b-49a4-b545-c00b1e46a5f1 None None] Network aa98c4bf-cd2b-4512-b959-342f7d8cd273 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:41:16.791647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90681fcd-1933-492f-b80d-a3fe7bed1b7e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:16.792235 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-90681fcd-1933-492f-b80d-a3fe7bed1b7e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:16.799884 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0a3f225b-0382-4204-97f7-325c33d21383 req-0189eec9-2a04-4b3c-acd8-6996534eac7b tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479598 Mar 09 03:41:16.898467 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-90681fcd-1933-492f-b80d-a3fe7bed1b7e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6177258 Mar 09 03:41:16.902755 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49450) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:16.913532 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-193d5539-31af-4cae-ad0a-12717148a4cd tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Request body: {'port': {'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c', 'name': 'tempest-TaggedBootDevicesTest_v242-1509555430', 'fixed_ips': [{'subnet_id': 'f77088af-6527-42bd-a6e2-e4b921be1aa6'}]}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:17.026964 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6546464a-d136-4b96-93e9-da5150dfc815 req-0f564c7d-5a8a-4a5d-8de5-b32a093f54c8 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741857 Mar 09 03:41:17.027826 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port a9955499-c02e-4035-aed3-ebd196be127d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=a9955499-c02e-4035-aed3-ebd196be127d,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:17.139152 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'a9955499-c02e-4035-aed3-ebd196be127d', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': 'a9955499-c02e-4035-aed3-ebd196be127d', 'mac_address': 'fa:16:3e:00:d1:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:41:17.139805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86208221-32c0-434c-a3fc-7706123dadc6 req-aacf13d1-6c42-43e3-9ac9-77493339f959 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:17.145640 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86208221-32c0-434c-a3fc-7706123dadc6 req-aacf13d1-6c42-43e3-9ac9-77493339f959 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:17.152566 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86208221-32c0-434c-a3fc-7706123dadc6 req-aacf13d1-6c42-43e3-9ac9-77493339f959 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:17.159010 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86208221-32c0-434c-a3fc-7706123dadc6 req-aacf13d1-6c42-43e3-9ac9-77493339f959 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:17.162272 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-a8e735fc-3ec5-4edf-b7fb-04688bb0dac4 None None] For port 999c25eb-8d25-4c14-b888-5dc54b432dad, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=999c25eb-8d25-4c14-b888-5dc54b432dad,segment=NetworkSegment(78fcc70f-f1e1-46b1-b817-4424eefc384c),segment_id=78fcc70f-f1e1-46b1-b817-4424eefc384c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:17.162781 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a8e735fc-3ec5-4edf-b7fb-04688bb0dac4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:17.164707 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-193d5539-31af-4cae-ad0a-12717148a4cd tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:17.165862 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86208221-32c0-434c-a3fc-7706123dadc6 req-aacf13d1-6c42-43e3-9ac9-77493339f959 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:17.170170 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-193d5539-31af-4cae-ad0a-12717148a4cd tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Usage tracker for resource:port and tenant:a99da7d1ff544c6c946233b9d2e2fe07 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:17.172310 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86208221-32c0-434c-a3fc-7706123dadc6 req-aacf13d1-6c42-43e3-9ac9-77493339f959 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:17.174014 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=de978f1d-3eed-403b-97b1-08c48da831c0,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:17.174498 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-193d5539-31af-4cae-ad0a-12717148a4cd tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:17.178896 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86208221-32c0-434c-a3fc-7706123dadc6 req-aacf13d1-6c42-43e3-9ac9-77493339f959 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:17.182594 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-193d5539-31af-4cae-ad0a-12717148a4cd tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:17.186710 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-86208221-32c0-434c-a3fc-7706123dadc6 req-aacf13d1-6c42-43e3-9ac9-77493339f959 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5429 time: 0.6244428 Mar 09 03:41:17.200864 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-115c6c43-42ee-46dd-b537-09f4165bf0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:17.213701 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193d5539-31af-4cae-ad0a-12717148a4cd tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Made reservation on behalf of a99da7d1ff544c6c946233b9d2e2fe07 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:41:17.242553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e61f53-e68d-44a0-9741-54709d60c95e req-56bfa813-8192-4449-be22-ff30e810cb6e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:17.243340 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-387e69d3-02db-4ecd-9d63-fb2e703cb9b6 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] For port 999c25eb-8d25-4c14-b888-5dc54b432dad, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=999c25eb-8d25-4c14-b888-5dc54b432dad,segment=NetworkSegment(78fcc70f-f1e1-46b1-b817-4424eefc384c),segment_id=78fcc70f-f1e1-46b1-b817-4424eefc384c)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:17.243696 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-387e69d3-02db-4ecd-9d63-fb2e703cb9b6 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:17.244801 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-20e61f53-e68d-44a0-9741-54709d60c95e req-56bfa813-8192-4449-be22-ff30e810cb6e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 945 time: 0.1496439 Mar 09 03:41:17.372425 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-20e61f53-e68d-44a0-9741-54709d60c95e req-cb14054f-a160-4941-80c9-4fb96b0e9b21 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145692 Mar 09 03:41:17.412296 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-193d5539-31af-4cae-ad0a-12717148a4cd tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:17.449799 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-193d5539-31af-4cae-ad0a-12717148a4cd tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] device_id is not set on port 095f303c-8011-497f-8929-ca48dda83cc0 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:41:17.494230 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-387e69d3-02db-4ecd-9d63-fb2e703cb9b6 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Calling delete_port for 999c25eb-8d25-4c14-b888-5dc54b432dad owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:41:17.514331 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a8e735fc-3ec5-4edf-b7fb-04688bb0dac4 None None] Calling delete_port for 999c25eb-8d25-4c14-b888-5dc54b432dad owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:41:17.566355 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-86208221-32c0-434c-a3fc-7706123dadc6 req-9b903d68-02aa-4943-99e9-152a2b853263 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3767595 Mar 09 03:41:17.597267 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72168413-1159-417e-b3ea-b4d4a7193d03'}, {'server_uuid': 'b5d837ea-4c99-4bae-9244-80faf99e67e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de978f1d-3eed-403b-97b1-08c48da831c0'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:41:17.648385 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:17.698204 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 889b3798-7d4a-4ad9-b9ad-d0d222c27af7 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:17.716023 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 889b3798-7d4a-4ad9-b9ad-d0d222c27af7 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:17.716543 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:17.765840 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a0aba381-f386-48e0-bef5-430293a53c94 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:17.843642 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0ea85-8236-4a46-8884-e1c135866d35 req-4d9ae2e8-eba9-4da1-893a-3f04ebef4d9f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:17.845202 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fcd0ea85-8236-4a46-8884-e1c135866d35 req-4d9ae2e8-eba9-4da1-893a-3f04ebef4d9f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8c4a6a-5bd1-4b29-98dd-8d7d0827610e HTTP/1.1" status: 200 len: 931 time: 0.2804239 Mar 09 03:41:17.863960 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9955499-c02e-4035-aed3-ebd196be127d {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:41:17.923261 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44efd2cf-f367-463b-b6e2-f0eada2cd23e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-aa98c4bf-cd2b-4512-b959-342f7d8cd273', 'network_id': 'aa98c4bf-cd2b-4512-b959-342f7d8cd273', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'fixed_ips': [{'subnet_id': '26070e83-1c60-4df6-b85f-37b057dc633a'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:41:17.924088 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-44efd2cf-f367-463b-b6e2-f0eada2cd23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:17.939660 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-193d5539-31af-4cae-ad0a-12717148a4cd tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Allocated IP 10.1.1.224 (3df08107-39bd-418e-a91b-4b0bc364390c/f77088af-6527-42bd-a6e2-e4b921be1aa6/095f303c-8011-497f-8929-ca48dda83cc0) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:41:17.961497 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fcd0ea85-8236-4a46-8884-e1c135866d35 req-0a165707-d621-4eb9-b73e-1e66d4e4a189 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021960 Mar 09 03:41:17.969248 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6546464a-d136-4b96-93e9-da5150dfc815 req-289ddf3d-555f-43bf-b524-030a65b2a415 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8831012 Mar 09 03:41:18.002768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port a9955499-c02e-4035-aed3-ebd196be127d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=a9955499-c02e-4035-aed3-ebd196be127d,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:18.028363 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c789d5d-135d-4a37-b095-cada6391f1ac None None] Network 3df08107-39bd-418e-a91b-4b0bc364390c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:41:18.191694 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:18.227852 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33317c-8574-44cb-a8ba-34eef2a70206 req-d68fe580-38aa-4385-8be0-56ff09dc572e tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:18.229400 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ef33317c-8574-44cb-a8ba-34eef2a70206 req-d68fe580-38aa-4385-8be0-56ff09dc572e tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?device_id=08a7b652-7f4f-4d08-9353-3e8b6f9caca1 HTTP/1.1" status: 200 len: 947 time: 0.4772582 Mar 09 03:41:18.310246 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [None req-387e69d3-02db-4ecd-9d63-fb2e703cb9b6 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:41:18.310519 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [None req-387e69d3-02db-4ecd-9d63-fb2e703cb9b6 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:41:18.327134 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port a0aba381-f386-48e0-bef5-430293a53c94 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:18.330314 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a8e735fc-3ec5-4edf-b7fb-04688bb0dac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:18.330934 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ef33317c-8574-44cb-a8ba-34eef2a70206 req-a78a227c-d389-43e5-a50c-d49674b85608 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4da3626-15c8-47b5-863d-85867345371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822294 Mar 09 03:41:18.373429 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba319547-d51c-48c9-98e4-10b88b5aa511 req-1f0ad12d-79e4-4bfa-b1e6-2a1401c30052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:18.374396 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ba319547-d51c-48c9-98e4-10b88b5aa511 req-1f0ad12d-79e4-4bfa-b1e6-2a1401c30052 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f94c533ee0e24f8a92224b12b8cfb393&device_id=08a7b652-7f4f-4d08-9353-3e8b6f9caca1 HTTP/1.1" status: 200 len: 1098 time: 0.2361369 Mar 09 03:41:18.381608 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99df57f-b50f-47e1-89db-d0a4f5f8cb03 req-1187e21f-3ad0-404c-8ba1-dfd3003b0507 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:18.383540 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b99df57f-b50f-47e1-89db-d0a4f5f8cb03 req-1187e21f-3ad0-404c-8ba1-dfd3003b0507 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d837ea-4c99-4bae-9244-80faf99e67e3 HTTP/1.1" status: 200 len: 950 time: 0.1689003 Mar 09 03:41:18.386610 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-193d5539-31af-4cae-ad0a-12717148a4cd tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:18.423119 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e735fc-3ec5-4edf-b7fb-04688bb0dac4 None None] No DVR routers for this DVR port 999c25eb-8d25-4c14-b888-5dc54b432dad on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:41:18.440062 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-21e27dbd-9752-4415-8d6b-b53c14dfb65e None None] Provisioning for port a0aba381-f386-48e0-bef5-430293a53c94 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:18.449027 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b99df57f-b50f-47e1-89db-d0a4f5f8cb03 req-731349c7-3b0c-4608-8329-4308dc3aed93 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e389a3-bb37-4fc1-9de7-7b487002f513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541565 Mar 09 03:41:18.480422 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-193d5539-31af-4cae-ad0a-12717148a4cd tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Transition to ACTIVE for port object 095f303c-8011-497f-8929-ca48dda83cc0 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:18.486622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-115c6c43-42ee-46dd-b537-09f4165bf0bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d58ee24-569b-462b-b21f-a7fd4424b81b {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:41:18.494252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 999c25eb-8d25-4c14-b888-5dc54b432dad no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:41:18.508252 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-115c6c43-42ee-46dd-b537-09f4165bf0bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:18.536678 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-115c6c43-42ee-46dd-b537-09f4165bf0bf service neutron] Transition to ACTIVE for port object 5d58ee24-569b-462b-b21f-a7fd4424b81b will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:18.554519 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72168413-1159-417e-b3ea-b4d4a7193d03', 'code': 200} Mar 09 03:41:18.555122 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-115c6c43-42ee-46dd-b537-09f4165bf0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:18.555288 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d837ea-4c99-4bae-9244-80faf99e67e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de978f1d-3eed-403b-97b1-08c48da831c0', 'code': 200} Mar 09 03:41:18.556230 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['a9955499-c02e-4035-aed3-ebd196be127d'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:41:18.585903 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-193d5539-31af-4cae-ad0a-12717148a4cd tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:18.615134 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-21e27dbd-9752-4415-8d6b-b53c14dfb65e None None] Provisioning complete for port a0aba381-f386-48e0-bef5-430293a53c94 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:18.615650 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-21e27dbd-9752-4415-8d6b-b53c14dfb65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:18.651122 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba319547-d51c-48c9-98e4-10b88b5aa511 req-e57b2686-a932-4683-8bfd-ed999a0881d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:18.652829 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ba319547-d51c-48c9-98e4-10b88b5aa511 req-e57b2686-a932-4683-8bfd-ed999a0881d5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.2714846 Mar 09 03:41:18.663425 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 999c25eb-8d25-4c14-b888-5dc54b432dad {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:41:18.663905 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 999c25eb-8d25-4c14-b888-5dc54b432dad not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:41:18.702067 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=a9955499-c02e-4035-aed3-ebd196be127d,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:18.793486 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ba319547-d51c-48c9-98e4-10b88b5aa511 req-ba7adcce-6b1e-4d02-a062-2a0fc5742462 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=310f446c-616a-4177-963f-0ebfeeeb11c5 HTTP/1.1" status: 200 len: 217 time: 0.0878501 Mar 09 03:41:18.815250 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:18.825068 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-44efd2cf-f367-463b-b6e2-f0eada2cd23e None None] Allocated IP 10.2.2.2 (aa98c4bf-cd2b-4512-b959-342f7d8cd273/26070e83-1c60-4df6-b85f-37b057dc633a/14f70860-04d6-415b-9e9f-045770b5c2a3) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:41:18.837546 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e735fc-3ec5-4edf-b7fb-04688bb0dac4 None None] Pushing event deleted for resources: {'Port': ['ID=999c25eb-8d25-4c14-b888-5dc54b432dad,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:18.843801 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-387e69d3-02db-4ecd-9d63-fb2e703cb9b6 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Deleting port 999c25eb-8d25-4c14-b888-5dc54b432dad {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:41:18.844165 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-387e69d3-02db-4ecd-9d63-fb2e703cb9b6 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:18.926841 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d5539-31af-4cae-ad0a-12717148a4cd tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event updated for resources: {'Port': ['ID=095f303c-8011-497f-8929-ca48dda83cc0,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:18.932352 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193d5539-31af-4cae-ad0a-12717148a4cd tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Network 3df08107-39bd-418e-a91b-4b0bc364390c is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:41:18.935320 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-193d5539-31af-4cae-ad0a-12717148a4cd tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:18.945023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193d5539-31af-4cae-ad0a-12717148a4cd tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:41:18.948250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c6c43-42ee-46dd-b537-09f4165bf0bf service neutron] Pushing event updated for resources: {'Port': ['ID=5d58ee24-569b-462b-b21f-a7fd4424b81b,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:19.043441 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990bedd-ef30-4efb-ad70-10e280fa5aae req-82415a14-2792-48d7-a5bb-fd9e86b56d18 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:19.046575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-387e69d3-02db-4ecd-9d63-fb2e703cb9b6 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] The port '999c25eb-8d25-4c14-b888-5dc54b432dad' was deleted {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:41:19.050351 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9990bedd-ef30-4efb-ad70-10e280fa5aae req-82415a14-2792-48d7-a5bb-fd9e86b56d18 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80a53f5-bb44-45d8-a1ef-bf34c805f201 HTTP/1.1" status: 200 len: 946 time: 0.3255057 Mar 09 03:41:19.073427 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193d5539-31af-4cae-ad0a-12717148a4cd tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:19.073936 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-193d5539-31af-4cae-ad0a-12717148a4cd tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:19.087954 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 889b3798-7d4a-4ad9-b9ad-d0d222c27af7, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=889b3798-7d4a-4ad9-b9ad-d0d222c27af7,segment=NetworkSegment(9401f488-6a71-4f8c-b5c0-25470eb18ee9),segment_id=9401f488-6a71-4f8c-b5c0-25470eb18ee9)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:19.091434 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7dad3-48db-4405-b484-b0c54b404176 req-53b7c426-8fc9-4cd2-b337-b05ce0ec1199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:19.092850 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b0a7dad3-48db-4405-b484-b0c54b404176 req-53b7c426-8fc9-4cd2-b337-b05ce0ec1199 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b5d837ea-4c99-4bae-9244-80faf99e67e3 HTTP/1.1" status: 200 len: 1101 time: 0.4955091 Mar 09 03:41:19.120077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba319547-d51c-48c9-98e4-10b88b5aa511 req-35d3c07a-77ae-40b3-ad23-47e8415bff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:19.121520 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ba319547-d51c-48c9-98e4-10b88b5aa511 req-35d3c07a-77ae-40b3-ad23-47e8415bff78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.3134673 Mar 09 03:41:19.132189 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-193d5539-31af-4cae-ad0a-12717148a4cd tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2235789 Mar 09 03:41:19.136459 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49470) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:19.144771 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-5d3dbb52-6d4b-49bc-997e-640df6ff2b5f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Request body: {'port': {'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c', 'name': 'tempest-TaggedBootDevicesTest_v242-1013522376', 'fixed_ips': [{'subnet_id': 'f77088af-6527-42bd-a6e2-e4b921be1aa6'}]}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:19.151513 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:19.152467 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 5df6d4dd-0e22-4b62-b790-96149b03ad94 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:19.161140 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9990bedd-ef30-4efb-ad70-10e280fa5aae req-8142a709-9f0f-4d4b-a14f-80d68bbfcb70 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099408 Mar 09 03:41:19.204059 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b0a7dad3-48db-4405-b484-b0c54b404176 req-0d9fe58d-4fe2-4291-8908-81bdc127314a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a0e389a3-bb37-4fc1-9de7-7b487002f513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948384 Mar 09 03:41:19.277068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84bb54-51fb-4df3-ba6a-cd3de253f864 req-89f84d43-53c4-4bdb-b0ea-9099583f4463 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:19.283772 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3b84bb54-51fb-4df3-ba6a-cd3de253f864 req-89f84d43-53c4-4bdb-b0ea-9099583f4463 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 945 time: 0.6678414 Mar 09 03:41:19.308163 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-387e69d3-02db-4ecd-9d63-fb2e703cb9b6 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:19.309283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5d3dbb52-6d4b-49bc-997e-640df6ff2b5f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:19.313415 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5d3dbb52-6d4b-49bc-997e-640df6ff2b5f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Usage tracker for resource:port and tenant:a99da7d1ff544c6c946233b9d2e2fe07 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:19.315397 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-115c6c43-42ee-46dd-b537-09f4165bf0bf service neutron] Attempting to bind port 5d58ee24-569b-462b-b21f-a7fd4424b81b on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:41:19.315755 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-115c6c43-42ee-46dd-b537-09f4165bf0bf service neutron] Attempting to bind port 5d58ee24-569b-462b-b21f-a7fd4424b81b by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'af2209d2-57f3-4ad5-bf93-abd67d5b0a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a1db9162-013b-4555-a7dd-e31cdddb344c'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:41:19.316064 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-115c6c43-42ee-46dd-b537-09f4165bf0bf service neutron] Attempting to bind port 5d58ee24-569b-462b-b21f-a7fd4424b81b on network a1db9162-013b-4555-a7dd-e31cdddb344c {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:41:19.316893 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5d3dbb52-6d4b-49bc-997e-640df6ff2b5f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:19.323400 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5d3dbb52-6d4b-49bc-997e-640df6ff2b5f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:19.337512 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3dbb52-6d4b-49bc-997e-640df6ff2b5f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Made reservation on behalf of a99da7d1ff544c6c946233b9d2e2fe07 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:41:19.342562 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d3dbb52-6d4b-49bc-997e-640df6ff2b5f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:19.346820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-115c6c43-42ee-46dd-b537-09f4165bf0bf service neutron] Port 5d58ee24-569b-462b-b21f-a7fd4424b81b on network a1db9162-013b-4555-a7dd-e31cdddb344c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:41:19.347164 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-115c6c43-42ee-46dd-b537-09f4165bf0bf service neutron] Attempting to bind port 5d58ee24-569b-462b-b21f-a7fd4424b81b on network a1db9162-013b-4555-a7dd-e31cdddb344c {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:41:19.348496 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-21e27dbd-9752-4415-8d6b-b53c14dfb65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:19.366416 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-387e69d3-02db-4ecd-9d63-fb2e703cb9b6 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcbab85b-e2c2-4dd1-87c0-ad3aacbeaf01']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:19.375992 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-115c6c43-42ee-46dd-b537-09f4165bf0bf service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:41:19.376331 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-115c6c43-42ee-46dd-b537-09f4165bf0bf service neutron] Checking segment: {'id': 'af2209d2-57f3-4ad5-bf93-abd67d5b0a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a1db9162-013b-4555-a7dd-e31cdddb344c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:41:19.376715 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-115c6c43-42ee-46dd-b537-09f4165bf0bf service neutron] Bound using segment: {'id': 'af2209d2-57f3-4ad5-bf93-abd67d5b0a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a1db9162-013b-4555-a7dd-e31cdddb344c'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:41:19.377218 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-115c6c43-42ee-46dd-b537-09f4165bf0bf service neutron] Bound port: 5d58ee24-569b-462b-b21f-a7fd4424b81b, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af2209d2-57f3-4ad5-bf93-abd67d5b0a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a1db9162-013b-4555-a7dd-e31cdddb344c'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:41:19.378104 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-115c6c43-42ee-46dd-b537-09f4165bf0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:19.411018 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-5d3dbb52-6d4b-49bc-997e-640df6ff2b5f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] device_id is not set on port 629e71ff-ed13-489c-8924-359aa6fd885b yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:41:19.411235 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=889b3798-7d4a-4ad9-b9ad-d0d222c27af7,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:19.411833 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3b84bb54-51fb-4df3-ba6a-cd3de253f864 req-0bd3b9c8-7ae7-4fc9-904a-455088d02d6f tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259704 Mar 09 03:41:19.413849 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-387e69d3-02db-4ecd-9d63-fb2e703cb9b6 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78fcc70f-f1e1-46b1-b817-4424eefc384c') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:19.414340 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-387e69d3-02db-4ecd-9d63-fb2e703cb9b6 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78fcc70f-f1e1-46b1-b817-4424eefc384c') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:19.439794 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-387e69d3-02db-4ecd-9d63-fb2e703cb9b6 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:19.516095 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27bb48b-e873-43b3-a834-8df1d738a601 req-7baa9283-723e-4140-9420-2af93ca676b1 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:19.521762 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27bb48b-e873-43b3-a834-8df1d738a601 req-7baa9283-723e-4140-9420-2af93ca676b1 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:19.528485 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27bb48b-e873-43b3-a834-8df1d738a601 req-7baa9283-723e-4140-9420-2af93ca676b1 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:19.534669 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27bb48b-e873-43b3-a834-8df1d738a601 req-7baa9283-723e-4140-9420-2af93ca676b1 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:19.540458 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27bb48b-e873-43b3-a834-8df1d738a601 req-7baa9283-723e-4140-9420-2af93ca676b1 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:19.542374 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba319547-d51c-48c9-98e4-10b88b5aa511 req-3fa8b06d-35ea-4a56-a846-6f50f10590e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:19.543903 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ba319547-d51c-48c9-98e4-10b88b5aa511 req-3fa8b06d-35ea-4a56-a846-6f50f10590e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3943100 Mar 09 03:41:19.544160 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 5df6d4dd-0e22-4b62-b790-96149b03ad94 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:19.546630 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27bb48b-e873-43b3-a834-8df1d738a601 req-7baa9283-723e-4140-9420-2af93ca676b1 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:19.546774 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-387e69d3-02db-4ecd-9d63-fb2e703cb9b6 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:19.551549 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-21e27dbd-9752-4415-8d6b-b53c14dfb65e None None] For port a0aba381-f386-48e0-bef5-430293a53c94, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a0aba381-f386-48e0-bef5-430293a53c94,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:19.552205 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27bb48b-e873-43b3-a834-8df1d738a601 req-7baa9283-723e-4140-9420-2af93ca676b1 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:19.555023 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b27bb48b-e873-43b3-a834-8df1d738a601 req-7baa9283-723e-4140-9420-2af93ca676b1 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5430 time: 0.2206137 Mar 09 03:41:19.582634 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-21e27dbd-9752-4415-8d6b-b53c14dfb65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:19.625010 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 5df6d4dd-0e22-4b62-b790-96149b03ad94 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:19.626057 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:19.651729 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-44efd2cf-f367-463b-b6e2-f0eada2cd23e None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:19.668066 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387e69d3-02db-4ecd-9d63-fb2e703cb9b6 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:41:19.668668 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-387e69d3-02db-4ecd-9d63-fb2e703cb9b6 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:19.674839 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b27bb48b-e873-43b3-a834-8df1d738a601 req-41c727d8-ef13-49a6-a804-e51c2533e667 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0846617 Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:41:19.688919 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:41:19.748003 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-44efd2cf-f367-463b-b6e2-f0eada2cd23e None None] Transition to ACTIVE for port object 14f70860-04d6-415b-9e9f-045770b5c2a3 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:19.765840 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e27dbd-9752-4415-8d6b-b53c14dfb65e None None] Pushing event updated for resources: {'Port': ['ID=a0aba381-f386-48e0-bef5-430293a53c94,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:19.799395 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-5d3dbb52-6d4b-49bc-997e-640df6ff2b5f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Allocated IP 10.1.1.75 (3df08107-39bd-418e-a91b-4b0bc364390c/f77088af-6527-42bd-a6e2-e4b921be1aa6/629e71ff-ed13-489c-8924-359aa6fd885b) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:41:19.852165 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-44efd2cf-f367-463b-b6e2-f0eada2cd23e None None] Transition to ACTIVE for port object 14f70860-04d6-415b-9e9f-045770b5c2a3 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:19.874786 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-44efd2cf-f367-463b-b6e2-f0eada2cd23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:19.947256 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:20.020783 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44efd2cf-f367-463b-b6e2-f0eada2cd23e None None] Network aa98c4bf-cd2b-4512-b959-342f7d8cd273 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:41:20.031745 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7fd599c7-ef7a-485e-bcc4-4a52ab017f0f None None] Provisioning complete for port a0aba381-f386-48e0-bef5-430293a53c94 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:20.032251 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7fd599c7-ef7a-485e-bcc4-4a52ab017f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:20.104701 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-115c6c43-42ee-46dd-b537-09f4165bf0bf service neutron] For port 5d58ee24-569b-462b-b21f-a7fd4424b81b, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:41:20.109040 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-44efd2cf-f367-463b-b6e2-f0eada2cd23e None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:20.122717 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44efd2cf-f367-463b-b6e2-f0eada2cd23e None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:41:20.137679 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-387e69d3-02db-4ecd-9d63-fb2e703cb9b6 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:20.142188 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-387e69d3-02db-4ecd-9d63-fb2e703cb9b6 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:20.152938 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efd2cf-f367-463b-b6e2-f0eada2cd23e None None] Pushing event updated for resources: {'Port': ['ID=14f70860-04d6-415b-9e9f-045770b5c2a3,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:20.154029 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369260e4-3ed5-43c4-bb40-fe7178aa4e8a req-9169c617-d49a-461c-ac3a-570fda7de332 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:20.155855 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-369260e4-3ed5-43c4-bb40-fe7178aa4e8a req-9169c617-d49a-461c-ac3a-570fda7de332 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Synchronizing usage tracker for tenant:93aa98084011474eadf54856db5462ee on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:41:20.157247 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d3dbb52-6d4b-49bc-997e-640df6ff2b5f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:20.159577 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 5df6d4dd-0e22-4b62-b790-96149b03ad94, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5df6d4dd-0e22-4b62-b790-96149b03ad94,segment=NetworkSegment(5501887f-7753-4840-a1af-3c0103673195),segment_id=5501887f-7753-4840-a1af-3c0103673195)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:20.186567 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-5d3dbb52-6d4b-49bc-997e-640df6ff2b5f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Transition to ACTIVE for port object 629e71ff-ed13-489c-8924-359aa6fd885b will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:20.201485 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121bf88-289b-4d7a-8d74-5aaca6c38763 req-c5134b25-e184-40a3-a1ac-9e5d552d1502 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:20.206466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-115c6c43-42ee-46dd-b537-09f4165bf0bf service neutron] For port 5d58ee24-569b-462b-b21f-a7fd4424b81b, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5d58ee24-569b-462b-b21f-a7fd4424b81b,segment=NetworkSegment(af2209d2-57f3-4ad5-bf93-abd67d5b0a2e),segment_id=af2209d2-57f3-4ad5-bf93-abd67d5b0a2e)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:41:20.210181 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c121bf88-289b-4d7a-8d74-5aaca6c38763 req-c5134b25-e184-40a3-a1ac-9e5d552d1502 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?device_id=08a7b652-7f4f-4d08-9353-3e8b6f9caca1 HTTP/1.1" status: 200 len: 947 time: 0.3728361 Mar 09 03:41:20.228350 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e69d3-02db-4ecd-9d63-fb2e703cb9b6 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] Pushing event deleted for resources: {'Network': ['ID=fcbab85b-e2c2-4dd1-87c0-ad3aacbeaf01,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:20.233814 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ba319547-d51c-48c9-98e4-10b88b5aa511 req-6041aa45-cc44-4562-ae9d-30306f740f32 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6815777 Mar 09 03:41:20.237663 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-369260e4-3ed5-43c4-bb40-fe7178aa4e8a req-9169c617-d49a-461c-ac3a-570fda7de332 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Unset dirty status for tenant:93aa98084011474eadf54856db5462ee on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:41:20.238465 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:20.239296 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 32fcd728-7dc4-4581-a98d-08c02abc8742 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:20.243351 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-369260e4-3ed5-43c4-bb40-fe7178aa4e8a req-9169c617-d49a-461c-ac3a-570fda7de332 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8c4a6a-5bd1-4b29-98dd-8d7d0827610e HTTP/1.1" status: 200 len: 943 time: 0.6362665 Mar 09 03:41:20.247244 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-115c6c43-42ee-46dd-b537-09f4165bf0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:20.273134 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c121bf88-289b-4d7a-8d74-5aaca6c38763 req-b4190344-f719-4905-a7c9-89963b48a6ff tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4da3626-15c8-47b5-863d-85867345371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617299 Mar 09 03:41:20.283813 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d3dbb52-6d4b-49bc-997e-640df6ff2b5f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:20.304460 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-387e69d3-02db-4ecd-9d63-fb2e703cb9b6 tempest-NetworksIpV6TestAttrs-502357216 tempest-NetworksIpV6TestAttrs-502357216-project] 10.222.0.16 "DELETE /v2.0/networks/fcbab85b-e2c2-4dd1-87c0-ad3aacbeaf01 HTTP/1.1" status: 204 len: 168 time: 4.5387638 Mar 09 03:41:20.367858 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3dbb52-6d4b-49bc-997e-640df6ff2b5f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Network 3df08107-39bd-418e-a91b-4b0bc364390c is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:41:20.377178 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-5d3dbb52-6d4b-49bc-997e-640df6ff2b5f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:20.394279 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3dbb52-6d4b-49bc-997e-640df6ff2b5f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:41:20.448661 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3dbb52-6d4b-49bc-997e-640df6ff2b5f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event updated for resources: {'Port': ['ID=629e71ff-ed13-489c-8924-359aa6fd885b,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:20.501121 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-44efd2cf-f367-463b-b6e2-f0eada2cd23e None None] Attempting to bind port 14f70860-04d6-415b-9e9f-045770b5c2a3 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:41:20.501486 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-44efd2cf-f367-463b-b6e2-f0eada2cd23e None None] Attempting to bind port 14f70860-04d6-415b-9e9f-045770b5c2a3 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '1fb5ec62-c429-4acb-b59e-2c379bf2d93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aa98c4bf-cd2b-4512-b959-342f7d8cd273'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:41:20.501833 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44efd2cf-f367-463b-b6e2-f0eada2cd23e None None] Attempting to bind port 14f70860-04d6-415b-9e9f-045770b5c2a3 on network aa98c4bf-cd2b-4512-b959-342f7d8cd273 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:41:20.527654 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3dbb52-6d4b-49bc-997e-640df6ff2b5f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:20.528333 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d3dbb52-6d4b-49bc-997e-640df6ff2b5f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:20.564521 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44efd2cf-f367-463b-b6e2-f0eada2cd23e None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:41:20.565646 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44efd2cf-f367-463b-b6e2-f0eada2cd23e None None] Checking segment: {'id': '1fb5ec62-c429-4acb-b59e-2c379bf2d93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aa98c4bf-cd2b-4512-b959-342f7d8cd273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:41:20.565646 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-44efd2cf-f367-463b-b6e2-f0eada2cd23e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:20.565646 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44efd2cf-f367-463b-b6e2-f0eada2cd23e None None] Bound using segment: {'id': '1fb5ec62-c429-4acb-b59e-2c379bf2d93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aa98c4bf-cd2b-4512-b959-342f7d8cd273'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:41:20.566132 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-44efd2cf-f367-463b-b6e2-f0eada2cd23e None None] Bound port: 14f70860-04d6-415b-9e9f-045770b5c2a3, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb5ec62-c429-4acb-b59e-2c379bf2d93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aa98c4bf-cd2b-4512-b959-342f7d8cd273'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:41:20.566500 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-44efd2cf-f367-463b-b6e2-f0eada2cd23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:20.570617 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5d3dbb52-6d4b-49bc-997e-640df6ff2b5f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4314628 Mar 09 03:41:20.576195 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889b3798-7d4a-4ad9-b9ad-d0d222c27af7'}, {'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df6d4dd-0e22-4b62-b790-96149b03ad94'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:41:20.637208 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-115c6c43-42ee-46dd-b537-09f4165bf0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:20.638083 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-115c6c43-42ee-46dd-b537-09f4165bf0bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:20.639825 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-115c6c43-42ee-46dd-b537-09f4165bf0bf service neutron] 10.222.0.21 "PUT /v2.0/ports/5d58ee24-569b-462b-b21f-a7fd4424b81b HTTP/1.1" status: 200 len: 1091 time: 3.9801264 Mar 09 03:41:20.697058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8c4a6a-5bd1-4b29-98dd-8d7d0827610e', 'tag': '5d58ee24-569b-462b-b21f-a7fd4424b81b'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:41:20.699159 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=5df6d4dd-0e22-4b62-b790-96149b03ad94,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:20.748995 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7fd599c7-ef7a-485e-bcc4-4a52ab017f0f None None] Provisioning for port 095f303c-8011-497f-8929-ca48dda83cc0 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:20.758799 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 32fcd728-7dc4-4581-a98d-08c02abc8742 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:20.770046 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7fd599c7-ef7a-485e-bcc4-4a52ab017f0f None None] Provisioning complete for port 095f303c-8011-497f-8929-ca48dda83cc0 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:20.770046 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7fd599c7-ef7a-485e-bcc4-4a52ab017f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:20.775510 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c6c43-42ee-46dd-b537-09f4165bf0bf service neutron] Pushing event updated for resources: {'Port': ['ID=5d58ee24-569b-462b-b21f-a7fd4424b81b,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:20.787239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-369260e4-3ed5-43c4-bb40-fe7178aa4e8a req-d294aaca-34ae-45b8-a29d-d56d19c7e481 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Synchronizing usage tracker for tenant:93aa98084011474eadf54856db5462ee on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:41:20.805660 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 32fcd728-7dc4-4581-a98d-08c02abc8742 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:20.806021 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:20.816678 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49496) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:20.830652 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-44efd2cf-f367-463b-b6e2-f0eada2cd23e None None] For port 14f70860-04d6-415b-9e9f-045770b5c2a3, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:41:20.835627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-369260e4-3ed5-43c4-bb40-fe7178aa4e8a req-d294aaca-34ae-45b8-a29d-d56d19c7e481 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Unset dirty status for tenant:93aa98084011474eadf54856db5462ee on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:41:20.845335 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-369260e4-3ed5-43c4-bb40-fe7178aa4e8a req-d294aaca-34ae-45b8-a29d-d56d19c7e481 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6009567 Mar 09 03:41:20.872602 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-44efd2cf-f367-463b-b6e2-f0eada2cd23e None None] For port 14f70860-04d6-415b-9e9f-045770b5c2a3, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=14f70860-04d6-415b-9e9f-045770b5c2a3,segment=NetworkSegment(1fb5ec62-c429-4acb-b59e-2c379bf2d93b),segment_id=1fb5ec62-c429-4acb-b59e-2c379bf2d93b)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:41:20.889257 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-44efd2cf-f367-463b-b6e2-f0eada2cd23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:20.890474 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ba319547-d51c-48c9-98e4-10b88b5aa511 req-23a55041-ac42-4ca7-b537-3d2f3689d5db service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6366389 Mar 09 03:41:20.908490 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-811e6dfa-cd75-4493-8f0d-88a354aceffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:20.914082 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-811e6dfa-cd75-4493-8f0d-88a354aceffc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93aa98084011474eadf54856db5462ee&device_id=df8c4a6a-5bd1-4b29-98dd-8d7d0827610e HTTP/1.1" status: 200 len: 1094 time: 0.1988685 Mar 09 03:41:20.934323 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1d15c-d19d-4538-b5b0-6f4da683722d req-06a6f9b1-2396-43aa-90d5-2bc1afb47b14 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:20.936067 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-79f1d15c-d19d-4538-b5b0-6f4da683722d req-06a6f9b1-2396-43aa-90d5-2bc1afb47b14 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d837ea-4c99-4bae-9244-80faf99e67e3 HTTP/1.1" status: 200 len: 950 time: 0.0973959 Mar 09 03:41:20.983302 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-7fd599c7-ef7a-485e-bcc4-4a52ab017f0f None None] Port 095f303c-8011-497f-8929-ca48dda83cc0 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:41:21.007122 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-79f1d15c-d19d-4538-b5b0-6f4da683722d req-3d73b596-09d5-4aef-b8d9-85d9d2259670 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e389a3-bb37-4fc1-9de7-7b487002f513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608323 Mar 09 03:41:21.068581 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-2565e416-078a-49b4-af1e-26dde3fda451 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d58ee24-569b-462b-b21f-a7fd4424b81b HTTP/1.1" status: 200 len: 217 time: 0.1470156 Mar 09 03:41:21.108081 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efd2cf-f367-463b-b6e2-f0eada2cd23e None None] Pushing event updated for resources: {'Port': ['ID=14f70860-04d6-415b-9e9f-045770b5c2a3,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:21.135054 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:21.157659 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6c935b5c-55a5-4d07-8a7f-cd0b34fd6cbf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99234e1ac54545068d811492dd9a7469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3361177 Mar 09 03:41:21.158903 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49504) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:21.164591 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b281c932-915c-4907-978c-45a59f1dbbfb None None] Provisioning for port 629e71ff-ed13-489c-8924-359aa6fd885b completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:21.176834 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b281c932-915c-4907-978c-45a59f1dbbfb None None] Provisioning complete for port 629e71ff-ed13-489c-8924-359aa6fd885b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:21.177197 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b281c932-915c-4907-978c-45a59f1dbbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:21.212063 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-fb99ebbd-fb43-4d1f-906f-9d7ccb3e9ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:21.213540 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-fb99ebbd-fb43-4d1f-906f-9d7ccb3e9ba8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5bbbb50-9b24-4c8b-900f-4775f7f04439 HTTP/1.1" status: 200 len: 861 time: 0.1421256 Mar 09 03:41:21.251627 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 32fcd728-7dc4-4581-a98d-08c02abc8742, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=32fcd728-7dc4-4581-a98d-08c02abc8742,segment=NetworkSegment(3ac3ec76-c199-48c8-b986-5a3e655e3443),segment_id=3ac3ec76-c199-48c8-b986-5a3e655e3443)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:21.260997 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:21.261815 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 968d319d-f6af-4c9a-90d7-42f4e52ec281 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:21.267069 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7ca7f72a-6737-475b-af6f-3c9572e15e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:21.273934 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-10c24caf-92ce-4776-b82f-4c3f01266ac9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1db9162-013b-4555-a7dd-e31cdddb344c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522468 Mar 09 03:41:21.294111 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cdc4b0-24d6-47da-8135-e45179469317 req-ab043b46-ef9b-461e-91de-e758b86d3c7b tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:21.306948 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-46cdc4b0-24d6-47da-8135-e45179469317 req-ab043b46-ef9b-461e-91de-e758b86d3c7b tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80a53f5-bb44-45d8-a1ef-bf34c805f201 HTTP/1.1" status: 200 len: 946 time: 0.2371387 Mar 09 03:41:21.310820 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7ca7f72a-6737-475b-af6f-3c9572e15e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:21.429374 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b281c932-915c-4907-978c-45a59f1dbbfb None None] Port 629e71ff-ed13-489c-8924-359aa6fd885b cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:41:21.451815 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7ca7f72a-6737-475b-af6f-3c9572e15e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:21.480095 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-46cdc4b0-24d6-47da-8135-e45179469317 req-a88f312c-75cd-4059-8ab0-db798ba2026f tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721621 Mar 09 03:41:21.480600 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7f72a-6737-475b-af6f-3c9572e15e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37eba9b-3afc-4bca-92e3-fb48d98161a7,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:21.505267 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49510) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:21.511270 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7ca7f72a-6737-475b-af6f-3c9572e15e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:21.512387 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7ca7f72a-6737-475b-af6f-3c9572e15e8e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a37eba9b-3afc-4bca-92e3-fb48d98161a7 HTTP/1.1" status: 204 len: 168 time: 0.3523998 Mar 09 03:41:21.515728 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-dbbfcc4a-3884-4703-86f8-4822543d4709 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1958119739', 'description': 'tempest-description--1330432146'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:21.546254 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-dbbfcc4a-3884-4703-86f8-4822543d4709 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:21.561604 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-dbbfcc4a-3884-4703-86f8-4822543d4709 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Usage tracker for resource:security_group and tenant:a99da7d1ff544c6c946233b9d2e2fe07 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:21.567958 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-dbbfcc4a-3884-4703-86f8-4822543d4709 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:21.586497 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889b3798-7d4a-4ad9-b9ad-d0d222c27af7', 'code': 200} Mar 09 03:41:21.586771 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df6d4dd-0e22-4b62-b790-96149b03ad94', 'code': 200} Mar 09 03:41:21.591321 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-2bffc8e1-33d0-467f-9a30-878b5564d6e7 service neutron] 10.222.0.21 "GET /v2.0/networks/a1db9162-013b-4555-a7dd-e31cdddb344c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818260 Mar 09 03:41:21.597173 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-dbbfcc4a-3884-4703-86f8-4822543d4709 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:21.628551 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b281c932-915c-4907-978c-45a59f1dbbfb None None] Provisioning complete for port 095f303c-8011-497f-8929-ca48dda83cc0 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:21.628926 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b281c932-915c-4907-978c-45a59f1dbbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:21.641147 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dbbfcc4a-3884-4703-86f8-4822543d4709 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:21.684046 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-dbbfcc4a-3884-4703-86f8-4822543d4709 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:21.690046 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-dbbfcc4a-3884-4703-86f8-4822543d4709 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Usage tracker for resource:security_group_rule and tenant:a99da7d1ff544c6c946233b9d2e2fe07 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:21.694868 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-dbbfcc4a-3884-4703-86f8-4822543d4709 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:21.706489 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=32fcd728-7dc4-4581-a98d-08c02abc8742,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:21.709693 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 310f446c-616a-4177-963f-0ebfeeeb11c5 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:41:21.723291 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-dbbfcc4a-3884-4703-86f8-4822543d4709 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:21.751000 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 968d319d-f6af-4c9a-90d7-42f4e52ec281 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:21.758937 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b281c932-915c-4907-978c-45a59f1dbbfb None None] Port 095f303c-8011-497f-8929-ca48dda83cc0 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:41:21.768928 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 968d319d-f6af-4c9a-90d7-42f4e52ec281 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:21.769298 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:21.868580 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a0aba381-f386-48e0-bef5-430293a53c94 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:21.896368 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3a7e6b24-7d1d-4d19-b2e4-270eda384ef1 req-1ada2332-4501-4951-a5a0-827747053e6c service neutron] 10.222.0.21 "GET /v2.0/networks/a1db9162-013b-4555-a7dd-e31cdddb344c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980652 Mar 09 03:41:21.909874 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e337988-02d7-4fd8-b0fc-eec68dd3e7e8 req-c247e488-71b1-4507-8000-74b90579d73d tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:21.927810 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7e337988-02d7-4fd8-b0fc-eec68dd3e7e8 req-c247e488-71b1-4507-8000-74b90579d73d tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 945 time: 0.2332025 Mar 09 03:41:21.928815 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dbbfcc4a-3884-4703-86f8-4822543d4709 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:21.939307 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dbbfcc4a-3884-4703-86f8-4822543d4709 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:21.991976 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dbbfcc4a-3884-4703-86f8-4822543d4709 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:21.993411 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-dbbfcc4a-3884-4703-86f8-4822543d4709 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4849870 Mar 09 03:41:22.000517 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49522) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:22.006245 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-b9859c11-92d0-45d2-a568-e42d0be09df2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Request body: {'security_group_rule': {'security_group_id': '8fa4de0a-7673-4082-a240-c9935702a8b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:22.030582 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b9859c11-92d0-45d2-a568-e42d0be09df2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:22.041197 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b9859c11-92d0-45d2-a568-e42d0be09df2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Usage tracker for resource:security_group_rule and tenant:a99da7d1ff544c6c946233b9d2e2fe07 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:22.044480 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfcc4a-3884-4703-86f8-4822543d4709 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa4de0a-7673-4082-a240-c9935702a8b7,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:22.057695 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b9859c11-92d0-45d2-a568-e42d0be09df2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:22.068412 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b9859c11-92d0-45d2-a568-e42d0be09df2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:22.105511 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7e337988-02d7-4fd8-b0fc-eec68dd3e7e8 req-896bbb65-5bee-4d80-80aa-1066bd33b50c tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760719 Mar 09 03:41:22.110018 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58c1e8-c51f-403c-903f-22dcc6e8493c req-ffcfdd7f-7f6a-4a46-abb0-170343278834 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:22.117095 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58c1e8-c51f-403c-903f-22dcc6e8493c req-ffcfdd7f-7f6a-4a46-abb0-170343278834 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:22.124064 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58c1e8-c51f-403c-903f-22dcc6e8493c req-ffcfdd7f-7f6a-4a46-abb0-170343278834 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:22.133016 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58c1e8-c51f-403c-903f-22dcc6e8493c req-ffcfdd7f-7f6a-4a46-abb0-170343278834 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:22.139451 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58c1e8-c51f-403c-903f-22dcc6e8493c req-ffcfdd7f-7f6a-4a46-abb0-170343278834 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:22.146940 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58c1e8-c51f-403c-903f-22dcc6e8493c req-ffcfdd7f-7f6a-4a46-abb0-170343278834 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:22.154397 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb3816-9e35-4235-8302-b1fd1899e0e1 req-a430230d-f3c1-4c58-b0da-5db58446a435 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:22.156301 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32fb3816-9e35-4235-8302-b1fd1899e0e1 req-a430230d-f3c1-4c58-b0da-5db58446a435 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 945 time: 0.1971481 Mar 09 03:41:22.160171 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port a0aba381-f386-48e0-bef5-430293a53c94 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:22.160541 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:22.161602 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58c1e8-c51f-403c-903f-22dcc6e8493c req-ffcfdd7f-7f6a-4a46-abb0-170343278834 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:22.171695 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1a58c1e8-c51f-403c-903f-22dcc6e8493c req-ffcfdd7f-7f6a-4a46-abb0-170343278834 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5432 time: 0.3748083 Mar 09 03:41:22.203251 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b9859c11-92d0-45d2-a568-e42d0be09df2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:22.240848 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 310f446c-616a-4177-963f-0ebfeeeb11c5, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=310f446c-616a-4177-963f-0ebfeeeb11c5,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:22.259611 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:22.262295 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8c4a6a-5bd1-4b29-98dd-8d7d0827610e', 'tag': '5d58ee24-569b-462b-b21f-a7fd4424b81b', 'status': 'completed', 'code': 200} Mar 09 03:41:22.296338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '310f446c-616a-4177-963f-0ebfeeeb11c5', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': '310f446c-616a-4177-963f-0ebfeeeb11c5', 'mac_address': 'fa:16:3e:8c:2e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:41:22.308208 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1a58c1e8-c51f-403c-903f-22dcc6e8493c req-877055de-acfb-4c1b-bbb4-1e47b9e0385e tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1354239 Mar 09 03:41:22.375087 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b9859c11-92d0-45d2-a568-e42d0be09df2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:22.388552 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b9859c11-92d0-45d2-a568-e42d0be09df2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:22.400829 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-32fb3816-9e35-4235-8302-b1fd1899e0e1 req-5966cf6e-d28a-44bb-9d96-fcf33df0f760 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Deleting port 8d82b723-794e-4470-94f7-037651e632a1 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:41:22.402547 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-32fb3816-9e35-4235-8302-b1fd1899e0e1 req-5966cf6e-d28a-44bb-9d96-fcf33df0f760 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:22.435635 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9859c11-92d0-45d2-a568-e42d0be09df2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cdd4437-c671-4425-8ae3-c45f695e249b,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:22.467841 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b9859c11-92d0-45d2-a568-e42d0be09df2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:22.469576 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b9859c11-92d0-45d2-a568-e42d0be09df2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4677739 Mar 09 03:41:22.472755 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49534) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:22.489144 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 968d319d-f6af-4c9a-90d7-42f4e52ec281, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=968d319d-f6af-4c9a-90d7-42f4e52ec281,segment=NetworkSegment(9401f488-6a71-4f8c-b5c0-25470eb18ee9),segment_id=9401f488-6a71-4f8c-b5c0-25470eb18ee9)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:22.508316 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:22.509161 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 31577831-fe3c-4a4e-938e-490f1e6e84db up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:22.511209 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-db174987-c85f-4c11-9aee-cb407bef9a08 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Request body: {'security_group_rule': {'security_group_id': '8fa4de0a-7673-4082-a240-c9935702a8b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:22.539008 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-db174987-c85f-4c11-9aee-cb407bef9a08 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:22.574447 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-db174987-c85f-4c11-9aee-cb407bef9a08 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Usage tracker for resource:security_group_rule and tenant:a99da7d1ff544c6c946233b9d2e2fe07 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:22.599466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-db174987-c85f-4c11-9aee-cb407bef9a08 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:22.610984 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:22.617613 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3dd3-cb10-4b47-ac3b-5772e40d6bac req-6ea6137f-7b35-42b2-9741-885bb21b998f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:22.619136 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ecb3dd3-cb10-4b47-ac3b-5772e40d6bac req-6ea6137f-7b35-42b2-9741-885bb21b998f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93aa98084011474eadf54856db5462ee&device_id=df8c4a6a-5bd1-4b29-98dd-8d7d0827610e HTTP/1.1" status: 200 len: 1094 time: 0.3376572 Mar 09 03:41:22.620058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-db174987-c85f-4c11-9aee-cb407bef9a08 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:22.630746 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6086c36-6e50-4737-aa88-0db789cf28d4 req-c0a661ca-7a76-46fb-9eaf-c8ac45f6f6a3 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:22.641162 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6086c36-6e50-4737-aa88-0db789cf28d4 req-c0a661ca-7a76-46fb-9eaf-c8ac45f6f6a3 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?device_id=08a7b652-7f4f-4d08-9353-3e8b6f9caca1 HTTP/1.1" status: 200 len: 947 time: 0.1333787 Mar 09 03:41:22.695228 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 14f70860-04d6-415b-9e9f-045770b5c2a3 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:22.730275 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6086c36-6e50-4737-aa88-0db789cf28d4 req-6d0fe172-c353-4a6e-997b-29ec992674f7 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4da3626-15c8-47b5-863d-85867345371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867434 Mar 09 03:41:22.740462 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310f446c-616a-4177-963f-0ebfeeeb11c5 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:41:22.765600 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 310f446c-616a-4177-963f-0ebfeeeb11c5, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=310f446c-616a-4177-963f-0ebfeeeb11c5,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:22.766467 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c17dc59-d2a0-4465-926d-c0ccbe49a722 None None] Network aa98c4bf-cd2b-4512-b959-342f7d8cd273 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:41:22.800157 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:22.957834 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=968d319d-f6af-4c9a-90d7-42f4e52ec281,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:23.001737 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 31577831-fe3c-4a4e-938e-490f1e6e84db completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:23.005559 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4f83a37f-e26b-4d59-b10f-59496bf68794 None None] Provisioning for port 14f70860-04d6-415b-9e9f-045770b5c2a3 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:23.011290 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49550) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:23.031050 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 31577831-fe3c-4a4e-938e-490f1e6e84db triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:23.031691 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:23.044481 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-db174987-c85f-4c11-9aee-cb407bef9a08 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:23.138583 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['310f446c-616a-4177-963f-0ebfeeeb11c5'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:41:23.182323 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 14f70860-04d6-415b-9e9f-045770b5c2a3 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:23.185534 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b959a8-aacc-43d9-a1f7-6251c1fce9f7 req-9b6c6191-13be-421c-843e-30d1250f1463 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:23.193389 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-22b959a8-aacc-43d9-a1f7-6251c1fce9f7 req-9b6c6191-13be-421c-843e-30d1250f1463 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8c4a6a-5bd1-4b29-98dd-8d7d0827610e HTTP/1.1" status: 200 len: 943 time: 0.2199800 Mar 09 03:41:23.226590 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3dd3-cb10-4b47-ac3b-5772e40d6bac req-8851f1b1-a8c6-42d1-bde0-fd0028c02e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:23.228109 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ecb3dd3-cb10-4b47-ac3b-5772e40d6bac req-8851f1b1-a8c6-42d1-bde0-fd0028c02e59 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1db9162-013b-4555-a7dd-e31cdddb344c HTTP/1.1" status: 200 len: 922 time: 0.5739722 Mar 09 03:41:23.257701 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-22b959a8-aacc-43d9-a1f7-6251c1fce9f7 req-1dc79aa3-29ff-4469-920b-4199bf596f0c tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624690 Mar 09 03:41:23.257943 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=310f446c-616a-4177-963f-0ebfeeeb11c5,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:23.261471 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 14f70860-04d6-415b-9e9f-045770b5c2a3 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:23.261835 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:23.317719 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-a1fba379-0c68-440e-b6ce-3df353c376cc tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-278941281', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:23.327359 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a1fba379-0c68-440e-b6ce-3df353c376cc tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:23.331376 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-db174987-c85f-4c11-9aee-cb407bef9a08 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:23.333986 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a1fba379-0c68-440e-b6ce-3df353c376cc tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Usage tracker for resource:router and tenant:47ad90c7193b4df5ad0c426f53a6aa44 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:23.339954 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a1fba379-0c68-440e-b6ce-3df353c376cc tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:23.348045 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a1fba379-0c68-440e-b6ce-3df353c376cc tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:23.352689 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ecb3dd3-cb10-4b47-ac3b-5772e40d6bac req-85326dc3-d719-43ad-9a98-071f3d638123 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d58ee24-569b-462b-b21f-a7fd4424b81b HTTP/1.1" status: 200 len: 217 time: 0.1070530 Mar 09 03:41:23.358704 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-db174987-c85f-4c11-9aee-cb407bef9a08 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:23.362073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-32fb3816-9e35-4235-8302-b1fd1899e0e1 req-5966cf6e-d28a-44bb-9d96-fcf33df0f760 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] For port 8d82b723-794e-4470-94f7-037651e632a1, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=8d82b723-794e-4470-94f7-037651e632a1,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:23.362238 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a1fba379-0c68-440e-b6ce-3df353c376cc tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:23.362807 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-32fb3816-9e35-4235-8302-b1fd1899e0e1 req-5966cf6e-d28a-44bb-9d96-fcf33df0f760 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:23.363712 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a1fba379-0c68-440e-b6ce-3df353c376cc tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:23.383882 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a1fba379-0c68-440e-b6ce-3df353c376cc tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:23.406804 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a1fba379-0c68-440e-b6ce-3df353c376cc tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:23.425175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db174987-c85f-4c11-9aee-cb407bef9a08 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397d0dbd-0753-4172-93b7-ff0cc0e86ee0,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:23.445688 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a1fba379-0c68-440e-b6ce-3df353c376cc tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:23.447365 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a1fba379-0c68-440e-b6ce-3df353c376cc tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4306993 Mar 09 03:41:23.449905 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49562) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:23.457977 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-32060c3e-fa7f-447b-a556-bc46d4a3ff9b tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-233659733'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:23.465567 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-32060c3e-fa7f-447b-a556-bc46d4a3ff9b tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:23.496053 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:23.504017 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fefc9-0e63-4880-a881-95dccfc36960 req-08f27f0e-375d-4cde-b560-5ba665595d7c tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:23.504237 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-32060c3e-fa7f-447b-a556-bc46d4a3ff9b tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Usage tracker for resource:network and tenant:47ad90c7193b4df5ad0c426f53a6aa44 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:23.505705 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-514fefc9-0e63-4880-a881-95dccfc36960 req-08f27f0e-375d-4cde-b560-5ba665595d7c tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80a53f5-bb44-45d8-a1ef-bf34c805f201 HTTP/1.1" status: 200 len: 946 time: 0.5224581 Mar 09 03:41:23.515609 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-32060c3e-fa7f-447b-a556-bc46d4a3ff9b tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:23.524684 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-32060c3e-fa7f-447b-a556-bc46d4a3ff9b tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:23.544334 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32060c3e-fa7f-447b-a556-bc46d4a3ff9b tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Made reservation on behalf of 47ad90c7193b4df5ad0c426f53a6aa44 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:41:23.547783 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-32060c3e-fa7f-447b-a556-bc46d4a3ff9b tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:23.568538 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-32060c3e-fa7f-447b-a556-bc46d4a3ff9b tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:23.577431 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-32fb3816-9e35-4235-8302-b1fd1899e0e1 req-5966cf6e-d28a-44bb-9d96-fcf33df0f760 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Calling delete_port for 8d82b723-794e-4470-94f7-037651e632a1 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:41:23.591600 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fcd728-7dc4-4581-a98d-08c02abc8742'}, {'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968d319d-f6af-4c9a-90d7-42f4e52ec281'}, {'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31577831-fe3c-4a4e-938e-490f1e6e84db'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:41:23.595021 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12821b64-a0fe-426d-b064-6680e291658e req-87871d5d-101a-4621-b17a-3c62a4140dd5 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:23.596516 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-12821b64-a0fe-426d-b064-6680e291658e req-87871d5d-101a-4621-b17a-3c62a4140dd5 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 945 time: 0.1328876 Mar 09 03:41:23.597575 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-32060c3e-fa7f-447b-a556-bc46d4a3ff9b tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:23.601886 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-32060c3e-fa7f-447b-a556-bc46d4a3ff9b tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Usage tracker for resource:security_group_rule and tenant:47ad90c7193b4df5ad0c426f53a6aa44 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:23.605869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-32060c3e-fa7f-447b-a556-bc46d4a3ff9b tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:23.612552 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-32060c3e-fa7f-447b-a556-bc46d4a3ff9b tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:23.626505 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 31577831-fe3c-4a4e-938e-490f1e6e84db, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=31577831-fe3c-4a4e-938e-490f1e6e84db,segment=NetworkSegment(5501887f-7753-4840-a1af-3c0103673195),segment_id=5501887f-7753-4840-a1af-3c0103673195)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:23.640646 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-db174987-c85f-4c11-9aee-cb407bef9a08 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:23.641572 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 8d82b723-794e-4470-94f7-037651e632a1 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:41:23.645621 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-db174987-c85f-4c11-9aee-cb407bef9a08 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1648750 Mar 09 03:41:23.645753 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49568) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:23.668995 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-c8659a62-4c6b-4d74-9b09-75cf2b088e72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:23.680066 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c8659a62-4c6b-4d74-9b09-75cf2b088e72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:23.684791 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3dd3-cb10-4b47-ac3b-5772e40d6bac req-74742553-6a09-480c-87fe-ee040e316fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:23.686397 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ecb3dd3-cb10-4b47-ac3b-5772e40d6bac req-74742553-6a09-480c-87fe-ee040e316fb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5bbbb50-9b24-4c8b-900f-4775f7f04439 HTTP/1.1" status: 200 len: 861 time: 0.3157709 Mar 09 03:41:23.693368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c8659a62-4c6b-4d74-9b09-75cf2b088e72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Usage tracker for resource:floatingip and tenant:a99da7d1ff544c6c946233b9d2e2fe07 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:23.699098 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-12821b64-a0fe-426d-b064-6680e291658e req-cd655a1d-9818-4e86-bb0c-02ead9c1eea6 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883026 Mar 09 03:41:23.699955 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c8659a62-4c6b-4d74-9b09-75cf2b088e72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:23.708565 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c8659a62-4c6b-4d74-9b09-75cf2b088e72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:23.715729 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-514fefc9-0e63-4880-a881-95dccfc36960 req-10deb3f1-6de0-4b6b-8d06-29818a8b723d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498721 Mar 09 03:41:23.724595 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:23.744007 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:23.744626 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8659a62-4c6b-4d74-9b09-75cf2b088e72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:23.795560 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device a9955499-c02e-4035-aed3-ebd196be127d up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:23.832793 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ecb3dd3-cb10-4b47-ac3b-5772e40d6bac req-b32ad730-cd0b-417b-ae17-3bcb90dd491a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1db9162-013b-4555-a7dd-e31cdddb344c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138825 Mar 09 03:41:23.875498 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-32060c3e-fa7f-447b-a556-bc46d4a3ff9b tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:23.886984 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-32060c3e-fa7f-447b-a556-bc46d4a3ff9b tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:24.000090 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 14f70860-04d6-415b-9e9f-045770b5c2a3, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=14f70860-04d6-415b-9e9f-045770b5c2a3,segment=NetworkSegment(1fb5ec62-c429-4acb-b59e-2c379bf2d93b),segment_id=1fb5ec62-c429-4acb-b59e-2c379bf2d93b)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:24.012456 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=31577831-fe3c-4a4e-938e-490f1e6e84db,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:24.027671 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32060c3e-fa7f-447b-a556-bc46d4a3ff9b tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:41:24.041459 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32060c3e-fa7f-447b-a556-bc46d4a3ff9b tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482d16d4-e2be-4fea-a057-4d4d09dea136,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:24.074989 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-32060c3e-fa7f-447b-a556-bc46d4a3ff9b tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:24.075345 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-32060c3e-fa7f-447b-a556-bc46d4a3ff9b tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Added segment 1d7ce875-34a7-4d49-a6ed-c6a72ed1ae51 of type vlan for network 778daee6-c65f-4bc7-bb13-3d75b1c73d2f Mar 09 03:41:24.086155 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:24.139538 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-32fb3816-9e35-4235-8302-b1fd1899e0e1 req-5966cf6e-d28a-44bb-9d96-fcf33df0f760 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:24.187350 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-32060c3e-fa7f-447b-a556-bc46d4a3ff9b tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:24.202261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966cf6e-d28a-44bb-9d96-fcf33df0f760 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Pushing event deleted for resources: {'Port': ['ID=8d82b723-794e-4470-94f7-037651e632a1,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:24.248520 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:24.266048 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fcd728-7dc4-4581-a98d-08c02abc8742', 'code': 200} Mar 09 03:41:24.266307 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968d319d-f6af-4c9a-90d7-42f4e52ec281', 'code': 200} Mar 09 03:41:24.266497 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31577831-fe3c-4a4e-938e-490f1e6e84db', 'code': 200} Mar 09 03:41:24.304707 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8659a62-4c6b-4d74-9b09-75cf2b088e72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:24.309653 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port a9955499-c02e-4035-aed3-ebd196be127d completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:24.324237 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port a9955499-c02e-4035-aed3-ebd196be127d triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:24.324622 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:24.336117 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fb3816-9e35-4235-8302-b1fd1899e0e1 req-5966cf6e-d28a-44bb-9d96-fcf33df0f760 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] No DVR routers for this DVR port 8d82b723-794e-4470-94f7-037651e632a1 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:41:24.341783 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-32fb3816-9e35-4235-8302-b1fd1899e0e1 req-5966cf6e-d28a-44bb-9d96-fcf33df0f760 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:24.347229 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7fe020-b64b-436d-ad2c-1b5d8d376f38', 'name': 'network-vif-deleted', 'tag': '8d82b723-794e-4470-94f7-037651e632a1'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:41:24.356439 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-32060c3e-fa7f-447b-a556-bc46d4a3ff9b tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:24.358900 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ecb3dd3-cb10-4b47-ac3b-5772e40d6bac req-e40f9dee-bc53-4175-86c0-d3c23490c1d1 service neutron] 10.222.0.21 "GET /v2.0/networks/a1db9162-013b-4555-a7dd-e31cdddb344c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5191176 Mar 09 03:41:24.361742 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32060c3e-fa7f-447b-a556-bc46d4a3ff9b tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:24.362311 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-32060c3e-fa7f-447b-a556-bc46d4a3ff9b tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:24.388269 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 5d58ee24-569b-462b-b21f-a7fd4424b81b details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:41:24.390778 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6c3e825f-67f2-45c1-9d80-b9b762b97237 None None] Provisioning complete for port 14f70860-04d6-415b-9e9f-045770b5c2a3 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:24.391172 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6c3e825f-67f2-45c1-9d80-b9b762b97237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:24.394725 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32fb3816-9e35-4235-8302-b1fd1899e0e1 req-5966cf6e-d28a-44bb-9d96-fcf33df0f760 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.24 "DELETE /v2.0/ports/8d82b723-794e-4470-94f7-037651e632a1 HTTP/1.1" status: 204 len: 173 time: 2.2316449 Mar 09 03:41:24.436935 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d9138-2625-4a80-8116-5e1ca731ba76 req-515a2809-88b1-4289-9459-ebf6061d62f9 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:24.443208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d9138-2625-4a80-8116-5e1ca731ba76 req-515a2809-88b1-4289-9459-ebf6061d62f9 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:24.448458 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=14f70860-04d6-415b-9e9f-045770b5c2a3,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:24.449749 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d9138-2625-4a80-8116-5e1ca731ba76 req-515a2809-88b1-4289-9459-ebf6061d62f9 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:24.455927 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d9138-2625-4a80-8116-5e1ca731ba76 req-515a2809-88b1-4289-9459-ebf6061d62f9 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:24.461445 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d9138-2625-4a80-8116-5e1ca731ba76 req-515a2809-88b1-4289-9459-ebf6061d62f9 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:24.467460 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d9138-2625-4a80-8116-5e1ca731ba76 req-515a2809-88b1-4289-9459-ebf6061d62f9 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:24.473446 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d9138-2625-4a80-8116-5e1ca731ba76 req-515a2809-88b1-4289-9459-ebf6061d62f9 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:24.481242 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7c9d9138-2625-4a80-8116-5e1ca731ba76 req-515a2809-88b1-4289-9459-ebf6061d62f9 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5434 time: 0.4079602 Mar 09 03:41:24.499679 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca61ef4-9d91-4a4a-bd29-1a31ccf0cd7e req-e8d5b54d-86a8-4d5d-8843-c7a0ea8062d9 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:24.501039 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eca61ef4-9d91-4a4a-bd29-1a31ccf0cd7e req-e8d5b54d-86a8-4d5d-8843-c7a0ea8062d9 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?device_id=08a7b652-7f4f-4d08-9353-3e8b6f9caca1 HTTP/1.1" status: 200 len: 948 time: 0.2633395 Mar 09 03:41:24.556897 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ecb3dd3-cb10-4b47-ac3b-5772e40d6bac req-24d5e714-37b0-4d31-a9c8-da68b4d3af51 service neutron] 10.222.0.21 "GET /v2.0/networks/a1db9162-013b-4555-a7dd-e31cdddb344c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868088 Mar 09 03:41:24.574836 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eca61ef4-9d91-4a4a-bd29-1a31ccf0cd7e req-94e2e0b8-9569-48ae-a15a-b624f2af4ff1 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4da3626-15c8-47b5-863d-85867345371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637746 Mar 09 03:41:24.617350 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32060c3e-fa7f-447b-a556-bc46d4a3ff9b tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Pushing event updated for resources: {'Network': ['ID=778daee6-c65f-4bc7-bb13-3d75b1c73d2f,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:24.636848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49580) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:24.637083 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-32060c3e-fa7f-447b-a556-bc46d4a3ff9b tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1859303 Mar 09 03:41:24.643105 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-6e32ac1e-79fd-4c77-9197-17587be10f35 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Request body: {'subnet': {'network_id': '778daee6-c65f-4bc7-bb13-3d75b1c73d2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:24.647405 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 778daee6-c65f-4bc7-bb13-3d75b1c73d2f details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:41:24.691374 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7c9d9138-2625-4a80-8116-5e1ca731ba76 req-d4184850-4414-4d93-89aa-c72937e28a43 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2091877 Mar 09 03:41:24.733125 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11aa727-af37-4877-ae6e-90b8422a72d1 req-d038de92-b59f-43a6-b55b-5fc0332e052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:24.733603 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11aa727-af37-4877-ae6e-90b8422a72d1 req-d038de92-b59f-43a6-b55b-5fc0332e052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:24.734065 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11aa727-af37-4877-ae6e-90b8422a72d1 req-d038de92-b59f-43a6-b55b-5fc0332e052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:24.734523 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11aa727-af37-4877-ae6e-90b8422a72d1 req-d038de92-b59f-43a6-b55b-5fc0332e052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:24.735012 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11aa727-af37-4877-ae6e-90b8422a72d1 req-d038de92-b59f-43a6-b55b-5fc0332e052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:24.735468 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11aa727-af37-4877-ae6e-90b8422a72d1 req-d038de92-b59f-43a6-b55b-5fc0332e052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:24.735921 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11aa727-af37-4877-ae6e-90b8422a72d1 req-d038de92-b59f-43a6-b55b-5fc0332e052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:24.737812 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b11aa727-af37-4877-ae6e-90b8422a72d1 req-d038de92-b59f-43a6-b55b-5fc0332e052e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 6491 time: 0.4968865 Mar 09 03:41:24.746011 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 5d58ee24-569b-462b-b21f-a7fd4424b81b, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5d58ee24-569b-462b-b21f-a7fd4424b81b,segment=NetworkSegment(af2209d2-57f3-4ad5-bf93-abd67d5b0a2e),segment_id=af2209d2-57f3-4ad5-bf93-abd67d5b0a2e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:24.762673 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:24.785248 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '5d58ee24-569b-462b-b21f-a7fd4424b81b', 'network_id': 'a1db9162-013b-4555-a7dd-e31cdddb344c', 'port_id': '5d58ee24-569b-462b-b21f-a7fd4424b81b', 'mac_address': 'fa:16:3e:bc:ad:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5bbbb50-9b24-4c8b-900f-4775f7f04439', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:41:24.811203 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6e32ac1e-79fd-4c77-9197-17587be10f35 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:24.815844 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6e32ac1e-79fd-4c77-9197-17587be10f35 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Usage tracker for resource:subnet and tenant:47ad90c7193b4df5ad0c426f53a6aa44 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:24.819472 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6e32ac1e-79fd-4c77-9197-17587be10f35 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:24.827218 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6e32ac1e-79fd-4c77-9197-17587be10f35 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:24.849786 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-c8659a62-4c6b-4d74-9b09-75cf2b088e72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Allocated IP 172.25.7.10 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/96789ba7-21ca-4dc6-b957-184d3ace80e7) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:41:24.854713 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e32ac1e-79fd-4c77-9197-17587be10f35 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Made reservation on behalf of 47ad90c7193b4df5ad0c426f53a6aa44 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:41:24.859843 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6e32ac1e-79fd-4c77-9197-17587be10f35 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:24.862761 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b11aa727-af37-4877-ae6e-90b8422a72d1 req-a214f0ea-7db2-413e-9f38-679e7f86073d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1097119 Mar 09 03:41:24.936612 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7fe020-b64b-436d-ad2c-1b5d8d376f38', 'name': 'network-vif-deleted', 'tag': '8d82b723-794e-4470-94f7-037651e632a1', 'status': 'completed', 'code': 200} Mar 09 03:41:25.112019 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8659a62-4c6b-4d74-9b09-75cf2b088e72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:25.130846 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63da33-2983-4777-b826-510ad08edc79 req-26846011-78eb-40d8-a1cb-0414eef74c58 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:25.133095 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6f63da33-2983-4777-b826-510ad08edc79 req-26846011-78eb-40d8-a1cb-0414eef74c58 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8c4a6a-5bd1-4b29-98dd-8d7d0827610e HTTP/1.1" status: 200 len: 943 time: 0.2577438 Mar 09 03:41:25.143379 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port a9955499-c02e-4035-aed3-ebd196be127d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=a9955499-c02e-4035-aed3-ebd196be127d,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:25.155308 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:25.193085 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6f63da33-2983-4777-b826-510ad08edc79 req-2adfb467-b29a-459a-aa5d-7c7f68f7293c tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543137 Mar 09 03:41:25.206782 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8659a62-4c6b-4d74-9b09-75cf2b088e72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:25.228076 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:25.260374 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d58ee24-569b-462b-b21f-a7fd4424b81b {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:41:25.281953 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=a9955499-c02e-4035-aed3-ebd196be127d,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:25.286525 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 5d58ee24-569b-462b-b21f-a7fd4424b81b, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5d58ee24-569b-462b-b21f-a7fd4424b81b,segment=NetworkSegment(af2209d2-57f3-4ad5-bf93-abd67d5b0a2e),segment_id=af2209d2-57f3-4ad5-bf93-abd67d5b0a2e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:25.291239 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:25.291962 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90077f57-8c67-4ad7-9c6f-ebd8b1d268fc req-d2a88a59-3934-4625-961e-f632c52e42ab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.4156559 Mar 09 03:41:25.304000 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8659a62-4c6b-4d74-9b09-75cf2b088e72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:41:25.312265 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-c8659a62-4c6b-4d74-9b09-75cf2b088e72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:25.317184 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8659a62-4c6b-4d74-9b09-75cf2b088e72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:41:25.352605 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8659a62-4c6b-4d74-9b09-75cf2b088e72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event updated for resources: {'Port': ['ID=96789ba7-21ca-4dc6-b957-184d3ace80e7,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:25.423942 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8659a62-4c6b-4d74-9b09-75cf2b088e72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:25.444606 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=5d58ee24-569b-462b-b21f-a7fd4424b81b,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:25.500121 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90077f57-8c67-4ad7-9c6f-ebd8b1d268fc req-b2b19b4b-95f0-45c4-b1c4-a6510e6d9ff4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae03d5eb038f4850a3760a69271911b5&device_id=6c7fe020-b64b-436d-ad2c-1b5d8d376f38 HTTP/1.1" status: 200 len: 210 time: 0.0596130 Mar 09 03:41:25.559207 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8659a62-4c6b-4d74-9b09-75cf2b088e72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:25.591199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92324fb4-acee-4d0e-abc4-9ddcebf7d1e5 req-324c87d5-3996-4f1a-99cd-a7fce82a3840 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:25.592571 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-92324fb4-acee-4d0e-abc4-9ddcebf7d1e5 req-324c87d5-3996-4f1a-99cd-a7fce82a3840 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80a53f5-bb44-45d8-a1ef-bf34c805f201 HTTP/1.1" status: 200 len: 946 time: 0.2964129 Mar 09 03:41:25.636966 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8285bee-1e68-4778-91ce-e3a27fa92938 req-7d04a9c1-7270-45c1-8941-dcf464fa5ce0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:25.638484 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a8285bee-1e68-4778-91ce-e3a27fa92938 req-7d04a9c1-7270-45c1-8941-dcf464fa5ce0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d837ea-4c99-4bae-9244-80faf99e67e3 HTTP/1.1" status: 200 len: 950 time: 0.1565533 Mar 09 03:41:25.651701 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6e32ac1e-79fd-4c77-9197-17587be10f35 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:25.664588 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 310f446c-616a-4177-963f-0ebfeeeb11c5 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:25.694258 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['5d58ee24-569b-462b-b21f-a7fd4424b81b'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:41:25.778457 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-92324fb4-acee-4d0e-abc4-9ddcebf7d1e5 req-b52a56d7-5efc-4471-bcf2-1b09e4a466fb tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334286 Mar 09 03:41:25.811206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32ac1e-79fd-4c77-9197-17587be10f35 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Pushing event updated for resources: {'Subnet': ['ID=b44e8609-c972-4b7b-a3f5-687693be2436,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:25.820902 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90077f57-8c67-4ad7-9c6f-ebd8b1d268fc req-3ae9f84e-aeea-4c3c-8d81-5da74117cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:25.822444 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90077f57-8c67-4ad7-9c6f-ebd8b1d268fc req-3ae9f84e-aeea-4c3c-8d81-5da74117cff7 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ae03d5eb038f4850a3760a69271911b5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2904847 Mar 09 03:41:25.828993 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 310f446c-616a-4177-963f-0ebfeeeb11c5 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:25.830323 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e32ac1e-79fd-4c77-9197-17587be10f35 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Checking segment: {'id': '1d7ce875-34a7-4d49-a6ed-c6a72ed1ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '778daee6-c65f-4bc7-bb13-3d75b1c73d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:41:25.830726 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e32ac1e-79fd-4c77-9197-17587be10f35 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Network hostable DHCP agents. Network: 778daee6-c65f-4bc7-bb13-3d75b1c73d2f, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:41:25.846217 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 310f446c-616a-4177-963f-0ebfeeeb11c5 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:25.846559 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:25.981896 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e32ac1e-79fd-4c77-9197-17587be10f35 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Network 778daee6-c65f-4bc7-bb13-3d75b1c73d2f is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:41:25.997302 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8659a62-4c6b-4d74-9b09-75cf2b088e72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:26.007678 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a8285bee-1e68-4778-91ce-e3a27fa92938 req-f718a942-e67d-44e0-a92c-9adbd773c2d0 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0e389a3-bb37-4fc1-9de7-7b487002f513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486445 Mar 09 03:41:26.010948 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8659a62-4c6b-4d74-9b09-75cf2b088e72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:26.058232 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-6e32ac1e-79fd-4c77-9197-17587be10f35 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 778daee6-c65f-4bc7-bb13-3d75b1c73d2f) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:26.071657 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274d6a58-8589-4101-8846-7f3f2cef3a53 None None] Network 778daee6-c65f-4bc7-bb13-3d75b1c73d2f requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:41:26.077548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e32ac1e-79fd-4c77-9197-17587be10f35 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:26.078123 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6e32ac1e-79fd-4c77-9197-17587be10f35 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:26.136861 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:26.137234 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90077f57-8c67-4ad7-9c6f-ebd8b1d268fc req-6cf104d5-1900-44c9-964c-0453646a6885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:26.138879 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90077f57-8c67-4ad7-9c6f-ebd8b1d268fc req-6cf104d5-1900-44c9-964c-0453646a6885 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3097575 Mar 09 03:41:26.156855 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-ccd0bece-55ed-4c65-b41d-c962422f83c2 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:26.158593 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-ccd0bece-55ed-4c65-b41d-c962422f83c2 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/networks?id=b43e277f-27e3-4498-8ae6-3889cca4234e HTTP/1.1" status: 200 len: 811 time: 0.2240651 Mar 09 03:41:26.163847 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6e32ac1e-79fd-4c77-9197-17587be10f35 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5216727 Mar 09 03:41:26.164264 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49606) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:26.170052 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-6dfd4b45-153f-4f1b-b7e2-477210f1dee2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Request body: {'network': {'name': 'tempest-router-network01--1473000111'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:26.191620 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6dfd4b45-153f-4f1b-b7e2-477210f1dee2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:26.207881 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6dfd4b45-153f-4f1b-b7e2-477210f1dee2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Usage tracker for resource:network and tenant:47ad90c7193b4df5ad0c426f53a6aa44 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:26.211800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6dfd4b45-153f-4f1b-b7e2-477210f1dee2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:26.219134 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6dfd4b45-153f-4f1b-b7e2-477210f1dee2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:26.236825 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-67c7efb2-a8b6-4b6b-9bf8-cf1b82015be4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/quotas/ae03d5eb038f4850a3760a69271911b5 HTTP/1.1" status: 200 len: 375 time: 0.0466626 Mar 09 03:41:26.260225 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 14f70860-04d6-415b-9e9f-045770b5c2a3 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:26.275181 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8659a62-4c6b-4d74-9b09-75cf2b088e72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event updated for resources: {'Port': ['ID=96789ba7-21ca-4dc6-b957-184d3ace80e7,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:26.283358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-8084bb18-2b64-470d-b328-b5e19f59052c tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Synchronizing usage tracker for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:41:26.286045 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfd4b45-153f-4f1b-b7e2-477210f1dee2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Made reservation on behalf of 47ad90c7193b4df5ad0c426f53a6aa44 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:41:26.290441 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6dfd4b45-153f-4f1b-b7e2-477210f1dee2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:26.297136 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee66d1f5-ff60-4479-973f-74e03552da3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9955499-c02e-4035-aed3-ebd196be127d'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:41:26.326404 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8659a62-4c6b-4d74-9b09-75cf2b088e72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:26.333416 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dfd4b45-153f-4f1b-b7e2-477210f1dee2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:41:26.339195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-8084bb18-2b64-470d-b328-b5e19f59052c tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Unset dirty status for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:41:26.348420 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-8084bb18-2b64-470d-b328-b5e19f59052c tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae03d5eb038f4850a3760a69271911b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1104076 Mar 09 03:41:26.360291 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-4d967ada-f47a-4df6-bc27-c845e7b3dfd7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:41:26.367085 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-4d967ada-f47a-4df6-bc27-c845e7b3dfd7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178306 Mar 09 03:41:26.367942 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8659a62-4c6b-4d74-9b09-75cf2b088e72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:26.372402 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c8659a62-4c6b-4d74-9b09-75cf2b088e72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7228956 Mar 09 03:41:26.404080 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eae3ac-3de3-4466-a857-4be845b853e0 req-b7a79a5d-cc9d-4ffa-81d1-df34d21031dc tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:26.406814 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f5eae3ac-3de3-4466-a857-4be845b853e0 req-b7a79a5d-cc9d-4ffa-81d1-df34d21031dc tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?device_id=08a7b652-7f4f-4d08-9353-3e8b6f9caca1 HTTP/1.1" status: 200 len: 948 time: 0.1663175 Mar 09 03:41:26.420437 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6dfd4b45-153f-4f1b-b7e2-477210f1dee2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:26.420823 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-6dfd4b45-153f-4f1b-b7e2-477210f1dee2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Added segment 3b35ed4d-db67-40af-b764-c12043bc92dd of type vlan for network 28a3a24d-de36-4a0d-8d13-3e22b2d3ff1e Mar 09 03:41:26.478017 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f5eae3ac-3de3-4466-a857-4be845b853e0 req-5489df12-fddf-4ccd-b2ad-4ba6a475e638 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4da3626-15c8-47b5-863d-85867345371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640786 Mar 09 03:41:26.523325 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 310f446c-616a-4177-963f-0ebfeeeb11c5, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=310f446c-616a-4177-963f-0ebfeeeb11c5,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:26.576653 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6dfd4b45-153f-4f1b-b7e2-477210f1dee2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:26.617883 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:26.676499 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-ec63611b-3370-4103-9a7f-dc46f960dbdd service neutron] 10.222.0.16 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085141 Mar 09 03:41:26.682082 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7fbac-7d45-4a7e-9006-ca73583336fa req-eed0db06-d6f4-4664-9f88-89be61009ee4 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:26.683873 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dcf7fbac-7d45-4a7e-9006-ca73583336fa req-eed0db06-d6f4-4664-9f88-89be61009ee4 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d837ea-4c99-4bae-9244-80faf99e67e3 HTTP/1.1" status: 200 len: 950 time: 0.1481056 Mar 09 03:41:26.747134 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=310f446c-616a-4177-963f-0ebfeeeb11c5,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:26.762701 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 14f70860-04d6-415b-9e9f-045770b5c2a3 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:26.763101 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:26.795966 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-778daee6-c65f-4bc7-bb13-3d75b1c73d2f', 'network_id': '778daee6-c65f-4bc7-bb13-3d75b1c73d2f', 'tenant_id': '47ad90c7193b4df5ad0c426f53a6aa44', 'fixed_ips': [{'subnet_id': 'b44e8609-c972-4b7b-a3f5-687693be2436'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:41:26.796330 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:26.804010 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-dcf7fbac-7d45-4a7e-9006-ca73583336fa req-c298b0ed-2e23-42e3-98b0-589951f0e5de tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Deleting port de978f1d-3eed-403b-97b1-08c48da831c0 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:41:26.804419 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-dcf7fbac-7d45-4a7e-9006-ca73583336fa req-c298b0ed-2e23-42e3-98b0-589951f0e5de tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:26.813599 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-cba3489d-bc36-40a1-a0ae-8a9b21cccb6a service neutron] 10.222.0.16 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362226 Mar 09 03:41:26.826755 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6dfd4b45-153f-4f1b-b7e2-477210f1dee2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:26.840157 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfd4b45-153f-4f1b-b7e2-477210f1dee2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:26.842681 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6dfd4b45-153f-4f1b-b7e2-477210f1dee2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:26.900228 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a76918-b9f6-4cc0-b2cc-1f94ad5a3f60 req-7bf5c451-72ae-4b21-ad2a-8287b550d418 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:26.906480 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a76918-b9f6-4cc0-b2cc-1f94ad5a3f60 req-7bf5c451-72ae-4b21-ad2a-8287b550d418 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:26.913412 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a76918-b9f6-4cc0-b2cc-1f94ad5a3f60 req-7bf5c451-72ae-4b21-ad2a-8287b550d418 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:26.919862 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a76918-b9f6-4cc0-b2cc-1f94ad5a3f60 req-7bf5c451-72ae-4b21-ad2a-8287b550d418 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:26.925731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a76918-b9f6-4cc0-b2cc-1f94ad5a3f60 req-7bf5c451-72ae-4b21-ad2a-8287b550d418 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:26.932042 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a76918-b9f6-4cc0-b2cc-1f94ad5a3f60 req-7bf5c451-72ae-4b21-ad2a-8287b550d418 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:26.938091 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a76918-b9f6-4cc0-b2cc-1f94ad5a3f60 req-7bf5c451-72ae-4b21-ad2a-8287b550d418 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:26.945971 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-59a76918-b9f6-4cc0-b2cc-1f94ad5a3f60 req-7bf5c451-72ae-4b21-ad2a-8287b550d418 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5434 time: 0.2607756 Mar 09 03:41:27.086706 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6dfd4b45-153f-4f1b-b7e2-477210f1dee2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9184551 Mar 09 03:41:27.093440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49628) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:27.112773 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-59a76918-b9f6-4cc0-b2cc-1f94ad5a3f60 req-176e1305-4bcf-40d5-b4fe-e972c20c167a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1658931 Mar 09 03:41:27.114447 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-c3646b4f-806b-4b90-ac15-898f92a4df5d tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Request body: {'network': {'name': 'tempest-router-network02--1369489930'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:27.127043 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd4b45-153f-4f1b-b7e2-477210f1dee2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Pushing event updated for resources: {'Network': ['ID=28a3a24d-de36-4a0d-8d13-3e22b2d3ff1e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:27.129383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c3646b4f-806b-4b90-ac15-898f92a4df5d tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:27.147425 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c3646b4f-806b-4b90-ac15-898f92a4df5d tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Usage tracker for resource:network and tenant:47ad90c7193b4df5ad0c426f53a6aa44 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:27.151564 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c3646b4f-806b-4b90-ac15-898f92a4df5d tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:27.169328 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 28a3a24d-de36-4a0d-8d13-3e22b2d3ff1e details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:41:27.205095 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c3646b4f-806b-4b90-ac15-898f92a4df5d tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:27.230603 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Allocated IP 172.20.0.2 (778daee6-c65f-4bc7-bb13-3d75b1c73d2f/b44e8609-c972-4b7b-a3f5-687693be2436/948142aa-fb43-4279-93e8-b277e558cab8) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:41:27.241746 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3646b4f-806b-4b90-ac15-898f92a4df5d tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Made reservation on behalf of 47ad90c7193b4df5ad0c426f53a6aa44 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:41:27.253253 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c3646b4f-806b-4b90-ac15-898f92a4df5d tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:27.289542 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee66d1f5-ff60-4479-973f-74e03552da3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9955499-c02e-4035-aed3-ebd196be127d', 'code': 200} Mar 09 03:41:27.357036 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-dcf7fbac-7d45-4a7e-9006-ca73583336fa req-c298b0ed-2e23-42e3-98b0-589951f0e5de tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] For port de978f1d-3eed-403b-97b1-08c48da831c0, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=de978f1d-3eed-403b-97b1-08c48da831c0,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:27.357679 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-dcf7fbac-7d45-4a7e-9006-ca73583336fa req-c298b0ed-2e23-42e3-98b0-589951f0e5de tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:27.370632 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3646b4f-806b-4b90-ac15-898f92a4df5d tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:41:27.383994 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c3646b4f-806b-4b90-ac15-898f92a4df5d tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:27.384314 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-c3646b4f-806b-4b90-ac15-898f92a4df5d tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Added segment 31cc468b-00df-4998-b2b7-53ea644ca8d5 of type vlan for network 571c5daa-ad81-4d69-bbc2-429a66530121 Mar 09 03:41:27.416798 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c3646b4f-806b-4b90-ac15-898f92a4df5d tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:27.502761 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c3646b4f-806b-4b90-ac15-898f92a4df5d tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:27.509660 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3646b4f-806b-4b90-ac15-898f92a4df5d tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:27.510251 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c3646b4f-806b-4b90-ac15-898f92a4df5d tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:27.546667 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-dcf7fbac-7d45-4a7e-9006-ca73583336fa req-c298b0ed-2e23-42e3-98b0-589951f0e5de tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Calling delete_port for de978f1d-3eed-403b-97b1-08c48da831c0 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:41:27.578880 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:27.593924 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Transition to ACTIVE for port object 948142aa-fb43-4279-93e8-b277e558cab8 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:27.617492 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Transition to ACTIVE for port object 948142aa-fb43-4279-93e8-b277e558cab8 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:27.621624 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-3bf4b2a7-844c-4596-8493-79600bd4c5e9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Synchronizing usage tracker for tenant:a99da7d1ff544c6c946233b9d2e2fe07 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:41:27.628126 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:27.667288 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-3bf4b2a7-844c-4596-8493-79600bd4c5e9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Unset dirty status for tenant:a99da7d1ff544c6c946233b9d2e2fe07 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:41:27.671919 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-3bf4b2a7-844c-4596-8493-79600bd4c5e9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1958119739&fields=id&tenant_id=a99da7d1ff544c6c946233b9d2e2fe07 HTTP/1.1" status: 200 len: 267 time: 0.2137196 Mar 09 03:41:27.703559 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a5ce5-29bc-4fa8-88e6-38bfb957c078 req-ef8f5565-4658-4f2d-a100-8c13a7bd882d tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:27.704214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Network 778daee6-c65f-4bc7-bb13-3d75b1c73d2f is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:41:27.705095 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ab0a5ce5-29bc-4fa8-88e6-38bfb957c078 req-ef8f5565-4658-4f2d-a100-8c13a7bd882d tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8c4a6a-5bd1-4b29-98dd-8d7d0827610e HTTP/1.1" status: 200 len: 944 time: 0.5466008 Mar 09 03:41:27.705616 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:27.709685 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:41:27.766576 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Pushing event updated for resources: {'Port': ['ID=948142aa-fb43-4279-93e8-b277e558cab8,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:27.812063 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-8189b4b2-7da3-4196-bbd7-7390e4372f8e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:27.812839 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-8189b4b2-7da3-4196-bbd7-7390e4372f8e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Synchronizing usage tracker for tenant:a99da7d1ff544c6c946233b9d2e2fe07 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:41:27.818116 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-dcf7fbac-7d45-4a7e-9006-ca73583336fa req-c298b0ed-2e23-42e3-98b0-589951f0e5de tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:27.821310 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c3646b4f-806b-4b90-ac15-898f92a4df5d tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7271369 Mar 09 03:41:27.829378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49650) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:27.832752 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:27.833098 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:27.833430 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:27.833761 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:27.834198 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:27.835307 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:27.835645 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:27.835949 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:27.836263 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:27.836573 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:27.837548 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:27.837834 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3646b4f-806b-4b90-ac15-898f92a4df5d tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Pushing event updated for resources: {'Network': ['ID=571c5daa-ad81-4d69-bbc2-429a66530121,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:27.837957 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:27.844030 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['de978f1d-3eed-403b-97b1-08c48da831c0'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:41:27.844775 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-6b8b7b25-b020-48c1-886c-1d4a67194390 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Request body: {'subnet': {'network_id': '28a3a24d-de36-4a0d-8d13-3e22b2d3ff1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:27.881031 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298b0ed-2e23-42e3-98b0-589951f0e5de tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Pushing event deleted for resources: {'Port': ['ID=de978f1d-3eed-403b-97b1-08c48da831c0,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:27.881625 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ab0a5ce5-29bc-4fa8-88e6-38bfb957c078 req-64dfd6d1-e90d-43db-8ba0-6f0675dab6c4 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679366 Mar 09 03:41:27.919997 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Attempting to bind port 948142aa-fb43-4279-93e8-b277e558cab8 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:41:27.920381 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Attempting to bind port 948142aa-fb43-4279-93e8-b277e558cab8 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '1d7ce875-34a7-4d49-a6ed-c6a72ed1ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '778daee6-c65f-4bc7-bb13-3d75b1c73d2f'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:41:27.920734 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Attempting to bind port 948142aa-fb43-4279-93e8-b277e558cab8 on network 778daee6-c65f-4bc7-bb13-3d75b1c73d2f {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:41:27.923181 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 571c5daa-ad81-4d69-bbc2-429a66530121 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:41:27.997667 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-8189b4b2-7da3-4196-bbd7-7390e4372f8e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Unset dirty status for tenant:a99da7d1ff544c6c946233b9d2e2fe07 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:41:28.008197 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-8189b4b2-7da3-4196-bbd7-7390e4372f8e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports/095f303c-8011-497f-8929-ca48dda83cc0 HTTP/1.1" status: 200 len: 937 time: 0.2944598 Mar 09 03:41:28.012473 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75226a68-2aa5-4a7e-8187-b73c1c3f0ac1 req-33eb8502-4727-4591-98fb-7c41e45d6a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:28.014443 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-75226a68-2aa5-4a7e-8187-b73c1c3f0ac1 req-33eb8502-4727-4591-98fb-7c41e45d6a1b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ee66d1f5-ff60-4479-973f-74e03552da3e HTTP/1.1" status: 200 len: 1101 time: 0.6462996 Mar 09 03:41:28.074644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6b8b7b25-b020-48c1-886c-1d4a67194390 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:28.076835 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:41:28.077216 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Checking segment: {'id': '1d7ce875-34a7-4d49-a6ed-c6a72ed1ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '778daee6-c65f-4bc7-bb13-3d75b1c73d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:41:28.077615 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:28.078001 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Bound using segment: {'id': '1d7ce875-34a7-4d49-a6ed-c6a72ed1ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '778daee6-c65f-4bc7-bb13-3d75b1c73d2f'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:41:28.078471 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Bound port: 948142aa-fb43-4279-93e8-b277e558cab8, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d7ce875-34a7-4d49-a6ed-c6a72ed1ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '778daee6-c65f-4bc7-bb13-3d75b1c73d2f'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:41:28.078834 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:28.125890 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-75226a68-2aa5-4a7e-8187-b73c1c3f0ac1 req-9ee87bec-d215-43e5-8f03-162e287399cd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f4da3626-15c8-47b5-863d-85867345371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043990 Mar 09 03:41:28.129220 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf7fbac-7d45-4a7e-9006-ca73583336fa req-c298b0ed-2e23-42e3-98b0-589951f0e5de tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] No DVR routers for this DVR port de978f1d-3eed-403b-97b1-08c48da831c0 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:41:28.133258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6b8b7b25-b020-48c1-886c-1d4a67194390 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Usage tracker for resource:subnet and tenant:47ad90c7193b4df5ad0c426f53a6aa44 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:28.138113 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-dcf7fbac-7d45-4a7e-9006-ca73583336fa req-c298b0ed-2e23-42e3-98b0-589951f0e5de tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:28.138805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6b8b7b25-b020-48c1-886c-1d4a67194390 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:28.144150 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d837ea-4c99-4bae-9244-80faf99e67e3', 'name': 'network-vif-deleted', 'tag': 'de978f1d-3eed-403b-97b1-08c48da831c0'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:41:28.148219 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6b8b7b25-b020-48c1-886c-1d4a67194390 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:28.175639 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8b7b25-b020-48c1-886c-1d4a67194390 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Made reservation on behalf of 47ad90c7193b4df5ad0c426f53a6aa44 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:41:28.179888 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6b8b7b25-b020-48c1-886c-1d4a67194390 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:28.183059 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dcf7fbac-7d45-4a7e-9006-ca73583336fa req-c298b0ed-2e23-42e3-98b0-589951f0e5de tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.21 "DELETE /v2.0/ports/de978f1d-3eed-403b-97b1-08c48da831c0 HTTP/1.1" status: 204 len: 173 time: 1.4643943 Mar 09 03:41:28.193029 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-0e71a702-9230-4258-ae38-7200dcb74886 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:28.202894 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-0e71a702-9230-4258-ae38-7200dcb74886 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports/629e71ff-ed13-489c-8924-359aa6fd885b HTTP/1.1" status: 200 len: 936 time: 0.1935744 Mar 09 03:41:28.263974 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] For port 948142aa-fb43-4279-93e8-b277e558cab8, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:41:28.266364 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-5daa5a7d-9821-46b2-8807-6e1c4a7584b9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?network_id=aa98c4bf-cd2b-4512-b959-342f7d8cd273&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0625098 Mar 09 03:41:28.277178 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] For port 948142aa-fb43-4279-93e8-b277e558cab8, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=948142aa-fb43-4279-93e8-b277e558cab8,segment=NetworkSegment(1d7ce875-34a7-4d49-a6ed-c6a72ed1ae51),segment_id=1d7ce875-34a7-4d49-a6ed-c6a72ed1ae51)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:41:28.285221 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:28.308986 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37b7a3-5bf0-4de4-aa67-82bf7fcfbcbf req-e4d9e1c2-619c-49b7-aad7-7845ea6d20d2 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:28.311893 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b37b7a3-5bf0-4de4-aa67-82bf7fcfbcbf req-e4d9e1c2-619c-49b7-aad7-7845ea6d20d2 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80a53f5-bb44-45d8-a1ef-bf34c805f201 HTTP/1.1" status: 200 len: 946 time: 0.2418129 Mar 09 03:41:28.328573 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-6f411869-441a-4631-a937-e1298c045c29 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?network_id=aa98c4bf-cd2b-4512-b959-342f7d8cd273&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0612545 Mar 09 03:41:28.366168 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 5d58ee24-569b-462b-b21f-a7fd4424b81b up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:28.492133 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70dcaab-fb9e-4c9d-b4d3-286e925a9ab4 None None] Pushing event updated for resources: {'Port': ['ID=948142aa-fb43-4279-93e8-b277e558cab8,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:28.524379 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 5d58ee24-569b-462b-b21f-a7fd4424b81b completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:28.530399 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 5d58ee24-569b-462b-b21f-a7fd4424b81b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:28.530639 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:28.594432 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b37b7a3-5bf0-4de4-aa67-82bf7fcfbcbf req-b8a36c66-ec78-429b-a6cb-bc18ef85f62d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158933 Mar 09 03:41:28.651425 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-bb8231ab-3f16-4f00-9170-b3ab873b5a8a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:28.653165 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-bb8231ab-3f16-4f00-9170-b3ab873b5a8a tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.24 "GET /v2.0/networks?id=b43e277f-27e3-4498-8ae6-3889cca4234e HTTP/1.1" status: 200 len: 811 time: 0.3270950 Mar 09 03:41:28.672785 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-4b115eb6-33be-4b5a-b40d-3f37e12b7d88 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Request body: {'port': {'device_id': 'caaed4df-3321-4623-b833-5c56276e159b', 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e', 'admin_state_up': True, 'tenant_id': 'ae03d5eb038f4850a3760a69271911b5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:28.741050 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:28.772053 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5e701c11-fcf1-433d-868f-2c530d0bae55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:28.800496 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 5d58ee24-569b-462b-b21f-a7fd4424b81b, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5d58ee24-569b-462b-b21f-a7fd4424b81b,segment=NetworkSegment(af2209d2-57f3-4ad5-bf93-abd67d5b0a2e),segment_id=af2209d2-57f3-4ad5-bf93-abd67d5b0a2e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:28.806756 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:28.807572 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device de978f1d-3eed-403b-97b1-08c48da831c0 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:41:28.810505 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f1640a96-ee9c-48c3-8abe-a04a13f561c2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:28.820047 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f1640a96-ee9c-48c3-8abe-a04a13f561c2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:28.829184 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f1640a96-ee9c-48c3-8abe-a04a13f561c2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:28.830211 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f1640a96-ee9c-48c3-8abe-a04a13f561c2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Synchronizing usage tracker for tenant:a99da7d1ff544c6c946233b9d2e2fe07 on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:41:28.849415 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f1640a96-ee9c-48c3-8abe-a04a13f561c2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Unset dirty status for tenant:a99da7d1ff544c6c946233b9d2e2fe07 on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:41:28.856572 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f1640a96-ee9c-48c3-8abe-a04a13f561c2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/networks?id=a8e31c6c-fab7-4159-aaef-1d90e4713210&id=3df08107-39bd-418e-a91b-4b0bc364390c&id=3df08107-39bd-418e-a91b-4b0bc364390c&id=aa98c4bf-cd2b-4512-b959-342f7d8cd273&id=aa98c4bf-cd2b-4512-b959-342f7d8cd273 HTTP/1.1" status: 200 len: 1994 time: 0.5265462 Mar 09 03:41:28.880380 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-401ff692-c841-444d-80e8-4529807af640 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/quotas/a99da7d1ff544c6c946233b9d2e2fe07 HTTP/1.1" status: 200 len: 375 time: 0.0227437 Mar 09 03:41:28.888924 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5a14d40a-55f5-46e8-b84c-91d757b2f620 req-a2580354-c702-4c88-8ba9-c93ce0228b7e tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=caaed4df-3321-4623-b833-5c56276e159b HTTP/1.1" status: 200 len: 210 time: 0.0690029 Mar 09 03:41:28.982477 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: de978f1d-3eed-403b-97b1-08c48da831c0 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:41:28.982811 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device de978f1d-3eed-403b-97b1-08c48da831c0 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:41:29.002840 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=5d58ee24-569b-462b-b21f-a7fd4424b81b,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:29.028981 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-8fa47d86-ada4-496d-bf65-d5aef6e86300 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a99da7d1ff544c6c946233b9d2e2fe07&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1475875 Mar 09 03:41:29.165079 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-72cf6bc9-805f-4adc-bb3c-d50eec2c7e5f req-98bf8dd1-d4e1-4370-b06a-6789dd19b847 tempest-TenantUsagesTestJSON-163509201 tempest-TenantUsagesTestJSON-163509201-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d837ea-4c99-4bae-9244-80faf99e67e3 HTTP/1.1" status: 200 len: 210 time: 0.0701296 Mar 09 03:41:29.167837 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-4b115eb6-33be-4b5a-b40d-3f37e12b7d88 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:29.169865 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6b8b7b25-b020-48c1-886c-1d4a67194390 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:29.191309 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-b2c563a6-a148-4ebb-a86b-c2f02b124481 service neutron] 10.222.0.16 "GET /v2.0/networks/a8e31c6c-fab7-4159-aaef-1d90e4713210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412015 Mar 09 03:41:29.228443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-4b115eb6-33be-4b5a-b40d-3f37e12b7d88 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:29.274035 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-4b115eb6-33be-4b5a-b40d-3f37e12b7d88 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Made reservation on behalf of ae03d5eb038f4850a3760a69271911b5 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:41:29.277520 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-4b115eb6-33be-4b5a-b40d-3f37e12b7d88 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:29.290267 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a7b652-7f4f-4d08-9353-3e8b6f9caca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310f446c-616a-4177-963f-0ebfeeeb11c5'}, {'server_uuid': 'df8c4a6a-5bd1-4b29-98dd-8d7d0827610e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d58ee24-569b-462b-b21f-a7fd4424b81b'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:41:29.372427 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-adc86ebb-6eae-460f-a6eb-72dd588c64c1 service neutron] 10.222.0.16 "GET /v2.0/networks/a8e31c6c-fab7-4159-aaef-1d90e4713210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726189 Mar 09 03:41:29.380089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b7b25-b020-48c1-886c-1d4a67194390 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Pushing event updated for resources: {'Subnet': ['ID=af391490-4ba3-4497-9423-87f5a74660e4,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:29.392175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8b7b25-b020-48c1-886c-1d4a67194390 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Checking segment: {'id': '3b35ed4d-db67-40af-b764-c12043bc92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '28a3a24d-de36-4a0d-8d13-3e22b2d3ff1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:41:29.392527 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8b7b25-b020-48c1-886c-1d4a67194390 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Network hostable DHCP agents. Network: 28a3a24d-de36-4a0d-8d13-3e22b2d3ff1e, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:41:29.458166 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-b2beffa3-fa07-4b88-8287-28016a00e0cb service neutron] 10.222.0.16 "GET /v2.0/ports/095f303c-8011-497f-8929-ca48dda83cc0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0775898 Mar 09 03:41:29.504578 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8b7b25-b020-48c1-886c-1d4a67194390 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Network 28a3a24d-de36-4a0d-8d13-3e22b2d3ff1e is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:41:29.534626 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-6b8b7b25-b020-48c1-886c-1d4a67194390 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 28a3a24d-de36-4a0d-8d13-3e22b2d3ff1e) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:29.543127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8b7b25-b020-48c1-886c-1d4a67194390 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:29.543516 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6b8b7b25-b020-48c1-886c-1d4a67194390 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:29.545238 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5d6f08-5090-44af-b01c-691af61f7036 None None] Network 28a3a24d-de36-4a0d-8d13-3e22b2d3ff1e requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:41:29.573389 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c81bc-ecac-47be-b98c-4e52f8d05180 req-0de8eef1-4e6c-439c-9046-303d066acc36 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:29.579212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c81bc-ecac-47be-b98c-4e52f8d05180 req-0de8eef1-4e6c-439c-9046-303d066acc36 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:29.585090 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c81bc-ecac-47be-b98c-4e52f8d05180 req-0de8eef1-4e6c-439c-9046-303d066acc36 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:29.590926 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c81bc-ecac-47be-b98c-4e52f8d05180 req-0de8eef1-4e6c-439c-9046-303d066acc36 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:29.596842 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c81bc-ecac-47be-b98c-4e52f8d05180 req-0de8eef1-4e6c-439c-9046-303d066acc36 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:29.602994 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c81bc-ecac-47be-b98c-4e52f8d05180 req-0de8eef1-4e6c-439c-9046-303d066acc36 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:29.608474 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c81bc-ecac-47be-b98c-4e52f8d05180 req-0de8eef1-4e6c-439c-9046-303d066acc36 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:29.609404 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f56d83f7-4680-4cfc-a931-bf964f5fe495 service neutron] 10.222.0.16 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424363 Mar 09 03:41:29.610338 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-332c81bc-ecac-47be-b98c-4e52f8d05180 req-0de8eef1-4e6c-439c-9046-303d066acc36 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5434 time: 0.3147273 Mar 09 03:41:29.621809 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-4b115eb6-33be-4b5a-b40d-3f37e12b7d88 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Allocated IP 172.20.0.13 (b43e277f-27e3-4498-8ae6-3889cca4234e/c938e3dc-f3f5-45d5-a021-35dcda335146/c5c501a9-3b45-481a-8d1b-109385a9268c) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:41:29.622198 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49660) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:29.628942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-af3b97b5-1ce9-4011-b7a8-51d633c71975 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Request body: {'floatingip': {'port_id': '32fcd728-7dc4-4581-a98d-08c02abc8742'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:29.698305 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6b8b7b25-b020-48c1-886c-1d4a67194390 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8656549 Mar 09 03:41:29.699704 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49666) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:29.748985 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-fcf284c7-e964-4b77-a546-cedc63d71ce9 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Request body: {'subnet': {'network_id': '571c5daa-ad81-4d69-bbc2-429a66530121', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:29.784956 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af3b97b5-1ce9-4011-b7a8-51d633c71975 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for floatingip, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:29.796848 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02123068-0f58-44d4-94cf-b376e4eae426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-28a3a24d-de36-4a0d-8d13-3e22b2d3ff1e', 'network_id': '28a3a24d-de36-4a0d-8d13-3e22b2d3ff1e', 'tenant_id': '47ad90c7193b4df5ad0c426f53a6aa44', 'fixed_ips': [{'subnet_id': 'af391490-4ba3-4497-9423-87f5a74660e4'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:41:29.797684 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-02123068-0f58-44d4-94cf-b376e4eae426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:29.822679 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-8180c35d-c505-4fff-a186-ef0e5dfd1bdc service neutron] 10.222.0.16 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879811 Mar 09 03:41:29.881101 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab473df6-b81e-41ac-bc8d-1205e047143b None None] Network 778daee6-c65f-4bc7-bb13-3d75b1c73d2f requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:41:29.907603 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-66ea0225-52ec-4a8c-ac42-47cee59ff93f service neutron] 10.222.0.16 "GET /v2.0/ports/629e71ff-ed13-489c-8924-359aa6fd885b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0782156 Mar 09 03:41:30.030818 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cace23bc-1a9a-4386-b0c7-c356d488537f None None] Provisioning for port 948142aa-fb43-4279-93e8-b277e558cab8 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:30.074345 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-4f75aab6-104f-43da-af89-820f9b26487e service neutron] 10.222.0.16 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607265 Mar 09 03:41:30.083952 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-02123068-0f58-44d4-94cf-b376e4eae426 None None] Allocated IP 172.20.0.2 (28a3a24d-de36-4a0d-8d13-3e22b2d3ff1e/af391490-4ba3-4497-9423-87f5a74660e4/87e5d672-b51d-43b1-b8d1-12b937d2858f) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:41:30.264119 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-72fdaebd-25c5-4738-86a6-5e7cf004a342 service neutron] 10.222.0.16 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829741 Mar 09 03:41:30.265322 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fcf284c7-e964-4b77-a546-cedc63d71ce9 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:30.268329 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 948142aa-fb43-4279-93e8-b277e558cab8 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:30.301384 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fcf284c7-e964-4b77-a546-cedc63d71ce9 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Usage tracker for resource:subnet and tenant:47ad90c7193b4df5ad0c426f53a6aa44 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:30.305414 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fcf284c7-e964-4b77-a546-cedc63d71ce9 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:30.363633 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fcf284c7-e964-4b77-a546-cedc63d71ce9 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:30.408722 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7af66d99-be1d-4428-bb17-e38a7b4dd0ab service neutron] 10.222.0.16 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358714 Mar 09 03:41:30.438225 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 948142aa-fb43-4279-93e8-b277e558cab8 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:30.455657 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 948142aa-fb43-4279-93e8-b277e558cab8 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:30.456025 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:30.492931 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846559ca-4680-4cb9-95a0-70eaa4015f16 req-3807b785-9545-4e03-b04b-a3aa63f0fdd5 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:30.495326 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-846559ca-4680-4cb9-95a0-70eaa4015f16 req-3807b785-9545-4e03-b04b-a3aa63f0fdd5 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?device_id=08a7b652-7f4f-4d08-9353-3e8b6f9caca1 HTTP/1.1" status: 200 len: 949 time: 0.6418264 Mar 09 03:41:30.516337 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-02123068-0f58-44d4-94cf-b376e4eae426 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:30.528293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf284c7-e964-4b77-a546-cedc63d71ce9 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Made reservation on behalf of 47ad90c7193b4df5ad0c426f53a6aa44 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:41:30.532305 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fcf284c7-e964-4b77-a546-cedc63d71ce9 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:30.538193 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-02123068-0f58-44d4-94cf-b376e4eae426 None None] Transition to ACTIVE for port object 87e5d672-b51d-43b1-b8d1-12b937d2858f will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:30.563454 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-02123068-0f58-44d4-94cf-b376e4eae426 None None] Transition to ACTIVE for port object 87e5d672-b51d-43b1-b8d1-12b937d2858f will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:30.578627 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-65f9ab52-6385-449a-88b4-9ae56d2443a7 service neutron] 10.222.0.16 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571641 Mar 09 03:41:30.602987 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-02123068-0f58-44d4-94cf-b376e4eae426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:30.682608 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-4b115eb6-33be-4b5a-b40d-3f37e12b7d88 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:30.694591 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02123068-0f58-44d4-94cf-b376e4eae426 None None] Network 28a3a24d-de36-4a0d-8d13-3e22b2d3ff1e is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:41:30.706214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-02123068-0f58-44d4-94cf-b376e4eae426 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:30.711063 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:30.724061 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02123068-0f58-44d4-94cf-b376e4eae426 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:41:30.730491 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02123068-0f58-44d4-94cf-b376e4eae426 None None] Pushing event updated for resources: {'Port': ['ID=87e5d672-b51d-43b1-b8d1-12b937d2858f,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:30.797098 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-846559ca-4680-4cb9-95a0-70eaa4015f16 req-d4606402-3508-4185-8715-22189a0a4aa6 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4da3626-15c8-47b5-863d-85867345371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461603 Mar 09 03:41:30.874032 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-2019ed5b-7ff2-43cc-9dbf-3e3024caf88c service neutron] 10.222.0.16 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822306 Mar 09 03:41:30.894615 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 948142aa-fb43-4279-93e8-b277e558cab8, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=948142aa-fb43-4279-93e8-b277e558cab8,segment=NetworkSegment(1d7ce875-34a7-4d49-a6ed-c6a72ed1ae51),segment_id=1d7ce875-34a7-4d49-a6ed-c6a72ed1ae51)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:30.898063 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-02123068-0f58-44d4-94cf-b376e4eae426 None None] Attempting to bind port 87e5d672-b51d-43b1-b8d1-12b937d2858f on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:41:30.898562 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-02123068-0f58-44d4-94cf-b376e4eae426 None None] Attempting to bind port 87e5d672-b51d-43b1-b8d1-12b937d2858f by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '3b35ed4d-db67-40af-b764-c12043bc92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '28a3a24d-de36-4a0d-8d13-3e22b2d3ff1e'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:41:30.899066 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02123068-0f58-44d4-94cf-b376e4eae426 None None] Attempting to bind port 87e5d672-b51d-43b1-b8d1-12b937d2858f on network 28a3a24d-de36-4a0d-8d13-3e22b2d3ff1e {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:41:30.909342 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02123068-0f58-44d4-94cf-b376e4eae426 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:41:30.909898 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02123068-0f58-44d4-94cf-b376e4eae426 None None] Checking segment: {'id': '3b35ed4d-db67-40af-b764-c12043bc92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '28a3a24d-de36-4a0d-8d13-3e22b2d3ff1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:41:30.910394 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-02123068-0f58-44d4-94cf-b376e4eae426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:30.910900 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02123068-0f58-44d4-94cf-b376e4eae426 None None] Bound using segment: {'id': '3b35ed4d-db67-40af-b764-c12043bc92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '28a3a24d-de36-4a0d-8d13-3e22b2d3ff1e'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:41:30.911463 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-02123068-0f58-44d4-94cf-b376e4eae426 None None] Bound port: 87e5d672-b51d-43b1-b8d1-12b937d2858f, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b35ed4d-db67-40af-b764-c12043bc92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '28a3a24d-de36-4a0d-8d13-3e22b2d3ff1e'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:41:30.912119 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-02123068-0f58-44d4-94cf-b376e4eae426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:30.922717 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:30.960702 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-627007b4-8aa9-406b-94cf-3a2f928bb978 None None] Provisioning complete for port 948142aa-fb43-4279-93e8-b277e558cab8 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:30.961464 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-627007b4-8aa9-406b-94cf-3a2f928bb978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:31.033429 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d837ea-4c99-4bae-9244-80faf99e67e3', 'name': 'network-vif-deleted', 'tag': 'de978f1d-3eed-403b-97b1-08c48da831c0', 'status': 'completed', 'code': 200} Mar 09 03:41:31.043185 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-d298a12c-4413-4bf8-92a9-5fce062c7720 service neutron] 10.222.0.16 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633048 Mar 09 03:41:31.163143 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-4b115eb6-33be-4b5a-b40d-3f37e12b7d88 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:31.165072 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4b46c1d3-dcd0-4066-a93b-00b27261d118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:31.189582 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=948142aa-fb43-4279-93e8-b277e558cab8,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:31.195704 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-5b8956d1-3d15-4cb5-8618-a620c7fa78f4 service neutron] 10.222.0.16 "GET /v2.0/networks/aa98c4bf-cd2b-4512-b959-342f7d8cd273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467018 Mar 09 03:41:31.235291 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-02123068-0f58-44d4-94cf-b376e4eae426 None None] For port 87e5d672-b51d-43b1-b8d1-12b937d2858f, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:41:31.244119 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-02123068-0f58-44d4-94cf-b376e4eae426 None None] For port 87e5d672-b51d-43b1-b8d1-12b937d2858f, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=87e5d672-b51d-43b1-b8d1-12b937d2858f,segment=NetworkSegment(3b35ed4d-db67-40af-b764-c12043bc92dd),segment_id=3b35ed4d-db67-40af-b764-c12043bc92dd)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:41:31.249452 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-02123068-0f58-44d4-94cf-b376e4eae426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:31.273589 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-4b115eb6-33be-4b5a-b40d-3f37e12b7d88 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Network b43e277f-27e3-4498-8ae6-3889cca4234e is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:41:31.293378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-4b115eb6-33be-4b5a-b40d-3f37e12b7d88 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:31.308108 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-4b115eb6-33be-4b5a-b40d-3f37e12b7d88 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:41:31.339751 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02123068-0f58-44d4-94cf-b376e4eae426 None None] Pushing event updated for resources: {'Port': ['ID=87e5d672-b51d-43b1-b8d1-12b937d2858f,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:31.346384 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-0057a568-58da-4d2d-8320-9552bc9fa8a2 service neutron] 10.222.0.16 "GET /v2.0/networks/aa98c4bf-cd2b-4512-b959-342f7d8cd273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381454 Mar 09 03:41:31.374092 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b115eb6-33be-4b5a-b40d-3f37e12b7d88 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Pushing event updated for resources: {'Port': ['ID=c5c501a9-3b45-481a-8d1b-109385a9268c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:31.376558 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fcf284c7-e964-4b77-a546-cedc63d71ce9 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:31.458368 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8948c-c7eb-4c73-891b-87818e8b8477 req-5bdbf3dc-31df-4212-879e-79e6b9817099 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:31.461500 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-88a8948c-c7eb-4c73-891b-87818e8b8477 req-5bdbf3dc-31df-4212-879e-79e6b9817099 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8c4a6a-5bd1-4b29-98dd-8d7d0827610e HTTP/1.1" status: 200 len: 945 time: 0.4105518 Mar 09 03:41:31.493479 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-9d3228ff-962a-47d8-98ae-ee1b29d3b0de service neutron] 10.222.0.16 "GET /v2.0/networks/aa98c4bf-cd2b-4512-b959-342f7d8cd273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414828 Mar 09 03:41:31.558165 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [None req-af3b97b5-1ce9-4011-b7a8-51d633c71975 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:41:31.620548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-4b115eb6-33be-4b5a-b40d-3f37e12b7d88 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:31.621196 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-4b115eb6-33be-4b5a-b40d-3f37e12b7d88 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:31.624919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf284c7-e964-4b77-a546-cedc63d71ce9 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Pushing event updated for resources: {'Subnet': ['ID=b9e15c99-e95d-4b23-9f59-6d9f5970c1eb,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:31.658326 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-64d46324-7d49-43ec-b074-9c9d47e8b809 service neutron] 10.222.0.16 "GET /v2.0/networks/aa98c4bf-cd2b-4512-b959-342f7d8cd273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535192 Mar 09 03:41:31.692053 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-88a8948c-c7eb-4c73-891b-87818e8b8477 req-11a78aba-15d5-40c1-9ff1-7f13e6ff1ec3 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141991 Mar 09 03:41:31.695157 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf284c7-e964-4b77-a546-cedc63d71ce9 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Checking segment: {'id': '31cc468b-00df-4998-b2b7-53ea644ca8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '571c5daa-ad81-4d69-bbc2-429a66530121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:41:31.695509 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf284c7-e964-4b77-a546-cedc63d71ce9 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Network hostable DHCP agents. Network: 571c5daa-ad81-4d69-bbc2-429a66530121, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:41:31.724295 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af3b97b5-1ce9-4011-b7a8-51d633c71975 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:31.727935 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-4b115eb6-33be-4b5a-b40d-3f37e12b7d88 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0608876 Mar 09 03:41:31.731212 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af3b97b5-1ce9-4011-b7a8-51d633c71975 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:31.769247 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a7b652-7f4f-4d08-9353-3e8b6f9caca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310f446c-616a-4177-963f-0ebfeeeb11c5', 'code': 200} Mar 09 03:41:31.769770 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8c4a6a-5bd1-4b29-98dd-8d7d0827610e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d58ee24-569b-462b-b21f-a7fd4424b81b', 'code': 200} Mar 09 03:41:31.791599 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-21c0b21b-63d0-4dab-8f26-853bbcd308ad tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:41:31.792560 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-21c0b21b-63d0-4dab-8f26-853bbcd308ad tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051863 Mar 09 03:41:31.799455 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf284c7-e964-4b77-a546-cedc63d71ce9 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Network 571c5daa-ad81-4d69-bbc2-429a66530121 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:41:31.837945 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-fcf284c7-e964-4b77-a546-cedc63d71ce9 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 571c5daa-ad81-4d69-bbc2-429a66530121) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:31.846144 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf284c7-e964-4b77-a546-cedc63d71ce9 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:31.846706 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fcf284c7-e964-4b77-a546-cedc63d71ce9 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:31.848377 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0dd204-72cc-4e8d-8002-cc1280cb2473 None None] Network 571c5daa-ad81-4d69-bbc2-429a66530121 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:41:31.981829 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a2526-75c7-4f8c-bbe9-9db30374e6d5 req-b329525d-7d30-4563-a96a-0fd4274d7c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:31.983364 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a09a2526-75c7-4f8c-bbe9-9db30374e6d5 req-b329525d-7d30-4563-a96a-0fd4274d7c43 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=df8c4a6a-5bd1-4b29-98dd-8d7d0827610e HTTP/1.1" status: 200 len: 1096 time: 0.1045749 Mar 09 03:41:32.041475 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a09a2526-75c7-4f8c-bbe9-9db30374e6d5 req-290fe730-7583-46f4-98af-fce0950c62b4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514996 Mar 09 03:41:32.055339 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:32.079929 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:32.128294 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-cc1a4a9a-8c1a-4df2-9742-5b9c23312a48 service neutron] Request body: {'port': {'device_id': 'caaed4df-3321-4623-b833-5c56276e159b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:32.216523 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a251509c-62ab-4bc3-9ea7-62d5b796c8df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-571c5daa-ad81-4d69-bbc2-429a66530121', 'network_id': '571c5daa-ad81-4d69-bbc2-429a66530121', 'tenant_id': '47ad90c7193b4df5ad0c426f53a6aa44', 'fixed_ips': [{'subnet_id': 'b9e15c99-e95d-4b23-9f59-6d9f5970c1eb'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:41:32.217595 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a251509c-62ab-4bc3-9ea7-62d5b796c8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:32.292888 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fcf284c7-e964-4b77-a546-cedc63d71ce9 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5623286 Mar 09 03:41:32.293453 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49690) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:32.349824 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-af3b97b5-1ce9-4011-b7a8-51d633c71975 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Floating IP 773e5664-cb04-4efe-b1b4-235dfc23de2b associated. External IP: 172.25.7.226, port: 32fcd728-7dc4-4581-a98d-08c02abc8742. Mar 09 03:41:32.365777 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 948142aa-fb43-4279-93e8-b277e558cab8 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:32.541608 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 948142aa-fb43-4279-93e8-b277e558cab8 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:32.541977 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:32.597790 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-a251509c-62ab-4bc3-9ea7-62d5b796c8df None None] Allocated IP 172.20.0.2 (571c5daa-ad81-4d69-bbc2-429a66530121/b9e15c99-e95d-4b23-9f59-6d9f5970c1eb/21760f95-6fae-4de8-97bb-e4031930f5d2) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:41:32.648826 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdf96a2-b2da-442f-96a5-d4b86b831962 None None] Network 28a3a24d-de36-4a0d-8d13-3e22b2d3ff1e requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:41:32.873931 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3932a-9235-434a-9c29-fde7d7f5b8f3 req-a6c0a94a-d111-4f07-9f8a-3e5f87d27e0c tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:32.875771 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-faa3932a-9235-434a-9c29-fde7d7f5b8f3 req-a6c0a94a-d111-4f07-9f8a-3e5f87d27e0c tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80a53f5-bb44-45d8-a1ef-bf34c805f201 HTTP/1.1" status: 200 len: 946 time: 0.9920514 Mar 09 03:41:32.876436 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-cc1a4a9a-8c1a-4df2-9742-5b9c23312a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:32.905588 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-314e825d-9196-4d2e-81e8-3db8890dbba4 None None] Provisioning for port 87e5d672-b51d-43b1-b8d1-12b937d2858f completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:32.970808 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 87e5d672-b51d-43b1-b8d1-12b937d2858f up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:32.999129 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c10dba59-c9f7-4fad-8a7d-572b6ebc5111 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:33.258148 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9b18e-8042-4586-81c6-90d6bde39c1d req-1092e919-5346-4733-b351-7e2fdf61f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:33.259679 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5da9b18e-8042-4586-81c6-90d6bde39c1d req-1092e919-5346-4733-b351-7e2fdf61f756 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=08a7b652-7f4f-4d08-9353-3e8b6f9caca1 HTTP/1.1" status: 200 len: 1100 time: 1.3725786 Mar 09 03:41:33.309860 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3b97b5-1ce9-4011-b7a8-51d633c71975 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Router b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:41:33.313084 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a251509c-62ab-4bc3-9ea7-62d5b796c8df None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:33.323699 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-faa3932a-9235-434a-9c29-fde7d7f5b8f3 req-0ed160c3-f159-4050-abee-bab41e267ca5 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323273 Mar 09 03:41:33.338274 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 87e5d672-b51d-43b1-b8d1-12b937d2858f completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:33.341643 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a251509c-62ab-4bc3-9ea7-62d5b796c8df None None] Transition to ACTIVE for port object 21760f95-6fae-4de8-97bb-e4031930f5d2 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:33.363898 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 87e5d672-b51d-43b1-b8d1-12b937d2858f triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:33.364419 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:33.405586 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:33.418310 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a251509c-62ab-4bc3-9ea7-62d5b796c8df None None] Transition to ACTIVE for port object 21760f95-6fae-4de8-97bb-e4031930f5d2 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:33.437032 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5da9b18e-8042-4586-81c6-90d6bde39c1d req-e9445597-c022-4808-8c1d-91613162763a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f4da3626-15c8-47b5-863d-85867345371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680081 Mar 09 03:41:33.478472 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a251509c-62ab-4bc3-9ea7-62d5b796c8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:33.767295 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fd016-ebee-4bba-bf66-bdbb5b414d31 req-9e87e451-c064-4966-8d84-76c02b8ef6a4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:33.775206 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ca2fd016-ebee-4bba-bf66-bdbb5b414d31 req-9e87e451-c064-4966-8d84-76c02b8ef6a4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=caaed4df-3321-4623-b833-5c56276e159b HTTP/1.1" status: 200 len: 932 time: 0.4732139 Mar 09 03:41:33.777424 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251509c-62ab-4bc3-9ea7-62d5b796c8df None None] Pushing event updated for resources: {'Port': ['ID=21760f95-6fae-4de8-97bb-e4031930f5d2,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:33.787738 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a251509c-62ab-4bc3-9ea7-62d5b796c8df None None] Network 571c5daa-ad81-4d69-bbc2-429a66530121 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:41:33.790318 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-a251509c-62ab-4bc3-9ea7-62d5b796c8df None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:33.792732 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a251509c-62ab-4bc3-9ea7-62d5b796c8df None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:41:33.937991 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d25f7-6a48-4018-b615-35f7f7e59bbc req-01b1249e-285a-49d0-adfc-e7518041bbf8 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:33.954015 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d7d25f7-6a48-4018-b615-35f7f7e59bbc req-01b1249e-285a-49d0-adfc-e7518041bbf8 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?device_id=08a7b652-7f4f-4d08-9353-3e8b6f9caca1 HTTP/1.1" status: 200 len: 949 time: 0.4259927 Mar 09 03:41:33.961646 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49718) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:34.012471 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-c10dba59-c9f7-4fad-8a7d-572b6ebc5111 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Allocated IP 172.20.0.1 (28a3a24d-de36-4a0d-8d13-3e22b2d3ff1e/af391490-4ba3-4497-9423-87f5a74660e4/441a4948-b5a4-4470-9afc-a98743ed85f6) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:41:34.034826 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3b97b5-1ce9-4011-b7a8-51d633c71975 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:41:34.043273 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af3b97b5-1ce9-4011-b7a8-51d633c71975 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:34.086909 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5d0541-1db4-4516-9e99-d6c52c916c92 None None] Sync routers for ids ['b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:41:34.088001 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d7d25f7-6a48-4018-b615-35f7f7e59bbc req-a788bc00-3f6d-4e5a-b876-e19d509fa829 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4da3626-15c8-47b5-863d-85867345371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330245 Mar 09 03:41:34.128250 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:34.165643 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ca2fd016-ebee-4bba-bf66-bdbb5b414d31 req-f23be970-47a5-44da-8cbc-b9df56dcbaf4 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893287 Mar 09 03:41:34.192153 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:34.221714 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c10dba59-c9f7-4fad-8a7d-572b6ebc5111 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:34.239984 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-c10dba59-c9f7-4fad-8a7d-572b6ebc5111 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Transition to ACTIVE for port object 441a4948-b5a4-4470-9afc-a98743ed85f6 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:34.252120 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5d0541-1db4-4516-9e99-d6c52c916c92 None None] Routers {'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:41:34.253228 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-af5d0541-1db4-4516-9e99-d6c52c916c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:41:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:34.275003 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c10dba59-c9f7-4fad-8a7d-572b6ebc5111 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:34.322844 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-a251509c-62ab-4bc3-9ea7-62d5b796c8df None None] Attempting to bind port 21760f95-6fae-4de8-97bb-e4031930f5d2 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:41:34.323243 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-a251509c-62ab-4bc3-9ea7-62d5b796c8df None None] Attempting to bind port 21760f95-6fae-4de8-97bb-e4031930f5d2 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '31cc468b-00df-4998-b2b7-53ea644ca8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '571c5daa-ad81-4d69-bbc2-429a66530121'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:41:34.323615 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a251509c-62ab-4bc3-9ea7-62d5b796c8df None None] Attempting to bind port 21760f95-6fae-4de8-97bb-e4031930f5d2 on network 571c5daa-ad81-4d69-bbc2-429a66530121 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:41:34.356182 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a251509c-62ab-4bc3-9ea7-62d5b796c8df None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:41:34.356609 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a251509c-62ab-4bc3-9ea7-62d5b796c8df None None] Checking segment: {'id': '31cc468b-00df-4998-b2b7-53ea644ca8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '571c5daa-ad81-4d69-bbc2-429a66530121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:41:34.356941 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a251509c-62ab-4bc3-9ea7-62d5b796c8df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:34.357318 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a251509c-62ab-4bc3-9ea7-62d5b796c8df None None] Bound using segment: {'id': '31cc468b-00df-4998-b2b7-53ea644ca8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '571c5daa-ad81-4d69-bbc2-429a66530121'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:41:34.357768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-a251509c-62ab-4bc3-9ea7-62d5b796c8df None None] Bound port: 21760f95-6fae-4de8-97bb-e4031930f5d2, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cc468b-00df-4998-b2b7-53ea644ca8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '571c5daa-ad81-4d69-bbc2-429a66530121'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:41:34.358130 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a251509c-62ab-4bc3-9ea7-62d5b796c8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:34.382414 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-598cae75-7a49-4921-9335-6160ba481366 None None] Provisioning complete for port 87e5d672-b51d-43b1-b8d1-12b937d2858f triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:34.384214 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-598cae75-7a49-4921-9335-6160ba481366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:34.402590 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-282db741-7e3b-4fe8-b114-ffbb9ba58c51 req-f684072b-3f38-4b18-a710-6c0a9bf732bc tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 210 time: 0.0713420 Mar 09 03:41:34.408784 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10dba59-c9f7-4fad-8a7d-572b6ebc5111 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Network 28a3a24d-de36-4a0d-8d13-3e22b2d3ff1e is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:41:34.412026 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-c10dba59-c9f7-4fad-8a7d-572b6ebc5111 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:34.416067 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10dba59-c9f7-4fad-8a7d-572b6ebc5111 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:41:34.461574 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-af3b97b5-1ce9-4011-b7a8-51d633c71975 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "PUT /v2.0/floatingips/773e5664-cb04-4efe-b1b4-235dfc23de2b HTTP/1.1" status: 200 len: 992 time: 4.8364508 Mar 09 03:41:34.471616 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10dba59-c9f7-4fad-8a7d-572b6ebc5111 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Pushing event updated for resources: {'Port': ['ID=441a4948-b5a4-4470-9afc-a98743ed85f6,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:34.495905 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'tag': '32fcd728-7dc4-4581-a98d-08c02abc8742'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:41:34.498569 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 87e5d672-b51d-43b1-b8d1-12b937d2858f, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=87e5d672-b51d-43b1-b8d1-12b937d2858f,segment=NetworkSegment(3b35ed4d-db67-40af-b764-c12043bc92dd),segment_id=3b35ed4d-db67-40af-b764-c12043bc92dd)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:34.511872 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c10dba59-c9f7-4fad-8a7d-572b6ebc5111 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:34.574727 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-cc1a4a9a-8c1a-4df2-9742-5b9c23312a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c501a9-3b45-481a-8d1b-109385a9268c {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:41:34.578094 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:34.634734 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-cc1a4a9a-8c1a-4df2-9742-5b9c23312a48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:34.711559 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6457004b-c635-468e-81ae-aadabb403dd5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f5b522208f045d5aa7dc1ffb382d602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7440858 Mar 09 03:41:34.713650 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-cc1a4a9a-8c1a-4df2-9742-5b9c23312a48 service neutron] Transition to ACTIVE for port object c5c501a9-3b45-481a-8d1b-109385a9268c will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:34.714304 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49734) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:34.719466 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=87e5d672-b51d-43b1-b8d1-12b937d2858f,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:34.741703 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c10dba59-c9f7-4fad-8a7d-572b6ebc5111 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:34.801184 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-cc1a4a9a-8c1a-4df2-9742-5b9c23312a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:34.916363 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226acc85-e423-47f7-829c-0723dad9e3f0 req-4a88fd52-4957-4333-98a2-393bb3531365 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:34.917841 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-226acc85-e423-47f7-829c-0723dad9e3f0 req-4a88fd52-4957-4333-98a2-393bb3531365 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8c4a6a-5bd1-4b29-98dd-8d7d0827610e HTTP/1.1" status: 200 len: 945 time: 0.5236337 Mar 09 03:41:34.969727 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390001f-9749-41e7-ae16-98375f794687 req-dd1a5c2a-8a8a-435a-82a6-cf989b75c32a tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:34.972181 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-a251509c-62ab-4bc3-9ea7-62d5b796c8df None None] For port 21760f95-6fae-4de8-97bb-e4031930f5d2, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:41:34.976574 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-a251509c-62ab-4bc3-9ea7-62d5b796c8df None None] For port 21760f95-6fae-4de8-97bb-e4031930f5d2, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=21760f95-6fae-4de8-97bb-e4031930f5d2,segment=NetworkSegment(31cc468b-00df-4998-b2b7-53ea644ca8d5),segment_id=31cc468b-00df-4998-b2b7-53ea644ca8d5)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:41:34.982516 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e390001f-9749-41e7-ae16-98375f794687 req-dd1a5c2a-8a8a-435a-82a6-cf989b75c32a tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80a53f5-bb44-45d8-a1ef-bf34c805f201 HTTP/1.1" status: 200 len: 946 time: 0.3518198 Mar 09 03:41:35.032033 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-fde54cc8-42ef-4b37-8fc4-e6cdc8d24518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:35.033454 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-fde54cc8-42ef-4b37-8fc4-e6cdc8d24518 service neutron] 10.222.0.24 "GET /v2.0/ports/095f303c-8011-497f-8929-ca48dda83cc0 HTTP/1.1" status: 200 len: 1033 time: 0.2841856 Mar 09 03:41:35.045668 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-af5d0541-1db4-4516-9e99-d6c52c916c92 None None] Set router b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:41:35.049669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a4a9a-8c1a-4df2-9742-5b9c23312a48 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c501a9-3b45-481a-8d1b-109385a9268c,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:35.121461 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e390001f-9749-41e7-ae16-98375f794687 req-1ba78d25-e333-480d-af5b-26448cbcec05 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375542 Mar 09 03:41:35.157318 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9b348795-1b1a-4928-b018-2db40c7d2913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:35.228947 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a251509c-62ab-4bc3-9ea7-62d5b796c8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:35.236640 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-226acc85-e423-47f7-829c-0723dad9e3f0 req-cd4a5d04-d83a-475a-8a55-a823b6f8f328 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506685 Mar 09 03:41:35.290994 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-b6b064ad-e040-4797-b182-a11b98e4509f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:35.292850 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-b6b064ad-e040-4797-b182-a11b98e4509f service neutron] 10.222.0.24 "GET /v2.0/ports/629e71ff-ed13-489c-8924-359aa6fd885b HTTP/1.1" status: 200 len: 1032 time: 0.2441587 Mar 09 03:41:35.338845 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9b348795-1b1a-4928-b018-2db40c7d2913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:35.472411 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251509c-62ab-4bc3-9ea7-62d5b796c8df None None] Pushing event updated for resources: {'Port': ['ID=21760f95-6fae-4de8-97bb-e4031930f5d2,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:35.475786 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-aadabbdd-f2e2-4f33-a17a-0f98449befa8 None None] Provisioning for port 441a4948-b5a4-4470-9afc-a98743ed85f6 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:35.495035 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-aadabbdd-f2e2-4f33-a17a-0f98449befa8 None None] Provisioning complete for port 441a4948-b5a4-4470-9afc-a98743ed85f6 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:35.495900 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-aadabbdd-f2e2-4f33-a17a-0f98449befa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:35.501890 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c10dba59-c9f7-4fad-8a7d-572b6ebc5111 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:35.509166 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'tag': '32fcd728-7dc4-4581-a98d-08c02abc8742', 'status': 'completed', 'code': 200} Mar 09 03:41:35.559626 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c10dba59-c9f7-4fad-8a7d-572b6ebc5111 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:35.642250 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-aadabbdd-f2e2-4f33-a17a-0f98449befa8 None None] Port 441a4948-b5a4-4470-9afc-a98743ed85f6 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:41:35.663893 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-cc1a4a9a-8c1a-4df2-9742-5b9c23312a48 service neutron] Attempting to bind port c5c501a9-3b45-481a-8d1b-109385a9268c on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:41:35.665437 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-cc1a4a9a-8c1a-4df2-9742-5b9c23312a48 service neutron] Attempting to bind port c5c501a9-3b45-481a-8d1b-109385a9268c by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:41:35.665873 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-cc1a4a9a-8c1a-4df2-9742-5b9c23312a48 service neutron] Attempting to bind port c5c501a9-3b45-481a-8d1b-109385a9268c on network b43e277f-27e3-4498-8ae6-3889cca4234e {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:41:35.690419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-cc1a4a9a-8c1a-4df2-9742-5b9c23312a48 service neutron] Port c5c501a9-3b45-481a-8d1b-109385a9268c on network b43e277f-27e3-4498-8ae6-3889cca4234e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:41:35.690951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-cc1a4a9a-8c1a-4df2-9742-5b9c23312a48 service neutron] Attempting to bind port c5c501a9-3b45-481a-8d1b-109385a9268c on network b43e277f-27e3-4498-8ae6-3889cca4234e {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:41:35.725596 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-cc1a4a9a-8c1a-4df2-9742-5b9c23312a48 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:41:35.726048 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-cc1a4a9a-8c1a-4df2-9742-5b9c23312a48 service neutron] Checking segment: {'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:41:35.726554 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-cc1a4a9a-8c1a-4df2-9742-5b9c23312a48 service neutron] Bound using segment: {'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:41:35.727252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-cc1a4a9a-8c1a-4df2-9742-5b9c23312a48 service neutron] Bound port: c5c501a9-3b45-481a-8d1b-109385a9268c, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96625312-3c61-4ef0-892e-77a3c896392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:41:35.727728 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-cc1a4a9a-8c1a-4df2-9742-5b9c23312a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:35.772971 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-fbc6475b-237e-4469-bd27-eac240577f7c tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:35.784167 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-fbc6475b-237e-4469-bd27-eac240577f7c tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:35.799890 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-fbc6475b-237e-4469-bd27-eac240577f7c tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:35.801539 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-fbc6475b-237e-4469-bd27-eac240577f7c tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Synchronizing usage tracker for tenant:a99da7d1ff544c6c946233b9d2e2fe07 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:41:35.859865 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-af5d0541-1db4-4516-9e99-d6c52c916c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'name': 'tempest-TaggedBootDevicesTest-1332475293-router', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '422c3c12-5f4e-431b-a6f7-69485d5d5404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:56Z', 'updated_at': '2022-03-09T03:38:05Z', 'revision_number': 4, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'gw_port': {'id': '422c3c12-5f4e-431b-a6f7-69485d5d5404', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ae:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:57Z', 'updated_at': '2022-03-09T03:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '773e5664-cb04-4efe-b1b4-235dfc23de2b', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'floating_ip_address': '172.25.7.226', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'port_id': '32fcd728-7dc4-4581-a98d-08c02abc8742', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2', 'mac_address': 'fa:16:3e:cc:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:39:29Z', 'updated_at': '2022-03-09T03:41:31Z', 'revision_number': 1, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd10694-0a64-4fe4-bdb3-f48346a47472', 'name': '', 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'mac_address': 'fa:16:3e:f9:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'bed62d90-b36d-4314-b77f-03334d35249e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:38:04Z', 'updated_at': '2022-03-09T03:38:19Z', 'revision_number': 5, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'subnets': [{'id': 'bed62d90-b36d-4314-b77f-03334d35249e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:35.868798 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5d0541-1db4-4516-9e99-d6c52c916c92 None None] Checking router: b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:41:35.879065 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5d0541-1db4-4516-9e99-d6c52c916c92 None None] Routers {'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:41:35.880070 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-af5d0541-1db4-4516-9e99-d6c52c916c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:41:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:35.945061 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b712667-940f-44df-a3d4-70834e2d5d3d req-2eeda734-b66a-4fac-bbfa-3ad61e8b3c7d tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:35.946798 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8b712667-940f-44df-a3d4-70834e2d5d3d req-2eeda734-b66a-4fac-bbfa-3ad61e8b3c7d tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?device_id=08a7b652-7f4f-4d08-9353-3e8b6f9caca1 HTTP/1.1" status: 200 len: 949 time: 0.5838327 Mar 09 03:41:35.949779 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9b348795-1b1a-4928-b018-2db40c7d2913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:36.026198 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c10dba59-c9f7-4fad-8a7d-572b6ebc5111 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:36.029912 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10dba59-c9f7-4fad-8a7d-572b6ebc5111 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Pushing event updated for resources: {'Port': ['ID=441a4948-b5a4-4470-9afc-a98743ed85f6,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:36.089257 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-fbc6475b-237e-4469-bd27-eac240577f7c tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Unset dirty status for tenant:a99da7d1ff544c6c946233b9d2e2fe07 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:41:36.090698 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-fbc6475b-237e-4469-bd27-eac240577f7c tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.24 "GET /v2.0/networks?id=a8e31c6c-fab7-4159-aaef-1d90e4713210&id=3df08107-39bd-418e-a91b-4b0bc364390c&id=3df08107-39bd-418e-a91b-4b0bc364390c&id=3df08107-39bd-418e-a91b-4b0bc364390c&id=3df08107-39bd-418e-a91b-4b0bc364390c&id=aa98c4bf-cd2b-4512-b959-342f7d8cd273&id=aa98c4bf-cd2b-4512-b959-342f7d8cd273 HTTP/1.1" status: 200 len: 1994 time: 0.7895920 Mar 09 03:41:36.110560 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d3600-c839-47da-81db-a9573d6dbcfa req-be206a46-f950-42e9-bf20-524b6d711e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:36.111075 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d3600-c839-47da-81db-a9573d6dbcfa req-be206a46-f950-42e9-bf20-524b6d711e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:36.111527 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d3600-c839-47da-81db-a9573d6dbcfa req-be206a46-f950-42e9-bf20-524b6d711e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:36.111983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d3600-c839-47da-81db-a9573d6dbcfa req-be206a46-f950-42e9-bf20-524b6d711e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:36.112435 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d3600-c839-47da-81db-a9573d6dbcfa req-be206a46-f950-42e9-bf20-524b6d711e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:36.112884 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d3600-c839-47da-81db-a9573d6dbcfa req-be206a46-f950-42e9-bf20-524b6d711e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:36.113328 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d3600-c839-47da-81db-a9573d6dbcfa req-be206a46-f950-42e9-bf20-524b6d711e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:36.115767 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c28d3600-c839-47da-81db-a9573d6dbcfa req-be206a46-f950-42e9-bf20-524b6d711e4e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffa74fa7e259451baa8a72de689adc07&device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 6491 time: 0.6106553 Mar 09 03:41:36.131020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b348795-1b1a-4928-b018-2db40c7d2913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e389a3-bb37-4fc1-9de7-7b487002f513,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:36.140641 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-af5d0541-1db4-4516-9e99-d6c52c916c92 None None] Set router b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:41:36.181124 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-a4d80f7b-c5ff-4361-9c68-8ff68b2094a7 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a99da7d1ff544c6c946233b9d2e2fe07 HTTP/1.1" status: 200 len: 380 time: 0.0779278 Mar 09 03:41:36.182457 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9b348795-1b1a-4928-b018-2db40c7d2913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:36.184596 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9b348795-1b1a-4928-b018-2db40c7d2913 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0e389a3-bb37-4fc1-9de7-7b487002f513 HTTP/1.1" status: 204 len: 168 time: 1.4687161 Mar 09 03:41:36.190321 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8b712667-940f-44df-a3d4-70834e2d5d3d req-b0fd0f84-02a1-428f-a3b6-34934811f500 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4da3626-15c8-47b5-863d-85867345371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065039 Mar 09 03:41:36.192605 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-cc1a4a9a-8c1a-4df2-9742-5b9c23312a48 service neutron] For port c5c501a9-3b45-481a-8d1b-109385a9268c, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:41:36.199632 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-74f5364f-a5c1-45b6-935d-ccb25c0b42d4 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Request body: {'port': {'device_id': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210', 'admin_state_up': True, 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'security_groups': ['8fa4de0a-7673-4082-a240-c9935702a8b7']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:36.275443 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ee160-f202-40ac-9fba-74c6deb4fae5 req-a72ab90d-ca00-4ec3-85c0-952e8e5bdf6f tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:36.276655 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f7ee160-f202-40ac-9fba-74c6deb4fae5 req-a72ab90d-ca00-4ec3-85c0-952e8e5bdf6f tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=caaed4df-3321-4623-b833-5c56276e159b HTTP/1.1" status: 200 len: 944 time: 0.4217801 Mar 09 03:41:36.359991 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-cc1a4a9a-8c1a-4df2-9742-5b9c23312a48 service neutron] For port c5c501a9-3b45-481a-8d1b-109385a9268c, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c5c501a9-3b45-481a-8d1b-109385a9268c,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:41:36.371877 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-cc1a4a9a-8c1a-4df2-9742-5b9c23312a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:36.530356 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10dba59-c9f7-4fad-8a7d-572b6ebc5111 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Network 28a3a24d-de36-4a0d-8d13-3e22b2d3ff1e is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:41:36.534527 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-c10dba59-c9f7-4fad-8a7d-572b6ebc5111 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:36.581419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-cc1a4a9a-8c1a-4df2-9742-5b9c23312a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:36.582129 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-cc1a4a9a-8c1a-4df2-9742-5b9c23312a48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:36.583428 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-cc1a4a9a-8c1a-4df2-9742-5b9c23312a48 service neutron] 10.222.0.24 "PUT /v2.0/ports/c5c501a9-3b45-481a-8d1b-109385a9268c HTTP/1.1" status: 200 len: 1092 time: 4.7730122 Mar 09 03:41:36.774738 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49756) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:36.780211 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-74f5364f-a5c1-45b6-935d-ccb25c0b42d4 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:36.835933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a4a9a-8c1a-4df2-9742-5b9c23312a48 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c501a9-3b45-481a-8d1b-109385a9268c,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:36.892549 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-74f5364f-a5c1-45b6-935d-ccb25c0b42d4 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:36.896268 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f7ee160-f202-40ac-9fba-74c6deb4fae5 req-2fe94c93-a748-4977-9b7b-d198a09f3798 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6052465 Mar 09 03:41:36.907752 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-280aed6d-0ecf-45e1-8964-7f2908157cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:36.979147 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d3600-c839-47da-81db-a9573d6dbcfa req-8230c21d-8ab7-4741-913b-b23e0ddfb77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:36.980593 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c28d3600-c839-47da-81db-a9573d6dbcfa req-8230c21d-8ab7-4741-913b-b23e0ddfb77d service neutron] 10.222.0.21 "GET /v2.0/networks?id=a7ff9480-13c5-42e3-ae93-360a44d2efc2 HTTP/1.1" status: 200 len: 913 time: 0.8082201 Mar 09 03:41:36.983318 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 21760f95-6fae-4de8-97bb-e4031930f5d2 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:36.998498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-280aed6d-0ecf-45e1-8964-7f2908157cde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:37.004825 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-280aed6d-0ecf-45e1-8964-7f2908157cde admin admin] Usage tracker for resource:security_group_rule and tenant:c0faaaf15c01410fa50823da714535da is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:37.009047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-280aed6d-0ecf-45e1-8964-7f2908157cde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:37.015892 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-280aed6d-0ecf-45e1-8964-7f2908157cde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:37.116646 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-280aed6d-0ecf-45e1-8964-7f2908157cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:37.122963 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a368fd3b-c2e5-4934-8c18-2d607374cc2e None None] Network 571c5daa-ad81-4d69-bbc2-429a66530121 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:41:37.124209 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-74f5364f-a5c1-45b6-935d-ccb25c0b42d4 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Made reservation on behalf of a99da7d1ff544c6c946233b9d2e2fe07 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:41:37.128438 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-74f5364f-a5c1-45b6-935d-ccb25c0b42d4 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:37.143253 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-280aed6d-0ecf-45e1-8964-7f2908157cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:37.177660 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c28d3600-c839-47da-81db-a9573d6dbcfa req-d1dbc931-4b31-4d37-b9ee-c2848ed7ecb3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32fcd728-7dc4-4581-a98d-08c02abc8742 HTTP/1.1" status: 200 len: 1000 time: 0.1744812 Mar 09 03:41:37.206395 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280aed6d-0ecf-45e1-8964-7f2908157cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c96529-ed41-43d8-be77-6b01e3379c4d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:37.241338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c235da46-c6c3-4f5d-8724-a3979aadd1a0 None None] Provisioning complete for port 441a4948-b5a4-4470-9afc-a98743ed85f6 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:37.242229 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c235da46-c6c3-4f5d-8724-a3979aadd1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:37.276311 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2277cfcf-763a-4c89-8feb-8550023d980f req-5ad06ea8-c327-4950-a161-82907adfad38 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 210 time: 0.1061625 Mar 09 03:41:37.320538 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d3600-c839-47da-81db-a9573d6dbcfa req-09d9aa40-957b-45c8-a8ce-ad028e73f15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:37.321993 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c28d3600-c839-47da-81db-a9573d6dbcfa req-09d9aa40-957b-45c8-a8ce-ad028e73f15c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bed62d90-b36d-4314-b77f-03334d35249e HTTP/1.1" status: 200 len: 851 time: 0.0953727 Mar 09 03:41:37.324154 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10dba59-c9f7-4fad-8a7d-572b6ebc5111 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Router c0ba04ee-e487-4895-8c3b-fe5a778c62df is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:41:37.367341 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-1527f974-f6d8-4d49-9e48-3e28b0ca8668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:37.368352 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-1527f974-f6d8-4d49-9e48-3e28b0ca8668 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae03d5eb038f4850a3760a69271911b5&device_id=caaed4df-3321-4623-b833-5c56276e159b HTTP/1.1" status: 200 len: 1095 time: 0.7115276 Mar 09 03:41:37.379517 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c235da46-c6c3-4f5d-8724-a3979aadd1a0 None None] Port 441a4948-b5a4-4470-9afc-a98743ed85f6 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:41:37.391006 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 21760f95-6fae-4de8-97bb-e4031930f5d2 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:37.426350 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 87e5d672-b51d-43b1-b8d1-12b937d2858f up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:37.531326 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-af5d0541-1db4-4516-9e99-d6c52c916c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'name': 'tempest-TaggedBootDevicesTest-1332475293-router', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '422c3c12-5f4e-431b-a6f7-69485d5d5404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:56Z', 'updated_at': '2022-03-09T03:38:05Z', 'revision_number': 4, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'gw_port': {'id': '422c3c12-5f4e-431b-a6f7-69485d5d5404', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ae:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:57Z', 'updated_at': '2022-03-09T03:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '773e5664-cb04-4efe-b1b4-235dfc23de2b', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'floating_ip_address': '172.25.7.226', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'port_id': '32fcd728-7dc4-4581-a98d-08c02abc8742', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2', 'mac_address': 'fa:16:3e:cc:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:39:29Z', 'updated_at': '2022-03-09T03:41:31Z', 'revision_number': 1, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd10694-0a64-4fe4-bdb3-f48346a47472', 'name': '', 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'mac_address': 'fa:16:3e:f9:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'bed62d90-b36d-4314-b77f-03334d35249e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:38:04Z', 'updated_at': '2022-03-09T03:38:19Z', 'revision_number': 5, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'subnets': [{'id': 'bed62d90-b36d-4314-b77f-03334d35249e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:37.620767 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5d0541-1db4-4516-9e99-d6c52c916c92 None None] The sync data for ids ['b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'] in n-d-825178-5 is: [{'id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'name': 'tempest-TaggedBootDevicesTest-1332475293-router', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '422c3c12-5f4e-431b-a6f7-69485d5d5404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:56Z', 'updated_at': '2022-03-09T03:38:05Z', 'revision_number': 4, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'gw_port': {'id': '422c3c12-5f4e-431b-a6f7-69485d5d5404', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ae:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:57Z', 'updated_at': '2022-03-09T03:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '773e5664-cb04-4efe-b1b4-235dfc23de2b', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'floating_ip_address': '172.25.7.226', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'port_id': '32fcd728-7dc4-4581-a98d-08c02abc8742', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2', 'mac_address': 'fa:16:3e:cc:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:39:29Z', 'updated_at': '2022-03-09T03:41:31Z', 'revision_number': 1, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd10694-0a64-4fe4-bdb3-f48346a47472', 'name': '', 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'mac_address': 'fa:16:3e:f9:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'bed62d90-b36d-4314-b77f-03334d35249e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:38:04Z', 'updated_at': '2022-03-09T03:38:19Z', 'revision_number': 5, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'subnets': [{'id': 'bed62d90-b36d-4314-b77f-03334d35249e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:41:37.620767 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a97a9500-aade-4306-9541-3983d6c4d057 None None] Provisioning for port 21760f95-6fae-4de8-97bb-e4031930f5d2 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:37.639943 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a97a9500-aade-4306-9541-3983d6c4d057 None None] Provisioning complete for port 21760f95-6fae-4de8-97bb-e4031930f5d2 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:37.639943 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a97a9500-aade-4306-9541-3983d6c4d057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:37.715795 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10dba59-c9f7-4fad-8a7d-572b6ebc5111 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:41:37.728539 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d152963-b074-4360-8459-a9987d2dc1ed None None] Sync routers for ids ['c0ba04ee-e487-4895-8c3b-fe5a778c62df'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:41:37.741919 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d152963-b074-4360-8459-a9987d2dc1ed None None] Routers {'c0ba04ee-e487-4895-8c3b-fe5a778c62df'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:41:37.741919 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-9d152963-b074-4360-8459-a9987d2dc1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:41:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c0ba04ee-e487-4895-8c3b-fe5a778c62df'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:37.813486 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c10dba59-c9f7-4fad-8a7d-572b6ebc5111 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] 10.222.0.16 "PUT /v2.0/routers/c0ba04ee-e487-4895-8c3b-fe5a778c62df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5140283 Mar 09 03:41:37.814305 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-280aed6d-0ecf-45e1-8964-7f2908157cde admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c0faaaf15c01410fa50823da714535da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0219452 Mar 09 03:41:37.817017 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49762) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:37.817345 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49764) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:37.820178 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36749a12-06dd-46b6-9d31-686c01c3fd63 req-b48cb818-f744-4a77-8c9f-cedd1dc13c5f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:37.821701 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-36749a12-06dd-46b6-9d31-686c01c3fd63 req-b48cb818-f744-4a77-8c9f-cedd1dc13c5f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8c4a6a-5bd1-4b29-98dd-8d7d0827610e HTTP/1.1" status: 200 len: 945 time: 1.3884344 Mar 09 03:41:37.822666 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caaed4df-3321-4623-b833-5c56276e159b', 'tag': 'c5c501a9-3b45-481a-8d1b-109385a9268c'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:41:37.831379 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d3600-c839-47da-81db-a9573d6dbcfa req-a7ab99da-2037-4cea-9380-37c8b92919be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:37.833531 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c28d3600-c839-47da-81db-a9573d6dbcfa req-a7ab99da-2037-4cea-9380-37c8b92919be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7ff9480-13c5-42e3-ae93-360a44d2efc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5009935 Mar 09 03:41:37.840309 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 87e5d672-b51d-43b1-b8d1-12b937d2858f triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:37.840766 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:37.935682 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-9d152963-b074-4360-8459-a9987d2dc1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:37.956364 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d152963-b074-4360-8459-a9987d2dc1ed None None] Routers {'c0ba04ee-e487-4895-8c3b-fe5a778c62df'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:41:37.958125 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-9d152963-b074-4360-8459-a9987d2dc1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:41:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c0ba04ee-e487-4895-8c3b-fe5a778c62df'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:38.094497 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4c67f3-0d0c-4267-adfb-3a7aff29bf72 None None] New status for floating IP 773e5664-cb04-4efe-b1b4-235dfc23de2b: ACTIVE {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:41:38.106517 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-9d152963-b074-4360-8459-a9987d2dc1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:38.109213 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d152963-b074-4360-8459-a9987d2dc1ed None None] The sync data for ids ['c0ba04ee-e487-4895-8c3b-fe5a778c62df'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:41:38.122393 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f390b-75a1-43d1-8a61-9e162a19da5d req-b31d7dc8-6ba2-42cc-bd6e-09f36bdc71d6 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:38.122569 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-74f5364f-a5c1-45b6-935d-ccb25c0b42d4 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Allocated IP 172.20.0.6 (a8e31c6c-fab7-4159-aaef-1d90e4713210/ce8c094d-d2da-4007-b683-734cf48a0ad4/1644b1aa-49cd-41fb-87b3-ed75bd5fc672) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:41:38.128893 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-318f390b-75a1-43d1-8a61-9e162a19da5d req-b31d7dc8-6ba2-42cc-bd6e-09f36bdc71d6 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80a53f5-bb44-45d8-a1ef-bf34c805f201 HTTP/1.1" status: 200 len: 946 time: 0.5849693 Mar 09 03:41:38.226638 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a97a9500-aade-4306-9541-3983d6c4d057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:38.412107 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-681dd78d-3a05-4bd9-89a1-3e6536fd7c61 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5c501a9-3b45-481a-8d1b-109385a9268c HTTP/1.1" status: 200 len: 217 time: 1.0091770 Mar 09 03:41:38.477975 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-36749a12-06dd-46b6-9d31-686c01c3fd63 req-debe4104-ca17-40d4-8334-8427f8a16fff tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6438925 Mar 09 03:41:38.547401 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-2946bc80-a83a-45a7-80f1-a9a6263d1e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:38.548867 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-2946bc80-a83a-45a7-80f1-a9a6263d1e09 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c938e3dc-f3f5-45d5-a021-35dcda335146 HTTP/1.1" status: 200 len: 851 time: 0.1283014 Mar 09 03:41:38.552611 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-74f5364f-a5c1-45b6-935d-ccb25c0b42d4 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:38.616071 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-d4f18134-6cd7-4765-b8c1-2cd3f26454da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b43e277f-27e3-4498-8ae6-3889cca4234e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585558 Mar 09 03:41:38.620688 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-74f5364f-a5c1-45b6-935d-ccb25c0b42d4 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Transition to ACTIVE for port object 1644b1aa-49cd-41fb-87b3-ed75bd5fc672 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:38.647753 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-a97a9500-aade-4306-9541-3983d6c4d057 None None] For port 21760f95-6fae-4de8-97bb-e4031930f5d2, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=21760f95-6fae-4de8-97bb-e4031930f5d2,segment=NetworkSegment(31cc468b-00df-4998-b2b7-53ea644ca8d5),segment_id=31cc468b-00df-4998-b2b7-53ea644ca8d5)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:38.672180 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a97a9500-aade-4306-9541-3983d6c4d057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:38.748007 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a9500-aade-4306-9541-3983d6c4d057 None None] Pushing event updated for resources: {'Port': ['ID=21760f95-6fae-4de8-97bb-e4031930f5d2,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:38.766382 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:38.825685 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-147c8540-291c-464e-960b-1a15c1b6d7f8 service neutron] 10.222.0.24 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033343 Mar 09 03:41:38.839642 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a3a2ee9e-652f-4a8d-b075-9dcff2ef6476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:38.881340 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c30b230b-0b1e-4742-83dd-b294c49c99a1 None None] Provisioning complete for port 21760f95-6fae-4de8-97bb-e4031930f5d2 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:38.881340 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c30b230b-0b1e-4742-83dd-b294c49c99a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:38.881557 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a3a2ee9e-652f-4a8d-b075-9dcff2ef6476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:38.939256 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 21760f95-6fae-4de8-97bb-e4031930f5d2 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:38.964925 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a3a2ee9e-652f-4a8d-b075-9dcff2ef6476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:39.057908 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4185c553-5778-4381-9ced-0043c6bf81b6 req-6c4c5564-9d5e-4376-a024-5d72dccab581 service neutron] 10.222.0.24 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824906 Mar 09 03:41:39.092382 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-318f390b-75a1-43d1-8a61-9e162a19da5d req-24e9141c-6efd-4eef-b3a0-3be56a06edd0 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957294 Mar 09 03:41:39.118822 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-74f5364f-a5c1-45b6-935d-ccb25c0b42d4 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:39.120347 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2ee9e-652f-4a8d-b075-9dcff2ef6476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c96529-ed41-43d8-be77-6b01e3379c4d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:39.149868 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a3a2ee9e-652f-4a8d-b075-9dcff2ef6476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:39.155274 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a3a2ee9e-652f-4a8d-b075-9dcff2ef6476 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/26c96529-ed41-43d8-be77-6b01e3379c4d HTTP/1.1" status: 204 len: 168 time: 1.3268449 Mar 09 03:41:39.208089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 21760f95-6fae-4de8-97bb-e4031930f5d2 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:39.210113 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:39.262232 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-74f5364f-a5c1-45b6-935d-ccb25c0b42d4 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Network a8e31c6c-fab7-4159-aaef-1d90e4713210 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:41:39.270174 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-74f5364f-a5c1-45b6-935d-ccb25c0b42d4 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:39.289611 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-74f5364f-a5c1-45b6-935d-ccb25c0b42d4 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:41:39.341229 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5364f-a5c1-45b6-935d-ccb25c0b42d4 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event updated for resources: {'Port': ['ID=1644b1aa-49cd-41fb-87b3-ed75bd5fc672,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:39.413941 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-74f5364f-a5c1-45b6-935d-ccb25c0b42d4 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:39.414582 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-74f5364f-a5c1-45b6-935d-ccb25c0b42d4 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:39.440735 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91e80c-6099-4525-a3e0-1812d0743416 req-6d939fb8-8a9f-4ea2-bbf7-ca14c8466524 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:39.448693 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7f91e80c-6099-4525-a3e0-1812d0743416 req-6d939fb8-8a9f-4ea2-bbf7-ca14c8466524 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee66d1f5-ff60-4479-973f-74e03552da3e HTTP/1.1" status: 200 len: 950 time: 0.5857081 Mar 09 03:41:39.467157 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c28d3600-c839-47da-81db-a9573d6dbcfa req-60d264f9-39b8-4809-b437-400f5f8b63a9 service neutron] 10.222.0.21 "GET /v2.0/networks/a7ff9480-13c5-42e3-ae93-360a44d2efc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5085006 Mar 09 03:41:39.521461 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7f91e80c-6099-4525-a3e0-1812d0743416 req-85d35eac-99db-4db1-961f-9afe6e385d66 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4da3626-15c8-47b5-863d-85867345371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578589 Mar 09 03:41:39.523245 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-74f5364f-a5c1-45b6-935d-ccb25c0b42d4 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3319681 Mar 09 03:41:39.536516 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-a7be8bc2-190b-46c6-93ac-7aaa82c7cea0 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Request body: {'port': {'device_id': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c', 'admin_state_up': True, 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'security_groups': ['8fa4de0a-7673-4082-a240-c9935702a8b7']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:39.630279 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2a26e49c-c909-4e91-80c8-4fdcd2950029 None None] Provisioning for port 1644b1aa-49cd-41fb-87b3-ed75bd5fc672 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:39.637716 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2a26e49c-c909-4e91-80c8-4fdcd2950029 None None] Provisioning complete for port 1644b1aa-49cd-41fb-87b3-ed75bd5fc672 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:39.639786 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2a26e49c-c909-4e91-80c8-4fdcd2950029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:39.776588 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-2a26e49c-c909-4e91-80c8-4fdcd2950029 None None] Port 1644b1aa-49cd-41fb-87b3-ed75bd5fc672 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:41:39.810810 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c28d3600-c839-47da-81db-a9573d6dbcfa req-b9f12072-2724-4261-b8e0-4f6e9911ec81 service neutron] 10.222.0.21 "GET /v2.0/networks/a7ff9480-13c5-42e3-ae93-360a44d2efc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817671 Mar 09 03:41:39.837610 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699cf77-9241-4842-a1a2-2061faf39c4d req-4e412ebd-30ac-460a-9f6c-a6feb9ecaa13 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:39.840038 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d699cf77-9241-4842-a1a2-2061faf39c4d req-4e412ebd-30ac-460a-9f6c-a6feb9ecaa13 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=caaed4df-3321-4623-b833-5c56276e159b HTTP/1.1" status: 200 len: 944 time: 0.5740826 Mar 09 03:41:39.855933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-a7be8bc2-190b-46c6-93ac-7aaa82c7cea0 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:39.861782 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-a7be8bc2-190b-46c6-93ac-7aaa82c7cea0 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Usage tracker for resource:port and tenant:a99da7d1ff544c6c946233b9d2e2fe07 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:39.872838 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-a7be8bc2-190b-46c6-93ac-7aaa82c7cea0 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Quota usage for port was recalculated. Used quota:8. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:39.880840 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-a7be8bc2-190b-46c6-93ac-7aaa82c7cea0 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:39.910945 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dafbdd-9fae-4a81-a8a1-d21bc5fbec24 req-5a536c18-697e-4966-87e3-de195b3b637f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:39.926883 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-b1dafbdd-9fae-4a81-a8a1-d21bc5fbec24 req-5a536c18-697e-4966-87e3-de195b3b637f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Synchronizing usage tracker for tenant:a99da7d1ff544c6c946233b9d2e2fe07 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:41:39.953847 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-a7be8bc2-190b-46c6-93ac-7aaa82c7cea0 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Made reservation on behalf of a99da7d1ff544c6c946233b9d2e2fe07 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:41:39.962243 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-a7be8bc2-190b-46c6-93ac-7aaa82c7cea0 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:40.001337 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d699cf77-9241-4842-a1a2-2061faf39c4d req-5c13cf9e-d0b2-4db9-be41-3bbc5a2bb25b tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021342 Mar 09 03:41:40.008173 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-00f822a8-f1ea-4e79-8138-7ceb071db1f0 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 03:41:40.013465 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-00f822a8-f1ea-4e79-8138-7ceb071db1f0 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] 10.222.0.16 "PUT /v2.0/routers/c0ba04ee-e487-4895-8c3b-fe5a778c62df/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1925459 Mar 09 03:41:40.014321 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49792) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:40.095716 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-b1dafbdd-9fae-4a81-a8a1-d21bc5fbec24 req-5a536c18-697e-4966-87e3-de195b3b637f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Unset dirty status for tenant:a99da7d1ff544c6c946233b9d2e2fe07 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:41:40.104505 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1dafbdd-9fae-4a81-a8a1-d21bc5fbec24 req-5a536c18-697e-4966-87e3-de195b3b637f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 931 time: 0.3632700 Mar 09 03:41:40.162682 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caaed4df-3321-4623-b833-5c56276e159b', 'tag': 'c5c501a9-3b45-481a-8d1b-109385a9268c', 'status': 'completed', 'code': 200} Mar 09 03:41:40.294234 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1dafbdd-9fae-4a81-a8a1-d21bc5fbec24 req-ef97a36f-0272-4c1b-98a6-61f59fde6543 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816058 Mar 09 03:41:40.396098 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb293c-75dc-404e-b593-41546fc83681 req-34b090a5-2467-4ace-b1b1-1f14070c0f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:40.398709 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cbb293c-75dc-404e-b593-41546fc83681 req-34b090a5-2467-4ace-b1b1-1f14070c0f44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae03d5eb038f4850a3760a69271911b5&device_id=caaed4df-3321-4623-b833-5c56276e159b HTTP/1.1" status: 200 len: 1095 time: 0.2244470 Mar 09 03:41:40.400271 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-a7be8bc2-190b-46c6-93ac-7aaa82c7cea0 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Allocated IP 10.1.1.122 (3df08107-39bd-418e-a91b-4b0bc364390c/f77088af-6527-42bd-a6e2-e4b921be1aa6/74095d9e-619d-4376-9680-b65aea510aa3) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:41:40.537261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49820) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:40.915925 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-2e530a59-49e2-4235-bf0c-004236f8832f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-network', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:40.937776 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2e530a59-49e2-4235-bf0c-004236f8832f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:41.003802 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2e530a59-49e2-4235-bf0c-004236f8832f admin admin] Usage tracker for resource:network and tenant:7426cc43ccad4ae6a410e2758d65b5d6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:41.038942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2e530a59-49e2-4235-bf0c-004236f8832f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:41.142560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb293c-75dc-404e-b593-41546fc83681 req-7f704bd9-ddf8-421a-9030-a96372959ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:41.144690 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cbb293c-75dc-404e-b593-41546fc83681 req-7f704bd9-ddf8-421a-9030-a96372959ccb service neutron] 10.222.0.24 "GET /v2.0/networks?id=b43e277f-27e3-4498-8ae6-3889cca4234e HTTP/1.1" status: 200 len: 912 time: 0.7377415 Mar 09 03:41:41.147937 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2e530a59-49e2-4235-bf0c-004236f8832f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:41.188291 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-daf89fb6-e58d-4744-baaa-5b6652389a7a tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:41.236064 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cbb293c-75dc-404e-b593-41546fc83681 req-f08ccb25-e665-4dda-b8bb-28317968d819 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5c501a9-3b45-481a-8d1b-109385a9268c HTTP/1.1" status: 200 len: 217 time: 0.0770836 Mar 09 03:41:41.239541 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e530a59-49e2-4235-bf0c-004236f8832f admin admin] Made reservation on behalf of 7426cc43ccad4ae6a410e2758d65b5d6 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:41:41.242034 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2e530a59-49e2-4235-bf0c-004236f8832f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:41.258223 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-a7be8bc2-190b-46c6-93ac-7aaa82c7cea0 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:41.277974 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11eda3e-611b-4c3a-88aa-e3139148b2c3 req-8e13700f-694e-4b3a-945d-89dbfd9565a4 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:41.286329 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a11eda3e-611b-4c3a-88aa-e3139148b2c3 req-8e13700f-694e-4b3a-945d-89dbfd9565a4 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a80a53f5-bb44-45d8-a1ef-bf34c805f201 HTTP/1.1" status: 200 len: 946 time: 0.2544241 Mar 09 03:41:41.286478 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-a7be8bc2-190b-46c6-93ac-7aaa82c7cea0 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Transition to ACTIVE for port object 74095d9e-619d-4376-9680-b65aea510aa3 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:41.387895 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb293c-75dc-404e-b593-41546fc83681 req-d0de4f0b-108b-4cdb-ac55-9821115de2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:41.389390 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cbb293c-75dc-404e-b593-41546fc83681 req-d0de4f0b-108b-4cdb-ac55-9821115de2e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c938e3dc-f3f5-45d5-a021-35dcda335146 HTTP/1.1" status: 200 len: 851 time: 0.1381109 Mar 09 03:41:41.394827 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-a7be8bc2-190b-46c6-93ac-7aaa82c7cea0 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:41.421528 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a11eda3e-611b-4c3a-88aa-e3139148b2c3 req-05dceab3-fcfc-4c62-86ee-c6034392c564 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342759 Mar 09 03:41:41.446441 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2e530a59-49e2-4235-bf0c-004236f8832f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:41.597250 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cbb293c-75dc-404e-b593-41546fc83681 req-d5328649-eaf1-4337-a226-28165ff53e61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b43e277f-27e3-4498-8ae6-3889cca4234e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1995621 Mar 09 03:41:41.606296 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be8bc2-190b-46c6-93ac-7aaa82c7cea0 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event updated for resources: {'Port': ['ID=74095d9e-619d-4376-9680-b65aea510aa3,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:41.634662 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-daf89fb6-e58d-4744-baaa-5b6652389a7a tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Deleting port 441a4948-b5a4-4470-9afc-a98743ed85f6 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:41:41.635062 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-daf89fb6-e58d-4744-baaa-5b6652389a7a tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:41.672155 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2e530a59-49e2-4235-bf0c-004236f8832f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:41.675513 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-a7be8bc2-190b-46c6-93ac-7aaa82c7cea0 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Network 3df08107-39bd-418e-a91b-4b0bc364390c is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:41:41.682189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-a7be8bc2-190b-46c6-93ac-7aaa82c7cea0 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:41.687835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-a7be8bc2-190b-46c6-93ac-7aaa82c7cea0 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:41:41.712062 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device c5c501a9-3b45-481a-8d1b-109385a9268c details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:41:41.726192 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2e530a59-49e2-4235-bf0c-004236f8832f admin admin] Usage tracker for resource:security_group_rule and tenant:7426cc43ccad4ae6a410e2758d65b5d6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:41.759837 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2e530a59-49e2-4235-bf0c-004236f8832f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:41.842530 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2e530a59-49e2-4235-bf0c-004236f8832f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:41.894940 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-a7be8bc2-190b-46c6-93ac-7aaa82c7cea0 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:41.895924 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-a7be8bc2-190b-46c6-93ac-7aaa82c7cea0 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:41.903427 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa67eb6-1f32-4fc3-80aa-3844b8538c97 req-15140388-1b38-44bc-a44e-50db5cfe797e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:41.909714 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa67eb6-1f32-4fc3-80aa-3844b8538c97 req-15140388-1b38-44bc-a44e-50db5cfe797e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:41.917356 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1aa67eb6-1f32-4fc3-80aa-3844b8538c97 req-15140388-1b38-44bc-a44e-50db5cfe797e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 1653 time: 0.2470167 Mar 09 03:41:41.935572 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-a7be8bc2-190b-46c6-93ac-7aaa82c7cea0 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4055955 Mar 09 03:41:41.956492 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b38ba6-579a-4c33-bdc2-724277762765 req-c97c35fa-a8e8-4386-a40c-71d746f594d5 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:41.957225 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c8b38ba6-579a-4c33-bdc2-724277762765 req-c97c35fa-a8e8-4386-a40c-71d746f594d5 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Synchronizing usage tracker for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:41:41.968216 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-535df63e-f215-4922-852e-8e0213c1eb4f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Request body: {'port': {'device_id': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c', 'admin_state_up': True, 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'security_groups': ['8fa4de0a-7673-4082-a240-c9935702a8b7']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:41.973872 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-daf89fb6-e58d-4744-baaa-5b6652389a7a tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:42.015230 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cbb293c-75dc-404e-b593-41546fc83681 req-665e7e4b-20bb-4290-9a99-f6a6602a928f service neutron] 10.222.0.24 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967125 Mar 09 03:41:42.021702 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port c5c501a9-3b45-481a-8d1b-109385a9268c, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c5c501a9-3b45-481a-8d1b-109385a9268c,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:42.042895 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'c5c501a9-3b45-481a-8d1b-109385a9268c', 'network_id': 'b43e277f-27e3-4498-8ae6-3889cca4234e', 'port_id': 'c5c501a9-3b45-481a-8d1b-109385a9268c', 'mac_address': 'fa:16:3e:c3:34:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c938e3dc-f3f5-45d5-a021-35dcda335146', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:41:42.131582 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c8b38ba6-579a-4c33-bdc2-724277762765 req-c97c35fa-a8e8-4386-a40c-71d746f594d5 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Unset dirty status for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:41:42.131582 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c8b38ba6-579a-4c33-bdc2-724277762765 req-c97c35fa-a8e8-4386-a40c-71d746f594d5 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=caaed4df-3321-4623-b833-5c56276e159b HTTP/1.1" status: 200 len: 944 time: 0.7370591 Mar 09 03:41:42.166651 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2801f293-2bd4-41be-8f59-6fd6e3e14cdd None None] Provisioning for port 74095d9e-619d-4376-9680-b65aea510aa3 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:42.176748 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-daf89fb6-e58d-4744-baaa-5b6652389a7a tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Calling delete_port for 441a4948-b5a4-4470-9afc-a98743ed85f6 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:41:42.177829 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2801f293-2bd4-41be-8f59-6fd6e3e14cdd None None] Provisioning complete for port 74095d9e-619d-4376-9680-b65aea510aa3 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:42.178302 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2801f293-2bd4-41be-8f59-6fd6e3e14cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:42.212844 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:42.249642 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c501a9-3b45-481a-8d1b-109385a9268c {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:41:42.265543 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-2801f293-2bd4-41be-8f59-6fd6e3e14cdd None None] Port 74095d9e-619d-4376-9680-b65aea510aa3 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:41:42.269912 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1aa67eb6-1f32-4fc3-80aa-3844b8538c97 req-073855db-f3e1-42ea-be70-4a7f4bfd6c75 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3515158 Mar 09 03:41:42.285659 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port c5c501a9-3b45-481a-8d1b-109385a9268c, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c5c501a9-3b45-481a-8d1b-109385a9268c,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:42.302981 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:42.317608 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c8b38ba6-579a-4c33-bdc2-724277762765 req-ffeb8e43-aa4d-4657-a4f4-1ec47aabc40f tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868501 Mar 09 03:41:42.387174 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cbb293c-75dc-404e-b593-41546fc83681 req-9f50ccbb-d368-4c6e-a995-482f6672e075 service neutron] 10.222.0.24 "GET /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578479 Mar 09 03:41:42.393649 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-535df63e-f215-4922-852e-8e0213c1eb4f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:42.398370 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2e530a59-49e2-4235-bf0c-004236f8832f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:42.402331 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-535df63e-f215-4922-852e-8e0213c1eb4f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Usage tracker for resource:port and tenant:a99da7d1ff544c6c946233b9d2e2fe07 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:42.408030 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-535df63e-f215-4922-852e-8e0213c1eb4f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Quota usage for port was recalculated. Used quota:9. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:42.416291 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2e530a59-49e2-4235-bf0c-004236f8832f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:42.446916 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=c5c501a9-3b45-481a-8d1b-109385a9268c,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:42.470567 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-535df63e-f215-4922-852e-8e0213c1eb4f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:42.484412 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e530a59-49e2-4235-bf0c-004236f8832f admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:41:42.496698 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2e530a59-49e2-4235-bf0c-004236f8832f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:42.497057 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-2e530a59-49e2-4235-bf0c-004236f8832f admin admin] Added segment ca4c4b7b-213f-4b3f-8541-848c26e89434 of type vlan for network 2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 Mar 09 03:41:42.528543 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2e530a59-49e2-4235-bf0c-004236f8832f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:42.606103 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2e530a59-49e2-4235-bf0c-004236f8832f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:42.607393 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e530a59-49e2-4235-bf0c-004236f8832f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:42.608127 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2e530a59-49e2-4235-bf0c-004236f8832f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:42.612770 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e530a59-49e2-4235-bf0c-004236f8832f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dfd177-39e0-48b3-8306-e6e178ccdf2d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:42.613779 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['c5c501a9-3b45-481a-8d1b-109385a9268c'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:41:42.681437 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-535df63e-f215-4922-852e-8e0213c1eb4f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Made reservation on behalf of a99da7d1ff544c6c946233b9d2e2fe07 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:41:42.685916 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-535df63e-f215-4922-852e-8e0213c1eb4f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:42.721074 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-daf89fb6-e58d-4744-baaa-5b6652389a7a tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:42.786115 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf89fb6-e58d-4744-baaa-5b6652389a7a tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Pushing event deleted for resources: {'Port': ['ID=441a4948-b5a4-4470-9afc-a98743ed85f6,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:42.945426 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-535df63e-f215-4922-852e-8e0213c1eb4f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Allocated IP 10.1.1.194 (3df08107-39bd-418e-a91b-4b0bc364390c/f77088af-6527-42bd-a6e2-e4b921be1aa6/c1bf2e7b-6867-47a0-93dd-cf54b2021393) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:41:42.984053 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2e530a59-49e2-4235-bf0c-004236f8832f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4426587 Mar 09 03:41:43.074340 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49870) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:43.139230 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-b40a4931-afaa-4210-b4e5-1d3863b3120f admin admin] Request body: {'subnet': {'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-subnet', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:43.158673 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b40a4931-afaa-4210-b4e5-1d3863b3120f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:43.168926 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b40a4931-afaa-4210-b4e5-1d3863b3120f admin admin] Usage tracker for resource:subnet and tenant:7426cc43ccad4ae6a410e2758d65b5d6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:43.174658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b40a4931-afaa-4210-b4e5-1d3863b3120f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:43.183359 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b40a4931-afaa-4210-b4e5-1d3863b3120f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:43.193650 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e530a59-49e2-4235-bf0c-004236f8832f admin admin] Pushing event updated for resources: {'Network': ['ID=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:43.204821 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:41:43.272239 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40a4931-afaa-4210-b4e5-1d3863b3120f admin admin] Made reservation on behalf of 7426cc43ccad4ae6a410e2758d65b5d6 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:41:43.274798 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b40a4931-afaa-4210-b4e5-1d3863b3120f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:43.294737 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fdbfa-a77b-4924-9eab-be6f9b7a46ba req-d8e7c2e3-bb85-4d3f-b977-a17f2acce64f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:43.309826 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7b2fdbfa-a77b-4924-9eab-be6f9b7a46ba req-d8e7c2e3-bb85-4d3f-b977-a17f2acce64f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8c4a6a-5bd1-4b29-98dd-8d7d0827610e HTTP/1.1" status: 200 len: 945 time: 0.8358819 Mar 09 03:41:43.388671 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-daf89fb6-e58d-4744-baaa-5b6652389a7a tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:43.642547 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7b2fdbfa-a77b-4924-9eab-be6f9b7a46ba req-86a406a8-2d9e-4ae3-89c4-e6be0b508017 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299286 Mar 09 03:41:43.684217 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-535df63e-f215-4922-852e-8e0213c1eb4f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:43.700671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-535df63e-f215-4922-852e-8e0213c1eb4f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Transition to ACTIVE for port object c1bf2e7b-6867-47a0-93dd-cf54b2021393 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:43.715154 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device c5c501a9-3b45-481a-8d1b-109385a9268c up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:43.729864 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-535df63e-f215-4922-852e-8e0213c1eb4f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:43.814480 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port c5c501a9-3b45-481a-8d1b-109385a9268c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:43.820849 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port c5c501a9-3b45-481a-8d1b-109385a9268c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:43.821475 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:43.859639 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-535df63e-f215-4922-852e-8e0213c1eb4f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Network 3df08107-39bd-418e-a91b-4b0bc364390c is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:41:43.864849 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-535df63e-f215-4922-852e-8e0213c1eb4f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:43.867267 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-535df63e-f215-4922-852e-8e0213c1eb4f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:41:43.932700 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-535df63e-f215-4922-852e-8e0213c1eb4f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:43.933710 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-535df63e-f215-4922-852e-8e0213c1eb4f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:43.964091 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535df63e-f215-4922-852e-8e0213c1eb4f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event updated for resources: {'Port': ['ID=c1bf2e7b-6867-47a0-93dd-cf54b2021393,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:43.986584 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-535df63e-f215-4922-852e-8e0213c1eb4f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0222023 Mar 09 03:41:44.007435 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-85f9259c-3c86-4a3f-889f-56546cbc2b80 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Request body: {'port': {'device_id': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'aa98c4bf-cd2b-4512-b959-342f7d8cd273', 'admin_state_up': True, 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'security_groups': ['8fa4de0a-7673-4082-a240-c9935702a8b7']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:44.023628 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:44.057668 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8ced1-ce15-4045-98b6-287f0c7cb2f9 req-d0091177-191f-4707-aa50-8e32760d4de9 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:44.065013 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port c5c501a9-3b45-481a-8d1b-109385a9268c, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c5c501a9-3b45-481a-8d1b-109385a9268c,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:44.065234 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4bf8ced1-ce15-4045-98b6-287f0c7cb2f9 req-d0091177-191f-4707-aa50-8e32760d4de9 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=caaed4df-3321-4623-b833-5c56276e159b HTTP/1.1" status: 200 len: 945 time: 0.2824049 Mar 09 03:41:44.066552 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caaed4df-3321-4623-b833-5c56276e159b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c501a9-3b45-481a-8d1b-109385a9268c'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:41:44.070805 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf89fb6-e58d-4744-baaa-5b6652389a7a tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Router c0ba04ee-e487-4895-8c3b-fe5a778c62df has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:41:44.074524 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:44.089714 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b40a4931-afaa-4210-b4e5-1d3863b3120f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:44.151753 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=c5c501a9-3b45-481a-8d1b-109385a9268c,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:44.182970 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4bf8ced1-ce15-4045-98b6-287f0c7cb2f9 req-96a4a312-c960-4b5e-b3b2-aa0e9c772121 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161766 Mar 09 03:41:44.216247 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-948766b5-c54e-4373-94e7-08a845b5c832 None None] Provisioning for port c1bf2e7b-6867-47a0-93dd-cf54b2021393 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:44.219017 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-85f9259c-3c86-4a3f-889f-56546cbc2b80 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:44.227853 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-948766b5-c54e-4373-94e7-08a845b5c832 None None] Provisioning complete for port c1bf2e7b-6867-47a0-93dd-cf54b2021393 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:44.228360 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-85f9259c-3c86-4a3f-889f-56546cbc2b80 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Usage tracker for resource:port and tenant:a99da7d1ff544c6c946233b9d2e2fe07 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:44.228883 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-948766b5-c54e-4373-94e7-08a845b5c832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:44.232169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-85f9259c-3c86-4a3f-889f-56546cbc2b80 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Quota usage for port was recalculated. Used quota:10. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:44.237631 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-85f9259c-3c86-4a3f-889f-56546cbc2b80 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:44.250262 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-85f9259c-3c86-4a3f-889f-56546cbc2b80 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Made reservation on behalf of a99da7d1ff544c6c946233b9d2e2fe07 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:41:44.276391 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caaed4df-3321-4623-b833-5c56276e159b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c501a9-3b45-481a-8d1b-109385a9268c', 'code': 200} Mar 09 03:41:44.312641 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-948766b5-c54e-4373-94e7-08a845b5c832 None None] Port c1bf2e7b-6867-47a0-93dd-cf54b2021393 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:41:44.334459 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf89fb6-e58d-4744-baaa-5b6652389a7a tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:41:44.345041 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a4931-afaa-4210-b4e5-1d3863b3120f admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f4b31b-6abb-4c50-914e-76d835560aae,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:44.346903 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e92de1-3469-4b7d-95e1-23c853dac9a0 None None] Sync routers for ids ['c0ba04ee-e487-4895-8c3b-fe5a778c62df'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:41:44.359112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6492db-dc1a-44ea-ae2a-af26e8fc7a2f req-6347a503-ba68-4448-b487-61e395882f41 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:44.360109 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e92de1-3469-4b7d-95e1-23c853dac9a0 None None] Routers {'c0ba04ee-e487-4895-8c3b-fe5a778c62df'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:41:44.360801 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-71e92de1-3469-4b7d-95e1-23c853dac9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:41:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c0ba04ee-e487-4895-8c3b-fe5a778c62df'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:44.365027 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6492db-dc1a-44ea-ae2a-af26e8fc7a2f req-6347a503-ba68-4448-b487-61e395882f41 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:44.370902 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6492db-dc1a-44ea-ae2a-af26e8fc7a2f req-6347a503-ba68-4448-b487-61e395882f41 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:44.372565 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1a6492db-dc1a-44ea-ae2a-af26e8fc7a2f req-6347a503-ba68-4448-b487-61e395882f41 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 2374 time: 0.6126976 Mar 09 03:41:44.387393 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a4931-afaa-4210-b4e5-1d3863b3120f admin admin] Checking segment: {'id': 'ca4c4b7b-213f-4b3f-8541-848c26e89434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:41:44.387750 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40a4931-afaa-4210-b4e5-1d3863b3120f admin admin] Network hostable DHCP agents. Network: 2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:41:44.410104 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-daf89fb6-e58d-4744-baaa-5b6652389a7a tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] 10.222.0.16 "PUT /v2.0/routers/c0ba04ee-e487-4895-8c3b-fe5a778c62df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3944571 Mar 09 03:41:44.416263 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49908) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:44.421670 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 5d58ee24-569b-462b-b21f-a7fd4424b81b details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:41:44.455723 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-85f9259c-3c86-4a3f-889f-56546cbc2b80 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:44.483351 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-71e92de1-3469-4b7d-95e1-23c853dac9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:44.503036 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e92de1-3469-4b7d-95e1-23c853dac9a0 None None] Routers {'c0ba04ee-e487-4895-8c3b-fe5a778c62df'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:41:44.503694 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-71e92de1-3469-4b7d-95e1-23c853dac9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:41:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c0ba04ee-e487-4895-8c3b-fe5a778c62df'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:44.534406 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-a2cb2dd6-d16d-481d-8e65-b7fc3f6d650f tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] delete failed (client error): The resource could not be found. Mar 09 03:41:44.540044 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a2cb2dd6-d16d-481d-8e65-b7fc3f6d650f tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-506261375 HTTP/1.1" status: 404 len: 334 time: 0.1208591 Mar 09 03:41:44.546839 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49922) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:44.575297 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-71e92de1-3469-4b7d-95e1-23c853dac9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:44.576001 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e92de1-3469-4b7d-95e1-23c853dac9a0 None None] The sync data for ids ['c0ba04ee-e487-4895-8c3b-fe5a778c62df'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:41:44.578471 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-583d2104-7db7-4ba8-a07a-9112f86fa259 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c0ba04ee-e487-4895-8c3b-fe5a778c62df'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:44.644463 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 5d58ee24-569b-462b-b21f-a7fd4424b81b, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5d58ee24-569b-462b-b21f-a7fd4424b81b,segment=NetworkSegment(af2209d2-57f3-4ad5-bf93-abd67d5b0a2e),segment_id=af2209d2-57f3-4ad5-bf93-abd67d5b0a2e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:44.660150 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '5d58ee24-569b-462b-b21f-a7fd4424b81b', 'network_id': 'a1db9162-013b-4555-a7dd-e31cdddb344c', 'port_id': '5d58ee24-569b-462b-b21f-a7fd4424b81b', 'mac_address': 'fa:16:3e:bc:ad:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5bbbb50-9b24-4c8b-900f-4775f7f04439', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:41:44.713837 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977df749-b053-4944-b078-b6db021d57a9 req-153d5983-f20d-4c32-86ba-8bd890831c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:44.715499 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-977df749-b053-4944-b078-b6db021d57a9 req-153d5983-f20d-4c32-86ba-8bd890831c9e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=caaed4df-3321-4623-b833-5c56276e159b HTTP/1.1" status: 200 len: 1097 time: 0.3477387 Mar 09 03:41:44.733282 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:44.741642 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-85f9259c-3c86-4a3f-889f-56546cbc2b80 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Allocated IP 10.2.2.100 (aa98c4bf-cd2b-4512-b959-342f7d8cd273/26070e83-1c60-4df6-b85f-37b057dc633a/bc536592-9118-44c2-92f8-3c077dd9761f) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:41:44.756883 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d58ee24-569b-462b-b21f-a7fd4424b81b {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:41:44.781089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 5d58ee24-569b-462b-b21f-a7fd4424b81b, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5d58ee24-569b-462b-b21f-a7fd4424b81b,segment=NetworkSegment(af2209d2-57f3-4ad5-bf93-abd67d5b0a2e),segment_id=af2209d2-57f3-4ad5-bf93-abd67d5b0a2e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:44.789295 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:44.789481 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-977df749-b053-4944-b078-b6db021d57a9 req-97a78bcd-c8a1-419e-93f1-b6d5fbf7e2e0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654709 Mar 09 03:41:44.791325 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device a9955499-c02e-4035-aed3-ebd196be127d details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:41:44.993541 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1a6492db-dc1a-44ea-ae2a-af26e8fc7a2f req-cb7ee6f0-7b03-4d6b-b52a-a1e34a94b38c tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6086128 Mar 09 03:41:44.994124 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40a4931-afaa-4210-b4e5-1d3863b3120f admin admin] Network 2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:41:45.041390 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=5d58ee24-569b-462b-b21f-a7fd4424b81b,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:45.155063 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-85f9259c-3c86-4a3f-889f-56546cbc2b80 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:45.173384 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port a9955499-c02e-4035-aed3-ebd196be127d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=a9955499-c02e-4035-aed3-ebd196be127d,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:45.206968 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'a9955499-c02e-4035-aed3-ebd196be127d', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': 'a9955499-c02e-4035-aed3-ebd196be127d', 'mac_address': 'fa:16:3e:00:d1:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:41:45.217440 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-b40a4931-afaa-4210-b4e5-1d3863b3120f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:45.231812 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40a4931-afaa-4210-b4e5-1d3863b3120f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:45.232407 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b40a4931-afaa-4210-b4e5-1d3863b3120f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:45.238774 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ab3ce-fe8c-424b-b656-72777db6e6a9 req-f4c2d501-888c-4edf-8e55-5d85dc621920 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:45.240923 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-860ab3ce-fe8c-424b-b656-72777db6e6a9 req-f4c2d501-888c-4edf-8e55-5d85dc621920 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8c4a6a-5bd1-4b29-98dd-8d7d0827610e HTTP/1.1" status: 200 len: 944 time: 0.3953290 Mar 09 03:41:45.242014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-85f9259c-3c86-4a3f-889f-56546cbc2b80 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Transition to ACTIVE for port object bc536592-9118-44c2-92f8-3c077dd9761f will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:45.356845 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:45.363204 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-860ab3ce-fe8c-424b-b656-72777db6e6a9 req-44439f4a-6685-4af9-8a86-342b6897efdf tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039619 Mar 09 03:41:45.383348 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-85f9259c-3c86-4a3f-889f-56546cbc2b80 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:45.401562 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbf484b-b4a0-4638-9044-03b40c176225 None None] Network 2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:41:45.413212 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b40a4931-afaa-4210-b4e5-1d3863b3120f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2716136 Mar 09 03:41:45.413212 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49948) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:45.426468 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9955499-c02e-4035-aed3-ebd196be127d {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:41:45.431043 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-71d350b1-5ae2-44f6-99f8-509e0b05ebd0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:45.437295 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-71d350b1-5ae2-44f6-99f8-509e0b05ebd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:45.442805 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-71d350b1-5ae2-44f6-99f8-509e0b05ebd0 admin admin] Usage tracker for resource:router and tenant:7426cc43ccad4ae6a410e2758d65b5d6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:45.446761 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-71d350b1-5ae2-44f6-99f8-509e0b05ebd0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:45.454209 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-71d350b1-5ae2-44f6-99f8-509e0b05ebd0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:45.512469 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port a9955499-c02e-4035-aed3-ebd196be127d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=a9955499-c02e-4035-aed3-ebd196be127d,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:45.525651 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:45.551900 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-85f9259c-3c86-4a3f-889f-56546cbc2b80 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Network aa98c4bf-cd2b-4512-b959-342f7d8cd273 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:41:45.555808 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-85f9259c-3c86-4a3f-889f-56546cbc2b80 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:45.560230 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-85f9259c-3c86-4a3f-889f-56546cbc2b80 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:41:45.601674 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71d350b1-5ae2-44f6-99f8-509e0b05ebd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:45.602909 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71d350b1-5ae2-44f6-99f8-509e0b05ebd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:45.628896 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-583d2104-7db7-4ba8-a07a-9112f86fa259 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:45.660690 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=a9955499-c02e-4035-aed3-ebd196be127d,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:45.663473 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-85f9259c-3c86-4a3f-889f-56546cbc2b80 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:45.664149 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-85f9259c-3c86-4a3f-889f-56546cbc2b80 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:45.671399 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71d350b1-5ae2-44f6-99f8-509e0b05ebd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:45.679420 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['5d58ee24-569b-462b-b21f-a7fd4424b81b'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:41:45.697721 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-85f9259c-3c86-4a3f-889f-56546cbc2b80 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6970417 Mar 09 03:41:45.712136 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-64caf6ca-b95e-488e-9480-d356382c34a3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Request body: {'port': {'device_id': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'aa98c4bf-cd2b-4512-b959-342f7d8cd273', 'admin_state_up': True, 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'security_groups': ['8fa4de0a-7673-4082-a240-c9935702a8b7']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:45.721809 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['a9955499-c02e-4035-aed3-ebd196be127d'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:41:45.726087 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-583d2104-7db7-4ba8-a07a-9112f86fa259 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] update failed (client error): The resource could not be found. Mar 09 03:41:45.727182 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-583d2104-7db7-4ba8-a07a-9112f86fa259 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] 10.222.0.16 "PUT /v2.0/routers/c0ba04ee-e487-4895-8c3b-fe5a778c62df HTTP/1.1" status: 404 len: 339 time: 1.1776180 Mar 09 03:41:45.731996 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49978) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:45.769751 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9259c-3c86-4a3f-889f-56546cbc2b80 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event updated for resources: {'Port': ['ID=bc536592-9118-44c2-92f8-3c077dd9761f,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:45.820369 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 449a3ec3-600e-425c-9f81-7927758bce76 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:41:46.000465 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-64caf6ca-b95e-488e-9480-d356382c34a3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:41:46.005243 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-64caf6ca-b95e-488e-9480-d356382c34a3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Usage tracker for resource:port and tenant:a99da7d1ff544c6c946233b9d2e2fe07 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:41:46.017106 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-64caf6ca-b95e-488e-9480-d356382c34a3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Quota usage for port was recalculated. Used quota:11. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:41:46.026376 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-64caf6ca-b95e-488e-9480-d356382c34a3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:41:46.044815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-64caf6ca-b95e-488e-9480-d356382c34a3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Made reservation on behalf of a99da7d1ff544c6c946233b9d2e2fe07 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:41:46.055942 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-64caf6ca-b95e-488e-9480-d356382c34a3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:46.119147 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-94fe64e1-3332-4cef-8ae7-5473dd706cd4 None None] Provisioning for port bc536592-9118-44c2-92f8-3c077dd9761f completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:46.159819 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-94fe64e1-3332-4cef-8ae7-5473dd706cd4 None None] Provisioning complete for port bc536592-9118-44c2-92f8-3c077dd9761f triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:46.160590 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-94fe64e1-3332-4cef-8ae7-5473dd706cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:46.209649 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06cb59-b3f8-4283-9298-8c57336522f6 req-f7ccae31-fb06-494a-9d4c-86466bb8b297 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:46.217821 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ce06cb59-b3f8-4283-9298-8c57336522f6 req-f7ccae31-fb06-494a-9d4c-86466bb8b297 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=caaed4df-3321-4623-b833-5c56276e159b HTTP/1.1" status: 200 len: 946 time: 0.7530184 Mar 09 03:41:46.235195 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15133f4-7450-4a50-8ac5-9fdcde625d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'fixed_ips': [{'subnet_id': '30f4b31b-6abb-4c50-914e-76d835560aae'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:41:46.236444 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b15133f4-7450-4a50-8ac5-9fdcde625d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:46.425126 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71d350b1-5ae2-44f6-99f8-509e0b05ebd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:46.525504 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ce06cb59-b3f8-4283-9298-8c57336522f6 req-0c7f4b46-2481-4210-b6b6-173a935f7018 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063767 Mar 09 03:41:46.567361 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-b15133f4-7450-4a50-8ac5-9fdcde625d39 None None] Allocated IP 172.20.0.2 (2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6/30f4b31b-6abb-4c50-914e-76d835560aae/34bbf680-3fe3-431b-bb0d-3038cd3989c0) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:41:46.786143 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-94fe64e1-3332-4cef-8ae7-5473dd706cd4 None None] Port bc536592-9118-44c2-92f8-3c077dd9761f cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:41:46.791463 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03967ec9-c192-463b-8440-ba04ade3304f req-6f941d7f-deb6-4a5e-bb44-dda00bdb2b0d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:46.791463 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03967ec9-c192-463b-8440-ba04ade3304f req-6f941d7f-deb6-4a5e-bb44-dda00bdb2b0d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:46.805419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03967ec9-c192-463b-8440-ba04ade3304f req-6f941d7f-deb6-4a5e-bb44-dda00bdb2b0d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:46.805419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03967ec9-c192-463b-8440-ba04ade3304f req-6f941d7f-deb6-4a5e-bb44-dda00bdb2b0d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:46.805419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-03967ec9-c192-463b-8440-ba04ade3304f req-6f941d7f-deb6-4a5e-bb44-dda00bdb2b0d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Synchronizing usage tracker for tenant:a99da7d1ff544c6c946233b9d2e2fe07 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:41:46.948652 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-03967ec9-c192-463b-8440-ba04ade3304f req-6f941d7f-deb6-4a5e-bb44-dda00bdb2b0d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Unset dirty status for tenant:a99da7d1ff544c6c946233b9d2e2fe07 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:41:46.949024 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b15133f4-7450-4a50-8ac5-9fdcde625d39 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:46.949832 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-03967ec9-c192-463b-8440-ba04ade3304f req-6f941d7f-deb6-4a5e-bb44-dda00bdb2b0d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 3095 time: 0.7399001 Mar 09 03:41:46.961409 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b15133f4-7450-4a50-8ac5-9fdcde625d39 None None] Transition to ACTIVE for port object 34bbf680-3fe3-431b-bb0d-3038cd3989c0 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:46.999227 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b15133f4-7450-4a50-8ac5-9fdcde625d39 None None] Transition to ACTIVE for port object 34bbf680-3fe3-431b-bb0d-3038cd3989c0 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:47.023931 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b15133f4-7450-4a50-8ac5-9fdcde625d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:47.034301 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 449a3ec3-600e-425c-9f81-7927758bce76, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=449a3ec3-600e-425c-9f81-7927758bce76,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:47.069582 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-64caf6ca-b95e-488e-9480-d356382c34a3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Allocated IP 10.2.2.200 (aa98c4bf-cd2b-4512-b959-342f7d8cd273/26070e83-1c60-4df6-b85f-37b057dc633a/9d664959-c40f-40d2-a388-bd2e375986a5) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:41:47.138458 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-03967ec9-c192-463b-8440-ba04ade3304f req-df801a32-ef0f-4499-b10f-c671f9fa05ad tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687372 Mar 09 03:41:47.188615 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '449a3ec3-600e-425c-9f81-7927758bce76', 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1', 'port_id': '449a3ec3-600e-425c-9f81-7927758bce76', 'mac_address': 'fa:16:3e:03:d0:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf75fec-0961-40cc-8ceb-7209db6f79d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:41:47.262372 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15133f4-7450-4a50-8ac5-9fdcde625d39 None None] Network 2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:41:47.288143 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-b15133f4-7450-4a50-8ac5-9fdcde625d39 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:47.332606 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15133f4-7450-4a50-8ac5-9fdcde625d39 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:41:47.442794 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15133f4-7450-4a50-8ac5-9fdcde625d39 None None] Pushing event updated for resources: {'Port': ['ID=34bbf680-3fe3-431b-bb0d-3038cd3989c0,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:47.531959 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:47.567409 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-64caf6ca-b95e-488e-9480-d356382c34a3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:47.592896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 449a3ec3-600e-425c-9f81-7927758bce76 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:41:47.633104 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1f6ae490-f991-4fb7-a71f-0eae6d9da4ae tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:47.640167 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b15133f4-7450-4a50-8ac5-9fdcde625d39 None None] Attempting to bind port 34bbf680-3fe3-431b-bb0d-3038cd3989c0 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:41:47.640167 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b15133f4-7450-4a50-8ac5-9fdcde625d39 None None] Attempting to bind port 34bbf680-3fe3-431b-bb0d-3038cd3989c0 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ca4c4b7b-213f-4b3f-8541-848c26e89434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:41:47.647727 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-64caf6ca-b95e-488e-9480-d356382c34a3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Transition to ACTIVE for port object 9d664959-c40f-40d2-a388-bd2e375986a5 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:47.654447 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15133f4-7450-4a50-8ac5-9fdcde625d39 None None] Attempting to bind port 34bbf680-3fe3-431b-bb0d-3038cd3989c0 on network 2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:41:47.661360 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d0da-90d4-41b2-84d6-9558d64f76d5 req-64920b5c-be4e-4d21-9dd1-80493562d351 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:47.669660 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15133f4-7450-4a50-8ac5-9fdcde625d39 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:41:47.669660 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15133f4-7450-4a50-8ac5-9fdcde625d39 None None] Checking segment: {'id': 'ca4c4b7b-213f-4b3f-8541-848c26e89434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:41:47.669660 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b15133f4-7450-4a50-8ac5-9fdcde625d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:47.669660 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15133f4-7450-4a50-8ac5-9fdcde625d39 None None] Bound using segment: {'id': 'ca4c4b7b-213f-4b3f-8541-848c26e89434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:41:47.669660 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b15133f4-7450-4a50-8ac5-9fdcde625d39 None None] Bound port: 34bbf680-3fe3-431b-bb0d-3038cd3989c0, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4c4b7b-213f-4b3f-8541-848c26e89434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:41:47.669660 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b15133f4-7450-4a50-8ac5-9fdcde625d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:47.680279 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7ce9d0da-90d4-41b2-84d6-9558d64f76d5 req-64920b5c-be4e-4d21-9dd1-80493562d351 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8c4a6a-5bd1-4b29-98dd-8d7d0827610e HTTP/1.1" status: 200 len: 944 time: 0.9447634 Mar 09 03:41:47.687685 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 449a3ec3-600e-425c-9f81-7927758bce76, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=449a3ec3-600e-425c-9f81-7927758bce76,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:47.714762 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7ce9d0da-90d4-41b2-84d6-9558d64f76d5 req-ab62afd9-7e5f-479b-9755-9efa10141f1a tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615909 Mar 09 03:41:47.731185 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:47.938389 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['449a3ec3-600e-425c-9f81-7927758bce76'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:41:47.956409 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-64caf6ca-b95e-488e-9480-d356382c34a3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:48.164950 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-b15133f4-7450-4a50-8ac5-9fdcde625d39 None None] For port 34bbf680-3fe3-431b-bb0d-3038cd3989c0, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:41:48.164950 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-b15133f4-7450-4a50-8ac5-9fdcde625d39 None None] For port 34bbf680-3fe3-431b-bb0d-3038cd3989c0, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=34bbf680-3fe3-431b-bb0d-3038cd3989c0,segment=NetworkSegment(ca4c4b7b-213f-4b3f-8541-848c26e89434),segment_id=ca4c4b7b-213f-4b3f-8541-848c26e89434)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:41:48.191745 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=449a3ec3-600e-425c-9f81-7927758bce76,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:48.191745 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b15133f4-7450-4a50-8ac5-9fdcde625d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:48.279545 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-64caf6ca-b95e-488e-9480-d356382c34a3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Network aa98c4bf-cd2b-4512-b959-342f7d8cd273 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:41:48.294771 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-64caf6ca-b95e-488e-9480-d356382c34a3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:48.331656 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15133f4-7450-4a50-8ac5-9fdcde625d39 None None] Pushing event updated for resources: {'Port': ['ID=34bbf680-3fe3-431b-bb0d-3038cd3989c0,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:48.337740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-64caf6ca-b95e-488e-9480-d356382c34a3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:41:48.501356 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device a9955499-c02e-4035-aed3-ebd196be127d up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:48.512786 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64caf6ca-b95e-488e-9480-d356382c34a3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event updated for resources: {'Port': ['ID=9d664959-c40f-40d2-a388-bd2e375986a5,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:48.597293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddf10a-235c-4d3d-b7c3-a667b41642d2 req-6f7f8740-26b8-463a-a729-130f4a3c48b1 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:48.604384 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6ddf10a-235c-4d3d-b7c3-a667b41642d2 req-6f7f8740-26b8-463a-a729-130f4a3c48b1 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=caaed4df-3321-4623-b833-5c56276e159b HTTP/1.1" status: 200 len: 946 time: 0.8743839 Mar 09 03:41:48.734540 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6ddf10a-235c-4d3d-b7c3-a667b41642d2 req-0335fbac-9eda-4f49-91cc-6bd60273d0a5 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125877 Mar 09 03:41:48.777316 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-64caf6ca-b95e-488e-9480-d356382c34a3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:48.788225 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-64caf6ca-b95e-488e-9480-d356382c34a3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:48.858231 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-64caf6ca-b95e-488e-9480-d356382c34a3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1511703 Mar 09 03:41:48.876921 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f7f70d0e-bfc8-4cb6-9eee-3a7062ced5e6 service neutron] Request body: {'port': {'device_id': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:48.877730 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-560e9a61-4fcc-4ae1-964f-f7acd5368b56 None None] Provisioning for port 9d664959-c40f-40d2-a388-bd2e375986a5 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:48.947939 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-560e9a61-4fcc-4ae1-964f-f7acd5368b56 None None] Provisioning complete for port 9d664959-c40f-40d2-a388-bd2e375986a5 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:48.949866 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-560e9a61-4fcc-4ae1-964f-f7acd5368b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:49.141034 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port a9955499-c02e-4035-aed3-ebd196be127d triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:49.141560 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:49.185168 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-560e9a61-4fcc-4ae1-964f-f7acd5368b56 None None] Port 9d664959-c40f-40d2-a388-bd2e375986a5 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:41:49.217597 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-1f6ae490-f991-4fb7-a71f-0eae6d9da4ae tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Allocated IP 172.20.0.1 (778daee6-c65f-4bc7-bb13-3d75b1c73d2f/b44e8609-c972-4b7b-a3f5-687693be2436/0f7b1b6c-ce44-4a35-8b1e-7a692091f6c0) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:41:49.220140 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71d350b1-5ae2-44f6-99f8-509e0b05ebd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:49.237465 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f7f70d0e-bfc8-4cb6-9eee-3a7062ced5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:49.263949 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71d350b1-5ae2-44f6-99f8-509e0b05ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:49.312234 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:49.319830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1daf883-05ec-4068-8d08-3c1423482087 req-59e8693c-b4d6-424f-b899-d0d50bcb852c tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:49.321522 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c1daf883-05ec-4068-8d08-3c1423482087 req-59e8693c-b4d6-424f-b899-d0d50bcb852c tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8c4a6a-5bd1-4b29-98dd-8d7d0827610e HTTP/1.1" status: 200 len: 944 time: 0.3073213 Mar 09 03:41:49.347758 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7801899-2635-4705-9259-ec615aab2ad2 req-f082d886-0586-4d85-a7da-ccc168af3fda tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:49.353547 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee66d1f5-ff60-4479-973f-74e03552da3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9955499-c02e-4035-aed3-ebd196be127d'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:41:49.356160 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7801899-2635-4705-9259-ec615aab2ad2 req-f082d886-0586-4d85-a7da-ccc168af3fda tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:49.362426 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7801899-2635-4705-9259-ec615aab2ad2 req-f082d886-0586-4d85-a7da-ccc168af3fda tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:49.365390 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port a9955499-c02e-4035-aed3-ebd196be127d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=a9955499-c02e-4035-aed3-ebd196be127d,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:49.369924 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7801899-2635-4705-9259-ec615aab2ad2 req-f082d886-0586-4d85-a7da-ccc168af3fda tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:49.378200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7801899-2635-4705-9259-ec615aab2ad2 req-f082d886-0586-4d85-a7da-ccc168af3fda tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:49.380252 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:49.383257 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 5d58ee24-569b-462b-b21f-a7fd4424b81b up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:49.388461 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a7801899-2635-4705-9259-ec615aab2ad2 req-f082d886-0586-4d85-a7da-ccc168af3fda tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 3816 time: 0.7963026 Mar 09 03:41:49.404884 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c1daf883-05ec-4068-8d08-3c1423482087 req-f0bd7baf-eb3b-4fe9-a3d3-ee9ce592123d tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749772 Mar 09 03:41:49.560179 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=a9955499-c02e-4035-aed3-ebd196be127d,revision_number=7']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:49.580171 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 5d58ee24-569b-462b-b21f-a7fd4424b81b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:49.581093 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:49.636984 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a7801899-2635-4705-9259-ec615aab2ad2 req-cf2c18e8-7671-48c4-b820-b4cf1bb7ef2d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460413 Mar 09 03:41:49.751056 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 449a3ec3-600e-425c-9f81-7927758bce76 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:49.898729 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee66d1f5-ff60-4479-973f-74e03552da3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9955499-c02e-4035-aed3-ebd196be127d', 'code': 200} Mar 09 03:41:49.911413 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:41:49.999930 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:50.061550 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 449a3ec3-600e-425c-9f81-7927758bce76 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:50.062914 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:50.067225 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-71d350b1-5ae2-44f6-99f8-509e0b05ebd0 admin admin] Allocated IP 172.25.7.149 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/6e158096-acd2-4404-91f7-22fcc5ec96e9) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:41:50.119268 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 5d58ee24-569b-462b-b21f-a7fd4424b81b, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5d58ee24-569b-462b-b21f-a7fd4424b81b,segment=NetworkSegment(af2209d2-57f3-4ad5-bf93-abd67d5b0a2e),segment_id=af2209d2-57f3-4ad5-bf93-abd67d5b0a2e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:50.124559 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776b13ee-3427-4cfb-97a1-2c012dc5a259 None None] Network 2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:41:50.248195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f7f70d0e-bfc8-4cb6-9eee-3a7062ced5e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1644b1aa-49cd-41fb-87b3-ed75bd5fc672 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:41:50.269333 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f7f70d0e-bfc8-4cb6-9eee-3a7062ced5e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:50.289056 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71d350b1-5ae2-44f6-99f8-509e0b05ebd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:50.295669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f7f70d0e-bfc8-4cb6-9eee-3a7062ced5e6 service neutron] Transition to ACTIVE for port object 1644b1aa-49cd-41fb-87b3-ed75bd5fc672 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:50.295669 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f7f70d0e-bfc8-4cb6-9eee-3a7062ced5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:50.383083 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1f6ae490-f991-4fb7-a71f-0eae6d9da4ae tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:50.400673 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-1f6ae490-f991-4fb7-a71f-0eae6d9da4ae tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Transition to ACTIVE for port object 0f7b1b6c-ce44-4a35-8b1e-7a692091f6c0 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:50.447343 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:50.479686 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71d350b1-5ae2-44f6-99f8-509e0b05ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:50.534527 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 5d58ee24-569b-462b-b21f-a7fd4424b81b no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:41:50.777415 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f70d0e-bfc8-4cb6-9eee-3a7062ced5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1644b1aa-49cd-41fb-87b3-ed75bd5fc672,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:50.847700 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1f6ae490-f991-4fb7-a71f-0eae6d9da4ae tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:50.902357 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:50.925893 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-daccc4c5-2f4e-443a-8ac3-9afbe3c0f866 None None] Provisioning for port 34bbf680-3fe3-431b-bb0d-3038cd3989c0 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:51.109670 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d350b1-5ae2-44f6-99f8-509e0b05ebd0 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:41:51.112064 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f7f70d0e-bfc8-4cb6-9eee-3a7062ced5e6 service neutron] Attempting to bind port 1644b1aa-49cd-41fb-87b3-ed75bd5fc672 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:41:51.112488 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f7f70d0e-bfc8-4cb6-9eee-3a7062ced5e6 service neutron] Attempting to bind port 1644b1aa-49cd-41fb-87b3-ed75bd5fc672 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '635225fe-5597-4fc5-b912-d36acfd93dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:41:51.112710 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f7f70d0e-bfc8-4cb6-9eee-3a7062ced5e6 service neutron] Attempting to bind port 1644b1aa-49cd-41fb-87b3-ed75bd5fc672 on network a8e31c6c-fab7-4159-aaef-1d90e4713210 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:41:51.142822 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-71d350b1-5ae2-44f6-99f8-509e0b05ebd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:51.148116 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f7f70d0e-bfc8-4cb6-9eee-3a7062ced5e6 service neutron] Port 1644b1aa-49cd-41fb-87b3-ed75bd5fc672 on network a8e31c6c-fab7-4159-aaef-1d90e4713210 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:41:51.151559 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d350b1-5ae2-44f6-99f8-509e0b05ebd0 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:41:51.155172 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=5d58ee24-569b-462b-b21f-a7fd4424b81b,revision_number=7']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:51.155744 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f7f70d0e-bfc8-4cb6-9eee-3a7062ced5e6 service neutron] Attempting to bind port 1644b1aa-49cd-41fb-87b3-ed75bd5fc672 on network a8e31c6c-fab7-4159-aaef-1d90e4713210 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:41:51.167937 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 34bbf680-3fe3-431b-bb0d-3038cd3989c0 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:51.176327 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f7f70d0e-bfc8-4cb6-9eee-3a7062ced5e6 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:41:51.176586 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f7f70d0e-bfc8-4cb6-9eee-3a7062ced5e6 service neutron] Checking segment: {'id': '635225fe-5597-4fc5-b912-d36acfd93dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:41:51.179586 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f7f70d0e-bfc8-4cb6-9eee-3a7062ced5e6 service neutron] Bound using segment: {'id': '635225fe-5597-4fc5-b912-d36acfd93dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:41:51.181186 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f7f70d0e-bfc8-4cb6-9eee-3a7062ced5e6 service neutron] Bound port: 1644b1aa-49cd-41fb-87b3-ed75bd5fc672, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635225fe-5597-4fc5-b912-d36acfd93dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:41:51.181819 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f7f70d0e-bfc8-4cb6-9eee-3a7062ced5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:51.220775 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ac142-962a-4e62-9806-23c5350ac57b req-dc867bc8-50b4-4033-b047-b61a05c68b5c tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:51.229118 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a88ac142-962a-4e62-9806-23c5350ac57b req-dc867bc8-50b4-4033-b047-b61a05c68b5c tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=caaed4df-3321-4623-b833-5c56276e159b HTTP/1.1" status: 200 len: 946 time: 0.8641300 Mar 09 03:41:51.332790 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 5d58ee24-569b-462b-b21f-a7fd4424b81b, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5d58ee24-569b-462b-b21f-a7fd4424b81b,segment=NetworkSegment(af2209d2-57f3-4ad5-bf93-abd67d5b0a2e),segment_id=af2209d2-57f3-4ad5-bf93-abd67d5b0a2e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:51.414811 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a88ac142-962a-4e62-9806-23c5350ac57b req-41f38afa-6331-4315-bdee-25e2f64c3dff tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825793 Mar 09 03:41:51.433703 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:51.559718 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6ae490-f991-4fb7-a71f-0eae6d9da4ae tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Network 778daee6-c65f-4bc7-bb13-3d75b1c73d2f is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:41:51.561483 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f7f70d0e-bfc8-4cb6-9eee-3a7062ced5e6 service neutron] For port 1644b1aa-49cd-41fb-87b3-ed75bd5fc672, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:41:51.574041 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f7f70d0e-bfc8-4cb6-9eee-3a7062ced5e6 service neutron] For port 1644b1aa-49cd-41fb-87b3-ed75bd5fc672, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=1644b1aa-49cd-41fb-87b3-ed75bd5fc672,segment=NetworkSegment(635225fe-5597-4fc5-b912-d36acfd93dcb),segment_id=635225fe-5597-4fc5-b912-d36acfd93dcb)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:41:51.586793 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f7f70d0e-bfc8-4cb6-9eee-3a7062ced5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:51.596635 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-1f6ae490-f991-4fb7-a71f-0eae6d9da4ae tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:51.596859 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:51.625296 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6ae490-f991-4fb7-a71f-0eae6d9da4ae tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:41:51.732015 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 449a3ec3-600e-425c-9f81-7927758bce76, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=449a3ec3-600e-425c-9f81-7927758bce76,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:51.769434 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:51.769434 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 34bbf680-3fe3-431b-bb0d-3038cd3989c0 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:51.769434 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 34bbf680-3fe3-431b-bb0d-3038cd3989c0 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:51.769434 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:51.871583 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=5d58ee24-569b-462b-b21f-a7fd4424b81b,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:51.970349 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1f6ae490-f991-4fb7-a71f-0eae6d9da4ae tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:51.988446 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8c4a6a-5bd1-4b29-98dd-8d7d0827610e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d58ee24-569b-462b-b21f-a7fd4424b81b'}, {'server_uuid': 'df8c4a6a-5bd1-4b29-98dd-8d7d0827610e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d58ee24-569b-462b-b21f-a7fd4424b81b'}, {'server_uuid': 'a80a53f5-bb44-45d8-a1ef-bf34c805f201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449a3ec3-600e-425c-9f81-7927758bce76'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:41:52.194360 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=449a3ec3-600e-425c-9f81-7927758bce76,revision_number=7']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:52.313333 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a76fc31f-3419-4399-9765-90c689d3d8e0 None None] Provisioning for port 0f7b1b6c-ce44-4a35-8b1e-7a692091f6c0 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:41:52.330825 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a76fc31f-3419-4399-9765-90c689d3d8e0 None None] Provisioning complete for port 0f7b1b6c-ce44-4a35-8b1e-7a692091f6c0 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:52.330825 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a76fc31f-3419-4399-9765-90c689d3d8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:52.450282 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:52.461562 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f7f70d0e-bfc8-4cb6-9eee-3a7062ced5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:52.461562 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f7f70d0e-bfc8-4cb6-9eee-3a7062ced5e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:52.461562 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f7f70d0e-bfc8-4cb6-9eee-3a7062ced5e6 service neutron] 10.222.0.24 "PUT /v2.0/ports/1644b1aa-49cd-41fb-87b3-ed75bd5fc672 HTTP/1.1" status: 200 len: 1091 time: 3.5894318 Mar 09 03:41:52.477051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'tag': '1644b1aa-49cd-41fb-87b3-ed75bd5fc672'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:41:52.512106 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a76fc31f-3419-4399-9765-90c689d3d8e0 None None] Port 0f7b1b6c-ce44-4a35-8b1e-7a692091f6c0 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:41:52.572309 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 34bbf680-3fe3-431b-bb0d-3038cd3989c0, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=34bbf680-3fe3-431b-bb0d-3038cd3989c0,segment=NetworkSegment(ca4c4b7b-213f-4b3f-8541-848c26e89434),segment_id=ca4c4b7b-213f-4b3f-8541-848c26e89434)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:52.582820 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:52.585494 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-af9c54ad-f687-4cc3-ab95-aa778f5cd77a service neutron] Request body: {'port': {'device_id': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:52.616576 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d350b1-5ae2-44f6-99f8-509e0b05ebd0 admin admin] Pushing event updated for resources: {'Port': ['ID=6e158096-acd2-4404-91f7-22fcc5ec96e9,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:52.690140 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae206d59-ce60-45c6-8786-394888774998 req-5cdefd8c-224d-48cf-9b05-b20a3b36c3cf tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:52.698692 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f70d0e-bfc8-4cb6-9eee-3a7062ced5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1644b1aa-49cd-41fb-87b3-ed75bd5fc672,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:52.704769 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ae206d59-ce60-45c6-8786-394888774998 req-5cdefd8c-224d-48cf-9b05-b20a3b36c3cf tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8c4a6a-5bd1-4b29-98dd-8d7d0827610e HTTP/1.1" status: 200 len: 945 time: 1.8164101 Mar 09 03:41:52.815417 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-af9c54ad-f687-4cc3-ab95-aa778f5cd77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:52.926352 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-17cbb549-e600-4ee9-b315-327c9c0e5110 None None] Provisioning complete for port 34bbf680-3fe3-431b-bb0d-3038cd3989c0 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:52.926352 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-17cbb549-e600-4ee9-b315-327c9c0e5110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:53.018186 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df100a23-4c73-4a9f-8cc1-112562448ee6 req-ba0ba2e2-da1d-4dd1-852b-fe00b6fe4a9d tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:53.018186 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-df100a23-4c73-4a9f-8cc1-112562448ee6 req-ba0ba2e2-da1d-4dd1-852b-fe00b6fe4a9d tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.21 "GET /v2.0/ports?device_id=df8c4a6a-5bd1-4b29-98dd-8d7d0827610e HTTP/1.1" status: 200 len: 945 time: 2.5892189 Mar 09 03:41:53.238174 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=34bbf680-3fe3-431b-bb0d-3038cd3989c0,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:53.546302 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ae206d59-ce60-45c6-8786-394888774998 req-9a6a7e58-b6ab-4008-bdd8-d40de21712e1 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8405595 Mar 09 03:41:53.548537 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-af9c54ad-f687-4cc3-ab95-aa778f5cd77a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095f303c-8011-497f-8929-ca48dda83cc0 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:41:53.569219 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-af9c54ad-f687-4cc3-ab95-aa778f5cd77a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:53.584695 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-df100a23-4c73-4a9f-8cc1-112562448ee6 req-3e297505-91e4-4e8b-8eef-f2246eb7da62 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Deleting port 5d58ee24-569b-462b-b21f-a7fd4424b81b {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:41:53.585846 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-df100a23-4c73-4a9f-8cc1-112562448ee6 req-3e297505-91e4-4e8b-8eef-f2246eb7da62 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:53.592688 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-af9c54ad-f687-4cc3-ab95-aa778f5cd77a service neutron] Transition to ACTIVE for port object 095f303c-8011-497f-8929-ca48dda83cc0 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:53.600339 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-af9c54ad-f687-4cc3-ab95-aa778f5cd77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:54.117832 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c54ad-f687-4cc3-ab95-aa778f5cd77a service neutron] Pushing event updated for resources: {'Port': ['ID=095f303c-8011-497f-8929-ca48dda83cc0,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:54.123488 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-df100a23-4c73-4a9f-8cc1-112562448ee6 req-3e297505-91e4-4e8b-8eef-f2246eb7da62 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] For port 5d58ee24-569b-462b-b21f-a7fd4424b81b, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5d58ee24-569b-462b-b21f-a7fd4424b81b,segment=NetworkSegment(af2209d2-57f3-4ad5-bf93-abd67d5b0a2e),segment_id=af2209d2-57f3-4ad5-bf93-abd67d5b0a2e)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:41:54.128984 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-df100a23-4c73-4a9f-8cc1-112562448ee6 req-3e297505-91e4-4e8b-8eef-f2246eb7da62 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:54.181715 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ae490-f991-4fb7-a71f-0eae6d9da4ae tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Pushing event updated for resources: {'Port': ['ID=0f7b1b6c-ce44-4a35-8b1e-7a692091f6c0,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:54.354159 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-af9c54ad-f687-4cc3-ab95-aa778f5cd77a service neutron] Attempting to bind port 095f303c-8011-497f-8929-ca48dda83cc0 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:41:54.354497 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-af9c54ad-f687-4cc3-ab95-aa778f5cd77a service neutron] Attempting to bind port 095f303c-8011-497f-8929-ca48dda83cc0 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'e402bb94-ddbc-49af-9903-a0a54701afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:41:54.356786 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-af9c54ad-f687-4cc3-ab95-aa778f5cd77a service neutron] Attempting to bind port 095f303c-8011-497f-8929-ca48dda83cc0 on network 3df08107-39bd-418e-a91b-4b0bc364390c {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:41:54.364093 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-af9c54ad-f687-4cc3-ab95-aa778f5cd77a service neutron] Port 095f303c-8011-497f-8929-ca48dda83cc0 on network 3df08107-39bd-418e-a91b-4b0bc364390c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:41:54.364407 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-af9c54ad-f687-4cc3-ab95-aa778f5cd77a service neutron] Attempting to bind port 095f303c-8011-497f-8929-ca48dda83cc0 on network 3df08107-39bd-418e-a91b-4b0bc364390c {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:41:54.374775 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-af9c54ad-f687-4cc3-ab95-aa778f5cd77a service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:41:54.375368 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-af9c54ad-f687-4cc3-ab95-aa778f5cd77a service neutron] Checking segment: {'id': 'e402bb94-ddbc-49af-9903-a0a54701afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:41:54.376472 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-af9c54ad-f687-4cc3-ab95-aa778f5cd77a service neutron] Bound using segment: {'id': 'e402bb94-ddbc-49af-9903-a0a54701afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:41:54.377663 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-af9c54ad-f687-4cc3-ab95-aa778f5cd77a service neutron] Bound port: 095f303c-8011-497f-8929-ca48dda83cc0, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e402bb94-ddbc-49af-9903-a0a54701afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:41:54.378187 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-af9c54ad-f687-4cc3-ab95-aa778f5cd77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:54.628311 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1f6ae490-f991-4fb7-a71f-0eae6d9da4ae tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:54.655487 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-af9c54ad-f687-4cc3-ab95-aa778f5cd77a service neutron] For port 095f303c-8011-497f-8929-ca48dda83cc0, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:41:54.660423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-af9c54ad-f687-4cc3-ab95-aa778f5cd77a service neutron] For port 095f303c-8011-497f-8929-ca48dda83cc0, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=095f303c-8011-497f-8929-ca48dda83cc0,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:41:54.669211 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-af9c54ad-f687-4cc3-ab95-aa778f5cd77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:54.788257 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-af9c54ad-f687-4cc3-ab95-aa778f5cd77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:54.788897 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-af9c54ad-f687-4cc3-ab95-aa778f5cd77a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:54.792373 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-af9c54ad-f687-4cc3-ab95-aa778f5cd77a service neutron] 10.222.0.24 "PUT /v2.0/ports/095f303c-8011-497f-8929-ca48dda83cc0 HTTP/1.1" status: 200 len: 1136 time: 2.2580726 Mar 09 03:41:54.843771 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Request body: {'port': {'device_id': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:54.943097 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 34bbf680-3fe3-431b-bb0d-3038cd3989c0 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:41:55.082063 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-df100a23-4c73-4a9f-8cc1-112562448ee6 req-3e297505-91e4-4e8b-8eef-f2246eb7da62 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Calling delete_port for 5d58ee24-569b-462b-b21f-a7fd4424b81b owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:41:55.122312 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c54ad-f687-4cc3-ab95-aa778f5cd77a service neutron] Pushing event updated for resources: {'Port': ['ID=095f303c-8011-497f-8929-ca48dda83cc0,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:55.191755 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 34bbf680-3fe3-431b-bb0d-3038cd3989c0 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:55.192392 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:55.211483 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71d350b1-5ae2-44f6-99f8-509e0b05ebd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:55.243800 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:55.887219 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 629e71ff-ed13-489c-8924-359aa6fd885b {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:41:55.901770 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:55.935423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Transition to ACTIVE for port object 629e71ff-ed13-489c-8924-359aa6fd885b will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:55.945814 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:56.113535 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Pushing event updated for resources: {'Port': ['ID=629e71ff-ed13-489c-8924-359aa6fd885b,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:56.273951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:56.273951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:56.273951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:56.274224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:56.274484 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:56.291249 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:56.291740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:56.293427 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:56.296758 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:56.299080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:56.312543 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:56.314358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:41:56.343429 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1f6ae490-f991-4fb7-a71f-0eae6d9da4ae tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:56.912815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Attempting to bind port 629e71ff-ed13-489c-8924-359aa6fd885b on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:41:56.912815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Attempting to bind port 629e71ff-ed13-489c-8924-359aa6fd885b by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'e402bb94-ddbc-49af-9903-a0a54701afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:41:56.912815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Attempting to bind port 629e71ff-ed13-489c-8924-359aa6fd885b on network 3df08107-39bd-418e-a91b-4b0bc364390c {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:41:56.926772 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Port 629e71ff-ed13-489c-8924-359aa6fd885b on network 3df08107-39bd-418e-a91b-4b0bc364390c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:41:56.927889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Attempting to bind port 629e71ff-ed13-489c-8924-359aa6fd885b on network 3df08107-39bd-418e-a91b-4b0bc364390c {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:41:56.950757 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:41:56.953614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Checking segment: {'id': 'e402bb94-ddbc-49af-9903-a0a54701afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:41:56.953614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Bound using segment: {'id': 'e402bb94-ddbc-49af-9903-a0a54701afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:41:56.953614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Bound port: 629e71ff-ed13-489c-8924-359aa6fd885b, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e402bb94-ddbc-49af-9903-a0a54701afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:41:56.954332 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:57.070796 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71d350b1-5ae2-44f6-99f8-509e0b05ebd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:57.080731 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1f6ae490-f991-4fb7-a71f-0eae6d9da4ae tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:57.213225 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] For port 629e71ff-ed13-489c-8924-359aa6fd885b, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:41:57.222614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] For port 629e71ff-ed13-489c-8924-359aa6fd885b, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=629e71ff-ed13-489c-8924-359aa6fd885b,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:41:57.234207 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:57.346179 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1f6ae490-f991-4fb7-a71f-0eae6d9da4ae tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:57.460052 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:57.460052 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:57.460052 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] 10.222.0.24 "PUT /v2.0/ports/629e71ff-ed13-489c-8924-359aa6fd885b HTTP/1.1" status: 200 len: 1135 time: 2.6171181 Mar 09 03:41:57.506655 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ca69ed5b-12ed-46e0-9784-30e658ac02b9 service neutron] Request body: {'port': {'device_id': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:57.730389 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ca69ed5b-12ed-46e0-9784-30e658ac02b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:57.758326 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766b49c-ea16-4d6b-a239-fef3c331aca2 service neutron] Pushing event updated for resources: {'Port': ['ID=629e71ff-ed13-489c-8924-359aa6fd885b,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:57.788606 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ae490-f991-4fb7-a71f-0eae6d9da4ae tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Pushing event updated for resources: {'Port': ['ID=0f7b1b6c-ce44-4a35-8b1e-7a692091f6c0,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:57.863149 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a436b55-375a-40ad-8531-75347627689b req-b6957cb0-3256-4ed7-a638-66d81d2e00c2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:57.869918 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a436b55-375a-40ad-8531-75347627689b req-b6957cb0-3256-4ed7-a638-66d81d2e00c2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:57.883726 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a436b55-375a-40ad-8531-75347627689b req-b6957cb0-3256-4ed7-a638-66d81d2e00c2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:57.893766 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a436b55-375a-40ad-8531-75347627689b req-b6957cb0-3256-4ed7-a638-66d81d2e00c2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:57.906402 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a436b55-375a-40ad-8531-75347627689b req-b6957cb0-3256-4ed7-a638-66d81d2e00c2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:57.912647 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a436b55-375a-40ad-8531-75347627689b req-b6957cb0-3256-4ed7-a638-66d81d2e00c2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:57.914901 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1a436b55-375a-40ad-8531-75347627689b req-b6957cb0-3256-4ed7-a638-66d81d2e00c2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 4606 time: 3.7664266 Mar 09 03:41:58.393517 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1a436b55-375a-40ad-8531-75347627689b req-f4057728-044b-43a0-8943-8f4dfdc0f8b6 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4484439 Mar 09 03:41:58.408518 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6ae490-f991-4fb7-a71f-0eae6d9da4ae tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Network 778daee6-c65f-4bc7-bb13-3d75b1c73d2f is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:41:58.445116 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-1f6ae490-f991-4fb7-a71f-0eae6d9da4ae tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:41:58.465257 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d350b1-5ae2-44f6-99f8-509e0b05ebd0 admin admin] Router 1f9efa19-91a3-41da-9caf-d24f9a1c677f is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:41:58.613037 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ca69ed5b-12ed-46e0-9784-30e658ac02b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74095d9e-619d-4376-9680-b65aea510aa3 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:41:58.627672 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-df100a23-4c73-4a9f-8cc1-112562448ee6 req-3e297505-91e4-4e8b-8eef-f2246eb7da62 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:58.648333 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ca69ed5b-12ed-46e0-9784-30e658ac02b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:58.709563 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ca69ed5b-12ed-46e0-9784-30e658ac02b9 service neutron] Transition to ACTIVE for port object 74095d9e-619d-4376-9680-b65aea510aa3 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:41:58.720044 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ca69ed5b-12ed-46e0-9784-30e658ac02b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:58.729498 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3c892e0a-3fa0-4ad8-9ef8-8b6d6c77d2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:58.831514 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2282805f-b921-417d-8f1d-092bede4b190 None None] Provisioning complete for port 0f7b1b6c-ce44-4a35-8b1e-7a692091f6c0 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:41:58.834494 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2282805f-b921-417d-8f1d-092bede4b190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:59.056996 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-2282805f-b921-417d-8f1d-092bede4b190 None None] Port 0f7b1b6c-ce44-4a35-8b1e-7a692091f6c0 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:41:59.202958 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ca69ed5b-12ed-46e0-9784-30e658ac02b9 service neutron] Attempting to bind port 74095d9e-619d-4376-9680-b65aea510aa3 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:41:59.203301 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ca69ed5b-12ed-46e0-9784-30e658ac02b9 service neutron] Attempting to bind port 74095d9e-619d-4376-9680-b65aea510aa3 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'e402bb94-ddbc-49af-9903-a0a54701afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:41:59.203629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ca69ed5b-12ed-46e0-9784-30e658ac02b9 service neutron] Attempting to bind port 74095d9e-619d-4376-9680-b65aea510aa3 on network 3df08107-39bd-418e-a91b-4b0bc364390c {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:41:59.206333 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69ed5b-12ed-46e0-9784-30e658ac02b9 service neutron] Pushing event updated for resources: {'Port': ['ID=74095d9e-619d-4376-9680-b65aea510aa3,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:59.228903 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ca69ed5b-12ed-46e0-9784-30e658ac02b9 service neutron] Port 74095d9e-619d-4376-9680-b65aea510aa3 on network 3df08107-39bd-418e-a91b-4b0bc364390c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:41:59.229237 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ca69ed5b-12ed-46e0-9784-30e658ac02b9 service neutron] Attempting to bind port 74095d9e-619d-4376-9680-b65aea510aa3 on network 3df08107-39bd-418e-a91b-4b0bc364390c {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:41:59.260936 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ca69ed5b-12ed-46e0-9784-30e658ac02b9 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:41:59.261214 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d350b1-5ae2-44f6-99f8-509e0b05ebd0 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:41:59.261437 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ca69ed5b-12ed-46e0-9784-30e658ac02b9 service neutron] Checking segment: {'id': 'e402bb94-ddbc-49af-9903-a0a54701afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:41:59.261833 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ca69ed5b-12ed-46e0-9784-30e658ac02b9 service neutron] Bound using segment: {'id': 'e402bb94-ddbc-49af-9903-a0a54701afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:41:59.262998 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ca69ed5b-12ed-46e0-9784-30e658ac02b9 service neutron] Bound port: 74095d9e-619d-4376-9680-b65aea510aa3, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e402bb94-ddbc-49af-9903-a0a54701afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:41:59.262998 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ca69ed5b-12ed-46e0-9784-30e658ac02b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:59.270873 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23949bec-e195-42c7-82c1-78778106eaca None None] Sync routers for ids ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:41:59.292981 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e297505-91e4-4e8b-8eef-f2246eb7da62 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Pushing event deleted for resources: {'Port': ['ID=5d58ee24-569b-462b-b21f-a7fd4424b81b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:59.316401 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23949bec-e195-42c7-82c1-78778106eaca None None] Routers {'1f9efa19-91a3-41da-9caf-d24f9a1c677f'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:41:59.316699 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-23949bec-e195-42c7-82c1-78778106eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:41:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:41:59.518830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ca69ed5b-12ed-46e0-9784-30e658ac02b9 service neutron] For port 74095d9e-619d-4376-9680-b65aea510aa3, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:41:59.523724 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ca69ed5b-12ed-46e0-9784-30e658ac02b9 service neutron] For port 74095d9e-619d-4376-9680-b65aea510aa3, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=74095d9e-619d-4376-9680-b65aea510aa3,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:41:59.545103 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ca69ed5b-12ed-46e0-9784-30e658ac02b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:59.580916 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-df100a23-4c73-4a9f-8cc1-112562448ee6 req-3e297505-91e4-4e8b-8eef-f2246eb7da62 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] No DVR routers for this DVR port 5d58ee24-569b-462b-b21f-a7fd4424b81b on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:41:59.682550 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6ae490-f991-4fb7-a71f-0eae6d9da4ae tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Router c0ba04ee-e487-4895-8c3b-fe5a778c62df has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:41:59.702349 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71d350b1-5ae2-44f6-99f8-509e0b05ebd0 admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:59.707502 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-71d350b1-5ae2-44f6-99f8-509e0b05ebd0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 14.2838120 Mar 09 03:41:59.712907 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50102) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:41:59.730460 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69ed5b-12ed-46e0-9784-30e658ac02b9 service neutron] Pushing event updated for resources: {'Port': ['ID=74095d9e-619d-4376-9680-b65aea510aa3,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:41:59.765937 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ca69ed5b-12ed-46e0-9784-30e658ac02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:41:59.767001 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ca69ed5b-12ed-46e0-9784-30e658ac02b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:41:59.768472 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ca69ed5b-12ed-46e0-9784-30e658ac02b9 service neutron] 10.222.0.24 "PUT /v2.0/ports/74095d9e-619d-4376-9680-b65aea510aa3 HTTP/1.1" status: 200 len: 1091 time: 2.2714441 Mar 09 03:41:59.812788 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-0710ce8d-4217-4e96-8302-d84f5e4208b8 service neutron] Request body: {'port': {'device_id': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:41:59.852740 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-23949bec-e195-42c7-82c1-78778106eaca None None] Set router 1f9efa19-91a3-41da-9caf-d24f9a1c677f gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:42:00.006615 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-0710ce8d-4217-4e96-8302-d84f5e4208b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:00.418972 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-df100a23-4c73-4a9f-8cc1-112562448ee6 req-3e297505-91e4-4e8b-8eef-f2246eb7da62 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:00.422401 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-df100a23-4c73-4a9f-8cc1-112562448ee6 req-3e297505-91e4-4e8b-8eef-f2246eb7da62 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.21 "DELETE /v2.0/ports/5d58ee24-569b-462b-b21f-a7fd4424b81b HTTP/1.1" status: 204 len: 173 time: 7.3740506 Mar 09 03:42:00.619241 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-0710ce8d-4217-4e96-8302-d84f5e4208b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1bf2e7b-6867-47a0-93dd-cf54b2021393 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:42:00.632042 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-0710ce8d-4217-4e96-8302-d84f5e4208b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:00.655336 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-0710ce8d-4217-4e96-8302-d84f5e4208b8 service neutron] Transition to ACTIVE for port object c1bf2e7b-6867-47a0-93dd-cf54b2021393 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:42:00.661945 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-0710ce8d-4217-4e96-8302-d84f5e4208b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:00.694213 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-23949bec-e195-42c7-82c1-78778106eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:41:45Z', 'updated_at': '2022-03-09T03:41:53Z', 'revision_number': 3, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'gw_port': {'id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:41:49Z', 'updated_at': '2022-03-09T03:41:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:00.710948 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23949bec-e195-42c7-82c1-78778106eaca None None] Checking router: 1f9efa19-91a3-41da-9caf-d24f9a1c677f for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:42:00.712920 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23949bec-e195-42c7-82c1-78778106eaca None None] Updating router 1f9efa19-91a3-41da-9caf-d24f9a1c677f port 6e158096-acd2-4404-91f7-22fcc5ec96e9 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:42:00.810069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8c4a6a-5bd1-4b29-98dd-8d7d0827610e', 'name': 'network-vif-deleted', 'tag': '5d58ee24-569b-462b-b21f-a7fd4424b81b'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:42:00.956296 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-23949bec-e195-42c7-82c1-78778106eaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:01.353994 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710ce8d-4217-4e96-8302-d84f5e4208b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c1bf2e7b-6867-47a0-93dd-cf54b2021393,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:01.564253 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-0710ce8d-4217-4e96-8302-d84f5e4208b8 service neutron] Attempting to bind port c1bf2e7b-6867-47a0-93dd-cf54b2021393 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:42:01.564963 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-0710ce8d-4217-4e96-8302-d84f5e4208b8 service neutron] Attempting to bind port c1bf2e7b-6867-47a0-93dd-cf54b2021393 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'e402bb94-ddbc-49af-9903-a0a54701afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:42:01.565460 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-0710ce8d-4217-4e96-8302-d84f5e4208b8 service neutron] Attempting to bind port c1bf2e7b-6867-47a0-93dd-cf54b2021393 on network 3df08107-39bd-418e-a91b-4b0bc364390c {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:42:01.581972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-0710ce8d-4217-4e96-8302-d84f5e4208b8 service neutron] Port c1bf2e7b-6867-47a0-93dd-cf54b2021393 on network 3df08107-39bd-418e-a91b-4b0bc364390c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:42:01.581972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-0710ce8d-4217-4e96-8302-d84f5e4208b8 service neutron] Attempting to bind port c1bf2e7b-6867-47a0-93dd-cf54b2021393 on network 3df08107-39bd-418e-a91b-4b0bc364390c {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:42:01.594413 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-0710ce8d-4217-4e96-8302-d84f5e4208b8 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:42:01.594413 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-0710ce8d-4217-4e96-8302-d84f5e4208b8 service neutron] Checking segment: {'id': 'e402bb94-ddbc-49af-9903-a0a54701afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:42:01.594413 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-0710ce8d-4217-4e96-8302-d84f5e4208b8 service neutron] Bound using segment: {'id': 'e402bb94-ddbc-49af-9903-a0a54701afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:42:01.594413 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-0710ce8d-4217-4e96-8302-d84f5e4208b8 service neutron] Bound port: c1bf2e7b-6867-47a0-93dd-cf54b2021393, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e402bb94-ddbc-49af-9903-a0a54701afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:42:01.594413 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-0710ce8d-4217-4e96-8302-d84f5e4208b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:01.689940 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4d0bac7b-13a5-4ec9-80a2-097e6d984aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:01.854056 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-0710ce8d-4217-4e96-8302-d84f5e4208b8 service neutron] For port c1bf2e7b-6867-47a0-93dd-cf54b2021393, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:42:01.863989 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-0710ce8d-4217-4e96-8302-d84f5e4208b8 service neutron] For port c1bf2e7b-6867-47a0-93dd-cf54b2021393, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c1bf2e7b-6867-47a0-93dd-cf54b2021393,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:42:01.872314 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6ae490-f991-4fb7-a71f-0eae6d9da4ae tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:42:01.873403 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-0710ce8d-4217-4e96-8302-d84f5e4208b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:01.885552 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b29ab1-e8a9-4b08-a3cd-85e7818624ce None None] Sync routers for ids ['c0ba04ee-e487-4895-8c3b-fe5a778c62df'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:42:01.912853 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b29ab1-e8a9-4b08-a3cd-85e7818624ce None None] Routers {'c0ba04ee-e487-4895-8c3b-fe5a778c62df'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:42:01.914178 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-60b29ab1-e8a9-4b08-a3cd-85e7818624ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:42:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c0ba04ee-e487-4895-8c3b-fe5a778c62df'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:01.984590 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1f6ae490-f991-4fb7-a71f-0eae6d9da4ae tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] 10.222.0.16 "PUT /v2.0/routers/c0ba04ee-e487-4895-8c3b-fe5a778c62df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2514095 Mar 09 03:42:01.991187 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50114) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:02.069475 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-60b29ab1-e8a9-4b08-a3cd-85e7818624ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:02.082275 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b29ab1-e8a9-4b08-a3cd-85e7818624ce None None] Routers {'c0ba04ee-e487-4895-8c3b-fe5a778c62df'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:42:02.083781 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-60b29ab1-e8a9-4b08-a3cd-85e7818624ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:42:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c0ba04ee-e487-4895-8c3b-fe5a778c62df'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:02.128541 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-0710ce8d-4217-4e96-8302-d84f5e4208b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:02.133214 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-0710ce8d-4217-4e96-8302-d84f5e4208b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:02.136789 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-0710ce8d-4217-4e96-8302-d84f5e4208b8 service neutron] 10.222.0.24 "PUT /v2.0/ports/c1bf2e7b-6867-47a0-93dd-cf54b2021393 HTTP/1.1" status: 200 len: 1091 time: 2.3323245 Mar 09 03:42:02.181898 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:02.200360 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:02.205900 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ea443bc0-46e2-4b4d-954e-883e71847489 service neutron] Request body: {'port': {'device_id': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:42:02.356967 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-60b29ab1-e8a9-4b08-a3cd-85e7818624ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:02.357566 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b29ab1-e8a9-4b08-a3cd-85e7818624ce None None] The sync data for ids ['c0ba04ee-e487-4895-8c3b-fe5a778c62df'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:42:02.369632 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710ce8d-4217-4e96-8302-d84f5e4208b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c1bf2e7b-6867-47a0-93dd-cf54b2021393,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:02.392846 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-23949bec-e195-42c7-82c1-78778106eaca None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:02.429700 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-23949bec-e195-42c7-82c1-78778106eaca None None] Transition to ACTIVE for port object 6e158096-acd2-4404-91f7-22fcc5ec96e9 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:42:02.460278 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-23949bec-e195-42c7-82c1-78778106eaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:02.510503 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-016bdfa6-bf40-4a34-b2f4-8c41316219af tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:02.562628 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ea443bc0-46e2-4b4d-954e-883e71847489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:02.584776 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3050c7bf-658d-4185-98e6-47563f958538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:02.672407 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-23949bec-e195-42c7-82c1-78778106eaca None None] Attempting to bind port 6e158096-acd2-4404-91f7-22fcc5ec96e9 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:42:02.672407 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-23949bec-e195-42c7-82c1-78778106eaca None None] Attempting to bind port 6e158096-acd2-4404-91f7-22fcc5ec96e9 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:42:02.672407 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23949bec-e195-42c7-82c1-78778106eaca None None] Attempting to bind port 6e158096-acd2-4404-91f7-22fcc5ec96e9 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:42:02.736464 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23949bec-e195-42c7-82c1-78778106eaca None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:42:02.736865 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23949bec-e195-42c7-82c1-78778106eaca None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:42:02.737256 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-23949bec-e195-42c7-82c1-78778106eaca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:02.740598 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23949bec-e195-42c7-82c1-78778106eaca None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:42:02.741102 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-23949bec-e195-42c7-82c1-78778106eaca None None] Bound port: 6e158096-acd2-4404-91f7-22fcc5ec96e9, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:42:02.741481 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-23949bec-e195-42c7-82c1-78778106eaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:02.872712 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2561765-1a3b-4a34-95ba-b29402c78ac4 None None] Pushing event updated for resources: {'Port': ['ID=6e158096-acd2-4404-91f7-22fcc5ec96e9,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:02.954515 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-3050c7bf-658d-4185-98e6-47563f958538 admin admin] Allocated IP 172.20.0.1 (2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6/30f4b31b-6abb-4c50-914e-76d835560aae/4ed625bc-9df4-4da1-8c46-55636a24e7a6) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:42:03.105872 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-23949bec-e195-42c7-82c1-78778106eaca None None] For port 6e158096-acd2-4404-91f7-22fcc5ec96e9, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:42:03.121349 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-23949bec-e195-42c7-82c1-78778106eaca None None] For port 6e158096-acd2-4404-91f7-22fcc5ec96e9, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=6e158096-acd2-4404-91f7-22fcc5ec96e9,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:42:03.135218 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-23949bec-e195-42c7-82c1-78778106eaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:03.165181 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-016bdfa6-bf40-4a34-b2f4-8c41316219af tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 09 03:42:03.179606 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-016bdfa6-bf40-4a34-b2f4-8c41316219af tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] 10.222.0.16 "DELETE /v2.0/routers/c0ba04ee-e487-4895-8c3b-fe5a778c62df HTTP/1.1" status: 409 len: 329 time: 1.1636245 Mar 09 03:42:03.180342 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50120) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:03.280322 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ea443bc0-46e2-4b4d-954e-883e71847489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc536592-9118-44c2-92f8-3c077dd9761f {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:42:03.280534 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23949bec-e195-42c7-82c1-78778106eaca None None] Routers {'1f9efa19-91a3-41da-9caf-d24f9a1c677f'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:42:03.290265 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-23949bec-e195-42c7-82c1-78778106eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:42:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:03.311328 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ea443bc0-46e2-4b4d-954e-883e71847489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:03.356029 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ea443bc0-46e2-4b4d-954e-883e71847489 service neutron] Transition to ACTIVE for port object bc536592-9118-44c2-92f8-3c077dd9761f will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:42:03.366032 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ea443bc0-46e2-4b4d-954e-883e71847489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:03.462164 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea443bc0-46e2-4b4d-954e-883e71847489 service neutron] Pushing event updated for resources: {'Port': ['ID=bc536592-9118-44c2-92f8-3c077dd9761f,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:03.492930 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2561765-1a3b-4a34-95ba-b29402c78ac4 None None] Pushing event updated for resources: {'Port': ['ID=6e158096-acd2-4404-91f7-22fcc5ec96e9,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:03.520307 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:03.576396 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3050c7bf-658d-4185-98e6-47563f958538 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:03.727463 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-23949bec-e195-42c7-82c1-78778106eaca None None] Set router 1f9efa19-91a3-41da-9caf-d24f9a1c677f gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:42:03.761056 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-3050c7bf-658d-4185-98e6-47563f958538 admin admin] Transition to ACTIVE for port object 4ed625bc-9df4-4da1-8c46-55636a24e7a6 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:42:03.811411 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ea443bc0-46e2-4b4d-954e-883e71847489 service neutron] Attempting to bind port bc536592-9118-44c2-92f8-3c077dd9761f on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:42:03.814112 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ea443bc0-46e2-4b4d-954e-883e71847489 service neutron] Attempting to bind port bc536592-9118-44c2-92f8-3c077dd9761f by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '1fb5ec62-c429-4acb-b59e-2c379bf2d93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aa98c4bf-cd2b-4512-b959-342f7d8cd273'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:42:03.814608 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ea443bc0-46e2-4b4d-954e-883e71847489 service neutron] Attempting to bind port bc536592-9118-44c2-92f8-3c077dd9761f on network aa98c4bf-cd2b-4512-b959-342f7d8cd273 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:42:03.831736 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ea443bc0-46e2-4b4d-954e-883e71847489 service neutron] Port bc536592-9118-44c2-92f8-3c077dd9761f on network aa98c4bf-cd2b-4512-b959-342f7d8cd273 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:42:03.832301 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ea443bc0-46e2-4b4d-954e-883e71847489 service neutron] Attempting to bind port bc536592-9118-44c2-92f8-3c077dd9761f on network aa98c4bf-cd2b-4512-b959-342f7d8cd273 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:42:03.854271 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ea443bc0-46e2-4b4d-954e-883e71847489 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:42:03.854893 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ea443bc0-46e2-4b4d-954e-883e71847489 service neutron] Checking segment: {'id': '1fb5ec62-c429-4acb-b59e-2c379bf2d93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aa98c4bf-cd2b-4512-b959-342f7d8cd273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:42:03.855165 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ea443bc0-46e2-4b4d-954e-883e71847489 service neutron] Bound using segment: {'id': '1fb5ec62-c429-4acb-b59e-2c379bf2d93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aa98c4bf-cd2b-4512-b959-342f7d8cd273'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:42:03.856374 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ea443bc0-46e2-4b4d-954e-883e71847489 service neutron] Bound port: bc536592-9118-44c2-92f8-3c077dd9761f, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fb5ec62-c429-4acb-b59e-2c379bf2d93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aa98c4bf-cd2b-4512-b959-342f7d8cd273'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:42:03.856374 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ea443bc0-46e2-4b4d-954e-883e71847489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:04.030571 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3050c7bf-658d-4185-98e6-47563f958538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:04.145191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ea443bc0-46e2-4b4d-954e-883e71847489 service neutron] For port bc536592-9118-44c2-92f8-3c077dd9761f, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:42:04.167372 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ea443bc0-46e2-4b4d-954e-883e71847489 service neutron] For port bc536592-9118-44c2-92f8-3c077dd9761f, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=bc536592-9118-44c2-92f8-3c077dd9761f,segment=NetworkSegment(1fb5ec62-c429-4acb-b59e-2c379bf2d93b),segment_id=1fb5ec62-c429-4acb-b59e-2c379bf2d93b)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:42:04.177401 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ea443bc0-46e2-4b4d-954e-883e71847489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:04.282214 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050c7bf-658d-4185-98e6-47563f958538 admin admin] Pushing event updated for resources: {'Port': ['ID=4ed625bc-9df4-4da1-8c46-55636a24e7a6,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:04.300887 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ea443bc0-46e2-4b4d-954e-883e71847489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:04.301629 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ea443bc0-46e2-4b4d-954e-883e71847489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:04.302353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3050c7bf-658d-4185-98e6-47563f958538 admin admin] Network 2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:42:04.303321 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-ea443bc0-46e2-4b4d-954e-883e71847489 service neutron] 10.222.0.24 "PUT /v2.0/ports/bc536592-9118-44c2-92f8-3c077dd9761f HTTP/1.1" status: 200 len: 1091 time: 2.1217682 Mar 09 03:42:04.305731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-3050c7bf-658d-4185-98e6-47563f958538 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:42:04.310433 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3050c7bf-658d-4185-98e6-47563f958538 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:42:04.340700 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7e24e7ce-1fa2-4743-8e61-decf2a58bed0 service neutron] Request body: {'port': {'device_id': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:42:04.424806 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea443bc0-46e2-4b4d-954e-883e71847489 service neutron] Pushing event updated for resources: {'Port': ['ID=bc536592-9118-44c2-92f8-3c077dd9761f,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:04.547019 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:04.578390 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3050c7bf-658d-4185-98e6-47563f958538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:04.657433 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-23949bec-e195-42c7-82c1-78778106eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:41:45Z', 'updated_at': '2022-03-09T03:41:53Z', 'revision_number': 3, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'gw_port': {'id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:41:49Z', 'updated_at': '2022-03-09T03:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:04.674354 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23949bec-e195-42c7-82c1-78778106eaca None None] The sync data for ids ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'] in n-d-825178-5 is: [{'id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:41:45Z', 'updated_at': '2022-03-09T03:41:53Z', 'revision_number': 3, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'gw_port': {'id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:41:49Z', 'updated_at': '2022-03-09T03:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:42:04.696744 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7e24e7ce-1fa2-4743-8e61-decf2a58bed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:04.991698 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c6cf7268-6a6f-4504-a375-f67f088a58fd None None] Provisioning for port 4ed625bc-9df4-4da1-8c46-55636a24e7a6 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:42:05.018204 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3050c7bf-658d-4185-98e6-47563f958538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:05.024124 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c6cf7268-6a6f-4504-a375-f67f088a58fd None None] Provisioning complete for port 4ed625bc-9df4-4da1-8c46-55636a24e7a6 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:42:05.026488 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c6cf7268-6a6f-4504-a375-f67f088a58fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:05.043168 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-54853927-f795-43dc-b5a1-571aae7f8bd8 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:05.238421 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c6cf7268-6a6f-4504-a375-f67f088a58fd None None] Port 4ed625bc-9df4-4da1-8c46-55636a24e7a6 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:42:05.594141 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3050c7bf-658d-4185-98e6-47563f958538 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:05.632815 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3050c7bf-658d-4185-98e6-47563f958538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:05.777296 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7e24e7ce-1fa2-4743-8e61-decf2a58bed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d664959-c40f-40d2-a388-bd2e375986a5 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:42:05.796757 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7e24e7ce-1fa2-4743-8e61-decf2a58bed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:05.841011 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7e24e7ce-1fa2-4743-8e61-decf2a58bed0 service neutron] Transition to ACTIVE for port object 9d664959-c40f-40d2-a388-bd2e375986a5 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:42:05.847494 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7e24e7ce-1fa2-4743-8e61-decf2a58bed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:05.991161 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24e7ce-1fa2-4743-8e61-decf2a58bed0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d664959-c40f-40d2-a388-bd2e375986a5,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:06.027604 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050c7bf-658d-4185-98e6-47563f958538 admin admin] Pushing event updated for resources: {'Port': ['ID=4ed625bc-9df4-4da1-8c46-55636a24e7a6,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:06.532064 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7e24e7ce-1fa2-4743-8e61-decf2a58bed0 service neutron] Attempting to bind port 9d664959-c40f-40d2-a388-bd2e375986a5 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:42:06.533047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7e24e7ce-1fa2-4743-8e61-decf2a58bed0 service neutron] Attempting to bind port 9d664959-c40f-40d2-a388-bd2e375986a5 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '1fb5ec62-c429-4acb-b59e-2c379bf2d93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aa98c4bf-cd2b-4512-b959-342f7d8cd273'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:42:06.533533 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7e24e7ce-1fa2-4743-8e61-decf2a58bed0 service neutron] Attempting to bind port 9d664959-c40f-40d2-a388-bd2e375986a5 on network aa98c4bf-cd2b-4512-b959-342f7d8cd273 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:42:06.538698 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3050c7bf-658d-4185-98e6-47563f958538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:06.540550 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7e24e7ce-1fa2-4743-8e61-decf2a58bed0 service neutron] Port 9d664959-c40f-40d2-a388-bd2e375986a5 on network aa98c4bf-cd2b-4512-b959-342f7d8cd273 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:42:06.541046 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7e24e7ce-1fa2-4743-8e61-decf2a58bed0 service neutron] Attempting to bind port 9d664959-c40f-40d2-a388-bd2e375986a5 on network aa98c4bf-cd2b-4512-b959-342f7d8cd273 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:42:06.547363 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7e24e7ce-1fa2-4743-8e61-decf2a58bed0 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:42:06.547891 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7e24e7ce-1fa2-4743-8e61-decf2a58bed0 service neutron] Checking segment: {'id': '1fb5ec62-c429-4acb-b59e-2c379bf2d93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aa98c4bf-cd2b-4512-b959-342f7d8cd273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:42:06.548418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7e24e7ce-1fa2-4743-8e61-decf2a58bed0 service neutron] Bound using segment: {'id': '1fb5ec62-c429-4acb-b59e-2c379bf2d93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aa98c4bf-cd2b-4512-b959-342f7d8cd273'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:42:06.548987 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7e24e7ce-1fa2-4743-8e61-decf2a58bed0 service neutron] Bound port: 9d664959-c40f-40d2-a388-bd2e375986a5, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fb5ec62-c429-4acb-b59e-2c379bf2d93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aa98c4bf-cd2b-4512-b959-342f7d8cd273'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:42:06.549580 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7e24e7ce-1fa2-4743-8e61-decf2a58bed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:06.748398 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7e24e7ce-1fa2-4743-8e61-decf2a58bed0 service neutron] For port 9d664959-c40f-40d2-a388-bd2e375986a5, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:42:06.752132 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7e24e7ce-1fa2-4743-8e61-decf2a58bed0 service neutron] For port 9d664959-c40f-40d2-a388-bd2e375986a5, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=9d664959-c40f-40d2-a388-bd2e375986a5,segment=NetworkSegment(1fb5ec62-c429-4acb-b59e-2c379bf2d93b),segment_id=1fb5ec62-c429-4acb-b59e-2c379bf2d93b)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:42:06.765292 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7e24e7ce-1fa2-4743-8e61-decf2a58bed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:06.845779 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3050c7bf-658d-4185-98e6-47563f958538 admin admin] Network 2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:42:06.847523 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-3050c7bf-658d-4185-98e6-47563f958538 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:42:07.019990 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6e158096-acd2-4404-91f7-22fcc5ec96e9 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:42:07.051433 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24e7ce-1fa2-4743-8e61-decf2a58bed0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d664959-c40f-40d2-a388-bd2e375986a5,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:07.077703 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7e24e7ce-1fa2-4743-8e61-decf2a58bed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:07.078646 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7e24e7ce-1fa2-4743-8e61-decf2a58bed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:07.080228 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7e24e7ce-1fa2-4743-8e61-decf2a58bed0 service neutron] 10.222.0.24 "PUT /v2.0/ports/9d664959-c40f-40d2-a388-bd2e375986a5 HTTP/1.1" status: 200 len: 1091 time: 2.7502456 Mar 09 03:42:07.256073 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 6e158096-acd2-4404-91f7-22fcc5ec96e9 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:42:07.275197 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 6e158096-acd2-4404-91f7-22fcc5ec96e9 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:42:07.275630 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:07.338417 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-2064e926-7c59-43c6-a006-d5a9e94406ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:07.339076 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-2064e926-7c59-43c6-a006-d5a9e94406ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:07.339607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-2064e926-7c59-43c6-a006-d5a9e94406ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:07.340133 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-2064e926-7c59-43c6-a006-d5a9e94406ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:07.340800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-2064e926-7c59-43c6-a006-d5a9e94406ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:07.341351 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-2064e926-7c59-43c6-a006-d5a9e94406ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:07.341863 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-2064e926-7c59-43c6-a006-d5a9e94406ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:07.343858 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-2064e926-7c59-43c6-a006-d5a9e94406ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a99da7d1ff544c6c946233b9d2e2fe07&device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 6488 time: 0.2122476 Mar 09 03:42:07.400633 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-aaa5402f-3a89-43e7-82bc-efabf4e93641 None None] Provisioning complete for port 4ed625bc-9df4-4da1-8c46-55636a24e7a6 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:42:07.401225 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-aaa5402f-3a89-43e7-82bc-efabf4e93641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:07.492753 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-aaa5402f-3a89-43e7-82bc-efabf4e93641 None None] Port 4ed625bc-9df4-4da1-8c46-55636a24e7a6 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:42:07.593897 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:07.598082 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-001e5948-8e27-4a00-9b7f-b788b59c8815 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1644b1aa-49cd-41fb-87b3-ed75bd5fc672 HTTP/1.1" status: 200 len: 217 time: 0.2394137 Mar 09 03:42:07.627382 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 6e158096-acd2-4404-91f7-22fcc5ec96e9, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=6e158096-acd2-4404-91f7-22fcc5ec96e9,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:07.627506 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-54853927-f795-43dc-b5a1-571aae7f8bd8 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Deleting port 0f7b1b6c-ce44-4a35-8b1e-7a692091f6c0 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:42:07.631133 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-54853927-f795-43dc-b5a1-571aae7f8bd8 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:07.637939 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:07.725710 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3050c7bf-658d-4185-98e6-47563f958538 admin admin] Router 1f9efa19-91a3-41da-9caf-d24f9a1c677f has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:42:07.733118 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-743e9093-5189-4bb5-a13b-1efba10b96b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:07.737495 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-743e9093-5189-4bb5-a13b-1efba10b96b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce8c094d-d2da-4007-b683-734cf48a0ad4 HTTP/1.1" status: 200 len: 856 time: 0.1362467 Mar 09 03:42:07.749505 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=6e158096-acd2-4404-91f7-22fcc5ec96e9,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:07.842988 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-14cc8586-9be6-497c-ab25-dd43dd9a759c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:07.845733 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-14cc8586-9be6-497c-ab25-dd43dd9a759c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a8e31c6c-fab7-4159-aaef-1d90e4713210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034379 Mar 09 03:42:08.125747 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8c4a6a-5bd1-4b29-98dd-8d7d0827610e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d58ee24-569b-462b-b21f-a7fd4424b81b', 'code': 200} Mar 09 03:42:08.126276 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8c4a6a-5bd1-4b29-98dd-8d7d0827610e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d58ee24-569b-462b-b21f-a7fd4424b81b', 'code': 200} Mar 09 03:42:08.126276 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80a53f5-bb44-45d8-a1ef-bf34c805f201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449a3ec3-600e-425c-9f81-7927758bce76', 'code': 200} Mar 09 03:42:08.131951 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-9e083108-3abd-492a-b00d-f14fade7d4d7 service neutron] 10.222.0.24 "GET /v2.0/networks/a8e31c6c-fab7-4159-aaef-1d90e4713210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788723 Mar 09 03:42:08.173985 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'tag': '1644b1aa-49cd-41fb-87b3-ed75bd5fc672', 'status': 'completed', 'code': 200} Mar 09 03:42:08.359748 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7f0697a0-0fe7-4366-b233-5b6212cba31a service neutron] 10.222.0.24 "GET /v2.0/networks/a8e31c6c-fab7-4159-aaef-1d90e4713210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202563 Mar 09 03:42:08.363123 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3050c7bf-658d-4185-98e6-47563f958538 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:42:08.376572 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] Sync routers for ids ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:42:08.393755 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] Routers {'1f9efa19-91a3-41da-9caf-d24f9a1c677f'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:42:08.394376 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:42:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:08.457045 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3050c7bf-658d-4185-98e6-47563f958538 admin admin] 10.222.0.16 "PUT /v2.0/routers/1f9efa19-91a3-41da-9caf-d24f9a1c677f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7427309 Mar 09 03:42:08.562843 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f1a98a5b-87a4-4cc8-8fa3-dad14eab77c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=095f303c-8011-497f-8929-ca48dda83cc0 HTTP/1.1" status: 200 len: 217 time: 0.1937551 Mar 09 03:42:08.591525 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:08.604949 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-54853927-f795-43dc-b5a1-571aae7f8bd8 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:08.634001 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47606784-6385-4b74-900f-70696e23f568 req-c7b14430-6c82-4cb2-816b-fc0eca1d2612 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:08.641326 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-47606784-6385-4b74-900f-70696e23f568 req-c7b14430-6c82-4cb2-816b-fc0eca1d2612 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=caaed4df-3321-4623-b833-5c56276e159b HTTP/1.1" status: 200 len: 946 time: 0.3821716 Mar 09 03:42:08.736158 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-403cf072-c462-4400-b145-cdbc2cc71cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:08.741552 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-403cf072-c462-4400-b145-cdbc2cc71cc6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f77088af-6527-42bd-a6e2-e4b921be1aa6 HTTP/1.1" status: 200 len: 797 time: 0.1739964 Mar 09 03:42:08.862001 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] Set router 1f9efa19-91a3-41da-9caf-d24f9a1c677f gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:42:08.894062 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-54853927-f795-43dc-b5a1-571aae7f8bd8 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Calling delete_port for 0f7b1b6c-ce44-4a35-8b1e-7a692091f6c0 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:42:08.957402 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-432abd12-2bfd-43f0-8b59-89696e8fff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:08.959224 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-432abd12-2bfd-43f0-8b59-89696e8fff96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3df08107-39bd-418e-a91b-4b0bc364390c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2117071 Mar 09 03:42:08.960713 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6e158096-acd2-4404-91f7-22fcc5ec96e9 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:42:09.153720 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 6e158096-acd2-4404-91f7-22fcc5ec96e9 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:42:09.155263 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:09.186955 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7568584-3f64-41d8-a869-aaa773506d06 req-6e408886-ffdb-4d2f-ab8f-845400e181eb tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:09.193261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7568584-3f64-41d8-a869-aaa773506d06 req-6e408886-ffdb-4d2f-ab8f-845400e181eb tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:09.200640 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7568584-3f64-41d8-a869-aaa773506d06 req-6e408886-ffdb-4d2f-ab8f-845400e181eb tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:09.207059 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7568584-3f64-41d8-a869-aaa773506d06 req-6e408886-ffdb-4d2f-ab8f-845400e181eb tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:09.214113 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7568584-3f64-41d8-a869-aaa773506d06 req-6e408886-ffdb-4d2f-ab8f-845400e181eb tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:09.220761 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7568584-3f64-41d8-a869-aaa773506d06 req-6e408886-ffdb-4d2f-ab8f-845400e181eb tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:09.227950 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7568584-3f64-41d8-a869-aaa773506d06 req-6e408886-ffdb-4d2f-ab8f-845400e181eb tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:09.230117 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c7568584-3f64-41d8-a869-aaa773506d06 req-6e408886-ffdb-4d2f-ab8f-845400e181eb tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5431 time: 0.2767053 Mar 09 03:42:09.239864 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-816abfc1-1140-4880-915b-8896c8ad5289 service neutron] 10.222.0.24 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453680 Mar 09 03:42:09.279570 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-47606784-6385-4b74-900f-70696e23f568 req-e2ecacb0-c662-45c7-b6dc-3312b65b7c32 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6373827 Mar 09 03:42:09.386424 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-54853927-f795-43dc-b5a1-571aae7f8bd8 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:09.432637 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8c4a6a-5bd1-4b29-98dd-8d7d0827610e', 'name': 'network-vif-deleted', 'tag': '5d58ee24-569b-462b-b21f-a7fd4424b81b', 'status': 'completed', 'code': 200} Mar 09 03:42:09.455884 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54853927-f795-43dc-b5a1-571aae7f8bd8 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Pushing event deleted for resources: {'Port': ['ID=0f7b1b6c-ce44-4a35-8b1e-7a692091f6c0,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:09.511735 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54853927-f795-43dc-b5a1-571aae7f8bd8 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:09.511735 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54853927-f795-43dc-b5a1-571aae7f8bd8 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:09.512021 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54853927-f795-43dc-b5a1-571aae7f8bd8 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:09.515071 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54853927-f795-43dc-b5a1-571aae7f8bd8 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:09.515604 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54853927-f795-43dc-b5a1-571aae7f8bd8 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:09.515959 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54853927-f795-43dc-b5a1-571aae7f8bd8 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:09.516297 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54853927-f795-43dc-b5a1-571aae7f8bd8 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:09.516633 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54853927-f795-43dc-b5a1-571aae7f8bd8 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:09.516959 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54853927-f795-43dc-b5a1-571aae7f8bd8 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:09.519360 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54853927-f795-43dc-b5a1-571aae7f8bd8 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:09.519762 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54853927-f795-43dc-b5a1-571aae7f8bd8 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:09.520114 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54853927-f795-43dc-b5a1-571aae7f8bd8 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:09.591289 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c7568584-3f64-41d8-a869-aaa773506d06 req-abd53b00-3687-4f5c-ac56-71f2ceb86cad tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3501461 Mar 09 03:42:09.693378 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:41:45Z', 'updated_at': '2022-03-09T03:42:04Z', 'revision_number': 4, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'gw_port': {'id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:41:49Z', 'updated_at': '2022-03-09T03:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4ed625bc-9df4-4da1-8c46-55636a24e7a6', 'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'mac_address': 'fa:16:3e:d3:f8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:42:02Z', 'updated_at': '2022-03-09T03:42:05Z', 'revision_number': 2, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'subnets': [{'id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:09.711699 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] Checking router: 1f9efa19-91a3-41da-9caf-d24f9a1c677f for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:42:09.712045 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] Updating router 1f9efa19-91a3-41da-9caf-d24f9a1c677f port 4ed625bc-9df4-4da1-8c46-55636a24e7a6 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:42:09.809896 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:09.978252 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-2d082700-1671-4854-912f-e8ed8d30b8e2 service neutron] 10.222.0.24 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7191868 Mar 09 03:42:10.081149 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f66e0e16-c3d7-4139-9815-6296de02fd77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=629e71ff-ed13-489c-8924-359aa6fd885b HTTP/1.1" status: 200 len: 217 time: 0.0946887 Mar 09 03:42:10.171980 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-54853927-f795-43dc-b5a1-571aae7f8bd8 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:10.180212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'tag': '095f303c-8011-497f-8929-ca48dda83cc0'}, {'name': 'network-changed', 'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'tag': '629e71ff-ed13-489c-8924-359aa6fd885b'}, {'name': 'network-changed', 'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'tag': '74095d9e-619d-4376-9680-b65aea510aa3'}, {'name': 'network-changed', 'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'tag': 'c1bf2e7b-6867-47a0-93dd-cf54b2021393'}, {'name': 'network-changed', 'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'tag': 'bc536592-9118-44c2-92f8-3c077dd9761f'}, {'name': 'network-changed', 'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'tag': '9d664959-c40f-40d2-a388-bd2e375986a5'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:42:10.185768 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-2dfecff6-b044-4db6-a314-c84026aa6c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:10.186987 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-2dfecff6-b044-4db6-a314-c84026aa6c9d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f77088af-6527-42bd-a6e2-e4b921be1aa6 HTTP/1.1" status: 200 len: 797 time: 0.0788946 Mar 09 03:42:10.342389 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:10.355552 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] Transition to ACTIVE for port object 4ed625bc-9df4-4da1-8c46-55636a24e7a6 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:42:10.369593 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:10.396377 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-dbd7c78d-0ae3-4630-9d08-c4cc79c13f71 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:10.397674 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-dbd7c78d-0ae3-4630-9d08-c4cc79c13f71 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Synchronizing usage tracker for tenant:7426cc43ccad4ae6a410e2758d65b5d6 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:42:10.460051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-dbd7c78d-0ae3-4630-9d08-c4cc79c13f71 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Unset dirty status for tenant:7426cc43ccad4ae6a410e2758d65b5d6 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:42:10.461692 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-dbd7c78d-0ae3-4630-9d08-c4cc79c13f71 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/networks?id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 HTTP/1.1" status: 200 len: 821 time: 0.3926330 Mar 09 03:42:10.465003 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-05cad311-1734-4bd5-9e80-0df75ed2a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:10.466800 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-05cad311-1734-4bd5-9e80-0df75ed2a631 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3df08107-39bd-418e-a91b-4b0bc364390c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2664387 Mar 09 03:42:10.538014 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-a4fe49b5-f2da-438e-bc84-246e60c33fc7 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/quotas/7426cc43ccad4ae6a410e2758d65b5d6 HTTP/1.1" status: 200 len: 375 time: 0.0691881 Mar 09 03:42:10.549705 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device a9955499-c02e-4035-aed3-ebd196be127d no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:42:10.589185 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154695b-130d-4e1b-845a-bf22ee9a6240 None None] Pushing event updated for resources: {'Port': ['ID=4ed625bc-9df4-4da1-8c46-55636a24e7a6,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:10.688444 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] Attempting to bind port 4ed625bc-9df4-4da1-8c46-55636a24e7a6 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:42:10.688786 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] Attempting to bind port 4ed625bc-9df4-4da1-8c46-55636a24e7a6 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ca4c4b7b-213f-4b3f-8541-848c26e89434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:42:10.689161 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] Attempting to bind port 4ed625bc-9df4-4da1-8c46-55636a24e7a6 on network 2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:42:10.699433 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:42:10.699823 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] Checking segment: {'id': 'ca4c4b7b-213f-4b3f-8541-848c26e89434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:42:10.700195 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:10.700578 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] Bound using segment: {'id': 'ca4c4b7b-213f-4b3f-8541-848c26e89434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:42:10.701051 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] Bound port: 4ed625bc-9df4-4da1-8c46-55636a24e7a6, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4c4b7b-213f-4b3f-8541-848c26e89434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:42:10.701415 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:10.722555 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54853927-f795-43dc-b5a1-571aae7f8bd8 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Router c0ba04ee-e487-4895-8c3b-fe5a778c62df has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:42:10.731302 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-9e1da65f-ff94-4c4d-9cf7-3292c61e81d8 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:10.733172 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-9e1da65f-ff94-4c4d-9cf7-3292c61e81d8 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/networks?id=a1db9162-013b-4555-a7dd-e31cdddb344c HTTP/1.1" status: 200 len: 821 time: 0.9338691 Mar 09 03:42:10.817851 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:10.837289 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-30e24714-1e6a-496d-bc98-97f838eacc27 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/quotas/93aa98084011474eadf54856db5462ee HTTP/1.1" status: 200 len: 375 time: 0.0982671 Mar 09 03:42:10.845945 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f5f99c8f-39ed-4c02-ae33-1c8caf030c0f service neutron] 10.222.0.24 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636010 Mar 09 03:42:10.882790 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee66d1f5-ff60-4479-973f-74e03552da3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9955499-c02e-4035-aed3-ebd196be127d'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:42:10.890702 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] For port 4ed625bc-9df4-4da1-8c46-55636a24e7a6, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:42:10.896116 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] For port 4ed625bc-9df4-4da1-8c46-55636a24e7a6, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=4ed625bc-9df4-4da1-8c46-55636a24e7a6,segment=NetworkSegment(ca4c4b7b-213f-4b3f-8541-848c26e89434),segment_id=ca4c4b7b-213f-4b3f-8541-848c26e89434)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:42:10.899162 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port a9955499-c02e-4035-aed3-ebd196be127d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=a9955499-c02e-4035-aed3-ebd196be127d,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:10.903366 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-23703156-853b-42eb-bfcd-e2d599f68d9b tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7426cc43ccad4ae6a410e2758d65b5d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3582525 Mar 09 03:42:10.908268 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:10.954450 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54853927-f795-43dc-b5a1-571aae7f8bd8 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:42:10.967939 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b067918-158d-4299-b124-f5e6dddb2da8 None None] Sync routers for ids ['c0ba04ee-e487-4895-8c3b-fe5a778c62df'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:42:10.991012 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b067918-158d-4299-b124-f5e6dddb2da8 None None] Routers {'c0ba04ee-e487-4895-8c3b-fe5a778c62df'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:42:10.991824 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0b067918-158d-4299-b124-f5e6dddb2da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:42:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c0ba04ee-e487-4895-8c3b-fe5a778c62df'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:11.034358 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-54853927-f795-43dc-b5a1-571aae7f8bd8 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] 10.222.0.16 "PUT /v2.0/routers/c0ba04ee-e487-4895-8c3b-fe5a778c62df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8486979 Mar 09 03:42:11.038614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50202) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:11.088628 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154695b-130d-4e1b-845a-bf22ee9a6240 None None] Pushing event updated for resources: {'Port': ['ID=4ed625bc-9df4-4da1-8c46-55636a24e7a6,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:11.099350 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:11.145295 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0b067918-158d-4299-b124-f5e6dddb2da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:11.155150 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b067918-158d-4299-b124-f5e6dddb2da8 None None] Routers {'c0ba04ee-e487-4895-8c3b-fe5a778c62df'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:42:11.155774 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0b067918-158d-4299-b124-f5e6dddb2da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:42:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c0ba04ee-e487-4895-8c3b-fe5a778c62df'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:11.180041 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-18cd366b-e10f-4531-bc72-dd79eee6d3ed service neutron] 10.222.0.24 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223925 Mar 09 03:42:11.180261 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-d412f99c-beb2-4903-9fdd-8ee9c3d864b7 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] show failed (client error): The resource could not be found. Mar 09 03:42:11.181057 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d412f99c-beb2-4903-9fdd-8ee9c3d864b7 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-650271873 HTTP/1.1" status: 404 len: 334 time: 0.1391625 Mar 09 03:42:11.189140 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50208) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:11.221818 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] Routers {'1f9efa19-91a3-41da-9caf-d24f9a1c677f'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:42:11.223199 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:42:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:11.237389 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-9ea17f76-de3d-4a76-8b73-3418ccf5da96 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Synchronizing usage tracker for tenant:93aa98084011474eadf54856db5462ee on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:42:11.273042 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-9ea17f76-de3d-4a76-8b73-3418ccf5da96 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Unset dirty status for tenant:93aa98084011474eadf54856db5462ee on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:42:11.274396 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-9ea17f76-de3d-4a76-8b73-3418ccf5da96 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=93aa98084011474eadf54856db5462ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3216965 Mar 09 03:42:11.300567 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0b067918-158d-4299-b124-f5e6dddb2da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:11.300968 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b067918-158d-4299-b124-f5e6dddb2da8 None None] The sync data for ids ['c0ba04ee-e487-4895-8c3b-fe5a778c62df'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:42:11.308999 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-28f126cf-1df1-47a9-bdc0-5c3016c31b87 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=74095d9e-619d-4376-9680-b65aea510aa3 HTTP/1.1" status: 200 len: 217 time: 0.1189096 Mar 09 03:42:11.314394 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-7e28d00d-6bfd-47f6-98e2-b8ea23e3f1c1 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:42:11.466522 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-c5b1e64a-3b2a-460a-a7d2-65f3e6414b0f service neutron] 10.222.0.16 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5528207 Mar 09 03:42:11.471357 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-7e28d00d-6bfd-47f6-98e2-b8ea23e3f1c1 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] update failed (client error): The resource could not be found. Mar 09 03:42:11.478499 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7e28d00d-6bfd-47f6-98e2-b8ea23e3f1c1 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-955857794 HTTP/1.1" status: 404 len: 334 time: 0.2873147 Mar 09 03:42:11.481026 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=a9955499-c02e-4035-aed3-ebd196be127d,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:11.481889 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50212) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:11.546115 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7d7a9adb-a1ca-4fa2-890c-591a7cbd4a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:11.546115 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7d7a9adb-a1ca-4fa2-890c-591a7cbd4a44 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f77088af-6527-42bd-a6e2-e4b921be1aa6 HTTP/1.1" status: 200 len: 797 time: 0.1072130 Mar 09 03:42:11.636418 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-b12da81f-1363-4f47-8631-5e9c3edc3f2e service neutron] 10.222.0.16 "GET /v2.0/networks/a1db9162-013b-4555-a7dd-e31cdddb344c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356414 Mar 09 03:42:11.735701 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-49f86ad8-7cac-40bc-9db5-b5ed08bb12e0 service neutron] 10.222.0.16 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123995 Mar 09 03:42:11.817178 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] Set router 1f9efa19-91a3-41da-9caf-d24f9a1c677f gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:42:11.869412 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-541e8b14-77f8-4cb6-9db5-4df35a215752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:11.869412 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-541e8b14-77f8-4cb6-9db5-4df35a215752 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3df08107-39bd-418e-a91b-4b0bc364390c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1239994 Mar 09 03:42:12.062781 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e31367-c872-496c-bb3f-d347965c2529 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Deleting subnet b9e15c99-e95d-4b23-9f59-6d9f5970c1eb {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:42:12.062781 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-67e31367-c872-496c-bb3f-d347965c2529 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:12.146130 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-c3b81f30-ede5-4c6f-beb6-3521d90fa2fa service neutron] 10.222.0.24 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079517 Mar 09 03:42:12.227486 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-67e31367-c872-496c-bb3f-d347965c2529 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:12.340592 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-67e31367-c872-496c-bb3f-d347965c2529 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:12.675949 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-67e31367-c872-496c-bb3f-d347965c2529 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:12.797251 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-d632a642-f454-43b0-ae72-d5bde93a1f47 service neutron] 10.222.0.16 "GET /v2.0/networks/a1db9162-013b-4555-a7dd-e31cdddb344c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1729529 Mar 09 03:42:12.845427 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:41:45Z', 'updated_at': '2022-03-09T03:42:04Z', 'revision_number': 4, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'gw_port': {'id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:41:49Z', 'updated_at': '2022-03-09T03:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4ed625bc-9df4-4da1-8c46-55636a24e7a6', 'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'mac_address': 'fa:16:3e:d3:f8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:42:02Z', 'updated_at': '2022-03-09T03:42:10Z', 'revision_number': 4, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'subnets': [{'id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:12.870960 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87d8be3-138f-41a5-84c2-074159dbd02e None None] The sync data for ids ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'] in n-d-825178-5 is: [{'id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:41:45Z', 'updated_at': '2022-03-09T03:42:04Z', 'revision_number': 4, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'gw_port': {'id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:41:49Z', 'updated_at': '2022-03-09T03:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4ed625bc-9df4-4da1-8c46-55636a24e7a6', 'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'mac_address': 'fa:16:3e:d3:f8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:42:02Z', 'updated_at': '2022-03-09T03:42:10Z', 'revision_number': 4, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'subnets': [{'id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:42:12.899258 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-67e31367-c872-496c-bb3f-d347965c2529 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:12.899258 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e31367-c872-496c-bb3f-d347965c2529 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e15c99-e95d-4b23-9f59-6d9f5970c1eb,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:12.926339 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7beeb41f-6086-4da7-a532-1797155628da None None] Network 571c5daa-ad81-4d69-bbc2-429a66530121 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:42:12.977694 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-67e31367-c872-496c-bb3f-d347965c2529 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] 10.222.0.16 "DELETE /v2.0/subnets/b9e15c99-e95d-4b23-9f59-6d9f5970c1eb HTTP/1.1" status: 204 len: 168 time: 1.3949742 Mar 09 03:42:12.977694 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50236) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:13.177504 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e037adb-a14c-41f3-a5b3-dda4e4a3bfc6 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Deleting subnet af391490-4ba3-4497-9423-87f5a74660e4 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:42:13.214192 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-20823564-8594-4607-be20-2dc5292d7bc9 service neutron] 10.222.0.24 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0043876 Mar 09 03:42:13.241158 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8e037adb-a14c-41f3-a5b3-dda4e4a3bfc6 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:13.530702 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'tag': '095f303c-8011-497f-8929-ca48dda83cc0', 'status': 'completed', 'code': 200} Mar 09 03:42:13.530702 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'tag': '629e71ff-ed13-489c-8924-359aa6fd885b', 'status': 'completed', 'code': 200} Mar 09 03:42:13.530702 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'tag': '74095d9e-619d-4376-9680-b65aea510aa3', 'status': 'completed', 'code': 200} Mar 09 03:42:13.560437 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'tag': 'c1bf2e7b-6867-47a0-93dd-cf54b2021393', 'status': 'completed', 'code': 200} Mar 09 03:42:13.560437 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'tag': 'bc536592-9118-44c2-92f8-3c077dd9761f', 'status': 'completed', 'code': 200} Mar 09 03:42:13.560437 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'tag': '9d664959-c40f-40d2-a388-bd2e375986a5', 'status': 'completed', 'code': 200} Mar 09 03:42:13.610895 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8e037adb-a14c-41f3-a5b3-dda4e4a3bfc6 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:13.796488 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-1aa06616-abb1-4425-baa3-90243ee8545b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=c1bf2e7b-6867-47a0-93dd-cf54b2021393 HTTP/1.1" status: 200 len: 217 time: 0.5982018 Mar 09 03:42:13.982090 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9995753-3ba6-4d04-87e0-b9dea00f3f70 None None] DHCP port deletion for 571c5daa-ad81-4d69-bbc2-429a66530121 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:42:13.982090 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e9995753-3ba6-4d04-87e0-b9dea00f3f70 None None] Deleting port 21760f95-6fae-4de8-97bb-e4031930f5d2 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:42:13.982090 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e9995753-3ba6-4d04-87e0-b9dea00f3f70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:14.155627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-26fad66c-0f95-4630-aed6-6ae479a51451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:14.155627 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-26fad66c-0f95-4630-aed6-6ae479a51451 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f77088af-6527-42bd-a6e2-e4b921be1aa6 HTTP/1.1" status: 200 len: 797 time: 0.3357286 Mar 09 03:42:14.269712 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8e037adb-a14c-41f3-a5b3-dda4e4a3bfc6 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:14.506975 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc867175-1519-4e36-9795-ff0c8bcbd88c req-63fb12c2-997c-45ae-b759-58b87a2113ed tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:14.506975 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bc867175-1519-4e36-9795-ff0c8bcbd88c req-63fb12c2-997c-45ae-b759-58b87a2113ed tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee66d1f5-ff60-4479-973f-74e03552da3e HTTP/1.1" status: 200 len: 948 time: 0.9049714 Mar 09 03:42:14.558048 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104864f-2044-4618-aae1-2112647cbfa6 req-4fbcba1f-fbad-4037-becb-e8db748a854f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:14.558048 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104864f-2044-4618-aae1-2112647cbfa6 req-4fbcba1f-fbad-4037-becb-e8db748a854f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:14.610271 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104864f-2044-4618-aae1-2112647cbfa6 req-4fbcba1f-fbad-4037-becb-e8db748a854f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:14.610271 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104864f-2044-4618-aae1-2112647cbfa6 req-4fbcba1f-fbad-4037-becb-e8db748a854f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:14.610271 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104864f-2044-4618-aae1-2112647cbfa6 req-4fbcba1f-fbad-4037-becb-e8db748a854f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:14.610271 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104864f-2044-4618-aae1-2112647cbfa6 req-4fbcba1f-fbad-4037-becb-e8db748a854f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:14.610271 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104864f-2044-4618-aae1-2112647cbfa6 req-4fbcba1f-fbad-4037-becb-e8db748a854f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:14.610271 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2104864f-2044-4618-aae1-2112647cbfa6 req-4fbcba1f-fbad-4037-becb-e8db748a854f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5431 time: 0.7337964 Mar 09 03:42:14.690723 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e9995753-3ba6-4d04-87e0-b9dea00f3f70 None None] For port 21760f95-6fae-4de8-97bb-e4031930f5d2, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=21760f95-6fae-4de8-97bb-e4031930f5d2,segment=NetworkSegment(31cc468b-00df-4998-b2b7-53ea644ca8d5),segment_id=31cc468b-00df-4998-b2b7-53ea644ca8d5)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:14.690723 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e9995753-3ba6-4d04-87e0-b9dea00f3f70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:14.803486 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8e037adb-a14c-41f3-a5b3-dda4e4a3bfc6 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:14.831632 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-a4df337d-a26e-4d23-a14c-2a78935013ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:14.831632 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-a4df337d-a26e-4d23-a14c-2a78935013ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3df08107-39bd-418e-a91b-4b0bc364390c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6502621 Mar 09 03:42:14.886432 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bc867175-1519-4e36-9795-ff0c8bcbd88c req-6bf952b9-54e3-4d09-a4b5-da86e0aa91e4 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4da3626-15c8-47b5-863d-85867345371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117627 Mar 09 03:42:15.106745 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e9995753-3ba6-4d04-87e0-b9dea00f3f70 None None] Calling delete_port for 21760f95-6fae-4de8-97bb-e4031930f5d2 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:42:15.343584 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee66d1f5-ff60-4479-973f-74e03552da3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9955499-c02e-4035-aed3-ebd196be127d', 'code': 200} Mar 09 03:42:15.399042 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 4ed625bc-9df4-4da1-8c46-55636a24e7a6 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:42:15.399042 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e9995753-3ba6-4d04-87e0-b9dea00f3f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:15.464706 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-16311c18-1663-489d-adfa-0bf3d949ec9c service neutron] 10.222.0.24 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5557041 Mar 09 03:42:15.495521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e037adb-a14c-41f3-a5b3-dda4e4a3bfc6 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Pushing event deleted for resources: {'Subnet': ['ID=af391490-4ba3-4497-9423-87f5a74660e4,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:15.495521 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2104864f-2044-4618-aae1-2112647cbfa6 req-85908310-8683-4871-8636-12bd3bc31c48 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8528759 Mar 09 03:42:15.532608 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8e037adb-a14c-41f3-a5b3-dda4e4a3bfc6 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:15.562366 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bb5f6e-7c7a-4cba-8b8a-14c949423344 None None] Network 28a3a24d-de36-4a0d-8d13-3e22b2d3ff1e requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:42:15.648956 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-6900c5b3-8f0d-4760-9128-0b500cf39ee1 service neutron] 10.222.0.24 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257371 Mar 09 03:42:15.709009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91aab52-bbd1-40e7-86a7-9ceb0537a4d4 req-4e1c810d-1720-43d6-b928-cd0f0c184ed7 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:15.709009 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b91aab52-bbd1-40e7-86a7-9ceb0537a4d4 req-4e1c810d-1720-43d6-b928-cd0f0c184ed7 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.24 "GET /v2.0/ports?device_id=caaed4df-3321-4623-b833-5c56276e159b HTTP/1.1" status: 200 len: 946 time: 1.1289663 Mar 09 03:42:15.751727 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8e037adb-a14c-41f3-a5b3-dda4e4a3bfc6 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] 10.222.0.16 "DELETE /v2.0/subnets/af391490-4ba3-4497-9423-87f5a74660e4 HTTP/1.1" status: 204 len: 168 time: 2.7967961 Mar 09 03:42:15.780166 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9995753-3ba6-4d04-87e0-b9dea00f3f70 None None] No DVR routers for this DVR port 21760f95-6fae-4de8-97bb-e4031930f5d2 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:42:15.780166 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9995753-3ba6-4d04-87e0-b9dea00f3f70 None None] Pushing event deleted for resources: {'Port': ['ID=21760f95-6fae-4de8-97bb-e4031930f5d2,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:15.814273 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50268) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:15.871284 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-4a650063-4b55-421b-be7c-f95075f387db tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:15.871284 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-4a650063-4b55-421b-be7c-f95075f387db tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.21 "GET /v2.0/networks?id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 HTTP/1.1" status: 200 len: 821 time: 1.1117766 Mar 09 03:42:15.871284 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-17a3e57f-758e-45d0-9725-f73bd8edb376 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Request body: {'port': {'device_id': '0fd17274-c477-414d-ab95-3844a5b08221', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'admin_state_up': True, 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:42:15.936055 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c213e850-adfc-4f01-b081-8f837cbcf632 req-6b11596e-2291-4ece-a8e3-d103836bdad9 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fd17274-c477-414d-ab95-3844a5b08221 HTTP/1.1" status: 200 len: 210 time: 0.2732522 Mar 09 03:42:16.001733 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-4b71cd72-cd66-4bff-b328-9283e497cb0b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bc536592-9118-44c2-92f8-3c077dd9761f HTTP/1.1" status: 200 len: 217 time: 0.2605731 Mar 09 03:42:16.036686 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 4ed625bc-9df4-4da1-8c46-55636a24e7a6 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:42:16.036686 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 4ed625bc-9df4-4da1-8c46-55636a24e7a6 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:42:16.036686 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:16.067485 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb17732b-048f-417a-a391-5159f6283f0b None None] DHCP port deletion for 28a3a24d-de36-4a0d-8d13-3e22b2d3ff1e request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:42:16.133583 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-cb17732b-048f-417a-a391-5159f6283f0b None None] Deleting port 87e5d672-b51d-43b1-b8d1-12b937d2858f {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:42:16.133583 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cb17732b-048f-417a-a391-5159f6283f0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:16.167258 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-17a3e57f-758e-45d0-9725-f73bd8edb376 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:42:16.167258 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-17a3e57f-758e-45d0-9725-f73bd8edb376 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Usage tracker for resource:port and tenant:7426cc43ccad4ae6a410e2758d65b5d6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:42:16.167258 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-17a3e57f-758e-45d0-9725-f73bd8edb376 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:42:16.167258 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-17a3e57f-758e-45d0-9725-f73bd8edb376 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:42:16.198260 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-17a3e57f-758e-45d0-9725-f73bd8edb376 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Made reservation on behalf of 7426cc43ccad4ae6a410e2758d65b5d6 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:42:16.198260 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-17a3e57f-758e-45d0-9725-f73bd8edb376 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:16.324049 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-746dc6ff-41d3-4e9e-8496-3a9ff5b77639 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:16.389496 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-746dc6ff-41d3-4e9e-8496-3a9ff5b77639 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.21 "GET /v2.0/networks?id=a1db9162-013b-4555-a7dd-e31cdddb344c HTTP/1.1" status: 200 len: 821 time: 0.1627104 Mar 09 03:42:16.389496 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-c30cadc1-12f2-4594-938a-2b0e2eb183a0 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Request body: {'port': {'device_id': '7f90aac9-9096-4fdc-b828-2bafdba2fa00', 'network_id': 'a1db9162-013b-4555-a7dd-e31cdddb344c', 'admin_state_up': True, 'tenant_id': '93aa98084011474eadf54856db5462ee'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:42:16.481996 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-b91aab52-bbd1-40e7-86a7-9ceb0537a4d4 req-e34e6213-e6ff-409a-a685-be846c324617 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Deleting port c5c501a9-3b45-481a-8d1b-109385a9268c {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:42:16.481996 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b91aab52-bbd1-40e7-86a7-9ceb0537a4d4 req-e34e6213-e6ff-409a-a685-be846c324617 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:16.516515 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-17a3e57f-758e-45d0-9725-f73bd8edb376 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Allocated IP 172.20.0.14 (2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6/30f4b31b-6abb-4c50-914e-76d835560aae/ac4ae99e-81f9-431a-a82c-6e43b4f05c0c) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:42:16.548705 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-cb17732b-048f-417a-a391-5159f6283f0b None None] For port 87e5d672-b51d-43b1-b8d1-12b937d2858f, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=87e5d672-b51d-43b1-b8d1-12b937d2858f,segment=NetworkSegment(3b35ed4d-db67-40af-b764-c12043bc92dd),segment_id=3b35ed4d-db67-40af-b764-c12043bc92dd)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:16.548705 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cb17732b-048f-417a-a391-5159f6283f0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:16.578365 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-782a085a-9d7b-4bbd-9bff-c8c6b18dd9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:16.578365 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-782a085a-9d7b-4bbd-9bff-c8c6b18dd9f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26070e83-1c60-4df6-b85f-37b057dc633a HTTP/1.1" status: 200 len: 797 time: 0.5063317 Mar 09 03:42:16.578365 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3fb2d8e-9b80-4898-bf99-9a4c6aea1583 req-65ba6b3b-80f5-482e-8111-b737bda3d8b6 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f90aac9-9096-4fdc-b828-2bafdba2fa00 HTTP/1.1" status: 200 len: 210 time: 0.1908324 Mar 09 03:42:16.607867 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f176d4-9f89-4f9a-938f-024dbe69207a req-51e37277-be16-4ee9-acfe-f0fe3d2b9863 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:16.607867 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-68f176d4-9f89-4f9a-938f-024dbe69207a req-51e37277-be16-4ee9-acfe-f0fe3d2b9863 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=caaed4df-3321-4623-b833-5c56276e159b HTTP/1.1" status: 200 len: 946 time: 0.8543861 Mar 09 03:42:16.638239 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e69f88a7-f0d3-4fa8-acc7-4e8f80e39991 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:16.668186 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:16.830787 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-cb17732b-048f-417a-a391-5159f6283f0b None None] Calling delete_port for 87e5d672-b51d-43b1-b8d1-12b937d2858f owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:42:16.861816 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-17a3e57f-758e-45d0-9725-f73bd8edb376 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:16.861816 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-17a3e57f-758e-45d0-9725-f73bd8edb376 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Transition to ACTIVE for port object ac4ae99e-81f9-431a-a82c-6e43b4f05c0c will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:42:16.952102 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 4ed625bc-9df4-4da1-8c46-55636a24e7a6, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=4ed625bc-9df4-4da1-8c46-55636a24e7a6,segment=NetworkSegment(ca4c4b7b-213f-4b3f-8541-848c26e89434),segment_id=ca4c4b7b-213f-4b3f-8541-848c26e89434)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:16.952102 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:16.987968 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-68f176d4-9f89-4f9a-938f-024dbe69207a req-b5d23796-8b84-4c15-a7b3-570ac8e371c6 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645599 Mar 09 03:42:16.987968 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-17a3e57f-758e-45d0-9725-f73bd8edb376 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:17.048955 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 21760f95-6fae-4de8-97bb-e4031930f5d2 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:42:17.113799 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-17a3e57f-758e-45d0-9725-f73bd8edb376 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Network 2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:42:17.143947 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 21760f95-6fae-4de8-97bb-e4031930f5d2 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:42:17.143947 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 21760f95-6fae-4de8-97bb-e4031930f5d2 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:42:17.207615 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cb17732b-048f-417a-a391-5159f6283f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:17.248617 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-17a3e57f-758e-45d0-9725-f73bd8edb376 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:42:17.248617 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-17a3e57f-758e-45d0-9725-f73bd8edb376 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:42:17.283841 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb17732b-048f-417a-a391-5159f6283f0b None None] No DVR routers for this DVR port 87e5d672-b51d-43b1-b8d1-12b937d2858f on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:42:17.283841 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=4ed625bc-9df4-4da1-8c46-55636a24e7a6,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:17.283841 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 87e5d672-b51d-43b1-b8d1-12b937d2858f no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:42:17.443589 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-17a3e57f-758e-45d0-9725-f73bd8edb376 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:17.472697 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17732b-048f-417a-a391-5159f6283f0b None None] Pushing event deleted for resources: {'Port': ['ID=87e5d672-b51d-43b1-b8d1-12b937d2858f,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:17.504705 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-17a3e57f-758e-45d0-9725-f73bd8edb376 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:17.536401 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 87e5d672-b51d-43b1-b8d1-12b937d2858f {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:42:17.536401 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 87e5d672-b51d-43b1-b8d1-12b937d2858f not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:42:17.562564 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-17a3e57f-758e-45d0-9725-f73bd8edb376 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6892524 Mar 09 03:42:17.562564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3e57f-758e-45d0-9725-f73bd8edb376 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Pushing event updated for resources: {'Port': ['ID=ac4ae99e-81f9-431a-a82c-6e43b4f05c0c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:17.591142 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0208b59b-f6b1-4fb9-a011-f40f995a6142 None None] Provisioning for port ac4ae99e-81f9-431a-a82c-6e43b4f05c0c completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:42:17.619770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-1187399f-ddff-4976-85a1-5a874de26c97 service neutron] Request body: {'port': {'device_id': '0fd17274-c477-414d-ab95-3844a5b08221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:42:17.647565 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0208b59b-f6b1-4fb9-a011-f40f995a6142 None None] Provisioning complete for port ac4ae99e-81f9-431a-a82c-6e43b4f05c0c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:42:17.647565 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0208b59b-f6b1-4fb9-a011-f40f995a6142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:17.674040 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e69f88a7-f0d3-4fa8-acc7-4e8f80e39991 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:17.726006 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-1187399f-ddff-4976-85a1-5a874de26c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:17.754560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-c30cadc1-12f2-4594-938a-2b0e2eb183a0 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:42:17.784667 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-0208b59b-f6b1-4fb9-a011-f40f995a6142 None None] Port ac4ae99e-81f9-431a-a82c-6e43b4f05c0c cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:42:17.812252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-e69f88a7-f0d3-4fa8-acc7-4e8f80e39991 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571c5daa-ad81-4d69-bbc2-429a66530121']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:17.812252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-c30cadc1-12f2-4594-938a-2b0e2eb183a0 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:42:17.843503 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c811ee9-721a-4dd4-b4d2-3709db06ce4e req-0c9229c3-9c51-43a0-9efa-73d9ec9bc9c0 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:17.876290 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-e69f88a7-f0d3-4fa8-acc7-4e8f80e39991 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31cc468b-00df-4998-b2b7-53ea644ca8d5') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:17.876290 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-e69f88a7-f0d3-4fa8-acc7-4e8f80e39991 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31cc468b-00df-4998-b2b7-53ea644ca8d5') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:17.900008 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c811ee9-721a-4dd4-b4d2-3709db06ce4e req-0c9229c3-9c51-43a0-9efa-73d9ec9bc9c0 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:17.927284 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-b91aab52-bbd1-40e7-86a7-9ceb0537a4d4 req-e34e6213-e6ff-409a-a685-be846c324617 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] For port c5c501a9-3b45-481a-8d1b-109385a9268c, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c5c501a9-3b45-481a-8d1b-109385a9268c,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:17.927284 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b91aab52-bbd1-40e7-86a7-9ceb0537a4d4 req-e34e6213-e6ff-409a-a685-be846c324617 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:17.951545 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c811ee9-721a-4dd4-b4d2-3709db06ce4e req-0c9229c3-9c51-43a0-9efa-73d9ec9bc9c0 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:17.951545 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c811ee9-721a-4dd4-b4d2-3709db06ce4e req-0c9229c3-9c51-43a0-9efa-73d9ec9bc9c0 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:17.951545 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c811ee9-721a-4dd4-b4d2-3709db06ce4e req-0c9229c3-9c51-43a0-9efa-73d9ec9bc9c0 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:17.976428 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e69f88a7-f0d3-4fa8-acc7-4e8f80e39991 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:18.001313 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c811ee9-721a-4dd4-b4d2-3709db06ce4e req-0c9229c3-9c51-43a0-9efa-73d9ec9bc9c0 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:18.001313 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c811ee9-721a-4dd4-b4d2-3709db06ce4e req-0c9229c3-9c51-43a0-9efa-73d9ec9bc9c0 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:18.001313 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9c811ee9-721a-4dd4-b4d2-3709db06ce4e req-0c9229c3-9c51-43a0-9efa-73d9ec9bc9c0 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5431 time: 0.4313500 Mar 09 03:42:18.034079 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device c5c501a9-3b45-481a-8d1b-109385a9268c no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:42:18.061796 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7f6e520f-fc27-43b8-ae8d-2d3013d1278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:18.061796 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-7f6e520f-fc27-43b8-ae8d-2d3013d1278e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa98c4bf-cd2b-4512-b959-342f7d8cd273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.4892845 Mar 09 03:42:18.061796 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e69f88a7-f0d3-4fa8-acc7-4e8f80e39991 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:18.135517 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:18.186482 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-c30cadc1-12f2-4594-938a-2b0e2eb183a0 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Made reservation on behalf of 93aa98084011474eadf54856db5462ee for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:42:18.210768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caaed4df-3321-4623-b833-5c56276e159b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5c501a9-3b45-481a-8d1b-109385a9268c'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:42:18.240051 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-c30cadc1-12f2-4594-938a-2b0e2eb183a0 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:18.266069 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port c5c501a9-3b45-481a-8d1b-109385a9268c, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c5c501a9-3b45-481a-8d1b-109385a9268c,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:18.266069 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:18.300114 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9c811ee9-721a-4dd4-b4d2-3709db06ce4e req-5bf4fda5-06d3-407d-a043-fb1b41fa5a5b tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3277392 Mar 09 03:42:18.328455 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-b91aab52-bbd1-40e7-86a7-9ceb0537a4d4 req-e34e6213-e6ff-409a-a685-be846c324617 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Calling delete_port for c5c501a9-3b45-481a-8d1b-109385a9268c owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:42:18.355130 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=c5c501a9-3b45-481a-8d1b-109385a9268c,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69f88a7-f0d3-4fa8-acc7-4e8f80e39991 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e69f88a7-f0d3-4fa8-acc7-4e8f80e39991 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [req-b91aab52-bbd1-40e7-86a7-9ceb0537a4d4 req-e34e6213-e6ff-409a-a685-be846c324617 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:42:18.401627 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [req-b91aab52-bbd1-40e7-86a7-9ceb0537a4d4 req-e34e6213-e6ff-409a-a685-be846c324617 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:42:18.428939 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3c47e1c9-dc35-4864-8205-21d49429ff86 req-88442ba8-fba3-46eb-8662-aa6bde687b2c tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f90aac9-9096-4fdc-b828-2bafdba2fa00 HTTP/1.1" status: 200 len: 210 time: 0.0594063 Mar 09 03:42:18.428939 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-1187399f-ddff-4976-85a1-5a874de26c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4ae99e-81f9-431a-a82c-6e43b4f05c0c {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:42:18.428939 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-1187399f-ddff-4976-85a1-5a874de26c97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:18.455038 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-1187399f-ddff-4976-85a1-5a874de26c97 service neutron] Transition to ACTIVE for port object ac4ae99e-81f9-431a-a82c-6e43b4f05c0c will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:42:18.455038 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-1187399f-ddff-4976-85a1-5a874de26c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:18.727387 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-a3d69bfe-1eda-4157-9bbd-73f2b73395ff service neutron] 10.222.0.24 "GET /v2.0/networks/aa98c4bf-cd2b-4512-b959-342f7d8cd273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800396 Mar 09 03:42:18.727387 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e69f88a7-f0d3-4fa8-acc7-4e8f80e39991 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:18.788016 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e69f88a7-f0d3-4fa8-acc7-4e8f80e39991 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:18.842355 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f88a7-f0d3-4fa8-acc7-4e8f80e39991 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Pushing event deleted for resources: {'Network': ['ID=571c5daa-ad81-4d69-bbc2-429a66530121,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:18.900107 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-b91aab52-bbd1-40e7-86a7-9ceb0537a4d4 req-e34e6213-e6ff-409a-a685-be846c324617 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Deleting port c5c501a9-3b45-481a-8d1b-109385a9268c {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:42:18.900107 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b91aab52-bbd1-40e7-86a7-9ceb0537a4d4 req-e34e6213-e6ff-409a-a685-be846c324617 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:18.950721 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187399f-ddff-4976-85a1-5a874de26c97 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4ae99e-81f9-431a-a82c-6e43b4f05c0c,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:18.999798 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-1187399f-ddff-4976-85a1-5a874de26c97 service neutron] Attempting to bind port ac4ae99e-81f9-431a-a82c-6e43b4f05c0c on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:42:18.999798 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-1187399f-ddff-4976-85a1-5a874de26c97 service neutron] Attempting to bind port ac4ae99e-81f9-431a-a82c-6e43b4f05c0c by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'ca4c4b7b-213f-4b3f-8541-848c26e89434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:42:18.999798 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-1187399f-ddff-4976-85a1-5a874de26c97 service neutron] Attempting to bind port ac4ae99e-81f9-431a-a82c-6e43b4f05c0c on network 2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:42:19.029218 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e69f88a7-f0d3-4fa8-acc7-4e8f80e39991 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] 10.222.0.16 "DELETE /v2.0/networks/571c5daa-ad81-4d69-bbc2-429a66530121 HTTP/1.1" status: 204 len: 168 time: 3.2230496 Mar 09 03:42:19.049566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-1187399f-ddff-4976-85a1-5a874de26c97 service neutron] Port ac4ae99e-81f9-431a-a82c-6e43b4f05c0c on network 2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:42:19.049566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-1187399f-ddff-4976-85a1-5a874de26c97 service neutron] Attempting to bind port ac4ae99e-81f9-431a-a82c-6e43b4f05c0c on network 2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:42:19.049566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50344) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:19.049566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-1187399f-ddff-4976-85a1-5a874de26c97 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:42:19.049566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-1187399f-ddff-4976-85a1-5a874de26c97 service neutron] Checking segment: {'id': 'ca4c4b7b-213f-4b3f-8541-848c26e89434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:42:19.049566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-1187399f-ddff-4976-85a1-5a874de26c97 service neutron] Bound using segment: {'id': 'ca4c4b7b-213f-4b3f-8541-848c26e89434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:42:19.049566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-1187399f-ddff-4976-85a1-5a874de26c97 service neutron] Bound port: ac4ae99e-81f9-431a-a82c-6e43b4f05c0c, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca4c4b7b-213f-4b3f-8541-848c26e89434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:42:19.049566 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-1187399f-ddff-4976-85a1-5a874de26c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:19.072113 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0f5ee-0ebe-489f-965f-47bc4463ca63 req-9c182a87-45c9-4ea9-9787-bb7d77a19bb1 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:19.072113 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-73a0f5ee-0ebe-489f-965f-47bc4463ca63 req-9c182a87-45c9-4ea9-9787-bb7d77a19bb1 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fd17274-c477-414d-ab95-3844a5b08221 HTTP/1.1" status: 200 len: 932 time: 0.9430144 Mar 09 03:42:19.204967 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-73a0f5ee-0ebe-489f-965f-47bc4463ca63 req-2e64506c-3076-4eee-8609-1755f48bae79 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Synchronizing usage tracker for tenant:7426cc43ccad4ae6a410e2758d65b5d6 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:42:19.270210 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 4ed625bc-9df4-4da1-8c46-55636a24e7a6 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:42:19.396501 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 4ed625bc-9df4-4da1-8c46-55636a24e7a6 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:42:19.396501 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:19.416133 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-86be7570-91e3-4839-8442-9f042d4be7b2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:19.416133 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-1187399f-ddff-4976-85a1-5a874de26c97 service neutron] For port ac4ae99e-81f9-431a-a82c-6e43b4f05c0c, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:42:19.437198 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-1187399f-ddff-4976-85a1-5a874de26c97 service neutron] For port ac4ae99e-81f9-431a-a82c-6e43b4f05c0c, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=ac4ae99e-81f9-431a-a82c-6e43b4f05c0c,segment=NetworkSegment(ca4c4b7b-213f-4b3f-8541-848c26e89434),segment_id=ca4c4b7b-213f-4b3f-8541-848c26e89434)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:42:19.501905 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-1187399f-ddff-4976-85a1-5a874de26c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:19.655844 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-1187399f-ddff-4976-85a1-5a874de26c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:19.655844 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-1187399f-ddff-4976-85a1-5a874de26c97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:19.655844 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-1187399f-ddff-4976-85a1-5a874de26c97 service neutron] 10.222.0.21 "PUT /v2.0/ports/ac4ae99e-81f9-431a-a82c-6e43b4f05c0c HTTP/1.1" status: 200 len: 1092 time: 2.1122525 Mar 09 03:42:19.655844 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd17274-c477-414d-ab95-3844a5b08221', 'tag': 'ac4ae99e-81f9-431a-a82c-6e43b4f05c0c'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:42:19.723914 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-86be7570-91e3-4839-8442-9f042d4be7b2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:19.747521 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-b91aab52-bbd1-40e7-86a7-9ceb0537a4d4 req-e34e6213-e6ff-409a-a685-be846c324617 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] For port c5c501a9-3b45-481a-8d1b-109385a9268c, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c5c501a9-3b45-481a-8d1b-109385a9268c,segment=NetworkSegment(96625312-3c61-4ef0-892e-77a3c896392c),segment_id=96625312-3c61-4ef0-892e-77a3c896392c)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:19.747521 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b91aab52-bbd1-40e7-86a7-9ceb0537a4d4 req-e34e6213-e6ff-409a-a685-be846c324617 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:19.886519 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187399f-ddff-4976-85a1-5a874de26c97 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4ae99e-81f9-431a-a82c-6e43b4f05c0c,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:19.886519 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-86be7570-91e3-4839-8442-9f042d4be7b2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a3a24d-de36-4a0d-8d13-3e22b2d3ff1e']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:19.910516 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-86be7570-91e3-4839-8442-9f042d4be7b2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b35ed4d-db67-40af-b764-c12043bc92dd') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:19.910516 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-86be7570-91e3-4839-8442-9f042d4be7b2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b35ed4d-db67-40af-b764-c12043bc92dd') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:19.963247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-b91aab52-bbd1-40e7-86a7-9ceb0537a4d4 req-e34e6213-e6ff-409a-a685-be846c324617 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Calling delete_port for c5c501a9-3b45-481a-8d1b-109385a9268c owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:42:19.984432 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 449a3ec3-600e-425c-9f81-7927758bce76 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:42:20.007496 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-86be7570-91e3-4839-8442-9f042d4be7b2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:20.007496 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-d9a7a46e-d24e-4be5-9cc7-7f909faebcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:20.007496 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-d9a7a46e-d24e-4be5-9cc7-7f909faebcca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7426cc43ccad4ae6a410e2758d65b5d6&device_id=0fd17274-c477-414d-ab95-3844a5b08221 HTTP/1.1" status: 200 len: 1095 time: 0.2773566 Mar 09 03:42:20.007496 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-86be7570-91e3-4839-8442-9f042d4be7b2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:20.120677 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86be7570-91e3-4839-8442-9f042d4be7b2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:42:20.120677 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-86be7570-91e3-4839-8442-9f042d4be7b2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:20.143775 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:20.174669 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-dd3203ed-a1ce-49c6-88d7-0db89e17c03a service neutron] 10.222.0.24 "GET /v2.0/networks/aa98c4bf-cd2b-4512-b959-342f7d8cd273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4141357 Mar 09 03:42:20.174669 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b91aab52-bbd1-40e7-86a7-9ceb0537a4d4 req-e34e6213-e6ff-409a-a685-be846c324617 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:20.174669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-73a0f5ee-0ebe-489f-965f-47bc4463ca63 req-2e64506c-3076-4eee-8609-1755f48bae79 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Unset dirty status for tenant:7426cc43ccad4ae6a410e2758d65b5d6 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:42:20.174669 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-73a0f5ee-0ebe-489f-965f-47bc4463ca63 req-2e64506c-3076-4eee-8609-1755f48bae79 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3dfd177-39e0-48b3-8306-e6e178ccdf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0785244 Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4d1d3-e4eb-4796-b3ae-9b438e2d8ef3 req-45cfb164-c263-49fc-b135-084e880a5ed5 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-40e4d1d3-e4eb-4796-b3ae-9b438e2d8ef3 req-45cfb164-c263-49fc-b135-084e880a5ed5 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=caaed4df-3321-4623-b833-5c56276e159b HTTP/1.1" status: 200 len: 944 time: 0.3659291 Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-1aa47ad5-afd9-4db0-9fa5-04f13ca580d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4ae99e-81f9-431a-a82c-6e43b4f05c0c HTTP/1.1" status: 200 len: 217 time: 0.1715631 Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:42:20.199426 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:42:20.224127 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 449a3ec3-600e-425c-9f81-7927758bce76, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=449a3ec3-600e-425c-9f81-7927758bce76,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:20.224127 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:20.288831 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-c30cadc1-12f2-4594-938a-2b0e2eb183a0 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Allocated IP 172.20.0.11 (a1db9162-013b-4555-a7dd-e31cdddb344c/d5bbbb50-9b24-4c8b-900f-4775f7f04439/fa2b14e5-118a-4e2d-964a-e07eecfd7400) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:42:20.313602 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-5eabcd7a-f0d1-45d6-a9d1-d88fad462de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:20.313602 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-5eabcd7a-f0d1-45d6-a9d1-d88fad462de7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30f4b31b-6abb-4c50-914e-76d835560aae HTTP/1.1" status: 200 len: 860 time: 0.0660501 Mar 09 03:42:20.336554 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e6213-e6ff-409a-a685-be846c324617 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Pushing event deleted for resources: {'Port': ['ID=c5c501a9-3b45-481a-8d1b-109385a9268c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:20.336554 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-9b13d278-0819-4151-9aec-652ca0fa32c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d664959-c40f-40d2-a388-bd2e375986a5 HTTP/1.1" status: 200 len: 217 time: 0.1760945 Mar 09 03:42:20.382322 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caaed4df-3321-4623-b833-5c56276e159b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5c501a9-3b45-481a-8d1b-109385a9268c', 'code': 200} Mar 09 03:42:20.430087 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=449a3ec3-600e-425c-9f81-7927758bce76,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:20.452877 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-40e4d1d3-e4eb-4796-b3ae-9b438e2d8ef3 req-8c2ae7d4-ecb4-4400-9d6f-e5b7ccd841e8 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c47002-d769-4562-8e48-d37311005c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819080 Mar 09 03:42:20.452877 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-86be7570-91e3-4839-8442-9f042d4be7b2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:20.545811 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91aab52-bbd1-40e7-86a7-9ceb0537a4d4 req-e34e6213-e6ff-409a-a685-be846c324617 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] No DVR routers for this DVR port c5c501a9-3b45-481a-8d1b-109385a9268c on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:42:20.545811 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b91aab52-bbd1-40e7-86a7-9ceb0537a4d4 req-e34e6213-e6ff-409a-a685-be846c324617 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:20.545811 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caaed4df-3321-4623-b833-5c56276e159b', 'name': 'network-vif-deleted', 'tag': 'c5c501a9-3b45-481a-8d1b-109385a9268c'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:42:20.569148 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-86be7570-91e3-4839-8442-9f042d4be7b2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:20.569148 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be7570-91e3-4839-8442-9f042d4be7b2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Pushing event deleted for resources: {'Network': ['ID=28a3a24d-de36-4a0d-8d13-3e22b2d3ff1e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:20.612521 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-86be7570-91e3-4839-8442-9f042d4be7b2 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] 10.222.0.16 "DELETE /v2.0/networks/28a3a24d-de36-4a0d-8d13-3e22b2d3ff1e HTTP/1.1" status: 204 len: 168 time: 1.5686953 Mar 09 03:42:20.612521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50374) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:20.612521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-380d8910-e433-41d6-816b-0121603b3e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:20.612521 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-380d8910-e433-41d6-816b-0121603b3e70 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2719405 Mar 09 03:42:20.656025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f743e591-1328-4d6d-b39f-90372e006cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:20.656025 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f743e591-1328-4d6d-b39f-90372e006cbd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26070e83-1c60-4df6-b85f-37b057dc633a HTTP/1.1" status: 200 len: 797 time: 0.3186851 Mar 09 03:42:20.697245 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b91aab52-bbd1-40e7-86a7-9ceb0537a4d4 req-e34e6213-e6ff-409a-a685-be846c324617 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.24 "DELETE /v2.0/ports/c5c501a9-3b45-481a-8d1b-109385a9268c HTTP/1.1" status: 204 len: 173 time: 4.9739571 Mar 09 03:42:20.809457 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4ad44261-3699-4a7e-822f-4183d46e5257 req-cd501121-1292-4202-8ce2-53c8ccc3d719 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f90aac9-9096-4fdc-b828-2bafdba2fa00 HTTP/1.1" status: 200 len: 210 time: 0.1022360 Mar 09 03:42:20.923686 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01bc2a0-e2f6-41a4-8197-89e613485112 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Deleting subnet b44e8609-c972-4b7b-a3f5-687693be2436 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:42:20.923686 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a01bc2a0-e2f6-41a4-8197-89e613485112 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:21.036884 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-56ebac2e-53ab-491e-8054-b99e8f66e210 service neutron] 10.222.0.21 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893438 Mar 09 03:42:21.036884 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-32467e60-eb95-4477-abc4-073df5aaf558 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4065282 Mar 09 03:42:21.059587 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f166e6-2e3a-4de1-b923-90bd5d1b89f2 req-6e9d6664-807d-4310-9602-d5de1faa4ae9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:21.059587 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f166e6-2e3a-4de1-b923-90bd5d1b89f2 req-6e9d6664-807d-4310-9602-d5de1faa4ae9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:21.102416 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f166e6-2e3a-4de1-b923-90bd5d1b89f2 req-6e9d6664-807d-4310-9602-d5de1faa4ae9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:21.102416 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f166e6-2e3a-4de1-b923-90bd5d1b89f2 req-6e9d6664-807d-4310-9602-d5de1faa4ae9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:21.102416 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f166e6-2e3a-4de1-b923-90bd5d1b89f2 req-6e9d6664-807d-4310-9602-d5de1faa4ae9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:21.145761 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f166e6-2e3a-4de1-b923-90bd5d1b89f2 req-6e9d6664-807d-4310-9602-d5de1faa4ae9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:21.145761 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f166e6-2e3a-4de1-b923-90bd5d1b89f2 req-6e9d6664-807d-4310-9602-d5de1faa4ae9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:21.145761 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-24f166e6-2e3a-4de1-b923-90bd5d1b89f2 req-6e9d6664-807d-4310-9602-d5de1faa4ae9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5431 time: 0.5581775 Mar 09 03:42:21.260771 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-24f166e6-2e3a-4de1-b923-90bd5d1b89f2 req-dfbdc3b4-6e04-48fb-ac8e-221a15cbfb07 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0916533 Mar 09 03:42:21.260771 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-efc8a550-d3fb-4bcb-be30-ca60b0784bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:21.260771 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-efc8a550-d3fb-4bcb-be30-ca60b0784bac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa98c4bf-cd2b-4512-b959-342f7d8cd273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5717101 Mar 09 03:42:21.260771 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-c30cadc1-12f2-4594-938a-2b0e2eb183a0 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:21.325711 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5150e755-0b50-44db-9e22-cc4dfa95c15a req-f0355122-bf0b-4a67-a32b-8e5b0c52e27e service neutron] 10.222.0.21 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131967 Mar 09 03:42:21.369107 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-c30cadc1-12f2-4594-938a-2b0e2eb183a0 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:21.449955 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30cadc1-12f2-4594-938a-2b0e2eb183a0 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Pushing event updated for resources: {'Port': ['ID=fa2b14e5-118a-4e2d-964a-e07eecfd7400,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:21.471283 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a01bc2a0-e2f6-41a4-8197-89e613485112 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:21.555184 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caaed4df-3321-4623-b833-5c56276e159b', 'name': 'network-vif-deleted', 'tag': 'c5c501a9-3b45-481a-8d1b-109385a9268c', 'status': 'completed', 'code': 200} Mar 09 03:42:21.555184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-c30cadc1-12f2-4594-938a-2b0e2eb183a0 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Network a1db9162-013b-4555-a7dd-e31cdddb344c is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:42:21.555184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-c30cadc1-12f2-4594-938a-2b0e2eb183a0 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:42:21.555184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-c30cadc1-12f2-4594-938a-2b0e2eb183a0 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:42:21.627101 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-f7f247d1-baf8-46d7-a6e6-01b49d038ad2 service neutron] 10.222.0.24 "GET /v2.0/networks/aa98c4bf-cd2b-4512-b959-342f7d8cd273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144386 Mar 09 03:42:21.672132 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-c30cadc1-12f2-4594-938a-2b0e2eb183a0 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:21.672132 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-c30cadc1-12f2-4594-938a-2b0e2eb183a0 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:21.776895 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd17274-c477-414d-ab95-3844a5b08221', 'tag': 'ac4ae99e-81f9-431a-a82c-6e43b4f05c0c', 'status': 'completed', 'code': 200} Mar 09 03:42:21.901604 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-79113560-f53f-4fea-9c85-423c92a9ccaf req-ab46c465-bf3b-4c01-a9f6-b008d0c22dd8 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Synchronizing usage tracker for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:42:21.921948 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a01bc2a0-e2f6-41a4-8197-89e613485112 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:21.941877 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-c30cadc1-12f2-4594-938a-2b0e2eb183a0 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5718486 Mar 09 03:42:21.941877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-79113560-f53f-4fea-9c85-423c92a9ccaf req-ab46c465-bf3b-4c01-a9f6-b008d0c22dd8 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] Unset dirty status for tenant:ae03d5eb038f4850a3760a69271911b5 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:42:21.941877 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79113560-f53f-4fea-9c85-423c92a9ccaf req-ab46c465-bf3b-4c01-a9f6-b008d0c22dd8 tempest-DeleteServersTestJSON-910921473 tempest-DeleteServersTestJSON-910921473-project] 10.222.0.16 "GET /v2.0/ports?device_id=caaed4df-3321-4623-b833-5c56276e159b HTTP/1.1" status: 200 len: 210 time: 0.1183426 Mar 09 03:42:21.941877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-7ca38faf-7342-43e0-a159-d6040800c856 service neutron] Request body: {'port': {'device_id': '7f90aac9-9096-4fdc-b828-2bafdba2fa00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:42:22.027309 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5dd6dbf-9bdb-4c4a-b157-c0c5f15ca1db req-5dbd4618-72b8-4400-971e-16e0e7950693 service neutron] 10.222.0.24 "GET /v2.0/networks/aa98c4bf-cd2b-4512-b959-342f7d8cd273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546476 Mar 09 03:42:22.047803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-5bd7d59e-f651-4ad4-976b-bffb5ae85f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:22.047803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-5bd7d59e-f651-4ad4-976b-bffb5ae85f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:22.047803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-5bd7d59e-f651-4ad4-976b-bffb5ae85f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:22.047803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-5bd7d59e-f651-4ad4-976b-bffb5ae85f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:22.047803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-5bd7d59e-f651-4ad4-976b-bffb5ae85f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:22.047803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-5bd7d59e-f651-4ad4-976b-bffb5ae85f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:22.047803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-5bd7d59e-f651-4ad4-976b-bffb5ae85f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:22.047803 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-5bd7d59e-f651-4ad4-976b-bffb5ae85f13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffa74fa7e259451baa8a72de689adc07&device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 6491 time: 0.6952090 Mar 09 03:42:22.047803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec304d46-b760-49aa-b3a8-9a34a4c788ee req-48cd2e44-308b-450e-a397-0ea1fd769975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:22.047803 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec304d46-b760-49aa-b3a8-9a34a4c788ee req-48cd2e44-308b-450e-a397-0ea1fd769975 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7426cc43ccad4ae6a410e2758d65b5d6&device_id=0fd17274-c477-414d-ab95-3844a5b08221 HTTP/1.1" status: 200 len: 1095 time: 0.5959692 Mar 09 03:42:22.047803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7311eb-5c6a-4209-8e40-167f8aac15b7 req-3868a9ea-02d0-48d1-abb7-a0958554071a tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:22.047803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5e7311eb-5c6a-4209-8e40-167f8aac15b7 req-3868a9ea-02d0-48d1-abb7-a0958554071a tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Synchronizing usage tracker for tenant:7426cc43ccad4ae6a410e2758d65b5d6 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:42:22.221442 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a01bc2a0-e2f6-41a4-8197-89e613485112 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:22.350525 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01bc2a0-e2f6-41a4-8197-89e613485112 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Pushing event deleted for resources: {'Subnet': ['ID=b44e8609-c972-4b7b-a3f5-687693be2436,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:22.350525 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5e7311eb-5c6a-4209-8e40-167f8aac15b7 req-3868a9ea-02d0-48d1-abb7-a0958554071a tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Unset dirty status for tenant:7426cc43ccad4ae6a410e2758d65b5d6 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:42:22.350525 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5e7311eb-5c6a-4209-8e40-167f8aac15b7 req-3868a9ea-02d0-48d1-abb7-a0958554071a tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fd17274-c477-414d-ab95-3844a5b08221 HTTP/1.1" status: 200 len: 944 time: 0.5216100 Mar 09 03:42:22.373042 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80a53f5-bb44-45d8-a1ef-bf34c805f201', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '449a3ec3-600e-425c-9f81-7927758bce76'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:42:22.373042 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62221ac4-2d61-44b0-8005-04c5708501e7 None None] Network 778daee6-c65f-4bc7-bb13-3d75b1c73d2f requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:42:22.437364 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-d618a492-6952-497f-902e-9f908019e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:22.437364 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-d618a492-6952-497f-902e-9f908019e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:22.437364 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-d618a492-6952-497f-902e-9f908019e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:22.437364 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-d618a492-6952-497f-902e-9f908019e2da service neutron] 10.222.0.21 "GET /v2.0/networks?id=a7ff9480-13c5-42e3-ae93-360a44d2efc2&id=eb499fd8-471d-4286-9030-76983ac8e9a8&id=eb499fd8-471d-4286-9030-76983ac8e9a8&id=eb499fd8-471d-4286-9030-76983ac8e9a8&id=eb499fd8-471d-4286-9030-76983ac8e9a8&id=30ef9939-e0a3-4385-851a-c377e816c8c2&id=30ef9939-e0a3-4385-851a-c377e816c8c2 HTTP/1.1" status: 200 len: 2293 time: 0.3227820 Mar 09 03:42:22.437364 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a01bc2a0-e2f6-41a4-8197-89e613485112 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:22.459213 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-7ca38faf-7342-43e0-a159-d6040800c856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:22.480768 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a01bc2a0-e2f6-41a4-8197-89e613485112 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] 10.222.0.16 "DELETE /v2.0/subnets/b44e8609-c972-4b7b-a3f5-687693be2436 HTTP/1.1" status: 204 len: 168 time: 1.8414612 Mar 09 03:42:22.502213 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50410) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:22.591306 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-9dfa232c-3722-40f5-a5b0-7c961d6620b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32fcd728-7dc4-4581-a98d-08c02abc8742 HTTP/1.1" status: 200 len: 1002 time: 0.1259108 Mar 09 03:42:22.610974 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device ac4ae99e-81f9-431a-a82c-6e43b4f05c0c details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:42:22.653612 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f0c4fe3f-0b96-4111-b8aa-d2c84257aeb5 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:22.678355 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-f8d0a3c4-f5aa-4f87-8ad9-700b40bc136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:22.678355 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-f8d0a3c4-f5aa-4f87-8ad9-700b40bc136c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bed62d90-b36d-4314-b77f-03334d35249e HTTP/1.1" status: 200 len: 851 time: 0.0986512 Mar 09 03:42:22.750534 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-f0c4fe3f-0b96-4111-b8aa-d2c84257aeb5 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Deleting port 948142aa-fb43-4279-93e8-b277e558cab8 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:42:22.750534 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f0c4fe3f-0b96-4111-b8aa-d2c84257aeb5 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:22.772374 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0fe786-d038-4948-97fe-0cd4d4d0919a None None] DHCP port deletion for 778daee6-c65f-4bc7-bb13-3d75b1c73d2f request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:42:22.772374 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-db0fe786-d038-4948-97fe-0cd4d4d0919a None None] Deleting port 948142aa-fb43-4279-93e8-b277e558cab8 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:42:22.772374 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-db0fe786-d038-4948-97fe-0cd4d4d0919a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:22.814067 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5e7311eb-5c6a-4209-8e40-167f8aac15b7 req-19acf28a-f22d-41dc-9043-fa84756cd96c tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3dfd177-39e0-48b3-8306-e6e178ccdf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512191 Mar 09 03:42:22.814067 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec304d46-b760-49aa-b3a8-9a34a4c788ee req-3197ab39-19e3-45de-bdf3-53bf1da1b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:22.814067 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec304d46-b760-49aa-b3a8-9a34a4c788ee req-3197ab39-19e3-45de-bdf3-53bf1da1b522 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 HTTP/1.1" status: 200 len: 922 time: 0.7469876 Mar 09 03:42:22.903335 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-73969e8d-5e03-4279-bfd2-bc17e1cb6e22 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:22.903335 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-73969e8d-5e03-4279-bfd2-bc17e1cb6e22 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/networks?id=c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 HTTP/1.1" status: 200 len: 803 time: 0.6559026 Mar 09 03:42:22.903335 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-d9cf709b-1607-4f84-b092-a9e37d81f1bc tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/quotas/62215851be3d4b12858e1a437af1e4f7 HTTP/1.1" status: 200 len: 375 time: 0.0264544 Mar 09 03:42:22.967820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502bcff-49c5-4b49-9abd-5d55ca34debd req-b34abe8c-2772-4595-81b3-35737f8ba558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:22.967820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502bcff-49c5-4b49-9abd-5d55ca34debd req-b34abe8c-2772-4595-81b3-35737f8ba558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:22.967820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502bcff-49c5-4b49-9abd-5d55ca34debd req-b34abe8c-2772-4595-81b3-35737f8ba558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:22.967820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502bcff-49c5-4b49-9abd-5d55ca34debd req-b34abe8c-2772-4595-81b3-35737f8ba558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:22.967820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502bcff-49c5-4b49-9abd-5d55ca34debd req-b34abe8c-2772-4595-81b3-35737f8ba558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:22.967820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502bcff-49c5-4b49-9abd-5d55ca34debd req-b34abe8c-2772-4595-81b3-35737f8ba558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:22.967820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502bcff-49c5-4b49-9abd-5d55ca34debd req-b34abe8c-2772-4595-81b3-35737f8ba558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:22.967820 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7502bcff-49c5-4b49-9abd-5d55ca34debd req-b34abe8c-2772-4595-81b3-35737f8ba558 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a99da7d1ff544c6c946233b9d2e2fe07&device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 6488 time: 0.6922717 Mar 09 03:42:23.054845 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-db0fe786-d038-4948-97fe-0cd4d4d0919a None None] For port 948142aa-fb43-4279-93e8-b277e558cab8, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=948142aa-fb43-4279-93e8-b277e558cab8,segment=NetworkSegment(1d7ce875-34a7-4d49-a6ed-c6a72ed1ae51),segment_id=1d7ce875-34a7-4d49-a6ed-c6a72ed1ae51)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:23.054845 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-db0fe786-d038-4948-97fe-0cd4d4d0919a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:23.100138 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec304d46-b760-49aa-b3a8-9a34a4c788ee req-ee8861e0-52d3-4443-af67-a48290b30338 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4ae99e-81f9-431a-a82c-6e43b4f05c0c HTTP/1.1" status: 200 len: 217 time: 0.2356708 Mar 09 03:42:23.150045 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec304d46-b760-49aa-b3a8-9a34a4c788ee req-d35ae3ea-5ad7-426a-b78b-e44b2c940bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:23.150045 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec304d46-b760-49aa-b3a8-9a34a4c788ee req-d35ae3ea-5ad7-426a-b78b-e44b2c940bd9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30f4b31b-6abb-4c50-914e-76d835560aae HTTP/1.1" status: 200 len: 860 time: 0.0819471 Mar 09 03:42:23.210341 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-db0fe786-d038-4948-97fe-0cd4d4d0919a None None] Calling delete_port for 948142aa-fb43-4279-93e8-b277e558cab8 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:42:23.284619 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port ac4ae99e-81f9-431a-a82c-6e43b4f05c0c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=ac4ae99e-81f9-431a-a82c-6e43b4f05c0c,segment=NetworkSegment(ca4c4b7b-213f-4b3f-8541-848c26e89434),segment_id=ca4c4b7b-213f-4b3f-8541-848c26e89434)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:23.302791 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-15b0de98-75a9-4614-aaca-119ac49f822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:23.302791 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-15b0de98-75a9-4614-aaca-119ac49f822b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7ff9480-13c5-42e3-ae93-360a44d2efc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5943098 Mar 09 03:42:23.322079 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 948142aa-fb43-4279-93e8-b277e558cab8 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:42:23.382470 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-f0c4fe3f-0b96-4111-b8aa-d2c84257aeb5 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] For port 948142aa-fb43-4279-93e8-b277e558cab8, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=948142aa-fb43-4279-93e8-b277e558cab8,segment=NetworkSegment(1d7ce875-34a7-4d49-a6ed-c6a72ed1ae51),segment_id=1d7ce875-34a7-4d49-a6ed-c6a72ed1ae51)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:23.382470 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f0c4fe3f-0b96-4111-b8aa-d2c84257aeb5 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:23.403194 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'ac4ae99e-81f9-431a-a82c-6e43b4f05c0c', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'port_id': 'ac4ae99e-81f9-431a-a82c-6e43b4f05c0c', 'mac_address': 'fa:16:3e:40:47:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:42:23.467795 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-83582308-05e9-4ed6-b7c7-9f74596329ba service neutron] 10.222.0.21 "GET /v2.0/networks/a7ff9480-13c5-42e3-ae93-360a44d2efc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662695 Mar 09 03:42:23.554057 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:23.621718 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4ae99e-81f9-431a-a82c-6e43b4f05c0c {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:42:23.621718 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port ac4ae99e-81f9-431a-a82c-6e43b4f05c0c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=ac4ae99e-81f9-431a-a82c-6e43b4f05c0c,segment=NetworkSegment(ca4c4b7b-213f-4b3f-8541-848c26e89434),segment_id=ca4c4b7b-213f-4b3f-8541-848c26e89434)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:23.665335 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:23.708102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-f0c4fe3f-0b96-4111-b8aa-d2c84257aeb5 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Calling delete_port for 948142aa-fb43-4279-93e8-b277e558cab8 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:42:23.760489 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=ac4ae99e-81f9-431a-a82c-6e43b4f05c0c,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:23.760489 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:23.760489 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-db0fe786-d038-4948-97fe-0cd4d4d0919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:23.807266 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502bcff-49c5-4b49-9abd-5d55ca34debd req-ce3549f6-d831-4601-97b8-6228a84aa9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:23.807266 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7502bcff-49c5-4b49-9abd-5d55ca34debd req-ce3549f6-d831-4601-97b8-6228a84aa9f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a8e31c6c-fab7-4159-aaef-1d90e4713210 HTTP/1.1" status: 200 len: 918 time: 0.5303161 Mar 09 03:42:23.830049 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-967b913c-017c-4fef-a3c7-31a05cdf85e0 service neutron] 10.222.0.21 "GET /v2.0/networks/a7ff9480-13c5-42e3-ae93-360a44d2efc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361940 Mar 09 03:42:23.874571 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fe786-d038-4948-97fe-0cd4d4d0919a None None] Pushing event deleted for resources: {'Port': ['ID=948142aa-fb43-4279-93e8-b277e558cab8,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:23.874571 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0fe786-d038-4948-97fe-0cd4d4d0919a None None] No DVR routers for this DVR port 948142aa-fb43-4279-93e8-b277e558cab8 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:42:23.981865 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-d43918f6-c1a9-4e66-9a5d-1d781e4c1295 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=72168413-1159-417e-b3ea-b4d4a7193d03 HTTP/1.1" status: 200 len: 217 time: 0.1352682 Mar 09 03:42:24.001037 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['ac4ae99e-81f9-431a-a82c-6e43b4f05c0c'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:42:24.064726 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7502bcff-49c5-4b49-9abd-5d55ca34debd req-81e860be-d29b-415d-a923-570123ecc5db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1644b1aa-49cd-41fb-87b3-ed75bd5fc672 HTTP/1.1" status: 200 len: 217 time: 0.2307117 Mar 09 03:42:24.086407 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54326f27-b053-481b-8a71-255b4950447e req-6c38ab50-9ed3-4e77-9a16-59094e35bfb3 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:24.107757 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-22e1823a-9302-4dcb-bb79-e262a3e011da tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=62215851be3d4b12858e1a437af1e4f7&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1213229 Mar 09 03:42:24.126922 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-54326f27-b053-481b-8a71-255b4950447e req-6c38ab50-9ed3-4e77-9a16-59094e35bfb3 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f90aac9-9096-4fdc-b828-2bafdba2fa00 HTTP/1.1" status: 200 len: 932 time: 0.8950250 Mar 09 03:42:24.149625 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 310f446c-616a-4177-963f-0ebfeeeb11c5 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:42:24.172449 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-54326f27-b053-481b-8a71-255b4950447e req-7fbc3d38-3205-42e2-913f-d1c075e40749 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745571 Mar 09 03:42:24.198025 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [None req-f0c4fe3f-0b96-4111-b8aa-d2c84257aeb5 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:42:24.198025 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [None req-f0c4fe3f-0b96-4111-b8aa-d2c84257aeb5 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:42:24.224022 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec304d46-b760-49aa-b3a8-9a34a4c788ee req-fdcc1178-bebf-4446-bb06-8934a641efec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:24.224022 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec304d46-b760-49aa-b3a8-9a34a4c788ee req-fdcc1178-bebf-4446-bb06-8934a641efec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9781923 Mar 09 03:42:24.224022 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-7c27eec4-b3a3-4506-bcb9-e0a66925d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:24.224022 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-7c27eec4-b3a3-4506-bcb9-e0a66925d34d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=885abb1a-ad13-44b9-a4b2-c5572e86a85e HTTP/1.1" status: 200 len: 797 time: 0.2136030 Mar 09 03:42:24.255100 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-7ca38faf-7342-43e0-a159-d6040800c856 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:42:24.353385 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f36ae-c1f9-4e51-9373-dfcbbaffd0b4 req-618955c3-5353-48ff-a535-eb2d75bd85a0 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:24.353385 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-725f36ae-c1f9-4e51-9373-dfcbbaffd0b4 req-618955c3-5353-48ff-a535-eb2d75bd85a0 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.24 "GET /v2.0/ports?device_id=a80a53f5-bb44-45d8-a1ef-bf34c805f201 HTTP/1.1" status: 200 len: 944 time: 0.6745777 Mar 09 03:42:24.390022 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 310f446c-616a-4177-963f-0ebfeeeb11c5, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=310f446c-616a-4177-963f-0ebfeeeb11c5,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:24.390022 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '310f446c-616a-4177-963f-0ebfeeeb11c5', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': '310f446c-616a-4177-963f-0ebfeeeb11c5', 'mac_address': 'fa:16:3e:8c:2e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:42:24.420656 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502bcff-49c5-4b49-9abd-5d55ca34debd req-fd5d1ae1-e4fd-457b-a220-d9587e2d9fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:24.420656 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7502bcff-49c5-4b49-9abd-5d55ca34debd req-fd5d1ae1-e4fd-457b-a220-d9587e2d9fc0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce8c094d-d2da-4007-b683-734cf48a0ad4 HTTP/1.1" status: 200 len: 856 time: 0.2694259 Mar 09 03:42:24.450728 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:24.482081 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-7ca38faf-7342-43e0-a159-d6040800c856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2b14e5-118a-4e2d-964a-e07eecfd7400 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:42:24.482081 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-dee01aa3-5b5f-4b76-a829-de01c96da94c service neutron] 10.222.0.16 "GET /v2.0/networks/c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194722 Mar 09 03:42:24.514587 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 310f446c-616a-4177-963f-0ebfeeeb11c5 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:42:24.514587 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 310f446c-616a-4177-963f-0ebfeeeb11c5, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=310f446c-616a-4177-963f-0ebfeeeb11c5,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:24.514587 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:24.549485 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-7ca38faf-7342-43e0-a159-d6040800c856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:24.549485 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-725f36ae-c1f9-4e51-9373-dfcbbaffd0b4 req-89b077cc-60e4-4f3c-9071-a413be95222a tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Deleting port 449a3ec3-600e-425c-9f81-7927758bce76 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:42:24.549485 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-725f36ae-c1f9-4e51-9373-dfcbbaffd0b4 req-89b077cc-60e4-4f3c-9071-a413be95222a tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:24.652396 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['310f446c-616a-4177-963f-0ebfeeeb11c5'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:42:24.684061 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-363378a4-d7f1-4351-b7d6-821a8134c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:24.684061 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-363378a4-d7f1-4351-b7d6-821a8134c2a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb499fd8-471d-4286-9030-76983ac8e9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4296002 Mar 09 03:42:24.720271 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-7ca38faf-7342-43e0-a159-d6040800c856 service neutron] Transition to ACTIVE for port object fa2b14e5-118a-4e2d-964a-e07eecfd7400 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:42:24.720271 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-f0c4fe3f-0b96-4111-b8aa-d2c84257aeb5 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Deleting port 948142aa-fb43-4279-93e8-b277e558cab8 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:42:24.720271 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f0c4fe3f-0b96-4111-b8aa-d2c84257aeb5 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:24.786921 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-7ca38faf-7342-43e0-a159-d6040800c856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:24.814380 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=310f446c-616a-4177-963f-0ebfeeeb11c5,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:24.843733 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec304d46-b760-49aa-b3a8-9a34a4c788ee req-e1ae56b9-a1cf-4a89-afdd-66eda14c71f9 service neutron] 10.222.0.21 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6013191 Mar 09 03:42:24.843733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced8f42-7fd9-4da9-bdc4-447eb21c8530 req-79397933-cdc1-4338-ae18-122167e234c9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:24.843733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced8f42-7fd9-4da9-bdc4-447eb21c8530 req-79397933-cdc1-4338-ae18-122167e234c9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:24.843733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced8f42-7fd9-4da9-bdc4-447eb21c8530 req-79397933-cdc1-4338-ae18-122167e234c9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:24.843733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced8f42-7fd9-4da9-bdc4-447eb21c8530 req-79397933-cdc1-4338-ae18-122167e234c9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:24.843733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced8f42-7fd9-4da9-bdc4-447eb21c8530 req-79397933-cdc1-4338-ae18-122167e234c9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:24.843733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced8f42-7fd9-4da9-bdc4-447eb21c8530 req-79397933-cdc1-4338-ae18-122167e234c9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:24.843733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced8f42-7fd9-4da9-bdc4-447eb21c8530 req-79397933-cdc1-4338-ae18-122167e234c9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:24.843733 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0ced8f42-7fd9-4da9-bdc4-447eb21c8530 req-79397933-cdc1-4338-ae18-122167e234c9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5431 time: 0.3153996 Mar 09 03:42:24.931835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca38faf-7342-43e0-a159-d6040800c856 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2b14e5-118a-4e2d-964a-e07eecfd7400,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:24.931835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502bcff-49c5-4b49-9abd-5d55ca34debd req-d9f8449b-c15b-475a-a267-e7ec99cc9240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:24.931835 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7502bcff-49c5-4b49-9abd-5d55ca34debd req-d9f8449b-c15b-475a-a267-e7ec99cc9240 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a8e31c6c-fab7-4159-aaef-1d90e4713210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5793583 Mar 09 03:42:25.047575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-f0c4fe3f-0b96-4111-b8aa-d2c84257aeb5 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] The port '948142aa-fb43-4279-93e8-b277e558cab8' was deleted {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:42:25.075427 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0ced8f42-7fd9-4da9-bdc4-447eb21c8530 req-781c8559-b46e-474e-93af-d71aa8478efe tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2043817 Mar 09 03:42:25.091478 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-78fd64bb-8fdd-4f41-884b-eaff3b1926f9 service neutron] 10.222.0.21 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444640 Mar 09 03:42:25.091478 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec304d46-b760-49aa-b3a8-9a34a4c788ee req-0f457da4-27ec-4476-8e65-5cf8b32c2046 service neutron] 10.222.0.21 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431448 Mar 09 03:42:25.129621 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80a53f5-bb44-45d8-a1ef-bf34c805f201', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '449a3ec3-600e-425c-9f81-7927758bce76', 'code': 200} Mar 09 03:42:25.174760 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-d732e75c-863a-4fa8-988d-28b6502d3fae service neutron] 10.222.0.16 "GET /v2.0/networks/c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6796644 Mar 09 03:42:25.335249 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f0c4fe3f-0b96-4111-b8aa-d2c84257aeb5 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:25.368362 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-f0c4fe3f-0b96-4111-b8aa-d2c84257aeb5 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['778daee6-c65f-4bc7-bb13-3d75b1c73d2f']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:25.399901 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-f0c4fe3f-0b96-4111-b8aa-d2c84257aeb5 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d7ce875-34a7-4d49-a6ed-c6a72ed1ae51') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:25.400249 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-f0c4fe3f-0b96-4111-b8aa-d2c84257aeb5 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d7ce875-34a7-4d49-a6ed-c6a72ed1ae51') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:25.492430 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-9c95e182-5b51-42c9-ae18-4cb52ddd59c3 service neutron] 10.222.0.21 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764958 Mar 09 03:42:25.593396 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-8cd6646c-b21c-4e57-a1ee-193fbf83d1dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=5df6d4dd-0e22-4b62-b790-96149b03ad94 HTTP/1.1" status: 200 len: 217 time: 0.0942888 Mar 09 03:42:25.596828 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f0c4fe3f-0b96-4111-b8aa-d2c84257aeb5 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:25.609204 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34549dbe-b2e0-441a-ab5f-783bcbebbe5d req-becb256e-3eb1-4012-9d99-41be1f04e9d9 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:25.612068 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-34549dbe-b2e0-441a-ab5f-783bcbebbe5d req-becb256e-3eb1-4012-9d99-41be1f04e9d9 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fd17274-c477-414d-ab95-3844a5b08221 HTTP/1.1" status: 200 len: 945 time: 0.2718818 Mar 09 03:42:25.755003 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-34549dbe-b2e0-441a-ab5f-783bcbebbe5d req-50485fba-9987-4c1d-baf0-157ac7bc039f tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3dfd177-39e0-48b3-8306-e6e178ccdf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947864 Mar 09 03:42:25.755003 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-74500224-11d7-4cc4-9a52-a181383dd548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:25.763674 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-74500224-11d7-4cc4-9a52-a181383dd548 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=885abb1a-ad13-44b9-a4b2-c5572e86a85e HTTP/1.1" status: 200 len: 797 time: 0.1450408 Mar 09 03:42:25.997649 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 310f446c-616a-4177-963f-0ebfeeeb11c5 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:42:26.003338 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f0c4fe3f-0b96-4111-b8aa-d2c84257aeb5 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:26.010117 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-08ce79ff-2ec7-497b-9c57-ac8f382d67be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:26.015128 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-08ce79ff-2ec7-497b-9c57-ac8f382d67be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb499fd8-471d-4286-9030-76983ac8e9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2518518 Mar 09 03:42:26.130065 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c4fe3f-0b96-4111-b8aa-d2c84257aeb5 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:42:26.132005 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f0c4fe3f-0b96-4111-b8aa-d2c84257aeb5 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:42:26.169446 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:42:26.186328 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 310f446c-616a-4177-963f-0ebfeeeb11c5 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:42:26.194109 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:26.370143 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-6aa121f5-c028-42d4-85df-7fba87dbd2b0 service neutron] 10.222.0.21 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469553 Mar 09 03:42:26.474177 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7502bcff-49c5-4b49-9abd-5d55ca34debd req-53302adc-66b2-4be9-9905-7ecf69b76df2 service neutron] 10.222.0.24 "GET /v2.0/networks/a8e31c6c-fab7-4159-aaef-1d90e4713210?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3719876 Mar 09 03:42:26.588009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-725f36ae-c1f9-4e51-9373-dfcbbaffd0b4 req-89b077cc-60e4-4f3c-9071-a413be95222a tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] For port 449a3ec3-600e-425c-9f81-7927758bce76, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=449a3ec3-600e-425c-9f81-7927758bce76,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:26.588009 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-725f36ae-c1f9-4e51-9373-dfcbbaffd0b4 req-89b077cc-60e4-4f3c-9071-a413be95222a tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:26.588779 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:26.627927 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f0c4fe3f-0b96-4111-b8aa-d2c84257aeb5 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:26.628348 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device ac4ae99e-81f9-431a-a82c-6e43b4f05c0c up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:42:26.700279 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f0c4fe3f-0b96-4111-b8aa-d2c84257aeb5 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:26.751637 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 310f446c-616a-4177-963f-0ebfeeeb11c5, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=310f446c-616a-4177-963f-0ebfeeeb11c5,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:26.774759 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:26.774759 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 449a3ec3-600e-425c-9f81-7927758bce76 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:42:26.802179 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-7ca38faf-7342-43e0-a159-d6040800c856 service neutron] Attempting to bind port fa2b14e5-118a-4e2d-964a-e07eecfd7400 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:42:26.802757 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-7ca38faf-7342-43e0-a159-d6040800c856 service neutron] Attempting to bind port fa2b14e5-118a-4e2d-964a-e07eecfd7400 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'af2209d2-57f3-4ad5-bf93-abd67d5b0a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a1db9162-013b-4555-a7dd-e31cdddb344c'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:42:26.802919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-7ca38faf-7342-43e0-a159-d6040800c856 service neutron] Attempting to bind port fa2b14e5-118a-4e2d-964a-e07eecfd7400 on network a1db9162-013b-4555-a7dd-e31cdddb344c {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:42:26.812539 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4c36d-7915-48bf-93da-a5084b2c5bdc req-3de2ea71-13e7-4aad-8f11-3a3c77f57d80 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:26.812930 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e8f4c36d-7915-48bf-93da-a5084b2c5bdc req-3de2ea71-13e7-4aad-8f11-3a3c77f57d80 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Synchronizing usage tracker for tenant:93aa98084011474eadf54856db5462ee on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:42:26.889703 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-725f36ae-c1f9-4e51-9373-dfcbbaffd0b4 req-89b077cc-60e4-4f3c-9071-a413be95222a tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Calling delete_port for 449a3ec3-600e-425c-9f81-7927758bce76 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:42:26.927093 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port ac4ae99e-81f9-431a-a82c-6e43b4f05c0c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:42:26.932835 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b9de80cb-f8ae-4778-83b1-9a356e1d2afd req-5428f587-28de-40d7-9de8-0cb1a8c826f8 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1755c96-7b0f-4e80-9d33-7c4cf5bf019a HTTP/1.1" status: 200 len: 210 time: 0.5333109 Mar 09 03:42:26.935012 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:42:26.989731 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4fe3f-0b96-4111-b8aa-d2c84257aeb5 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Pushing event deleted for resources: {'Network': ['ID=778daee6-c65f-4bc7-bb13-3d75b1c73d2f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:27.135832 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a7b652-7f4f-4d08-9353-3e8b6f9caca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310f446c-616a-4177-963f-0ebfeeeb11c5'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:42:27.147348 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port ac4ae99e-81f9-431a-a82c-6e43b4f05c0c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:42:27.147598 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:27.148711 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-04510ed7-570d-48af-8b49-458922ef527c service neutron] 10.222.0.21 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7745981 Mar 09 03:42:27.166774 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-7ca38faf-7342-43e0-a159-d6040800c856 service neutron] Port fa2b14e5-118a-4e2d-964a-e07eecfd7400 on network a1db9162-013b-4555-a7dd-e31cdddb344c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:42:27.166774 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-7ca38faf-7342-43e0-a159-d6040800c856 service neutron] Attempting to bind port fa2b14e5-118a-4e2d-964a-e07eecfd7400 on network a1db9162-013b-4555-a7dd-e31cdddb344c {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:42:27.185179 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e8f4c36d-7915-48bf-93da-a5084b2c5bdc req-3de2ea71-13e7-4aad-8f11-3a3c77f57d80 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Unset dirty status for tenant:93aa98084011474eadf54856db5462ee on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:42:27.193106 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e8f4c36d-7915-48bf-93da-a5084b2c5bdc req-3de2ea71-13e7-4aad-8f11-3a3c77f57d80 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f90aac9-9096-4fdc-b828-2bafdba2fa00 HTTP/1.1" status: 200 len: 944 time: 1.6001117 Mar 09 03:42:27.202009 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f0c4fe3f-0b96-4111-b8aa-d2c84257aeb5 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] 10.222.0.16 "DELETE /v2.0/networks/778daee6-c65f-4bc7-bb13-3d75b1c73d2f HTTP/1.1" status: 204 len: 168 time: 4.7160180 Mar 09 03:42:27.233278 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-7ca38faf-7342-43e0-a159-d6040800c856 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:42:27.233621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-7ca38faf-7342-43e0-a159-d6040800c856 service neutron] Checking segment: {'id': 'af2209d2-57f3-4ad5-bf93-abd67d5b0a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a1db9162-013b-4555-a7dd-e31cdddb344c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:42:27.234027 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-7ca38faf-7342-43e0-a159-d6040800c856 service neutron] Bound using segment: {'id': 'af2209d2-57f3-4ad5-bf93-abd67d5b0a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a1db9162-013b-4555-a7dd-e31cdddb344c'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:42:27.234468 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-7ca38faf-7342-43e0-a159-d6040800c856 service neutron] Bound port: fa2b14e5-118a-4e2d-964a-e07eecfd7400, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af2209d2-57f3-4ad5-bf93-abd67d5b0a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a1db9162-013b-4555-a7dd-e31cdddb344c'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:42:27.234813 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-7ca38faf-7342-43e0-a159-d6040800c856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:27.245696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=310f446c-616a-4177-963f-0ebfeeeb11c5,revision_number=7']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:27.252160 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50484) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:27.344920 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-7c8d18bb-0911-47c6-9ebe-4cfc81ab490a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=91f35da7-e35c-4fff-ae6f-b70f60335f2a HTTP/1.1" status: 200 len: 217 time: 0.1892347 Mar 09 03:42:27.452423 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:27.492320 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e8f4c36d-7915-48bf-93da-a5084b2c5bdc req-fab676ff-7377-40b3-815e-713cd1fd07af tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987852 Mar 09 03:42:27.495859 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b752a876-7563-442f-8ad2-1b3cec3985cc tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Synchronizing usage tracker for tenant:47ad90c7193b4df5ad0c426f53a6aa44 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:42:27.498926 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-dbb40b39-6416-4580-ba40-4e4664e49734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:27.513054 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-dbb40b39-6416-4580-ba40-4e4664e49734 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=885abb1a-ad13-44b9-a4b2-c5572e86a85e HTTP/1.1" status: 200 len: 797 time: 0.1529412 Mar 09 03:42:27.540307 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port ac4ae99e-81f9-431a-a82c-6e43b4f05c0c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=ac4ae99e-81f9-431a-a82c-6e43b4f05c0c,segment=NetworkSegment(ca4c4b7b-213f-4b3f-8541-848c26e89434),segment_id=ca4c4b7b-213f-4b3f-8541-848c26e89434)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:27.560568 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:27.630733 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7502bcff-49c5-4b49-9abd-5d55ca34debd req-6ae4a5fc-601c-4450-9c33-a232b63003ab service neutron] 10.222.0.24 "GET /v2.0/networks/a8e31c6c-fab7-4159-aaef-1d90e4713210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0342658 Mar 09 03:42:27.699486 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b752a876-7563-442f-8ad2-1b3cec3985cc tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Unset dirty status for tenant:47ad90c7193b4df5ad0c426f53a6aa44 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:42:27.699486 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b752a876-7563-442f-8ad2-1b3cec3985cc tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0ba04ee-e487-4895-8c3b-fe5a778c62df HTTP/1.1" status: 200 len: 205 time: 0.4286275 Mar 09 03:42:27.745802 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50490) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:27.868407 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=ac4ae99e-81f9-431a-a82c-6e43b4f05c0c,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:27.868407 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:27.868407 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:27.868407 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:27.868407 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:27.868407 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:27.868407 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:27.868407 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:27.868407 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:27.868407 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:27.868407 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:27.881428 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:27.881428 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:27.937607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-7ca38faf-7342-43e0-a159-d6040800c856 service neutron] For port fa2b14e5-118a-4e2d-964a-e07eecfd7400, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:42:27.991781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-7ca38faf-7342-43e0-a159-d6040800c856 service neutron] For port fa2b14e5-118a-4e2d-964a-e07eecfd7400, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=fa2b14e5-118a-4e2d-964a-e07eecfd7400,segment=NetworkSegment(af2209d2-57f3-4ad5-bf93-abd67d5b0a2e),segment_id=af2209d2-57f3-4ad5-bf93-abd67d5b0a2e)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:42:28.013227 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-7ca38faf-7342-43e0-a159-d6040800c856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:28.088644 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-725f36ae-c1f9-4e51-9373-dfcbbaffd0b4 req-89b077cc-60e4-4f3c-9071-a413be95222a tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:28.099175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-7ca38faf-7342-43e0-a159-d6040800c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:28.099803 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-7ca38faf-7342-43e0-a159-d6040800c856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:28.101219 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-7ca38faf-7342-43e0-a159-d6040800c856 service neutron] 10.222.0.21 "PUT /v2.0/ports/fa2b14e5-118a-4e2d-964a-e07eecfd7400 HTTP/1.1" status: 200 len: 1092 time: 6.1766715 Mar 09 03:42:28.101668 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f90aac9-9096-4fdc-b828-2bafdba2fa00', 'tag': 'fa2b14e5-118a-4e2d-964a-e07eecfd7400'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:42:28.173572 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ceea1497-97fa-471f-a9de-c95bc7b49794 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:28.278298 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-725f36ae-c1f9-4e51-9373-dfcbbaffd0b4 req-89b077cc-60e4-4f3c-9071-a413be95222a tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] No DVR routers for this DVR port 449a3ec3-600e-425c-9f81-7927758bce76 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:42:28.291740 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-725f36ae-c1f9-4e51-9373-dfcbbaffd0b4 req-89b077cc-60e4-4f3c-9071-a413be95222a tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:28.315443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccad651-36a4-4ced-b86d-206a1f3db320 req-7b064e4f-51c3-4a29-8574-305c54e83023 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:28.319322 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eccad651-36a4-4ced-b86d-206a1f3db320 req-7b064e4f-51c3-4a29-8574-305c54e83023 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fd17274-c477-414d-ab95-3844a5b08221 HTTP/1.1" status: 200 len: 946 time: 0.6503050 Mar 09 03:42:28.334401 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-725f36ae-c1f9-4e51-9373-dfcbbaffd0b4 req-89b077cc-60e4-4f3c-9071-a413be95222a tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.24 "DELETE /v2.0/ports/449a3ec3-600e-425c-9f81-7927758bce76 HTTP/1.1" status: 204 len: 173 time: 4.0298834 Mar 09 03:42:28.372662 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-61a8c9ec-20c3-4815-b5ea-78a0d590b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:28.373958 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-61a8c9ec-20c3-4815-b5ea-78a0d590b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:28.374750 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-61a8c9ec-20c3-4815-b5ea-78a0d590b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:28.375383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-61a8c9ec-20c3-4815-b5ea-78a0d590b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:28.376039 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-61a8c9ec-20c3-4815-b5ea-78a0d590b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:28.376686 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-61a8c9ec-20c3-4815-b5ea-78a0d590b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:28.377150 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-61a8c9ec-20c3-4815-b5ea-78a0d590b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:28.379605 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-61a8c9ec-20c3-4815-b5ea-78a0d590b59e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a99da7d1ff544c6c946233b9d2e2fe07&device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 6488 time: 0.6423571 Mar 09 03:42:28.382141 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca38faf-7342-43e0-a159-d6040800c856 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2b14e5-118a-4e2d-964a-e07eecfd7400,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:28.382824 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4cd3b-8c8c-4fc1-b9c2-2268c2d02f99 req-e5c412d6-8c53-453f-b935-f658a134be72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:28.388786 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4cd3b-8c8c-4fc1-b9c2-2268c2d02f99 req-e5c412d6-8c53-453f-b935-f658a134be72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:28.396738 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4cd3b-8c8c-4fc1-b9c2-2268c2d02f99 req-e5c412d6-8c53-453f-b935-f658a134be72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:28.403568 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4cd3b-8c8c-4fc1-b9c2-2268c2d02f99 req-e5c412d6-8c53-453f-b935-f658a134be72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:28.409851 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4cd3b-8c8c-4fc1-b9c2-2268c2d02f99 req-e5c412d6-8c53-453f-b935-f658a134be72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:28.417422 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4cd3b-8c8c-4fc1-b9c2-2268c2d02f99 req-e5c412d6-8c53-453f-b935-f658a134be72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:28.423493 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4cd3b-8c8c-4fc1-b9c2-2268c2d02f99 req-e5c412d6-8c53-453f-b935-f658a134be72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:28.425602 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2aa4cd3b-8c8c-4fc1-b9c2-2268c2d02f99 req-e5c412d6-8c53-453f-b935-f658a134be72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5431 time: 0.8991847 Mar 09 03:42:28.437701 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b077cc-60e4-4f3c-9071-a413be95222a tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Pushing event deleted for resources: {'Port': ['ID=449a3ec3-600e-425c-9f81-7927758bce76,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:28.595461 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eccad651-36a4-4ced-b86d-206a1f3db320 req-4b75c3c9-15b8-4a5e-bf7c-e42d836f78e9 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3dfd177-39e0-48b3-8306-e6e178ccdf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637889 Mar 09 03:42:28.605287 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-db20ba52-33f2-4c3e-a7c2-f43281918a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:28.607164 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-db20ba52-33f2-4c3e-a7c2-f43281918a0e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93aa98084011474eadf54856db5462ee&device_id=7f90aac9-9096-4fdc-b828-2bafdba2fa00 HTTP/1.1" status: 200 len: 1095 time: 0.3866754 Mar 09 03:42:28.636608 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ceea1497-97fa-471f-a9de-c95bc7b49794 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:28.638939 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ceea1497-97fa-471f-a9de-c95bc7b49794 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:28.640681 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-cd9c4705-0a3c-46bf-8669-327f7197b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:28.642319 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-cd9c4705-0a3c-46bf-8669-327f7197b0fa service neutron] 10.222.0.24 "GET /v2.0/networks?id=3df08107-39bd-418e-a91b-4b0bc364390c HTTP/1.1" status: 200 len: 902 time: 0.2109435 Mar 09 03:42:28.670866 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-135ad427-10f0-4483-b777-cd5f6972552d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:28.672288 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-135ad427-10f0-4483-b777-cd5f6972552d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.24 "GET /v2.0/networks?id=c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 HTTP/1.1" status: 200 len: 803 time: 1.0620418 Mar 09 03:42:28.686790 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ceea1497-97fa-471f-a9de-c95bc7b49794 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:28.687250 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceea1497-97fa-471f-a9de-c95bc7b49794 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Fanout notify agent at l3_agent the message router_deleted on router c0ba04ee-e487-4895-8c3b-fe5a778c62df {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:42:28.693223 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-9f2de56e-a848-417d-9bd3-6b41f554a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:28.694697 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-9f2de56e-a848-417d-9bd3-6b41f554a9da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb499fd8-471d-4286-9030-76983ac8e9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1722190 Mar 09 03:42:28.725798 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-82c5f7c1-8ca2-49db-9091-97ae988c8cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:28.785043 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a7b652-7f4f-4d08-9353-3e8b6f9caca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310f446c-616a-4177-963f-0ebfeeeb11c5', 'code': 200} Mar 09 03:42:28.797515 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-edea1e00-c217-4249-8454-d942102a70ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=095f303c-8011-497f-8929-ca48dda83cc0 HTTP/1.1" status: 200 len: 217 time: 0.0835373 Mar 09 03:42:28.799105 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-68744ad8-c157-4330-bf19-c46eea6ceb8c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa2b14e5-118a-4e2d-964a-e07eecfd7400 HTTP/1.1" status: 200 len: 217 time: 0.1556103 Mar 09 03:42:28.873359 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-f114b824-acd8-4ebd-8142-49a64dc09c58 service neutron] 10.222.0.21 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644516 Mar 09 03:42:28.888937 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-9dcc3051-266e-4cff-b95a-f1103ed4ee30 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Request body: {'port': {'device_id': 'c1755c96-7b0f-4e80-9d33-7c4cf5bf019a', 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1', 'admin_state_up': True, 'tenant_id': '62215851be3d4b12858e1a437af1e4f7'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:42:29.217315 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-8442e60d-a79b-4dd1-a2e8-693d2496a2c8 req-1e785c23-c853-4925-bdd5-50d717a75e74 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Synchronizing usage tracker for tenant:62215851be3d4b12858e1a437af1e4f7 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:42:29.239622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-8442e60d-a79b-4dd1-a2e8-693d2496a2c8 req-1e785c23-c853-4925-bdd5-50d717a75e74 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Unset dirty status for tenant:62215851be3d4b12858e1a437af1e4f7 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:42:29.241174 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8442e60d-a79b-4dd1-a2e8-693d2496a2c8 req-1e785c23-c853-4925-bdd5-50d717a75e74 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1755c96-7b0f-4e80-9d33-7c4cf5bf019a HTTP/1.1" status: 200 len: 210 time: 0.1160338 Mar 09 03:42:29.242578 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-b2c38c88-d139-4dc0-a7c1-e22170f4d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:29.243991 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-b2c38c88-d139-4dc0-a7c1-e22170f4d292 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f77088af-6527-42bd-a6e2-e4b921be1aa6 HTTP/1.1" status: 200 len: 797 time: 0.4396312 Mar 09 03:42:29.251731 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-b7e57a30-9f42-4788-878a-22910b11f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:29.253656 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-b7e57a30-9f42-4788-878a-22910b11f7c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5bbbb50-9b24-4c8b-900f-4775f7f04439 HTTP/1.1" status: 200 len: 861 time: 0.4475729 Mar 09 03:42:29.261694 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ceea1497-97fa-471f-a9de-c95bc7b49794 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:29.262755 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ceea1497-97fa-471f-a9de-c95bc7b49794 tempest-RoutersNegativeTest-1344344959 tempest-RoutersNegativeTest-1344344959-project] 10.222.0.16 "DELETE /v2.0/routers/c0ba04ee-e487-4895-8c3b-fe5a778c62df HTTP/1.1" status: 204 len: 168 time: 1.5175502 Mar 09 03:42:29.268914 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-9dcc3051-266e-4cff-b95a-f1103ed4ee30 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:42:29.280953 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-9dcc3051-266e-4cff-b95a-f1103ed4ee30 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:42:29.317834 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-9dcc3051-266e-4cff-b95a-f1103ed4ee30 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Made reservation on behalf of 62215851be3d4b12858e1a437af1e4f7 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:42:29.321269 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-9dcc3051-266e-4cff-b95a-f1103ed4ee30 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:29.355054 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2aa4cd3b-8c8c-4fc1-b9c2-2268c2d02f99 req-1a947d16-3525-4e66-b28c-cf3da68f7272 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6936455 Mar 09 03:42:29.447977 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f90aac9-9096-4fdc-b828-2bafdba2fa00', 'tag': 'fa2b14e5-118a-4e2d-964a-e07eecfd7400', 'status': 'completed', 'code': 200} Mar 09 03:42:29.498839 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-222f50d2-de93-4f61-8e24-f3a6470b17e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1db9162-013b-4555-a7dd-e31cdddb344c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1519794 Mar 09 03:42:29.596350 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-9dcc3051-266e-4cff-b95a-f1103ed4ee30 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Allocated IP 172.20.0.8 (c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1/9cf75fec-0961-40cc-8ceb-7209db6f79d6/4ca0c064-ac3b-4b06-bef0-37a14fb17972) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:42:29.700180 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-c6477e36-94c8-4cd5-8a76-4df18af0fc77 service neutron] 10.222.0.21 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714034 Mar 09 03:42:29.721504 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-555e3caf-5961-437e-b8ac-0ce05e52b5d7 service neutron] 10.222.0.21 "GET /v2.0/networks/a1db9162-013b-4555-a7dd-e31cdddb344c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187841 Mar 09 03:42:29.793194 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-653795ea-249a-4e3d-a9dc-8d047d8af16c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=31577831-fe3c-4a4e-938e-490f1e6e84db HTTP/1.1" status: 200 len: 217 time: 0.0801151 Mar 09 03:42:29.866136 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-1967d23c-8778-4128-9995-f7cfb0294ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:29.868100 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-1967d23c-8778-4128-9995-f7cfb0294ed9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3df08107-39bd-418e-a91b-4b0bc364390c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6127489 Mar 09 03:42:29.895184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50522) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:30.067047 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42d0ae00-cb76-4cba-aae5-8c717e06aad9 req-30ef1935-8d0d-4f03-a2af-24643cb647fc service neutron] 10.222.0.21 "GET /v2.0/networks/a1db9162-013b-4555-a7dd-e31cdddb344c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386014 Mar 09 03:42:30.165038 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-9dcc3051-266e-4cff-b95a-f1103ed4ee30 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:30.180302 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f38ae-bea4-4fe3-95e5-d6445ec7a1cb req-3b672ba5-6170-42b3-8c51-fbb6454df4c4 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:30.182172 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3c8f38ae-bea4-4fe3-95e5-d6445ec7a1cb req-3b672ba5-6170-42b3-8c51-fbb6454df4c4 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f90aac9-9096-4fdc-b828-2bafdba2fa00 HTTP/1.1" status: 200 len: 944 time: 0.5771618 Mar 09 03:42:30.185906 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-6b7c8a4e-9be3-4aff-bd0b-31c33ba85f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:30.189133 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-6b7c8a4e-9be3-4aff-bd0b-31c33ba85f1d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=885abb1a-ad13-44b9-a4b2-c5572e86a85e HTTP/1.1" status: 200 len: 797 time: 0.3832533 Mar 09 03:42:30.208122 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bd22c-b5a6-48db-b287-d3dbc6173e64 req-5fda7b5d-c68e-450f-8ab7-e971d45c4a92 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:30.209576 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6f6bd22c-b5a6-48db-b287-d3dbc6173e64 req-5fda7b5d-c68e-450f-8ab7-e971d45c4a92 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fd17274-c477-414d-ab95-3844a5b08221 HTTP/1.1" status: 200 len: 946 time: 0.2140801 Mar 09 03:42:30.211362 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-7f4b170f-3fb2-4e63-9e31-918e3e86ea4c service neutron] 10.222.0.24 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360472 Mar 09 03:42:30.311052 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3c8f38ae-bea4-4fe3-95e5-d6445ec7a1cb req-b2f0804b-7f21-40f6-8920-19abd1b47728 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160095 Mar 09 03:42:30.332365 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-c474e43e-9b06-49c1-be26-51e24befa4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:30.334299 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-c474e43e-9b06-49c1-be26-51e24befa4cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb499fd8-471d-4286-9030-76983ac8e9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1377649 Mar 09 03:42:30.372636 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-9dcc3051-266e-4cff-b95a-f1103ed4ee30 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:30.385867 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-847f02c9-beb4-4522-98c4-d4042765ba3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=47ad90c7193b4df5ad0c426f53a6aa44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4838471 Mar 09 03:42:30.389757 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50534) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:30.411180 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6f6bd22c-b5a6-48db-b287-d3dbc6173e64 req-d75c161a-68da-49a5-a284-fd15e763ab11 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3dfd177-39e0-48b3-8306-e6e178ccdf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890411 Mar 09 03:42:30.437240 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e84901-1226-40d5-982c-331133a8d4ca req-bd5ff0f7-32a8-406e-82aa-eda1d53de118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:30.438732 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0e84901-1226-40d5-982c-331133a8d4ca req-bd5ff0f7-32a8-406e-82aa-eda1d53de118 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93aa98084011474eadf54856db5462ee&device_id=7f90aac9-9096-4fdc-b828-2bafdba2fa00 HTTP/1.1" status: 200 len: 1095 time: 0.3012459 Mar 09 03:42:30.598428 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-9dcc3051-266e-4cff-b95a-f1103ed4ee30 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Network c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:42:30.606400 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-9dcc3051-266e-4cff-b95a-f1103ed4ee30 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:42:30.609300 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-9dcc3051-266e-4cff-b95a-f1103ed4ee30 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:42:30.654211 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-b9b1e8a5-57e4-4465-b4c2-6039afc8921e service neutron] 10.222.0.24 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311564 Mar 09 03:42:30.679748 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc3051-266e-4cff-b95a-f1103ed4ee30 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Pushing event updated for resources: {'Port': ['ID=4ca0c064-ac3b-4b06-bef0-37a14fb17972,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:30.786351 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd17274-c477-414d-ab95-3844a5b08221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4ae99e-81f9-431a-a82c-6e43b4f05c0c'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:42:30.795741 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e84901-1226-40d5-982c-331133a8d4ca req-372852d8-679f-4355-97ba-5ede14594847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:30.797246 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0e84901-1226-40d5-982c-331133a8d4ca req-372852d8-679f-4355-97ba-5ede14594847 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1db9162-013b-4555-a7dd-e31cdddb344c HTTP/1.1" status: 200 len: 922 time: 0.3488052 Mar 09 03:42:30.804492 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4ffb4402-9e79-437f-a2e7-8889b82e0149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:30.862582 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4ffb4402-9e79-437f-a2e7-8889b82e0149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:30.879792 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-63842297-2dba-4836-a140-91776270fcde service neutron] 10.222.0.21 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5376301 Mar 09 03:42:30.898031 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-9dcc3051-266e-4cff-b95a-f1103ed4ee30 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:30.900257 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0e84901-1226-40d5-982c-331133a8d4ca req-2100674a-ab13-4c2c-a10c-b46a105b9bbb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa2b14e5-118a-4e2d-964a-e07eecfd7400 HTTP/1.1" status: 200 len: 217 time: 0.0873711 Mar 09 03:42:30.900507 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-9dcc3051-266e-4cff-b95a-f1103ed4ee30 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:30.980877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e84901-1226-40d5-982c-331133a8d4ca req-b70d1366-5de8-49e7-9a45-f5f7aba27199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:30.982332 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0e84901-1226-40d5-982c-331133a8d4ca req-b70d1366-5de8-49e7-9a45-f5f7aba27199 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5bbbb50-9b24-4c8b-900f-4775f7f04439 HTTP/1.1" status: 200 len: 861 time: 0.0807478 Mar 09 03:42:30.991969 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3cce2-e486-46ca-939e-b8b9bdaa8ccd req-1b6ecd17-2c8c-4e89-9808-4724312d0ac9 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:31.000327 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-93c3cce2-e486-46ca-939e-b8b9bdaa8ccd req-1b6ecd17-2c8c-4e89-9808-4724312d0ac9 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1755c96-7b0f-4e80-9d33-7c4cf5bf019a HTTP/1.1" status: 200 len: 931 time: 0.3517399 Mar 09 03:42:31.059268 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8393f33e-b58e-4dc3-98f3-c216ac7f72e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:31.143926 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-9dcc3051-266e-4cff-b95a-f1103ed4ee30 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2728221 Mar 09 03:42:31.163392 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcc11b-f9b2-465c-9831-77ccf40bf747 req-ec46dc08-e66e-4804-9d48-24926d2972d6 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:31.180439 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcc11b-f9b2-465c-9831-77ccf40bf747 req-ec46dc08-e66e-4804-9d48-24926d2972d6 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:31.193238 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcc11b-f9b2-465c-9831-77ccf40bf747 req-ec46dc08-e66e-4804-9d48-24926d2972d6 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:31.205005 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcc11b-f9b2-465c-9831-77ccf40bf747 req-ec46dc08-e66e-4804-9d48-24926d2972d6 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:31.221124 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcc11b-f9b2-465c-9831-77ccf40bf747 req-ec46dc08-e66e-4804-9d48-24926d2972d6 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:31.228033 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcc11b-f9b2-465c-9831-77ccf40bf747 req-ec46dc08-e66e-4804-9d48-24926d2972d6 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:31.240710 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-6c879f67-10b1-4c4f-8c17-4ae55f46cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:31.241467 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-6c879f67-10b1-4c4f-8c17-4ae55f46cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:31.242068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-6c879f67-10b1-4c4f-8c17-4ae55f46cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:31.242362 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcc11b-f9b2-465c-9831-77ccf40bf747 req-ec46dc08-e66e-4804-9d48-24926d2972d6 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:31.242831 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-6c879f67-10b1-4c4f-8c17-4ae55f46cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:31.243441 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-6c879f67-10b1-4c4f-8c17-4ae55f46cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:31.244030 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-6c879f67-10b1-4c4f-8c17-4ae55f46cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:31.244614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-6c879f67-10b1-4c4f-8c17-4ae55f46cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:31.246660 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-6c879f67-10b1-4c4f-8c17-4ae55f46cd0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a99da7d1ff544c6c946233b9d2e2fe07&device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 6488 time: 0.5333815 Mar 09 03:42:31.250414 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0e84901-1226-40d5-982c-331133a8d4ca req-29dcc3ce-1b41-419c-a6cd-608404080968 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1db9162-013b-4555-a7dd-e31cdddb344c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2414768 Mar 09 03:42:31.252790 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-07fcc11b-f9b2-465c-9831-77ccf40bf747 req-ec46dc08-e66e-4804-9d48-24926d2972d6 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5431 time: 0.5837624 Mar 09 03:42:31.270485 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-965d90e7-c3ba-48e5-abab-31e96dcbf0a5 service neutron] Request body: {'port': {'device_id': 'c1755c96-7b0f-4e80-9d33-7c4cf5bf019a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:42:31.429518 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4ffb4402-9e79-437f-a2e7-8889b82e0149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:31.436136 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-93c3cce2-e486-46ca-939e-b8b9bdaa8ccd req-9defced6-d811-41b8-a7a3-af0ec3a108ea tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349265 Mar 09 03:42:31.457957 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80a53f5-bb44-45d8-a1ef-bf34c805f201', 'name': 'network-vif-deleted', 'tag': '449a3ec3-600e-425c-9f81-7927758bce76'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:42:31.596791 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0e84901-1226-40d5-982c-331133a8d4ca req-f0c5cf17-6dfc-4c47-af18-26d93907bdae service neutron] 10.222.0.21 "GET /v2.0/networks/a1db9162-013b-4555-a7dd-e31cdddb344c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356466 Mar 09 03:42:31.599796 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-71d44578-e036-4dae-b45b-9cdcb7acd0d9 service neutron] 10.222.0.21 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6817868 Mar 09 03:42:31.631606 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd17274-c477-414d-ab95-3844a5b08221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4ae99e-81f9-431a-a82c-6e43b4f05c0c', 'code': 200} Mar 09 03:42:31.673275 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-07fcc11b-f9b2-465c-9831-77ccf40bf747 req-b730987e-0adb-4f89-b492-77e4bcc8308a tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4132149 Mar 09 03:42:31.698106 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb4402-9e79-437f-a2e7-8889b82e0149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482d16d4-e2be-4fea-a057-4d4d09dea136,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:31.707621 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-ead9f4aa-c71b-48f3-889e-60d7a9394f9a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=968d319d-f6af-4c9a-90d7-42f4e52ec281 HTTP/1.1" status: 200 len: 217 time: 0.0924094 Mar 09 03:42:31.799867 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4ffb4402-9e79-437f-a2e7-8889b82e0149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:31.801407 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4ffb4402-9e79-437f-a2e7-8889b82e0149 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/482d16d4-e2be-4fea-a057-4d4d09dea136 HTTP/1.1" status: 204 len: 168 time: 1.4057701 Mar 09 03:42:31.807827 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-965d90e7-c3ba-48e5-abab-31e96dcbf0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:31.905686 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-9ef41d1d-02e4-45bb-abab-569df294a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:31.909114 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-9ef41d1d-02e4-45bb-abab-569df294a9ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=3df08107-39bd-418e-a91b-4b0bc364390c HTTP/1.1" status: 200 len: 902 time: 0.6469913 Mar 09 03:42:31.911930 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0e84901-1226-40d5-982c-331133a8d4ca req-957be13c-31cb-4c89-a13d-020a5979ea69 service neutron] 10.222.0.21 "GET /v2.0/networks/a1db9162-013b-4555-a7dd-e31cdddb344c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006349 Mar 09 03:42:31.947107 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-1fe49558-08f6-4d3f-a9c9-2f2b4450c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:31.948608 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-1fe49558-08f6-4d3f-a9c9-2f2b4450c5e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8ece047-456b-4972-b520-ee59d144b7d9 HTTP/1.1" status: 200 len: 797 time: 0.1906235 Mar 09 03:42:32.042839 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:32.105088 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:32.162748 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-a7cffec6-08f6-4dfb-ae9b-777afd8a2c8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=629e71ff-ed13-489c-8924-359aa6fd885b HTTP/1.1" status: 200 len: 217 time: 0.2199597 Mar 09 03:42:32.265046 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e9a9a-64eb-41b8-8e25-58ccf3c33b8b req-df949d79-a792-49b5-b720-51278eca87bf tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:32.273172 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a37e9a9a-64eb-41b8-8e25-58ccf3c33b8b req-df949d79-a792-49b5-b720-51278eca87bf tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f90aac9-9096-4fdc-b828-2bafdba2fa00 HTTP/1.1" status: 200 len: 944 time: 0.1896262 Mar 09 03:42:32.293515 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa616c-9097-48b8-acf2-1ea786d96703 req-3aff782c-236a-4bf3-9cfc-f8516664b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:32.295187 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c3aa616c-9097-48b8-acf2-1ea786d96703 req-3aff782c-236a-4bf3-9cfc-f8516664b583 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0fd17274-c477-414d-ab95-3844a5b08221 HTTP/1.1" status: 200 len: 1097 time: 0.5787799 Mar 09 03:42:32.300265 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-457c830b-ba47-47f0-a5b4-c4c1b16e2619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:32.302586 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-457c830b-ba47-47f0-a5b4-c4c1b16e2619 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f77088af-6527-42bd-a6e2-e4b921be1aa6 HTTP/1.1" status: 200 len: 797 time: 0.1320179 Mar 09 03:42:32.378605 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a37e9a9a-64eb-41b8-8e25-58ccf3c33b8b req-9fa31583-a658-4afb-945d-95fbba1c6fc4 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045022 Mar 09 03:42:32.385908 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-8b2100cc-9784-41dd-9d4d-2d1f0ff19f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:32.391078 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-8b2100cc-9784-41dd-9d4d-2d1f0ff19f28 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30ef9939-e0a3-4385-851a-c377e816c8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4234505 Mar 09 03:42:32.453230 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80a53f5-bb44-45d8-a1ef-bf34c805f201', 'name': 'network-vif-deleted', 'tag': '449a3ec3-600e-425c-9f81-7927758bce76', 'status': 'completed', 'code': 200} Mar 09 03:42:32.460025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-ae2607ad-dfec-4953-b628-b753ec592ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:32.462159 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-ae2607ad-dfec-4953-b628-b753ec592ffb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3df08107-39bd-418e-a91b-4b0bc364390c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1486511 Mar 09 03:42:32.510493 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c3aa616c-9097-48b8-acf2-1ea786d96703 req-d858b061-e370-4ad4-a362-6cd59c5361ef service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d3dfd177-39e0-48b3-8306-e6e178ccdf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939156 Mar 09 03:42:32.547983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c2bf4-6320-47b1-9dd8-0d15eb7c8956 req-684c7fb3-2681-4538-8d5d-8d83ca1c0fb7 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:32.549444 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f04c2bf4-6320-47b1-9dd8-0d15eb7c8956 req-684c7fb3-2681-4538-8d5d-8d83ca1c0fb7 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fd17274-c477-414d-ab95-3844a5b08221 HTTP/1.1" status: 200 len: 946 time: 0.4757366 Mar 09 03:42:32.609105 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device fa2b14e5-118a-4e2d-964a-e07eecfd7400 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:42:32.652685 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-f85304bc-dfc0-437d-9e27-f2fdf4e818ac service neutron] 10.222.0.24 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824796 Mar 09 03:42:32.766439 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f04c2bf4-6320-47b1-9dd8-0d15eb7c8956 req-7ed91957-9870-4f39-83f1-9dc22bfadd48 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3dfd177-39e0-48b3-8306-e6e178ccdf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665668 Mar 09 03:42:32.795797 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-c5c9f293-4b03-496e-bbbe-a7eea7c1bc66 service neutron] 10.222.0.21 "GET /v2.0/networks/30ef9939-e0a3-4385-851a-c377e816c8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664694 Mar 09 03:42:32.883307 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-ca7fe5f8-a0d0-450d-85a8-2004674d38ac service neutron] 10.222.0.24 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814189 Mar 09 03:42:32.889761 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port fa2b14e5-118a-4e2d-964a-e07eecfd7400, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=fa2b14e5-118a-4e2d-964a-e07eecfd7400,segment=NetworkSegment(af2209d2-57f3-4ad5-bf93-abd67d5b0a2e),segment_id=af2209d2-57f3-4ad5-bf93-abd67d5b0a2e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:32.956935 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'fa2b14e5-118a-4e2d-964a-e07eecfd7400', 'network_id': 'a1db9162-013b-4555-a7dd-e31cdddb344c', 'port_id': 'fa2b14e5-118a-4e2d-964a-e07eecfd7400', 'mac_address': 'fa:16:3e:8c:85:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5bbbb50-9b24-4c8b-900f-4775f7f04439', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:42:32.970293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9a1b9-d930-41cc-84e0-7bf4d5bef278 req-a64f1898-d51b-4598-97bc-645a7851a451 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:32.982559 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2fc9a1b9-d930-41cc-84e0-7bf4d5bef278 req-a64f1898-d51b-4598-97bc-645a7851a451 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1755c96-7b0f-4e80-9d33-7c4cf5bf019a HTTP/1.1" status: 200 len: 931 time: 0.3255644 Mar 09 03:42:33.062659 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:33.107961 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2b14e5-118a-4e2d-964a-e07eecfd7400 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:42:33.138103 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port fa2b14e5-118a-4e2d-964a-e07eecfd7400, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=fa2b14e5-118a-4e2d-964a-e07eecfd7400,segment=NetworkSegment(af2209d2-57f3-4ad5-bf93-abd67d5b0a2e),segment_id=af2209d2-57f3-4ad5-bf93-abd67d5b0a2e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:33.150556 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:33.159750 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-965d90e7-c3ba-48e5-abab-31e96dcbf0a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca0c064-ac3b-4b06-bef0-37a14fb17972 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:42:33.170011 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-965d90e7-c3ba-48e5-abab-31e96dcbf0a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:33.225212 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2fc9a1b9-d930-41cc-84e0-7bf4d5bef278 req-f903ebed-bcfd-4405-ba78-ca7c543fa8cf tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352891 Mar 09 03:42:33.237421 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-965d90e7-c3ba-48e5-abab-31e96dcbf0a5 service neutron] Transition to ACTIVE for port object 4ca0c064-ac3b-4b06-bef0-37a14fb17972 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:42:33.294377 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-965d90e7-c3ba-48e5-abab-31e96dcbf0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:33.306644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-9cf300df-c554-48a6-80f0-0bf2c628ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:33.307374 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-9cf300df-c554-48a6-80f0-0bf2c628ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:33.307989 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-9cf300df-c554-48a6-80f0-0bf2c628ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:33.308604 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-9cf300df-c554-48a6-80f0-0bf2c628ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:33.311785 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-9cf300df-c554-48a6-80f0-0bf2c628ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:33.312958 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-9cf300df-c554-48a6-80f0-0bf2c628ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:33.313555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-9cf300df-c554-48a6-80f0-0bf2c628ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:33.317099 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-9cf300df-c554-48a6-80f0-0bf2c628ce02 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a99da7d1ff544c6c946233b9d2e2fe07&device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 6488 time: 0.3306816 Mar 09 03:42:33.377511 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=fa2b14e5-118a-4e2d-964a-e07eecfd7400,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:33.395991 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:33.402678 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-9b5914df-729f-4603-b1d0-5b4cf3d011b0 service neutron] 10.222.0.21 "GET /v2.0/networks/30ef9939-e0a3-4385-851a-c377e816c8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6027684 Mar 09 03:42:33.500278 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['fa2b14e5-118a-4e2d-964a-e07eecfd7400'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:42:33.604683 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-29549a9f-0cb7-4d89-b443-69b74bd91da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:33.621625 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-29549a9f-0cb7-4d89-b443-69b74bd91da4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3df08107-39bd-418e-a91b-4b0bc364390c HTTP/1.1" status: 200 len: 902 time: 0.2968092 Mar 09 03:42:33.798230 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-fdd96dba-a71f-46c4-a53a-2e255e7ae1ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=889b3798-7d4a-4ad9-b9ad-d0d222c27af7 HTTP/1.1" status: 200 len: 217 time: 0.3624873 Mar 09 03:42:33.918243 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:33.956152 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d90e7-c3ba-48e5-abab-31e96dcbf0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca0c064-ac3b-4b06-bef0-37a14fb17972,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:34.113939 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-014c1e0e-3124-4f62-9383-7cbede3adcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:34.115443 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-014c1e0e-3124-4f62-9383-7cbede3adcd5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8ece047-456b-4972-b520-ee59d144b7d9 HTTP/1.1" status: 200 len: 797 time: 0.3166420 Mar 09 03:42:34.140670 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-b58c2f0a-71ad-44e0-9124-f4afe2f45942 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=74095d9e-619d-4376-9680-b65aea510aa3 HTTP/1.1" status: 200 len: 217 time: 0.5116935 Mar 09 03:42:34.240738 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-555dfffc-14b3-4cff-b1ea-4b9ebeda9b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:34.245567 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-555dfffc-14b3-4cff-b1ea-4b9ebeda9b2c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f77088af-6527-42bd-a6e2-e4b921be1aa6 HTTP/1.1" status: 200 len: 797 time: 0.0970910 Mar 09 03:42:34.485275 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed895d73-6d57-4c34-bbff-9ccfde30c139 req-b47fe2d9-9b71-4d97-a4ec-0aeb39bc0983 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:34.517080 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed895d73-6d57-4c34-bbff-9ccfde30c139 req-b47fe2d9-9b71-4d97-a4ec-0aeb39bc0983 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:34.525026 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22816757-d7a6-446a-a301-da4858450093 req-60df7907-c384-45b1-be3c-83059d010cef tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:34.531458 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed895d73-6d57-4c34-bbff-9ccfde30c139 req-b47fe2d9-9b71-4d97-a4ec-0aeb39bc0983 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:34.532747 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-22816757-d7a6-446a-a301-da4858450093 req-60df7907-c384-45b1-be3c-83059d010cef tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f90aac9-9096-4fdc-b828-2bafdba2fa00 HTTP/1.1" status: 200 len: 945 time: 0.5773876 Mar 09 03:42:34.542386 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed895d73-6d57-4c34-bbff-9ccfde30c139 req-b47fe2d9-9b71-4d97-a4ec-0aeb39bc0983 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:34.558007 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed895d73-6d57-4c34-bbff-9ccfde30c139 req-b47fe2d9-9b71-4d97-a4ec-0aeb39bc0983 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:34.574490 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed895d73-6d57-4c34-bbff-9ccfde30c139 req-b47fe2d9-9b71-4d97-a4ec-0aeb39bc0983 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:34.587089 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed895d73-6d57-4c34-bbff-9ccfde30c139 req-b47fe2d9-9b71-4d97-a4ec-0aeb39bc0983 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:34.596099 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-22816757-d7a6-446a-a301-da4858450093 req-336a60b2-77f1-451e-85dd-c2ca95c4c3a9 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623996 Mar 09 03:42:34.598196 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ed895d73-6d57-4c34-bbff-9ccfde30c139 req-b47fe2d9-9b71-4d97-a4ec-0aeb39bc0983 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5431 time: 1.4307721 Mar 09 03:42:34.629471 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-20ded5db-33c1-4b2a-bc85-8bdca84338a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:34.642810 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-20ded5db-33c1-4b2a-bc85-8bdca84338a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3df08107-39bd-418e-a91b-4b0bc364390c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3749969 Mar 09 03:42:34.710278 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-965d90e7-c3ba-48e5-abab-31e96dcbf0a5 service neutron] Attempting to bind port 4ca0c064-ac3b-4b06-bef0-37a14fb17972 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:42:34.711093 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-965d90e7-c3ba-48e5-abab-31e96dcbf0a5 service neutron] Attempting to bind port 4ca0c064-ac3b-4b06-bef0-37a14fb17972 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'f737d533-027c-4d49-80b3-79a6efe7740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:42:34.711930 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-965d90e7-c3ba-48e5-abab-31e96dcbf0a5 service neutron] Attempting to bind port 4ca0c064-ac3b-4b06-bef0-37a14fb17972 on network c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:42:34.742287 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-965d90e7-c3ba-48e5-abab-31e96dcbf0a5 service neutron] Port 4ca0c064-ac3b-4b06-bef0-37a14fb17972 on network c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:42:34.742287 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-965d90e7-c3ba-48e5-abab-31e96dcbf0a5 service neutron] Attempting to bind port 4ca0c064-ac3b-4b06-bef0-37a14fb17972 on network c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:42:34.776079 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ed895d73-6d57-4c34-bbff-9ccfde30c139 req-b7db3d64-5e37-4346-800c-b7c43f679b39 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1767950 Mar 09 03:42:34.787160 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-965d90e7-c3ba-48e5-abab-31e96dcbf0a5 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:42:34.787598 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-965d90e7-c3ba-48e5-abab-31e96dcbf0a5 service neutron] Checking segment: {'id': 'f737d533-027c-4d49-80b3-79a6efe7740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:42:34.788081 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-965d90e7-c3ba-48e5-abab-31e96dcbf0a5 service neutron] Bound using segment: {'id': 'f737d533-027c-4d49-80b3-79a6efe7740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:42:34.788691 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-965d90e7-c3ba-48e5-abab-31e96dcbf0a5 service neutron] Bound port: 4ca0c064-ac3b-4b06-bef0-37a14fb17972, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f737d533-027c-4d49-80b3-79a6efe7740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:42:34.790787 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-965d90e7-c3ba-48e5-abab-31e96dcbf0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:34.898947 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-737caf6d-9fb1-4615-90d2-6d4e9b5c4fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:34.901549 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-737caf6d-9fb1-4615-90d2-6d4e9b5c4fcf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30ef9939-e0a3-4385-851a-c377e816c8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7754729 Mar 09 03:42:34.965875 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-744e1ba0-d948-48b3-8359-a40b86ad3413 service neutron] 10.222.0.24 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220513 Mar 09 03:42:35.266187 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f2eda-f5ba-4ec1-a098-84c80d2c4a96 req-d501e0d6-c55b-4e74-bf5a-3c8ef1fd3973 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:35.273931 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d90f2eda-f5ba-4ec1-a098-84c80d2c4a96 req-d501e0d6-c55b-4e74-bf5a-3c8ef1fd3973 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fd17274-c477-414d-ab95-3844a5b08221 HTTP/1.1" status: 200 len: 946 time: 0.4763336 Mar 09 03:42:35.318924 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-459a0050-fe3b-4951-bd09-bed318860534 service neutron] 10.222.0.24 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225198 Mar 09 03:42:35.356718 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d90f2eda-f5ba-4ec1-a098-84c80d2c4a96 req-c9f7a9b3-21b8-4202-9dc6-71fc17955e49 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3dfd177-39e0-48b3-8306-e6e178ccdf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817087 Mar 09 03:42:35.395276 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-965d90e7-c3ba-48e5-abab-31e96dcbf0a5 service neutron] For port 4ca0c064-ac3b-4b06-bef0-37a14fb17972, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:42:35.405143 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-965d90e7-c3ba-48e5-abab-31e96dcbf0a5 service neutron] For port 4ca0c064-ac3b-4b06-bef0-37a14fb17972, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=4ca0c064-ac3b-4b06-bef0-37a14fb17972,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:42:35.418656 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-6260cf86-66ed-43a6-9a1a-7c310fe8a69a service neutron] 10.222.0.21 "GET /v2.0/networks/30ef9939-e0a3-4385-851a-c377e816c8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5091319 Mar 09 03:42:35.422459 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-965d90e7-c3ba-48e5-abab-31e96dcbf0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:35.723359 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-965d90e7-c3ba-48e5-abab-31e96dcbf0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:35.725285 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-965d90e7-c3ba-48e5-abab-31e96dcbf0a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:35.726876 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-965d90e7-c3ba-48e5-abab-31e96dcbf0a5 service neutron] 10.222.0.24 "PUT /v2.0/ports/4ca0c064-ac3b-4b06-bef0-37a14fb17972 HTTP/1.1" status: 200 len: 1091 time: 4.4709966 Mar 09 03:42:35.727655 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1755c96-7b0f-4e80-9d33-7c4cf5bf019a', 'tag': '4ca0c064-ac3b-4b06-bef0-37a14fb17972'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:42:35.784392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-dbea4ac4-30d7-414f-b71c-992b9c1c161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:35.784392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-dbea4ac4-30d7-414f-b71c-992b9c1c161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:35.784392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-dbea4ac4-30d7-414f-b71c-992b9c1c161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:35.784392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-dbea4ac4-30d7-414f-b71c-992b9c1c161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:35.784392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-dbea4ac4-30d7-414f-b71c-992b9c1c161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:35.784392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-dbea4ac4-30d7-414f-b71c-992b9c1c161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:35.784392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-dbea4ac4-30d7-414f-b71c-992b9c1c161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:35.784392 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-dbea4ac4-30d7-414f-b71c-992b9c1c161c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a99da7d1ff544c6c946233b9d2e2fe07&device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 6488 time: 0.3888435 Mar 09 03:42:35.968087 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a00ac-dfdb-4958-8586-3c974c9a1739 req-8f10a910-4cbe-424a-89e0-d18c34fe30df tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:35.968881 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a47a00ac-dfdb-4958-8586-3c974c9a1739 req-8f10a910-4cbe-424a-89e0-d18c34fe30df tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Synchronizing usage tracker for tenant:62215851be3d4b12858e1a437af1e4f7 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:42:35.987079 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90f2e869-98a5-43bb-8b7f-7f5d8debe6ee req-5c5c6864-0ef5-46c4-8652-0b00b149d65f tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3725574 Mar 09 03:42:36.027190 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-90f2e869-98a5-43bb-8b7f-7f5d8debe6ee req-afcf1437-6cac-43a4-b032-43ef7771f638 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:42:36.039347 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-90f2e869-98a5-43bb-8b7f-7f5d8debe6ee req-afcf1437-6cac-43a4-b032-43ef7771f638 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:42:36.046219 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-90f2e869-98a5-43bb-8b7f-7f5d8debe6ee req-afcf1437-6cac-43a4-b032-43ef7771f638 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Usage tracker for resource:floatingip and tenant:7426cc43ccad4ae6a410e2758d65b5d6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:42:36.059331 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-8535615b-fdd8-42ab-b7e3-9873ae4b1546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:36.061788 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-8535615b-fdd8-42ab-b7e3-9873ae4b1546 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3df08107-39bd-418e-a91b-4b0bc364390c HTTP/1.1" status: 200 len: 902 time: 0.2522416 Mar 09 03:42:36.062239 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e5ccab6-8461-4ca1-b02e-6b74c6bdc132 req-74d6bd42-02a9-4006-80e0-a9df0d305100 service neutron] 10.222.0.21 "GET /v2.0/networks/30ef9939-e0a3-4385-851a-c377e816c8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6207848 Mar 09 03:42:36.064645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-90f2e869-98a5-43bb-8b7f-7f5d8debe6ee req-afcf1437-6cac-43a4-b032-43ef7771f638 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:42:36.091281 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d90e7-c3ba-48e5-abab-31e96dcbf0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca0c064-ac3b-4b06-bef0-37a14fb17972,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:36.124849 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a47a00ac-dfdb-4958-8586-3c974c9a1739 req-8f10a910-4cbe-424a-89e0-d18c34fe30df tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Unset dirty status for tenant:62215851be3d4b12858e1a437af1e4f7 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:42:36.126020 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a47a00ac-dfdb-4958-8586-3c974c9a1739 req-8f10a910-4cbe-424a-89e0-d18c34fe30df tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1755c96-7b0f-4e80-9d33-7c4cf5bf019a HTTP/1.1" status: 200 len: 943 time: 0.9447651 Mar 09 03:42:36.157148 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-6f4edbb9-e59c-4c86-8f6e-85890f570825 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=c1bf2e7b-6867-47a0-93dd-cf54b2021393 HTTP/1.1" status: 200 len: 217 time: 0.0860741 Mar 09 03:42:36.158096 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-90f2e869-98a5-43bb-8b7f-7f5d8debe6ee req-afcf1437-6cac-43a4-b032-43ef7771f638 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:42:36.198499 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50666) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:36.210285 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-90f2e869-98a5-43bb-8b7f-7f5d8debe6ee req-afcf1437-6cac-43a4-b032-43ef7771f638 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:36.282011 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a47a00ac-dfdb-4958-8586-3c974c9a1739 req-96f673e7-ab21-456d-b8c3-23baeb2d5eb4 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421852 Mar 09 03:42:36.293186 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-1c8849f6-5ef1-4f53-b03b-5b3a5bbbfb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:36.299840 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-1c8849f6-5ef1-4f53-b03b-5b3a5bbbfb8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=62215851be3d4b12858e1a437af1e4f7&device_id=c1755c96-7b0f-4e80-9d33-7c4cf5bf019a HTTP/1.1" status: 200 len: 1094 time: 0.4754128 Mar 09 03:42:36.385340 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-ad501284-1856-4a66-9a14-410c24646099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:36.388510 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-ad501284-1856-4a66-9a14-410c24646099 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f77088af-6527-42bd-a6e2-e4b921be1aa6 HTTP/1.1" status: 200 len: 797 time: 0.2241292 Mar 09 03:42:36.545490 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-88a54749-87fe-458a-bab8-86d0438c1433 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ca0c064-ac3b-4b06-bef0-37a14fb17972 HTTP/1.1" status: 200 len: 217 time: 0.2444563 Mar 09 03:42:36.569968 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-8ffac1b0-e140-494d-b39c-e6c27874d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:36.571991 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-8ffac1b0-e140-494d-b39c-e6c27874d7ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3df08107-39bd-418e-a91b-4b0bc364390c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1761608 Mar 09 03:42:36.609902 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device fa2b14e5-118a-4e2d-964a-e07eecfd7400 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:42:36.652402 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-90f2e869-98a5-43bb-8b7f-7f5d8debe6ee req-afcf1437-6cac-43a4-b032-43ef7771f638 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:36.747707 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port fa2b14e5-118a-4e2d-964a-e07eecfd7400 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:42:36.752367 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port fa2b14e5-118a-4e2d-964a-e07eecfd7400 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:42:36.752521 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:36.768584 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4a1032f1-7eef-4708-a209-eaf213e2ac54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:36.864707 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4a1032f1-7eef-4708-a209-eaf213e2ac54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:42:36.872554 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4a1032f1-7eef-4708-a209-eaf213e2ac54 admin admin] Usage tracker for resource:security_group_rule and tenant:95aea17af4ea4606bb205b870eb96eb8 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:42:36.876103 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4a1032f1-7eef-4708-a209-eaf213e2ac54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:42:36.901643 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4a1032f1-7eef-4708-a209-eaf213e2ac54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:42:36.981493 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-894c8a2e-3ba3-4ff8-827e-c5903877f415 service neutron] 10.222.0.24 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948452 Mar 09 03:42:37.054227 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-f3c95b48-656e-4f86-a165-d128c1255f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:37.057756 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-f3c95b48-656e-4f86-a165-d128c1255f20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9cf75fec-0961-40cc-8ceb-7209db6f79d6 HTTP/1.1" status: 200 len: 843 time: 0.4752419 Mar 09 03:42:37.116825 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:37.186201 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-90f2e869-98a5-43bb-8b7f-7f5d8debe6ee req-afcf1437-6cac-43a4-b032-43ef7771f638 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Allocated IP 172.25.7.69 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/a98ed435-5e9b-4d83-9ca7-4a9658ceaeaf) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:42:37.193681 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f90aac9-9096-4fdc-b828-2bafdba2fa00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2b14e5-118a-4e2d-964a-e07eecfd7400'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:42:37.204467 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-91604d0a-86a5-4d85-8255-15965de6e05d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363466 Mar 09 03:42:37.258633 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port fa2b14e5-118a-4e2d-964a-e07eecfd7400, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=fa2b14e5-118a-4e2d-964a-e07eecfd7400,segment=NetworkSegment(af2209d2-57f3-4ad5-bf93-abd67d5b0a2e),segment_id=af2209d2-57f3-4ad5-bf93-abd67d5b0a2e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:37.278964 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:37.393559 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-1d03fefe-7dc6-4eda-b1d2-8185676e11da service neutron] 10.222.0.24 "GET /v2.0/networks/c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808691 Mar 09 03:42:37.589536 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=fa2b14e5-118a-4e2d-964a-e07eecfd7400,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:37.757859 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33913370-bfcd-4666-badd-c661f8f39162 req-b5b33799-e0b0-4c48-9c67-d9fe41e1164c tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:37.768291 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33913370-bfcd-4666-badd-c661f8f39162 req-b5b33799-e0b0-4c48-9c67-d9fe41e1164c tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f90aac9-9096-4fdc-b828-2bafdba2fa00 HTTP/1.1" status: 200 len: 945 time: 1.0891955 Mar 09 03:42:37.879010 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33913370-bfcd-4666-badd-c661f8f39162 req-1b3c9e76-d010-4dbe-bad1-f380f884223b tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092446 Mar 09 03:42:37.940347 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-90f2e869-98a5-43bb-8b7f-7f5d8debe6ee req-afcf1437-6cac-43a4-b032-43ef7771f638 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:37.948934 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-087ffcfe-f52d-4626-a229-412c1bd4acd6 req-b8fb8346-6baf-4fbe-9658-7a531c04d881 service neutron] 10.222.0.24 "GET /v2.0/networks/c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362158 Mar 09 03:42:37.955716 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4a1032f1-7eef-4708-a209-eaf213e2ac54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:37.962614 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4a1032f1-7eef-4708-a209-eaf213e2ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:38.036591 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1755c96-7b0f-4e80-9d33-7c4cf5bf019a', 'tag': '4ca0c064-ac3b-4b06-bef0-37a14fb17972', 'status': 'completed', 'code': 200} Mar 09 03:42:38.056277 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4a1032f1-7eef-4708-a209-eaf213e2ac54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95aea17af4ea4606bb205b870eb96eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8469179 Mar 09 03:42:38.117392 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50684) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:38.183262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1032f1-7eef-4708-a209-eaf213e2ac54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946fd9e9-34e0-42d5-b1ad-f2fab0ca7604,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:38.260331 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-afa69995-189c-4ccd-885d-fac1e9f62f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:38.263983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6cb12-b7a0-43da-ae6f-b9a66e3a9448 req-4baf8295-df78-4519-8f17-28b387f44522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:38.267339 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-46f6cb12-b7a0-43da-ae6f-b9a66e3a9448 req-4baf8295-df78-4519-8f17-28b387f44522 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=62215851be3d4b12858e1a437af1e4f7&device_id=c1755c96-7b0f-4e80-9d33-7c4cf5bf019a HTTP/1.1" status: 200 len: 1094 time: 0.2335601 Mar 09 03:42:38.303887 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-2c41291d-60be-45ca-9d63-5cb47d1dcf07 service neutron] 10.222.0.24 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3138568 Mar 09 03:42:38.305221 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-90f2e869-98a5-43bb-8b7f-7f5d8debe6ee req-afcf1437-6cac-43a4-b032-43ef7771f638 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:38.460186 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f2e869-98a5-43bb-8b7f-7f5d8debe6ee req-afcf1437-6cac-43a4-b032-43ef7771f638 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:42:38.497708 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:38.505541 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf1437-6cac-43a4-b032-43ef7771f638 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Pushing event updated for resources: {'Port': ['ID=a98ed435-5e9b-4d83-9ca7-4a9658ceaeaf,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:38.509498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-90f2e869-98a5-43bb-8b7f-7f5d8debe6ee req-afcf1437-6cac-43a4-b032-43ef7771f638 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:42:38.513623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f2e869-98a5-43bb-8b7f-7f5d8debe6ee req-afcf1437-6cac-43a4-b032-43ef7771f638 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:42:38.619979 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-90f2e869-98a5-43bb-8b7f-7f5d8debe6ee req-afcf1437-6cac-43a4-b032-43ef7771f638 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:38.639365 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-31060716-8dc1-4885-93de-c0a8dd77189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:38.639845 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-31060716-8dc1-4885-93de-c0a8dd77189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:38.640311 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-31060716-8dc1-4885-93de-c0a8dd77189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:38.640769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-31060716-8dc1-4885-93de-c0a8dd77189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:38.641228 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-31060716-8dc1-4885-93de-c0a8dd77189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:38.641765 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-31060716-8dc1-4885-93de-c0a8dd77189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:38.642212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-31060716-8dc1-4885-93de-c0a8dd77189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:38.644553 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-31060716-8dc1-4885-93de-c0a8dd77189c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a99da7d1ff544c6c946233b9d2e2fe07&device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 6488 time: 0.2762523 Mar 09 03:42:38.847965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6cb12-b7a0-43da-ae6f-b9a66e3a9448 req-af632893-9a43-4c53-b162-e528babfae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:38.852320 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-46f6cb12-b7a0-43da-ae6f-b9a66e3a9448 req-af632893-9a43-4c53-b162-e528babfae71 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 HTTP/1.1" status: 200 len: 904 time: 0.5722780 Mar 09 03:42:38.875304 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-a6f1a10f-0006-4363-8984-a10016a8a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:38.876914 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-a6f1a10f-0006-4363-8984-a10016a8a545 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa98c4bf-cd2b-4512-b959-342f7d8cd273 HTTP/1.1" status: 200 len: 902 time: 0.2004721 Mar 09 03:42:38.941050 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-afa69995-189c-4ccd-885d-fac1e9f62f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:38.968474 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-1f31927f-32b2-412d-8a5b-06d3b89b0144 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bc536592-9118-44c2-92f8-3c077dd9761f HTTP/1.1" status: 200 len: 217 time: 0.0837069 Mar 09 03:42:38.969249 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-90f2e869-98a5-43bb-8b7f-7f5d8debe6ee req-afcf1437-6cac-43a4-b032-43ef7771f638 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:38.994039 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-46f6cb12-b7a0-43da-ae6f-b9a66e3a9448 req-3b3e3836-0167-4e97-92a5-8d6130297cc1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ca0c064-ac3b-4b06-bef0-37a14fb17972 HTTP/1.1" status: 200 len: 217 time: 0.1316555 Mar 09 03:42:39.094502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-1632f3a2-3c73-4970-99d4-318153fdf3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:39.095955 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-1632f3a2-3c73-4970-99d4-318153fdf3e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26070e83-1c60-4df6-b85f-37b057dc633a HTTP/1.1" status: 200 len: 797 time: 0.0951974 Mar 09 03:42:39.170243 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fad8b-4d14-4374-9821-9d55a88954c1 req-453584b9-e85b-41c5-b4cb-d696fb8e2699 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:39.177725 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fad8b-4d14-4374-9821-9d55a88954c1 req-453584b9-e85b-41c5-b4cb-d696fb8e2699 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:39.184902 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fad8b-4d14-4374-9821-9d55a88954c1 req-453584b9-e85b-41c5-b4cb-d696fb8e2699 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:39.192062 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fad8b-4d14-4374-9821-9d55a88954c1 req-453584b9-e85b-41c5-b4cb-d696fb8e2699 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:39.200368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fad8b-4d14-4374-9821-9d55a88954c1 req-453584b9-e85b-41c5-b4cb-d696fb8e2699 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:39.206585 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fad8b-4d14-4374-9821-9d55a88954c1 req-453584b9-e85b-41c5-b4cb-d696fb8e2699 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:39.213361 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fad8b-4d14-4374-9821-9d55a88954c1 req-453584b9-e85b-41c5-b4cb-d696fb8e2699 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:39.221364 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d23fad8b-4d14-4374-9821-9d55a88954c1 req-453584b9-e85b-41c5-b4cb-d696fb8e2699 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5431 time: 0.9130054 Mar 09 03:42:39.244447 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6cb12-b7a0-43da-ae6f-b9a66e3a9448 req-cd189013-2afc-49c0-9423-359a113acdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:39.246445 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-46f6cb12-b7a0-43da-ae6f-b9a66e3a9448 req-cd189013-2afc-49c0-9423-359a113acdf5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9cf75fec-0961-40cc-8ceb-7209db6f79d6 HTTP/1.1" status: 200 len: 843 time: 0.2345388 Mar 09 03:42:39.292413 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-2f848657-77ef-476c-9604-c283a597e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:39.293875 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-2f848657-77ef-476c-9604-c283a597e070 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa98c4bf-cd2b-4512-b959-342f7d8cd273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1818793 Mar 09 03:42:39.332663 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-afa69995-189c-4ccd-885d-fac1e9f62f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:39.351661 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d23fad8b-4d14-4374-9821-9d55a88954c1 req-08a8c6ac-4849-4a9a-8bcb-e2b773667391 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1290059 Mar 09 03:42:39.364857 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-46f6cb12-b7a0-43da-ae6f-b9a66e3a9448 req-5b13e482-a842-4dc2-b4e0-05fdde434a94 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101687 Mar 09 03:42:39.368220 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa69995-189c-4ccd-885d-fac1e9f62f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946fd9e9-34e0-42d5-b1ad-f2fab0ca7604,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:39.418368 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-afa69995-189c-4ccd-885d-fac1e9f62f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:39.419356 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-afa69995-189c-4ccd-885d-fac1e9f62f54 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/946fd9e9-34e0-42d5-b1ad-f2fab0ca7604 HTTP/1.1" status: 204 len: 168 time: 1.3008158 Mar 09 03:42:39.452172 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-90f2e869-98a5-43bb-8b7f-7f5d8debe6ee req-afcf1437-6cac-43a4-b032-43ef7771f638 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:39.463738 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-90f2e869-98a5-43bb-8b7f-7f5d8debe6ee req-afcf1437-6cac-43a4-b032-43ef7771f638 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:39.560596 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-46f6cb12-b7a0-43da-ae6f-b9a66e3a9448 req-07478197-2b3e-46db-b5a2-114305479f9b service neutron] 10.222.0.24 "GET /v2.0/networks/c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823702 Mar 09 03:42:39.567774 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-f7a4d6f8-e2d7-4417-994d-13a7d3f62326 service neutron] 10.222.0.24 "GET /v2.0/networks/aa98c4bf-cd2b-4512-b959-342f7d8cd273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648149 Mar 09 03:42:39.640990 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf1437-6cac-43a4-b032-43ef7771f638 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Pushing event updated for resources: {'Port': ['ID=a98ed435-5e9b-4d83-9ca7-4a9658ceaeaf,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:39.727597 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-90f2e869-98a5-43bb-8b7f-7f5d8debe6ee req-afcf1437-6cac-43a4-b032-43ef7771f638 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:39.785793 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-90f2e869-98a5-43bb-8b7f-7f5d8debe6ee req-afcf1437-6cac-43a4-b032-43ef7771f638 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:39.787386 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90f2e869-98a5-43bb-8b7f-7f5d8debe6ee req-afcf1437-6cac-43a4-b032-43ef7771f638 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7806201 Mar 09 03:42:39.794572 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-57d59480-f544-4b13-846d-6a83725f0993 service neutron] 10.222.0.24 "GET /v2.0/networks/aa98c4bf-cd2b-4512-b959-342f7d8cd273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096145 Mar 09 03:42:39.809248 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-46f6cb12-b7a0-43da-ae6f-b9a66e3a9448 req-9136c5e7-2692-4360-b7d1-acc30ba8207a service neutron] 10.222.0.24 "GET /v2.0/networks/c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397413 Mar 09 03:42:39.828432 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053450d-8022-41ba-9e1e-44f1e32d3729 req-a8b6b846-2a3e-4304-ae83-a7ad4592da48 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:39.839742 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053450d-8022-41ba-9e1e-44f1e32d3729 req-a8b6b846-2a3e-4304-ae83-a7ad4592da48 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:39.847048 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053450d-8022-41ba-9e1e-44f1e32d3729 req-a8b6b846-2a3e-4304-ae83-a7ad4592da48 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:39.854037 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053450d-8022-41ba-9e1e-44f1e32d3729 req-a8b6b846-2a3e-4304-ae83-a7ad4592da48 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:39.860733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053450d-8022-41ba-9e1e-44f1e32d3729 req-a8b6b846-2a3e-4304-ae83-a7ad4592da48 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:39.868550 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053450d-8022-41ba-9e1e-44f1e32d3729 req-a8b6b846-2a3e-4304-ae83-a7ad4592da48 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:39.876120 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053450d-8022-41ba-9e1e-44f1e32d3729 req-a8b6b846-2a3e-4304-ae83-a7ad4592da48 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:39.889645 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f053450d-8022-41ba-9e1e-44f1e32d3729 req-a8b6b846-2a3e-4304-ae83-a7ad4592da48 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5434 time: 0.2762487 Mar 09 03:42:39.925773 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-90f2e869-98a5-43bb-8b7f-7f5d8debe6ee req-94247ae5-b221-4a88-8be5-a4aefa1be393 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Synchronizing usage tracker for tenant:7426cc43ccad4ae6a410e2758d65b5d6 on resource:floatingip {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:42:39.980331 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-90f2e869-98a5-43bb-8b7f-7f5d8debe6ee req-94247ae5-b221-4a88-8be5-a4aefa1be393 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Unset dirty status for tenant:7426cc43ccad4ae6a410e2758d65b5d6 on resource:floatingip {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:42:39.982694 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90f2e869-98a5-43bb-8b7f-7f5d8debe6ee req-94247ae5-b221-4a88-8be5-a4aefa1be393 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.69 HTTP/1.1" status: 200 len: 695 time: 0.1846938 Mar 09 03:42:40.027046 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50700) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:40.066273 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8411168e-16c0-433e-b518-1f9124f0e604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:40.074068 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f053450d-8022-41ba-9e1e-44f1e32d3729 req-47d48e05-5dca-4f63-89c6-76c85fbb505a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1813519 Mar 09 03:42:40.098770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-65927d1b-426e-4e24-815b-e74b243fb1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:40.099379 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-65927d1b-426e-4e24-815b-e74b243fb1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:40.100037 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-65927d1b-426e-4e24-815b-e74b243fb1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:40.100560 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-65927d1b-426e-4e24-815b-e74b243fb1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:40.101207 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-65927d1b-426e-4e24-815b-e74b243fb1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:40.101871 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-65927d1b-426e-4e24-815b-e74b243fb1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:40.102490 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-65927d1b-426e-4e24-815b-e74b243fb1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:40.104899 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-65927d1b-426e-4e24-815b-e74b243fb1ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a99da7d1ff544c6c946233b9d2e2fe07&device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 6488 time: 0.2138474 Mar 09 03:42:40.290224 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f90aac9-9096-4fdc-b828-2bafdba2fa00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2b14e5-118a-4e2d-964a-e07eecfd7400', 'code': 200} Mar 09 03:42:40.302701 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8411168e-16c0-433e-b518-1f9124f0e604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:42:40.311451 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8411168e-16c0-433e-b518-1f9124f0e604 admin admin] Usage tracker for resource:security_group_rule and tenant:a1c360ad515941d284d561a9d3456e21 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:42:40.317242 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8411168e-16c0-433e-b518-1f9124f0e604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:42:40.326769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8411168e-16c0-433e-b518-1f9124f0e604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:42:40.351752 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-94fa02db-ba6e-46ef-af9f-c634b1dd95d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:40.353854 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-94fa02db-ba6e-46ef-af9f-c634b1dd95d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa98c4bf-cd2b-4512-b959-342f7d8cd273 HTTP/1.1" status: 200 len: 902 time: 0.2398937 Mar 09 03:42:40.374373 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2e869-98a5-43bb-8b7f-7f5d8debe6ee req-b5193f8f-a92b-48ab-9137-2ffa67aff2ca tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:40.376037 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90f2e869-98a5-43bb-8b7f-7f5d8debe6ee req-b5193f8f-a92b-48ab-9137-2ffa67aff2ca tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 0.3753955 Mar 09 03:42:40.507930 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8411168e-16c0-433e-b518-1f9124f0e604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:40.514924 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8411168e-16c0-433e-b518-1f9124f0e604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:40.573664 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8411168e-16c0-433e-b518-1f9124f0e604 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1c360ad515941d284d561a9d3456e21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5420296 Mar 09 03:42:40.574688 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50726) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:40.581629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411168e-16c0-433e-b518-1f9124f0e604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1182ff-11dc-4377-9a5b-92fc58d9ee70,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:40.626408 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-cabc330c-a526-4cf6-9b2a-50c0294e4022 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d664959-c40f-40d2-a388-bd2e375986a5 HTTP/1.1" status: 200 len: 217 time: 0.1484866 Mar 09 03:42:40.649249 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f345c781-309e-4de7-a4e4-0b15c1b8af5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:40.678093 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f345c781-309e-4de7-a4e4-0b15c1b8af5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:40.734572 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-5a371247-6b43-4e2c-aa89-3b51ee843d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:40.736292 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-5a371247-6b43-4e2c-aa89-3b51ee843d28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26070e83-1c60-4df6-b85f-37b057dc633a HTTP/1.1" status: 200 len: 797 time: 0.1003170 Mar 09 03:42:40.745385 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2f1d3-ad51-465c-b38d-7f111d704761 req-3b8069b8-f87f-47bb-8136-a775c6d4568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:40.747209 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-89c2f1d3-ad51-465c-b38d-7f111d704761 req-3b8069b8-f87f-47bb-8136-a775c6d4568d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f90aac9-9096-4fdc-b828-2bafdba2fa00 HTTP/1.1" status: 200 len: 1097 time: 0.3872459 Mar 09 03:42:40.818733 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb04072-80b9-4721-895a-2e078b08a6df req-69028b85-45c0-4cd8-b844-a60239ab84ee tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:40.820269 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7bb04072-80b9-4721-895a-2e078b08a6df req-69028b85-45c0-4cd8-b844-a60239ab84ee tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f90aac9-9096-4fdc-b828-2bafdba2fa00 HTTP/1.1" status: 200 len: 946 time: 0.1061616 Mar 09 03:42:40.821449 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f345c781-309e-4de7-a4e4-0b15c1b8af5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:40.822343 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d0895-3f39-44d4-a1b9-95cc7c3e1cb7 req-bb909849-2aa3-4c8a-ab81-1958841612d6 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:40.829187 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e82d0895-3f39-44d4-a1b9-95cc7c3e1cb7 req-bb909849-2aa3-4c8a-ab81-1958841612d6 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1755c96-7b0f-4e80-9d33-7c4cf5bf019a HTTP/1.1" status: 200 len: 943 time: 0.3501148 Mar 09 03:42:40.855210 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345c781-309e-4de7-a4e4-0b15c1b8af5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1182ff-11dc-4377-9a5b-92fc58d9ee70,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:40.865622 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f345c781-309e-4de7-a4e4-0b15c1b8af5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:40.868325 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-89c2f1d3-ad51-465c-b38d-7f111d704761 req-77c18cb7-2b4b-46d5-b306-7d57b1e82956 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740733 Mar 09 03:42:40.869365 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f345c781-309e-4de7-a4e4-0b15c1b8af5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0b1182ff-11dc-4377-9a5b-92fc58d9ee70 HTTP/1.1" status: 204 len: 168 time: 0.2923417 Mar 09 03:42:40.892213 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7bb04072-80b9-4721-895a-2e078b08a6df req-61804a2b-d9b9-47b0-b9ce-77ad1f0e68ca tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601611 Mar 09 03:42:40.930427 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e82d0895-3f39-44d4-a1b9-95cc7c3e1cb7 req-4624a47e-ce10-4e76-a7e6-b614ffd3cc2b tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948820 Mar 09 03:42:40.976259 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b780af-501c-450b-bfdd-eef9164f505e req-1abdebea-04cd-4501-82f7-d0cf9b493973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:40.977737 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-1abdebea-04cd-4501-82f7-d0cf9b493973 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa98c4bf-cd2b-4512-b959-342f7d8cd273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2293282 Mar 09 03:42:41.280933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e6ff0-f1cb-45f9-ae22-9f8ef29a1ad0 req-93410862-d9d4-4eaa-ace1-c77da0e57eea tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:41.287542 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e6ff0-f1cb-45f9-ae22-9f8ef29a1ad0 req-93410862-d9d4-4eaa-ace1-c77da0e57eea tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:41.294754 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e6ff0-f1cb-45f9-ae22-9f8ef29a1ad0 req-93410862-d9d4-4eaa-ace1-c77da0e57eea tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:41.302416 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e6ff0-f1cb-45f9-ae22-9f8ef29a1ad0 req-93410862-d9d4-4eaa-ace1-c77da0e57eea tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:41.308302 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e6ff0-f1cb-45f9-ae22-9f8ef29a1ad0 req-93410862-d9d4-4eaa-ace1-c77da0e57eea tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:41.314191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e6ff0-f1cb-45f9-ae22-9f8ef29a1ad0 req-93410862-d9d4-4eaa-ace1-c77da0e57eea tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:41.320858 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e6ff0-f1cb-45f9-ae22-9f8ef29a1ad0 req-93410862-d9d4-4eaa-ace1-c77da0e57eea tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:41.331572 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-656e6ff0-f1cb-45f9-ae22-9f8ef29a1ad0 req-93410862-d9d4-4eaa-ace1-c77da0e57eea tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5434 time: 0.2365134 Mar 09 03:42:41.366325 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-8ef31dd3-914c-4ff2-891c-101a832d789d service neutron] 10.222.0.24 "GET /v2.0/networks/aa98c4bf-cd2b-4512-b959-342f7d8cd273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789780 Mar 09 03:42:41.493124 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146541a-1f97-4b28-9d0a-beec8650b878 req-ef87c7fb-cd01-4af0-8737-73d6076def78 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:41.501652 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146541a-1f97-4b28-9d0a-beec8650b878 req-ef87c7fb-cd01-4af0-8737-73d6076def78 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:41.517793 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146541a-1f97-4b28-9d0a-beec8650b878 req-ef87c7fb-cd01-4af0-8737-73d6076def78 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:41.524437 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146541a-1f97-4b28-9d0a-beec8650b878 req-ef87c7fb-cd01-4af0-8737-73d6076def78 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:41.531539 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146541a-1f97-4b28-9d0a-beec8650b878 req-ef87c7fb-cd01-4af0-8737-73d6076def78 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:41.537865 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146541a-1f97-4b28-9d0a-beec8650b878 req-ef87c7fb-cd01-4af0-8737-73d6076def78 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:41.543886 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146541a-1f97-4b28-9d0a-beec8650b878 req-ef87c7fb-cd01-4af0-8737-73d6076def78 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:41.552026 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0146541a-1f97-4b28-9d0a-beec8650b878 req-ef87c7fb-cd01-4af0-8737-73d6076def78 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5431 time: 0.4130120 Mar 09 03:42:41.671442 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0146541a-1f97-4b28-9d0a-beec8650b878 req-52b27035-3af5-4417-826e-97261de5e9b8 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1162894 Mar 09 03:42:41.692327 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adc200-bfad-4341-a072-455193b0181b req-cae6f4f2-bd53-4402-be40-5b691688af58 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:41.709631 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-65adc200-bfad-4341-a072-455193b0181b req-cae6f4f2-bd53-4402-be40-5b691688af58 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/networks?id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 HTTP/1.1" status: 200 len: 821 time: 0.2455378 Mar 09 03:42:41.740316 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-65adc200-bfad-4341-a072-455193b0181b req-0e891a73-a2c1-48c9-8df8-598dd4a9f390 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/quotas/7426cc43ccad4ae6a410e2758d65b5d6 HTTP/1.1" status: 200 len: 375 time: 0.0385623 Mar 09 03:42:41.740477 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38b780af-501c-450b-bfdd-eef9164f505e req-e52cb422-f577-4c77-8cf7-7d4a757e0199 service neutron] 10.222.0.24 "GET /v2.0/networks/aa98c4bf-cd2b-4512-b959-342f7d8cd273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329725 Mar 09 03:42:41.927677 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-65adc200-bfad-4341-a072-455193b0181b req-d8927c2e-518f-47f7-8aca-196df1cdc180 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7426cc43ccad4ae6a410e2758d65b5d6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1815231 Mar 09 03:42:42.037579 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 4ca0c064-ac3b-4b06-bef0-37a14fb17972 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:42:42.337497 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff21e4c-b9d5-4f2b-b04a-16ce8486ffad req-32b66684-367d-4f09-b41c-257d32ecc4d6 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:42.345064 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-aff21e4c-b9d5-4f2b-b04a-16ce8486ffad req-32b66684-367d-4f09-b41c-257d32ecc4d6 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f90aac9-9096-4fdc-b828-2bafdba2fa00 HTTP/1.1" status: 200 len: 946 time: 0.1240644 Mar 09 03:42:42.402052 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-aff21e4c-b9d5-4f2b-b04a-16ce8486ffad req-62d50d98-1602-42ec-85c8-298adf9d94a0 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536275 Mar 09 03:42:42.403570 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 4ca0c064-ac3b-4b06-bef0-37a14fb17972, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=4ca0c064-ac3b-4b06-bef0-37a14fb17972,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:42.427674 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '4ca0c064-ac3b-4b06-bef0-37a14fb17972', 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1', 'port_id': '4ca0c064-ac3b-4b06-bef0-37a14fb17972', 'mac_address': 'fa:16:3e:05:56:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf75fec-0961-40cc-8ceb-7209db6f79d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:42:42.510462 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:42.543366 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca0c064-ac3b-4b06-bef0-37a14fb17972 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:42:42.560007 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 4ca0c064-ac3b-4b06-bef0-37a14fb17972, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=4ca0c064-ac3b-4b06-bef0-37a14fb17972,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:42.569950 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:42.600783 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-65adc200-bfad-4341-a072-455193b0181b req-58f221e7-4bc7-4df3-ac25-6d27713a1314 service neutron] 10.222.0.16 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6694529 Mar 09 03:42:42.628734 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeac50f-96f5-4984-bccf-60ed96971774 req-03db07c3-a57e-41a1-8953-2c693b5aa535 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:42.639582 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4aeac50f-96f5-4984-bccf-60ed96971774 req-03db07c3-a57e-41a1-8953-2c693b5aa535 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1755c96-7b0f-4e80-9d33-7c4cf5bf019a HTTP/1.1" status: 200 len: 943 time: 0.1213491 Mar 09 03:42:42.644249 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=4ca0c064-ac3b-4b06-bef0-37a14fb17972,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:42.712452 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4aeac50f-96f5-4984-bccf-60ed96971774 req-afb8a607-2030-4afb-ba5a-54420a480ace tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716486 Mar 09 03:42:42.812354 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50798) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:42.895107 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-65adc200-bfad-4341-a072-455193b0181b req-9218c5f9-241d-4e28-97e8-d494f2bf43bd service neutron] 10.222.0.16 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928035 Mar 09 03:42:42.928515 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['4ca0c064-ac3b-4b06-bef0-37a14fb17972'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:42:43.200271 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b4062-e44b-47c1-a3c0-584f8fbfe977 req-bb61e01c-a722-439c-820c-f20c281d5e13 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:43.217771 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b4062-e44b-47c1-a3c0-584f8fbfe977 req-bb61e01c-a722-439c-820c-f20c281d5e13 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:43.237278 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b4062-e44b-47c1-a3c0-584f8fbfe977 req-bb61e01c-a722-439c-820c-f20c281d5e13 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:43.259352 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b4062-e44b-47c1-a3c0-584f8fbfe977 req-bb61e01c-a722-439c-820c-f20c281d5e13 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:43.273510 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b4062-e44b-47c1-a3c0-584f8fbfe977 req-bb61e01c-a722-439c-820c-f20c281d5e13 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:43.286327 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-726e1800-e6b2-46ee-9573-8badfb463071 req-c855646b-7adc-4d1b-b893-8e88fde0ed24 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=75ed95dd-7bb6-4dfe-9fb6-e75591f601cf HTTP/1.1" status: 200 len: 210 time: 0.1087561 Mar 09 03:42:43.304089 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b4062-e44b-47c1-a3c0-584f8fbfe977 req-bb61e01c-a722-439c-820c-f20c281d5e13 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:43.310655 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b4062-e44b-47c1-a3c0-584f8fbfe977 req-bb61e01c-a722-439c-820c-f20c281d5e13 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:43.312594 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-463b4062-e44b-47c1-a3c0-584f8fbfe977 req-bb61e01c-a722-439c-820c-f20c281d5e13 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5431 time: 0.3692589 Mar 09 03:42:43.510239 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-463b4062-e44b-47c1-a3c0-584f8fbfe977 req-c0bbfb5b-f82d-4f41-a350-9322ba71bf79 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1863642 Mar 09 03:42:43.533242 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-8018c6ed-34c6-474b-bd41-f8b44c60d7d7 admin admin] Deleting subnet c938e3dc-f3f5-45d5-a021-35dcda335146 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:42:43.543424 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8018c6ed-34c6-474b-bd41-f8b44c60d7d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:43.556641 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50840) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:43.651596 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8018c6ed-34c6-474b-bd41-f8b44c60d7d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:43.735211 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8018c6ed-34c6-474b-bd41-f8b44c60d7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:43.855305 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8018c6ed-34c6-474b-bd41-f8b44c60d7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:43.909466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a6c8c-6548-4d51-9c0c-40716e528de7 req-aaf1f039-3032-4f1f-921a-e441c148a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:43.910559 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a6c8c-6548-4d51-9c0c-40716e528de7 req-aaf1f039-3032-4f1f-921a-e441c148a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:43.918751 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a6c8c-6548-4d51-9c0c-40716e528de7 req-aaf1f039-3032-4f1f-921a-e441c148a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:43.919316 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a6c8c-6548-4d51-9c0c-40716e528de7 req-aaf1f039-3032-4f1f-921a-e441c148a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:43.919965 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a6c8c-6548-4d51-9c0c-40716e528de7 req-aaf1f039-3032-4f1f-921a-e441c148a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:43.920596 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a6c8c-6548-4d51-9c0c-40716e528de7 req-aaf1f039-3032-4f1f-921a-e441c148a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:43.921249 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a6c8c-6548-4d51-9c0c-40716e528de7 req-aaf1f039-3032-4f1f-921a-e441c148a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:43.923628 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c3a6c8c-6548-4d51-9c0c-40716e528de7 req-aaf1f039-3032-4f1f-921a-e441c148a770 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 6491 time: 0.3657863 Mar 09 03:42:43.968857 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8018c6ed-34c6-474b-bd41-f8b44c60d7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:43.974055 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d1c85-b9fd-4ab0-a08d-671a0bd0763e req-efc6b33c-ede7-41b5-9416-bb3ff63087ed tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:43.981376 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-df9d1c85-b9fd-4ab0-a08d-671a0bd0763e req-efc6b33c-ede7-41b5-9416-bb3ff63087ed tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f90aac9-9096-4fdc-b828-2bafdba2fa00 HTTP/1.1" status: 200 len: 946 time: 0.2884107 Mar 09 03:42:43.982131 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018c6ed-34c6-474b-bd41-f8b44c60d7d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c938e3dc-f3f5-45d5-a021-35dcda335146,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:44.058253 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c3a6c8c-6548-4d51-9c0c-40716e528de7 req-4d88e2ec-f034-4aa1-bb5c-48ba1630e7af service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1204302 Mar 09 03:42:44.065235 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 74095d9e-619d-4376-9680-b65aea510aa3 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:42:44.066705 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8018c6ed-34c6-474b-bd41-f8b44c60d7d7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c938e3dc-f3f5-45d5-a021-35dcda335146 HTTP/1.1" status: 204 len: 168 time: 1.2527232 Mar 09 03:42:44.079475 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50860) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:44.086969 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-df9d1c85-b9fd-4ab0-a08d-671a0bd0763e req-4850fddd-e361-47d3-a0e1-0071afe2b565 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043310 Mar 09 03:42:44.303508 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c45c4c3-9bb3-421a-811e-05a0cdbca9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:44.344195 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 74095d9e-619d-4376-9680-b65aea510aa3, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=74095d9e-619d-4376-9680-b65aea510aa3,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:44.359980 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '74095d9e-619d-4376-9680-b65aea510aa3', 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c', 'port_id': '74095d9e-619d-4376-9680-b65aea510aa3', 'mac_address': 'fa:16:3e:79:d9:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77088af-6527-42bd-a6e2-e4b921be1aa6', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:42:44.442250 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:44.481979 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74095d9e-619d-4376-9680-b65aea510aa3 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:42:44.530713 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 74095d9e-619d-4376-9680-b65aea510aa3, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=74095d9e-619d-4376-9680-b65aea510aa3,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:44.544384 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:44.545484 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device bc536592-9118-44c2-92f8-3c077dd9761f details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:42:44.551558 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dd242-3c82-4471-b19c-04876e54a54b req-e47f0cec-9f71-4927-9a2d-f05c7617a450 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:44.561304 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-860dd242-3c82-4471-b19c-04876e54a54b req-e47f0cec-9f71-4927-9a2d-f05c7617a450 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1755c96-7b0f-4e80-9d33-7c4cf5bf019a HTTP/1.1" status: 200 len: 944 time: 0.5833883 Mar 09 03:42:44.724641 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-860dd242-3c82-4471-b19c-04876e54a54b req-cb65395d-7055-4ec9-b78c-a442dcd62675 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623199 Mar 09 03:42:44.796792 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port bc536592-9118-44c2-92f8-3c077dd9761f, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=bc536592-9118-44c2-92f8-3c077dd9761f,segment=NetworkSegment(1fb5ec62-c429-4acb-b59e-2c379bf2d93b),segment_id=1fb5ec62-c429-4acb-b59e-2c379bf2d93b)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:44.821793 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'bc536592-9118-44c2-92f8-3c077dd9761f', 'network_id': 'aa98c4bf-cd2b-4512-b959-342f7d8cd273', 'port_id': 'bc536592-9118-44c2-92f8-3c077dd9761f', 'mac_address': 'fa:16:3e:cf:7a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26070e83-1c60-4df6-b85f-37b057dc633a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:42:44.849026 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-09816afc-97ee-4423-a230-2e3573808042 req-e3b7b4d4-4240-4c41-99f4-cba8568b944c tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=75ed95dd-7bb6-4dfe-9fb6-e75591f601cf HTTP/1.1" status: 200 len: 210 time: 0.1089096 Mar 09 03:42:44.924933 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:44.943772 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=74095d9e-619d-4376-9680-b65aea510aa3,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:44.955017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc536592-9118-44c2-92f8-3c077dd9761f {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:42:45.009920 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port bc536592-9118-44c2-92f8-3c077dd9761f, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=bc536592-9118-44c2-92f8-3c077dd9761f,segment=NetworkSegment(1fb5ec62-c429-4acb-b59e-2c379bf2d93b),segment_id=1fb5ec62-c429-4acb-b59e-2c379bf2d93b)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:45.022605 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:45.023551 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 629e71ff-ed13-489c-8924-359aa6fd885b details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:42:45.064061 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 629e71ff-ed13-489c-8924-359aa6fd885b, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=629e71ff-ed13-489c-8924-359aa6fd885b,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:45.164135 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c45c4c3-9bb3-421a-811e-05a0cdbca9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:45.263728 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '629e71ff-ed13-489c-8924-359aa6fd885b', 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c', 'port_id': '629e71ff-ed13-489c-8924-359aa6fd885b', 'mac_address': 'fa:16:3e:25:08:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77088af-6527-42bd-a6e2-e4b921be1aa6', 'ip_address': '10.1.1.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:42:45.267325 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=bc536592-9118-44c2-92f8-3c077dd9761f,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:45.290895 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c50b05-ea91-4259-897b-06f2634122a9 req-f931ea1f-e9c4-4c3a-b5fb-a00fc7f7bebc tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:45.296795 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-5c45c4c3-9bb3-421a-811e-05a0cdbca9c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b43e277f-27e3-4498-8ae6-3889cca4234e']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:45.301428 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c50b05-ea91-4259-897b-06f2634122a9 req-f931ea1f-e9c4-4c3a-b5fb-a00fc7f7bebc tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:45.320000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c50b05-ea91-4259-897b-06f2634122a9 req-f931ea1f-e9c4-4c3a-b5fb-a00fc7f7bebc tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:45.320527 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-5c45c4c3-9bb3-421a-811e-05a0cdbca9c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96625312-3c61-4ef0-892e-77a3c896392c') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:45.320830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-5c45c4c3-9bb3-421a-811e-05a0cdbca9c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96625312-3c61-4ef0-892e-77a3c896392c') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:45.333713 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c50b05-ea91-4259-897b-06f2634122a9 req-f931ea1f-e9c4-4c3a-b5fb-a00fc7f7bebc tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:45.339633 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:45.349729 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c45c4c3-9bb3-421a-811e-05a0cdbca9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:45.352909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c50b05-ea91-4259-897b-06f2634122a9 req-f931ea1f-e9c4-4c3a-b5fb-a00fc7f7bebc tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:45.362357 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c50b05-ea91-4259-897b-06f2634122a9 req-f931ea1f-e9c4-4c3a-b5fb-a00fc7f7bebc tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:45.362585 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 629e71ff-ed13-489c-8924-359aa6fd885b {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:42:45.383486 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c50b05-ea91-4259-897b-06f2634122a9 req-f931ea1f-e9c4-4c3a-b5fb-a00fc7f7bebc tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:45.387375 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 629e71ff-ed13-489c-8924-359aa6fd885b, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=629e71ff-ed13-489c-8924-359aa6fd885b,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:45.388824 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-34c50b05-ea91-4259-897b-06f2634122a9 req-f931ea1f-e9c4-4c3a-b5fb-a00fc7f7bebc tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5433 time: 0.2644868 Mar 09 03:42:45.396140 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:45.398738 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device c1bf2e7b-6867-47a0-93dd-cf54b2021393 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:42:45.406605 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adc200-bfad-4341-a072-455193b0181b req-c4c13914-e79c-451d-8878-20de776f9773 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:45.408162 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-65adc200-bfad-4341-a072-455193b0181b req-c4c13914-e79c-451d-8878-20de776f9773 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.24 "GET /v2.0/networks?id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 HTTP/1.1" status: 200 len: 821 time: 0.6798105 Mar 09 03:42:45.416975 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c45c4c3-9bb3-421a-811e-05a0cdbca9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:45.428008 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port c1bf2e7b-6867-47a0-93dd-cf54b2021393, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c1bf2e7b-6867-47a0-93dd-cf54b2021393,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:45.428233 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-65adc200-bfad-4341-a072-455193b0181b req-2af80623-3009-425d-9365-d4da1c473b23 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Request body: {'port': {'device_id': '75ed95dd-7bb6-4dfe-9fb6-e75591f601cf', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'admin_state_up': True, 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:42:45.450251 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c45c4c3-9bb3-421a-811e-05a0cdbca9c2 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:42:45.450678 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c45c4c3-9bb3-421a-811e-05a0cdbca9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:42:45.480517 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:42:45.492785 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'c1bf2e7b-6867-47a0-93dd-cf54b2021393', 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c', 'port_id': 'c1bf2e7b-6867-47a0-93dd-cf54b2021393', 'mac_address': 'fa:16:3e:6e:5b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77088af-6527-42bd-a6e2-e4b921be1aa6', 'ip_address': '10.1.1.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:42:45.516920 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-34c50b05-ea91-4259-897b-06f2634122a9 req-31f69d72-c301-4196-82ff-265a154a66dd tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1218441 Mar 09 03:42:45.528467 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377f9f8-da58-48c6-b6d5-cd32a3b1a940 req-240dbf1f-614a-4e61-8f28-e02dcd974cb4 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:45.542291 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7377f9f8-da58-48c6-b6d5-cd32a3b1a940 req-240dbf1f-614a-4e61-8f28-e02dcd974cb4 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f90aac9-9096-4fdc-b828-2bafdba2fa00 HTTP/1.1" status: 200 len: 946 time: 0.4454699 Mar 09 03:42:45.577316 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:45.610276 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1bf2e7b-6867-47a0-93dd-cf54b2021393 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:42:45.632313 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=629e71ff-ed13-489c-8924-359aa6fd885b,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:45.637129 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port c1bf2e7b-6867-47a0-93dd-cf54b2021393, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c1bf2e7b-6867-47a0-93dd-cf54b2021393,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:45.645800 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:45.646885 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 1644b1aa-49cd-41fb-87b3-ed75bd5fc672 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:42:45.757685 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=c1bf2e7b-6867-47a0-93dd-cf54b2021393,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:45.816058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50924) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:45.901866 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 1644b1aa-49cd-41fb-87b3-ed75bd5fc672, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=1644b1aa-49cd-41fb-87b3-ed75bd5fc672,segment=NetworkSegment(635225fe-5597-4fc5-b912-d36acfd93dcb),segment_id=635225fe-5597-4fc5-b912-d36acfd93dcb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:45.990975 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '1644b1aa-49cd-41fb-87b3-ed75bd5fc672', 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210', 'port_id': '1644b1aa-49cd-41fb-87b3-ed75bd5fc672', 'mac_address': 'fa:16:3e:4c:a2:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce8c094d-d2da-4007-b683-734cf48a0ad4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:42:46.000910 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3178a-c811-4a48-a959-d489071b72d8 req-35887388-7495-44ea-be59-23eeffbeb225 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:46.011005 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d0f3178a-c811-4a48-a959-d489071b72d8 req-35887388-7495-44ea-be59-23eeffbeb225 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1755c96-7b0f-4e80-9d33-7c4cf5bf019a HTTP/1.1" status: 200 len: 944 time: 0.1389661 Mar 09 03:42:46.085586 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:46.114528 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1644b1aa-49cd-41fb-87b3-ed75bd5fc672 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:42:46.126292 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7377f9f8-da58-48c6-b6d5-cd32a3b1a940 req-2cddfd4f-1842-4e9a-a0f8-d8cda912d68e tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5827215 Mar 09 03:42:46.127059 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d0f3178a-c811-4a48-a959-d489071b72d8 req-5cfa27f5-bff7-4f80-b3a6-4650c9c824e0 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108861 Mar 09 03:42:46.131385 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4f5672ae-d2d9-4cb0-8fb4-ebadf83e3976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:46.143012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 1644b1aa-49cd-41fb-87b3-ed75bd5fc672, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=1644b1aa-49cd-41fb-87b3-ed75bd5fc672,segment=NetworkSegment(635225fe-5597-4fc5-b912-d36acfd93dcb),segment_id=635225fe-5597-4fc5-b912-d36acfd93dcb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:46.152309 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:46.153374 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 9d664959-c40f-40d2-a388-bd2e375986a5 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:42:46.161839 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4f5672ae-d2d9-4cb0-8fb4-ebadf83e3976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:42:46.168401 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4f5672ae-d2d9-4cb0-8fb4-ebadf83e3976 admin admin] Usage tracker for resource:security_group_rule and tenant:966718edfd7e43d4940da10c2d2877dd is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:42:46.173051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4f5672ae-d2d9-4cb0-8fb4-ebadf83e3976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:42:46.174484 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c45c4c3-9bb3-421a-811e-05a0cdbca9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:46.184978 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4f5672ae-d2d9-4cb0-8fb4-ebadf83e3976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:42:46.208484 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c45c4c3-9bb3-421a-811e-05a0cdbca9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:46.211338 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45c4c3-9bb3-421a-811e-05a0cdbca9c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b43e277f-27e3-4498-8ae6-3889cca4234e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:46.251245 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-65adc200-bfad-4341-a072-455193b0181b req-2af80623-3009-425d-9365-d4da1c473b23 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:42:46.271562 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262f702-10a7-46e5-94e6-de3b6b11361c req-74136154-48a0-43ee-9d85-e8957c69f100 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:46.273276 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c262f702-10a7-46e5-94e6-de3b6b11361c req-74136154-48a0-43ee-9d85-e8957c69f100 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f90aac9-9096-4fdc-b828-2bafdba2fa00 HTTP/1.1" status: 200 len: 946 time: 0.3729410 Mar 09 03:42:46.274318 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-65adc200-bfad-4341-a072-455193b0181b req-2af80623-3009-425d-9365-d4da1c473b23 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:42:46.277126 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5c45c4c3-9bb3-421a-811e-05a0cdbca9c2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b43e277f-27e3-4498-8ae6-3889cca4234e HTTP/1.1" status: 204 len: 168 time: 2.1931188 Mar 09 03:42:46.335242 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65adc200-bfad-4341-a072-455193b0181b req-2af80623-3009-425d-9365-d4da1c473b23 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Made reservation on behalf of 7426cc43ccad4ae6a410e2758d65b5d6 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:42:46.339154 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-65adc200-bfad-4341-a072-455193b0181b req-2af80623-3009-425d-9365-d4da1c473b23 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:46.351974 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=1644b1aa-49cd-41fb-87b3-ed75bd5fc672,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:46.384140 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-c262f702-10a7-46e5-94e6-de3b6b11361c req-701e8c14-d208-4460-aff2-70c6f0c3b7a5 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Deleting port fa2b14e5-118a-4e2d-964a-e07eecfd7400 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:42:46.384622 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c262f702-10a7-46e5-94e6-de3b6b11361c req-701e8c14-d208-4460-aff2-70c6f0c3b7a5 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:46.396912 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 9d664959-c40f-40d2-a388-bd2e375986a5, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=9d664959-c40f-40d2-a388-bd2e375986a5,segment=NetworkSegment(1fb5ec62-c429-4acb-b59e-2c379bf2d93b),segment_id=1fb5ec62-c429-4acb-b59e-2c379bf2d93b)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:46.423658 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '9d664959-c40f-40d2-a388-bd2e375986a5', 'network_id': 'aa98c4bf-cd2b-4512-b959-342f7d8cd273', 'port_id': '9d664959-c40f-40d2-a388-bd2e375986a5', 'mac_address': 'fa:16:3e:e6:3f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26070e83-1c60-4df6-b85f-37b057dc633a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:42:46.431743 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-717a5ade-8b45-45d6-8093-ed50626d2f6f req-78b586ec-0d85-40fd-b59a-59ef31a53a60 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=75ed95dd-7bb6-4dfe-9fb6-e75591f601cf HTTP/1.1" status: 200 len: 210 time: 0.0828876 Mar 09 03:42:46.466394 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4f5672ae-d2d9-4cb0-8fb4-ebadf83e3976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:46.481215 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4f5672ae-d2d9-4cb0-8fb4-ebadf83e3976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:46.552826 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:46.585449 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4f5672ae-d2d9-4cb0-8fb4-ebadf83e3976 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=966718edfd7e43d4940da10c2d2877dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7681172 Mar 09 03:42:46.588156 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50934) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:46.588525 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50938) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:46.589183 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5672ae-d2d9-4cb0-8fb4-ebadf83e3976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b3a38f-97c8-4129-a466-b58ab1542821,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:46.631595 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d664959-c40f-40d2-a388-bd2e375986a5 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:42:46.701683 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 9d664959-c40f-40d2-a388-bd2e375986a5, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=9d664959-c40f-40d2-a388-bd2e375986a5,segment=NetworkSegment(1fb5ec62-c429-4acb-b59e-2c379bf2d93b),segment_id=1fb5ec62-c429-4acb-b59e-2c379bf2d93b)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:46.719857 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:46.724722 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 095f303c-8011-497f-8929-ca48dda83cc0 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:42:46.851637 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e13866a3-692b-4a59-88bd-b945524f97bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae03d5eb038f4850a3760a69271911b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496836 Mar 09 03:42:46.854727 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50956) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:46.881873 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9ba20100-22cd-45c7-9f59-b69287742adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:46.906805 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=9d664959-c40f-40d2-a388-bd2e375986a5,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:46.925581 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9ba20100-22cd-45c7-9f59-b69287742adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:46.943347 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 095f303c-8011-497f-8929-ca48dda83cc0, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=095f303c-8011-497f-8929-ca48dda83cc0,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:46.970543 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '095f303c-8011-497f-8929-ca48dda83cc0', 'network_id': '3df08107-39bd-418e-a91b-4b0bc364390c', 'port_id': '095f303c-8011-497f-8929-ca48dda83cc0', 'mac_address': 'fa:16:3e:0d:8f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77088af-6527-42bd-a6e2-e4b921be1aa6', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:42:47.031186 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5836efa2-716c-47e4-915a-634125b10ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:47.057252 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9ba20100-22cd-45c7-9f59-b69287742adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:47.060299 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-65adc200-bfad-4341-a072-455193b0181b req-2af80623-3009-425d-9365-d4da1c473b23 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Allocated IP 172.20.0.8 (2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6/30f4b31b-6abb-4c50-914e-76d835560aae/fa0227c9-9533-40a5-8852-6d7a06c46b6c) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:42:47.061409 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:47.086623 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5836efa2-716c-47e4-915a-634125b10ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:47.088870 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095f303c-8011-497f-8929-ca48dda83cc0 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:42:47.100410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba20100-22cd-45c7-9f59-b69287742adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b3a38f-97c8-4129-a466-b58ab1542821,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:47.105770 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9ba20100-22cd-45c7-9f59-b69287742adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:47.107307 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9ba20100-22cd-45c7-9f59-b69287742adb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/04b3a38f-97c8-4129-a466-b58ab1542821 HTTP/1.1" status: 204 len: 168 time: 0.5036554 Mar 09 03:42:47.148684 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 095f303c-8011-497f-8929-ca48dda83cc0, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=095f303c-8011-497f-8929-ca48dda83cc0,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:47.188767 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:47.200638 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5836efa2-716c-47e4-915a-634125b10ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:47.225092 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836efa2-716c-47e4-915a-634125b10ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c47002-d769-4562-8e48-d37311005c4e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:47.241165 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5836efa2-716c-47e4-915a-634125b10ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:47.242678 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5836efa2-716c-47e4-915a-634125b10ae6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34c47002-d769-4562-8e48-d37311005c4e HTTP/1.1" status: 204 len: 168 time: 0.3867922 Mar 09 03:42:47.303441 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 4ca0c064-ac3b-4b06-bef0-37a14fb17972 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:42:47.538014 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 4ca0c064-ac3b-4b06-bef0-37a14fb17972 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:42:47.548743 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 4ca0c064-ac3b-4b06-bef0-37a14fb17972 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:42:47.549508 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:47.576738 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d4a33-4a84-4cd8-a7eb-e3d81389151d req-de6daa39-901c-4742-b083-b3909e91281e tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:47.587962 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=095f303c-8011-497f-8929-ca48dda83cc0,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:47.588243 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3b5d4a33-4a84-4cd8-a7eb-e3d81389151d req-de6daa39-901c-4742-b083-b3909e91281e tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1755c96-7b0f-4e80-9d33-7c4cf5bf019a HTTP/1.1" status: 200 len: 944 time: 0.2114151 Mar 09 03:42:47.654434 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-65adc200-bfad-4341-a072-455193b0181b req-2af80623-3009-425d-9365-d4da1c473b23 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:47.716880 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3b5d4a33-4a84-4cd8-a7eb-e3d81389151d req-b5bb6f7f-3bf9-47c3-9acb-066ff2ef892d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276124 Mar 09 03:42:47.764809 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-c262f702-10a7-46e5-94e6-de3b6b11361c req-701e8c14-d208-4460-aff2-70c6f0c3b7a5 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] For port fa2b14e5-118a-4e2d-964a-e07eecfd7400, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=fa2b14e5-118a-4e2d-964a-e07eecfd7400,segment=NetworkSegment(af2209d2-57f3-4ad5-bf93-abd67d5b0a2e),segment_id=af2209d2-57f3-4ad5-bf93-abd67d5b0a2e)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:47.764809 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c262f702-10a7-46e5-94e6-de3b6b11361c req-701e8c14-d208-4460-aff2-70c6f0c3b7a5 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:47.788940 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c31530-db5e-4430-9b45-6379d2a60025 req-b0a91f2d-8bf4-4a5b-9525-dcfb2c12418a tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:47.796256 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c31530-db5e-4430-9b45-6379d2a60025 req-b0a91f2d-8bf4-4a5b-9525-dcfb2c12418a tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:47.804762 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c31530-db5e-4430-9b45-6379d2a60025 req-b0a91f2d-8bf4-4a5b-9525-dcfb2c12418a tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:47.810930 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c31530-db5e-4430-9b45-6379d2a60025 req-b0a91f2d-8bf4-4a5b-9525-dcfb2c12418a tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:47.821583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c31530-db5e-4430-9b45-6379d2a60025 req-b0a91f2d-8bf4-4a5b-9525-dcfb2c12418a tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:47.828416 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c31530-db5e-4430-9b45-6379d2a60025 req-b0a91f2d-8bf4-4a5b-9525-dcfb2c12418a tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:47.829787 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:47.834917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c31530-db5e-4430-9b45-6379d2a60025 req-b0a91f2d-8bf4-4a5b-9525-dcfb2c12418a tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:47.846486 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c4c31530-db5e-4430-9b45-6379d2a60025 req-b0a91f2d-8bf4-4a5b-9525-dcfb2c12418a tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5437 time: 1.0391335 Mar 09 03:42:47.866450 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50984) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:47.889704 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2355b985-6184-4538-8f83-59c594e821c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:47.905704 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-65adc200-bfad-4341-a072-455193b0181b req-2af80623-3009-425d-9365-d4da1c473b23 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Transition to ACTIVE for port object fa0227c9-9533-40a5-8852-6d7a06c46b6c will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:42:47.914064 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 4ca0c064-ac3b-4b06-bef0-37a14fb17972, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=4ca0c064-ac3b-4b06-bef0-37a14fb17972,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:47.927902 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2355b985-6184-4538-8f83-59c594e821c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:42:47.929187 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1755c96-7b0f-4e80-9d33-7c4cf5bf019a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca0c064-ac3b-4b06-bef0-37a14fb17972'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:42:47.942210 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:48.036184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2355b985-6184-4538-8f83-59c594e821c8 admin admin] Usage tracker for resource:security_group_rule and tenant:b3ae576ef6b544018acacc4f2f9f62b8 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:42:48.039640 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2355b985-6184-4538-8f83-59c594e821c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:42:48.047863 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2355b985-6184-4538-8f83-59c594e821c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:42:48.082816 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=4ca0c064-ac3b-4b06-bef0-37a14fb17972,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:48.132973 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-c262f702-10a7-46e5-94e6-de3b6b11361c req-701e8c14-d208-4460-aff2-70c6f0c3b7a5 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Calling delete_port for fa2b14e5-118a-4e2d-964a-e07eecfd7400 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:42:48.133361 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4c779-5a9b-4e7e-b651-d6176f4d9393 req-2c06c38f-1ee1-4499-bcaf-a4a4da51f55c tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:48.141144 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1ab4c779-5a9b-4e7e-b651-d6176f4d9393 req-2c06c38f-1ee1-4499-bcaf-a4a4da51f55c tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f90aac9-9096-4fdc-b828-2bafdba2fa00 HTTP/1.1" status: 200 len: 946 time: 0.2001143 Mar 09 03:42:48.190770 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c4c31530-db5e-4430-9b45-6379d2a60025 req-8b6dd42f-5c3c-4e2e-8e90-310d168659fa tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3433487 Mar 09 03:42:48.228423 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2355b985-6184-4538-8f83-59c594e821c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:48.247338 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2355b985-6184-4538-8f83-59c594e821c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:48.272035 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-65adc200-bfad-4341-a072-455193b0181b req-2af80623-3009-425d-9365-d4da1c473b23 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:48.283947 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['ac4ae99e-81f9-431a-a82c-6e43b4f05c0c'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:42:48.361821 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65adc200-bfad-4341-a072-455193b0181b req-2af80623-3009-425d-9365-d4da1c473b23 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Network 2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:42:48.370656 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-65adc200-bfad-4341-a072-455193b0181b req-2af80623-3009-425d-9365-d4da1c473b23 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:42:48.408958 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1ab4c779-5a9b-4e7e-b651-d6176f4d9393 req-96af209c-d7b4-4d66-a605-278bbf7d1e61 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea847a4d-65db-4565-95a5-0836e3e1737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671213 Mar 09 03:42:48.434953 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-65adc200-bfad-4341-a072-455193b0181b req-2af80623-3009-425d-9365-d4da1c473b23 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:42:48.460349 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2355b985-6184-4538-8f83-59c594e821c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b3ae576ef6b544018acacc4f2f9f62b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5925395 Mar 09 03:42:48.464701 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51016) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:48.481457 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355b985-6184-4538-8f83-59c594e821c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4909cf9-d044-4f8f-9d96-bed5e7fb30df,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:48.566663 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af80623-3009-425d-9365-d4da1c473b23 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Pushing event updated for resources: {'Port': ['ID=fa0227c9-9533-40a5-8852-6d7a06c46b6c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:48.579889 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adc200-bfad-4341-a072-455193b0181b req-2af80623-3009-425d-9365-d4da1c473b23 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:48.580572 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-65adc200-bfad-4341-a072-455193b0181b req-2af80623-3009-425d-9365-d4da1c473b23 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:48.606591 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c262f702-10a7-46e5-94e6-de3b6b11361c req-701e8c14-d208-4460-aff2-70c6f0c3b7a5 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:48.639847 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1755c96-7b0f-4e80-9d33-7c4cf5bf019a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca0c064-ac3b-4b06-bef0-37a14fb17972', 'code': 200} Mar 09 03:42:48.640620 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['74095d9e-619d-4376-9680-b65aea510aa3'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:42:48.661355 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-54ffcdcf-9097-4282-9d76-e7f413e5587f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:48.714178 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-54ffcdcf-9097-4282-9d76-e7f413e5587f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:48.715916 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device fa2b14e5-118a-4e2d-964a-e07eecfd7400 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:42:48.781800 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['bc536592-9118-44c2-92f8-3c077dd9761f'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:42:48.821004 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['629e71ff-ed13-489c-8924-359aa6fd885b'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:42:48.836666 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e8c14-d208-4460-aff2-70c6f0c3b7a5 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Pushing event deleted for resources: {'Port': ['ID=fa2b14e5-118a-4e2d-964a-e07eecfd7400,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:48.841316 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51040) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:48.852426 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['c1bf2e7b-6867-47a0-93dd-cf54b2021393'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:42:48.876425 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['1644b1aa-49cd-41fb-87b3-ed75bd5fc672'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:42:48.938594 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['9d664959-c40f-40d2-a388-bd2e375986a5'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:42:48.950050 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-54ffcdcf-9097-4282-9d76-e7f413e5587f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:48.982655 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffcdcf-9097-4282-9d76-e7f413e5587f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4909cf9-d044-4f8f-9d96-bed5e7fb30df,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:48.991153 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18659fcc-302b-4edf-8831-553ffea2dc32 req-eb95668e-0eb1-40ce-b06a-a354ada6153f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:48.992656 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18659fcc-302b-4edf-8831-553ffea2dc32 req-eb95668e-0eb1-40ce-b06a-a354ada6153f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c1755c96-7b0f-4e80-9d33-7c4cf5bf019a HTTP/1.1" status: 200 len: 1096 time: 0.1864545 Mar 09 03:42:48.994039 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-54ffcdcf-9097-4282-9d76-e7f413e5587f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:48.998727 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-54ffcdcf-9097-4282-9d76-e7f413e5587f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4909cf9-d044-4f8f-9d96-bed5e7fb30df HTTP/1.1" status: 204 len: 168 time: 0.5291314 Mar 09 03:42:49.006240 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['095f303c-8011-497f-8929-ca48dda83cc0'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:42:49.036008 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: fa2b14e5-118a-4e2d-964a-e07eecfd7400 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:42:49.036478 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device fa2b14e5-118a-4e2d-964a-e07eecfd7400 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:42:49.055902 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18659fcc-302b-4edf-8831-553ffea2dc32 req-d27cd183-b122-4636-a96e-56fd4ac98562 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563288 Mar 09 03:42:49.064093 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f9ed0-91b3-40f5-bc13-8da123ace412 req-c8754ead-df22-417b-9409-bfc560b3ab16 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:49.065794 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bd0f9ed0-91b3-40f5-bc13-8da123ace412 req-c8754ead-df22-417b-9409-bfc560b3ab16 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?device_id=08a7b652-7f4f-4d08-9353-3e8b6f9caca1 HTTP/1.1" status: 200 len: 949 time: 0.1831110 Mar 09 03:42:49.131715 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-65adc200-bfad-4341-a072-455193b0181b req-2af80623-3009-425d-9365-d4da1c473b23 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7079837 Mar 09 03:42:49.134036 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-c262f702-10a7-46e5-94e6-de3b6b11361c req-701e8c14-d208-4460-aff2-70c6f0c3b7a5 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] No DVR routers for this DVR port fa2b14e5-118a-4e2d-964a-e07eecfd7400 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:42:49.140736 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c262f702-10a7-46e5-94e6-de3b6b11361c req-701e8c14-d208-4460-aff2-70c6f0c3b7a5 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:49.142280 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bd0f9ed0-91b3-40f5-bc13-8da123ace412 req-0e9a5d7a-3b8b-4347-9d98-5b5c4c0fdc2b tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4da3626-15c8-47b5-863d-85867345371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696704 Mar 09 03:42:49.145692 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c262f702-10a7-46e5-94e6-de3b6b11361c req-701e8c14-d208-4460-aff2-70c6f0c3b7a5 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.21 "DELETE /v2.0/ports/fa2b14e5-118a-4e2d-964a-e07eecfd7400 HTTP/1.1" status: 204 len: 173 time: 2.8647792 Mar 09 03:42:49.147410 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f90aac9-9096-4fdc-b828-2bafdba2fa00', 'name': 'network-vif-deleted', 'tag': 'fa2b14e5-118a-4e2d-964a-e07eecfd7400'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:42:49.197681 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd51ca0-90ff-49d0-83bd-6ac66617832d req-de039c18-76af-42ca-bf9e-e33460a03e29 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:49.198424 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-7fd51ca0-90ff-49d0-83bd-6ac66617832d req-de039c18-76af-42ca-bf9e-e33460a03e29 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Synchronizing usage tracker for tenant:7426cc43ccad4ae6a410e2758d65b5d6 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:42:49.233634 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-04100cb8-0134-4801-91fe-28d968a7bd9e None None] Provisioning for port fa0227c9-9533-40a5-8852-6d7a06c46b6c completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:42:49.234009 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-7fd51ca0-90ff-49d0-83bd-6ac66617832d req-de039c18-76af-42ca-bf9e-e33460a03e29 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Unset dirty status for tenant:7426cc43ccad4ae6a410e2758d65b5d6 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:42:49.235279 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7fd51ca0-90ff-49d0-83bd-6ac66617832d req-de039c18-76af-42ca-bf9e-e33460a03e29 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=75ed95dd-7bb6-4dfe-9fb6-e75591f601cf HTTP/1.1" status: 200 len: 931 time: 0.8661325 Mar 09 03:42:49.316773 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7fd51ca0-90ff-49d0-83bd-6ac66617832d req-9b96df55-0fa1-478d-ab20-9882ff3a3fb1 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3dfd177-39e0-48b3-8306-e6e178ccdf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747044 Mar 09 03:42:49.325917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-65adc200-bfad-4341-a072-455193b0181b req-5fcdbbcb-642f-44c6-9ee9-86eb1749a7a4 service neutron] Request body: {'port': {'device_id': '75ed95dd-7bb6-4dfe-9fb6-e75591f601cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:42:49.362974 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-04100cb8-0134-4801-91fe-28d968a7bd9e None None] Provisioning complete for port fa0227c9-9533-40a5-8852-6d7a06c46b6c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:42:49.363482 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-04100cb8-0134-4801-91fe-28d968a7bd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:49.428218 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-7a5775aa-4a0b-46c7-94ec-0ba80f79d98d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1997194677-network', 'tenant_id': '8f004643bc8e4c83b3fcb9520c1f36ac'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:42:49.433351 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f90aac9-9096-4fdc-b828-2bafdba2fa00', 'name': 'network-vif-deleted', 'tag': 'fa2b14e5-118a-4e2d-964a-e07eecfd7400', 'status': 'completed', 'code': 200} Mar 09 03:42:49.440260 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7a5775aa-4a0b-46c7-94ec-0ba80f79d98d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:42:49.450967 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7a5775aa-4a0b-46c7-94ec-0ba80f79d98d admin admin] Usage tracker for resource:network and tenant:8f004643bc8e4c83b3fcb9520c1f36ac is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:42:49.464552 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7a5775aa-4a0b-46c7-94ec-0ba80f79d98d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:42:49.476061 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7a5775aa-4a0b-46c7-94ec-0ba80f79d98d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:42:49.500772 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a739dc-056c-4320-b321-71030afdfafb req-31ffef43-83b2-4f4a-be31-dbeb937e43de tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:49.512256 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-68a739dc-056c-4320-b321-71030afdfafb req-31ffef43-83b2-4f4a-be31-dbeb937e43de tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1755c96-7b0f-4e80-9d33-7c4cf5bf019a HTTP/1.1" status: 200 len: 945 time: 0.2303388 Mar 09 03:42:49.547647 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-65adc200-bfad-4341-a072-455193b0181b req-5fcdbbcb-642f-44c6-9ee9-86eb1749a7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:49.596694 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-68a739dc-056c-4320-b321-71030afdfafb req-080fa440-79d4-4d9e-b8db-9e49025221fc tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834692 Mar 09 03:42:49.637527 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-04100cb8-0134-4801-91fe-28d968a7bd9e None None] Port fa0227c9-9533-40a5-8852-6d7a06c46b6c cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:42:49.656515 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5775aa-4a0b-46c7-94ec-0ba80f79d98d admin admin] Made reservation on behalf of 8f004643bc8e4c83b3fcb9520c1f36ac for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:42:49.658513 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7a5775aa-4a0b-46c7-94ec-0ba80f79d98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:49.700660 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7a5775aa-4a0b-46c7-94ec-0ba80f79d98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:49.746764 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7a5775aa-4a0b-46c7-94ec-0ba80f79d98d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:42:49.790748 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7a5775aa-4a0b-46c7-94ec-0ba80f79d98d admin admin] Usage tracker for resource:security_group_rule and tenant:8f004643bc8e4c83b3fcb9520c1f36ac is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:42:49.794593 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7a5775aa-4a0b-46c7-94ec-0ba80f79d98d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:42:49.811851 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7a5775aa-4a0b-46c7-94ec-0ba80f79d98d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:42:49.861719 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eca16d41-9051-416b-aa3c-e82ac8b63f61 req-57637a8d-2032-4a3c-b641-77dcf1f261db tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f90aac9-9096-4fdc-b828-2bafdba2fa00 HTTP/1.1" status: 200 len: 210 time: 0.1283588 Mar 09 03:42:49.873778 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bae65a-be7a-4ef8-a772-d222680b94f7 req-c4401edc-9744-4dc7-aa44-5c463bce6b77 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:49.874886 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bae65a-be7a-4ef8-a772-d222680b94f7 req-c4401edc-9744-4dc7-aa44-5c463bce6b77 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:49.880753 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bae65a-be7a-4ef8-a772-d222680b94f7 req-c4401edc-9744-4dc7-aa44-5c463bce6b77 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:49.886800 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bae65a-be7a-4ef8-a772-d222680b94f7 req-c4401edc-9744-4dc7-aa44-5c463bce6b77 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:49.892670 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bae65a-be7a-4ef8-a772-d222680b94f7 req-c4401edc-9744-4dc7-aa44-5c463bce6b77 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:49.899183 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bae65a-be7a-4ef8-a772-d222680b94f7 req-c4401edc-9744-4dc7-aa44-5c463bce6b77 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:49.905768 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bae65a-be7a-4ef8-a772-d222680b94f7 req-c4401edc-9744-4dc7-aa44-5c463bce6b77 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:49.907928 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-40bae65a-be7a-4ef8-a772-d222680b94f7 req-c4401edc-9744-4dc7-aa44-5c463bce6b77 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5438 time: 0.3331919 Mar 09 03:42:50.073306 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-40bae65a-be7a-4ef8-a772-d222680b94f7 req-0ed41ac7-5167-455b-8b47-d4115ad53e78 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1544397 Mar 09 03:42:50.161368 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7a5775aa-4a0b-46c7-94ec-0ba80f79d98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:50.170478 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7a5775aa-4a0b-46c7-94ec-0ba80f79d98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:50.253186 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5775aa-4a0b-46c7-94ec-0ba80f79d98d admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:42:50.266386 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5775aa-4a0b-46c7-94ec-0ba80f79d98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f1185d-d206-498e-8a1b-8c1bb6a86527,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:50.277070 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-65adc200-bfad-4341-a072-455193b0181b req-5fcdbbcb-642f-44c6-9ee9-86eb1749a7a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa0227c9-9533-40a5-8852-6d7a06c46b6c {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:42:50.281578 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7a5775aa-4a0b-46c7-94ec-0ba80f79d98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:50.281915 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-7a5775aa-4a0b-46c7-94ec-0ba80f79d98d admin admin] Added segment d17cc243-2797-4565-95fd-1ae641ef3deb of type vlan for network 3b674b33-e27c-4b63-836f-74857451c071 Mar 09 03:42:50.290456 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-65adc200-bfad-4341-a072-455193b0181b req-5fcdbbcb-642f-44c6-9ee9-86eb1749a7a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:50.327944 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-65adc200-bfad-4341-a072-455193b0181b req-5fcdbbcb-642f-44c6-9ee9-86eb1749a7a4 service neutron] Transition to ACTIVE for port object fa0227c9-9533-40a5-8852-6d7a06c46b6c will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:42:50.329660 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7a5775aa-4a0b-46c7-94ec-0ba80f79d98d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:50.338577 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-65adc200-bfad-4341-a072-455193b0181b req-5fcdbbcb-642f-44c6-9ee9-86eb1749a7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:50.433176 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdbbcb-642f-44c6-9ee9-86eb1749a7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0227c9-9533-40a5-8852-6d7a06c46b6c,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:50.439316 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.resource_extend [None req-7a5775aa-4a0b-46c7-94ec-0ba80f79d98d admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:42:50.504056 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f9218-b194-4943-9501-0a2a25681eea req-0bee188d-5d81-4953-add8-ead4d8cd7b15 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:50.512435 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1c6f9218-b194-4943-9501-0a2a25681eea req-0bee188d-5d81-4953-add8-ead4d8cd7b15 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?device_id=08a7b652-7f4f-4d08-9353-3e8b6f9caca1 HTTP/1.1" status: 200 len: 949 time: 0.1986260 Mar 09 03:42:50.604523 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1c6f9218-b194-4943-9501-0a2a25681eea req-0361dc78-4434-456c-8374-f7994b72828d tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4da3626-15c8-47b5-863d-85867345371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806940 Mar 09 03:42:50.646296 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7a5775aa-4a0b-46c7-94ec-0ba80f79d98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:50.647223 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5775aa-4a0b-46c7-94ec-0ba80f79d98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:50.647800 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7a5775aa-4a0b-46c7-94ec-0ba80f79d98d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:50.825711 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7ffce-e291-4680-8dc5-711e45d8f18c req-91496a22-3d9e-4715-a2e5-908db544e9cd tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:50.827364 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e1c7ffce-e291-4680-8dc5-711e45d8f18c req-91496a22-3d9e-4715-a2e5-908db544e9cd tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1755c96-7b0f-4e80-9d33-7c4cf5bf019a HTTP/1.1" status: 200 len: 945 time: 0.0942316 Mar 09 03:42:50.888591 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5775aa-4a0b-46c7-94ec-0ba80f79d98d admin admin] Pushing event updated for resources: {'Network': ['ID=3b674b33-e27c-4b63-836f-74857451c071,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:50.893061 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7a5775aa-4a0b-46c7-94ec-0ba80f79d98d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8123603 Mar 09 03:42:50.897851 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51096) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:50.906309 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 3b674b33-e27c-4b63-836f-74857451c071 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:42:50.912802 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e1c7ffce-e291-4680-8dc5-711e45d8f18c req-0f0ed57b-88f7-4835-b604-dfea1ea950e6 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789733 Mar 09 03:42:50.950385 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-b179cae6-1795-4d18-8050-3e2d88990081 admin admin] Request body: {'subnet': {'network_id': '3b674b33-e27c-4b63-836f-74857451c071', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1997194677-subnet', 'tenant_id': '8f004643bc8e4c83b3fcb9520c1f36ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:42:50.956584 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b179cae6-1795-4d18-8050-3e2d88990081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:42:50.961494 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b179cae6-1795-4d18-8050-3e2d88990081 admin admin] Usage tracker for resource:subnet and tenant:8f004643bc8e4c83b3fcb9520c1f36ac is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:42:50.964412 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b179cae6-1795-4d18-8050-3e2d88990081 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:42:50.970384 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b179cae6-1795-4d18-8050-3e2d88990081 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:42:50.989111 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b179cae6-1795-4d18-8050-3e2d88990081 admin admin] Made reservation on behalf of 8f004643bc8e4c83b3fcb9520c1f36ac for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:42:50.991473 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b179cae6-1795-4d18-8050-3e2d88990081 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:51.102625 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-65adc200-bfad-4341-a072-455193b0181b req-5fcdbbcb-642f-44c6-9ee9-86eb1749a7a4 service neutron] Attempting to bind port fa0227c9-9533-40a5-8852-6d7a06c46b6c on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:42:51.102992 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-65adc200-bfad-4341-a072-455193b0181b req-5fcdbbcb-642f-44c6-9ee9-86eb1749a7a4 service neutron] Attempting to bind port fa0227c9-9533-40a5-8852-6d7a06c46b6c by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'ca4c4b7b-213f-4b3f-8541-848c26e89434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:42:51.103312 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65adc200-bfad-4341-a072-455193b0181b req-5fcdbbcb-642f-44c6-9ee9-86eb1749a7a4 service neutron] Attempting to bind port fa0227c9-9533-40a5-8852-6d7a06c46b6c on network 2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:42:51.124201 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b078a6c-883a-4eb8-85e5-dbc2ea2c38ae req-a677a73c-f8f5-496f-8496-32f7a87d492e tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:51.131082 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4b078a6c-883a-4eb8-85e5-dbc2ea2c38ae req-a677a73c-f8f5-496f-8496-32f7a87d492e tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=75ed95dd-7bb6-4dfe-9fb6-e75591f601cf HTTP/1.1" status: 200 len: 943 time: 0.6834950 Mar 09 03:42:51.136160 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65adc200-bfad-4341-a072-455193b0181b req-5fcdbbcb-642f-44c6-9ee9-86eb1749a7a4 service neutron] Port fa0227c9-9533-40a5-8852-6d7a06c46b6c on network 2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:42:51.136485 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65adc200-bfad-4341-a072-455193b0181b req-5fcdbbcb-642f-44c6-9ee9-86eb1749a7a4 service neutron] Attempting to bind port fa0227c9-9533-40a5-8852-6d7a06c46b6c on network 2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:42:51.158753 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65adc200-bfad-4341-a072-455193b0181b req-5fcdbbcb-642f-44c6-9ee9-86eb1749a7a4 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:42:51.159135 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65adc200-bfad-4341-a072-455193b0181b req-5fcdbbcb-642f-44c6-9ee9-86eb1749a7a4 service neutron] Checking segment: {'id': 'ca4c4b7b-213f-4b3f-8541-848c26e89434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:42:51.159555 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65adc200-bfad-4341-a072-455193b0181b req-5fcdbbcb-642f-44c6-9ee9-86eb1749a7a4 service neutron] Bound using segment: {'id': 'ca4c4b7b-213f-4b3f-8541-848c26e89434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:42:51.160564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-65adc200-bfad-4341-a072-455193b0181b req-5fcdbbcb-642f-44c6-9ee9-86eb1749a7a4 service neutron] Bound port: fa0227c9-9533-40a5-8852-6d7a06c46b6c, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca4c4b7b-213f-4b3f-8541-848c26e89434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:42:51.161065 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-65adc200-bfad-4341-a072-455193b0181b req-5fcdbbcb-642f-44c6-9ee9-86eb1749a7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:51.245200 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 310f446c-616a-4177-963f-0ebfeeeb11c5 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:42:51.302709 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4b078a6c-883a-4eb8-85e5-dbc2ea2c38ae req-fa56e324-09ef-4f6b-874d-c28f12dc29f1 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3dfd177-39e0-48b3-8306-e6e178ccdf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706502 Mar 09 03:42:51.493646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-65adc200-bfad-4341-a072-455193b0181b req-5fcdbbcb-642f-44c6-9ee9-86eb1749a7a4 service neutron] For port fa0227c9-9533-40a5-8852-6d7a06c46b6c, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:42:51.499927 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-65adc200-bfad-4341-a072-455193b0181b req-5fcdbbcb-642f-44c6-9ee9-86eb1749a7a4 service neutron] For port fa0227c9-9533-40a5-8852-6d7a06c46b6c, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=fa0227c9-9533-40a5-8852-6d7a06c46b6c,segment=NetworkSegment(ca4c4b7b-213f-4b3f-8541-848c26e89434),segment_id=ca4c4b7b-213f-4b3f-8541-848c26e89434)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:42:51.517667 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:51.533353 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-65adc200-bfad-4341-a072-455193b0181b req-5fcdbbcb-642f-44c6-9ee9-86eb1749a7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:51.572784 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a7b652-7f4f-4d08-9353-3e8b6f9caca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '310f446c-616a-4177-963f-0ebfeeeb11c5'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:42:51.587970 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 310f446c-616a-4177-963f-0ebfeeeb11c5, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=310f446c-616a-4177-963f-0ebfeeeb11c5,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:51.593035 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:51.697662 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=310f446c-616a-4177-963f-0ebfeeeb11c5,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:51.999950 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a7b652-7f4f-4d08-9353-3e8b6f9caca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '310f446c-616a-4177-963f-0ebfeeeb11c5', 'code': 200} Mar 09 03:42:52.048053 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adc200-bfad-4341-a072-455193b0181b req-5fcdbbcb-642f-44c6-9ee9-86eb1749a7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:52.048837 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-65adc200-bfad-4341-a072-455193b0181b req-5fcdbbcb-642f-44c6-9ee9-86eb1749a7a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:52.050644 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-65adc200-bfad-4341-a072-455193b0181b req-5fcdbbcb-642f-44c6-9ee9-86eb1749a7a4 service neutron] 10.222.0.24 "PUT /v2.0/ports/fa0227c9-9533-40a5-8852-6d7a06c46b6c HTTP/1.1" status: 200 len: 1091 time: 2.7453926 Mar 09 03:42:52.055627 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ed95dd-7bb6-4dfe-9fb6-e75591f601cf', 'tag': 'fa0227c9-9533-40a5-8852-6d7a06c46b6c'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:42:52.070805 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b179cae6-1795-4d18-8050-3e2d88990081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:52.153473 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179cae6-1795-4d18-8050-3e2d88990081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70bcc098-4623-490c-a481-ef7fdeb140e3,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:52.188727 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdbbcb-642f-44c6-9ee9-86eb1749a7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0227c9-9533-40a5-8852-6d7a06c46b6c,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:52.206230 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abdbcf-9e70-400e-8d26-83cc39a27c43 req-5cd8d27f-45a6-4790-bafd-fa77e56cb46d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:52.208448 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d1abdbcf-9e70-400e-8d26-83cc39a27c43 req-5cd8d27f-45a6-4790-bafd-fa77e56cb46d tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1755c96-7b0f-4e80-9d33-7c4cf5bf019a HTTP/1.1" status: 200 len: 945 time: 0.1073439 Mar 09 03:42:52.259981 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d1abdbcf-9e70-400e-8d26-83cc39a27c43 req-d6850fff-fd13-4295-a67b-41da8106d8c0 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456600 Mar 09 03:42:52.269180 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b179cae6-1795-4d18-8050-3e2d88990081 admin admin] Checking segment: {'id': 'd17cc243-2797-4565-95fd-1ae641ef3deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3b674b33-e27c-4b63-836f-74857451c071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:42:52.269543 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b179cae6-1795-4d18-8050-3e2d88990081 admin admin] Network hostable DHCP agents. Network: 3b674b33-e27c-4b63-836f-74857451c071, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:42:52.310618 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe29a8-cd1c-4cd6-b4fa-7f4bac717446 req-75ebce97-0827-41d5-b026-c582c2baca61 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:52.316509 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe29a8-cd1c-4cd6-b4fa-7f4bac717446 req-75ebce97-0827-41d5-b026-c582c2baca61 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:52.322449 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe29a8-cd1c-4cd6-b4fa-7f4bac717446 req-75ebce97-0827-41d5-b026-c582c2baca61 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:52.328301 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe29a8-cd1c-4cd6-b4fa-7f4bac717446 req-75ebce97-0827-41d5-b026-c582c2baca61 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:52.334153 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe29a8-cd1c-4cd6-b4fa-7f4bac717446 req-75ebce97-0827-41d5-b026-c582c2baca61 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:52.340019 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe29a8-cd1c-4cd6-b4fa-7f4bac717446 req-75ebce97-0827-41d5-b026-c582c2baca61 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:52.345981 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe29a8-cd1c-4cd6-b4fa-7f4bac717446 req-75ebce97-0827-41d5-b026-c582c2baca61 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:52.354631 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-70fe29a8-cd1c-4cd6-b4fa-7f4bac717446 req-75ebce97-0827-41d5-b026-c582c2baca61 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5438 time: 0.6814177 Mar 09 03:42:52.406236 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ed95dd-7bb6-4dfe-9fb6-e75591f601cf', 'tag': 'fa0227c9-9533-40a5-8852-6d7a06c46b6c', 'status': 'completed', 'code': 200} Mar 09 03:42:52.406983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b179cae6-1795-4d18-8050-3e2d88990081 admin admin] Network 3b674b33-e27c-4b63-836f-74857451c071 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:42:52.430987 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51172) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:52.439689 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-70fe29a8-cd1c-4cd6-b4fa-7f4bac717446 req-2470c1af-50c2-4261-9077-f1f4861b4459 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838442 Mar 09 03:42:52.445440 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adc200-bfad-4341-a072-455193b0181b req-689f47f1-2493-4f90-94ef-44425c24b57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:52.447291 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-65adc200-bfad-4341-a072-455193b0181b req-689f47f1-2493-4f90-94ef-44425c24b57d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7426cc43ccad4ae6a410e2758d65b5d6&device_id=75ed95dd-7bb6-4dfe-9fb6-e75591f601cf HTTP/1.1" status: 200 len: 1094 time: 0.2475176 Mar 09 03:42:52.516427 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-b179cae6-1795-4d18-8050-3e2d88990081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 3b674b33-e27c-4b63-836f-74857451c071) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:42:52.526576 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58c8b97-6325-44fe-9523-f6ac45269e80 None None] Network 3b674b33-e27c-4b63-836f-74857451c071 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:42:52.528006 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-65adc200-bfad-4341-a072-455193b0181b req-63285458-73b7-4344-8d07-5dd0e8449111 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa0227c9-9533-40a5-8852-6d7a06c46b6c HTTP/1.1" status: 200 len: 217 time: 0.0722504 Mar 09 03:42:52.529191 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b179cae6-1795-4d18-8050-3e2d88990081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:52.529775 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b179cae6-1795-4d18-8050-3e2d88990081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:52.570576 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51180) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:52.602908 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b179cae6-1795-4d18-8050-3e2d88990081 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6785181 Mar 09 03:42:52.615817 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adc200-bfad-4341-a072-455193b0181b req-65af227e-9f56-4a7e-9abf-f6ef2f9f505e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:52.617525 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-65adc200-bfad-4341-a072-455193b0181b req-65af227e-9f56-4a7e-9abf-f6ef2f9f505e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=30f4b31b-6abb-4c50-914e-76d835560aae HTTP/1.1" status: 200 len: 860 time: 0.0770476 Mar 09 03:42:52.656366 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a1d7ed9-5948-4cc3-ab7d-5a5e6d9474ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:52.698227 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7ca94ef7-9392-4f50-a9a6-b71fbeb8b80e tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:52.703649 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9a1d7ed9-5948-4cc3-ab7d-5a5e6d9474ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:42:52.710364 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adc200-bfad-4341-a072-455193b0181b req-9ebc1ebe-c031-42fa-816b-7cd794611cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:52.711891 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-65adc200-bfad-4341-a072-455193b0181b req-9ebc1ebe-c031-42fa-816b-7cd794611cee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876145 Mar 09 03:42:52.725180 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9a1d7ed9-5948-4cc3-ab7d-5a5e6d9474ff admin admin] Usage tracker for resource:security_group_rule and tenant:16b4318a88524738a8f785aaf22f8e02 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:42:52.735371 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9a1d7ed9-5948-4cc3-ab7d-5a5e6d9474ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:42:52.753521 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9a1d7ed9-5948-4cc3-ab7d-5a5e6d9474ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:42:52.762953 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7ca94ef7-9392-4f50-a9a6-b71fbeb8b80e tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:52.811610 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33bab4f-2bb2-4191-9d26-a78b4f40226c None None] Network 3b674b33-e27c-4b63-836f-74857451c071 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:42:52.826903 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96ced9-24ce-42a7-9261-16d134964be2 req-d27faaa7-7c52-44c5-8eb9-ff228aef1ac8 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:52.849222 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3e96ced9-24ce-42a7-9261-16d134964be2 req-d27faaa7-7c52-44c5-8eb9-ff228aef1ac8 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=75ed95dd-7bb6-4dfe-9fb6-e75591f601cf HTTP/1.1" status: 200 len: 943 time: 0.3458025 Mar 09 03:42:52.902733 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-65adc200-bfad-4341-a072-455193b0181b req-c7cc9302-5351-435f-a9af-7e7f09e01fc2 service neutron] 10.222.0.24 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711092 Mar 09 03:42:52.966984 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3e96ced9-24ce-42a7-9261-16d134964be2 req-f91d3fb5-281c-4365-b983-288cdc149d64 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3dfd177-39e0-48b3-8306-e6e178ccdf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167488 Mar 09 03:42:53.009273 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7ca94ef7-9392-4f50-a9a6-b71fbeb8b80e tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:53.088862 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca94ef7-9392-4f50-a9a6-b71fbeb8b80e tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53908ee8-8dd7-4d9d-bbfb-980180e125a7,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:53.123243 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-65adc200-bfad-4341-a072-455193b0181b req-79ce7497-194f-449b-a7a3-be4b8314e238 service neutron] 10.222.0.24 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133114 Mar 09 03:42:53.144281 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7ca94ef7-9392-4f50-a9a6-b71fbeb8b80e tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:53.145904 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7ca94ef7-9392-4f50-a9a6-b71fbeb8b80e tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "DELETE /v2.0/security-groups/53908ee8-8dd7-4d9d-bbfb-980180e125a7 HTTP/1.1" status: 204 len: 168 time: 0.5752535 Mar 09 03:42:53.149353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51206) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:53.171961 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-2da2d9a2-db60-4095-9751-4fb0815e5e79 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] show failed (client error): The resource could not be found. Mar 09 03:42:53.173424 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2da2d9a2-db60-4095-9751-4fb0815e5e79 tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "GET /v2.0/security-groups/53908ee8-8dd7-4d9d-bbfb-980180e125a7 HTTP/1.1" status: 404 len: 347 time: 0.0224745 Mar 09 03:42:53.178047 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51210) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:53.190115 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a1d7ed9-5948-4cc3-ab7d-5a5e6d9474ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:53.195215 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a1d7ed9-5948-4cc3-ab7d-5a5e6d9474ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:53.244039 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9a1d7ed9-5948-4cc3-ab7d-5a5e6d9474ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=16b4318a88524738a8f785aaf22f8e02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8119147 Mar 09 03:42:53.246074 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d7ed9-5948-4cc3-ab7d-5a5e6d9474ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318e42b8-baeb-424d-b296-81b3d2ec6ddd,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:53.248297 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51218) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:53.313689 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-46c5cb6d-a160-4016-a34d-2d9e00b7bb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:53.340379 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-46c5cb6d-a160-4016-a34d-2d9e00b7bb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:53.438795 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-46c5cb6d-a160-4016-a34d-2d9e00b7bb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:53.458010 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5cb6d-a160-4016-a34d-2d9e00b7bb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318e42b8-baeb-424d-b296-81b3d2ec6ddd,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:53.470646 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-46c5cb6d-a160-4016-a34d-2d9e00b7bb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:53.471097 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-7decb6a9-56e6-4386-ac8b-1dcb39145b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Deleting port 0143501f-ce8f-46b2-bc52-7c1426966ee1 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:42:53.471397 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7decb6a9-56e6-4386-ac8b-1dcb39145b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:53.471796 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-46c5cb6d-a160-4016-a34d-2d9e00b7bb74 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/318e42b8-baeb-424d-b296-81b3d2ec6ddd HTTP/1.1" status: 204 len: 168 time: 0.2224252 Mar 09 03:42:53.485065 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcc918-ef6b-4479-8623-0337e8228ecf req-bbef191a-f079-4112-bc09-326f55d293a0 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:53.486676 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9bbcc918-ef6b-4479-8623-0337e8228ecf req-bbef191a-f079-4112-bc09-326f55d293a0 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1755c96-7b0f-4e80-9d33-7c4cf5bf019a HTTP/1.1" status: 200 len: 945 time: 0.1139407 Mar 09 03:42:53.538694 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9bbcc918-ef6b-4479-8623-0337e8228ecf req-67401ec2-c899-4645-bd5f-4c6e141478a9 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431054 Mar 09 03:42:53.681159 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e39971-6ba7-470e-af78-56fc3e321763 req-57f0fb8e-fc91-4d8b-a3d3-c48f48e27c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:53.682710 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38e39971-6ba7-470e-af78-56fc3e321763 req-57f0fb8e-fc91-4d8b-a3d3-c48f48e27c91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7426cc43ccad4ae6a410e2758d65b5d6&device_id=75ed95dd-7bb6-4dfe-9fb6-e75591f601cf HTTP/1.1" status: 200 len: 1094 time: 0.4448338 Mar 09 03:42:53.695757 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-1ca12669-21cf-4909-bfa1-cf000765e7b3 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:53.696483 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-1ca12669-21cf-4909-bfa1-cf000765e7b3 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Synchronizing usage tracker for tenant:8f004643bc8e4c83b3fcb9520c1f36ac on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:42:53.735441 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30dc24-7b59-4fd0-b1c5-f8bf2f54fe59 req-624f8716-da34-4654-959d-aa9f44986465 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:53.742259 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30dc24-7b59-4fd0-b1c5-f8bf2f54fe59 req-624f8716-da34-4654-959d-aa9f44986465 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:53.747746 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30dc24-7b59-4fd0-b1c5-f8bf2f54fe59 req-624f8716-da34-4654-959d-aa9f44986465 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:53.753834 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30dc24-7b59-4fd0-b1c5-f8bf2f54fe59 req-624f8716-da34-4654-959d-aa9f44986465 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:53.759566 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30dc24-7b59-4fd0-b1c5-f8bf2f54fe59 req-624f8716-da34-4654-959d-aa9f44986465 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:53.765594 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30dc24-7b59-4fd0-b1c5-f8bf2f54fe59 req-624f8716-da34-4654-959d-aa9f44986465 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:53.771474 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30dc24-7b59-4fd0-b1c5-f8bf2f54fe59 req-624f8716-da34-4654-959d-aa9f44986465 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:53.773375 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dc30dc24-7b59-4fd0-b1c5-f8bf2f54fe59 req-624f8716-da34-4654-959d-aa9f44986465 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5438 time: 0.1309447 Mar 09 03:42:53.798383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51232) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:53.814614 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7decb6a9-56e6-4386-ac8b-1dcb39145b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:53.814892 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7decb6a9-56e6-4386-ac8b-1dcb39145b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:53.827968 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bf8e515d-d2d7-44b6-a836-d401d6c0e1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:53.841039 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-1ca12669-21cf-4909-bfa1-cf000765e7b3 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Unset dirty status for tenant:8f004643bc8e4c83b3fcb9520c1f36ac on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:42:53.842170 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-1ca12669-21cf-4909-bfa1-cf000765e7b3 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] 10.222.0.16 "GET /v2.0/networks?id=3b674b33-e27c-4b63-836f-74857451c071 HTTP/1.1" status: 200 len: 821 time: 0.6053607 Mar 09 03:42:53.850918 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dc30dc24-7b59-4fd0-b1c5-f8bf2f54fe59 req-50517235-0baf-4a2e-a828-6b97bf5891ac tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700634 Mar 09 03:42:53.854887 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bf8e515d-d2d7-44b6-a836-d401d6c0e1d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:42:53.859042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bf8e515d-d2d7-44b6-a836-d401d6c0e1d6 admin admin] Usage tracker for resource:security_group_rule and tenant:5398cf848b1a4736a6d193ff15129b10 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:42:53.861889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bf8e515d-d2d7-44b6-a836-d401d6c0e1d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:42:53.868654 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bf8e515d-d2d7-44b6-a836-d401d6c0e1d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:42:53.990210 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bf8e515d-d2d7-44b6-a836-d401d6c0e1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:53.995111 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bf8e515d-d2d7-44b6-a836-d401d6c0e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:54.045321 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bf8e515d-d2d7-44b6-a836-d401d6c0e1d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5398cf848b1a4736a6d193ff15129b10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2435863 Mar 09 03:42:54.045321 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e515d-d2d7-44b6-a836-d401d6c0e1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9d14d5-1ae9-4ea3-a94b-85436bd6b903,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:54.046069 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51242) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:54.100364 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-7decb6a9-56e6-4386-ac8b-1dcb39145b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Calling delete_port for 0143501f-ce8f-46b2-bc52-7c1426966ee1 owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:42:54.104395 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3a5ff867-1756-4deb-a215-66911db0026b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:54.130152 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3a5ff867-1756-4deb-a215-66911db0026b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:54.139742 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-3b6151e7-8557-4d36-8b45-09b5f47b9204 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] 10.222.0.16 "GET /v2.0/quotas/8f004643bc8e4c83b3fcb9520c1f36ac HTTP/1.1" status: 200 len: 375 time: 0.1123099 Mar 09 03:42:54.187829 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3a5ff867-1756-4deb-a215-66911db0026b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:54.207874 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ff867-1756-4deb-a215-66911db0026b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9d14d5-1ae9-4ea3-a94b-85436bd6b903,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:54.212147 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3a5ff867-1756-4deb-a215-66911db0026b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:54.213251 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3a5ff867-1756-4deb-a215-66911db0026b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f9d14d5-1ae9-4ea3-a94b-85436bd6b903 HTTP/1.1" status: 204 len: 168 time: 0.1663001 Mar 09 03:42:54.219386 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-89ea5448-a961-44ae-a9b3-37b8b3f6bcdb tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f004643bc8e4c83b3fcb9520c1f36ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683863 Mar 09 03:42:54.221750 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e39971-6ba7-470e-af78-56fc3e321763 req-5fdc308f-beac-42e7-b34f-ebfb7d4d40f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:54.223666 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38e39971-6ba7-470e-af78-56fc3e321763 req-5fdc308f-beac-42e7-b34f-ebfb7d4d40f5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 HTTP/1.1" status: 200 len: 922 time: 0.5228772 Mar 09 03:42:54.245574 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-1a35a5c5-77b3-4246-baff-e31560f32223 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:42:54.251315 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-1a35a5c5-77b3-4246-baff-e31560f32223 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108590 Mar 09 03:42:54.438600 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38e39971-6ba7-470e-af78-56fc3e321763 req-989fc125-24cf-41ac-9c53-70ebc47bcb25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa0227c9-9533-40a5-8852-6d7a06c46b6c HTTP/1.1" status: 200 len: 217 time: 0.1992278 Mar 09 03:42:54.487617 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54296ed2-41b6-4b1c-aabe-200df2982e87 req-30440c02-5795-47e9-ab44-471688b1b420 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:54.489166 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-54296ed2-41b6-4b1c-aabe-200df2982e87 req-30440c02-5795-47e9-ab44-471688b1b420 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=75ed95dd-7bb6-4dfe-9fb6-e75591f601cf HTTP/1.1" status: 200 len: 943 time: 0.0879970 Mar 09 03:42:54.542780 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-eaae95c7-1fbf-426f-9be8-c361d634cd2b service neutron] 10.222.0.16 "GET /v2.0/networks/3b674b33-e27c-4b63-836f-74857451c071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364247 Mar 09 03:42:54.544077 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-54296ed2-41b6-4b1c-aabe-200df2982e87 req-9b1616a7-55a8-454b-b2f9-11f9115b7032 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3dfd177-39e0-48b3-8306-e6e178ccdf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442696 Mar 09 03:42:54.644061 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device a9955499-c02e-4035-aed3-ebd196be127d details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:42:54.667828 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e39971-6ba7-470e-af78-56fc3e321763 req-5fe6295f-69ff-4790-a312-0d3d0b7f46a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:54.669634 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38e39971-6ba7-470e-af78-56fc3e321763 req-5fe6295f-69ff-4790-a312-0d3d0b7f46a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=30f4b31b-6abb-4c50-914e-76d835560aae HTTP/1.1" status: 200 len: 860 time: 0.2219293 Mar 09 03:42:54.726568 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7decb6a9-56e6-4386-ac8b-1dcb39145b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:54.792089 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7decb6a9-56e6-4386-ac8b-1dcb39145b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Pushing event deleted for resources: {'Port': ['ID=0143501f-ce8f-46b2-bc52-7c1426966ee1,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:54.805621 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port a9955499-c02e-4035-aed3-ebd196be127d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=a9955499-c02e-4035-aed3-ebd196be127d,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:54.819439 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'a9955499-c02e-4035-aed3-ebd196be127d', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': 'a9955499-c02e-4035-aed3-ebd196be127d', 'mac_address': 'fa:16:3e:00:d1:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:42:54.894895 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:54.906052 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-887874f2-6569-405d-a5aa-250d1b6e31ec service neutron] 10.222.0.16 "GET /v2.0/networks/3b674b33-e27c-4b63-836f-74857451c071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525102 Mar 09 03:42:54.931513 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7decb6a9-56e6-4386-ac8b-1dcb39145b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:54.935365 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9955499-c02e-4035-aed3-ebd196be127d {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:42:54.951624 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e39971-6ba7-470e-af78-56fc3e321763 req-57139265-7a00-48f1-bc9f-f1f6c8fce559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:54.953005 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38e39971-6ba7-470e-af78-56fc3e321763 req-57139265-7a00-48f1-bc9f-f1f6c8fce559 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2674506 Mar 09 03:42:54.963210 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port a9955499-c02e-4035-aed3-ebd196be127d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=a9955499-c02e-4035-aed3-ebd196be127d,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:54.968684 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:55.002187 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7decb6a9-56e6-4386-ac8b-1dcb39145b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:55.003664 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7decb6a9-56e6-4386-ac8b-1dcb39145b6f tempest-ImagesOneServerNegativeTestJSON-1921726101 tempest-ImagesOneServerNegativeTestJSON-1921726101-project] 10.222.0.16 "DELETE /v2.0/floatingips/a9c5c29e-c736-4af9-8bbf-21b3b719c2a8 HTTP/1.1" status: 204 len: 168 time: 1.8246191 Mar 09 03:42:55.081060 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=a9955499-c02e-4035-aed3-ebd196be127d,revision_number=9']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:55.156934 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38e39971-6ba7-470e-af78-56fc3e321763 req-b408aa2f-f4f5-41a5-a422-77b77b43b9bb service neutron] 10.222.0.24 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937246 Mar 09 03:42:55.161610 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['a9955499-c02e-4035-aed3-ebd196be127d'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:42:55.226183 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143025c-d4a8-4e95-9bd8-1e550243d800 req-259f5809-6033-4fe1-b658-13799cb367b7 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:55.234549 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143025c-d4a8-4e95-9bd8-1e550243d800 req-259f5809-6033-4fe1-b658-13799cb367b7 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:55.243168 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143025c-d4a8-4e95-9bd8-1e550243d800 req-259f5809-6033-4fe1-b658-13799cb367b7 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:55.256387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143025c-d4a8-4e95-9bd8-1e550243d800 req-259f5809-6033-4fe1-b658-13799cb367b7 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:55.262770 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143025c-d4a8-4e95-9bd8-1e550243d800 req-259f5809-6033-4fe1-b658-13799cb367b7 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:55.269672 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143025c-d4a8-4e95-9bd8-1e550243d800 req-259f5809-6033-4fe1-b658-13799cb367b7 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:55.276410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143025c-d4a8-4e95-9bd8-1e550243d800 req-259f5809-6033-4fe1-b658-13799cb367b7 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:55.284763 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9143025c-d4a8-4e95-9bd8-1e550243d800 req-259f5809-6033-4fe1-b658-13799cb367b7 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5438 time: 0.2126775 Mar 09 03:42:55.292075 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 74095d9e-619d-4376-9680-b65aea510aa3 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:42:55.379585 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d771ffc6-6ab3-4095-919b-f48404b2c85c req-24eb1a89-9a53-4b1f-b1d8-34f319589232 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb48f2ba-45f2-423a-936a-13ceb3ff6c26 HTTP/1.1" status: 200 len: 210 time: 0.1279652 Mar 09 03:42:55.393432 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9143025c-d4a8-4e95-9bd8-1e550243d800 req-015903df-93c0-4e53-8a91-1cb887966137 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1076837 Mar 09 03:42:55.458253 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38e39971-6ba7-470e-af78-56fc3e321763 req-136b528d-284c-4f2a-ab8c-f4d7a6481032 service neutron] 10.222.0.24 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888489 Mar 09 03:42:55.507429 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 74095d9e-619d-4376-9680-b65aea510aa3 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:42:55.519925 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 74095d9e-619d-4376-9680-b65aea510aa3 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:42:55.520291 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:55.738545 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:55.745898 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51334) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:55.822798 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 74095d9e-619d-4376-9680-b65aea510aa3, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=74095d9e-619d-4376-9680-b65aea510aa3,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:55.823811 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74095d9e-619d-4376-9680-b65aea510aa3'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:42:55.844085 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:55.844930 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device c1bf2e7b-6867-47a0-93dd-cf54b2021393 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:42:55.894559 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d0dc3c-ea38-42dc-9a9d-a57334123cf9 admin admin] Deleting subnet d5bbbb50-9b24-4c8b-900f-4775f7f04439 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:42:55.901732 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07874b7f-b233-4f58-8b98-9904d5c0861f req-9eef1ced-b431-4855-9862-ccf86fef7e82 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:55.902188 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a6d0dc3c-ea38-42dc-9a9d-a57334123cf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:55.910263 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-07874b7f-b233-4f58-8b98-9904d5c0861f req-9eef1ced-b431-4855-9862-ccf86fef7e82 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=75ed95dd-7bb6-4dfe-9fb6-e75591f601cf HTTP/1.1" status: 200 len: 943 time: 0.1488345 Mar 09 03:42:56.013011 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-07874b7f-b233-4f58-8b98-9904d5c0861f req-cdf2f092-aff3-4982-b31e-253a3d386858 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3dfd177-39e0-48b3-8306-e6e178ccdf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013947 Mar 09 03:42:56.137544 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=74095d9e-619d-4376-9680-b65aea510aa3,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:56.142254 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74095d9e-619d-4376-9680-b65aea510aa3', 'code': 200} Mar 09 03:42:56.214386 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port c1bf2e7b-6867-47a0-93dd-cf54b2021393 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:42:56.221505 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port c1bf2e7b-6867-47a0-93dd-cf54b2021393 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:42:56.222450 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:56.233493 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a6d0dc3c-ea38-42dc-9a9d-a57334123cf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:56.298413 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a6d0dc3c-ea38-42dc-9a9d-a57334123cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:56.375066 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:56.383513 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a6d0dc3c-ea38-42dc-9a9d-a57334123cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:56.397246 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51374) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:56.418730 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port c1bf2e7b-6867-47a0-93dd-cf54b2021393, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c1bf2e7b-6867-47a0-93dd-cf54b2021393,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:56.423244 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:56.424126 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 1644b1aa-49cd-41fb-87b3-ed75bd5fc672 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:42:56.468933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0dc3c-ea38-42dc-9a9d-a57334123cf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5bbbb50-9b24-4c8b-900f-4775f7f04439,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:56.485767 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a6d0dc3c-ea38-42dc-9a9d-a57334123cf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:56.504894 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d0dc3c-ea38-42dc-9a9d-a57334123cf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:56.505233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d0dc3c-ea38-42dc-9a9d-a57334123cf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:56.505728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d0dc3c-ea38-42dc-9a9d-a57334123cf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:56.506211 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d0dc3c-ea38-42dc-9a9d-a57334123cf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:56.506711 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d0dc3c-ea38-42dc-9a9d-a57334123cf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:56.507208 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d0dc3c-ea38-42dc-9a9d-a57334123cf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:56.507667 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d0dc3c-ea38-42dc-9a9d-a57334123cf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:56.508136 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d0dc3c-ea38-42dc-9a9d-a57334123cf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:56.508600 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d0dc3c-ea38-42dc-9a9d-a57334123cf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:56.509072 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d0dc3c-ea38-42dc-9a9d-a57334123cf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:56.509553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d0dc3c-ea38-42dc-9a9d-a57334123cf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:56.509876 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d0dc3c-ea38-42dc-9a9d-a57334123cf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:42:56.517491 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51388) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:56.527312 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a6d0dc3c-ea38-42dc-9a9d-a57334123cf9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d5bbbb50-9b24-4c8b-900f-4775f7f04439 HTTP/1.1" status: 204 len: 168 time: 0.7772162 Mar 09 03:42:56.609189 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b62d7acc-8da0-4142-bbc2-82c23e8f4cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:56.609684 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8381cb36-0f76-4137-a4c8-1d542d65b67b req-b119b9ef-34ac-4ea8-b500-54537dbfa808 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb48f2ba-45f2-423a-936a-13ceb3ff6c26 HTTP/1.1" status: 200 len: 210 time: 0.0572443 Mar 09 03:42:56.687740 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device a9955499-c02e-4035-aed3-ebd196be127d up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:42:56.788251 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=c1bf2e7b-6867-47a0-93dd-cf54b2021393,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:56.814036 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port a9955499-c02e-4035-aed3-ebd196be127d triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:42:56.814636 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:56.853983 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 1644b1aa-49cd-41fb-87b3-ed75bd5fc672 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:42:56.868551 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 1644b1aa-49cd-41fb-87b3-ed75bd5fc672 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:42:56.869134 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:56.978525 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b62d7acc-8da0-4142-bbc2-82c23e8f4cd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:42:57.036758 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b62d7acc-8da0-4142-bbc2-82c23e8f4cd8 admin admin] Usage tracker for resource:security_group_rule and tenant:f5a6bef7aa994a77b5519d8a49e2021e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:42:57.054754 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b62d7acc-8da0-4142-bbc2-82c23e8f4cd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:42:57.114491 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b62d7acc-8da0-4142-bbc2-82c23e8f4cd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:42:57.120701 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-38601d48-db98-422b-82ab-e2907543a146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:57.155482 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:57.183193 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:57.234302 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port a9955499-c02e-4035-aed3-ebd196be127d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=a9955499-c02e-4035-aed3-ebd196be127d,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:57.240932 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 1644b1aa-49cd-41fb-87b3-ed75bd5fc672, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=1644b1aa-49cd-41fb-87b3-ed75bd5fc672,segment=NetworkSegment(635225fe-5597-4fc5-b912-d36acfd93dcb),segment_id=635225fe-5597-4fc5-b912-d36acfd93dcb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:57.242424 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:57.300017 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-2dad360a-21ef-4655-b938-3baa0143c620 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:57.301558 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-2dad360a-21ef-4655-b938-3baa0143c620 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] 10.222.0.21 "GET /v2.0/networks?id=3b674b33-e27c-4b63-836f-74857451c071 HTTP/1.1" status: 200 len: 821 time: 0.3957934 Mar 09 03:42:57.330188 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-8f616e66-f940-476e-a5c6-97df05c533e9 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Request body: {'port': {'device_id': 'fb48f2ba-45f2-423a-936a-13ceb3ff6c26', 'network_id': '3b674b33-e27c-4b63-836f-74857451c071', 'admin_state_up': True, 'tenant_id': '8f004643bc8e4c83b3fcb9520c1f36ac'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:42:57.331887 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=a9955499-c02e-4035-aed3-ebd196be127d,revision_number=10']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:57.336531 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 4ca0c064-ac3b-4b06-bef0-37a14fb17972 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:42:57.339830 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:57.340781 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device bc536592-9118-44c2-92f8-3c077dd9761f up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:42:57.413451 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02126bf6-af4d-4d38-9f08-d4d318b39c6d req-3f468043-3a21-4ebd-86d6-e085ebccc1d4 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:57.424544 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-02126bf6-af4d-4d38-9f08-d4d318b39c6d req-3f468043-3a21-4ebd-86d6-e085ebccc1d4 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=75ed95dd-7bb6-4dfe-9fb6-e75591f601cf HTTP/1.1" status: 200 len: 943 time: 0.1331677 Mar 09 03:42:57.462472 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-38601d48-db98-422b-82ab-e2907543a146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:57.518407 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d435d-0cba-4e27-9954-81be21e0a541 req-31a4b612-44a2-48bd-9d04-bad91f2597d6 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:57.522176 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-02126bf6-af4d-4d38-9f08-d4d318b39c6d req-31f71fdb-94e7-4ff0-848d-b7fd58bf97b5 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3dfd177-39e0-48b3-8306-e6e178ccdf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934656 Mar 09 03:42:57.527414 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d435d-0cba-4e27-9954-81be21e0a541 req-31a4b612-44a2-48bd-9d04-bad91f2597d6 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:57.534833 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d435d-0cba-4e27-9954-81be21e0a541 req-31a4b612-44a2-48bd-9d04-bad91f2597d6 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:57.540953 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d435d-0cba-4e27-9954-81be21e0a541 req-31a4b612-44a2-48bd-9d04-bad91f2597d6 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:57.546679 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d435d-0cba-4e27-9954-81be21e0a541 req-31a4b612-44a2-48bd-9d04-bad91f2597d6 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:57.549063 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=1644b1aa-49cd-41fb-87b3-ed75bd5fc672,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:57.554601 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d435d-0cba-4e27-9954-81be21e0a541 req-31a4b612-44a2-48bd-9d04-bad91f2597d6 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:57.560532 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d435d-0cba-4e27-9954-81be21e0a541 req-31a4b612-44a2-48bd-9d04-bad91f2597d6 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:57.562555 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-434d435d-0cba-4e27-9954-81be21e0a541 req-31a4b612-44a2-48bd-9d04-bad91f2597d6 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5440 time: 0.6581218 Mar 09 03:42:57.622005 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port bc536592-9118-44c2-92f8-3c077dd9761f completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:42:57.632299 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port bc536592-9118-44c2-92f8-3c077dd9761f triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:42:57.632520 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:57.681583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-38601d48-db98-422b-82ab-e2907543a146 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1db9162-013b-4555-a7dd-e31cdddb344c']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:57.716116 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-38601d48-db98-422b-82ab-e2907543a146 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2209d2-57f3-4ad5-bf93-abd67d5b0a2e') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:57.716492 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-38601d48-db98-422b-82ab-e2907543a146 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2209d2-57f3-4ad5-bf93-abd67d5b0a2e') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:42:57.726107 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 4ca0c064-ac3b-4b06-bef0-37a14fb17972, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=4ca0c064-ac3b-4b06-bef0-37a14fb17972,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:57.748710 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '4ca0c064-ac3b-4b06-bef0-37a14fb17972', 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1', 'port_id': '4ca0c064-ac3b-4b06-bef0-37a14fb17972', 'mac_address': 'fa:16:3e:05:56:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf75fec-0961-40cc-8ceb-7209db6f79d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:42:57.757432 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b62d7acc-8da0-4142-bbc2-82c23e8f4cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:57.759592 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-38601d48-db98-422b-82ab-e2907543a146 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:57.786410 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b62d7acc-8da0-4142-bbc2-82c23e8f4cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:57.826393 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-434d435d-0cba-4e27-9954-81be21e0a541 req-6049251b-67cc-4a32-bf52-c69f0a58adeb tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2051141 Mar 09 03:42:57.853919 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-38601d48-db98-422b-82ab-e2907543a146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:57.862624 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:57.864651 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-8f616e66-f940-476e-a5c6-97df05c533e9 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:42:57.882276 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38601d48-db98-422b-82ab-e2907543a146 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:42:57.883011 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-38601d48-db98-422b-82ab-e2907543a146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:57.891500 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:42:57.900696 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:42:57.904574 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-8f616e66-f940-476e-a5c6-97df05c533e9 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Usage tracker for resource:port and tenant:8f004643bc8e4c83b3fcb9520c1f36ac is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:42:57.908140 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3e84484a-e73f-492c-b81c-b516caaced72 req-5bba3574-2d79-44ae-a7bd-fd8a7aebdc79 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb48f2ba-45f2-423a-936a-13ceb3ff6c26 HTTP/1.1" status: 200 len: 210 time: 0.1022673 Mar 09 03:42:57.923649 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port bc536592-9118-44c2-92f8-3c077dd9761f, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=bc536592-9118-44c2-92f8-3c077dd9761f,segment=NetworkSegment(1fb5ec62-c429-4acb-b59e-2c379bf2d93b),segment_id=1fb5ec62-c429-4acb-b59e-2c379bf2d93b)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:57.926658 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:57.927232 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 9d664959-c40f-40d2-a388-bd2e375986a5 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:42:57.933598 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-8f616e66-f940-476e-a5c6-97df05c533e9 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:42:57.941010 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b62d7acc-8da0-4142-bbc2-82c23e8f4cd8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5a6bef7aa994a77b5519d8a49e2021e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5424256 Mar 09 03:42:57.944119 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51420) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:57.996945 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ca0c064-ac3b-4b06-bef0-37a14fb17972 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:42:58.019884 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d7acc-8da0-4142-bbc2-82c23e8f4cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d91ca8-ebe9-4d6d-8a9f-07cdc52f9d01,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:58.024791 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-8f616e66-f940-476e-a5c6-97df05c533e9 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:42:58.052704 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-8f616e66-f940-476e-a5c6-97df05c533e9 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Made reservation on behalf of 8f004643bc8e4c83b3fcb9520c1f36ac for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:42:58.060177 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-8f616e66-f940-476e-a5c6-97df05c533e9 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:58.074191 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-94b0f0fa-772e-4013-bcf9-8251b1ccf703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:58.080456 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-38601d48-db98-422b-82ab-e2907543a146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:58.095687 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-38601d48-db98-422b-82ab-e2907543a146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:58.135104 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-94b0f0fa-772e-4013-bcf9-8251b1ccf703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:58.144880 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38601d48-db98-422b-82ab-e2907543a146 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1db9162-013b-4555-a7dd-e31cdddb344c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:58.146307 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bf2e7b-6867-47a0-93dd-cf54b2021393'}, {'server_uuid': 'ee66d1f5-ff60-4479-973f-74e03552da3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9955499-c02e-4035-aed3-ebd196be127d'}, {'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1644b1aa-49cd-41fb-87b3-ed75bd5fc672'}, {'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc536592-9118-44c2-92f8-3c077dd9761f'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:42:58.166647 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 4ca0c064-ac3b-4b06-bef0-37a14fb17972, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=4ca0c064-ac3b-4b06-bef0-37a14fb17972,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:58.181501 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:58.182132 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device fa0227c9-9533-40a5-8852-6d7a06c46b6c details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:42:58.191909 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=bc536592-9118-44c2-92f8-3c077dd9761f,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:58.240855 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-94b0f0fa-772e-4013-bcf9-8251b1ccf703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:58.255254 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-38601d48-db98-422b-82ab-e2907543a146 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a1db9162-013b-4555-a7dd-e31cdddb344c HTTP/1.1" status: 204 len: 168 time: 1.7337279 Mar 09 03:42:58.284647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0f0fa-772e-4013-bcf9-8251b1ccf703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d91ca8-ebe9-4d6d-8a9f-07cdc52f9d01,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:58.287232 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-94b0f0fa-772e-4013-bcf9-8251b1ccf703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:58.288350 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-94b0f0fa-772e-4013-bcf9-8251b1ccf703 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/67d91ca8-ebe9-4d6d-8a9f-07cdc52f9d01 HTTP/1.1" status: 204 len: 168 time: 0.3430345 Mar 09 03:42:58.368559 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=4ca0c064-ac3b-4b06-bef0-37a14fb17972,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:58.378971 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bf2e7b-6867-47a0-93dd-cf54b2021393', 'code': 200} Mar 09 03:42:58.383079 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee66d1f5-ff60-4479-973f-74e03552da3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9955499-c02e-4035-aed3-ebd196be127d', 'code': 200} Mar 09 03:42:58.383459 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1644b1aa-49cd-41fb-87b3-ed75bd5fc672', 'code': 200} Mar 09 03:42:58.383685 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc536592-9118-44c2-92f8-3c077dd9761f', 'code': 200} Mar 09 03:42:58.402123 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 9d664959-c40f-40d2-a388-bd2e375986a5 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:42:58.417761 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 9d664959-c40f-40d2-a388-bd2e375986a5 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:42:58.418136 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:58.495721 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-8f616e66-f940-476e-a5c6-97df05c533e9 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Allocated IP 172.20.0.6 (3b674b33-e27c-4b63-836f-74857451c071/70bcc098-4623-490c-a481-ef7fdeb140e3/22198ef5-4c6e-43e1-bff3-384c4dca9759) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:42:58.518841 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51450) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:58.648084 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-dcc77c2f-a6e7-4e4a-9611-8b41f29bdcb0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93aa98084011474eadf54856db5462ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277680 Mar 09 03:42:58.650224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51458) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:58.727743 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7ba883f9-1908-48d1-bc22-9936dae743a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:58.764018 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7ba883f9-1908-48d1-bc22-9936dae743a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:58.813165 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:58.852172 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7ba883f9-1908-48d1-bc22-9936dae743a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:58.875858 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port fa0227c9-9533-40a5-8852-6d7a06c46b6c, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=fa0227c9-9533-40a5-8852-6d7a06c46b6c,segment=NetworkSegment(ca4c4b7b-213f-4b3f-8541-848c26e89434),segment_id=ca4c4b7b-213f-4b3f-8541-848c26e89434)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:58.882192 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba883f9-1908-48d1-bc22-9936dae743a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea847a4d-65db-4565-95a5-0836e3e1737a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:58.901208 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7ba883f9-1908-48d1-bc22-9936dae743a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:58.902983 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4e9b46b6-c384-401f-993e-ac14b6735ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:58.903113 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7ba883f9-1908-48d1-bc22-9936dae743a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea847a4d-65db-4565-95a5-0836e3e1737a HTTP/1.1" status: 204 len: 168 time: 0.2517877 Mar 09 03:42:58.947826 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'fa0227c9-9533-40a5-8852-6d7a06c46b6c', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'port_id': 'fa0227c9-9533-40a5-8852-6d7a06c46b6c', 'mac_address': 'fa:16:3e:87:58:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:42:59.022816 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 9d664959-c40f-40d2-a388-bd2e375986a5, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=9d664959-c40f-40d2-a388-bd2e375986a5,segment=NetworkSegment(1fb5ec62-c429-4acb-b59e-2c379bf2d93b),segment_id=1fb5ec62-c429-4acb-b59e-2c379bf2d93b)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:59.061015 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:59.067815 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 095f303c-8011-497f-8929-ca48dda83cc0 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:42:59.219294 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=9d664959-c40f-40d2-a388-bd2e375986a5,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:59.232951 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1d186-7c85-490b-abae-74c05f0998fe req-71835266-f407-48f8-a282-82e70a9c0a35 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:59.238708 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-24a1d186-7c85-490b-abae-74c05f0998fe req-71835266-f407-48f8-a282-82e70a9c0a35 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=75ed95dd-7bb6-4dfe-9fb6-e75591f601cf HTTP/1.1" status: 200 len: 943 time: 0.3354001 Mar 09 03:42:59.242447 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:59.281069 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0227c9-9533-40a5-8852-6d7a06c46b6c {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:42:59.317990 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port fa0227c9-9533-40a5-8852-6d7a06c46b6c, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=fa0227c9-9533-40a5-8852-6d7a06c46b6c,segment=NetworkSegment(ca4c4b7b-213f-4b3f-8541-848c26e89434),segment_id=ca4c4b7b-213f-4b3f-8541-848c26e89434)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:59.321274 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 095f303c-8011-497f-8929-ca48dda83cc0 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:42:59.337390 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:59.391785 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-24a1d186-7c85-490b-abae-74c05f0998fe req-5dd4f148-2ca8-4309-aca7-0006f773bbc5 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3dfd177-39e0-48b3-8306-e6e178ccdf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440215 Mar 09 03:42:59.403944 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-8f616e66-f940-476e-a5c6-97df05c533e9 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:59.414915 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d98876-cf0d-4e46-9fa7-862f30183131 req-6032d934-4ed1-4beb-9bf3-ad66628bbac5 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:59.428254 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d98876-cf0d-4e46-9fa7-862f30183131 req-6032d934-4ed1-4beb-9bf3-ad66628bbac5 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:59.440629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d98876-cf0d-4e46-9fa7-862f30183131 req-6032d934-4ed1-4beb-9bf3-ad66628bbac5 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:59.453737 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d98876-cf0d-4e46-9fa7-862f30183131 req-6032d934-4ed1-4beb-9bf3-ad66628bbac5 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:59.468435 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d98876-cf0d-4e46-9fa7-862f30183131 req-6032d934-4ed1-4beb-9bf3-ad66628bbac5 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:59.473087 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-8f616e66-f940-476e-a5c6-97df05c533e9 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:59.483402 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=fa0227c9-9533-40a5-8852-6d7a06c46b6c,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:59.493418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d98876-cf0d-4e46-9fa7-862f30183131 req-6032d934-4ed1-4beb-9bf3-ad66628bbac5 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:59.495779 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 095f303c-8011-497f-8929-ca48dda83cc0 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:42:59.496339 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:59.508512 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d98876-cf0d-4e46-9fa7-862f30183131 req-6032d934-4ed1-4beb-9bf3-ad66628bbac5 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:59.510235 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3d98876-cf0d-4e46-9fa7-862f30183131 req-6032d934-4ed1-4beb-9bf3-ad66628bbac5 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5443 time: 0.3512068 Mar 09 03:42:59.625479 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3d98876-cf0d-4e46-9fa7-862f30183131 req-724628f4-891e-4e71-9a73-e27c121bab62 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1014988 Mar 09 03:42:59.683860 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:59.717840 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f616e66-f940-476e-a5c6-97df05c533e9 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Pushing event updated for resources: {'Port': ['ID=22198ef5-4c6e-43e1-bff3-384c4dca9759,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:42:59.740177 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-8f616e66-f940-476e-a5c6-97df05c533e9 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Network 3b674b33-e27c-4b63-836f-74857451c071 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:42:59.742274 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-8f616e66-f940-476e-a5c6-97df05c533e9 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:42:59.745617 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 095f303c-8011-497f-8929-ca48dda83cc0, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=095f303c-8011-497f-8929-ca48dda83cc0,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:42:59.745783 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-8f616e66-f940-476e-a5c6-97df05c533e9 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:42:59.749429 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['4ca0c064-ac3b-4b06-bef0-37a14fb17972'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:42:59.785293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51504) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:42:59.849517 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc9791-785e-4801-a9b6-793873abd30c req-6dce40da-5ff3-4429-830d-2de3bad7a2d0 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:59.859432 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-04bc9791-785e-4801-a9b6-793873abd30c req-6dce40da-5ff3-4429-830d-2de3bad7a2d0 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb48f2ba-45f2-423a-936a-13ceb3ff6c26 HTTP/1.1" status: 200 len: 931 time: 0.1916096 Mar 09 03:42:59.883202 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:59.884096 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 629e71ff-ed13-489c-8924-359aa6fd885b up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:42:59.953166 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-8f616e66-f940-476e-a5c6-97df05c533e9 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:42:59.953835 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-8f616e66-f940-476e-a5c6-97df05c533e9 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:42:59.998827 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-04bc9791-785e-4801-a9b6-793873abd30c req-a0bf35b0-7c98-43f1-9803-3e6f58b0e186 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Synchronizing usage tracker for tenant:8f004643bc8e4c83b3fcb9520c1f36ac on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:43:00.016107 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-8f616e66-f940-476e-a5c6-97df05c533e9 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6959994 Mar 09 03:43:00.048752 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-78d741d3-7030-4719-a3c8-e7e57e957279 service neutron] Request body: {'port': {'device_id': 'fb48f2ba-45f2-423a-936a-13ceb3ff6c26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:43:00.062765 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['fa0227c9-9533-40a5-8852-6d7a06c46b6c'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:43:00.112168 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-2fcf8208-7761-4cfe-9360-1f9dd0ba8e63 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-431815437-network', 'tenant_id': 'df803cbe9ddc43c4ab3fae6af237517a'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:43:00.114364 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-04bc9791-785e-4801-a9b6-793873abd30c req-a0bf35b0-7c98-43f1-9803-3e6f58b0e186 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Unset dirty status for tenant:8f004643bc8e4c83b3fcb9520c1f36ac on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:43:00.116042 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-04bc9791-785e-4801-a9b6-793873abd30c req-a0bf35b0-7c98-43f1-9803-3e6f58b0e186 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f1185d-d206-498e-8a1b-8c1bb6a86527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558351 Mar 09 03:43:00.119823 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2fcf8208-7761-4cfe-9360-1f9dd0ba8e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:43:00.129381 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2fcf8208-7761-4cfe-9360-1f9dd0ba8e63 admin admin] Usage tracker for resource:network and tenant:df803cbe9ddc43c4ab3fae6af237517a is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:43:00.143073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2fcf8208-7761-4cfe-9360-1f9dd0ba8e63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:43:00.161335 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2fcf8208-7761-4cfe-9360-1f9dd0ba8e63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:43:00.188630 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcf8208-7761-4cfe-9360-1f9dd0ba8e63 admin admin] Made reservation on behalf of df803cbe9ddc43c4ab3fae6af237517a for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:43:00.193742 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2fcf8208-7761-4cfe-9360-1f9dd0ba8e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:00.215226 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2fcf8208-7761-4cfe-9360-1f9dd0ba8e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:00.244017 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2fcf8208-7761-4cfe-9360-1f9dd0ba8e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:43:00.248765 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2fcf8208-7761-4cfe-9360-1f9dd0ba8e63 admin admin] Usage tracker for resource:security_group_rule and tenant:df803cbe9ddc43c4ab3fae6af237517a is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:43:00.257808 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2fcf8208-7761-4cfe-9360-1f9dd0ba8e63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:43:00.265812 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2fcf8208-7761-4cfe-9360-1f9dd0ba8e63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:43:00.289167 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=095f303c-8011-497f-8929-ca48dda83cc0,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:00.378387 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 629e71ff-ed13-489c-8924-359aa6fd885b completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:43:00.386570 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d664959-c40f-40d2-a388-bd2e375986a5'}, {'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095f303c-8011-497f-8929-ca48dda83cc0'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:43:00.405155 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 629e71ff-ed13-489c-8924-359aa6fd885b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:43:00.405773 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:00.467730 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2fcf8208-7761-4cfe-9360-1f9dd0ba8e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:00.474171 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51532) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:43:00.504127 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2fcf8208-7761-4cfe-9360-1f9dd0ba8e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:00.561546 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d664959-c40f-40d2-a388-bd2e375986a5', 'code': 200} Mar 09 03:43:00.561729 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095f303c-8011-497f-8929-ca48dda83cc0', 'code': 200} Mar 09 03:43:00.578628 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fcf8208-7761-4cfe-9360-1f9dd0ba8e63 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:43:00.594750 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-78d741d3-7030-4719-a3c8-e7e57e957279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:00.669398 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2fcf8208-7761-4cfe-9360-1f9dd0ba8e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:00.669959 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-2fcf8208-7761-4cfe-9360-1f9dd0ba8e63 admin admin] Added segment 3d28dad6-4b5d-4d7e-80bf-032436047a6f of type vlan for network c749ae6c-38fd-4476-8d0b-07ef65dfea2c Mar 09 03:43:00.671303 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf8208-7761-4cfe-9360-1f9dd0ba8e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:00.711371 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-b8dae29f-65e2-467e-9058-b478f34db0d0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-931872618-network', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:43:00.719110 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b8dae29f-65e2-467e-9058-b478f34db0d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:43:00.723891 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b8dae29f-65e2-467e-9058-b478f34db0d0 admin admin] Usage tracker for resource:network and tenant:817a57555e2f4b54a80c7a27a00c451f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:43:00.726701 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b8dae29f-65e2-467e-9058-b478f34db0d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:43:00.733919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b8dae29f-65e2-467e-9058-b478f34db0d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:43:00.755151 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2fcf8208-7761-4cfe-9360-1f9dd0ba8e63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:00.759739 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8dae29f-65e2-467e-9058-b478f34db0d0 admin admin] Made reservation on behalf of 817a57555e2f4b54a80c7a27a00c451f for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:43:00.762341 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b8dae29f-65e2-467e-9058-b478f34db0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:00.778205 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:00.785484 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b8dae29f-65e2-467e-9058-b478f34db0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:00.812845 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b8dae29f-65e2-467e-9058-b478f34db0d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:43:00.817459 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b8dae29f-65e2-467e-9058-b478f34db0d0 admin admin] Usage tracker for resource:security_group_rule and tenant:817a57555e2f4b54a80c7a27a00c451f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:43:00.826356 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b8dae29f-65e2-467e-9058-b478f34db0d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:43:00.835360 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b8dae29f-65e2-467e-9058-b478f34db0d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:43:00.862027 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 629e71ff-ed13-489c-8924-359aa6fd885b, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=629e71ff-ed13-489c-8924-359aa6fd885b,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:43:00.874082 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:00.921173 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 4ca0c064-ac3b-4b06-bef0-37a14fb17972 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:43:00.951386 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50230e-625c-4fab-b184-9ae083215308 req-d8eccc77-2b82-4f0f-a911-1c2c61c7e870 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:00.956633 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bf50230e-625c-4fab-b184-9ae083215308 req-d8eccc77-2b82-4f0f-a911-1c2c61c7e870 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=75ed95dd-7bb6-4dfe-9fb6-e75591f601cf HTTP/1.1" status: 200 len: 944 time: 0.2893078 Mar 09 03:43:00.982502 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b8dae29f-65e2-467e-9058-b478f34db0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:01.051920 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=629e71ff-ed13-489c-8924-359aa6fd885b,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:01.059465 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b947c0ad-cdae-46c4-8e37-40fa9f714dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:01.072658 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [None req-2fcf8208-7761-4cfe-9360-1f9dd0ba8e63 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:43:01.072953 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 4ca0c064-ac3b-4b06-bef0-37a14fb17972 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:43:01.073332 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:01.087183 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bf50230e-625c-4fab-b184-9ae083215308 req-05b17750-1b02-4864-bd6f-152711999d9b tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3dfd177-39e0-48b3-8306-e6e178ccdf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200721 Mar 09 03:43:01.158380 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b8dae29f-65e2-467e-9058-b478f34db0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:01.203815 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2fcf8208-7761-4cfe-9360-1f9dd0ba8e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:01.205227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcf8208-7761-4cfe-9360-1f9dd0ba8e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:01.205881 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2fcf8208-7761-4cfe-9360-1f9dd0ba8e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:01.217705 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8dae29f-65e2-467e-9058-b478f34db0d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:43:01.265195 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:01.317873 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 4ca0c064-ac3b-4b06-bef0-37a14fb17972, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=4ca0c064-ac3b-4b06-bef0-37a14fb17972,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:43:01.325251 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:01.365086 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf8208-7761-4cfe-9360-1f9dd0ba8e63 admin admin] Pushing event updated for resources: {'Network': ['ID=c749ae6c-38fd-4476-8d0b-07ef65dfea2c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:01.389392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dae29f-65e2-467e-9058-b478f34db0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce894ce-a81b-4b30-b3c0-c858f6570634,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:01.392665 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b8dae29f-65e2-467e-9058-b478f34db0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:01.393011 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-b8dae29f-65e2-467e-9058-b478f34db0d0 admin admin] Added segment 7c5d9ec6-95d9-4871-9ed5-7e76256f28e4 of type vlan for network de965f41-afbd-4da2-9fba-561b7d6fb0bd Mar 09 03:43:01.429608 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network c749ae6c-38fd-4476-8d0b-07ef65dfea2c details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:43:01.457845 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2fcf8208-7761-4cfe-9360-1f9dd0ba8e63 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6681457 Mar 09 03:43:01.458778 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51570) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:43:01.460450 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b8dae29f-65e2-467e-9058-b478f34db0d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:01.475491 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-00bcccd5-cdff-4377-a1c0-478b664c944b admin admin] Request body: {'subnet': {'network_id': 'c749ae6c-38fd-4476-8d0b-07ef65dfea2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-431815437-subnet', 'tenant_id': 'df803cbe9ddc43c4ab3fae6af237517a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:43:01.481480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-00bcccd5-cdff-4377-a1c0-478b664c944b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:43:01.485374 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-00bcccd5-cdff-4377-a1c0-478b664c944b admin admin] Usage tracker for resource:subnet and tenant:df803cbe9ddc43c4ab3fae6af237517a is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:43:01.490082 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-00bcccd5-cdff-4377-a1c0-478b664c944b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:43:01.496748 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-00bcccd5-cdff-4377-a1c0-478b664c944b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:43:01.522148 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa585d-9e9c-4cd8-87b4-08255548997b req-e96dd560-0c65-4bf9-9493-170c96437215 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:01.529048 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa585d-9e9c-4cd8-87b4-08255548997b req-e96dd560-0c65-4bf9-9493-170c96437215 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:01.538531 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa585d-9e9c-4cd8-87b4-08255548997b req-e96dd560-0c65-4bf9-9493-170c96437215 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:01.545059 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa585d-9e9c-4cd8-87b4-08255548997b req-e96dd560-0c65-4bf9-9493-170c96437215 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:01.552314 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa585d-9e9c-4cd8-87b4-08255548997b req-e96dd560-0c65-4bf9-9493-170c96437215 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:01.558799 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=4ca0c064-ac3b-4b06-bef0-37a14fb17972,revision_number=7']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:01.559360 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa585d-9e9c-4cd8-87b4-08255548997b req-e96dd560-0c65-4bf9-9493-170c96437215 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:01.567314 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa585d-9e9c-4cd8-87b4-08255548997b req-e96dd560-0c65-4bf9-9493-170c96437215 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:01.569689 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7faa585d-9e9c-4cd8-87b4-08255548997b req-e96dd560-0c65-4bf9-9493-170c96437215 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5445 time: 0.5805554 Mar 09 03:43:01.573072 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bcccd5-cdff-4377-a1c0-478b664c944b admin admin] Made reservation on behalf of df803cbe9ddc43c4ab3fae6af237517a for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:43:01.575414 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-00bcccd5-cdff-4377-a1c0-478b664c944b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:01.618420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-78d741d3-7030-4719-a3c8-e7e57e957279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22198ef5-4c6e-43e1-bff3-384c4dca9759 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:43:01.636498 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-78d741d3-7030-4719-a3c8-e7e57e957279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:01.682995 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-78d741d3-7030-4719-a3c8-e7e57e957279 service neutron] Transition to ACTIVE for port object 22198ef5-4c6e-43e1-bff3-384c4dca9759 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:43:01.692809 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-78d741d3-7030-4719-a3c8-e7e57e957279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:01.781942 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b8dae29f-65e2-467e-9058-b478f34db0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:01.783475 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dae29f-65e2-467e-9058-b478f34db0d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:01.784060 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b8dae29f-65e2-467e-9058-b478f34db0d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:01.883237 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7faa585d-9e9c-4cd8-87b4-08255548997b req-73f4ef05-8375-4c75-83a0-b34c83d51a89 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2909474 Mar 09 03:43:01.913589 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b8dae29f-65e2-467e-9058-b478f34db0d0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4382870 Mar 09 03:43:01.953313 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51578) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:43:01.954005 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d741d3-7030-4719-a3c8-e7e57e957279 service neutron] Pushing event updated for resources: {'Port': ['ID=22198ef5-4c6e-43e1-bff3-384c4dca9759,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:02.011657 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dae29f-65e2-467e-9058-b478f34db0d0 admin admin] Pushing event updated for resources: {'Network': ['ID=de965f41-afbd-4da2-9fba-561b7d6fb0bd,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:02.025147 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-2b5f350c-1966-4c0a-842a-57390a386fd5 admin admin] Request body: {'subnet': {'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-931872618-subnet', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:43:02.035601 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network de965f41-afbd-4da2-9fba-561b7d6fb0bd details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:43:02.075186 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2b5f350c-1966-4c0a-842a-57390a386fd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:43:02.105865 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:02.122766 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2b5f350c-1966-4c0a-842a-57390a386fd5 admin admin] Usage tracker for resource:subnet and tenant:817a57555e2f4b54a80c7a27a00c451f is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:43:02.155978 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2b5f350c-1966-4c0a-842a-57390a386fd5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:43:02.178719 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2b5f350c-1966-4c0a-842a-57390a386fd5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:43:02.227728 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5f350c-1966-4c0a-842a-57390a386fd5 admin admin] Made reservation on behalf of 817a57555e2f4b54a80c7a27a00c451f for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:43:02.229389 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:02.230238 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2b5f350c-1966-4c0a-842a-57390a386fd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:02.311403 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-00bcccd5-cdff-4377-a1c0-478b664c944b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:02.374378 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ef50c-0b32-4c01-a2e5-a97ff2cf3104 req-a5d66ef9-af9b-4d07-bb15-3b91d14a3574 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:02.375089 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e02ef50c-0b32-4c01-a2e5-a97ff2cf3104 req-a5d66ef9-af9b-4d07-bb15-3b91d14a3574 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Synchronizing usage tracker for tenant:8f004643bc8e4c83b3fcb9520c1f36ac on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:43:02.397175 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-78d741d3-7030-4719-a3c8-e7e57e957279 service neutron] Attempting to bind port 22198ef5-4c6e-43e1-bff3-384c4dca9759 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:43:02.397511 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-78d741d3-7030-4719-a3c8-e7e57e957279 service neutron] Attempting to bind port 22198ef5-4c6e-43e1-bff3-384c4dca9759 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'd17cc243-2797-4565-95fd-1ae641ef3deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3b674b33-e27c-4b63-836f-74857451c071'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:43:02.397893 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-78d741d3-7030-4719-a3c8-e7e57e957279 service neutron] Attempting to bind port 22198ef5-4c6e-43e1-bff3-384c4dca9759 on network 3b674b33-e27c-4b63-836f-74857451c071 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:43:02.420898 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-78d741d3-7030-4719-a3c8-e7e57e957279 service neutron] Port 22198ef5-4c6e-43e1-bff3-384c4dca9759 on network 3b674b33-e27c-4b63-836f-74857451c071 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:43:02.421347 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-78d741d3-7030-4719-a3c8-e7e57e957279 service neutron] Attempting to bind port 22198ef5-4c6e-43e1-bff3-384c4dca9759 on network 3b674b33-e27c-4b63-836f-74857451c071 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:43:02.434658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-78d741d3-7030-4719-a3c8-e7e57e957279 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:43:02.435079 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-78d741d3-7030-4719-a3c8-e7e57e957279 service neutron] Checking segment: {'id': 'd17cc243-2797-4565-95fd-1ae641ef3deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3b674b33-e27c-4b63-836f-74857451c071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:43:02.435487 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-78d741d3-7030-4719-a3c8-e7e57e957279 service neutron] Bound using segment: {'id': 'd17cc243-2797-4565-95fd-1ae641ef3deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3b674b33-e27c-4b63-836f-74857451c071'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:43:02.436419 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-78d741d3-7030-4719-a3c8-e7e57e957279 service neutron] Bound port: 22198ef5-4c6e-43e1-bff3-384c4dca9759, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17cc243-2797-4565-95fd-1ae641ef3deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3b674b33-e27c-4b63-836f-74857451c071'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:43:02.436419 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-78d741d3-7030-4719-a3c8-e7e57e957279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:02.452158 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e02ef50c-0b32-4c01-a2e5-a97ff2cf3104 req-a5d66ef9-af9b-4d07-bb15-3b91d14a3574 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Unset dirty status for tenant:8f004643bc8e4c83b3fcb9520c1f36ac on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:43:02.459176 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e02ef50c-0b32-4c01-a2e5-a97ff2cf3104 req-a5d66ef9-af9b-4d07-bb15-3b91d14a3574 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb48f2ba-45f2-423a-936a-13ceb3ff6c26 HTTP/1.1" status: 200 len: 943 time: 0.6232538 Mar 09 03:43:02.512405 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcccd5-cdff-4377-a1c0-478b664c944b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d19a7fbd-f9bf-427a-a8b0-0fdbde590dc6,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:02.519183 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bcccd5-cdff-4377-a1c0-478b664c944b admin admin] Checking segment: {'id': '3d28dad6-4b5d-4d7e-80bf-032436047a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c749ae6c-38fd-4476-8d0b-07ef65dfea2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:43:02.520281 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bcccd5-cdff-4377-a1c0-478b664c944b admin admin] Network hostable DHCP agents. Network: c749ae6c-38fd-4476-8d0b-07ef65dfea2c, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:43:02.578985 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629e71ff-ed13-489c-8924-359aa6fd885b'}, {'server_uuid': 'c1755c96-7b0f-4e80-9d33-7c4cf5bf019a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca0c064-ac3b-4b06-bef0-37a14fb17972'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:43:02.579226 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bcccd5-cdff-4377-a1c0-478b664c944b admin admin] Network c749ae6c-38fd-4476-8d0b-07ef65dfea2c is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:43:02.650596 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e02ef50c-0b32-4c01-a2e5-a97ff2cf3104 req-8e2c782f-fb7b-4a81-89df-5fc519562323 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f1185d-d206-498e-8a1b-8c1bb6a86527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898787 Mar 09 03:43:02.653897 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255a031-47e2-400e-8845-c06c551bc9a0 req-17069ff7-cc13-4e15-a2dc-6d9a56d29aae tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:02.677502 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8255a031-47e2-400e-8845-c06c551bc9a0 req-17069ff7-cc13-4e15-a2dc-6d9a56d29aae tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=75ed95dd-7bb6-4dfe-9fb6-e75591f601cf HTTP/1.1" status: 200 len: 944 time: 0.3485353 Mar 09 03:43:02.679343 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-00bcccd5-cdff-4377-a1c0-478b664c944b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, c749ae6c-38fd-4476-8d0b-07ef65dfea2c) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:43:02.693444 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17edefa2-7c3f-4c6b-953a-659de2dea940 None None] Network c749ae6c-38fd-4476-8d0b-07ef65dfea2c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:43:02.711551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bcccd5-cdff-4377-a1c0-478b664c944b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:02.715881 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-00bcccd5-cdff-4377-a1c0-478b664c944b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:02.744233 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-78d741d3-7030-4719-a3c8-e7e57e957279 service neutron] For port 22198ef5-4c6e-43e1-bff3-384c4dca9759, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:43:02.767034 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-78d741d3-7030-4719-a3c8-e7e57e957279 service neutron] For port 22198ef5-4c6e-43e1-bff3-384c4dca9759, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=22198ef5-4c6e-43e1-bff3-384c4dca9759,segment=NetworkSegment(d17cc243-2797-4565-95fd-1ae641ef3deb),segment_id=d17cc243-2797-4565-95fd-1ae641ef3deb)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:43:02.770078 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2b5f350c-1966-4c0a-842a-57390a386fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:02.817663 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-78d741d3-7030-4719-a3c8-e7e57e957279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:03.071784 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-78d741d3-7030-4719-a3c8-e7e57e957279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:03.077797 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-78d741d3-7030-4719-a3c8-e7e57e957279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:03.084612 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-78d741d3-7030-4719-a3c8-e7e57e957279 service neutron] 10.222.0.21 "PUT /v2.0/ports/22198ef5-4c6e-43e1-bff3-384c4dca9759 HTTP/1.1" status: 200 len: 1091 time: 3.0470712 Mar 09 03:43:03.099664 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb48f2ba-45f2-423a-936a-13ceb3ff6c26', 'tag': '22198ef5-4c6e-43e1-bff3-384c4dca9759'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:43:03.333496 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8255a031-47e2-400e-8845-c06c551bc9a0 req-a67562b9-7ea7-48e2-a67f-e1fa2793dc5f tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3dfd177-39e0-48b3-8306-e6e178ccdf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6548235 Mar 09 03:43:03.335428 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-00bcccd5-cdff-4377-a1c0-478b664c944b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8706150 Mar 09 03:43:03.358892 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device fa0227c9-9533-40a5-8852-6d7a06c46b6c up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:43:03.387249 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f350c-1966-4c0a-842a-57390a386fd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3571473-a79b-41d1-b3f2-a4755f295f86,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:03.400976 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d741d3-7030-4719-a3c8-e7e57e957279 service neutron] Pushing event updated for resources: {'Port': ['ID=22198ef5-4c6e-43e1-bff3-384c4dca9759,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:03.412535 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5f350c-1966-4c0a-842a-57390a386fd5 admin admin] Checking segment: {'id': '7c5d9ec6-95d9-4871-9ed5-7e76256f28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:43:03.413157 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5f350c-1966-4c0a-842a-57390a386fd5 admin admin] Network hostable DHCP agents. Network: de965f41-afbd-4da2-9fba-561b7d6fb0bd, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:43:03.464753 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5f350c-1966-4c0a-842a-57390a386fd5 admin admin] Network de965f41-afbd-4da2-9fba-561b7d6fb0bd is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:43:03.483631 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629e71ff-ed13-489c-8924-359aa6fd885b', 'code': 200} Mar 09 03:43:03.483906 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1755c96-7b0f-4e80-9d33-7c4cf5bf019a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca0c064-ac3b-4b06-bef0-37a14fb17972', 'code': 200} Mar 09 03:43:03.491325 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-2b5f350c-1966-4c0a-842a-57390a386fd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, de965f41-afbd-4da2-9fba-561b7d6fb0bd) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:43:03.526042 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-b217fb01-8cbe-4d46-9ef3-a44a18332259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:03.535153 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-b217fb01-8cbe-4d46-9ef3-a44a18332259 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f004643bc8e4c83b3fcb9520c1f36ac&device_id=fb48f2ba-45f2-423a-936a-13ceb3ff6c26 HTTP/1.1" status: 200 len: 1094 time: 0.3567972 Mar 09 03:43:03.536912 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff78e06-3df1-4919-893f-3fb681a7a101 None None] Network de965f41-afbd-4da2-9fba-561b7d6fb0bd requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:43:03.549348 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5f350c-1966-4c0a-842a-57390a386fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:03.550944 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2b5f350c-1966-4c0a-842a-57390a386fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:03.691086 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:03.751550 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51624) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:43:03.757196 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-c69705ea-9943-40f7-a454-3816b537cfa4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-931872618-router', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:43:03.761851 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2b5f350c-1966-4c0a-842a-57390a386fd5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8034942 Mar 09 03:43:03.762900 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c69705ea-9943-40f7-a454-3816b537cfa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:43:03.774282 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c69705ea-9943-40f7-a454-3816b537cfa4 admin admin] Usage tracker for resource:router and tenant:817a57555e2f4b54a80c7a27a00c451f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:43:03.775948 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fa013e-47da-4dc3-a4a1-7ad4174451fd None None] Network c749ae6c-38fd-4476-8d0b-07ef65dfea2c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:43:03.781960 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-e648372b-6bc4-4aac-bde4-f6b65c3aa48c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22198ef5-4c6e-43e1-bff3-384c4dca9759 HTTP/1.1" status: 200 len: 217 time: 0.1864636 Mar 09 03:43:03.785733 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c69705ea-9943-40f7-a454-3816b537cfa4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:43:03.796191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c69705ea-9943-40f7-a454-3816b537cfa4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:43:03.819122 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c69705ea-9943-40f7-a454-3816b537cfa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:03.820210 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c69705ea-9943-40f7-a454-3816b537cfa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:03.868223 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c69705ea-9943-40f7-a454-3816b537cfa4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:03.916804 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:43:04.087285 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port fa0227c9-9533-40a5-8852-6d7a06c46b6c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:43:04.090363 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:04.138544 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port fa0227c9-9533-40a5-8852-6d7a06c46b6c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:43:04.146097 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:04.319830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-25a30594-60ae-499d-947c-31abddcda6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:04.321193 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-25a30594-60ae-499d-947c-31abddcda6a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70bcc098-4623-490c-a481-ef7fdeb140e3 HTTP/1.1" status: 200 len: 861 time: 0.5305541 Mar 09 03:43:04.463861 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-03cae89a-783e-4352-9423-180066360f93 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b674b33-e27c-4b63-836f-74857451c071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1332676 Mar 09 03:43:04.544286 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b906861-6a08-47f3-b923-f092cc2fe59c req-0425e6c1-6a57-49ec-9c5c-f9eb070c24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:04.544677 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b906861-6a08-47f3-b923-f092cc2fe59c req-0425e6c1-6a57-49ec-9c5c-f9eb070c24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:04.545146 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b906861-6a08-47f3-b923-f092cc2fe59c req-0425e6c1-6a57-49ec-9c5c-f9eb070c24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:04.545589 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b906861-6a08-47f3-b923-f092cc2fe59c req-0425e6c1-6a57-49ec-9c5c-f9eb070c24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:04.546050 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b906861-6a08-47f3-b923-f092cc2fe59c req-0425e6c1-6a57-49ec-9c5c-f9eb070c24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:04.546502 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b906861-6a08-47f3-b923-f092cc2fe59c req-0425e6c1-6a57-49ec-9c5c-f9eb070c24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:04.546976 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b906861-6a08-47f3-b923-f092cc2fe59c req-0425e6c1-6a57-49ec-9c5c-f9eb070c24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:04.548902 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6b906861-6a08-47f3-b923-f092cc2fe59c req-0425e6c1-6a57-49ec-9c5c-f9eb070c24a4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 6502 time: 0.9551828 Mar 09 03:43:04.568294 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c69705ea-9943-40f7-a454-3816b537cfa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:04.639229 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0674f7-ec54-41a1-85f2-f331ac0d04d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-de965f41-afbd-4da2-9fba-561b7d6fb0bd', 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'fixed_ips': [{'subnet_id': 'd3571473-a79b-41d1-b3f2-a4755f295f86'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:43:04.642395 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cf0674f7-ec54-41a1-85f2-f331ac0d04d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:04.678623 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6b906861-6a08-47f3-b923-f092cc2fe59c req-3a201f7e-e740-4209-be95-b6370395e305 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8fa4de0a-7673-4082-a240-c9935702a8b7&id=dbc22626-916b-4e7d-82d9-d3664bd42560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1099281 Mar 09 03:43:04.720712 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-26845532-d2ec-4a7c-bc67-ae2992ef04f9 service neutron] 10.222.0.21 "GET /v2.0/networks/3b674b33-e27c-4b63-836f-74857451c071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494512 Mar 09 03:43:05.064610 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6d0a02b3-4c70-4b43-a148-96bc65fe4aa0 req-d845d56b-991e-4c69-ad62-8805b53edb2e service neutron] 10.222.0.21 "GET /v2.0/networks/3b674b33-e27c-4b63-836f-74857451c071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312140 Mar 09 03:43:05.128562 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-cf0674f7-ec54-41a1-85f2-f331ac0d04d8 None None] Allocated IP 172.20.0.2 (de965f41-afbd-4da2-9fba-561b7d6fb0bd/d3571473-a79b-41d1-b3f2-a4755f295f86/c25f9082-9d44-442b-bcd3-d4a93ef29e41) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:43:05.358052 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:05.460854 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c69705ea-9943-40f7-a454-3816b537cfa4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:05.502620 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c69705ea-9943-40f7-a454-3816b537cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:05.541190 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ed95dd-7bb6-4dfe-9fb6-e75591f601cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0227c9-9533-40a5-8852-6d7a06c46b6c'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:43:05.566053 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port fa0227c9-9533-40a5-8852-6d7a06c46b6c, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=fa0227c9-9533-40a5-8852-6d7a06c46b6c,segment=NetworkSegment(ca4c4b7b-213f-4b3f-8541-848c26e89434),segment_id=ca4c4b7b-213f-4b3f-8541-848c26e89434)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:43:05.592920 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:05.766612 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=fa0227c9-9533-40a5-8852-6d7a06c46b6c,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:05.815497 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-c69705ea-9943-40f7-a454-3816b537cfa4 admin admin] Allocated IP 172.25.7.114 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/8767e8c8-a1b9-41d6-af56-30b3999fc573) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:43:05.837106 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cf0674f7-ec54-41a1-85f2-f331ac0d04d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:05.954757 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cf0674f7-ec54-41a1-85f2-f331ac0d04d8 None None] Transition to ACTIVE for port object c25f9082-9d44-442b-bcd3-d4a93ef29e41 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:43:06.046396 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cf0674f7-ec54-41a1-85f2-f331ac0d04d8 None None] Transition to ACTIVE for port object c25f9082-9d44-442b-bcd3-d4a93ef29e41 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:43:06.058405 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cf0674f7-ec54-41a1-85f2-f331ac0d04d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:06.163045 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c69705ea-9943-40f7-a454-3816b537cfa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:06.233146 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c69705ea-9943-40f7-a454-3816b537cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:06.351662 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0674f7-ec54-41a1-85f2-f331ac0d04d8 None None] Network de965f41-afbd-4da2-9fba-561b7d6fb0bd is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:43:06.364081 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-cf0674f7-ec54-41a1-85f2-f331ac0d04d8 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:43:06.365988 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0674f7-ec54-41a1-85f2-f331ac0d04d8 None None] Pushing event updated for resources: {'Port': ['ID=c25f9082-9d44-442b-bcd3-d4a93ef29e41,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:06.380485 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0674f7-ec54-41a1-85f2-f331ac0d04d8 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:43:06.398005 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69705ea-9943-40f7-a454-3816b537cfa4 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:43:06.402739 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-c69705ea-9943-40f7-a454-3816b537cfa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:43:06.409964 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69705ea-9943-40f7-a454-3816b537cfa4 admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:43:06.512056 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69705ea-9943-40f7-a454-3816b537cfa4 admin admin] Pushing event updated for resources: {'Port': ['ID=8767e8c8-a1b9-41d6-af56-30b3999fc573,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:06.666063 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-cf0674f7-ec54-41a1-85f2-f331ac0d04d8 None None] Attempting to bind port c25f9082-9d44-442b-bcd3-d4a93ef29e41 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:43:06.666367 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-cf0674f7-ec54-41a1-85f2-f331ac0d04d8 None None] Attempting to bind port c25f9082-9d44-442b-bcd3-d4a93ef29e41 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '7c5d9ec6-95d9-4871-9ed5-7e76256f28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:43:06.667165 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0674f7-ec54-41a1-85f2-f331ac0d04d8 None None] Attempting to bind port c25f9082-9d44-442b-bcd3-d4a93ef29e41 on network de965f41-afbd-4da2-9fba-561b7d6fb0bd {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:43:06.675666 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0674f7-ec54-41a1-85f2-f331ac0d04d8 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:43:06.675666 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0674f7-ec54-41a1-85f2-f331ac0d04d8 None None] Checking segment: {'id': '7c5d9ec6-95d9-4871-9ed5-7e76256f28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:43:06.675666 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cf0674f7-ec54-41a1-85f2-f331ac0d04d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:06.675666 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0674f7-ec54-41a1-85f2-f331ac0d04d8 None None] Bound using segment: {'id': '7c5d9ec6-95d9-4871-9ed5-7e76256f28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:43:06.676481 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-cf0674f7-ec54-41a1-85f2-f331ac0d04d8 None None] Bound port: c25f9082-9d44-442b-bcd3-d4a93ef29e41, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5d9ec6-95d9-4871-9ed5-7e76256f28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:43:06.676567 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cf0674f7-ec54-41a1-85f2-f331ac0d04d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:06.744536 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 22198ef5-4c6e-43e1-bff3-384c4dca9759 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:43:06.967114 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-cf0674f7-ec54-41a1-85f2-f331ac0d04d8 None None] For port c25f9082-9d44-442b-bcd3-d4a93ef29e41, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:43:07.023857 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-cf0674f7-ec54-41a1-85f2-f331ac0d04d8 None None] For port c25f9082-9d44-442b-bcd3-d4a93ef29e41, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c25f9082-9d44-442b-bcd3-d4a93ef29e41,segment=NetworkSegment(7c5d9ec6-95d9-4871-9ed5-7e76256f28e4),segment_id=7c5d9ec6-95d9-4871-9ed5-7e76256f28e4)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:43:07.279666 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cf0674f7-ec54-41a1-85f2-f331ac0d04d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:07.485745 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 22198ef5-4c6e-43e1-bff3-384c4dca9759, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=22198ef5-4c6e-43e1-bff3-384c4dca9759,segment=NetworkSegment(d17cc243-2797-4565-95fd-1ae641ef3deb),segment_id=d17cc243-2797-4565-95fd-1ae641ef3deb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:43:07.538553 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0674f7-ec54-41a1-85f2-f331ac0d04d8 None None] Pushing event updated for resources: {'Port': ['ID=c25f9082-9d44-442b-bcd3-d4a93ef29e41,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:07.567189 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '22198ef5-4c6e-43e1-bff3-384c4dca9759', 'network_id': '3b674b33-e27c-4b63-836f-74857451c071', 'port_id': '22198ef5-4c6e-43e1-bff3-384c4dca9759', 'mac_address': 'fa:16:3e:e4:f0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70bcc098-4623-490c-a481-ef7fdeb140e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:43:07.675485 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:07.722425 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22198ef5-4c6e-43e1-bff3-384c4dca9759 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:43:07.738805 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c69705ea-9943-40f7-a454-3816b537cfa4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:07.755688 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 22198ef5-4c6e-43e1-bff3-384c4dca9759, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=22198ef5-4c6e-43e1-bff3-384c4dca9759,segment=NetworkSegment(d17cc243-2797-4565-95fd-1ae641ef3deb),segment_id=d17cc243-2797-4565-95fd-1ae641ef3deb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:43:07.767892 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:08.004831 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=22198ef5-4c6e-43e1-bff3-384c4dca9759,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:08.116438 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['22198ef5-4c6e-43e1-bff3-384c4dca9759'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:43:08.545386 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:08.553338 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c69705ea-9943-40f7-a454-3816b537cfa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:09.183737 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69705ea-9943-40f7-a454-3816b537cfa4 admin admin] Router 6dc59c1f-e862-46b3-a59a-4e278b3822fe is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:43:09.234609 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b147ee-077e-4cb1-a78c-413162fda03a None None] Network de965f41-afbd-4da2-9fba-561b7d6fb0bd requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:43:09.595243 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69705ea-9943-40f7-a454-3816b537cfa4 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:43:09.679794 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c25f9082-9d44-442b-bcd3-d4a93ef29e41 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:43:09.708132 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c69705ea-9943-40f7-a454-3816b537cfa4 admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:09.709372 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c69705ea-9943-40f7-a454-3816b537cfa4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9567802 Mar 09 03:43:09.713237 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51656) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:43:09.802047 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] Sync routers for ids ['6dc59c1f-e862-46b3-a59a-4e278b3822fe'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:43:09.963180 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-78e61b50-0c1a-4c3a-ac94-d975667521b9 None None] Provisioning for port c25f9082-9d44-442b-bcd3-d4a93ef29e41 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:43:10.003355 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] Routers {'6dc59c1f-e862-46b3-a59a-4e278b3822fe'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:43:10.004101 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:43:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['6dc59c1f-e862-46b3-a59a-4e278b3822fe'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:10.444952 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port c25f9082-9d44-442b-bcd3-d4a93ef29e41 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:43:10.453934 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port c25f9082-9d44-442b-bcd3-d4a93ef29e41 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:43:10.454298 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:10.650205 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] Set router 6dc59c1f-e862-46b3-a59a-4e278b3822fe gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:43:10.877008 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 22198ef5-4c6e-43e1-bff3-384c4dca9759 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:43:11.111513 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3412504d-8a0e-48cf-9b68-a2796546dca0 None None] Provisioning complete for port c25f9082-9d44-442b-bcd3-d4a93ef29e41 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:43:11.111878 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3412504d-8a0e-48cf-9b68-a2796546dca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:11.149208 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:11.227236 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port c25f9082-9d44-442b-bcd3-d4a93ef29e41, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c25f9082-9d44-442b-bcd3-d4a93ef29e41,segment=NetworkSegment(7c5d9ec6-95d9-4871-9ed5-7e76256f28e4),segment_id=7c5d9ec6-95d9-4871-9ed5-7e76256f28e4)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:43:11.236018 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:11.256420 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:11.347065 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=c25f9082-9d44-442b-bcd3-d4a93ef29e41,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:11.403602 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 22198ef5-4c6e-43e1-bff3-384c4dca9759 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:43:11.464167 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 22198ef5-4c6e-43e1-bff3-384c4dca9759 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:43:11.464852 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:11.881816 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Allocated IP 172.20.0.1 (de965f41-afbd-4da2-9fba-561b7d6fb0bd/d3571473-a79b-41d1-b3f2-a4755f295f86/8740494f-2ace-475d-bab0-64d95715529b) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:43:11.909304 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'name': 'tempest-ServersTestBootFromVolume-931872618-router', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8767e8c8-a1b9-41d6-af56-30b3999fc573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:43:03Z', 'updated_at': '2022-03-09T03:43:06Z', 'revision_number': 3, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'gw_port': {'id': '8767e8c8-a1b9-41d6-af56-30b3999fc573', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:43:05Z', 'updated_at': '2022-03-09T03:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:11.956775 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] Checking router: 6dc59c1f-e862-46b3-a59a-4e278b3822fe for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:43:11.957119 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] Updating router 6dc59c1f-e862-46b3-a59a-4e278b3822fe port 8767e8c8-a1b9-41d6-af56-30b3999fc573 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:43:12.208692 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:12.382282 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:12.427464 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Transition to ACTIVE for port object 8740494f-2ace-475d-bab0-64d95715529b will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:43:12.460156 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:12.725164 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Network de965f41-afbd-4da2-9fba-561b7d6fb0bd is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:43:12.728781 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:43:12.742012 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:43:12.799496 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:12.855907 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:13.002019 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 22198ef5-4c6e-43e1-bff3-384c4dca9759, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=22198ef5-4c6e-43e1-bff3-384c4dca9759,segment=NetworkSegment(d17cc243-2797-4565-95fd-1ae641ef3deb),segment_id=d17cc243-2797-4565-95fd-1ae641ef3deb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:43:13.045951 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:13.231485 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-eca587eb-87be-416e-9fba-13bb9622ca25 None None] Provisioning for port 8740494f-2ace-475d-bab0-64d95715529b completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:43:13.245268 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-eca587eb-87be-416e-9fba-13bb9622ca25 None None] Provisioning complete for port 8740494f-2ace-475d-bab0-64d95715529b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:43:13.245564 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-eca587eb-87be-416e-9fba-13bb9622ca25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:13.302207 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:13.357999 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=8740494f-2ace-475d-bab0-64d95715529b,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:13.374846 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] Transition to ACTIVE for port object 8767e8c8-a1b9-41d6-af56-30b3999fc573 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:43:13.381495 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=22198ef5-4c6e-43e1-bff3-384c4dca9759,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:13.400548 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:13.462507 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:13.463111 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:13.463191 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:13.463515 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:13.465300 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:13.465625 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:13.465956 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:13.466279 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:13.466600 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:13.466940 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:13.467261 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:13.467575 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:13.475930 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c25f9082-9d44-442b-bcd3-d4a93ef29e41 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:43:13.527624 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:13.540524 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-eca587eb-87be-416e-9fba-13bb9622ca25 None None] Port 8740494f-2ace-475d-bab0-64d95715529b cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:43:13.645459 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922f349-819d-47af-b713-830d949942af None None] Pushing event updated for resources: {'Port': ['ID=8767e8c8-a1b9-41d6-af56-30b3999fc573,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:13.659846 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] Attempting to bind port 8767e8c8-a1b9-41d6-af56-30b3999fc573 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:43:13.660344 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] Attempting to bind port 8767e8c8-a1b9-41d6-af56-30b3999fc573 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:43:13.663212 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] Attempting to bind port 8767e8c8-a1b9-41d6-af56-30b3999fc573 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:43:13.689096 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:43:13.694758 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:43:13.695374 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:13.695889 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:43:13.696491 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] Bound port: 8767e8c8-a1b9-41d6-af56-30b3999fc573, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:43:13.697153 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:14.040024 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port c25f9082-9d44-442b-bcd3-d4a93ef29e41 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:43:14.040024 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:14.041986 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:14.045975 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:14.100367 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] For port 8767e8c8-a1b9-41d6-af56-30b3999fc573, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:43:14.120426 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] For port 8767e8c8-a1b9-41d6-af56-30b3999fc573, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=8767e8c8-a1b9-41d6-af56-30b3999fc573,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:43:14.138830 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:14.293668 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=8740494f-2ace-475d-bab0-64d95715529b,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:14.296245 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:14.374513 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922f349-819d-47af-b713-830d949942af None None] Pushing event updated for resources: {'Port': ['ID=8767e8c8-a1b9-41d6-af56-30b3999fc573,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:14.382869 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] Routers {'6dc59c1f-e862-46b3-a59a-4e278b3822fe'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:43:14.383393 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:43:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['6dc59c1f-e862-46b3-a59a-4e278b3822fe'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:14.607061 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Network de965f41-afbd-4da2-9fba-561b7d6fb0bd is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:43:14.608332 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:43:15.028782 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Router 6dc59c1f-e862-46b3-a59a-4e278b3822fe has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:43:15.035871 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2505f3be-1e6c-4a1c-8dce-34280e56b1ed None None] Provisioning complete for port 8740494f-2ace-475d-bab0-64d95715529b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:43:15.036239 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2505f3be-1e6c-4a1c-8dce-34280e56b1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:15.100019 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] Set router 6dc59c1f-e862-46b3-a59a-4e278b3822fe gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:43:15.210891 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-2505f3be-1e6c-4a1c-8dce-34280e56b1ed None None] Port 8740494f-2ace-475d-bab0-64d95715529b cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:43:15.441986 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:43:15.535513 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ce4fd12c-361a-428b-897f-624c60499ed0 admin admin] 10.222.0.16 "PUT /v2.0/routers/6dc59c1f-e862-46b3-a59a-4e278b3822fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8111076 Mar 09 03:43:15.680074 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'name': 'tempest-ServersTestBootFromVolume-931872618-router', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8767e8c8-a1b9-41d6-af56-30b3999fc573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:43:03Z', 'updated_at': '2022-03-09T03:43:13Z', 'revision_number': 4, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'gw_port': {'id': '8767e8c8-a1b9-41d6-af56-30b3999fc573', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:43:05Z', 'updated_at': '2022-03-09T03:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '8740494f-2ace-475d-bab0-64d95715529b', 'name': '', 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'mac_address': 'fa:16:3e:7b:81:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'd3571473-a79b-41d1-b3f2-a4755f295f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:43:11Z', 'updated_at': '2022-03-09T03:43:13Z', 'revision_number': 2, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'subnets': [{'id': 'd3571473-a79b-41d1-b3f2-a4755f295f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:15.694252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a51c69-d91e-492c-82f1-34e5ff002439 None None] The sync data for ids ['6dc59c1f-e862-46b3-a59a-4e278b3822fe'] in n-d-825178-5 is: [{'id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'name': 'tempest-ServersTestBootFromVolume-931872618-router', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8767e8c8-a1b9-41d6-af56-30b3999fc573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:43:03Z', 'updated_at': '2022-03-09T03:43:13Z', 'revision_number': 4, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'gw_port': {'id': '8767e8c8-a1b9-41d6-af56-30b3999fc573', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:43:05Z', 'updated_at': '2022-03-09T03:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '8740494f-2ace-475d-bab0-64d95715529b', 'name': '', 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'mac_address': 'fa:16:3e:7b:81:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'd3571473-a79b-41d1-b3f2-a4755f295f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:43:11Z', 'updated_at': '2022-03-09T03:43:13Z', 'revision_number': 2, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'subnets': [{'id': 'd3571473-a79b-41d1-b3f2-a4755f295f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:43:16.116157 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb48f2ba-45f2-423a-936a-13ceb3ff6c26', 'tag': '22198ef5-4c6e-43e1-bff3-384c4dca9759', 'status': 'completed', 'code': 200} Mar 09 03:43:16.472180 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a985f7c-5dc1-480f-a02b-2a34bcaed937 req-8cda3b55-9c2f-4678-870f-a4ea9969f36f tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:16.483747 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8a985f7c-5dc1-480f-a02b-2a34bcaed937 req-8cda3b55-9c2f-4678-870f-a4ea9969f36f tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb48f2ba-45f2-423a-936a-13ceb3ff6c26 HTTP/1.1" status: 200 len: 945 time: 0.2216163 Mar 09 03:43:16.505463 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c032e9a-c6d0-4dc4-8023-e7bcdeab45ff req-3412f1c1-b3fa-41e1-8e9e-97b272a0086c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:16.507269 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2c032e9a-c6d0-4dc4-8023-e7bcdeab45ff req-3412f1c1-b3fa-41e1-8e9e-97b272a0086c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f004643bc8e4c83b3fcb9520c1f36ac&device_id=fb48f2ba-45f2-423a-936a-13ceb3ff6c26 HTTP/1.1" status: 200 len: 1096 time: 0.3721614 Mar 09 03:43:16.562182 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8a985f7c-5dc1-480f-a02b-2a34bcaed937 req-1883135a-6f5e-4f4f-b9e8-985a32ecda9c tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f1185d-d206-498e-8a1b-8c1bb6a86527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607562 Mar 09 03:43:16.709991 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02334f84-ce6a-4cec-b28e-4b4169f4117d req-675c9e23-d799-4d65-aa9a-cb8adc32244d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:16.719282 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02334f84-ce6a-4cec-b28e-4b4169f4117d req-675c9e23-d799-4d65-aa9a-cb8adc32244d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:16.727107 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02334f84-ce6a-4cec-b28e-4b4169f4117d req-675c9e23-d799-4d65-aa9a-cb8adc32244d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:16.734499 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02334f84-ce6a-4cec-b28e-4b4169f4117d req-675c9e23-d799-4d65-aa9a-cb8adc32244d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:16.745741 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02334f84-ce6a-4cec-b28e-4b4169f4117d req-675c9e23-d799-4d65-aa9a-cb8adc32244d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:16.753078 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02334f84-ce6a-4cec-b28e-4b4169f4117d req-675c9e23-d799-4d65-aa9a-cb8adc32244d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:16.759090 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02334f84-ce6a-4cec-b28e-4b4169f4117d req-675c9e23-d799-4d65-aa9a-cb8adc32244d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:16.761110 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-02334f84-ce6a-4cec-b28e-4b4169f4117d req-675c9e23-d799-4d65-aa9a-cb8adc32244d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5445 time: 0.5385387 Mar 09 03:43:16.831614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c032e9a-c6d0-4dc4-8023-e7bcdeab45ff req-875cdcc6-a0ec-4ccf-9fe2-9955d0d047ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:16.833351 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2c032e9a-c6d0-4dc4-8023-e7bcdeab45ff req-875cdcc6-a0ec-4ccf-9fe2-9955d0d047ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=3b674b33-e27c-4b63-836f-74857451c071 HTTP/1.1" status: 200 len: 922 time: 0.3175967 Mar 09 03:43:16.916111 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2c032e9a-c6d0-4dc4-8023-e7bcdeab45ff req-db0208f8-6b04-4464-84b8-5bdeca6a6a6d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22198ef5-4c6e-43e1-bff3-384c4dca9759 HTTP/1.1" status: 200 len: 217 time: 0.0751977 Mar 09 03:43:17.006762 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-02334f84-ce6a-4cec-b28e-4b4169f4117d req-909199a8-ca7a-4c7d-a3a4-c96f92a38dbe tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2352035 Mar 09 03:43:17.008587 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c032e9a-c6d0-4dc4-8023-e7bcdeab45ff req-a2f6850c-936f-4917-9730-91dd9842db7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:17.009832 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461df72-164f-4003-9d40-70dcd3385c4c req-66695981-291c-4538-8155-6eba3baa7083 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:17.011504 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2c032e9a-c6d0-4dc4-8023-e7bcdeab45ff req-a2f6850c-936f-4917-9730-91dd9842db7e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70bcc098-4623-490c-a481-ef7fdeb140e3 HTTP/1.1" status: 200 len: 861 time: 0.0881660 Mar 09 03:43:17.022673 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6461df72-164f-4003-9d40-70dcd3385c4c req-66695981-291c-4538-8155-6eba3baa7083 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=75ed95dd-7bb6-4dfe-9fb6-e75591f601cf HTTP/1.1" status: 200 len: 945 time: 0.2054520 Mar 09 03:43:17.084620 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2c032e9a-c6d0-4dc4-8023-e7bcdeab45ff req-abe890b9-3728-4b12-b11a-bfd03c4f0a82 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b674b33-e27c-4b63-836f-74857451c071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618141 Mar 09 03:43:17.102412 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6461df72-164f-4003-9d40-70dcd3385c4c req-71b7a3cd-3841-421c-a9c8-fff29705c00c tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3dfd177-39e0-48b3-8306-e6e178ccdf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782726 Mar 09 03:43:17.150712 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ed95dd-7bb6-4dfe-9fb6-e75591f601cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0227c9-9533-40a5-8852-6d7a06c46b6c', 'code': 200} Mar 09 03:43:17.423682 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2c032e9a-c6d0-4dc4-8023-e7bcdeab45ff req-4211f380-3964-4338-9683-823a5b020d90 service neutron] 10.222.0.21 "GET /v2.0/networks/3b674b33-e27c-4b63-836f-74857451c071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319416 Mar 09 03:43:17.480696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8767e8c8-a1b9-41d6-af56-30b3999fc573 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:43:17.669715 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 8767e8c8-a1b9-41d6-af56-30b3999fc573 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:43:17.683076 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 8767e8c8-a1b9-41d6-af56-30b3999fc573 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:43:17.687246 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:17.822011 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2c032e9a-c6d0-4dc4-8023-e7bcdeab45ff req-d0b64484-6e44-4993-8292-602dd628cea5 service neutron] 10.222.0.21 "GET /v2.0/networks/3b674b33-e27c-4b63-836f-74857451c071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890870 Mar 09 03:43:17.919293 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf991ef-d47d-4fc0-bd85-0c670b18e91a req-fab657f5-d57f-468b-b406-3db9126fb110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:17.921025 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0bf991ef-d47d-4fc0-bd85-0c670b18e91a req-fab657f5-d57f-468b-b406-3db9126fb110 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75ed95dd-7bb6-4dfe-9fb6-e75591f601cf HTTP/1.1" status: 200 len: 1096 time: 0.6174526 Mar 09 03:43:18.010442 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51738) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:43:18.016526 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-6c199175-c788-4bf9-8f8e-0a7179cac5c8 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1353906630', 'description': 'tempest-description--209232931'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:43:18.041975 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6c199175-c788-4bf9-8f8e-0a7179cac5c8 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:43:18.066702 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6c199175-c788-4bf9-8f8e-0a7179cac5c8 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Usage tracker for resource:security_group and tenant:817a57555e2f4b54a80c7a27a00c451f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:43:18.087917 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6c199175-c788-4bf9-8f8e-0a7179cac5c8 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:43:18.108109 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0bf991ef-d47d-4fc0-bd85-0c670b18e91a req-ae390bc1-4d75-421d-b869-8493d31b78ee service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d3dfd177-39e0-48b3-8306-e6e178ccdf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564095 Mar 09 03:43:18.124328 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6c199175-c788-4bf9-8f8e-0a7179cac5c8 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:43:18.171127 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f5d9d-5915-4b0d-b1ed-cafb8c06b03c req-81b5709c-b4ec-4b88-b97e-645fcb55cf72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:18.183555 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6c199175-c788-4bf9-8f8e-0a7179cac5c8 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:18.195301 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f5d9d-5915-4b0d-b1ed-cafb8c06b03c req-81b5709c-b4ec-4b88-b97e-645fcb55cf72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:18.230129 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f5d9d-5915-4b0d-b1ed-cafb8c06b03c req-81b5709c-b4ec-4b88-b97e-645fcb55cf72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:18.244986 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f5d9d-5915-4b0d-b1ed-cafb8c06b03c req-81b5709c-b4ec-4b88-b97e-645fcb55cf72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:18.259478 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f5d9d-5915-4b0d-b1ed-cafb8c06b03c req-81b5709c-b4ec-4b88-b97e-645fcb55cf72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:18.269942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f5d9d-5915-4b0d-b1ed-cafb8c06b03c req-81b5709c-b4ec-4b88-b97e-645fcb55cf72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:18.282343 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6c199175-c788-4bf9-8f8e-0a7179cac5c8 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:43:18.290597 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6c199175-c788-4bf9-8f8e-0a7179cac5c8 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Usage tracker for resource:security_group_rule and tenant:817a57555e2f4b54a80c7a27a00c451f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:43:18.293971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f5d9d-5915-4b0d-b1ed-cafb8c06b03c req-81b5709c-b4ec-4b88-b97e-645fcb55cf72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:18.296877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6c199175-c788-4bf9-8f8e-0a7179cac5c8 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:43:18.307330 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6c199175-c788-4bf9-8f8e-0a7179cac5c8 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:43:18.307467 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b13f5d9d-5915-4b0d-b1ed-cafb8c06b03c req-81b5709c-b4ec-4b88-b97e-645fcb55cf72 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5445 time: 0.7469766 Mar 09 03:43:18.307921 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51744) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:43:18.329531 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-b54bf040-08cb-42e0-a37e-ee4c3db43ba7 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Request body: {'floatingip': {'port_id': '1644b1aa-49cd-41fb-87b3-ed75bd5fc672'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:43:18.403308 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:18.456375 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 8767e8c8-a1b9-41d6-af56-30b3999fc573, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=8767e8c8-a1b9-41d6-af56-30b3999fc573,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:43:18.474071 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6c199175-c788-4bf9-8f8e-0a7179cac5c8 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:18.511854 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6c199175-c788-4bf9-8f8e-0a7179cac5c8 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:18.512204 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:18.688753 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b54bf040-08cb-42e0-a37e-ee4c3db43ba7 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for floatingip, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:18.806654 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=8767e8c8-a1b9-41d6-af56-30b3999fc573,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:18.899607 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6c199175-c788-4bf9-8f8e-0a7179cac5c8 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:18.909184 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6c199175-c788-4bf9-8f8e-0a7179cac5c8 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8892622 Mar 09 03:43:18.909184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51754) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:43:18.943857 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-4044d68d-5d7c-4f9f-82a8-f804b95f7360 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Request body: {'security_group_rule': {'security_group_id': '61bea364-3afb-4b36-b5d0-a6a233af654b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:43:18.989491 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4044d68d-5d7c-4f9f-82a8-f804b95f7360 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:43:19.021184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c199175-c788-4bf9-8f8e-0a7179cac5c8 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61bea364-3afb-4b36-b5d0-a6a233af654b,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:19.046995 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4044d68d-5d7c-4f9f-82a8-f804b95f7360 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Usage tracker for resource:security_group_rule and tenant:817a57555e2f4b54a80c7a27a00c451f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:43:19.071466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4044d68d-5d7c-4f9f-82a8-f804b95f7360 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:43:19.108967 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4044d68d-5d7c-4f9f-82a8-f804b95f7360 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:43:19.153971 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb48f2ba-45f2-423a-936a-13ceb3ff6c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22198ef5-4c6e-43e1-bff3-384c4dca9759'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:43:19.236060 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679cb73-73f6-462f-9f07-890495d13080 req-c973b15a-1fbb-4a92-bd58-e0286263c317 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:19.253917 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3679cb73-73f6-462f-9f07-890495d13080 req-c973b15a-1fbb-4a92-bd58-e0286263c317 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb48f2ba-45f2-423a-936a-13ceb3ff6c26 HTTP/1.1" status: 200 len: 945 time: 0.6564667 Mar 09 03:43:19.271235 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567da9d-8d4d-4919-8f96-a9fd2a81f9af req-fe658795-0112-4946-8eec-1b05a0a5bfe7 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:19.286169 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6567da9d-8d4d-4919-8f96-a9fd2a81f9af req-fe658795-0112-4946-8eec-1b05a0a5bfe7 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee66d1f5-ff60-4479-973f-74e03552da3e HTTP/1.1" status: 200 len: 951 time: 0.7370343 Mar 09 03:43:19.344665 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4044d68d-5d7c-4f9f-82a8-f804b95f7360 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:19.409831 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3679cb73-73f6-462f-9f07-890495d13080 req-cd81f3a7-9cae-4820-aa33-9a506e29d8a6 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f1185d-d206-498e-8a1b-8c1bb6a86527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474683 Mar 09 03:43:19.450365 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8767e8c8-a1b9-41d6-af56-30b3999fc573 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:43:19.614970 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] Sync routers for ids ['6dc59c1f-e862-46b3-a59a-4e278b3822fe'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:43:19.631652 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] Routers {'6dc59c1f-e862-46b3-a59a-4e278b3822fe'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:43:19.632526 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:43:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['6dc59c1f-e862-46b3-a59a-4e278b3822fe'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:19.694252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 8767e8c8-a1b9-41d6-af56-30b3999fc573 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:43:19.694621 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:19.710042 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6567da9d-8d4d-4919-8f96-a9fd2a81f9af req-d7993cf3-0eb1-41b1-9299-a91f52f107cd tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4da3626-15c8-47b5-863d-85867345371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229105 Mar 09 03:43:19.787478 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4044d68d-5d7c-4f9f-82a8-f804b95f7360 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:19.798929 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4044d68d-5d7c-4f9f-82a8-f804b95f7360 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:19.901562 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044d68d-5d7c-4f9f-82a8-f804b95f7360 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b99451-3c93-408a-acdb-3010762624f3,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:19.905791 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4044d68d-5d7c-4f9f-82a8-f804b95f7360 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:19.914534 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4044d68d-5d7c-4f9f-82a8-f804b95f7360 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9929676 Mar 09 03:43:19.916683 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51772) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:43:19.934311 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-e286a874-9849-459e-8314-4a24f69712b1 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Request body: {'security_group_rule': {'security_group_id': '61bea364-3afb-4b36-b5d0-a6a233af654b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:43:19.949796 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e286a874-9849-459e-8314-4a24f69712b1 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:43:19.958612 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e286a874-9849-459e-8314-4a24f69712b1 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Usage tracker for resource:security_group_rule and tenant:817a57555e2f4b54a80c7a27a00c451f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:43:19.967133 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e286a874-9849-459e-8314-4a24f69712b1 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:43:19.986171 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e286a874-9849-459e-8314-4a24f69712b1 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:43:20.012721 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb48f2ba-45f2-423a-936a-13ceb3ff6c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22198ef5-4c6e-43e1-bff3-384c4dca9759', 'code': 200} Mar 09 03:43:20.029422 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e286a874-9849-459e-8314-4a24f69712b1 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:20.309783 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] Set router 6dc59c1f-e862-46b3-a59a-4e278b3822fe gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:43:20.400330 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e286a874-9849-459e-8314-4a24f69712b1 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:20.409399 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e286a874-9849-459e-8314-4a24f69712b1 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:20.447089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286a874-9849-459e-8314-4a24f69712b1 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66a6907-15d2-4751-b02f-baa66e4b3d30,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:20.480771 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e286a874-9849-459e-8314-4a24f69712b1 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:20.482052 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e286a874-9849-459e-8314-4a24f69712b1 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5600157 Mar 09 03:43:20.485395 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51818) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:43:20.492524 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-2654c32e-2ac4-4492-83fa-0b23345f52a4 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:43:20.504760 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2654c32e-2ac4-4492-83fa-0b23345f52a4 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:43:20.512822 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2654c32e-2ac4-4492-83fa-0b23345f52a4 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Usage tracker for resource:floatingip and tenant:817a57555e2f4b54a80c7a27a00c451f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:43:20.517349 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2654c32e-2ac4-4492-83fa-0b23345f52a4 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:43:20.532374 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2654c32e-2ac4-4492-83fa-0b23345f52a4 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:43:20.551438 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2654c32e-2ac4-4492-83fa-0b23345f52a4 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:20.739747 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32fbd4-a228-4804-baab-490676ac76a3 req-6f6a785b-dc9e-43dd-8c38-3e4b695a0757 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:20.741402 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7f32fbd4-a228-4804-baab-490676ac76a3 req-6f6a785b-dc9e-43dd-8c38-3e4b695a0757 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=75ed95dd-7bb6-4dfe-9fb6-e75591f601cf HTTP/1.1" status: 200 len: 945 time: 1.0538638 Mar 09 03:43:20.774606 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78433e-22ae-4a88-87d7-81532aa84a79 req-6d28fe2b-300a-4884-961b-f3b93a3d7299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:20.776278 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4b78433e-22ae-4a88-87d7-81532aa84a79 req-6d28fe2b-300a-4884-961b-f3b93a3d7299 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb48f2ba-45f2-423a-936a-13ceb3ff6c26 HTTP/1.1" status: 200 len: 1096 time: 0.3362381 Mar 09 03:43:20.795146 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7131f77-88e8-4579-9aae-654b1bc7919a req-8cdb5d2d-d1f0-438f-b581-ce78fba872b8 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:20.796905 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c7131f77-88e8-4579-9aae-654b1bc7919a req-8cdb5d2d-d1f0-438f-b581-ce78fba872b8 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb48f2ba-45f2-423a-936a-13ceb3ff6c26 HTTP/1.1" status: 200 len: 945 time: 0.1316586 Mar 09 03:43:20.822713 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2654c32e-2ac4-4492-83fa-0b23345f52a4 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:20.841511 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device a9955499-c02e-4035-aed3-ebd196be127d no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:43:20.910098 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'name': 'tempest-ServersTestBootFromVolume-931872618-router', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8767e8c8-a1b9-41d6-af56-30b3999fc573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:43:03Z', 'updated_at': '2022-03-09T03:43:13Z', 'revision_number': 4, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'gw_port': {'id': '8767e8c8-a1b9-41d6-af56-30b3999fc573', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:43:05Z', 'updated_at': '2022-03-09T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '8740494f-2ace-475d-bab0-64d95715529b', 'name': '', 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'mac_address': 'fa:16:3e:7b:81:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'd3571473-a79b-41d1-b3f2-a4755f295f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:43:11Z', 'updated_at': '2022-03-09T03:43:13Z', 'revision_number': 2, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'subnets': [{'id': 'd3571473-a79b-41d1-b3f2-a4755f295f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:20.912984 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7f32fbd4-a228-4804-baab-490676ac76a3 req-6c4f07a4-690e-4962-a955-e0f4127485ab tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3dfd177-39e0-48b3-8306-e6e178ccdf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550698 Mar 09 03:43:20.916197 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] Checking router: 6dc59c1f-e862-46b3-a59a-4e278b3822fe for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:43:20.916963 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] Updating router 6dc59c1f-e862-46b3-a59a-4e278b3822fe port 8740494f-2ace-475d-bab0-64d95715529b binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:43:20.977938 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c7131f77-88e8-4579-9aae-654b1bc7919a req-0116c042-7b0f-450e-96b9-7ed1ba996520 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f1185d-d206-498e-8a1b-8c1bb6a86527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732848 Mar 09 03:43:20.990313 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4b78433e-22ae-4a88-87d7-81532aa84a79 req-2c44e178-76d6-479c-8c27-1d9483177f98 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e5f1185d-d206-498e-8a1b-8c1bb6a86527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942551 Mar 09 03:43:21.031880 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:21.076117 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b54bf040-08cb-42e0-a37e-ee4c3db43ba7 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:21.095020 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b54bf040-08cb-42e0-a37e-ee4c3db43ba7 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:21.121501 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:21.152895 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-2654c32e-2ac4-4492-83fa-0b23345f52a4 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Allocated IP 172.25.7.44 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/53a48d25-4513-4149-90c1-1dc4f1963402) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:43:21.184983 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port a9955499-c02e-4035-aed3-ebd196be127d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=a9955499-c02e-4035-aed3-ebd196be127d,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:43:21.197942 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:21.331659 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=a9955499-c02e-4035-aed3-ebd196be127d,revision_number=11']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:21.519080 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2654c32e-2ac4-4492-83fa-0b23345f52a4 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:21.569222 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2654c32e-2ac4-4492-83fa-0b23345f52a4 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:21.603638 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-b54bf040-08cb-42e0-a37e-ee4c3db43ba7 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Floating IP b2aaba5c-eb4c-4af8-9a29-a75532a41b8e associated. External IP: 172.25.7.10, port: 1644b1aa-49cd-41fb-87b3-ed75bd5fc672. Mar 09 03:43:21.686598 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654c32e-2ac4-4492-83fa-0b23345f52a4 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Pushing event updated for resources: {'Port': ['ID=53a48d25-4513-4149-90c1-1dc4f1963402,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:21.699796 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2654c32e-2ac4-4492-83fa-0b23345f52a4 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:43:21.701122 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-2654c32e-2ac4-4492-83fa-0b23345f52a4 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:43:21.704588 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2654c32e-2ac4-4492-83fa-0b23345f52a4 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:43:21.802215 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2654c32e-2ac4-4492-83fa-0b23345f52a4 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:21.823287 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96a4141d-50c8-49c1-98c7-3aa4b301818b req-26943caa-7a56-40a3-8238-77af3eeadd12 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ee66d1f5-ff60-4479-973f-74e03552da3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2749679 Mar 09 03:43:21.937572 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:21.972329 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] Transition to ACTIVE for port object 8740494f-2ace-475d-bab0-64d95715529b will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:43:21.992806 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:21.998198 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2654c32e-2ac4-4492-83fa-0b23345f52a4 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:22.026807 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee66d1f5-ff60-4479-973f-74e03552da3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9955499-c02e-4035-aed3-ebd196be127d'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:43:22.314059 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f6aed-c0e1-407a-baa9-deaa89f7ccd5 None None] Pushing event updated for resources: {'Port': ['ID=8740494f-2ace-475d-bab0-64d95715529b,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:22.428471 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f6aed-c0e1-407a-baa9-deaa89f7ccd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:22.434845 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f6aed-c0e1-407a-baa9-deaa89f7ccd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:22.435551 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f6aed-c0e1-407a-baa9-deaa89f7ccd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:22.436035 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f6aed-c0e1-407a-baa9-deaa89f7ccd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:22.436533 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f6aed-c0e1-407a-baa9-deaa89f7ccd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:22.436853 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f6aed-c0e1-407a-baa9-deaa89f7ccd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:22.437159 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f6aed-c0e1-407a-baa9-deaa89f7ccd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:22.437618 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f6aed-c0e1-407a-baa9-deaa89f7ccd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:22.438055 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f6aed-c0e1-407a-baa9-deaa89f7ccd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:22.440682 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f6aed-c0e1-407a-baa9-deaa89f7ccd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:22.443596 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f6aed-c0e1-407a-baa9-deaa89f7ccd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:22.444069 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f6aed-c0e1-407a-baa9-deaa89f7ccd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:22.488372 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] Attempting to bind port 8740494f-2ace-475d-bab0-64d95715529b on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:43:22.488786 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] Attempting to bind port 8740494f-2ace-475d-bab0-64d95715529b by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '7c5d9ec6-95d9-4871-9ed5-7e76256f28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:43:22.489141 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] Attempting to bind port 8740494f-2ace-475d-bab0-64d95715529b on network de965f41-afbd-4da2-9fba-561b7d6fb0bd {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:43:22.495119 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:43:22.495722 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] Checking segment: {'id': '7c5d9ec6-95d9-4871-9ed5-7e76256f28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:43:22.496472 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:22.497025 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] Bound using segment: {'id': '7c5d9ec6-95d9-4871-9ed5-7e76256f28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:43:22.497620 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] Bound port: 8740494f-2ace-475d-bab0-64d95715529b, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5d9ec6-95d9-4871-9ed5-7e76256f28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:43:22.498157 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:22.517579 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54bf040-08cb-42e0-a37e-ee4c3db43ba7 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Router 396dc54e-e2b8-4045-aa34-bd9021505b87 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:43:22.543672 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd5a87-a622-4964-99cf-cfc6f5f7d3a8 req-3aa958bd-c49c-458c-a054-f0bcfc36614d tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:22.545150 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9abd5a87-a622-4964-99cf-cfc6f5f7d3a8 req-3aa958bd-c49c-458c-a054-f0bcfc36614d tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb48f2ba-45f2-423a-936a-13ceb3ff6c26 HTTP/1.1" status: 200 len: 945 time: 0.1273854 Mar 09 03:43:22.573524 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2654c32e-2ac4-4492-83fa-0b23345f52a4 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:22.595741 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2654c32e-2ac4-4492-83fa-0b23345f52a4 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:22.605023 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] For port 8740494f-2ace-475d-bab0-64d95715529b, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:43:22.608242 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] For port 8740494f-2ace-475d-bab0-64d95715529b, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=8740494f-2ace-475d-bab0-64d95715529b,segment=NetworkSegment(7c5d9ec6-95d9-4871-9ed5-7e76256f28e4),segment_id=7c5d9ec6-95d9-4871-9ed5-7e76256f28e4)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:43:22.612431 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4141d-50c8-49c1-98c7-3aa4b301818b req-f0c4ad3b-5279-42ed-a119-1c71ac059261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:22.613893 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96a4141d-50c8-49c1-98c7-3aa4b301818b req-f0c4ad3b-5279-42ed-a119-1c71ac059261 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f94c533ee0e24f8a92224b12b8cfb393&device_id=ee66d1f5-ff60-4479-973f-74e03552da3e HTTP/1.1" status: 200 len: 1100 time: 0.7630973 Mar 09 03:43:22.615857 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:22.641880 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa848f2-4798-4ce8-aad7-aef56e0c6c7c req-2a889ce9-c875-40ae-adb1-96e72cfd3bfd tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:22.644927 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9abd5a87-a622-4964-99cf-cfc6f5f7d3a8 req-bf0ddecf-031c-4b01-901b-ad6021a43569 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f1185d-d206-498e-8a1b-8c1bb6a86527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907102 Mar 09 03:43:22.649968 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4aa848f2-4798-4ce8-aad7-aef56e0c6c7c req-2a889ce9-c875-40ae-adb1-96e72cfd3bfd tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=75ed95dd-7bb6-4dfe-9fb6-e75591f601cf HTTP/1.1" status: 200 len: 945 time: 0.3121192 Mar 09 03:43:22.706106 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] Routers {'6dc59c1f-e862-46b3-a59a-4e278b3822fe'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:43:22.706992 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:43:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['6dc59c1f-e862-46b3-a59a-4e278b3822fe'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:22.721808 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654c32e-2ac4-4492-83fa-0b23345f52a4 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Pushing event updated for resources: {'Port': ['ID=53a48d25-4513-4149-90c1-1dc4f1963402,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:22.734575 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2654c32e-2ac4-4492-83fa-0b23345f52a4 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:22.772068 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2654c32e-2ac4-4492-83fa-0b23345f52a4 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:22.776739 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2654c32e-2ac4-4492-83fa-0b23345f52a4 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2903376 Mar 09 03:43:23.147041 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee66d1f5-ff60-4479-973f-74e03552da3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9955499-c02e-4035-aed3-ebd196be127d', 'code': 200} Mar 09 03:43:23.204610 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f6aed-c0e1-407a-baa9-deaa89f7ccd5 None None] Pushing event updated for resources: {'Port': ['ID=8740494f-2ace-475d-bab0-64d95715529b,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:23.295984 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4aa848f2-4798-4ce8-aad7-aef56e0c6c7c req-77f96362-2f9b-44b5-9294-4aa912a78716 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3dfd177-39e0-48b3-8306-e6e178ccdf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6099629 Mar 09 03:43:23.345377 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54bf040-08cb-42e0-a37e-ee4c3db43ba7 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:43:23.345377 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b54bf040-08cb-42e0-a37e-ee4c3db43ba7 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:23.373346 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ce0415-5145-48be-bdd9-a7aeed2eabf2 None None] Sync routers for ids ['396dc54e-e2b8-4045-aa34-bd9021505b87'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:43:23.373346 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ce0415-5145-48be-bdd9-a7aeed2eabf2 None None] Routers {'396dc54e-e2b8-4045-aa34-bd9021505b87'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:43:23.373346 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-44ce0415-5145-48be-bdd9-a7aeed2eabf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:43:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['396dc54e-e2b8-4045-aa34-bd9021505b87'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:23.395364 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] Set router 6dc59c1f-e862-46b3-a59a-4e278b3822fe gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:43:23.515675 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b54bf040-08cb-42e0-a37e-ee4c3db43ba7 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "PUT /v2.0/floatingips/b2aaba5c-eb4c-4af8-9a29-a75532a41b8e HTTP/1.1" status: 200 len: 990 time: 5.1713510 Mar 09 03:43:23.515675 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'tag': '1644b1aa-49cd-41fb-87b3-ed75bd5fc672'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:43:23.576038 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4141d-50c8-49c1-98c7-3aa4b301818b req-1497a2f0-83c3-4a03-ba81-1244c58496f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:23.576038 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96a4141d-50c8-49c1-98c7-3aa4b301818b req-1497a2f0-83c3-4a03-ba81-1244c58496f4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.9183595 Mar 09 03:43:23.721895 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8740494f-2ace-475d-bab0-64d95715529b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:43:23.755560 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96a4141d-50c8-49c1-98c7-3aa4b301818b req-1806aea6-250d-455d-92af-32ecc1bc6463 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=a9955499-c02e-4035-aed3-ebd196be127d HTTP/1.1" status: 200 len: 217 time: 0.1754236 Mar 09 03:43:24.058513 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4141d-50c8-49c1-98c7-3aa4b301818b req-6476f3cb-9111-40e7-9d11-a13c2f0c0ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:24.058513 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96a4141d-50c8-49c1-98c7-3aa4b301818b req-6476f3cb-9111-40e7-9d11-a13c2f0c0ce2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.2866442 Mar 09 03:43:24.063823 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 8740494f-2ace-475d-bab0-64d95715529b completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:43:24.106121 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 8740494f-2ace-475d-bab0-64d95715529b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:43:24.115503 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:24.175920 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'tag': '1644b1aa-49cd-41fb-87b3-ed75bd5fc672', 'status': 'completed', 'code': 200} Mar 09 03:43:24.254920 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-44ce0415-5145-48be-bdd9-a7aeed2eabf2 None None] Set router 396dc54e-e2b8-4045-aa34-bd9021505b87 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:43:24.311922 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4141d-50c8-49c1-98c7-3aa4b301818b req-2f29f7f3-9c11-4d4a-a340-bbf49bcbac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:24.318529 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96a4141d-50c8-49c1-98c7-3aa4b301818b req-2f29f7f3-9c11-4d4a-a340-bbf49bcbac6d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2561738 Mar 09 03:43:24.637134 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'name': 'tempest-ServersTestBootFromVolume-931872618-router', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8767e8c8-a1b9-41d6-af56-30b3999fc573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:43:03Z', 'updated_at': '2022-03-09T03:43:13Z', 'revision_number': 4, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'gw_port': {'id': '8767e8c8-a1b9-41d6-af56-30b3999fc573', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:43:05Z', 'updated_at': '2022-03-09T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '8740494f-2ace-475d-bab0-64d95715529b', 'name': '', 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'mac_address': 'fa:16:3e:7b:81:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'd3571473-a79b-41d1-b3f2-a4755f295f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:43:11Z', 'updated_at': '2022-03-09T03:43:22Z', 'revision_number': 4, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'subnets': [{'id': 'd3571473-a79b-41d1-b3f2-a4755f295f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:24.656786 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2a38f7-b80b-4d42-9b44-8281b8c3b89f None None] The sync data for ids ['6dc59c1f-e862-46b3-a59a-4e278b3822fe'] in n-d-825178-5 is: [{'id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'name': 'tempest-ServersTestBootFromVolume-931872618-router', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8767e8c8-a1b9-41d6-af56-30b3999fc573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:43:03Z', 'updated_at': '2022-03-09T03:43:13Z', 'revision_number': 4, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'gw_port': {'id': '8767e8c8-a1b9-41d6-af56-30b3999fc573', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:43:05Z', 'updated_at': '2022-03-09T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '8740494f-2ace-475d-bab0-64d95715529b', 'name': '', 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'mac_address': 'fa:16:3e:7b:81:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'd3571473-a79b-41d1-b3f2-a4755f295f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:43:11Z', 'updated_at': '2022-03-09T03:43:22Z', 'revision_number': 4, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'subnets': [{'id': 'd3571473-a79b-41d1-b3f2-a4755f295f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:43:24.714581 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1c11b-48ad-4175-bc77-23c5217fdcf5 req-8007e80e-f662-49d8-bd1a-8344bfc9b14d tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:24.714581 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fcd1c11b-48ad-4175-bc77-23c5217fdcf5 req-8007e80e-f662-49d8-bd1a-8344bfc9b14d tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fd17274-c477-414d-ab95-3844a5b08221&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5178316 Mar 09 03:43:24.936543 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fcd1c11b-48ad-4175-bc77-23c5217fdcf5 req-1f7b51bf-187a-4a5f-828e-e6b87f10d4ad tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.69 HTTP/1.1" status: 200 len: 695 time: 0.2352216 Mar 09 03:43:24.980023 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:25.016622 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420659d-eb22-4088-8a0f-bf4e7c4625e7 req-52e2963d-2de9-47f7-ba1e-528961bda056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:25.016622 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420659d-eb22-4088-8a0f-bf4e7c4625e7 req-52e2963d-2de9-47f7-ba1e-528961bda056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:25.016622 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420659d-eb22-4088-8a0f-bf4e7c4625e7 req-52e2963d-2de9-47f7-ba1e-528961bda056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:25.016622 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420659d-eb22-4088-8a0f-bf4e7c4625e7 req-52e2963d-2de9-47f7-ba1e-528961bda056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:25.016622 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420659d-eb22-4088-8a0f-bf4e7c4625e7 req-52e2963d-2de9-47f7-ba1e-528961bda056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:25.016622 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420659d-eb22-4088-8a0f-bf4e7c4625e7 req-52e2963d-2de9-47f7-ba1e-528961bda056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:25.016622 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420659d-eb22-4088-8a0f-bf4e7c4625e7 req-52e2963d-2de9-47f7-ba1e-528961bda056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:25.016622 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8420659d-eb22-4088-8a0f-bf4e7c4625e7 req-52e2963d-2de9-47f7-ba1e-528961bda056 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a99da7d1ff544c6c946233b9d2e2fe07&device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 6502 time: 0.8729553 Mar 09 03:43:25.046722 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-fcd1c11b-48ad-4175-bc77-23c5217fdcf5 req-a23600ad-f453-48d8-8df9-978ed2e6ef80 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Request body: {'floatingip': {'port_id': 'ac4ae99e-81f9-431a-a82c-6e43b4f05c0c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:43:25.106960 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f944391-6664-4c84-9028-57d5b709399e req-8a37c5c7-ab4a-491d-a0fb-a64f2beac276 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:25.106960 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f944391-6664-4c84-9028-57d5b709399e req-8a37c5c7-ab4a-491d-a0fb-a64f2beac276 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/networks?id=c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 HTTP/1.1" status: 200 len: 803 time: 0.5921540 Mar 09 03:43:25.187770 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f944391-6664-4c84-9028-57d5b709399e req-a46fa8bb-08af-4259-bc2e-604454195760 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/quotas/62215851be3d4b12858e1a437af1e4f7 HTTP/1.1" status: 200 len: 375 time: 0.0490406 Mar 09 03:43:25.416830 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96a4141d-50c8-49c1-98c7-3aa4b301818b req-3a6aaf3c-f331-40a1-992b-48db40957233 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0830066 Mar 09 03:43:25.491622 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f944391-6664-4c84-9028-57d5b709399e req-a95d3f8f-8ca1-4e69-8481-24d442614a15 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=62215851be3d4b12858e1a437af1e4f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3354638 Mar 09 03:43:25.559791 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 4ca0c064-ac3b-4b06-bef0-37a14fb17972 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:43:25.751679 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 8740494f-2ace-475d-bab0-64d95715529b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=8740494f-2ace-475d-bab0-64d95715529b,segment=NetworkSegment(7c5d9ec6-95d9-4871-9ed5-7e76256f28e4),segment_id=7c5d9ec6-95d9-4871-9ed5-7e76256f28e4)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:43:25.763672 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:25.792325 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-fcd1c11b-48ad-4175-bc77-23c5217fdcf5 req-a23600ad-f453-48d8-8df9-978ed2e6ef80 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks [] for floatingip, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:25.919436 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f944391-6664-4c84-9028-57d5b709399e req-bba22be8-06cc-45be-873c-0c8469d6fe5a service neutron] 10.222.0.16 "GET /v2.0/networks/c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268949 Mar 09 03:43:26.082789 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:26.233469 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 4ca0c064-ac3b-4b06-bef0-37a14fb17972, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=4ca0c064-ac3b-4b06-bef0-37a14fb17972,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:43:26.252458 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1755c96-7b0f-4e80-9d33-7c4cf5bf019a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ca0c064-ac3b-4b06-bef0-37a14fb17972'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:43:26.275377 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:26.287483 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-44ce0415-5145-48be-bdd9-a7aeed2eabf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'name': 'tempest-TaggedBootDevicesTest_v242-1350586423-router', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '5b7058ea-388a-4e55-895f-3579198e5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:39:42Z', 'updated_at': '2022-03-09T03:40:01Z', 'revision_number': 4, 'project_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'gw_port': {'id': '5b7058ea-388a-4e55-895f-3579198e5871', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:90:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:39:47Z', 'updated_at': '2022-03-09T03:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'b2aaba5c-eb4c-4af8-9a29-a75532a41b8e', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'port_id': '1644b1aa-49cd-41fb-87b3-ed75bd5fc672', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210', 'mac_address': 'fa:16:3e:4c:a2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:41:25Z', 'updated_at': '2022-03-09T03:43:20Z', 'revision_number': 1, 'project_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56e8c632-6a17-4bdb-83e0-fc742db20d7c', 'name': '', 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'mac_address': 'fa:16:3e:c2:3a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'ce8c094d-d2da-4007-b683-734cf48a0ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:39:58Z', 'updated_at': '2022-03-09T03:40:13Z', 'revision_number': 5, 'project_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'subnets': [{'id': 'ce8c094d-d2da-4007-b683-734cf48a0ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:26.298471 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ce0415-5145-48be-bdd9-a7aeed2eabf2 None None] Checking router: 396dc54e-e2b8-4045-aa34-bd9021505b87 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:43:26.305634 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=8740494f-2ace-475d-bab0-64d95715529b,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:26.497100 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ce0415-5145-48be-bdd9-a7aeed2eabf2 None None] Routers {'396dc54e-e2b8-4045-aa34-bd9021505b87'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:43:26.498015 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-44ce0415-5145-48be-bdd9-a7aeed2eabf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:43:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['396dc54e-e2b8-4045-aa34-bd9021505b87'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:26.638926 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f944391-6664-4c84-9028-57d5b709399e req-b36371a6-9648-4fbb-ac13-785fe45c5ac3 service neutron] 10.222.0.16 "GET /v2.0/networks/c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7134943 Mar 09 03:43:26.688435 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc122c-d2db-4451-b6fe-d68049e99ba6 req-8a4b5bfc-79e0-4331-a53a-bd26935fbe23 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:26.688435 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-12cc122c-d2db-4451-b6fe-d68049e99ba6 req-8a4b5bfc-79e0-4331-a53a-bd26935fbe23 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1755c96-7b0f-4e80-9d33-7c4cf5bf019a HTTP/1.1" status: 200 len: 943 time: 0.6632249 Mar 09 03:43:26.847647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-12cc122c-d2db-4451-b6fe-d68049e99ba6 req-61f93936-2734-49b2-8090-c96ec46b0b50 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Deleting port 4ca0c064-ac3b-4b06-bef0-37a14fb17972 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:43:26.847647 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-12cc122c-d2db-4451-b6fe-d68049e99ba6 req-61f93936-2734-49b2-8090-c96ec46b0b50 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:26.853795 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420659d-eb22-4088-8a0f-bf4e7c4625e7 req-5e36eeab-e084-4fa5-bf57-e6c75ea0c4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:26.853795 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8420659d-eb22-4088-8a0f-bf4e7c4625e7 req-5e36eeab-e084-4fa5-bf57-e6c75ea0c4a4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a8e31c6c-fab7-4159-aaef-1d90e4713210 HTTP/1.1" status: 200 len: 918 time: 1.5824955 Mar 09 03:43:26.904567 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=4ca0c064-ac3b-4b06-bef0-37a14fb17972,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:27.373108 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-44ce0415-5145-48be-bdd9-a7aeed2eabf2 None None] Set router 396dc54e-e2b8-4045-aa34-bd9021505b87 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:43:27.607502 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1755c96-7b0f-4e80-9d33-7c4cf5bf019a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ca0c064-ac3b-4b06-bef0-37a14fb17972', 'code': 200} Mar 09 03:43:27.656728 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8420659d-eb22-4088-8a0f-bf4e7c4625e7 req-b1ba632f-0de3-407a-a16a-870a9832c189 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1644b1aa-49cd-41fb-87b3-ed75bd5fc672 HTTP/1.1" status: 200 len: 998 time: 0.7786033 Mar 09 03:43:27.970349 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8740494f-2ace-475d-bab0-64d95715529b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:43:28.167278 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-44ce0415-5145-48be-bdd9-a7aeed2eabf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'name': 'tempest-TaggedBootDevicesTest_v242-1350586423-router', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '5b7058ea-388a-4e55-895f-3579198e5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:39:42Z', 'updated_at': '2022-03-09T03:40:01Z', 'revision_number': 4, 'project_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'gw_port': {'id': '5b7058ea-388a-4e55-895f-3579198e5871', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:90:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:39:47Z', 'updated_at': '2022-03-09T03:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'b2aaba5c-eb4c-4af8-9a29-a75532a41b8e', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'port_id': '1644b1aa-49cd-41fb-87b3-ed75bd5fc672', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210', 'mac_address': 'fa:16:3e:4c:a2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:41:25Z', 'updated_at': '2022-03-09T03:43:20Z', 'revision_number': 1, 'project_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56e8c632-6a17-4bdb-83e0-fc742db20d7c', 'name': '', 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'mac_address': 'fa:16:3e:c2:3a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'ce8c094d-d2da-4007-b683-734cf48a0ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:39:58Z', 'updated_at': '2022-03-09T03:40:13Z', 'revision_number': 5, 'project_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'subnets': [{'id': 'ce8c094d-d2da-4007-b683-734cf48a0ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:28.216593 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ce0415-5145-48be-bdd9-a7aeed2eabf2 None None] The sync data for ids ['396dc54e-e2b8-4045-aa34-bd9021505b87'] in n-d-825178-5 is: [{'id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'name': 'tempest-TaggedBootDevicesTest_v242-1350586423-router', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '5b7058ea-388a-4e55-895f-3579198e5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:39:42Z', 'updated_at': '2022-03-09T03:40:01Z', 'revision_number': 4, 'project_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'gw_port': {'id': '5b7058ea-388a-4e55-895f-3579198e5871', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:90:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:39:47Z', 'updated_at': '2022-03-09T03:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'b2aaba5c-eb4c-4af8-9a29-a75532a41b8e', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'port_id': '1644b1aa-49cd-41fb-87b3-ed75bd5fc672', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210', 'mac_address': 'fa:16:3e:4c:a2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:41:25Z', 'updated_at': '2022-03-09T03:43:20Z', 'revision_number': 1, 'project_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56e8c632-6a17-4bdb-83e0-fc742db20d7c', 'name': '', 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'mac_address': 'fa:16:3e:c2:3a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'ce8c094d-d2da-4007-b683-734cf48a0ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:39:58Z', 'updated_at': '2022-03-09T03:40:13Z', 'revision_number': 5, 'project_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'subnets': [{'id': 'ce8c094d-d2da-4007-b683-734cf48a0ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:43:28.234142 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-216a6350-d813-4c19-9647-a1a91f41a5d9 req-9fab33cb-d8d4-43e2-b6e6-bc5b5e4d7351 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee84d5cd-bff2-478c-bcf0-dd164d0fd49c HTTP/1.1" status: 200 len: 210 time: 0.3518260 Mar 09 03:43:28.348396 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 8740494f-2ace-475d-bab0-64d95715529b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:43:28.349105 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:28.411901 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-12cc122c-d2db-4451-b6fe-d68049e99ba6 req-61f93936-2734-49b2-8090-c96ec46b0b50 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] For port 4ca0c064-ac3b-4b06-bef0-37a14fb17972, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=4ca0c064-ac3b-4b06-bef0-37a14fb17972,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:43:28.411901 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-12cc122c-d2db-4451-b6fe-d68049e99ba6 req-61f93936-2734-49b2-8090-c96ec46b0b50 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:28.470498 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420659d-eb22-4088-8a0f-bf4e7c4625e7 req-8ca5c088-f8b4-410d-b283-072219cb6605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:28.470498 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8420659d-eb22-4088-8a0f-bf4e7c4625e7 req-8ca5c088-f8b4-410d-b283-072219cb6605 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce8c094d-d2da-4007-b683-734cf48a0ad4 HTTP/1.1" status: 200 len: 856 time: 0.7998459 Mar 09 03:43:28.476220 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96a4141d-50c8-49c1-98c7-3aa4b301818b req-7599d719-5831-4d55-a5ee-80215d1acd48 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.9219878 Mar 09 03:43:28.958612 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b931dd51-c3fd-430a-89cb-180d5ac20115 None None] New status for floating IP b2aaba5c-eb4c-4af8-9a29-a75532a41b8e: ACTIVE {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:43:29.008254 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420659d-eb22-4088-8a0f-bf4e7c4625e7 req-330735a7-47cd-48a9-ab1e-77469c95daa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:29.018250 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b00764a9-84f8-473b-8992-b87daa84d16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:29.030787 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8420659d-eb22-4088-8a0f-bf4e7c4625e7 req-330735a7-47cd-48a9-ab1e-77469c95daa5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a8e31c6c-fab7-4159-aaef-1d90e4713210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5459201 Mar 09 03:43:29.189007 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-12cc122c-d2db-4451-b6fe-d68049e99ba6 req-61f93936-2734-49b2-8090-c96ec46b0b50 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Calling delete_port for 4ca0c064-ac3b-4b06-bef0-37a14fb17972 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:43:29.506505 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8420659d-eb22-4088-8a0f-bf4e7c4625e7 req-f124b878-bdd3-48ce-a3c3-85c72ade8e90 service neutron] 10.222.0.24 "GET /v2.0/networks/a8e31c6c-fab7-4159-aaef-1d90e4713210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671862 Mar 09 03:43:29.543500 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1dd47a21-cd60-45be-ae15-d42986dd8970 req-29ba90fa-efc6-451b-bcf1-1aa81b86cf3b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=08a7b652-7f4f-4d08-9353-3e8b6f9caca1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4929435 Mar 09 03:43:29.628508 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ae748605-7dd5-463f-9d36-361721c351fa req-a98d0edd-ecb9-4a32-b60b-fd30faee169e tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee84d5cd-bff2-478c-bcf0-dd164d0fd49c HTTP/1.1" status: 200 len: 210 time: 0.0717955 Mar 09 03:43:29.667611 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-12cc122c-d2db-4451-b6fe-d68049e99ba6 req-61f93936-2734-49b2-8090-c96ec46b0b50 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:29.835080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f93936-2734-49b2-8090-c96ec46b0b50 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Pushing event deleted for resources: {'Port': ['ID=4ca0c064-ac3b-4b06-bef0-37a14fb17972,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:29.946375 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8420659d-eb22-4088-8a0f-bf4e7c4625e7 req-3089accc-caa4-4509-bdf5-9c1003bf2957 service neutron] 10.222.0.24 "GET /v2.0/networks/a8e31c6c-fab7-4159-aaef-1d90e4713210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288862 Mar 09 03:43:29.980050 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.resource_extend [req-fcd1c11b-48ad-4175-bc77-23c5217fdcf5 req-a23600ad-f453-48d8-8df9-978ed2e6ef80 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:43:30.171985 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-fcd1c11b-48ad-4175-bc77-23c5217fdcf5 req-a23600ad-f453-48d8-8df9-978ed2e6ef80 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:30.183212 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-fcd1c11b-48ad-4175-bc77-23c5217fdcf5 req-a23600ad-f453-48d8-8df9-978ed2e6ef80 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:30.184741 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-12cc122c-d2db-4451-b6fe-d68049e99ba6 req-61f93936-2734-49b2-8090-c96ec46b0b50 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] No DVR routers for this DVR port 4ca0c064-ac3b-4b06-bef0-37a14fb17972 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:43:30.189851 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-12cc122c-d2db-4451-b6fe-d68049e99ba6 req-61f93936-2734-49b2-8090-c96ec46b0b50 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:30.199242 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1755c96-7b0f-4e80-9d33-7c4cf5bf019a', 'name': 'network-vif-deleted', 'tag': '4ca0c064-ac3b-4b06-bef0-37a14fb17972'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:43:30.251158 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd47a21-cd60-45be-ae15-d42986dd8970 req-274c5248-14d0-4584-966c-6361fce249ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:30.252985 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1dd47a21-cd60-45be-ae15-d42986dd8970 req-274c5248-14d0-4584-966c-6361fce249ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f94c533ee0e24f8a92224b12b8cfb393&device_id=08a7b652-7f4f-4d08-9353-3e8b6f9caca1 HTTP/1.1" status: 200 len: 1098 time: 0.4989755 Mar 09 03:43:30.254826 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-12cc122c-d2db-4451-b6fe-d68049e99ba6 req-61f93936-2734-49b2-8090-c96ec46b0b50 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.24 "DELETE /v2.0/ports/4ca0c064-ac3b-4b06-bef0-37a14fb17972 HTTP/1.1" status: 204 len: 173 time: 3.5776608 Mar 09 03:43:30.525571 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd47a21-cd60-45be-ae15-d42986dd8970 req-abd32a85-69a1-44f4-899b-4dc2960bb6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:30.527258 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1dd47a21-cd60-45be-ae15-d42986dd8970 req-abd32a85-69a1-44f4-899b-4dc2960bb6cb service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.2422326 Mar 09 03:43:30.531625 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [req-fcd1c11b-48ad-4175-bc77-23c5217fdcf5 req-a23600ad-f453-48d8-8df9-978ed2e6ef80 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Floating IP f0932042-bf81-4dbd-9ff6-badc3ad9d7e9 associated. External IP: 172.25.7.69, port: ac4ae99e-81f9-431a-a82c-6e43b4f05c0c. Mar 09 03:43:30.735716 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1dd47a21-cd60-45be-ae15-d42986dd8970 req-7296b8c4-7c80-46e2-aea1-b43860f6ef03 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=310f446c-616a-4177-963f-0ebfeeeb11c5 HTTP/1.1" status: 200 len: 217 time: 0.1936874 Mar 09 03:43:30.993978 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd47a21-cd60-45be-ae15-d42986dd8970 req-29c1b96b-2e66-4dc2-aaef-caab851cebea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:30.998966 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1dd47a21-cd60-45be-ae15-d42986dd8970 req-29c1b96b-2e66-4dc2-aaef-caab851cebea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.2551692 Mar 09 03:43:31.092109 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5ca5a542-b065-46fe-a2ce-8e53987cb16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:31.233198 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd47a21-cd60-45be-ae15-d42986dd8970 req-51af0231-7dcb-4fd4-b02f-c939b8f8a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:31.238771 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1dd47a21-cd60-45be-ae15-d42986dd8970 req-51af0231-7dcb-4fd4-b02f-c939b8f8a267 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2341447 Mar 09 03:43:31.489039 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 4ca0c064-ac3b-4b06-bef0-37a14fb17972 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:43:31.736949 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 4ca0c064-ac3b-4b06-bef0-37a14fb17972 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:43:31.736949 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 4ca0c064-ac3b-4b06-bef0-37a14fb17972 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:43:31.844463 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcd1c11b-48ad-4175-bc77-23c5217fdcf5 req-a23600ad-f453-48d8-8df9-978ed2e6ef80 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Router 1f9efa19-91a3-41da-9caf-d24f9a1c677f has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:43:31.906877 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1755c96-7b0f-4e80-9d33-7c4cf5bf019a', 'name': 'network-vif-deleted', 'tag': '4ca0c064-ac3b-4b06-bef0-37a14fb17972', 'status': 'completed', 'code': 200} Mar 09 03:43:32.057597 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:32.070640 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f944391-6664-4c84-9028-57d5b709399e req-f319cf3e-d566-402e-9ada-9b99022bc20f tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:32.070640 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f944391-6664-4c84-9028-57d5b709399e req-f319cf3e-d566-402e-9ada-9b99022bc20f tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.21 "GET /v2.0/networks?id=c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 HTTP/1.1" status: 200 len: 803 time: 0.9630258 Mar 09 03:43:32.124844 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:32.141260 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5be969-9a29-4012-9331-07db8594ef07 req-e9201d2b-673b-4e89-bb14-75ac91bd5dce tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:32.141260 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7c5be969-9a29-4012-9331-07db8594ef07 req-e9201d2b-673b-4e89-bb14-75ac91bd5dce tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb48f2ba-45f2-423a-936a-13ceb3ff6c26 HTTP/1.1" status: 200 len: 945 time: 0.3094344 Mar 09 03:43:32.156076 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-4f944391-6664-4c84-9028-57d5b709399e req-6c467058-7206-4776-8655-ed83237da4d1 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Request body: {'port': {'device_id': 'ee84d5cd-bff2-478c-bcf0-dd164d0fd49c', 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1', 'admin_state_up': True, 'tenant_id': '62215851be3d4b12858e1a437af1e4f7'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:43:32.173941 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1dd47a21-cd60-45be-ae15-d42986dd8970 req-7218ac4c-734b-4e4e-a537-0d41d3fc9e6e service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8755717 Mar 09 03:43:32.315985 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7c5be969-9a29-4012-9331-07db8594ef07 req-5a5a47bc-33ea-4407-8d07-0689613863bc tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f1185d-d206-498e-8a1b-8c1bb6a86527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951435 Mar 09 03:43:32.403371 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1dd47a21-cd60-45be-ae15-d42986dd8970 req-eb0e5220-a572-4b92-80af-3c0a9725cb92 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718298 Mar 09 03:43:32.499873 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e5ed2-9ba4-40c8-9532-bce3514f9119 req-fba4994d-5cea-4429-9b1e-0f0c0eefad75 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:32.499873 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e53e5ed2-9ba4-40c8-9532-bce3514f9119 req-fba4994d-5cea-4429-9b1e-0f0c0eefad75 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb48f2ba-45f2-423a-936a-13ceb3ff6c26 HTTP/1.1" status: 200 len: 945 time: 0.7783129 Mar 09 03:43:32.696539 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-4f944391-6664-4c84-9028-57d5b709399e req-6c467058-7206-4776-8655-ed83237da4d1 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:43:32.696539 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-4f944391-6664-4c84-9028-57d5b709399e req-6c467058-7206-4776-8655-ed83237da4d1 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Usage tracker for resource:port and tenant:62215851be3d4b12858e1a437af1e4f7 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:43:32.696539 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-4f944391-6664-4c84-9028-57d5b709399e req-6c467058-7206-4776-8655-ed83237da4d1 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:43:32.696539 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-4f944391-6664-4c84-9028-57d5b709399e req-6c467058-7206-4776-8655-ed83237da4d1 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:43:32.696539 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcd1c11b-48ad-4175-bc77-23c5217fdcf5 req-a23600ad-f453-48d8-8df9-978ed2e6ef80 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:43:32.696539 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-e53e5ed2-9ba4-40c8-9532-bce3514f9119 req-35ddcbc7-f914-4df0-8b2d-57775c2ba8f8 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Deleting port 22198ef5-4c6e-43e1-bff3-384c4dca9759 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:43:32.696539 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e53e5ed2-9ba4-40c8-9532-bce3514f9119 req-35ddcbc7-f914-4df0-8b2d-57775c2ba8f8 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:32.733398 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0264e9-4a84-4244-9dda-629d2be3629f None None] Sync routers for ids ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:43:32.753119 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c9c8c591-22d7-476d-b47f-cf07246fd017 req-0f8a0f85-476d-41c8-abcc-197a185737de tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Synchronizing usage tracker for tenant:62215851be3d4b12858e1a437af1e4f7 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:43:32.772161 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0264e9-4a84-4244-9dda-629d2be3629f None None] Routers {'1f9efa19-91a3-41da-9caf-d24f9a1c677f'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:43:32.772161 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6e0264e9-4a84-4244-9dda-629d2be3629f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:43:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:32.789719 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c9c8c591-22d7-476d-b47f-cf07246fd017 req-0f8a0f85-476d-41c8-abcc-197a185737de tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Unset dirty status for tenant:62215851be3d4b12858e1a437af1e4f7 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:43:32.789719 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c9c8c591-22d7-476d-b47f-cf07246fd017 req-0f8a0f85-476d-41c8-abcc-197a185737de tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee84d5cd-bff2-478c-bcf0-dd164d0fd49c HTTP/1.1" status: 200 len: 210 time: 0.1119721 Mar 09 03:43:32.800422 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-fcd1c11b-48ad-4175-bc77-23c5217fdcf5 req-a23600ad-f453-48d8-8df9-978ed2e6ef80 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:32.811012 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f944391-6664-4c84-9028-57d5b709399e req-6c467058-7206-4776-8655-ed83237da4d1 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Made reservation on behalf of 62215851be3d4b12858e1a437af1e4f7 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:43:32.811012 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4f944391-6664-4c84-9028-57d5b709399e req-6c467058-7206-4776-8655-ed83237da4d1 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:33.291699 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fcd1c11b-48ad-4175-bc77-23c5217fdcf5 req-a23600ad-f453-48d8-8df9-978ed2e6ef80 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "PUT /v2.0/floatingips/f0932042-bf81-4dbd-9ff6-badc3ad9d7e9 HTTP/1.1" status: 200 len: 996 time: 8.3400619 Mar 09 03:43:33.315934 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-6e0264e9-4a84-4244-9dda-629d2be3629f None None] Set router 1f9efa19-91a3-41da-9caf-d24f9a1c677f gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:43:33.344418 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd17274-c477-414d-ab95-3844a5b08221', 'tag': 'ac4ae99e-81f9-431a-a82c-6e43b4f05c0c'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:43:33.453408 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:33.465360 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-4f944391-6664-4c84-9028-57d5b709399e req-6c467058-7206-4776-8655-ed83237da4d1 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Allocated IP 172.20.0.14 (c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1/9cf75fec-0961-40cc-8ceb-7209db6f79d6/26415029-c340-4326-85ed-834d54e56b5d) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:43:33.671817 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-e53e5ed2-9ba4-40c8-9532-bce3514f9119 req-35ddcbc7-f914-4df0-8b2d-57775c2ba8f8 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] For port 22198ef5-4c6e-43e1-bff3-384c4dca9759, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=22198ef5-4c6e-43e1-bff3-384c4dca9759,segment=NetworkSegment(d17cc243-2797-4565-95fd-1ae641ef3deb),segment_id=d17cc243-2797-4565-95fd-1ae641ef3deb)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:43:33.672308 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e53e5ed2-9ba4-40c8-9532-bce3514f9119 req-35ddcbc7-f914-4df0-8b2d-57775c2ba8f8 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:33.892217 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-e53e5ed2-9ba4-40c8-9532-bce3514f9119 req-35ddcbc7-f914-4df0-8b2d-57775c2ba8f8 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Calling delete_port for 22198ef5-4c6e-43e1-bff3-384c4dca9759 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:43:33.929808 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1c11b-48ad-4175-bc77-23c5217fdcf5 req-43fed36e-f389-4981-b8b8-b29556f5f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:33.937024 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fcd1c11b-48ad-4175-bc77-23c5217fdcf5 req-43fed36e-f389-4981-b8b8-b29556f5f53a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7426cc43ccad4ae6a410e2758d65b5d6&device_id=0fd17274-c477-414d-ab95-3844a5b08221 HTTP/1.1" status: 200 len: 1097 time: 0.5819182 Mar 09 03:43:34.013372 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:34.072148 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6e0264e9-4a84-4244-9dda-629d2be3629f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:41:45Z', 'updated_at': '2022-03-09T03:42:04Z', 'revision_number': 4, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'gw_port': {'id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:41:49Z', 'updated_at': '2022-03-09T03:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'f0932042-bf81-4dbd-9ff6-badc3ad9d7e9', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'floating_ip_address': '172.25.7.69', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'port_id': 'ac4ae99e-81f9-431a-a82c-6e43b4f05c0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'mac_address': 'fa:16:3e:40:47:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd17274-c477-414d-ab95-3844a5b08221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:42:38Z', 'updated_at': '2022-03-09T03:43:29Z', 'revision_number': 1, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed625bc-9df4-4da1-8c46-55636a24e7a6', 'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'mac_address': 'fa:16:3e:d3:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:42:02Z', 'updated_at': '2022-03-09T03:42:16Z', 'revision_number': 5, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'subnets': [{'id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:34.072148 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0264e9-4a84-4244-9dda-629d2be3629f None None] Checking router: 1f9efa19-91a3-41da-9caf-d24f9a1c677f for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:43:34.127249 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0264e9-4a84-4244-9dda-629d2be3629f None None] Routers {'1f9efa19-91a3-41da-9caf-d24f9a1c677f'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:43:34.127249 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6e0264e9-4a84-4244-9dda-629d2be3629f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:43:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:34.174953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c11f2-2b4b-4dac-a3c4-56f87c56e7fd req-a04b554b-432f-4fdd-8d6e-52668e95f6cb tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:34.174953 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-122c11f2-2b4b-4dac-a3c4-56f87c56e7fd req-a04b554b-432f-4fdd-8d6e-52668e95f6cb tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb48f2ba-45f2-423a-936a-13ceb3ff6c26 HTTP/1.1" status: 200 len: 945 time: 0.2149525 Mar 09 03:43:34.249555 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-122c11f2-2b4b-4dac-a3c4-56f87c56e7fd req-4365911b-b60a-4d69-94fa-cfdc6628d347 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f1185d-d206-498e-8a1b-8c1bb6a86527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738099 Mar 09 03:43:34.332297 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd17274-c477-414d-ab95-3844a5b08221', 'tag': 'ac4ae99e-81f9-431a-a82c-6e43b4f05c0c', 'status': 'completed', 'code': 200} Mar 09 03:43:34.508684 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-6e0264e9-4a84-4244-9dda-629d2be3629f None None] Set router 1f9efa19-91a3-41da-9caf-d24f9a1c677f gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:43:34.643288 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5be59e-c808-43bb-beca-ed8db0b12d18 req-7fbbd02e-13ce-4f01-af30-be9667d2c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:34.643288 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6a5be59e-c808-43bb-beca-ed8db0b12d18 req-7fbbd02e-13ce-4f01-af30-be9667d2c0e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7426cc43ccad4ae6a410e2758d65b5d6&device_id=0fd17274-c477-414d-ab95-3844a5b08221 HTTP/1.1" status: 200 len: 1097 time: 0.2652602 Mar 09 03:43:34.832921 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1c11b-48ad-4175-bc77-23c5217fdcf5 req-fbfbcac1-cd80-4b1b-b87f-fd90d6760197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:34.832921 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fcd1c11b-48ad-4175-bc77-23c5217fdcf5 req-fbfbcac1-cd80-4b1b-b87f-fd90d6760197 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 HTTP/1.1" status: 200 len: 922 time: 0.8916523 Mar 09 03:43:35.023949 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5be59e-c808-43bb-beca-ed8db0b12d18 req-764f2338-76bb-4e2b-9e94-6438e308c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:35.060701 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6a5be59e-c808-43bb-beca-ed8db0b12d18 req-764f2338-76bb-4e2b-9e94-6438e308c79c service neutron] 10.222.0.21 "GET /v2.0/networks?id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 HTTP/1.1" status: 200 len: 922 time: 0.4101710 Mar 09 03:43:35.197046 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e53e5ed2-9ba4-40c8-9532-bce3514f9119 req-35ddcbc7-f914-4df0-8b2d-57775c2ba8f8 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:35.294677 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6a5be59e-c808-43bb-beca-ed8db0b12d18 req-2922baf2-bc19-4fe6-9f29-17217a05a9e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4ae99e-81f9-431a-a82c-6e43b4f05c0c HTTP/1.1" status: 200 len: 999 time: 0.2542126 Mar 09 03:43:35.422328 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddcbc7-f914-4df0-8b2d-57775c2ba8f8 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Pushing event deleted for resources: {'Port': ['ID=22198ef5-4c6e-43e1-bff3-384c4dca9759,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:35.422328 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4f944391-6664-4c84-9028-57d5b709399e req-6c467058-7206-4776-8655-ed83237da4d1 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:35.422328 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fcd1c11b-48ad-4175-bc77-23c5217fdcf5 req-c25e3f43-d02c-4250-bc0e-4b8935b5b010 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4ae99e-81f9-431a-a82c-6e43b4f05c0c HTTP/1.1" status: 200 len: 999 time: 0.5884583 Mar 09 03:43:35.463717 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5be59e-c808-43bb-beca-ed8db0b12d18 req-ea9093b0-0d9e-445b-932f-ed1432b43210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:35.463717 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6a5be59e-c808-43bb-beca-ed8db0b12d18 req-ea9093b0-0d9e-445b-932f-ed1432b43210 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30f4b31b-6abb-4c50-914e-76d835560aae HTTP/1.1" status: 200 len: 860 time: 0.1509116 Mar 09 03:43:35.533189 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6e0264e9-4a84-4244-9dda-629d2be3629f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:41:45Z', 'updated_at': '2022-03-09T03:42:04Z', 'revision_number': 4, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'gw_port': {'id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:41:49Z', 'updated_at': '2022-03-09T03:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'f0932042-bf81-4dbd-9ff6-badc3ad9d7e9', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'floating_ip_address': '172.25.7.69', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'port_id': 'ac4ae99e-81f9-431a-a82c-6e43b4f05c0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'mac_address': 'fa:16:3e:40:47:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd17274-c477-414d-ab95-3844a5b08221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:42:38Z', 'updated_at': '2022-03-09T03:43:29Z', 'revision_number': 1, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed625bc-9df4-4da1-8c46-55636a24e7a6', 'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'mac_address': 'fa:16:3e:d3:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:42:02Z', 'updated_at': '2022-03-09T03:42:16Z', 'revision_number': 5, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'subnets': [{'id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:35.577620 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0264e9-4a84-4244-9dda-629d2be3629f None None] The sync data for ids ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'] in n-d-825178-5 is: [{'id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:41:45Z', 'updated_at': '2022-03-09T03:42:04Z', 'revision_number': 4, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'gw_port': {'id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:41:49Z', 'updated_at': '2022-03-09T03:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'f0932042-bf81-4dbd-9ff6-badc3ad9d7e9', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'floating_ip_address': '172.25.7.69', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'port_id': 'ac4ae99e-81f9-431a-a82c-6e43b4f05c0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'mac_address': 'fa:16:3e:40:47:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd17274-c477-414d-ab95-3844a5b08221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:42:38Z', 'updated_at': '2022-03-09T03:43:29Z', 'revision_number': 1, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed625bc-9df4-4da1-8c46-55636a24e7a6', 'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'mac_address': 'fa:16:3e:d3:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:42:02Z', 'updated_at': '2022-03-09T03:42:16Z', 'revision_number': 5, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'subnets': [{'id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:43:35.683109 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1c11b-48ad-4175-bc77-23c5217fdcf5 req-38205dec-18d7-472b-97a4-abb7066d165e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:35.683109 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fcd1c11b-48ad-4175-bc77-23c5217fdcf5 req-38205dec-18d7-472b-97a4-abb7066d165e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30f4b31b-6abb-4c50-914e-76d835560aae HTTP/1.1" status: 200 len: 860 time: 0.1894939 Mar 09 03:43:35.721929 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c1eb5485-c405-4cc5-844d-f424932895fe req-b049c0b4-3aa3-499f-b8e4-7c5f712de966 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee84d5cd-bff2-478c-bcf0-dd164d0fd49c HTTP/1.1" status: 200 len: 210 time: 0.1313801 Mar 09 03:43:35.765511 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5be59e-c808-43bb-beca-ed8db0b12d18 req-ab0c5d04-9ac6-4ef8-8315-5629c625b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:35.768638 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6a5be59e-c808-43bb-beca-ed8db0b12d18 req-ab0c5d04-9ac6-4ef8-8315-5629c625b5e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3188674 Mar 09 03:43:35.798487 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53e5ed2-9ba4-40c8-9532-bce3514f9119 req-35ddcbc7-f914-4df0-8b2d-57775c2ba8f8 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] No DVR routers for this DVR port 22198ef5-4c6e-43e1-bff3-384c4dca9759 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:43:35.804035 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e53e5ed2-9ba4-40c8-9532-bce3514f9119 req-35ddcbc7-f914-4df0-8b2d-57775c2ba8f8 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:35.836434 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e53e5ed2-9ba4-40c8-9532-bce3514f9119 req-35ddcbc7-f914-4df0-8b2d-57775c2ba8f8 tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] 10.222.0.21 "DELETE /v2.0/ports/22198ef5-4c6e-43e1-bff3-384c4dca9759 HTTP/1.1" status: 204 len: 173 time: 3.3586595 Mar 09 03:43:35.933839 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1c11b-48ad-4175-bc77-23c5217fdcf5 req-2d29b9a9-35a3-4b0f-ba35-ccfe08b45423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:35.937926 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fcd1c11b-48ad-4175-bc77-23c5217fdcf5 req-2d29b9a9-35a3-4b0f-ba35-ccfe08b45423 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2049127 Mar 09 03:43:35.957694 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-fcd1c11b-48ad-4175-bc77-23c5217fdcf5 req-4d40b2d3-0907-43e3-8223-c7626af60417 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:43:35.958547 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fcd1c11b-48ad-4175-bc77-23c5217fdcf5 req-4d40b2d3-0907-43e3-8223-c7626af60417 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146050 Mar 09 03:43:35.969422 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4f944391-6664-4c84-9028-57d5b709399e req-6c467058-7206-4776-8655-ed83237da4d1 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:36.135221 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298921aa-0b53-4409-9af5-8db1bf773e83 None None] New status for floating IP f0932042-bf81-4dbd-9ff6-badc3ad9d7e9: ACTIVE {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:43:36.192033 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6a5be59e-c808-43bb-beca-ed8db0b12d18 req-cc3a95b9-67ae-4ec4-9d03-8c74ba0a90db service neutron] 10.222.0.21 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076910 Mar 09 03:43:36.233761 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c467058-7206-4776-8655-ed83237da4d1 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Pushing event updated for resources: {'Port': ['ID=26415029-c340-4326-85ed-834d54e56b5d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:36.317924 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f944391-6664-4c84-9028-57d5b709399e req-6c467058-7206-4776-8655-ed83237da4d1 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Network c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:43:36.356793 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-4f944391-6664-4c84-9028-57d5b709399e req-6c467058-7206-4776-8655-ed83237da4d1 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:43:36.356793 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb48f2ba-45f2-423a-936a-13ceb3ff6c26', 'name': 'network-vif-deleted', 'tag': '22198ef5-4c6e-43e1-bff3-384c4dca9759'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:43:36.356793 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f944391-6664-4c84-9028-57d5b709399e req-6c467058-7206-4776-8655-ed83237da4d1 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:43:36.541302 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6a5be59e-c808-43bb-beca-ed8db0b12d18 req-b8c980c7-8813-4262-bbd8-0099eaf460cf service neutron] 10.222.0.21 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215013 Mar 09 03:43:36.693410 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f944391-6664-4c84-9028-57d5b709399e req-6c467058-7206-4776-8655-ed83237da4d1 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:36.693410 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4f944391-6664-4c84-9028-57d5b709399e req-6c467058-7206-4776-8655-ed83237da4d1 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:36.747220 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f944391-6664-4c84-9028-57d5b709399e req-6c467058-7206-4776-8655-ed83237da4d1 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6514926 Mar 09 03:43:36.747220 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-4f944391-6664-4c84-9028-57d5b709399e req-9a9f5eb7-9afc-49d9-8cc9-d6936beffc44 service neutron] Request body: {'port': {'device_id': 'ee84d5cd-bff2-478c-bcf0-dd164d0fd49c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:43:36.797601 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fcd1c11b-48ad-4175-bc77-23c5217fdcf5 req-4a4346ff-70d7-4f95-8990-60610e38c5f8 service neutron] 10.222.0.16 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579088 Mar 09 03:43:36.976039 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 22198ef5-4c6e-43e1-bff3-384c4dca9759 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:43:37.106814 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 22198ef5-4c6e-43e1-bff3-384c4dca9759 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:43:37.106814 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 22198ef5-4c6e-43e1-bff3-384c4dca9759 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:43:37.124791 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ca08062-5092-45c9-9db1-f332b6a32369 req-544a6176-ba74-4748-8046-4b7dfc920a9f tempest-ServerMetadataNegativeTestJSON-356657006 tempest-ServerMetadataNegativeTestJSON-356657006-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb48f2ba-45f2-423a-936a-13ceb3ff6c26 HTTP/1.1" status: 200 len: 210 time: 0.1444221 Mar 09 03:43:37.296990 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb48f2ba-45f2-423a-936a-13ceb3ff6c26', 'name': 'network-vif-deleted', 'tag': '22198ef5-4c6e-43e1-bff3-384c4dca9759', 'status': 'completed', 'code': 200} Mar 09 03:43:37.328864 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4f944391-6664-4c84-9028-57d5b709399e req-9a9f5eb7-9afc-49d9-8cc9-d6936beffc44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:37.459100 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fcd1c11b-48ad-4175-bc77-23c5217fdcf5 req-da293666-7abf-43ad-a9cb-badb694c8236 service neutron] 10.222.0.16 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6429586 Mar 09 03:43:37.475048 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54829f43-f57d-4f62-95b7-957cb374099d req-a6411bba-b24c-409a-805b-0dbff7672aef tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:37.475048 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-54829f43-f57d-4f62-95b7-957cb374099d req-a6411bba-b24c-409a-805b-0dbff7672aef tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?device_id=08a7b652-7f4f-4d08-9353-3e8b6f9caca1 HTTP/1.1" status: 200 len: 947 time: 0.1459627 Mar 09 03:43:37.613198 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-54829f43-f57d-4f62-95b7-957cb374099d req-8768d48e-8f18-47c7-b9d6-53defbe902d4 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4da3626-15c8-47b5-863d-85867345371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091239 Mar 09 03:43:38.032264 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ebed4-8822-4383-9b10-aa3dbea685aa req-7be3b120-56d2-4932-97ed-31900ef5a57f tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:38.032264 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-1f6ebed4-8822-4383-9b10-aa3dbea685aa req-7be3b120-56d2-4932-97ed-31900ef5a57f tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Synchronizing usage tracker for tenant:62215851be3d4b12858e1a437af1e4f7 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:43:38.051995 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-192baac9-1757-4330-b178-3efe1a1065f2 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:38.051995 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-192baac9-1757-4330-b178-3efe1a1065f2 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=75ed95dd-7bb6-4dfe-9fb6-e75591f601cf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2152109 Mar 09 03:43:38.069070 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-1f6ebed4-8822-4383-9b10-aa3dbea685aa req-7be3b120-56d2-4932-97ed-31900ef5a57f tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Unset dirty status for tenant:62215851be3d4b12858e1a437af1e4f7 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:43:38.069070 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1f6ebed4-8822-4383-9b10-aa3dbea685aa req-7be3b120-56d2-4932-97ed-31900ef5a57f tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee84d5cd-bff2-478c-bcf0-dd164d0fd49c HTTP/1.1" status: 200 len: 932 time: 0.4359605 Mar 09 03:43:38.146293 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1f6ebed4-8822-4383-9b10-aa3dbea685aa req-bf5495ab-6c5f-4f91-a327-894c9f6c46a2 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638928 Mar 09 03:43:38.450092 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52388) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:43:38.546716 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-4f944391-6664-4c84-9028-57d5b709399e req-9a9f5eb7-9afc-49d9-8cc9-d6936beffc44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26415029-c340-4326-85ed-834d54e56b5d {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:43:38.571534 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4f944391-6664-4c84-9028-57d5b709399e req-9a9f5eb7-9afc-49d9-8cc9-d6936beffc44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:38.589670 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:38.609187 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-4f944391-6664-4c84-9028-57d5b709399e req-9a9f5eb7-9afc-49d9-8cc9-d6936beffc44 service neutron] Transition to ACTIVE for port object 26415029-c340-4326-85ed-834d54e56b5d will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:43:38.609187 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4f944391-6664-4c84-9028-57d5b709399e req-9a9f5eb7-9afc-49d9-8cc9-d6936beffc44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:38.663262 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-9c5912c3-bbe8-4bce-8b38-23565816fb74 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.69 HTTP/1.1" status: 200 len: 1001 time: 0.6135337 Mar 09 03:43:38.663262 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-d9f0d1a2-0536-4235-a0b7-e227886632ce tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Request body: {'floatingip': {'port_id': 'fa0227c9-9533-40a5-8852-6d7a06c46b6c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:43:38.770754 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a142c69-747f-4e77-a580-86657e615c2a admin admin] Deleting subnet 70bcc098-4623-490c-a481-ef7fdeb140e3 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:43:38.806218 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a142c69-747f-4e77-a580-86657e615c2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:38.961783 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902cb96-24fc-4c85-ae91-f9b4eb8fbb73 req-fbf696c3-f035-44ff-9fae-06f84663294c tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:38.961783 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e902cb96-24fc-4c85-ae91-f9b4eb8fbb73 req-fbf696c3-f035-44ff-9fae-06f84663294c tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.24 "GET /v2.0/ports?device_id=08a7b652-7f4f-4d08-9353-3e8b6f9caca1 HTTP/1.1" status: 200 len: 947 time: 0.4926145 Mar 09 03:43:38.999273 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a142c69-747f-4e77-a580-86657e615c2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:39.034912 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f5eb7-9afc-49d9-8cc9-d6936beffc44 service neutron] Pushing event updated for resources: {'Port': ['ID=26415029-c340-4326-85ed-834d54e56b5d,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:39.125665 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-4f944391-6664-4c84-9028-57d5b709399e req-9a9f5eb7-9afc-49d9-8cc9-d6936beffc44 service neutron] Attempting to bind port 26415029-c340-4326-85ed-834d54e56b5d on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:43:39.125665 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-4f944391-6664-4c84-9028-57d5b709399e req-9a9f5eb7-9afc-49d9-8cc9-d6936beffc44 service neutron] Attempting to bind port 26415029-c340-4326-85ed-834d54e56b5d by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'f737d533-027c-4d49-80b3-79a6efe7740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:43:39.125665 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f944391-6664-4c84-9028-57d5b709399e req-9a9f5eb7-9afc-49d9-8cc9-d6936beffc44 service neutron] Attempting to bind port 26415029-c340-4326-85ed-834d54e56b5d on network c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:43:39.145965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f944391-6664-4c84-9028-57d5b709399e req-9a9f5eb7-9afc-49d9-8cc9-d6936beffc44 service neutron] Port 26415029-c340-4326-85ed-834d54e56b5d on network c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:43:39.145965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f944391-6664-4c84-9028-57d5b709399e req-9a9f5eb7-9afc-49d9-8cc9-d6936beffc44 service neutron] Attempting to bind port 26415029-c340-4326-85ed-834d54e56b5d on network c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:43:39.145965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f944391-6664-4c84-9028-57d5b709399e req-9a9f5eb7-9afc-49d9-8cc9-d6936beffc44 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:43:39.145965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f944391-6664-4c84-9028-57d5b709399e req-9a9f5eb7-9afc-49d9-8cc9-d6936beffc44 service neutron] Checking segment: {'id': 'f737d533-027c-4d49-80b3-79a6efe7740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:43:39.145965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f944391-6664-4c84-9028-57d5b709399e req-9a9f5eb7-9afc-49d9-8cc9-d6936beffc44 service neutron] Bound using segment: {'id': 'f737d533-027c-4d49-80b3-79a6efe7740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:43:39.145965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-4f944391-6664-4c84-9028-57d5b709399e req-9a9f5eb7-9afc-49d9-8cc9-d6936beffc44 service neutron] Bound port: 26415029-c340-4326-85ed-834d54e56b5d, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f737d533-027c-4d49-80b3-79a6efe7740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:43:39.145965 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4f944391-6664-4c84-9028-57d5b709399e req-9a9f5eb7-9afc-49d9-8cc9-d6936beffc44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:39.183381 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d949e3d-6554-4e88-b93e-c14e14ae9c08 req-9cfd926b-a75d-470d-8ac4-c30907b9e3a6 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:39.183381 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3d949e3d-6554-4e88-b93e-c14e14ae9c08 req-9cfd926b-a75d-470d-8ac4-c30907b9e3a6 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?device_id=08a7b652-7f4f-4d08-9353-3e8b6f9caca1 HTTP/1.1" status: 200 len: 947 time: 0.4672408 Mar 09 03:43:39.200776 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-e902cb96-24fc-4c85-ae91-f9b4eb8fbb73 req-7fc89e1d-e7d2-48fd-a0cf-78f1cb8ca1c8 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Deleting port 310f446c-616a-4177-963f-0ebfeeeb11c5 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:43:39.200776 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e902cb96-24fc-4c85-ae91-f9b4eb8fbb73 req-7fc89e1d-e7d2-48fd-a0cf-78f1cb8ca1c8 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:39.329621 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-d9f0d1a2-0536-4235-a0b7-e227886632ce tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks [] for floatingip, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:39.371799 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3d949e3d-6554-4e88-b93e-c14e14ae9c08 req-436caba5-a0ad-44f6-9b1d-56eaab973425 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4da3626-15c8-47b5-863d-85867345371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479793 Mar 09 03:43:39.468307 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-4f944391-6664-4c84-9028-57d5b709399e req-9a9f5eb7-9afc-49d9-8cc9-d6936beffc44 service neutron] For port 26415029-c340-4326-85ed-834d54e56b5d, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:43:39.468307 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-4f944391-6664-4c84-9028-57d5b709399e req-9a9f5eb7-9afc-49d9-8cc9-d6936beffc44 service neutron] For port 26415029-c340-4326-85ed-834d54e56b5d, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=26415029-c340-4326-85ed-834d54e56b5d,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:43:39.468307 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4f944391-6664-4c84-9028-57d5b709399e req-9a9f5eb7-9afc-49d9-8cc9-d6936beffc44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:39.536997 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a142c69-747f-4e77-a580-86657e615c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:39.639962 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f944391-6664-4c84-9028-57d5b709399e req-9a9f5eb7-9afc-49d9-8cc9-d6936beffc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:39.639962 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-4f944391-6664-4c84-9028-57d5b709399e req-9a9f5eb7-9afc-49d9-8cc9-d6936beffc44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:39.639962 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f944391-6664-4c84-9028-57d5b709399e req-9a9f5eb7-9afc-49d9-8cc9-d6936beffc44 service neutron] 10.222.0.21 "PUT /v2.0/ports/26415029-c340-4326-85ed-834d54e56b5d HTTP/1.1" status: 200 len: 1092 time: 2.9098990 Mar 09 03:43:39.639962 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee84d5cd-bff2-478c-bcf0-dd164d0fd49c', 'tag': '26415029-c340-4326-85ed-834d54e56b5d'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:43:39.702186 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f5eb7-9afc-49d9-8cc9-d6936beffc44 service neutron] Pushing event updated for resources: {'Port': ['ID=26415029-c340-4326-85ed-834d54e56b5d,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:39.779762 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2fea2-df67-4ae0-b074-0157c11fa6b7 req-b04945a6-b183-4071-9194-83683aa36eae tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:39.779762 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-90f2fea2-df67-4ae0-b074-0157c11fa6b7 req-b04945a6-b183-4071-9194-83683aa36eae tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee84d5cd-bff2-478c-bcf0-dd164d0fd49c HTTP/1.1" status: 200 len: 944 time: 0.1844184 Mar 09 03:43:39.917673 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-90f2fea2-df67-4ae0-b074-0157c11fa6b7 req-4be32452-c09b-43f9-947a-0da260111900 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011276 Mar 09 03:43:39.917673 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f944391-6664-4c84-9028-57d5b709399e req-24095090-2d4e-4895-9ca4-3cb237dad2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:39.917673 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f944391-6664-4c84-9028-57d5b709399e req-24095090-2d4e-4895-9ca4-3cb237dad2e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=62215851be3d4b12858e1a437af1e4f7&device_id=ee84d5cd-bff2-478c-bcf0-dd164d0fd49c HTTP/1.1" status: 200 len: 1095 time: 0.1920617 Mar 09 03:43:40.094614 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee84d5cd-bff2-478c-bcf0-dd164d0fd49c', 'tag': '26415029-c340-4326-85ed-834d54e56b5d', 'status': 'completed', 'code': 200} Mar 09 03:43:40.094614 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f944391-6664-4c84-9028-57d5b709399e req-53aa0950-3bef-489b-a0a6-99959b834c76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26415029-c340-4326-85ed-834d54e56b5d HTTP/1.1" status: 200 len: 217 time: 0.1685050 Mar 09 03:43:40.219835 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f944391-6664-4c84-9028-57d5b709399e req-2c9d3284-d528-48be-9ef1-1b19b4e3bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:40.219835 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f944391-6664-4c84-9028-57d5b709399e req-2c9d3284-d528-48be-9ef1-1b19b4e3bab5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9cf75fec-0961-40cc-8ceb-7209db6f79d6 HTTP/1.1" status: 200 len: 843 time: 0.1044228 Mar 09 03:43:40.321530 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a142c69-747f-4e77-a580-86657e615c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:40.321530 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-e902cb96-24fc-4c85-ae91-f9b4eb8fbb73 req-7fc89e1d-e7d2-48fd-a0cf-78f1cb8ca1c8 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] For port 310f446c-616a-4177-963f-0ebfeeeb11c5, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=310f446c-616a-4177-963f-0ebfeeeb11c5,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:43:40.321530 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e902cb96-24fc-4c85-ae91-f9b4eb8fbb73 req-7fc89e1d-e7d2-48fd-a0cf-78f1cb8ca1c8 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:40.380972 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f944391-6664-4c84-9028-57d5b709399e req-1e2c706c-bf1d-44e9-b04e-46108bf88a2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272056 Mar 09 03:43:40.401162 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a142c69-747f-4e77-a580-86657e615c2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70bcc098-4623-490c-a481-ef7fdeb140e3,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:40.401162 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a142c69-747f-4e77-a580-86657e615c2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:40.529382 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-e902cb96-24fc-4c85-ae91-f9b4eb8fbb73 req-7fc89e1d-e7d2-48fd-a0cf-78f1cb8ca1c8 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Calling delete_port for 310f446c-616a-4177-963f-0ebfeeeb11c5 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:43:40.712283 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f944391-6664-4c84-9028-57d5b709399e req-c8ba15eb-13d5-4892-83ff-afc48f200bf6 service neutron] 10.222.0.21 "GET /v2.0/networks/c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366253 Mar 09 03:43:40.757601 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4a142c69-747f-4e77-a580-86657e615c2a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/70bcc098-4623-490c-a481-ef7fdeb140e3 HTTP/1.1" status: 204 len: 168 time: 2.2987461 Mar 09 03:43:40.757601 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52424) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:43:40.941642 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:43:40.978965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940efb9-3f98-4f5f-b484-05ab18917be0 req-ef44c77f-aa18-4d8f-8c9d-948a6f7b4f44 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:41.014439 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e940efb9-3f98-4f5f-b484-05ab18917be0 req-ef44c77f-aa18-4d8f-8c9d-948a6f7b4f44 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?device_id=08a7b652-7f4f-4d08-9353-3e8b6f9caca1 HTTP/1.1" status: 200 len: 947 time: 0.3519919 Mar 09 03:43:41.085528 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e940efb9-3f98-4f5f-b484-05ab18917be0 req-b2f5d463-c450-43bd-a7f0-f6489e961afd tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4da3626-15c8-47b5-863d-85867345371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808718 Mar 09 03:43:41.122320 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f944391-6664-4c84-9028-57d5b709399e req-65a0682f-18e4-4f61-bf58-603f186d49a0 service neutron] 10.222.0.21 "GET /v2.0/networks/c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197967 Mar 09 03:43:41.178147 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a870108d-29b0-4038-b4be-92d9bdeb3200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:41.389214 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d63bb-4e85-4ea9-a0c4-675ea95bdbfc req-ddd4050e-3334-4122-a572-68ca1e3c8ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:41.389214 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-036d63bb-4e85-4ea9-a0c4-675ea95bdbfc req-ddd4050e-3334-4122-a572-68ca1e3c8ee5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=62215851be3d4b12858e1a437af1e4f7&device_id=ee84d5cd-bff2-478c-bcf0-dd164d0fd49c HTTP/1.1" status: 200 len: 1095 time: 0.1748450 Mar 09 03:43:41.670723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b68fbe-1476-4f00-8985-af7373af6529 req-9f7aa68d-b11d-4236-8f89-09609d3083f0 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:41.670723 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b9b68fbe-1476-4f00-8985-af7373af6529 req-9f7aa68d-b11d-4236-8f89-09609d3083f0 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee84d5cd-bff2-478c-bcf0-dd164d0fd49c HTTP/1.1" status: 200 len: 944 time: 0.2781906 Mar 09 03:43:41.723896 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a870108d-29b0-4038-b4be-92d9bdeb3200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:41.763780 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b9b68fbe-1476-4f00-8985-af7373af6529 req-3d19afb5-c241-4b89-938c-33d41631506e tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675120 Mar 09 03:43:41.782102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-a870108d-29b0-4038-b4be-92d9bdeb3200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b674b33-e27c-4b63-836f-74857451c071']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:41.821199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-a870108d-29b0-4038-b4be-92d9bdeb3200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17cc243-2797-4565-95fd-1ae641ef3deb') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:41.821199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-a870108d-29b0-4038-b4be-92d9bdeb3200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17cc243-2797-4565-95fd-1ae641ef3deb') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:41.855880 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e902cb96-24fc-4c85-ae91-f9b4eb8fbb73 req-7fc89e1d-e7d2-48fd-a0cf-78f1cb8ca1c8 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:42.073768 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a870108d-29b0-4038-b4be-92d9bdeb3200 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:42.128910 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d63bb-4e85-4ea9-a0c4-675ea95bdbfc req-920c3c77-eb9f-473b-91bf-8f5749032e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:42.140320 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-036d63bb-4e85-4ea9-a0c4-675ea95bdbfc req-920c3c77-eb9f-473b-91bf-8f5749032e0b service neutron] 10.222.0.21 "GET /v2.0/networks?id=c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 HTTP/1.1" status: 200 len: 904 time: 0.7145851 Mar 09 03:43:42.186279 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc89e1d-e7d2-48fd-a0cf-78f1cb8ca1c8 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Pushing event deleted for resources: {'Port': ['ID=310f446c-616a-4177-963f-0ebfeeeb11c5,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:42.228888 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-e902cb96-24fc-4c85-ae91-f9b4eb8fbb73 req-7fc89e1d-e7d2-48fd-a0cf-78f1cb8ca1c8 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] No DVR routers for this DVR port 310f446c-616a-4177-963f-0ebfeeeb11c5 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:43:42.228888 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a870108d-29b0-4038-b4be-92d9bdeb3200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:42.228888 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e902cb96-24fc-4c85-ae91-f9b4eb8fbb73 req-7fc89e1d-e7d2-48fd-a0cf-78f1cb8ca1c8 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:42.259342 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a7b652-7f4f-4d08-9353-3e8b6f9caca1', 'name': 'network-vif-deleted', 'tag': '310f446c-616a-4177-963f-0ebfeeeb11c5'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:43:42.259342 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e902cb96-24fc-4c85-ae91-f9b4eb8fbb73 req-7fc89e1d-e7d2-48fd-a0cf-78f1cb8ca1c8 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.24 "DELETE /v2.0/ports/310f446c-616a-4177-963f-0ebfeeeb11c5 HTTP/1.1" status: 204 len: 173 time: 3.2233927 Mar 09 03:43:42.287406 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a870108d-29b0-4038-b4be-92d9bdeb3200 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:43:42.287406 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a870108d-29b0-4038-b4be-92d9bdeb3200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:42.304525 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-036d63bb-4e85-4ea9-a0c4-675ea95bdbfc req-ca097114-2075-47eb-a464-031369c00e41 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26415029-c340-4326-85ed-834d54e56b5d HTTP/1.1" status: 200 len: 217 time: 0.1299646 Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:43:42.318158 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:43:42.348696 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-d9f0d1a2-0536-4235-a0b7-e227886632ce tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:43:42.607363 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e953ba93-4741-4916-bb55-4185afbd2d6a req-453bfce3-3739-46e1-a09a-d8d990620f3c tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?device_id=08a7b652-7f4f-4d08-9353-3e8b6f9caca1 HTTP/1.1" status: 200 len: 210 time: 0.1513023 Mar 09 03:43:42.607363 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d63bb-4e85-4ea9-a0c4-675ea95bdbfc req-2dfd15a3-6502-40d8-a6f6-1add60c469bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:42.607363 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-036d63bb-4e85-4ea9-a0c4-675ea95bdbfc req-2dfd15a3-6502-40d8-a6f6-1add60c469bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9cf75fec-0961-40cc-8ceb-7209db6f79d6 HTTP/1.1" status: 200 len: 843 time: 0.3211634 Mar 09 03:43:42.744261 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a870108d-29b0-4038-b4be-92d9bdeb3200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:42.781010 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-036d63bb-4e85-4ea9-a0c4-675ea95bdbfc req-2e2a40a1-1f95-44db-a4ab-fc9fbb97d379 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1527882 Mar 09 03:43:42.795732 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-d9f0d1a2-0536-4235-a0b7-e227886632ce tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:42.795732 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a870108d-29b0-4038-b4be-92d9bdeb3200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:42.795732 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-d9f0d1a2-0536-4235-a0b7-e227886632ce tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:42.888819 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870108d-29b0-4038-b4be-92d9bdeb3200 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b674b33-e27c-4b63-836f-74857451c071,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:42.949296 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a870108d-29b0-4038-b4be-92d9bdeb3200 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3b674b33-e27c-4b63-836f-74857451c071 HTTP/1.1" status: 204 len: 168 time: 2.1730013 Mar 09 03:43:42.997823 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 26415029-c340-4326-85ed-834d54e56b5d details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:43:43.106140 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-036d63bb-4e85-4ea9-a0c4-675ea95bdbfc req-162056f7-b4b6-49b1-84c3-f54a828d7d45 service neutron] 10.222.0.21 "GET /v2.0/networks/c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109181 Mar 09 03:43:43.342318 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a7b652-7f4f-4d08-9353-3e8b6f9caca1', 'name': 'network-vif-deleted', 'tag': '310f446c-616a-4177-963f-0ebfeeeb11c5', 'status': 'completed', 'code': 200} Mar 09 03:43:43.405818 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52464) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:43:43.544824 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 26415029-c340-4326-85ed-834d54e56b5d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=26415029-c340-4326-85ed-834d54e56b5d,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:43:43.574344 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 310f446c-616a-4177-963f-0ebfeeeb11c5 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:43:43.589588 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c3ea2f9a-9dd4-4236-932c-ffaebcf31457 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8f004643bc8e4c83b3fcb9520c1f36ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1762331 Mar 09 03:43:43.603175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52470) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:43:43.650027 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 310f446c-616a-4177-963f-0ebfeeeb11c5 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:43:43.650027 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 310f446c-616a-4177-963f-0ebfeeeb11c5 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:43:43.656678 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '26415029-c340-4326-85ed-834d54e56b5d', 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1', 'port_id': '26415029-c340-4326-85ed-834d54e56b5d', 'mac_address': 'fa:16:3e:9f:cb:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf75fec-0961-40cc-8ceb-7209db6f79d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:43:43.678535 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-d9f0d1a2-0536-4235-a0b7-e227886632ce tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Floating IP f0932042-bf81-4dbd-9ff6-badc3ad9d7e9 associated. External IP: 172.25.7.69, port: ac4ae99e-81f9-431a-a82c-6e43b4f05c0c. Mar 09 03:43:43.713519 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-036d63bb-4e85-4ea9-a0c4-675ea95bdbfc req-e319038f-e573-4390-9a84-f24b225e8c2f service neutron] 10.222.0.21 "GET /v2.0/networks/c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6223228 Mar 09 03:43:43.761788 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:43.796112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91630b7c-86a1-4ba6-b68b-8d965cd3cb0c req-47be211c-cbf8-45be-918d-34d9f1e3a9e5 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:43.807206 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91630b7c-86a1-4ba6-b68b-8d965cd3cb0c req-47be211c-cbf8-45be-918d-34d9f1e3a9e5 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee84d5cd-bff2-478c-bcf0-dd164d0fd49c HTTP/1.1" status: 200 len: 944 time: 0.2440298 Mar 09 03:43:43.853162 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26415029-c340-4326-85ed-834d54e56b5d {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:43:43.912019 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91630b7c-86a1-4ba6-b68b-8d965cd3cb0c req-384f9592-17d9-42fe-af57-ca6971b14a91 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912421 Mar 09 03:43:43.917765 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-205cc10e-48ca-423c-a45d-217e8e6b158c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:43.936195 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 26415029-c340-4326-85ed-834d54e56b5d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=26415029-c340-4326-85ed-834d54e56b5d,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:43:43.952457 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:43.990819 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-205cc10e-48ca-423c-a45d-217e8e6b158c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:44.187479 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=26415029-c340-4326-85ed-834d54e56b5d,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:44.205338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:44.205338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:44.205338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:44.205338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:44.205338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:44.205338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:44.205338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:44.205338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:44.205338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:44.205338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:44.205338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:44.209801 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:44.213799 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-205cc10e-48ca-423c-a45d-217e8e6b158c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:44.324875 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['26415029-c340-4326-85ed-834d54e56b5d'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:43:44.360957 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205cc10e-48ca-423c-a45d-217e8e6b158c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f1185d-d206-498e-8a1b-8c1bb6a86527,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:44.669012 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-205cc10e-48ca-423c-a45d-217e8e6b158c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:44.669012 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-205cc10e-48ca-423c-a45d-217e8e6b158c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5f1185d-d206-498e-8a1b-8c1bb6a86527 HTTP/1.1" status: 204 len: 168 time: 1.0630102 Mar 09 03:43:45.188732 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c4ed5-ebe1-4374-900f-b71de18c46b1 req-d2c88103-5b5f-4b81-ab47-042f7a608f15 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:45.199822 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-150c4ed5-ebe1-4374-900f-b71de18c46b1 req-d2c88103-5b5f-4b81-ab47-042f7a608f15 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee66d1f5-ff60-4479-973f-74e03552da3e HTTP/1.1" status: 200 len: 949 time: 0.3696680 Mar 09 03:43:45.308211 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-150c4ed5-ebe1-4374-900f-b71de18c46b1 req-68f7751f-2485-49b7-aef4-3dccf1d77d34 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4da3626-15c8-47b5-863d-85867345371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996206 Mar 09 03:43:45.425206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-d9f0d1a2-0536-4235-a0b7-e227886632ce tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Router 1f9efa19-91a3-41da-9caf-d24f9a1c677f has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:43:45.808514 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7981b31-b9db-4c97-85bc-3a25be3f7593 req-6ab02fbe-a299-47e7-9553-f6b50f249cbd tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:45.811332 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7981b31-b9db-4c97-85bc-3a25be3f7593 req-6ab02fbe-a299-47e7-9553-f6b50f249cbd tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee84d5cd-bff2-478c-bcf0-dd164d0fd49c HTTP/1.1" status: 200 len: 945 time: 0.2349963 Mar 09 03:43:45.849430 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-d9f0d1a2-0536-4235-a0b7-e227886632ce tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:43:45.869622 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c88131-49a3-48c5-b0fd-fc8ec708892b None None] Sync routers for ids ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:43:45.888519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c88131-49a3-48c5-b0fd-fc8ec708892b None None] Routers {'1f9efa19-91a3-41da-9caf-d24f9a1c677f'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:43:45.890627 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a7c88131-49a3-48c5-b0fd-fc8ec708892b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:43:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:45.942141 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7981b31-b9db-4c97-85bc-3a25be3f7593 req-fc2c5802-08cf-40f9-84e9-c0ea3cc87fe6 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232843 Mar 09 03:43:46.359271 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-a7c88131-49a3-48c5-b0fd-fc8ec708892b None None] Set router 1f9efa19-91a3-41da-9caf-d24f9a1c677f gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:43:46.798414 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9846ed3-676e-4937-b586-eb313bd06cc2 req-4faf21d8-8abe-42b0-88e9-6c2d94bc1ef5 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:46.799661 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c9846ed3-676e-4937-b586-eb313bd06cc2 req-4faf21d8-8abe-42b0-88e9-6c2d94bc1ef5 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee66d1f5-ff60-4479-973f-74e03552da3e HTTP/1.1" status: 200 len: 949 time: 0.3086836 Mar 09 03:43:46.820750 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-d9f0d1a2-0536-4235-a0b7-e227886632ce tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Router 1f9efa19-91a3-41da-9caf-d24f9a1c677f has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:43:46.826933 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3a5ae-d65b-45f9-9bf9-7486fa03bd25 req-6d781d69-4575-466a-b7c1-c4a5ca8e2f03 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:46.836312 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-60b3a5ae-d65b-45f9-9bf9-7486fa03bd25 req-6d781d69-4575-466a-b7c1-c4a5ca8e2f03 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee66d1f5-ff60-4479-973f-74e03552da3e HTTP/1.1" status: 200 len: 949 time: 0.2109449 Mar 09 03:43:47.042374 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 26415029-c340-4326-85ed-834d54e56b5d up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:43:47.183631 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-60b3a5ae-d65b-45f9-9bf9-7486fa03bd25 req-77dbf66c-eb2d-4268-ae2c-66e779b38c26 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4da3626-15c8-47b5-863d-85867345371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335745 Mar 09 03:43:47.226261 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-c9846ed3-676e-4937-b586-eb313bd06cc2 req-7638bee8-9d46-45be-b182-62b37c783d09 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Deleting port a9955499-c02e-4035-aed3-ebd196be127d {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:43:47.226261 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c9846ed3-676e-4937-b586-eb313bd06cc2 req-7638bee8-9d46-45be-b182-62b37c783d09 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:47.388350 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-d9f0d1a2-0536-4235-a0b7-e227886632ce tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:43:47.395295 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-d9f0d1a2-0536-4235-a0b7-e227886632ce tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:47.444592 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 26415029-c340-4326-85ed-834d54e56b5d completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:43:47.456009 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 26415029-c340-4326-85ed-834d54e56b5d triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:43:47.456586 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:47.532245 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd17274-c477-414d-ab95-3844a5b08221', 'tag': 'ac4ae99e-81f9-431a-a82c-6e43b4f05c0c'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:43:47.646141 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:47.657256 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a7c88131-49a3-48c5-b0fd-fc8ec708892b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:41:45Z', 'updated_at': '2022-03-09T03:42:04Z', 'revision_number': 4, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'gw_port': {'id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:41:49Z', 'updated_at': '2022-03-09T03:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'f0932042-bf81-4dbd-9ff6-badc3ad9d7e9', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'floating_ip_address': '172.25.7.69', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'port_id': 'fa0227c9-9533-40a5-8852-6d7a06c46b6c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'mac_address': 'fa:16:3e:87:58:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ed95dd-7bb6-4dfe-9fb6-e75591f601cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:42:38Z', 'updated_at': '2022-03-09T03:43:41Z', 'revision_number': 3, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed625bc-9df4-4da1-8c46-55636a24e7a6', 'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'mac_address': 'fa:16:3e:d3:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:42:02Z', 'updated_at': '2022-03-09T03:42:16Z', 'revision_number': 5, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'subnets': [{'id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:47.659520 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-d9f0d1a2-0536-4235-a0b7-e227886632ce tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "PUT /v2.0/floatingips/f0932042-bf81-4dbd-9ff6-badc3ad9d7e9 HTTP/1.1" status: 200 len: 997 time: 9.0119619 Mar 09 03:43:47.666909 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c88131-49a3-48c5-b0fd-fc8ec708892b None None] Checking router: 1f9efa19-91a3-41da-9caf-d24f9a1c677f for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:43:47.690688 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c88131-49a3-48c5-b0fd-fc8ec708892b None None] Routers {'1f9efa19-91a3-41da-9caf-d24f9a1c677f'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:43:47.691375 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a7c88131-49a3-48c5-b0fd-fc8ec708892b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:43:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:47.783996 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-fa1578fb-f1ee-4247-939e-7cee6d1bae51 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:47.787717 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee84d5cd-bff2-478c-bcf0-dd164d0fd49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26415029-c340-4326-85ed-834d54e56b5d'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:43:47.807056 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-fa1578fb-f1ee-4247-939e-7cee6d1bae51 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports/ac4ae99e-81f9-431a-a82c-6e43b4f05c0c HTTP/1.1" status: 200 len: 943 time: 0.1464443 Mar 09 03:43:47.828562 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 26415029-c340-4326-85ed-834d54e56b5d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=26415029-c340-4326-85ed-834d54e56b5d,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:43:47.899316 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:47.956114 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29857737-ee1f-4ff7-b6b8-5d71d711f4cf req-0e0025c4-a5d9-4ea5-ad9e-69eb83b47bde tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:47.964945 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-29857737-ee1f-4ff7-b6b8-5d71d711f4cf req-0e0025c4-a5d9-4ea5-ad9e-69eb83b47bde tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee84d5cd-bff2-478c-bcf0-dd164d0fd49c HTTP/1.1" status: 200 len: 945 time: 0.5498874 Mar 09 03:43:48.013304 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-c9846ed3-676e-4937-b586-eb313bd06cc2 req-7638bee8-9d46-45be-b182-62b37c783d09 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] For port a9955499-c02e-4035-aed3-ebd196be127d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=a9955499-c02e-4035-aed3-ebd196be127d,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:43:48.014508 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c9846ed3-676e-4937-b586-eb313bd06cc2 req-7638bee8-9d46-45be-b182-62b37c783d09 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:48.075948 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-29857737-ee1f-4ff7-b6b8-5d71d711f4cf req-ea1d92d3-7e33-4f9b-83ae-9930c8db2fbe tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064944 Mar 09 03:43:48.148193 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-89ab6301-c734-4d57-96fd-2b5bd5071b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:48.165873 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-89ab6301-c734-4d57-96fd-2b5bd5071b72 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7426cc43ccad4ae6a410e2758d65b5d6&device_id=0fd17274-c477-414d-ab95-3844a5b08221 HTTP/1.1" status: 200 len: 1097 time: 0.1959982 Mar 09 03:43:48.301728 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-c9846ed3-676e-4937-b586-eb313bd06cc2 req-7638bee8-9d46-45be-b182-62b37c783d09 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Calling delete_port for a9955499-c02e-4035-aed3-ebd196be127d owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:43:48.402237 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-a7c88131-49a3-48c5-b0fd-fc8ec708892b None None] Set router 1f9efa19-91a3-41da-9caf-d24f9a1c677f gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:43:48.492089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=26415029-c340-4326-85ed-834d54e56b5d,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:48.514460 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-85505c0a-2e16-4157-a43f-a3787e1f2197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:48.515972 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-85505c0a-2e16-4157-a43f-a3787e1f2197 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 HTTP/1.1" status: 200 len: 922 time: 0.3489397 Mar 09 03:43:48.662131 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c9846ed3-676e-4937-b586-eb313bd06cc2 req-7638bee8-9d46-45be-b182-62b37c783d09 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:48.715271 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-9478059b-f3e1-444c-8d66-2f363671077d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4ae99e-81f9-431a-a82c-6e43b4f05c0c HTTP/1.1" status: 200 len: 217 time: 0.1907871 Mar 09 03:43:48.824983 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-54bf2404-3878-45d7-be51-a38a3c4776cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:48.827952 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-54bf2404-3878-45d7-be51-a38a3c4776cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30f4b31b-6abb-4c50-914e-76d835560aae HTTP/1.1" status: 200 len: 860 time: 0.1117139 Mar 09 03:43:48.896739 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638bee8-9d46-45be-b182-62b37c783d09 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Pushing event deleted for resources: {'Port': ['ID=a9955499-c02e-4035-aed3-ebd196be127d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:49.039392 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9846ed3-676e-4937-b586-eb313bd06cc2 req-7638bee8-9d46-45be-b182-62b37c783d09 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] No DVR routers for this DVR port a9955499-c02e-4035-aed3-ebd196be127d on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:43:49.042714 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c9846ed3-676e-4937-b586-eb313bd06cc2 req-7638bee8-9d46-45be-b182-62b37c783d09 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:49.052511 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee66d1f5-ff60-4479-973f-74e03552da3e', 'name': 'network-vif-deleted', 'tag': 'a9955499-c02e-4035-aed3-ebd196be127d'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:43:49.065390 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c9846ed3-676e-4937-b586-eb313bd06cc2 req-7638bee8-9d46-45be-b182-62b37c783d09 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.21 "DELETE /v2.0/ports/a9955499-c02e-4035-aed3-ebd196be127d HTTP/1.1" status: 204 len: 173 time: 2.1763623 Mar 09 03:43:49.194164 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee84d5cd-bff2-478c-bcf0-dd164d0fd49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26415029-c340-4326-85ed-834d54e56b5d', 'code': 200} Mar 09 03:43:49.198036 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd17274-c477-414d-ab95-3844a5b08221', 'tag': 'ac4ae99e-81f9-431a-a82c-6e43b4f05c0c', 'status': 'completed', 'code': 200} Mar 09 03:43:49.330436 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a7c88131-49a3-48c5-b0fd-fc8ec708892b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:41:45Z', 'updated_at': '2022-03-09T03:42:04Z', 'revision_number': 4, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'gw_port': {'id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:41:49Z', 'updated_at': '2022-03-09T03:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'f0932042-bf81-4dbd-9ff6-badc3ad9d7e9', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'floating_ip_address': '172.25.7.69', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'port_id': 'fa0227c9-9533-40a5-8852-6d7a06c46b6c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'mac_address': 'fa:16:3e:87:58:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ed95dd-7bb6-4dfe-9fb6-e75591f601cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:42:38Z', 'updated_at': '2022-03-09T03:43:41Z', 'revision_number': 3, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed625bc-9df4-4da1-8c46-55636a24e7a6', 'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'mac_address': 'fa:16:3e:d3:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:42:02Z', 'updated_at': '2022-03-09T03:42:16Z', 'revision_number': 5, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'subnets': [{'id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:49.342462 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c88131-49a3-48c5-b0fd-fc8ec708892b None None] The sync data for ids ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'] in n-d-825178-5 is: [{'id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:41:45Z', 'updated_at': '2022-03-09T03:42:04Z', 'revision_number': 4, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'gw_port': {'id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:41:49Z', 'updated_at': '2022-03-09T03:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'f0932042-bf81-4dbd-9ff6-badc3ad9d7e9', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'floating_ip_address': '172.25.7.69', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'port_id': 'fa0227c9-9533-40a5-8852-6d7a06c46b6c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'mac_address': 'fa:16:3e:87:58:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ed95dd-7bb6-4dfe-9fb6-e75591f601cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:42:38Z', 'updated_at': '2022-03-09T03:43:41Z', 'revision_number': 3, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed625bc-9df4-4da1-8c46-55636a24e7a6', 'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'mac_address': 'fa:16:3e:d3:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:42:02Z', 'updated_at': '2022-03-09T03:42:16Z', 'revision_number': 5, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'subnets': [{'id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:43:49.480263 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-9de89735-be90-4cc2-a156-f78663d6b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:49.489877 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-9de89735-be90-4cc2-a156-f78663d6b823 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6546395 Mar 09 03:43:49.495463 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-f0f89409-c02f-4d8f-bf52-b6443ca59899 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:43:49.502922 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-f0f89409-c02f-4d8f-bf52-b6443ca59899 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119030 Mar 09 03:43:49.586589 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32282649-d72a-4eaf-af01-3f61c90e7e5e req-8301d0b3-cfdb-4b5d-b4c7-44bfa8cd992d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:49.589039 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32282649-d72a-4eaf-af01-3f61c90e7e5e req-8301d0b3-cfdb-4b5d-b4c7-44bfa8cd992d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7426cc43ccad4ae6a410e2758d65b5d6&device_id=0fd17274-c477-414d-ab95-3844a5b08221 HTTP/1.1" status: 200 len: 1097 time: 0.3890920 Mar 09 03:43:49.592939 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-41677563-6313-4895-9591-df10d3d13c62 req-efe9b24c-6675-4c2f-8efa-5bbde8efa7c7 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Synchronizing usage tracker for tenant:f94c533ee0e24f8a92224b12b8cfb393 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:43:49.669753 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-41677563-6313-4895-9591-df10d3d13c62 req-efe9b24c-6675-4c2f-8efa-5bbde8efa7c7 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] Unset dirty status for tenant:f94c533ee0e24f8a92224b12b8cfb393 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:43:49.670967 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-41677563-6313-4895-9591-df10d3d13c62 req-efe9b24c-6675-4c2f-8efa-5bbde8efa7c7 tempest-ListImageFiltersTestJSON-412631186 tempest-ListImageFiltersTestJSON-412631186-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee66d1f5-ff60-4479-973f-74e03552da3e HTTP/1.1" status: 200 len: 210 time: 0.2162020 Mar 09 03:43:49.696754 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666df8cb-9bf2-457b-a34d-233c5a52b1bc req-bcda349c-a6a0-400c-8a6c-0ccf018bb69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:49.698225 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-666df8cb-9bf2-457b-a34d-233c5a52b1bc req-bcda349c-a6a0-400c-8a6c-0ccf018bb69d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ee84d5cd-bff2-478c-bcf0-dd164d0fd49c HTTP/1.1" status: 200 len: 1097 time: 0.3344433 Mar 09 03:43:49.773930 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c19ba78-5595-4736-a349-e5e2e4eb0cc6 None None] New status for floating IP f0932042-bf81-4dbd-9ff6-badc3ad9d7e9: ACTIVE {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:43:49.802413 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-666df8cb-9bf2-457b-a34d-233c5a52b1bc req-3ae9c8d6-7b69-4ea1-b063-c40cba4c3385 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961888 Mar 09 03:43:50.001925 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32282649-d72a-4eaf-af01-3f61c90e7e5e req-c459d1f6-61c6-44ac-9d93-a766c99935e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:50.004142 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32282649-d72a-4eaf-af01-3f61c90e7e5e req-c459d1f6-61c6-44ac-9d93-a766c99935e1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 HTTP/1.1" status: 200 len: 922 time: 0.3553650 Mar 09 03:43:50.011598 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9bcc99f6-f259-45b1-940a-942f90b8937d req-85186b6a-756f-426e-886b-76084b8b3a56 tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7743648-040e-49da-8edd-f815035daa00 HTTP/1.1" status: 200 len: 210 time: 0.0883543 Mar 09 03:43:50.100530 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-fe5b9628-babb-4028-a8d2-8ab53bc500ed service neutron] 10.222.0.16 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5964766 Mar 09 03:43:50.200787 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee66d1f5-ff60-4479-973f-74e03552da3e', 'name': 'network-vif-deleted', 'tag': 'a9955499-c02e-4035-aed3-ebd196be127d', 'status': 'completed', 'code': 200} Mar 09 03:43:50.251198 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32282649-d72a-4eaf-af01-3f61c90e7e5e req-ae2a5388-fe92-4ccf-9935-93b1c20e49eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4ae99e-81f9-431a-a82c-6e43b4f05c0c HTTP/1.1" status: 200 len: 217 time: 0.2247510 Mar 09 03:43:50.392512 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32282649-d72a-4eaf-af01-3f61c90e7e5e req-5a41f36b-76c3-4789-b69c-d6b58f044c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:50.393873 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32282649-d72a-4eaf-af01-3f61c90e7e5e req-5a41f36b-76c3-4789-b69c-d6b58f044c51 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30f4b31b-6abb-4c50-914e-76d835560aae HTTP/1.1" status: 200 len: 860 time: 0.1335051 Mar 09 03:43:50.513639 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8519120f-e92b-4017-8f37-638154142bd2 None None] Sync routers for ids ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:43:50.518811 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8be39-19f7-484e-9a29-0c49c0eff5ac req-f403d928-aa0c-4c53-8e38-92580b9f060e tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:50.520362 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7e8be39-19f7-484e-9a29-0c49c0eff5ac req-f403d928-aa0c-4c53-8e38-92580b9f060e tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee84d5cd-bff2-478c-bcf0-dd164d0fd49c HTTP/1.1" status: 200 len: 946 time: 0.1233010 Mar 09 03:43:50.529937 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8519120f-e92b-4017-8f37-638154142bd2 None None] Routers {'1f9efa19-91a3-41da-9caf-d24f9a1c677f'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:43:50.531064 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8519120f-e92b-4017-8f37-638154142bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:43:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:50.582652 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7e8be39-19f7-484e-9a29-0c49c0eff5ac req-ff0e1f0c-7308-48a1-be93-e77478432c3e tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564759 Mar 09 03:43:50.617180 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-0469ba89-8aca-42bc-b102-b7a755e7909a service neutron] 10.222.0.16 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093477 Mar 09 03:43:50.631839 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32282649-d72a-4eaf-af01-3f61c90e7e5e req-e6ab0fb9-cdae-43a9-a538-9b78cd980c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:50.632865 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32282649-d72a-4eaf-af01-3f61c90e7e5e req-e6ab0fb9-cdae-43a9-a538-9b78cd980c0d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2191310 Mar 09 03:43:51.007482 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32282649-d72a-4eaf-af01-3f61c90e7e5e req-625a545d-58a4-4bbd-bd19-0b403e8341d2 service neutron] 10.222.0.21 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605788 Mar 09 03:43:51.014559 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device a9955499-c02e-4035-aed3-ebd196be127d no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:43:51.078822 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-ab57fa62-8ffa-4250-99f6-5810fe42c6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:51.080614 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-ab57fa62-8ffa-4250-99f6-5810fe42c6fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7426cc43ccad4ae6a410e2758d65b5d6&device_id=75ed95dd-7bb6-4dfe-9fb6-e75591f601cf HTTP/1.1" status: 200 len: 1096 time: 0.2839599 Mar 09 03:43:51.089745 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-8519120f-e92b-4017-8f37-638154142bd2 None None] Set router 1f9efa19-91a3-41da-9caf-d24f9a1c677f gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:43:51.214985 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ed95dd-7bb6-4dfe-9fb6-e75591f601cf', 'tag': 'fa0227c9-9533-40a5-8852-6d7a06c46b6c'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:43:51.252454 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: a9955499-c02e-4035-aed3-ebd196be127d {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:43:51.252795 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device a9955499-c02e-4035-aed3-ebd196be127d not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:43:51.466694 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32282649-d72a-4eaf-af01-3f61c90e7e5e req-8ab07224-9200-43b9-9883-624204e4c7df service neutron] 10.222.0.21 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406435 Mar 09 03:43:51.577257 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ed95dd-7bb6-4dfe-9fb6-e75591f601cf', 'tag': 'fa0227c9-9533-40a5-8852-6d7a06c46b6c', 'status': 'completed', 'code': 200} Mar 09 03:43:51.660649 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-c85e782d-bc54-4d8a-81fe-ed0679e17972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:51.662670 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-c85e782d-bc54-4d8a-81fe-ed0679e17972 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 HTTP/1.1" status: 200 len: 922 time: 0.5706363 Mar 09 03:43:51.856685 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-cb02e0f6-7a60-4712-9d27-7f45387f59fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa0227c9-9533-40a5-8852-6d7a06c46b6c HTTP/1.1" status: 200 len: 1000 time: 0.1832659 Mar 09 03:43:52.083444 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d4507-aa4f-4b4d-ad29-bcb8585e46ba req-edbd2403-5455-409c-9fa3-c4bf08feb4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:52.084693 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b56d4507-aa4f-4b4d-ad29-bcb8585e46ba req-edbd2403-5455-409c-9fa3-c4bf08feb4d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7426cc43ccad4ae6a410e2758d65b5d6&device_id=75ed95dd-7bb6-4dfe-9fb6-e75591f601cf HTTP/1.1" status: 200 len: 1096 time: 0.4971976 Mar 09 03:43:52.294081 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8519120f-e92b-4017-8f37-638154142bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:41:45Z', 'updated_at': '2022-03-09T03:42:04Z', 'revision_number': 4, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'gw_port': {'id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:41:49Z', 'updated_at': '2022-03-09T03:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'f0932042-bf81-4dbd-9ff6-badc3ad9d7e9', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'floating_ip_address': '172.25.7.69', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'port_id': 'fa0227c9-9533-40a5-8852-6d7a06c46b6c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'mac_address': 'fa:16:3e:87:58:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ed95dd-7bb6-4dfe-9fb6-e75591f601cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:42:38Z', 'updated_at': '2022-03-09T03:43:50Z', 'revision_number': 4, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed625bc-9df4-4da1-8c46-55636a24e7a6', 'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'mac_address': 'fa:16:3e:d3:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:42:02Z', 'updated_at': '2022-03-09T03:42:16Z', 'revision_number': 5, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'subnets': [{'id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:52.333270 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8519120f-e92b-4017-8f37-638154142bd2 None None] Checking router: 1f9efa19-91a3-41da-9caf-d24f9a1c677f for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:43:52.372945 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8519120f-e92b-4017-8f37-638154142bd2 None None] Routers {'1f9efa19-91a3-41da-9caf-d24f9a1c677f'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:43:52.377944 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8519120f-e92b-4017-8f37-638154142bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:43:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:52.479305 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-d8afea85-5e1b-40ca-90b9-cc45e2e2da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:52.481124 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-d8afea85-5e1b-40ca-90b9-cc45e2e2da32 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30f4b31b-6abb-4c50-914e-76d835560aae HTTP/1.1" status: 200 len: 860 time: 0.6235464 Mar 09 03:43:52.582560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d4507-aa4f-4b4d-ad29-bcb8585e46ba req-588978db-7c10-486e-a4e5-a67946333376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:52.584106 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b56d4507-aa4f-4b4d-ad29-bcb8585e46ba req-588978db-7c10-486e-a4e5-a67946333376 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 HTTP/1.1" status: 200 len: 922 time: 0.4767001 Mar 09 03:43:52.672939 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-fa91df6d-b7dd-46de-8d0c-60f36571d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:52.675452 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-fa91df6d-b7dd-46de-8d0c-60f36571d7c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1854541 Mar 09 03:43:52.839485 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-8519120f-e92b-4017-8f37-638154142bd2 None None] Set router 1f9efa19-91a3-41da-9caf-d24f9a1c677f gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:43:52.867476 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b2f8a546-f4ae-4a2d-a563-c5e60f9d60dd req-8539e91d-4a9b-46a6-b498-a6981983a3af tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.0967059 Mar 09 03:43:52.923683 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b56d4507-aa4f-4b4d-ad29-bcb8585e46ba req-166b5d3f-b1cc-4dbf-9fdf-7a8a95fb2858 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa0227c9-9533-40a5-8852-6d7a06c46b6c HTTP/1.1" status: 200 len: 1000 time: 0.3191648 Mar 09 03:43:52.933011 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-eab0fee8-65ca-4bb3-ad72-e64338f819b8 service neutron] 10.222.0.16 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409561 Mar 09 03:43:53.206842 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d4507-aa4f-4b4d-ad29-bcb8585e46ba req-5d808c18-b1df-46e8-a99f-c27696ebbbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:53.210096 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b56d4507-aa4f-4b4d-ad29-bcb8585e46ba req-5d808c18-b1df-46e8-a99f-c27696ebbbd5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=30f4b31b-6abb-4c50-914e-76d835560aae HTTP/1.1" status: 200 len: 860 time: 0.2762434 Mar 09 03:43:53.333277 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64b9bd-f58a-492a-8ced-18b172a8234f req-503f5c02-39e1-496e-a517-de6ce39fe5e7 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:53.342363 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd64b9bd-f58a-492a-8ced-18b172a8234f req-503f5c02-39e1-496e-a517-de6ce39fe5e7 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee84d5cd-bff2-478c-bcf0-dd164d0fd49c HTTP/1.1" status: 200 len: 946 time: 0.2675514 Mar 09 03:43:53.411171 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6e9a1d09-da40-41c2-bebc-6c25c8587167 req-1cccf82e-7a5c-4a9d-9c67-877da010e9a2 service neutron] 10.222.0.16 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992879 Mar 09 03:43:53.455589 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd64b9bd-f58a-492a-8ced-18b172a8234f req-698e79f9-6525-4e51-a40e-7e7a0e1332c8 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122134 Mar 09 03:43:53.533638 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d4507-aa4f-4b4d-ad29-bcb8585e46ba req-1f8b9e9a-7f44-4725-baec-4515b26fc1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:53.535267 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b56d4507-aa4f-4b4d-ad29-bcb8585e46ba req-1f8b9e9a-7f44-4725-baec-4515b26fc1aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232002 Mar 09 03:43:53.729318 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8519120f-e92b-4017-8f37-638154142bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:41:45Z', 'updated_at': '2022-03-09T03:42:04Z', 'revision_number': 4, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'gw_port': {'id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:41:49Z', 'updated_at': '2022-03-09T03:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'f0932042-bf81-4dbd-9ff6-badc3ad9d7e9', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'floating_ip_address': '172.25.7.69', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'port_id': 'fa0227c9-9533-40a5-8852-6d7a06c46b6c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'mac_address': 'fa:16:3e:87:58:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ed95dd-7bb6-4dfe-9fb6-e75591f601cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:42:38Z', 'updated_at': '2022-03-09T03:43:50Z', 'revision_number': 4, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed625bc-9df4-4da1-8c46-55636a24e7a6', 'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'mac_address': 'fa:16:3e:d3:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:42:02Z', 'updated_at': '2022-03-09T03:42:16Z', 'revision_number': 5, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'subnets': [{'id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:53.734470 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8519120f-e92b-4017-8f37-638154142bd2 None None] The sync data for ids ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'] in n-d-825178-5 is: [{'id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:41:45Z', 'updated_at': '2022-03-09T03:42:04Z', 'revision_number': 4, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'gw_port': {'id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:41:49Z', 'updated_at': '2022-03-09T03:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'f0932042-bf81-4dbd-9ff6-badc3ad9d7e9', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'floating_ip_address': '172.25.7.69', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'port_id': 'fa0227c9-9533-40a5-8852-6d7a06c46b6c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'mac_address': 'fa:16:3e:87:58:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ed95dd-7bb6-4dfe-9fb6-e75591f601cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:42:38Z', 'updated_at': '2022-03-09T03:43:50Z', 'revision_number': 4, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed625bc-9df4-4da1-8c46-55636a24e7a6', 'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'mac_address': 'fa:16:3e:d3:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:42:02Z', 'updated_at': '2022-03-09T03:42:16Z', 'revision_number': 5, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'subnets': [{'id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:43:53.766580 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3217c4cf-a99a-4589-9ac1-b41f50bef201 req-10f15138-c477-4246-bc89-811f55be631e tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.69 HTTP/1.1" status: 200 len: 1000 time: 0.2727094 Mar 09 03:43:53.784540 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b56d4507-aa4f-4b4d-ad29-bcb8585e46ba req-3f8d2ac6-8226-40df-aefb-3c7e14561618 service neutron] 10.222.0.24 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349968 Mar 09 03:43:53.990650 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217c4cf-a99a-4589-9ac1-b41f50bef201 req-c46095db-ec81-4fc8-a924-49e640c9baf9 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:53.999462 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3217c4cf-a99a-4589-9ac1-b41f50bef201 req-c46095db-ec81-4fc8-a924-49e640c9baf9 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports/fa0227c9-9533-40a5-8852-6d7a06c46b6c HTTP/1.1" status: 200 len: 942 time: 0.2148430 Mar 09 03:43:54.057163 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b56d4507-aa4f-4b4d-ad29-bcb8585e46ba req-da0de3a2-e66b-438d-a4b0-1d6138c75816 service neutron] 10.222.0.24 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542558 Mar 09 03:43:54.171922 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4057b2f7-07e7-4aaa-934e-82746248ea0e req-98745831-3b84-47c0-9386-7d17a19001ff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7743648-040e-49da-8edd-f815035daa00 HTTP/1.1" status: 200 len: 210 time: 0.0595000 Mar 09 03:43:54.249613 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3217c4cf-a99a-4589-9ac1-b41f50bef201 req-a0c987d2-2b5a-44fd-9c78-87137ea48a8f tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.69 HTTP/1.1" status: 200 len: 1000 time: 0.1116276 Mar 09 03:43:54.460665 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217c4cf-a99a-4589-9ac1-b41f50bef201 req-bdaa8af9-8571-4aeb-b325-3fd69cda2b7e tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:54.462064 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3217c4cf-a99a-4589-9ac1-b41f50bef201 req-bdaa8af9-8571-4aeb-b325-3fd69cda2b7e tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 0.2075641 Mar 09 03:43:54.722462 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2c2d40b9-8f36-4f05-9b5a-0d8f113c4db2 req-fbe5cdb7-3864-4621-99be-158b5fdb99d7 tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.0638611 Mar 09 03:43:54.942841 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-13bbc46f-9f0c-41b1-8d23-fade7e5ef97c req-edd3582d-dd32-4418-aae0-3ad6da9f3506 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.69 HTTP/1.1" status: 200 len: 1000 time: 0.1845930 Mar 09 03:43:55.081537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbc46f-9f0c-41b1-8d23-fade7e5ef97c req-a83f2b93-6c9b-466f-b03f-80d017f273b4 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:55.090013 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-13bbc46f-9f0c-41b1-8d23-fade7e5ef97c req-a83f2b93-6c9b-466f-b03f-80d017f273b4 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports/fa0227c9-9533-40a5-8852-6d7a06c46b6c HTTP/1.1" status: 200 len: 942 time: 0.1402476 Mar 09 03:43:55.318506 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-13bbc46f-9f0c-41b1-8d23-fade7e5ef97c req-1d6b93fd-4de8-4878-af9d-0c0492b94763 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.69 HTTP/1.1" status: 200 len: 1000 time: 0.1374512 Mar 09 03:43:55.402556 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52844) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:43:55.755962 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b12c77e3-f4e7-4a7d-8abc-0c3a473ea8a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f94c533ee0e24f8a92224b12b8cfb393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3523719 Mar 09 03:43:55.760771 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52852) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:43:55.787092 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbc46f-9f0c-41b1-8d23-fade7e5ef97c req-f5ef11af-d0d5-4ff5-ae0a-c1d53249dbce tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:55.788598 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-13bbc46f-9f0c-41b1-8d23-fade7e5ef97c req-f5ef11af-d0d5-4ff5-ae0a-c1d53249dbce tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 0.4605963 Mar 09 03:43:55.819498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87fb3c-d291-42e8-b12e-12f38edda2bd req-9cc1e851-cf4d-49c4-9d82-72551baaf2e7 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:55.820981 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ef87fb3c-d291-42e8-b12e-12f38edda2bd req-9cc1e851-cf4d-49c4-9d82-72551baaf2e7 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee84d5cd-bff2-478c-bcf0-dd164d0fd49c HTTP/1.1" status: 200 len: 946 time: 0.1964860 Mar 09 03:43:55.906434 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5c1a564b-4446-4dfb-817e-3ae621cc077c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:55.941236 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5c1a564b-4446-4dfb-817e-3ae621cc077c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:56.020984 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-13bbc46f-9f0c-41b1-8d23-fade7e5ef97c req-58624433-51d1-41dc-bad7-68177474ffe2 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.69 HTTP/1.1" status: 200 len: 1000 time: 0.2218857 Mar 09 03:43:56.034768 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-13bbc46f-9f0c-41b1-8d23-fade7e5ef97c req-0d84b583-b566-4e5a-ab89-ec185b97cec7 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:43:56.073126 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ef87fb3c-d291-42e8-b12e-12f38edda2bd req-3f0f8755-4c24-4074-811e-cd1c9f6d37bd tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296102 Mar 09 03:43:56.091759 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5c1a564b-4446-4dfb-817e-3ae621cc077c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:56.127773 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a564b-4446-4dfb-817e-3ae621cc077c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4da3626-15c8-47b5-863d-85867345371d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:56.174055 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5c1a564b-4446-4dfb-817e-3ae621cc077c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:56.178943 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5c1a564b-4446-4dfb-817e-3ae621cc077c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4da3626-15c8-47b5-863d-85867345371d HTTP/1.1" status: 204 len: 168 time: 0.4140480 Mar 09 03:43:56.264460 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-13bbc46f-9f0c-41b1-8d23-fade7e5ef97c req-0d84b583-b566-4e5a-ab89-ec185b97cec7 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks [] for floatingip, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:56.350986 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-31203a45-3c19-4a83-9a45-6d6548bfedf7 req-c0d65f27-7476-4fc8-860c-b7975173cbcf tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.1027780 Mar 09 03:43:56.791168 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ca81e74f-66d8-46d0-a57e-8d20d41f3bc5 req-8198fad4-91de-424a-8627-56592e6f9391 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.1031666 Mar 09 03:43:56.965788 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-13bbc46f-9f0c-41b1-8d23-fade7e5ef97c req-0d84b583-b566-4e5a-ab89-ec185b97cec7 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:56.978407 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-13bbc46f-9f0c-41b1-8d23-fade7e5ef97c req-0d84b583-b566-4e5a-ab89-ec185b97cec7 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:56.978974 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [req-13bbc46f-9f0c-41b1-8d23-fade7e5ef97c req-0d84b583-b566-4e5a-ab89-ec185b97cec7 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Floating IP f0932042-bf81-4dbd-9ff6-badc3ad9d7e9 disassociated. External IP: 172.25.7.69, port: fa0227c9-9533-40a5-8852-6d7a06c46b6c. Mar 09 03:43:57.045804 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 26415029-c340-4326-85ed-834d54e56b5d details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:43:57.676219 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 26415029-c340-4326-85ed-834d54e56b5d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=26415029-c340-4326-85ed-834d54e56b5d,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:43:57.684186 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41333cb8-7b96-4e5c-969b-85f218fea1cb req-c2eac627-79eb-4c0b-977b-2e2aefd14ec2 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:57.688665 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-41333cb8-7b96-4e5c-969b-85f218fea1cb req-c2eac627-79eb-4c0b-977b-2e2aefd14ec2 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee84d5cd-bff2-478c-bcf0-dd164d0fd49c HTTP/1.1" status: 200 len: 946 time: 0.2556319 Mar 09 03:43:57.764554 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-41333cb8-7b96-4e5c-969b-85f218fea1cb req-fdfda8d2-04a8-4c04-ba97-6307ec569cf5 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622108 Mar 09 03:43:57.773007 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '26415029-c340-4326-85ed-834d54e56b5d', 'network_id': 'c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1', 'port_id': '26415029-c340-4326-85ed-834d54e56b5d', 'mac_address': 'fa:16:3e:9f:cb:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf75fec-0961-40cc-8ceb-7209db6f79d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:43:57.968988 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13bbc46f-9f0c-41b1-8d23-fade7e5ef97c req-0d84b583-b566-4e5a-ab89-ec185b97cec7 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Router 1f9efa19-91a3-41da-9caf-d24f9a1c677f has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:43:57.994358 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:57.997466 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a86fe5c5-a4a8-477c-a57f-1db55f907305 req-ee25866f-1837-42fb-be4a-9badd1c37394 tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.0840116 Mar 09 03:43:58.030585 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26415029-c340-4326-85ed-834d54e56b5d {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:43:58.065252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 26415029-c340-4326-85ed-834d54e56b5d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=26415029-c340-4326-85ed-834d54e56b5d,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:43:58.072034 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:58.293396 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52916) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:43:58.321354 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['26415029-c340-4326-85ed-834d54e56b5d'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:43:58.414155 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=26415029-c340-4326-85ed-834d54e56b5d,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:58.533730 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-852601512-network', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:43:58.540699 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:43:58.552955 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Usage tracker for resource:network and tenant:9eb686a5560145e4aa19523f011a1eb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:43:58.558718 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:43:58.564610 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13bbc46f-9f0c-41b1-8d23-fade7e5ef97c req-0d84b583-b566-4e5a-ab89-ec185b97cec7 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:43:58.577818 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a5c0d1-6a0b-4785-bb49-465a1acbe114 None None] Sync routers for ids ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:43:58.579881 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:43:58.585402 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-13bbc46f-9f0c-41b1-8d23-fade7e5ef97c req-0d84b583-b566-4e5a-ab89-ec185b97cec7 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:58.594171 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a5c0d1-6a0b-4785-bb49-465a1acbe114 None None] Routers {'1f9efa19-91a3-41da-9caf-d24f9a1c677f'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:43:58.596091 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Made reservation on behalf of 9eb686a5560145e4aa19523f011a1eb4 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:43:58.596700 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f8a5c0d1-6a0b-4785-bb49-465a1acbe114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:43:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:58.600165 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:58.622020 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:58.744638 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f69ba73e-0fba-4b42-9e66-13fc7497fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:58.779437 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-13bbc46f-9f0c-41b1-8d23-fade7e5ef97c req-0d84b583-b566-4e5a-ab89-ec185b97cec7 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "PUT /v2.0/floatingips/f0932042-bf81-4dbd-9ff6-badc3ad9d7e9 HTTP/1.1" status: 200 len: 694 time: 2.7469308 Mar 09 03:43:58.779437 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ed95dd-7bb6-4dfe-9fb6-e75591f601cf', 'tag': 'fa0227c9-9533-40a5-8852-6d7a06c46b6c'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:43:58.969246 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbc46f-9f0c-41b1-8d23-fade7e5ef97c req-beb6e1ac-c55b-49f6-917b-c7b3d9c3ddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:58.984666 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-13bbc46f-9f0c-41b1-8d23-fade7e5ef97c req-beb6e1ac-c55b-49f6-917b-c7b3d9c3ddcc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7426cc43ccad4ae6a410e2758d65b5d6&device_id=75ed95dd-7bb6-4dfe-9fb6-e75591f601cf HTTP/1.1" status: 200 len: 1096 time: 0.1958485 Mar 09 03:43:59.038624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:43:59.045341 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Usage tracker for resource:security_group_rule and tenant:9eb686a5560145e4aa19523f011a1eb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:43:59.050753 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 26415029-c340-4326-85ed-834d54e56b5d up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:43:59.056484 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:43:59.067092 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:43:59.190498 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-f8a5c0d1-6a0b-4785-bb49-465a1acbe114 None None] Set router 1f9efa19-91a3-41da-9caf-d24f9a1c677f gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:43:59.314669 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 26415029-c340-4326-85ed-834d54e56b5d triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:43:59.316228 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:59.334756 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:59.347535 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:59.437573 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad84590-c2cb-4d7b-911b-999d5489066d req-ad6ed884-2489-45b9-bbf7-be94c290079c tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:59.448547 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7ad84590-c2cb-4d7b-911b-999d5489066d req-ad6ed884-2489-45b9-bbf7-be94c290079c tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee84d5cd-bff2-478c-bcf0-dd164d0fd49c HTTP/1.1" status: 200 len: 945 time: 0.3030210 Mar 09 03:43:59.498775 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:43:59.515657 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc1989a-39a3-4955-9972-8c079990cd2f,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:59.522551 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:59.533520 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:59.534563 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Added segment 6015d51d-ff40-43bf-b166-7f4628d70144 of type vlan for network a5b1e57d-a586-4109-9128-ae5b3a0e4d7b Mar 09 03:43:59.539904 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:59.540569 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:59.541075 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:59.541553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:59.542321 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:59.543272 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:59.544461 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:59.544993 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:59.545496 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:59.545985 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:59.546487 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:59.548106 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:43:59.588456 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee84d5cd-bff2-478c-bcf0-dd164d0fd49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26415029-c340-4326-85ed-834d54e56b5d'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:43:59.604405 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 26415029-c340-4326-85ed-834d54e56b5d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=26415029-c340-4326-85ed-834d54e56b5d,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:43:59.612216 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:59.649607 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7ad84590-c2cb-4d7b-911b-999d5489066d req-de5e1d06-ef7f-44f8-86c1-46a9649fe5b7 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/security-groups?id=d03d360f-b081-4cdc-8201-3698f247ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013958 Mar 09 03:43:59.660383 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:59.698497 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbc46f-9f0c-41b1-8d23-fade7e5ef97c req-47d2b845-1076-4f9e-a43e-e1fa1db7b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:59.731164 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-13bbc46f-9f0c-41b1-8d23-fade7e5ef97c req-47d2b845-1076-4f9e-a43e-e1fa1db7b59e service neutron] 10.222.0.16 "GET /v2.0/networks?id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 HTTP/1.1" status: 200 len: 922 time: 0.7306998 Mar 09 03:43:59.759679 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:59.760972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:59.762021 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:43:59.774184 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f8a5c0d1-6a0b-4785-bb49-465a1acbe114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:41:45Z', 'updated_at': '2022-03-09T03:42:04Z', 'revision_number': 4, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'gw_port': {'id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:41:49Z', 'updated_at': '2022-03-09T03:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4ed625bc-9df4-4da1-8c46-55636a24e7a6', 'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'mac_address': 'fa:16:3e:d3:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:42:02Z', 'updated_at': '2022-03-09T03:42:16Z', 'revision_number': 5, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'subnets': [{'id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:59.787497 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=26415029-c340-4326-85ed-834d54e56b5d,revision_number=7']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:43:59.799700 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a5c0d1-6a0b-4785-bb49-465a1acbe114 None None] Checking router: 1f9efa19-91a3-41da-9caf-d24f9a1c677f for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:43:59.830097 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a5c0d1-6a0b-4785-bb49-465a1acbe114 None None] Routers {'1f9efa19-91a3-41da-9caf-d24f9a1c677f'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:43:59.830896 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f8a5c0d1-6a0b-4785-bb49-465a1acbe114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:43:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:43:59.843541 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-13bbc46f-9f0c-41b1-8d23-fade7e5ef97c req-7820d23d-bf3e-4ab7-85ce-4b661b145595 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa0227c9-9533-40a5-8852-6d7a06c46b6c HTTP/1.1" status: 200 len: 217 time: 0.1079330 Mar 09 03:43:59.843541 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ed95dd-7bb6-4dfe-9fb6-e75591f601cf', 'tag': 'fa0227c9-9533-40a5-8852-6d7a06c46b6c', 'status': 'completed', 'code': 200} Mar 09 03:43:59.979171 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbc46f-9f0c-41b1-8d23-fade7e5ef97c req-6a1f807c-9faf-4c43-aa3e-3e26baa94fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:43:59.992745 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-13bbc46f-9f0c-41b1-8d23-fade7e5ef97c req-6a1f807c-9faf-4c43-aa3e-3e26baa94fff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30f4b31b-6abb-4c50-914e-76d835560aae HTTP/1.1" status: 200 len: 860 time: 0.1346996 Mar 09 03:44:00.001137 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] Pushing event updated for resources: {'Network': ['ID=a5b1e57d-a586-4109-9128-ae5b3a0e4d7b,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:00.115191 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-aa97fcdb-fe63-4e9f-8a5d-fa182c3a4b0c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7232118 Mar 09 03:44:00.115191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52952) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:00.115191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-90fe6cc7-0da5-4749-a221-3c98f97401e4 admin admin] Request body: {'subnet': {'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-852601512-subnet', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:00.121049 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network a5b1e57d-a586-4109-9128-ae5b3a0e4d7b details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:44:00.123024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-90fe6cc7-0da5-4749-a221-3c98f97401e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:44:00.123024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-90fe6cc7-0da5-4749-a221-3c98f97401e4 admin admin] Usage tracker for resource:subnet and tenant:9eb686a5560145e4aa19523f011a1eb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:44:00.123024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-90fe6cc7-0da5-4749-a221-3c98f97401e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:44:00.123024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-90fe6cc7-0da5-4749-a221-3c98f97401e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:44:00.123024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abeec16-a170-4b25-941c-906abb3f871e req-175a3ab9-35cc-44f2-9daf-09d3b10a677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:00.123024 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6abeec16-a170-4b25-941c-906abb3f871e req-175a3ab9-35cc-44f2-9daf-09d3b10a677d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7426cc43ccad4ae6a410e2758d65b5d6&device_id=75ed95dd-7bb6-4dfe-9fb6-e75591f601cf HTTP/1.1" status: 200 len: 1096 time: 0.3039434 Mar 09 03:44:00.123024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fe6cc7-0da5-4749-a221-3c98f97401e4 admin admin] Made reservation on behalf of 9eb686a5560145e4aa19523f011a1eb4 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:44:00.135271 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-90fe6cc7-0da5-4749-a221-3c98f97401e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:00.164848 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-f8a5c0d1-6a0b-4785-bb49-465a1acbe114 None None] Set router 1f9efa19-91a3-41da-9caf-d24f9a1c677f gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:44:00.360286 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbc46f-9f0c-41b1-8d23-fade7e5ef97c req-e9768be3-e83e-48a2-a878-5fd3ae1fc343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:00.363512 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-13bbc46f-9f0c-41b1-8d23-fade7e5ef97c req-e9768be3-e83e-48a2-a878-5fd3ae1fc343 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3706651 Mar 09 03:44:00.388356 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-41a4efec-594a-423a-bf09-8d2125da6bdc req-9d955023-bb29-43b3-82c8-b23896a9fdd0 tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.1992319 Mar 09 03:44:00.581454 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-13bbc46f-9f0c-41b1-8d23-fade7e5ef97c req-f5f5691c-8393-4953-bfa9-e4c49149dce9 service neutron] 10.222.0.16 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099257 Mar 09 03:44:00.607336 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abeec16-a170-4b25-941c-906abb3f871e req-e037eb40-c33d-4fc0-814e-2aaacb987fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:00.608987 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6abeec16-a170-4b25-941c-906abb3f871e req-e037eb40-c33d-4fc0-814e-2aaacb987fc4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 HTTP/1.1" status: 200 len: 922 time: 0.5119376 Mar 09 03:44:00.672886 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f8a5c0d1-6a0b-4785-bb49-465a1acbe114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:41:45Z', 'updated_at': '2022-03-09T03:42:04Z', 'revision_number': 4, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'gw_port': {'id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:41:49Z', 'updated_at': '2022-03-09T03:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4ed625bc-9df4-4da1-8c46-55636a24e7a6', 'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'mac_address': 'fa:16:3e:d3:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:42:02Z', 'updated_at': '2022-03-09T03:42:16Z', 'revision_number': 5, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'subnets': [{'id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:00.680207 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a5c0d1-6a0b-4785-bb49-465a1acbe114 None None] The sync data for ids ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'] in n-d-825178-5 is: [{'id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:41:45Z', 'updated_at': '2022-03-09T03:42:04Z', 'revision_number': 4, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'gw_port': {'id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:41:49Z', 'updated_at': '2022-03-09T03:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4ed625bc-9df4-4da1-8c46-55636a24e7a6', 'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'mac_address': 'fa:16:3e:d3:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:42:02Z', 'updated_at': '2022-03-09T03:42:16Z', 'revision_number': 5, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'subnets': [{'id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:44:00.754623 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-13bbc46f-9f0c-41b1-8d23-fade7e5ef97c req-78ec1365-ac76-4dd9-8d12-f1056ea6c514 service neutron] 10.222.0.16 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713827 Mar 09 03:44:00.771204 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6abeec16-a170-4b25-941c-906abb3f871e req-3c68cc34-f779-4fc7-a804-26cea083b1b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa0227c9-9533-40a5-8852-6d7a06c46b6c HTTP/1.1" status: 200 len: 217 time: 0.1458242 Mar 09 03:44:00.820337 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee84d5cd-bff2-478c-bcf0-dd164d0fd49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26415029-c340-4326-85ed-834d54e56b5d', 'code': 200} Mar 09 03:44:00.840785 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-1fa178a6-b1df-41dc-9a3c-f5fec2af248b tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Synchronizing usage tracker for tenant:817a57555e2f4b54a80c7a27a00c451f on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:44:00.897088 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abeec16-a170-4b25-941c-906abb3f871e req-cd9013f5-e091-44d1-8de4-3ec0fd7576f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:00.898531 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6abeec16-a170-4b25-941c-906abb3f871e req-cd9013f5-e091-44d1-8de4-3ec0fd7576f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=30f4b31b-6abb-4c50-914e-76d835560aae HTTP/1.1" status: 200 len: 860 time: 0.1184950 Mar 09 03:44:00.980664 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-1fa178a6-b1df-41dc-9a3c-f5fec2af248b tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Unset dirty status for tenant:817a57555e2f4b54a80c7a27a00c451f on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:44:00.988404 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-1fa178a6-b1df-41dc-9a3c-f5fec2af248b tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1353906630&fields=id&tenant_id=817a57555e2f4b54a80c7a27a00c451f HTTP/1.1" status: 200 len: 267 time: 0.2735448 Mar 09 03:44:01.047771 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-90fe6cc7-0da5-4749-a221-3c98f97401e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:01.064555 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b2aa4d5a-345e-4d48-80ca-a612107da7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:01.238555 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469e3ddb-5a1d-4d4f-a628-a20362957b1b None None] New status for floating IP f0932042-bf81-4dbd-9ff6-badc3ad9d7e9: DOWN {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:44:01.297902 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abeec16-a170-4b25-941c-906abb3f871e req-fe15b857-a196-403b-a185-a0fa0c26714a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:01.300303 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6abeec16-a170-4b25-941c-906abb3f871e req-fe15b857-a196-403b-a185-a0fa0c26714a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3934047 Mar 09 03:44:01.301126 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe6cc7-0da5-4749-a221-3c98f97401e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d57a94ec-ddb8-495c-8597-2757b5089981,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:01.481746 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fe6cc7-0da5-4749-a221-3c98f97401e4 admin admin] Checking segment: {'id': '6015d51d-ff40-43bf-b166-7f4628d70144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:44:01.482154 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fe6cc7-0da5-4749-a221-3c98f97401e4 admin admin] Network hostable DHCP agents. Network: a5b1e57d-a586-4109-9128-ae5b3a0e4d7b, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:44:01.527894 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-702626bd-97e0-4cba-8403-699fa430a407 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:01.528704 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-702626bd-97e0-4cba-8403-699fa430a407 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Synchronizing usage tracker for tenant:817a57555e2f4b54a80c7a27a00c451f on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:44:01.705953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fe6cc7-0da5-4749-a221-3c98f97401e4 admin admin] Network a5b1e57d-a586-4109-9128-ae5b3a0e4d7b is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:44:01.724536 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6abeec16-a170-4b25-941c-906abb3f871e req-3b488e8a-17cf-44dd-a62a-a401f958c603 service neutron] 10.222.0.24 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981943 Mar 09 03:44:01.782922 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-90fe6cc7-0da5-4749-a221-3c98f97401e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, a5b1e57d-a586-4109-9128-ae5b3a0e4d7b) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:44:01.796704 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fe6cc7-0da5-4749-a221-3c98f97401e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:01.797329 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-90fe6cc7-0da5-4749-a221-3c98f97401e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:01.804053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-702626bd-97e0-4cba-8403-699fa430a407 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Unset dirty status for tenant:817a57555e2f4b54a80c7a27a00c451f on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:44:01.805438 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6607ada8-3c10-45d3-82de-73d006616546 None None] Network a5b1e57d-a586-4109-9128-ae5b3a0e4d7b requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:44:01.811013 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-702626bd-97e0-4cba-8403-699fa430a407 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/networks?id=de965f41-afbd-4da2-9fba-561b7d6fb0bd HTTP/1.1" status: 200 len: 815 time: 0.8217502 Mar 09 03:44:01.958408 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-6fee1bac-b03a-4833-8f6b-b13d72a93acf tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/quotas/817a57555e2f4b54a80c7a27a00c451f HTTP/1.1" status: 200 len: 375 time: 0.1462884 Mar 09 03:44:02.156654 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:02.168737 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:02.278150 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-90fe6cc7-0da5-4749-a221-3c98f97401e4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.2587481 Mar 09 03:44:02.283307 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53010) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:02.288418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-8336393c-0eb0-4412-9705-44189c126cce admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-852601512-router', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:02.293277 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8336393c-0eb0-4412-9705-44189c126cce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:44:02.297260 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8336393c-0eb0-4412-9705-44189c126cce admin admin] Usage tracker for resource:router and tenant:9eb686a5560145e4aa19523f011a1eb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:44:02.301056 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8336393c-0eb0-4412-9705-44189c126cce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:44:02.309876 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8336393c-0eb0-4412-9705-44189c126cce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:44:02.316966 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-088c5787-c809-480c-b9ae-77ee5d940ed7 req-81c98294-d7b0-413a-926f-1fb9895bec9b tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.0650530 Mar 09 03:44:02.336165 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5eabe7-6247-4a10-815f-10707bc84d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-a5b1e57d-a586-4109-9128-ae5b3a0e4d7b', 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'fixed_ips': [{'subnet_id': 'd57a94ec-ddb8-495c-8597-2757b5089981'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:44:02.337026 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8c5eabe7-6247-4a10-815f-10707bc84d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:02.339494 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8336393c-0eb0-4412-9705-44189c126cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:02.340921 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8336393c-0eb0-4412-9705-44189c126cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:02.367170 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6abeec16-a170-4b25-941c-906abb3f871e req-fa2bbaa1-de0e-4f89-a1f4-cbb138b3061b service neutron] 10.222.0.24 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6420636 Mar 09 03:44:02.400118 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8336393c-0eb0-4412-9705-44189c126cce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:02.533229 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-8320afea-d6a7-47e8-9e53-7b79317af4c0 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=817a57555e2f4b54a80c7a27a00c451f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5729239 Mar 09 03:44:02.548344 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-8c5eabe7-6247-4a10-815f-10707bc84d08 None None] Allocated IP 172.20.0.2 (a5b1e57d-a586-4109-9128-ae5b3a0e4d7b/d57a94ec-ddb8-495c-8597-2757b5089981/60128a7d-e9bd-4cd2-8e42-7d387102ac6a) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:44:02.655932 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb3c7c-c900-4f3b-8be1-234fb490015d req-6bb8e0d5-357a-4b8e-92d1-06d94c69099e tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:02.666355 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9ccb3c7c-c900-4f3b-8be1-234fb490015d req-6bb8e0d5-357a-4b8e-92d1-06d94c69099e tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fd17274-c477-414d-ab95-3844a5b08221&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1284978 Mar 09 03:44:02.818196 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9ccb3c7c-c900-4f3b-8be1-234fb490015d req-8c57c2e1-4d8d-4679-bd86-e1fc1f013d28 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.69 HTTP/1.1" status: 200 len: 695 time: 0.1503043 Mar 09 03:44:02.834508 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8c5eabe7-6247-4a10-815f-10707bc84d08 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:02.839292 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-9ccb3c7c-c900-4f3b-8be1-234fb490015d req-605899a6-964c-41ab-be7e-60aed1da46e5 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Request body: {'floatingip': {'port_id': 'ac4ae99e-81f9-431a-a82c-6e43b4f05c0c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:02.846359 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-8c5eabe7-6247-4a10-815f-10707bc84d08 None None] Transition to ACTIVE for port object 60128a7d-e9bd-4cd2-8e42-7d387102ac6a will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:44:02.902689 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-8c5eabe7-6247-4a10-815f-10707bc84d08 None None] Transition to ACTIVE for port object 60128a7d-e9bd-4cd2-8e42-7d387102ac6a will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:44:02.916214 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8c5eabe7-6247-4a10-815f-10707bc84d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:03.004951 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8336393c-0eb0-4412-9705-44189c126cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:03.016053 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9ccb3c7c-c900-4f3b-8be1-234fb490015d req-605899a6-964c-41ab-be7e-60aed1da46e5 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks [] for floatingip, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:03.028225 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5eabe7-6247-4a10-815f-10707bc84d08 None None] Network a5b1e57d-a586-4109-9128-ae5b3a0e4d7b is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:44:03.033778 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-8c5eabe7-6247-4a10-815f-10707bc84d08 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:44:03.049398 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5eabe7-6247-4a10-815f-10707bc84d08 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:44:03.096328 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 26415029-c340-4326-85ed-834d54e56b5d no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:44:03.176474 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f2bf9726-d977-449a-84c2-7d6383f7ae25 service neutron] 10.222.0.16 "GET /v2.0/networks/de965f41-afbd-4da2-9fba-561b7d6fb0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6162198 Mar 09 03:44:03.248716 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5eabe7-6247-4a10-815f-10707bc84d08 None None] Pushing event updated for resources: {'Port': ['ID=60128a7d-e9bd-4cd2-8e42-7d387102ac6a,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:03.324382 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-8c5eabe7-6247-4a10-815f-10707bc84d08 None None] Attempting to bind port 60128a7d-e9bd-4cd2-8e42-7d387102ac6a on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:44:03.324382 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-8c5eabe7-6247-4a10-815f-10707bc84d08 None None] Attempting to bind port 60128a7d-e9bd-4cd2-8e42-7d387102ac6a by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '6015d51d-ff40-43bf-b166-7f4628d70144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:44:03.324382 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5eabe7-6247-4a10-815f-10707bc84d08 None None] Attempting to bind port 60128a7d-e9bd-4cd2-8e42-7d387102ac6a on network a5b1e57d-a586-4109-9128-ae5b3a0e4d7b {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:44:03.431662 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5eabe7-6247-4a10-815f-10707bc84d08 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:44:03.431662 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5eabe7-6247-4a10-815f-10707bc84d08 None None] Checking segment: {'id': '6015d51d-ff40-43bf-b166-7f4628d70144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:44:03.431662 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8c5eabe7-6247-4a10-815f-10707bc84d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:03.431662 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5eabe7-6247-4a10-815f-10707bc84d08 None None] Bound using segment: {'id': '6015d51d-ff40-43bf-b166-7f4628d70144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:44:03.431662 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-8c5eabe7-6247-4a10-815f-10707bc84d08 None None] Bound port: 60128a7d-e9bd-4cd2-8e42-7d387102ac6a, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6015d51d-ff40-43bf-b166-7f4628d70144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:44:03.431662 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8c5eabe7-6247-4a10-815f-10707bc84d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:03.498292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c073ab8-ee15-4e3a-913e-851f732a1288 req-20df65ba-2597-4bb6-bcf3-e87f9e3e4f49 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:03.498292 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c073ab8-ee15-4e3a-913e-851f732a1288 req-20df65ba-2597-4bb6-bcf3-e87f9e3e4f49 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee84d5cd-bff2-478c-bcf0-dd164d0fd49c HTTP/1.1" status: 200 len: 946 time: 0.4849513 Mar 09 03:44:03.512298 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:03.513181 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:03.557719 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 26415029-c340-4326-85ed-834d54e56b5d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=26415029-c340-4326-85ed-834d54e56b5d,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:03.561546 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee84d5cd-bff2-478c-bcf0-dd164d0fd49c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26415029-c340-4326-85ed-834d54e56b5d'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:44:03.573518 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:03.690574 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-8c5eabe7-6247-4a10-815f-10707bc84d08 None None] For port 60128a7d-e9bd-4cd2-8e42-7d387102ac6a, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:44:03.690574 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=26415029-c340-4326-85ed-834d54e56b5d,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:03.703186 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-8c5eabe7-6247-4a10-815f-10707bc84d08 None None] For port 60128a7d-e9bd-4cd2-8e42-7d387102ac6a, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=60128a7d-e9bd-4cd2-8e42-7d387102ac6a,segment=NetworkSegment(6015d51d-ff40-43bf-b166-7f4628d70144),segment_id=6015d51d-ff40-43bf-b166-7f4628d70144)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:44:03.717715 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8c5eabe7-6247-4a10-815f-10707bc84d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:03.817207 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-6c073ab8-ee15-4e3a-913e-851f732a1288 req-e111eeb0-ce63-4a7b-ad87-7e752a022658 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Deleting port 26415029-c340-4326-85ed-834d54e56b5d {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:44:03.817541 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6c073ab8-ee15-4e3a-913e-851f732a1288 req-e111eeb0-ce63-4a7b-ad87-7e752a022658 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:03.908039 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5eabe7-6247-4a10-815f-10707bc84d08 None None] Pushing event updated for resources: {'Port': ['ID=60128a7d-e9bd-4cd2-8e42-7d387102ac6a,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:03.948453 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:04.085711 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-e6a13aee-c4d2-4dba-a528-320ecc7d4d72 service neutron] 10.222.0.16 "GET /v2.0/networks/de965f41-afbd-4da2-9fba-561b7d6fb0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8951178 Mar 09 03:44:04.115107 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9ccb3c7c-c900-4f3b-8be1-234fb490015d req-605899a6-964c-41ab-be7e-60aed1da46e5 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:04.119382 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9ccb3c7c-c900-4f3b-8be1-234fb490015d req-605899a6-964c-41ab-be7e-60aed1da46e5 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:04.380661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71b529-558b-42f0-9c07-c41c9ebc29da req-cb993857-e1e9-498f-86f4-9196976a3847 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:04.382351 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ab71b529-558b-42f0-9c07-c41c9ebc29da req-cb993857-e1e9-498f-86f4-9196976a3847 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.24 "GET /v2.0/ports?device_id=75ed95dd-7bb6-4dfe-9fb6-e75591f601cf HTTP/1.1" status: 200 len: 945 time: 0.8831720 Mar 09 03:44:04.479633 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [req-9ccb3c7c-c900-4f3b-8be1-234fb490015d req-605899a6-964c-41ab-be7e-60aed1da46e5 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Floating IP f0932042-bf81-4dbd-9ff6-badc3ad9d7e9 associated. External IP: 172.25.7.69, port: ac4ae99e-81f9-431a-a82c-6e43b4f05c0c. Mar 09 03:44:04.720500 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8336393c-0eb0-4412-9705-44189c126cce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:04.793056 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8336393c-0eb0-4412-9705-44189c126cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:05.067007 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-8336393c-0eb0-4412-9705-44189c126cce admin admin] Allocated IP 172.25.7.75 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/d9b66e2a-292d-474d-bc24-40c2f603d493) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:44:05.136623 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ccb3c7c-c900-4f3b-8be1-234fb490015d req-605899a6-964c-41ab-be7e-60aed1da46e5 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Router 1f9efa19-91a3-41da-9caf-d24f9a1c677f has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:44:05.334928 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8336393c-0eb0-4412-9705-44189c126cce admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:05.389913 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdc262d-daca-4a93-b21c-1424190576e3 None None] Network a5b1e57d-a586-4109-9128-ae5b3a0e4d7b requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:44:05.452621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-ab71b529-558b-42f0-9c07-c41c9ebc29da req-e67bcd50-1d41-405b-8369-9de9d4e5e2fe tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Deleting port fa0227c9-9533-40a5-8852-6d7a06c46b6c {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:44:05.452960 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ab71b529-558b-42f0-9c07-c41c9ebc29da req-e67bcd50-1d41-405b-8369-9de9d4e5e2fe tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:05.496471 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-db6f7868-3427-4330-8349-699b4799e099 req-4751b5f6-e933-4b5e-9ef4-6d9e99fa3de9 tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.1366558 Mar 09 03:44:05.507111 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-6c073ab8-ee15-4e3a-913e-851f732a1288 req-e111eeb0-ce63-4a7b-ad87-7e752a022658 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] For port 26415029-c340-4326-85ed-834d54e56b5d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=26415029-c340-4326-85ed-834d54e56b5d,segment=NetworkSegment(f737d533-027c-4d49-80b3-79a6efe7740d),segment_id=f737d533-027c-4d49-80b3-79a6efe7740d)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:05.507111 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6c073ab8-ee15-4e3a-913e-851f732a1288 req-e111eeb0-ce63-4a7b-ad87-7e752a022658 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:05.578113 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ccb3c7c-c900-4f3b-8be1-234fb490015d req-605899a6-964c-41ab-be7e-60aed1da46e5 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:44:05.584229 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9ccb3c7c-c900-4f3b-8be1-234fb490015d req-605899a6-964c-41ab-be7e-60aed1da46e5 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:05.588407 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fd1ea0-8365-4190-9d2d-b569ada916a5 None None] Sync routers for ids ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:44:05.603752 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fd1ea0-8365-4190-9d2d-b569ada916a5 None None] Routers {'1f9efa19-91a3-41da-9caf-d24f9a1c677f'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:44:05.608223 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-89fd1ea0-8365-4190-9d2d-b569ada916a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:44:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:05.659079 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee84d5cd-bff2-478c-bcf0-dd164d0fd49c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26415029-c340-4326-85ed-834d54e56b5d', 'code': 200} Mar 09 03:44:05.662703 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-915b65fa-55f1-42b2-bb3e-9b33975979ff None None] Provisioning for port 60128a7d-e9bd-4cd2-8e42-7d387102ac6a completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:44:05.676442 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9ccb3c7c-c900-4f3b-8be1-234fb490015d req-605899a6-964c-41ab-be7e-60aed1da46e5 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "PUT /v2.0/floatingips/f0932042-bf81-4dbd-9ff6-badc3ad9d7e9 HTTP/1.1" status: 200 len: 996 time: 2.8508327 Mar 09 03:44:05.677202 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd17274-c477-414d-ab95-3844a5b08221', 'tag': 'ac4ae99e-81f9-431a-a82c-6e43b4f05c0c'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:44:05.722807 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-6c073ab8-ee15-4e3a-913e-851f732a1288 req-e111eeb0-ce63-4a7b-ad87-7e752a022658 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Calling delete_port for 26415029-c340-4326-85ed-834d54e56b5d owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:44:05.811594 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb3c7c-c900-4f3b-8be1-234fb490015d req-f6deba08-9d26-492a-bd12-b6f5058371ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:05.815787 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9ccb3c7c-c900-4f3b-8be1-234fb490015d req-f6deba08-9d26-492a-bd12-b6f5058371ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7426cc43ccad4ae6a410e2758d65b5d6&device_id=0fd17274-c477-414d-ab95-3844a5b08221 HTTP/1.1" status: 200 len: 1097 time: 0.1209190 Mar 09 03:44:05.822631 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8336393c-0eb0-4412-9705-44189c126cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:05.974645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8336393c-0eb0-4412-9705-44189c126cce admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:44:05.983396 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-8336393c-0eb0-4412-9705-44189c126cce admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:44:06.029517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8336393c-0eb0-4412-9705-44189c126cce admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:44:06.063312 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 60128a7d-e9bd-4cd2-8e42-7d387102ac6a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:44:06.170353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb3c7c-c900-4f3b-8be1-234fb490015d req-b31c309d-8392-4150-b318-72004c90d3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:06.178296 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9ccb3c7c-c900-4f3b-8be1-234fb490015d req-b31c309d-8392-4150-b318-72004c90d3a5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 HTTP/1.1" status: 200 len: 922 time: 0.3579848 Mar 09 03:44:06.214943 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-89fd1ea0-8365-4190-9d2d-b569ada916a5 None None] Set router 1f9efa19-91a3-41da-9caf-d24f9a1c677f gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:44:06.247555 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 60128a7d-e9bd-4cd2-8e42-7d387102ac6a completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:44:06.255199 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 60128a7d-e9bd-4cd2-8e42-7d387102ac6a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:44:06.255998 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:06.339490 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9ccb3c7c-c900-4f3b-8be1-234fb490015d req-642d6d32-11d0-49a0-ab58-e924821afe86 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4ae99e-81f9-431a-a82c-6e43b4f05c0c HTTP/1.1" status: 200 len: 999 time: 0.1599250 Mar 09 03:44:06.395711 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-69546810-86b6-4062-8528-09091bd66ff3 req-f8d5d1ad-4c80-4cf2-babf-429b7945dc30 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/ports?device_id=76fe0c13-d285-411b-b087-011d6a21305b HTTP/1.1" status: 200 len: 210 time: 0.4053702 Mar 09 03:44:06.396598 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6c073ab8-ee15-4e3a-913e-851f732a1288 req-e111eeb0-ce63-4a7b-ad87-7e752a022658 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:06.494102 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb3c7c-c900-4f3b-8be1-234fb490015d req-cbd65a0b-040a-4495-af51-76fe2fbd380e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:06.513143 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9ccb3c7c-c900-4f3b-8be1-234fb490015d req-cbd65a0b-040a-4495-af51-76fe2fbd380e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30f4b31b-6abb-4c50-914e-76d835560aae HTTP/1.1" status: 200 len: 860 time: 0.1713066 Mar 09 03:44:06.516427 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-322bed15-218b-4ec6-8d71-db3c0bff7155 None None] Provisioning complete for port 60128a7d-e9bd-4cd2-8e42-7d387102ac6a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:44:06.517375 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-322bed15-218b-4ec6-8d71-db3c0bff7155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:06.596177 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336393c-0eb0-4412-9705-44189c126cce admin admin] Pushing event updated for resources: {'Port': ['ID=d9b66e2a-292d-474d-bc24-40c2f603d493,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:06.682733 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:06.835567 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-89fd1ea0-8365-4190-9d2d-b569ada916a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:41:45Z', 'updated_at': '2022-03-09T03:42:04Z', 'revision_number': 4, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'gw_port': {'id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:41:49Z', 'updated_at': '2022-03-09T03:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'f0932042-bf81-4dbd-9ff6-badc3ad9d7e9', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'floating_ip_address': '172.25.7.69', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'port_id': 'ac4ae99e-81f9-431a-a82c-6e43b4f05c0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'mac_address': 'fa:16:3e:40:47:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd17274-c477-414d-ab95-3844a5b08221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:42:38Z', 'updated_at': '2022-03-09T03:44:03Z', 'revision_number': 8, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed625bc-9df4-4da1-8c46-55636a24e7a6', 'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'mac_address': 'fa:16:3e:d3:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:42:02Z', 'updated_at': '2022-03-09T03:42:16Z', 'revision_number': 5, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'subnets': [{'id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:06.840508 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 60128a7d-e9bd-4cd2-8e42-7d387102ac6a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=60128a7d-e9bd-4cd2-8e42-7d387102ac6a,segment=NetworkSegment(6015d51d-ff40-43bf-b166-7f4628d70144),segment_id=6015d51d-ff40-43bf-b166-7f4628d70144)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:06.841350 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fd1ea0-8365-4190-9d2d-b569ada916a5 None None] Checking router: 1f9efa19-91a3-41da-9caf-d24f9a1c677f for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:44:06.853222 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fd1ea0-8365-4190-9d2d-b569ada916a5 None None] Routers {'1f9efa19-91a3-41da-9caf-d24f9a1c677f'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:44:06.853663 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:06.854253 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-89fd1ea0-8365-4190-9d2d-b569ada916a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:44:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:06.933728 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-34a3192c-d659-4473-bd8a-cf74692616d9 req-30a326ec-a884-4cc1-bd6c-ec4d43562aeb tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee84d5cd-bff2-478c-bcf0-dd164d0fd49c HTTP/1.1" status: 200 len: 210 time: 0.2770770 Mar 09 03:44:07.067917 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111eeb0-ce63-4a7b-ad87-7e752a022658 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Pushing event deleted for resources: {'Port': ['ID=26415029-c340-4326-85ed-834d54e56b5d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:07.126787 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 26415029-c340-4326-85ed-834d54e56b5d no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:44:07.152503 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd17274-c477-414d-ab95-3844a5b08221', 'tag': 'ac4ae99e-81f9-431a-a82c-6e43b4f05c0c', 'status': 'completed', 'code': 200} Mar 09 03:44:07.200039 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-89fd1ea0-8365-4190-9d2d-b569ada916a5 None None] Set router 1f9efa19-91a3-41da-9caf-d24f9a1c677f gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:44:07.237700 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 26415029-c340-4326-85ed-834d54e56b5d {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:44:07.238059 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 26415029-c340-4326-85ed-834d54e56b5d not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:44:07.253351 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=60128a7d-e9bd-4cd2-8e42-7d387102ac6a,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:07.410351 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb3c7c-c900-4f3b-8be1-234fb490015d req-d3781ef7-db77-485d-b010-c148069f3f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:07.420074 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9ccb3c7c-c900-4f3b-8be1-234fb490015d req-d3781ef7-db77-485d-b010-c148069f3f00 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8932116 Mar 09 03:44:07.650650 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-8ecbaa4d-2fac-42dc-aae3-0f24e3483c5c tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:07.652507 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-8ecbaa4d-2fac-42dc-aae3-0f24e3483c5c tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.21 "GET /v2.0/networks?id=de965f41-afbd-4da2-9fba-561b7d6fb0bd HTTP/1.1" status: 200 len: 815 time: 1.0165026 Mar 09 03:44:07.664694 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c073ab8-ee15-4e3a-913e-851f732a1288 req-e111eeb0-ce63-4a7b-ad87-7e752a022658 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] No DVR routers for this DVR port 26415029-c340-4326-85ed-834d54e56b5d on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:44:07.707103 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaba207-d04f-4a03-a7dc-bef26dc37b7a req-41d620c0-4863-4572-9cd2-7c97bc79388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:07.708925 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bcaba207-d04f-4a03-a7dc-bef26dc37b7a req-41d620c0-4863-4572-9cd2-7c97bc79388a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7426cc43ccad4ae6a410e2758d65b5d6&device_id=0fd17274-c477-414d-ab95-3844a5b08221 HTTP/1.1" status: 200 len: 1097 time: 0.5557055 Mar 09 03:44:07.709703 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device fa0227c9-9533-40a5-8852-6d7a06c46b6c no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:44:07.854597 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6c073ab8-ee15-4e3a-913e-851f732a1288 req-e111eeb0-ce63-4a7b-ad87-7e752a022658 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:07.955124 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee84d5cd-bff2-478c-bcf0-dd164d0fd49c', 'name': 'network-vif-deleted', 'tag': '26415029-c340-4326-85ed-834d54e56b5d'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:44:08.008004 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-a3a740d9-b13b-41d9-b33b-3c2bac3acd3c tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=817a57555e2f4b54a80c7a27a00c451f HTTP/1.1" status: 200 len: 380 time: 0.3450191 Mar 09 03:44:08.008477 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-89fd1ea0-8365-4190-9d2d-b569ada916a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:41:45Z', 'updated_at': '2022-03-09T03:42:04Z', 'revision_number': 4, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'gw_port': {'id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:41:49Z', 'updated_at': '2022-03-09T03:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'f0932042-bf81-4dbd-9ff6-badc3ad9d7e9', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'floating_ip_address': '172.25.7.69', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'port_id': 'ac4ae99e-81f9-431a-a82c-6e43b4f05c0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'mac_address': 'fa:16:3e:40:47:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd17274-c477-414d-ab95-3844a5b08221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:42:38Z', 'updated_at': '2022-03-09T03:44:03Z', 'revision_number': 8, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed625bc-9df4-4da1-8c46-55636a24e7a6', 'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'mac_address': 'fa:16:3e:d3:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:42:02Z', 'updated_at': '2022-03-09T03:42:16Z', 'revision_number': 5, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'subnets': [{'id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:08.013392 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fd1ea0-8365-4190-9d2d-b569ada916a5 None None] The sync data for ids ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'] in n-d-825178-5 is: [{'id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:41:45Z', 'updated_at': '2022-03-09T03:42:04Z', 'revision_number': 4, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'gw_port': {'id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:41:49Z', 'updated_at': '2022-03-09T03:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'f0932042-bf81-4dbd-9ff6-badc3ad9d7e9', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'floating_ip_address': '172.25.7.69', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'port_id': 'ac4ae99e-81f9-431a-a82c-6e43b4f05c0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'mac_address': 'fa:16:3e:40:47:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd17274-c477-414d-ab95-3844a5b08221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:42:38Z', 'updated_at': '2022-03-09T03:44:03Z', 'revision_number': 8, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed625bc-9df4-4da1-8c46-55636a24e7a6', 'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'mac_address': 'fa:16:3e:d3:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:42:02Z', 'updated_at': '2022-03-09T03:42:16Z', 'revision_number': 5, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'subnets': [{'id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:44:08.020965 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 60128a7d-e9bd-4cd2-8e42-7d387102ac6a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:44:08.027265 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f6867cae-2cdb-4ecd-bfd1-17ad94729f30 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Request body: {'port': {'device_id': '76fe0c13-d285-411b-b087-011d6a21305b', 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd', 'admin_state_up': True, 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'security_groups': ['61bea364-3afb-4b36-b5d0-a6a233af654b']}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:08.054626 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9ccb3c7c-c900-4f3b-8be1-234fb490015d req-d45d9f75-d9d1-48c3-9673-97945157b2b9 service neutron] 10.222.0.16 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6327593 Mar 09 03:44:08.112563 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f89026b9-50af-4d11-bcfb-914d6b08e288 req-56216cb9-1b94-4e70-91cd-04da6e9e1ed2 tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.4416561 Mar 09 03:44:08.159013 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-ab71b529-558b-42f0-9c07-c41c9ebc29da req-e67bcd50-1d41-405b-8369-9de9d4e5e2fe tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] For port fa0227c9-9533-40a5-8852-6d7a06c46b6c, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=fa0227c9-9533-40a5-8852-6d7a06c46b6c,segment=NetworkSegment(ca4c4b7b-213f-4b3f-8541-848c26e89434),segment_id=ca4c4b7b-213f-4b3f-8541-848c26e89434)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:08.161097 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ab71b529-558b-42f0-9c07-c41c9ebc29da req-e67bcd50-1d41-405b-8369-9de9d4e5e2fe tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:08.208875 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:08.276899 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port fa0227c9-9533-40a5-8852-6d7a06c46b6c, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=fa0227c9-9533-40a5-8852-6d7a06c46b6c,segment=NetworkSegment(ca4c4b7b-213f-4b3f-8541-848c26e89434),segment_id=ca4c4b7b-213f-4b3f-8541-848c26e89434)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:08.276899 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ed95dd-7bb6-4dfe-9fb6-e75591f601cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa0227c9-9533-40a5-8852-6d7a06c46b6c'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:44:08.276899 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 60128a7d-e9bd-4cd2-8e42-7d387102ac6a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:44:08.276899 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:08.299213 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:08.356949 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaba207-d04f-4a03-a7dc-bef26dc37b7a req-8819f3bc-323c-489f-911e-64d8bc5e41ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:08.359634 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bcaba207-d04f-4a03-a7dc-bef26dc37b7a req-8819f3bc-323c-489f-911e-64d8bc5e41ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 HTTP/1.1" status: 200 len: 922 time: 0.6264853 Mar 09 03:44:08.423245 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=fa0227c9-9533-40a5-8852-6d7a06c46b6c,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:08.535842 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0437ea5e-54b9-4647-a6b6-51d4d2431f32 None None] New status for floating IP f0932042-bf81-4dbd-9ff6-badc3ad9d7e9: ACTIVE {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:44:08.541161 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f6867cae-2cdb-4ecd-bfd1-17ad94729f30 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:44:08.544804 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bcaba207-d04f-4a03-a7dc-bef26dc37b7a req-32462505-0db3-445a-9c22-172cdc064d60 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4ae99e-81f9-431a-a82c-6e43b4f05c0c HTTP/1.1" status: 200 len: 999 time: 0.1793473 Mar 09 03:44:08.552545 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f6867cae-2cdb-4ecd-bfd1-17ad94729f30 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Usage tracker for resource:port and tenant:817a57555e2f4b54a80c7a27a00c451f is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:44:08.582606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-ab71b529-558b-42f0-9c07-c41c9ebc29da req-e67bcd50-1d41-405b-8369-9de9d4e5e2fe tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Calling delete_port for fa0227c9-9533-40a5-8852-6d7a06c46b6c owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:44:08.593458 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f6867cae-2cdb-4ecd-bfd1-17ad94729f30 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:44:08.663680 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c073ab8-ee15-4e3a-913e-851f732a1288 req-e111eeb0-ce63-4a7b-ad87-7e752a022658 tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.21 "DELETE /v2.0/ports/26415029-c340-4326-85ed-834d54e56b5d HTTP/1.1" status: 204 len: 173 time: 5.0832882 Mar 09 03:44:08.669470 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f6867cae-2cdb-4ecd-bfd1-17ad94729f30 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:44:08.714225 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaba207-d04f-4a03-a7dc-bef26dc37b7a req-daabad79-0184-4946-b684-5a29b6e7ff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:08.716113 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bcaba207-d04f-4a03-a7dc-bef26dc37b7a req-daabad79-0184-4946-b684-5a29b6e7ff89 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30f4b31b-6abb-4c50-914e-76d835560aae HTTP/1.1" status: 200 len: 860 time: 0.1651297 Mar 09 03:44:08.719665 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f6867cae-2cdb-4ecd-bfd1-17ad94729f30 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Made reservation on behalf of 817a57555e2f4b54a80c7a27a00c451f for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:44:08.724294 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f6867cae-2cdb-4ecd-bfd1-17ad94729f30 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:08.831746 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2a576ea1-9ec8-4dd7-b023-6619bbe1b49e req-deeb808f-5ac6-4be0-8eb2-9548a319511e tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/ports?device_id=76fe0c13-d285-411b-b087-011d6a21305b HTTP/1.1" status: 200 len: 210 time: 0.3022151 Mar 09 03:44:08.946944 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:09.035004 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8336393c-0eb0-4412-9705-44189c126cce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:09.115149 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9ccb3c7c-c900-4f3b-8be1-234fb490015d req-0ae9728c-2342-49e5-8673-f0be78a811c5 service neutron] 10.222.0.16 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0596046 Mar 09 03:44:09.153410 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f6867cae-2cdb-4ecd-bfd1-17ad94729f30 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Allocated IP 172.20.0.13 (de965f41-afbd-4da2-9fba-561b7d6fb0bd/d3571473-a79b-41d1-b3f2-a4755f295f86/89468f52-5077-4848-a03a-f3e0e89191d7) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:44:09.211530 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaba207-d04f-4a03-a7dc-bef26dc37b7a req-f78cceb8-e3bb-420f-8b98-a202648e8efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:09.211530 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bcaba207-d04f-4a03-a7dc-bef26dc37b7a req-f78cceb8-e3bb-420f-8b98-a202648e8efb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4216366 Mar 09 03:44:09.212149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-249296fb-5817-4dce-9dce-5fc42a159228 req-d4c176e3-e980-4645-aadc-52081c455ffa tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Synchronizing usage tracker for tenant:62215851be3d4b12858e1a437af1e4f7 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:44:09.233478 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [req-ab71b529-558b-42f0-9c07-c41c9ebc29da req-e67bcd50-1d41-405b-8369-9de9d4e5e2fe tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:44:09.233797 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [req-ab71b529-558b-42f0-9c07-c41c9ebc29da req-e67bcd50-1d41-405b-8369-9de9d4e5e2fe tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:44:09.310044 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee84d5cd-bff2-478c-bcf0-dd164d0fd49c', 'name': 'network-vif-deleted', 'tag': '26415029-c340-4326-85ed-834d54e56b5d', 'status': 'completed', 'code': 200} Mar 09 03:44:09.318396 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-249296fb-5817-4dce-9dce-5fc42a159228 req-d4c176e3-e980-4645-aadc-52081c455ffa tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] Unset dirty status for tenant:62215851be3d4b12858e1a437af1e4f7 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:44:09.330601 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-249296fb-5817-4dce-9dce-5fc42a159228 req-d4c176e3-e980-4645-aadc-52081c455ffa tempest-ImagesTestJSON-1540300225 tempest-ImagesTestJSON-1540300225-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee84d5cd-bff2-478c-bcf0-dd164d0fd49c HTTP/1.1" status: 200 len: 210 time: 0.2278900 Mar 09 03:44:09.429044 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ed95dd-7bb6-4dfe-9fb6-e75591f601cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa0227c9-9533-40a5-8852-6d7a06c46b6c', 'code': 200} Mar 09 03:44:09.495923 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c2887625-87aa-47e0-8763-7d4e992f09bc req-5fc42dc3-bc5d-480e-b022-a23f39af8e5d tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/floatingips/f0932042-bf81-4dbd-9ff6-badc3ad9d7e9 HTTP/1.1" status: 200 len: 998 time: 0.1275539 Mar 09 03:44:09.731634 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-92614ed7-3398-4be5-85fc-7bebee9fc730 req-c08fc8c4-8ab4-466d-b4b7-94581e00d63c tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.0897794 Mar 09 03:44:09.744512 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f6867cae-2cdb-4ecd-bfd1-17ad94729f30 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:09.749273 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bcaba207-d04f-4a03-a7dc-bef26dc37b7a req-2903c583-944d-4c66-9889-4c2348d2f551 service neutron] 10.222.0.21 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538018 Mar 09 03:44:09.802392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-ab71b529-558b-42f0-9c07-c41c9ebc29da req-e67bcd50-1d41-405b-8369-9de9d4e5e2fe tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Deleting port fa0227c9-9533-40a5-8852-6d7a06c46b6c {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:44:09.802392 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ab71b529-558b-42f0-9c07-c41c9ebc29da req-e67bcd50-1d41-405b-8369-9de9d4e5e2fe tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:09.975275 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f6867cae-2cdb-4ecd-bfd1-17ad94729f30 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Transition to ACTIVE for port object 89468f52-5077-4848-a03a-f3e0e89191d7 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:44:10.165517 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-9db74c67-5ce4-40e9-82ef-9319f0cefc79 req-7fbcc710-7d43-4709-95cd-c4bcca7b8a31 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Synchronizing usage tracker for tenant:817a57555e2f4b54a80c7a27a00c451f on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:44:10.219086 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bcaba207-d04f-4a03-a7dc-bef26dc37b7a req-00620390-e3b7-4cf7-9153-4eaf62335a10 service neutron] 10.222.0.21 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632611 Mar 09 03:44:10.225891 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-9db74c67-5ce4-40e9-82ef-9319f0cefc79 req-7fbcc710-7d43-4709-95cd-c4bcca7b8a31 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Unset dirty status for tenant:817a57555e2f4b54a80c7a27a00c451f on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:44:10.227480 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9db74c67-5ce4-40e9-82ef-9319f0cefc79 req-7fbcc710-7d43-4709-95cd-c4bcca7b8a31 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/ports?device_id=76fe0c13-d285-411b-b087-011d6a21305b HTTP/1.1" status: 200 len: 210 time: 0.1391213 Mar 09 03:44:10.228440 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f6867cae-2cdb-4ecd-bfd1-17ad94729f30 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:10.311185 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f6867cae-2cdb-4ecd-bfd1-17ad94729f30 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Network de965f41-afbd-4da2-9fba-561b7d6fb0bd is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:44:10.315147 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f6867cae-2cdb-4ecd-bfd1-17ad94729f30 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:44:10.317735 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f6867cae-2cdb-4ecd-bfd1-17ad94729f30 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:44:10.389302 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6867cae-2cdb-4ecd-bfd1-17ad94729f30 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Pushing event updated for resources: {'Port': ['ID=89468f52-5077-4848-a03a-f3e0e89191d7,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:10.425403 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f6867cae-2cdb-4ecd-bfd1-17ad94729f30 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:10.426511 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f6867cae-2cdb-4ecd-bfd1-17ad94729f30 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:10.485961 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f6867cae-2cdb-4ecd-bfd1-17ad94729f30 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4645531 Mar 09 03:44:10.500951 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f5716db7-f31f-4e6f-9758-0697330aa2f3 service neutron] Request body: {'port': {'device_id': '76fe0c13-d285-411b-b087-011d6a21305b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:10.527031 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2887625-87aa-47e0-8763-7d4e992f09bc req-c42ed9a6-a02e-47af-984e-ed9cac7b01db tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:10.535034 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c2887625-87aa-47e0-8763-7d4e992f09bc req-c42ed9a6-a02e-47af-984e-ed9cac7b01db tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 1.0380793 Mar 09 03:44:10.540919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-ab71b529-558b-42f0-9c07-c41c9ebc29da req-e67bcd50-1d41-405b-8369-9de9d4e5e2fe tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] For port fa0227c9-9533-40a5-8852-6d7a06c46b6c, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=fa0227c9-9533-40a5-8852-6d7a06c46b6c,segment=NetworkSegment(ca4c4b7b-213f-4b3f-8541-848c26e89434),segment_id=ca4c4b7b-213f-4b3f-8541-848c26e89434)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:10.541282 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ab71b529-558b-42f0-9c07-c41c9ebc29da req-e67bcd50-1d41-405b-8369-9de9d4e5e2fe tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:10.562121 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-c2887625-87aa-47e0-8763-7d4e992f09bc req-462ea7a3-d8a4-4c90-a23b-94e9c4c78e61 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:44:10.568250 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c2887625-87aa-47e0-8763-7d4e992f09bc req-462ea7a3-d8a4-4c90-a23b-94e9c4c78e61 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0317116 Mar 09 03:44:10.643276 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d36a9b1d-8ce2-41b0-aa9a-15e0793ade11 None None] Provisioning for port 89468f52-5077-4848-a03a-f3e0e89191d7 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:44:10.655679 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d36a9b1d-8ce2-41b0-aa9a-15e0793ade11 None None] Provisioning complete for port 89468f52-5077-4848-a03a-f3e0e89191d7 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:44:10.656049 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d36a9b1d-8ce2-41b0-aa9a-15e0793ade11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:10.723548 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f5716db7-f31f-4e6f-9758-0697330aa2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:10.772537 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8336393c-0eb0-4412-9705-44189c126cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:10.772752 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d36a9b1d-8ce2-41b0-aa9a-15e0793ade11 None None] Port 89468f52-5077-4848-a03a-f3e0e89191d7 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:44:10.798362 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-ab71b529-558b-42f0-9c07-c41c9ebc29da req-e67bcd50-1d41-405b-8369-9de9d4e5e2fe tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Calling delete_port for fa0227c9-9533-40a5-8852-6d7a06c46b6c owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:44:11.095941 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a9d57e51-3d4f-458e-aa2d-09d816dbfb2a req-437df4d0-c815-485a-a6f2-f775f93e32c3 tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.0591629 Mar 09 03:44:11.108143 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-aaddaff0-b819-4c3f-8c51-949517620c7f tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.69 HTTP/1.1" status: 200 len: 1001 time: 0.5181417 Mar 09 03:44:11.221853 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f5716db7-f31f-4e6f-9758-0697330aa2f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89468f52-5077-4848-a03a-f3e0e89191d7 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:44:11.236277 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f5716db7-f31f-4e6f-9758-0697330aa2f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:11.276777 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f5716db7-f31f-4e6f-9758-0697330aa2f3 service neutron] Transition to ACTIVE for port object 89468f52-5077-4848-a03a-f3e0e89191d7 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:44:11.284435 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f5716db7-f31f-4e6f-9758-0697330aa2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:11.288620 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ab71b529-558b-42f0-9c07-c41c9ebc29da req-e67bcd50-1d41-405b-8369-9de9d4e5e2fe tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:11.300888 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['ac4ae99e-81f9-431a-a82c-6e43b4f05c0c'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:44:11.516378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab71b529-558b-42f0-9c07-c41c9ebc29da req-e67bcd50-1d41-405b-8369-9de9d4e5e2fe tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] No DVR routers for this DVR port fa0227c9-9533-40a5-8852-6d7a06c46b6c on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:44:11.517974 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67bcd50-1d41-405b-8369-9de9d4e5e2fe tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Pushing event deleted for resources: {'Port': ['ID=fa0227c9-9533-40a5-8852-6d7a06c46b6c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:11.532318 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ab71b529-558b-42f0-9c07-c41c9ebc29da req-e67bcd50-1d41-405b-8369-9de9d4e5e2fe tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:11.555151 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ed95dd-7bb6-4dfe-9fb6-e75591f601cf', 'name': 'network-vif-deleted', 'tag': 'fa0227c9-9533-40a5-8852-6d7a06c46b6c'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:44:11.590740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-b2ff144f-8238-4894-a932-65b0abacfd45 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:11.591751 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-b2ff144f-8238-4894-a932-65b0abacfd45 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Synchronizing usage tracker for tenant:7426cc43ccad4ae6a410e2758d65b5d6 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:44:11.616019 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ab71b529-558b-42f0-9c07-c41c9ebc29da req-e67bcd50-1d41-405b-8369-9de9d4e5e2fe tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.24 "DELETE /v2.0/ports/fa0227c9-9533-40a5-8852-6d7a06c46b6c HTTP/1.1" status: 204 len: 173 time: 7.2157674 Mar 09 03:44:11.645121 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5716db7-f31f-4e6f-9758-0697330aa2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=89468f52-5077-4848-a03a-f3e0e89191d7,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:11.699220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-b2ff144f-8238-4894-a932-65b0abacfd45 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Unset dirty status for tenant:7426cc43ccad4ae6a410e2758d65b5d6 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:44:11.700599 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-b2ff144f-8238-4894-a932-65b0abacfd45 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports/ac4ae99e-81f9-431a-a82c-6e43b4f05c0c HTTP/1.1" status: 200 len: 943 time: 0.5036237 Mar 09 03:44:11.701572 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8336393c-0eb0-4412-9705-44189c126cce admin admin] Router e8978b7e-1c07-4672-bcdb-d3488922df06 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:44:11.771682 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a3763-91eb-4aab-832c-5b6cb4635427 req-71028e2f-641c-42d7-8b20-203327c91b8c tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:11.780912 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-396a3763-91eb-4aab-832c-5b6cb4635427 req-71028e2f-641c-42d7-8b20-203327c91b8c tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/ports?device_id=76fe0c13-d285-411b-b087-011d6a21305b HTTP/1.1" status: 200 len: 944 time: 0.3202276 Mar 09 03:44:11.828024 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f5716db7-f31f-4e6f-9758-0697330aa2f3 service neutron] Attempting to bind port 89468f52-5077-4848-a03a-f3e0e89191d7 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:44:11.828024 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f5716db7-f31f-4e6f-9758-0697330aa2f3 service neutron] Attempting to bind port 89468f52-5077-4848-a03a-f3e0e89191d7 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '7c5d9ec6-95d9-4871-9ed5-7e76256f28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:44:11.828368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f5716db7-f31f-4e6f-9758-0697330aa2f3 service neutron] Attempting to bind port 89468f52-5077-4848-a03a-f3e0e89191d7 on network de965f41-afbd-4da2-9fba-561b7d6fb0bd {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:44:11.865909 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f5716db7-f31f-4e6f-9758-0697330aa2f3 service neutron] Port 89468f52-5077-4848-a03a-f3e0e89191d7 on network de965f41-afbd-4da2-9fba-561b7d6fb0bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:44:11.866311 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f5716db7-f31f-4e6f-9758-0697330aa2f3 service neutron] Attempting to bind port 89468f52-5077-4848-a03a-f3e0e89191d7 on network de965f41-afbd-4da2-9fba-561b7d6fb0bd {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:44:11.883915 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f5716db7-f31f-4e6f-9758-0697330aa2f3 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:44:11.884266 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f5716db7-f31f-4e6f-9758-0697330aa2f3 service neutron] Checking segment: {'id': '7c5d9ec6-95d9-4871-9ed5-7e76256f28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:44:11.884707 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f5716db7-f31f-4e6f-9758-0697330aa2f3 service neutron] Bound using segment: {'id': '7c5d9ec6-95d9-4871-9ed5-7e76256f28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:44:11.885262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f5716db7-f31f-4e6f-9758-0697330aa2f3 service neutron] Bound port: 89468f52-5077-4848-a03a-f3e0e89191d7, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c5d9ec6-95d9-4871-9ed5-7e76256f28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:44:11.885619 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f5716db7-f31f-4e6f-9758-0697330aa2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:11.904481 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-396a3763-91eb-4aab-832c-5b6cb4635427 req-b248a4ba-e564-451f-b9c4-6445f99f6a93 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/security-groups?id=61bea364-3afb-4b36-b5d0-a6a233af654b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227036 Mar 09 03:44:12.053998 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f5716db7-f31f-4e6f-9758-0697330aa2f3 service neutron] For port 89468f52-5077-4848-a03a-f3e0e89191d7, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:44:12.063024 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f5716db7-f31f-4e6f-9758-0697330aa2f3 service neutron] For port 89468f52-5077-4848-a03a-f3e0e89191d7, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=89468f52-5077-4848-a03a-f3e0e89191d7,segment=NetworkSegment(7c5d9ec6-95d9-4871-9ed5-7e76256f28e4),segment_id=7c5d9ec6-95d9-4871-9ed5-7e76256f28e4)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:44:12.070642 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f5716db7-f31f-4e6f-9758-0697330aa2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:12.127867 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ed95dd-7bb6-4dfe-9fb6-e75591f601cf', 'name': 'network-vif-deleted', 'tag': 'fa0227c9-9533-40a5-8852-6d7a06c46b6c', 'status': 'completed', 'code': 200} Mar 09 03:44:12.131630 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8336393c-0eb0-4412-9705-44189c126cce admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:44:12.140806 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f5716db7-f31f-4e6f-9758-0697330aa2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:12.145329 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f5716db7-f31f-4e6f-9758-0697330aa2f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:12.155350 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-24476164-6472-4135-9da2-2ab38afd39ca tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.69 HTTP/1.1" status: 200 len: 1001 time: 0.2828591 Mar 09 03:44:12.158490 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8336393c-0eb0-4412-9705-44189c126cce admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:12.167559 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8336393c-0eb0-4412-9705-44189c126cce admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 9.8825808 Mar 09 03:44:12.182601 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] Sync routers for ids ['e8978b7e-1c07-4672-bcdb-d3488922df06'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:44:12.192749 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-f5716db7-f31f-4e6f-9758-0697330aa2f3 service neutron] 10.222.0.21 "PUT /v2.0/ports/89468f52-5077-4848-a03a-f3e0e89191d7 HTTP/1.1" status: 200 len: 1092 time: 1.7015440 Mar 09 03:44:12.193268 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53198) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:12.230325 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] Routers {'e8978b7e-1c07-4672-bcdb-d3488922df06'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:44:12.230978 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:44:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e8978b7e-1c07-4672-bcdb-d3488922df06'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:12.274296 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76fe0c13-d285-411b-b087-011d6a21305b', 'tag': '89468f52-5077-4848-a03a-f3e0e89191d7'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:44:12.638052 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] Set router e8978b7e-1c07-4672-bcdb-d3488922df06 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:44:12.777139 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-53b78356-0f02-48da-b839-28dc7ca06e96 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:12.778920 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-53b78356-0f02-48da-b839-28dc7ca06e96 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 0.6096942 Mar 09 03:44:12.811395 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8897c032-0cc9-4a74-b5a6-4e58f7b53cee req-d1f12c27-577a-47ba-a40b-58223ad165ab tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.2700889 Mar 09 03:44:12.833824 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5716db7-f31f-4e6f-9758-0697330aa2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=89468f52-5077-4848-a03a-f3e0e89191d7,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:13.019815 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-1845d8dc-cb60-465d-a7b4-3c5db8c3d50d tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.69 HTTP/1.1" status: 200 len: 1001 time: 0.2280307 Mar 09 03:44:13.039889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-f2cf51dc-0bc5-4d1b-8adb-53c80b7af561 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:13.103692 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76fe0c13-d285-411b-b087-011d6a21305b', 'tag': '89468f52-5077-4848-a03a-f3e0e89191d7', 'status': 'completed', 'code': 200} Mar 09 03:44:13.117468 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-c83130e5-8385-4cd3-80f6-bf942eb6afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:13.122239 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-c83130e5-8385-4cd3-80f6-bf942eb6afae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=817a57555e2f4b54a80c7a27a00c451f&device_id=76fe0c13-d285-411b-b087-011d6a21305b HTTP/1.1" status: 200 len: 1095 time: 0.7979026 Mar 09 03:44:13.137737 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'name': 'tempest-ServersTestJSON-852601512-router', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:02Z', 'updated_at': '2022-03-09T03:44:07Z', 'revision_number': 3, 'project_id': '9eb686a5560145e4aa19523f011a1eb4', 'gw_port': {'id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:10:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:04Z', 'updated_at': '2022-03-09T03:44:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:13.144400 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] Checking router: e8978b7e-1c07-4672-bcdb-d3488922df06 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:44:13.144736 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] Updating router e8978b7e-1c07-4672-bcdb-d3488922df06 port d9b66e2a-292d-474d-bc24-40c2f603d493 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:44:13.146023 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-f2cf51dc-0bc5-4d1b-8adb-53c80b7af561 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks [] for floatingip, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:13.249863 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:13.286740 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-cba5d52f-d468-46ec-afac-a3ee887ad561 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89468f52-5077-4848-a03a-f3e0e89191d7 HTTP/1.1" status: 200 len: 217 time: 0.1551740 Mar 09 03:44:13.522912 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-f2cf51dc-0bc5-4d1b-8adb-53c80b7af561 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:13.528670 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-f2cf51dc-0bc5-4d1b-8adb-53c80b7af561 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:13.529361 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-f2cf51dc-0bc5-4d1b-8adb-53c80b7af561 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Floating IP f0932042-bf81-4dbd-9ff6-badc3ad9d7e9 disassociated. External IP: 172.25.7.69, port: ac4ae99e-81f9-431a-a82c-6e43b4f05c0c. Mar 09 03:44:13.557791 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-a148a458-4b16-4024-b7d8-cf039c1d05d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:13.558692 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-a148a458-4b16-4024-b7d8-cf039c1d05d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3571473-a79b-41d1-b3f2-a4755f295f86 HTTP/1.1" status: 200 len: 854 time: 0.2441981 Mar 09 03:44:13.682216 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9c283-ac1a-4b4a-ac2d-4f016fc9ca1d req-5f441b5a-7747-4f8a-a6c8-19314d3a2e80 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:13.691802 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-84d9c283-ac1a-4b4a-ac2d-4f016fc9ca1d req-5f441b5a-7747-4f8a-a6c8-19314d3a2e80 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/ports?device_id=76fe0c13-d285-411b-b087-011d6a21305b HTTP/1.1" status: 200 len: 944 time: 0.4732163 Mar 09 03:44:13.722953 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:13.739584 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] Transition to ACTIVE for port object d9b66e2a-292d-474d-bc24-40c2f603d493 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:44:13.747382 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:13.840717 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] Attempting to bind port d9b66e2a-292d-474d-bc24-40c2f603d493 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:44:13.841089 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] Attempting to bind port d9b66e2a-292d-474d-bc24-40c2f603d493 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:44:13.841695 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] Attempting to bind port d9b66e2a-292d-474d-bc24-40c2f603d493 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:44:13.846149 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd026fd-b86a-4d5a-9f50-0f366a221826 None None] Pushing event updated for resources: {'Port': ['ID=d9b66e2a-292d-474d-bc24-40c2f603d493,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:13.850897 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:44:13.852609 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:44:13.852609 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:13.852609 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:44:13.852609 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] Bound port: d9b66e2a-292d-474d-bc24-40c2f603d493, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:44:13.853138 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:13.956614 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-84d9c283-ac1a-4b4a-ac2d-4f016fc9ca1d req-3dce7ec7-9cda-4f78-bd33-86f66b8f003a tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/security-groups?id=61bea364-3afb-4b36-b5d0-a6a233af654b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2636590 Mar 09 03:44:14.041343 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] For port d9b66e2a-292d-474d-bc24-40c2f603d493, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:44:14.045075 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] For port d9b66e2a-292d-474d-bc24-40c2f603d493, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d9b66e2a-292d-474d-bc24-40c2f603d493,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:44:14.049988 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:14.075309 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-f2cf51dc-0bc5-4d1b-8adb-53c80b7af561 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Router 1f9efa19-91a3-41da-9caf-d24f9a1c677f has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:44:14.087429 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-5ca2291b-7f59-4280-8b6d-c6ab6bba9ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:14.089456 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-5ca2291b-7f59-4280-8b6d-c6ab6bba9ad3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=de965f41-afbd-4da2-9fba-561b7d6fb0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5126414 Mar 09 03:44:14.122235 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53240) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:14.123234 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] Routers {'e8978b7e-1c07-4672-bcdb-d3488922df06'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:44:14.123998 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:44:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e8978b7e-1c07-4672-bcdb-d3488922df06'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:14.341354 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-f2cf51dc-0bc5-4d1b-8adb-53c80b7af561 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:44:14.347410 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-f2cf51dc-0bc5-4d1b-8adb-53c80b7af561 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:14.364562 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc66c6f-67bc-4a12-a788-c4b48fc1f305 None None] Sync routers for ids ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:44:14.388063 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc66c6f-67bc-4a12-a788-c4b48fc1f305 None None] Routers {'1f9efa19-91a3-41da-9caf-d24f9a1c677f'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:44:14.388063 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-1fc66c6f-67bc-4a12-a788-c4b48fc1f305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:44:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:14.401930 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] Set router e8978b7e-1c07-4672-bcdb-d3488922df06 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:44:14.461593 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd026fd-b86a-4d5a-9f50-0f366a221826 None None] Pushing event updated for resources: {'Port': ['ID=d9b66e2a-292d-474d-bc24-40c2f603d493,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:14.509502 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-f2cf51dc-0bc5-4d1b-8adb-53c80b7af561 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "PUT /v2.0/floatingips/f0932042-bf81-4dbd-9ff6-badc3ad9d7e9 HTTP/1.1" status: 200 len: 695 time: 1.4653597 Mar 09 03:44:14.509502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd17274-c477-414d-ab95-3844a5b08221', 'tag': 'ac4ae99e-81f9-431a-a82c-6e43b4f05c0c'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:44:14.551975 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-61a8420c-61c4-4d8e-b27a-ded228f45b55 service neutron] 10.222.0.21 "GET /v2.0/networks/de965f41-afbd-4da2-9fba-561b7d6fb0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312711 Mar 09 03:44:14.555263 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd711f3d-a862-48f1-9b89-445425a3d0a0 req-aa7c53c9-8867-4b2f-87e8-468711cdabba tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.1155701 Mar 09 03:44:14.640802 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-d43e946e-8751-4cab-9988-ba7170c94f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:14.642388 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-d43e946e-8751-4cab-9988-ba7170c94f7b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7426cc43ccad4ae6a410e2758d65b5d6&device_id=0fd17274-c477-414d-ab95-3844a5b08221 HTTP/1.1" status: 200 len: 1097 time: 0.1155510 Mar 09 03:44:14.844101 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0b21e778-57bb-4e6d-84a9-753ba9208149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:14.858451 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'name': 'tempest-ServersTestJSON-852601512-router', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:02Z', 'updated_at': '2022-03-09T03:44:07Z', 'revision_number': 3, 'project_id': '9eb686a5560145e4aa19523f011a1eb4', 'gw_port': {'id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:10:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:04Z', 'updated_at': '2022-03-09T03:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:14.864891 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18435e94-efe9-4b97-b2fa-96427780b026 None None] The sync data for ids ['e8978b7e-1c07-4672-bcdb-d3488922df06'] in n-d-825178-5 is: [{'id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'name': 'tempest-ServersTestJSON-852601512-router', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:02Z', 'updated_at': '2022-03-09T03:44:07Z', 'revision_number': 3, 'project_id': '9eb686a5560145e4aa19523f011a1eb4', 'gw_port': {'id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:10:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:04Z', 'updated_at': '2022-03-09T03:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:44:14.867289 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-1fc66c6f-67bc-4a12-a788-c4b48fc1f305 None None] Set router 1f9efa19-91a3-41da-9caf-d24f9a1c677f gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:44:15.168266 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce367a80-30b8-4655-96e6-79a07a33aeaf admin admin] Deleting subnet 9cf75fec-0961-40cc-8ceb-7209db6f79d6 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:44:15.176608 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce367a80-30b8-4655-96e6-79a07a33aeaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:15.321174 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-67c54930-d3c1-4e0e-9dc9-375388ff64e5 req-4a8543a4-c3c8-48e9-a6e5-84f5854aff03 service neutron] 10.222.0.21 "GET /v2.0/networks/de965f41-afbd-4da2-9fba-561b7d6fb0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7526121 Mar 09 03:44:15.337350 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-758bb03e-81dc-4fa2-b7f7-541655a37db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:15.340026 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-758bb03e-81dc-4fa2-b7f7-541655a37db5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 HTTP/1.1" status: 200 len: 922 time: 0.6917205 Mar 09 03:44:15.518248 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce367a80-30b8-4655-96e6-79a07a33aeaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:15.550109 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-ef6770c2-48be-4006-aef3-5fe86a1a4867 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4ae99e-81f9-431a-a82c-6e43b4f05c0c HTTP/1.1" status: 200 len: 217 time: 0.1520751 Mar 09 03:44:15.673795 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-3fcbc016-bde8-414c-bd11-39ff70c6bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:15.674738 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-3fcbc016-bde8-414c-bd11-39ff70c6bdc9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30f4b31b-6abb-4c50-914e-76d835560aae HTTP/1.1" status: 200 len: 860 time: 0.1160350 Mar 09 03:44:15.724908 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547ae67-31da-4f97-a164-4b670605b480 req-a3ed39a1-7f8c-4e04-a55f-51cadf1003d3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:15.732677 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547ae67-31da-4f97-a164-4b670605b480 req-a3ed39a1-7f8c-4e04-a55f-51cadf1003d3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:15.740546 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547ae67-31da-4f97-a164-4b670605b480 req-a3ed39a1-7f8c-4e04-a55f-51cadf1003d3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:15.752810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547ae67-31da-4f97-a164-4b670605b480 req-a3ed39a1-7f8c-4e04-a55f-51cadf1003d3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:15.759686 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547ae67-31da-4f97-a164-4b670605b480 req-a3ed39a1-7f8c-4e04-a55f-51cadf1003d3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:15.766239 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547ae67-31da-4f97-a164-4b670605b480 req-a3ed39a1-7f8c-4e04-a55f-51cadf1003d3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:15.774032 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547ae67-31da-4f97-a164-4b670605b480 req-a3ed39a1-7f8c-4e04-a55f-51cadf1003d3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:15.774032 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0547ae67-31da-4f97-a164-4b670605b480 req-a3ed39a1-7f8c-4e04-a55f-51cadf1003d3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5445 time: 0.9767554 Mar 09 03:44:15.874198 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce367a80-30b8-4655-96e6-79a07a33aeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:15.896388 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-69435207-74cf-496d-a2a8-a3a92dd08f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:15.901966 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-1fc66c6f-67bc-4a12-a788-c4b48fc1f305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:41:45Z', 'updated_at': '2022-03-09T03:42:04Z', 'revision_number': 4, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'gw_port': {'id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:41:49Z', 'updated_at': '2022-03-09T03:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4ed625bc-9df4-4da1-8c46-55636a24e7a6', 'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'mac_address': 'fa:16:3e:d3:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:42:02Z', 'updated_at': '2022-03-09T03:42:16Z', 'revision_number': 5, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'subnets': [{'id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:15.908093 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-69435207-74cf-496d-a2a8-a3a92dd08f04 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2213726 Mar 09 03:44:15.911608 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc66c6f-67bc-4a12-a788-c4b48fc1f305 None None] Checking router: 1f9efa19-91a3-41da-9caf-d24f9a1c677f for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:44:15.946194 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc66c6f-67bc-4a12-a788-c4b48fc1f305 None None] Routers {'1f9efa19-91a3-41da-9caf-d24f9a1c677f'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:44:15.946194 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-1fc66c6f-67bc-4a12-a788-c4b48fc1f305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:44:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:16.148630 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-0b21e778-57bb-4e6d-84a9-753ba9208149 admin admin] Allocated IP 172.20.0.1 (a5b1e57d-a586-4109-9128-ae5b3a0e4d7b/d57a94ec-ddb8-495c-8597-2757b5089981/94747785-a00a-42eb-8302-8c20b771c04e) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:44:16.205734 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-8bb2e380-ff41-46d4-bd88-ab0cdedeea43 service neutron] 10.222.0.16 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967792 Mar 09 03:44:16.274710 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-1fc66c6f-67bc-4a12-a788-c4b48fc1f305 None None] Set router 1f9efa19-91a3-41da-9caf-d24f9a1c677f gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:44:16.359577 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d9b66e2a-292d-474d-bc24-40c2f603d493 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:44:16.446359 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce367a80-30b8-4655-96e6-79a07a33aeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:16.458464 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-af06361e-f9c9-4e23-96bb-cef55ef4f84e req-21949b40-f10b-4f74-b6f1-894e47aa5e48 service neutron] 10.222.0.16 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468994 Mar 09 03:44:16.579114 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0b21e778-57bb-4e6d-84a9-753ba9208149 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:16.602265 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd17274-c477-414d-ab95-3844a5b08221', 'tag': 'ac4ae99e-81f9-431a-a82c-6e43b4f05c0c', 'status': 'completed', 'code': 200} Mar 09 03:44:16.615681 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-0b21e778-57bb-4e6d-84a9-753ba9208149 admin admin] Transition to ACTIVE for port object 94747785-a00a-42eb-8302-8c20b771c04e will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:44:16.724182 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce367a80-30b8-4655-96e6-79a07a33aeaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cf75fec-0961-40cc-8ceb-7209db6f79d6,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:16.727982 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce367a80-30b8-4655-96e6-79a07a33aeaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:16.743584 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca7bbb-9898-4546-ae36-28b67c6d8055 req-cc103610-7513-4c6d-bacd-829bd243bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:16.745078 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-53ca7bbb-9898-4546-ae36-28b67c6d8055 req-cc103610-7513-4c6d-bacd-829bd243bc4f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=817a57555e2f4b54a80c7a27a00c451f&device_id=76fe0c13-d285-411b-b087-011d6a21305b HTTP/1.1" status: 200 len: 1095 time: 1.3201282 Mar 09 03:44:16.746388 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0b21e778-57bb-4e6d-84a9-753ba9208149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:16.776481 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port d9b66e2a-292d-474d-bc24-40c2f603d493 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:44:16.809957 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port d9b66e2a-292d-474d-bc24-40c2f603d493 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:44:16.810436 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:16.835358 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce367a80-30b8-4655-96e6-79a07a33aeaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:16.835681 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce367a80-30b8-4655-96e6-79a07a33aeaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:16.836341 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce367a80-30b8-4655-96e6-79a07a33aeaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:16.836843 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce367a80-30b8-4655-96e6-79a07a33aeaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:16.837311 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce367a80-30b8-4655-96e6-79a07a33aeaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:16.838641 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce367a80-30b8-4655-96e6-79a07a33aeaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:16.839433 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce367a80-30b8-4655-96e6-79a07a33aeaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:16.839922 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce367a80-30b8-4655-96e6-79a07a33aeaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:16.840398 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce367a80-30b8-4655-96e6-79a07a33aeaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:16.840860 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce367a80-30b8-4655-96e6-79a07a33aeaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:16.841320 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce367a80-30b8-4655-96e6-79a07a33aeaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:16.841777 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce367a80-30b8-4655-96e6-79a07a33aeaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:16.851075 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0547ae67-31da-4f97-a164-4b670605b480 req-cff0e3f7-2968-4c1c-9ce5-4350480e9436 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0321293 Mar 09 03:44:16.862903 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b21e778-57bb-4e6d-84a9-753ba9208149 admin admin] Network a5b1e57d-a586-4109-9128-ae5b3a0e4d7b is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:44:16.885915 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49aacfc-2d2a-4e3a-83fe-42d8e95a63c0 req-baad76e0-cc67-40f5-8a42-4e168e7ae700 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:16.888330 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e49aacfc-2d2a-4e3a-83fe-42d8e95a63c0 req-baad76e0-cc67-40f5-8a42-4e168e7ae700 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/ports?device_id=76fe0c13-d285-411b-b087-011d6a21305b HTTP/1.1" status: 200 len: 944 time: 0.1022117 Mar 09 03:44:16.892632 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-0b21e778-57bb-4e6d-84a9-753ba9208149 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:44:16.895384 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b21e778-57bb-4e6d-84a9-753ba9208149 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:44:16.983907 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ce367a80-30b8-4655-96e6-79a07a33aeaf admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9cf75fec-0961-40cc-8ceb-7209db6f79d6 HTTP/1.1" status: 204 len: 168 time: 2.8512993 Mar 09 03:44:16.989900 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53286) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:17.139856 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:17.190289 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e49aacfc-2d2a-4e3a-83fe-42d8e95a63c0 req-7ca17b96-2e4c-4b3b-a0c1-2d216ba4b949 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/security-groups?id=61bea364-3afb-4b36-b5d0-a6a233af654b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2807484 Mar 09 03:44:17.192895 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port d9b66e2a-292d-474d-bc24-40c2f603d493, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d9b66e2a-292d-474d-bc24-40c2f603d493,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:17.215852 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:17.252916 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f801eb4b-ccc6-4027-a6a8-9433b17a3c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:17.303963 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21e778-57bb-4e6d-84a9-753ba9208149 admin admin] Pushing event updated for resources: {'Port': ['ID=94747785-a00a-42eb-8302-8c20b771c04e,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:17.339313 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca7bbb-9898-4546-ae36-28b67c6d8055 req-c4ab849e-bf3c-4e3b-a0a9-f62038d52918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:17.343607 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-53ca7bbb-9898-4546-ae36-28b67c6d8055 req-c4ab849e-bf3c-4e3b-a0a9-f62038d52918 service neutron] 10.222.0.21 "GET /v2.0/networks?id=de965f41-afbd-4da2-9fba-561b7d6fb0bd HTTP/1.1" status: 200 len: 916 time: 0.5594475 Mar 09 03:44:17.364732 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c68813a5-8f1a-474a-ae73-67b0e9d3b9be req-2b029f16-7559-49fb-a5b9-e0d5a16a9570 tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.2341170 Mar 09 03:44:17.374401 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0b21e778-57bb-4e6d-84a9-753ba9208149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:17.444079 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=d9b66e2a-292d-474d-bc24-40c2f603d493,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:17.454793 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-724ed4f0-c38b-408b-8e24-de341236c609 None None] Provisioning for port 94747785-a00a-42eb-8302-8c20b771c04e completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:44:17.467416 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-724ed4f0-c38b-408b-8e24-de341236c609 None None] Provisioning complete for port 94747785-a00a-42eb-8302-8c20b771c04e triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:44:17.468260 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-724ed4f0-c38b-408b-8e24-de341236c609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:17.542207 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f801eb4b-ccc6-4027-a6a8-9433b17a3c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:17.554923 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-53ca7bbb-9898-4546-ae36-28b67c6d8055 req-fdd5fd82-ed57-4e88-a364-259de121af8c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89468f52-5077-4848-a03a-f3e0e89191d7 HTTP/1.1" status: 200 len: 217 time: 0.1841488 Mar 09 03:44:17.584118 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-f801eb4b-ccc6-4027-a6a8-9433b17a3c15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:17.605676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-f801eb4b-ccc6-4027-a6a8-9433b17a3c15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f737d533-027c-4d49-80b3-79a6efe7740d') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:17.606427 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-f801eb4b-ccc6-4027-a6a8-9433b17a3c15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f737d533-027c-4d49-80b3-79a6efe7740d') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:17.610399 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906a6fd-3187-484e-b3ab-5067e456f08e req-e92ed588-4e35-4aa0-903d-97c35892a3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:17.612281 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b906a6fd-3187-484e-b3ab-5067e456f08e req-e92ed588-4e35-4aa0-903d-97c35892a3b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7426cc43ccad4ae6a410e2758d65b5d6&device_id=0fd17274-c477-414d-ab95-3844a5b08221 HTTP/1.1" status: 200 len: 1097 time: 0.9477127 Mar 09 03:44:17.613420 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-1fc66c6f-67bc-4a12-a788-c4b48fc1f305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:41:45Z', 'updated_at': '2022-03-09T03:42:04Z', 'revision_number': 4, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'gw_port': {'id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:41:49Z', 'updated_at': '2022-03-09T03:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4ed625bc-9df4-4da1-8c46-55636a24e7a6', 'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'mac_address': 'fa:16:3e:d3:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:42:02Z', 'updated_at': '2022-03-09T03:42:16Z', 'revision_number': 5, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'subnets': [{'id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:17.619881 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc66c6f-67bc-4a12-a788-c4b48fc1f305 None None] The sync data for ids ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'] in n-d-825178-5 is: [{'id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:41:45Z', 'updated_at': '2022-03-09T03:42:04Z', 'revision_number': 4, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'gw_port': {'id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:41:49Z', 'updated_at': '2022-03-09T03:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4ed625bc-9df4-4da1-8c46-55636a24e7a6', 'name': '', 'network_id': '2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'mac_address': 'fa:16:3e:d3:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:42:02Z', 'updated_at': '2022-03-09T03:42:16Z', 'revision_number': 5, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'subnets': [{'id': '30f4b31b-6abb-4c50-914e-76d835560aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:44:17.632840 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f801eb4b-ccc6-4027-a6a8-9433b17a3c15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:17.652061 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-724ed4f0-c38b-408b-8e24-de341236c609 None None] Port 94747785-a00a-42eb-8302-8c20b771c04e cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:44:17.668596 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f801eb4b-ccc6-4027-a6a8-9433b17a3c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:17.689842 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f801eb4b-ccc6-4027-a6a8-9433b17a3c15 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:44:17.690697 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f801eb4b-ccc6-4027-a6a8-9433b17a3c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:44:17.799930 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:44:17.834225 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca7bbb-9898-4546-ae36-28b67c6d8055 req-c0239422-96b3-4059-9c60-a05a3282fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:17.835677 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-53ca7bbb-9898-4546-ae36-28b67c6d8055 req-c0239422-96b3-4059-9c60-a05a3282fcfa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3571473-a79b-41d1-b3f2-a4755f295f86 HTTP/1.1" status: 200 len: 854 time: 0.2707744 Mar 09 03:44:17.899051 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f6f4cf9-c278-4e45-bfeb-4a7e474855fc req-d83b9c5d-015a-4a1c-a060-536c728a5306 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/floatingips/f0932042-bf81-4dbd-9ff6-badc3ad9d7e9 HTTP/1.1" status: 200 len: 695 time: 0.0973306 Mar 09 03:44:17.912266 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f801eb4b-ccc6-4027-a6a8-9433b17a3c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:17.916291 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:44:17.917755 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f801eb4b-ccc6-4027-a6a8-9433b17a3c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:17.937885 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d9b66e2a-292d-474d-bc24-40c2f603d493 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:44:18.000242 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801eb4b-ccc6-4027-a6a8-9433b17a3c15 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:18.000873 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a003a-dc54-4551-85d2-82a586f4fe69 req-b8930f0e-fb41-41f5-9ba4-7d093b1d29e2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:18.001074 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f801eb4b-ccc6-4027-a6a8-9433b17a3c15 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c1fdcb4c-5f3d-4a0c-983a-ebfe006e01d1 HTTP/1.1" status: 204 len: 168 time: 1.0097275 Mar 09 03:44:18.010674 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a003a-dc54-4551-85d2-82a586f4fe69 req-b8930f0e-fb41-41f5-9ba4-7d093b1d29e2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:18.016790 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a003a-dc54-4551-85d2-82a586f4fe69 req-b8930f0e-fb41-41f5-9ba4-7d093b1d29e2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:18.027375 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a003a-dc54-4551-85d2-82a586f4fe69 req-b8930f0e-fb41-41f5-9ba4-7d093b1d29e2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:18.036147 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a003a-dc54-4551-85d2-82a586f4fe69 req-b8930f0e-fb41-41f5-9ba4-7d093b1d29e2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:18.042363 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a003a-dc54-4551-85d2-82a586f4fe69 req-b8930f0e-fb41-41f5-9ba4-7d093b1d29e2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:18.062145 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a003a-dc54-4551-85d2-82a586f4fe69 req-b8930f0e-fb41-41f5-9ba4-7d093b1d29e2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:18.082666 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2d2a003a-dc54-4551-85d2-82a586f4fe69 req-b8930f0e-fb41-41f5-9ba4-7d093b1d29e2 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5445 time: 0.4641969 Mar 09 03:44:18.115239 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906a6fd-3187-484e-b3ab-5067e456f08e req-edee45bd-4f83-4656-8c35-0bd0baeff8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:18.116820 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b906a6fd-3187-484e-b3ab-5067e456f08e req-edee45bd-4f83-4656-8c35-0bd0baeff8b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 HTTP/1.1" status: 200 len: 922 time: 0.4888332 Mar 09 03:44:18.127556 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port d9b66e2a-292d-474d-bc24-40c2f603d493 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:44:18.127918 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:18.205585 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53308) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:18.274692 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f4cf9-c278-4e45-bfeb-4a7e474855fc req-86da95d6-9d40-4dcf-9401-e84d991762d1 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:18.281450 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f6f4cf9-c278-4e45-bfeb-4a7e474855fc req-86da95d6-9d40-4dcf-9401-e84d991762d1 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 0.3534350 Mar 09 03:44:18.287038 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-3f6f4cf9-c278-4e45-bfeb-4a7e474855fc req-6e0c71c6-7aa9-45f5-86db-0f6664cb4f54 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:44:18.295368 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f6f4cf9-c278-4e45-bfeb-4a7e474855fc req-6e0c71c6-7aa9-45f5-86db-0f6664cb4f54 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130119 Mar 09 03:44:18.303964 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b531565-92ee-4eee-8940-8632efa5a403 None None] New status for floating IP f0932042-bf81-4dbd-9ff6-badc3ad9d7e9: DOWN {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:44:18.473317 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b906a6fd-3187-484e-b3ab-5067e456f08e req-dc55b186-a8bd-4121-a484-d86e2ffd5c33 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4ae99e-81f9-431a-a82c-6e43b4f05c0c HTTP/1.1" status: 200 len: 217 time: 0.3489711 Mar 09 03:44:18.599810 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-508bfc68-5a6b-4387-bbc4-d55018f2f20f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62215851be3d4b12858e1a437af1e4f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3878150 Mar 09 03:44:18.606285 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f6f4cf9-c278-4e45-bfeb-4a7e474855fc req-3c4c601e-114c-42b4-bf45-f5f47ee2febd tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.69 HTTP/1.1" status: 200 len: 698 time: 0.2902489 Mar 09 03:44:18.636720 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53322) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:18.667682 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca7bbb-9898-4546-ae36-28b67c6d8055 req-11ac1c55-30dd-41fb-b646-46def9036b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:18.669492 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-53ca7bbb-9898-4546-ae36-28b67c6d8055 req-11ac1c55-30dd-41fb-b646-46def9036b9c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=de965f41-afbd-4da2-9fba-561b7d6fb0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8250680 Mar 09 03:44:18.754437 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f6f4cf9-c278-4e45-bfeb-4a7e474855fc req-6abd4523-bcb7-4cba-85d3-05cdb82e0c09 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.69 HTTP/1.1" status: 200 len: 698 time: 0.1467307 Mar 09 03:44:18.785017 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906a6fd-3187-484e-b3ab-5067e456f08e req-f807634d-edb8-4e3a-9d93-b086f8b017c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:18.785017 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b906a6fd-3187-484e-b3ab-5067e456f08e req-f807634d-edb8-4e3a-9d93-b086f8b017c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30f4b31b-6abb-4c50-914e-76d835560aae HTTP/1.1" status: 200 len: 860 time: 0.2577355 Mar 09 03:44:18.937584 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59965f5-ad3d-439d-9581-be2bbb2e8f15 req-ee4a31b2-184e-4a20-bfc4-66ffea5886e0 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:18.939129 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b59965f5-ad3d-439d-9581-be2bbb2e8f15 req-ee4a31b2-184e-4a20-bfc4-66ffea5886e0 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/ports?device_id=76fe0c13-d285-411b-b087-011d6a21305b HTTP/1.1" status: 200 len: 944 time: 0.4646313 Mar 09 03:44:18.950191 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0b21e778-57bb-4e6d-84a9-753ba9208149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:18.955902 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-3f6f4cf9-c278-4e45-bfeb-4a7e474855fc req-5b0dc94f-fb8b-4fd7-a2d4-3e3106305411 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Deleting port a98ed435-5e9b-4d83-9ca7-4a9658ceaeaf {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:44:18.956493 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3f6f4cf9-c278-4e45-bfeb-4a7e474855fc req-5b0dc94f-fb8b-4fd7-a2d4-3e3106305411 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:19.063642 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-523de9b7-2194-45ce-b91b-750596c4a359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:19.166483 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3f6f4cf9-c278-4e45-bfeb-4a7e474855fc req-5b0dc94f-fb8b-4fd7-a2d4-3e3106305411 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:19.166802 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3f6f4cf9-c278-4e45-bfeb-4a7e474855fc req-5b0dc94f-fb8b-4fd7-a2d4-3e3106305411 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:19.174532 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-523de9b7-2194-45ce-b91b-750596c4a359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:19.199129 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-53ca7bbb-9898-4546-ae36-28b67c6d8055 req-6536e3dd-5b45-49bb-bd53-cb671858516c service neutron] 10.222.0.21 "GET /v2.0/networks/de965f41-afbd-4da2-9fba-561b7d6fb0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5068803 Mar 09 03:44:19.207366 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b59965f5-ad3d-439d-9581-be2bbb2e8f15 req-06c714a3-940b-46ba-b640-276659ad1235 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/security-groups?id=61bea364-3afb-4b36-b5d0-a6a233af654b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364326 Mar 09 03:44:19.364061 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-3f6f4cf9-c278-4e45-bfeb-4a7e474855fc req-5b0dc94f-fb8b-4fd7-a2d4-3e3106305411 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Calling delete_port for a98ed435-5e9b-4d83-9ca7-4a9658ceaeaf owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:44:19.506252 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906a6fd-3187-484e-b3ab-5067e456f08e req-adbb6414-56b3-4e45-b9da-68301dff746f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:19.507757 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b906a6fd-3187-484e-b3ab-5067e456f08e req-adbb6414-56b3-4e45-b9da-68301dff746f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6814475 Mar 09 03:44:19.550893 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3f6f4cf9-c278-4e45-bfeb-4a7e474855fc req-5b0dc94f-fb8b-4fd7-a2d4-3e3106305411 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:19.568540 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-14e08a7f-9460-4ee5-970b-daef50a0e29b req-d8fcec14-311b-44a9-81de-09ba39516313 tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.1611600 Mar 09 03:44:19.613698 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0dc94f-fb8b-4fd7-a2d4-3e3106305411 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Pushing event deleted for resources: {'Port': ['ID=a98ed435-5e9b-4d83-9ca7-4a9658ceaeaf,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:19.725528 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3f6f4cf9-c278-4e45-bfeb-4a7e474855fc req-5b0dc94f-fb8b-4fd7-a2d4-3e3106305411 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:19.734026 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-523de9b7-2194-45ce-b91b-750596c4a359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:19.757991 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-53ca7bbb-9898-4546-ae36-28b67c6d8055 req-10236413-34d2-4b33-a8a8-78e8f85291f7 service neutron] 10.222.0.21 "GET /v2.0/networks/de965f41-afbd-4da2-9fba-561b7d6fb0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5423470 Mar 09 03:44:19.760729 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3f6f4cf9-c278-4e45-bfeb-4a7e474855fc req-5b0dc94f-fb8b-4fd7-a2d4-3e3106305411 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:19.762238 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f6f4cf9-c278-4e45-bfeb-4a7e474855fc req-5b0dc94f-fb8b-4fd7-a2d4-3e3106305411 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "DELETE /v2.0/floatingips/f0932042-bf81-4dbd-9ff6-badc3ad9d7e9 HTTP/1.1" status: 204 len: 173 time: 1.0071695 Mar 09 03:44:19.777842 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53364) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:19.787090 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523de9b7-2194-45ce-b91b-750596c4a359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03d360f-b081-4cdc-8201-3698f247ec58,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:19.862239 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b906a6fd-3187-484e-b3ab-5067e456f08e req-8d11d73d-b77d-4b33-b4d6-78fabaa8fb3d service neutron] 10.222.0.21 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306322 Mar 09 03:44:19.871087 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-523de9b7-2194-45ce-b91b-750596c4a359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:19.882967 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-523de9b7-2194-45ce-b91b-750596c4a359 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d03d360f-b081-4cdc-8201-3698f247ec58 HTTP/1.1" status: 204 len: 168 time: 1.2431407 Mar 09 03:44:20.055575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c95ec-628b-47f1-a506-f0205290170c req-9f0c94ff-14a5-42e2-939f-900ed13796d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:20.056063 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c95ec-628b-47f1-a506-f0205290170c req-9f0c94ff-14a5-42e2-939f-900ed13796d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:20.056534 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c95ec-628b-47f1-a506-f0205290170c req-9f0c94ff-14a5-42e2-939f-900ed13796d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:20.057018 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c95ec-628b-47f1-a506-f0205290170c req-9f0c94ff-14a5-42e2-939f-900ed13796d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:20.057464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c95ec-628b-47f1-a506-f0205290170c req-9f0c94ff-14a5-42e2-939f-900ed13796d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:20.057932 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c95ec-628b-47f1-a506-f0205290170c req-9f0c94ff-14a5-42e2-939f-900ed13796d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:20.062387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c95ec-628b-47f1-a506-f0205290170c req-9f0c94ff-14a5-42e2-939f-900ed13796d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:20.067584 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-df0c95ec-628b-47f1-a506-f0205290170c req-9f0c94ff-14a5-42e2-939f-900ed13796d6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 6502 time: 0.2886977 Mar 09 03:44:20.080912 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0b21e778-57bb-4e6d-84a9-753ba9208149 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:20.099613 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0b21e778-57bb-4e6d-84a9-753ba9208149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:20.182047 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-df0c95ec-628b-47f1-a506-f0205290170c req-f9e67f8b-6099-4fb8-ac2e-94927ec4a1bf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8fa4de0a-7673-4082-a240-c9935702a8b7&id=dbc22626-916b-4e7d-82d9-d3664bd42560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1058280 Mar 09 03:44:20.283722 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b906a6fd-3187-484e-b3ab-5067e456f08e req-8f028dd0-fae0-413b-9451-87fe9d8452f9 service neutron] 10.222.0.21 "GET /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993890 Mar 09 03:44:20.289778 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21e778-57bb-4e6d-84a9-753ba9208149 admin admin] Pushing event updated for resources: {'Port': ['ID=94747785-a00a-42eb-8302-8c20b771c04e,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:20.310084 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0b21e778-57bb-4e6d-84a9-753ba9208149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:20.371320 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc247cbb-21b9-4845-9a0c-e0c4705a00ea req-37258e59-89ad-40e7-8660-e7edfd304516 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:20.372314 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-fc247cbb-21b9-4845-9a0c-e0c4705a00ea req-37258e59-89ad-40e7-8660-e7edfd304516 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Synchronizing usage tracker for tenant:7426cc43ccad4ae6a410e2758d65b5d6 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:44:20.393553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-fc247cbb-21b9-4845-9a0c-e0c4705a00ea req-37258e59-89ad-40e7-8660-e7edfd304516 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Unset dirty status for tenant:7426cc43ccad4ae6a410e2758d65b5d6 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:44:20.395482 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fc247cbb-21b9-4845-9a0c-e0c4705a00ea req-37258e59-89ad-40e7-8660-e7edfd304516 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fd17274-c477-414d-ab95-3844a5b08221 HTTP/1.1" status: 200 len: 946 time: 0.1500278 Mar 09 03:44:20.466455 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fc247cbb-21b9-4845-9a0c-e0c4705a00ea req-bc94876a-fed0-44a1-a096-9c2e691e4192 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3dfd177-39e0-48b3-8306-e6e178ccdf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624816 Mar 09 03:44:20.579070 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b21e778-57bb-4e6d-84a9-753ba9208149 admin admin] Network a5b1e57d-a586-4109-9128-ae5b3a0e4d7b is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:44:20.580940 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-0b21e778-57bb-4e6d-84a9-753ba9208149 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:44:20.842921 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-313e4c15-0bb5-437d-8d0a-4138b1ba9ee6 req-2e396c0c-9d6b-450c-bdb1-e676c7ef9d39 tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.0800385 Mar 09 03:44:20.943223 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-daa7fe37-4877-42dc-b4d1-54695b1f6e2a None None] Provisioning complete for port 94747785-a00a-42eb-8302-8c20b771c04e triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:44:20.943769 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-daa7fe37-4877-42dc-b4d1-54695b1f6e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:20.950846 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57083d8-7a11-4460-a3a7-980b42ca75ad req-f592ee36-3195-450b-9d55-78fa728f732b tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:20.958618 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e57083d8-7a11-4460-a3a7-980b42ca75ad req-f592ee36-3195-450b-9d55-78fa728f732b tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/ports?device_id=76fe0c13-d285-411b-b087-011d6a21305b HTTP/1.1" status: 200 len: 944 time: 0.4930825 Mar 09 03:44:21.082162 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53414) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:21.090995 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e57083d8-7a11-4460-a3a7-980b42ca75ad req-46b42848-9056-4ff5-a852-7bad6b873602 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/security-groups?id=61bea364-3afb-4b36-b5d0-a6a233af654b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243463 Mar 09 03:44:21.113280 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-daa7fe37-4877-42dc-b4d1-54695b1f6e2a None None] Port 94747785-a00a-42eb-8302-8c20b771c04e cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:44:21.147149 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b21e778-57bb-4e6d-84a9-753ba9208149 admin admin] Router e8978b7e-1c07-4672-bcdb-d3488922df06 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:44:21.204579 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-0dc7f944-6239-4b22-91b6-af70352f707c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1630055329-network', 'tenant_id': 'ca529601472a4967a21b451b8c93eb48'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:21.209935 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0dc7f944-6239-4b22-91b6-af70352f707c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:44:21.213800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0dc7f944-6239-4b22-91b6-af70352f707c admin admin] Usage tracker for resource:network and tenant:ca529601472a4967a21b451b8c93eb48 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:44:21.216819 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0dc7f944-6239-4b22-91b6-af70352f707c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:44:21.223659 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0dc7f944-6239-4b22-91b6-af70352f707c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:44:21.241121 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc7f944-6239-4b22-91b6-af70352f707c admin admin] Made reservation on behalf of ca529601472a4967a21b451b8c93eb48 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:44:21.243967 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f944-6239-4b22-91b6-af70352f707c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:21.258098 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f944-6239-4b22-91b6-af70352f707c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:21.272234 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0dc7f944-6239-4b22-91b6-af70352f707c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:44:21.276021 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0dc7f944-6239-4b22-91b6-af70352f707c admin admin] Usage tracker for resource:security_group_rule and tenant:ca529601472a4967a21b451b8c93eb48 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:44:21.278749 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0dc7f944-6239-4b22-91b6-af70352f707c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:44:21.286785 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0dc7f944-6239-4b22-91b6-af70352f707c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:44:21.343172 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b21e778-57bb-4e6d-84a9-753ba9208149 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:44:21.355038 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0b21e778-57bb-4e6d-84a9-753ba9208149 admin admin] 10.222.0.16 "PUT /v2.0/routers/e8978b7e-1c07-4672-bcdb-d3488922df06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0509000 Mar 09 03:44:21.370556 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] Sync routers for ids ['e8978b7e-1c07-4672-bcdb-d3488922df06'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:44:21.397218 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] Routers {'e8978b7e-1c07-4672-bcdb-d3488922df06'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:44:21.399176 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:44:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e8978b7e-1c07-4672-bcdb-d3488922df06'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:21.423880 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f944-6239-4b22-91b6-af70352f707c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:21.432114 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f944-6239-4b22-91b6-af70352f707c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:21.462450 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc7f944-6239-4b22-91b6-af70352f707c admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:44:21.480289 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f944-6239-4b22-91b6-af70352f707c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:21.480638 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-0dc7f944-6239-4b22-91b6-af70352f707c admin admin] Added segment b9669753-03d3-41ba-aa99-74a67a97b6e2 of type vlan for network 16be6384-7665-4d3b-853c-e1f9ee6de707 Mar 09 03:44:21.504261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7f944-6239-4b22-91b6-af70352f707c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8ec656-0a38-45cc-adee-ae02ed4bb68c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:21.567703 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f944-6239-4b22-91b6-af70352f707c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:21.639376 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f944-6239-4b22-91b6-af70352f707c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:21.640508 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc7f944-6239-4b22-91b6-af70352f707c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:21.641953 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f944-6239-4b22-91b6-af70352f707c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:21.733372 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25293974-38a1-4527-94d9-034eda797941 req-8e413624-6533-4aa7-97d1-add98c4d8363 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:21.748671 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-25293974-38a1-4527-94d9-034eda797941 req-8e413624-6533-4aa7-97d1-add98c4d8363 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fd17274-c477-414d-ab95-3844a5b08221 HTTP/1.1" status: 200 len: 946 time: 0.1485236 Mar 09 03:44:21.753611 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] Set router e8978b7e-1c07-4672-bcdb-d3488922df06 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:44:21.765937 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7f944-6239-4b22-91b6-af70352f707c admin admin] Pushing event updated for resources: {'Network': ['ID=16be6384-7665-4d3b-853c-e1f9ee6de707,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:21.809916 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 16be6384-7665-4d3b-853c-e1f9ee6de707 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:44:21.818090 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0dc7f944-6239-4b22-91b6-af70352f707c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7374904 Mar 09 03:44:21.819483 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53438) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:21.835624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-4c7a8d74-670b-4e6d-803b-65f8b841bc85 admin admin] Request body: {'subnet': {'network_id': '16be6384-7665-4d3b-853c-e1f9ee6de707', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1630055329-subnet', 'tenant_id': 'ca529601472a4967a21b451b8c93eb48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:21.849669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4c7a8d74-670b-4e6d-803b-65f8b841bc85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:44:21.859298 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4c7a8d74-670b-4e6d-803b-65f8b841bc85 admin admin] Usage tracker for resource:subnet and tenant:ca529601472a4967a21b451b8c93eb48 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:44:21.867142 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4c7a8d74-670b-4e6d-803b-65f8b841bc85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:44:21.889858 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4c7a8d74-670b-4e6d-803b-65f8b841bc85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:44:21.892933 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-25293974-38a1-4527-94d9-034eda797941 req-40b6b291-b55d-4ee5-9b86-7deae8ecb76a tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Deleting port ac4ae99e-81f9-431a-a82c-6e43b4f05c0c {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:44:21.893442 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-25293974-38a1-4527-94d9-034eda797941 req-40b6b291-b55d-4ee5-9b86-7deae8ecb76a tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:21.935500 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7a8d74-670b-4e6d-803b-65f8b841bc85 admin admin] Made reservation on behalf of ca529601472a4967a21b451b8c93eb48 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:44:21.938725 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4c7a8d74-670b-4e6d-803b-65f8b841bc85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:22.390063 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53450) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:22.393069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-25293974-38a1-4527-94d9-034eda797941 req-40b6b291-b55d-4ee5-9b86-7deae8ecb76a tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] For port ac4ae99e-81f9-431a-a82c-6e43b4f05c0c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=ac4ae99e-81f9-431a-a82c-6e43b4f05c0c,segment=NetworkSegment(ca4c4b7b-213f-4b3f-8541-848c26e89434),segment_id=ca4c4b7b-213f-4b3f-8541-848c26e89434)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:22.393628 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-25293974-38a1-4527-94d9-034eda797941 req-40b6b291-b55d-4ee5-9b86-7deae8ecb76a tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:22.414812 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'name': 'tempest-ServersTestJSON-852601512-router', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:02Z', 'updated_at': '2022-03-09T03:44:18Z', 'revision_number': 4, 'project_id': '9eb686a5560145e4aa19523f011a1eb4', 'gw_port': {'id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:04Z', 'updated_at': '2022-03-09T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '94747785-a00a-42eb-8302-8c20b771c04e', 'name': '', 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'mac_address': 'fa:16:3e:22:c3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'd57a94ec-ddb8-495c-8597-2757b5089981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:15Z', 'updated_at': '2022-03-09T03:44:19Z', 'revision_number': 2, 'project_id': '9eb686a5560145e4aa19523f011a1eb4', 'subnets': [{'id': 'd57a94ec-ddb8-495c-8597-2757b5089981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:22.418772 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] Checking router: e8978b7e-1c07-4672-bcdb-d3488922df06 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:44:22.419305 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] Updating router e8978b7e-1c07-4672-bcdb-d3488922df06 port 94747785-a00a-42eb-8302-8c20b771c04e binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:44:22.421821 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-93726a6e-07e0-43f4-b5c7-a165e952068b tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--64201338', 'description': 'tempest-description--1997913587'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:22.438975 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-93726a6e-07e0-43f4-b5c7-a165e952068b tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:44:22.442801 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-93726a6e-07e0-43f4-b5c7-a165e952068b tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Usage tracker for resource:security_group and tenant:9eb686a5560145e4aa19523f011a1eb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:44:22.466503 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-93726a6e-07e0-43f4-b5c7-a165e952068b tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:44:22.477305 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-93726a6e-07e0-43f4-b5c7-a165e952068b tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:44:22.477873 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:22.514572 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c22bb-5ad7-44fa-8857-dcd4c7322b55 req-5d235f6d-6a98-4050-bd9b-957e9237dde8 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:22.516297 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4e8c22bb-5ad7-44fa-8857-dcd4c7322b55 req-5d235f6d-6a98-4050-bd9b-957e9237dde8 tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fd17274-c477-414d-ab95-3844a5b08221 HTTP/1.1" status: 200 len: 946 time: 0.3270378 Mar 09 03:44:22.519646 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-93726a6e-07e0-43f4-b5c7-a165e952068b tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:22.540453 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-25293974-38a1-4527-94d9-034eda797941 req-40b6b291-b55d-4ee5-9b86-7deae8ecb76a tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Calling delete_port for ac4ae99e-81f9-431a-a82c-6e43b4f05c0c owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:44:22.562149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-93726a6e-07e0-43f4-b5c7-a165e952068b tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:44:22.566212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-93726a6e-07e0-43f4-b5c7-a165e952068b tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Usage tracker for resource:security_group_rule and tenant:9eb686a5560145e4aa19523f011a1eb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:44:22.569819 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-93726a6e-07e0-43f4-b5c7-a165e952068b tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:44:22.576336 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-93726a6e-07e0-43f4-b5c7-a165e952068b tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:44:22.652275 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-93726a6e-07e0-43f4-b5c7-a165e952068b tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:22.666612 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-93726a6e-07e0-43f4-b5c7-a165e952068b tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:22.728822 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0e58aed8-0fc5-4604-9cf2-32a6f8189eb7 req-8d1334d0-8757-4be4-9cef-ade4c1f21648 tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.0987999 Mar 09 03:44:22.734196 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4e8c22bb-5ad7-44fa-8857-dcd4c7322b55 req-1fd4e73c-5994-4c8b-9091-b1c67b90885d tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3dfd177-39e0-48b3-8306-e6e178ccdf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940916 Mar 09 03:44:22.772127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93726a6e-07e0-43f4-b5c7-a165e952068b tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed056393-c6d6-4b81-92d5-11f3e5538f05,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:22.780891 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4c7a8d74-670b-4e6d-803b-65f8b841bc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:22.801875 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-25293974-38a1-4527-94d9-034eda797941 req-40b6b291-b55d-4ee5-9b86-7deae8ecb76a tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:22.828157 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-93726a6e-07e0-43f4-b5c7-a165e952068b tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:22.830279 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-93726a6e-07e0-43f4-b5c7-a165e952068b tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4364316 Mar 09 03:44:22.842990 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53460) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:22.851160 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-533595ee-64d8-45c2-954d-d66588164368 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Request body: {'security_group_rule': {'security_group_id': 'ed056393-c6d6-4b81-92d5-11f3e5538f05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:22.858066 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-533595ee-64d8-45c2-954d-d66588164368 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:44:22.859062 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6b291-b55d-4ee5-9b86-7deae8ecb76a tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Pushing event deleted for resources: {'Port': ['ID=ac4ae99e-81f9-431a-a82c-6e43b4f05c0c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:22.881101 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-533595ee-64d8-45c2-954d-d66588164368 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Usage tracker for resource:security_group_rule and tenant:9eb686a5560145e4aa19523f011a1eb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:44:22.900585 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-533595ee-64d8-45c2-954d-d66588164368 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:44:22.909074 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-533595ee-64d8-45c2-954d-d66588164368 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:44:22.958489 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7a8d74-670b-4e6d-803b-65f8b841bc85 admin admin] Checking segment: {'id': 'b9669753-03d3-41ba-aa99-74a67a97b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '16be6384-7665-4d3b-853c-e1f9ee6de707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:44:22.959358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7a8d74-670b-4e6d-803b-65f8b841bc85 admin admin] Network hostable DHCP agents. Network: 16be6384-7665-4d3b-853c-e1f9ee6de707, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:44:22.962103 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-25293974-38a1-4527-94d9-034eda797941 req-40b6b291-b55d-4ee5-9b86-7deae8ecb76a tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] No DVR routers for this DVR port ac4ae99e-81f9-431a-a82c-6e43b4f05c0c on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:44:22.964296 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-533595ee-64d8-45c2-954d-d66588164368 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:22.964823 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-25293974-38a1-4527-94d9-034eda797941 req-40b6b291-b55d-4ee5-9b86-7deae8ecb76a tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:22.968403 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd17274-c477-414d-ab95-3844a5b08221', 'name': 'network-vif-deleted', 'tag': 'ac4ae99e-81f9-431a-a82c-6e43b4f05c0c'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:44:22.977962 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:22.992016 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] Transition to ACTIVE for port object 94747785-a00a-42eb-8302-8c20b771c04e will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:44:22.994321 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a8d74-670b-4e6d-803b-65f8b841bc85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5a78a60-3555-4424-b082-3dcd7dca5dd6,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:22.998214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['ac4ae99e-81f9-431a-a82c-6e43b4f05c0c'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:44:23.042096 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:23.081946 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-25293974-38a1-4527-94d9-034eda797941 req-40b6b291-b55d-4ee5-9b86-7deae8ecb76a tempest-FloatingIPsAssociationTestJSON-477681900 tempest-FloatingIPsAssociationTestJSON-477681900-project] 10.222.0.21 "DELETE /v2.0/ports/ac4ae99e-81f9-431a-a82c-6e43b4f05c0c HTTP/1.1" status: 204 len: 173 time: 1.3261654 Mar 09 03:44:23.083884 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7a8d74-670b-4e6d-803b-65f8b841bc85 admin admin] Network 16be6384-7665-4d3b-853c-e1f9ee6de707 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:44:23.097623 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd17274-c477-414d-ab95-3844a5b08221', 'name': 'network-vif-deleted', 'tag': 'ac4ae99e-81f9-431a-a82c-6e43b4f05c0c', 'status': 'completed', 'code': 200} Mar 09 03:44:23.101606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-4c7a8d74-670b-4e6d-803b-65f8b841bc85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 16be6384-7665-4d3b-853c-e1f9ee6de707) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:44:23.115638 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7a8d74-670b-4e6d-803b-65f8b841bc85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:23.116642 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4c7a8d74-670b-4e6d-803b-65f8b841bc85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:23.128670 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918eab7-de80-4e58-9f08-2673e1344e12 None None] Pushing event updated for resources: {'Port': ['ID=94747785-a00a-42eb-8302-8c20b771c04e,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:23.131553 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5db76f5-0cf2-4532-834e-1374af09b5e0 None None] Network 16be6384-7665-4d3b-853c-e1f9ee6de707 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:44:23.145251 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 89468f52-5077-4848-a03a-f3e0e89191d7 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:44:23.154529 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-533595ee-64d8-45c2-954d-d66588164368 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:23.176201 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-533595ee-64d8-45c2-954d-d66588164368 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:23.178818 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde4a44-9436-46e5-b972-18dc681853f7 req-0e4983e5-687d-4aaf-8edf-81356703b299 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:23.183737 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2bde4a44-9436-46e5-b972-18dc681853f7 req-0e4983e5-687d-4aaf-8edf-81356703b299 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/ports?device_id=76fe0c13-d285-411b-b087-011d6a21305b HTTP/1.1" status: 200 len: 944 time: 0.2229090 Mar 09 03:44:23.207894 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4c7a8d74-670b-4e6d-803b-65f8b841bc85 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3826187 Mar 09 03:44:23.256709 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533595ee-64d8-45c2-954d-d66588164368 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce031d7-64cc-4427-98d6-427ac91faf8d,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:23.261686 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-533595ee-64d8-45c2-954d-d66588164368 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:23.266762 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-533595ee-64d8-45c2-954d-d66588164368 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4204767 Mar 09 03:44:23.269752 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53472) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:23.275897 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-7105623a-5ce7-4dc6-81a5-ce33c346a48c tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Request body: {'security_group_rule': {'security_group_id': 'ed056393-c6d6-4b81-92d5-11f3e5538f05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:23.283720 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7105623a-5ce7-4dc6-81a5-ce33c346a48c tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:44:23.287922 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7105623a-5ce7-4dc6-81a5-ce33c346a48c tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Usage tracker for resource:security_group_rule and tenant:9eb686a5560145e4aa19523f011a1eb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:44:23.291138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7105623a-5ce7-4dc6-81a5-ce33c346a48c tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:44:23.299251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7105623a-5ce7-4dc6-81a5-ce33c346a48c tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:44:23.334183 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7105623a-5ce7-4dc6-81a5-ce33c346a48c tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:23.375623 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2bde4a44-9436-46e5-b972-18dc681853f7 req-bc3fec9e-5a43-4bab-bffc-f70679353cf8 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/security-groups?id=61bea364-3afb-4b36-b5d0-a6a233af654b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831799 Mar 09 03:44:23.506354 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7105623a-5ce7-4dc6-81a5-ce33c346a48c tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:23.511564 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7105623a-5ce7-4dc6-81a5-ce33c346a48c tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:23.554330 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105623a-5ce7-4dc6-81a5-ce33c346a48c tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=436071e6-7c0c-4f48-aa8e-891cb389556c,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:23.565248 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7105623a-5ce7-4dc6-81a5-ce33c346a48c tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:23.567292 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7105623a-5ce7-4dc6-81a5-ce33c346a48c tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2963080 Mar 09 03:44:23.570355 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53484) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:23.576983 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-8acc1fde-bd9a-4d0b-8e1f-f13cfb57546e tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:23.600675 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8acc1fde-bd9a-4d0b-8e1f-f13cfb57546e tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:44:23.615875 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8acc1fde-bd9a-4d0b-8e1f-f13cfb57546e tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Usage tracker for resource:floatingip and tenant:9eb686a5560145e4aa19523f011a1eb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:44:23.623757 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8acc1fde-bd9a-4d0b-8e1f-f13cfb57546e tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:44:23.632325 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8acc1fde-bd9a-4d0b-8e1f-f13cfb57546e tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:44:23.650331 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8acc1fde-bd9a-4d0b-8e1f-f13cfb57546e tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:23.760534 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-e50dae56-aa9c-456f-b677-8e7a90ec814c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1517036 Mar 09 03:44:23.894630 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] Attempting to bind port 94747785-a00a-42eb-8302-8c20b771c04e on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:44:23.895258 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] Attempting to bind port 94747785-a00a-42eb-8302-8c20b771c04e by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '6015d51d-ff40-43bf-b166-7f4628d70144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:44:23.895665 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] Attempting to bind port 94747785-a00a-42eb-8302-8c20b771c04e on network a5b1e57d-a586-4109-9128-ae5b3a0e4d7b {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:44:23.907136 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:44:23.920491 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] Checking segment: {'id': '6015d51d-ff40-43bf-b166-7f4628d70144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:44:23.921071 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:23.923071 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] Bound using segment: {'id': '6015d51d-ff40-43bf-b166-7f4628d70144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:44:23.923658 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] Bound port: 94747785-a00a-42eb-8302-8c20b771c04e, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6015d51d-ff40-43bf-b166-7f4628d70144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:44:23.924591 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:24.011769 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d5acd761-8663-4e23-ae35-530661e88ad9 req-68dc1cc4-3895-4fad-94ce-23df58ebc27f tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.0945835 Mar 09 03:44:24.091200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-8589a418-c1c6-42be-a8e5-e5dafeed2b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:24.095112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-8589a418-c1c6-42be-a8e5-e5dafeed2b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:24.096116 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-8589a418-c1c6-42be-a8e5-e5dafeed2b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:24.096828 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-8589a418-c1c6-42be-a8e5-e5dafeed2b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:24.097453 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-8589a418-c1c6-42be-a8e5-e5dafeed2b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:24.109827 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-8589a418-c1c6-42be-a8e5-e5dafeed2b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:24.110525 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-8589a418-c1c6-42be-a8e5-e5dafeed2b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:24.112912 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-8589a418-c1c6-42be-a8e5-e5dafeed2b0e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffa74fa7e259451baa8a72de689adc07&device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 6491 time: 0.1495166 Mar 09 03:44:24.179359 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] For port 94747785-a00a-42eb-8302-8c20b771c04e, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:44:24.183065 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] For port 94747785-a00a-42eb-8302-8c20b771c04e, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=94747785-a00a-42eb-8302-8c20b771c04e,segment=NetworkSegment(6015d51d-ff40-43bf-b166-7f4628d70144),segment_id=6015d51d-ff40-43bf-b166-7f4628d70144)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:44:24.190525 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-dca51665-9297-4fa2-b846-4d68c05c1614 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:24.191362 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-dca51665-9297-4fa2-b846-4d68c05c1614 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Synchronizing usage tracker for tenant:ca529601472a4967a21b451b8c93eb48 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:44:24.193968 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53508) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:24.200114 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8acc1fde-bd9a-4d0b-8e1f-f13cfb57546e tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:24.211028 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:24.303314 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918eab7-de80-4e58-9f08-2673e1344e12 None None] Pushing event updated for resources: {'Port': ['ID=94747785-a00a-42eb-8302-8c20b771c04e,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:24.309101 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 89468f52-5077-4848-a03a-f3e0e89191d7, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=89468f52-5077-4848-a03a-f3e0e89191d7,segment=NetworkSegment(7c5d9ec6-95d9-4871-9ed5-7e76256f28e4),segment_id=7c5d9ec6-95d9-4871-9ed5-7e76256f28e4)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:24.357282 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '89468f52-5077-4848-a03a-f3e0e89191d7', 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd', 'port_id': '89468f52-5077-4848-a03a-f3e0e89191d7', 'mac_address': 'fa:16:3e:36:bb:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3571473-a79b-41d1-b3f2-a4755f295f86', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:44:24.367540 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-dca51665-9297-4fa2-b846-4d68c05c1614 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Unset dirty status for tenant:ca529601472a4967a21b451b8c93eb48 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:44:24.376262 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-dca51665-9297-4fa2-b846-4d68c05c1614 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/networks?id=16be6384-7665-4d3b-853c-e1f9ee6de707 HTTP/1.1" status: 200 len: 815 time: 0.4970894 Mar 09 03:44:24.405082 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-4023e4a7-bc7a-4310-b0c1-fe7f9281bffe tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/quotas/ca529601472a4967a21b451b8c93eb48 HTTP/1.1" status: 200 len: 375 time: 0.0270591 Mar 09 03:44:24.476046 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-fce7eb8f-c013-4059-9517-ee767998638b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:24.476519 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-fce7eb8f-c013-4059-9517-ee767998638b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:24.477006 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-fce7eb8f-c013-4059-9517-ee767998638b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:24.478645 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-fce7eb8f-c013-4059-9517-ee767998638b service neutron] 10.222.0.21 "GET /v2.0/networks?id=a7ff9480-13c5-42e3-ae93-360a44d2efc2&id=eb499fd8-471d-4286-9030-76983ac8e9a8&id=eb499fd8-471d-4286-9030-76983ac8e9a8&id=eb499fd8-471d-4286-9030-76983ac8e9a8&id=eb499fd8-471d-4286-9030-76983ac8e9a8&id=30ef9939-e0a3-4385-851a-c377e816c8c2&id=30ef9939-e0a3-4385-851a-c377e816c8c2 HTTP/1.1" status: 200 len: 2293 time: 0.3370686 Mar 09 03:44:24.576284 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd9f706-204e-4ccf-86b7-3e95fe0d94e5 None None] Network 16be6384-7665-4d3b-853c-e1f9ee6de707 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:44:24.621426 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-8acc1fde-bd9a-4d0b-8e1f-f13cfb57546e tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Allocated IP 172.25.7.61 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/3a03a837-fa48-4637-9694-f289beeb1d2d) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:44:24.648517 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] Routers {'e8978b7e-1c07-4672-bcdb-d3488922df06'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:44:24.650219 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:44:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e8978b7e-1c07-4672-bcdb-d3488922df06'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:24.719843 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-6562023c-f659-4f71-ad6b-6d87b08c4fc0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32fcd728-7dc4-4581-a98d-08c02abc8742 HTTP/1.1" status: 200 len: 1002 time: 0.2334962 Mar 09 03:44:24.811502 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae22ce-b464-4f63-9925-78df9c0415f3 req-7042d448-f59e-4aaf-832c-b2adfbb48b26 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:24.811502 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4bae22ce-b464-4f63-9925-78df9c0415f3 req-7042d448-f59e-4aaf-832c-b2adfbb48b26 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/ports?device_id=76fe0c13-d285-411b-b087-011d6a21305b HTTP/1.1" status: 200 len: 944 time: 0.1929250 Mar 09 03:44:24.813028 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-189eb506-0e21-4bb3-90c2-572db0917dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:24.818053 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-189eb506-0e21-4bb3-90c2-572db0917dac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bed62d90-b36d-4314-b77f-03334d35249e HTTP/1.1" status: 200 len: 851 time: 0.0910821 Mar 09 03:44:24.934941 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4bae22ce-b464-4f63-9925-78df9c0415f3 req-1e0c8a52-99af-4f5e-acea-971692a6836b tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/security-groups?id=61bea364-3afb-4b36-b5d0-a6a233af654b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533543 Mar 09 03:44:24.962827 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-67bf5dad-ce9c-4a82-bfd6-89001cc4bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:24.964374 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-67bf5dad-ce9c-4a82-bfd6-89001cc4bc28 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7ff9480-13c5-42e3-ae93-360a44d2efc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411092 Mar 09 03:44:25.038590 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:25.137301 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-383e76df-7928-4a3b-bf3f-0f49e115de48 service neutron] 10.222.0.21 "GET /v2.0/networks/a7ff9480-13c5-42e3-ae93-360a44d2efc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658289 Mar 09 03:44:25.256791 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] Set router e8978b7e-1c07-4672-bcdb-d3488922df06 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:44:25.270153 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e21038e1-0f16-48b5-a779-0cedeaffc98e req-b729207e-fb26-45c6-bedb-22d61125bb22 tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.0495665 Mar 09 03:44:25.294207 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-7190ab67-18d0-4688-ae7e-c77b29526952 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ca529601472a4967a21b451b8c93eb48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.8880105 Mar 09 03:44:25.389374 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-408c3f58-285b-4038-b740-1fa540536c94 service neutron] 10.222.0.21 "GET /v2.0/networks/a7ff9480-13c5-42e3-ae93-360a44d2efc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447340 Mar 09 03:44:25.421047 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89468f52-5077-4848-a03a-f3e0e89191d7 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:44:25.437359 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 89468f52-5077-4848-a03a-f3e0e89191d7, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=89468f52-5077-4848-a03a-f3e0e89191d7,segment=NetworkSegment(7c5d9ec6-95d9-4871-9ed5-7e76256f28e4),segment_id=7c5d9ec6-95d9-4871-9ed5-7e76256f28e4)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:25.463409 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:25.478426 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-3f2fa8d2-3f14-4cf8-847f-77147a84311d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=72168413-1159-417e-b3ea-b4d4a7193d03 HTTP/1.1" status: 200 len: 217 time: 0.0829425 Mar 09 03:44:25.558162 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-4c6135ed-7ae8-488d-a864-04761b66f33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:25.559096 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8acc1fde-bd9a-4d0b-8e1f-f13cfb57546e tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:25.559595 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-4c6135ed-7ae8-488d-a864-04761b66f33a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=885abb1a-ad13-44b9-a4b2-c5572e86a85e HTTP/1.1" status: 200 len: 797 time: 0.0740869 Mar 09 03:44:25.573460 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-fddee5b4-7c1e-4a9f-9110-120597e5dd06 service neutron] 10.222.0.16 "GET /v2.0/networks/16be6384-7665-4d3b-853c-e1f9ee6de707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670696 Mar 09 03:44:25.651918 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-54f181a3-5957-430b-9de4-caea2d032d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:25.653384 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-54f181a3-5957-430b-9de4-caea2d032d3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb499fd8-471d-4286-9030-76983ac8e9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0872676 Mar 09 03:44:25.722583 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=89468f52-5077-4848-a03a-f3e0e89191d7,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:25.747562 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8acc1fde-bd9a-4d0b-8e1f-f13cfb57546e tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:25.749260 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'name': 'tempest-ServersTestJSON-852601512-router', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:02Z', 'updated_at': '2022-03-09T03:44:18Z', 'revision_number': 4, 'project_id': '9eb686a5560145e4aa19523f011a1eb4', 'gw_port': {'id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:04Z', 'updated_at': '2022-03-09T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '94747785-a00a-42eb-8302-8c20b771c04e', 'name': '', 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'mac_address': 'fa:16:3e:22:c3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'd57a94ec-ddb8-495c-8597-2757b5089981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:15Z', 'updated_at': '2022-03-09T03:44:24Z', 'revision_number': 4, 'project_id': '9eb686a5560145e4aa19523f011a1eb4', 'subnets': [{'id': 'd57a94ec-ddb8-495c-8597-2757b5089981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:25.754205 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e83337-056a-4a6c-958f-f2ee8832d47a None None] The sync data for ids ['e8978b7e-1c07-4672-bcdb-d3488922df06'] in n-d-825178-5 is: [{'id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'name': 'tempest-ServersTestJSON-852601512-router', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:02Z', 'updated_at': '2022-03-09T03:44:18Z', 'revision_number': 4, 'project_id': '9eb686a5560145e4aa19523f011a1eb4', 'gw_port': {'id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:04Z', 'updated_at': '2022-03-09T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '94747785-a00a-42eb-8302-8c20b771c04e', 'name': '', 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'mac_address': 'fa:16:3e:22:c3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'd57a94ec-ddb8-495c-8597-2757b5089981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:15Z', 'updated_at': '2022-03-09T03:44:24Z', 'revision_number': 4, 'project_id': '9eb686a5560145e4aa19523f011a1eb4', 'subnets': [{'id': 'd57a94ec-ddb8-495c-8597-2757b5089981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:44:25.766736 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['89468f52-5077-4848-a03a-f3e0e89191d7'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:44:25.896217 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-897076d2-24b7-4cae-ac38-9c19858cf5c9 service neutron] 10.222.0.16 "GET /v2.0/networks/16be6384-7665-4d3b-853c-e1f9ee6de707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131454 Mar 09 03:44:25.912884 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-6936fa76-063e-4d97-989b-de9dfea798e9 service neutron] 10.222.0.21 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514801 Mar 09 03:44:25.931132 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acc1fde-bd9a-4d0b-8e1f-f13cfb57546e tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:44:25.935644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-8acc1fde-bd9a-4d0b-8e1f-f13cfb57546e tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:44:25.950499 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acc1fde-bd9a-4d0b-8e1f-f13cfb57546e tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:44:26.075887 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc1fde-bd9a-4d0b-8e1f-f13cfb57546e tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Pushing event updated for resources: {'Port': ['ID=3a03a837-fa48-4637-9694-f289beeb1d2d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:26.077630 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 94747785-a00a-42eb-8302-8c20b771c04e up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:44:26.226766 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-99a2aed2-eb5a-4c86-a3e6-a2637a570a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:26.392217 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-11e0871a-cb53-4015-ae09-82f0aa7fde98 service neutron] 10.222.0.21 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713593 Mar 09 03:44:26.410708 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 94747785-a00a-42eb-8302-8c20b771c04e completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:44:26.420550 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 94747785-a00a-42eb-8302-8c20b771c04e triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:44:26.421015 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:26.517793 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f48949ce-9c7f-44e8-b823-7746730e450b req-edf1dbb1-148e-4209-bf58-78e33a01fc11 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 210 time: 0.1660161 Mar 09 03:44:26.565249 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8acc1fde-bd9a-4d0b-8e1f-f13cfb57546e tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:26.584763 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-9f4d70b0-536e-4e62-ab49-fcf3067937a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=5df6d4dd-0e22-4b62-b790-96149b03ad94 HTTP/1.1" status: 200 len: 217 time: 0.1850367 Mar 09 03:44:26.602826 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334d9a5-86e3-4b3c-a27c-825a1218b2ae req-67b9e593-4679-443c-b109-0115d2dbcb82 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:26.616961 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6334d9a5-86e3-4b3c-a27c-825a1218b2ae req-67b9e593-4679-443c-b109-0115d2dbcb82 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/ports?device_id=76fe0c13-d285-411b-b087-011d6a21305b HTTP/1.1" status: 200 len: 945 time: 0.4462328 Mar 09 03:44:26.649799 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:26.717316 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 94747785-a00a-42eb-8302-8c20b771c04e, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=94747785-a00a-42eb-8302-8c20b771c04e,segment=NetworkSegment(6015d51d-ff40-43bf-b166-7f4628d70144),segment_id=6015d51d-ff40-43bf-b166-7f4628d70144)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:26.725985 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:26.962538 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=94747785-a00a-42eb-8302-8c20b771c04e,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:27.066123 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6334d9a5-86e3-4b3c-a27c-825a1218b2ae req-7626be40-ab74-4078-b81b-0a54db0e459d tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/security-groups?id=61bea364-3afb-4b36-b5d0-a6a233af654b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4479651 Mar 09 03:44:27.092229 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-e74e98d4-794f-41bc-bad0-a8649e5cddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:27.094481 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-e74e98d4-794f-41bc-bad0-a8649e5cddd4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=885abb1a-ad13-44b9-a4b2-c5572e86a85e HTTP/1.1" status: 200 len: 797 time: 0.4522979 Mar 09 03:44:27.116661 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-daf4f178-e83b-4613-b6a4-5f2fa04bcb2b req-0eb17b20-cc7d-45cf-b64b-c707e9f5bcbc tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.2308717 Mar 09 03:44:27.131179 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8acc1fde-bd9a-4d0b-8e1f-f13cfb57546e tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:27.234251 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-2d2a3cc3-0f62-4c0c-ab86-d4cf019e93a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:27.244227 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-2d2a3cc3-0f62-4c0c-ab86-d4cf019e93a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb499fd8-471d-4286-9030-76983ac8e9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1439414 Mar 09 03:44:27.401866 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-8627b21a-b8eb-4b80-9d72-a6f7ee49e01f service neutron] 10.222.0.21 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508551 Mar 09 03:44:27.474958 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 89468f52-5077-4848-a03a-f3e0e89191d7 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:44:27.476979 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-99a2aed2-eb5a-4c86-a3e6-a2637a570a03 admin admin] Deleting port 4ed625bc-9df4-4da1-8c46-55636a24e7a6 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:44:27.477314 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-99a2aed2-eb5a-4c86-a3e6-a2637a570a03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:27.563686 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-e67576bc-059c-43b6-a05d-f05b140bf69e service neutron] 10.222.0.21 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511393 Mar 09 03:44:27.603986 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 89468f52-5077-4848-a03a-f3e0e89191d7 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:44:27.608117 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8acc1fde-bd9a-4d0b-8e1f-f13cfb57546e tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:27.612577 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 89468f52-5077-4848-a03a-f3e0e89191d7 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:44:27.613224 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:27.627108 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8acc1fde-bd9a-4d0b-8e1f-f13cfb57546e tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:27.660247 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-76f7232f-1834-40b8-b3bf-2ea30dca07a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=91f35da7-e35c-4fff-ae6f-b70f60335f2a HTTP/1.1" status: 200 len: 217 time: 0.0902596 Mar 09 03:44:27.821030 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1e893e08-e813-4cf1-8c2d-af161d64e4ba req-9b56e235-5a7e-4350-96aa-91654176c233 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 210 time: 0.0740626 Mar 09 03:44:27.826250 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:27.867117 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-5d0a2595-440b-4efa-a131-6bd24ca96e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:27.870227 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-5d0a2595-440b-4efa-a131-6bd24ca96e7a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=885abb1a-ad13-44b9-a4b2-c5572e86a85e HTTP/1.1" status: 200 len: 797 time: 0.2016184 Mar 09 03:44:27.909452 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fe0c13-d285-411b-b087-011d6a21305b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89468f52-5077-4848-a03a-f3e0e89191d7'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:44:27.934571 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 89468f52-5077-4848-a03a-f3e0e89191d7, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=89468f52-5077-4848-a03a-f3e0e89191d7,segment=NetworkSegment(7c5d9ec6-95d9-4871-9ed5-7e76256f28e4),segment_id=7c5d9ec6-95d9-4871-9ed5-7e76256f28e4)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:27.943668 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:27.944452 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device ac4ae99e-81f9-431a-a82c-6e43b4f05c0c no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:44:28.189275 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-6c974c78-e61f-4653-85c8-2f1fc45f87aa tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:28.190101 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fe0c13-d285-411b-b087-011d6a21305b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89468f52-5077-4848-a03a-f3e0e89191d7', 'code': 200} Mar 09 03:44:28.190876 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-6c974c78-e61f-4653-85c8-2f1fc45f87aa tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.21 "GET /v2.0/networks?id=16be6384-7665-4d3b-853c-e1f9ee6de707 HTTP/1.1" status: 200 len: 815 time: 0.3019733 Mar 09 03:44:28.191164 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=89468f52-5077-4848-a03a-f3e0e89191d7,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:28.199297 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 94747785-a00a-42eb-8302-8c20b771c04e up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:44:28.209348 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-fc327155-383a-4ff5-b588-d1aa0841773e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Request body: {'port': {'device_id': 'e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5', 'network_id': '16be6384-7665-4d3b-853c-e1f9ee6de707', 'admin_state_up': True, 'tenant_id': 'ca529601472a4967a21b451b8c93eb48'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:28.309834 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: ac4ae99e-81f9-431a-a82c-6e43b4f05c0c {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:44:28.311768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device ac4ae99e-81f9-431a-a82c-6e43b4f05c0c not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:44:28.405833 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 94747785-a00a-42eb-8302-8c20b771c04e triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:44:28.407042 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:28.457012 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-4b3dbc88-f935-457d-adbb-e5d5429d0bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:28.458594 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-4b3dbc88-f935-457d-adbb-e5d5429d0bc1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb499fd8-471d-4286-9030-76983ac8e9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5709076 Mar 09 03:44:28.538057 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc1fde-bd9a-4d0b-8e1f-f13cfb57546e tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Pushing event updated for resources: {'Port': ['ID=3a03a837-fa48-4637-9694-f289beeb1d2d,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:28.560312 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9cbd58a8-96e3-4a90-a7cb-da15e6c17341 req-c75c7427-ab70-4e7b-9158-ed36adc7871b tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.1300898 Mar 09 03:44:28.568975 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-99a2aed2-eb5a-4c86-a3e6-a2637a570a03 admin admin] For port 4ed625bc-9df4-4da1-8c46-55636a24e7a6, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=4ed625bc-9df4-4da1-8c46-55636a24e7a6,segment=NetworkSegment(ca4c4b7b-213f-4b3f-8541-848c26e89434),segment_id=ca4c4b7b-213f-4b3f-8541-848c26e89434)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:28.574319 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-99a2aed2-eb5a-4c86-a3e6-a2637a570a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:28.627685 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-fc327155-383a-4ff5-b588-d1aa0841773e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:44:28.641565 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-fc327155-383a-4ff5-b588-d1aa0841773e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Usage tracker for resource:port and tenant:ca529601472a4967a21b451b8c93eb48 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:44:28.647418 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-fc327155-383a-4ff5-b588-d1aa0841773e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:44:28.658261 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-fc327155-383a-4ff5-b588-d1aa0841773e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:44:28.666562 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-4321712b-9493-42d2-907f-3f0838de5812 service neutron] 10.222.0.21 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014921 Mar 09 03:44:28.674450 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8acc1fde-bd9a-4d0b-8e1f-f13cfb57546e tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:28.704219 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c038c-dd50-4b33-9e55-1a6cd9632b9e req-0688c25c-86cf-41b4-a412-0d51821a8957 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:28.712338 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6c5c038c-dd50-4b33-9e55-1a6cd9632b9e req-0688c25c-86cf-41b4-a412-0d51821a8957 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/ports?device_id=76fe0c13-d285-411b-b087-011d6a21305b HTTP/1.1" status: 200 len: 946 time: 0.3271298 Mar 09 03:44:28.714005 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7648e8cf-ca69-4b14-b893-34e9388f7a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:28.731057 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-fc327155-383a-4ff5-b588-d1aa0841773e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Made reservation on behalf of ca529601472a4967a21b451b8c93eb48 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:44:28.735398 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-fc327155-383a-4ff5-b588-d1aa0841773e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:28.747800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-99a2aed2-eb5a-4c86-a3e6-a2637a570a03 admin admin] Calling delete_port for 4ed625bc-9df4-4da1-8c46-55636a24e7a6 owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:44:28.827536 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8acc1fde-bd9a-4d0b-8e1f-f13cfb57546e tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:28.836272 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8acc1fde-bd9a-4d0b-8e1f-f13cfb57546e tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2580626 Mar 09 03:44:28.836272 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12714a40-b4f6-4e61-8ac3-c2ed31c4d102 req-4b9e41a3-72c4-4e6b-a237-03e13b0842fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:28.836272 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-12714a40-b4f6-4e61-8ac3-c2ed31c4d102 req-4b9e41a3-72c4-4e6b-a237-03e13b0842fd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=76fe0c13-d285-411b-b087-011d6a21305b HTTP/1.1" status: 200 len: 1097 time: 0.6404445 Mar 09 03:44:28.946088 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6c5c038c-dd50-4b33-9e55-1a6cd9632b9e req-56eea6f1-ba24-4f1c-a3e8-7c9c55f70d4f tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/security-groups?id=61bea364-3afb-4b36-b5d0-a6a233af654b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327862 Mar 09 03:44:28.992134 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-12714a40-b4f6-4e61-8ac3-c2ed31c4d102 req-a3ebbe75-ec42-4696-a570-9431de639a2d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=61bea364-3afb-4b36-b5d0-a6a233af654b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321290 Mar 09 03:44:28.996156 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-65684cd2-25ed-49fe-9107-3fa0f2e43a77 service neutron] 10.222.0.21 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175879 Mar 09 03:44:29.104661 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a37623f6-790e-41aa-b8d2-a90656a7e317 req-64f096f8-b2be-4c9b-874c-2e38bd5ffe9b tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 210 time: 0.0833259 Mar 09 03:44:29.120074 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-f45b618f-f9f9-49dd-b8fa-e9d0e7556b9a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2236946 Mar 09 03:44:29.272617 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-b3444be1-633e-4207-adb2-1881dbad0e27 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--64201338&fields=id&tenant_id=9eb686a5560145e4aa19523f011a1eb4 HTTP/1.1" status: 200 len: 267 time: 0.1494195 Mar 09 03:44:29.294174 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-99a2aed2-eb5a-4c86-a3e6-a2637a570a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:29.359835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2aed2-eb5a-4c86-a3e6-a2637a570a03 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed625bc-9df4-4da1-8c46-55636a24e7a6,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:29.367528 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-c33ef096-902b-460c-b5a2-9d462aef2e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:29.368110 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-c33ef096-902b-460c-b5a2-9d462aef2e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:29.368562 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-c33ef096-902b-460c-b5a2-9d462aef2e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:29.369111 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-c33ef096-902b-460c-b5a2-9d462aef2e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:29.369671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-c33ef096-902b-460c-b5a2-9d462aef2e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:29.370262 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-c33ef096-902b-460c-b5a2-9d462aef2e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:29.370799 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-c33ef096-902b-460c-b5a2-9d462aef2e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:29.373031 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-c33ef096-902b-460c-b5a2-9d462aef2e4c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a99da7d1ff544c6c946233b9d2e2fe07&device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 6502 time: 0.1908813 Mar 09 03:44:29.419029 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-fc327155-383a-4ff5-b588-d1aa0841773e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Allocated IP 172.20.0.14 (16be6384-7665-4d3b-853c-e1f9ee6de707/c5a78a60-3555-4424-b082-3dcd7dca5dd6/e5818da2-e5f9-49aa-964a-b8bd45f5fc95) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:44:29.423496 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-9fb18bcb-5ebb-42d1-86aa-ef0229bd0dbd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=31577831-fe3c-4a4e-938e-490f1e6e84db HTTP/1.1" status: 200 len: 217 time: 0.2234740 Mar 09 03:44:29.734100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-4e02eeef-e09e-4abd-aaea-1300247558e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:29.735270 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-4e02eeef-e09e-4abd-aaea-1300247558e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:29.735648 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-4e02eeef-e09e-4abd-aaea-1300247558e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:29.737217 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-4e02eeef-e09e-4abd-aaea-1300247558e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a8e31c6c-fab7-4159-aaef-1d90e4713210&id=3df08107-39bd-418e-a91b-4b0bc364390c&id=3df08107-39bd-418e-a91b-4b0bc364390c&id=3df08107-39bd-418e-a91b-4b0bc364390c&id=3df08107-39bd-418e-a91b-4b0bc364390c&id=aa98c4bf-cd2b-4512-b959-342f7d8cd273&id=aa98c4bf-cd2b-4512-b959-342f7d8cd273 HTTP/1.1" status: 200 len: 2297 time: 0.3353486 Mar 09 03:44:29.767933 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-b9d144ba-73d6-4284-8546-034790cb7a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:29.769374 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-b9d144ba-73d6-4284-8546-034790cb7a4f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=885abb1a-ad13-44b9-a4b2-c5572e86a85e HTTP/1.1" status: 200 len: 797 time: 0.3143370 Mar 09 03:44:29.876283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-c89604ab-00ff-47c8-b601-aed355356a7e tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:29.883338 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-c89604ab-00ff-47c8-b601-aed355356a7e tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/networks?id=a5b1e57d-a586-4109-9128-ae5b3a0e4d7b HTTP/1.1" status: 200 len: 805 time: 0.4614985 Mar 09 03:44:29.911132 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-c5fc25e4-ce9d-4c19-8bef-75c1558878ab tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/quotas/9eb686a5560145e4aa19523f011a1eb4 HTTP/1.1" status: 200 len: 375 time: 0.0268617 Mar 09 03:44:29.996237 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9128980d-172a-437d-a743-ac988ddf65c5 req-8c01ff39-3dba-448c-a2ee-bd084bd18cac tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.1805456 Mar 09 03:44:30.101596 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-503bd059-25c7-4d3d-a4db-0551b85a71de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1644b1aa-49cd-41fb-87b3-ed75bd5fc672 HTTP/1.1" status: 200 len: 1000 time: 0.3491647 Mar 09 03:44:30.102172 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-99a2aed2-eb5a-4c86-a3e6-a2637a570a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:30.217845 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-f9ddaa0a-7e45-4c13-9882-8969e233ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:30.220382 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-f9ddaa0a-7e45-4c13-9882-8969e233ea98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb499fd8-471d-4286-9030-76983ac8e9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4381711 Mar 09 03:44:30.377238 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-fc327155-383a-4ff5-b588-d1aa0841773e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:30.394888 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-ca4580a0-08a8-4646-a509-3ee0091f0e31 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Synchronizing usage tracker for tenant:9eb686a5560145e4aa19523f011a1eb4 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:44:30.464309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-ca4580a0-08a8-4646-a509-3ee0091f0e31 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Unset dirty status for tenant:9eb686a5560145e4aa19523f011a1eb4 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:44:30.471255 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-c0e00a5d-982d-4cd8-9b00-93c02b5f5051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:30.472917 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-c0e00a5d-982d-4cd8-9b00-93c02b5f5051 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce8c094d-d2da-4007-b683-734cf48a0ad4 HTTP/1.1" status: 200 len: 856 time: 0.3619275 Mar 09 03:44:30.477010 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-ca4580a0-08a8-4646-a509-3ee0091f0e31 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9eb686a5560145e4aa19523f011a1eb4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5649981 Mar 09 03:44:30.519857 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-82874e16-fcf2-4abd-88ef-e8ed1eb130ca service neutron] 10.222.0.21 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877142 Mar 09 03:44:30.691414 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-cd24f849-ca53-4d9f-a9fd-64275771bf9c service neutron] 10.222.0.21 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558750 Mar 09 03:44:30.744001 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054387df-ad41-4fa7-be41-78d1fba15159 req-60acc28d-4222-4843-85d6-781b24c5952f tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:30.745463 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-054387df-ad41-4fa7-be41-78d1fba15159 req-60acc28d-4222-4843-85d6-781b24c5952f tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/ports?device_id=76fe0c13-d285-411b-b087-011d6a21305b HTTP/1.1" status: 200 len: 946 time: 0.4283459 Mar 09 03:44:30.846215 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-bdfbee96-1053-4fe3-911e-2a0a2f36f9a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=968d319d-f6af-4c9a-90d7-42f4e52ec281 HTTP/1.1" status: 200 len: 217 time: 0.1475368 Mar 09 03:44:30.889292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-ecb7c703-14ff-47d7-a8f0-71e6267e4e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:30.891708 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-ecb7c703-14ff-47d7-a8f0-71e6267e4e46 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a8e31c6c-fab7-4159-aaef-1d90e4713210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4000540 Mar 09 03:44:30.908267 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-fc327155-383a-4ff5-b588-d1aa0841773e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:30.909106 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-054387df-ad41-4fa7-be41-78d1fba15159 req-79b49c26-a2ea-447a-872e-da43e2dc3dea tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/security-groups?id=61bea364-3afb-4b36-b5d0-a6a233af654b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537669 Mar 09 03:44:30.924830 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-ba676ffe-4092-4ddd-89c5-be0681d65d72 service neutron] 10.222.0.16 "GET /v2.0/networks/a5b1e57d-a586-4109-9128-ae5b3a0e4d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389358 Mar 09 03:44:31.036760 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-817eecb3-d624-48ab-bb0a-30d2383c3c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:31.038384 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-817eecb3-d624-48ab-bb0a-30d2383c3c15 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8ece047-456b-4972-b520-ee59d144b7d9 HTTP/1.1" status: 200 len: 797 time: 0.1818056 Mar 09 03:44:31.079175 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8987c2ef-85d9-466b-bae3-612cf8195588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:31.103677 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a2aed2-eb5a-4c86-a3e6-a2637a570a03 admin admin] Router 1f9efa19-91a3-41da-9caf-d24f9a1c677f has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:44:31.120350 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-fc327155-383a-4ff5-b588-d1aa0841773e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Network 16be6384-7665-4d3b-853c-e1f9ee6de707 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:44:31.143155 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-fc327155-383a-4ff5-b588-d1aa0841773e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:44:31.152570 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-fc327155-383a-4ff5-b588-d1aa0841773e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:44:31.265719 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc327155-383a-4ff5-b588-d1aa0841773e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Pushing event updated for resources: {'Port': ['ID=e5818da2-e5f9-49aa-964a-b8bd45f5fc95,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:31.298317 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-46da1b74-984c-4c09-972d-b2458c7bc7c4 req-bdbbc0b9-c588-4da6-833c-69b99c6c9dbf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.1197560 Mar 09 03:44:31.308858 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-fc327155-383a-4ff5-b588-d1aa0841773e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:31.309466 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-fc327155-383a-4ff5-b588-d1aa0841773e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:31.327775 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-d96555e7-33aa-41d5-8b98-b1a7947060c3 service neutron] 10.222.0.24 "GET /v2.0/networks/a8e31c6c-fab7-4159-aaef-1d90e4713210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176807 Mar 09 03:44:31.354757 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-8121e1ab-d4f2-4c18-b49c-26db2bf5059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:31.356324 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-8121e1ab-d4f2-4c18-b49c-26db2bf5059b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30ef9939-e0a3-4385-851a-c377e816c8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3080993 Mar 09 03:44:31.358051 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-6fa0288c-ae14-4c3e-ac0a-469c6b654165 service neutron] 10.222.0.16 "GET /v2.0/networks/a5b1e57d-a586-4109-9128-ae5b3a0e4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186181 Mar 09 03:44:31.360495 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-fc327155-383a-4ff5-b588-d1aa0841773e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1582477 Mar 09 03:44:31.395220 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-bac46f26-9191-49e7-806e-3dafd5ddbbfe service neutron] Request body: {'port': {'device_id': 'e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:31.457392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52317d99-ad39-424a-b714-907536b23ea7 req-e1257ad2-bc3f-4ba9-84ac-c42db1ee4099 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:31.464220 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-52317d99-ad39-424a-b714-907536b23ea7 req-e1257ad2-bc3f-4ba9-84ac-c42db1ee4099 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 932 time: 0.3525863 Mar 09 03:44:31.492809 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a2aed2-eb5a-4c86-a3e6-a2637a570a03 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:44:31.503733 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e517bb3-645e-48a2-adfc-0fcac43eadff None None] Sync routers for ids ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:44:31.519582 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e517bb3-645e-48a2-adfc-0fcac43eadff None None] Routers {'1f9efa19-91a3-41da-9caf-d24f9a1c677f'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:44:31.522496 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0e517bb3-645e-48a2-adfc-0fcac43eadff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:44:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:31.528230 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-99a2aed2-eb5a-4c86-a3e6-a2637a570a03 admin admin] 10.222.0.16 "PUT /v2.0/routers/1f9efa19-91a3-41da-9caf-d24f9a1c677f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3312757 Mar 09 03:44:31.529425 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53848) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:31.533418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-52317d99-ad39-424a-b714-907536b23ea7 req-40312dab-467e-486c-9d60-f8ae2cd29b1d tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Synchronizing usage tracker for tenant:ca529601472a4967a21b451b8c93eb48 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:44:31.755477 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-52317d99-ad39-424a-b714-907536b23ea7 req-40312dab-467e-486c-9d60-f8ae2cd29b1d tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Unset dirty status for tenant:ca529601472a4967a21b451b8c93eb48 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:44:31.768870 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-52317d99-ad39-424a-b714-907536b23ea7 req-40312dab-467e-486c-9d60-f8ae2cd29b1d tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001134 Mar 09 03:44:31.835067 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-0e517bb3-645e-48a2-adfc-0fcac43eadff None None] Set router 1f9efa19-91a3-41da-9caf-d24f9a1c677f gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:44:32.044222 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:32.051672 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-003eb71f-ac7f-4480-80c4-07e76690ffc9 service neutron] 10.222.0.21 "GET /v2.0/networks/30ef9939-e0a3-4385-851a-c377e816c8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6840236 Mar 09 03:44:32.106811 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-bac46f26-9191-49e7-806e-3dafd5ddbbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:32.111694 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:32.290631 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f3c669aa-da96-4f97-95b9-06c173b5e545 req-72ddf83b-dd78-4e97-9e35-c6f83be69c45 tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.0478275 Mar 09 03:44:32.301156 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6ad3d8a1-cfc5-491c-b189-1d4219a4822c admin admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:32.338175 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0e517bb3-645e-48a2-adfc-0fcac43eadff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:41:45Z', 'updated_at': '2022-03-09T03:44:29Z', 'revision_number': 5, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'gw_port': {'id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:41:49Z', 'updated_at': '2022-03-09T03:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:32.349929 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e517bb3-645e-48a2-adfc-0fcac43eadff None None] Checking router: 1f9efa19-91a3-41da-9caf-d24f9a1c677f for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:44:32.357625 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-829e896d-4cef-4dcf-9264-6e0421587203 service neutron] 10.222.0.21 "GET /v2.0/networks/30ef9939-e0a3-4385-851a-c377e816c8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886763 Mar 09 03:44:32.364258 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e517bb3-645e-48a2-adfc-0fcac43eadff None None] Routers {'1f9efa19-91a3-41da-9caf-d24f9a1c677f'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:44:32.365055 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0e517bb3-645e-48a2-adfc-0fcac43eadff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:44:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:32.368317 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08bf4a-97b3-4f27-a865-92c039c5328b req-6d2a3db4-4803-48db-aa95-c6dfc79fe04c tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:32.379051 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4a08bf4a-97b3-4f27-a865-92c039c5328b req-6d2a3db4-4803-48db-aa95-c6dfc79fe04c tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/ports?device_id=76fe0c13-d285-411b-b087-011d6a21305b HTTP/1.1" status: 200 len: 946 time: 0.6062293 Mar 09 03:44:32.379595 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53940) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:32.569670 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f3d91123-060c-4f3d-a8af-73b20eb34a39 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Request body: {'floatingip': {'port_id': '89468f52-5077-4848-a03a-f3e0e89191d7'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:32.720608 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b7b3e9c3-8ed8-47a4-91bd-32d4a697d568 req-744bfada-275c-4c9c-9966-47da24ca39ca tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa24287-ff04-43de-a116-ecaa22b79957 HTTP/1.1" status: 200 len: 210 time: 0.1078582 Mar 09 03:44:32.740255 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-47acab17-b8a1-4e78-b7ed-4fdd5c0cc5c3 service neutron] 10.222.0.24 "GET /v2.0/networks/a8e31c6c-fab7-4159-aaef-1d90e4713210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1448848 Mar 09 03:44:32.742551 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6ad3d8a1-cfc5-491c-b189-1d4219a4822c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:32.743809 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-0e517bb3-645e-48a2-adfc-0fcac43eadff None None] Set router 1f9efa19-91a3-41da-9caf-d24f9a1c677f gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:44:32.773344 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3d91123-060c-4f3d-a8af-73b20eb34a39 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks [] for floatingip, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:32.858113 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-150579a1-dd9a-43f1-a7fd-c976403e6a87 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=095f303c-8011-497f-8929-ca48dda83cc0 HTTP/1.1" status: 200 len: 217 time: 0.1109779 Mar 09 03:44:32.871965 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-6ad3d8a1-cfc5-491c-b189-1d4219a4822c admin admin] Deleting port 6e158096-acd2-4404-91f7-22fcc5ec96e9 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:44:32.875868 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6ad3d8a1-cfc5-491c-b189-1d4219a4822c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:33.183702 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-6e2c0e39-0630-4301-a747-ff1defbcb557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:33.185424 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-6e2c0e39-0630-4301-a747-ff1defbcb557 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f77088af-6527-42bd-a6e2-e4b921be1aa6 HTTP/1.1" status: 200 len: 797 time: 0.3194788 Mar 09 03:44:33.195849 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-e10d8456-cc73-4922-9e6f-157e09fe8eb2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=889b3798-7d4a-4ad9-b9ad-d0d222c27af7 HTTP/1.1" status: 200 len: 217 time: 0.7779863 Mar 09 03:44:33.307349 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0e517bb3-645e-48a2-adfc-0fcac43eadff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:41:45Z', 'updated_at': '2022-03-09T03:44:29Z', 'revision_number': 5, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'gw_port': {'id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:41:49Z', 'updated_at': '2022-03-09T03:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:33.311856 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e517bb3-645e-48a2-adfc-0fcac43eadff None None] The sync data for ids ['1f9efa19-91a3-41da-9caf-d24f9a1c677f'] in n-d-825178-5 is: [{'id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1880690146-router', 'tenant_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:41:45Z', 'updated_at': '2022-03-09T03:44:29Z', 'revision_number': 5, 'project_id': '7426cc43ccad4ae6a410e2758d65b5d6', 'gw_port': {'id': '6e158096-acd2-4404-91f7-22fcc5ec96e9', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9efa19-91a3-41da-9caf-d24f9a1c677f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:41:49Z', 'updated_at': '2022-03-09T03:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:44:33.376164 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:33.438112 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-6ad3d8a1-cfc5-491c-b189-1d4219a4822c admin admin] For port 6e158096-acd2-4404-91f7-22fcc5ec96e9, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=6e158096-acd2-4404-91f7-22fcc5ec96e9,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:33.438338 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6ad3d8a1-cfc5-491c-b189-1d4219a4822c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:33.448093 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-c8af7e5f-3882-4181-ad89-1ea4985ec77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:33.449860 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-c8af7e5f-3882-4181-ad89-1ea4985ec77e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3df08107-39bd-418e-a91b-4b0bc364390c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1984551 Mar 09 03:44:33.651125 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-6ad3d8a1-cfc5-491c-b189-1d4219a4822c admin admin] Calling delete_port for 6e158096-acd2-4404-91f7-22fcc5ec96e9 owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:44:33.700478 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f04d1609-f144-474b-a64c-7911dc824e8a req-40c20aae-5355-4c71-a309-73c29f7264c6 tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.1887081 Mar 09 03:44:33.844412 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-85b1019c-8df9-4c5f-a4d7-aeb76b46c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:33.846428 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-85b1019c-8df9-4c5f-a4d7-aeb76b46c006 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8ece047-456b-4972-b520-ee59d144b7d9 HTTP/1.1" status: 200 len: 797 time: 0.5294578 Mar 09 03:44:33.897267 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 4ed625bc-9df4-4da1-8c46-55636a24e7a6 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:44:33.990733 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-1de2908c-bcb8-40b8-8b0b-cd0c5cc0e6d6 service neutron] 10.222.0.24 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801037 Mar 09 03:44:34.021986 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 4ed625bc-9df4-4da1-8c46-55636a24e7a6 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:44:34.022556 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 4ed625bc-9df4-4da1-8c46-55636a24e7a6 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:44:34.025456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000cd4e-64ca-442c-b8bc-792c5c5fbafa req-8b02694c-05fa-428e-ae5e-1bcda6081486 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:34.026675 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-4000cd4e-64ca-442c-b8bc-792c5c5fbafa req-8b02694c-05fa-428e-ae5e-1bcda6081486 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Synchronizing usage tracker for tenant:ca529601472a4967a21b451b8c93eb48 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:44:34.059229 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:34.115611 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-9b53fbfb-80ed-4194-a770-9c7cd9c26385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:34.117332 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-9b53fbfb-80ed-4194-a770-9c7cd9c26385 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30ef9939-e0a3-4385-851a-c377e816c8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2624543 Mar 09 03:44:34.122502 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-4000cd4e-64ca-442c-b8bc-792c5c5fbafa req-8b02694c-05fa-428e-ae5e-1bcda6081486 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Unset dirty status for tenant:ca529601472a4967a21b451b8c93eb48 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:44:34.123937 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4000cd4e-64ca-442c-b8bc-792c5c5fbafa req-8b02694c-05fa-428e-ae5e-1bcda6081486 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 932 time: 0.9703503 Mar 09 03:44:34.193355 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-6efd1214-a40e-44f6-8dd6-6bda0979f79c service neutron] 10.222.0.24 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912100 Mar 09 03:44:34.225582 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.resource_extend [None req-f3d91123-060c-4f3d-a8af-73b20eb34a39 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:44:34.377134 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-bac46f26-9191-49e7-806e-3dafd5ddbbfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5818da2-e5f9-49aa-964a-b8bd45f5fc95 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:44:34.398910 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-bac46f26-9191-49e7-806e-3dafd5ddbbfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:34.440599 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3d91123-060c-4f3d-a8af-73b20eb34a39 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:34.447459 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-508f21b2-37c7-4903-be31-1060a78437fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=629e71ff-ed13-489c-8924-359aa6fd885b HTTP/1.1" status: 200 len: 217 time: 0.2425914 Mar 09 03:44:34.448016 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4000cd4e-64ca-442c-b8bc-792c5c5fbafa req-2156cccf-38b2-40d5-9d25-ee97a259acf7 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632549 Mar 09 03:44:34.461194 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9dbb210f-4fb1-4dda-9e22-c1e640c5c44b req-a5f18068-53ce-4d74-9c4a-d1c66822c471 tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585&device_id=a7743648-040e-49da-8edd-f815035daa00 HTTP/1.1" status: 200 len: 210 time: 0.2581050 Mar 09 03:44:34.462072 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3d91123-060c-4f3d-a8af-73b20eb34a39 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:34.528127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-3bba02d3-6671-45ce-8194-055559a85dab tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:34.528815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-3bba02d3-6671-45ce-8194-055559a85dab tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Synchronizing usage tracker for tenant:9eb686a5560145e4aa19523f011a1eb4 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:44:34.534288 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-d9754b1e-c494-4e29-b4e1-7f0acb7c2d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:34.535729 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-d9754b1e-c494-4e29-b4e1-7f0acb7c2d11 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f77088af-6527-42bd-a6e2-e4b921be1aa6 HTTP/1.1" status: 200 len: 797 time: 0.0774984 Mar 09 03:44:34.648355 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-bac46f26-9191-49e7-806e-3dafd5ddbbfe service neutron] Transition to ACTIVE for port object e5818da2-e5f9-49aa-964a-b8bd45f5fc95 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:44:34.652000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-3bba02d3-6671-45ce-8194-055559a85dab tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Unset dirty status for tenant:9eb686a5560145e4aa19523f011a1eb4 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:44:34.653364 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-f3d91123-060c-4f3d-a8af-73b20eb34a39 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Floating IP cd0d0309-f077-4d96-96e4-1faca529d3cf associated. External IP: 172.25.7.44, port: 89468f52-5077-4848-a03a-f3e0e89191d7. Mar 09 03:44:34.653484 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-3bba02d3-6671-45ce-8194-055559a85dab tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.21 "GET /v2.0/networks?id=a5b1e57d-a586-4109-9128-ae5b3a0e4d7b HTTP/1.1" status: 200 len: 805 time: 0.8754749 Mar 09 03:44:34.721030 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-9fa4e66d-f347-4ec8-812b-533c5ac950ea tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Synchronizing usage tracker for tenant:9eb686a5560145e4aa19523f011a1eb4 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:44:34.752915 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6ad3d8a1-cfc5-491c-b189-1d4219a4822c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:34.756251 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-bac46f26-9191-49e7-806e-3dafd5ddbbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:34.798046 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-75f22fa0-e2b8-4012-bdde-eb3e9d94cbde service neutron] 10.222.0.21 "GET /v2.0/networks/30ef9939-e0a3-4385-851a-c377e816c8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6432972 Mar 09 03:44:34.801964 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-9fa4e66d-f347-4ec8-812b-533c5ac950ea tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Unset dirty status for tenant:9eb686a5560145e4aa19523f011a1eb4 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:44:34.803209 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-9fa4e66d-f347-4ec8-812b-533c5ac950ea tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9eb686a5560145e4aa19523f011a1eb4 HTTP/1.1" status: 200 len: 378 time: 0.1399412 Mar 09 03:44:34.808551 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2c1c1f03-498a-4311-bcd4-0ba92d622a3b req-f6dcf670-f4df-4802-8c7d-c5e65b754a65 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa24287-ff04-43de-a116-ecaa22b79957 HTTP/1.1" status: 200 len: 210 time: 0.1575568 Mar 09 03:44:34.816399 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3d8a1-cfc5-491c-b189-1d4219a4822c admin admin] Pushing event deleted for resources: {'Port': ['ID=6e158096-acd2-4404-91f7-22fcc5ec96e9,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:34.877824 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-cd6a2102-d618-4193-9ecc-e7c918d49c08 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Request body: {'port': {'device_id': '7aa24287-ff04-43de-a116-ecaa22b79957', 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b', 'admin_state_up': True, 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'security_groups': ['ed056393-c6d6-4b81-92d5-11f3e5538f05']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:34.977750 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-c8e154e0-a230-4f86-8edd-971a5f431e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:34.979371 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-c8e154e0-a230-4f86-8edd-971a5f431e5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3df08107-39bd-418e-a91b-4b0bc364390c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4366162 Mar 09 03:44:35.061477 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1d0f950a-2bbe-4286-ba39-f3a7862aef1d req-57d12b15-7b21-4b5a-9c86-72cb97c4decc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf60ca87803c423199f135ff1800d4d0&device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.1893027 Mar 09 03:44:35.118121 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac46f26-9191-49e7-806e-3dafd5ddbbfe service neutron] Pushing event updated for resources: {'Port': ['ID=e5818da2-e5f9-49aa-964a-b8bd45f5fc95,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:35.214457 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c62a7688-0d4a-4253-85d9-7c98bb82200a req-cdc85bbc-a4bd-4ed2-92c6-a197e7641b03 tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.1190116 Mar 09 03:44:35.277446 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1d0f950a-2bbe-4286-ba39-f3a7862aef1d req-a35af54f-1296-4890-b98f-37242ecdc7b9 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bf60ca87803c423199f135ff1800d4d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1972589 Mar 09 03:44:35.333056 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6ad3d8a1-cfc5-491c-b189-1d4219a4822c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:35.465255 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-bac46f26-9191-49e7-806e-3dafd5ddbbfe service neutron] Attempting to bind port e5818da2-e5f9-49aa-964a-b8bd45f5fc95 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:44:35.465255 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-bac46f26-9191-49e7-806e-3dafd5ddbbfe service neutron] Attempting to bind port e5818da2-e5f9-49aa-964a-b8bd45f5fc95 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'b9669753-03d3-41ba-aa99-74a67a97b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '16be6384-7665-4d3b-853c-e1f9ee6de707'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:44:35.465578 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-bac46f26-9191-49e7-806e-3dafd5ddbbfe service neutron] Attempting to bind port e5818da2-e5f9-49aa-964a-b8bd45f5fc95 on network 16be6384-7665-4d3b-853c-e1f9ee6de707 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:44:35.470815 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7fc8f02-774f-4105-bbd2-83a31a4505e6 req-c7f0efb0-cc83-4024-b005-9ce534db51bc service neutron] 10.222.0.21 "GET /v2.0/networks/30ef9939-e0a3-4385-851a-c377e816c8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6513824 Mar 09 03:44:35.477619 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-bac46f26-9191-49e7-806e-3dafd5ddbbfe service neutron] Port e5818da2-e5f9-49aa-964a-b8bd45f5fc95 on network 16be6384-7665-4d3b-853c-e1f9ee6de707 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:44:35.477940 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-bac46f26-9191-49e7-806e-3dafd5ddbbfe service neutron] Attempting to bind port e5818da2-e5f9-49aa-964a-b8bd45f5fc95 on network 16be6384-7665-4d3b-853c-e1f9ee6de707 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:44:35.494440 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-bac46f26-9191-49e7-806e-3dafd5ddbbfe service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:44:35.494772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-bac46f26-9191-49e7-806e-3dafd5ddbbfe service neutron] Checking segment: {'id': 'b9669753-03d3-41ba-aa99-74a67a97b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '16be6384-7665-4d3b-853c-e1f9ee6de707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:44:35.495528 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-bac46f26-9191-49e7-806e-3dafd5ddbbfe service neutron] Bound using segment: {'id': 'b9669753-03d3-41ba-aa99-74a67a97b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '16be6384-7665-4d3b-853c-e1f9ee6de707'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:44:35.495657 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-bac46f26-9191-49e7-806e-3dafd5ddbbfe service neutron] Bound port: e5818da2-e5f9-49aa-964a-b8bd45f5fc95, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9669753-03d3-41ba-aa99-74a67a97b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '16be6384-7665-4d3b-853c-e1f9ee6de707'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:44:35.495944 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-bac46f26-9191-49e7-806e-3dafd5ddbbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:35.655774 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-5a196371-8626-4f07-9391-a291de0cf312 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:35.656469 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-5a196371-8626-4f07-9391-a291de0cf312 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Synchronizing usage tracker for tenant:df803cbe9ddc43c4ab3fae6af237517a on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:44:35.668714 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6ad3d8a1-cfc5-491c-b189-1d4219a4822c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:35.674600 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6ad3d8a1-cfc5-491c-b189-1d4219a4822c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:35.680841 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-7400d52b-7751-4d85-9ae8-ef8a3b0dd493 service neutron] 10.222.0.24 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6640236 Mar 09 03:44:35.685033 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-cd6a2102-d618-4193-9ecc-e7c918d49c08 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:44:35.710050 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d91123-060c-4f3d-a8af-73b20eb34a39 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Router 6dc59c1f-e862-46b3-a59a-4e278b3822fe has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:44:35.726749 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-bac46f26-9191-49e7-806e-3dafd5ddbbfe service neutron] For port e5818da2-e5f9-49aa-964a-b8bd45f5fc95, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:44:35.732319 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-bac46f26-9191-49e7-806e-3dafd5ddbbfe service neutron] For port e5818da2-e5f9-49aa-964a-b8bd45f5fc95, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e5818da2-e5f9-49aa-964a-b8bd45f5fc95,segment=NetworkSegment(b9669753-03d3-41ba-aa99-74a67a97b6e2),segment_id=b9669753-03d3-41ba-aa99-74a67a97b6e2)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:44:35.758087 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-cd6a2102-d618-4193-9ecc-e7c918d49c08 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:44:35.781667 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-5a196371-8626-4f07-9391-a291de0cf312 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Unset dirty status for tenant:df803cbe9ddc43c4ab3fae6af237517a on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:44:35.782797 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-5a196371-8626-4f07-9391-a291de0cf312 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/networks?id=c749ae6c-38fd-4476-8d0b-07ef65dfea2c HTTP/1.1" status: 200 len: 813 time: 0.8638332 Mar 09 03:44:35.788591 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6ad3d8a1-cfc5-491c-b189-1d4219a4822c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:35.789101 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad3d8a1-cfc5-491c-b189-1d4219a4822c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f9efa19-91a3-41da-9caf-d24f9a1c677f {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:44:35.793754 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-bac46f26-9191-49e7-806e-3dafd5ddbbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:35.926941 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-bac46f26-9191-49e7-806e-3dafd5ddbbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:35.927563 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-bac46f26-9191-49e7-806e-3dafd5ddbbfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:35.928944 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-bac46f26-9191-49e7-806e-3dafd5ddbbfe service neutron] 10.222.0.21 "PUT /v2.0/ports/e5818da2-e5f9-49aa-964a-b8bd45f5fc95 HTTP/1.1" status: 200 len: 1092 time: 4.5385561 Mar 09 03:44:35.929395 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5', 'tag': 'e5818da2-e5f9-49aa-964a-b8bd45f5fc95'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:44:36.026288 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f950a-2bbe-4286-ba39-f3a7862aef1d req-1a2ceb00-16e4-4432-a4cc-4d60ae34f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:36.027959 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1d0f950a-2bbe-4286-ba39-f3a7862aef1d req-1a2ceb00-16e4-4432-a4cc-4d60ae34f69b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7365141 Mar 09 03:44:36.045275 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-cd6a2102-d618-4193-9ecc-e7c918d49c08 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Made reservation on behalf of 9eb686a5560145e4aa19523f011a1eb4 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:44:36.049187 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-cd6a2102-d618-4193-9ecc-e7c918d49c08 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:36.069687 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-d8cf1fb7-8878-4659-891f-aaebd102d3bd tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/quotas/df803cbe9ddc43c4ab3fae6af237517a HTTP/1.1" status: 200 len: 375 time: 0.0542548 Mar 09 03:44:36.076995 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ab871-a853-4d87-831d-33fa6e31361e req-b6987f19-f294-4e52-9a25-4424c74acd4b tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:36.078488 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2e8ab871-a853-4d87-831d-33fa6e31361e req-b6987f19-f294-4e52-9a25-4424c74acd4b tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 944 time: 0.4793377 Mar 09 03:44:36.079441 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6ad3d8a1-cfc5-491c-b189-1d4219a4822c admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:36.082658 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6ad3d8a1-cfc5-491c-b189-1d4219a4822c admin admin] 10.222.0.16 "DELETE /v2.0/routers/1f9efa19-91a3-41da-9caf-d24f9a1c677f HTTP/1.1" status: 204 len: 168 time: 4.5439413 Mar 09 03:44:36.086276 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54102) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:36.094989 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac46f26-9191-49e7-806e-3dafd5ddbbfe service neutron] Pushing event updated for resources: {'Port': ['ID=e5818da2-e5f9-49aa-964a-b8bd45f5fc95,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:36.148649 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d91123-060c-4f3d-a8af-73b20eb34a39 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:44:36.157351 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3d91123-060c-4f3d-a8af-73b20eb34a39 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:36.160137 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fef2149-3053-47a1-b882-4ade7cab5b71 None None] Sync routers for ids ['6dc59c1f-e862-46b3-a59a-4e278b3822fe'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:44:36.169766 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fef2149-3053-47a1-b882-4ade7cab5b71 None None] Routers {'6dc59c1f-e862-46b3-a59a-4e278b3822fe'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:44:36.170366 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6fef2149-3053-47a1-b882-4ade7cab5b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:44:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['6dc59c1f-e862-46b3-a59a-4e278b3822fe'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:36.204071 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2e8ab871-a853-4d87-831d-33fa6e31361e req-0f8b42ca-bf21-421b-ac3b-ad75ecc5c95f tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131337 Mar 09 03:44:36.227322 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-412f0742-2d1d-4ddf-a84a-e1500f84fe76 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=df803cbe9ddc43c4ab3fae6af237517a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1495302 Mar 09 03:44:36.243886 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f3d91123-060c-4f3d-a8af-73b20eb34a39 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "PUT /v2.0/floatingips/cd0d0309-f077-4d96-96e4-1faca529d3cf HTTP/1.1" status: 200 len: 991 time: 3.7078884 Mar 09 03:44:36.249624 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-91878dad-9639-401d-b801-7e63219fcdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:36.251378 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-91878dad-9639-401d-b801-7e63219fcdcf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca529601472a4967a21b451b8c93eb48&device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 1095 time: 0.2466414 Mar 09 03:44:36.303017 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-def806f5-6923-4a8e-bc0d-039d0caf4e44 service neutron] 10.222.0.24 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6095862 Mar 09 03:44:36.337506 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-c49917ef-560d-4052-8398-0620e061a1af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5818da2-e5f9-49aa-964a-b8bd45f5fc95 HTTP/1.1" status: 200 len: 217 time: 0.0788949 Mar 09 03:44:36.361373 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-6fef2149-3053-47a1-b882-4ade7cab5b71 None None] Set router 6dc59c1f-e862-46b3-a59a-4e278b3822fe gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:44:36.448735 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-616fb19b-0333-40bd-9d34-d446368d9bb3 req-85b23bd1-1af8-4e93-acee-3961da521411 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa24287-ff04-43de-a116-ecaa22b79957 HTTP/1.1" status: 200 len: 210 time: 0.0568073 Mar 09 03:44:36.460781 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-0c38c875-4f55-43d7-a618-8fe7403a736a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=74095d9e-619d-4376-9680-b65aea510aa3 HTTP/1.1" status: 200 len: 217 time: 0.0972433 Mar 09 03:44:36.467387 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-1201ad87-9f2b-4168-a6a4-e71176ebcbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:36.469551 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-1201ad87-9f2b-4168-a6a4-e71176ebcbcb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c5a78a60-3555-4424-b082-3dcd7dca5dd6 HTTP/1.1" status: 200 len: 855 time: 0.1259987 Mar 09 03:44:36.521047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ceff3d-12fa-4269-862a-c49175921def admin admin] Deleting subnet 30f4b31b-6abb-4c50-914e-76d835560aae {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:44:36.526726 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5', 'tag': 'e5818da2-e5f9-49aa-964a-b8bd45f5fc95', 'status': 'completed', 'code': 200} Mar 09 03:44:36.548557 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-17580365-051b-46fc-ab16-f0226cff7200 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16be6384-7665-4d3b-853c-e1f9ee6de707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716376 Mar 09 03:44:36.574760 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-36ceff3d-12fa-4269-862a-c49175921def admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:36.670746 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-40f272ca-dbcb-4544-9bb4-ecf44019e1a6 service neutron] 10.222.0.16 "GET /v2.0/networks/c749ae6c-38fd-4476-8d0b-07ef65dfea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425178 Mar 09 03:44:36.688758 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-36ceff3d-12fa-4269-862a-c49175921def admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:36.746724 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-f719ea59-8554-4890-b6f5-0c24086480d0 service neutron] 10.222.0.21 "GET /v2.0/networks/16be6384-7665-4d3b-853c-e1f9ee6de707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940906 Mar 09 03:44:36.753641 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6fef2149-3053-47a1-b882-4ade7cab5b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'name': 'tempest-ServersTestBootFromVolume-931872618-router', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8767e8c8-a1b9-41d6-af56-30b3999fc573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:43:03Z', 'updated_at': '2022-03-09T03:43:13Z', 'revision_number': 4, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'gw_port': {'id': '8767e8c8-a1b9-41d6-af56-30b3999fc573', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:43:05Z', 'updated_at': '2022-03-09T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'cd0d0309-f077-4d96-96e4-1faca529d3cf', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'port_id': '89468f52-5077-4848-a03a-f3e0e89191d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd', 'mac_address': 'fa:16:3e:36:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fe0c13-d285-411b-b087-011d6a21305b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:43:21Z', 'updated_at': '2022-03-09T03:44:34Z', 'revision_number': 1, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8740494f-2ace-475d-bab0-64d95715529b', 'name': '', 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'mac_address': 'fa:16:3e:7b:81:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'd3571473-a79b-41d1-b3f2-a4755f295f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:43:11Z', 'updated_at': '2022-03-09T03:43:25Z', 'revision_number': 5, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'subnets': [{'id': 'd3571473-a79b-41d1-b3f2-a4755f295f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:36.757989 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fef2149-3053-47a1-b882-4ade7cab5b71 None None] Checking router: 6dc59c1f-e862-46b3-a59a-4e278b3822fe for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:44:36.766888 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fef2149-3053-47a1-b882-4ade7cab5b71 None None] Routers {'6dc59c1f-e862-46b3-a59a-4e278b3822fe'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:44:36.767764 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6fef2149-3053-47a1-b882-4ade7cab5b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:44:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['6dc59c1f-e862-46b3-a59a-4e278b3822fe'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:36.778490 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-15d7fcee-910f-4d3a-bd80-e5aa65313ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:36.779950 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-15d7fcee-910f-4d3a-bd80-e5aa65313ded service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f77088af-6527-42bd-a6e2-e4b921be1aa6 HTTP/1.1" status: 200 len: 797 time: 0.3000305 Mar 09 03:44:36.783282 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-cd6a2102-d618-4193-9ecc-e7c918d49c08 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Allocated IP 172.20.0.10 (a5b1e57d-a586-4109-9128-ae5b3a0e4d7b/d57a94ec-ddb8-495c-8597-2757b5089981/bde592c5-e125-4064-ab36-3ab7d0bf3ac7) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:44:36.801433 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383a70e-9f7d-4a94-a523-858de3855634 req-b968c4e3-3cf1-42ef-a54f-ddf39d6816a0 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:36.802910 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f383a70e-9f7d-4a94-a523-858de3855634 req-b968c4e3-3cf1-42ef-a54f-ddf39d6816a0 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/ports?device_id=76fe0c13-d285-411b-b087-011d6a21305b HTTP/1.1" status: 200 len: 946 time: 0.1554048 Mar 09 03:44:36.911581 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f383a70e-9f7d-4a94-a523-858de3855634 req-7eba9772-b667-4a6c-a8b3-1df49a8eebb7 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/security-groups?id=61bea364-3afb-4b36-b5d0-a6a233af654b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601592 Mar 09 03:44:36.939571 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-790f010d-a4be-4211-862d-5e845cc63ac0 req-02e6522d-2600-4dad-bd6c-f42c2fca7da6 service neutron] 10.222.0.21 "GET /v2.0/networks/16be6384-7665-4d3b-853c-e1f9ee6de707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837277 Mar 09 03:44:37.076164 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-6fef2149-3053-47a1-b882-4ade7cab5b71 None None] Set router 6dc59c1f-e862-46b3-a59a-4e278b3822fe gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:44:37.117105 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-df21d4b3-8325-4f9c-8f2a-8f5107fc2856 service neutron] 10.222.0.16 "GET /v2.0/networks/c749ae6c-38fd-4476-8d0b-07ef65dfea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312305 Mar 09 03:44:37.144470 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-36ceff3d-12fa-4269-862a-c49175921def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:37.238870 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-d10b992c-a58e-4934-bb6b-dc559b5e1162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:37.240393 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-d10b992c-a58e-4934-bb6b-dc559b5e1162 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3df08107-39bd-418e-a91b-4b0bc364390c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4048679 Mar 09 03:44:37.310911 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-cd6a2102-d618-4193-9ecc-e7c918d49c08 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:37.321478 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-143d6ff0-a601-41be-9684-5ce37ce95842 req-1569c269-6c62-4a90-8293-83d21d9c057b tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.0595891 Mar 09 03:44:37.322960 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aca6bc-8b02-4fde-bea0-9980c6f4a993 req-e4b5d494-f163-4cd2-846f-b4160ae06a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:37.324331 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f6aca6bc-8b02-4fde-bea0-9980c6f4a993 req-e4b5d494-f163-4cd2-846f-b4160ae06a05 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca529601472a4967a21b451b8c93eb48&device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 1095 time: 0.3193235 Mar 09 03:44:37.502328 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6d5b9b30-aeaf-47ff-908d-694c20497467 req-5d732b9e-9fd0-4609-8e3f-d1ae176ab512 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0e2efe9-898e-407c-9058-8488c9423734 HTTP/1.1" status: 200 len: 210 time: 0.0690794 Mar 09 03:44:37.521957 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-cd6a2102-d618-4193-9ecc-e7c918d49c08 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Transition to ACTIVE for port object bde592c5-e125-4064-ab36-3ab7d0bf3ac7 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:44:37.543159 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6fef2149-3053-47a1-b882-4ade7cab5b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'name': 'tempest-ServersTestBootFromVolume-931872618-router', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8767e8c8-a1b9-41d6-af56-30b3999fc573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:43:03Z', 'updated_at': '2022-03-09T03:43:13Z', 'revision_number': 4, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'gw_port': {'id': '8767e8c8-a1b9-41d6-af56-30b3999fc573', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:43:05Z', 'updated_at': '2022-03-09T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'cd0d0309-f077-4d96-96e4-1faca529d3cf', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'port_id': '89468f52-5077-4848-a03a-f3e0e89191d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd', 'mac_address': 'fa:16:3e:36:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fe0c13-d285-411b-b087-011d6a21305b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:43:21Z', 'updated_at': '2022-03-09T03:44:34Z', 'revision_number': 1, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8740494f-2ace-475d-bab0-64d95715529b', 'name': '', 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'mac_address': 'fa:16:3e:7b:81:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'd3571473-a79b-41d1-b3f2-a4755f295f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:43:11Z', 'updated_at': '2022-03-09T03:43:25Z', 'revision_number': 5, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'subnets': [{'id': 'd3571473-a79b-41d1-b3f2-a4755f295f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:37.544311 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1d0f950a-2bbe-4286-ba39-f3a7862aef1d req-30313959-e269-4ade-bac0-e30a176d819a tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c6f1c25-b54a-4421-a575-a285172c3585 HTTP/1.1" status: 200 len: 210 time: 0.1882782 Mar 09 03:44:37.548558 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fef2149-3053-47a1-b882-4ade7cab5b71 None None] The sync data for ids ['6dc59c1f-e862-46b3-a59a-4e278b3822fe'] in n-d-825178-5 is: [{'id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'name': 'tempest-ServersTestBootFromVolume-931872618-router', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8767e8c8-a1b9-41d6-af56-30b3999fc573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:43:03Z', 'updated_at': '2022-03-09T03:43:13Z', 'revision_number': 4, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'gw_port': {'id': '8767e8c8-a1b9-41d6-af56-30b3999fc573', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:43:05Z', 'updated_at': '2022-03-09T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'cd0d0309-f077-4d96-96e4-1faca529d3cf', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'port_id': '89468f52-5077-4848-a03a-f3e0e89191d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd', 'mac_address': 'fa:16:3e:36:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fe0c13-d285-411b-b087-011d6a21305b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:43:21Z', 'updated_at': '2022-03-09T03:44:34Z', 'revision_number': 1, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8740494f-2ace-475d-bab0-64d95715529b', 'name': '', 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'mac_address': 'fa:16:3e:7b:81:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'd3571473-a79b-41d1-b3f2-a4755f295f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:43:11Z', 'updated_at': '2022-03-09T03:43:25Z', 'revision_number': 5, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'subnets': [{'id': 'd3571473-a79b-41d1-b3f2-a4755f295f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:44:37.584571 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aca6bc-8b02-4fde-bea0-9980c6f4a993 req-9ab008d8-5518-4e51-bb46-0a0f2d4a31a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:37.586501 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f6aca6bc-8b02-4fde-bea0-9980c6f4a993 req-9ab008d8-5518-4e51-bb46-0a0f2d4a31a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16be6384-7665-4d3b-853c-e1f9ee6de707 HTTP/1.1" status: 200 len: 916 time: 0.2544549 Mar 09 03:44:37.639899 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-92f0e36c-15ff-4efb-be3e-26bfdd0f7e32 service neutron] 10.222.0.24 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881125 Mar 09 03:44:37.768756 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-36ceff3d-12fa-4269-862a-c49175921def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:37.769019 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f6aca6bc-8b02-4fde-bea0-9980c6f4a993 req-8913b476-410c-49f2-b224-0f099b9d8ff1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5818da2-e5f9-49aa-964a-b8bd45f5fc95 HTTP/1.1" status: 200 len: 217 time: 0.1689746 Mar 09 03:44:37.771154 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f8853dcd-65fa-4ce0-af89-0501b3c3c32d req-25a1790e-32dc-4885-b845-f25bad0f20ad tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa24287-ff04-43de-a116-ecaa22b79957 HTTP/1.1" status: 200 len: 210 time: 0.0661395 Mar 09 03:44:37.847195 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aca6bc-8b02-4fde-bea0-9980c6f4a993 req-4e9d7791-5c62-48fc-adf7-7595a7cba9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:37.848888 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f6aca6bc-8b02-4fde-bea0-9980c6f4a993 req-4e9d7791-5c62-48fc-adf7-7595a7cba9a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c5a78a60-3555-4424-b082-3dcd7dca5dd6 HTTP/1.1" status: 200 len: 855 time: 0.0733132 Mar 09 03:44:37.885828 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6e158096-acd2-4404-91f7-22fcc5ec96e9 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:44:37.945884 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932bbc5f-a025-4162-89ea-13a6b82bcf0e None None] New status for floating IP cd0d0309-f077-4d96-96e4-1faca529d3cf: ACTIVE {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:44:37.957022 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 6e158096-acd2-4404-91f7-22fcc5ec96e9 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:44:37.957359 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6e158096-acd2-4404-91f7-22fcc5ec96e9 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:44:37.987950 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f6aca6bc-8b02-4fde-bea0-9980c6f4a993 req-55f9eb83-fa94-489b-8f55-07d27ecb95fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16be6384-7665-4d3b-853c-e1f9ee6de707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201017 Mar 09 03:44:38.014723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ceff3d-12fa-4269-862a-c49175921def admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30f4b31b-6abb-4c50-914e-76d835560aae,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:38.026931 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-36ceff3d-12fa-4269-862a-c49175921def admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:38.032308 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc4e81f-4fdc-4b33-a334-2924d8fb79f4 None None] Network 2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:44:38.059523 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-36ceff3d-12fa-4269-862a-c49175921def admin admin] 10.222.0.16 "DELETE /v2.0/subnets/30f4b31b-6abb-4c50-914e-76d835560aae HTTP/1.1" status: 204 len: 168 time: 1.9398770 Mar 09 03:44:38.063776 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54126) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:38.083066 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-cd6a2102-d618-4193-9ecc-e7c918d49c08 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:38.135648 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-f9115554-ab5d-4dd1-924a-163a9a94a772 service neutron] 10.222.0.24 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863732 Mar 09 03:44:38.153005 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026edd94-93be-4b70-a96e-487e4518635b req-1b02a80e-af77-41c0-a518-ba5e10b22e95 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:38.163411 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-026edd94-93be-4b70-a96e-487e4518635b req-1b02a80e-af77-41c0-a518-ba5e10b22e95 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 944 time: 0.6739180 Mar 09 03:44:38.308049 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3b518999-f7d9-4919-bcb2-fbad740340c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:38.312777 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-8eca5a37-a3c9-41c0-900a-14e9fd7f77b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=c1bf2e7b-6867-47a0-93dd-cf54b2021393 HTTP/1.1" status: 200 len: 217 time: 0.1152945 Mar 09 03:44:38.321914 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f6aca6bc-8b02-4fde-bea0-9980c6f4a993 req-7e7e5e2b-446f-4e68-aa60-eff841528612 service neutron] 10.222.0.21 "GET /v2.0/networks/16be6384-7665-4d3b-853c-e1f9ee6de707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271139 Mar 09 03:44:38.345508 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-cd6a2102-d618-4193-9ecc-e7c918d49c08 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Network a5b1e57d-a586-4109-9128-ae5b3a0e4d7b is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:44:38.378671 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-3b518999-f7d9-4919-bcb2-fbad740340c9 admin admin] Deleting port 34bbf680-3fe3-431b-bb0d-3038cd3989c0 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:44:38.379039 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3b518999-f7d9-4919-bcb2-fbad740340c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:38.415411 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-cd6a2102-d618-4193-9ecc-e7c918d49c08 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:44:38.448609 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-026edd94-93be-4b70-a96e-487e4518635b req-d3eea53e-4c0c-402b-8b1d-fd3ca67c3192 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831750 Mar 09 03:44:38.457670 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-cd6a2102-d618-4193-9ecc-e7c918d49c08 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:44:38.463852 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08af4bb3-d53a-454b-9a5e-f85c2d30782a None None] DHCP port deletion for 2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:44:38.468143 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-08af4bb3-d53a-454b-9a5e-f85c2d30782a None None] Deleting port 34bbf680-3fe3-431b-bb0d-3038cd3989c0 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:44:38.469069 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-08af4bb3-d53a-454b-9a5e-f85c2d30782a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:38.487619 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a2102-d618-4193-9ecc-e7c918d49c08 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Pushing event updated for resources: {'Port': ['ID=bde592c5-e125-4064-ab36-3ab7d0bf3ac7,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:38.547673 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-e04f76f4-5ad9-48e4-9a15-baf8b7ad30aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:38.549520 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-e04f76f4-5ad9-48e4-9a15-baf8b7ad30aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f77088af-6527-42bd-a6e2-e4b921be1aa6 HTTP/1.1" status: 200 len: 797 time: 0.2194555 Mar 09 03:44:38.559639 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-cd6a2102-d618-4193-9ecc-e7c918d49c08 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:38.560778 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-cd6a2102-d618-4193-9ecc-e7c918d49c08 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:38.583511 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:38.645482 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76fe0c13-d285-411b-b087-011d6a21305b', 'tag': '89468f52-5077-4848-a03a-f3e0e89191d7'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:44:38.677976 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-cd6a2102-d618-4193-9ecc-e7c918d49c08 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8618822 Mar 09 03:44:38.700539 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-f6094c69-1612-4235-b5f4-f89ef0da5a47 service neutron] Request body: {'port': {'device_id': '7aa24287-ff04-43de-a116-ecaa22b79957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:38.800706 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-3b518999-f7d9-4919-bcb2-fbad740340c9 admin admin] For port 34bbf680-3fe3-431b-bb0d-3038cd3989c0, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=34bbf680-3fe3-431b-bb0d-3038cd3989c0,segment=NetworkSegment(ca4c4b7b-213f-4b3f-8541-848c26e89434),segment_id=ca4c4b7b-213f-4b3f-8541-848c26e89434)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:38.801064 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3b518999-f7d9-4919-bcb2-fbad740340c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:38.896882 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-872f8fbe-8eea-4a8c-9acb-7dc6fea89ff6 req-f79ee8a0-65df-49bb-afcb-08075d130ad9 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0e2efe9-898e-407c-9058-8488c9423734 HTTP/1.1" status: 200 len: 210 time: 0.0589352 Mar 09 03:44:38.899162 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-f6094c69-1612-4235-b5f4-f89ef0da5a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:38.919128 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-08af4bb3-d53a-454b-9a5e-f85c2d30782a None None] For port 34bbf680-3fe3-431b-bb0d-3038cd3989c0, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=34bbf680-3fe3-431b-bb0d-3038cd3989c0,segment=NetworkSegment(ca4c4b7b-213f-4b3f-8541-848c26e89434),segment_id=ca4c4b7b-213f-4b3f-8541-848c26e89434)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:38.921220 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-08af4bb3-d53a-454b-9a5e-f85c2d30782a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:38.949606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-f4d7f8e3-c199-4f4a-8df0-9222580a1304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:38.951153 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-f4d7f8e3-c199-4f4a-8df0-9222580a1304 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3df08107-39bd-418e-a91b-4b0bc364390c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3812864 Mar 09 03:44:38.961372 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-519c8468-e4f4-4b58-8a65-846d21501d7a None None] Provisioning for port bde592c5-e125-4064-ab36-3ab7d0bf3ac7 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:44:39.141662 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76fe0c13-d285-411b-b087-011d6a21305b', 'tag': '89468f52-5077-4848-a03a-f3e0e89191d7', 'status': 'completed', 'code': 200} Mar 09 03:44:39.163630 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-3b518999-f7d9-4919-bcb2-fbad740340c9 admin admin] Calling delete_port for 34bbf680-3fe3-431b-bb0d-3038cd3989c0 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:44:39.208222 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-519c8468-e4f4-4b58-8a65-846d21501d7a None None] Provisioning complete for port bde592c5-e125-4064-ab36-3ab7d0bf3ac7 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:44:39.208829 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-519c8468-e4f4-4b58-8a65-846d21501d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:39.243598 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-08af4bb3-d53a-454b-9a5e-f85c2d30782a None None] Calling delete_port for 34bbf680-3fe3-431b-bb0d-3038cd3989c0 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:44:39.300348 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2b3684d3-f33a-4aae-8ee7-8ea6d8471261 req-9041b088-224e-4d32-b277-4395b6cce1b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf60ca87803c423199f135ff1800d4d0&device_id=a7743648-040e-49da-8edd-f815035daa00 HTTP/1.1" status: 200 len: 210 time: 0.1170382 Mar 09 03:44:39.300909 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f6aca6bc-8b02-4fde-bea0-9980c6f4a993 req-f77d9a6c-d112-422f-bb01-e47ef9b9e80b service neutron] 10.222.0.21 "GET /v2.0/networks/16be6384-7665-4d3b-853c-e1f9ee6de707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9721308 Mar 09 03:44:39.336314 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-519c8468-e4f4-4b58-8a65-846d21501d7a None None] Port bde592c5-e125-4064-ab36-3ab7d0bf3ac7 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:44:39.365481 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-37570a0a-d5cd-4570-9f31-2a50a76d1491 service neutron] 10.222.0.24 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834488 Mar 09 03:44:39.370081 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-08af4bb3-d53a-454b-9a5e-f85c2d30782a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:39.392481 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2b3684d3-f33a-4aae-8ee7-8ea6d8471261 req-3ac551ad-2596-4fe8-887c-cf1cbda6991a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bf60ca87803c423199f135ff1800d4d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791411 Mar 09 03:44:39.425073 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af4bb3-d53a-454b-9a5e-f85c2d30782a None None] Pushing event deleted for resources: {'Port': ['ID=34bbf680-3fe3-431b-bb0d-3038cd3989c0,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:39.427296 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08af4bb3-d53a-454b-9a5e-f85c2d30782a None None] No DVR routers for this DVR port 34bbf680-3fe3-431b-bb0d-3038cd3989c0 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:44:39.451402 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e931151b-e27c-40b2-a72b-9b07d8b4237b req-88477860-fef1-4c92-a0c7-d7db7bdf68a7 tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7743648-040e-49da-8edd-f815035daa00 HTTP/1.1" status: 200 len: 210 time: 0.1996572 Mar 09 03:44:39.509868 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e5818da2-e5f9-49aa-964a-b8bd45f5fc95 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:44:39.642639 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.api [None req-3b518999-f7d9-4919-bcb2-fbad740340c9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:44:39.643014 n-d-825178-5 neutron-server[87881]: DEBUG oslo_db.api [None req-3b518999-f7d9-4919-bcb2-fbad740340c9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:44:39.657910 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port e5818da2-e5f9-49aa-964a-b8bd45f5fc95, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e5818da2-e5f9-49aa-964a-b8bd45f5fc95,segment=NetworkSegment(b9669753-03d3-41ba-aa99-74a67a97b6e2),segment_id=b9669753-03d3-41ba-aa99-74a67a97b6e2)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:39.658463 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-03b8bbcc-12e3-43db-8812-4e8bb47927b6 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:39.659899 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-03b8bbcc-12e3-43db-8812-4e8bb47927b6 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.24 "GET /v2.0/networks?id=c749ae6c-38fd-4476-8d0b-07ef65dfea2c HTTP/1.1" status: 200 len: 813 time: 0.4580073 Mar 09 03:44:39.662334 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7aa73-f0a3-42a9-ba65-1387d954a298 req-d197c120-f602-48c5-861b-93fe5b1f4ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:39.663611 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cfc7aa73-f0a3-42a9-ba65-1387d954a298 req-d197c120-f602-48c5-861b-93fe5b1f4ee7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=817a57555e2f4b54a80c7a27a00c451f&device_id=76fe0c13-d285-411b-b087-011d6a21305b HTTP/1.1" status: 200 len: 1097 time: 0.5645258 Mar 09 03:44:39.674995 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'e5818da2-e5f9-49aa-964a-b8bd45f5fc95', 'network_id': '16be6384-7665-4d3b-853c-e1f9ee6de707', 'port_id': 'e5818da2-e5f9-49aa-964a-b8bd45f5fc95', 'mac_address': 'fa:16:3e:73:f6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a78a60-3555-4424-b082-3dcd7dca5dd6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:44:39.692602 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-3774ceb3-eb4f-443b-888e-ef4281009230 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Request body: {'port': {'device_id': 'f0e2efe9-898e-407c-9058-8488c9423734', 'network_id': 'c749ae6c-38fd-4476-8d0b-07ef65dfea2c', 'admin_state_up': True, 'tenant_id': 'df803cbe9ddc43c4ab3fae6af237517a'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:39.779642 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:39.785005 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45240321-1e27-46c5-8f5e-da55f69b7423 req-07f12fa1-cbb1-47da-92c5-e68c25fa00cc tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:39.785701 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-45240321-1e27-46c5-8f5e-da55f69b7423 req-07f12fa1-cbb1-47da-92c5-e68c25fa00cc tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Synchronizing usage tracker for tenant:9eb686a5560145e4aa19523f011a1eb4 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:44:39.799186 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5818da2-e5f9-49aa-964a-b8bd45f5fc95 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:44:39.815630 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port e5818da2-e5f9-49aa-964a-b8bd45f5fc95, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e5818da2-e5f9-49aa-964a-b8bd45f5fc95,segment=NetworkSegment(b9669753-03d3-41ba-aa99-74a67a97b6e2),segment_id=b9669753-03d3-41ba-aa99-74a67a97b6e2)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:39.818056 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-bb2fa0d6-e369-4f1e-a622-8ed7c24a8ae7 service neutron] 10.222.0.24 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343321 Mar 09 03:44:39.821320 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:39.832361 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3684d3-f33a-4aae-8ee7-8ea6d8471261 req-32419ccc-5306-41d1-b904-f3490b154738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:39.833746 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2b3684d3-f33a-4aae-8ee7-8ea6d8471261 req-32419ccc-5306-41d1-b904-f3490b154738 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4186964 Mar 09 03:44:39.850564 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-45240321-1e27-46c5-8f5e-da55f69b7423 req-07f12fa1-cbb1-47da-92c5-e68c25fa00cc tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Unset dirty status for tenant:9eb686a5560145e4aa19523f011a1eb4 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:44:39.852525 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-45240321-1e27-46c5-8f5e-da55f69b7423 req-07f12fa1-cbb1-47da-92c5-e68c25fa00cc tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa24287-ff04-43de-a116-ecaa22b79957 HTTP/1.1" status: 200 len: 932 time: 0.6315455 Mar 09 03:44:39.914779 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9fc46-41bd-4d9f-8260-92ab442138e4 req-62232856-30fd-4871-a223-698cbb9211d7 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:39.916283 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3eb9fc46-41bd-4d9f-8260-92ab442138e4 req-62232856-30fd-4871-a223-698cbb9211d7 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 944 time: 0.3347650 Mar 09 03:44:39.929723 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-3308783d-c371-406f-9586-1b82ab179b6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bc536592-9118-44c2-92f8-3c077dd9761f HTTP/1.1" status: 200 len: 217 time: 0.0789230 Mar 09 03:44:39.959846 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=e5818da2-e5f9-49aa-964a-b8bd45f5fc95,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:39.991188 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 34bbf680-3fe3-431b-bb0d-3038cd3989c0 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:44:40.006100 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7aa73-f0a3-42a9-ba65-1387d954a298 req-cdaf008d-aeaa-475d-bdcf-c901ab828dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:40.007486 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cfc7aa73-f0a3-42a9-ba65-1387d954a298 req-cdaf008d-aeaa-475d-bdcf-c901ab828dfe service neutron] 10.222.0.21 "GET /v2.0/networks?id=de965f41-afbd-4da2-9fba-561b7d6fb0bd HTTP/1.1" status: 200 len: 916 time: 0.3375795 Mar 09 03:44:40.022005 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-3774ceb3-eb4f-443b-888e-ef4281009230 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:44:40.032793 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 34bbf680-3fe3-431b-bb0d-3038cd3989c0 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:44:40.033296 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 34bbf680-3fe3-431b-bb0d-3038cd3989c0 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:44:40.084504 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3eb9fc46-41bd-4d9f-8260-92ab442138e4 req-04aaccb8-6988-4532-8d60-e97bae16caac tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582978 Mar 09 03:44:40.085471 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-3774ceb3-eb4f-443b-888e-ef4281009230 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Usage tracker for resource:port and tenant:df803cbe9ddc43c4ab3fae6af237517a is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:44:40.093483 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-3774ceb3-eb4f-443b-888e-ef4281009230 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:44:40.112240 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['e5818da2-e5f9-49aa-964a-b8bd45f5fc95'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:44:40.122640 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-3774ceb3-eb4f-443b-888e-ef4281009230 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:44:40.151207 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-3b518999-f7d9-4919-bcb2-fbad740340c9 admin admin] Deleting port 34bbf680-3fe3-431b-bb0d-3038cd3989c0 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:44:40.151741 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3b518999-f7d9-4919-bcb2-fbad740340c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:40.163233 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-45240321-1e27-46c5-8f5e-da55f69b7423 req-926290d6-494c-4bd1-9014-fba227f6bf50 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed056393-c6d6-4b81-92d5-11f3e5538f05&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2337070 Mar 09 03:44:40.172768 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-7ec849c3-8e52-4b0a-bce7-797d5bb19f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:40.173772 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-7ec849c3-8e52-4b0a-bce7-797d5bb19f0b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26070e83-1c60-4df6-b85f-37b057dc633a HTTP/1.1" status: 200 len: 797 time: 0.2265975 Mar 09 03:44:40.195572 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-3774ceb3-eb4f-443b-888e-ef4281009230 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Made reservation on behalf of df803cbe9ddc43c4ab3fae6af237517a for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:44:40.199587 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-3774ceb3-eb4f-443b-888e-ef4281009230 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:40.248342 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cfc7aa73-f0a3-42a9-ba65-1387d954a298 req-a30f1af0-8dfd-4441-9011-04096ad22da7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89468f52-5077-4848-a03a-f3e0e89191d7 HTTP/1.1" status: 200 len: 1001 time: 0.2293184 Mar 09 03:44:40.289191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-f6094c69-1612-4235-b5f4-f89ef0da5a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde592c5-e125-4064-ab36-3ab7d0bf3ac7 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:44:40.298347 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-3b518999-f7d9-4919-bcb2-fbad740340c9 admin admin] The port '34bbf680-3fe3-431b-bb0d-3038cd3989c0' was deleted {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:44:40.299103 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-f6094c69-1612-4235-b5f4-f89ef0da5a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:40.319428 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-f6094c69-1612-4235-b5f4-f89ef0da5a47 service neutron] Transition to ACTIVE for port object bde592c5-e125-4064-ab36-3ab7d0bf3ac7 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:44:40.327077 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-f6094c69-1612-4235-b5f4-f89ef0da5a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:40.421924 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f3703595-29aa-44fe-8b62-35462cca3bf1 req-687557dd-1efb-4974-a60b-958002f164ab tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0e2efe9-898e-407c-9058-8488c9423734 HTTP/1.1" status: 200 len: 210 time: 0.1694672 Mar 09 03:44:40.427753 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-63f8c946-54f4-4362-b07e-7ec76dbb229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:40.429432 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-63f8c946-54f4-4362-b07e-7ec76dbb229f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa98c4bf-cd2b-4512-b959-342f7d8cd273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2413678 Mar 09 03:44:40.495959 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7aa73-f0a3-42a9-ba65-1387d954a298 req-d090e6f0-79fd-4308-8f4e-4e99e35352b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:40.497429 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cfc7aa73-f0a3-42a9-ba65-1387d954a298 req-d090e6f0-79fd-4308-8f4e-4e99e35352b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3571473-a79b-41d1-b3f2-a4755f295f86 HTTP/1.1" status: 200 len: 854 time: 0.2393575 Mar 09 03:44:40.498788 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6094c69-1612-4235-b5f4-f89ef0da5a47 service neutron] Pushing event updated for resources: {'Port': ['ID=bde592c5-e125-4064-ab36-3ab7d0bf3ac7,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:40.603209 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3b518999-f7d9-4919-bcb2-fbad740340c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:40.684561 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-3b518999-f7d9-4919-bcb2-fbad740340c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:40.687609 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-43cf94b1-5312-439e-a51e-e961789b3f7d req-ce716016-9340-45ed-9be3-87e89574b144 tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7743648-040e-49da-8edd-f815035daa00 HTTP/1.1" status: 200 len: 210 time: 0.0737150 Mar 09 03:44:40.705594 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-3b518999-f7d9-4919-bcb2-fbad740340c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4c4b7b-213f-4b3f-8541-848c26e89434') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:40.705895 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-3b518999-f7d9-4919-bcb2-fbad740340c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4c4b7b-213f-4b3f-8541-848c26e89434') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:40.728496 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-f6094c69-1612-4235-b5f4-f89ef0da5a47 service neutron] Attempting to bind port bde592c5-e125-4064-ab36-3ab7d0bf3ac7 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:44:40.728898 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-f6094c69-1612-4235-b5f4-f89ef0da5a47 service neutron] Attempting to bind port bde592c5-e125-4064-ab36-3ab7d0bf3ac7 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '6015d51d-ff40-43bf-b166-7f4628d70144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:44:40.728982 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-f6094c69-1612-4235-b5f4-f89ef0da5a47 service neutron] Attempting to bind port bde592c5-e125-4064-ab36-3ab7d0bf3ac7 on network a5b1e57d-a586-4109-9128-ae5b3a0e4d7b {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:44:40.731602 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3b518999-f7d9-4919-bcb2-fbad740340c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:40.735675 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-7c40a46a-f9d5-460f-a57f-fe9d061ca7b8 service neutron] 10.222.0.24 "GET /v2.0/networks/aa98c4bf-cd2b-4512-b959-342f7d8cd273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974756 Mar 09 03:44:40.737742 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-f6094c69-1612-4235-b5f4-f89ef0da5a47 service neutron] Port bde592c5-e125-4064-ab36-3ab7d0bf3ac7 on network a5b1e57d-a586-4109-9128-ae5b3a0e4d7b not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:44:40.737742 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-f6094c69-1612-4235-b5f4-f89ef0da5a47 service neutron] Attempting to bind port bde592c5-e125-4064-ab36-3ab7d0bf3ac7 on network a5b1e57d-a586-4109-9128-ae5b3a0e4d7b {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:44:40.743124 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-f6094c69-1612-4235-b5f4-f89ef0da5a47 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:44:40.743987 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-f6094c69-1612-4235-b5f4-f89ef0da5a47 service neutron] Checking segment: {'id': '6015d51d-ff40-43bf-b166-7f4628d70144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:44:40.743987 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-f6094c69-1612-4235-b5f4-f89ef0da5a47 service neutron] Bound using segment: {'id': '6015d51d-ff40-43bf-b166-7f4628d70144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:44:40.744360 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-f6094c69-1612-4235-b5f4-f89ef0da5a47 service neutron] Bound port: bde592c5-e125-4064-ab36-3ab7d0bf3ac7, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6015d51d-ff40-43bf-b166-7f4628d70144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:44:40.744701 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-f6094c69-1612-4235-b5f4-f89ef0da5a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:40.746562 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-3774ceb3-eb4f-443b-888e-ef4281009230 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Allocated IP 172.20.0.11 (c749ae6c-38fd-4476-8d0b-07ef65dfea2c/d19a7fbd-f9bf-427a-a8b0-0fdbde590dc6/1ffe40dc-b8f3-49e6-bf98-0e1201d50c02) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:44:40.764780 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3b518999-f7d9-4919-bcb2-fbad740340c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:40.778015 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7aa73-f0a3-42a9-ba65-1387d954a298 req-fd3dfe59-9939-452b-bd9b-5e75e2d6289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:40.778843 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cfc7aa73-f0a3-42a9-ba65-1387d954a298 req-fd3dfe59-9939-452b-bd9b-5e75e2d6289d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=de965f41-afbd-4da2-9fba-561b7d6fb0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2287312 Mar 09 03:44:40.782280 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b518999-f7d9-4919-bcb2-fbad740340c9 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:44:40.783357 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3b518999-f7d9-4919-bcb2-fbad740340c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:44:40.798532 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:44:40.972493 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-f6094c69-1612-4235-b5f4-f89ef0da5a47 service neutron] For port bde592c5-e125-4064-ab36-3ab7d0bf3ac7, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:44:40.972493 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-44fa1b09-f045-4965-8f6c-1493881fea40 service neutron] 10.222.0.24 "GET /v2.0/networks/aa98c4bf-cd2b-4512-b959-342f7d8cd273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145095 Mar 09 03:44:41.033092 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3b518999-f7d9-4919-bcb2-fbad740340c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:41.040200 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-f6094c69-1612-4235-b5f4-f89ef0da5a47 service neutron] For port bde592c5-e125-4064-ab36-3ab7d0bf3ac7, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=bde592c5-e125-4064-ab36-3ab7d0bf3ac7,segment=NetworkSegment(6015d51d-ff40-43bf-b166-7f4628d70144),segment_id=6015d51d-ff40-43bf-b166-7f4628d70144)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:44:41.061927 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-f6094c69-1612-4235-b5f4-f89ef0da5a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:41.062847 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3b518999-f7d9-4919-bcb2-fbad740340c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:41.078304 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b518999-f7d9-4919-bcb2-fbad740340c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:41.103953 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-af2644d0-743d-4e49-b25e-c890b8160372 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d664959-c40f-40d2-a388-bd2e375986a5 HTTP/1.1" status: 200 len: 217 time: 0.1264398 Mar 09 03:44:41.185476 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-f6094c69-1612-4235-b5f4-f89ef0da5a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:41.185476 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-f6094c69-1612-4235-b5f4-f89ef0da5a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:41.187917 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-f6094c69-1612-4235-b5f4-f89ef0da5a47 service neutron] 10.222.0.21 "PUT /v2.0/ports/bde592c5-e125-4064-ab36-3ab7d0bf3ac7 HTTP/1.1" status: 200 len: 1092 time: 2.4988747 Mar 09 03:44:41.194684 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa24287-ff04-43de-a116-ecaa22b79957', 'tag': 'bde592c5-e125-4064-ab36-3ab7d0bf3ac7'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:44:41.240739 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6094c69-1612-4235-b5f4-f89ef0da5a47 service neutron] Pushing event updated for resources: {'Port': ['ID=bde592c5-e125-4064-ab36-3ab7d0bf3ac7,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:41.240739 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-383dbcd7-b6ee-4776-8e94-91bfa5360cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:41.240739 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-383dbcd7-b6ee-4776-8e94-91bfa5360cb0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26070e83-1c60-4df6-b85f-37b057dc633a HTTP/1.1" status: 200 len: 797 time: 0.1265950 Mar 09 03:44:41.404590 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cfc7aa73-f0a3-42a9-ba65-1387d954a298 req-e3e17208-9ec0-488b-bcb3-ef5706b45b83 service neutron] 10.222.0.21 "GET /v2.0/networks/de965f41-afbd-4da2-9fba-561b7d6fb0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6071019 Mar 09 03:44:41.409899 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3b518999-f7d9-4919-bcb2-fbad740340c9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2420d7e9-2ff1-4a5c-a7ae-ea5f541fffa6 HTTP/1.1" status: 204 len: 168 time: 3.3394172 Mar 09 03:44:41.457296 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2b3684d3-f33a-4aae-8ee7-8ea6d8471261 req-02e00f24-5e48-45e8-ba20-5ed13e4175b5 tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7743648-040e-49da-8edd-f815035daa00 HTTP/1.1" status: 200 len: 210 time: 0.1502693 Mar 09 03:44:41.523591 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e5818da2-e5f9-49aa-964a-b8bd45f5fc95 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:44:41.538201 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-6c4f1d77-5ba1-4d18-aedf-a847001fc7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:41.544922 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-6c4f1d77-5ba1-4d18-aedf-a847001fc7b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa98c4bf-cd2b-4512-b959-342f7d8cd273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2920983 Mar 09 03:44:41.619365 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b0fcc-210c-4cbc-8019-c42452a567a2 req-25486237-06ad-4512-bcdf-3d6a237b2de4 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:41.626741 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d9b0fcc-210c-4cbc-8019-c42452a567a2 req-25486237-06ad-4512-bcdf-3d6a237b2de4 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa24287-ff04-43de-a116-ecaa22b79957 HTTP/1.1" status: 200 len: 944 time: 0.2206361 Mar 09 03:44:41.646713 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-4146ad63-0861-48bf-8da1-1f6224c7cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:41.648258 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-4146ad63-0861-48bf-8da1-1f6224c7cbff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9eb686a5560145e4aa19523f011a1eb4&device_id=7aa24287-ff04-43de-a116-ecaa22b79957 HTTP/1.1" status: 200 len: 1095 time: 0.3426199 Mar 09 03:44:41.690343 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54158) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:41.698828 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-3774ceb3-eb4f-443b-888e-ef4281009230 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:41.724187 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port e5818da2-e5f9-49aa-964a-b8bd45f5fc95 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:44:41.735770 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port e5818da2-e5f9-49aa-964a-b8bd45f5fc95 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:44:41.735770 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:41.793818 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2b68dab9-98e2-4f58-bacf-1bd716efb072 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7426cc43ccad4ae6a410e2758d65b5d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0993602 Mar 09 03:44:41.803438 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54164) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:41.817313 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48e08d-9fc4-4bed-ba40-290956198bc0 req-e39c8204-5e39-4275-9633-81ad76778f6b tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:41.821837 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-db48e08d-9fc4-4bed-ba40-290956198bc0 req-e39c8204-5e39-4275-9633-81ad76778f6b tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 945 time: 0.4756873 Mar 09 03:44:41.863603 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cfc7aa73-f0a3-42a9-ba65-1387d954a298 req-9d80ccdb-6feb-47b1-923a-90ebb8e27992 service neutron] 10.222.0.21 "GET /v2.0/networks/de965f41-afbd-4da2-9fba-561b7d6fb0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422207 Mar 09 03:44:41.931313 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-db48e08d-9fc4-4bed-ba40-290956198bc0 req-091e4466-48af-4358-8498-c70a9cf7d975 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079669 Mar 09 03:44:42.005274 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:42.007982 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-3774ceb3-eb4f-443b-888e-ef4281009230 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:42.059656 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5818da2-e5f9-49aa-964a-b8bd45f5fc95'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:44:42.065094 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa24287-ff04-43de-a116-ecaa22b79957', 'tag': 'bde592c5-e125-4064-ab36-3ab7d0bf3ac7', 'status': 'completed', 'code': 200} Mar 09 03:44:42.073244 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-30878b50-46c1-4395-8ea0-abd14f849910 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bde592c5-e125-4064-ab36-3ab7d0bf3ac7 HTTP/1.1" status: 200 len: 217 time: 0.3401585 Mar 09 03:44:42.092766 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port e5818da2-e5f9-49aa-964a-b8bd45f5fc95, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e5818da2-e5f9-49aa-964a-b8bd45f5fc95,segment=NetworkSegment(b9669753-03d3-41ba-aa99-74a67a97b6e2),segment_id=b9669753-03d3-41ba-aa99-74a67a97b6e2)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:42.096248 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-11ea4f29-8ef2-419b-b60d-b0201b6bff1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:42.102335 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:42.115605 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d9b0fcc-210c-4cbc-8019-c42452a567a2 req-9450df36-0141-4dd6-ab5f-c9dd34b05c00 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed056393-c6d6-4b81-92d5-11f3e5538f05&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4877491 Mar 09 03:44:42.163557 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-3774ceb3-eb4f-443b-888e-ef4281009230 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Network c749ae6c-38fd-4476-8d0b-07ef65dfea2c is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:44:42.174807 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-3774ceb3-eb4f-443b-888e-ef4281009230 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:44:42.191213 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-3774ceb3-eb4f-443b-888e-ef4281009230 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:44:42.246676 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=e5818da2-e5f9-49aa-964a-b8bd45f5fc95,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:42.274304 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-11ea4f29-8ef2-419b-b60d-b0201b6bff1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:42.280777 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-06683301-82d1-4398-9fe0-4ddbb671feb3 service neutron] 10.222.0.24 "GET /v2.0/networks/aa98c4bf-cd2b-4512-b959-342f7d8cd273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7177923 Mar 09 03:44:42.294670 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-817c1509-c693-43f8-8b52-49326faabb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:42.297611 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-817c1509-c693-43f8-8b52-49326faabb48 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d57a94ec-ddb8-495c-8597-2757b5089981 HTTP/1.1" status: 200 len: 844 time: 0.1775470 Mar 09 03:44:42.360152 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774ceb3-eb4f-443b-888e-ef4281009230 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Pushing event updated for resources: {'Port': ['ID=1ffe40dc-b8f3-49e6-bf98-0e1201d50c02,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:42.412760 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-3774ceb3-eb4f-443b-888e-ef4281009230 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:42.413362 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-3774ceb3-eb4f-443b-888e-ef4281009230 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:42.425361 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-02303375-b63b-4604-be82-81b35df746ea req-ea311c04-6de4-4fc3-9af0-3e5193283c1d tempest-ServerShowV247Test-1170706823 tempest-ServerShowV247Test-1170706823-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7743648-040e-49da-8edd-f815035daa00 HTTP/1.1" status: 200 len: 210 time: 0.1046731 Mar 09 03:44:42.451073 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-3774ceb3-eb4f-443b-888e-ef4281009230 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7624040 Mar 09 03:44:42.465197 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44602b00-59e8-4d85-8cec-d8e2a6df30fe req-f1d73bb7-129c-4c97-9b6c-cab63d95d2ea tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:42.465886 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-44602b00-59e8-4d85-8cec-d8e2a6df30fe req-f1d73bb7-129c-4c97-9b6c-cab63d95d2ea tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Synchronizing usage tracker for tenant:df803cbe9ddc43c4ab3fae6af237517a on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:44:42.476266 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-4552d8d3-d557-4310-a60e-00f23e70ecf2 service neutron] Request body: {'port': {'device_id': 'f0e2efe9-898e-407c-9058-8488c9423734', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:42.498255 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5818da2-e5f9-49aa-964a-b8bd45f5fc95', 'code': 200} Mar 09 03:44:42.516092 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-11ea4f29-8ef2-419b-b60d-b0201b6bff1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:42.544748 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-793aa387-7f0f-413d-9ec1-742e27ad7bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:42.547157 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-793aa387-7f0f-413d-9ec1-742e27ad7bb7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5b1e57d-a586-4109-9128-ae5b3a0e4d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2270284 Mar 09 03:44:42.547642 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea4f29-8ef2-419b-b60d-b0201b6bff1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dfd177-39e0-48b3-8306-e6e178ccdf2d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:42.548872 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962b5e0-8aa2-457c-be88-cb1a47c773b1 req-10db159a-17dc-4a37-9d46-0a0978c1fb07 service neutron] 10.222.0.24 "GET /v2.0/networks/aa98c4bf-cd2b-4512-b959-342f7d8cd273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512350 Mar 09 03:44:42.556849 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-11ea4f29-8ef2-419b-b60d-b0201b6bff1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:42.557944 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-11ea4f29-8ef2-419b-b60d-b0201b6bff1e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3dfd177-39e0-48b3-8306-e6e178ccdf2d HTTP/1.1" status: 204 len: 168 time: 0.7202682 Mar 09 03:44:42.561219 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-44602b00-59e8-4d85-8cec-d8e2a6df30fe req-f1d73bb7-129c-4c97-9b6c-cab63d95d2ea tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Unset dirty status for tenant:df803cbe9ddc43c4ab3fae6af237517a on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:44:42.563217 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-44602b00-59e8-4d85-8cec-d8e2a6df30fe req-f1d73bb7-129c-4c97-9b6c-cab63d95d2ea tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0e2efe9-898e-407c-9058-8488c9423734 HTTP/1.1" status: 200 len: 932 time: 0.2641854 Mar 09 03:44:42.700344 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-4552d8d3-d557-4310-a60e-00f23e70ecf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:42.710894 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-1c8ea70e-80b3-47f0-94e2-cf1f08b3581c service neutron] 10.222.0.21 "GET /v2.0/networks/a5b1e57d-a586-4109-9128-ae5b3a0e4d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377780 Mar 09 03:44:42.717946 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-44602b00-59e8-4d85-8cec-d8e2a6df30fe req-fc8111eb-d838-47c2-9551-9b75852a21e4 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/security-groups?id=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943766 Mar 09 03:44:42.798168 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cd6fa-d1a2-4f18-8830-d5bab18e838f req-43166161-95b7-41ad-8c5b-9e85283fb9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:42.799775 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f91cd6fa-d1a2-4f18-8830-d5bab18e838f req-43166161-95b7-41ad-8c5b-9e85283fb9fd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 1097 time: 0.2353983 Mar 09 03:44:42.888240 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-743d6ab8-5d62-440c-8c3e-ad084c8fff23 req-f2c115b3-0f5b-4e1f-ba5d-e6ab7c356e12 service neutron] 10.222.0.21 "GET /v2.0/networks/a5b1e57d-a586-4109-9128-ae5b3a0e4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701198 Mar 09 03:44:42.933104 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f91cd6fa-d1a2-4f18-8830-d5bab18e838f req-7340ac8b-b287-4dea-8f96-3f3b099fe437 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933597 Mar 09 03:44:43.136216 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54889878-0aab-46e5-88cc-ac0ff009e730 req-f0cbefcf-5a09-4ee8-bb14-c16197a88fc6 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:43.138891 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-54889878-0aab-46e5-88cc-ac0ff009e730 req-f0cbefcf-5a09-4ee8-bb14-c16197a88fc6 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 946 time: 0.0980237 Mar 09 03:44:43.198487 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-54889878-0aab-46e5-88cc-ac0ff009e730 req-46933bad-e931-4972-9943-a5aaa68a6efe tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518990 Mar 09 03:44:43.200588 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-4552d8d3-d557-4310-a60e-00f23e70ecf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ffe40dc-b8f3-49e6-bf98-0e1201d50c02 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:44:43.210753 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-4552d8d3-d557-4310-a60e-00f23e70ecf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:43.244168 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-4552d8d3-d557-4310-a60e-00f23e70ecf2 service neutron] Transition to ACTIVE for port object 1ffe40dc-b8f3-49e6-bf98-0e1201d50c02 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:44:43.252264 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e5e45-fab5-478d-bccb-a3d3066c40eb req-7fc3f036-1cea-4c17-9bb8-61557a0effc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:43.253529 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-239e5e45-fab5-478d-bccb-a3d3066c40eb req-7fc3f036-1cea-4c17-9bb8-61557a0effc5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9eb686a5560145e4aa19523f011a1eb4&device_id=7aa24287-ff04-43de-a116-ecaa22b79957 HTTP/1.1" status: 200 len: 1095 time: 0.1091008 Mar 09 03:44:43.254629 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-4552d8d3-d557-4310-a60e-00f23e70ecf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:43.429390 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54194) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:43.541295 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-bd702c9e-e288-4022-81c8-15f1274c40a1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-872394144-network', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:43.546779 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bd702c9e-e288-4022-81c8-15f1274c40a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:44:43.551148 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bd702c9e-e288-4022-81c8-15f1274c40a1 admin admin] Usage tracker for resource:network and tenant:c50018b592af4976ba6ed104dcc582d3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:44:43.554342 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bd702c9e-e288-4022-81c8-15f1274c40a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:44:43.561263 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bd702c9e-e288-4022-81c8-15f1274c40a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:44:43.572601 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd702c9e-e288-4022-81c8-15f1274c40a1 admin admin] Made reservation on behalf of c50018b592af4976ba6ed104dcc582d3 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:44:43.575034 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bd702c9e-e288-4022-81c8-15f1274c40a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:43.587165 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bd702c9e-e288-4022-81c8-15f1274c40a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:43.601657 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bd702c9e-e288-4022-81c8-15f1274c40a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:44:43.607867 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bd702c9e-e288-4022-81c8-15f1274c40a1 admin admin] Usage tracker for resource:security_group_rule and tenant:c50018b592af4976ba6ed104dcc582d3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:44:43.611315 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bd702c9e-e288-4022-81c8-15f1274c40a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:44:43.619830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bd702c9e-e288-4022-81c8-15f1274c40a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:44:43.698688 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552d8d3-d557-4310-a60e-00f23e70ecf2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ffe40dc-b8f3-49e6-bf98-0e1201d50c02,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:43.718304 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bd702c9e-e288-4022-81c8-15f1274c40a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:43.722976 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bd702c9e-e288-4022-81c8-15f1274c40a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:43.751440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd702c9e-e288-4022-81c8-15f1274c40a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:44:43.765784 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd702c9e-e288-4022-81c8-15f1274c40a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa49059-733a-4479-a03a-bcc883f47584,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:43.771032 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bd702c9e-e288-4022-81c8-15f1274c40a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:43.771370 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-bd702c9e-e288-4022-81c8-15f1274c40a1 admin admin] Added segment 9393a25b-f651-420a-93ee-063b134294ee of type vlan for network b3d1b59a-7b57-42bb-b312-c653d7039ab6 Mar 09 03:44:43.791637 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e5e45-fab5-478d-bccb-a3d3066c40eb req-699ea991-5aa8-46db-aa97-77e8f12654da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:43.793073 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-239e5e45-fab5-478d-bccb-a3d3066c40eb req-699ea991-5aa8-46db-aa97-77e8f12654da service neutron] 10.222.0.21 "GET /v2.0/networks?id=a5b1e57d-a586-4109-9128-ae5b3a0e4d7b HTTP/1.1" status: 200 len: 906 time: 0.5015392 Mar 09 03:44:43.795407 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54210) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:43.804607 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bd702c9e-e288-4022-81c8-15f1274c40a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:43.821372 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470c196-e343-4881-aa20-8293ce6a37da req-8f3566d3-77b3-402f-ad5f-9d7c2d196040 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:43.822793 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5470c196-e343-4881-aa20-8293ce6a37da req-8f3566d3-77b3-402f-ad5f-9d7c2d196040 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa24287-ff04-43de-a116-ecaa22b79957 HTTP/1.1" status: 200 len: 944 time: 0.5642240 Mar 09 03:44:43.864958 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bd702c9e-e288-4022-81c8-15f1274c40a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:43.866365 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd702c9e-e288-4022-81c8-15f1274c40a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:43.867803 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bd702c9e-e288-4022-81c8-15f1274c40a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:43.909579 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-239e5e45-fab5-478d-bccb-a3d3066c40eb req-5591a332-7182-4802-b90f-c4c623eea9c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bde592c5-e125-4064-ab36-3ab7d0bf3ac7 HTTP/1.1" status: 200 len: 217 time: 0.0986249 Mar 09 03:44:43.911951 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-4552d8d3-d557-4310-a60e-00f23e70ecf2 service neutron] Attempting to bind port 1ffe40dc-b8f3-49e6-bf98-0e1201d50c02 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:44:43.912282 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-4552d8d3-d557-4310-a60e-00f23e70ecf2 service neutron] Attempting to bind port 1ffe40dc-b8f3-49e6-bf98-0e1201d50c02 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '3d28dad6-4b5d-4d7e-80bf-032436047a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c749ae6c-38fd-4476-8d0b-07ef65dfea2c'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:44:43.912601 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-4552d8d3-d557-4310-a60e-00f23e70ecf2 service neutron] Attempting to bind port 1ffe40dc-b8f3-49e6-bf98-0e1201d50c02 on network c749ae6c-38fd-4476-8d0b-07ef65dfea2c {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:44:43.953819 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-4552d8d3-d557-4310-a60e-00f23e70ecf2 service neutron] Port 1ffe40dc-b8f3-49e6-bf98-0e1201d50c02 on network c749ae6c-38fd-4476-8d0b-07ef65dfea2c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:44:43.954059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-4552d8d3-d557-4310-a60e-00f23e70ecf2 service neutron] Attempting to bind port 1ffe40dc-b8f3-49e6-bf98-0e1201d50c02 on network c749ae6c-38fd-4476-8d0b-07ef65dfea2c {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:44:43.999156 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-4552d8d3-d557-4310-a60e-00f23e70ecf2 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:44:44.000357 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-4552d8d3-d557-4310-a60e-00f23e70ecf2 service neutron] Checking segment: {'id': '3d28dad6-4b5d-4d7e-80bf-032436047a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c749ae6c-38fd-4476-8d0b-07ef65dfea2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:44:44.000901 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-4552d8d3-d557-4310-a60e-00f23e70ecf2 service neutron] Bound using segment: {'id': '3d28dad6-4b5d-4d7e-80bf-032436047a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c749ae6c-38fd-4476-8d0b-07ef65dfea2c'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:44:44.001497 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-4552d8d3-d557-4310-a60e-00f23e70ecf2 service neutron] Bound port: 1ffe40dc-b8f3-49e6-bf98-0e1201d50c02, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d28dad6-4b5d-4d7e-80bf-032436047a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c749ae6c-38fd-4476-8d0b-07ef65dfea2c'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:44:44.001994 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-4552d8d3-d557-4310-a60e-00f23e70ecf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:44.028905 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-82d82ce6-a0e8-439e-9b05-5fa2d0fb2711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:44.038147 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd702c9e-e288-4022-81c8-15f1274c40a1 admin admin] Pushing event updated for resources: {'Network': ['ID=b3d1b59a-7b57-42bb-b312-c653d7039ab6,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:44.046154 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bd702c9e-e288-4022-81c8-15f1274c40a1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.6156561 Mar 09 03:44:44.048098 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54216) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:44.053921 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network b3d1b59a-7b57-42bb-b312-c653d7039ab6 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:44:44.055527 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ec792540-2a1c-4ac4-a9c4-9a8a04330651 admin admin] Request body: {'subnet': {'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-872394144-subnet', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:44.064171 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5470c196-e343-4881-aa20-8293ce6a37da req-3bcf4e6e-cbe9-4d66-a8ef-804235b154d1 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed056393-c6d6-4b81-92d5-11f3e5538f05&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1802170 Mar 09 03:44:44.064822 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ec792540-2a1c-4ac4-a9c4-9a8a04330651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:44:44.081406 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ec792540-2a1c-4ac4-a9c4-9a8a04330651 admin admin] Usage tracker for resource:subnet and tenant:c50018b592af4976ba6ed104dcc582d3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:44:44.086277 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ec792540-2a1c-4ac4-a9c4-9a8a04330651 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:44:44.094098 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ec792540-2a1c-4ac4-a9c4-9a8a04330651 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:44:44.115618 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-82d82ce6-a0e8-439e-9b05-5fa2d0fb2711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:44:44.121162 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fdca09-26c4-46c2-b106-0c81c07927c6 req-d243b6c1-f75e-4cdc-a79f-424ae1c491fa tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:44.122663 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-45fdca09-26c4-46c2-b106-0c81c07927c6 req-d243b6c1-f75e-4cdc-a79f-424ae1c491fa tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0e2efe9-898e-407c-9058-8488c9423734 HTTP/1.1" status: 200 len: 944 time: 0.2019465 Mar 09 03:44:44.123790 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec792540-2a1c-4ac4-a9c4-9a8a04330651 admin admin] Made reservation on behalf of c50018b592af4976ba6ed104dcc582d3 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:44:44.126812 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e5e45-fab5-478d-bccb-a3d3066c40eb req-70747cc9-fcd0-454f-acb5-bd6d5e5557a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:44.127196 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ec792540-2a1c-4ac4-a9c4-9a8a04330651 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:44.128670 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-239e5e45-fab5-478d-bccb-a3d3066c40eb req-70747cc9-fcd0-454f-acb5-bd6d5e5557a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d57a94ec-ddb8-495c-8597-2757b5089981 HTTP/1.1" status: 200 len: 844 time: 0.2079408 Mar 09 03:44:44.129782 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-82d82ce6-a0e8-439e-9b05-5fa2d0fb2711 admin admin] Usage tracker for resource:security_group_rule and tenant:bf60ca87803c423199f135ff1800d4d0 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:44:44.135284 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-82d82ce6-a0e8-439e-9b05-5fa2d0fb2711 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:44:44.189524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-82d82ce6-a0e8-439e-9b05-5fa2d0fb2711 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:44:44.257509 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-45fdca09-26c4-46c2-b106-0c81c07927c6 req-87bbe15a-d98d-41ec-aaca-5c91d76d01e9 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Synchronizing usage tracker for tenant:df803cbe9ddc43c4ab3fae6af237517a on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:44:44.283000 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-4552d8d3-d557-4310-a60e-00f23e70ecf2 service neutron] For port 1ffe40dc-b8f3-49e6-bf98-0e1201d50c02, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:44:44.288917 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-45fdca09-26c4-46c2-b106-0c81c07927c6 req-87bbe15a-d98d-41ec-aaca-5c91d76d01e9 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Unset dirty status for tenant:df803cbe9ddc43c4ab3fae6af237517a on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:44:44.290083 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-45fdca09-26c4-46c2-b106-0c81c07927c6 req-87bbe15a-d98d-41ec-aaca-5c91d76d01e9 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/security-groups?id=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443064 Mar 09 03:44:44.291689 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-4552d8d3-d557-4310-a60e-00f23e70ecf2 service neutron] For port 1ffe40dc-b8f3-49e6-bf98-0e1201d50c02, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=1ffe40dc-b8f3-49e6-bf98-0e1201d50c02,segment=NetworkSegment(3d28dad6-4b5d-4d7e-80bf-032436047a6f),segment_id=3d28dad6-4b5d-4d7e-80bf-032436047a6f)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:44:44.302604 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-4552d8d3-d557-4310-a60e-00f23e70ecf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:44.386174 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ec792540-2a1c-4ac4-a9c4-9a8a04330651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:44.441423 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-4552d8d3-d557-4310-a60e-00f23e70ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:44.442135 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-4552d8d3-d557-4310-a60e-00f23e70ecf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:44.443543 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-4552d8d3-d557-4310-a60e-00f23e70ecf2 service neutron] 10.222.0.24 "PUT /v2.0/ports/1ffe40dc-b8f3-49e6-bf98-0e1201d50c02 HTTP/1.1" status: 200 len: 1092 time: 1.9745190 Mar 09 03:44:44.445959 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e2efe9-898e-407c-9058-8488c9423734', 'tag': '1ffe40dc-b8f3-49e6-bf98-0e1201d50c02'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:44:44.460202 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec792540-2a1c-4ac4-a9c4-9a8a04330651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b340e316-24f7-4939-9811-74c60326f13c,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:44.474715 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec792540-2a1c-4ac4-a9c4-9a8a04330651 admin admin] Checking segment: {'id': '9393a25b-f651-420a-93ee-063b134294ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:44:44.475181 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec792540-2a1c-4ac4-a9c4-9a8a04330651 admin admin] Network hostable DHCP agents. Network: b3d1b59a-7b57-42bb-b312-c653d7039ab6, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:44:44.477813 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-82d82ce6-a0e8-439e-9b05-5fa2d0fb2711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:44.499588 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec792540-2a1c-4ac4-a9c4-9a8a04330651 admin admin] Network b3d1b59a-7b57-42bb-b312-c653d7039ab6 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:44:44.512003 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-ec792540-2a1c-4ac4-a9c4-9a8a04330651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, b3d1b59a-7b57-42bb-b312-c653d7039ab6) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:44:44.515916 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec792540-2a1c-4ac4-a9c4-9a8a04330651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:44.516664 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ec792540-2a1c-4ac4-a9c4-9a8a04330651 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:44.521141 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fd20e7-24c9-4c06-9bcc-0e343c7daa2e None None] Network b3d1b59a-7b57-42bb-b312-c653d7039ab6 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:44:44.542367 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ec792540-2a1c-4ac4-a9c4-9a8a04330651 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.4928162 Mar 09 03:44:44.544904 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-82d82ce6-a0e8-439e-9b05-5fa2d0fb2711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:44.545441 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54224) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:44.551095 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-9d496657-8b8f-4887-b7cf-3e5977ac489f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-872394144-router', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:44.556548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9d496657-8b8f-4887-b7cf-3e5977ac489f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:44:44.558134 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e2efe9-898e-407c-9058-8488c9423734', 'tag': '1ffe40dc-b8f3-49e6-bf98-0e1201d50c02', 'status': 'completed', 'code': 200} Mar 09 03:44:44.560563 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9d496657-8b8f-4887-b7cf-3e5977ac489f admin admin] Usage tracker for resource:router and tenant:c50018b592af4976ba6ed104dcc582d3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:44:44.563652 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9d496657-8b8f-4887-b7cf-3e5977ac489f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:44:44.569433 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9d496657-8b8f-4887-b7cf-3e5977ac489f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:44:44.580898 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9d496657-8b8f-4887-b7cf-3e5977ac489f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:44.582091 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9d496657-8b8f-4887-b7cf-3e5977ac489f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:44.597945 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9d496657-8b8f-4887-b7cf-3e5977ac489f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:44.610954 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e5e45-fab5-478d-bccb-a3d3066c40eb req-83e84dac-e869-4026-9352-d3bdd6e4f270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:44.612430 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-239e5e45-fab5-478d-bccb-a3d3066c40eb req-83e84dac-e869-4026-9352-d3bdd6e4f270 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5b1e57d-a586-4109-9128-ae5b3a0e4d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4739020 Mar 09 03:44:44.613029 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552d8d3-d557-4310-a60e-00f23e70ecf2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ffe40dc-b8f3-49e6-bf98-0e1201d50c02,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:44.671345 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-82d82ce6-a0e8-439e-9b05-5fa2d0fb2711 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf60ca87803c423199f135ff1800d4d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8710542 Mar 09 03:44:44.672158 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54228) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:44.684791 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d82ce6-a0e8-439e-9b05-5fa2d0fb2711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c825ea94-2520-4b42-9182-b936f751684f,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:44.761725 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-b3d1b59a-7b57-42bb-b312-c653d7039ab6', 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'fixed_ips': [{'subnet_id': 'b340e316-24f7-4939-9811-74c60326f13c'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:44:44.762802 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:44.775258 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866703ef-08da-40a2-a4f9-57646ebb75f8 req-b985ce5b-3f79-4cfe-b723-ab9a3c9a25f3 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:44.777073 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-866703ef-08da-40a2-a4f9-57646ebb75f8 req-b985ce5b-3f79-4cfe-b723-ab9a3c9a25f3 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 946 time: 0.4372015 Mar 09 03:44:44.848351 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-2af70348-1573-4386-bd49-6c7a56fc2337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:44.850545 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-2af70348-1573-4386-bd49-6c7a56fc2337 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=df803cbe9ddc43c4ab3fae6af237517a&device_id=f0e2efe9-898e-407c-9058-8488c9423734 HTTP/1.1" status: 200 len: 1095 time: 0.3470449 Mar 09 03:44:44.922579 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-239e5e45-fab5-478d-bccb-a3d3066c40eb req-bb17d698-1252-4d2b-9bd7-bc59d83c009b service neutron] 10.222.0.21 "GET /v2.0/networks/a5b1e57d-a586-4109-9128-ae5b3a0e4d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886353 Mar 09 03:44:44.925322 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-866703ef-08da-40a2-a4f9-57646ebb75f8 req-2c6d89dd-1f9f-42c4-8c0b-c3b76c7ef3c0 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316726 Mar 09 03:44:44.934699 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-ea0b7e7f-2781-41b0-a2d5-2711ffacaf9d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ffe40dc-b8f3-49e6-bf98-0e1201d50c02 HTTP/1.1" status: 200 len: 217 time: 0.0748465 Mar 09 03:44:44.997300 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Allocated IP 172.20.0.2 (b3d1b59a-7b57-42bb-b312-c653d7039ab6/b340e316-24f7-4939-9811-74c60326f13c/1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:44:45.052716 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9d496657-8b8f-4887-b7cf-3e5977ac489f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:45.065046 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-26e95178-b4d8-41eb-9d7a-55e1899f7f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:45.104353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-3fe29bae-cd89-42a8-9c25-438ce915f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:45.105778 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-3fe29bae-cd89-42a8-9c25-438ce915f9a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d19a7fbd-f9bf-427a-a8b0-0fdbde590dc6 HTTP/1.1" status: 200 len: 853 time: 0.1521924 Mar 09 03:44:45.175670 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-5ed6395a-3fe4-4be4-9b2d-29fa64c5001b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c749ae6c-38fd-4476-8d0b-07ef65dfea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631804 Mar 09 03:44:45.184602 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-239e5e45-fab5-478d-bccb-a3d3066c40eb req-55256739-e88c-43ce-a1ff-66cbd85ef902 service neutron] 10.222.0.21 "GET /v2.0/networks/a5b1e57d-a586-4109-9128-ae5b3a0e4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516456 Mar 09 03:44:45.194417 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-26e95178-b4d8-41eb-9d7a-55e1899f7f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:45.308944 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:45.334238 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fb2c5-74a4-4876-8349-bdcbd9c1ffbd req-f3263c5e-b8bb-4c1c-b20a-6a1b87279b24 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:45.335716 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eb6fb2c5-74a4-4876-8349-bdcbd9c1ffbd req-f3263c5e-b8bb-4c1c-b20a-6a1b87279b24 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 946 time: 0.2376485 Mar 09 03:44:45.345721 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Transition to ACTIVE for port object 1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:44:45.346100 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-26e95178-b4d8-41eb-9d7a-55e1899f7f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:45.366596 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Transition to ACTIVE for port object 1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:44:45.371384 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-64349fde-6d87-416c-a903-cafacbd30eb4 service neutron] 10.222.0.24 "GET /v2.0/networks/c749ae6c-38fd-4476-8d0b-07ef65dfea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890316 Mar 09 03:44:45.374181 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:45.378410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e95178-b4d8-41eb-9d7a-55e1899f7f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c825ea94-2520-4b42-9182-b936f751684f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:45.404876 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cb7f8-8ad5-4309-a729-3b3ebcee37b2 req-094f6394-6a4f-45f6-b4cd-40648456a692 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:45.406724 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff1cb7f8-8ad5-4309-a729-3b3ebcee37b2 req-094f6394-6a4f-45f6-b4cd-40648456a692 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa24287-ff04-43de-a116-ecaa22b79957 HTTP/1.1" status: 200 len: 944 time: 0.1892807 Mar 09 03:44:45.416509 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-26e95178-b4d8-41eb-9d7a-55e1899f7f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:45.420213 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-26e95178-b4d8-41eb-9d7a-55e1899f7f6d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c825ea94-2520-4b42-9182-b936f751684f HTTP/1.1" status: 204 len: 168 time: 0.7443862 Mar 09 03:44:45.421731 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eb6fb2c5-74a4-4876-8349-bdcbd9c1ffbd req-4b79b88a-16dc-4b6c-9122-3279cb84c82f tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687726 Mar 09 03:44:45.504830 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Network b3d1b59a-7b57-42bb-b312-c653d7039ab6 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:44:45.519517 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:44:45.524506 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:44:45.541022 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Pushing event updated for resources: {'Port': ['ID=1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:45.560198 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:45.560772 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:45.561255 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:45.561733 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:45.562238 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:45.562837 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:45.563398 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:45.563928 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:45.564469 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:45.565007 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:45.565532 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:45.566280 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:45.569797 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device bde592c5-e125-4064-ab36-3ab7d0bf3ac7 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:44:45.671926 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff1cb7f8-8ad5-4309-a729-3b3ebcee37b2 req-56ad5abe-88a0-4c34-ae5b-f0ac91d1553a tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed056393-c6d6-4b81-92d5-11f3e5538f05&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2477069 Mar 09 03:44:45.690287 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9d496657-8b8f-4887-b7cf-3e5977ac489f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:45.699340 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e023cdf8-5fec-4f30-b802-7089b8a084f9 req-072926f6-4411-4663-a60e-4f4d59b54ad4 service neutron] 10.222.0.24 "GET /v2.0/networks/c749ae6c-38fd-4476-8d0b-07ef65dfea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220916 Mar 09 03:44:45.728536 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9d496657-8b8f-4887-b7cf-3e5977ac489f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:45.795120 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port bde592c5-e125-4064-ab36-3ab7d0bf3ac7, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=bde592c5-e125-4064-ab36-3ab7d0bf3ac7,segment=NetworkSegment(6015d51d-ff40-43bf-b166-7f4628d70144),segment_id=6015d51d-ff40-43bf-b166-7f4628d70144)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:45.808229 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Attempting to bind port 1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:44:45.808919 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Attempting to bind port 1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '9393a25b-f651-420a-93ee-063b134294ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:44:45.809472 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Attempting to bind port 1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c on network b3d1b59a-7b57-42bb-b312-c653d7039ab6 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:44:45.818183 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:44:45.818877 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Checking segment: {'id': '9393a25b-f651-420a-93ee-063b134294ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:44:45.819468 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:45.820027 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Bound using segment: {'id': '9393a25b-f651-420a-93ee-063b134294ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:44:45.820670 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Bound port: 1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9393a25b-f651-420a-93ee-063b134294ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:44:45.821246 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:45.826162 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2de40-7e0d-4d7d-94b9-a17fdba735ec req-56b9e965-280c-4c0f-a3d7-d681e98c1025 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:45.828258 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bec2de40-7e0d-4d7d-94b9-a17fdba735ec req-56b9e965-280c-4c0f-a3d7-d681e98c1025 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0e2efe9-898e-407c-9058-8488c9423734 HTTP/1.1" status: 200 len: 944 time: 0.2094507 Mar 09 03:44:45.834167 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'bde592c5-e125-4064-ab36-3ab7d0bf3ac7', 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b', 'port_id': 'bde592c5-e125-4064-ab36-3ab7d0bf3ac7', 'mac_address': 'fa:16:3e:d2:17:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57a94ec-ddb8-495c-8597-2757b5089981', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:44:45.965910 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bec2de40-7e0d-4d7d-94b9-a17fdba735ec req-091327bb-c4c9-49f7-9de1-0f98d2de6385 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/security-groups?id=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259630 Mar 09 03:44:45.976250 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847a0c1-21c7-455a-90fc-b8253cfa7c41 req-ca84c3ed-75f6-4aff-a836-cfecc01668c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:45.980290 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5847a0c1-21c7-455a-90fc-b8253cfa7c41 req-ca84c3ed-75f6-4aff-a836-cfecc01668c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=df803cbe9ddc43c4ab3fae6af237517a&device_id=f0e2efe9-898e-407c-9058-8488c9423734 HTTP/1.1" status: 200 len: 1095 time: 0.2206802 Mar 09 03:44:45.985195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-9d496657-8b8f-4887-b7cf-3e5977ac489f admin admin] Allocated IP 172.25.7.131 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/1b1bfe3b-9b61-4c7b-af72-5300c4d249bc) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:44:46.002238 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:46.070013 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde592c5-e125-4064-ab36-3ab7d0bf3ac7 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:44:46.093244 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] For port 1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:44:46.097440 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] For port 1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c,segment=NetworkSegment(9393a25b-f651-420a-93ee-063b134294ee),segment_id=9393a25b-f651-420a-93ee-063b134294ee)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:44:46.099518 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port bde592c5-e125-4064-ab36-3ab7d0bf3ac7, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=bde592c5-e125-4064-ab36-3ab7d0bf3ac7,segment=NetworkSegment(6015d51d-ff40-43bf-b166-7f4628d70144),segment_id=6015d51d-ff40-43bf-b166-7f4628d70144)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:46.109225 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:46.181314 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:46.212807 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9d496657-8b8f-4887-b7cf-3e5977ac489f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:46.253518 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9d496657-8b8f-4887-b7cf-3e5977ac489f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:46.279370 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9679c0e-e6d2-41e8-9361-16a8363d96f1 None None] Pushing event updated for resources: {'Port': ['ID=1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:46.318399 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847a0c1-21c7-455a-90fc-b8253cfa7c41 req-28e665ce-af3d-4bcd-95a0-82e616f4e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:46.321309 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5847a0c1-21c7-455a-90fc-b8253cfa7c41 req-28e665ce-af3d-4bcd-95a0-82e616f4e954 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c749ae6c-38fd-4476-8d0b-07ef65dfea2c HTTP/1.1" status: 200 len: 914 time: 0.3346865 Mar 09 03:44:46.493202 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d496657-8b8f-4887-b7cf-3e5977ac489f admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:44:46.497432 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=bde592c5-e125-4064-ab36-3ab7d0bf3ac7,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:46.505031 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-9d496657-8b8f-4887-b7cf-3e5977ac489f admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:44:46.514244 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d496657-8b8f-4887-b7cf-3e5977ac489f admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:44:46.544103 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['bde592c5-e125-4064-ab36-3ab7d0bf3ac7'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:44:46.566597 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5847a0c1-21c7-455a-90fc-b8253cfa7c41 req-5ee9a5b7-6d8d-4abd-ad53-eba838e9be0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ffe40dc-b8f3-49e6-bf98-0e1201d50c02 HTTP/1.1" status: 200 len: 217 time: 0.2358520 Mar 09 03:44:46.705602 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d496657-8b8f-4887-b7cf-3e5977ac489f admin admin] Pushing event updated for resources: {'Port': ['ID=1b1bfe3b-9b61-4c7b-af72-5300c4d249bc,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:46.927720 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847a0c1-21c7-455a-90fc-b8253cfa7c41 req-a5f5dcd9-60da-488a-8458-52467dba7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:46.932871 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54282) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:46.933363 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5847a0c1-21c7-455a-90fc-b8253cfa7c41 req-a5f5dcd9-60da-488a-8458-52467dba7742 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d19a7fbd-f9bf-427a-a8b0-0fdbde590dc6 HTTP/1.1" status: 200 len: 853 time: 0.3630764 Mar 09 03:44:47.075135 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5847a0c1-21c7-455a-90fc-b8253cfa7c41 req-d1281ebd-85d5-4f96-931a-1def4f7b722b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c749ae6c-38fd-4476-8d0b-07ef65dfea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069765 Mar 09 03:44:47.130578 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c43c1e-174e-4b36-b56c-476cfe14db6e req-2522926d-c58a-453b-b14b-40e2f419952d tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:47.132257 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b8c43c1e-174e-4b36-b56c-476cfe14db6e req-2522926d-c58a-453b-b14b-40e2f419952d tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 946 time: 0.3985648 Mar 09 03:44:47.197548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-91ddee09-0bd1-4826-ad19-a96837e29345 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-617479494-network', 'tenant_id': 'a566af917eda438b9c3772466ff37f61'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:47.250062 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b8c43c1e-174e-4b36-b56c-476cfe14db6e req-2b2ddff1-cf63-4a7a-b1db-84d32aeddc96 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019340 Mar 09 03:44:47.293169 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5847a0c1-21c7-455a-90fc-b8253cfa7c41 req-e498f004-a9ab-4456-9429-1b1efad33c60 service neutron] 10.222.0.24 "GET /v2.0/networks/c749ae6c-38fd-4476-8d0b-07ef65dfea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027171 Mar 09 03:44:47.349843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-91ddee09-0bd1-4826-ad19-a96837e29345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:44:47.391376 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-91ddee09-0bd1-4826-ad19-a96837e29345 admin admin] Usage tracker for resource:network and tenant:a566af917eda438b9c3772466ff37f61 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:44:47.400949 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-91ddee09-0bd1-4826-ad19-a96837e29345 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:44:47.415157 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-91ddee09-0bd1-4826-ad19-a96837e29345 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:44:47.481047 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5847a0c1-21c7-455a-90fc-b8253cfa7c41 req-13efbbf4-d84c-4190-beb5-63afbb51331f service neutron] 10.222.0.24 "GET /v2.0/networks/c749ae6c-38fd-4476-8d0b-07ef65dfea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816480 Mar 09 03:44:47.508067 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ddee09-0bd1-4826-ad19-a96837e29345 admin admin] Made reservation on behalf of a566af917eda438b9c3772466ff37f61 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:44:47.510334 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91ddee09-0bd1-4826-ad19-a96837e29345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:47.512216 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace4288-eb75-4b11-b0cd-b8a5ce62654a req-8df7fa74-36b5-4fc0-b2eb-1889f26271d9 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:47.520612 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6ace4288-eb75-4b11-b0cd-b8a5ce62654a req-8df7fa74-36b5-4fc0-b2eb-1889f26271d9 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0e2efe9-898e-407c-9058-8488c9423734 HTTP/1.1" status: 200 len: 944 time: 0.1318080 Mar 09 03:44:47.546762 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91ddee09-0bd1-4826-ad19-a96837e29345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:47.576647 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6ace4288-eb75-4b11-b0cd-b8a5ce62654a req-5b1c601c-fdc4-4bd4-aee5-bd405b26e4e0 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/security-groups?id=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542784 Mar 09 03:44:47.580407 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-91ddee09-0bd1-4826-ad19-a96837e29345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:44:47.587527 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9d496657-8b8f-4887-b7cf-3e5977ac489f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:47.638349 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-91ddee09-0bd1-4826-ad19-a96837e29345 admin admin] Usage tracker for resource:security_group_rule and tenant:a566af917eda438b9c3772466ff37f61 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:44:47.643084 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-91ddee09-0bd1-4826-ad19-a96837e29345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:44:47.670063 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4da132-333d-4d3a-9fc1-f239b28a979e req-26c763e3-04d4-4392-8d8d-bb4a71ae38ab tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:47.677861 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1c4da132-333d-4d3a-9fc1-f239b28a979e req-26c763e3-04d4-4392-8d8d-bb4a71ae38ab tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa24287-ff04-43de-a116-ecaa22b79957 HTTP/1.1" status: 200 len: 945 time: 0.3324795 Mar 09 03:44:47.682593 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-91ddee09-0bd1-4826-ad19-a96837e29345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:44:47.779566 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26683e98-e6d1-4ea4-bffe-55d769ae939a None None] Network b3d1b59a-7b57-42bb-b312-c653d7039ab6 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:44:47.789658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003cf0e-09ac-4d7d-8b56-094b4da11145 req-9c18b7f6-216f-4cdd-8353-177c8807df81 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:47.795498 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003cf0e-09ac-4d7d-8b56-094b4da11145 req-9c18b7f6-216f-4cdd-8353-177c8807df81 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:47.801975 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003cf0e-09ac-4d7d-8b56-094b4da11145 req-9c18b7f6-216f-4cdd-8353-177c8807df81 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:47.807751 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003cf0e-09ac-4d7d-8b56-094b4da11145 req-9c18b7f6-216f-4cdd-8353-177c8807df81 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:47.813663 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003cf0e-09ac-4d7d-8b56-094b4da11145 req-9c18b7f6-216f-4cdd-8353-177c8807df81 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:47.819729 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003cf0e-09ac-4d7d-8b56-094b4da11145 req-9c18b7f6-216f-4cdd-8353-177c8807df81 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:47.825619 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003cf0e-09ac-4d7d-8b56-094b4da11145 req-9c18b7f6-216f-4cdd-8353-177c8807df81 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:47.828065 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1003cf0e-09ac-4d7d-8b56-094b4da11145 req-9c18b7f6-216f-4cdd-8353-177c8807df81 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5434 time: 0.1369047 Mar 09 03:44:47.846613 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1c4da132-333d-4d3a-9fc1-f239b28a979e req-bb1ac2bc-2a42-497c-8e48-dc5eff49509e tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed056393-c6d6-4b81-92d5-11f3e5538f05&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1677501 Mar 09 03:44:47.881799 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5a2a2669-9097-4793-a324-181879500f0e None None] Provisioning for port 1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:44:47.926174 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 1ffe40dc-b8f3-49e6-bf98-0e1201d50c02 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:44:47.932432 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1003cf0e-09ac-4d7d-8b56-094b4da11145 req-7f887130-bd82-432a-a70f-0e526affb39d tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0985246 Mar 09 03:44:48.033079 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:44:48.124905 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91ddee09-0bd1-4826-ad19-a96837e29345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:48.139266 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91ddee09-0bd1-4826-ad19-a96837e29345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:48.167126 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9d496657-8b8f-4887-b7cf-3e5977ac489f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:48.179200 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ddee09-0bd1-4826-ad19-a96837e29345 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:44:48.179695 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 1ffe40dc-b8f3-49e6-bf98-0e1201d50c02, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=1ffe40dc-b8f3-49e6-bf98-0e1201d50c02,segment=NetworkSegment(3d28dad6-4b5d-4d7e-80bf-032436047a6f),segment_id=3d28dad6-4b5d-4d7e-80bf-032436047a6f)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:48.232940 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '1ffe40dc-b8f3-49e6-bf98-0e1201d50c02', 'network_id': 'c749ae6c-38fd-4476-8d0b-07ef65dfea2c', 'port_id': '1ffe40dc-b8f3-49e6-bf98-0e1201d50c02', 'mac_address': 'fa:16:3e:2d:e1:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19a7fbd-f9bf-427a-a8b0-0fdbde590dc6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:44:48.260108 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ddee09-0bd1-4826-ad19-a96837e29345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65df3e8-c2c1-421b-8c41-365ce7d5f56c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:48.263984 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91ddee09-0bd1-4826-ad19-a96837e29345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:48.264369 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-91ddee09-0bd1-4826-ad19-a96837e29345 admin admin] Added segment 8f56de3d-717d-453f-908f-695376d58b50 of type vlan for network b236dd5b-2019-418d-8a8d-2b42bdeabb23 Mar 09 03:44:48.271557 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:44:48.294764 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:44:48.295176 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:48.352263 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:48.379957 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91ddee09-0bd1-4826-ad19-a96837e29345 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:48.383455 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ffe40dc-b8f3-49e6-bf98-0e1201d50c02 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:44:48.418372 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 1ffe40dc-b8f3-49e6-bf98-0e1201d50c02, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=1ffe40dc-b8f3-49e6-bf98-0e1201d50c02,segment=NetworkSegment(3d28dad6-4b5d-4d7e-80bf-032436047a6f),segment_id=3d28dad6-4b5d-4d7e-80bf-032436047a6f)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:48.425542 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:48.501478 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91ddee09-0bd1-4826-ad19-a96837e29345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:48.503130 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ddee09-0bd1-4826-ad19-a96837e29345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:48.503809 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91ddee09-0bd1-4826-ad19-a96837e29345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:48.552296 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:48.562989 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=1ffe40dc-b8f3-49e6-bf98-0e1201d50c02,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:48.596996 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c,segment=NetworkSegment(9393a25b-f651-420a-93ee-063b134294ee),segment_id=9393a25b-f651-420a-93ee-063b134294ee)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:48.604439 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:48.662956 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c59720-74d2-4b44-8c34-30fb6d28e919 req-48cdaa70-b505-4fc1-8b51-f7dbf84738fe tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:48.662956 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f3c59720-74d2-4b44-8c34-30fb6d28e919 req-48cdaa70-b505-4fc1-8b51-f7dbf84738fe tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 946 time: 0.2785773 Mar 09 03:44:48.691461 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d496657-8b8f-4887-b7cf-3e5977ac489f admin admin] Router 07fd0186-4a26-42bf-b9e6-c4c4cc997f54 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:44:48.691461 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-91ddee09-0bd1-4826-ad19-a96837e29345 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7486479 Mar 09 03:44:48.691461 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ddee09-0bd1-4826-ad19-a96837e29345 admin admin] Pushing event updated for resources: {'Network': ['ID=b236dd5b-2019-418d-8a8d-2b42bdeabb23,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:48.692169 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54296) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:48.692169 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-775c5b17-09ca-4e8a-96b0-6929b4bc0c9e admin admin] Request body: {'subnet': {'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-617479494-subnet', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:48.698676 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network b236dd5b-2019-418d-8a8d-2b42bdeabb23 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:44:48.705189 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-775c5b17-09ca-4e8a-96b0-6929b4bc0c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:44:48.709270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-775c5b17-09ca-4e8a-96b0-6929b4bc0c9e admin admin] Usage tracker for resource:subnet and tenant:a566af917eda438b9c3772466ff37f61 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:44:48.713777 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-775c5b17-09ca-4e8a-96b0-6929b4bc0c9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:44:48.753551 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-775c5b17-09ca-4e8a-96b0-6929b4bc0c9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:44:48.783206 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775c5b17-09ca-4e8a-96b0-6929b4bc0c9e admin admin] Made reservation on behalf of a566af917eda438b9c3772466ff37f61 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:44:48.785601 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-775c5b17-09ca-4e8a-96b0-6929b4bc0c9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:48.802665 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f3c59720-74d2-4b44-8c34-30fb6d28e919 req-26ba39b1-e3c6-4eea-b7d2-a73f00ad50ce tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388676 Mar 09 03:44:48.812698 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['1ffe40dc-b8f3-49e6-bf98-0e1201d50c02'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:44:48.852096 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:48.879553 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9355dbb0-8959-4191-a8af-b4e726b2af13 None None] Provisioning complete for port 1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:44:48.879553 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9355dbb0-8959-4191-a8af-b4e726b2af13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:48.940069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edc467-10e1-4b97-a225-81ca744050b2 req-dcf8d889-cd47-4c01-8649-de92db966887 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:48.947257 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d4edc467-10e1-4b97-a225-81ca744050b2 req-dcf8d889-cd47-4c01-8649-de92db966887 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0e2efe9-898e-407c-9058-8488c9423734 HTTP/1.1" status: 200 len: 945 time: 0.2345757 Mar 09 03:44:48.954592 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d496657-8b8f-4887-b7cf-3e5977ac489f admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:44:49.003173 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] Sync routers for ids ['07fd0186-4a26-42bf-b9e6-c4c4cc997f54'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:44:49.013062 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9d496657-8b8f-4887-b7cf-3e5977ac489f admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:49.013062 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9d496657-8b8f-4887-b7cf-3e5977ac489f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.4641545 Mar 09 03:44:49.013062 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54304) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:49.081644 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] Routers {'07fd0186-4a26-42bf-b9e6-c4c4cc997f54'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:44:49.082262 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:44:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['07fd0186-4a26-42bf-b9e6-c4c4cc997f54'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:49.257055 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d4edc467-10e1-4b97-a225-81ca744050b2 req-4d2852a5-e232-4533-92e6-6e256fd04826 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/security-groups?id=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025227 Mar 09 03:44:49.257055 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-775c5b17-09ca-4e8a-96b0-6929b4bc0c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:49.417298 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] Set router 07fd0186-4a26-42bf-b9e6-c4c4cc997f54 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:44:49.509398 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c5b17-09ca-4e8a-96b0-6929b4bc0c9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=63de480c-3416-46a4-bc21-c1381051f525,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:49.515379 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4ac92-fa84-4c1b-911f-ce121a0deb1e req-f133858c-75f5-4c58-a2d2-deeda83d70a1 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:49.515379 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a7e4ac92-fa84-4c1b-911f-ce121a0deb1e req-f133858c-75f5-4c58-a2d2-deeda83d70a1 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa24287-ff04-43de-a116-ecaa22b79957 HTTP/1.1" status: 200 len: 945 time: 0.4011869 Mar 09 03:44:49.622314 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775c5b17-09ca-4e8a-96b0-6929b4bc0c9e admin admin] Checking segment: {'id': '8f56de3d-717d-453f-908f-695376d58b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:44:49.622314 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775c5b17-09ca-4e8a-96b0-6929b4bc0c9e admin admin] Network hostable DHCP agents. Network: b236dd5b-2019-418d-8a8d-2b42bdeabb23, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:44:49.678246 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775c5b17-09ca-4e8a-96b0-6929b4bc0c9e admin admin] Network b236dd5b-2019-418d-8a8d-2b42bdeabb23 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:44:49.683213 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device bde592c5-e125-4064-ab36-3ab7d0bf3ac7 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:44:49.695284 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-775c5b17-09ca-4e8a-96b0-6929b4bc0c9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, b236dd5b-2019-418d-8a8d-2b42bdeabb23) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:44:49.695284 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775c5b17-09ca-4e8a-96b0-6929b4bc0c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:49.695284 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-775c5b17-09ca-4e8a-96b0-6929b4bc0c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:49.704218 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a7e4ac92-fa84-4c1b-911f-ce121a0deb1e req-572b8cc7-809f-4346-98fa-2ed0b5b428ea tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed056393-c6d6-4b81-92d5-11f3e5538f05&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0858843 Mar 09 03:44:49.742067 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b84064e-63e6-42f4-85d2-498cba8530c9 None None] Network b236dd5b-2019-418d-8a8d-2b42bdeabb23 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:44:49.745345 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-775c5b17-09ca-4e8a-96b0-6929b4bc0c9e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0559564 Mar 09 03:44:49.745623 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54308) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:49.751204 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-ea835cca-6726-4fe1-a5b3-e6db6fe13791 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-617479494-router', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:49.756361 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ea835cca-6726-4fe1-a5b3-e6db6fe13791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:44:49.775829 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ea835cca-6726-4fe1-a5b3-e6db6fe13791 admin admin] Usage tracker for resource:router and tenant:a566af917eda438b9c3772466ff37f61 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:44:49.775829 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ea835cca-6726-4fe1-a5b3-e6db6fe13791 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:44:49.788464 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ea835cca-6726-4fe1-a5b3-e6db6fe13791 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:44:49.805287 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ea835cca-6726-4fe1-a5b3-e6db6fe13791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:49.805287 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ea835cca-6726-4fe1-a5b3-e6db6fe13791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:49.822841 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ea835cca-6726-4fe1-a5b3-e6db6fe13791 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:50.166328 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:44:50.284346 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port bde592c5-e125-4064-ab36-3ab7d0bf3ac7 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:44:50.297293 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port bde592c5-e125-4064-ab36-3ab7d0bf3ac7 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:44:50.297293 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:50.372725 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5212cd8-a0f6-42af-b3b4-9e82e642bb84 req-c6255457-b532-4a4a-9285-0133bff2839d tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:50.372725 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5212cd8-a0f6-42af-b3b4-9e82e642bb84 req-c6255457-b532-4a4a-9285-0133bff2839d tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 946 time: 0.2596636 Mar 09 03:44:50.448172 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77f61be-f9ac-4a3b-99a5-ba0ffcbe9c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'fixed_ips': [{'subnet_id': '63de480c-3416-46a4-bc21-c1381051f525'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:44:50.448172 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e77f61be-f9ac-4a3b-99a5-ba0ffcbe9c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:50.487336 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5212cd8-a0f6-42af-b3b4-9e82e642bb84 req-9018b5ac-ff88-4055-9298-c8bec361d744 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710421 Mar 09 03:44:50.665223 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:44:50.665595 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:50.705515 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-872394144-router', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '1b1bfe3b-9b61-4c7b-af72-5300c4d249bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:44Z', 'updated_at': '2022-03-09T03:44:47Z', 'revision_number': 3, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'gw_port': {'id': '1b1bfe3b-9b61-4c7b-af72-5300c4d249bc', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:45Z', 'updated_at': '2022-03-09T03:44:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:50.717797 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7b757d2e-380f-4f12-89bc-0ffff83e8bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:50.729435 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ea835cca-6726-4fe1-a5b3-e6db6fe13791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:50.745865 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] Checking router: 07fd0186-4a26-42bf-b9e6-c4c4cc997f54 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:44:50.746215 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] Updating router 07fd0186-4a26-42bf-b9e6-c4c4cc997f54 port 1b1bfe3b-9b61-4c7b-af72-5300c4d249bc binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:44:50.776341 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af159ada-cf52-415d-a833-f86d414b3cec req-533d78aa-edbe-4204-863f-478486c5c28f tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:50.785065 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af159ada-cf52-415d-a833-f86d414b3cec req-533d78aa-edbe-4204-863f-478486c5c28f tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:50.790777 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af159ada-cf52-415d-a833-f86d414b3cec req-533d78aa-edbe-4204-863f-478486c5c28f tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:50.797699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af159ada-cf52-415d-a833-f86d414b3cec req-533d78aa-edbe-4204-863f-478486c5c28f tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:50.804312 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af159ada-cf52-415d-a833-f86d414b3cec req-533d78aa-edbe-4204-863f-478486c5c28f tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:50.811679 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af159ada-cf52-415d-a833-f86d414b3cec req-533d78aa-edbe-4204-863f-478486c5c28f tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:50.816558 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-e77f61be-f9ac-4a3b-99a5-ba0ffcbe9c81 None None] Allocated IP 172.20.0.2 (b236dd5b-2019-418d-8a8d-2b42bdeabb23/63de480c-3416-46a4-bc21-c1381051f525/80fb2086-21a6-488a-be50-aba20b7624c1) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:44:50.817635 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af159ada-cf52-415d-a833-f86d414b3cec req-533d78aa-edbe-4204-863f-478486c5c28f tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:50.820427 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-af159ada-cf52-415d-a833-f86d414b3cec req-533d78aa-edbe-4204-863f-478486c5c28f tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5434 time: 0.9933124 Mar 09 03:44:50.823127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7361c-cd6d-468e-80be-f5c8b4152905 req-5688671a-1625-48f8-80b4-96c7278863f2 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:50.824602 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e4d7361c-cd6d-468e-80be-f5c8b4152905 req-5688671a-1625-48f8-80b4-96c7278863f2 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0e2efe9-898e-407c-9058-8488c9423734 HTTP/1.1" status: 200 len: 945 time: 0.1936862 Mar 09 03:44:50.856394 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:50.865248 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:50.910569 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-af159ada-cf52-415d-a833-f86d414b3cec req-669fd43b-df53-42dd-85df-ff4e6455f392 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0784101 Mar 09 03:44:50.927642 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e4d7361c-cd6d-468e-80be-f5c8b4152905 req-e42e8ed0-33f8-4dbf-8c91-e790ed33c226 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/security-groups?id=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956652 Mar 09 03:44:51.020896 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-7b757d2e-380f-4f12-89bc-0ffff83e8bf0 admin admin] Allocated IP 172.20.0.1 (b3d1b59a-7b57-42bb-b312-c653d7039ab6/b340e316-24f7-4939-9811-74c60326f13c/a9acf62e-5a97-4c21-a18e-ed0cb155ea6f) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:44:51.025556 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa24287-ff04-43de-a116-ecaa22b79957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde592c5-e125-4064-ab36-3ab7d0bf3ac7'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:44:51.077442 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-f4ba1ca3-c216-40c5-bce3-1a7788259fb7 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:51.077442 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-f4ba1ca3-c216-40c5-bce3-1a7788259fb7 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:51.091885 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-f4ba1ca3-c216-40c5-bce3-1a7788259fb7 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:51.101364 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-f4ba1ca3-c216-40c5-bce3-1a7788259fb7 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:51.112003 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-f4ba1ca3-c216-40c5-bce3-1a7788259fb7 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:51.112003 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-f4ba1ca3-c216-40c5-bce3-1a7788259fb7 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:51.120809 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-f4ba1ca3-c216-40c5-bce3-1a7788259fb7 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:51.120809 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-f4ba1ca3-c216-40c5-bce3-1a7788259fb7 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.21 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5434 time: 0.4445074 Mar 09 03:44:51.416113 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7b757d2e-380f-4f12-89bc-0ffff83e8bf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:51.429779 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86467a-6f1b-4eb8-b335-45a58f6a1257 req-4398111d-025b-466c-ab5d-f255c6f90a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:51.431543 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9d86467a-6f1b-4eb8-b335-45a58f6a1257 req-4398111d-025b-466c-ab5d-f255c6f90a8f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7aa24287-ff04-43de-a116-ecaa22b79957 HTTP/1.1" status: 200 len: 1096 time: 0.2331383 Mar 09 03:44:51.441658 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48936b-1b55-4baa-9b9a-527e26687d8e req-2f55891c-07b4-400f-bcdd-289481623b71 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:51.443559 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0a48936b-1b55-4baa-9b9a-527e26687d8e req-2f55891c-07b4-400f-bcdd-289481623b71 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa24287-ff04-43de-a116-ecaa22b79957 HTTP/1.1" status: 200 len: 945 time: 0.3062158 Mar 09 03:44:51.446289 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:51.449877 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ea835cca-6726-4fe1-a5b3-e6db6fe13791 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:51.460480 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] Transition to ACTIVE for port object 1b1bfe3b-9b61-4c7b-af72-5300c4d249bc will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:44:51.495918 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ea835cca-6726-4fe1-a5b3-e6db6fe13791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:51.501132 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-7b757d2e-380f-4f12-89bc-0ffff83e8bf0 admin admin] Transition to ACTIVE for port object a9acf62e-5a97-4c21-a18e-ed0cb155ea6f will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:44:51.527598 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa24287-ff04-43de-a116-ecaa22b79957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde592c5-e125-4064-ab36-3ab7d0bf3ac7', 'code': 200} Mar 09 03:44:51.531347 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:51.564438 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-3b315df9-65d8-4659-9bc7-01626d79044a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:51.566068 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-3b315df9-65d8-4659-9bc7-01626d79044a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.21 "GET /v2.0/ports/5df6d4dd-0e22-4b62-b790-96149b03ad94?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4273186 Mar 09 03:44:51.616076 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port bde592c5-e125-4064-ab36-3ab7d0bf3ac7, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=bde592c5-e125-4064-ab36-3ab7d0bf3ac7,segment=NetworkSegment(6015d51d-ff40-43bf-b166-7f4628d70144),segment_id=6015d51d-ff40-43bf-b166-7f4628d70144)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:51.617121 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad469a5-71cd-4ff1-a29e-2892f5565391 None None] Pushing event updated for resources: {'Port': ['ID=1b1bfe3b-9b61-4c7b-af72-5300c4d249bc,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:51.627018 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:51.710090 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9d86467a-6f1b-4eb8-b335-45a58f6a1257 req-40ecf222-9497-4bd5-be25-d7c4df8f41a2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ed056393-c6d6-4b81-92d5-11f3e5538f05&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2652001 Mar 09 03:44:51.731512 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0a48936b-1b55-4baa-9b9a-527e26687d8e req-1b669be2-d3cf-4826-b241-6ca9f8180c5a tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed056393-c6d6-4b81-92d5-11f3e5538f05&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2651546 Mar 09 03:44:51.732462 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] Attempting to bind port 1b1bfe3b-9b61-4c7b-af72-5300c4d249bc on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:44:51.733028 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] Attempting to bind port 1b1bfe3b-9b61-4c7b-af72-5300c4d249bc by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:44:51.734209 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] Attempting to bind port 1b1bfe3b-9b61-4c7b-af72-5300c4d249bc on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:44:51.741716 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=bde592c5-e125-4064-ab36-3ab7d0bf3ac7,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:51.744512 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 91f35da7-e35c-4fff-ae6f-b70f60335f2a no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:44:51.752243 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7b757d2e-380f-4f12-89bc-0ffff83e8bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:51.790690 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:44:51.791329 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:44:51.791707 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:51.792641 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:44:51.792779 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] Bound port: 1b1bfe3b-9b61-4c7b-af72-5300c4d249bc, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:44:51.793328 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:51.822345 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b757d2e-380f-4f12-89bc-0ffff83e8bf0 admin admin] Network b3d1b59a-7b57-42bb-b312-c653d7039ab6 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:44:51.825728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-7b757d2e-380f-4f12-89bc-0ffff83e8bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:44:51.831688 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b757d2e-380f-4f12-89bc-0ffff83e8bf0 admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:44:51.860210 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-483d8d37-fbfa-4b0d-a3e0-5a7347016fdf tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Synchronizing usage tracker for tenant:ffa74fa7e259451baa8a72de689adc07 on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:44:51.961738 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 1ffe40dc-b8f3-49e6-bf98-0e1201d50c02 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:44:51.990995 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b757d2e-380f-4f12-89bc-0ffff83e8bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=a9acf62e-5a97-4c21-a18e-ed0cb155ea6f,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:52.020930 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7b757d2e-380f-4f12-89bc-0ffff83e8bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:52.024720 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-ea835cca-6726-4fe1-a5b3-e6db6fe13791 admin admin] Allocated IP 172.25.7.120 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/bd969bac-fff3-4c6f-b43e-92da81bb4c13) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:44:52.186748 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e77f61be-f9ac-4a3b-99a5-ba0ffcbe9c81 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:52.199008 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e77f61be-f9ac-4a3b-99a5-ba0ffcbe9c81 None None] Transition to ACTIVE for port object 80fb2086-21a6-488a-be50-aba20b7624c1 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:44:52.209631 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ea835cca-6726-4fe1-a5b3-e6db6fe13791 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:52.219205 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e77f61be-f9ac-4a3b-99a5-ba0ffcbe9c81 None None] Transition to ACTIVE for port object 80fb2086-21a6-488a-be50-aba20b7624c1 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:44:52.227620 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] For port 1b1bfe3b-9b61-4c7b-af72-5300c4d249bc, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:44:52.231712 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] For port 1b1bfe3b-9b61-4c7b-af72-5300c4d249bc, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1b1bfe3b-9b61-4c7b-af72-5300c4d249bc,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:44:52.242804 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e77f61be-f9ac-4a3b-99a5-ba0ffcbe9c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:52.257368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-483d8d37-fbfa-4b0d-a3e0-5a7347016fdf tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Unset dirty status for tenant:ffa74fa7e259451baa8a72de689adc07 on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:44:52.258873 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-483d8d37-fbfa-4b0d-a3e0-5a7347016fdf tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.21 "GET /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6859605 Mar 09 03:44:52.260217 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ea835cca-6726-4fe1-a5b3-e6db6fe13791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:52.282911 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:52.287172 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 1ffe40dc-b8f3-49e6-bf98-0e1201d50c02 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:44:52.312027 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-da5fecd0-6e6b-424b-95fa-f3bd3eed9d97 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:52.323926 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 1ffe40dc-b8f3-49e6-bf98-0e1201d50c02 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:44:52.324297 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:52.358318 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77f61be-f9ac-4a3b-99a5-ba0ffcbe9c81 None None] Network b236dd5b-2019-418d-8a8d-2b42bdeabb23 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:44:52.376069 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b8daa-51b0-4751-8b78-bd59ede4fb98 req-833ca7eb-daf0-40f3-b20f-c972b8a37f7a tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:52.376322 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-e77f61be-f9ac-4a3b-99a5-ba0ffcbe9c81 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:44:52.384102 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77f61be-f9ac-4a3b-99a5-ba0ffcbe9c81 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:44:52.384714 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-340b8daa-51b0-4751-8b78-bd59ede4fb98 req-833ca7eb-daf0-40f3-b20f-c972b8a37f7a tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0e2efe9-898e-407c-9058-8488c9423734 HTTP/1.1" status: 200 len: 945 time: 0.1626651 Mar 09 03:44:52.414948 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:52.447808 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] Routers {'07fd0186-4a26-42bf-b9e6-c4c4cc997f54'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:44:52.448879 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:44:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['07fd0186-4a26-42bf-b9e6-c4c4cc997f54'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:52.457631 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-340b8daa-51b0-4751-8b78-bd59ede4fb98 req-80fbc2b7-6b6d-40be-90df-855bd588589e tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/security-groups?id=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686052 Mar 09 03:44:52.535750 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7b757d2e-380f-4f12-89bc-0ffff83e8bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:52.540827 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea835cca-6726-4fe1-a5b3-e6db6fe13791 admin admin] Pushing event updated for resources: {'Port': ['ID=bd969bac-fff3-4c6f-b43e-92da81bb4c13,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:52.587955 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea835cca-6726-4fe1-a5b3-e6db6fe13791 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:44:52.623084 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-ea835cca-6726-4fe1-a5b3-e6db6fe13791 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:44:52.632001 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea835cca-6726-4fe1-a5b3-e6db6fe13791 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:44:52.635312 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f75c335d-cf85-4593-bbbc-6f4869cfda5f None None] Provisioning for port a9acf62e-5a97-4c21-a18e-ed0cb155ea6f completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:44:52.676306 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 91f35da7-e35c-4fff-ae6f-b70f60335f2a, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=91f35da7-e35c-4fff-ae6f-b70f60335f2a,segment=NetworkSegment(5501887f-7753-4840-a1af-3c0103673195),segment_id=5501887f-7753-4840-a1af-3c0103673195)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:52.676306 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f61be-f9ac-4a3b-99a5-ba0ffcbe9c81 None None] Pushing event updated for resources: {'Port': ['ID=80fb2086-21a6-488a-be50-aba20b7624c1,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:52.806010 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:52.809433 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 889b3798-7d4a-4ad9-b9ad-d0d222c27af7 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:44:52.863613 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f75c335d-cf85-4593-bbbc-6f4869cfda5f None None] Provisioning complete for port a9acf62e-5a97-4c21-a18e-ed0cb155ea6f triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:44:52.863613 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f75c335d-cf85-4593-bbbc-6f4869cfda5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:52.965764 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7b757d2e-380f-4f12-89bc-0ffff83e8bf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:52.981166 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-f75c335d-cf85-4593-bbbc-6f4869cfda5f None None] Port a9acf62e-5a97-4c21-a18e-ed0cb155ea6f cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:44:53.067909 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7b757d2e-380f-4f12-89bc-0ffff83e8bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:53.078516 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-e77f61be-f9ac-4a3b-99a5-ba0ffcbe9c81 None None] Attempting to bind port 80fb2086-21a6-488a-be50-aba20b7624c1 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:44:53.078666 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-e77f61be-f9ac-4a3b-99a5-ba0ffcbe9c81 None None] Attempting to bind port 80fb2086-21a6-488a-be50-aba20b7624c1 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '8f56de3d-717d-453f-908f-695376d58b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:44:53.079096 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77f61be-f9ac-4a3b-99a5-ba0ffcbe9c81 None None] Attempting to bind port 80fb2086-21a6-488a-be50-aba20b7624c1 on network b236dd5b-2019-418d-8a8d-2b42bdeabb23 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:44:53.090759 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad469a5-71cd-4ff1-a29e-2892f5565391 None None] Pushing event updated for resources: {'Port': ['ID=1b1bfe3b-9b61-4c7b-af72-5300c4d249bc,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:53.091402 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdc2d7-91de-41ca-9135-56a0be73d85c req-4d3caf24-af01-4fc2-837d-0f27782a8362 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:53.092873 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7ecdc2d7-91de-41ca-9135-56a0be73d85c req-4d3caf24-af01-4fc2-837d-0f27782a8362 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 946 time: 1.4231505 Mar 09 03:44:53.205186 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7b757d2e-380f-4f12-89bc-0ffff83e8bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:53.216878 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-da5fecd0-6e6b-424b-95fa-f3bd3eed9d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:53.229842 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b757d2e-380f-4f12-89bc-0ffff83e8bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=a9acf62e-5a97-4c21-a18e-ed0cb155ea6f,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:53.248744 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ea835cca-6726-4fe1-a5b3-e6db6fe13791 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:53.288794 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77f61be-f9ac-4a3b-99a5-ba0ffcbe9c81 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:44:53.288794 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77f61be-f9ac-4a3b-99a5-ba0ffcbe9c81 None None] Checking segment: {'id': '8f56de3d-717d-453f-908f-695376d58b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:44:53.288794 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e77f61be-f9ac-4a3b-99a5-ba0ffcbe9c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:53.288794 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77f61be-f9ac-4a3b-99a5-ba0ffcbe9c81 None None] Bound using segment: {'id': '8f56de3d-717d-453f-908f-695376d58b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:44:53.288794 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-e77f61be-f9ac-4a3b-99a5-ba0ffcbe9c81 None None] Bound port: 80fb2086-21a6-488a-be50-aba20b7624c1, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f56de3d-717d-453f-908f-695376d58b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:44:53.289295 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e77f61be-f9ac-4a3b-99a5-ba0ffcbe9c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:53.337120 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:53.384213 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d46ba-5de3-4546-8f3e-6b536d06bfda req-294d0a8e-a951-47b9-8077-cf51dfde5667 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:53.388837 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d46ba-5de3-4546-8f3e-6b536d06bfda req-294d0a8e-a951-47b9-8077-cf51dfde5667 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:53.397232 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d46ba-5de3-4546-8f3e-6b536d06bfda req-294d0a8e-a951-47b9-8077-cf51dfde5667 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:53.401806 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7ecdc2d7-91de-41ca-9135-56a0be73d85c req-cf655b98-a8cc-4404-9a0c-00ec89543349 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570398 Mar 09 03:44:53.407926 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d46ba-5de3-4546-8f3e-6b536d06bfda req-294d0a8e-a951-47b9-8077-cf51dfde5667 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:53.411493 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d46ba-5de3-4546-8f3e-6b536d06bfda req-294d0a8e-a951-47b9-8077-cf51dfde5667 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:53.425252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d46ba-5de3-4546-8f3e-6b536d06bfda req-294d0a8e-a951-47b9-8077-cf51dfde5667 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:53.434269 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d46ba-5de3-4546-8f3e-6b536d06bfda req-294d0a8e-a951-47b9-8077-cf51dfde5667 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:53.445135 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ba9d46ba-5de3-4546-8f3e-6b536d06bfda req-294d0a8e-a951-47b9-8077-cf51dfde5667 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 5432 time: 0.4732802 Mar 09 03:44:53.511453 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ba9d46ba-5de3-4546-8f3e-6b536d06bfda req-15cd0f4b-5caf-40e4-bb53-442f6deb4e87 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0748012 Mar 09 03:44:53.533128 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] Set router 07fd0186-4a26-42bf-b9e6-c4c4cc997f54 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:44:53.559614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b757d2e-380f-4f12-89bc-0ffff83e8bf0 admin admin] Network b3d1b59a-7b57-42bb-b312-c653d7039ab6 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:44:53.561832 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-7b757d2e-380f-4f12-89bc-0ffff83e8bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:44:53.692422 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f35da7-e35c-4fff-ae6f-b70f60335f2a'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:44:53.742167 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=91f35da7-e35c-4fff-ae6f-b70f60335f2a,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:53.816614 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ea835cca-6726-4fe1-a5b3-e6db6fe13791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:53.846319 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e77f61be-f9ac-4a3b-99a5-ba0ffcbe9c81 None None] For port 80fb2086-21a6-488a-be50-aba20b7624c1, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:44:53.850296 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e77f61be-f9ac-4a3b-99a5-ba0ffcbe9c81 None None] For port 80fb2086-21a6-488a-be50-aba20b7624c1, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=80fb2086-21a6-488a-be50-aba20b7624c1,segment=NetworkSegment(8f56de3d-717d-453f-908f-695376d58b50),segment_id=8f56de3d-717d-453f-908f-695376d58b50)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:44:53.860725 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 1ffe40dc-b8f3-49e6-bf98-0e1201d50c02, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=1ffe40dc-b8f3-49e6-bf98-0e1201d50c02,segment=NetworkSegment(3d28dad6-4b5d-4d7e-80bf-032436047a6f),segment_id=3d28dad6-4b5d-4d7e-80bf-032436047a6f)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:53.926602 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e77f61be-f9ac-4a3b-99a5-ba0ffcbe9c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:53.995434 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:54.100030 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b757d2e-380f-4f12-89bc-0ffff83e8bf0 admin admin] Router 07fd0186-4a26-42bf-b9e6-c4c4cc997f54 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:44:54.177889 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:54.226133 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3a843359-6162-4391-86eb-c036ec9f3554 None None] Provisioning complete for port a9acf62e-5a97-4c21-a18e-ed0cb155ea6f triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:44:54.226133 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3a843359-6162-4391-86eb-c036ec9f3554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:54.318176 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f61be-f9ac-4a3b-99a5-ba0ffcbe9c81 None None] Pushing event updated for resources: {'Port': ['ID=80fb2086-21a6-488a-be50-aba20b7624c1,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:54.324319 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-da5fecd0-6e6b-424b-95fa-f3bd3eed9d97 service neutron] For port 5df6d4dd-0e22-4b62-b790-96149b03ad94, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5df6d4dd-0e22-4b62-b790-96149b03ad94,segment=NetworkSegment(5501887f-7753-4840-a1af-3c0103673195),segment_id=5501887f-7753-4840-a1af-3c0103673195)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:54.375565 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735719a-e90c-48a4-800e-6bfe136e73f4 req-9b89fa78-9c72-4fe2-b3c9-223927949536 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:54.383389 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3735719a-e90c-48a4-800e-6bfe136e73f4 req-9b89fa78-9c72-4fe2-b3c9-223927949536 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa24287-ff04-43de-a116-ecaa22b79957 HTTP/1.1" status: 200 len: 946 time: 0.5699146 Mar 09 03:44:54.409819 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b757d2e-380f-4f12-89bc-0ffff83e8bf0 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:44:54.441158 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7b757d2e-380f-4f12-89bc-0ffff83e8bf0 admin admin] 10.222.0.16 "PUT /v2.0/routers/07fd0186-4a26-42bf-b9e6-c4c4cc997f54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4142978 Mar 09 03:44:54.462629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551d1ad-43aa-4ce4-b8fe-2aa55e72ae04 req-3ee475f5-bb03-485f-bb74-eca9e891709e tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:54.466919 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d551d1ad-43aa-4ce4-b8fe-2aa55e72ae04 req-3ee475f5-bb03-485f-bb74-eca9e891709e tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0e2efe9-898e-407c-9058-8488c9423734 HTTP/1.1" status: 200 len: 945 time: 0.7808139 Mar 09 03:44:54.479974 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-3a843359-6162-4391-86eb-c036ec9f3554 None None] Port a9acf62e-5a97-4c21-a18e-ed0cb155ea6f cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:44:54.481360 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-da5fecd0-6e6b-424b-95fa-f3bd3eed9d97 service neutron] For port 5df6d4dd-0e22-4b62-b790-96149b03ad94, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:44:54.482697 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=1ffe40dc-b8f3-49e6-bf98-0e1201d50c02,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:54.527418 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3735719a-e90c-48a4-800e-6bfe136e73f4 req-9aef76aa-83a5-4436-ba7d-dc85253731bb tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed056393-c6d6-4b81-92d5-11f3e5538f05&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1429636 Mar 09 03:44:54.540866 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 889b3798-7d4a-4ad9-b9ad-d0d222c27af7, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=889b3798-7d4a-4ad9-b9ad-d0d222c27af7,segment=NetworkSegment(9401f488-6a71-4f8c-b5c0-25470eb18ee9),segment_id=9401f488-6a71-4f8c-b5c0-25470eb18ee9)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:54.551646 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:54.553055 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 5df6d4dd-0e22-4b62-b790-96149b03ad94 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:44:54.564877 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d551d1ad-43aa-4ce4-b8fe-2aa55e72ae04 req-7b5b25fc-b84b-41e1-bae9-c56151daea73 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/security-groups?id=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865707 Mar 09 03:44:54.626514 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-da5fecd0-6e6b-424b-95fa-f3bd3eed9d97 service neutron] device_id is not set on port 5df6d4dd-0e22-4b62-b790-96149b03ad94 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:44:54.661214 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea835cca-6726-4fe1-a5b3-e6db6fe13791 admin admin] Router b081f87e-31dc-4c90-8c36-b13f42f6b5bb is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:44:54.681996 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-da5fecd0-6e6b-424b-95fa-f3bd3eed9d97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:54.712597 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f35da7-e35c-4fff-ae6f-b70f60335f2a', 'code': 200} Mar 09 03:44:54.738352 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=889b3798-7d4a-4ad9-b9ad-d0d222c27af7,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:54.757046 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 5df6d4dd-0e22-4b62-b790-96149b03ad94 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:44:54.757576 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 32fcd728-7dc4-4581-a98d-08c02abc8742 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:44:54.825326 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-872394144-router', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '1b1bfe3b-9b61-4c7b-af72-5300c4d249bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:44Z', 'updated_at': '2022-03-09T03:44:52Z', 'revision_number': 4, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'gw_port': {'id': '1b1bfe3b-9b61-4c7b-af72-5300c4d249bc', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:45Z', 'updated_at': '2022-03-09T03:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'a9acf62e-5a97-4c21-a18e-ed0cb155ea6f', 'name': '', 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'mac_address': 'fa:16:3e:59:42:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'b340e316-24f7-4939-9811-74c60326f13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:50Z', 'updated_at': '2022-03-09T03:44:51Z', 'revision_number': 1, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'subnets': [{'id': 'b340e316-24f7-4939-9811-74c60326f13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:54.859905 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-da5fecd0-6e6b-424b-95fa-f3bd3eed9d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:54.910210 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:54.915176 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:44:54.924732 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af6b827-f313-42d9-8517-10d15bf93c73 None None] The sync data for ids ['07fd0186-4a26-42bf-b9e6-c4c4cc997f54'] in n-d-825178-5 is: [{'id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-872394144-router', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '1b1bfe3b-9b61-4c7b-af72-5300c4d249bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:44Z', 'updated_at': '2022-03-09T03:44:52Z', 'revision_number': 4, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'gw_port': {'id': '1b1bfe3b-9b61-4c7b-af72-5300c4d249bc', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:45Z', 'updated_at': '2022-03-09T03:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'a9acf62e-5a97-4c21-a18e-ed0cb155ea6f', 'name': '', 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'mac_address': 'fa:16:3e:59:42:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'b340e316-24f7-4939-9811-74c60326f13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:50Z', 'updated_at': '2022-03-09T03:44:51Z', 'revision_number': 1, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'subnets': [{'id': 'b340e316-24f7-4939-9811-74c60326f13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:44:54.971925 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021754fd-d5e1-43cd-997d-1281f83b5b7e req-94817e8a-61b0-43f5-83a5-d5e187dea030 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:54.977496 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 32fcd728-7dc4-4581-a98d-08c02abc8742, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=32fcd728-7dc4-4581-a98d-08c02abc8742,segment=NetworkSegment(3ac3ec76-c199-48c8-b986-5a3e655e3443),segment_id=3ac3ec76-c199-48c8-b986-5a3e655e3443)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:54.979646 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-021754fd-d5e1-43cd-997d-1281f83b5b7e req-94817e8a-61b0-43f5-83a5-d5e187dea030 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 946 time: 0.1865103 Mar 09 03:44:54.990999 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:54.990999 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 968d319d-f6af-4c9a-90d7-42f4e52ec281 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:44:55.085249 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-021754fd-d5e1-43cd-997d-1281f83b5b7e req-981a2275-ef33-4d0a-a398-2dfbb8f841d2 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043925 Mar 09 03:44:55.189074 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=32fcd728-7dc4-4581-a98d-08c02abc8742,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:55.259175 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5fecd0-6e6b-424b-95fa-f3bd3eed9d97 service neutron] Pushing event updated for resources: {'Port': ['ID=5df6d4dd-0e22-4b62-b790-96149b03ad94,revision_number=6']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:55.351991 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:55.369224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfb4fa-247f-4b86-a72f-f2c7f84b8f06 req-48b68009-a55b-42d2-828e-cd6aa8123e52 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:55.377436 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b5bfb4fa-247f-4b86-a72f-f2c7f84b8f06 req-48b68009-a55b-42d2-828e-cd6aa8123e52 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa24287-ff04-43de-a116-ecaa22b79957 HTTP/1.1" status: 200 len: 946 time: 0.1412430 Mar 09 03:44:55.386571 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-da5fecd0-6e6b-424b-95fa-f3bd3eed9d97 service neutron] No DVR routers for this DVR port 5df6d4dd-0e22-4b62-b790-96149b03ad94 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:44:55.393940 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54346) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:55.400903 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-08748fde-163d-4fc8-87ce-1d6fb166b154 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Request body: {'floatingip': {'port_id': 'bde592c5-e125-4064-ab36-3ab7d0bf3ac7'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:55.402802 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 968d319d-f6af-4c9a-90d7-42f4e52ec281, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=968d319d-f6af-4c9a-90d7-42f4e52ec281,segment=NetworkSegment(9401f488-6a71-4f8c-b5c0-25470eb18ee9),segment_id=9401f488-6a71-4f8c-b5c0-25470eb18ee9)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:55.409420 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:55.410413 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 72168413-1159-417e-b3ea-b4d4a7193d03 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:44:55.481261 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-da5fecd0-6e6b-424b-95fa-f3bd3eed9d97 service neutron] In _notify_port_updated(), no bound segment for port 5df6d4dd-0e22-4b62-b790-96149b03ad94 on network eb499fd8-471d-4286-9030-76983ac8e9a8 {{(pid=87881) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 03:44:55.482168 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-da5fecd0-6e6b-424b-95fa-f3bd3eed9d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:55.482778 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-da5fecd0-6e6b-424b-95fa-f3bd3eed9d97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:55.484696 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-da5fecd0-6e6b-424b-95fa-f3bd3eed9d97 service neutron] 10.222.0.21 "PUT /v2.0/ports/5df6d4dd-0e22-4b62-b790-96149b03ad94 HTTP/1.1" status: 200 len: 1027 time: 3.2152658 Mar 09 03:44:55.593553 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-08748fde-163d-4fc8-87ce-1d6fb166b154 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks [] for floatingip, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:55.656496 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a3816fa7-7fbe-412a-80f6-9c149252af6b None None] Provisioning complete for port 5df6d4dd-0e22-4b62-b790-96149b03ad94 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:44:55.656496 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a3816fa7-7fbe-412a-80f6-9c149252af6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:55.704982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-5df6e0e8-ab51-4408-86c9-c3876f05ecfc tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:55.707456 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-5df6e0e8-ab51-4408-86c9-c3876f05ecfc tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.21 "GET /v2.0/ports/72168413-1159-417e-b3ea-b4d4a7193d03?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2019253 Mar 09 03:44:55.707911 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea835cca-6726-4fe1-a5b3-e6db6fe13791 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:44:55.718641 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] Sync routers for ids ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:44:55.742144 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] Routers {'b081f87e-31dc-4c90-8c36-b13f42f6b5bb'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:44:55.743555 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:44:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:55.744545 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-73e7495a-ecc7-44ec-afc8-bc584379e8f9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:44:55.835128 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ea835cca-6726-4fe1-a5b3-e6db6fe13791 admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:55.837554 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ea835cca-6726-4fe1-a5b3-e6db6fe13791 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0903447 Mar 09 03:44:55.843922 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54358) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:44:55.844091 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=968d319d-f6af-4c9a-90d7-42f4e52ec281,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:55.894638 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11340286-552d-48fa-9371-4250b1baeb58 req-6e68fb05-f103-41e6-9715-c5a58b8df6e3 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:55.909673 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11340286-552d-48fa-9371-4250b1baeb58 req-6e68fb05-f103-41e6-9715-c5a58b8df6e3 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:55.927673 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11340286-552d-48fa-9371-4250b1baeb58 req-6e68fb05-f103-41e6-9715-c5a58b8df6e3 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:55.967205 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11340286-552d-48fa-9371-4250b1baeb58 req-6e68fb05-f103-41e6-9715-c5a58b8df6e3 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:55.989608 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11340286-552d-48fa-9371-4250b1baeb58 req-6e68fb05-f103-41e6-9715-c5a58b8df6e3 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:55.995794 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11340286-552d-48fa-9371-4250b1baeb58 req-6e68fb05-f103-41e6-9715-c5a58b8df6e3 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:55.997793 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-11340286-552d-48fa-9371-4250b1baeb58 req-6e68fb05-f103-41e6-9715-c5a58b8df6e3 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 4654 time: 1.0536218 Mar 09 03:44:56.038663 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a3816fa7-7fbe-412a-80f6-9c149252af6b None None] Port 5df6d4dd-0e22-4b62-b790-96149b03ad94 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:44:56.131754 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:56.158028 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] Set router b081f87e-31dc-4c90-8c36-b13f42f6b5bb gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:44:56.247537 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 72168413-1159-417e-b3ea-b4d4a7193d03, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=72168413-1159-417e-b3ea-b4d4a7193d03,segment=NetworkSegment(5501887f-7753-4840-a1af-3c0103673195),segment_id=5501887f-7753-4840-a1af-3c0103673195)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:56.263161 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 80fb2086-21a6-488a-be50-aba20b7624c1 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:44:56.322793 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:56.351278 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 31577831-fe3c-4a4e-938e-490f1e6e84db no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:44:56.368302 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-63dbcf36-f4ca-40af-a23a-1039c6ade01a tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:56.370997 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-63dbcf36-f4ca-40af-a23a-1039c6ade01a tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Synchronizing usage tracker for tenant:c50018b592af4976ba6ed104dcc582d3 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:44:56.384778 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-73e7495a-ecc7-44ec-afc8-bc584379e8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:56.441941 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-63dbcf36-f4ca-40af-a23a-1039c6ade01a tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Unset dirty status for tenant:c50018b592af4976ba6ed104dcc582d3 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:44:56.459699 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-63dbcf36-f4ca-40af-a23a-1039c6ade01a tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/networks?id=b3d1b59a-7b57-42bb-b312-c653d7039ab6 HTTP/1.1" status: 200 len: 828 time: 0.3821492 Mar 09 03:44:56.496793 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-aeeb0cf3-38ee-4b9c-8edd-0953748a322a tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/quotas/c50018b592af4976ba6ed104dcc582d3 HTTP/1.1" status: 200 len: 375 time: 0.0357635 Mar 09 03:44:56.520166 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-11340286-552d-48fa-9371-4250b1baeb58 req-31d2e05e-4b61-4b3e-b5b4-84ae4315de38 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&id=990a21da-bda4-4391-950c-f288f67cab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4028897 Mar 09 03:44:56.648073 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575eade9-8fcd-40f9-a586-fdb6ef6422f2 None None] Network b236dd5b-2019-418d-8a8d-2b42bdeabb23 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:44:56.660343 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'name': 'tempest-AttachVolumeTestJSON-617479494-router', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:49Z', 'updated_at': '2022-03-09T03:44:52Z', 'revision_number': 3, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'gw_port': {'id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:51Z', 'updated_at': '2022-03-09T03:44:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:56.667945 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] Checking router: b081f87e-31dc-4c90-8c36-b13f42f6b5bb for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:44:56.668877 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] Updating router b081f87e-31dc-4c90-8c36-b13f42f6b5bb port bd969bac-fff3-4c6f-b43e-92da81bb4c13 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:44:56.738330 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e2efe9-898e-407c-9058-8488c9423734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffe40dc-b8f3-49e6-bf98-0e1201d50c02'}, {'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '889b3798-7d4a-4ad9-b9ad-d0d222c27af7'}, {'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32fcd728-7dc4-4581-a98d-08c02abc8742'}, {'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968d319d-f6af-4c9a-90d7-42f4e52ec281'}, {'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72168413-1159-417e-b3ea-b4d4a7193d03'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:44:56.762515 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:56.982896 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-9a8cc850-fec6-46a7-8d2d-3c53eef885ca tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Synchronizing usage tracker for tenant:c50018b592af4976ba6ed104dcc582d3 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:44:57.036571 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-9a8cc850-fec6-46a7-8d2d-3c53eef885ca tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Unset dirty status for tenant:c50018b592af4976ba6ed104dcc582d3 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:44:57.044675 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9329bc26-dd03-4f0a-bf2e-fba06ece8bf3 None None] Provisioning for port 80fb2086-21a6-488a-be50-aba20b7624c1 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:44:57.052226 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-9a8cc850-fec6-46a7-8d2d-3c53eef885ca tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c50018b592af4976ba6ed104dcc582d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5540311 Mar 09 03:44:57.066639 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=72168413-1159-417e-b3ea-b4d4a7193d03,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:57.196776 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 80fb2086-21a6-488a-be50-aba20b7624c1 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:44:57.272432 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 80fb2086-21a6-488a-be50-aba20b7624c1 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:44:57.274598 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:57.341998 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:57.363685 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:57.384538 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] Transition to ACTIVE for port object bd969bac-fff3-4c6f-b43e-92da81bb4c13 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:44:57.396302 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:57.513874 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 31577831-fe3c-4a4e-938e-490f1e6e84db, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=31577831-fe3c-4a4e-938e-490f1e6e84db,segment=NetworkSegment(5501887f-7753-4840-a1af-3c0103673195),segment_id=5501887f-7753-4840-a1af-3c0103673195)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:57.527965 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-0ec9d1cd-6687-4ef4-8924-c4ac51474119 service neutron] 10.222.0.16 "GET /v2.0/networks/b3d1b59a-7b57-42bb-b312-c653d7039ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727814 Mar 09 03:44:57.560658 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36fbce-27bf-4d92-a982-798fbd4d06f5 None None] Pushing event updated for resources: {'Port': ['ID=bd969bac-fff3-4c6f-b43e-92da81bb4c13,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:57.579801 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8550f6-854c-4081-b68c-cd395c958ed5 req-f7c161dc-a0ac-4b6a-ac83-ba87154cbb60 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:57.582173 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] Attempting to bind port bd969bac-fff3-4c6f-b43e-92da81bb4c13 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:44:57.582837 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] Attempting to bind port bd969bac-fff3-4c6f-b43e-92da81bb4c13 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:44:57.583487 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] Attempting to bind port bd969bac-fff3-4c6f-b43e-92da81bb4c13 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:44:57.587677 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7d8550f6-854c-4081-b68c-cd395c958ed5 req-f7c161dc-a0ac-4b6a-ac83-ba87154cbb60 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0e2efe9-898e-407c-9058-8488c9423734 HTTP/1.1" status: 200 len: 946 time: 0.7574937 Mar 09 03:44:57.595931 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:44:57.597181 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:44:57.597938 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:57.599680 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:44:57.600801 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] Bound port: bd969bac-fff3-4c6f-b43e-92da81bb4c13, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:44:57.601842 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:57.604498 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:57.635843 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-73e7495a-ecc7-44ec-afc8-bc584379e8f9 service neutron] For port 72168413-1159-417e-b3ea-b4d4a7193d03, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=72168413-1159-417e-b3ea-b4d4a7193d03,segment=NetworkSegment(5501887f-7753-4840-a1af-3c0103673195),segment_id=5501887f-7753-4840-a1af-3c0103673195)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:57.644795 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a36fbce-27bf-4d92-a982-798fbd4d06f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:57.645253 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a36fbce-27bf-4d92-a982-798fbd4d06f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:57.645651 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a36fbce-27bf-4d92-a982-798fbd4d06f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:57.646043 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a36fbce-27bf-4d92-a982-798fbd4d06f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:57.646431 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a36fbce-27bf-4d92-a982-798fbd4d06f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:57.646818 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a36fbce-27bf-4d92-a982-798fbd4d06f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:57.647241 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a36fbce-27bf-4d92-a982-798fbd4d06f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:57.647630 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a36fbce-27bf-4d92-a982-798fbd4d06f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:57.648001 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a36fbce-27bf-4d92-a982-798fbd4d06f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:57.648702 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a36fbce-27bf-4d92-a982-798fbd4d06f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:57.649081 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a36fbce-27bf-4d92-a982-798fbd4d06f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:57.649492 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a36fbce-27bf-4d92-a982-798fbd4d06f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:44:57.674803 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7d8550f6-854c-4081-b68c-cd395c958ed5 req-81395cb6-340d-46ca-b524-dec1adfff09e tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/security-groups?id=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838294 Mar 09 03:44:57.755485 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] For port bd969bac-fff3-4c6f-b43e-92da81bb4c13, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:44:57.761740 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:57.762317 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] For port bd969bac-fff3-4c6f-b43e-92da81bb4c13, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=bd969bac-fff3-4c6f-b43e-92da81bb4c13,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:44:57.769421 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:57.815312 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=31577831-fe3c-4a4e-938e-490f1e6e84db,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:57.850199 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 80fb2086-21a6-488a-be50-aba20b7624c1, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=80fb2086-21a6-488a-be50-aba20b7624c1,segment=NetworkSegment(8f56de3d-717d-453f-908f-695376d58b50),segment_id=8f56de3d-717d-453f-908f-695376d58b50)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:57.859418 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:57.996412 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=80fb2086-21a6-488a-be50-aba20b7624c1,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:58.016333 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36fbce-27bf-4d92-a982-798fbd4d06f5 None None] Pushing event updated for resources: {'Port': ['ID=bd969bac-fff3-4c6f-b43e-92da81bb4c13,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:58.076414 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] Routers {'b081f87e-31dc-4c90-8c36-b13f42f6b5bb'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:44:58.077072 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:44:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:58.088004 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1b1bfe3b-9b61-4c7b-af72-5300c4d249bc up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:44:58.180786 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [None req-08748fde-163d-4fc8-87ce-1d6fb166b154 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:44:58.221779 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-30e85b2e-2431-4640-bb56-0e83c9fb9d79 None None] Provisioning complete for port 80fb2086-21a6-488a-be50-aba20b7624c1 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:44:58.222344 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-30e85b2e-2431-4640-bb56-0e83c9fb9d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:58.236917 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.resource_extend [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-73e7495a-ecc7-44ec-afc8-bc584379e8f9 service neutron] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:44:58.294991 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-73e7495a-ecc7-44ec-afc8-bc584379e8f9 service neutron] For port 72168413-1159-417e-b3ea-b4d4a7193d03, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:44:58.332040 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-08748fde-163d-4fc8-87ce-1d6fb166b154 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:58.353392 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-08748fde-163d-4fc8-87ce-1d6fb166b154 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:58.400812 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] Set router b081f87e-31dc-4c90-8c36-b13f42f6b5bb gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:44:58.450263 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 1b1bfe3b-9b61-4c7b-af72-5300c4d249bc completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:44:58.477896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 1b1bfe3b-9b61-4c7b-af72-5300c4d249bc triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:44:58.478922 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:58.484382 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-73e7495a-ecc7-44ec-afc8-bc584379e8f9 service neutron] device_id is not set on port 72168413-1159-417e-b3ea-b4d4a7193d03 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:44:58.518676 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-73e7495a-ecc7-44ec-afc8-bc584379e8f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:58.535114 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326c3e5-b2de-4ba5-9a10-911d0c3f1da1 req-7e574a78-fe21-41ba-8d86-8e4b1a142c10 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:58.540469 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4326c3e5-b2de-4ba5-9a10-911d0c3f1da1 req-7e574a78-fe21-41ba-8d86-8e4b1a142c10 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 946 time: 0.4433668 Mar 09 03:44:58.543886 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-73e7495a-ecc7-44ec-afc8-bc584379e8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:58.665563 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-08748fde-163d-4fc8-87ce-1d6fb166b154 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Floating IP f6f2fa69-e908-496e-ae45-aeda87ee2198 associated. External IP: 172.25.7.61, port: bde592c5-e125-4064-ab36-3ab7d0bf3ac7. Mar 09 03:44:58.705402 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:58.724395 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 1b1bfe3b-9b61-4c7b-af72-5300c4d249bc, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1b1bfe3b-9b61-4c7b-af72-5300c4d249bc,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:44:58.731761 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] Sync routers for ids ['07fd0186-4a26-42bf-b9e6-c4c4cc997f54'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:44:58.741731 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:58.769416 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-37b47f86-def6-4efd-8844-bea0657a8a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:58.831099 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] Routers {'07fd0186-4a26-42bf-b9e6-c4c4cc997f54'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:44:58.831864 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:44:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['07fd0186-4a26-42bf-b9e6-c4c4cc997f54'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:58.915419 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-8b704a28-a00d-4a9c-9142-7e885fcc163e service neutron] 10.222.0.16 "GET /v2.0/networks/b3d1b59a-7b57-42bb-b312-c653d7039ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3674624 Mar 09 03:44:58.952094 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'name': 'tempest-AttachVolumeTestJSON-617479494-router', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:49Z', 'updated_at': '2022-03-09T03:44:52Z', 'revision_number': 3, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'gw_port': {'id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:51Z', 'updated_at': '2022-03-09T03:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:44:58.965159 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1f0375-d9c2-499c-a950-212d2b74af6d None None] The sync data for ids ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'] in n-d-825178-5 is: [{'id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'name': 'tempest-AttachVolumeTestJSON-617479494-router', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:49Z', 'updated_at': '2022-03-09T03:44:52Z', 'revision_number': 3, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'gw_port': {'id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:51Z', 'updated_at': '2022-03-09T03:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:44:59.189457 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cd8d62c1-332c-4ddb-9169-d706dc78cadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:59.226192 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] Set router 07fd0186-4a26-42bf-b9e6-c4c4cc997f54 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:44:59.235095 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-73e7495a-ecc7-44ec-afc8-bc584379e8f9 service neutron] No DVR routers for this DVR port 72168413-1159-417e-b3ea-b4d4a7193d03 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:44:59.294911 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7495a-ecc7-44ec-afc8-bc584379e8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=72168413-1159-417e-b3ea-b4d4a7193d03,revision_number=7']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:59.318211 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e2efe9-898e-407c-9058-8488c9423734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffe40dc-b8f3-49e6-bf98-0e1201d50c02', 'code': 200} Mar 09 03:44:59.318813 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '889b3798-7d4a-4ad9-b9ad-d0d222c27af7', 'code': 200} Mar 09 03:44:59.319908 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32fcd728-7dc4-4581-a98d-08c02abc8742', 'code': 200} Mar 09 03:44:59.321140 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4326c3e5-b2de-4ba5-9a10-911d0c3f1da1 req-f490dc4c-c368-4712-9cc0-a6d94fceb500 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7705576 Mar 09 03:44:59.321273 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968d319d-f6af-4c9a-90d7-42f4e52ec281', 'code': 200} Mar 09 03:44:59.321780 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72168413-1159-417e-b3ea-b4d4a7193d03', 'code': 200} Mar 09 03:44:59.389481 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=1b1bfe3b-9b61-4c7b-af72-5300c4d249bc,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:44:59.426588 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2954aa74-a395-47a7-8d14-4d5dec8e9c3f None None] Provisioning complete for port 72168413-1159-417e-b3ea-b4d4a7193d03 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:44:59.427746 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2954aa74-a395-47a7-8d14-4d5dec8e9c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:59.551492 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08748fde-163d-4fc8-87ce-1d6fb166b154 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Router e8978b7e-1c07-4672-bcdb-d3488922df06 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:44:59.680723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-73e7495a-ecc7-44ec-afc8-bc584379e8f9 service neutron] In _notify_port_updated(), no bound segment for port 72168413-1159-417e-b3ea-b4d4a7193d03 on network eb499fd8-471d-4286-9030-76983ac8e9a8 {{(pid=87881) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 03:44:59.681686 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-73e7495a-ecc7-44ec-afc8-bc584379e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:59.682319 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-73e7495a-ecc7-44ec-afc8-bc584379e8f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:44:59.683721 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-73e7495a-ecc7-44ec-afc8-bc584379e8f9 service neutron] 10.222.0.21 "PUT /v2.0/ports/72168413-1159-417e-b3ea-b4d4a7193d03 HTTP/1.1" status: 200 len: 1026 time: 3.9451118 Mar 09 03:44:59.759400 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-2954aa74-a395-47a7-8d14-4d5dec8e9c3f None None] Port 72168413-1159-417e-b3ea-b4d4a7193d03 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:44:59.848843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbefca4-cc7d-4dd7-847a-a7759da469bc req-0f47b48f-2dd7-4d42-8e07-3f465815ad98 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:59.893372 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbefca4-cc7d-4dd7-847a-a7759da469bc req-0f47b48f-2dd7-4d42-8e07-3f465815ad98 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:59.915022 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbefca4-cc7d-4dd7-847a-a7759da469bc req-0f47b48f-2dd7-4d42-8e07-3f465815ad98 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:59.938161 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbefca4-cc7d-4dd7-847a-a7759da469bc req-0f47b48f-2dd7-4d42-8e07-3f465815ad98 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:59.953681 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbefca4-cc7d-4dd7-847a-a7759da469bc req-0f47b48f-2dd7-4d42-8e07-3f465815ad98 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:44:59.967652 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cbefca4-cc7d-4dd7-847a-a7759da469bc req-0f47b48f-2dd7-4d42-8e07-3f465815ad98 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 3877 time: 0.4704092 Mar 09 03:45:00.099166 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-39542acf-ad76-490f-8c04-009af49d7c1d tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Deleting port 91f35da7-e35c-4fff-ae6f-b70f60335f2a {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:00.099665 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-39542acf-ad76-490f-8c04-009af49d7c1d tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:00.100059 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-872394144-router', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '1b1bfe3b-9b61-4c7b-af72-5300c4d249bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:44Z', 'updated_at': '2022-03-09T03:44:52Z', 'revision_number': 4, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'gw_port': {'id': '1b1bfe3b-9b61-4c7b-af72-5300c4d249bc', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:45Z', 'updated_at': '2022-03-09T03:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'a9acf62e-5a97-4c21-a18e-ed0cb155ea6f', 'name': '', 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'mac_address': 'fa:16:3e:59:42:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'b340e316-24f7-4939-9811-74c60326f13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:50Z', 'updated_at': '2022-03-09T03:44:52Z', 'revision_number': 2, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'subnets': [{'id': 'b340e316-24f7-4939-9811-74c60326f13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:00.105944 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] Checking router: 07fd0186-4a26-42bf-b9e6-c4c4cc997f54 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:45:00.107209 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] Updating router 07fd0186-4a26-42bf-b9e6-c4c4cc997f54 port a9acf62e-5a97-4c21-a18e-ed0cb155ea6f binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:45:00.121815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08748fde-163d-4fc8-87ce-1d6fb166b154 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:45:00.126492 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cbefca4-cc7d-4dd7-847a-a7759da469bc req-f506740c-a247-449c-a061-a5470cc44552 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553500 Mar 09 03:45:00.129497 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-08748fde-163d-4fc8-87ce-1d6fb166b154 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:00.134484 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0632a53-0e56-4d24-a447-3f400026403d None None] Sync routers for ids ['e8978b7e-1c07-4672-bcdb-d3488922df06'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:45:00.179980 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0632a53-0e56-4d24-a447-3f400026403d None None] Routers {'e8978b7e-1c07-4672-bcdb-d3488922df06'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:45:00.182042 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e0632a53-0e56-4d24-a447-3f400026403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:44:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e8978b7e-1c07-4672-bcdb-d3488922df06'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:00.188000 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:00.219128 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-08748fde-163d-4fc8-87ce-1d6fb166b154 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "PUT /v2.0/floatingips/f6f2fa69-e908-496e-ae45-aeda87ee2198 HTTP/1.1" status: 200 len: 991 time: 4.8236561 Mar 09 03:45:00.219718 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa24287-ff04-43de-a116-ecaa22b79957', 'tag': 'bde592c5-e125-4064-ab36-3ab7d0bf3ac7'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:45:00.256855 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3cd12-559a-415e-9353-10b346edc97d req-0a018453-07be-46c2-a766-1f6ec90d8068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:00.267514 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f0d3cd12-559a-415e-9353-10b346edc97d req-0a018453-07be-46c2-a766-1f6ec90d8068 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f0e2efe9-898e-407c-9058-8488c9423734 HTTP/1.1" status: 200 len: 1097 time: 0.8876445 Mar 09 03:45:00.355411 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 80fb2086-21a6-488a-be50-aba20b7624c1 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:45:00.472394 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-813dfc67-890a-41ae-9a1a-6dcaccd05d5e req-db07f2ae-92c8-40cc-9e66-4d41939a516f tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c3b3ada-4244-4c81-9740-44b3db5560da HTTP/1.1" status: 200 len: 210 time: 0.0942316 Mar 09 03:45:00.534096 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f0d3cd12-559a-415e-9353-10b346edc97d req-5451ab9a-944e-4eaf-a4d8-94476924781c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549875 Mar 09 03:45:00.539089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 80fb2086-21a6-488a-be50-aba20b7624c1 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:45:00.539521 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:00.541029 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-e0632a53-0e56-4d24-a447-3f400026403d None None] Set router e8978b7e-1c07-4672-bcdb-d3488922df06 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:45:00.603584 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d28e6f-3698-4e24-b065-7f7228d376a5 req-115839ea-69d7-42c4-a570-e4f28dc4edf2 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:00.608459 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-63d28e6f-3698-4e24-b065-7f7228d376a5 req-115839ea-69d7-42c4-a570-e4f28dc4edf2 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0e2efe9-898e-407c-9058-8488c9423734 HTTP/1.1" status: 200 len: 946 time: 1.0235591 Mar 09 03:45:00.635734 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-37b47f86-def6-4efd-8844-bea0657a8a55 admin admin] Allocated IP 172.20.0.1 (b236dd5b-2019-418d-8a8d-2b42bdeabb23/63de480c-3416-46a4-bc21-c1381051f525/dafec96d-b156-4708-aa7c-c945b01181b8) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:45:00.730781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d2ef4-f5f3-4ba0-8e02-b2de3ec15b4e req-e6df759c-90db-4dda-8c13-269392c8d01d tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:00.732347 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-771d2ef4-f5f3-4ba0-8e02-b2de3ec15b4e req-e6df759c-90db-4dda-8c13-269392c8d01d tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa24287-ff04-43de-a116-ecaa22b79957 HTTP/1.1" status: 200 len: 946 time: 0.1093390 Mar 09 03:45:00.809537 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-771d2ef4-f5f3-4ba0-8e02-b2de3ec15b4e req-66964291-6c13-4872-8e0f-8f6e0d409f05 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed056393-c6d6-4b81-92d5-11f3e5538f05&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654857 Mar 09 03:45:00.835999 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device bd969bac-fff3-4c6f-b43e-92da81bb4c13 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:45:00.906712 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-63d28e6f-3698-4e24-b065-7f7228d376a5 req-6b43386c-835a-42f5-b82a-a504d1394ec5 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/security-groups?id=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907856 Mar 09 03:45:00.919783 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa24287-ff04-43de-a116-ecaa22b79957', 'tag': 'bde592c5-e125-4064-ab36-3ab7d0bf3ac7', 'status': 'completed', 'code': 200} Mar 09 03:45:00.929490 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-39542acf-ad76-490f-8c04-009af49d7c1d tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] For port 91f35da7-e35c-4fff-ae6f-b70f60335f2a, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=91f35da7-e35c-4fff-ae6f-b70f60335f2a,segment=NetworkSegment(5501887f-7753-4840-a1af-3c0103673195),segment_id=5501887f-7753-4840-a1af-3c0103673195)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:00.930049 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-39542acf-ad76-490f-8c04-009af49d7c1d tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:00.997714 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:01.020855 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port bd969bac-fff3-4c6f-b43e-92da81bb4c13 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:45:01.054058 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] Transition to ACTIVE for port object a9acf62e-5a97-4c21-a18e-ed0cb155ea6f will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:45:01.066219 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port bd969bac-fff3-4c6f-b43e-92da81bb4c13 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:45:01.066882 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:01.085753 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1771267-8547-4812-87ca-afa6591c2d34 req-2d014200-d7a2-4926-98a9-e616cb2ca24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:01.088974 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1771267-8547-4812-87ca-afa6591c2d34 req-2d014200-d7a2-4926-98a9-e616cb2ca24e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9eb686a5560145e4aa19523f011a1eb4&device_id=7aa24287-ff04-43de-a116-ecaa22b79957 HTTP/1.1" status: 200 len: 1097 time: 0.1390343 Mar 09 03:45:01.144517 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2b7deb94-2159-4166-a0e8-a33071c53a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:01.148799 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:01.175016 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e0632a53-0e56-4d24-a447-3f400026403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'name': 'tempest-ServersTestJSON-852601512-router', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:02Z', 'updated_at': '2022-03-09T03:44:18Z', 'revision_number': 4, 'project_id': '9eb686a5560145e4aa19523f011a1eb4', 'gw_port': {'id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:04Z', 'updated_at': '2022-03-09T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'f6f2fa69-e908-496e-ae45-aeda87ee2198', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'port_id': 'bde592c5-e125-4064-ab36-3ab7d0bf3ac7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b', 'mac_address': 'fa:16:3e:d2:17:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa24287-ff04-43de-a116-ecaa22b79957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:44:26Z', 'updated_at': '2022-03-09T03:44:57Z', 'revision_number': 1, 'project_id': '9eb686a5560145e4aa19523f011a1eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94747785-a00a-42eb-8302-8c20b771c04e', 'name': '', 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'mac_address': 'fa:16:3e:22:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'd57a94ec-ddb8-495c-8597-2757b5089981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:15Z', 'updated_at': '2022-03-09T03:44:26Z', 'revision_number': 5, 'project_id': '9eb686a5560145e4aa19523f011a1eb4', 'subnets': [{'id': 'd57a94ec-ddb8-495c-8597-2757b5089981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:01.185035 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0632a53-0e56-4d24-a447-3f400026403d None None] Checking router: e8978b7e-1c07-4672-bcdb-d3488922df06 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:45:01.213541 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0632a53-0e56-4d24-a447-3f400026403d None None] Routers {'e8978b7e-1c07-4672-bcdb-d3488922df06'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:45:01.214247 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e0632a53-0e56-4d24-a447-3f400026403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:45:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e8978b7e-1c07-4672-bcdb-d3488922df06'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:01.242969 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-39542acf-ad76-490f-8c04-009af49d7c1d tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Calling delete_port for 91f35da7-e35c-4fff-ae6f-b70f60335f2a owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:45:01.409117 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31577831-fe3c-4a4e-938e-490f1e6e84db'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:45:01.414223 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:01.436750 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port bd969bac-fff3-4c6f-b43e-92da81bb4c13, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=bd969bac-fff3-4c6f-b43e-92da81bb4c13,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:01.458286 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:01.459131 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1b1bfe3b-9b61-4c7b-af72-5300c4d249bc up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:45:01.498733 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fcd82d-6bc7-4088-9e5c-cd72fdfbdc80 None None] Pushing event updated for resources: {'Port': ['ID=a9acf62e-5a97-4c21-a18e-ed0cb155ea6f,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:01.678370 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-e0632a53-0e56-4d24-a447-3f400026403d None None] Set router e8978b7e-1c07-4672-bcdb-d3488922df06 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:45:01.804220 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] Attempting to bind port a9acf62e-5a97-4c21-a18e-ed0cb155ea6f on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:45:01.807798 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] Attempting to bind port a9acf62e-5a97-4c21-a18e-ed0cb155ea6f by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '9393a25b-f651-420a-93ee-063b134294ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:45:01.807976 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] Attempting to bind port a9acf62e-5a97-4c21-a18e-ed0cb155ea6f on network b3d1b59a-7b57-42bb-b312-c653d7039ab6 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:45:01.851935 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-37b47f86-def6-4efd-8844-bea0657a8a55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:01.901952 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:45:01.903619 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] Checking segment: {'id': '9393a25b-f651-420a-93ee-063b134294ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:45:01.905564 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:01.906960 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] Bound using segment: {'id': '9393a25b-f651-420a-93ee-063b134294ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:45:01.908375 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] Bound port: a9acf62e-5a97-4c21-a18e-ed0cb155ea6f, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9393a25b-f651-420a-93ee-063b134294ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:45:01.908939 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:01.909838 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-37b47f86-def6-4efd-8844-bea0657a8a55 admin admin] Transition to ACTIVE for port object dafec96d-b156-4708-aa7c-c945b01181b8 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:45:01.917861 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-39542acf-ad76-490f-8c04-009af49d7c1d tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:01.970170 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-050ee342-2a2f-49c3-8f13-5b1715cb4c0d tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:01.971545 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-050ee342-2a2f-49c3-8f13-5b1715cb4c0d tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.24 "GET /v2.0/networks?id=b3d1b59a-7b57-42bb-b312-c653d7039ab6 HTTP/1.1" status: 200 len: 828 time: 0.5991907 Mar 09 03:45:01.987148 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-71aad5e9-ca2e-4b29-bd7c-18dc3a580321 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Request body: {'port': {'device_id': '5c3b3ada-4244-4c81-9740-44b3db5560da', 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6', 'admin_state_up': True, 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:45:02.005905 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=bd969bac-fff3-4c6f-b43e-92da81bb4c13,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:02.053802 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39542acf-ad76-490f-8c04-009af49d7c1d tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event deleted for resources: {'Port': ['ID=91f35da7-e35c-4fff-ae6f-b70f60335f2a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:02.115378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1771267-8547-4812-87ca-afa6591c2d34 req-f9c3f373-d2cb-4ba5-8e2f-0f3f676f9272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:02.119518 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1771267-8547-4812-87ca-afa6591c2d34 req-f9c3f373-d2cb-4ba5-8e2f-0f3f676f9272 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a5b1e57d-a586-4109-9128-ae5b3a0e4d7b HTTP/1.1" status: 200 len: 906 time: 1.0051596 Mar 09 03:45:02.220722 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55949fc0-1047-4477-bc06-c23bd37091a1 req-6942b938-fb95-4a9f-bcec-219926927239 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:02.230362 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-55949fc0-1047-4477-bc06-c23bd37091a1 req-6942b938-fb95-4a9f-bcec-219926927239 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 946 time: 1.0652444 Mar 09 03:45:02.260000 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-37b47f86-def6-4efd-8844-bea0657a8a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:02.284408 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] For port a9acf62e-5a97-4c21-a18e-ed0cb155ea6f, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:45:02.292411 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] For port a9acf62e-5a97-4c21-a18e-ed0cb155ea6f, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a9acf62e-5a97-4c21-a18e-ed0cb155ea6f,segment=NetworkSegment(9393a25b-f651-420a-93ee-063b134294ee),segment_id=9393a25b-f651-420a-93ee-063b134294ee)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:45:02.334027 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 1b1bfe3b-9b61-4c7b-af72-5300c4d249bc triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:45:02.336887 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:02.348478 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-55949fc0-1047-4477-bc06-c23bd37091a1 req-f4337bc3-9a76-42e8-b6cc-b2b0deaf6957 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088164 Mar 09 03:45:02.387788 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1771267-8547-4812-87ca-afa6591c2d34 req-50c8ef96-957c-47b7-b19a-bd29304f3197 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bde592c5-e125-4064-ab36-3ab7d0bf3ac7 HTTP/1.1" status: 200 len: 999 time: 0.2614658 Mar 09 03:45:02.392381 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:02.415348 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:02.429495 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:02.430201 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-39542acf-ad76-490f-8c04-009af49d7c1d tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] No DVR routers for this DVR port 91f35da7-e35c-4fff-ae6f-b70f60335f2a on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:45:02.433418 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-39542acf-ad76-490f-8c04-009af49d7c1d tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:02.461340 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b47f86-def6-4efd-8844-bea0657a8a55 admin admin] Network b236dd5b-2019-418d-8a8d-2b42bdeabb23 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:45:02.461493 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-deleted', 'tag': '91f35da7-e35c-4fff-ae6f-b70f60335f2a'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:45:02.486651 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e0632a53-0e56-4d24-a447-3f400026403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'name': 'tempest-ServersTestJSON-852601512-router', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:02Z', 'updated_at': '2022-03-09T03:44:18Z', 'revision_number': 4, 'project_id': '9eb686a5560145e4aa19523f011a1eb4', 'gw_port': {'id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:04Z', 'updated_at': '2022-03-09T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'f6f2fa69-e908-496e-ae45-aeda87ee2198', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'port_id': 'bde592c5-e125-4064-ab36-3ab7d0bf3ac7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b', 'mac_address': 'fa:16:3e:d2:17:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa24287-ff04-43de-a116-ecaa22b79957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:44:26Z', 'updated_at': '2022-03-09T03:44:57Z', 'revision_number': 1, 'project_id': '9eb686a5560145e4aa19523f011a1eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94747785-a00a-42eb-8302-8c20b771c04e', 'name': '', 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'mac_address': 'fa:16:3e:22:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'd57a94ec-ddb8-495c-8597-2757b5089981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:15Z', 'updated_at': '2022-03-09T03:44:26Z', 'revision_number': 5, 'project_id': '9eb686a5560145e4aa19523f011a1eb4', 'subnets': [{'id': 'd57a94ec-ddb8-495c-8597-2757b5089981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:02.490103 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-37b47f86-def6-4efd-8844-bea0657a8a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:45:02.495382 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b47f86-def6-4efd-8844-bea0657a8a55 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:45:02.503259 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0632a53-0e56-4d24-a447-3f400026403d None None] The sync data for ids ['e8978b7e-1c07-4672-bcdb-d3488922df06'] in n-d-825178-5 is: [{'id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'name': 'tempest-ServersTestJSON-852601512-router', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:02Z', 'updated_at': '2022-03-09T03:44:18Z', 'revision_number': 4, 'project_id': '9eb686a5560145e4aa19523f011a1eb4', 'gw_port': {'id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:04Z', 'updated_at': '2022-03-09T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'f6f2fa69-e908-496e-ae45-aeda87ee2198', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'port_id': 'bde592c5-e125-4064-ab36-3ab7d0bf3ac7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b', 'mac_address': 'fa:16:3e:d2:17:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa24287-ff04-43de-a116-ecaa22b79957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:44:26Z', 'updated_at': '2022-03-09T03:44:57Z', 'revision_number': 1, 'project_id': '9eb686a5560145e4aa19523f011a1eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94747785-a00a-42eb-8302-8c20b771c04e', 'name': '', 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'mac_address': 'fa:16:3e:22:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'd57a94ec-ddb8-495c-8597-2757b5089981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:15Z', 'updated_at': '2022-03-09T03:44:26Z', 'revision_number': 5, 'project_id': '9eb686a5560145e4aa19523f011a1eb4', 'subnets': [{'id': 'd57a94ec-ddb8-495c-8597-2757b5089981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:45:02.517191 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31577831-fe3c-4a4e-938e-490f1e6e84db', 'code': 200} Mar 09 03:45:02.557866 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1771267-8547-4812-87ca-afa6591c2d34 req-ad463453-8dc5-4aff-9dbd-ff6db2576a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:02.560000 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1771267-8547-4812-87ca-afa6591c2d34 req-ad463453-8dc5-4aff-9dbd-ff6db2576a8e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d57a94ec-ddb8-495c-8597-2757b5089981 HTTP/1.1" status: 200 len: 844 time: 0.1653121 Mar 09 03:45:02.580479 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-39542acf-ad76-490f-8c04-009af49d7c1d tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.21 "DELETE /v2.0/ports/91f35da7-e35c-4fff-ae6f-b70f60335f2a HTTP/1.1" status: 204 len: 173 time: 2.8681419 Mar 09 03:45:02.593137 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea10efe-53d2-4ebd-8f8b-e179a0c27c68 req-79ebfc99-95ef-41c6-96d6-44f3137f488b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:02.600670 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea10efe-53d2-4ebd-8f8b-e179a0c27c68 req-79ebfc99-95ef-41c6-96d6-44f3137f488b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:02.651989 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea10efe-53d2-4ebd-8f8b-e179a0c27c68 req-79ebfc99-95ef-41c6-96d6-44f3137f488b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:02.659197 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea10efe-53d2-4ebd-8f8b-e179a0c27c68 req-79ebfc99-95ef-41c6-96d6-44f3137f488b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:02.667310 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea10efe-53d2-4ebd-8f8b-e179a0c27c68 req-79ebfc99-95ef-41c6-96d6-44f3137f488b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:02.669006 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-0ea10efe-53d2-4ebd-8f8b-e179a0c27c68 req-79ebfc99-95ef-41c6-96d6-44f3137f488b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Synchronizing usage tracker for tenant:ffa74fa7e259451baa8a72de689adc07 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:45:02.749781 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] Routers {'07fd0186-4a26-42bf-b9e6-c4c4cc997f54'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:45:02.752682 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:45:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['07fd0186-4a26-42bf-b9e6-c4c4cc997f54'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:02.809068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1771267-8547-4812-87ca-afa6591c2d34 req-20c5aaba-9671-4487-81fa-e4a2b378efe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:02.810636 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1771267-8547-4812-87ca-afa6591c2d34 req-20c5aaba-9671-4487-81fa-e4a2b378efe4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5b1e57d-a586-4109-9128-ae5b3a0e4d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2409770 Mar 09 03:45:02.843278 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b47f86-def6-4efd-8844-bea0657a8a55 admin admin] Pushing event updated for resources: {'Port': ['ID=dafec96d-b156-4708-aa7c-c945b01181b8,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:02.844350 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eb1f89c4-41b2-4a71-baf9-1fcfa9e00205 req-24d020ea-e72a-4bb0-bdf6-fc76618cbda7 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c3b3ada-4244-4c81-9740-44b3db5560da HTTP/1.1" status: 200 len: 210 time: 0.1285303 Mar 09 03:45:02.852308 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fcd82d-6bc7-4088-9e5c-cd72fdfbdc80 None None] Pushing event updated for resources: {'Port': ['ID=a9acf62e-5a97-4c21-a18e-ed0cb155ea6f,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:02.893364 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-0ea10efe-53d2-4ebd-8f8b-e179a0c27c68 req-79ebfc99-95ef-41c6-96d6-44f3137f488b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Unset dirty status for tenant:ffa74fa7e259451baa8a72de689adc07 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:45:02.895029 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0ea10efe-53d2-4ebd-8f8b-e179a0c27c68 req-79ebfc99-95ef-41c6-96d6-44f3137f488b tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 3877 time: 1.1111610 Mar 09 03:45:03.005490 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-71aad5e9-ca2e-4b29-bd7c-18dc3a580321 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:45:03.027836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-f7b20acf-5cf1-41d8-81b0-dc2a8291e93f tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Deleting port 968d319d-f6af-4c9a-90d7-42f4e52ec281 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:03.052922 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-f7b20acf-5cf1-41d8-81b0-dc2a8291e93f tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:03.157252 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-37b47f86-def6-4efd-8844-bea0657a8a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:03.217047 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] Set router 07fd0186-4a26-42bf-b9e6-c4c4cc997f54 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:45:03.235384 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1771267-8547-4812-87ca-afa6591c2d34 req-df7cef39-58a4-4e93-b660-45e92ca2578d service neutron] 10.222.0.21 "GET /v2.0/networks/a5b1e57d-a586-4109-9128-ae5b3a0e4d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892910 Mar 09 03:45:03.283847 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0ea10efe-53d2-4ebd-8f8b-e179a0c27c68 req-5176ebf9-761b-4ace-b55a-999f7b5ec40e tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3774443 Mar 09 03:45:03.292772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-71aad5e9-ca2e-4b29-bd7c-18dc3a580321 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:45:03.307372 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2a63f8-9afb-4cfa-93b1-cfe2f0a05aba None None] New status for floating IP f6f2fa69-e908-496e-ae45-aeda87ee2198: ACTIVE {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:45:03.354903 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-71aad5e9-ca2e-4b29-bd7c-18dc3a580321 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Made reservation on behalf of c50018b592af4976ba6ed104dcc582d3 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:45:03.359372 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-71aad5e9-ca2e-4b29-bd7c-18dc3a580321 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:03.411817 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-deleted', 'tag': '91f35da7-e35c-4fff-ae6f-b70f60335f2a', 'status': 'completed', 'code': 200} Mar 09 03:45:03.562482 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242efead-4bf7-4a36-bdbc-cfc464107046 req-81a32a6d-c6ea-491e-a85d-eb7569064587 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:03.564431 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-242efead-4bf7-4a36-bdbc-cfc464107046 req-81a32a6d-c6ea-491e-a85d-eb7569064587 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0e2efe9-898e-407c-9058-8488c9423734 HTTP/1.1" status: 200 len: 946 time: 0.3281746 Mar 09 03:45:03.569178 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1771267-8547-4812-87ca-afa6591c2d34 req-28421503-f007-4242-a250-5930519f822c service neutron] 10.222.0.21 "GET /v2.0/networks/a5b1e57d-a586-4109-9128-ae5b3a0e4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787018 Mar 09 03:45:03.669165 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-242efead-4bf7-4a36-bdbc-cfc464107046 req-3725cdc2-b0b8-47e1-b05d-d0bca5a08bc4 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/security-groups?id=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897286 Mar 09 03:45:03.680328 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:03.815308 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a9acf62e-5a97-4c21-a18e-ed0cb155ea6f up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:45:03.875596 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-67a45ae2-4551-4fe6-a503-8498f8715709 None None] Provisioning for port dafec96d-b156-4708-aa7c-c945b01181b8 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:45:03.898229 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-37b47f86-def6-4efd-8844-bea0657a8a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:03.997685 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-67a45ae2-4551-4fe6-a503-8498f8715709 None None] Provisioning complete for port dafec96d-b156-4708-aa7c-c945b01181b8 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:45:03.998060 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-67a45ae2-4551-4fe6-a503-8498f8715709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:04.004018 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-f7b20acf-5cf1-41d8-81b0-dc2a8291e93f tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] For port 968d319d-f6af-4c9a-90d7-42f4e52ec281, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=968d319d-f6af-4c9a-90d7-42f4e52ec281,segment=NetworkSegment(9401f488-6a71-4f8c-b5c0-25470eb18ee9),segment_id=9401f488-6a71-4f8c-b5c0-25470eb18ee9)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:04.004428 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-f7b20acf-5cf1-41d8-81b0-dc2a8291e93f tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:04.020316 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-71aad5e9-ca2e-4b29-bd7c-18dc3a580321 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Allocated IP 172.20.0.6 (b3d1b59a-7b57-42bb-b312-c653d7039ab6/b340e316-24f7-4939-9811-74c60326f13c/51f5b458-b8fc-4de7-9e2a-023878508672) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:45:04.109279 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:04.139000 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c385db21-13e6-45c8-949a-b64cb6d8427c req-c1779b76-b434-485c-bfbe-3fd266363390 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c3b3ada-4244-4c81-9740-44b3db5560da HTTP/1.1" status: 200 len: 210 time: 0.1051385 Mar 09 03:45:04.220432 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-f7b20acf-5cf1-41d8-81b0-dc2a8291e93f tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Calling delete_port for 968d319d-f6af-4c9a-90d7-42f4e52ec281 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:45:04.296378 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-67a45ae2-4551-4fe6-a503-8498f8715709 None None] Port dafec96d-b156-4708-aa7c-c945b01181b8 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:45:04.307123 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port a9acf62e-5a97-4c21-a18e-ed0cb155ea6f completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:45:04.313580 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port a9acf62e-5a97-4c21-a18e-ed0cb155ea6f triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:45:04.314143 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:04.427868 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc91d81-8604-4403-b27b-0fede8251c4f req-ba6adfc7-fdb1-4439-b443-c7f3cf2ecd3f tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:04.436072 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cdc91d81-8604-4403-b27b-0fede8251c4f req-ba6adfc7-fdb1-4439-b443-c7f3cf2ecd3f tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 946 time: 0.6862288 Mar 09 03:45:04.595075 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cdc91d81-8604-4403-b27b-0fede8251c4f req-a348844f-1d16-40d5-a84c-c96bc05e76d2 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575265 Mar 09 03:45:04.611749 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bdd3639e-9acd-45c0-841e-b0310484f92d None None] Provisioning complete for port a9acf62e-5a97-4c21-a18e-ed0cb155ea6f triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:45:04.612378 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bdd3639e-9acd-45c0-841e-b0310484f92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:04.670128 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1cf21-54e1-4fef-b35f-752a32910bed req-36ab589c-0e59-4071-a220-905872651fc0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:04.691960 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1cf21-54e1-4fef-b35f-752a32910bed req-36ab589c-0e59-4071-a220-905872651fc0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:04.711431 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1cf21-54e1-4fef-b35f-752a32910bed req-36ab589c-0e59-4071-a220-905872651fc0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:04.721174 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:04.724913 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1cf21-54e1-4fef-b35f-752a32910bed req-36ab589c-0e59-4071-a220-905872651fc0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:04.727833 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-70c1cf21-54e1-4fef-b35f-752a32910bed req-36ab589c-0e59-4071-a220-905872651fc0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 3144 time: 0.2570417 Mar 09 03:45:04.763748 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-872394144-router', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '1b1bfe3b-9b61-4c7b-af72-5300c4d249bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:44Z', 'updated_at': '2022-03-09T03:44:52Z', 'revision_number': 4, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'gw_port': {'id': '1b1bfe3b-9b61-4c7b-af72-5300c4d249bc', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:45Z', 'updated_at': '2022-03-09T03:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'a9acf62e-5a97-4c21-a18e-ed0cb155ea6f', 'name': '', 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'mac_address': 'fa:16:3e:59:42:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'b340e316-24f7-4939-9811-74c60326f13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:50Z', 'updated_at': '2022-03-09T03:45:02Z', 'revision_number': 4, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'subnets': [{'id': 'b340e316-24f7-4939-9811-74c60326f13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:04.792704 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68319cbf-18fe-4fe6-9c54-703f9e76496b None None] The sync data for ids ['07fd0186-4a26-42bf-b9e6-c4c4cc997f54'] in n-d-825178-5 is: [{'id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-872394144-router', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '1b1bfe3b-9b61-4c7b-af72-5300c4d249bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:44Z', 'updated_at': '2022-03-09T03:44:52Z', 'revision_number': 4, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'gw_port': {'id': '1b1bfe3b-9b61-4c7b-af72-5300c4d249bc', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:45Z', 'updated_at': '2022-03-09T03:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'a9acf62e-5a97-4c21-a18e-ed0cb155ea6f', 'name': '', 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'mac_address': 'fa:16:3e:59:42:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'b340e316-24f7-4939-9811-74c60326f13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:50Z', 'updated_at': '2022-03-09T03:45:02Z', 'revision_number': 4, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'subnets': [{'id': 'b340e316-24f7-4939-9811-74c60326f13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:45:04.795414 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-f7b20acf-5cf1-41d8-81b0-dc2a8291e93f tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:04.847313 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-70c1cf21-54e1-4fef-b35f-752a32910bed req-34d0abc5-7535-40b6-9b80-25ada3e5a2a8 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065528 Mar 09 03:45:04.853982 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port a9acf62e-5a97-4c21-a18e-ed0cb155ea6f, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a9acf62e-5a97-4c21-a18e-ed0cb155ea6f,segment=NetworkSegment(9393a25b-f651-420a-93ee-063b134294ee),segment_id=9393a25b-f651-420a-93ee-063b134294ee)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:04.867717 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-71aad5e9-ca2e-4b29-bd7c-18dc3a580321 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:04.870250 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:04.873010 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device bd969bac-fff3-4c6f-b43e-92da81bb4c13 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:45:04.873339 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-37b47f86-def6-4efd-8844-bea0657a8a55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:04.909348 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b20acf-5cf1-41d8-81b0-dc2a8291e93f tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event deleted for resources: {'Port': ['ID=968d319d-f6af-4c9a-90d7-42f4e52ec281,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:04.926996 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-37b47f86-def6-4efd-8844-bea0657a8a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:05.054593 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-71aad5e9-ca2e-4b29-bd7c-18dc3a580321 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Transition to ACTIVE for port object 51f5b458-b8fc-4de7-9e2a-023878508672 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:45:05.082241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b47f86-def6-4efd-8844-bea0657a8a55 admin admin] Pushing event updated for resources: {'Port': ['ID=dafec96d-b156-4708-aa7c-c945b01181b8,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:05.235121 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-37b47f86-def6-4efd-8844-bea0657a8a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:05.239790 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=a9acf62e-5a97-4c21-a18e-ed0cb155ea6f,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:05.262568 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-f7b20acf-5cf1-41d8-81b0-dc2a8291e93f tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] No DVR routers for this DVR port 968d319d-f6af-4c9a-90d7-42f4e52ec281 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:45:05.267664 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-f7b20acf-5cf1-41d8-81b0-dc2a8291e93f tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:05.304834 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-71aad5e9-ca2e-4b29-bd7c-18dc3a580321 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:05.321536 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port bd969bac-fff3-4c6f-b43e-92da81bb4c13 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:45:05.323510 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:05.443601 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-71aad5e9-ca2e-4b29-bd7c-18dc3a580321 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Network b3d1b59a-7b57-42bb-b312-c653d7039ab6 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:45:05.453515 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-deleted', 'tag': '968d319d-f6af-4c9a-90d7-42f4e52ec281'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:45:05.463350 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-71aad5e9-ca2e-4b29-bd7c-18dc3a580321 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:45:05.469190 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-71aad5e9-ca2e-4b29-bd7c-18dc3a580321 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:45:05.586520 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aad5e9-ca2e-4b29-bd7c-18dc3a580321 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Pushing event updated for resources: {'Port': ['ID=51f5b458-b8fc-4de7-9e2a-023878508672,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:05.600668 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-f7b20acf-5cf1-41d8-81b0-dc2a8291e93f tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.21 "DELETE /v2.0/ports/968d319d-f6af-4c9a-90d7-42f4e52ec281 HTTP/1.1" status: 204 len: 173 time: 2.9234049 Mar 09 03:45:05.649745 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a9acf62e-5a97-4c21-a18e-ed0cb155ea6f up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:45:05.878670 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-deleted', 'tag': '968d319d-f6af-4c9a-90d7-42f4e52ec281', 'status': 'completed', 'code': 200} Mar 09 03:45:05.921115 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911875a-3791-488d-ac91-1c2496eb8603 req-23707f49-5e37-47fd-b964-de3aadda0290 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:05.938915 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3911875a-3791-488d-ac91-1c2496eb8603 req-23707f49-5e37-47fd-b964-de3aadda0290 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 946 time: 0.1635983 Mar 09 03:45:06.019386 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port a9acf62e-5a97-4c21-a18e-ed0cb155ea6f triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:45:06.019386 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:06.091525 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3911875a-3791-488d-ac91-1c2496eb8603 req-c99c43f4-0ee4-4f8b-ad78-951254da5cff tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532145 Mar 09 03:45:06.172847 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6673164a-fa33-4afc-ace6-70e730678965 None None] Provisioning for port 51f5b458-b8fc-4de7-9e2a-023878508672 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:45:06.191150 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6673164a-fa33-4afc-ace6-70e730678965 None None] Provisioning complete for port 51f5b458-b8fc-4de7-9e2a-023878508672 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:45:06.192369 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6673164a-fa33-4afc-ace6-70e730678965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:06.285493 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-71aad5e9-ca2e-4b29-bd7c-18dc3a580321 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:06.285842 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-71aad5e9-ca2e-4b29-bd7c-18dc3a580321 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:06.305676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c556872-a4e4-4b7c-b4f0-fea9b672993d req-d4423a64-47a6-4cff-ba3b-281bbd267843 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:06.313042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c556872-a4e4-4b7c-b4f0-fea9b672993d req-d4423a64-47a6-4cff-ba3b-281bbd267843 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:06.313210 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-32ed3af3-32a6-4f26-a155-fb2805e9c620 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Deleting port 31577831-fe3c-4a4e-938e-490f1e6e84db {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:06.313315 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-32ed3af3-32a6-4f26-a155-fb2805e9c620 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:06.321806 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c556872-a4e4-4b7c-b4f0-fea9b672993d req-d4423a64-47a6-4cff-ba3b-281bbd267843 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:06.329879 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3c556872-a4e4-4b7c-b4f0-fea9b672993d req-d4423a64-47a6-4cff-ba3b-281bbd267843 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 2411 time: 0.1215868 Mar 09 03:45:06.373084 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6673164a-fa33-4afc-ace6-70e730678965 None None] Port 51f5b458-b8fc-4de7-9e2a-023878508672 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:45:06.374340 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b47f86-def6-4efd-8844-bea0657a8a55 admin admin] Network b236dd5b-2019-418d-8a8d-2b42bdeabb23 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:45:06.381182 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-71aad5e9-ca2e-4b29-bd7c-18dc3a580321 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3991659 Mar 09 03:45:06.381358 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-37b47f86-def6-4efd-8844-bea0657a8a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:45:06.403668 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-ad93be2a-0b41-4651-ab58-1f74df6c612b service neutron] Request body: {'port': {'device_id': '5c3b3ada-4244-4c81-9740-44b3db5560da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:45:06.435871 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3c556872-a4e4-4b7c-b4f0-fea9b672993d req-19b381d7-3207-4f4e-b786-dd39fa0f7e80 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045451 Mar 09 03:45:06.536343 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eedd45-7542-4cb3-a591-60d4081ed56f req-724677ed-8868-4da2-88ac-ede95f6cd1be tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:06.537429 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-12eedd45-7542-4cb3-a591-60d4081ed56f req-724677ed-8868-4da2-88ac-ede95f6cd1be tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Synchronizing usage tracker for tenant:c50018b592af4976ba6ed104dcc582d3 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:45:06.779693 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-12eedd45-7542-4cb3-a591-60d4081ed56f req-724677ed-8868-4da2-88ac-ede95f6cd1be tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Unset dirty status for tenant:c50018b592af4976ba6ed104dcc582d3 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:45:06.787284 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-12eedd45-7542-4cb3-a591-60d4081ed56f req-724677ed-8868-4da2-88ac-ede95f6cd1be tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c3b3ada-4244-4c81-9740-44b3db5560da HTTP/1.1" status: 200 len: 931 time: 1.4642103 Mar 09 03:45:06.806361 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b847470a-7f32-4220-8c36-90db3f8e73dd None None] Provisioning complete for port dafec96d-b156-4708-aa7c-c945b01181b8 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:45:06.807178 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b847470a-7f32-4220-8c36-90db3f8e73dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:06.909681 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b847470a-7f32-4220-8c36-90db3f8e73dd None None] Port dafec96d-b156-4708-aa7c-c945b01181b8 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:45:07.037206 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-ad93be2a-0b41-4651-ab58-1f74df6c612b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:07.066710 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-12eedd45-7542-4cb3-a591-60d4081ed56f req-8c5f53f1-3f10-464b-a0d4-69232e0dec39 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa49059-733a-4479-a03a-bcc883f47584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786424 Mar 09 03:45:07.088417 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b47f86-def6-4efd-8844-bea0657a8a55 admin admin] Router b081f87e-31dc-4c90-8c36-b13f42f6b5bb has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:45:07.258584 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-32ed3af3-32a6-4f26-a155-fb2805e9c620 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] For port 31577831-fe3c-4a4e-938e-490f1e6e84db, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=31577831-fe3c-4a4e-938e-490f1e6e84db,segment=NetworkSegment(5501887f-7753-4840-a1af-3c0103673195),segment_id=5501887f-7753-4840-a1af-3c0103673195)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:07.258584 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-32ed3af3-32a6-4f26-a155-fb2805e9c620 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:07.339241 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f0385-04b2-40b9-aae8-b4f8eeb18be0 req-69e0a538-3fba-42d4-967b-90a3cb350651 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:07.346800 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a64f0385-04b2-40b9-aae8-b4f8eeb18be0 req-69e0a538-3fba-42d4-967b-90a3cb350651 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 946 time: 0.1178517 Mar 09 03:45:07.391725 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a64f0385-04b2-40b9-aae8-b4f8eeb18be0 req-4d8df876-856d-416a-9dcb-5a675735d891 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436587 Mar 09 03:45:07.469603 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-32ed3af3-32a6-4f26-a155-fb2805e9c620 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Calling delete_port for 31577831-fe3c-4a4e-938e-490f1e6e84db owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:45:07.781626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b47f86-def6-4efd-8844-bea0657a8a55 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:45:07.792347 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] Sync routers for ids ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:45:07.804309 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-37b47f86-def6-4efd-8844-bea0657a8a55 admin admin] 10.222.0.16 "PUT /v2.0/routers/b081f87e-31dc-4c90-8c36-b13f42f6b5bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9575272 Mar 09 03:45:07.804889 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] Routers {'b081f87e-31dc-4c90-8c36-b13f42f6b5bb'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:45:07.805728 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:45:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:08.089912 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] Set router b081f87e-31dc-4c90-8c36-b13f42f6b5bb gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:45:08.306188 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945ad04-4e34-49cf-bacf-05a33615d57a req-6f66103d-ed19-4f2d-826c-4510dab633c0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:08.317904 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945ad04-4e34-49cf-bacf-05a33615d57a req-6f66103d-ed19-4f2d-826c-4510dab633c0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:08.324889 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945ad04-4e34-49cf-bacf-05a33615d57a req-6f66103d-ed19-4f2d-826c-4510dab633c0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:08.325971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-7945ad04-4e34-49cf-bacf-05a33615d57a req-6f66103d-ed19-4f2d-826c-4510dab633c0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Synchronizing usage tracker for tenant:ffa74fa7e259451baa8a72de689adc07 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:45:08.368565 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-ad93be2a-0b41-4651-ab58-1f74df6c612b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f5b458-b8fc-4de7-9e2a-023878508672 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:45:08.382519 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-32ed3af3-32a6-4f26-a155-fb2805e9c620 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:08.398738 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-ad93be2a-0b41-4651-ab58-1f74df6c612b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:08.471708 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed3af3-32a6-4f26-a155-fb2805e9c620 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event deleted for resources: {'Port': ['ID=31577831-fe3c-4a4e-938e-490f1e6e84db,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:08.473984 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-7945ad04-4e34-49cf-bacf-05a33615d57a req-6f66103d-ed19-4f2d-826c-4510dab633c0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Unset dirty status for tenant:ffa74fa7e259451baa8a72de689adc07 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:45:08.476482 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7945ad04-4e34-49cf-bacf-05a33615d57a req-6f66103d-ed19-4f2d-826c-4510dab633c0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 2411 time: 0.8869836 Mar 09 03:45:08.541330 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:08.545363 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-ad93be2a-0b41-4651-ab58-1f74df6c612b service neutron] Transition to ACTIVE for port object 51f5b458-b8fc-4de7-9e2a-023878508672 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:45:08.559575 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-ad93be2a-0b41-4651-ab58-1f74df6c612b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:08.573914 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54516) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:08.581915 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ef980ceb-db99-4e67-ba96-f953f60c8f5e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2093789338', 'description': 'tempest-description--1731392831'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:45:08.589869 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ef980ceb-db99-4e67-ba96-f953f60c8f5e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:45:08.595282 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ef980ceb-db99-4e67-ba96-f953f60c8f5e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Usage tracker for resource:security_group and tenant:a566af917eda438b9c3772466ff37f61 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:45:08.598694 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ef980ceb-db99-4e67-ba96-f953f60c8f5e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:45:08.612042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ef980ceb-db99-4e67-ba96-f953f60c8f5e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:45:08.636130 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef980ceb-db99-4e67-ba96-f953f60c8f5e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:08.668072 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-32ed3af3-32a6-4f26-a155-fb2805e9c620 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] No DVR routers for this DVR port 31577831-fe3c-4a4e-938e-490f1e6e84db on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:45:08.679773 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-32ed3af3-32a6-4f26-a155-fb2805e9c620 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:08.682431 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-32ed3af3-32a6-4f26-a155-fb2805e9c620 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.21 "DELETE /v2.0/ports/31577831-fe3c-4a4e-938e-490f1e6e84db HTTP/1.1" status: 204 len: 173 time: 2.7584207 Mar 09 03:45:08.684657 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ef980ceb-db99-4e67-ba96-f953f60c8f5e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:45:08.686779 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-deleted', 'tag': '31577831-fe3c-4a4e-938e-490f1e6e84db'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:45:08.701990 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ef980ceb-db99-4e67-ba96-f953f60c8f5e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Usage tracker for resource:security_group_rule and tenant:a566af917eda438b9c3772466ff37f61 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:45:08.707041 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ef980ceb-db99-4e67-ba96-f953f60c8f5e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:45:08.719788 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ef980ceb-db99-4e67-ba96-f953f60c8f5e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:45:08.759477 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'name': 'tempest-AttachVolumeTestJSON-617479494-router', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:49Z', 'updated_at': '2022-03-09T03:45:03Z', 'revision_number': 4, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'gw_port': {'id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:51Z', 'updated_at': '2022-03-09T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'dafec96d-b156-4708-aa7c-c945b01181b8', 'name': '', 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'mac_address': 'fa:16:3e:48:72:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '63de480c-3416-46a4-bc21-c1381051f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:59Z', 'updated_at': '2022-03-09T03:45:04Z', 'revision_number': 2, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'subnets': [{'id': '63de480c-3416-46a4-bc21-c1381051f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:08.765065 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] Checking router: b081f87e-31dc-4c90-8c36-b13f42f6b5bb for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:45:08.765427 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] Updating router b081f87e-31dc-4c90-8c36-b13f42f6b5bb port dafec96d-b156-4708-aa7c-c945b01181b8 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:45:08.903869 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:08.997246 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7945ad04-4e34-49cf-bacf-05a33615d57a req-c3b08367-0efd-4500-8918-89a019536a96 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5059602 Mar 09 03:45:08.999252 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93be2a-0b41-4651-ab58-1f74df6c612b service neutron] Pushing event updated for resources: {'Port': ['ID=51f5b458-b8fc-4de7-9e2a-023878508672,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:09.022176 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef980ceb-db99-4e67-ba96-f953f60c8f5e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:09.037318 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef980ceb-db99-4e67-ba96-f953f60c8f5e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:09.180008 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-1ebea576-c315-411e-a6d0-6765d740fd6c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Deleting port 889b3798-7d4a-4ad9-b9ad-d0d222c27af7 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:09.180345 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-1ebea576-c315-411e-a6d0-6765d740fd6c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:09.197486 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fabcc-c338-47fe-a172-20f0e04d59b7 req-de5d66f5-ab79-4468-9751-7c51432f2d24 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:09.209294 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-936fabcc-c338-47fe-a172-20f0e04d59b7 req-de5d66f5-ab79-4468-9751-7c51432f2d24 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c3b3ada-4244-4c81-9740-44b3db5560da HTTP/1.1" status: 200 len: 943 time: 0.4632077 Mar 09 03:45:09.259430 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef980ceb-db99-4e67-ba96-f953f60c8f5e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7725750-8971-4380-88ae-2998f491d668,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:09.279082 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef980ceb-db99-4e67-ba96-f953f60c8f5e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:09.280532 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef980ceb-db99-4e67-ba96-f953f60c8f5e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:09.281148 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef980ceb-db99-4e67-ba96-f953f60c8f5e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:09.282485 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef980ceb-db99-4e67-ba96-f953f60c8f5e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:09.283351 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef980ceb-db99-4e67-ba96-f953f60c8f5e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:09.283889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef980ceb-db99-4e67-ba96-f953f60c8f5e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:09.284540 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef980ceb-db99-4e67-ba96-f953f60c8f5e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:09.285197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef980ceb-db99-4e67-ba96-f953f60c8f5e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:09.286510 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef980ceb-db99-4e67-ba96-f953f60c8f5e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:09.287165 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef980ceb-db99-4e67-ba96-f953f60c8f5e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:09.287823 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef980ceb-db99-4e67-ba96-f953f60c8f5e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:09.288448 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef980ceb-db99-4e67-ba96-f953f60c8f5e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:09.298633 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-936fabcc-c338-47fe-a172-20f0e04d59b7 req-e9ac0436-f868-4b80-a022-eceea9d621ce tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Synchronizing usage tracker for tenant:c50018b592af4976ba6ed104dcc582d3 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:45:09.305115 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef980ceb-db99-4e67-ba96-f953f60c8f5e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:09.306885 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ef980ceb-db99-4e67-ba96-f953f60c8f5e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7316525 Mar 09 03:45:09.310109 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54526) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:09.316474 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-cca05580-2007-4a46-b73b-b714488856fb tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Request body: {'security_group_rule': {'security_group_id': 'b7725750-8971-4380-88ae-2998f491d668', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:45:09.329610 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cca05580-2007-4a46-b73b-b714488856fb tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:45:09.342580 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cca05580-2007-4a46-b73b-b714488856fb tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Usage tracker for resource:security_group_rule and tenant:a566af917eda438b9c3772466ff37f61 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:45:09.348258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cca05580-2007-4a46-b73b-b714488856fb tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:45:09.359373 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-936fabcc-c338-47fe-a172-20f0e04d59b7 req-e9ac0436-f868-4b80-a022-eceea9d621ce tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Unset dirty status for tenant:c50018b592af4976ba6ed104dcc582d3 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:45:09.360822 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-936fabcc-c338-47fe-a172-20f0e04d59b7 req-e9ac0436-f868-4b80-a022-eceea9d621ce tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa49059-733a-4479-a03a-bcc883f47584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492858 Mar 09 03:45:09.361857 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cca05580-2007-4a46-b73b-b714488856fb tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:45:09.391977 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cca05580-2007-4a46-b73b-b714488856fb tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:09.472411 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-ad93be2a-0b41-4651-ab58-1f74df6c612b service neutron] Attempting to bind port 51f5b458-b8fc-4de7-9e2a-023878508672 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:45:09.472771 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-ad93be2a-0b41-4651-ab58-1f74df6c612b service neutron] Attempting to bind port 51f5b458-b8fc-4de7-9e2a-023878508672 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '9393a25b-f651-420a-93ee-063b134294ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:45:09.473081 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-ad93be2a-0b41-4651-ab58-1f74df6c612b service neutron] Attempting to bind port 51f5b458-b8fc-4de7-9e2a-023878508672 on network b3d1b59a-7b57-42bb-b312-c653d7039ab6 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:45:09.493990 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cca05580-2007-4a46-b73b-b714488856fb tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:09.499325 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cca05580-2007-4a46-b73b-b714488856fb tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:09.517637 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-ad93be2a-0b41-4651-ab58-1f74df6c612b service neutron] Port 51f5b458-b8fc-4de7-9e2a-023878508672 on network b3d1b59a-7b57-42bb-b312-c653d7039ab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:45:09.518277 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-ad93be2a-0b41-4651-ab58-1f74df6c612b service neutron] Attempting to bind port 51f5b458-b8fc-4de7-9e2a-023878508672 on network b3d1b59a-7b57-42bb-b312-c653d7039ab6 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:45:09.522821 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-deleted', 'tag': '31577831-fe3c-4a4e-938e-490f1e6e84db', 'status': 'completed', 'code': 200} Mar 09 03:45:09.543353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-ad93be2a-0b41-4651-ab58-1f74df6c612b service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:45:09.544063 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-ad93be2a-0b41-4651-ab58-1f74df6c612b service neutron] Checking segment: {'id': '9393a25b-f651-420a-93ee-063b134294ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:45:09.544585 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca05580-2007-4a46-b73b-b714488856fb tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ec7aa3-84f2-4c9a-ac03-3be3146b1f2e,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:09.544996 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-ad93be2a-0b41-4651-ab58-1f74df6c612b service neutron] Bound using segment: {'id': '9393a25b-f651-420a-93ee-063b134294ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:45:09.546169 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-ad93be2a-0b41-4651-ab58-1f74df6c612b service neutron] Bound port: 51f5b458-b8fc-4de7-9e2a-023878508672, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9393a25b-f651-420a-93ee-063b134294ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:45:09.546739 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-ad93be2a-0b41-4651-ab58-1f74df6c612b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:09.555214 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cca05580-2007-4a46-b73b-b714488856fb tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:09.558224 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cca05580-2007-4a46-b73b-b714488856fb tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2461708 Mar 09 03:45:09.559962 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54530) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:09.565541 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-21c0b1c7-0d7d-4599-b647-5c4299034155 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Request body: {'security_group_rule': {'security_group_id': 'b7725750-8971-4380-88ae-2998f491d668', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:45:09.573377 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-21c0b1c7-0d7d-4599-b647-5c4299034155 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:45:09.580054 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-21c0b1c7-0d7d-4599-b647-5c4299034155 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Usage tracker for resource:security_group_rule and tenant:a566af917eda438b9c3772466ff37f61 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:45:09.585575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-21c0b1c7-0d7d-4599-b647-5c4299034155 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:45:09.587616 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:09.596044 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-21c0b1c7-0d7d-4599-b647-5c4299034155 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:45:09.603108 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] Transition to ACTIVE for port object dafec96d-b156-4708-aa7c-c945b01181b8 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:45:09.615538 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:09.619854 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-21c0b1c7-0d7d-4599-b647-5c4299034155 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:09.697238 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740568f-63ec-433e-b592-07d02e54f15a req-5a312915-0513-4a3f-810d-1bf6b5309215 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:09.705847 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b740568f-63ec-433e-b592-07d02e54f15a req-5a312915-0513-4a3f-810d-1bf6b5309215 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 946 time: 0.4645777 Mar 09 03:45:09.707719 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-21c0b1c7-0d7d-4599-b647-5c4299034155 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:09.713443 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47dc690-4f2b-4bc8-837b-dba1db955c7b None None] Pushing event updated for resources: {'Port': ['ID=dafec96d-b156-4708-aa7c-c945b01181b8,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:09.713638 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-21c0b1c7-0d7d-4599-b647-5c4299034155 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:09.752658 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0b1c7-0d7d-4599-b647-5c4299034155 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a47b8c-6148-43a7-8588-0464c91ebe23,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:09.765190 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-21c0b1c7-0d7d-4599-b647-5c4299034155 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:09.768906 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-21c0b1c7-0d7d-4599-b647-5c4299034155 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2079494 Mar 09 03:45:09.771987 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54534) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:09.786457 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-624e4f97-7305-4959-8e5d-4754af543137 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:45:09.795061 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-624e4f97-7305-4959-8e5d-4754af543137 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:45:09.800390 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-624e4f97-7305-4959-8e5d-4754af543137 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Usage tracker for resource:floatingip and tenant:a566af917eda438b9c3772466ff37f61 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:45:09.804184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-624e4f97-7305-4959-8e5d-4754af543137 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:45:09.812275 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-624e4f97-7305-4959-8e5d-4754af543137 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:45:09.824601 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-624e4f97-7305-4959-8e5d-4754af543137 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:09.898480 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b740568f-63ec-433e-b592-07d02e54f15a req-1c8171d5-2c89-4d7d-8670-2a4d0469f831 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916788 Mar 09 03:45:09.930478 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-ad93be2a-0b41-4651-ab58-1f74df6c612b service neutron] For port 51f5b458-b8fc-4de7-9e2a-023878508672, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:45:09.944028 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-1ebea576-c315-411e-a6d0-6765d740fd6c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] For port 889b3798-7d4a-4ad9-b9ad-d0d222c27af7, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=889b3798-7d4a-4ad9-b9ad-d0d222c27af7,segment=NetworkSegment(9401f488-6a71-4f8c-b5c0-25470eb18ee9),segment_id=9401f488-6a71-4f8c-b5c0-25470eb18ee9)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:09.944840 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-1ebea576-c315-411e-a6d0-6765d740fd6c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:09.960431 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] Attempting to bind port dafec96d-b156-4708-aa7c-c945b01181b8 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:45:09.961488 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] Attempting to bind port dafec96d-b156-4708-aa7c-c945b01181b8 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '8f56de3d-717d-453f-908f-695376d58b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:45:09.962020 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] Attempting to bind port dafec96d-b156-4708-aa7c-c945b01181b8 on network b236dd5b-2019-418d-8a8d-2b42bdeabb23 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:45:09.969877 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:45:09.970540 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] Checking segment: {'id': '8f56de3d-717d-453f-908f-695376d58b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:45:09.971127 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:09.971674 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] Bound using segment: {'id': '8f56de3d-717d-453f-908f-695376d58b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:45:09.972312 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] Bound port: dafec96d-b156-4708-aa7c-c945b01181b8, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f56de3d-717d-453f-908f-695376d58b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:45:09.972873 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:09.977543 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-ad93be2a-0b41-4651-ab58-1f74df6c612b service neutron] For port 51f5b458-b8fc-4de7-9e2a-023878508672, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=51f5b458-b8fc-4de7-9e2a-023878508672,segment=NetworkSegment(9393a25b-f651-420a-93ee-063b134294ee),segment_id=9393a25b-f651-420a-93ee-063b134294ee)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:45:10.049268 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-ad93be2a-0b41-4651-ab58-1f74df6c612b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:10.164373 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] For port dafec96d-b156-4708-aa7c-c945b01181b8, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:45:10.170445 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] For port dafec96d-b156-4708-aa7c-c945b01181b8, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=dafec96d-b156-4708-aa7c-c945b01181b8,segment=NetworkSegment(8f56de3d-717d-453f-908f-695376d58b50),segment_id=8f56de3d-717d-453f-908f-695376d58b50)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:45:10.183533 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:10.234092 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-1ebea576-c315-411e-a6d0-6765d740fd6c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Calling delete_port for 889b3798-7d4a-4ad9-b9ad-d0d222c27af7 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:45:10.303265 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47dc690-4f2b-4bc8-837b-dba1db955c7b None None] Pushing event updated for resources: {'Port': ['ID=dafec96d-b156-4708-aa7c-c945b01181b8,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:10.305949 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] Routers {'b081f87e-31dc-4c90-8c36-b13f42f6b5bb'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:45:10.306714 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:45:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:10.338344 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3ba88-c188-428b-832d-b63fa441d255 req-0d1a0d76-4fad-49e8-8910-2d4728b48528 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:10.345351 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3ba88-c188-428b-832d-b63fa441d255 req-0d1a0d76-4fad-49e8-8910-2d4728b48528 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:10.347068 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6de3ba88-c188-428b-832d-b63fa441d255 req-0d1a0d76-4fad-49e8-8910-2d4728b48528 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 1678 time: 0.1504648 Mar 09 03:45:10.353511 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-624e4f97-7305-4959-8e5d-4754af543137 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:10.388429 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93be2a-0b41-4651-ab58-1f74df6c612b service neutron] Pushing event updated for resources: {'Port': ['ID=51f5b458-b8fc-4de7-9e2a-023878508672,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:10.412608 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-ad93be2a-0b41-4651-ab58-1f74df6c612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:10.416005 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-ad93be2a-0b41-4651-ab58-1f74df6c612b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:10.420186 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-ad93be2a-0b41-4651-ab58-1f74df6c612b service neutron] 10.222.0.24 "PUT /v2.0/ports/51f5b458-b8fc-4de7-9e2a-023878508672 HTTP/1.1" status: 200 len: 1091 time: 4.0189481 Mar 09 03:45:10.515415 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6de3ba88-c188-428b-832d-b63fa441d255 req-6ecace0d-27e7-456b-990f-bc1a79a568a2 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575530 Mar 09 03:45:10.745769 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-1ebea576-c315-411e-a6d0-6765d740fd6c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:10.751953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-624e4f97-7305-4959-8e5d-4754af543137 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Allocated IP 172.25.7.81 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/6408e9f6-11d0-447e-96d7-ba82b554893f) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:45:10.800136 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] Set router b081f87e-31dc-4c90-8c36-b13f42f6b5bb gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:45:11.007313 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-624e4f97-7305-4959-8e5d-4754af543137 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:11.071068 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-624e4f97-7305-4959-8e5d-4754af543137 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:11.099349 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebea576-c315-411e-a6d0-6765d740fd6c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event deleted for resources: {'Port': ['ID=889b3798-7d4a-4ad9-b9ad-d0d222c27af7,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:11.104355 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-af9806e1-a86c-493c-a6a9-8a6b21cd9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:11.105864 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-af9806e1-a86c-493c-a6a9-8a6b21cd9aa6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c50018b592af4976ba6ed104dcc582d3&device_id=5c3b3ada-4244-4c81-9740-44b3db5560da HTTP/1.1" status: 200 len: 1094 time: 0.5819619 Mar 09 03:45:11.115179 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12990cc0-9189-43f2-9f35-105810c5afb2 req-ff41fbfa-fd12-4521-9712-1b1f3009b153 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:11.122670 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-12990cc0-9189-43f2-9f35-105810c5afb2 req-ff41fbfa-fd12-4521-9712-1b1f3009b153 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c3b3ada-4244-4c81-9740-44b3db5560da HTTP/1.1" status: 200 len: 943 time: 0.5049539 Mar 09 03:45:11.212997 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624e4f97-7305-4959-8e5d-4754af543137 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:45:11.220564 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-624e4f97-7305-4959-8e5d-4754af543137 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:45:11.225197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624e4f97-7305-4959-8e5d-4754af543137 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:45:11.243406 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-1ebea576-c315-411e-a6d0-6765d740fd6c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] No DVR routers for this DVR port 889b3798-7d4a-4ad9-b9ad-d0d222c27af7 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:45:11.255356 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-1ebea576-c315-411e-a6d0-6765d740fd6c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:11.274523 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-acf67b76-906e-4a1f-bc2e-dc88ca04129f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51f5b458-b8fc-4de7-9e2a-023878508672 HTTP/1.1" status: 200 len: 217 time: 0.0981832 Mar 09 03:45:11.297076 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'name': 'tempest-AttachVolumeTestJSON-617479494-router', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:49Z', 'updated_at': '2022-03-09T03:45:03Z', 'revision_number': 4, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'gw_port': {'id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:51Z', 'updated_at': '2022-03-09T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'dafec96d-b156-4708-aa7c-c945b01181b8', 'name': '', 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'mac_address': 'fa:16:3e:48:72:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '63de480c-3416-46a4-bc21-c1381051f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:59Z', 'updated_at': '2022-03-09T03:45:10Z', 'revision_number': 4, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'subnets': [{'id': '63de480c-3416-46a4-bc21-c1381051f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:11.301704 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a93e7f5-9ee3-4a6a-afdd-fcb6928dc422 None None] The sync data for ids ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'] in n-d-825178-5 is: [{'id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'name': 'tempest-AttachVolumeTestJSON-617479494-router', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:49Z', 'updated_at': '2022-03-09T03:45:03Z', 'revision_number': 4, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'gw_port': {'id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:51Z', 'updated_at': '2022-03-09T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'dafec96d-b156-4708-aa7c-c945b01181b8', 'name': '', 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'mac_address': 'fa:16:3e:48:72:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '63de480c-3416-46a4-bc21-c1381051f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:59Z', 'updated_at': '2022-03-09T03:45:10Z', 'revision_number': 4, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'subnets': [{'id': '63de480c-3416-46a4-bc21-c1381051f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:45:11.311767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e4f97-7305-4959-8e5d-4754af543137 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Pushing event updated for resources: {'Port': ['ID=6408e9f6-11d0-447e-96d7-ba82b554893f,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:11.360552 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea1e2b-2948-4164-a81e-7d888b198ce0 req-f0391c87-cf5c-40d3-a78a-9fe2c961ea8e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:11.363853 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-1ebea576-c315-411e-a6d0-6765d740fd6c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.21 "DELETE /v2.0/ports/889b3798-7d4a-4ad9-b9ad-d0d222c27af7 HTTP/1.1" status: 204 len: 173 time: 2.6671257 Mar 09 03:45:11.367766 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a3ea1e2b-2948-4164-a81e-7d888b198ce0 req-f0391c87-cf5c-40d3-a78a-9fe2c961ea8e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 946 time: 0.2246597 Mar 09 03:45:11.410077 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-624e4f97-7305-4959-8e5d-4754af543137 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:11.447488 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-12990cc0-9189-43f2-9f35-105810c5afb2 req-dc0f3b94-0f62-456a-b8ab-dd995958c870 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa49059-733a-4479-a03a-bcc883f47584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247750 Mar 09 03:45:11.486653 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-17c39f7f-1ca1-41c5-8732-becf2aecd41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:11.492876 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-17c39f7f-1ca1-41c5-8732-becf2aecd41e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b340e316-24f7-4939-9811-74c60326f13c HTTP/1.1" status: 200 len: 867 time: 0.2054520 Mar 09 03:45:11.510041 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a3ea1e2b-2948-4164-a81e-7d888b198ce0 req-91c99bea-f78c-4482-98e7-bd47badc841c tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414399 Mar 09 03:45:11.529057 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-624e4f97-7305-4959-8e5d-4754af543137 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:11.566309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3b3ada-4244-4c81-9740-44b3db5560da', 'tag': '51f5b458-b8fc-4de7-9e2a-023878508672'}, {'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-deleted', 'tag': '889b3798-7d4a-4ad9-b9ad-d0d222c27af7'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:45:11.588498 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-a5e552dd-36c7-4e72-93d4-d8aef862577c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Deleting port 32fcd728-7dc4-4581-a98d-08c02abc8742 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:11.589030 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-a5e552dd-36c7-4e72-93d4-d8aef862577c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:11.722173 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c3b3ada-4244-4c81-9740-44b3db5560da', 'tag': '51f5b458-b8fc-4de7-9e2a-023878508672', 'status': 'completed', 'code': 200} Mar 09 03:45:11.723754 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-deleted', 'tag': '889b3798-7d4a-4ad9-b9ad-d0d222c27af7', 'status': 'completed', 'code': 200} Mar 09 03:45:11.751817 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device dafec96d-b156-4708-aa7c-c945b01181b8 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:45:11.969032 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-6de42e39-439f-4380-931f-5af3f1712a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:11.970380 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port dafec96d-b156-4708-aa7c-c945b01181b8 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:45:11.972802 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-6de42e39-439f-4380-931f-5af3f1712a64 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3d1b59a-7b57-42bb-b312-c653d7039ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4688447 Mar 09 03:45:11.977051 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port dafec96d-b156-4708-aa7c-c945b01181b8 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:45:11.977610 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:12.073713 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-624e4f97-7305-4959-8e5d-4754af543137 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:12.083313 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-624e4f97-7305-4959-8e5d-4754af543137 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:12.216449 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e4f97-7305-4959-8e5d-4754af543137 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Pushing event updated for resources: {'Port': ['ID=6408e9f6-11d0-447e-96d7-ba82b554893f,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:12.251158 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:12.293005 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-9f7397b7-90d9-46d9-b7c2-bebc5db24c12 service neutron] 10.222.0.24 "GET /v2.0/networks/b3d1b59a-7b57-42bb-b312-c653d7039ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150001 Mar 09 03:45:12.293615 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port dafec96d-b156-4708-aa7c-c945b01181b8, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=dafec96d-b156-4708-aa7c-c945b01181b8,segment=NetworkSegment(8f56de3d-717d-453f-908f-695376d58b50),segment_id=8f56de3d-717d-453f-908f-695376d58b50)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:12.298822 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-624e4f97-7305-4959-8e5d-4754af543137 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:12.302833 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:12.333608 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-624e4f97-7305-4959-8e5d-4754af543137 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:12.335576 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-624e4f97-7305-4959-8e5d-4754af543137 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5564096 Mar 09 03:45:12.377197 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c6d30-f9e5-4db0-986b-d3ddc9a81d7a req-b53a0c43-16e9-4f32-a5ba-12513c405201 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:12.388409 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-681c6d30-f9e5-4db0-986b-d3ddc9a81d7a req-b53a0c43-16e9-4f32-a5ba-12513c405201 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Synchronizing usage tracker for tenant:ffa74fa7e259451baa8a72de689adc07 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:45:12.399387 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=dafec96d-b156-4708-aa7c-c945b01181b8,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:12.536994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-a5e552dd-36c7-4e72-93d4-d8aef862577c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] For port 32fcd728-7dc4-4581-a98d-08c02abc8742, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=32fcd728-7dc4-4581-a98d-08c02abc8742,segment=NetworkSegment(3ac3ec76-c199-48c8-b986-5a3e655e3443),segment_id=3ac3ec76-c199-48c8-b986-5a3e655e3443)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:12.538029 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-a5e552dd-36c7-4e72-93d4-d8aef862577c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:12.550675 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-681c6d30-f9e5-4db0-986b-d3ddc9a81d7a req-b53a0c43-16e9-4f32-a5ba-12513c405201 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Unset dirty status for tenant:ffa74fa7e259451baa8a72de689adc07 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:45:12.558494 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-681c6d30-f9e5-4db0-986b-d3ddc9a81d7a req-b53a0c43-16e9-4f32-a5ba-12513c405201 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 944 time: 0.7486956 Mar 09 03:45:12.560598 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-274989fc-3bf3-4b45-962f-026f98005c96 req-9206843a-3a05-4278-a94b-b9e6b9b3c256 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Synchronizing usage tracker for tenant:a566af917eda438b9c3772466ff37f61 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:45:12.589566 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-274989fc-3bf3-4b45-962f-026f98005c96 req-9206843a-3a05-4278-a94b-b9e6b9b3c256 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Unset dirty status for tenant:a566af917eda438b9c3772466ff37f61 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:45:12.600604 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-274989fc-3bf3-4b45-962f-026f98005c96 req-9206843a-3a05-4278-a94b-b9e6b9b3c256 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2093789338&fields=id&tenant_id=a566af917eda438b9c3772466ff37f61 HTTP/1.1" status: 200 len: 267 time: 0.0963466 Mar 09 03:45:12.688531 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f467a5c-e4d0-4d60-ab91-b1b1c3cda867 req-d06422e6-b3ff-4650-bf6b-c767751df896 service neutron] 10.222.0.24 "GET /v2.0/networks/b3d1b59a-7b57-42bb-b312-c653d7039ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852832 Mar 09 03:45:12.729625 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-681c6d30-f9e5-4db0-986b-d3ddc9a81d7a req-022f02ef-716a-4084-8613-e57944a77073 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups?id=612f0ffc-179a-42be-a6a0-816d76f29eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663351 Mar 09 03:45:12.817126 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274989fc-3bf3-4b45-962f-026f98005c96 req-47c6a8b5-8d2d-4b84-b5f2-139e360ac2d2 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:12.818973 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-274989fc-3bf3-4b45-962f-026f98005c96 req-47c6a8b5-8d2d-4b84-b5f2-139e360ac2d2 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Synchronizing usage tracker for tenant:a566af917eda438b9c3772466ff37f61 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:45:12.855075 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-274989fc-3bf3-4b45-962f-026f98005c96 req-47c6a8b5-8d2d-4b84-b5f2-139e360ac2d2 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Unset dirty status for tenant:a566af917eda438b9c3772466ff37f61 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:45:12.857643 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-274989fc-3bf3-4b45-962f-026f98005c96 req-47c6a8b5-8d2d-4b84-b5f2-139e360ac2d2 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/networks?id=b236dd5b-2019-418d-8a8d-2b42bdeabb23 HTTP/1.1" status: 200 len: 810 time: 0.2559636 Mar 09 03:45:12.890274 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-274989fc-3bf3-4b45-962f-026f98005c96 req-53cd7224-6ca6-4d77-8f00-25855d5830a4 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/quotas/a566af917eda438b9c3772466ff37f61 HTTP/1.1" status: 200 len: 375 time: 0.0246739 Mar 09 03:45:13.072160 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-274989fc-3bf3-4b45-962f-026f98005c96 req-effb4e77-16a5-4a00-8ac8-96e61ce47b04 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a566af917eda438b9c3772466ff37f61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1739416 Mar 09 03:45:13.191589 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b4abc-af06-4c7c-b2ee-a76f8ed03802 req-e41523af-511a-4bea-8f87-4d4ee3f5c77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:13.192636 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-044b4abc-af06-4c7c-b2ee-a76f8ed03802 req-e41523af-511a-4bea-8f87-4d4ee3f5c77f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c50018b592af4976ba6ed104dcc582d3&device_id=5c3b3ada-4244-4c81-9740-44b3db5560da HTTP/1.1" status: 200 len: 1094 time: 0.4482515 Mar 09 03:45:13.197035 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-a5e552dd-36c7-4e72-93d4-d8aef862577c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:13.197396 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-a5e552dd-36c7-4e72-93d4-d8aef862577c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:13.197729 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-a5e552dd-36c7-4e72-93d4-d8aef862577c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Floating IP 773e5664-cb04-4efe-b1b4-235dfc23de2b disassociated. External IP: 172.25.7.226, port: 32fcd728-7dc4-4581-a98d-08c02abc8742. Mar 09 03:45:13.198043 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-a5e552dd-36c7-4e72-93d4-d8aef862577c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Calling delete_port for 32fcd728-7dc4-4581-a98d-08c02abc8742 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:45:13.243757 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-274989fc-3bf3-4b45-962f-026f98005c96 req-225ad2cc-11ee-4292-ab9c-ef025c13af40 service neutron] 10.222.0.16 "GET /v2.0/networks/b236dd5b-2019-418d-8a8d-2b42bdeabb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602628 Mar 09 03:45:13.422999 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53375d8c-aa41-4a73-8e16-4d1c081fb4a8 req-e44f5f87-a9f8-4913-9312-70a3d1e8e9f0 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:13.424403 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-53375d8c-aa41-4a73-8e16-4d1c081fb4a8 req-e44f5f87-a9f8-4913-9312-70a3d1e8e9f0 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c3b3ada-4244-4c81-9740-44b3db5560da HTTP/1.1" status: 200 len: 943 time: 0.5344181 Mar 09 03:45:13.508271 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-274989fc-3bf3-4b45-962f-026f98005c96 req-ad779e14-8143-48d0-88af-3381e0e96744 service neutron] 10.222.0.16 "GET /v2.0/networks/b236dd5b-2019-418d-8a8d-2b42bdeabb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585526 Mar 09 03:45:13.568079 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-53375d8c-aa41-4a73-8e16-4d1c081fb4a8 req-5c1b6683-cdf8-42f0-a2bc-efefc33eda19 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa49059-733a-4479-a03a-bcc883f47584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343830 Mar 09 03:45:13.630386 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b4abc-af06-4c7c-b2ee-a76f8ed03802 req-e2e8b64f-5f7b-40ec-b356-7741ce5d34e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:13.631927 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-044b4abc-af06-4c7c-b2ee-a76f8ed03802 req-e2e8b64f-5f7b-40ec-b356-7741ce5d34e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3d1b59a-7b57-42bb-b312-c653d7039ab6 HTTP/1.1" status: 200 len: 929 time: 0.3999648 Mar 09 03:45:13.664476 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device dafec96d-b156-4708-aa7c-c945b01181b8 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:45:13.775970 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-044b4abc-af06-4c7c-b2ee-a76f8ed03802 req-183c579b-90a6-4e33-b6bb-e2d1f9bfc01b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51f5b458-b8fc-4de7-9e2a-023878508672 HTTP/1.1" status: 200 len: 217 time: 0.1313393 Mar 09 03:45:13.797674 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port dafec96d-b156-4708-aa7c-c945b01181b8 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:45:13.798253 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:13.821981 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f52f54c9-996d-4cc9-a844-4b484b106cad req-9bc81eb8-5c82-42eb-a8ac-ddeeef83c2d3 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 210 time: 0.0688071 Mar 09 03:45:14.097392 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1326bc0-313f-4216-8219-fb5af268bca6 req-809420fb-b567-4ff3-ac0d-8b1db1f1ec79 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 210 time: 0.0990493 Mar 09 03:45:14.124772 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-a5e552dd-36c7-4e72-93d4-d8aef862577c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:14.193298 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e552dd-36c7-4e72-93d4-d8aef862577c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event deleted for resources: {'Port': ['ID=32fcd728-7dc4-4581-a98d-08c02abc8742,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:14.216143 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b4abc-af06-4c7c-b2ee-a76f8ed03802 req-269206a0-8038-48e7-9e7f-7a2fe8210504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:14.217668 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-044b4abc-af06-4c7c-b2ee-a76f8ed03802 req-269206a0-8038-48e7-9e7f-7a2fe8210504 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b340e316-24f7-4939-9811-74c60326f13c HTTP/1.1" status: 200 len: 867 time: 0.4297485 Mar 09 03:45:14.363246 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098849d-65d4-4a99-8e04-a493992ae5a2 req-7ae484ae-1a83-4e41-b56e-7152d0a87b47 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:14.364724 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f098849d-65d4-4a99-8e04-a493992ae5a2 req-7ae484ae-1a83-4e41-b56e-7152d0a87b47 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 946 time: 0.4675744 Mar 09 03:45:14.512198 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f098849d-65d4-4a99-8e04-a493992ae5a2 req-bbc59d5a-d6e1-4d42-8719-e2ecf3528512 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371393 Mar 09 03:45:14.548514 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b4abc-af06-4c7c-b2ee-a76f8ed03802 req-d96c1d03-0b55-48ec-8c81-43d082e14bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:14.549967 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-044b4abc-af06-4c7c-b2ee-a76f8ed03802 req-d96c1d03-0b55-48ec-8c81-43d082e14bef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3d1b59a-7b57-42bb-b312-c653d7039ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3173556 Mar 09 03:45:14.556333 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-a5e552dd-36c7-4e72-93d4-d8aef862577c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Router b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:45:14.829618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34750c-03bb-4cba-87aa-bf0ece7bff9b req-daea1304-eada-4a84-8f28-22e49a1bd3b7 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:14.837434 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd34750c-03bb-4cba-87aa-bf0ece7bff9b req-daea1304-eada-4a84-8f28-22e49a1bd3b7 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c3b3ada-4244-4c81-9740-44b3db5560da HTTP/1.1" status: 200 len: 943 time: 0.1329591 Mar 09 03:45:14.930679 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd34750c-03bb-4cba-87aa-bf0ece7bff9b req-dd242eb8-82a1-48f4-b8fb-0ad79cae56bc tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa49059-733a-4479-a03a-bcc883f47584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922890 Mar 09 03:45:14.965633 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-a5e552dd-36c7-4e72-93d4-d8aef862577c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:45:14.986464 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788039f8-928c-406d-a61d-9aef9bc3f445 None None] Sync routers for ids ['b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:45:14.997033 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788039f8-928c-406d-a61d-9aef9bc3f445 None None] Routers {'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:45:14.997910 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-788039f8-928c-406d-a61d-9aef9bc3f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:45:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:15.000812 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-044b4abc-af06-4c7c-b2ee-a76f8ed03802 req-1d0ec8f5-3f43-43ec-beef-99958b29a585 service neutron] 10.222.0.24 "GET /v2.0/networks/b3d1b59a-7b57-42bb-b312-c653d7039ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409103 Mar 09 03:45:15.188216 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-788039f8-928c-406d-a61d-9aef9bc3f445 None None] Set router b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:45:15.280567 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-811b4cea-dffa-4d5e-aa7e-241a5e54c4c7 req-c4262cb5-40e0-4f98-816e-296af4b5f98f tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Synchronizing usage tracker for tenant:a566af917eda438b9c3772466ff37f61 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:45:15.299696 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-a5e552dd-36c7-4e72-93d4-d8aef862577c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] No DVR routers for this DVR port 32fcd728-7dc4-4581-a98d-08c02abc8742 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:45:15.306236 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-a5e552dd-36c7-4e72-93d4-d8aef862577c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:15.310211 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-deleted', 'tag': '32fcd728-7dc4-4581-a98d-08c02abc8742'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:45:15.368421 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be9f0a3f-69f8-4a4e-8237-97a15fe9b6c1 req-a5e552dd-36c7-4e72-93d4-d8aef862577c tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.21 "DELETE /v2.0/ports/32fcd728-7dc4-4581-a98d-08c02abc8742 HTTP/1.1" status: 204 len: 173 time: 3.9967501 Mar 09 03:45:15.463926 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-811b4cea-dffa-4d5e-aa7e-241a5e54c4c7 req-c4262cb5-40e0-4f98-816e-296af4b5f98f tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Unset dirty status for tenant:a566af917eda438b9c3772466ff37f61 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:45:15.471510 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-811b4cea-dffa-4d5e-aa7e-241a5e54c4c7 req-c4262cb5-40e0-4f98-816e-296af4b5f98f tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 210 time: 0.4697852 Mar 09 03:45:15.495654 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-044b4abc-af06-4c7c-b2ee-a76f8ed03802 req-83a5e9dd-0447-4add-9d0a-0c415d648c74 service neutron] 10.222.0.24 "GET /v2.0/networks/b3d1b59a-7b57-42bb-b312-c653d7039ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332936 Mar 09 03:45:15.577403 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0e58b499-dfce-4f15-91c7-7db5a348170a req-8a6961ba-e8f3-4e61-aff5-51646b0e2809 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 210 time: 0.3248882 Mar 09 03:45:15.593088 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-788039f8-928c-406d-a61d-9aef9bc3f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'name': 'tempest-TaggedBootDevicesTest-1332475293-router', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '422c3c12-5f4e-431b-a6f7-69485d5d5404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:56Z', 'updated_at': '2022-03-09T03:38:05Z', 'revision_number': 4, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'gw_port': {'id': '422c3c12-5f4e-431b-a6f7-69485d5d5404', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ae:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:57Z', 'updated_at': '2022-03-09T03:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'cbd10694-0a64-4fe4-bdb3-f48346a47472', 'name': '', 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'mac_address': 'fa:16:3e:f9:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'bed62d90-b36d-4314-b77f-03334d35249e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:38:04Z', 'updated_at': '2022-03-09T03:38:19Z', 'revision_number': 5, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'subnets': [{'id': 'bed62d90-b36d-4314-b77f-03334d35249e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:15.597747 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788039f8-928c-406d-a61d-9aef9bc3f445 None None] Checking router: b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:45:15.606725 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788039f8-928c-406d-a61d-9aef9bc3f445 None None] Routers {'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:45:15.607393 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-788039f8-928c-406d-a61d-9aef9bc3f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:45:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:15.629373 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c744300d-a05c-41fa-863b-dc0d5a540666', 'name': 'network-vif-deleted', 'tag': '32fcd728-7dc4-4581-a98d-08c02abc8742', 'status': 'completed', 'code': 200} Mar 09 03:45:15.713024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274989fc-3bf3-4b45-962f-026f98005c96 req-157202fc-419f-4170-85f5-093f6fa58670 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:15.715173 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-274989fc-3bf3-4b45-962f-026f98005c96 req-157202fc-419f-4170-85f5-093f6fa58670 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.24 "GET /v2.0/networks?id=b236dd5b-2019-418d-8a8d-2b42bdeabb23 HTTP/1.1" status: 200 len: 810 time: 0.5190310 Mar 09 03:45:15.818696 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-274989fc-3bf3-4b45-962f-026f98005c96 req-5d76305c-3230-4cd9-948f-78421fa20843 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a566af917eda438b9c3772466ff37f61 HTTP/1.1" status: 200 len: 380 time: 0.0938616 Mar 09 03:45:15.828424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-274989fc-3bf3-4b45-962f-026f98005c96 req-af3e8492-3bdd-4cd5-8fb0-a3dfc893c6a9 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Request body: {'port': {'device_id': '1f29eb81-2121-44c9-a593-ac11ad9a2d1e', 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'admin_state_up': True, 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'security_groups': ['b7725750-8971-4380-88ae-2998f491d668']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:45:15.838620 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e5818da2-e5f9-49aa-964a-b8bd45f5fc95 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:45:15.918049 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-788039f8-928c-406d-a61d-9aef9bc3f445 None None] Set router b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:45:15.992248 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2c9d7-5963-470d-8298-63a82226b03d req-a45212c2-420d-46ed-b7bb-c5d7fb219eb9 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:16.000673 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fe2c9d7-5963-470d-8298-63a82226b03d req-a45212c2-420d-46ed-b7bb-c5d7fb219eb9 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 946 time: 0.2431691 Mar 09 03:45:16.103688 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-274989fc-3bf3-4b45-962f-026f98005c96 req-af3e8492-3bdd-4cd5-8fb0-a3dfc893c6a9 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:45:16.142774 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fe2c9d7-5963-470d-8298-63a82226b03d req-69a45b3b-c22d-45a2-8c46-d6f3e2ef770b tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394560 Mar 09 03:45:16.143839 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-274989fc-3bf3-4b45-962f-026f98005c96 req-af3e8492-3bdd-4cd5-8fb0-a3dfc893c6a9 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:45:16.171882 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-274989fc-3bf3-4b45-962f-026f98005c96 req-af3e8492-3bdd-4cd5-8fb0-a3dfc893c6a9 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Made reservation on behalf of a566af917eda438b9c3772466ff37f61 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:45:16.176119 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-274989fc-3bf3-4b45-962f-026f98005c96 req-af3e8492-3bdd-4cd5-8fb0-a3dfc893c6a9 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:16.408661 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b8d6a-cd6c-410f-a72a-9db955bdb818 req-cea45848-bea6-4a1e-bd94-8858d67dbf20 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:16.410429 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-762b8d6a-cd6c-410f-a72a-9db955bdb818 req-cea45848-bea6-4a1e-bd94-8858d67dbf20 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c3b3ada-4244-4c81-9740-44b3db5560da HTTP/1.1" status: 200 len: 943 time: 0.2962172 Mar 09 03:45:16.476991 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-762b8d6a-cd6c-410f-a72a-9db955bdb818 req-b8f85c51-589d-400b-a7ba-5cfbc0c24c6d tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa49059-733a-4479-a03a-bcc883f47584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582433 Mar 09 03:45:16.494371 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-274989fc-3bf3-4b45-962f-026f98005c96 req-af3e8492-3bdd-4cd5-8fb0-a3dfc893c6a9 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Allocated IP 172.20.0.12 (b236dd5b-2019-418d-8a8d-2b42bdeabb23/63de480c-3416-46a4-bc21-c1381051f525/c216d3e7-023c-4e4d-b8d1-3bd00d20c97a) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:45:16.568774 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port e5818da2-e5f9-49aa-964a-b8bd45f5fc95, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e5818da2-e5f9-49aa-964a-b8bd45f5fc95,segment=NetworkSegment(b9669753-03d3-41ba-aa99-74a67a97b6e2),segment_id=b9669753-03d3-41ba-aa99-74a67a97b6e2)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:16.593144 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'e5818da2-e5f9-49aa-964a-b8bd45f5fc95', 'network_id': '16be6384-7665-4d3b-853c-e1f9ee6de707', 'port_id': 'e5818da2-e5f9-49aa-964a-b8bd45f5fc95', 'mac_address': 'fa:16:3e:73:f6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a78a60-3555-4424-b082-3dcd7dca5dd6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:45:16.702185 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:16.717675 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-788039f8-928c-406d-a61d-9aef9bc3f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'name': 'tempest-TaggedBootDevicesTest-1332475293-router', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '422c3c12-5f4e-431b-a6f7-69485d5d5404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:56Z', 'updated_at': '2022-03-09T03:38:05Z', 'revision_number': 4, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'gw_port': {'id': '422c3c12-5f4e-431b-a6f7-69485d5d5404', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ae:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:57Z', 'updated_at': '2022-03-09T03:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'cbd10694-0a64-4fe4-bdb3-f48346a47472', 'name': '', 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'mac_address': 'fa:16:3e:f9:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'bed62d90-b36d-4314-b77f-03334d35249e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:38:04Z', 'updated_at': '2022-03-09T03:38:19Z', 'revision_number': 5, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'subnets': [{'id': 'bed62d90-b36d-4314-b77f-03334d35249e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:16.732151 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788039f8-928c-406d-a61d-9aef9bc3f445 None None] The sync data for ids ['b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'] in n-d-825178-5 is: [{'id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'name': 'tempest-TaggedBootDevicesTest-1332475293-router', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '422c3c12-5f4e-431b-a6f7-69485d5d5404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:56Z', 'updated_at': '2022-03-09T03:38:05Z', 'revision_number': 4, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'gw_port': {'id': '422c3c12-5f4e-431b-a6f7-69485d5d5404', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ae:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:57Z', 'updated_at': '2022-03-09T03:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'cbd10694-0a64-4fe4-bdb3-f48346a47472', 'name': '', 'network_id': 'a7ff9480-13c5-42e3-ae93-360a44d2efc2', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'mac_address': 'fa:16:3e:f9:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'bed62d90-b36d-4314-b77f-03334d35249e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:38:04Z', 'updated_at': '2022-03-09T03:38:19Z', 'revision_number': 5, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'subnets': [{'id': 'bed62d90-b36d-4314-b77f-03334d35249e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:45:16.739670 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5818da2-e5f9-49aa-964a-b8bd45f5fc95 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:45:16.769648 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port e5818da2-e5f9-49aa-964a-b8bd45f5fc95, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e5818da2-e5f9-49aa-964a-b8bd45f5fc95,segment=NetworkSegment(b9669753-03d3-41ba-aa99-74a67a97b6e2),segment_id=b9669753-03d3-41ba-aa99-74a67a97b6e2)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:16.778276 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c0c0d74f-5f43-4a93-82e4-3c6d3ede39ae req-d45d266c-b350-4202-9d29-5d3e25fd32b2 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 210 time: 0.0851588 Mar 09 03:45:16.789104 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:16.889440 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-274989fc-3bf3-4b45-962f-026f98005c96 req-af3e8492-3bdd-4cd5-8fb0-a3dfc893c6a9 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:16.904177 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-905d04c5-b266-4682-a1f1-079be1264958 req-4ab27485-d3e2-487f-ba2d-56d63e5bf5a1 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Synchronizing usage tracker for tenant:ffa74fa7e259451baa8a72de689adc07 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:45:16.912630 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-274989fc-3bf3-4b45-962f-026f98005c96 req-af3e8492-3bdd-4cd5-8fb0-a3dfc893c6a9 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Transition to ACTIVE for port object c216d3e7-023c-4e4d-b8d1-3bd00d20c97a will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:45:16.934444 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-905d04c5-b266-4682-a1f1-079be1264958 req-4ab27485-d3e2-487f-ba2d-56d63e5bf5a1 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Unset dirty status for tenant:ffa74fa7e259451baa8a72de689adc07 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:45:16.944384 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-905d04c5-b266-4682-a1f1-079be1264958 req-4ab27485-d3e2-487f-ba2d-56d63e5bf5a1 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 210 time: 0.1122904 Mar 09 03:45:16.981585 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-274989fc-3bf3-4b45-962f-026f98005c96 req-af3e8492-3bdd-4cd5-8fb0-a3dfc893c6a9 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:16.997293 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=e5818da2-e5f9-49aa-964a-b8bd45f5fc95,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:17.052168 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-274989fc-3bf3-4b45-962f-026f98005c96 req-af3e8492-3bdd-4cd5-8fb0-a3dfc893c6a9 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Network b236dd5b-2019-418d-8a8d-2b42bdeabb23 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:45:17.058111 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-274989fc-3bf3-4b45-962f-026f98005c96 req-af3e8492-3bdd-4cd5-8fb0-a3dfc893c6a9 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:45:17.068677 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-274989fc-3bf3-4b45-962f-026f98005c96 req-af3e8492-3bdd-4cd5-8fb0-a3dfc893c6a9 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:45:17.105900 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['e5818da2-e5f9-49aa-964a-b8bd45f5fc95'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:45:17.145510 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e8492-3bdd-4cd5-8fb0-a3dfc893c6a9 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Pushing event updated for resources: {'Port': ['ID=c216d3e7-023c-4e4d-b8d1-3bd00d20c97a,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:17.170360 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274989fc-3bf3-4b45-962f-026f98005c96 req-af3e8492-3bdd-4cd5-8fb0-a3dfc893c6a9 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:17.170360 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-274989fc-3bf3-4b45-962f-026f98005c96 req-af3e8492-3bdd-4cd5-8fb0-a3dfc893c6a9 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:17.229547 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-274989fc-3bf3-4b45-962f-026f98005c96 req-af3e8492-3bdd-4cd5-8fb0-a3dfc893c6a9 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3984253 Mar 09 03:45:17.244296 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737182cf-fdfe-4154-afe1-c773a62201e9 None None] New status for floating IP 773e5664-cb04-4efe-b1b4-235dfc23de2b: DOWN {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:45:17.250653 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-274989fc-3bf3-4b45-962f-026f98005c96 req-0117d585-9f0e-4193-b15d-2af9953cfcc7 service neutron] Request body: {'port': {'device_id': '1f29eb81-2121-44c9-a593-ac11ad9a2d1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:45:17.678390 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-25206d64-f5a5-497a-8832-30aa48dec227 None None] Provisioning for port c216d3e7-023c-4e4d-b8d1-3bd00d20c97a completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:45:17.691181 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-25206d64-f5a5-497a-8832-30aa48dec227 None None] Provisioning complete for port c216d3e7-023c-4e4d-b8d1-3bd00d20c97a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:45:17.691181 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-25206d64-f5a5-497a-8832-30aa48dec227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:17.828924 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e5818da2-e5f9-49aa-964a-b8bd45f5fc95 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:45:17.846783 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-274989fc-3bf3-4b45-962f-026f98005c96 req-0117d585-9f0e-4193-b15d-2af9953cfcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:18.039343 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfcf38-48b6-4eba-83b5-078a92bc73db req-221e2a81-f399-44da-880b-b8e340080fcf tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:18.042475 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fedfcf38-48b6-4eba-83b5-078a92bc73db req-221e2a81-f399-44da-880b-b8e340080fcf tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c3b3ada-4244-4c81-9740-44b3db5560da HTTP/1.1" status: 200 len: 943 time: 0.2871313 Mar 09 03:45:18.074256 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 51f5b458-b8fc-4de7-9e2a-023878508672 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:45:18.089674 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113e6e0-25dc-4d28-b518-957821e5133c req-54327a82-5606-4b1a-a9e1-78a30ed4a6f1 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:18.097724 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0113e6e0-25dc-4d28-b518-957821e5133c req-54327a82-5606-4b1a-a9e1-78a30ed4a6f1 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 945 time: 0.3496547 Mar 09 03:45:18.204004 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fedfcf38-48b6-4eba-83b5-078a92bc73db req-c453081f-d94b-4fac-9afc-43c673d5dc8c tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa49059-733a-4479-a03a-bcc883f47584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491134 Mar 09 03:45:18.223792 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-25206d64-f5a5-497a-8832-30aa48dec227 None None] Port c216d3e7-023c-4e4d-b8d1-3bd00d20c97a cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:45:18.283415 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0113e6e0-25dc-4d28-b518-957821e5133c req-874327b9-9a2f-4334-a485-23e62082660a tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846526 Mar 09 03:45:18.340759 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 51f5b458-b8fc-4de7-9e2a-023878508672, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=51f5b458-b8fc-4de7-9e2a-023878508672,segment=NetworkSegment(9393a25b-f651-420a-93ee-063b134294ee),segment_id=9393a25b-f651-420a-93ee-063b134294ee)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:18.370464 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '51f5b458-b8fc-4de7-9e2a-023878508672', 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6', 'port_id': '51f5b458-b8fc-4de7-9e2a-023878508672', 'mac_address': 'fa:16:3e:2a:6f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b340e316-24f7-4939-9811-74c60326f13c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:45:18.375383 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:18.427409 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e5818da2-e5f9-49aa-964a-b8bd45f5fc95 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:45:18.496275 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port e5818da2-e5f9-49aa-964a-b8bd45f5fc95, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e5818da2-e5f9-49aa-964a-b8bd45f5fc95,segment=NetworkSegment(b9669753-03d3-41ba-aa99-74a67a97b6e2),segment_id=b9669753-03d3-41ba-aa99-74a67a97b6e2)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:18.514420 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:18.565278 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb7c34-edaf-4418-b1c5-17b5dce743d8 req-a7bd478b-89fb-44bc-afee-8dbb6e7aded9 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:18.567139 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-99eb7c34-edaf-4418-b1c5-17b5dce743d8 req-a7bd478b-89fb-44bc-afee-8dbb6e7aded9 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 932 time: 0.1490831 Mar 09 03:45:18.568011 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:18.625038 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f5b458-b8fc-4de7-9e2a-023878508672 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:45:18.673283 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-99eb7c34-edaf-4418-b1c5-17b5dce743d8 req-653e2b1d-11dd-4be5-9609-826563a90be6 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966339 Mar 09 03:45:18.693591 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 51f5b458-b8fc-4de7-9e2a-023878508672, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=51f5b458-b8fc-4de7-9e2a-023878508672,segment=NetworkSegment(9393a25b-f651-420a-93ee-063b134294ee),segment_id=9393a25b-f651-420a-93ee-063b134294ee)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:18.710108 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:18.759016 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=e5818da2-e5f9-49aa-964a-b8bd45f5fc95,revision_number=7']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:18.785085 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-03f3a1e7-5ca3-42e4-a79f-83ffeb87b20a req-e2af9524-7881-47f3-82fa-7a1ff498a903 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/ports?device_id=c744300d-a05c-41fa-863b-dc0d5a540666 HTTP/1.1" status: 200 len: 210 time: 0.0708644 Mar 09 03:45:18.889980 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=51f5b458-b8fc-4de7-9e2a-023878508672,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:19.066788 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-274989fc-3bf3-4b45-962f-026f98005c96 req-0117d585-9f0e-4193-b15d-2af9953cfcc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c216d3e7-023c-4e4d-b8d1-3bd00d20c97a {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:45:19.077754 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-274989fc-3bf3-4b45-962f-026f98005c96 req-0117d585-9f0e-4193-b15d-2af9953cfcc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:19.103220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-274989fc-3bf3-4b45-962f-026f98005c96 req-0117d585-9f0e-4193-b15d-2af9953cfcc7 service neutron] Transition to ACTIVE for port object c216d3e7-023c-4e4d-b8d1-3bd00d20c97a will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:45:19.107580 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['51f5b458-b8fc-4de7-9e2a-023878508672'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:45:19.111419 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-274989fc-3bf3-4b45-962f-026f98005c96 req-0117d585-9f0e-4193-b15d-2af9953cfcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:19.750177 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e5818da2-e5f9-49aa-964a-b8bd45f5fc95 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:45:19.755765 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117d585-9f0e-4193-b15d-2af9953cfcc7 service neutron] Pushing event updated for resources: {'Port': ['ID=c216d3e7-023c-4e4d-b8d1-3bd00d20c97a,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:19.954523 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7d5d0-48d7-40d2-9a03-947a87dc8443 req-7519c804-569f-4abe-af21-5ca26fff2898 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:19.961723 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-32f7d5d0-48d7-40d2-9a03-947a87dc8443 req-7519c804-569f-4abe-af21-5ca26fff2898 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c3b3ada-4244-4c81-9740-44b3db5560da HTTP/1.1" status: 200 len: 944 time: 0.2607622 Mar 09 03:45:19.980681 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port e5818da2-e5f9-49aa-964a-b8bd45f5fc95 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:45:19.980681 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:20.077635 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-32f7d5d0-48d7-40d2-9a03-947a87dc8443 req-09cb74f1-b689-4391-aa39-0b8e6c2b253a tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa49059-733a-4479-a03a-bcc883f47584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209579 Mar 09 03:45:20.108815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-274989fc-3bf3-4b45-962f-026f98005c96 req-0117d585-9f0e-4193-b15d-2af9953cfcc7 service neutron] Attempting to bind port c216d3e7-023c-4e4d-b8d1-3bd00d20c97a on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:45:20.108815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-274989fc-3bf3-4b45-962f-026f98005c96 req-0117d585-9f0e-4193-b15d-2af9953cfcc7 service neutron] Attempting to bind port c216d3e7-023c-4e4d-b8d1-3bd00d20c97a by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '8f56de3d-717d-453f-908f-695376d58b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:45:20.109370 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274989fc-3bf3-4b45-962f-026f98005c96 req-0117d585-9f0e-4193-b15d-2af9953cfcc7 service neutron] Attempting to bind port c216d3e7-023c-4e4d-b8d1-3bd00d20c97a on network b236dd5b-2019-418d-8a8d-2b42bdeabb23 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:45:20.119939 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274989fc-3bf3-4b45-962f-026f98005c96 req-0117d585-9f0e-4193-b15d-2af9953cfcc7 service neutron] Port c216d3e7-023c-4e4d-b8d1-3bd00d20c97a on network b236dd5b-2019-418d-8a8d-2b42bdeabb23 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:45:20.120135 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274989fc-3bf3-4b45-962f-026f98005c96 req-0117d585-9f0e-4193-b15d-2af9953cfcc7 service neutron] Attempting to bind port c216d3e7-023c-4e4d-b8d1-3bd00d20c97a on network b236dd5b-2019-418d-8a8d-2b42bdeabb23 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:45:20.133520 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274989fc-3bf3-4b45-962f-026f98005c96 req-0117d585-9f0e-4193-b15d-2af9953cfcc7 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:45:20.136311 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274989fc-3bf3-4b45-962f-026f98005c96 req-0117d585-9f0e-4193-b15d-2af9953cfcc7 service neutron] Checking segment: {'id': '8f56de3d-717d-453f-908f-695376d58b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:45:20.136311 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274989fc-3bf3-4b45-962f-026f98005c96 req-0117d585-9f0e-4193-b15d-2af9953cfcc7 service neutron] Bound using segment: {'id': '8f56de3d-717d-453f-908f-695376d58b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:45:20.139180 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-274989fc-3bf3-4b45-962f-026f98005c96 req-0117d585-9f0e-4193-b15d-2af9953cfcc7 service neutron] Bound port: c216d3e7-023c-4e4d-b8d1-3bd00d20c97a, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f56de3d-717d-453f-908f-695376d58b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:45:20.139180 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-274989fc-3bf3-4b45-962f-026f98005c96 req-0117d585-9f0e-4193-b15d-2af9953cfcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:20.170599 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a436f-87fa-4128-95fe-6e9503b3e450 req-8511292b-82b5-43f3-ac61-5a402cd15590 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:20.180735 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f22a436f-87fa-4128-95fe-6e9503b3e450 req-8511292b-82b5-43f3-ac61-5a402cd15590 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 944 time: 0.3357327 Mar 09 03:45:20.220880 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:20.272800 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5818da2-e5f9-49aa-964a-b8bd45f5fc95'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:45:20.315998 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port e5818da2-e5f9-49aa-964a-b8bd45f5fc95, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e5818da2-e5f9-49aa-964a-b8bd45f5fc95,segment=NetworkSegment(b9669753-03d3-41ba-aa99-74a67a97b6e2),segment_id=b9669753-03d3-41ba-aa99-74a67a97b6e2)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:20.320492 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:20.340373 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f22a436f-87fa-4128-95fe-6e9503b3e450 req-7e120381-7fb5-4f31-8828-16ad2d95270c tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589701 Mar 09 03:45:20.348146 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b695d72-94c7-46f8-ba37-18d7492608e1 req-f2e158cb-a7f9-442b-aaff-37eb41f870fc tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:20.350569 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-274989fc-3bf3-4b45-962f-026f98005c96 req-0117d585-9f0e-4193-b15d-2af9953cfcc7 service neutron] For port c216d3e7-023c-4e4d-b8d1-3bd00d20c97a, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:45:20.360878 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3b695d72-94c7-46f8-ba37-18d7492608e1 req-f2e158cb-a7f9-442b-aaff-37eb41f870fc tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 944 time: 0.1525710 Mar 09 03:45:20.361580 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-274989fc-3bf3-4b45-962f-026f98005c96 req-0117d585-9f0e-4193-b15d-2af9953cfcc7 service neutron] For port c216d3e7-023c-4e4d-b8d1-3bd00d20c97a, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c216d3e7-023c-4e4d-b8d1-3bd00d20c97a,segment=NetworkSegment(8f56de3d-717d-453f-908f-695376d58b50),segment_id=8f56de3d-717d-453f-908f-695376d58b50)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:45:20.371309 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-274989fc-3bf3-4b45-962f-026f98005c96 req-0117d585-9f0e-4193-b15d-2af9953cfcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:20.428725 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=e5818da2-e5f9-49aa-964a-b8bd45f5fc95,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:20.458089 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3b695d72-94c7-46f8-ba37-18d7492608e1 req-f54fe960-039b-4fe9-93b4-213aa220d73c tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917037 Mar 09 03:45:20.508820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274989fc-3bf3-4b45-962f-026f98005c96 req-0117d585-9f0e-4193-b15d-2af9953cfcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:20.510672 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-274989fc-3bf3-4b45-962f-026f98005c96 req-0117d585-9f0e-4193-b15d-2af9953cfcc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:20.511420 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5818da2-e5f9-49aa-964a-b8bd45f5fc95', 'code': 200} Mar 09 03:45:20.516653 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54638) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:20.525613 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-274989fc-3bf3-4b45-962f-026f98005c96 req-0117d585-9f0e-4193-b15d-2af9953cfcc7 service neutron] 10.222.0.24 "PUT /v2.0/ports/c216d3e7-023c-4e4d-b8d1-3bd00d20c97a HTTP/1.1" status: 200 len: 1092 time: 3.2866249 Mar 09 03:45:20.526163 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f29eb81-2121-44c9-a593-ac11ad9a2d1e', 'tag': 'c216d3e7-023c-4e4d-b8d1-3bd00d20c97a'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:45:20.643984 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f5cfb25b-9a10-4dca-b20c-ae0237a61711 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:20.660830 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f29eb81-2121-44c9-a593-ac11ad9a2d1e', 'tag': 'c216d3e7-023c-4e4d-b8d1-3bd00d20c97a', 'status': 'completed', 'code': 200} Mar 09 03:45:20.681591 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f5cfb25b-9a10-4dca-b20c-ae0237a61711 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:20.698898 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117d585-9f0e-4193-b15d-2af9953cfcc7 service neutron] Pushing event updated for resources: {'Port': ['ID=c216d3e7-023c-4e4d-b8d1-3bd00d20c97a,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:20.750918 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274989fc-3bf3-4b45-962f-026f98005c96 req-a84715ca-ef02-4728-957d-1a74fb86f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:20.754311 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-274989fc-3bf3-4b45-962f-026f98005c96 req-a84715ca-ef02-4728-957d-1a74fb86f4c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a566af917eda438b9c3772466ff37f61&device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 1095 time: 0.1809595 Mar 09 03:45:20.815089 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963f899-a086-4d59-9312-94415882cf93 req-f4279174-78a8-4ee5-9c23-8012222fdfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:20.816737 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3963f899-a086-4d59-9312-94415882cf93 req-f4279174-78a8-4ee5-9c23-8012222fdfe6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 1097 time: 0.1163831 Mar 09 03:45:20.822104 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f5cfb25b-9a10-4dca-b20c-ae0237a61711 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:20.841418 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-274989fc-3bf3-4b45-962f-026f98005c96 req-9a257430-b361-4fb0-8a4b-f960dfe198fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c216d3e7-023c-4e4d-b8d1-3bd00d20c97a HTTP/1.1" status: 200 len: 217 time: 0.0779827 Mar 09 03:45:20.896517 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfb25b-9a10-4dca-b20c-ae0237a61711 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=612f0ffc-179a-42be-a6a0-816d76f29eb6,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:20.911917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfb25b-9a10-4dca-b20c-ae0237a61711 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:20.913116 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfb25b-9a10-4dca-b20c-ae0237a61711 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:20.913961 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfb25b-9a10-4dca-b20c-ae0237a61711 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:20.914106 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfb25b-9a10-4dca-b20c-ae0237a61711 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:20.914474 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfb25b-9a10-4dca-b20c-ae0237a61711 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:20.914767 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfb25b-9a10-4dca-b20c-ae0237a61711 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:20.915248 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfb25b-9a10-4dca-b20c-ae0237a61711 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:20.916601 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfb25b-9a10-4dca-b20c-ae0237a61711 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:20.917626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfb25b-9a10-4dca-b20c-ae0237a61711 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:20.917626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfb25b-9a10-4dca-b20c-ae0237a61711 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:20.917947 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfb25b-9a10-4dca-b20c-ae0237a61711 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:20.918221 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfb25b-9a10-4dca-b20c-ae0237a61711 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:20.934038 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3963f899-a086-4d59-9312-94415882cf93 req-dafd8362-5835-484f-bb93-d50f177ff3f1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952275 Mar 09 03:45:20.935673 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f5cfb25b-9a10-4dca-b20c-ae0237a61711 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:20.938920 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f5cfb25b-9a10-4dca-b20c-ae0237a61711 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "DELETE /v2.0/security-groups/612f0ffc-179a-42be-a6a0-816d76f29eb6 HTTP/1.1" status: 204 len: 168 time: 0.4190898 Mar 09 03:45:20.940190 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54646) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:20.945595 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274989fc-3bf3-4b45-962f-026f98005c96 req-3ea27494-b85b-4296-aef2-3b6b14da30b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:20.946805 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-274989fc-3bf3-4b45-962f-026f98005c96 req-3ea27494-b85b-4296-aef2-3b6b14da30b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63de480c-3416-46a4-bc21-c1381051f525 HTTP/1.1" status: 200 len: 849 time: 0.0968978 Mar 09 03:45:21.012093 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-d8e5da3a-f27c-456a-9d64-28d7728ba6b4 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] show failed (client error): The resource could not be found. Mar 09 03:45:21.012093 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d8e5da3a-f27c-456a-9d64-28d7728ba6b4 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "GET /v2.0/security-groups/612f0ffc-179a-42be-a6a0-816d76f29eb6 HTTP/1.1" status: 404 len: 347 time: 0.0684721 Mar 09 03:45:21.013346 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54650) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:21.281567 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-e530df0c-97f9-41ff-9ea6-ed8d995887d0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Deleting port b4b5455f-9b6d-4879-9457-93e1d1b84823 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:21.281567 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e530df0c-97f9-41ff-9ea6-ed8d995887d0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:21.353145 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274989fc-3bf3-4b45-962f-026f98005c96 req-9df911d2-3148-4a3d-baa0-0d5d5206741a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:21.354647 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-274989fc-3bf3-4b45-962f-026f98005c96 req-9df911d2-3148-4a3d-baa0-0d5d5206741a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b236dd5b-2019-418d-8a8d-2b42bdeabb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3932264 Mar 09 03:45:21.784616 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bdc47-05e7-444a-bfe2-12637c574db3 req-500a8be4-4951-4aae-ad1e-32626194a019 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:21.786068 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a67bdc47-05e7-444a-bfe2-12637c574db3 req-500a8be4-4951-4aae-ad1e-32626194a019 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c3b3ada-4244-4c81-9740-44b3db5560da HTTP/1.1" status: 200 len: 944 time: 0.5577431 Mar 09 03:45:21.792077 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-274989fc-3bf3-4b45-962f-026f98005c96 req-93acc222-8dc2-46b8-9865-dfe5970a3c39 service neutron] 10.222.0.24 "GET /v2.0/networks/b236dd5b-2019-418d-8a8d-2b42bdeabb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251099 Mar 09 03:45:21.797757 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e530df0c-97f9-41ff-9ea6-ed8d995887d0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:21.797757 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e530df0c-97f9-41ff-9ea6-ed8d995887d0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:21.807148 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd899f-4e2f-4ace-aa05-81da12ae71ed req-993447e4-af48-4c79-9c2c-6ba74203674c tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:21.813668 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-45dd899f-4e2f-4ace-aa05-81da12ae71ed req-993447e4-af48-4c79-9c2c-6ba74203674c tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 946 time: 0.1317816 Mar 09 03:45:21.872588 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-45dd899f-4e2f-4ace-aa05-81da12ae71ed req-ea0163f9-1921-4728-aaed-7b70673fb52e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578001 Mar 09 03:45:22.033084 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-e530df0c-97f9-41ff-9ea6-ed8d995887d0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Calling delete_port for b4b5455f-9b6d-4879-9457-93e1d1b84823 owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:45:22.093017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 51f5b458-b8fc-4de7-9e2a-023878508672 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:45:22.144250 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72057ae3-5971-4327-90df-329fdeaea910 req-2290bcab-db6c-40c0-a169-d958150fb00f tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:22.145783 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-72057ae3-5971-4327-90df-329fdeaea910 req-2290bcab-db6c-40c0-a169-d958150fb00f tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 944 time: 0.1383131 Mar 09 03:45:22.164190 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a67bdc47-05e7-444a-bfe2-12637c574db3 req-4032ec04-9b6f-4c5d-9117-6c7d9c987f93 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa49059-733a-4479-a03a-bcc883f47584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693876 Mar 09 03:45:22.234800 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-274989fc-3bf3-4b45-962f-026f98005c96 req-c4daac76-d9f1-4e52-989e-fac78896e189 service neutron] 10.222.0.24 "GET /v2.0/networks/b236dd5b-2019-418d-8a8d-2b42bdeabb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285514 Mar 09 03:45:22.261861 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-72057ae3-5971-4327-90df-329fdeaea910 req-204cb8f1-cb52-487f-865b-a777cdbecc5c tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081412 Mar 09 03:45:22.309989 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 51f5b458-b8fc-4de7-9e2a-023878508672 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:45:22.320247 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 51f5b458-b8fc-4de7-9e2a-023878508672 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:45:22.320638 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:22.324639 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e530df0c-97f9-41ff-9ea6-ed8d995887d0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:22.401985 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530df0c-97f9-41ff-9ea6-ed8d995887d0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event deleted for resources: {'Port': ['ID=b4b5455f-9b6d-4879-9457-93e1d1b84823,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:22.483842 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:22.523248 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3b3ada-4244-4c81-9740-44b3db5560da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f5b458-b8fc-4de7-9e2a-023878508672'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:45:22.545625 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 51f5b458-b8fc-4de7-9e2a-023878508672, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=51f5b458-b8fc-4de7-9e2a-023878508672,segment=NetworkSegment(9393a25b-f651-420a-93ee-063b134294ee),segment_id=9393a25b-f651-420a-93ee-063b134294ee)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:22.553350 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:22.665239 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e530df0c-97f9-41ff-9ea6-ed8d995887d0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:22.669001 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3b3ada-4244-4c81-9740-44b3db5560da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f5b458-b8fc-4de7-9e2a-023878508672', 'code': 200} Mar 09 03:45:22.669850 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=51f5b458-b8fc-4de7-9e2a-023878508672,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:22.704122 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e530df0c-97f9-41ff-9ea6-ed8d995887d0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:22.705522 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e530df0c-97f9-41ff-9ea6-ed8d995887d0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "DELETE /v2.0/floatingips/773e5664-cb04-4efe-b1b4-235dfc23de2b HTTP/1.1" status: 204 len: 168 time: 1.6919570 Mar 09 03:45:22.710062 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48571a60-5c1b-4a06-9361-63ba8eb71e1c req-1bde7128-4df5-43e9-9779-2295669ce119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:22.711737 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-48571a60-5c1b-4a06-9361-63ba8eb71e1c req-1bde7128-4df5-43e9-9779-2295669ce119 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a566af917eda438b9c3772466ff37f61&device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 1095 time: 0.1773562 Mar 09 03:45:22.712418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54670) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:22.780996 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476c3ce-5481-49d6-9ce8-7dac9420fce1 req-15fbf72f-862b-41de-ba13-c3ff1dfccfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:22.782491 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e476c3ce-5481-49d6-9ce8-7dac9420fce1 req-15fbf72f-862b-41de-ba13-c3ff1dfccfab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5c3b3ada-4244-4c81-9740-44b3db5560da HTTP/1.1" status: 200 len: 1096 time: 0.0773122 Mar 09 03:45:22.829212 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e476c3ce-5481-49d6-9ce8-7dac9420fce1 req-c5512546-04a2-4be1-addf-fe14e38c34f5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=daa49059-733a-4479-a03a-bcc883f47584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405681 Mar 09 03:45:22.863009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfeecb-f2c1-4b3e-8265-0d95b1e7aa11 req-2f0055da-4ae2-4300-8b09-1fa62d788f88 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:22.864458 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a8cfeecb-f2c1-4b3e-8265-0d95b1e7aa11 req-2f0055da-4ae2-4300-8b09-1fa62d788f88 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/ports?device_id=76fe0c13-d285-411b-b087-011d6a21305b HTTP/1.1" status: 200 len: 946 time: 0.2806075 Mar 09 03:45:22.912332 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4a595a70-0698-4c21-af00-7b654d37ab33 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Deleting port 5df6d4dd-0e22-4b62-b790-96149b03ad94 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:22.912909 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a595a70-0698-4c21-af00-7b654d37ab33 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:22.998075 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a8cfeecb-f2c1-4b3e-8265-0d95b1e7aa11 req-1945111a-f80a-4b4a-934c-f930cadedada tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/security-groups?id=61bea364-3afb-4b36-b5d0-a6a233af654b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200128 Mar 09 03:45:23.010811 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48571a60-5c1b-4a06-9361-63ba8eb71e1c req-115c614b-0518-450b-98e4-b35aa8c9ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:23.013885 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-48571a60-5c1b-4a06-9361-63ba8eb71e1c req-115c614b-0518-450b-98e4-b35aa8c9ae6e service neutron] 10.222.0.24 "GET /v2.0/networks?id=b236dd5b-2019-418d-8a8d-2b42bdeabb23 HTTP/1.1" status: 200 len: 911 time: 0.2577312 Mar 09 03:45:23.104828 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9e523-66ae-4ada-8323-d21df5210a1d req-1012dbb8-7211-4d99-8d2c-7be89b135288 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:23.112561 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-54b9e523-66ae-4ada-8323-d21df5210a1d req-1012dbb8-7211-4d99-8d2c-7be89b135288 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 946 time: 0.1030400 Mar 09 03:45:23.153310 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-54b9e523-66ae-4ada-8323-d21df5210a1d req-0958bb48-79b0-49e5-bef0-e0c4f909dbba tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409558 Mar 09 03:45:23.182555 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-48571a60-5c1b-4a06-9361-63ba8eb71e1c req-18c30729-6720-4c16-834b-eec57f9e555c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c216d3e7-023c-4e4d-b8d1-3bd00d20c97a HTTP/1.1" status: 200 len: 217 time: 0.0795434 Mar 09 03:45:23.416242 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f47a1-3c8c-45f8-bb22-4272a7999d49 req-bb516628-58e3-4de1-878e-16c573c6f96b tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:23.417811 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3b5f47a1-3c8c-45f8-bb22-4272a7999d49 req-bb516628-58e3-4de1-878e-16c573c6f96b tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c3b3ada-4244-4c81-9740-44b3db5560da HTTP/1.1" status: 200 len: 945 time: 0.0995827 Mar 09 03:45:23.434710 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48571a60-5c1b-4a06-9361-63ba8eb71e1c req-1ac40a8f-984a-4357-98e5-034f4b623ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:23.436726 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-48571a60-5c1b-4a06-9361-63ba8eb71e1c req-1ac40a8f-984a-4357-98e5-034f4b623ff9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63de480c-3416-46a4-bc21-c1381051f525 HTTP/1.1" status: 200 len: 849 time: 0.2024934 Mar 09 03:45:23.438465 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a595a70-0698-4c21-af00-7b654d37ab33 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:23.466560 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3b5f47a1-3c8c-45f8-bb22-4272a7999d49 req-af7bf551-5e31-46a5-a87e-adb773116743 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa49059-733a-4479-a03a-bcc883f47584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431006 Mar 09 03:45:23.693441 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3a81b-aa2c-44c0-9514-96536abc9806 req-b61839ae-d564-43dc-a47b-d36c6f815413 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:23.695180 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d2e3a81b-aa2c-44c0-9514-96536abc9806 req-b61839ae-d564-43dc-a47b-d36c6f815413 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 944 time: 0.1081953 Mar 09 03:45:23.741781 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d2e3a81b-aa2c-44c0-9514-96536abc9806 req-a11b173d-c484-4e13-bfa5-d59f97d1c664 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406730 Mar 09 03:45:23.757045 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4a595a70-0698-4c21-af00-7b654d37ab33 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Calling delete_port for 5df6d4dd-0e22-4b62-b790-96149b03ad94 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:45:23.843865 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa369bd2-a277-437f-9e82-0932e3a2640b req-ba922524-c977-49bc-bf78-3a5a756e2059 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:23.845316 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aa369bd2-a277-437f-9e82-0932e3a2640b req-ba922524-c977-49bc-bf78-3a5a756e2059 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 946 time: 0.5480320 Mar 09 03:45:23.946793 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48571a60-5c1b-4a06-9361-63ba8eb71e1c req-f5f69188-99ba-42ba-a9ce-21f9daf59744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:23.948278 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-48571a60-5c1b-4a06-9361-63ba8eb71e1c req-f5f69188-99ba-42ba-a9ce-21f9daf59744 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b236dd5b-2019-418d-8a8d-2b42bdeabb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4982357 Mar 09 03:45:23.964345 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aa369bd2-a277-437f-9e82-0932e3a2640b req-82c7fb86-2cb7-4237-a6a4-1ca1046a5a02 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024625 Mar 09 03:45:24.080336 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a595a70-0698-4c21-af00-7b654d37ab33 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:24.143533 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a595a70-0698-4c21-af00-7b654d37ab33 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event deleted for resources: {'Port': ['ID=5df6d4dd-0e22-4b62-b790-96149b03ad94,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:24.205921 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddfe04-76ae-4929-aa72-3e6feefb8e0f req-aaa2a37e-f033-4795-9977-fc3ec5a169fc tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:24.214570 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-85ddfe04-76ae-4929-aa72-3e6feefb8e0f req-aaa2a37e-f033-4795-9977-fc3ec5a169fc tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/ports?device_id=76fe0c13-d285-411b-b087-011d6a21305b HTTP/1.1" status: 200 len: 946 time: 0.1088421 Mar 09 03:45:24.250293 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-48571a60-5c1b-4a06-9361-63ba8eb71e1c req-310e9115-d189-444b-aefc-21eb6a3409b0 service neutron] 10.222.0.24 "GET /v2.0/networks/b236dd5b-2019-418d-8a8d-2b42bdeabb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890425 Mar 09 03:45:24.273643 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a595a70-0698-4c21-af00-7b654d37ab33 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:24.322769 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4a595a70-0698-4c21-af00-7b654d37ab33 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "DELETE /v2.0/ports/5df6d4dd-0e22-4b62-b790-96149b03ad94 HTTP/1.1" status: 204 len: 168 time: 1.6084607 Mar 09 03:45:24.325509 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-85ddfe04-76ae-4929-aa72-3e6feefb8e0f req-b1d2d4f0-28c8-47b6-a71c-76b8d2d483a2 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/security-groups?id=61bea364-3afb-4b36-b5d0-a6a233af654b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095750 Mar 09 03:45:24.325737 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54712) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:24.462742 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-a4f1f150-0f5e-4ae9-8039-5f68a52e1fa9 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Deleting port 72168413-1159-417e-b3ea-b4d4a7193d03 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:24.463415 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4f1f150-0f5e-4ae9-8039-5f68a52e1fa9 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:24.590900 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-48571a60-5c1b-4a06-9361-63ba8eb71e1c req-17dbd288-9fd4-462a-838c-d7e19eb7832c service neutron] 10.222.0.24 "GET /v2.0/networks/b236dd5b-2019-418d-8a8d-2b42bdeabb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194187 Mar 09 03:45:24.755010 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6f648-7cc4-4f14-a60b-377286fa1d4b req-3450d2cb-849f-43ff-8d72-8522a90e40ab tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:24.757665 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35e6f648-7cc4-4f14-a60b-377286fa1d4b req-3450d2cb-849f-43ff-8d72-8522a90e40ab tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c3b3ada-4244-4c81-9740-44b3db5560da HTTP/1.1" status: 200 len: 945 time: 0.1379423 Mar 09 03:45:24.793919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-a95fd695-58ad-4c0c-8960-7f370240111c tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:24.795912 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-a95fd695-58ad-4c0c-8960-7f370240111c tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/networks?id=16be6384-7665-4d3b-853c-e1f9ee6de707 HTTP/1.1" status: 200 len: 815 time: 0.3009510 Mar 09 03:45:24.803665 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35e6f648-7cc4-4f14-a60b-377286fa1d4b req-1add8e64-3ea8-4402-86cc-eadce48810fa tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa49059-733a-4479-a03a-bcc883f47584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404899 Mar 09 03:45:24.890769 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-59acd297-8663-4a23-b6f7-92b148490fc9 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/quotas/ca529601472a4967a21b451b8c93eb48 HTTP/1.1" status: 200 len: 375 time: 0.0777335 Mar 09 03:45:24.989100 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4f1f150-0f5e-4ae9-8039-5f68a52e1fa9 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:25.003583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086841cf-f930-4f2d-b56c-81534df43604 req-c655bd21-7ed2-4024-acf2-c8dbb1101331 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:25.005389 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-086841cf-f930-4f2d-b56c-81534df43604 req-c655bd21-7ed2-4024-acf2-c8dbb1101331 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 944 time: 0.0923889 Mar 09 03:45:25.053045 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-086841cf-f930-4f2d-b56c-81534df43604 req-dd50c8df-68e1-444c-9f34-d22b2be4057d tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420384 Mar 09 03:45:25.117884 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-a4f1f150-0f5e-4ae9-8039-5f68a52e1fa9 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Calling delete_port for 72168413-1159-417e-b3ea-b4d4a7193d03 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:45:25.266896 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-36f8ee07-e84c-437e-94cf-e7f2a0121ac9 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 258 time: 0.1903837 Mar 09 03:45:25.276763 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-b887c1ad-7737-441d-83b8-1f6cc69bf9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:45:25.285032 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-b887c1ad-7737-441d-83b8-1f6cc69bf9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:45:25.289249 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-b887c1ad-7737-441d-83b8-1f6cc69bf9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Usage tracker for resource:floatingip and tenant:c50018b592af4976ba6ed104dcc582d3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:45:25.292867 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-b887c1ad-7737-441d-83b8-1f6cc69bf9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:45:25.300334 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-b887c1ad-7737-441d-83b8-1f6cc69bf9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:45:25.313906 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-b887c1ad-7737-441d-83b8-1f6cc69bf9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:25.324489 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-c3bfd1f6-3756-41cb-8ce6-345548ab6c10 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ca529601472a4967a21b451b8c93eb48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4202147 Mar 09 03:45:25.535778 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-e7a1a3a8-92f5-4187-a7e2-00bc9b7d3080 service neutron] 10.222.0.16 "GET /v2.0/networks/16be6384-7665-4d3b-853c-e1f9ee6de707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870286 Mar 09 03:45:25.536870 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4f1f150-0f5e-4ae9-8039-5f68a52e1fa9 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:25.567199 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-b887c1ad-7737-441d-83b8-1f6cc69bf9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:25.649698 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1f150-0f5e-4ae9-8039-5f68a52e1fa9 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event deleted for resources: {'Port': ['ID=72168413-1159-417e-b3ea-b4d4a7193d03,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:25.826524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-b887c1ad-7737-441d-83b8-1f6cc69bf9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Allocated IP 172.25.7.198 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/427b51fe-5558-44e3-b13d-815b75fe1fcc) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:45:25.854466 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4f1f150-0f5e-4ae9-8039-5f68a52e1fa9 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:25.889439 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a4f1f150-0f5e-4ae9-8039-5f68a52e1fa9 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "DELETE /v2.0/ports/72168413-1159-417e-b3ea-b4d4a7193d03 HTTP/1.1" status: 204 len: 168 time: 1.5596650 Mar 09 03:45:25.894448 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54748) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:25.896370 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-ec977500-951e-444b-a810-4c456e280ade service neutron] 10.222.0.16 "GET /v2.0/networks/16be6384-7665-4d3b-853c-e1f9ee6de707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115697 Mar 09 03:45:25.923179 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a1fd7-6c43-4e11-8f7d-7c9fe8f6a121 req-f97e7786-7622-4ab7-871b-a3ec2cd34558 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:25.935226 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c07a1fd7-6c43-4e11-8f7d-7c9fe8f6a121 req-f97e7786-7622-4ab7-871b-a3ec2cd34558 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5 HTTP/1.1" status: 200 len: 946 time: 0.1691604 Mar 09 03:45:26.014455 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-c07a1fd7-6c43-4e11-8f7d-7c9fe8f6a121 req-46c5b9ec-2d14-402d-8eaf-807e854baeaf tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Deleting port e5818da2-e5f9-49aa-964a-b8bd45f5fc95 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:26.014791 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c07a1fd7-6c43-4e11-8f7d-7c9fe8f6a121 req-46c5b9ec-2d14-402d-8eaf-807e854baeaf tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:26.158428 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-b887c1ad-7737-441d-83b8-1f6cc69bf9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:26.173561 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54a409-6a26-4109-9cc9-e902b93d0e0f req-4ece6361-4e99-4d3d-a5f8-955036c634d7 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:26.177017 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3c54a409-6a26-4109-9cc9-e902b93d0e0f req-4ece6361-4e99-4d3d-a5f8-955036c634d7 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.21 "GET /v2.0/ports?device_id=76fe0c13-d285-411b-b087-011d6a21305b HTTP/1.1" status: 200 len: 946 time: 0.5022798 Mar 09 03:45:26.259744 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4c2fbf-ed07-429c-bd87-1d0845d63664 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Deleting subnet b8ece047-456b-4972-b520-ee59d144b7d9 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:45:26.284718 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-af4c2fbf-ed07-429c-bd87-1d0845d63664 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:26.353382 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-3c54a409-6a26-4109-9cc9-e902b93d0e0f req-650ae6a4-15f6-4693-a2de-d769872a8b1a tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Deleting port 89468f52-5077-4848-a03a-f3e0e89191d7 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:26.353382 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3c54a409-6a26-4109-9cc9-e902b93d0e0f req-650ae6a4-15f6-4693-a2de-d769872a8b1a tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:26.410728 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-af4c2fbf-ed07-429c-bd87-1d0845d63664 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:26.412289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-c07a1fd7-6c43-4e11-8f7d-7c9fe8f6a121 req-46c5b9ec-2d14-402d-8eaf-807e854baeaf tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] For port e5818da2-e5f9-49aa-964a-b8bd45f5fc95, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e5818da2-e5f9-49aa-964a-b8bd45f5fc95,segment=NetworkSegment(b9669753-03d3-41ba-aa99-74a67a97b6e2),segment_id=b9669753-03d3-41ba-aa99-74a67a97b6e2)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:26.412757 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c07a1fd7-6c43-4e11-8f7d-7c9fe8f6a121 req-46c5b9ec-2d14-402d-8eaf-807e854baeaf tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:26.476470 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-b887c1ad-7737-441d-83b8-1f6cc69bf9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:26.592450 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-c07a1fd7-6c43-4e11-8f7d-7c9fe8f6a121 req-46c5b9ec-2d14-402d-8eaf-807e854baeaf tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Calling delete_port for e5818da2-e5f9-49aa-964a-b8bd45f5fc95 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:45:26.597151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-b887c1ad-7737-441d-83b8-1f6cc69bf9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:45:26.604821 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-b887c1ad-7737-441d-83b8-1f6cc69bf9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:45:26.616133 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-b887c1ad-7737-441d-83b8-1f6cc69bf9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:45:26.644364 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba93bf2-f65d-4c8d-b593-5de34bb32a18 req-73c8d213-330c-4979-b3df-9ea494400614 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:26.651447 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ba93bf2-f65d-4c8d-b593-5de34bb32a18 req-73c8d213-330c-4979-b3df-9ea494400614 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/ports?device_id=76fe0c13-d285-411b-b087-011d6a21305b HTTP/1.1" status: 200 len: 946 time: 0.3479116 Mar 09 03:45:26.709205 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887c1ad-7737-441d-83b8-1f6cc69bf9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Pushing event updated for resources: {'Port': ['ID=427b51fe-5558-44e3-b13d-815b75fe1fcc,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:26.729852 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ba93bf2-f65d-4c8d-b593-5de34bb32a18 req-fcf6ffe0-1c02-45bb-9329-0dfd70045f14 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/security-groups?id=61bea364-3afb-4b36-b5d0-a6a233af654b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775428 Mar 09 03:45:26.797249 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-af4c2fbf-ed07-429c-bd87-1d0845d63664 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:26.827877 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c07a1fd7-6c43-4e11-8f7d-7c9fe8f6a121 req-46c5b9ec-2d14-402d-8eaf-807e854baeaf tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:26.841553 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['e5818da2-e5f9-49aa-964a-b8bd45f5fc95'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:45:26.955516 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5b9ec-2d14-402d-8eaf-807e854baeaf tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Pushing event deleted for resources: {'Port': ['ID=e5818da2-e5f9-49aa-964a-b8bd45f5fc95,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:26.974117 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f7457f6b-dae4-4f5f-8c28-ad6e75f8bf58 req-bafbeb2e-bc79-44ce-b56b-6592aa08f599 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 210 time: 0.1021209 Mar 09 03:45:26.982368 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-b887c1ad-7737-441d-83b8-1f6cc69bf9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:26.995953 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-3c54a409-6a26-4109-9cc9-e902b93d0e0f req-650ae6a4-15f6-4693-a2de-d769872a8b1a tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] For port 89468f52-5077-4848-a03a-f3e0e89191d7, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=89468f52-5077-4848-a03a-f3e0e89191d7,segment=NetworkSegment(7c5d9ec6-95d9-4871-9ed5-7e76256f28e4),segment_id=7c5d9ec6-95d9-4871-9ed5-7e76256f28e4)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:26.996424 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3c54a409-6a26-4109-9cc9-e902b93d0e0f req-650ae6a4-15f6-4693-a2de-d769872a8b1a tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:27.028164 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-af4c2fbf-ed07-429c-bd87-1d0845d63664 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:27.096489 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07a1fd7-6c43-4e11-8f7d-7c9fe8f6a121 req-46c5b9ec-2d14-402d-8eaf-807e854baeaf tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] No DVR routers for this DVR port e5818da2-e5f9-49aa-964a-b8bd45f5fc95 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:45:27.099630 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c07a1fd7-6c43-4e11-8f7d-7c9fe8f6a121 req-46c5b9ec-2d14-402d-8eaf-807e854baeaf tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:27.106206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5', 'name': 'network-vif-deleted', 'tag': 'e5818da2-e5f9-49aa-964a-b8bd45f5fc95'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:45:27.131767 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c07a1fd7-6c43-4e11-8f7d-7c9fe8f6a121 req-46c5b9ec-2d14-402d-8eaf-807e854baeaf tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.21 "DELETE /v2.0/ports/e5818da2-e5f9-49aa-964a-b8bd45f5fc95 HTTP/1.1" status: 204 len: 173 time: 1.1947684 Mar 09 03:45:27.218317 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c2fbf-ed07-429c-bd87-1d0845d63664 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event deleted for resources: {'Subnet': ['ID=b8ece047-456b-4972-b520-ee59d144b7d9,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:27.222938 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-af4c2fbf-ed07-429c-bd87-1d0845d63664 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:27.236996 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d118cc0a-81c5-461d-a92e-b6441eaf061e None None] Network 30ef9939-e0a3-4385-851a-c377e816c8c2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:45:27.270087 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-af4c2fbf-ed07-429c-bd87-1d0845d63664 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "DELETE /v2.0/subnets/b8ece047-456b-4972-b520-ee59d144b7d9 HTTP/1.1" status: 204 len: 168 time: 1.3695142 Mar 09 03:45:27.324319 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54768) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:27.374722 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-b887c1ad-7737-441d-83b8-1f6cc69bf9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:27.386589 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864e5f6-051b-478e-aac6-47312b7f205d req-585c7da3-50cd-45f4-b169-32d33edd3d1e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:27.387349 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e864e5f6-051b-478e-aac6-47312b7f205d req-585c7da3-50cd-45f4-b169-32d33edd3d1e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Synchronizing usage tracker for tenant:a566af917eda438b9c3772466ff37f61 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:45:27.408662 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e864e5f6-051b-478e-aac6-47312b7f205d req-585c7da3-50cd-45f4-b169-32d33edd3d1e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Unset dirty status for tenant:a566af917eda438b9c3772466ff37f61 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:45:27.416338 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e864e5f6-051b-478e-aac6-47312b7f205d req-585c7da3-50cd-45f4-b169-32d33edd3d1e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 944 time: 0.2582259 Mar 09 03:45:27.510549 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e864e5f6-051b-478e-aac6-47312b7f205d req-8113c943-0658-4667-8037-fca290a9a973 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930173 Mar 09 03:45:27.582172 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1f429e-7a6e-4ad6-8a77-401680acf753 None None] DHCP port deletion for 30ef9939-e0a3-4385-851a-c377e816c8c2 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:45:27.587028 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ec1f429e-7a6e-4ad6-8a77-401680acf753 None None] Deleting port e851e450-ab3c-4cbd-b5aa-3c9e54c4259d {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:27.587496 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ec1f429e-7a6e-4ad6-8a77-401680acf753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:27.696760 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cf27fc-72fb-4aaf-8f7c-0bf67b0cc7d5', 'name': 'network-vif-deleted', 'tag': 'e5818da2-e5f9-49aa-964a-b8bd45f5fc95', 'status': 'completed', 'code': 200} Mar 09 03:45:27.830440 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf0854b-7b67-4bb4-85c3-ba8fd99b603a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Deleting subnet 885abb1a-ad13-44b9-a4b2-c5572e86a85e {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:45:27.848236 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4cf0854b-7b67-4bb4-85c3-ba8fd99b603a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:27.956978 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-cf89975c-33a3-4f95-98de-b5954a248353 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:27.958778 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-cf89975c-33a3-4f95-98de-b5954a248353 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.21 "GET /v2.0/networks?id=16be6384-7665-4d3b-853c-e1f9ee6de707 HTTP/1.1" status: 200 len: 815 time: 0.3412044 Mar 09 03:45:27.982995 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-3dd8a9f4-e182-4970-9292-fc929ec6af64 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Request body: {'port': {'device_id': '2dd28aa8-20e3-4676-a8ed-f7367e7e04a3', 'network_id': '16be6384-7665-4d3b-853c-e1f9ee6de707', 'admin_state_up': True, 'tenant_id': 'ca529601472a4967a21b451b8c93eb48'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:45:28.020357 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ec1f429e-7a6e-4ad6-8a77-401680acf753 None None] For port e851e450-ab3c-4cbd-b5aa-3c9e54c4259d, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e851e450-ab3c-4cbd-b5aa-3c9e54c4259d,segment=NetworkSegment(9401f488-6a71-4f8c-b5c0-25470eb18ee9),segment_id=9401f488-6a71-4f8c-b5c0-25470eb18ee9)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:28.021607 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ec1f429e-7a6e-4ad6-8a77-401680acf753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:28.026456 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3c54a409-6a26-4109-9cc9-e902b93d0e0f req-650ae6a4-15f6-4693-a2de-d769872a8b1a tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:28.026456 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3c54a409-6a26-4109-9cc9-e902b93d0e0f req-650ae6a4-15f6-4693-a2de-d769872a8b1a tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:28.026456 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [req-3c54a409-6a26-4109-9cc9-e902b93d0e0f req-650ae6a4-15f6-4693-a2de-d769872a8b1a tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Floating IP cd0d0309-f077-4d96-96e4-1faca529d3cf disassociated. External IP: 172.25.7.44, port: 89468f52-5077-4848-a03a-f3e0e89191d7. Mar 09 03:45:28.026940 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-3c54a409-6a26-4109-9cc9-e902b93d0e0f req-650ae6a4-15f6-4693-a2de-d769872a8b1a tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Calling delete_port for 89468f52-5077-4848-a03a-f3e0e89191d7 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:45:28.208476 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ec1f429e-7a6e-4ad6-8a77-401680acf753 None None] Calling delete_port for e851e450-ab3c-4cbd-b5aa-3c9e54c4259d owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:45:28.247554 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device c216d3e7-023c-4e4d-b8d1-3bd00d20c97a details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:45:28.258111 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4cf0854b-7b67-4bb4-85c3-ba8fd99b603a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:28.273250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-3dd8a9f4-e182-4970-9292-fc929ec6af64 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:45:28.284268 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-3dd8a9f4-e182-4970-9292-fc929ec6af64 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Usage tracker for resource:port and tenant:ca529601472a4967a21b451b8c93eb48 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:45:28.292311 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-3dd8a9f4-e182-4970-9292-fc929ec6af64 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:45:28.305264 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-3dd8a9f4-e182-4970-9292-fc929ec6af64 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:45:28.329291 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54328a-6aa7-40a1-a370-7eaf2ce2880d req-ab46f2d3-d642-4763-a2c4-bf6d5fa34654 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:28.337579 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9b54328a-6aa7-40a1-a370-7eaf2ce2880d req-ab46f2d3-d642-4763-a2c4-bf6d5fa34654 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/ports?device_id=76fe0c13-d285-411b-b087-011d6a21305b HTTP/1.1" status: 200 len: 946 time: 0.2872808 Mar 09 03:45:28.360406 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-3dd8a9f4-e182-4970-9292-fc929ec6af64 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Made reservation on behalf of ca529601472a4967a21b451b8c93eb48 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:45:28.364252 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-3dd8a9f4-e182-4970-9292-fc929ec6af64 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:28.416226 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ec1f429e-7a6e-4ad6-8a77-401680acf753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:28.472852 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9b54328a-6aa7-40a1-a370-7eaf2ce2880d req-16a4d374-ce88-41c2-aed8-b8e7fd3ea71b tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/security-groups?id=61bea364-3afb-4b36-b5d0-a6a233af654b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342518 Mar 09 03:45:28.476655 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f429e-7a6e-4ad6-8a77-401680acf753 None None] Pushing event deleted for resources: {'Port': ['ID=e851e450-ab3c-4cbd-b5aa-3c9e54c4259d,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:28.483466 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1f429e-7a6e-4ad6-8a77-401680acf753 None None] No DVR routers for this DVR port e851e450-ab3c-4cbd-b5aa-3c9e54c4259d on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:45:28.506816 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4cf0854b-7b67-4bb4-85c3-ba8fd99b603a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:28.556954 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port c216d3e7-023c-4e4d-b8d1-3bd00d20c97a, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c216d3e7-023c-4e4d-b8d1-3bd00d20c97a,segment=NetworkSegment(8f56de3d-717d-453f-908f-695376d58b50),segment_id=8f56de3d-717d-453f-908f-695376d58b50)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:28.580790 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'c216d3e7-023c-4e4d-b8d1-3bd00d20c97a', 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'port_id': 'c216d3e7-023c-4e4d-b8d1-3bd00d20c97a', 'mac_address': 'fa:16:3e:d5:0c:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63de480c-3416-46a4-bc21-c1381051f525', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:45:28.589449 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-b887c1ad-7737-441d-83b8-1f6cc69bf9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:28.602033 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-b887c1ad-7737-441d-83b8-1f6cc69bf9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:28.664084 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3c54a409-6a26-4109-9cc9-e902b93d0e0f req-650ae6a4-15f6-4693-a2de-d769872a8b1a tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:28.673937 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:28.681519 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-3dd8a9f4-e182-4970-9292-fc929ec6af64 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Allocated IP 172.20.0.11 (16be6384-7665-4d3b-853c-e1f9ee6de707/c5a78a60-3555-4424-b082-3dcd7dca5dd6/b7519765-0f46-43a5-bd17-dd68be823223) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:45:28.702398 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c216d3e7-023c-4e4d-b8d1-3bd00d20c97a {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:45:28.736894 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port c216d3e7-023c-4e4d-b8d1-3bd00d20c97a, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c216d3e7-023c-4e4d-b8d1-3bd00d20c97a,segment=NetworkSegment(8f56de3d-717d-453f-908f-695376d58b50),segment_id=8f56de3d-717d-453f-908f-695376d58b50)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:28.738790 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6251ce06-a9b8-4f0b-bbb7-69134f1cbe31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:28.745336 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:28.778302 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-46babf48-65ea-4f2d-a15f-e8821dee1c8e req-c3ae0917-bd18-4cd6-b480-6003f1b9d835 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Synchronizing usage tracker for tenant:ca529601472a4967a21b451b8c93eb48 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:45:28.870885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-46babf48-65ea-4f2d-a15f-e8821dee1c8e req-c3ae0917-bd18-4cd6-b480-6003f1b9d835 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Unset dirty status for tenant:ca529601472a4967a21b451b8c93eb48 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:45:28.879535 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-46babf48-65ea-4f2d-a15f-e8821dee1c8e req-c3ae0917-bd18-4cd6-b480-6003f1b9d835 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 210 time: 0.1781452 Mar 09 03:45:28.912749 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=c216d3e7-023c-4e4d-b8d1-3bd00d20c97a,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:29.006945 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887c1ad-7737-441d-83b8-1f6cc69bf9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Pushing event updated for resources: {'Port': ['ID=427b51fe-5558-44e3-b13d-815b75fe1fcc,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:29.047476 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4cf0854b-7b67-4bb4-85c3-ba8fd99b603a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:29.116540 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ae6a4-15f6-4693-a2de-d769872a8b1a tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Pushing event deleted for resources: {'Port': ['ID=89468f52-5077-4848-a03a-f3e0e89191d7,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:29.128170 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['c216d3e7-023c-4e4d-b8d1-3bd00d20c97a'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:45:29.135959 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0854b-7b67-4bb4-85c3-ba8fd99b603a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event deleted for resources: {'Subnet': ['ID=885abb1a-ad13-44b9-a4b2-c5572e86a85e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:29.162763 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-3dd8a9f4-e182-4970-9292-fc929ec6af64 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:29.166848 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54129ecb-aebe-4eb8-83aa-4c2c89131444 None None] Network eb499fd8-471d-4286-9030-76983ac8e9a8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:45:29.174010 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-b887c1ad-7737-441d-83b8-1f6cc69bf9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:29.179461 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4cf0854b-7b67-4bb4-85c3-ba8fd99b603a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:29.226821 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4cf0854b-7b67-4bb4-85c3-ba8fd99b603a tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "DELETE /v2.0/subnets/885abb1a-ad13-44b9-a4b2-c5572e86a85e HTTP/1.1" status: 204 len: 168 time: 1.8902907 Mar 09 03:45:29.227662 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54782) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:29.230359 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c54a409-6a26-4109-9cc9-e902b93d0e0f req-650ae6a4-15f6-4693-a2de-d769872a8b1a tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Router 6dc59c1f-e862-46b3-a59a-4e278b3822fe has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:45:29.238269 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36644bfe-76f7-4f47-a281-7465268397d3 req-6cc530d8-f970-4cfe-9487-43dd18f5def9 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:29.250763 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-36644bfe-76f7-4f47-a281-7465268397d3 req-6cc530d8-f970-4cfe-9487-43dd18f5def9 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 945 time: 0.2237999 Mar 09 03:45:29.258483 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-b887c1ad-7737-441d-83b8-1f6cc69bf9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:29.265954 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-b887c1ad-7737-441d-83b8-1f6cc69bf9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9933150 Mar 09 03:45:29.323226 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-36644bfe-76f7-4f47-a281-7465268397d3 req-4f9292ad-899f-4d50-ab17-76dc35fcefdb tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680466 Mar 09 03:45:29.351231 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-3dd8a9f4-e182-4970-9292-fc929ec6af64 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:29.401772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-b90aaf62-8ddd-457e-9adf-d07ae8a537b9 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Synchronizing usage tracker for tenant:c50018b592af4976ba6ed104dcc582d3 on resource:floatingip {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:45:29.407741 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-3dd8a9f4-e182-4970-9292-fc929ec6af64 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Network 16be6384-7665-4d3b-853c-e1f9ee6de707 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:45:29.414028 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-3dd8a9f4-e182-4970-9292-fc929ec6af64 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:45:29.427016 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-3dd8a9f4-e182-4970-9292-fc929ec6af64 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:45:29.495492 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-3dd8a9f4-e182-4970-9292-fc929ec6af64 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:29.505785 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-3dd8a9f4-e182-4970-9292-fc929ec6af64 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:29.537728 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-3dd8a9f4-e182-4970-9292-fc929ec6af64 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5698123 Mar 09 03:45:29.553533 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-aa8ea25e-bae7-4647-844b-185cfdb8eeac service neutron] Request body: {'port': {'device_id': '2dd28aa8-20e3-4676-a8ed-f7367e7e04a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:45:29.586304 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8a9f4-e182-4970-9292-fc929ec6af64 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Pushing event updated for resources: {'Port': ['ID=b7519765-0f46-43a5-bd17-dd68be823223,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:29.650996 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e851e450-ab3c-4cbd-b5aa-3c9e54c4259d no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:45:29.677161 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d4ec8bf6-01ea-41f1-8361-27b8542b6bf4 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:29.692115 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: e851e450-ab3c-4cbd-b5aa-3c9e54c4259d {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:45:29.692424 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e851e450-ab3c-4cbd-b5aa-3c9e54c4259d not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:45:29.710247 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2173b7d0-20f5-4af0-b9df-1c82905227be None None] DHCP port deletion for eb499fd8-471d-4286-9030-76983ac8e9a8 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:45:29.714682 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-2173b7d0-20f5-4af0-b9df-1c82905227be None None] Deleting port 8d8f4882-6cc8-4765-90ba-936f4aa29ec6 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:29.715179 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2173b7d0-20f5-4af0-b9df-1c82905227be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:29.756107 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-b90aaf62-8ddd-457e-9adf-d07ae8a537b9 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Unset dirty status for tenant:c50018b592af4976ba6ed104dcc582d3 on resource:floatingip {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:45:29.758739 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d19847e-fdf5-462a-8554-5e32bf936ff2 req-ade3386c-4cd7-43f7-842c-8e85b2f84e53 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/ports?device_id=76fe0c13-d285-411b-b087-011d6a21305b HTTP/1.1" status: 200 len: 210 time: 0.0612433 Mar 09 03:45:29.762475 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-b90aaf62-8ddd-457e-9adf-d07ae8a537b9 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.198 HTTP/1.1" status: 200 len: 696 time: 0.4956894 Mar 09 03:45:29.771098 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 89468f52-5077-4848-a03a-f3e0e89191d7 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:45:29.783926 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-aa8ea25e-bae7-4647-844b-185cfdb8eeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:29.842807 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 89468f52-5077-4848-a03a-f3e0e89191d7 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:45:29.843399 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 89468f52-5077-4848-a03a-f3e0e89191d7 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:45:29.843911 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e5818da2-e5f9-49aa-964a-b8bd45f5fc95 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:45:29.900326 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: e5818da2-e5f9-49aa-964a-b8bd45f5fc95 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:45:29.900818 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e5818da2-e5f9-49aa-964a-b8bd45f5fc95 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:45:30.021886 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-2173b7d0-20f5-4af0-b9df-1c82905227be None None] For port 8d8f4882-6cc8-4765-90ba-936f4aa29ec6, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=8d8f4882-6cc8-4765-90ba-936f4aa29ec6,segment=NetworkSegment(5501887f-7753-4840-a1af-3c0103673195),segment_id=5501887f-7753-4840-a1af-3c0103673195)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:30.022453 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2173b7d0-20f5-4af0-b9df-1c82905227be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:30.134500 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c54a409-6a26-4109-9cc9-e902b93d0e0f req-650ae6a4-15f6-4693-a2de-d769872a8b1a tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:45:30.148383 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065165ff-bcae-4068-add1-5364bfaafbdc None None] Sync routers for ids ['6dc59c1f-e862-46b3-a59a-4e278b3822fe'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:45:30.160962 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-2173b7d0-20f5-4af0-b9df-1c82905227be None None] Calling delete_port for 8d8f4882-6cc8-4765-90ba-936f4aa29ec6 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:45:30.212989 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065165ff-bcae-4068-add1-5364bfaafbdc None None] Routers {'6dc59c1f-e862-46b3-a59a-4e278b3822fe'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:45:30.213770 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-065165ff-bcae-4068-add1-5364bfaafbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:45:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['6dc59c1f-e862-46b3-a59a-4e278b3822fe'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:30.216191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad5f6a-7cee-43a9-a1ae-891202ee947e req-4144458c-7223-42bb-8e4b-038d5de5203b tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:30.218305 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dcad5f6a-7cee-43a9-a1ae-891202ee947e req-4144458c-7223-42bb-8e4b-038d5de5203b tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 932 time: 0.1376703 Mar 09 03:45:30.291385 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d4ec8bf6-01ea-41f1-8361-27b8542b6bf4 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:30.322258 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c54a409-6a26-4109-9cc9-e902b93d0e0f req-650ae6a4-15f6-4693-a2de-d769872a8b1a tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] No DVR routers for this DVR port 89468f52-5077-4848-a03a-f3e0e89191d7 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:45:30.325320 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3c54a409-6a26-4109-9cc9-e902b93d0e0f req-650ae6a4-15f6-4693-a2de-d769872a8b1a tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:30.328239 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3c54a409-6a26-4109-9cc9-e902b93d0e0f req-650ae6a4-15f6-4693-a2de-d769872a8b1a tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.21 "DELETE /v2.0/ports/89468f52-5077-4848-a03a-f3e0e89191d7 HTTP/1.1" status: 204 len: 173 time: 4.1448646 Mar 09 03:45:30.349648 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fe0c13-d285-411b-b087-011d6a21305b', 'name': 'network-vif-deleted', 'tag': '89468f52-5077-4848-a03a-f3e0e89191d7'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:45:30.375495 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-d4ec8bf6-01ea-41f1-8361-27b8542b6bf4 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ef9939-e0a3-4385-851a-c377e816c8c2']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:30.399186 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-6ffc9470-3f0a-402a-840b-40bedf4a1d82 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:30.405914 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2173b7d0-20f5-4af0-b9df-1c82905227be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:30.406379 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-6ffc9470-3f0a-402a-840b-40bedf4a1d82 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 0.6430283 Mar 09 03:45:30.411895 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-333f5da2-766e-4f39-bddc-a0b902d96d59 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:45:30.423795 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7ff29eee-9fad-400d-94d5-0e1c8f2b44eb req-333f5da2-766e-4f39-bddc-a0b902d96d59 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164976 Mar 09 03:45:30.427480 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-d4ec8bf6-01ea-41f1-8361-27b8542b6bf4 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9401f488-6a71-4f8c-b5c0-25470eb18ee9') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:30.429437 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-d4ec8bf6-01ea-41f1-8361-27b8542b6bf4 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9401f488-6a71-4f8c-b5c0-25470eb18ee9') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:30.459119 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d4ec8bf6-01ea-41f1-8361-27b8542b6bf4 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:30.493140 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dcad5f6a-7cee-43a9-a1ae-891202ee947e req-68669c8e-8f40-4f02-920b-7fd3204b4b27 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608576 Mar 09 03:45:30.493430 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d4ec8bf6-01ea-41f1-8361-27b8542b6bf4 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:30.497509 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-aa8ea25e-bae7-4647-844b-185cfdb8eeac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7519765-0f46-43a5-bd17-dd68be823223 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:45:30.503766 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ec8bf6-01ea-41f1-8361-27b8542b6bf4 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:45:30.510080 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d4ec8bf6-01ea-41f1-8361-27b8542b6bf4 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:30.511024 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-065165ff-bcae-4068-add1-5364bfaafbdc None None] Set router 6dc59c1f-e862-46b3-a59a-4e278b3822fe gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:45:30.518270 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-aa8ea25e-bae7-4647-844b-185cfdb8eeac service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:45:30.532258 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:45:30.550811 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-aa8ea25e-bae7-4647-844b-185cfdb8eeac service neutron] Transition to ACTIVE for port object b7519765-0f46-43a5-bd17-dd68be823223 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:45:30.561614 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-aa8ea25e-bae7-4647-844b-185cfdb8eeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:30.616458 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fe0c13-d285-411b-b087-011d6a21305b', 'name': 'network-vif-deleted', 'tag': '89468f52-5077-4848-a03a-f3e0e89191d7', 'status': 'completed', 'code': 200} Mar 09 03:45:30.689298 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d4ec8bf6-01ea-41f1-8361-27b8542b6bf4 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:30.712683 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d4ec8bf6-01ea-41f1-8361-27b8542b6bf4 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:30.739264 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec8bf6-01ea-41f1-8361-27b8542b6bf4 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event deleted for resources: {'Network': ['ID=30ef9939-e0a3-4385-851a-c377e816c8c2,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:30.742214 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d4ec8bf6-01ea-41f1-8361-27b8542b6bf4 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "DELETE /v2.0/networks/30ef9939-e0a3-4385-851a-c377e816c8c2 HTTP/1.1" status: 204 len: 168 time: 1.5104442 Mar 09 03:45:30.745455 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54800) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:30.781403 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173b7d0-20f5-4af0-b9df-1c82905227be None None] Pushing event deleted for resources: {'Port': ['ID=8d8f4882-6cc8-4765-90ba-936f4aa29ec6,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:30.792342 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2173b7d0-20f5-4af0-b9df-1c82905227be None None] No DVR routers for this DVR port 8d8f4882-6cc8-4765-90ba-936f4aa29ec6 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:45:30.821005 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eccff1-71d6-42bf-b9a7-4dcde14ad193 req-f3047130-3606-43db-bda1-ca68e347c685 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:30.823598 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d1eccff1-71d6-42bf-b9a7-4dcde14ad193 req-f3047130-3606-43db-bda1-ca68e347c685 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 945 time: 0.2090881 Mar 09 03:45:30.844648 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ea25e-bae7-4647-844b-185cfdb8eeac service neutron] Pushing event updated for resources: {'Port': ['ID=b7519765-0f46-43a5-bd17-dd68be823223,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:30.918526 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-aa8ea25e-bae7-4647-844b-185cfdb8eeac service neutron] Attempting to bind port b7519765-0f46-43a5-bd17-dd68be823223 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:45:30.919145 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-aa8ea25e-bae7-4647-844b-185cfdb8eeac service neutron] Attempting to bind port b7519765-0f46-43a5-bd17-dd68be823223 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'b9669753-03d3-41ba-aa99-74a67a97b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '16be6384-7665-4d3b-853c-e1f9ee6de707'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:45:30.919632 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-aa8ea25e-bae7-4647-844b-185cfdb8eeac service neutron] Attempting to bind port b7519765-0f46-43a5-bd17-dd68be823223 on network 16be6384-7665-4d3b-853c-e1f9ee6de707 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:45:30.932910 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e10505-0e2f-4902-b7e2-7d40bf4ead66 req-a32c719f-d4d4-4b96-af54-9125cd97001c tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:30.934669 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5e10505-0e2f-4902-b7e2-7d40bf4ead66 req-a32c719f-d4d4-4b96-af54-9125cd97001c tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c3b3ada-4244-4c81-9740-44b3db5560da&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1953037 Mar 09 03:45:30.936151 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-aa8ea25e-bae7-4647-844b-185cfdb8eeac service neutron] Port b7519765-0f46-43a5-bd17-dd68be823223 on network 16be6384-7665-4d3b-853c-e1f9ee6de707 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:45:30.936625 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-aa8ea25e-bae7-4647-844b-185cfdb8eeac service neutron] Attempting to bind port b7519765-0f46-43a5-bd17-dd68be823223 on network 16be6384-7665-4d3b-853c-e1f9ee6de707 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:45:30.950671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-aa8ea25e-bae7-4647-844b-185cfdb8eeac service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:45:30.951999 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-aa8ea25e-bae7-4647-844b-185cfdb8eeac service neutron] Checking segment: {'id': 'b9669753-03d3-41ba-aa99-74a67a97b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '16be6384-7665-4d3b-853c-e1f9ee6de707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:45:30.952547 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-aa8ea25e-bae7-4647-844b-185cfdb8eeac service neutron] Bound using segment: {'id': 'b9669753-03d3-41ba-aa99-74a67a97b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '16be6384-7665-4d3b-853c-e1f9ee6de707'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:45:30.953148 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-aa8ea25e-bae7-4647-844b-185cfdb8eeac service neutron] Bound port: b7519765-0f46-43a5-bd17-dd68be823223, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9669753-03d3-41ba-aa99-74a67a97b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '16be6384-7665-4d3b-853c-e1f9ee6de707'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:45:30.953656 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-aa8ea25e-bae7-4647-844b-185cfdb8eeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:30.966521 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87068093-0874-46d8-bd2a-c411050679a0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:30.981873 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d1eccff1-71d6-42bf-b9a7-4dcde14ad193 req-d318d4a5-f91a-44fd-ab6c-f6bb6f5a26cd tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513562 Mar 09 03:45:31.068871 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6647d80c-0eba-4a87-adf7-82541469992a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:31.110963 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-065165ff-bcae-4068-add1-5364bfaafbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'name': 'tempest-ServersTestBootFromVolume-931872618-router', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8767e8c8-a1b9-41d6-af56-30b3999fc573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:43:03Z', 'updated_at': '2022-03-09T03:43:13Z', 'revision_number': 4, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'gw_port': {'id': '8767e8c8-a1b9-41d6-af56-30b3999fc573', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:43:05Z', 'updated_at': '2022-03-09T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '8740494f-2ace-475d-bab0-64d95715529b', 'name': '', 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'mac_address': 'fa:16:3e:7b:81:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'd3571473-a79b-41d1-b3f2-a4755f295f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:43:11Z', 'updated_at': '2022-03-09T03:43:25Z', 'revision_number': 5, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'subnets': [{'id': 'd3571473-a79b-41d1-b3f2-a4755f295f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:31.115818 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065165ff-bcae-4068-add1-5364bfaafbdc None None] Checking router: 6dc59c1f-e862-46b3-a59a-4e278b3822fe for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:45:31.125769 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065165ff-bcae-4068-add1-5364bfaafbdc None None] Routers {'6dc59c1f-e862-46b3-a59a-4e278b3822fe'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:45:31.126710 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-065165ff-bcae-4068-add1-5364bfaafbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:45:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['6dc59c1f-e862-46b3-a59a-4e278b3822fe'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:31.201389 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87068093-0874-46d8-bd2a-c411050679a0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:31.240283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-87068093-0874-46d8-bd2a-c411050679a0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb499fd8-471d-4286-9030-76983ac8e9a8']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:31.242682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-aa8ea25e-bae7-4647-844b-185cfdb8eeac service neutron] For port b7519765-0f46-43a5-bd17-dd68be823223, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:45:31.246841 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5e10505-0e2f-4902-b7e2-7d40bf4ead66 req-bfe0a681-bcf7-4cce-ab8c-7926eab9cf54 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.198 HTTP/1.1" status: 200 len: 696 time: 0.3041480 Mar 09 03:45:31.259369 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-87068093-0874-46d8-bd2a-c411050679a0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5501887f-7753-4840-a1af-3c0103673195') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:31.259735 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-87068093-0874-46d8-bd2a-c411050679a0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5501887f-7753-4840-a1af-3c0103673195') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:31.268686 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-aa8ea25e-bae7-4647-844b-185cfdb8eeac service neutron] For port b7519765-0f46-43a5-bd17-dd68be823223, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b7519765-0f46-43a5-bd17-dd68be823223,segment=NetworkSegment(b9669753-03d3-41ba-aa99-74a67a97b6e2),segment_id=b9669753-03d3-41ba-aa99-74a67a97b6e2)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:45:31.273482 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-f5e10505-0e2f-4902-b7e2-7d40bf4ead66 req-391e9c92-55cc-4a3a-beb7-f616da59bb2b tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Request body: {'floatingip': {'port_id': '51f5b458-b8fc-4de7-9e2a-023878508672', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:45:31.275781 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87068093-0874-46d8-bd2a-c411050679a0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:31.302787 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87068093-0874-46d8-bd2a-c411050679a0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:31.319289 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87068093-0874-46d8-bd2a-c411050679a0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:45:31.319717 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87068093-0874-46d8-bd2a-c411050679a0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:31.338918 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-aa8ea25e-bae7-4647-844b-185cfdb8eeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:45:31.344450 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:45:31.395279 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f5e10505-0e2f-4902-b7e2-7d40bf4ead66 req-391e9c92-55cc-4a3a-beb7-f616da59bb2b tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks [] for floatingip, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:31.447228 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87068093-0874-46d8-bd2a-c411050679a0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:31.450064 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-065165ff-bcae-4068-add1-5364bfaafbdc None None] Set router 6dc59c1f-e862-46b3-a59a-4e278b3822fe gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:45:31.453770 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87068093-0874-46d8-bd2a-c411050679a0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:31.485565 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068093-0874-46d8-bd2a-c411050679a0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] Pushing event deleted for resources: {'Network': ['ID=eb499fd8-471d-4286-9030-76983ac8e9a8,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:31.492832 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-87068093-0874-46d8-bd2a-c411050679a0 tempest-TaggedBootDevicesTest-1046800270 tempest-TaggedBootDevicesTest-1046800270-project] 10.222.0.16 "DELETE /v2.0/networks/eb499fd8-471d-4286-9030-76983ac8e9a8 HTTP/1.1" status: 204 len: 168 time: 0.7461481 Mar 09 03:45:31.528653 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-aa8ea25e-bae7-4647-844b-185cfdb8eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:31.529839 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-aa8ea25e-bae7-4647-844b-185cfdb8eeac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:31.533526 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-aa8ea25e-bae7-4647-844b-185cfdb8eeac service neutron] 10.222.0.21 "PUT /v2.0/ports/b7519765-0f46-43a5-bd17-dd68be823223 HTTP/1.1" status: 200 len: 1092 time: 1.9840567 Mar 09 03:45:31.687451 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd28aa8-20e3-4676-a8ed-f7367e7e04a3', 'tag': 'b7519765-0f46-43a5-bd17-dd68be823223'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:45:31.764630 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8d8f4882-6cc8-4765-90ba-936f4aa29ec6 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:45:31.846870 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 8d8f4882-6cc8-4765-90ba-936f4aa29ec6 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:45:31.847151 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8d8f4882-6cc8-4765-90ba-936f4aa29ec6 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:45:31.906659 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ea25e-bae7-4647-844b-185cfdb8eeac service neutron] Pushing event updated for resources: {'Port': ['ID=b7519765-0f46-43a5-bd17-dd68be823223,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:31.916237 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:45:31.929564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-572da103-cbd1-4f1d-a820-95dbf788e4ea req-d0a32b44-ae13-4e0b-976a-0f402b9bba90 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Synchronizing usage tracker for tenant:817a57555e2f4b54a80c7a27a00c451f on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:45:31.955534 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-e70ff367-a37b-43a1-bdac-cc7921fd8bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:31.957245 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-e70ff367-a37b-43a1-bdac-cc7921fd8bff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca529601472a4967a21b451b8c93eb48&device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 1095 time: 0.2633004 Mar 09 03:45:31.957434 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-572da103-cbd1-4f1d-a820-95dbf788e4ea req-d0a32b44-ae13-4e0b-976a-0f402b9bba90 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Unset dirty status for tenant:817a57555e2f4b54a80c7a27a00c451f on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:45:31.962169 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-572da103-cbd1-4f1d-a820-95dbf788e4ea req-d0a32b44-ae13-4e0b-976a-0f402b9bba90 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/ports?device_id=76fe0c13-d285-411b-b087-011d6a21305b HTTP/1.1" status: 200 len: 210 time: 0.1470194 Mar 09 03:45:32.106185 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:32.147298 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:32.148126 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device c216d3e7-023c-4e4d-b8d1-3bd00d20c97a up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:45:32.270341 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cab968-ef21-476b-b24f-ea1708d3055d req-20a2539f-a9ae-4528-b3ea-161068053b28 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:32.272599 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-61cab968-ef21-476b-b24f-ea1708d3055d req-20a2539f-a9ae-4528-b3ea-161068053b28 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 944 time: 0.1250129 Mar 09 03:45:32.318580 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port c216d3e7-023c-4e4d-b8d1-3bd00d20c97a completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:45:32.332105 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port c216d3e7-023c-4e4d-b8d1-3bd00d20c97a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:45:32.332389 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:32.333927 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-61cab968-ef21-476b-b24f-ea1708d3055d req-b3e95ce9-9f33-47d4-8aea-17ef858e6156 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551367 Mar 09 03:45:32.431652 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-065165ff-bcae-4068-add1-5364bfaafbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'name': 'tempest-ServersTestBootFromVolume-931872618-router', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8767e8c8-a1b9-41d6-af56-30b3999fc573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:43:03Z', 'updated_at': '2022-03-09T03:43:13Z', 'revision_number': 4, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'gw_port': {'id': '8767e8c8-a1b9-41d6-af56-30b3999fc573', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:43:05Z', 'updated_at': '2022-03-09T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '8740494f-2ace-475d-bab0-64d95715529b', 'name': '', 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'mac_address': 'fa:16:3e:7b:81:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'd3571473-a79b-41d1-b3f2-a4755f295f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:43:11Z', 'updated_at': '2022-03-09T03:43:25Z', 'revision_number': 5, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'subnets': [{'id': 'd3571473-a79b-41d1-b3f2-a4755f295f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:32.440774 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065165ff-bcae-4068-add1-5364bfaafbdc None None] The sync data for ids ['6dc59c1f-e862-46b3-a59a-4e278b3822fe'] in n-d-825178-5 is: [{'id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'name': 'tempest-ServersTestBootFromVolume-931872618-router', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8767e8c8-a1b9-41d6-af56-30b3999fc573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:43:03Z', 'updated_at': '2022-03-09T03:43:13Z', 'revision_number': 4, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'gw_port': {'id': '8767e8c8-a1b9-41d6-af56-30b3999fc573', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:43:05Z', 'updated_at': '2022-03-09T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '8740494f-2ace-475d-bab0-64d95715529b', 'name': '', 'network_id': 'de965f41-afbd-4da2-9fba-561b7d6fb0bd', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'mac_address': 'fa:16:3e:7b:81:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'd3571473-a79b-41d1-b3f2-a4755f295f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:43:11Z', 'updated_at': '2022-03-09T03:43:25Z', 'revision_number': 5, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'subnets': [{'id': 'd3571473-a79b-41d1-b3f2-a4755f295f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:45:32.540129 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:32.571205 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-a3073130-5319-4553-b333-bcc69e5e9620 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7519765-0f46-43a5-bd17-dd68be823223 HTTP/1.1" status: 200 len: 217 time: 0.5977504 Mar 09 03:45:32.574688 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd28aa8-20e3-4676-a8ed-f7367e7e04a3', 'tag': 'b7519765-0f46-43a5-bd17-dd68be823223', 'status': 'completed', 'code': 200} Mar 09 03:45:32.596928 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f29eb81-2121-44c9-a593-ac11ad9a2d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c216d3e7-023c-4e4d-b8d1-3bd00d20c97a'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:45:32.638629 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port c216d3e7-023c-4e4d-b8d1-3bd00d20c97a, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c216d3e7-023c-4e4d-b8d1-3bd00d20c97a,segment=NetworkSegment(8f56de3d-717d-453f-908f-695376d58b50),segment_id=8f56de3d-717d-453f-908f-695376d58b50)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:32.654735 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:32.659246 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-048cdde7-709a-446f-8748-91f1bce08d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:32.660785 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-048cdde7-709a-446f-8748-91f1bce08d34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c5a78a60-3555-4424-b082-3dcd7dca5dd6 HTTP/1.1" status: 200 len: 855 time: 0.0830126 Mar 09 03:45:32.799104 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebbcd2-7ded-456b-a8ff-b0e3c79d5757 req-fd79ff56-c206-43b3-b0ac-8aad9da69a1d tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:32.815755 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-87ebbcd2-7ded-456b-a8ff-b0e3c79d5757 req-fd79ff56-c206-43b3-b0ac-8aad9da69a1d tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 0.1839356 Mar 09 03:45:32.820344 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-c8fb634d-095f-4c6e-865b-b51750904a63 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16be6384-7665-4d3b-853c-e1f9ee6de707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764184 Mar 09 03:45:32.831617 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=c216d3e7-023c-4e4d-b8d1-3bd00d20c97a,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:32.896740 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-87ebbcd2-7ded-456b-a8ff-b0e3c79d5757 req-f9f0b36a-a313-4615-8a5f-70153a350d22 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739644 Mar 09 03:45:32.929357 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ccc242-04a4-410d-ba9e-4d6bf1c0226e None None] New status for floating IP cd0d0309-f077-4d96-96e4-1faca529d3cf: DOWN {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:45:32.941946 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f5e10505-0e2f-4902-b7e2-7d40bf4ead66 req-391e9c92-55cc-4a3a-beb7-f616da59bb2b tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:33.055363 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-c7d2e5c5-be20-4c18-9848-4931c378f569 service neutron] 10.222.0.21 "GET /v2.0/networks/16be6384-7665-4d3b-853c-e1f9ee6de707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278867 Mar 09 03:45:33.056355 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f5e10505-0e2f-4902-b7e2-7d40bf4ead66 req-391e9c92-55cc-4a3a-beb7-f616da59bb2b tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:33.108678 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f29eb81-2121-44c9-a593-ac11ad9a2d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c216d3e7-023c-4e4d-b8d1-3bd00d20c97a', 'code': 200} Mar 09 03:45:33.286142 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54838) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:33.393779 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84a459cd-b57f-49bf-8587-1a33e5fd47f7 req-4fa0fe06-f555-4642-ab4b-26ec8029447f service neutron] 10.222.0.21 "GET /v2.0/networks/16be6384-7665-4d3b-853c-e1f9ee6de707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854693 Mar 09 03:45:33.398595 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:33.474741 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a8b86db1-8b46-40b5-bed4-eb4d6835fe00 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:33.567173 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a8b86db1-8b46-40b5-bed4-eb4d6835fe00 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:33.646914 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [req-f5e10505-0e2f-4902-b7e2-7d40bf4ead66 req-391e9c92-55cc-4a3a-beb7-f616da59bb2b tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Floating IP 83db12da-6acf-42be-a6c7-d57f7721c147 associated. External IP: 172.25.7.198, port: 51f5b458-b8fc-4de7-9e2a-023878508672. Mar 09 03:45:33.709570 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a8b86db1-8b46-40b5-bed4-eb4d6835fe00 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:33.750059 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0f8ae-0f12-4a54-bdb7-0542e1e185ba req-b596bb78-93cb-4a93-a5a3-2aa480ad71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:33.751678 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-93e0f8ae-0f12-4a54-bdb7-0542e1e185ba req-b596bb78-93cb-4a93-a5a3-2aa480ad71d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca529601472a4967a21b451b8c93eb48&device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 1095 time: 0.2554448 Mar 09 03:45:33.753444 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24951a8c-b349-41a0-b95c-c02992d3a5aa req-3d1e3859-6fda-4152-a880-4675e651d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:33.754985 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-24951a8c-b349-41a0-b95c-c02992d3a5aa req-3d1e3859-6fda-4152-a880-4675e651d75e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 1097 time: 0.5683854 Mar 09 03:45:33.780292 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b86db1-8b46-40b5-bed4-eb4d6835fe00 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bea364-3afb-4b36-b5d0-a6a233af654b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:33.816938 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b36a3-ce95-4cb5-b0b9-7df13946e849 req-cf73bd88-9030-4e5b-84a7-3c0996593656 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:33.818974 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-520b36a3-ce95-4cb5-b0b9-7df13946e849 req-cf73bd88-9030-4e5b-84a7-3c0996593656 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 944 time: 0.2217290 Mar 09 03:45:33.900799 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a8b86db1-8b46-40b5-bed4-eb4d6835fe00 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:33.904729 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a8b86db1-8b46-40b5-bed4-eb4d6835fe00 tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "DELETE /v2.0/security-groups/61bea364-3afb-4b36-b5d0-a6a233af654b HTTP/1.1" status: 204 len: 168 time: 0.6170139 Mar 09 03:45:33.911714 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54848) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:33.929826 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0f8ae-0f12-4a54-bdb7-0542e1e185ba req-dd4f944b-5dd3-4dff-8b78-6197b36eb885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:33.939301 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-93e0f8ae-0f12-4a54-bdb7-0542e1e185ba req-dd4f944b-5dd3-4dff-8b78-6197b36eb885 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16be6384-7665-4d3b-853c-e1f9ee6de707 HTTP/1.1" status: 200 len: 916 time: 0.1707392 Mar 09 03:45:33.949890 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:33.967854 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-520b36a3-ce95-4cb5-b0b9-7df13946e849 req-66ab5f70-aafe-45a6-aa46-16656137a08d tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318822 Mar 09 03:45:33.969550 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-d462f52e-f2cb-4b0b-9fac-5493325ed0bd tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] show failed (client error): The resource could not be found. Mar 09 03:45:33.971388 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d462f52e-f2cb-4b0b-9fac-5493325ed0bd tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "GET /v2.0/security-groups/61bea364-3afb-4b36-b5d0-a6a233af654b HTTP/1.1" status: 404 len: 347 time: 0.0467696 Mar 09 03:45:33.973468 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54854) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:34.098208 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-93e0f8ae-0f12-4a54-bdb7-0542e1e185ba req-645b2729-99dc-4c69-8acd-732963914ab3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7519765-0f46-43a5-bd17-dd68be823223 HTTP/1.1" status: 200 len: 217 time: 0.1579771 Mar 09 03:45:34.307675 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-24951a8c-b349-41a0-b95c-c02992d3a5aa req-20719d7a-8eb9-45d0-baff-acf5e1e13430 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578688 Mar 09 03:45:34.484789 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-4672986a-7461-4e93-bdf3-c3f1ba9f6f1d tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Deleting port 53a48d25-4513-4149-90c1-1dc4f1963402 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:34.486322 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4672986a-7461-4e93-bdf3-c3f1ba9f6f1d tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:34.628430 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0f8ae-0f12-4a54-bdb7-0542e1e185ba req-817f160b-06f2-44d3-8d6b-3127a5909a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:34.628430 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-93e0f8ae-0f12-4a54-bdb7-0542e1e185ba req-817f160b-06f2-44d3-8d6b-3127a5909a9f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c5a78a60-3555-4424-b082-3dcd7dca5dd6 HTTP/1.1" status: 200 len: 855 time: 0.4266338 Mar 09 03:45:34.720662 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-93e0f8ae-0f12-4a54-bdb7-0542e1e185ba req-10372732-f901-447a-a143-03d2af746a86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16be6384-7665-4d3b-853c-e1f9ee6de707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478828 Mar 09 03:45:34.726979 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5e10505-0e2f-4902-b7e2-7d40bf4ead66 req-391e9c92-55cc-4a3a-beb7-f616da59bb2b tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Router 07fd0186-4a26-42bf-b9e6-c4c4cc997f54 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:45:34.741952 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4672986a-7461-4e93-bdf3-c3f1ba9f6f1d tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:34.742375 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4672986a-7461-4e93-bdf3-c3f1ba9f6f1d tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:34.757033 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0538b-0cf0-48fa-930c-4c93bfaacd15 req-983e6c35-2dc2-4487-9082-bdca771b2a6f tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:34.758578 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-23f0538b-0cf0-48fa-930c-4c93bfaacd15 req-983e6c35-2dc2-4487-9082-bdca771b2a6f tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 0.3645661 Mar 09 03:45:34.907473 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-4672986a-7461-4e93-bdf3-c3f1ba9f6f1d tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Calling delete_port for 53a48d25-4513-4149-90c1-1dc4f1963402 owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:45:35.084082 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-93e0f8ae-0f12-4a54-bdb7-0542e1e185ba req-dc129b0f-d5b5-446a-b553-85bb858b9c53 service neutron] 10.222.0.21 "GET /v2.0/networks/16be6384-7665-4d3b-853c-e1f9ee6de707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598032 Mar 09 03:45:35.110199 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-23f0538b-0cf0-48fa-930c-4c93bfaacd15 req-8d868d30-e556-4bab-b7df-2bbc055671d7 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2956283 Mar 09 03:45:35.142733 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4672986a-7461-4e93-bdf3-c3f1ba9f6f1d tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:35.154596 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5e10505-0e2f-4902-b7e2-7d40bf4ead66 req-391e9c92-55cc-4a3a-beb7-f616da59bb2b tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:45:35.168028 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d93985-5e4d-4c40-9803-3fdfb390328e None None] Sync routers for ids ['07fd0186-4a26-42bf-b9e6-c4c4cc997f54'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:45:35.178630 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f5e10505-0e2f-4902-b7e2-7d40bf4ead66 req-391e9c92-55cc-4a3a-beb7-f616da59bb2b tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:35.179699 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d93985-5e4d-4c40-9803-3fdfb390328e None None] Routers {'07fd0186-4a26-42bf-b9e6-c4c4cc997f54'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:45:35.180331 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-39d93985-5e4d-4c40-9803-3fdfb390328e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:45:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['07fd0186-4a26-42bf-b9e6-c4c4cc997f54'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:35.242804 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672986a-7461-4e93-bdf3-c3f1ba9f6f1d tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Pushing event deleted for resources: {'Port': ['ID=53a48d25-4513-4149-90c1-1dc4f1963402,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:35.326907 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4672986a-7461-4e93-bdf3-c3f1ba9f6f1d tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:35.356267 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4672986a-7461-4e93-bdf3-c3f1ba9f6f1d tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:35.359215 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4672986a-7461-4e93-bdf3-c3f1ba9f6f1d tempest-ServersTestBootFromVolume-566708456 tempest-ServersTestBootFromVolume-566708456-project] 10.222.0.16 "DELETE /v2.0/floatingips/cd0d0309-f077-4d96-96e4-1faca529d3cf HTTP/1.1" status: 204 len: 168 time: 1.3844450 Mar 09 03:45:35.363345 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54866) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:35.390980 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5e10505-0e2f-4902-b7e2-7d40bf4ead66 req-391e9c92-55cc-4a3a-beb7-f616da59bb2b tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "PUT /v2.0/floatingips/83db12da-6acf-42be-a6c7-d57f7721c147 HTTP/1.1" status: 200 len: 996 time: 4.1267452 Mar 09 03:45:35.394142 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3b3ada-4244-4c81-9740-44b3db5560da', 'tag': '51f5b458-b8fc-4de7-9e2a-023878508672'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:45:35.467060 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-93e0f8ae-0f12-4a54-bdb7-0542e1e185ba req-b5182cea-6358-4b6e-97f6-35f301625e42 service neutron] 10.222.0.21 "GET /v2.0/networks/16be6384-7665-4d3b-853c-e1f9ee6de707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729312 Mar 09 03:45:35.530245 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e10505-0e2f-4902-b7e2-7d40bf4ead66 req-b8780a10-a429-4df1-9677-a1b43860194a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:35.532286 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5e10505-0e2f-4902-b7e2-7d40bf4ead66 req-b8780a10-a429-4df1-9677-a1b43860194a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c50018b592af4976ba6ed104dcc582d3&device_id=5c3b3ada-4244-4c81-9740-44b3db5560da HTTP/1.1" status: 200 len: 1096 time: 0.1148248 Mar 09 03:45:35.564194 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-39d93985-5e4d-4c40-9803-3fdfb390328e None None] Set router 07fd0186-4a26-42bf-b9e6-c4c4cc997f54 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:45:35.718868 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e10505-0e2f-4902-b7e2-7d40bf4ead66 req-70a23f8c-0c4e-4e41-a7dd-f2ceeed6c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:35.721481 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5e10505-0e2f-4902-b7e2-7d40bf4ead66 req-70a23f8c-0c4e-4e41-a7dd-f2ceeed6c3f6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b3d1b59a-7b57-42bb-b312-c653d7039ab6 HTTP/1.1" status: 200 len: 929 time: 0.1808052 Mar 09 03:45:35.739320 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f4918-8abf-4178-a0b0-5e5fd2e1ad4b req-f6259bed-257f-42dd-bc21-cfd4f1bb701c tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:35.743859 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fa9f4918-8abf-4178-a0b0-5e5fd2e1ad4b req-f6259bed-257f-42dd-bc21-cfd4f1bb701c tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa24287-ff04-43de-a116-ecaa22b79957 HTTP/1.1" status: 200 len: 946 time: 0.2448330 Mar 09 03:45:36.009099 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5e10505-0e2f-4902-b7e2-7d40bf4ead66 req-ede34a3d-9b3f-41c1-aceb-64354751168c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51f5b458-b8fc-4de7-9e2a-023878508672 HTTP/1.1" status: 200 len: 999 time: 0.2745135 Mar 09 03:45:36.017365 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b7519765-0f46-43a5-bd17-dd68be823223 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:45:36.151523 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e10505-0e2f-4902-b7e2-7d40bf4ead66 req-2550c40f-2e97-4fc8-99ad-fe810a3f43e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:36.153111 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5e10505-0e2f-4902-b7e2-7d40bf4ead66 req-2550c40f-2e97-4fc8-99ad-fe810a3f43e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b340e316-24f7-4939-9811-74c60326f13c HTTP/1.1" status: 200 len: 867 time: 0.1432033 Mar 09 03:45:36.315799 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e10505-0e2f-4902-b7e2-7d40bf4ead66 req-9dc8c3da-425c-423f-abf6-8c21a1dbfce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:36.317303 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5e10505-0e2f-4902-b7e2-7d40bf4ead66 req-9dc8c3da-425c-423f-abf6-8c21a1dbfce6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3d1b59a-7b57-42bb-b312-c653d7039ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1573424 Mar 09 03:45:36.433366 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b7519765-0f46-43a5-bd17-dd68be823223, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b7519765-0f46-43a5-bd17-dd68be823223,segment=NetworkSegment(b9669753-03d3-41ba-aa99-74a67a97b6e2),segment_id=b9669753-03d3-41ba-aa99-74a67a97b6e2)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:36.448190 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fa9f4918-8abf-4178-a0b0-5e5fd2e1ad4b req-0a4f6b04-da69-4c9c-8641-2bdb446d3448 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed056393-c6d6-4b81-92d5-11f3e5538f05&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2883201 Mar 09 03:45:36.450597 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-39d93985-5e4d-4c40-9803-3fdfb390328e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-872394144-router', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '1b1bfe3b-9b61-4c7b-af72-5300c4d249bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:44Z', 'updated_at': '2022-03-09T03:44:52Z', 'revision_number': 4, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'gw_port': {'id': '1b1bfe3b-9b61-4c7b-af72-5300c4d249bc', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:45Z', 'updated_at': '2022-03-09T03:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '83db12da-6acf-42be-a6c7-d57f7721c147', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'floating_ip_address': '172.25.7.198', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'port_id': '51f5b458-b8fc-4de7-9e2a-023878508672', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6', 'mac_address': 'fa:16:3e:2a:6f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3b3ada-4244-4c81-9740-44b3db5560da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:45:26Z', 'updated_at': '2022-03-09T03:45:32Z', 'revision_number': 1, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9acf62e-5a97-4c21-a18e-ed0cb155ea6f', 'name': '', 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'mac_address': 'fa:16:3e:59:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'b340e316-24f7-4939-9811-74c60326f13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:50Z', 'updated_at': '2022-03-09T03:45:04Z', 'revision_number': 5, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'subnets': [{'id': 'b340e316-24f7-4939-9811-74c60326f13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:36.471246 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'b7519765-0f46-43a5-bd17-dd68be823223', 'network_id': '16be6384-7665-4d3b-853c-e1f9ee6de707', 'port_id': 'b7519765-0f46-43a5-bd17-dd68be823223', 'mac_address': 'fa:16:3e:4a:a6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a78a60-3555-4424-b082-3dcd7dca5dd6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:45:36.507927 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5e10505-0e2f-4902-b7e2-7d40bf4ead66 req-d9629009-e52f-4272-897e-dc45fbfd562f service neutron] 10.222.0.16 "GET /v2.0/networks/b3d1b59a-7b57-42bb-b312-c653d7039ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787534 Mar 09 03:45:36.584776 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d93985-5e4d-4c40-9803-3fdfb390328e None None] Checking router: 07fd0186-4a26-42bf-b9e6-c4c4cc997f54 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:45:36.594590 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:36.634953 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7519765-0f46-43a5-bd17-dd68be823223 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:45:36.660011 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d93985-5e4d-4c40-9803-3fdfb390328e None None] Routers {'07fd0186-4a26-42bf-b9e6-c4c4cc997f54'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:45:36.679440 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-39d93985-5e4d-4c40-9803-3fdfb390328e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:45:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['07fd0186-4a26-42bf-b9e6-c4c4cc997f54'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:36.772202 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b7519765-0f46-43a5-bd17-dd68be823223, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b7519765-0f46-43a5-bd17-dd68be823223,segment=NetworkSegment(b9669753-03d3-41ba-aa99-74a67a97b6e2),segment_id=b9669753-03d3-41ba-aa99-74a67a97b6e2)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:36.784257 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:36.819953 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7804da27-2cfa-4ce8-9ae5-260890bcdf52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:36.892535 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5e10505-0e2f-4902-b7e2-7d40bf4ead66 req-58c46d16-444b-4687-8304-b0002972b35a service neutron] 10.222.0.16 "GET /v2.0/networks/b3d1b59a-7b57-42bb-b312-c653d7039ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782856 Mar 09 03:45:36.933134 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a785b-1816-4370-ac62-41121658cbcd req-319b32b1-f94b-4977-aa99-bac8d07ba045 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:36.940179 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-346a785b-1816-4370-ac62-41121658cbcd req-319b32b1-f94b-4977-aa99-bac8d07ba045 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 944 time: 0.2361577 Mar 09 03:45:36.992724 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c3b3ada-4244-4c81-9740-44b3db5560da', 'tag': '51f5b458-b8fc-4de7-9e2a-023878508672', 'status': 'completed', 'code': 200} Mar 09 03:45:37.018889 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['b7519765-0f46-43a5-bd17-dd68be823223'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:45:37.113459 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-39d93985-5e4d-4c40-9803-3fdfb390328e None None] Set router 07fd0186-4a26-42bf-b9e6-c4c4cc997f54 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:45:37.193166 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=b7519765-0f46-43a5-bd17-dd68be823223,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:37.252597 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7dab0-f7fe-4481-9368-37e17b94ae92 req-5cf12914-4ed1-4ec9-b4d4-05ced06124bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:37.254523 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79d7dab0-f7fe-4481-9368-37e17b94ae92 req-5cf12914-4ed1-4ec9-b4d4-05ced06124bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c50018b592af4976ba6ed104dcc582d3&device_id=5c3b3ada-4244-4c81-9740-44b3db5560da HTTP/1.1" status: 200 len: 1096 time: 0.2294619 Mar 09 03:45:37.301104 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-346a785b-1816-4370-ac62-41121658cbcd req-42a75e07-8731-4943-8a8e-226023536f0c tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544123 Mar 09 03:45:37.336040 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a018f69-9bd7-44f4-9a76-34bc3b5b8a98 req-ed9794d4-ff82-4401-920a-585e67a9a07a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:37.344533 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8a018f69-9bd7-44f4-9a76-34bc3b5b8a98 req-ed9794d4-ff82-4401-920a-585e67a9a07a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 0.2190087 Mar 09 03:45:37.471698 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8a018f69-9bd7-44f4-9a76-34bc3b5b8a98 req-e752982c-083d-4054-820e-70ea9ae1d781 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258283 Mar 09 03:45:37.554925 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7dab0-f7fe-4481-9368-37e17b94ae92 req-5114d028-1459-461d-953c-bc729cf797e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:37.556277 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79d7dab0-f7fe-4481-9368-37e17b94ae92 req-5114d028-1459-461d-953c-bc729cf797e9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3d1b59a-7b57-42bb-b312-c653d7039ab6 HTTP/1.1" status: 200 len: 929 time: 0.2861433 Mar 09 03:45:37.663653 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-7804da27-2cfa-4ce8-9ae5-260890bcdf52 admin admin] Deleting port 8740494f-2ace-475d-bab0-64d95715529b {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:37.664040 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7804da27-2cfa-4ce8-9ae5-260890bcdf52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:37.706348 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-43113ecf-6b3f-4fb3-a816-b8df2948261a req-6c99193e-2c2f-42bf-90cf-213ba862241c tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 258 time: 0.2292986 Mar 09 03:45:37.717154 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-43113ecf-6b3f-4fb3-a816-b8df2948261a req-bec8d543-1b8d-49a2-935e-ad5b061997d9 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:45:37.725738 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-43113ecf-6b3f-4fb3-a816-b8df2948261a req-bec8d543-1b8d-49a2-935e-ad5b061997d9 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:45:37.733257 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79d7dab0-f7fe-4481-9368-37e17b94ae92 req-b1dc366b-e5a9-4a25-97d9-e90d230b161b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51f5b458-b8fc-4de7-9e2a-023878508672 HTTP/1.1" status: 200 len: 999 time: 0.1693337 Mar 09 03:45:37.733554 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-39d93985-5e4d-4c40-9803-3fdfb390328e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-872394144-router', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '1b1bfe3b-9b61-4c7b-af72-5300c4d249bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:44Z', 'updated_at': '2022-03-09T03:44:52Z', 'revision_number': 4, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'gw_port': {'id': '1b1bfe3b-9b61-4c7b-af72-5300c4d249bc', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:45Z', 'updated_at': '2022-03-09T03:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '83db12da-6acf-42be-a6c7-d57f7721c147', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'floating_ip_address': '172.25.7.198', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'port_id': '51f5b458-b8fc-4de7-9e2a-023878508672', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6', 'mac_address': 'fa:16:3e:2a:6f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3b3ada-4244-4c81-9740-44b3db5560da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:45:26Z', 'updated_at': '2022-03-09T03:45:32Z', 'revision_number': 1, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9acf62e-5a97-4c21-a18e-ed0cb155ea6f', 'name': '', 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'mac_address': 'fa:16:3e:59:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'b340e316-24f7-4939-9811-74c60326f13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:50Z', 'updated_at': '2022-03-09T03:45:04Z', 'revision_number': 5, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'subnets': [{'id': 'b340e316-24f7-4939-9811-74c60326f13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:37.738697 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d93985-5e4d-4c40-9803-3fdfb390328e None None] The sync data for ids ['07fd0186-4a26-42bf-b9e6-c4c4cc997f54'] in n-d-825178-5 is: [{'id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-872394144-router', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '1b1bfe3b-9b61-4c7b-af72-5300c4d249bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:44Z', 'updated_at': '2022-03-09T03:44:52Z', 'revision_number': 4, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'gw_port': {'id': '1b1bfe3b-9b61-4c7b-af72-5300c4d249bc', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:45Z', 'updated_at': '2022-03-09T03:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '83db12da-6acf-42be-a6c7-d57f7721c147', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'floating_ip_address': '172.25.7.198', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'port_id': '51f5b458-b8fc-4de7-9e2a-023878508672', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6', 'mac_address': 'fa:16:3e:2a:6f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3b3ada-4244-4c81-9740-44b3db5560da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:45:26Z', 'updated_at': '2022-03-09T03:45:32Z', 'revision_number': 1, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9acf62e-5a97-4c21-a18e-ed0cb155ea6f', 'name': '', 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'mac_address': 'fa:16:3e:59:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'b340e316-24f7-4939-9811-74c60326f13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:50Z', 'updated_at': '2022-03-09T03:45:04Z', 'revision_number': 5, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'subnets': [{'id': 'b340e316-24f7-4939-9811-74c60326f13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:45:37.819740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7dab0-f7fe-4481-9368-37e17b94ae92 req-71be4e97-0c3f-4a2e-a97d-5bcb0ba9ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:37.821126 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79d7dab0-f7fe-4481-9368-37e17b94ae92 req-71be4e97-0c3f-4a2e-a97d-5bcb0ba9ecba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b340e316-24f7-4939-9811-74c60326f13c HTTP/1.1" status: 200 len: 867 time: 0.0804820 Mar 09 03:45:37.833243 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ff24c-7946-42b2-b777-469f65cb9be7 req-72c3a293-7f54-4f81-b8c8-ab40c459e6e5 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:37.834790 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c9ff24c-7946-42b2-b777-469f65cb9be7 req-72c3a293-7f54-4f81-b8c8-ab40c459e6e5 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 0.2017250 Mar 09 03:45:37.888455 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-7804da27-2cfa-4ce8-9ae5-260890bcdf52 admin admin] For port 8740494f-2ace-475d-bab0-64d95715529b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=8740494f-2ace-475d-bab0-64d95715529b,segment=NetworkSegment(7c5d9ec6-95d9-4871-9ed5-7e76256f28e4),segment_id=7c5d9ec6-95d9-4871-9ed5-7e76256f28e4)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:37.889006 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7804da27-2cfa-4ce8-9ae5-260890bcdf52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:37.913720 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54896) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:37.939351 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-5cd7d1db-87fc-494b-810c-5dff828948ae tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Request body: {'floatingip': {'port_id': 'c216d3e7-023c-4e4d-b8d1-3bd00d20c97a'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:45:37.957001 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-43113ecf-6b3f-4fb3-a816-b8df2948261a req-bec8d543-1b8d-49a2-935e-ad5b061997d9 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:45:38.032454 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-7804da27-2cfa-4ce8-9ae5-260890bcdf52 admin admin] Calling delete_port for 8740494f-2ace-475d-bab0-64d95715529b owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:45:38.066838 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5cd7d1db-87fc-494b-810c-5dff828948ae tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for floatingip, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:38.077444 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db82ecc-4bb4-4bc5-b374-b93a4d66bb88 None None] New status for floating IP 83db12da-6acf-42be-a6c7-d57f7721c147: ACTIVE {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:45:38.125436 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-43113ecf-6b3f-4fb3-a816-b8df2948261a req-bec8d543-1b8d-49a2-935e-ad5b061997d9 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:38.374215 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7dab0-f7fe-4481-9368-37e17b94ae92 req-3e69afee-bbf4-440d-8f4f-56752226c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:38.381056 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79d7dab0-f7fe-4481-9368-37e17b94ae92 req-3e69afee-bbf4-440d-8f4f-56752226c76b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3d1b59a-7b57-42bb-b312-c653d7039ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5451541 Mar 09 03:45:38.527944 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:38.593998 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79d7dab0-f7fe-4481-9368-37e17b94ae92 req-68fa4eef-12e9-4a61-ac2c-8aa3bb9f04ed service neutron] 10.222.0.24 "GET /v2.0/networks/b3d1b59a-7b57-42bb-b312-c653d7039ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602411 Mar 09 03:45:38.688583 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-43113ecf-6b3f-4fb3-a816-b8df2948261a req-bec8d543-1b8d-49a2-935e-ad5b061997d9 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:38.691734 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7804da27-2cfa-4ce8-9ae5-260890bcdf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:38.777136 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804da27-2cfa-4ce8-9ae5-260890bcdf52 admin admin] Pushing event deleted for resources: {'Port': ['ID=8740494f-2ace-475d-bab0-64d95715529b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:38.815409 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aaf75c-b9e8-43c1-8b33-550e0e71f3fc req-6f51a351-9325-419c-bc93-65f9397a3730 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:38.818389 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-19aaf75c-b9e8-43c1-8b33-550e0e71f3fc req-6f51a351-9325-419c-bc93-65f9397a3730 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa24287-ff04-43de-a116-ecaa22b79957 HTTP/1.1" status: 200 len: 946 time: 0.4542329 Mar 09 03:45:39.064031 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-43113ecf-6b3f-4fb3-a816-b8df2948261a req-bec8d543-1b8d-49a2-935e-ad5b061997d9 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Allocated IP 172.25.7.22 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/a9e5d771-9f93-4d9b-a38f-10c164fe0a6d) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:45:39.131172 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79d7dab0-f7fe-4481-9368-37e17b94ae92 req-24906203-71c0-4f38-ade1-f85806d38424 service neutron] 10.222.0.24 "GET /v2.0/networks/b3d1b59a-7b57-42bb-b312-c653d7039ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241609 Mar 09 03:45:39.163662 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-19aaf75c-b9e8-43c1-8b33-550e0e71f3fc req-dfae12cc-d772-4652-993c-380ad78e6b39 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed056393-c6d6-4b81-92d5-11f3e5538f05&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3334551 Mar 09 03:45:39.286316 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7804da27-2cfa-4ce8-9ae5-260890bcdf52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:39.393838 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-43113ecf-6b3f-4fb3-a816-b8df2948261a req-bec8d543-1b8d-49a2-935e-ad5b061997d9 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:39.403391 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4b89e-3a7a-4d44-9437-abb31df48def req-7c36a392-af5c-4268-94f8-6a7751993716 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:39.404885 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-59a4b89e-3a7a-4d44-9437-abb31df48def req-7c36a392-af5c-4268-94f8-6a7751993716 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 945 time: 0.1380556 Mar 09 03:45:39.558981 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-59a4b89e-3a7a-4d44-9437-abb31df48def req-01c6986a-4391-4d24-81a2-98d796ae266e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471262 Mar 09 03:45:39.610558 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5cd7d1db-87fc-494b-810c-5dff828948ae tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:39.629449 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5cd7d1db-87fc-494b-810c-5dff828948ae tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:39.736765 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-43113ecf-6b3f-4fb3-a816-b8df2948261a req-bec8d543-1b8d-49a2-935e-ad5b061997d9 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:39.852158 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b7519765-0f46-43a5-bd17-dd68be823223 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:45:39.859492 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43113ecf-6b3f-4fb3-a816-b8df2948261a req-bec8d543-1b8d-49a2-935e-ad5b061997d9 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:45:39.859492 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7804da27-2cfa-4ce8-9ae5-260890bcdf52 admin admin] Router 6dc59c1f-e862-46b3-a59a-4e278b3822fe has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:45:39.859492 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-43113ecf-6b3f-4fb3-a816-b8df2948261a req-bec8d543-1b8d-49a2-935e-ad5b061997d9 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:45:39.866733 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003033c-07f6-429e-ab4e-2b47f917c1a0 req-0e0fd46a-677e-43d8-af4c-19d3bdba9426 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:39.866733 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5003033c-07f6-429e-ab4e-2b47f917c1a0 req-0e0fd46a-677e-43d8-af4c-19d3bdba9426 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aa24287-ff04-43de-a116-ecaa22b79957 HTTP/1.1" status: 200 len: 946 time: 0.3403633 Mar 09 03:45:39.887708 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-43113ecf-6b3f-4fb3-a816-b8df2948261a req-bec8d543-1b8d-49a2-935e-ad5b061997d9 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:45:39.928656 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8d543-1b8d-49a2-935e-ad5b061997d9 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Pushing event updated for resources: {'Port': ['ID=a9e5d771-9f93-4d9b-a38f-10c164fe0a6d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:39.955243 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port b7519765-0f46-43a5-bd17-dd68be823223 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:45:39.963889 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port b7519765-0f46-43a5-bd17-dd68be823223 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:45:39.964386 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:39.972035 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-5003033c-07f6-429e-ab4e-2b47f917c1a0 req-c35ec93e-7803-4c36-a92d-11ecf6ee7669 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Deleting port bde592c5-e125-4064-ab36-3ab7d0bf3ac7 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:39.972424 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5003033c-07f6-429e-ab4e-2b47f917c1a0 req-c35ec93e-7803-4c36-a92d-11ecf6ee7669 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:40.040098 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-5cd7d1db-87fc-494b-810c-5dff828948ae tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Floating IP 71e258ff-0746-4b81-ac37-688a61818612 associated. External IP: 172.25.7.81, port: c216d3e7-023c-4e4d-b8d1-3bd00d20c97a. Mar 09 03:45:40.146108 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-43113ecf-6b3f-4fb3-a816-b8df2948261a req-bec8d543-1b8d-49a2-935e-ad5b061997d9 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:40.148322 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7804da27-2cfa-4ce8-9ae5-260890bcdf52 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:45:40.180834 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ee7e46-d1da-4abc-a1a9-158c33cfd2e8 None None] Sync routers for ids ['6dc59c1f-e862-46b3-a59a-4e278b3822fe'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:45:40.210256 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:40.394023 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ee7e46-d1da-4abc-a1a9-158c33cfd2e8 None None] Routers {'6dc59c1f-e862-46b3-a59a-4e278b3822fe'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:45:40.394743 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-13ee7e46-d1da-4abc-a1a9-158c33cfd2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:45:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['6dc59c1f-e862-46b3-a59a-4e278b3822fe'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:40.491129 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-43113ecf-6b3f-4fb3-a816-b8df2948261a req-bec8d543-1b8d-49a2-935e-ad5b061997d9 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:40.520414 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd28aa8-20e3-4676-a8ed-f7367e7e04a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7519765-0f46-43a5-bd17-dd68be823223'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:45:40.526324 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7804da27-2cfa-4ce8-9ae5-260890bcdf52 admin admin] 10.222.0.16 "PUT /v2.0/routers/6dc59c1f-e862-46b3-a59a-4e278b3822fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1618187 Mar 09 03:45:40.527060 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54920) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:40.642924 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b7519765-0f46-43a5-bd17-dd68be823223, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b7519765-0f46-43a5-bd17-dd68be823223,segment=NetworkSegment(b9669753-03d3-41ba-aa99-74a67a97b6e2),segment_id=b9669753-03d3-41ba-aa99-74a67a97b6e2)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:40.657956 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0fbc5-ec2e-49c0-8c86-b60ca8387c8f req-3806fec3-45f6-437f-b95b-6a1cc6be2369 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:40.660373 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-97a0fbc5-ec2e-49c0-8c86-b60ca8387c8f req-3806fec3-45f6-437f-b95b-6a1cc6be2369 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa24287-ff04-43de-a116-ecaa22b79957 HTTP/1.1" status: 200 len: 946 time: 0.2344606 Mar 09 03:45:40.663058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-5003033c-07f6-429e-ab4e-2b47f917c1a0 req-c35ec93e-7803-4c36-a92d-11ecf6ee7669 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] For port bde592c5-e125-4064-ab36-3ab7d0bf3ac7, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=bde592c5-e125-4064-ab36-3ab7d0bf3ac7,segment=NetworkSegment(6015d51d-ff40-43bf-b166-7f4628d70144),segment_id=6015d51d-ff40-43bf-b166-7f4628d70144)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:40.663421 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5003033c-07f6-429e-ab4e-2b47f917c1a0 req-c35ec93e-7803-4c36-a92d-11ecf6ee7669 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:40.673951 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:40.723284 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd57b-fd11-4fcf-b7ac-852cbb57f322 admin admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:40.750290 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=b7519765-0f46-43a5-bd17-dd68be823223,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:40.822690 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-13ee7e46-d1da-4abc-a1a9-158c33cfd2e8 None None] Set router 6dc59c1f-e862-46b3-a59a-4e278b3822fe gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:45:41.086419 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd57b-fd11-4fcf-b7ac-852cbb57f322 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:41.107929 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-8f0cd57b-fd11-4fcf-b7ac-852cbb57f322 admin admin] Deleting port 8767e8c8-a1b9-41d6-af56-30b3999fc573 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:41.108541 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd57b-fd11-4fcf-b7ac-852cbb57f322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:41.277076 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-13ee7e46-d1da-4abc-a1a9-158c33cfd2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'name': 'tempest-ServersTestBootFromVolume-931872618-router', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8767e8c8-a1b9-41d6-af56-30b3999fc573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:43:03Z', 'updated_at': '2022-03-09T03:45:38Z', 'revision_number': 5, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'gw_port': {'id': '8767e8c8-a1b9-41d6-af56-30b3999fc573', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:43:05Z', 'updated_at': '2022-03-09T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:41.279899 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-43113ecf-6b3f-4fb3-a816-b8df2948261a req-bec8d543-1b8d-49a2-935e-ad5b061997d9 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:41.281462 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ee7e46-d1da-4abc-a1a9-158c33cfd2e8 None None] Checking router: 6dc59c1f-e862-46b3-a59a-4e278b3822fe for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:45:41.290628 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ee7e46-d1da-4abc-a1a9-158c33cfd2e8 None None] Routers {'6dc59c1f-e862-46b3-a59a-4e278b3822fe'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:45:41.291338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-13ee7e46-d1da-4abc-a1a9-158c33cfd2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:45:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['6dc59c1f-e862-46b3-a59a-4e278b3822fe'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:41.300106 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-43113ecf-6b3f-4fb3-a816-b8df2948261a req-bec8d543-1b8d-49a2-935e-ad5b061997d9 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:41.334182 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-97a0fbc5-ec2e-49c0-8c86-b60ca8387c8f req-81ee6860-ad5d-4a12-9cf5-93cb67e71e7a tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed056393-c6d6-4b81-92d5-11f3e5538f05&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6629155 Mar 09 03:45:41.361230 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd7d1db-87fc-494b-810c-5dff828948ae tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Router b081f87e-31dc-4c90-8c36-b13f42f6b5bb has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:45:41.445011 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-43113ecf-6b3f-4fb3-a816-b8df2948261a req-bec8d543-1b8d-49a2-935e-ad5b061997d9 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:41.461031 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-13ee7e46-d1da-4abc-a1a9-158c33cfd2e8 None None] Set router 6dc59c1f-e862-46b3-a59a-4e278b3822fe gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:45:41.500646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8d543-1b8d-49a2-935e-ad5b061997d9 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Pushing event updated for resources: {'Port': ['ID=a9e5d771-9f93-4d9b-a38f-10c164fe0a6d,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:41.512614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-8f0cd57b-fd11-4fcf-b7ac-852cbb57f322 admin admin] For port 8767e8c8-a1b9-41d6-af56-30b3999fc573, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=8767e8c8-a1b9-41d6-af56-30b3999fc573,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:41.513342 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd57b-fd11-4fcf-b7ac-852cbb57f322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:41.521111 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-43113ecf-6b3f-4fb3-a816-b8df2948261a req-bec8d543-1b8d-49a2-935e-ad5b061997d9 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:41.522416 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-43113ecf-6b3f-4fb3-a816-b8df2948261a req-bec8d543-1b8d-49a2-935e-ad5b061997d9 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8106585 Mar 09 03:45:41.601173 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd28aa8-20e3-4676-a8ed-f7367e7e04a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7519765-0f46-43a5-bd17-dd68be823223', 'code': 200} Mar 09 03:45:41.674358 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-13ee7e46-d1da-4abc-a1a9-158c33cfd2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'name': 'tempest-ServersTestBootFromVolume-931872618-router', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:43:03Z', 'updated_at': '2022-03-09T03:45:41Z', 'revision_number': 6, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:41.680550 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ee7e46-d1da-4abc-a1a9-158c33cfd2e8 None None] The sync data for ids ['6dc59c1f-e862-46b3-a59a-4e278b3822fe'] in n-d-825178-5 is: [{'id': '6dc59c1f-e862-46b3-a59a-4e278b3822fe', 'name': 'tempest-ServersTestBootFromVolume-931872618-router', 'tenant_id': '817a57555e2f4b54a80c7a27a00c451f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:43:03Z', 'updated_at': '2022-03-09T03:45:41Z', 'revision_number': 6, 'project_id': '817a57555e2f4b54a80c7a27a00c451f', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:45:41.832935 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-8f0cd57b-fd11-4fcf-b7ac-852cbb57f322 admin admin] Calling delete_port for 8767e8c8-a1b9-41d6-af56-30b3999fc573 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:45:41.904456 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5003033c-07f6-429e-ab4e-2b47f917c1a0 req-c35ec93e-7803-4c36-a92d-11ecf6ee7669 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:41.904991 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5003033c-07f6-429e-ab4e-2b47f917c1a0 req-c35ec93e-7803-4c36-a92d-11ecf6ee7669 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:41.905119 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [req-5003033c-07f6-429e-ab4e-2b47f917c1a0 req-c35ec93e-7803-4c36-a92d-11ecf6ee7669 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Floating IP f6f2fa69-e908-496e-ae45-aeda87ee2198 disassociated. External IP: 172.25.7.61, port: bde592c5-e125-4064-ab36-3ab7d0bf3ac7. Mar 09 03:45:41.905906 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-5003033c-07f6-429e-ab4e-2b47f917c1a0 req-c35ec93e-7803-4c36-a92d-11ecf6ee7669 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Calling delete_port for bde592c5-e125-4064-ab36-3ab7d0bf3ac7 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:45:41.931554 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-43113ecf-6b3f-4fb3-a816-b8df2948261a req-3995def5-22e8-41aa-ae2c-dbd941fbda60 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Synchronizing usage tracker for tenant:c50018b592af4976ba6ed104dcc582d3 on resource:floatingip {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:45:41.951139 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd7d1db-87fc-494b-810c-5dff828948ae tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:45:41.964224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8da4f5-8bb7-4345-a3d9-d1989f6dcf54 req-683d161b-9e82-48ed-aa52-7de9aa195b5b tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:41.965963 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ef8da4f5-8bb7-4345-a3d9-d1989f6dcf54 req-683d161b-9e82-48ed-aa52-7de9aa195b5b tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 946 time: 0.1881173 Mar 09 03:45:41.968862 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f25abf3-14bc-45d8-86e4-1c2f50471c6e None None] Sync routers for ids ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:45:41.975383 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5cd7d1db-87fc-494b-810c-5dff828948ae tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:41.985205 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f25abf3-14bc-45d8-86e4-1c2f50471c6e None None] Routers {'b081f87e-31dc-4c90-8c36-b13f42f6b5bb'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:45:41.987123 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0f25abf3-14bc-45d8-86e4-1c2f50471c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:45:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:42.012595 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-43113ecf-6b3f-4fb3-a816-b8df2948261a req-3995def5-22e8-41aa-ae2c-dbd941fbda60 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Unset dirty status for tenant:c50018b592af4976ba6ed104dcc582d3 on resource:floatingip {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:45:42.013795 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-43113ecf-6b3f-4fb3-a816-b8df2948261a req-3995def5-22e8-41aa-ae2c-dbd941fbda60 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.22 HTTP/1.1" status: 200 len: 695 time: 0.4020045 Mar 09 03:45:42.067073 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5cd7d1db-87fc-494b-810c-5dff828948ae tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "PUT /v2.0/floatingips/71e258ff-0746-4b81-ac37-688a61818612 HTTP/1.1" status: 200 len: 991 time: 4.1526177 Mar 09 03:45:42.084639 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f29eb81-2121-44c9-a593-ac11ad9a2d1e', 'tag': 'c216d3e7-023c-4e4d-b8d1-3bd00d20c97a'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:45:42.141678 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ef8da4f5-8bb7-4345-a3d9-d1989f6dcf54 req-4e823008-7c01-43ef-9842-f841429856b4 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707715 Mar 09 03:45:42.141902 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ec605-48ca-411a-8672-b6953ab0b7ba req-7bfa8e7f-8610-4404-84ab-d1661ac08d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:42.143698 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b47ec605-48ca-411a-8672-b6953ab0b7ba req-7bfa8e7f-8610-4404-84ab-d1661ac08d86 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 1097 time: 0.5328219 Mar 09 03:45:42.279085 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f29eb81-2121-44c9-a593-ac11ad9a2d1e', 'tag': 'c216d3e7-023c-4e4d-b8d1-3bd00d20c97a', 'status': 'completed', 'code': 200} Mar 09 03:45:42.362650 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5003033c-07f6-429e-ab4e-2b47f917c1a0 req-c35ec93e-7803-4c36-a92d-11ecf6ee7669 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:42.472229 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b47ec605-48ca-411a-8672-b6953ab0b7ba req-8cc548fe-502e-4479-8be2-fbbda916c4cb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897479 Mar 09 03:45:42.511394 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43113ecf-6b3f-4fb3-a816-b8df2948261a req-ab1653bc-f66a-4fc9-8787-59a1f35e6d15 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:42.512129 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ec93e-7803-4c36-a92d-11ecf6ee7669 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Pushing event deleted for resources: {'Port': ['ID=bde592c5-e125-4064-ab36-3ab7d0bf3ac7,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:42.512876 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-43113ecf-6b3f-4fb3-a816-b8df2948261a req-ab1653bc-f66a-4fc9-8787-59a1f35e6d15 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 0.4657559 Mar 09 03:45:42.565311 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-0f25abf3-14bc-45d8-86e4-1c2f50471c6e None None] Set router b081f87e-31dc-4c90-8c36-b13f42f6b5bb gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:45:42.674926 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe46c884-fbfd-4b98-963d-e6173c800192 req-2bdbe67d-03aa-4e61-8b95-cac02ec13818 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa24287-ff04-43de-a116-ecaa22b79957 HTTP/1.1" status: 200 len: 210 time: 0.0560038 Mar 09 03:45:42.688967 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd57b-fd11-4fcf-b7ac-852cbb57f322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:42.717579 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0beb65-0a90-46b5-9acf-e6cfb7e3ffed req-0ba2d72a-5bca-40d5-9a8e-5cacb267683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:42.719272 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cb0beb65-0a90-46b5-9acf-e6cfb7e3ffed req-0ba2d72a-5bca-40d5-9a8e-5cacb267683b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a566af917eda438b9c3772466ff37f61&device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 1097 time: 0.4393523 Mar 09 03:45:42.817507 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cd57b-fd11-4fcf-b7ac-852cbb57f322 admin admin] Pushing event deleted for resources: {'Port': ['ID=8767e8c8-a1b9-41d6-af56-30b3999fc573,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:42.955159 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd57b-fd11-4fcf-b7ac-852cbb57f322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:43.112000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5003033c-07f6-429e-ab4e-2b47f917c1a0 req-c35ec93e-7803-4c36-a92d-11ecf6ee7669 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Router e8978b7e-1c07-4672-bcdb-d3488922df06 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:45:43.185864 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0f25abf3-14bc-45d8-86e4-1c2f50471c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'name': 'tempest-AttachVolumeTestJSON-617479494-router', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:49Z', 'updated_at': '2022-03-09T03:45:03Z', 'revision_number': 4, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'gw_port': {'id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:51Z', 'updated_at': '2022-03-09T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '71e258ff-0746-4b81-ac37-688a61818612', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'port_id': 'c216d3e7-023c-4e4d-b8d1-3bd00d20c97a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'mac_address': 'fa:16:3e:d5:0c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29eb81-2121-44c9-a593-ac11ad9a2d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:45:11Z', 'updated_at': '2022-03-09T03:45:39Z', 'revision_number': 1, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dafec96d-b156-4708-aa7c-c945b01181b8', 'name': '', 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'mac_address': 'fa:16:3e:48:72:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '63de480c-3416-46a4-bc21-c1381051f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:59Z', 'updated_at': '2022-03-09T03:45:12Z', 'revision_number': 5, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'subnets': [{'id': '63de480c-3416-46a4-bc21-c1381051f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:43.192309 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f25abf3-14bc-45d8-86e4-1c2f50471c6e None None] Checking router: b081f87e-31dc-4c90-8c36-b13f42f6b5bb for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:45:43.202487 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f25abf3-14bc-45d8-86e4-1c2f50471c6e None None] Routers {'b081f87e-31dc-4c90-8c36-b13f42f6b5bb'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:45:43.203356 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0f25abf3-14bc-45d8-86e4-1c2f50471c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:45:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:43.232523 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e1dbb-8898-41bd-a336-a3e9af323792 req-fd179bbc-f7f6-4426-9953-5a24c3afdc9b tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:43.234151 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ab5e1dbb-8898-41bd-a336-a3e9af323792 req-fd179bbc-f7f6-4426-9953-5a24c3afdc9b tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c3b3ada-4244-4c81-9740-44b3db5560da&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4798446 Mar 09 03:45:43.361050 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd57b-fd11-4fcf-b7ac-852cbb57f322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:43.397371 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd57b-fd11-4fcf-b7ac-852cbb57f322 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:43.454281 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ab5e1dbb-8898-41bd-a336-a3e9af323792 req-3e4823dc-eaad-4de2-b78b-a68e57c0f1aa tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.22 HTTP/1.1" status: 200 len: 695 time: 0.2110739 Mar 09 03:45:43.488644 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-ab5e1dbb-8898-41bd-a336-a3e9af323792 req-f29d122e-8804-40b5-846b-c0f5bd73e2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Request body: {'floatingip': {'port_id': '51f5b458-b8fc-4de7-9e2a-023878508672', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:45:43.567076 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54956) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:43.603569 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-0f25abf3-14bc-45d8-86e4-1c2f50471c6e None None] Set router b081f87e-31dc-4c90-8c36-b13f42f6b5bb gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:45:43.645342 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd57b-fd11-4fcf-b7ac-852cbb57f322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:43.645914 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0cd57b-fd11-4fcf-b7ac-852cbb57f322 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dc59c1f-e862-46b3-a59a-4e278b3822fe {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:45:43.668388 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ab5e1dbb-8898-41bd-a336-a3e9af323792 req-f29d122e-8804-40b5-846b-c0f5bd73e2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks [] for floatingip, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:43.739355 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8740494f-2ace-475d-bab0-64d95715529b no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:45:43.790826 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0beb65-0a90-46b5-9acf-e6cfb7e3ffed req-d1fa32e2-04d0-4e55-aa7a-db9e995cefdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:43.792592 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cb0beb65-0a90-46b5-9acf-e6cfb7e3ffed req-d1fa32e2-04d0-4e55-aa7a-db9e995cefdf service neutron] 10.222.0.24 "GET /v2.0/networks?id=b236dd5b-2019-418d-8a8d-2b42bdeabb23 HTTP/1.1" status: 200 len: 911 time: 1.0109420 Mar 09 03:45:43.832972 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 8740494f-2ace-475d-bab0-64d95715529b {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:45:43.832972 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8740494f-2ace-475d-bab0-64d95715529b not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:45:43.832972 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8767e8c8-a1b9-41d6-af56-30b3999fc573 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:45:43.890255 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device bde592c5-e125-4064-ab36-3ab7d0bf3ac7 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:45:43.941764 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: bde592c5-e125-4064-ab36-3ab7d0bf3ac7 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:45:43.942471 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device bde592c5-e125-4064-ab36-3ab7d0bf3ac7 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:45:43.947249 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5003033c-07f6-429e-ab4e-2b47f917c1a0 req-c35ec93e-7803-4c36-a92d-11ecf6ee7669 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:45:43.947981 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 8767e8c8-a1b9-41d6-af56-30b3999fc573 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:45:43.949171 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8767e8c8-a1b9-41d6-af56-30b3999fc573 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:45:43.961533 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd736ed-58c7-441c-9b6f-c2aaffba8d76 None None] Sync routers for ids ['e8978b7e-1c07-4672-bcdb-d3488922df06'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:45:43.973760 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd736ed-58c7-441c-9b6f-c2aaffba8d76 None None] Routers {'e8978b7e-1c07-4672-bcdb-d3488922df06'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:45:43.974692 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-4dd736ed-58c7-441c-9b6f-c2aaffba8d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:45:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e8978b7e-1c07-4672-bcdb-d3488922df06'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:44.063177 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-5003033c-07f6-429e-ab4e-2b47f917c1a0 req-c35ec93e-7803-4c36-a92d-11ecf6ee7669 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] No DVR routers for this DVR port bde592c5-e125-4064-ab36-3ab7d0bf3ac7 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:45:44.069031 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5003033c-07f6-429e-ab4e-2b47f917c1a0 req-c35ec93e-7803-4c36-a92d-11ecf6ee7669 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:44.086281 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cb0beb65-0a90-46b5-9acf-e6cfb7e3ffed req-91a2d874-26ed-4e9d-96fc-cb57a0d34dd2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c216d3e7-023c-4e4d-b8d1-3bd00d20c97a HTTP/1.1" status: 200 len: 999 time: 0.2827883 Mar 09 03:45:44.173660 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0beb65-0a90-46b5-9acf-e6cfb7e3ffed req-cee1ab59-419d-401d-8076-f7648740a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:44.175459 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cb0beb65-0a90-46b5-9acf-e6cfb7e3ffed req-cee1ab59-419d-401d-8076-f7648740a0aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63de480c-3416-46a4-bc21-c1381051f525 HTTP/1.1" status: 200 len: 849 time: 0.0818408 Mar 09 03:45:44.183706 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b83ad8-e621-4649-860d-92d40b03baf6 req-42e9298f-30d4-4ea4-8233-878a0835f6b3 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:44.191588 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-62b83ad8-e621-4649-860d-92d40b03baf6 req-42e9298f-30d4-4ea4-8233-878a0835f6b3 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 946 time: 0.4357018 Mar 09 03:45:44.243190 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-4dd736ed-58c7-441c-9b6f-c2aaffba8d76 None None] Set router e8978b7e-1c07-4672-bcdb-d3488922df06 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:45:44.259861 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5003033c-07f6-429e-ab4e-2b47f917c1a0 req-c35ec93e-7803-4c36-a92d-11ecf6ee7669 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.21 "DELETE /v2.0/ports/bde592c5-e125-4064-ab36-3ab7d0bf3ac7 HTTP/1.1" status: 204 len: 173 time: 4.3693411 Mar 09 03:45:44.292932 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa24287-ff04-43de-a116-ecaa22b79957', 'name': 'network-vif-deleted', 'tag': 'bde592c5-e125-4064-ab36-3ab7d0bf3ac7'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:45:44.293942 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd57b-fd11-4fcf-b7ac-852cbb57f322 admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:44.298624 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8f0cd57b-fd11-4fcf-b7ac-852cbb57f322 admin admin] 10.222.0.16 "DELETE /v2.0/routers/6dc59c1f-e862-46b3-a59a-4e278b3822fe HTTP/1.1" status: 204 len: 168 time: 3.7638962 Mar 09 03:45:44.302666 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54966) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:44.338668 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0f25abf3-14bc-45d8-86e4-1c2f50471c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'name': 'tempest-AttachVolumeTestJSON-617479494-router', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:49Z', 'updated_at': '2022-03-09T03:45:03Z', 'revision_number': 4, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'gw_port': {'id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:51Z', 'updated_at': '2022-03-09T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '71e258ff-0746-4b81-ac37-688a61818612', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'port_id': 'c216d3e7-023c-4e4d-b8d1-3bd00d20c97a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'mac_address': 'fa:16:3e:d5:0c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29eb81-2121-44c9-a593-ac11ad9a2d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:45:11Z', 'updated_at': '2022-03-09T03:45:39Z', 'revision_number': 1, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dafec96d-b156-4708-aa7c-c945b01181b8', 'name': '', 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'mac_address': 'fa:16:3e:48:72:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '63de480c-3416-46a4-bc21-c1381051f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:59Z', 'updated_at': '2022-03-09T03:45:12Z', 'revision_number': 5, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'subnets': [{'id': '63de480c-3416-46a4-bc21-c1381051f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:44.347116 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f25abf3-14bc-45d8-86e4-1c2f50471c6e None None] The sync data for ids ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'] in n-d-825178-5 is: [{'id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'name': 'tempest-AttachVolumeTestJSON-617479494-router', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:49Z', 'updated_at': '2022-03-09T03:45:03Z', 'revision_number': 4, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'gw_port': {'id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:51Z', 'updated_at': '2022-03-09T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '71e258ff-0746-4b81-ac37-688a61818612', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'port_id': 'c216d3e7-023c-4e4d-b8d1-3bd00d20c97a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'mac_address': 'fa:16:3e:d5:0c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29eb81-2121-44c9-a593-ac11ad9a2d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:45:11Z', 'updated_at': '2022-03-09T03:45:39Z', 'revision_number': 1, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dafec96d-b156-4708-aa7c-c945b01181b8', 'name': '', 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'mac_address': 'fa:16:3e:48:72:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '63de480c-3416-46a4-bc21-c1381051f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:59Z', 'updated_at': '2022-03-09T03:45:12Z', 'revision_number': 5, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'subnets': [{'id': '63de480c-3416-46a4-bc21-c1381051f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:45:44.350107 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-62b83ad8-e621-4649-860d-92d40b03baf6 req-5b099f74-e0bf-4ce3-8559-51e79ee6ded9 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575189 Mar 09 03:45:44.415399 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0beb65-0a90-46b5-9acf-e6cfb7e3ffed req-fbca598e-1ddf-4816-80fc-26761a5bd1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:44.416911 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cb0beb65-0a90-46b5-9acf-e6cfb7e3ffed req-fbca598e-1ddf-4816-80fc-26761a5bd1b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b236dd5b-2019-418d-8a8d-2b42bdeabb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2095075 Mar 09 03:45:44.634735 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cb0beb65-0a90-46b5-9acf-e6cfb7e3ffed req-f6a5b600-d0ff-47e6-8a8e-707d7ba9c74a service neutron] 10.222.0.24 "GET /v2.0/networks/b236dd5b-2019-418d-8a8d-2b42bdeabb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109249 Mar 09 03:45:44.662884 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ebd4d9-a755-44c1-be5c-e1cd2015bb78 None None] New status for floating IP 71e258ff-0746-4b81-ac37-688a61818612: ACTIVE {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:45:44.732950 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-be9a9dee-6666-498e-a366-6c6cb68e3cd1 req-0678e0aa-4e74-4dc4-902a-61fd6fd73fe8 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Synchronizing usage tracker for tenant:9eb686a5560145e4aa19523f011a1eb4 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:45:44.801124 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-4dd736ed-58c7-441c-9b6f-c2aaffba8d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'name': 'tempest-ServersTestJSON-852601512-router', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:02Z', 'updated_at': '2022-03-09T03:44:18Z', 'revision_number': 4, 'project_id': '9eb686a5560145e4aa19523f011a1eb4', 'gw_port': {'id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:04Z', 'updated_at': '2022-03-09T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '94747785-a00a-42eb-8302-8c20b771c04e', 'name': '', 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'mac_address': 'fa:16:3e:22:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'd57a94ec-ddb8-495c-8597-2757b5089981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:15Z', 'updated_at': '2022-03-09T03:44:26Z', 'revision_number': 5, 'project_id': '9eb686a5560145e4aa19523f011a1eb4', 'subnets': [{'id': 'd57a94ec-ddb8-495c-8597-2757b5089981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:44.815118 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd736ed-58c7-441c-9b6f-c2aaffba8d76 None None] Checking router: e8978b7e-1c07-4672-bcdb-d3488922df06 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:45:44.844600 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-be9a9dee-6666-498e-a366-6c6cb68e3cd1 req-0678e0aa-4e74-4dc4-902a-61fd6fd73fe8 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Unset dirty status for tenant:9eb686a5560145e4aa19523f011a1eb4 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:45:44.845780 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-be9a9dee-6666-498e-a366-6c6cb68e3cd1 req-0678e0aa-4e74-4dc4-902a-61fd6fd73fe8 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa24287-ff04-43de-a116-ecaa22b79957 HTTP/1.1" status: 200 len: 210 time: 0.2101407 Mar 09 03:45:44.845928 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd736ed-58c7-441c-9b6f-c2aaffba8d76 None None] Routers {'e8978b7e-1c07-4672-bcdb-d3488922df06'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:45:44.846415 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-4dd736ed-58c7-441c-9b6f-c2aaffba8d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:45:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e8978b7e-1c07-4672-bcdb-d3488922df06'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:44.961252 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cb0beb65-0a90-46b5-9acf-e6cfb7e3ffed req-aafd9415-64d5-4df0-a68e-024beb526602 service neutron] 10.222.0.24 "GET /v2.0/networks/b236dd5b-2019-418d-8a8d-2b42bdeabb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691989 Mar 09 03:45:44.993642 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa24287-ff04-43de-a116-ecaa22b79957', 'name': 'network-vif-deleted', 'tag': 'bde592c5-e125-4064-ab36-3ab7d0bf3ac7', 'status': 'completed', 'code': 200} Mar 09 03:45:45.086737 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-70331f23-b975-49b4-b174-f4f958ca133f admin admin] Deleting subnet d3571473-a79b-41d1-b3f2-a4755f295f86 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:45:45.106174 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-70331f23-b975-49b4-b174-f4f958ca133f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:45.184623 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-4dd736ed-58c7-441c-9b6f-c2aaffba8d76 None None] Set router e8978b7e-1c07-4672-bcdb-d3488922df06 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:45:45.316300 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-70331f23-b975-49b4-b174-f4f958ca133f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:45.351351 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [req-ab5e1dbb-8898-41bd-a336-a3e9af323792 req-f29d122e-8804-40b5-846b-c0f5bd73e2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] update failed (client error): There was a conflict when trying to complete your request. Mar 09 03:45:45.353152 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ab5e1dbb-8898-41bd-a336-a3e9af323792 req-f29d122e-8804-40b5-846b-c0f5bd73e2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "PUT /v2.0/floatingips/91329acc-34e5-4ec7-aba1-0c039aed67d7 HTTP/1.1" status: 409 len: 549 time: 1.8701601 Mar 09 03:45:45.539448 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-70331f23-b975-49b4-b174-f4f958ca133f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:45.541080 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-4dd736ed-58c7-441c-9b6f-c2aaffba8d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'name': 'tempest-ServersTestJSON-852601512-router', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:02Z', 'updated_at': '2022-03-09T03:44:18Z', 'revision_number': 4, 'project_id': '9eb686a5560145e4aa19523f011a1eb4', 'gw_port': {'id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:04Z', 'updated_at': '2022-03-09T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '94747785-a00a-42eb-8302-8c20b771c04e', 'name': '', 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'mac_address': 'fa:16:3e:22:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'd57a94ec-ddb8-495c-8597-2757b5089981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:15Z', 'updated_at': '2022-03-09T03:44:26Z', 'revision_number': 5, 'project_id': '9eb686a5560145e4aa19523f011a1eb4', 'subnets': [{'id': 'd57a94ec-ddb8-495c-8597-2757b5089981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:45.546367 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd736ed-58c7-441c-9b6f-c2aaffba8d76 None None] The sync data for ids ['e8978b7e-1c07-4672-bcdb-d3488922df06'] in n-d-825178-5 is: [{'id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'name': 'tempest-ServersTestJSON-852601512-router', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:02Z', 'updated_at': '2022-03-09T03:44:18Z', 'revision_number': 4, 'project_id': '9eb686a5560145e4aa19523f011a1eb4', 'gw_port': {'id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:04Z', 'updated_at': '2022-03-09T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '94747785-a00a-42eb-8302-8c20b771c04e', 'name': '', 'network_id': 'a5b1e57d-a586-4109-9128-ae5b3a0e4d7b', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'mac_address': 'fa:16:3e:22:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'd57a94ec-ddb8-495c-8597-2757b5089981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:15Z', 'updated_at': '2022-03-09T03:44:26Z', 'revision_number': 5, 'project_id': '9eb686a5560145e4aa19523f011a1eb4', 'subnets': [{'id': 'd57a94ec-ddb8-495c-8597-2757b5089981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:45:45.566257 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d794d03f-5da2-4d15-997c-71e9344d8ff3 req-2fd6ab5d-9712-4ba1-833e-5b798e377b7c tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/floatingips/91329acc-34e5-4ec7-aba1-0c039aed67d7 HTTP/1.1" status: 200 len: 692 time: 0.1755273 Mar 09 03:45:45.629686 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-70331f23-b975-49b4-b174-f4f958ca133f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:45.727916 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70331f23-b975-49b4-b174-f4f958ca133f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3571473-a79b-41d1-b3f2-a4755f295f86,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:45.732944 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-70331f23-b975-49b4-b174-f4f958ca133f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:45.735709 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794d03f-5da2-4d15-997c-71e9344d8ff3 req-ae77c468-3eca-4a6d-a7c8-a0cf1a60c92c tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:45.737342 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb34c0da-5367-40aa-a796-7d61206ba0d1 None None] Network de965f41-afbd-4da2-9fba-561b7d6fb0bd requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:45:45.743463 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d794d03f-5da2-4d15-997c-71e9344d8ff3 req-ae77c468-3eca-4a6d-a7c8-a0cf1a60c92c tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 0.1716814 Mar 09 03:45:45.764269 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-70331f23-b975-49b4-b174-f4f958ca133f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d3571473-a79b-41d1-b3f2-a4755f295f86 HTTP/1.1" status: 204 len: 168 time: 1.4538608 Mar 09 03:45:45.775437 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54984) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:45.796087 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9f5d5-2c5e-4b28-b4ae-68625e207679 req-409ff45c-131f-4c89-9771-146d3a56912f tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:45.804507 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9ca9f5d5-2c5e-4b28-b4ae-68625e207679 req-409ff45c-131f-4c89-9771-146d3a56912f tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 946 time: 0.3316996 Mar 09 03:45:45.839160 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d794d03f-5da2-4d15-997c-71e9344d8ff3 req-32722c01-37ea-4739-8c9f-0b15ca3d0fc3 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.22 HTTP/1.1" status: 200 len: 695 time: 0.0947566 Mar 09 03:45:45.932915 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d794d03f-5da2-4d15-997c-71e9344d8ff3 req-c58d8c32-0946-40a3-b3b0-5101bf2b118f tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.22 HTTP/1.1" status: 200 len: 695 time: 0.0927055 Mar 09 03:45:45.950881 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cc72c8-ec8a-41e5-b386-2e609eaff786 None None] New status for floating IP f6f2fa69-e908-496e-ae45-aeda87ee2198: DOWN {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:45:46.022889 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9ca9f5d5-2c5e-4b28-b4ae-68625e207679 req-153ba963-f95f-4732-8a70-314d2122e5c8 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058384 Mar 09 03:45:46.025847 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d18d4531-bc69-4279-a580-cef05409d0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:46.082327 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c85e447-af04-4017-8791-38648fa4ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:46.126463 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-5c85e447-af04-4017-8791-38648fa4ee61 admin admin] Deleting port c25f9082-9d44-442b-bcd3-d4a93ef29e41 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:46.127159 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c85e447-af04-4017-8791-38648fa4ee61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:46.344923 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-d794d03f-5da2-4d15-997c-71e9344d8ff3 req-673c5aff-1936-4ef3-8913-2e0f6091aea3 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Deleting port a9e5d771-9f93-4d9b-a38f-10c164fe0a6d {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:46.345259 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d794d03f-5da2-4d15-997c-71e9344d8ff3 req-673c5aff-1936-4ef3-8913-2e0f6091aea3 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:46.426716 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dde930-2922-401b-994b-86095bd023e9 None None] DHCP port deletion for de965f41-afbd-4da2-9fba-561b7d6fb0bd request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:45:46.432266 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-18dde930-2922-401b-994b-86095bd023e9 None None] Deleting port c25f9082-9d44-442b-bcd3-d4a93ef29e41 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:46.432891 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-18dde930-2922-401b-994b-86095bd023e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:46.568811 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d794d03f-5da2-4d15-997c-71e9344d8ff3 req-673c5aff-1936-4ef3-8913-2e0f6091aea3 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:46.569662 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d794d03f-5da2-4d15-997c-71e9344d8ff3 req-673c5aff-1936-4ef3-8913-2e0f6091aea3 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:46.756965 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-18dde930-2922-401b-994b-86095bd023e9 None None] For port c25f9082-9d44-442b-bcd3-d4a93ef29e41, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c25f9082-9d44-442b-bcd3-d4a93ef29e41,segment=NetworkSegment(7c5d9ec6-95d9-4871-9ed5-7e76256f28e4),segment_id=7c5d9ec6-95d9-4871-9ed5-7e76256f28e4)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:46.757364 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-18dde930-2922-401b-994b-86095bd023e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:46.826520 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-d794d03f-5da2-4d15-997c-71e9344d8ff3 req-673c5aff-1936-4ef3-8913-2e0f6091aea3 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Calling delete_port for a9e5d771-9f93-4d9b-a38f-10c164fe0a6d owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:45:46.844462 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf79fe-f6f1-41db-a4b7-b41e2d514b59 req-70f3f6a6-debc-4d45-b8c7-a7ed8c07233b tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:46.847640 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-aecf79fe-f6f1-41db-a4b7-b41e2d514b59 req-70f3f6a6-debc-4d45-b8c7-a7ed8c07233b tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 946 time: 0.5340576 Mar 09 03:45:46.849304 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-5c85e447-af04-4017-8791-38648fa4ee61 admin admin] For port c25f9082-9d44-442b-bcd3-d4a93ef29e41, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c25f9082-9d44-442b-bcd3-d4a93ef29e41,segment=NetworkSegment(7c5d9ec6-95d9-4871-9ed5-7e76256f28e4),segment_id=7c5d9ec6-95d9-4871-9ed5-7e76256f28e4)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:46.849673 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c85e447-af04-4017-8791-38648fa4ee61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:46.934601 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-18dde930-2922-401b-994b-86095bd023e9 None None] Calling delete_port for c25f9082-9d44-442b-bcd3-d4a93ef29e41 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:45:47.036154 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-18dde930-2922-401b-994b-86095bd023e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:47.048220 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d794d03f-5da2-4d15-997c-71e9344d8ff3 req-673c5aff-1936-4ef3-8913-2e0f6091aea3 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:47.068982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-5c85e447-af04-4017-8791-38648fa4ee61 admin admin] Calling delete_port for c25f9082-9d44-442b-bcd3-d4a93ef29e41 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:45:47.090946 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dde930-2922-401b-994b-86095bd023e9 None None] Pushing event deleted for resources: {'Port': ['ID=c25f9082-9d44-442b-bcd3-d4a93ef29e41,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:47.100896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dde930-2922-401b-994b-86095bd023e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:47.101468 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dde930-2922-401b-994b-86095bd023e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:47.102030 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dde930-2922-401b-994b-86095bd023e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:47.102516 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dde930-2922-401b-994b-86095bd023e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:47.103039 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dde930-2922-401b-994b-86095bd023e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:47.103665 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dde930-2922-401b-994b-86095bd023e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:47.104149 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dde930-2922-401b-994b-86095bd023e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:47.104640 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dde930-2922-401b-994b-86095bd023e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:47.105263 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dde930-2922-401b-994b-86095bd023e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:47.105823 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dde930-2922-401b-994b-86095bd023e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:47.106320 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dde930-2922-401b-994b-86095bd023e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:47.107323 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dde930-2922-401b-994b-86095bd023e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:45:47.108662 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-aecf79fe-f6f1-41db-a4b7-b41e2d514b59 req-5e08951e-947e-4868-8087-8cd64c61e0fc tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501500 Mar 09 03:45:47.110235 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dde930-2922-401b-994b-86095bd023e9 None None] No DVR routers for this DVR port c25f9082-9d44-442b-bcd3-d4a93ef29e41 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:45:47.115363 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c5aff-1936-4ef3-8913-2e0f6091aea3 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Pushing event deleted for resources: {'Port': ['ID=a9e5d771-9f93-4d9b-a38f-10c164fe0a6d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:47.171658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54998) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:47.216500 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d794d03f-5da2-4d15-997c-71e9344d8ff3 req-673c5aff-1936-4ef3-8913-2e0f6091aea3 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:47.246446 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d18d4531-bc69-4279-a580-cef05409d0ee admin admin] Deleting port cbd10694-0a64-4fe4-bdb3-f48346a47472 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:47.246658 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d18d4531-bc69-4279-a580-cef05409d0ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:47.248340 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d794d03f-5da2-4d15-997c-71e9344d8ff3 req-673c5aff-1936-4ef3-8913-2e0f6091aea3 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:47.249479 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d794d03f-5da2-4d15-997c-71e9344d8ff3 req-673c5aff-1936-4ef3-8913-2e0f6091aea3 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "DELETE /v2.0/floatingips/91329acc-34e5-4ec7-aba1-0c039aed67d7 HTTP/1.1" status: 204 len: 173 time: 1.3113599 Mar 09 03:45:47.322352 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.api [None req-5c85e447-af04-4017-8791-38648fa4ee61 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:45:47.322591 n-d-825178-5 neutron-server[87881]: DEBUG oslo_db.api [None req-5c85e447-af04-4017-8791-38648fa4ee61 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:45:47.367392 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-640bb7ec-0d30-4a55-9a1e-e9b421362ee2 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:47.390558 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-5e759075-cafa-401c-a8f0-b9723e59b8a6 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Synchronizing usage tracker for tenant:c50018b592af4976ba6ed104dcc582d3 on resource:floatingip {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:45:47.397030 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-640bb7ec-0d30-4a55-9a1e-e9b421362ee2 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:47.413390 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-5e759075-cafa-401c-a8f0-b9723e59b8a6 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Unset dirty status for tenant:c50018b592af4976ba6ed104dcc582d3 on resource:floatingip {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:45:47.415180 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-5e759075-cafa-401c-a8f0-b9723e59b8a6 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.198 HTTP/1.1" status: 200 len: 1001 time: 0.1434815 Mar 09 03:45:47.499407 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-6d2b5be6-d506-4804-ba17-2c0d2de5b548 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:47.500146 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-6d2b5be6-d506-4804-ba17-2c0d2de5b548 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Synchronizing usage tracker for tenant:c50018b592af4976ba6ed104dcc582d3 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:45:47.517138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-6d2b5be6-d506-4804-ba17-2c0d2de5b548 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Unset dirty status for tenant:c50018b592af4976ba6ed104dcc582d3 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:45:47.519062 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-6d2b5be6-d506-4804-ba17-2c0d2de5b548 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/ports/51f5b458-b8fc-4de7-9e2a-023878508672 HTTP/1.1" status: 200 len: 942 time: 0.0973346 Mar 09 03:45:47.590583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-d18d4531-bc69-4279-a580-cef05409d0ee admin admin] For port cbd10694-0a64-4fe4-bdb3-f48346a47472, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=cbd10694-0a64-4fe4-bdb3-f48346a47472,segment=NetworkSegment(3ac3ec76-c199-48c8-b986-5a3e655e3443),segment_id=3ac3ec76-c199-48c8-b986-5a3e655e3443)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:47.590957 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d18d4531-bc69-4279-a580-cef05409d0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:47.632035 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c25f9082-9d44-442b-bcd3-d4a93ef29e41 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:45:47.666237 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-640bb7ec-0d30-4a55-9a1e-e9b421362ee2 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:47.675950 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: c25f9082-9d44-442b-bcd3-d4a93ef29e41 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:45:47.676624 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c25f9082-9d44-442b-bcd3-d4a93ef29e41 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:45:47.730537 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-abbaf6f0-d44a-4176-9e0e-75c63c934dcb tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.198 HTTP/1.1" status: 200 len: 1001 time: 0.1087704 Mar 09 03:45:47.745290 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d18d4531-bc69-4279-a580-cef05409d0ee admin admin] Calling delete_port for cbd10694-0a64-4fe4-bdb3-f48346a47472 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:45:47.790356 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640bb7ec-0d30-4a55-9a1e-e9b421362ee2 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed056393-c6d6-4b81-92d5-11f3e5538f05,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:47.812300 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98164f16-4425-4aa2-9b05-e7a0e6500f4d req-3d458f32-1be6-493d-acb4-f99f94d4c1d5 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:47.813535 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-98164f16-4425-4aa2-9b05-e7a0e6500f4d req-3d458f32-1be6-493d-acb4-f99f94d4c1d5 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 946 time: 0.3453155 Mar 09 03:45:47.824432 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-5c85e447-af04-4017-8791-38648fa4ee61 admin admin] Deleting port c25f9082-9d44-442b-bcd3-d4a93ef29e41 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:47.824707 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c85e447-af04-4017-8791-38648fa4ee61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:47.923226 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-7db36143-2711-4fcd-aae3-c34eb0260a6e tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:47.924739 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-7db36143-2711-4fcd-aae3-c34eb0260a6e tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 0.1755073 Mar 09 03:45:47.946495 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-5c85e447-af04-4017-8791-38648fa4ee61 admin admin] The port 'c25f9082-9d44-442b-bcd3-d4a93ef29e41' was deleted {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:45:47.961497 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-640bb7ec-0d30-4a55-9a1e-e9b421362ee2 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:47.964895 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-640bb7ec-0d30-4a55-9a1e-e9b421362ee2 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "DELETE /v2.0/security-groups/ed056393-c6d6-4b81-92d5-11f3e5538f05 HTTP/1.1" status: 204 len: 168 time: 0.7885735 Mar 09 03:45:47.992717 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55012) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:48.046290 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-98164f16-4425-4aa2-9b05-e7a0e6500f4d req-98283e9c-9c14-44cd-ba18-62128b6a2014 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955297 Mar 09 03:45:48.049072 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-a002aa23-881e-49ed-a6e7-ef84fdb48ca3 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.198 HTTP/1.1" status: 200 len: 1001 time: 0.1174877 Mar 09 03:45:48.061982 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-91ee7a15-e118-4cf1-b1c6-d315b7983242 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:45:48.071658 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-b1124212-0edb-435f-a0a2-544d02dedd8b tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] show failed (client error): The resource could not be found. Mar 09 03:45:48.075250 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b1124212-0edb-435f-a0a2-544d02dedd8b tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "GET /v2.0/security-groups/ed056393-c6d6-4b81-92d5-11f3e5538f05 HTTP/1.1" status: 404 len: 347 time: 0.0790162 Mar 09 03:45:48.120888 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55018) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:48.187445 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-91ee7a15-e118-4cf1-b1c6-d315b7983242 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks [] for floatingip, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:48.242696 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c85e447-af04-4017-8791-38648fa4ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:48.372583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-5c85e447-af04-4017-8791-38648fa4ee61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de965f41-afbd-4da2-9fba-561b7d6fb0bd']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:48.391654 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-9eec1f33-4d8b-494e-b1a7-1149f4a538f8 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Deleting port 3a03a837-fa48-4637-9694-f289beeb1d2d {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:48.391654 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9eec1f33-4d8b-494e-b1a7-1149f4a538f8 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:48.554975 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-5c85e447-af04-4017-8791-38648fa4ee61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5d9ec6-95d9-4871-9ed5-7e76256f28e4') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:48.555270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-5c85e447-af04-4017-8791-38648fa4ee61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5d9ec6-95d9-4871-9ed5-7e76256f28e4') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:48.595846 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-91ee7a15-e118-4cf1-b1c6-d315b7983242 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:48.601454 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-91ee7a15-e118-4cf1-b1c6-d315b7983242 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:48.601765 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-91ee7a15-e118-4cf1-b1c6-d315b7983242 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Floating IP 83db12da-6acf-42be-a6c7-d57f7721c147 disassociated. External IP: 172.25.7.198, port: 51f5b458-b8fc-4de7-9e2a-023878508672. Mar 09 03:45:48.608691 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c85e447-af04-4017-8791-38648fa4ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:48.664300 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c85e447-af04-4017-8791-38648fa4ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:48.689315 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c85e447-af04-4017-8791-38648fa4ee61 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:45:48.689795 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c85e447-af04-4017-8791-38648fa4ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:45:48.705796 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:45:48.853904 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d18d4531-bc69-4279-a580-cef05409d0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:48.923013 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a8830-fbae-4a09-a0cf-fa10b4fae69b req-89bbd3d2-da78-478c-85ac-d5ae767df515 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:48.930419 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a57a8830-fbae-4a09-a0cf-fa10b4fae69b req-89bbd3d2-da78-478c-85ac-d5ae767df515 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 946 time: 0.7395487 Mar 09 03:45:48.985718 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d4531-bc69-4279-a580-cef05409d0ee admin admin] Pushing event deleted for resources: {'Port': ['ID=cbd10694-0a64-4fe4-bdb3-f48346a47472,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:49.057219 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c85e447-af04-4017-8791-38648fa4ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:49.068677 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c85e447-af04-4017-8791-38648fa4ee61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:49.173426 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-91ee7a15-e118-4cf1-b1c6-d315b7983242 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Router 07fd0186-4a26-42bf-b9e6-c4c4cc997f54 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:45:49.175179 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85e447-af04-4017-8791-38648fa4ee61 admin admin] Pushing event deleted for resources: {'Network': ['ID=de965f41-afbd-4da2-9fba-561b7d6fb0bd,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:49.212288 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9eec1f33-4d8b-494e-b1a7-1149f4a538f8 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:49.212722 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9eec1f33-4d8b-494e-b1a7-1149f4a538f8 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:49.234871 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5c85e447-af04-4017-8791-38648fa4ee61 admin admin] 10.222.0.16 "DELETE /v2.0/networks/de965f41-afbd-4da2-9fba-561b7d6fb0bd HTTP/1.1" status: 204 len: 168 time: 3.4543731 Mar 09 03:45:49.382174 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55028) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:49.417375 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-91ee7a15-e118-4cf1-b1c6-d315b7983242 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:45:49.422705 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-91ee7a15-e118-4cf1-b1c6-d315b7983242 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:49.428296 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be4837-cc72-4275-ba5d-9c7749d45746 None None] Sync routers for ids ['07fd0186-4a26-42bf-b9e6-c4c4cc997f54'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:45:49.438341 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-9eec1f33-4d8b-494e-b1a7-1149f4a538f8 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Calling delete_port for 3a03a837-fa48-4637-9694-f289beeb1d2d owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:45:49.439535 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be4837-cc72-4275-ba5d-9c7749d45746 None None] Routers {'07fd0186-4a26-42bf-b9e6-c4c4cc997f54'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:45:49.440368 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d1be4837-cc72-4275-ba5d-9c7749d45746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:45:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['07fd0186-4a26-42bf-b9e6-c4c4cc997f54'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:49.467998 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a57a8830-fbae-4a09-a0cf-fa10b4fae69b req-81b6c497-d5e8-433c-8b58-c980de531580 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5283248 Mar 09 03:45:49.502300 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5b1a9fc3-06c9-4348-a1d9-3625ece83c2a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=817a57555e2f4b54a80c7a27a00c451f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1166854 Mar 09 03:45:49.508582 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55034) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:49.530892 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-91ee7a15-e118-4cf1-b1c6-d315b7983242 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "PUT /v2.0/floatingips/83db12da-6acf-42be-a6c7-d57f7721c147 HTTP/1.1" status: 200 len: 695 time: 1.4725385 Mar 09 03:45:49.533787 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3b3ada-4244-4c81-9740-44b3db5560da', 'tag': '51f5b458-b8fc-4de7-9e2a-023878508672'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:45:49.656929 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c480343-77c3-4495-9428-e77f6bc0942e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:49.701869 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c480343-77c3-4495-9428-e77f6bc0942e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:49.709808 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-bd5ee992-d6ad-4c19-9458-fa60293a3fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:49.711325 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-bd5ee992-d6ad-4c19-9458-fa60293a3fdc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c50018b592af4976ba6ed104dcc582d3&device_id=5c3b3ada-4244-4c81-9740-44b3db5560da HTTP/1.1" status: 200 len: 1096 time: 0.1625817 Mar 09 03:45:49.727043 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d18d4531-bc69-4279-a580-cef05409d0ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:49.734433 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9eec1f33-4d8b-494e-b1a7-1149f4a538f8 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:49.780253 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-d1be4837-cc72-4275-ba5d-9c7749d45746 None None] Set router 07fd0186-4a26-42bf-b9e6-c4c4cc997f54 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:45:49.918411 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c480343-77c3-4495-9428-e77f6bc0942e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:49.963848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-643c61c9-dbde-454a-a8ba-b8b08380edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:49.964830 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-643c61c9-dbde-454a-a8ba-b8b08380edd3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b3d1b59a-7b57-42bb-b312-c653d7039ab6 HTTP/1.1" status: 200 len: 929 time: 0.2458167 Mar 09 03:45:49.967981 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c480343-77c3-4495-9428-e77f6bc0942e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce894ce-a81b-4b30-b3c0-c858f6570634,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:50.107225 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec1f33-4d8b-494e-b1a7-1149f4a538f8 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Pushing event deleted for resources: {'Port': ['ID=3a03a837-fa48-4637-9694-f289beeb1d2d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:50.150793 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-ea7c58db-acd4-4738-af25-6a2d5b687a05 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51f5b458-b8fc-4de7-9e2a-023878508672 HTTP/1.1" status: 200 len: 217 time: 0.1569164 Mar 09 03:45:50.166259 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c3b3ada-4244-4c81-9740-44b3db5560da', 'tag': '51f5b458-b8fc-4de7-9e2a-023878508672', 'status': 'completed', 'code': 200} Mar 09 03:45:50.167397 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c480343-77c3-4495-9428-e77f6bc0942e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:50.170895 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2c480343-77c3-4495-9428-e77f6bc0942e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ce894ce-a81b-4b30-b3c0-c858f6570634 HTTP/1.1" status: 204 len: 168 time: 0.6590793 Mar 09 03:45:50.252745 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d1be4837-cc72-4275-ba5d-9c7749d45746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-872394144-router', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '1b1bfe3b-9b61-4c7b-af72-5300c4d249bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:44Z', 'updated_at': '2022-03-09T03:44:52Z', 'revision_number': 4, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'gw_port': {'id': '1b1bfe3b-9b61-4c7b-af72-5300c4d249bc', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:45Z', 'updated_at': '2022-03-09T03:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'a9acf62e-5a97-4c21-a18e-ed0cb155ea6f', 'name': '', 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'mac_address': 'fa:16:3e:59:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'b340e316-24f7-4939-9811-74c60326f13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:50Z', 'updated_at': '2022-03-09T03:45:04Z', 'revision_number': 5, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'subnets': [{'id': 'b340e316-24f7-4939-9811-74c60326f13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:50.257174 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be4837-cc72-4275-ba5d-9c7749d45746 None None] Checking router: 07fd0186-4a26-42bf-b9e6-c4c4cc997f54 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:45:50.267919 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be4837-cc72-4275-ba5d-9c7749d45746 None None] Routers {'07fd0186-4a26-42bf-b9e6-c4c4cc997f54'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:45:50.268630 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d1be4837-cc72-4275-ba5d-9c7749d45746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:45:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['07fd0186-4a26-42bf-b9e6-c4c4cc997f54'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:50.296587 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-470fd638-7687-4058-917f-8e6edab2dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:50.301787 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-470fd638-7687-4058-917f-8e6edab2dc30 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b340e316-24f7-4939-9811-74c60326f13c HTTP/1.1" status: 200 len: 867 time: 0.1312585 Mar 09 03:45:50.469930 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-d1be4837-cc72-4275-ba5d-9c7749d45746 None None] Set router 07fd0186-4a26-42bf-b9e6-c4c4cc997f54 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:45:50.524966 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade55e5-bbcd-4472-8a17-c6694b321145 req-90939163-08db-41a1-b6de-352e1651b4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:50.527290 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ade55e5-bbcd-4472-8a17-c6694b321145 req-90939163-08db-41a1-b6de-352e1651b4a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c50018b592af4976ba6ed104dcc582d3&device_id=5c3b3ada-4244-4c81-9740-44b3db5560da HTTP/1.1" status: 200 len: 1096 time: 0.2244856 Mar 09 03:45:50.572709 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-c9bbf18a-8c63-45fe-821f-997c3782fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:50.575120 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-c9bbf18a-8c63-45fe-821f-997c3782fa57 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3d1b59a-7b57-42bb-b312-c653d7039ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2019360 Mar 09 03:45:50.775468 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9eec1f33-4d8b-494e-b1a7-1149f4a538f8 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:50.921624 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9eec1f33-4d8b-494e-b1a7-1149f4a538f8 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:50.924141 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9eec1f33-4d8b-494e-b1a7-1149f4a538f8 tempest-ServersTestJSON-317078822 tempest-ServersTestJSON-317078822-project] 10.222.0.16 "DELETE /v2.0/floatingips/f6f2fa69-e908-496e-ae45-aeda87ee2198 HTTP/1.1" status: 204 len: 168 time: 2.8023250 Mar 09 03:45:50.936142 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55072) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:50.943966 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d1be4837-cc72-4275-ba5d-9c7749d45746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-872394144-router', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '1b1bfe3b-9b61-4c7b-af72-5300c4d249bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:44Z', 'updated_at': '2022-03-09T03:44:52Z', 'revision_number': 4, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'gw_port': {'id': '1b1bfe3b-9b61-4c7b-af72-5300c4d249bc', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:45Z', 'updated_at': '2022-03-09T03:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'a9acf62e-5a97-4c21-a18e-ed0cb155ea6f', 'name': '', 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'mac_address': 'fa:16:3e:59:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'b340e316-24f7-4939-9811-74c60326f13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:50Z', 'updated_at': '2022-03-09T03:45:04Z', 'revision_number': 5, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'subnets': [{'id': 'b340e316-24f7-4939-9811-74c60326f13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:50.948014 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e29b6d-159b-4b3d-9fe5-549a82b03d13 req-a6f3c0bd-d380-479d-83a1-9adcf4b55e5a tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:50.951592 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be4837-cc72-4275-ba5d-9c7749d45746 None None] The sync data for ids ['07fd0186-4a26-42bf-b9e6-c4c4cc997f54'] in n-d-825178-5 is: [{'id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-872394144-router', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '1b1bfe3b-9b61-4c7b-af72-5300c4d249bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:44Z', 'updated_at': '2022-03-09T03:44:52Z', 'revision_number': 4, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'gw_port': {'id': '1b1bfe3b-9b61-4c7b-af72-5300c4d249bc', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:45Z', 'updated_at': '2022-03-09T03:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'a9acf62e-5a97-4c21-a18e-ed0cb155ea6f', 'name': '', 'network_id': 'b3d1b59a-7b57-42bb-b312-c653d7039ab6', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'mac_address': 'fa:16:3e:59:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'b340e316-24f7-4939-9811-74c60326f13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:50Z', 'updated_at': '2022-03-09T03:45:04Z', 'revision_number': 5, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'subnets': [{'id': 'b340e316-24f7-4939-9811-74c60326f13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:45:50.957183 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c1e29b6d-159b-4b3d-9fe5-549a82b03d13 req-a6f3c0bd-d380-479d-83a1-9adcf4b55e5a tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 946 time: 0.5929008 Mar 09 03:45:51.053482 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18d4531-bc69-4279-a580-cef05409d0ee admin admin] Router b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:45:51.081985 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c1e29b6d-159b-4b3d-9fe5-549a82b03d13 req-8a2b928a-00da-446d-923b-25ee1acef4d5 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239102 Mar 09 03:45:51.167835 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-731b3a9e-72fd-482c-9d0c-9a81d0b6a8bc service neutron] 10.222.0.16 "GET /v2.0/networks/b3d1b59a-7b57-42bb-b312-c653d7039ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775559 Mar 09 03:45:51.227169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade55e5-bbcd-4472-8a17-c6694b321145 req-71acc7c5-5165-41b1-acf4-42692f09ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:51.228709 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ade55e5-bbcd-4472-8a17-c6694b321145 req-71acc7c5-5165-41b1-acf4-42692f09ce65 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3d1b59a-7b57-42bb-b312-c653d7039ab6 HTTP/1.1" status: 200 len: 929 time: 0.6877596 Mar 09 03:45:51.398123 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18d4531-bc69-4279-a580-cef05409d0ee admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:45:51.406071 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d18d4531-bc69-4279-a580-cef05409d0ee admin admin] 10.222.0.16 "PUT /v2.0/routers/b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8350399 Mar 09 03:45:51.406373 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55086) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:51.413215 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff474e6e-babf-4e84-98de-4e31bf703277 None None] Sync routers for ids ['b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:45:51.429833 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff474e6e-babf-4e84-98de-4e31bf703277 None None] Routers {'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:45:51.432222 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf8b8b0-0e91-477f-ac43-8333415b5e38 None None] New status for floating IP 83db12da-6acf-42be-a6c7-d57f7721c147: DOWN {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:45:51.438461 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ff474e6e-babf-4e84-98de-4e31bf703277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:45:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:51.455271 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ade55e5-bbcd-4472-8a17-c6694b321145 req-ddc541bb-5495-415b-b8a2-41bb5b77cb15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51f5b458-b8fc-4de7-9e2a-023878508672 HTTP/1.1" status: 200 len: 217 time: 0.2129490 Mar 09 03:45:51.697387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade55e5-bbcd-4472-8a17-c6694b321145 req-06908d20-8a3c-4c17-b250-0a0d2ed0c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:51.698840 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ade55e5-bbcd-4472-8a17-c6694b321145 req-06908d20-8a3c-4c17-b250-0a0d2ed0c69a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b340e316-24f7-4939-9811-74c60326f13c HTTP/1.1" status: 200 len: 867 time: 0.2340236 Mar 09 03:45:51.773377 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a09720b9-1d7d-459d-a090-da6ad7aeab1c admin admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:51.791318 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55092) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:51.911538 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-ff474e6e-babf-4e84-98de-4e31bf703277 None None] Set router b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:45:52.008128 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a09720b9-1d7d-459d-a090-da6ad7aeab1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:52.042470 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-a09720b9-1d7d-459d-a090-da6ad7aeab1c admin admin] Deleting port 422c3c12-5f4e-431b-a6f7-69485d5d5404 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:52.042825 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a09720b9-1d7d-459d-a090-da6ad7aeab1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:52.062393 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a2ed040-8c62-40e6-97be-1676277ecbd6 req-4f7ad10f-ecf0-4570-9f66-a78cc91eb9a9 service neutron] 10.222.0.16 "GET /v2.0/networks/b3d1b59a-7b57-42bb-b312-c653d7039ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8799040 Mar 09 03:45:52.245057 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade55e5-bbcd-4472-8a17-c6694b321145 req-54564311-1a1f-4403-b96b-c6909d6dad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:52.246929 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ade55e5-bbcd-4472-8a17-c6694b321145 req-54564311-1a1f-4403-b96b-c6909d6dad5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3d1b59a-7b57-42bb-b312-c653d7039ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5274916 Mar 09 03:45:52.315286 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-462cd268-b229-4b64-9030-8c9385a8a10a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-664334832-network', 'tenant_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:45:52.336904 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-a09720b9-1d7d-459d-a090-da6ad7aeab1c admin admin] For port 422c3c12-5f4e-431b-a6f7-69485d5d5404, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=422c3c12-5f4e-431b-a6f7-69485d5d5404,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:52.337614 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a09720b9-1d7d-459d-a090-da6ad7aeab1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:52.349774 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-462cd268-b229-4b64-9030-8c9385a8a10a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:45:52.400636 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-462cd268-b229-4b64-9030-8c9385a8a10a admin admin] Usage tracker for resource:network and tenant:e1b3aca0566d4eb989ee2bf1d8c5606e is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:45:52.408124 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-462cd268-b229-4b64-9030-8c9385a8a10a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:45:52.468117 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-462cd268-b229-4b64-9030-8c9385a8a10a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:45:52.468870 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-a09720b9-1d7d-459d-a090-da6ad7aeab1c admin admin] Calling delete_port for 422c3c12-5f4e-431b-a6f7-69485d5d5404 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:45:52.564540 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ff474e6e-babf-4e84-98de-4e31bf703277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'name': 'tempest-TaggedBootDevicesTest-1332475293-router', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '422c3c12-5f4e-431b-a6f7-69485d5d5404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:56Z', 'updated_at': '2022-03-09T03:45:48Z', 'revision_number': 5, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'gw_port': {'id': '422c3c12-5f4e-431b-a6f7-69485d5d5404', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ae:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:37:57Z', 'updated_at': '2022-03-09T03:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:52.569624 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff474e6e-babf-4e84-98de-4e31bf703277 None None] Checking router: b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:45:52.574218 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462cd268-b229-4b64-9030-8c9385a8a10a admin admin] Made reservation on behalf of e1b3aca0566d4eb989ee2bf1d8c5606e for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:45:52.576848 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-462cd268-b229-4b64-9030-8c9385a8a10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:52.579702 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff474e6e-babf-4e84-98de-4e31bf703277 None None] Routers {'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:45:52.580455 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ff474e6e-babf-4e84-98de-4e31bf703277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:45:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:52.598975 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ade55e5-bbcd-4472-8a17-c6694b321145 req-ddc46df9-0245-44e0-84c6-46c97f21db8f service neutron] 10.222.0.24 "GET /v2.0/networks/b3d1b59a-7b57-42bb-b312-c653d7039ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438115 Mar 09 03:45:52.600164 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-462cd268-b229-4b64-9030-8c9385a8a10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:52.630724 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-49edcc2c-d84e-4e48-9753-94388c5111ac req-9b6826b2-b23a-4dd1-87c9-98e96ee5c7e8 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/floatingips/83db12da-6acf-42be-a6c7-d57f7721c147 HTTP/1.1" status: 200 len: 693 time: 0.1082840 Mar 09 03:45:52.762103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-462cd268-b229-4b64-9030-8c9385a8a10a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:45:52.791338 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-462cd268-b229-4b64-9030-8c9385a8a10a admin admin] Usage tracker for resource:security_group_rule and tenant:e1b3aca0566d4eb989ee2bf1d8c5606e is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:45:52.795048 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-462cd268-b229-4b64-9030-8c9385a8a10a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:45:52.801000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-462cd268-b229-4b64-9030-8c9385a8a10a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:45:52.803036 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-ff474e6e-babf-4e84-98de-4e31bf703277 None None] Set router b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:45:52.891343 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-462cd268-b229-4b64-9030-8c9385a8a10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:52.970319 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ff474e6e-babf-4e84-98de-4e31bf703277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'name': 'tempest-TaggedBootDevicesTest-1332475293-router', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:56Z', 'updated_at': '2022-03-09T03:45:52Z', 'revision_number': 6, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:52.978032 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff474e6e-babf-4e84-98de-4e31bf703277 None None] The sync data for ids ['b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b'] in n-d-825178-5 is: [{'id': 'b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b', 'name': 'tempest-TaggedBootDevicesTest-1332475293-router', 'tenant_id': 'ffa74fa7e259451baa8a72de689adc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:37:56Z', 'updated_at': '2022-03-09T03:45:52Z', 'revision_number': 6, 'project_id': 'ffa74fa7e259451baa8a72de689adc07', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:45:52.988283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edcc2c-d84e-4e48-9753-94388c5111ac req-7469c4f5-9cb1-4126-8cb9-ea6501417db6 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:52.995274 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-49edcc2c-d84e-4e48-9753-94388c5111ac req-7469c4f5-9cb1-4126-8cb9-ea6501417db6 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 0.3498170 Mar 09 03:45:53.005801 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-49edcc2c-d84e-4e48-9753-94388c5111ac req-6824e554-efa5-409b-919a-3ea387d9243b tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:45:53.019418 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-49edcc2c-d84e-4e48-9753-94388c5111ac req-6824e554-efa5-409b-919a-3ea387d9243b tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166855 Mar 09 03:45:53.074635 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-462cd268-b229-4b64-9030-8c9385a8a10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:53.113610 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-49edcc2c-d84e-4e48-9753-94388c5111ac req-530b82eb-5499-4768-a219-09aebcd2c431 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.198 HTTP/1.1" status: 200 len: 696 time: 0.0916905 Mar 09 03:45:53.113861 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ade55e5-bbcd-4472-8a17-c6694b321145 req-041300d8-c116-4d85-9211-c24b0308cea5 service neutron] 10.222.0.24 "GET /v2.0/networks/b3d1b59a-7b57-42bb-b312-c653d7039ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992032 Mar 09 03:45:53.121607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198404ba-020b-4892-9712-422660a6cff1 req-5751f529-7e84-4ea9-8352-814026f10c8e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:53.124216 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-198404ba-020b-4892-9712-422660a6cff1 req-5751f529-7e84-4ea9-8352-814026f10c8e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 946 time: 0.8003037 Mar 09 03:45:53.136485 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-462cd268-b229-4b64-9030-8c9385a8a10a admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:45:53.164487 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cd268-b229-4b64-9030-8c9385a8a10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a2bb91-14e8-47df-95e0-991b5203ef53,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:53.186632 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-462cd268-b229-4b64-9030-8c9385a8a10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:53.187011 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-462cd268-b229-4b64-9030-8c9385a8a10a admin admin] Added segment 0dcab034-ad51-416e-ae9c-4259e20bcdd6 of type vlan for network c7c4f29f-701a-481f-976f-cde1b7999848 Mar 09 03:45:53.192949 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a09720b9-1d7d-459d-a090-da6ad7aeab1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:53.199684 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-198404ba-020b-4892-9712-422660a6cff1 req-ccedfe55-c327-4a8f-befb-a61d342ad531 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642183 Mar 09 03:45:53.255112 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-462cd268-b229-4b64-9030-8c9385a8a10a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:53.259530 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09720b9-1d7d-459d-a090-da6ad7aeab1c admin admin] Pushing event deleted for resources: {'Port': ['ID=422c3c12-5f4e-431b-a6f7-69485d5d5404,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:53.269814 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-49edcc2c-d84e-4e48-9753-94388c5111ac req-625809ea-5d37-462c-bb0d-9fc245db9a96 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.198 HTTP/1.1" status: 200 len: 696 time: 0.1368861 Mar 09 03:45:53.302916 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-462cd268-b229-4b64-9030-8c9385a8a10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:53.303812 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462cd268-b229-4b64-9030-8c9385a8a10a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:53.304391 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-462cd268-b229-4b64-9030-8c9385a8a10a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:53.359518 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6d6436e7-4fe4-4d24-8bf6-88c052c783da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:53.493551 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-462cd268-b229-4b64-9030-8c9385a8a10a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6813366 Mar 09 03:45:53.496264 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55108) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:53.503513 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cd268-b229-4b64-9030-8c9385a8a10a admin admin] Pushing event updated for resources: {'Network': ['ID=c7c4f29f-701a-481f-976f-cde1b7999848,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:53.508322 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-a738802e-4d2f-48cf-814e-fc44f63f9c9f admin admin] Request body: {'subnet': {'network_id': 'c7c4f29f-701a-481f-976f-cde1b7999848', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-664334832-subnet', 'tenant_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:45:53.515507 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network c7c4f29f-701a-481f-976f-cde1b7999848 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:45:53.515676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a738802e-4d2f-48cf-814e-fc44f63f9c9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:45:53.516202 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-49edcc2c-d84e-4e48-9753-94388c5111ac req-6f7981b8-9ab4-484b-9058-1b231305b76e tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Deleting port 427b51fe-5558-44e3-b13d-815b75fe1fcc {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:53.516614 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-49edcc2c-d84e-4e48-9753-94388c5111ac req-6f7981b8-9ab4-484b-9058-1b231305b76e tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:53.528736 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a738802e-4d2f-48cf-814e-fc44f63f9c9f admin admin] Usage tracker for resource:subnet and tenant:e1b3aca0566d4eb989ee2bf1d8c5606e is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:45:53.533723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a738802e-4d2f-48cf-814e-fc44f63f9c9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:45:53.558796 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a09720b9-1d7d-459d-a090-da6ad7aeab1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:53.597860 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a738802e-4d2f-48cf-814e-fc44f63f9c9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:45:53.622620 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a738802e-4d2f-48cf-814e-fc44f63f9c9f admin admin] Made reservation on behalf of e1b3aca0566d4eb989ee2bf1d8c5606e for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:45:53.624914 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a738802e-4d2f-48cf-814e-fc44f63f9c9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:53.778079 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a09720b9-1d7d-459d-a090-da6ad7aeab1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:53.781948 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a09720b9-1d7d-459d-a090-da6ad7aeab1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:53.940948 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 422c3c12-5f4e-431b-a6f7-69485d5d5404 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:45:53.944228 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a09720b9-1d7d-459d-a090-da6ad7aeab1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:53.945490 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09720b9-1d7d-459d-a090-da6ad7aeab1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:45:54.001345 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-49edcc2c-d84e-4e48-9753-94388c5111ac req-6f7981b8-9ab4-484b-9058-1b231305b76e tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:54.001735 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-49edcc2c-d84e-4e48-9753-94388c5111ac req-6f7981b8-9ab4-484b-9058-1b231305b76e tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:54.009233 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 422c3c12-5f4e-431b-a6f7-69485d5d5404 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:45:54.010185 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 422c3c12-5f4e-431b-a6f7-69485d5d5404 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:45:54.011186 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device cbd10694-0a64-4fe4-bdb3-f48346a47472 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:45:54.068596 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: cbd10694-0a64-4fe4-bdb3-f48346a47472 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:45:54.069219 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device cbd10694-0a64-4fe4-bdb3-f48346a47472 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:45:54.129651 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-6d6436e7-4fe4-4d24-8bf6-88c052c783da admin admin] Deleting port 94747785-a00a-42eb-8302-8c20b771c04e {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:54.130002 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6d6436e7-4fe4-4d24-8bf6-88c052c783da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:54.157474 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-49edcc2c-d84e-4e48-9753-94388c5111ac req-6f7981b8-9ab4-484b-9058-1b231305b76e tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Calling delete_port for 427b51fe-5558-44e3-b13d-815b75fe1fcc owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:45:54.205033 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a09720b9-1d7d-459d-a090-da6ad7aeab1c admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:54.206161 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a09720b9-1d7d-459d-a090-da6ad7aeab1c admin admin] 10.222.0.16 "DELETE /v2.0/routers/b6da2b9a-6d6c-4c7e-8228-1ae51bd44e9b HTTP/1.1" status: 204 len: 168 time: 2.7987645 Mar 09 03:45:54.209050 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55114) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:54.235005 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a738802e-4d2f-48cf-814e-fc44f63f9c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:54.433540 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4927040-4761-4727-98ff-bd258790d460 admin admin] Deleting subnet bed62d90-b36d-4314-b77f-03334d35249e {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:45:54.437794 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a4927040-4761-4727-98ff-bd258790d460 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:54.463112 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738802e-4d2f-48cf-814e-fc44f63f9c9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4452815-9910-4ce2-8b43-5d3068c8014a,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:54.481530 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a738802e-4d2f-48cf-814e-fc44f63f9c9f admin admin] Checking segment: {'id': '0dcab034-ad51-416e-ae9c-4259e20bcdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c7c4f29f-701a-481f-976f-cde1b7999848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:45:54.481882 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a738802e-4d2f-48cf-814e-fc44f63f9c9f admin admin] Network hostable DHCP agents. Network: c7c4f29f-701a-481f-976f-cde1b7999848, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:45:54.486911 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-6d6436e7-4fe4-4d24-8bf6-88c052c783da admin admin] For port 94747785-a00a-42eb-8302-8c20b771c04e, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=94747785-a00a-42eb-8302-8c20b771c04e,segment=NetworkSegment(6015d51d-ff40-43bf-b166-7f4628d70144),segment_id=6015d51d-ff40-43bf-b166-7f4628d70144)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:54.487248 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6d6436e7-4fe4-4d24-8bf6-88c052c783da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:54.515562 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a4927040-4761-4727-98ff-bd258790d460 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:54.597078 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-49edcc2c-d84e-4e48-9753-94388c5111ac req-6f7981b8-9ab4-484b-9058-1b231305b76e tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:54.620841 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-6d6436e7-4fe4-4d24-8bf6-88c052c783da admin admin] Calling delete_port for 94747785-a00a-42eb-8302-8c20b771c04e owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:45:54.652949 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7981b8-9ab4-484b-9058-1b231305b76e tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Pushing event deleted for resources: {'Port': ['ID=427b51fe-5558-44e3-b13d-815b75fe1fcc,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:54.673740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a738802e-4d2f-48cf-814e-fc44f63f9c9f admin admin] Network c7c4f29f-701a-481f-976f-cde1b7999848 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:45:54.686741 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5173d87-7e2a-4bec-b748-8e7e1a287290 req-40b82850-f196-4099-8ed8-54530b768793 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:54.689396 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5173d87-7e2a-4bec-b748-8e7e1a287290 req-40b82850-f196-4099-8ed8-54530b768793 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 946 time: 0.3385241 Mar 09 03:45:54.717861 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-a738802e-4d2f-48cf-814e-fc44f63f9c9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, c7c4f29f-701a-481f-976f-cde1b7999848) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:45:54.727769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a738802e-4d2f-48cf-814e-fc44f63f9c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:54.728416 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a738802e-4d2f-48cf-814e-fc44f63f9c9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:54.728543 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee328fe9-24d7-4438-80d9-bca48f029e12 None None] Network c7c4f29f-701a-481f-976f-cde1b7999848 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:45:54.737646 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a4927040-4761-4727-98ff-bd258790d460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:54.783317 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a738802e-4d2f-48cf-814e-fc44f63f9c9f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2835934 Mar 09 03:45:54.784121 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55122) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:54.789170 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5173d87-7e2a-4bec-b748-8e7e1a287290 req-b0333cb9-c79a-402f-a58c-b9644f6ab996 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908971 Mar 09 03:45:54.796747 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-d3c79f58-0c9f-40f7-908d-c94fb155bc59 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-664334832-router', 'tenant_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:45:54.803624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d3c79f58-0c9f-40f7-908d-c94fb155bc59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:45:54.810812 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-49edcc2c-d84e-4e48-9753-94388c5111ac req-6f7981b8-9ab4-484b-9058-1b231305b76e tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:54.818104 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d3c79f58-0c9f-40f7-908d-c94fb155bc59 admin admin] Usage tracker for resource:router and tenant:e1b3aca0566d4eb989ee2bf1d8c5606e is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:45:54.870270 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-49edcc2c-d84e-4e48-9753-94388c5111ac req-6f7981b8-9ab4-484b-9058-1b231305b76e tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:54.872942 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-49edcc2c-d84e-4e48-9753-94388c5111ac req-6f7981b8-9ab4-484b-9058-1b231305b76e tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "DELETE /v2.0/floatingips/83db12da-6acf-42be-a6c7-d57f7721c147 HTTP/1.1" status: 204 len: 173 time: 1.5755713 Mar 09 03:45:54.880505 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a4927040-4761-4727-98ff-bd258790d460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:54.934692 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4927040-4761-4727-98ff-bd258790d460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bed62d90-b36d-4314-b77f-03334d35249e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:54.939006 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a4927040-4761-4727-98ff-bd258790d460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:54.945450 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a4927040-4761-4727-98ff-bd258790d460 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bed62d90-b36d-4314-b77f-03334d35249e HTTP/1.1" status: 204 len: 168 time: 0.7353969 Mar 09 03:45:54.949511 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55134) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:54.952226 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a502f9dd-6071-40b8-9010-a8e5f4a12a5d None None] Network a7ff9480-13c5-42e3-ae93-360a44d2efc2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:45:55.083283 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d3c79f58-0c9f-40f7-908d-c94fb155bc59 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:45:55.100677 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d3c79f58-0c9f-40f7-908d-c94fb155bc59 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:45:55.112962 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3d1224-15b2-4b0c-a9d9-c718b2e530a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-c7c4f29f-701a-481f-976f-cde1b7999848', 'network_id': 'c7c4f29f-701a-481f-976f-cde1b7999848', 'tenant_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'fixed_ips': [{'subnet_id': 'a4452815-9910-4ce2-8b43-5d3068c8014a'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:45:55.113893 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5a3d1224-15b2-4b0c-a9d9-c718b2e530a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:55.132911 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d3c79f58-0c9f-40f7-908d-c94fb155bc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:55.133924 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d3c79f58-0c9f-40f7-908d-c94fb155bc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:55.205518 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d3c79f58-0c9f-40f7-908d-c94fb155bc59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:55.212954 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f913dbf5-d43e-496e-a9e5-62f8942261f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:55.231179 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-f913dbf5-d43e-496e-a9e5-62f8942261f6 admin admin] Deleting port d615fd04-b671-4474-9bdc-3ae1f408c91c {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:55.232493 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f913dbf5-d43e-496e-a9e5-62f8942261f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:55.301458 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6d6436e7-4fe4-4d24-8bf6-88c052c783da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:55.355140 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5841da-740e-447c-b276-03bf8cb37356 req-974ae31d-7b02-45f9-ab72-87a5cbe8b71c tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:55.356191 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-7b5841da-740e-447c-b276-03bf8cb37356 req-974ae31d-7b02-45f9-ab72-87a5cbe8b71c tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Synchronizing usage tracker for tenant:c50018b592af4976ba6ed104dcc582d3 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:45:55.417823 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-7b5841da-740e-447c-b276-03bf8cb37356 req-974ae31d-7b02-45f9-ab72-87a5cbe8b71c tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Unset dirty status for tenant:c50018b592af4976ba6ed104dcc582d3 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:45:55.419316 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7b5841da-740e-447c-b276-03bf8cb37356 req-974ae31d-7b02-45f9-ab72-87a5cbe8b71c tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c3b3ada-4244-4c81-9740-44b3db5560da&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2729390 Mar 09 03:45:55.448658 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-5a3d1224-15b2-4b0c-a9d9-c718b2e530a7 None None] Allocated IP 172.20.0.2 (c7c4f29f-701a-481f-976f-cde1b7999848/a4452815-9910-4ce2-8b43-5d3068c8014a/75083616-c738-4472-8f28-c03005a56a02) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:45:55.478873 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6436e7-4fe4-4d24-8bf6-88c052c783da admin admin] Pushing event deleted for resources: {'Port': ['ID=94747785-a00a-42eb-8302-8c20b771c04e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:55.565188 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db70cf23-af5a-422a-9b22-e4f0fc65c085 None None] DHCP port deletion for a7ff9480-13c5-42e3-ae93-360a44d2efc2 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:45:55.578294 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-7b5841da-740e-447c-b276-03bf8cb37356 req-cd24d08c-8ef4-49bc-98fd-e24555186d96 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Synchronizing usage tracker for tenant:c50018b592af4976ba6ed104dcc582d3 on resource:floatingip {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:45:55.581277 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-db70cf23-af5a-422a-9b22-e4f0fc65c085 None None] Deleting port d615fd04-b671-4474-9bdc-3ae1f408c91c {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:55.582045 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-db70cf23-af5a-422a-9b22-e4f0fc65c085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:55.588121 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-f913dbf5-d43e-496e-a9e5-62f8942261f6 admin admin] For port d615fd04-b671-4474-9bdc-3ae1f408c91c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d615fd04-b671-4474-9bdc-3ae1f408c91c,segment=NetworkSegment(3ac3ec76-c199-48c8-b986-5a3e655e3443),segment_id=3ac3ec76-c199-48c8-b986-5a3e655e3443)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:55.588472 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f913dbf5-d43e-496e-a9e5-62f8942261f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:55.758838 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-f913dbf5-d43e-496e-a9e5-62f8942261f6 admin admin] Calling delete_port for d615fd04-b671-4474-9bdc-3ae1f408c91c owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:45:55.789382 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-7b5841da-740e-447c-b276-03bf8cb37356 req-cd24d08c-8ef4-49bc-98fd-e24555186d96 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Unset dirty status for tenant:c50018b592af4976ba6ed104dcc582d3 on resource:floatingip {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:45:55.792170 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7b5841da-740e-447c-b276-03bf8cb37356 req-cd24d08c-8ef4-49bc-98fd-e24555186d96 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3058763 Mar 09 03:45:55.794045 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d3c79f58-0c9f-40f7-908d-c94fb155bc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:55.800145 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d615fd04-b671-4474-9bdc-3ae1f408c91c no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:45:55.936408 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f913dbf5-d43e-496e-a9e5-62f8942261f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:55.963812 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No active binding found for port d615fd04-b671-4474-9bdc-3ae1f408c91c {{(pid=87882) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 09 03:45:55.964405 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d615fd04-b671-4474-9bdc-3ae1f408c91c not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:45:56.067149 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dd9cef77-13bd-4bb0-a3c3-b71ece20f81d req-2e44efb5-bd45-43e5-9d5a-54866b8b5696 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2536592 Mar 09 03:45:56.099565 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913dbf5-d43e-496e-a9e5-62f8942261f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d615fd04-b671-4474-9bdc-3ae1f408c91c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:56.111575 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f913dbf5-d43e-496e-a9e5-62f8942261f6 admin admin] No DVR routers for this DVR port d615fd04-b671-4474-9bdc-3ae1f408c91c on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:45:56.115966 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-db70cf23-af5a-422a-9b22-e4f0fc65c085 None None] For port d615fd04-b671-4474-9bdc-3ae1f408c91c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d615fd04-b671-4474-9bdc-3ae1f408c91c,segment=NetworkSegment(3ac3ec76-c199-48c8-b986-5a3e655e3443),segment_id=3ac3ec76-c199-48c8-b986-5a3e655e3443)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:56.116451 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-db70cf23-af5a-422a-9b22-e4f0fc65c085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:56.233709 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6d6436e7-4fe4-4d24-8bf6-88c052c783da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:56.252972 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f913dbf5-d43e-496e-a9e5-62f8942261f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:56.282028 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-db70cf23-af5a-422a-9b22-e4f0fc65c085 None None] Calling delete_port for d615fd04-b671-4474-9bdc-3ae1f408c91c owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:45:56.297046 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-f913dbf5-d43e-496e-a9e5-62f8942261f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ff9480-13c5-42e3-ae93-360a44d2efc2']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:56.310330 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5a3d1224-15b2-4b0c-a9d9-c718b2e530a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:56.311621 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1c5e0-3337-4856-a2ab-19bd77e9a11c req-5127218b-a912-41bb-8a36-2ee206d219a3 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:56.313684 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5e1c5e0-3337-4856-a2ab-19bd77e9a11c req-5127218b-a912-41bb-8a36-2ee206d219a3 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 946 time: 0.3145196 Mar 09 03:45:56.320077 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-f913dbf5-d43e-496e-a9e5-62f8942261f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac3ec76-c199-48c8-b986-5a3e655e3443') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:56.320674 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-f913dbf5-d43e-496e-a9e5-62f8942261f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac3ec76-c199-48c8-b986-5a3e655e3443') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:56.331328 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5a3d1224-15b2-4b0c-a9d9-c718b2e530a7 None None] Transition to ACTIVE for port object 75083616-c738-4472-8f28-c03005a56a02 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:45:56.354528 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f913dbf5-d43e-496e-a9e5-62f8942261f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:56.368758 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5a3d1224-15b2-4b0c-a9d9-c718b2e530a7 None None] Transition to ACTIVE for port object 75083616-c738-4472-8f28-c03005a56a02 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: from cryptography.utils import int_from_bytes Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: from cryptography.utils import int_from_bytes Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: util.warn_limited( Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: util.warn_limited( Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:56.389683 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:45:56.392310 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:56.392310 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:45:56.392310 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:56.392310 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:45:56.392310 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:56.392310 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:45:56.392310 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:56.392310 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:45:56.392310 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:56.392310 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:45:56.392310 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:56.392310 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:45:56.392310 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:45:56.392310 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:45:56.400848 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5a3d1224-15b2-4b0c-a9d9-c718b2e530a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:56.410759 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5e1c5e0-3337-4856-a2ab-19bd77e9a11c req-f3d06f87-d681-421a-b4de-7a78901b2ff5 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820084 Mar 09 03:45:56.412321 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f913dbf5-d43e-496e-a9e5-62f8942261f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:56.422562 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f913dbf5-d43e-496e-a9e5-62f8942261f6 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:45:56.423383 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f913dbf5-d43e-496e-a9e5-62f8942261f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:45:56.460930 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:45:56.487361 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-db70cf23-af5a-422a-9b22-e4f0fc65c085 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:45:56.487730 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-db70cf23-af5a-422a-9b22-e4f0fc65c085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:45:56.511210 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3d1224-15b2-4b0c-a9d9-c718b2e530a7 None None] Network c7c4f29f-701a-481f-976f-cde1b7999848 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:45:56.514605 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-5a3d1224-15b2-4b0c-a9d9-c718b2e530a7 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:45:56.522721 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3d1224-15b2-4b0c-a9d9-c718b2e530a7 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:45:56.679998 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d1224-15b2-4b0c-a9d9-c718b2e530a7 None None] Pushing event updated for resources: {'Port': ['ID=75083616-c738-4472-8f28-c03005a56a02,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:56.692532 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-5a3d1224-15b2-4b0c-a9d9-c718b2e530a7 None None] Attempting to bind port 75083616-c738-4472-8f28-c03005a56a02 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:45:56.692894 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-5a3d1224-15b2-4b0c-a9d9-c718b2e530a7 None None] Attempting to bind port 75083616-c738-4472-8f28-c03005a56a02 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '0dcab034-ad51-416e-ae9c-4259e20bcdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c7c4f29f-701a-481f-976f-cde1b7999848'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:45:56.693248 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3d1224-15b2-4b0c-a9d9-c718b2e530a7 None None] Attempting to bind port 75083616-c738-4472-8f28-c03005a56a02 on network c7c4f29f-701a-481f-976f-cde1b7999848 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:45:56.699500 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3d1224-15b2-4b0c-a9d9-c718b2e530a7 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:45:56.699886 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3d1224-15b2-4b0c-a9d9-c718b2e530a7 None None] Checking segment: {'id': '0dcab034-ad51-416e-ae9c-4259e20bcdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c7c4f29f-701a-481f-976f-cde1b7999848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:45:56.700366 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5a3d1224-15b2-4b0c-a9d9-c718b2e530a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:56.700752 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3d1224-15b2-4b0c-a9d9-c718b2e530a7 None None] Bound using segment: {'id': '0dcab034-ad51-416e-ae9c-4259e20bcdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c7c4f29f-701a-481f-976f-cde1b7999848'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:45:56.701207 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-5a3d1224-15b2-4b0c-a9d9-c718b2e530a7 None None] Bound port: 75083616-c738-4472-8f28-c03005a56a02, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dcab034-ad51-416e-ae9c-4259e20bcdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c7c4f29f-701a-481f-976f-cde1b7999848'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:45:56.701562 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5a3d1224-15b2-4b0c-a9d9-c718b2e530a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:56.728866 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f913dbf5-d43e-496e-a9e5-62f8942261f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:56.750627 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f913dbf5-d43e-496e-a9e5-62f8942261f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:56.764779 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913dbf5-d43e-496e-a9e5-62f8942261f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7ff9480-13c5-42e3-ae93-360a44d2efc2,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:56.799444 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f913dbf5-d43e-496e-a9e5-62f8942261f6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a7ff9480-13c5-42e3-ae93-360a44d2efc2 HTTP/1.1" status: 204 len: 168 time: 1.8460715 Mar 09 03:45:56.804380 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55150) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:56.812482 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047222d4-b5f9-4251-b63d-6d6756f2637e req-7be77256-8f94-48b9-84b7-c6e995104935 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:56.819706 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-047222d4-b5f9-4251-b63d-6d6756f2637e req-7be77256-8f94-48b9-84b7-c6e995104935 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c3b3ada-4244-4c81-9740-44b3db5560da HTTP/1.1" status: 200 len: 945 time: 0.1627297 Mar 09 03:45:56.827964 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-5a3d1224-15b2-4b0c-a9d9-c718b2e530a7 None None] For port 75083616-c738-4472-8f28-c03005a56a02, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:45:56.831778 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-5a3d1224-15b2-4b0c-a9d9-c718b2e530a7 None None] For port 75083616-c738-4472-8f28-c03005a56a02, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=75083616-c738-4472-8f28-c03005a56a02,segment=NetworkSegment(0dcab034-ad51-416e-ae9c-4259e20bcdd6),segment_id=0dcab034-ad51-416e-ae9c-4259e20bcdd6)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:45:56.841603 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5a3d1224-15b2-4b0c-a9d9-c718b2e530a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:56.946589 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d1224-15b2-4b0c-a9d9-c718b2e530a7 None None] Pushing event updated for resources: {'Port': ['ID=75083616-c738-4472-8f28-c03005a56a02,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:56.955613 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-047222d4-b5f9-4251-b63d-6d6756f2637e req-32fe41a4-c957-453e-b44d-298897ea6116 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa49059-733a-4479-a03a-bcc883f47584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349883 Mar 09 03:45:56.989084 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-db70cf23-af5a-422a-9b22-e4f0fc65c085 None None] Deleting port d615fd04-b671-4474-9bdc-3ae1f408c91c {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:56.989494 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-db70cf23-af5a-422a-9b22-e4f0fc65c085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:57.063185 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-db70cf23-af5a-422a-9b22-e4f0fc65c085 None None] The port 'd615fd04-b671-4474-9bdc-3ae1f408c91c' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:45:57.141732 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6436e7-4fe4-4d24-8bf6-88c052c783da admin admin] Router e8978b7e-1c07-4672-bcdb-d3488922df06 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:45:57.455312 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d3c79f58-0c9f-40f7-908d-c94fb155bc59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:57.497226 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d3c79f58-0c9f-40f7-908d-c94fb155bc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:57.532569 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-84a5d099-1267-4c7d-bd2a-35b8e08a6543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:57.549706 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6436e7-4fe4-4d24-8bf6-88c052c783da admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:45:57.560432 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448de2ff-c31e-4c0a-8e57-25d7b377e13e None None] Sync routers for ids ['e8978b7e-1c07-4672-bcdb-d3488922df06'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:45:57.572155 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448de2ff-c31e-4c0a-8e57-25d7b377e13e None None] Routers {'e8978b7e-1c07-4672-bcdb-d3488922df06'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:45:57.572833 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-448de2ff-c31e-4c0a-8e57-25d7b377e13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:45:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e8978b7e-1c07-4672-bcdb-d3488922df06'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:57.733916 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 75083616-c738-4472-8f28-c03005a56a02 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:45:57.796247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-d3c79f58-0c9f-40f7-908d-c94fb155bc59 admin admin] Allocated IP 172.25.7.147 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/aa497236-7331-46a7-ba8a-3b379979ac9b) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:45:57.944901 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 75083616-c738-4472-8f28-c03005a56a02 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:45:57.949330 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-448de2ff-c31e-4c0a-8e57-25d7b377e13e None None] Set router e8978b7e-1c07-4672-bcdb-d3488922df06 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:45:57.966401 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6d6436e7-4fe4-4d24-8bf6-88c052c783da admin admin] 10.222.0.16 "PUT /v2.0/routers/e8978b7e-1c07-4672-bcdb-d3488922df06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0279045 Mar 09 03:45:57.971937 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55166) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:45:58.194779 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e610814-fb9b-4ba5-830a-5b5663876ab8 req-c6221f56-4af5-49b0-8d04-759872652268 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:58.196300 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2e610814-fb9b-4ba5-830a-5b5663876ab8 req-c6221f56-4af5-49b0-8d04-759872652268 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 946 time: 0.3721266 Mar 09 03:45:58.249709 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-84a5d099-1267-4c7d-bd2a-35b8e08a6543 admin admin] Deleting port d26d07c7-4d4a-4fd7-b392-fb062861a848 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:58.250052 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-84a5d099-1267-4c7d-bd2a-35b8e08a6543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:58.298316 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2e610814-fb9b-4ba5-830a-5b5663876ab8 req-fcc3ca4d-396b-4f9e-8149-135657acb020 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935826 Mar 09 03:45:58.314673 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acb7872-4cc0-4420-ad09-2246a90a9e06 None None] Network c7c4f29f-701a-481f-976f-cde1b7999848 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:45:58.406224 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d3c79f58-0c9f-40f7-908d-c94fb155bc59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:58.418368 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fd02e0e7-4a81-4131-8fac-2e9cd5fcf492 admin admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:58.534615 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-84a5d099-1267-4c7d-bd2a-35b8e08a6543 admin admin] For port d26d07c7-4d4a-4fd7-b392-fb062861a848, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d26d07c7-4d4a-4fd7-b392-fb062861a848,segment=NetworkSegment(4e63adfe-0a12-44aa-880b-9f8d02055a8c),segment_id=4e63adfe-0a12-44aa-880b-9f8d02055a8c)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:58.535219 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-84a5d099-1267-4c7d-bd2a-35b8e08a6543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:58.551682 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f553462f-379d-4f94-ae0f-af479b59d916 None None] Provisioning for port 75083616-c738-4472-8f28-c03005a56a02 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:45:58.561565 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f553462f-379d-4f94-ae0f-af479b59d916 None None] Provisioning complete for port 75083616-c738-4472-8f28-c03005a56a02 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:45:58.561922 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f553462f-379d-4f94-ae0f-af479b59d916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:58.629783 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-448de2ff-c31e-4c0a-8e57-25d7b377e13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'name': 'tempest-ServersTestJSON-852601512-router', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:02Z', 'updated_at': '2022-03-09T03:45:55Z', 'revision_number': 5, 'project_id': '9eb686a5560145e4aa19523f011a1eb4', 'gw_port': {'id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:04Z', 'updated_at': '2022-03-09T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:58.640182 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448de2ff-c31e-4c0a-8e57-25d7b377e13e None None] Checking router: e8978b7e-1c07-4672-bcdb-d3488922df06 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:45:58.688160 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17402b0-41cb-4ea1-a172-55136666ebd0 req-ae42dfc8-ef7d-40f3-be1c-011628292004 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:58.690449 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e17402b0-41cb-4ea1-a172-55136666ebd0 req-ae42dfc8-ef7d-40f3-be1c-011628292004 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c3b3ada-4244-4c81-9740-44b3db5560da HTTP/1.1" status: 200 len: 945 time: 0.4734082 Mar 09 03:45:58.699835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19f7e7-0cc5-497c-b817-2e3ebfd4b2d8 req-cd49887d-f874-4702-bc88-868d975ccc36 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:45:58.702165 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448de2ff-c31e-4c0a-8e57-25d7b377e13e None None] Routers {'e8978b7e-1c07-4672-bcdb-d3488922df06'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:45:58.702768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-448de2ff-c31e-4c0a-8e57-25d7b377e13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:45:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e8978b7e-1c07-4672-bcdb-d3488922df06'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:58.705450 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0f19f7e7-0cc5-497c-b817-2e3ebfd4b2d8 req-cd49887d-f874-4702-bc88-868d975ccc36 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c3b3ada-4244-4c81-9740-44b3db5560da HTTP/1.1" status: 200 len: 945 time: 0.5437555 Mar 09 03:45:58.826214 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fd02e0e7-4a81-4131-8fac-2e9cd5fcf492 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:58.854441 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d3c79f58-0c9f-40f7-908d-c94fb155bc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:58.863934 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-84a5d099-1267-4c7d-bd2a-35b8e08a6543 admin admin] Calling delete_port for d26d07c7-4d4a-4fd7-b392-fb062861a848 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:45:58.991371 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d6fbba3a-c380-4403-9c94-2e43d132401d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:59.081450 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f553462f-379d-4f94-ae0f-af479b59d916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:59.126974 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-448de2ff-c31e-4c0a-8e57-25d7b377e13e None None] Set router e8978b7e-1c07-4672-bcdb-d3488922df06 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:45:59.144388 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0f19f7e7-0cc5-497c-b817-2e3ebfd4b2d8 req-9d54eadb-0843-41a3-a689-bfaf18dbf946 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa49059-733a-4479-a03a-bcc883f47584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907707 Mar 09 03:45:59.152173 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-e17402b0-41cb-4ea1-a172-55136666ebd0 req-bd371582-d087-4607-bf8f-accfd173e04d tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Deleting port 51f5b458-b8fc-4de7-9e2a-023878508672 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:59.152499 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e17402b0-41cb-4ea1-a172-55136666ebd0 req-bd371582-d087-4607-bf8f-accfd173e04d tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:59.189670 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-fd02e0e7-4a81-4131-8fac-2e9cd5fcf492 admin admin] Deleting port d9b66e2a-292d-474d-bc24-40c2f603d493 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:45:59.190017 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fd02e0e7-4a81-4131-8fac-2e9cd5fcf492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:59.255527 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c79f58-0c9f-40f7-908d-c94fb155bc59 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:45:59.275560 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-84a5d099-1267-4c7d-bd2a-35b8e08a6543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:59.278392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-d3c79f58-0c9f-40f7-908d-c94fb155bc59 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:45:59.301709 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-f553462f-379d-4f94-ae0f-af479b59d916 None None] For port 75083616-c738-4472-8f28-c03005a56a02, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=75083616-c738-4472-8f28-c03005a56a02,segment=NetworkSegment(0dcab034-ad51-416e-ae9c-4259e20bcdd6),segment_id=0dcab034-ad51-416e-ae9c-4259e20bcdd6)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:45:59.311546 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c79f58-0c9f-40f7-908d-c94fb155bc59 admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:45:59.324575 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f553462f-379d-4f94-ae0f-af479b59d916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:59.352578 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5d099-1267-4c7d-bd2a-35b8e08a6543 admin admin] Pushing event deleted for resources: {'Port': ['ID=d26d07c7-4d4a-4fd7-b392-fb062861a848,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:59.392781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c79f58-0c9f-40f7-908d-c94fb155bc59 admin admin] Pushing event updated for resources: {'Port': ['ID=aa497236-7331-46a7-ba8a-3b379979ac9b,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:59.511007 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553462f-379d-4f94-ae0f-af479b59d916 None None] Pushing event updated for resources: {'Port': ['ID=75083616-c738-4472-8f28-c03005a56a02,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:45:59.542496 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ff8e19c7-36e0-4944-ab24-f42fdd1ed9e2 None None] Provisioning complete for port 75083616-c738-4472-8f28-c03005a56a02 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:45:59.542709 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ff8e19c7-36e0-4944-ab24-f42fdd1ed9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:59.785151 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-448de2ff-c31e-4c0a-8e57-25d7b377e13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'name': 'tempest-ServersTestJSON-852601512-router', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:02Z', 'updated_at': '2022-03-09T03:45:55Z', 'revision_number': 5, 'project_id': '9eb686a5560145e4aa19523f011a1eb4', 'gw_port': {'id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:04Z', 'updated_at': '2022-03-09T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:45:59.790305 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 75083616-c738-4472-8f28-c03005a56a02 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:45:59.821500 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448de2ff-c31e-4c0a-8e57-25d7b377e13e None None] The sync data for ids ['e8978b7e-1c07-4672-bcdb-d3488922df06'] in n-d-825178-5 is: [{'id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'name': 'tempest-ServersTestJSON-852601512-router', 'tenant_id': '9eb686a5560145e4aa19523f011a1eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:02Z', 'updated_at': '2022-03-09T03:45:55Z', 'revision_number': 5, 'project_id': '9eb686a5560145e4aa19523f011a1eb4', 'gw_port': {'id': 'd9b66e2a-292d-474d-bc24-40c2f603d493', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8978b7e-1c07-4672-bcdb-d3488922df06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:04Z', 'updated_at': '2022-03-09T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:45:59.874423 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-84a5d099-1267-4c7d-bd2a-35b8e08a6543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:45:59.878211 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 75083616-c738-4472-8f28-c03005a56a02 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:45:59.878537 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:00.088079 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a711d47-cfbb-4ac9-8015-0e53b86024ae req-3cd7d55c-615a-486f-a3b7-1be497fc9b01 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:00.089453 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3a711d47-cfbb-4ac9-8015-0e53b86024ae req-3cd7d55c-615a-486f-a3b7-1be497fc9b01 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0e2efe9-898e-407c-9058-8488c9423734 HTTP/1.1" status: 200 len: 946 time: 0.2879808 Mar 09 03:46:00.185110 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-e17402b0-41cb-4ea1-a172-55136666ebd0 req-bd371582-d087-4607-bf8f-accfd173e04d tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] For port 51f5b458-b8fc-4de7-9e2a-023878508672, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=51f5b458-b8fc-4de7-9e2a-023878508672,segment=NetworkSegment(9393a25b-f651-420a-93ee-063b134294ee),segment_id=9393a25b-f651-420a-93ee-063b134294ee)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:00.185110 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e17402b0-41cb-4ea1-a172-55136666ebd0 req-bd371582-d087-4607-bf8f-accfd173e04d tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:00.214760 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3a711d47-cfbb-4ac9-8015-0e53b86024ae req-13640982-f440-470f-9389-ab6cb9d4ab0f tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/security-groups?id=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126747 Mar 09 03:46:00.326205 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-e17402b0-41cb-4ea1-a172-55136666ebd0 req-bd371582-d087-4607-bf8f-accfd173e04d tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Calling delete_port for 51f5b458-b8fc-4de7-9e2a-023878508672 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:46:00.358443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-fd02e0e7-4a81-4131-8fac-2e9cd5fcf492 admin admin] For port d9b66e2a-292d-474d-bc24-40c2f603d493, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d9b66e2a-292d-474d-bc24-40c2f603d493,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:00.358957 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fd02e0e7-4a81-4131-8fac-2e9cd5fcf492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:00.387273 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a3f9b-018e-4983-8112-1e6173323cae req-aa0a48a8-9cf6-45e9-9815-71eddce28590 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:00.389405 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-757a3f9b-018e-4983-8112-1e6173323cae req-aa0a48a8-9cf6-45e9-9815-71eddce28590 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 946 time: 0.7810149 Mar 09 03:46:00.390774 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a5d099-1267-4c7d-bd2a-35b8e08a6543 admin admin] Router f399e209-9516-4f2b-adcf-329afa551b21 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:46:00.496249 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab07cb9-31a6-490b-a6d7-128161465fad req-a0b610b2-c0cb-49fe-9e9c-46ae21881345 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:00.498231 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ab07cb9-31a6-490b-a6d7-128161465fad req-a0b610b2-c0cb-49fe-9e9c-46ae21881345 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c3b3ada-4244-4c81-9740-44b3db5560da HTTP/1.1" status: 200 len: 945 time: 0.1746185 Mar 09 03:46:00.532184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-fd02e0e7-4a81-4131-8fac-2e9cd5fcf492 admin admin] Calling delete_port for d9b66e2a-292d-474d-bc24-40c2f603d493 owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:46:00.745348 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ab07cb9-31a6-490b-a6d7-128161465fad req-00abc346-8af6-4bfa-9af2-9ae80d589dd1 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa49059-733a-4479-a03a-bcc883f47584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345939 Mar 09 03:46:00.746507 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a5d099-1267-4c7d-bd2a-35b8e08a6543 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:46:00.756426 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-84a5d099-1267-4c7d-bd2a-35b8e08a6543 admin admin] 10.222.0.16 "PUT /v2.0/routers/f399e209-9516-4f2b-adcf-329afa551b21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9198589 Mar 09 03:46:00.758956 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55182) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:00.761604 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd63902d-da9e-4411-821a-7036b5cd9a64 None None] Sync routers for ids ['f399e209-9516-4f2b-adcf-329afa551b21'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:46:00.776557 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd63902d-da9e-4411-821a-7036b5cd9a64 None None] Routers {'f399e209-9516-4f2b-adcf-329afa551b21'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:46:00.777360 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-bd63902d-da9e-4411-821a-7036b5cd9a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:45:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f399e209-9516-4f2b-adcf-329afa551b21'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:00.852340 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-757a3f9b-018e-4983-8112-1e6173323cae req-fab11b6e-cf25-477a-a7c8-7bda213cd0ba tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029396 Mar 09 03:46:00.869769 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d3c79f58-0c9f-40f7-908d-c94fb155bc59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:00.966820 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de8e5ad6-5a12-4a67-8f38-7bce90a88592 admin admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:00.997635 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-bd63902d-da9e-4411-821a-7036b5cd9a64 None None] Set router f399e209-9516-4f2b-adcf-329afa551b21 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:46:01.054171 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-16d6601d-df0a-47e4-95a1-350a8e2a9b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:01.117161 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e17402b0-41cb-4ea1-a172-55136666ebd0 req-bd371582-d087-4607-bf8f-accfd173e04d tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:01.166757 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de8e5ad6-5a12-4a67-8f38-7bce90a88592 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:01.178112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-de8e5ad6-5a12-4a67-8f38-7bce90a88592 admin admin] Deleting port aadb70ab-00e3-4888-b3e1-7630e41308cb {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:46:01.178356 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de8e5ad6-5a12-4a67-8f38-7bce90a88592 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:01.255270 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd371582-d087-4607-bf8f-accfd173e04d tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Pushing event deleted for resources: {'Port': ['ID=51f5b458-b8fc-4de7-9e2a-023878508672,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:01.378968 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17402b0-41cb-4ea1-a172-55136666ebd0 req-bd371582-d087-4607-bf8f-accfd173e04d tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] No DVR routers for this DVR port 51f5b458-b8fc-4de7-9e2a-023878508672 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:46:01.381640 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e17402b0-41cb-4ea1-a172-55136666ebd0 req-bd371582-d087-4607-bf8f-accfd173e04d tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:01.390703 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3b3ada-4244-4c81-9740-44b3db5560da', 'name': 'network-vif-deleted', 'tag': '51f5b458-b8fc-4de7-9e2a-023878508672'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:46:01.393360 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-bd63902d-da9e-4411-821a-7036b5cd9a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f399e209-9516-4f2b-adcf-329afa551b21', 'name': 'tempest-TaggedBootDevicesTest-1972899092-router', 'tenant_id': '1461196e7df14d1c8745739b148c6e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'aadb70ab-00e3-4888-b3e1-7630e41308cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:38:12Z', 'updated_at': '2022-03-09T03:45:59Z', 'revision_number': 5, 'project_id': '1461196e7df14d1c8745739b148c6e4a', 'gw_port': {'id': 'aadb70ab-00e3-4888-b3e1-7630e41308cb', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:69:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f399e209-9516-4f2b-adcf-329afa551b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:38:15Z', 'updated_at': '2022-03-09T03:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:01.399476 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd63902d-da9e-4411-821a-7036b5cd9a64 None None] Checking router: f399e209-9516-4f2b-adcf-329afa551b21 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:46:01.416346 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd63902d-da9e-4411-821a-7036b5cd9a64 None None] Routers {'f399e209-9516-4f2b-adcf-329afa551b21'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:46:01.417693 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-bd63902d-da9e-4411-821a-7036b5cd9a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:46:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f399e209-9516-4f2b-adcf-329afa551b21'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:01.426415 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e17402b0-41cb-4ea1-a172-55136666ebd0 req-bd371582-d087-4607-bf8f-accfd173e04d tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.24 "DELETE /v2.0/ports/51f5b458-b8fc-4de7-9e2a-023878508672 HTTP/1.1" status: 204 len: 173 time: 2.7163401 Mar 09 03:46:01.427038 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fd02e0e7-4a81-4131-8fac-2e9cd5fcf492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:01.517300 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-de8e5ad6-5a12-4a67-8f38-7bce90a88592 admin admin] For port aadb70ab-00e3-4888-b3e1-7630e41308cb, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=aadb70ab-00e3-4888-b3e1-7630e41308cb,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:01.517551 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de8e5ad6-5a12-4a67-8f38-7bce90a88592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:01.591415 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3b3ada-4244-4c81-9740-44b3db5560da', 'name': 'network-vif-deleted', 'tag': '51f5b458-b8fc-4de7-9e2a-023878508672', 'status': 'completed', 'code': 200} Mar 09 03:46:01.606829 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02e0e7-4a81-4131-8fac-2e9cd5fcf492 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9b66e2a-292d-474d-bc24-40c2f603d493,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:01.613731 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 94747785-a00a-42eb-8302-8c20b771c04e no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:46:01.671331 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 94747785-a00a-42eb-8302-8c20b771c04e {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:46:01.671331 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 94747785-a00a-42eb-8302-8c20b771c04e not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:46:01.685512 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-de8e5ad6-5a12-4a67-8f38-7bce90a88592 admin admin] Calling delete_port for aadb70ab-00e3-4888-b3e1-7630e41308cb owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:46:01.695336 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-bd63902d-da9e-4411-821a-7036b5cd9a64 None None] Set router f399e209-9516-4f2b-adcf-329afa551b21 gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:46:01.713922 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d3c79f58-0c9f-40f7-908d-c94fb155bc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:01.754160 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5933ae5-e04b-4a21-abd7-5ce356fc7948 req-f9a7f1a8-348c-46de-a257-aa5816dcd9ff tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:01.755531 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d5933ae5-e04b-4a21-abd7-5ce356fc7948 req-f9a7f1a8-348c-46de-a257-aa5816dcd9ff tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e2efe9-898e-407c-9058-8488c9423734 HTTP/1.1" status: 200 len: 946 time: 0.4317603 Mar 09 03:46:01.771263 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486de03a-37fa-482f-8f6f-7c29f1188ed1 req-36c8dd4e-b9b1-410a-9895-a5d70a41a987 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:01.772641 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-486de03a-37fa-482f-8f6f-7c29f1188ed1 req-36c8dd4e-b9b1-410a-9895-a5d70a41a987 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0e2efe9-898e-407c-9058-8488c9423734 HTTP/1.1" status: 200 len: 946 time: 0.3965962 Mar 09 03:46:01.797595 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fd02e0e7-4a81-4131-8fac-2e9cd5fcf492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:01.815615 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-bd63902d-da9e-4411-821a-7036b5cd9a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f399e209-9516-4f2b-adcf-329afa551b21', 'name': 'tempest-TaggedBootDevicesTest-1972899092-router', 'tenant_id': '1461196e7df14d1c8745739b148c6e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:38:12Z', 'updated_at': '2022-03-09T03:46:01Z', 'revision_number': 6, 'project_id': '1461196e7df14d1c8745739b148c6e4a', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:01.820526 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd63902d-da9e-4411-821a-7036b5cd9a64 None None] The sync data for ids ['f399e209-9516-4f2b-adcf-329afa551b21'] in n-d-825178-5 is: [{'id': 'f399e209-9516-4f2b-adcf-329afa551b21', 'name': 'tempest-TaggedBootDevicesTest-1972899092-router', 'tenant_id': '1461196e7df14d1c8745739b148c6e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:38:12Z', 'updated_at': '2022-03-09T03:46:01Z', 'revision_number': 6, 'project_id': '1461196e7df14d1c8745739b148c6e4a', 'gw_port_host': None}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:46:01.905783 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-d5933ae5-e04b-4a21-abd7-5ce356fc7948 req-c4be7f22-23fa-4db0-b66a-e2a899ec6fbc tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Deleting port 1ffe40dc-b8f3-49e6-bf98-0e1201d50c02 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:46:01.906128 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d5933ae5-e04b-4a21-abd7-5ce356fc7948 req-c4be7f22-23fa-4db0-b66a-e2a899ec6fbc tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:01.991760 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-9e31db3b-654b-4d97-a69b-5d78f0efd0d4 req-002c675c-4881-4c9f-b5e7-5e119fa06876 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Synchronizing usage tracker for tenant:c50018b592af4976ba6ed104dcc582d3 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:46:02.036833 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-486de03a-37fa-482f-8f6f-7c29f1188ed1 req-367b0822-75ce-43a1-93e2-6bb45ed3e3ae tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/security-groups?id=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224998 Mar 09 03:46:02.060132 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:02.110207 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:02.175529 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fd02e0e7-4a81-4131-8fac-2e9cd5fcf492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:02.194988 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fd02e0e7-4a81-4131-8fac-2e9cd5fcf492 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:02.210811 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-9e31db3b-654b-4d97-a69b-5d78f0efd0d4 req-002c675c-4881-4c9f-b5e7-5e119fa06876 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] Unset dirty status for tenant:c50018b592af4976ba6ed104dcc582d3 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:46:02.211782 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9e31db3b-654b-4d97-a69b-5d78f0efd0d4 req-002c675c-4881-4c9f-b5e7-5e119fa06876 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936 tempest-FloatingIPsAssociationNegativeTestJSON-1459480936-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c3b3ada-4244-4c81-9740-44b3db5560da HTTP/1.1" status: 200 len: 210 time: 0.2794373 Mar 09 03:46:02.244925 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fd02e0e7-4a81-4131-8fac-2e9cd5fcf492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:02.245591 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd02e0e7-4a81-4131-8fac-2e9cd5fcf492 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8978b7e-1c07-4672-bcdb-d3488922df06 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:46:02.263739 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fd02e0e7-4a81-4131-8fac-2e9cd5fcf492 admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:02.267813 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fd02e0e7-4a81-4131-8fac-2e9cd5fcf492 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e8978b7e-1c07-4672-bcdb-d3488922df06 HTTP/1.1" status: 204 len: 168 time: 4.2928717 Mar 09 03:46:02.268616 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55196) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:02.308577 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 51f5b458-b8fc-4de7-9e2a-023878508672 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:46:02.351303 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 51f5b458-b8fc-4de7-9e2a-023878508672 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:46:02.352179 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 51f5b458-b8fc-4de7-9e2a-023878508672 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:46:02.367785 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c79f58-0c9f-40f7-908d-c94fb155bc59 admin admin] Router f5306879-7d12-4727-a6ed-8e1752debfd3 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:46:02.373624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-231dab44-6536-4537-bb77-e88555516028 admin admin] Deleting subnet d57a94ec-ddb8-495c-8597-2757b5089981 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:46:02.383759 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-231dab44-6536-4537-bb77-e88555516028 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:02.471544 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de8e5ad6-5a12-4a67-8f38-7bce90a88592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:02.562984 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e5ad6-5a12-4a67-8f38-7bce90a88592 admin admin] Pushing event deleted for resources: {'Port': ['ID=aadb70ab-00e3-4888-b3e1-7630e41308cb,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:02.571012 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-d5933ae5-e04b-4a21-abd7-5ce356fc7948 req-c4be7f22-23fa-4db0-b66a-e2a899ec6fbc tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] For port 1ffe40dc-b8f3-49e6-bf98-0e1201d50c02, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=1ffe40dc-b8f3-49e6-bf98-0e1201d50c02,segment=NetworkSegment(3d28dad6-4b5d-4d7e-80bf-032436047a6f),segment_id=3d28dad6-4b5d-4d7e-80bf-032436047a6f)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:02.571380 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d5933ae5-e04b-4a21-abd7-5ce356fc7948 req-c4be7f22-23fa-4db0-b66a-e2a899ec6fbc tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:02.638277 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-231dab44-6536-4537-bb77-e88555516028 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:02.749126 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-d5933ae5-e04b-4a21-abd7-5ce356fc7948 req-c4be7f22-23fa-4db0-b66a-e2a899ec6fbc tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Calling delete_port for 1ffe40dc-b8f3-49e6-bf98-0e1201d50c02 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:46:02.786604 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c79f58-0c9f-40f7-908d-c94fb155bc59 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:46:02.796759 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de10ef-6b9d-47b6-bbd7-ca5abd08f3ff req-dc41e726-d1d8-4c0a-9733-fd9587b04315 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:02.797136 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] Sync routers for ids ['f5306879-7d12-4727-a6ed-8e1752debfd3'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:46:02.798240 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-89de10ef-6b9d-47b6-bbd7-ca5abd08f3ff req-dc41e726-d1d8-4c0a-9733-fd9587b04315 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 946 time: 0.5705519 Mar 09 03:46:02.812506 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] Routers {'f5306879-7d12-4727-a6ed-8e1752debfd3'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:46:02.813578 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:46:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f5306879-7d12-4727-a6ed-8e1752debfd3'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:02.816083 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d3c79f58-0c9f-40f7-908d-c94fb155bc59 admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:02.819974 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d3c79f58-0c9f-40f7-908d-c94fb155bc59 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.0272114 Mar 09 03:46:02.820493 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55200) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:02.823053 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-231dab44-6536-4537-bb77-e88555516028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:02.842019 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de8e5ad6-5a12-4a67-8f38-7bce90a88592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:02.995437 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-231dab44-6536-4537-bb77-e88555516028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:03.038847 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de8e5ad6-5a12-4a67-8f38-7bce90a88592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:03.041520 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de8e5ad6-5a12-4a67-8f38-7bce90a88592 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:03.041941 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] Set router f5306879-7d12-4727-a6ed-8e1752debfd3 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:46:03.099937 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-89de10ef-6b9d-47b6-bbd7-ca5abd08f3ff req-a26f7a84-75bb-4d3a-ae88-de21e7242cf2 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932692 Mar 09 03:46:03.107454 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de8e5ad6-5a12-4a67-8f38-7bce90a88592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:03.108713 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8e5ad6-5a12-4a67-8f38-7bce90a88592 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f399e209-9516-4f2b-adcf-329afa551b21 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:46:03.116066 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231dab44-6536-4537-bb77-e88555516028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d57a94ec-ddb8-495c-8597-2757b5089981,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:03.118947 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-231dab44-6536-4537-bb77-e88555516028 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:03.143456 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-231dab44-6536-4537-bb77-e88555516028 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d57a94ec-ddb8-495c-8597-2757b5089981 HTTP/1.1" status: 204 len: 168 time: 0.8736055 Mar 09 03:46:03.147223 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55206) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:03.213939 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da94e963-59fd-46c1-99b8-b2653a205627 None None] Network a5b1e57d-a586-4109-9128-ae5b3a0e4d7b requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:46:03.222836 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de8e5ad6-5a12-4a67-8f38-7bce90a88592 admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:03.226224 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-de8e5ad6-5a12-4a67-8f38-7bce90a88592 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f399e209-9516-4f2b-adcf-329afa551b21 HTTP/1.1" status: 204 len: 168 time: 2.4641209 Mar 09 03:46:03.226884 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55210) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:03.270016 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d5933ae5-e04b-4a21-abd7-5ce356fc7948 req-c4be7f22-23fa-4db0-b66a-e2a899ec6fbc tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:03.295101 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['1ffe40dc-b8f3-49e6-bf98-0e1201d50c02'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:46:03.391073 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55216) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:03.398598 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c7afd800-f380-471a-9466-40a184a090be req-70a2f5ac-a35b-4443-8a13-60a8bdb6376f tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0e2efe9-898e-407c-9058-8488c9423734 HTTP/1.1" status: 200 len: 210 time: 0.1327860 Mar 09 03:46:03.399276 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be7f22-23fa-4db0-b66a-e2a899ec6fbc tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Pushing event deleted for resources: {'Port': ['ID=1ffe40dc-b8f3-49e6-bf98-0e1201d50c02,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:03.493161 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ba34b41-e697-49c7-9eba-665f802fa5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:03.514915 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4ba34b41-e697-49c7-9eba-665f802fa5ba admin admin] Deleting port 60128a7d-e9bd-4cd2-8e42-7d387102ac6a {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:46:03.515421 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ba34b41-e697-49c7-9eba-665f802fa5ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:03.523771 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:03.536984 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5933ae5-e04b-4a21-abd7-5ce356fc7948 req-c4be7f22-23fa-4db0-b66a-e2a899ec6fbc tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] No DVR routers for this DVR port 1ffe40dc-b8f3-49e6-bf98-0e1201d50c02 on host n-h1-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:46:03.542695 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d5933ae5-e04b-4a21-abd7-5ce356fc7948 req-c4be7f22-23fa-4db0-b66a-e2a899ec6fbc tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:03.545275 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d5933ae5-e04b-4a21-abd7-5ce356fc7948 req-c4be7f22-23fa-4db0-b66a-e2a899ec6fbc tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.24 "DELETE /v2.0/ports/1ffe40dc-b8f3-49e6-bf98-0e1201d50c02 HTTP/1.1" status: 204 len: 173 time: 1.7817025 Mar 09 03:46:03.548343 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e2efe9-898e-407c-9058-8488c9423734', 'name': 'network-vif-deleted', 'tag': '1ffe40dc-b8f3-49e6-bf98-0e1201d50c02'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:46:03.554354 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc6a755-a64d-4488-a378-3f036182dbcd admin admin] Deleting subnet 3b7a417b-4fa4-47f7-9831-8b59fb66851a {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:46:03.561526 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a755-a64d-4488-a378-3f036182dbcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:03.710995 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a755-a64d-4488-a378-3f036182dbcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:03.748041 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e2efe9-898e-407c-9058-8488c9423734', 'name': 'network-vif-deleted', 'tag': '1ffe40dc-b8f3-49e6-bf98-0e1201d50c02', 'status': 'completed', 'code': 200} Mar 09 03:46:03.749753 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5306879-7d12-4727-a6ed-8e1752debfd3', 'name': 'tempest-ServersTestMultiNic-664334832-router', 'tenant_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'aa497236-7331-46a7-ba8a-3b379979ac9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:45:55Z', 'updated_at': '2022-03-09T03:46:00Z', 'revision_number': 3, 'project_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'gw_port': {'id': 'aa497236-7331-46a7-ba8a-3b379979ac9b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5306879-7d12-4727-a6ed-8e1752debfd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:45:57Z', 'updated_at': '2022-03-09T03:45:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:03.760010 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device aadb70ab-00e3-4888-b3e1-7630e41308cb no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:46:03.791092 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] Checking router: f5306879-7d12-4727-a6ed-8e1752debfd3 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:46:03.791220 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] Updating router f5306879-7d12-4727-a6ed-8e1752debfd3 port aa497236-7331-46a7-ba8a-3b379979ac9b binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:46:03.833858 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: aadb70ab-00e3-4888-b3e1-7630e41308cb {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:46:03.833858 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device aadb70ab-00e3-4888-b3e1-7630e41308cb not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:46:03.834234 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d9b66e2a-292d-474d-bc24-40c2f603d493 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:46:03.880756 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8ba7a4-09b6-4511-a184-2ddb269a5aa0 None None] DHCP port deletion for a5b1e57d-a586-4109-9128-ae5b3a0e4d7b request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:46:03.930731 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:03.961178 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: d9b66e2a-292d-474d-bc24-40c2f603d493 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:46:03.961509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d9b66e2a-292d-474d-bc24-40c2f603d493 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:46:03.961943 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d26d07c7-4d4a-4fd7-b392-fb062861a848 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:46:03.997652 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef8ba7a4-09b6-4511-a184-2ddb269a5aa0 None None] Deleting port 60128a7d-e9bd-4cd2-8e42-7d387102ac6a {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:46:03.998029 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef8ba7a4-09b6-4511-a184-2ddb269a5aa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:04.055076 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: d26d07c7-4d4a-4fd7-b392-fb062861a848 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:46:04.055336 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d26d07c7-4d4a-4fd7-b392-fb062861a848 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:46:04.084847 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:04.110746 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a755-a64d-4488-a378-3f036182dbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:04.253514 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-4ba34b41-e697-49c7-9eba-665f802fa5ba admin admin] For port 60128a7d-e9bd-4cd2-8e42-7d387102ac6a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=60128a7d-e9bd-4cd2-8e42-7d387102ac6a,segment=NetworkSegment(6015d51d-ff40-43bf-b166-7f4628d70144),segment_id=6015d51d-ff40-43bf-b166-7f4628d70144)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:04.254048 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ba34b41-e697-49c7-9eba-665f802fa5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:04.282155 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a755-a64d-4488-a378-3f036182dbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:04.336464 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a755-a64d-4488-a378-3f036182dbcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:04.347726 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a755-a64d-4488-a378-3f036182dbcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b7a417b-4fa4-47f7-9831-8b59fb66851a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:04.359087 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2dc6a755-a64d-4488-a378-3f036182dbcd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3b7a417b-4fa4-47f7-9831-8b59fb66851a HTTP/1.1" status: 204 len: 168 time: 1.1291311 Mar 09 03:46:04.359859 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55224) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:04.440091 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4ba34b41-e697-49c7-9eba-665f802fa5ba admin admin] Calling delete_port for 60128a7d-e9bd-4cd2-8e42-7d387102ac6a owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:46:04.502805 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:04.514963 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] Transition to ACTIVE for port object aa497236-7331-46a7-ba8a-3b379979ac9b will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:04.531790 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-989a677e-860f-437b-bf4d-fbb12a74c850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:04.556057 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be87bb5d-ae1f-4363-a91e-ea18356b0911 None None] Network 0b9432d5-0279-44cb-bc9c-1a11184fceb6 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:46:04.558698 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a71aa24-a07e-4888-aa2c-8a46bf67580d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:04.565181 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-989a677e-860f-437b-bf4d-fbb12a74c850 admin admin] Deleting port a0a3cf35-5515-4589-91f3-a8eb92c484c6 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:46:04.565521 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-989a677e-860f-437b-bf4d-fbb12a74c850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:04.581750 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:04.803493 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef8ba7a4-09b6-4511-a184-2ddb269a5aa0 None None] For port 60128a7d-e9bd-4cd2-8e42-7d387102ac6a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=60128a7d-e9bd-4cd2-8e42-7d387102ac6a,segment=NetworkSegment(6015d51d-ff40-43bf-b166-7f4628d70144),segment_id=6015d51d-ff40-43bf-b166-7f4628d70144)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:04.803493 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef8ba7a4-09b6-4511-a184-2ddb269a5aa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:04.826507 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-4a71aa24-a07e-4888-aa2c-8a46bf67580d admin admin] Allocated IP 172.20.0.1 (c7c4f29f-701a-481f-976f-cde1b7999848/a4452815-9910-4ce2-8b43-5d3068c8014a/22efe424-950a-4165-9494-49270653f6a6) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:46:04.862459 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-989a677e-860f-437b-bf4d-fbb12a74c850 admin admin] For port a0a3cf35-5515-4589-91f3-a8eb92c484c6, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a0a3cf35-5515-4589-91f3-a8eb92c484c6,segment=NetworkSegment(4e63adfe-0a12-44aa-880b-9f8d02055a8c),segment_id=4e63adfe-0a12-44aa-880b-9f8d02055a8c)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:04.862814 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-989a677e-860f-437b-bf4d-fbb12a74c850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:04.882340 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9824567-a596-4914-b8aa-0a84df736622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:04.928816 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ba34b41-e697-49c7-9eba-665f802fa5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:05.013087 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] Attempting to bind port aa497236-7331-46a7-ba8a-3b379979ac9b on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:46:05.013688 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] Attempting to bind port aa497236-7331-46a7-ba8a-3b379979ac9b by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:46:05.014242 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] Attempting to bind port aa497236-7331-46a7-ba8a-3b379979ac9b on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:46:05.037486 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef8ba7a4-09b6-4511-a184-2ddb269a5aa0 None None] Calling delete_port for 60128a7d-e9bd-4cd2-8e42-7d387102ac6a owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:46:05.065790 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a71aa24-a07e-4888-aa2c-8a46bf67580d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:05.083296 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-4a71aa24-a07e-4888-aa2c-8a46bf67580d admin admin] Transition to ACTIVE for port object 22efe424-950a-4165-9494-49270653f6a6 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:05.102112 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:46:05.102947 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:46:05.103517 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:05.104048 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:46:05.104673 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] Bound port: aa497236-7331-46a7-ba8a-3b379979ac9b, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:46:05.105214 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:05.130821 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0903e-bc9e-4c82-9196-be0125ed7288 None None] Pushing event updated for resources: {'Port': ['ID=aa497236-7331-46a7-ba8a-3b379979ac9b,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:05.137129 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a71aa24-a07e-4888-aa2c-8a46bf67580d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:05.187069 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba34b41-e697-49c7-9eba-665f802fa5ba admin admin] Pushing event deleted for resources: {'Port': ['ID=60128a7d-e9bd-4cd2-8e42-7d387102ac6a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:05.189064 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba34b41-e697-49c7-9eba-665f802fa5ba admin admin] No DVR routers for this DVR port 60128a7d-e9bd-4cd2-8e42-7d387102ac6a on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:46:05.192675 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a71aa24-a07e-4888-aa2c-8a46bf67580d admin admin] Network c7c4f29f-701a-481f-976f-cde1b7999848 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:46:05.201291 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63242b35-1d52-49fa-84f7-16441fa7b791 req-48c6cac6-690b-4e8b-924c-69ce6e7e1271 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:05.203471 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63242b35-1d52-49fa-84f7-16441fa7b791 req-48c6cac6-690b-4e8b-924c-69ce6e7e1271 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 946 time: 0.9330153 Mar 09 03:46:05.258350 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-4a71aa24-a07e-4888-aa2c-8a46bf67580d admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:46:05.275137 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-989a677e-860f-437b-bf4d-fbb12a74c850 admin admin] Calling delete_port for a0a3cf35-5515-4589-91f3-a8eb92c484c6 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:46:05.298541 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a71aa24-a07e-4888-aa2c-8a46bf67580d admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:46:05.382687 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] For port aa497236-7331-46a7-ba8a-3b379979ac9b, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:46:05.392067 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-ef8ba7a4-09b6-4511-a184-2ddb269a5aa0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:46:05.392414 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-ef8ba7a4-09b6-4511-a184-2ddb269a5aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:46:05.397021 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] For port aa497236-7331-46a7-ba8a-3b379979ac9b, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=aa497236-7331-46a7-ba8a-3b379979ac9b,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:46:05.404945 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:05.413283 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a71aa24-a07e-4888-aa2c-8a46bf67580d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:05.430979 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-989a677e-860f-437b-bf4d-fbb12a74c850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:05.500967 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] Routers {'f5306879-7d12-4727-a6ed-8e1752debfd3'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:46:05.501606 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:46:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f5306879-7d12-4727-a6ed-8e1752debfd3'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:05.563424 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-a9824567-a596-4914-b8aa-0a84df736622 admin admin] Deleting port a9acf62e-5a97-4c21-a18e-ed0cb155ea6f {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:46:05.563621 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9824567-a596-4914-b8aa-0a84df736622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:05.579168 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0903e-bc9e-4c82-9196-be0125ed7288 None None] Pushing event updated for resources: {'Port': ['ID=aa497236-7331-46a7-ba8a-3b379979ac9b,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:05.735282 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67db2e2c-8e05-4e2c-9f31-fb8129ecc3fc None None] DHCP port deletion for 0b9432d5-0279-44cb-bc9c-1a11184fceb6 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:46:05.736972 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 60128a7d-e9bd-4cd2-8e42-7d387102ac6a no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:46:05.737712 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a677e-860f-437b-bf4d-fbb12a74c850 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0a3cf35-5515-4589-91f3-a8eb92c484c6,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:05.739973 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989a677e-860f-437b-bf4d-fbb12a74c850 admin admin] No DVR routers for this DVR port a0a3cf35-5515-4589-91f3-a8eb92c484c6 on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:46:05.795973 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 60128a7d-e9bd-4cd2-8e42-7d387102ac6a {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:46:05.796311 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 60128a7d-e9bd-4cd2-8e42-7d387102ac6a not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:46:05.823057 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a71aa24-a07e-4888-aa2c-8a46bf67580d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:05.830126 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] Set router f5306879-7d12-4727-a6ed-8e1752debfd3 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:46:05.864221 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63242b35-1d52-49fa-84f7-16441fa7b791 req-75892e37-fa45-4ac0-8490-5f85da4d3151 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6034217 Mar 09 03:46:06.004697 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71aa24-a07e-4888-aa2c-8a46bf67580d admin admin] Pushing event updated for resources: {'Port': ['ID=22efe424-950a-4165-9494-49270653f6a6,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:06.016816 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef8ba7a4-09b6-4511-a184-2ddb269a5aa0 None None] Deleting port 60128a7d-e9bd-4cd2-8e42-7d387102ac6a {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:46:06.017271 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef8ba7a4-09b6-4511-a184-2ddb269a5aa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:06.030413 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ba34b41-e697-49c7-9eba-665f802fa5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:06.079575 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-989a677e-860f-437b-bf4d-fbb12a74c850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:06.086769 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-06da687c-ff2c-4448-8fda-0fea56b3f8fe None None] Provisioning for port 22efe424-950a-4165-9494-49270653f6a6 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:46:06.088206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-4ba34b41-e697-49c7-9eba-665f802fa5ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b1e57d-a586-4109-9128-ae5b3a0e4d7b']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:06.112497 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-4ba34b41-e697-49c7-9eba-665f802fa5ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6015d51d-ff40-43bf-b166-7f4628d70144') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:06.112785 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-4ba34b41-e697-49c7-9eba-665f802fa5ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6015d51d-ff40-43bf-b166-7f4628d70144') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:06.144790 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-a9824567-a596-4914-b8aa-0a84df736622 admin admin] For port a9acf62e-5a97-4c21-a18e-ed0cb155ea6f, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a9acf62e-5a97-4c21-a18e-ed0cb155ea6f,segment=NetworkSegment(9393a25b-f651-420a-93ee-063b134294ee),segment_id=9393a25b-f651-420a-93ee-063b134294ee)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:06.145070 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9824567-a596-4914-b8aa-0a84df736622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:06.163621 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-989a677e-860f-437b-bf4d-fbb12a74c850 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9432d5-0279-44cb-bc9c-1a11184fceb6']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:06.186238 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-06da687c-ff2c-4448-8fda-0fea56b3f8fe None None] Provisioning complete for port 22efe424-950a-4165-9494-49270653f6a6 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:06.186610 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-06da687c-ff2c-4448-8fda-0fea56b3f8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:06.253213 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef8ba7a4-09b6-4511-a184-2ddb269a5aa0 None None] The port '60128a7d-e9bd-4cd2-8e42-7d387102ac6a' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:46:06.307489 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-06da687c-ff2c-4448-8fda-0fea56b3f8fe None None] Port 22efe424-950a-4165-9494-49270653f6a6 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:46:06.388602 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 1ffe40dc-b8f3-49e6-bf98-0e1201d50c02 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:46:06.403388 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ba34b41-e697-49c7-9eba-665f802fa5ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:06.414979 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-a9824567-a596-4914-b8aa-0a84df736622 admin admin] Calling delete_port for a9acf62e-5a97-4c21-a18e-ed0cb155ea6f owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:46:06.441853 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 1ffe40dc-b8f3-49e6-bf98-0e1201d50c02 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:46:06.442198 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 1ffe40dc-b8f3-49e6-bf98-0e1201d50c02 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:46:06.451240 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-989a677e-860f-437b-bf4d-fbb12a74c850 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e63adfe-0a12-44aa-880b-9f8d02055a8c') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:06.451559 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-989a677e-860f-437b-bf4d-fbb12a74c850 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e63adfe-0a12-44aa-880b-9f8d02055a8c') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:06.477436 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-989a677e-860f-437b-bf4d-fbb12a74c850 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:06.483184 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ba34b41-e697-49c7-9eba-665f802fa5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:06.494656 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba34b41-e697-49c7-9eba-665f802fa5ba admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:46:06.495312 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ba34b41-e697-49c7-9eba-665f802fa5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:06.507518 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-989a677e-860f-437b-bf4d-fbb12a74c850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:46:06.509759 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:46:06.520117 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989a677e-860f-437b-bf4d-fbb12a74c850 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:46:06.520738 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-989a677e-860f-437b-bf4d-fbb12a74c850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:06.550500 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5306879-7d12-4727-a6ed-8e1752debfd3', 'name': 'tempest-ServersTestMultiNic-664334832-router', 'tenant_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'aa497236-7331-46a7-ba8a-3b379979ac9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:45:55Z', 'updated_at': '2022-03-09T03:46:00Z', 'revision_number': 3, 'project_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'gw_port': {'id': 'aa497236-7331-46a7-ba8a-3b379979ac9b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5306879-7d12-4727-a6ed-8e1752debfd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:45:57Z', 'updated_at': '2022-03-09T03:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:06.557855 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6382b80-b11b-47ac-9836-b14aa04f2b09 None None] The sync data for ids ['f5306879-7d12-4727-a6ed-8e1752debfd3'] in n-d-825178-5 is: [{'id': 'f5306879-7d12-4727-a6ed-8e1752debfd3', 'name': 'tempest-ServersTestMultiNic-664334832-router', 'tenant_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'aa497236-7331-46a7-ba8a-3b379979ac9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:45:55Z', 'updated_at': '2022-03-09T03:46:00Z', 'revision_number': 3, 'project_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'gw_port': {'id': 'aa497236-7331-46a7-ba8a-3b379979ac9b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5306879-7d12-4727-a6ed-8e1752debfd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:45:57Z', 'updated_at': '2022-03-09T03:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:46:06.624287 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:46:06.647211 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ba34b41-e697-49c7-9eba-665f802fa5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:06.652604 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ba34b41-e697-49c7-9eba-665f802fa5ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:06.700619 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba34b41-e697-49c7-9eba-665f802fa5ba admin admin] Pushing event deleted for resources: {'Network': ['ID=a5b1e57d-a586-4109-9128-ae5b3a0e4d7b,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:06.708453 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a71aa24-a07e-4888-aa2c-8a46bf67580d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:06.716000 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-989a677e-860f-437b-bf4d-fbb12a74c850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:06.719928 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a71aa24-a07e-4888-aa2c-8a46bf67580d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:06.736267 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-989a677e-860f-437b-bf4d-fbb12a74c850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:06.748403 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a677e-860f-437b-bf4d-fbb12a74c850 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b9432d5-0279-44cb-bc9c-1a11184fceb6,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:06.757388 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-989a677e-860f-437b-bf4d-fbb12a74c850 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0b9432d5-0279-44cb-bc9c-1a11184fceb6 HTTP/1.1" status: 204 len: 168 time: 2.3946376 Mar 09 03:46:06.791129 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4ba34b41-e697-49c7-9eba-665f802fa5ba admin admin] 10.222.0.16 "DELETE /v2.0/networks/a5b1e57d-a586-4109-9128-ae5b3a0e4d7b HTTP/1.1" status: 204 len: 168 time: 3.6429334 Mar 09 03:46:06.846293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71aa24-a07e-4888-aa2c-8a46bf67580d admin admin] Pushing event updated for resources: {'Port': ['ID=22efe424-950a-4165-9494-49270653f6a6,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:06.848936 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a71aa24-a07e-4888-aa2c-8a46bf67580d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:06.876387 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9824567-a596-4914-b8aa-0a84df736622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:06.979082 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55244) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:06.983682 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9824567-a596-4914-b8aa-0a84df736622 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9acf62e-5a97-4c21-a18e-ed0cb155ea6f,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:07.128615 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55252) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:07.139516 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a71aa24-a07e-4888-aa2c-8a46bf67580d admin admin] Network c7c4f29f-701a-481f-976f-cde1b7999848 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:46:07.140813 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-4a71aa24-a07e-4888-aa2c-8a46bf67580d admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:46:07.348367 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9bda4b1d-83a2-473f-a445-7b49432d4593 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ffa74fa7e259451baa8a72de689adc07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3663185 Mar 09 03:46:07.367470 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55262) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:07.473421 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a71aa24-a07e-4888-aa2c-8a46bf67580d admin admin] Router f5306879-7d12-4727-a6ed-8e1752debfd3 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:46:07.542878 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-658f72fc-3e95-4803-8ed6-297abd1c8c9e None None] Provisioning complete for port 22efe424-950a-4165-9494-49270653f6a6 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:07.544013 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-658f72fc-3e95-4803-8ed6-297abd1c8c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:07.628162 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-789c89b2-182d-44a4-8b86-5d3c0dcfc480 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9eb686a5560145e4aa19523f011a1eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4845209 Mar 09 03:46:07.630372 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55268) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:07.640415 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-658f72fc-3e95-4803-8ed6-297abd1c8c9e None None] Port 22efe424-950a-4165-9494-49270653f6a6 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:46:07.736973 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-da192c02-210e-4513-a63e-2f1b60762b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:07.777180 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device aa497236-7331-46a7-ba8a-3b379979ac9b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:46:07.795596 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-da192c02-210e-4513-a63e-2f1b60762b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:07.876423 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port aa497236-7331-46a7-ba8a-3b379979ac9b completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:46:07.878427 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c94404e5-de98-4579-ace5-49c200de4a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:07.880199 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74944d01-76ae-4220-8298-4b0e9eb25ff9 req-caddb8bf-66c4-4c7f-8c44-c4d9e58ca006 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:07.884144 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port aa497236-7331-46a7-ba8a-3b379979ac9b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:07.884867 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:07.887569 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-74944d01-76ae-4220-8298-4b0e9eb25ff9 req-caddb8bf-66c4-4c7f-8c44-c4d9e58ca006 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 946 time: 0.7168639 Mar 09 03:46:07.911384 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-da192c02-210e-4513-a63e-2f1b60762b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:07.917029 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a71aa24-a07e-4888-aa2c-8a46bf67580d admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:46:07.934473 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4a71aa24-a07e-4888-aa2c-8a46bf67580d admin admin] 10.222.0.16 "PUT /v2.0/routers/f5306879-7d12-4727-a6ed-8e1752debfd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1130028 Mar 09 03:46:07.967864 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c94404e5-de98-4579-ace5-49c200de4a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:08.040956 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da192c02-210e-4513-a63e-2f1b60762b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990a21da-bda4-4391-950c-f288f67cab9f,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:08.064817 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-74944d01-76ae-4220-8298-4b0e9eb25ff9 req-fae0e40e-2720-49dd-8c0f-f50bfbd6081a tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627750 Mar 09 03:46:08.091286 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c94404e5-de98-4579-ace5-49c200de4a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:08.111853 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94404e5-de98-4579-ace5-49c200de4a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc1989a-39a3-4955-9972-8c079990cd2f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:08.128230 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c94404e5-de98-4579-ace5-49c200de4a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:08.129381 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c94404e5-de98-4579-ace5-49c200de4a74 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4bc1989a-39a3-4955-9972-8c079990cd2f HTTP/1.1" status: 204 len: 168 time: 0.4980338 Mar 09 03:46:08.146479 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:08.170661 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port aa497236-7331-46a7-ba8a-3b379979ac9b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=aa497236-7331-46a7-ba8a-3b379979ac9b,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:08.181565 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:08.212504 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55276) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:08.227205 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-da192c02-210e-4513-a63e-2f1b60762b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:08.228692 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-da192c02-210e-4513-a63e-2f1b60762b1c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/990a21da-bda4-4391-950c-f288f67cab9f HTTP/1.1" status: 204 len: 168 time: 0.8602612 Mar 09 03:46:08.282575 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9824567-a596-4914-b8aa-0a84df736622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:08.307482 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a0a3cf35-5515-4589-91f3-a8eb92c484c6 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:46:08.409436 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-884e98bb-5c7b-40c2-952a-243b9eff2500 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-763442585'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:08.421121 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-884e98bb-5c7b-40c2-952a-243b9eff2500 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:46:08.429336 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-884e98bb-5c7b-40c2-952a-243b9eff2500 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Usage tracker for resource:network and tenant:e1b3aca0566d4eb989ee2bf1d8c5606e is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:46:08.435642 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-884e98bb-5c7b-40c2-952a-243b9eff2500 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:46:08.452574 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-884e98bb-5c7b-40c2-952a-243b9eff2500 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:46:08.454456 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: a0a3cf35-5515-4589-91f3-a8eb92c484c6 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:46:08.454779 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a0a3cf35-5515-4589-91f3-a8eb92c484c6 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:46:08.480860 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=aa497236-7331-46a7-ba8a-3b379979ac9b,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:08.483779 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884e98bb-5c7b-40c2-952a-243b9eff2500 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Made reservation on behalf of e1b3aca0566d4eb989ee2bf1d8c5606e for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:46:08.493707 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-884e98bb-5c7b-40c2-952a-243b9eff2500 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:08.568336 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:08.576986 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884e98bb-5c7b-40c2-952a-243b9eff2500 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:46:08.620061 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-884e98bb-5c7b-40c2-952a-243b9eff2500 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:08.620406 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-884e98bb-5c7b-40c2-952a-243b9eff2500 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Added segment 23fe74aa-e624-4375-84f1-7fe70f5a8f96 of type vlan for network a847b73b-7a1f-4c22-a561-3b608aca9f43 Mar 09 03:46:08.689705 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-884e98bb-5c7b-40c2-952a-243b9eff2500 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:08.768942 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-884e98bb-5c7b-40c2-952a-243b9eff2500 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:08.775397 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884e98bb-5c7b-40c2-952a-243b9eff2500 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:08.776253 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-884e98bb-5c7b-40c2-952a-243b9eff2500 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:08.935438 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:46:09.085636 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e98bb-5c7b-40c2-952a-243b9eff2500 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event updated for resources: {'Network': ['ID=a847b73b-7a1f-4c22-a561-3b608aca9f43,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:09.108495 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-884e98bb-5c7b-40c2-952a-243b9eff2500 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8916392 Mar 09 03:46:09.109459 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55300) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:09.111644 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network a847b73b-7a1f-4c22-a561-3b608aca9f43 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:46:09.117906 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6b9214fc-a68f-4b7f-aac9-c3b9482d65d2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Request body: {'subnet': {'network_id': 'a847b73b-7a1f-4c22-a561-3b608aca9f43', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:09.148979 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55304) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:09.152025 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] Sync routers for ids ['f5306879-7d12-4727-a6ed-8e1752debfd3'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:46:09.189248 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] Routers {'f5306879-7d12-4727-a6ed-8e1752debfd3'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:46:09.189877 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:46:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f5306879-7d12-4727-a6ed-8e1752debfd3'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:09.316551 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-aaadb958-c1fa-430c-8c15-bd87dde8f33d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1461196e7df14d1c8745739b148c6e4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1663985 Mar 09 03:46:09.320067 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55308) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:09.351146 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6b9214fc-a68f-4b7f-aac9-c3b9482d65d2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:46:09.373122 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6b9214fc-a68f-4b7f-aac9-c3b9482d65d2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Usage tracker for resource:subnet and tenant:e1b3aca0566d4eb989ee2bf1d8c5606e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:46:09.381753 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6b9214fc-a68f-4b7f-aac9-c3b9482d65d2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:46:09.401304 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6b9214fc-a68f-4b7f-aac9-c3b9482d65d2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:46:09.455555 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9214fc-a68f-4b7f-aac9-c3b9482d65d2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Made reservation on behalf of e1b3aca0566d4eb989ee2bf1d8c5606e for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:46:09.462749 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6b9214fc-a68f-4b7f-aac9-c3b9482d65d2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:09.478437 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60b2017a-e7bc-43ad-8c41-9a5e52b54e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:09.500541 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] Set router f5306879-7d12-4727-a6ed-8e1752debfd3 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:46:09.572045 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60b2017a-e7bc-43ad-8c41-9a5e52b54e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:09.680096 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58211748-5e8c-4f00-bbe4-d66e408d036e req-add4f7f5-75c0-44f8-b04c-bb9473962ff6 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:09.692924 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-58211748-5e8c-4f00-bbe4-d66e408d036e req-add4f7f5-75c0-44f8-b04c-bb9473962ff6 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 946 time: 0.2068467 Mar 09 03:46:09.727696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device aa497236-7331-46a7-ba8a-3b379979ac9b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:46:09.729486 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60b2017a-e7bc-43ad-8c41-9a5e52b54e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:09.782789 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2017a-e7bc-43ad-8c41-9a5e52b54e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc016ec5-1fbd-4a32-984b-4b8cd849dc06,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:09.810273 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2017a-e7bc-43ad-8c41-9a5e52b54e87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:09.810697 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2017a-e7bc-43ad-8c41-9a5e52b54e87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:09.811103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2017a-e7bc-43ad-8c41-9a5e52b54e87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:09.811432 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2017a-e7bc-43ad-8c41-9a5e52b54e87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:09.811753 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2017a-e7bc-43ad-8c41-9a5e52b54e87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:09.812070 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2017a-e7bc-43ad-8c41-9a5e52b54e87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:09.812387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2017a-e7bc-43ad-8c41-9a5e52b54e87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:09.812705 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2017a-e7bc-43ad-8c41-9a5e52b54e87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:09.813039 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2017a-e7bc-43ad-8c41-9a5e52b54e87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:09.813352 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2017a-e7bc-43ad-8c41-9a5e52b54e87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:09.813658 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2017a-e7bc-43ad-8c41-9a5e52b54e87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:09.827918 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2017a-e7bc-43ad-8c41-9a5e52b54e87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:09.846552 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6b9214fc-a68f-4b7f-aac9-c3b9482d65d2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:09.868145 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-58211748-5e8c-4f00-bbe4-d66e408d036e req-7d7243e2-f0f7-4ea1-9382-9d9f479f57e7 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742671 Mar 09 03:46:09.874641 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60b2017a-e7bc-43ad-8c41-9a5e52b54e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:09.875992 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-60b2017a-e7bc-43ad-8c41-9a5e52b54e87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc016ec5-1fbd-4a32-984b-4b8cd849dc06 HTTP/1.1" status: 204 len: 168 time: 0.5480003 Mar 09 03:46:09.906531 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55326) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:09.963854 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port aa497236-7331-46a7-ba8a-3b379979ac9b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:09.964471 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:09.967121 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9824567-a596-4914-b8aa-0a84df736622 admin admin] Router 07fd0186-4a26-42bf-b9e6-c4c4cc997f54 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:46:10.062098 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-8dafb4e3-5b3e-4b0f-9b51-4a6eba81d178 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-760325705-network', 'tenant_id': '849a0ca9001348f49b92603657881a0c'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:10.081085 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8dafb4e3-5b3e-4b0f-9b51-4a6eba81d178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:46:10.097844 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8dafb4e3-5b3e-4b0f-9b51-4a6eba81d178 admin admin] Usage tracker for resource:network and tenant:849a0ca9001348f49b92603657881a0c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:46:10.113223 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8dafb4e3-5b3e-4b0f-9b51-4a6eba81d178 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:46:10.126470 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5306879-7d12-4727-a6ed-8e1752debfd3', 'name': 'tempest-ServersTestMultiNic-664334832-router', 'tenant_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'aa497236-7331-46a7-ba8a-3b379979ac9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:45:55Z', 'updated_at': '2022-03-09T03:46:05Z', 'revision_number': 4, 'project_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'gw_port': {'id': 'aa497236-7331-46a7-ba8a-3b379979ac9b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5306879-7d12-4727-a6ed-8e1752debfd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:45:57Z', 'updated_at': '2022-03-09T03:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '22efe424-950a-4165-9494-49270653f6a6', 'name': '', 'network_id': 'c7c4f29f-701a-481f-976f-cde1b7999848', 'tenant_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'mac_address': 'fa:16:3e:36:94:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5306879-7d12-4727-a6ed-8e1752debfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'a4452815-9910-4ce2-8b43-5d3068c8014a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:04Z', 'updated_at': '2022-03-09T03:46:06Z', 'revision_number': 2, 'project_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'subnets': [{'id': 'a4452815-9910-4ce2-8b43-5d3068c8014a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:10.139994 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8dafb4e3-5b3e-4b0f-9b51-4a6eba81d178 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:46:10.145974 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] Checking router: f5306879-7d12-4727-a6ed-8e1752debfd3 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:46:10.146475 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] Updating router f5306879-7d12-4727-a6ed-8e1752debfd3 port 22efe424-950a-4165-9494-49270653f6a6 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:46:10.172937 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dafb4e3-5b3e-4b0f-9b51-4a6eba81d178 admin admin] Made reservation on behalf of 849a0ca9001348f49b92603657881a0c for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:46:10.172937 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8dafb4e3-5b3e-4b0f-9b51-4a6eba81d178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:10.206717 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8dafb4e3-5b3e-4b0f-9b51-4a6eba81d178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:10.225643 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8dafb4e3-5b3e-4b0f-9b51-4a6eba81d178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:46:10.230228 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8dafb4e3-5b3e-4b0f-9b51-4a6eba81d178 admin admin] Usage tracker for resource:security_group_rule and tenant:849a0ca9001348f49b92603657881a0c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:46:10.234126 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8dafb4e3-5b3e-4b0f-9b51-4a6eba81d178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:46:10.244534 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8dafb4e3-5b3e-4b0f-9b51-4a6eba81d178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:46:10.264349 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:10.284873 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9824567-a596-4914-b8aa-0a84df736622 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:46:10.298948 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3aae38-fa20-4fef-a830-c52ecb6a4631 None None] Sync routers for ids ['07fd0186-4a26-42bf-b9e6-c4c4cc997f54'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:46:10.314773 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a9824567-a596-4914-b8aa-0a84df736622 admin admin] 10.222.0.16 "PUT /v2.0/routers/07fd0186-4a26-42bf-b9e6-c4c4cc997f54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9085164 Mar 09 03:46:10.315218 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3aae38-fa20-4fef-a830-c52ecb6a4631 None None] Routers {'07fd0186-4a26-42bf-b9e6-c4c4cc997f54'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:46:10.316035 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9214fc-a68f-4b7f-aac9-c3b9482d65d2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event updated for resources: {'Subnet': ['ID=4d0974b5-574f-44c4-87d0-2465afe20122,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:10.316146 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ae3aae38-fa20-4fef-a830-c52ecb6a4631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:46:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['07fd0186-4a26-42bf-b9e6-c4c4cc997f54'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:10.325030 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55336) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:10.329903 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9214fc-a68f-4b7f-aac9-c3b9482d65d2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Checking segment: {'id': '23fe74aa-e624-4375-84f1-7fe70f5a8f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a847b73b-7a1f-4c22-a561-3b608aca9f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:46:10.330452 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9214fc-a68f-4b7f-aac9-c3b9482d65d2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Network hostable DHCP agents. Network: a847b73b-7a1f-4c22-a561-3b608aca9f43, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:46:10.374465 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9214fc-a68f-4b7f-aac9-c3b9482d65d2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Network a847b73b-7a1f-4c22-a561-3b608aca9f43 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:46:10.388781 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-6b9214fc-a68f-4b7f-aac9-c3b9482d65d2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, a847b73b-7a1f-4c22-a561-3b608aca9f43) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:46:10.393190 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9214fc-a68f-4b7f-aac9-c3b9482d65d2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:10.393961 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6b9214fc-a68f-4b7f-aac9-c3b9482d65d2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:10.431634 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def4b1a6-f59f-4510-9f50-33a9c27a7ca1 None None] Network a847b73b-7a1f-4c22-a561-3b608aca9f43 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:46:10.439971 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6b9214fc-a68f-4b7f-aac9-c3b9482d65d2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3287113 Mar 09 03:46:10.440809 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55342) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:10.446619 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f991f6ce-d3c1-4b27-a4b0-06ba78dac0d0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1132604092'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:10.463037 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f991f6ce-d3c1-4b27-a4b0-06ba78dac0d0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:46:10.476065 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f991f6ce-d3c1-4b27-a4b0-06ba78dac0d0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Usage tracker for resource:network and tenant:e1b3aca0566d4eb989ee2bf1d8c5606e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:46:10.479563 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f991f6ce-d3c1-4b27-a4b0-06ba78dac0d0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:46:10.489869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f991f6ce-d3c1-4b27-a4b0-06ba78dac0d0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:46:10.518493 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f991f6ce-d3c1-4b27-a4b0-06ba78dac0d0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Made reservation on behalf of e1b3aca0566d4eb989ee2bf1d8c5606e for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:46:10.522511 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f991f6ce-d3c1-4b27-a4b0-06ba78dac0d0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:10.578286 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f991f6ce-d3c1-4b27-a4b0-06ba78dac0d0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:46:10.598264 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f991f6ce-d3c1-4b27-a4b0-06ba78dac0d0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:10.611472 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-f991f6ce-d3c1-4b27-a4b0-06ba78dac0d0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Added segment 87e5f55d-80a8-44b2-8a8c-6f4c935bb573 of type vlan for network be1b5ca0-b024-4c74-9d5a-f1d8514570d5 Mar 09 03:46:10.652666 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f991f6ce-d3c1-4b27-a4b0-06ba78dac0d0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:10.722106 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f991f6ce-d3c1-4b27-a4b0-06ba78dac0d0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:10.728413 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f991f6ce-d3c1-4b27-a4b0-06ba78dac0d0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:10.729232 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f991f6ce-d3c1-4b27-a4b0-06ba78dac0d0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:10.741896 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:10.747436 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-ae3aae38-fa20-4fef-a830-c52ecb6a4631 None None] Set router 07fd0186-4a26-42bf-b9e6-c4c4cc997f54 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:46:10.756120 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] Transition to ACTIVE for port object 22efe424-950a-4165-9494-49270653f6a6 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:10.764447 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:10.846791 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f991f6ce-d3c1-4b27-a4b0-06ba78dac0d0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4045947 Mar 09 03:46:10.850720 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55354) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:10.934555 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc17c9d7-fcdc-46c8-ab6c-beffa7133eb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:10.998224 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-0f4d47c8-fde5-45d3-9c29-582830cfe092 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Request body: {'subnet': {'network_id': 'be1b5ca0-b024-4c74-9d5a-f1d8514570d5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:11.088811 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f991f6ce-d3c1-4b27-a4b0-06ba78dac0d0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event updated for resources: {'Network': ['ID=be1b5ca0-b024-4c74-9d5a-f1d8514570d5,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:11.142554 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303a1c0-d2b0-4cb7-b9ce-7d75448af6f7 None None] Pushing event updated for resources: {'Port': ['ID=22efe424-950a-4165-9494-49270653f6a6,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:11.151738 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303a1c0-d2b0-4cb7-b9ce-7d75448af6f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:11.152069 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303a1c0-d2b0-4cb7-b9ce-7d75448af6f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:11.152383 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303a1c0-d2b0-4cb7-b9ce-7d75448af6f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:11.152885 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303a1c0-d2b0-4cb7-b9ce-7d75448af6f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:11.153690 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303a1c0-d2b0-4cb7-b9ce-7d75448af6f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:11.154005 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303a1c0-d2b0-4cb7-b9ce-7d75448af6f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:11.154314 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303a1c0-d2b0-4cb7-b9ce-7d75448af6f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:11.154741 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303a1c0-d2b0-4cb7-b9ce-7d75448af6f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:11.159148 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303a1c0-d2b0-4cb7-b9ce-7d75448af6f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:11.159497 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303a1c0-d2b0-4cb7-b9ce-7d75448af6f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:11.159967 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303a1c0-d2b0-4cb7-b9ce-7d75448af6f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:11.160557 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303a1c0-d2b0-4cb7-b9ce-7d75448af6f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:11.207773 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] Attempting to bind port 22efe424-950a-4165-9494-49270653f6a6 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:46:11.208131 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] Attempting to bind port 22efe424-950a-4165-9494-49270653f6a6 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '0dcab034-ad51-416e-ae9c-4259e20bcdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c7c4f29f-701a-481f-976f-cde1b7999848'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:46:11.208476 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] Attempting to bind port 22efe424-950a-4165-9494-49270653f6a6 on network c7c4f29f-701a-481f-976f-cde1b7999848 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:46:11.221702 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:46:11.222102 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] Checking segment: {'id': '0dcab034-ad51-416e-ae9c-4259e20bcdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c7c4f29f-701a-481f-976f-cde1b7999848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:46:11.222465 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:11.222810 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] Bound using segment: {'id': '0dcab034-ad51-416e-ae9c-4259e20bcdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c7c4f29f-701a-481f-976f-cde1b7999848'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:46:11.223294 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] Bound port: 22efe424-950a-4165-9494-49270653f6a6, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dcab034-ad51-416e-ae9c-4259e20bcdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c7c4f29f-701a-481f-976f-cde1b7999848'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:46:11.223668 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:11.313288 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network be1b5ca0-b024-4c74-9d5a-f1d8514570d5 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:46:11.334932 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc17c9d7-fcdc-46c8-ab6c-beffa7133eb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:11.347110 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8dafb4e3-5b3e-4b0f-9b51-4a6eba81d178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:11.353528 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8dafb4e3-5b3e-4b0f-9b51-4a6eba81d178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:11.367900 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-bc17c9d7-fcdc-46c8-ab6c-beffa7133eb4 admin admin] Deleting port 1b1bfe3b-9b61-4c7b-af72-5300c4d249bc {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:46:11.368440 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc17c9d7-fcdc-46c8-ab6c-beffa7133eb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:11.397675 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55370) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:11.408222 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0f4d47c8-fde5-45d3-9c29-582830cfe092 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:46:11.429599 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dafb4e3-5b3e-4b0f-9b51-4a6eba81d178 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:46:11.433267 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0f4d47c8-fde5-45d3-9c29-582830cfe092 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Usage tracker for resource:subnet and tenant:e1b3aca0566d4eb989ee2bf1d8c5606e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:46:11.447707 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0f4d47c8-fde5-45d3-9c29-582830cfe092 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:46:11.460188 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8dafb4e3-5b3e-4b0f-9b51-4a6eba81d178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:11.460612 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-8dafb4e3-5b3e-4b0f-9b51-4a6eba81d178 admin admin] Added segment a804253e-a792-45b3-938d-88b44cc5c723 of type vlan for network bbfa7a35-5a09-4d7b-8d66-660733fcba0c Mar 09 03:46:11.471828 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0f4d47c8-fde5-45d3-9c29-582830cfe092 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:46:11.472424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafb4e3-5b3e-4b0f-9b51-4a6eba81d178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1e4835-e57e-43fe-81b3-4d99c821d9b6,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:11.506483 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] For port 22efe424-950a-4165-9494-49270653f6a6, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:46:11.520079 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] For port 22efe424-950a-4165-9494-49270653f6a6, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=22efe424-950a-4165-9494-49270653f6a6,segment=NetworkSegment(0dcab034-ad51-416e-ae9c-4259e20bcdd6),segment_id=0dcab034-ad51-416e-ae9c-4259e20bcdd6)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:46:11.532356 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:11.552562 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4d47c8-fde5-45d3-9c29-582830cfe092 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Made reservation on behalf of e1b3aca0566d4eb989ee2bf1d8c5606e for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:46:11.562269 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0f4d47c8-fde5-45d3-9c29-582830cfe092 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:11.640588 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303a1c0-d2b0-4cb7-b9ce-7d75448af6f7 None None] Pushing event updated for resources: {'Port': ['ID=22efe424-950a-4165-9494-49270653f6a6,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:11.645422 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58148eb3-4a92-4f61-82d3-a59a4f86ef51 req-cdea5c02-8f8d-4129-ba28-e89e36c215ab tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:11.648493 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-58148eb3-4a92-4f61-82d3-a59a4f86ef51 req-cdea5c02-8f8d-4129-ba28-e89e36c215ab tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 946 time: 0.3430719 Mar 09 03:46:11.661643 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8dafb4e3-5b3e-4b0f-9b51-4a6eba81d178 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:11.689314 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] Routers {'f5306879-7d12-4727-a6ed-8e1752debfd3'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:46:11.689932 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:46:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f5306879-7d12-4727-a6ed-8e1752debfd3'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:11.710584 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-c38dee36-e737-4f2f-9ca0-50fd42bef8a6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1210079916-network', 'tenant_id': '583552b4403540f294a79f7bae92d808'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:11.721894 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c38dee36-e737-4f2f-9ca0-50fd42bef8a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:46:11.733734 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c38dee36-e737-4f2f-9ca0-50fd42bef8a6 admin admin] Usage tracker for resource:network and tenant:583552b4403540f294a79f7bae92d808 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:46:11.740257 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c38dee36-e737-4f2f-9ca0-50fd42bef8a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:46:11.748346 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8dafb4e3-5b3e-4b0f-9b51-4a6eba81d178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:11.749759 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dafb4e3-5b3e-4b0f-9b51-4a6eba81d178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:11.750701 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8dafb4e3-5b3e-4b0f-9b51-4a6eba81d178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:11.798960 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b7b144-bcf4-4fb2-8f52-a987df6e11be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-a847b73b-7a1f-4c22-a561-3b608aca9f43', 'network_id': 'a847b73b-7a1f-4c22-a561-3b608aca9f43', 'tenant_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'fixed_ips': [{'subnet_id': '4d0974b5-574f-44c4-87d0-2465afe20122'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:46:11.799776 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f7b7b144-bcf4-4fb2-8f52-a987df6e11be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:11.801062 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c38dee36-e737-4f2f-9ca0-50fd42bef8a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:46:11.847042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-bc17c9d7-fcdc-46c8-ab6c-beffa7133eb4 admin admin] For port 1b1bfe3b-9b61-4c7b-af72-5300c4d249bc, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1b1bfe3b-9b61-4c7b-af72-5300c4d249bc,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:11.847402 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc17c9d7-fcdc-46c8-ab6c-beffa7133eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:11.883094 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-58148eb3-4a92-4f61-82d3-a59a4f86ef51 req-ceff6607-31c7-4e90-bb7c-4767764c8120 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228549 Mar 09 03:46:12.119413 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ae3aae38-fa20-4fef-a830-c52ecb6a4631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-872394144-router', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '1b1bfe3b-9b61-4c7b-af72-5300c4d249bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:44Z', 'updated_at': '2022-03-09T03:46:06Z', 'revision_number': 5, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'gw_port': {'id': '1b1bfe3b-9b61-4c7b-af72-5300c4d249bc', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:45Z', 'updated_at': '2022-03-09T03:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:12.138707 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3aae38-fa20-4fef-a830-c52ecb6a4631 None None] Checking router: 07fd0186-4a26-42bf-b9e6-c4c4cc997f54 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:46:12.144239 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] Set router f5306879-7d12-4727-a6ed-8e1752debfd3 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:46:12.166163 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3aae38-fa20-4fef-a830-c52ecb6a4631 None None] Routers {'07fd0186-4a26-42bf-b9e6-c4c4cc997f54'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:46:12.166869 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ae3aae38-fa20-4fef-a830-c52ecb6a4631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:46:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['07fd0186-4a26-42bf-b9e6-c4c4cc997f54'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:12.229948 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0f4d47c8-fde5-45d3-9c29-582830cfe092 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:12.304932 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-f7b7b144-bcf4-4fb2-8f52-a987df6e11be None None] Allocated IP 19.80.0.2 (a847b73b-7a1f-4c22-a561-3b608aca9f43/4d0974b5-574f-44c4-87d0-2465afe20122/89143257-a533-4588-be51-430659a363ae) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:46:12.310255 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-bc17c9d7-fcdc-46c8-ab6c-beffa7133eb4 admin admin] Calling delete_port for 1b1bfe3b-9b61-4c7b-af72-5300c4d249bc owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:46:12.356313 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4d47c8-fde5-45d3-9c29-582830cfe092 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Checking segment: {'id': '87e5f55d-80a8-44b2-8a8c-6f4c935bb573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'be1b5ca0-b024-4c74-9d5a-f1d8514570d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:46:12.356670 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4d47c8-fde5-45d3-9c29-582830cfe092 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Network hostable DHCP agents. Network: be1b5ca0-b024-4c74-9d5a-f1d8514570d5, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:46:12.366876 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d47c8-fde5-45d3-9c29-582830cfe092 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event updated for resources: {'Subnet': ['ID=a68c7fd0-85c7-4160-af4c-112dd4d9e2ce,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:12.367941 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8dafb4e3-5b3e-4b0f-9b51-4a6eba81d178 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4595842 Mar 09 03:46:12.374414 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55378) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:12.377626 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38dee36-e737-4f2f-9ca0-50fd42bef8a6 admin admin] Made reservation on behalf of 583552b4403540f294a79f7bae92d808 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:46:12.380388 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c38dee36-e737-4f2f-9ca0-50fd42bef8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:12.387799 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-3245232c-5915-4c14-99ae-075e8d386101 admin admin] Request body: {'subnet': {'network_id': 'bbfa7a35-5a09-4d7b-8d66-660733fcba0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-760325705-subnet', 'tenant_id': '849a0ca9001348f49b92603657881a0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:12.469738 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c38dee36-e737-4f2f-9ca0-50fd42bef8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:12.489269 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafb4e3-5b3e-4b0f-9b51-4a6eba81d178 admin admin] Pushing event updated for resources: {'Network': ['ID=bbfa7a35-5a09-4d7b-8d66-660733fcba0c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:12.523978 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3245232c-5915-4c14-99ae-075e8d386101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:46:12.531226 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3245232c-5915-4c14-99ae-075e8d386101 admin admin] Usage tracker for resource:subnet and tenant:849a0ca9001348f49b92603657881a0c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:46:12.535637 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3245232c-5915-4c14-99ae-075e8d386101 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:46:12.536079 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-ae3aae38-fa20-4fef-a830-c52ecb6a4631 None None] Set router 07fd0186-4a26-42bf-b9e6-c4c4cc997f54 gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:46:12.542956 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3245232c-5915-4c14-99ae-075e8d386101 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:46:12.547391 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4d47c8-fde5-45d3-9c29-582830cfe092 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Network be1b5ca0-b024-4c74-9d5a-f1d8514570d5 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:46:12.561505 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3245232c-5915-4c14-99ae-075e8d386101 admin admin] Made reservation on behalf of 849a0ca9001348f49b92603657881a0c for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:46:12.564783 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3245232c-5915-4c14-99ae-075e8d386101 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:12.583017 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-0f4d47c8-fde5-45d3-9c29-582830cfe092 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, be1b5ca0-b024-4c74-9d5a-f1d8514570d5) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:46:12.589408 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network bbfa7a35-5a09-4d7b-8d66-660733fcba0c details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:46:12.602669 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4d47c8-fde5-45d3-9c29-582830cfe092 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:12.603111 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5306879-7d12-4727-a6ed-8e1752debfd3', 'name': 'tempest-ServersTestMultiNic-664334832-router', 'tenant_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'aa497236-7331-46a7-ba8a-3b379979ac9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:45:55Z', 'updated_at': '2022-03-09T03:46:05Z', 'revision_number': 4, 'project_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'gw_port': {'id': 'aa497236-7331-46a7-ba8a-3b379979ac9b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5306879-7d12-4727-a6ed-8e1752debfd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:45:57Z', 'updated_at': '2022-03-09T03:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '22efe424-950a-4165-9494-49270653f6a6', 'name': '', 'network_id': 'c7c4f29f-701a-481f-976f-cde1b7999848', 'tenant_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'mac_address': 'fa:16:3e:36:94:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5306879-7d12-4727-a6ed-8e1752debfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'a4452815-9910-4ce2-8b43-5d3068c8014a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:04Z', 'updated_at': '2022-03-09T03:46:11Z', 'revision_number': 4, 'project_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'subnets': [{'id': 'a4452815-9910-4ce2-8b43-5d3068c8014a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:12.603917 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0f4d47c8-fde5-45d3-9c29-582830cfe092 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:12.607471 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcb0f93-932b-45a5-9db7-09af5c7bdc2e None None] The sync data for ids ['f5306879-7d12-4727-a6ed-8e1752debfd3'] in n-d-825178-5 is: [{'id': 'f5306879-7d12-4727-a6ed-8e1752debfd3', 'name': 'tempest-ServersTestMultiNic-664334832-router', 'tenant_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'aa497236-7331-46a7-ba8a-3b379979ac9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:45:55Z', 'updated_at': '2022-03-09T03:46:05Z', 'revision_number': 4, 'project_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'gw_port': {'id': 'aa497236-7331-46a7-ba8a-3b379979ac9b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5306879-7d12-4727-a6ed-8e1752debfd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:45:57Z', 'updated_at': '2022-03-09T03:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '22efe424-950a-4165-9494-49270653f6a6', 'name': '', 'network_id': 'c7c4f29f-701a-481f-976f-cde1b7999848', 'tenant_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'mac_address': 'fa:16:3e:36:94:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5306879-7d12-4727-a6ed-8e1752debfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'a4452815-9910-4ce2-8b43-5d3068c8014a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:04Z', 'updated_at': '2022-03-09T03:46:11Z', 'revision_number': 4, 'project_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'subnets': [{'id': 'a4452815-9910-4ce2-8b43-5d3068c8014a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:46:12.639484 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c38dee36-e737-4f2f-9ca0-50fd42bef8a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:46:12.653736 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c38dee36-e737-4f2f-9ca0-50fd42bef8a6 admin admin] Usage tracker for resource:security_group_rule and tenant:583552b4403540f294a79f7bae92d808 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:46:12.666121 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c38dee36-e737-4f2f-9ca0-50fd42bef8a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:46:12.703904 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c38dee36-e737-4f2f-9ca0-50fd42bef8a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:46:12.733284 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0f4d47c8-fde5-45d3-9c29-582830cfe092 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8790925 Mar 09 03:46:12.852186 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657b88bb-8da0-4663-8926-317ac07f2acb None None] Network be1b5ca0-b024-4c74-9d5a-f1d8514570d5 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:46:12.864247 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ae3aae38-fa20-4fef-a830-c52ecb6a4631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-872394144-router', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:44Z', 'updated_at': '2022-03-09T03:46:11Z', 'revision_number': 6, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:12.894341 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3245232c-5915-4c14-99ae-075e8d386101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:12.920310 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3aae38-fa20-4fef-a830-c52ecb6a4631 None None] The sync data for ids ['07fd0186-4a26-42bf-b9e6-c4c4cc997f54'] in n-d-825178-5 is: [{'id': '07fd0186-4a26-42bf-b9e6-c4c4cc997f54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-872394144-router', 'tenant_id': 'c50018b592af4976ba6ed104dcc582d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:44Z', 'updated_at': '2022-03-09T03:46:11Z', 'revision_number': 6, 'project_id': 'c50018b592af4976ba6ed104dcc582d3', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:46:12.990154 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc17c9d7-fcdc-46c8-ab6c-beffa7133eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:13.077207 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245232c-5915-4c14-99ae-075e8d386101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa39f3f8-370a-4743-89d1-8509db2e92e4,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:13.080497 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3245232c-5915-4c14-99ae-075e8d386101 admin admin] Checking segment: {'id': 'a804253e-a792-45b3-938d-88b44cc5c723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bbfa7a35-5a09-4d7b-8d66-660733fcba0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:46:13.084443 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3245232c-5915-4c14-99ae-075e8d386101 admin admin] Network hostable DHCP agents. Network: bbfa7a35-5a09-4d7b-8d66-660733fcba0c, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:46:13.088078 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17c9d7-fcdc-46c8-ab6c-beffa7133eb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b1bfe3b-9b61-4c7b-af72-5300c4d249bc,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:13.110067 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c38dee36-e737-4f2f-9ca0-50fd42bef8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:13.221675 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3245232c-5915-4c14-99ae-075e8d386101 admin admin] Network bbfa7a35-5a09-4d7b-8d66-660733fcba0c is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:46:13.290771 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-115661cd-0e01-44f7-9e55-d6789e25c47e tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:13.298282 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-115661cd-0e01-44f7-9e55-d6789e25c47e tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:13.299052 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-115661cd-0e01-44f7-9e55-d6789e25c47e tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Synchronizing usage tracker for tenant:e1b3aca0566d4eb989ee2bf1d8c5606e on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:46:13.302516 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-3245232c-5915-4c14-99ae-075e8d386101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, bbfa7a35-5a09-4d7b-8d66-660733fcba0c) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:46:13.315818 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3245232c-5915-4c14-99ae-075e8d386101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:13.316630 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3245232c-5915-4c14-99ae-075e8d386101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:13.358003 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1475fc17-a24a-4e84-acae-14bb725ac715 None None] Network bbfa7a35-5a09-4d7b-8d66-660733fcba0c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:46:13.364680 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c38dee36-e737-4f2f-9ca0-50fd42bef8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:13.378097 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-115661cd-0e01-44f7-9e55-d6789e25c47e tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Unset dirty status for tenant:e1b3aca0566d4eb989ee2bf1d8c5606e on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:46:13.379819 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-115661cd-0e01-44f7-9e55-d6789e25c47e tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/networks?id=a847b73b-7a1f-4c22-a561-3b608aca9f43&id=be1b5ca0-b024-4c74-9d5a-f1d8514570d5&id=a847b73b-7a1f-4c22-a561-3b608aca9f43 HTTP/1.1" status: 200 len: 1391 time: 0.3038907 Mar 09 03:46:13.393247 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3245232c-5915-4c14-99ae-075e8d386101 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0166378 Mar 09 03:46:13.406832 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-70eea5de-7356-4d29-a8af-d833ad03dab7 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/quotas/e1b3aca0566d4eb989ee2bf1d8c5606e HTTP/1.1" status: 200 len: 375 time: 0.0121737 Mar 09 03:46:13.418061 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c388570-0336-4bbd-b69a-462fac388b65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-be1b5ca0-b024-4c74-9d5a-f1d8514570d5', 'network_id': 'be1b5ca0-b024-4c74-9d5a-f1d8514570d5', 'tenant_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'fixed_ips': [{'subnet_id': 'a68c7fd0-85c7-4160-af4c-112dd4d9e2ce'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:46:13.419039 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2c388570-0336-4bbd-b69a-462fac388b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:13.438243 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38dee36-e737-4f2f-9ca0-50fd42bef8a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:46:13.524101 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f7b7b144-bcf4-4fb2-8f52-a987df6e11be None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:13.544439 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c38dee36-e737-4f2f-9ca0-50fd42bef8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:13.544796 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-c38dee36-e737-4f2f-9ca0-50fd42bef8a6 admin admin] Added segment ac29bcac-9b90-4db5-ba8a-e053d4cab541 of type vlan for network 3d62296e-a7e4-4061-88a7-e2ef850363e9 Mar 09 03:46:13.585246 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c38dee36-e737-4f2f-9ca0-50fd42bef8a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:13.625719 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-fc1774bc-e2fa-4e23-9008-e6a62c9e7e15 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1b3aca0566d4eb989ee2bf1d8c5606e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2131302 Mar 09 03:46:13.653144 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc17c9d7-fcdc-46c8-ab6c-beffa7133eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:13.724643 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f7b7b144-bcf4-4fb2-8f52-a987df6e11be None None] Transition to ACTIVE for port object 89143257-a533-4588-be51-430659a363ae will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:13.783452 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f7b7b144-bcf4-4fb2-8f52-a987df6e11be None None] Transition to ACTIVE for port object 89143257-a533-4588-be51-430659a363ae will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:13.793111 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-a7065678-c167-41d0-94fc-fa741b96b291 service neutron] 10.222.0.16 "GET /v2.0/networks/a847b73b-7a1f-4c22-a561-3b608aca9f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665275 Mar 09 03:46:13.807800 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f7b7b144-bcf4-4fb2-8f52-a987df6e11be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:13.823528 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c38dee36-e737-4f2f-9ca0-50fd42bef8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:13.824641 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38dee36-e737-4f2f-9ca0-50fd42bef8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:13.825715 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c38dee36-e737-4f2f-9ca0-50fd42bef8a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:13.960716 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38dee36-e737-4f2f-9ca0-50fd42bef8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4a2241-0f9f-4a20-8e83-911e94ae7476,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:14.003145 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-2c7f763b-efec-4a32-850b-79b4c482f7be service neutron] 10.222.0.16 "GET /v2.0/networks/a847b73b-7a1f-4c22-a561-3b608aca9f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032607 Mar 09 03:46:14.024097 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-2c388570-0336-4bbd-b69a-462fac388b65 None None] Allocated IP 19.86.0.2 (be1b5ca0-b024-4c74-9d5a-f1d8514570d5/a68c7fd0-85c7-4160-af4c-112dd4d9e2ce/7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:46:14.089266 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38dee36-e737-4f2f-9ca0-50fd42bef8a6 admin admin] Pushing event updated for resources: {'Network': ['ID=3d62296e-a7e4-4061-88a7-e2ef850363e9,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:14.097118 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc17c9d7-fcdc-46c8-ab6c-beffa7133eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:14.100979 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc17c9d7-fcdc-46c8-ab6c-beffa7133eb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:14.113758 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c38dee36-e737-4f2f-9ca0-50fd42bef8a6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7122958 Mar 09 03:46:14.122119 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55408) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:14.134084 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085f412-d2b5-4d0c-879e-7b0b1883ae81 req-204ffab7-ac53-41a9-9f68-71270643382d tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:14.135785 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0085f412-d2b5-4d0c-879e-7b0b1883ae81 req-204ffab7-ac53-41a9-9f68-71270643382d tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 946 time: 0.9880538 Mar 09 03:46:14.141385 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-54dcffd7-368c-46eb-9805-777a06f017e1 admin admin] Request body: {'subnet': {'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1210079916-subnet', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:14.161517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-54dcffd7-368c-46eb-9805-777a06f017e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:46:14.186784 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-54dcffd7-368c-46eb-9805-777a06f017e1 admin admin] Usage tracker for resource:subnet and tenant:583552b4403540f294a79f7bae92d808 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:46:14.192693 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-54dcffd7-368c-46eb-9805-777a06f017e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:46:14.197409 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc17c9d7-fcdc-46c8-ab6c-beffa7133eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:14.197933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc17c9d7-fcdc-46c8-ab6c-beffa7133eb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07fd0186-4a26-42bf-b9e6-c4c4cc997f54 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:46:14.216425 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-54dcffd7-368c-46eb-9805-777a06f017e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:46:14.222505 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc17c9d7-fcdc-46c8-ab6c-beffa7133eb4 admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:14.223676 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bc17c9d7-fcdc-46c8-ab6c-beffa7133eb4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/07fd0186-4a26-42bf-b9e6-c4c4cc997f54 HTTP/1.1" status: 204 len: 168 time: 3.8967931 Mar 09 03:46:14.228896 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55412) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:14.281018 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-e61bb220-4d86-482e-8053-11e1e8f4e6a8 service neutron] 10.222.0.16 "GET /v2.0/networks/be1b5ca0-b024-4c74-9d5a-f1d8514570d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766535 Mar 09 03:46:14.297257 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0085f412-d2b5-4d0c-879e-7b0b1883ae81 req-e311b4cb-54d7-47c7-ac33-a14d0a43fbb5 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438346 Mar 09 03:46:14.300166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe896cb0-2517-41f5-9db8-0286d045b931 admin admin] Deleting subnet b340e316-24f7-4939-9811-74c60326f13c {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:46:14.303434 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dcffd7-368c-46eb-9805-777a06f017e1 admin admin] Made reservation on behalf of 583552b4403540f294a79f7bae92d808 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:46:14.305712 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-54dcffd7-368c-46eb-9805-777a06f017e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:14.322421 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe896cb0-2517-41f5-9db8-0286d045b931 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:14.469320 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe896cb0-2517-41f5-9db8-0286d045b931 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:14.494061 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2c388570-0336-4bbd-b69a-462fac388b65 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:14.496375 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-5ff6d94b-9633-48d7-9a7b-90b7098e47bb service neutron] 10.222.0.16 "GET /v2.0/networks/be1b5ca0-b024-4c74-9d5a-f1d8514570d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139797 Mar 09 03:46:14.506023 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2c388570-0336-4bbd-b69a-462fac388b65 None None] Transition to ACTIVE for port object 7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:14.532621 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2c388570-0336-4bbd-b69a-462fac388b65 None None] Transition to ACTIVE for port object 7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:14.552640 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b7b144-bcf4-4fb2-8f52-a987df6e11be None None] Network a847b73b-7a1f-4c22-a561-3b608aca9f43 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:46:14.557947 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 3d62296e-a7e4-4061-88a7-e2ef850363e9 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:46:14.571048 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 22efe424-950a-4165-9494-49270653f6a6 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:46:14.652371 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-6cdf192b-e1f6-4698-803e-57a084d4e1a3 service neutron] 10.222.0.16 "GET /v2.0/networks/a847b73b-7a1f-4c22-a561-3b608aca9f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548810 Mar 09 03:46:14.674108 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-f7b7b144-bcf4-4fb2-8f52-a987df6e11be None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:46:14.676601 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2c388570-0336-4bbd-b69a-462fac388b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:14.699376 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b7b144-bcf4-4fb2-8f52-a987df6e11be None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:46:14.765280 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-b10cd9cc-9b96-47f8-a1c2-092067bfaac3 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:14.766715 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-b10cd9cc-9b96-47f8-a1c2-092067bfaac3 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/networks?id=c749ae6c-38fd-4476-8d0b-07ef65dfea2c HTTP/1.1" status: 200 len: 813 time: 0.2661903 Mar 09 03:46:14.769442 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe896cb0-2517-41f5-9db8-0286d045b931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:14.787414 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c388570-0336-4bbd-b69a-462fac388b65 None None] Network be1b5ca0-b024-4c74-9d5a-f1d8514570d5 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:46:14.790414 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-2c388570-0336-4bbd-b69a-462fac388b65 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:46:14.799758 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-9ecadffc-4d05-42b7-a757-140c26abd2d1 service neutron] 10.222.0.16 "GET /v2.0/networks/a847b73b-7a1f-4c22-a561-3b608aca9f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344411 Mar 09 03:46:14.839239 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c388570-0336-4bbd-b69a-462fac388b65 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:46:14.847687 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-0cdd8296-f3fc-4f82-8603-be25bcf0f1bd tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/quotas/df803cbe9ddc43c4ab3fae6af237517a HTTP/1.1" status: 200 len: 375 time: 0.0424855 Mar 09 03:46:14.927318 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-15ccc7bc-6c0d-4067-888a-6f0bac4994b9 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=df803cbe9ddc43c4ab3fae6af237517a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627925 Mar 09 03:46:14.931588 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-54dcffd7-368c-46eb-9805-777a06f017e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:14.962771 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83bff3f-2ceb-4255-8346-4924cd3948be None None] Network bbfa7a35-5a09-4d7b-8d66-660733fcba0c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:46:14.996373 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7b144-bcf4-4fb2-8f52-a987df6e11be None None] Pushing event updated for resources: {'Port': ['ID=89143257-a533-4588-be51-430659a363ae,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:15.027931 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe896cb0-2517-41f5-9db8-0286d045b931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:15.113592 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c388570-0336-4bbd-b69a-462fac388b65 None None] Pushing event updated for resources: {'Port': ['ID=7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:15.179517 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-de42b3d3-8881-488f-80a3-567eefbf98ee service neutron] 10.222.0.16 "GET /v2.0/networks/c749ae6c-38fd-4476-8d0b-07ef65dfea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118692 Mar 09 03:46:15.191113 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe896cb0-2517-41f5-9db8-0286d045b931 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:15.203097 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dcffd7-368c-46eb-9805-777a06f017e1 admin admin] Checking segment: {'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:46:15.204265 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3618df9c-45c1-410e-ab71-ff3544091b8f None None] Network b3d1b59a-7b57-42bb-b312-c653d7039ab6 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:46:15.205786 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dcffd7-368c-46eb-9805-777a06f017e1 admin admin] Network hostable DHCP agents. Network: 3d62296e-a7e4-4061-88a7-e2ef850363e9, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:46:15.211021 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcffd7-368c-46eb-9805-777a06f017e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d785722e-a890-45c5-869c-7b3149d30510,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:15.287754 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe896cb0-2517-41f5-9db8-0286d045b931 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b340e316-24f7-4939-9811-74c60326f13c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:15.294451 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fe896cb0-2517-41f5-9db8-0286d045b931 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b340e316-24f7-4939-9811-74c60326f13c HTTP/1.1" status: 204 len: 168 time: 1.0619588 Mar 09 03:46:15.300960 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55444) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:15.319359 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-03535cb0-0e32-4918-822f-aa17f6ba093c tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:15.320837 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-03535cb0-0e32-4918-822f-aa17f6ba093c tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/networks?id=bbfa7a35-5a09-4d7b-8d66-660733fcba0c HTTP/1.1" status: 200 len: 813 time: 0.1633143 Mar 09 03:46:15.339629 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-18cf6221-c726-4c44-a356-48dc246cc84e tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/quotas/849a0ca9001348f49b92603657881a0c HTTP/1.1" status: 200 len: 375 time: 0.0127106 Mar 09 03:46:15.476700 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-f7b7b144-bcf4-4fb2-8f52-a987df6e11be None None] Attempting to bind port 89143257-a533-4588-be51-430659a363ae on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:46:15.477107 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-f7b7b144-bcf4-4fb2-8f52-a987df6e11be None None] Attempting to bind port 89143257-a533-4588-be51-430659a363ae by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '23fe74aa-e624-4375-84f1-7fe70f5a8f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a847b73b-7a1f-4c22-a561-3b608aca9f43'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:46:15.477422 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b7b144-bcf4-4fb2-8f52-a987df6e11be None None] Attempting to bind port 89143257-a533-4588-be51-430659a363ae on network a847b73b-7a1f-4c22-a561-3b608aca9f43 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:46:15.499815 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-2c388570-0336-4bbd-b69a-462fac388b65 None None] Attempting to bind port 7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:46:15.500193 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-2c388570-0336-4bbd-b69a-462fac388b65 None None] Attempting to bind port 7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '87e5f55d-80a8-44b2-8a8c-6f4c935bb573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'be1b5ca0-b024-4c74-9d5a-f1d8514570d5'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:46:15.500573 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c388570-0336-4bbd-b69a-462fac388b65 None None] Attempting to bind port 7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf on network be1b5ca0-b024-4c74-9d5a-f1d8514570d5 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:46:15.502550 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 22efe424-950a-4165-9494-49270653f6a6 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:46:15.516437 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-cb26c4dc-d208-4627-84b8-1940024aaf00 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=849a0ca9001348f49b92603657881a0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1705873 Mar 09 03:46:15.517650 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b7b144-bcf4-4fb2-8f52-a987df6e11be None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:46:15.518542 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b7b144-bcf4-4fb2-8f52-a987df6e11be None None] Checking segment: {'id': '23fe74aa-e624-4375-84f1-7fe70f5a8f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a847b73b-7a1f-4c22-a561-3b608aca9f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:46:15.518542 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f7b7b144-bcf4-4fb2-8f52-a987df6e11be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:15.518888 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b7b144-bcf4-4fb2-8f52-a987df6e11be None None] Bound using segment: {'id': '23fe74aa-e624-4375-84f1-7fe70f5a8f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a847b73b-7a1f-4c22-a561-3b608aca9f43'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:46:15.519301 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-f7b7b144-bcf4-4fb2-8f52-a987df6e11be None None] Bound port: 89143257-a533-4588-be51-430659a363ae, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23fe74aa-e624-4375-84f1-7fe70f5a8f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a847b73b-7a1f-4c22-a561-3b608aca9f43'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:46:15.519670 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f7b7b144-bcf4-4fb2-8f52-a987df6e11be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:15.550169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dcffd7-368c-46eb-9805-777a06f017e1 admin admin] Network 3d62296e-a7e4-4061-88a7-e2ef850363e9 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:46:15.576394 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 22efe424-950a-4165-9494-49270653f6a6 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:15.576624 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:15.620949 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-54dcffd7-368c-46eb-9805-777a06f017e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 3d62296e-a7e4-4061-88a7-e2ef850363e9) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:46:15.633010 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dcffd7-368c-46eb-9805-777a06f017e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:15.633594 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-54dcffd7-368c-46eb-9805-777a06f017e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:15.640529 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c388570-0336-4bbd-b69a-462fac388b65 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:46:15.641004 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c388570-0336-4bbd-b69a-462fac388b65 None None] Checking segment: {'id': '87e5f55d-80a8-44b2-8a8c-6f4c935bb573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'be1b5ca0-b024-4c74-9d5a-f1d8514570d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:46:15.641479 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2c388570-0336-4bbd-b69a-462fac388b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:15.642417 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c388570-0336-4bbd-b69a-462fac388b65 None None] Bound using segment: {'id': '87e5f55d-80a8-44b2-8a8c-6f4c935bb573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'be1b5ca0-b024-4c74-9d5a-f1d8514570d5'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:46:15.642417 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-2c388570-0336-4bbd-b69a-462fac388b65 None None] Bound port: 7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e5f55d-80a8-44b2-8a8c-6f4c935bb573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'be1b5ca0-b024-4c74-9d5a-f1d8514570d5'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:46:15.642916 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2c388570-0336-4bbd-b69a-462fac388b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:15.664308 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e629d6c7-fb02-4174-99ef-7325e9d0cdc9 None None] Network 3d62296e-a7e4-4061-88a7-e2ef850363e9 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:46:15.680340 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-206ea5bb-3d5e-4083-9d5a-f7da702c6e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:15.689682 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-24d8a353-0acb-4cb7-9d9b-8564180318f1 service neutron] 10.222.0.16 "GET /v2.0/networks/c749ae6c-38fd-4476-8d0b-07ef65dfea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949269 Mar 09 03:46:15.698820 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-54dcffd7-368c-46eb-9805-777a06f017e1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5755415 Mar 09 03:46:15.702611 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55454) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:15.709386 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-606bdca5-ad2b-415c-a704-b0ff0a596514 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1210079916-router', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:15.712670 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-206ea5bb-3d5e-4083-9d5a-f7da702c6e4d admin admin] Deleting port 1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:46:15.713005 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-206ea5bb-3d5e-4083-9d5a-f7da702c6e4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:15.738325 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-88afed9a-801d-40bf-954e-74c315e07d75 service neutron] 10.222.0.16 "GET /v2.0/networks/bbfa7a35-5a09-4d7b-8d66-660733fcba0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081249 Mar 09 03:46:15.750215 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-606bdca5-ad2b-415c-a704-b0ff0a596514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:46:15.765829 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-606bdca5-ad2b-415c-a704-b0ff0a596514 admin admin] Usage tracker for resource:router and tenant:583552b4403540f294a79f7bae92d808 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:46:15.772059 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-606bdca5-ad2b-415c-a704-b0ff0a596514 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:46:15.782051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-606bdca5-ad2b-415c-a704-b0ff0a596514 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:46:16.033764 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-2b0c42b1-9f69-46dc-b477-ea741d3ff366 service neutron] 10.222.0.16 "GET /v2.0/networks/bbfa7a35-5a09-4d7b-8d66-660733fcba0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938044 Mar 09 03:46:16.053662 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-606bdca5-ad2b-415c-a704-b0ff0a596514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:16.054714 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-606bdca5-ad2b-415c-a704-b0ff0a596514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:16.073310 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-606bdca5-ad2b-415c-a704-b0ff0a596514 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:16.121009 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-f7b7b144-bcf4-4fb2-8f52-a987df6e11be None None] For port 89143257-a533-4588-be51-430659a363ae, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:46:16.125404 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-f7b7b144-bcf4-4fb2-8f52-a987df6e11be None None] For port 89143257-a533-4588-be51-430659a363ae, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=89143257-a533-4588-be51-430659a363ae,segment=NetworkSegment(23fe74aa-e624-4375-84f1-7fe70f5a8f96),segment_id=23fe74aa-e624-4375-84f1-7fe70f5a8f96)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:46:16.151697 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-09e9f01e-d30d-4afd-8d03-76952b2aeaf3 req-80d4b81b-a9da-4734-ba44-9cbc854df9b1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Synchronizing usage tracker for tenant:e1b3aca0566d4eb989ee2bf1d8c5606e on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:46:16.201192 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f7b7b144-bcf4-4fb2-8f52-a987df6e11be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:16.432299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-206ea5bb-3d5e-4083-9d5a-f7da702c6e4d admin admin] For port 1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c,segment=NetworkSegment(9393a25b-f651-420a-93ee-063b134294ee),segment_id=9393a25b-f651-420a-93ee-063b134294ee)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:16.432662 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-206ea5bb-3d5e-4083-9d5a-f7da702c6e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:16.457323 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-09e9f01e-d30d-4afd-8d03-76952b2aeaf3 req-80d4b81b-a9da-4734-ba44-9cbc854df9b1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Unset dirty status for tenant:e1b3aca0566d4eb989ee2bf1d8c5606e on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:46:16.458553 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-09e9f01e-d30d-4afd-8d03-76952b2aeaf3 req-80d4b81b-a9da-4734-ba44-9cbc854df9b1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 210 time: 0.4925790 Mar 09 03:46:16.499606 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb1a22-0f60-45bc-990c-d11ecee75591 req-cce4bab1-0331-4005-958d-ce613e239c65 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:16.501586 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17eb1a22-0f60-45bc-990c-d11ecee75591 req-cce4bab1-0331-4005-958d-ce613e239c65 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 946 time: 0.1291983 Mar 09 03:46:16.558633 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:16.601904 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-2c388570-0336-4bbd-b69a-462fac388b65 None None] For port 7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:46:16.622495 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7b144-bcf4-4fb2-8f52-a987df6e11be None None] Pushing event updated for resources: {'Port': ['ID=89143257-a533-4588-be51-430659a363ae,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:16.633109 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06ebd50-cdb3-4bed-b177-e5ce11c55a10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-3d62296e-a7e4-4061-88a7-e2ef850363e9', 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'fixed_ips': [{'subnet_id': 'd785722e-a890-45c5-869c-7b3149d30510'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:46:16.634066 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a06ebd50-cdb3-4bed-b177-e5ce11c55a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:16.653949 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17eb1a22-0f60-45bc-990c-d11ecee75591 req-3a9108b2-e102-4764-9571-b1bb9f1b954a tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425009 Mar 09 03:46:16.667509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-2c388570-0336-4bbd-b69a-462fac388b65 None None] For port 7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf,segment=NetworkSegment(87e5f55d-80a8-44b2-8a8c-6f4c935bb573),segment_id=87e5f55d-80a8-44b2-8a8c-6f4c935bb573)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:46:16.694784 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 22efe424-950a-4165-9494-49270653f6a6, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=22efe424-950a-4165-9494-49270653f6a6,segment=NetworkSegment(0dcab034-ad51-416e-ae9c-4259e20bcdd6),segment_id=0dcab034-ad51-416e-ae9c-4259e20bcdd6)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:16.696241 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2c388570-0336-4bbd-b69a-462fac388b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:16.842923 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:16.867069 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a9acf62e-5a97-4c21-a18e-ed0cb155ea6f no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:46:16.929324 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-50c31346-34ca-4bfc-947f-25d9089ab572 req-60b3cd91-5064-445f-8338-39ecb899ca88 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/ports?device_id=0713d099-214f-497b-9b03-be188804a46b HTTP/1.1" status: 200 len: 210 time: 0.1640127 Mar 09 03:46:17.074251 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: a9acf62e-5a97-4c21-a18e-ed0cb155ea6f {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:46:17.074675 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a9acf62e-5a97-4c21-a18e-ed0cb155ea6f not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:46:17.101049 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-206ea5bb-3d5e-4083-9d5a-f7da702c6e4d admin admin] Calling delete_port for 1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:46:17.170533 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c388570-0336-4bbd-b69a-462fac388b65 None None] Pushing event updated for resources: {'Port': ['ID=7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:17.256608 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-606bdca5-ad2b-415c-a704-b0ff0a596514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:17.284089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dc7cec-3c25-442c-a0f3-d3328eb8528c None None] DHCP port deletion for b3d1b59a-7b57-42bb-b312-c653d7039ab6 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:46:17.323036 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-04dc7cec-3c25-442c-a0f3-d3328eb8528c None None] Deleting port 1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:46:17.323468 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-04dc7cec-3c25-442c-a0f3-d3328eb8528c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:17.327621 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-464819a7-9403-4a74-a534-4c077fd71cbb req-c72548bd-c809-4b0c-b358-d96c8ecc4f48 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=072f65ae-791e-4dec-a1c1-27fe5e8eb326 HTTP/1.1" status: 200 len: 210 time: 0.5391526 Mar 09 03:46:17.366628 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 89143257-a533-4588-be51-430659a363ae up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:46:17.453228 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-9b5ff946-4b14-4647-b7ce-ca9a46a9bfd3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:17.459301 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-9b5ff946-4b14-4647-b7ce-ca9a46a9bfd3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:17.461272 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-9b5ff946-4b14-4647-b7ce-ca9a46a9bfd3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Synchronizing usage tracker for tenant:e1b3aca0566d4eb989ee2bf1d8c5606e on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:46:17.533157 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-206ea5bb-3d5e-4083-9d5a-f7da702c6e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:17.547272 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-a06ebd50-cdb3-4bed-b177-e5ce11c55a10 None None] Allocated IP 172.20.0.2 (3d62296e-a7e4-4061-88a7-e2ef850363e9/d785722e-a890-45c5-869c-7b3149d30510/a87574e3-b8ee-4dd9-8387-e12336d74f5a) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:46:17.603457 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-9b5ff946-4b14-4647-b7ce-ca9a46a9bfd3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Unset dirty status for tenant:e1b3aca0566d4eb989ee2bf1d8c5606e on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:46:17.605278 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-9b5ff946-4b14-4647-b7ce-ca9a46a9bfd3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.21 "GET /v2.0/networks?id=a847b73b-7a1f-4c22-a561-3b608aca9f43&id=be1b5ca0-b024-4c74-9d5a-f1d8514570d5&id=a847b73b-7a1f-4c22-a561-3b608aca9f43 HTTP/1.1" status: 200 len: 1391 time: 0.8188534 Mar 09 03:46:17.622634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ea5bb-3d5e-4083-9d5a-f7da702c6e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:17.629147 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-70fc23d3-2628-4833-ae46-7fd3708930a6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Request body: {'port': {'device_id': '0439f878-e161-4062-b9cb-56082d60691a', 'network_id': 'a847b73b-7a1f-4c22-a561-3b608aca9f43', 'admin_state_up': True, 'tenant_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:17.651698 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206ea5bb-3d5e-4083-9d5a-f7da702c6e4d admin admin] No DVR routers for this DVR port 1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:46:17.779854 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=22efe424-950a-4165-9494-49270653f6a6,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:17.905435 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5e90dbc2-b4f4-4d99-a9ed-f7bf31ab2bb6 req-85d836a7-1f6b-4e38-9683-6ff0f625a129 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 210 time: 0.1518292 Mar 09 03:46:17.926282 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-04dc7cec-3c25-442c-a0f3-d3328eb8528c None None] The port '1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:46:18.008178 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 89143257-a533-4588-be51-430659a363ae completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:46:18.098482 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1b1bfe3b-9b61-4c7b-af72-5300c4d249bc no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:46:18.141518 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-efa7971b-f623-4552-af94-1150a1ba615a tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:18.143863 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-efa7971b-f623-4552-af94-1150a1ba615a tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.21 "GET /v2.0/networks?id=c749ae6c-38fd-4476-8d0b-07ef65dfea2c HTTP/1.1" status: 200 len: 813 time: 0.4363854 Mar 09 03:46:18.156638 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-14c9eecc-8f71-492e-96e1-e952259792f6 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Request body: {'port': {'device_id': '072f65ae-791e-4dec-a1c1-27fe5e8eb326', 'network_id': 'c749ae6c-38fd-4476-8d0b-07ef65dfea2c', 'admin_state_up': True, 'tenant_id': 'df803cbe9ddc43c4ab3fae6af237517a'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:18.204773 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 1b1bfe3b-9b61-4c7b-af72-5300c4d249bc {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:46:18.205275 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1b1bfe3b-9b61-4c7b-af72-5300c4d249bc not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:46:18.210127 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a06ebd50-cdb3-4bed-b177-e5ce11c55a10 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:18.233909 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a06ebd50-cdb3-4bed-b177-e5ce11c55a10 None None] Transition to ACTIVE for port object a87574e3-b8ee-4dd9-8387-e12336d74f5a will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:18.259705 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a06ebd50-cdb3-4bed-b177-e5ce11c55a10 None None] Transition to ACTIVE for port object a87574e3-b8ee-4dd9-8387-e12336d74f5a will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:18.275278 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a06ebd50-cdb3-4bed-b177-e5ce11c55a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:18.387807 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06ebd50-cdb3-4bed-b177-e5ce11c55a10 None None] Network 3d62296e-a7e4-4061-88a7-e2ef850363e9 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:46:18.401569 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-a06ebd50-cdb3-4bed-b177-e5ce11c55a10 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:46:18.413076 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06ebd50-cdb3-4bed-b177-e5ce11c55a10 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:46:18.420034 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ebd50-cdb3-4bed-b177-e5ce11c55a10 None None] Pushing event updated for resources: {'Port': ['ID=a87574e3-b8ee-4dd9-8387-e12336d74f5a,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:18.422006 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-206ea5bb-3d5e-4083-9d5a-f7da702c6e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:18.511118 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-48be3663-4894-4c08-9832-0009b6c044e5 req-addd56de-29e7-4602-a4d6-4d8fffe446b4 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/ports?device_id=0713d099-214f-497b-9b03-be188804a46b HTTP/1.1" status: 200 len: 210 time: 0.1208766 Mar 09 03:46:18.517750 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc8e716-6bff-4a91-9a99-7baea3419435 None None] Network a847b73b-7a1f-4c22-a561-3b608aca9f43 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:46:18.526053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-206ea5bb-3d5e-4083-9d5a-f7da702c6e4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d1b59a-7b57-42bb-b312-c653d7039ab6']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:18.539779 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-14c9eecc-8f71-492e-96e1-e952259792f6 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:46:18.546803 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-70fc23d3-2628-4833-ae46-7fd3708930a6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:46:18.552861 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-14c9eecc-8f71-492e-96e1-e952259792f6 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Usage tracker for resource:port and tenant:df803cbe9ddc43c4ab3fae6af237517a is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:46:18.559458 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-14c9eecc-8f71-492e-96e1-e952259792f6 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:46:18.565026 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-70fc23d3-2628-4833-ae46-7fd3708930a6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Usage tracker for resource:port and tenant:e1b3aca0566d4eb989ee2bf1d8c5606e is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:46:18.572653 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-70fc23d3-2628-4833-ae46-7fd3708930a6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:46:18.577947 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-206ea5bb-3d5e-4083-9d5a-f7da702c6e4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9393a25b-f651-420a-93ee-063b134294ee') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:18.578352 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-206ea5bb-3d5e-4083-9d5a-f7da702c6e4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9393a25b-f651-420a-93ee-063b134294ee') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:18.597569 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12241b0d-972c-4f3c-9cb8-dd4ced798434 req-d905d407-4dae-4c6d-9e27-1d2af203a471 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:18.607755 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-12241b0d-972c-4f3c-9cb8-dd4ced798434 req-d905d407-4dae-4c6d-9e27-1d2af203a471 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 946 time: 0.5812194 Mar 09 03:46:18.644900 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-70fc23d3-2628-4833-ae46-7fd3708930a6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:46:18.652296 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-14c9eecc-8f71-492e-96e1-e952259792f6 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:46:18.659687 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-206ea5bb-3d5e-4083-9d5a-f7da702c6e4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:18.731409 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-6ac6f4a9-c136-44ac-84a0-c281adea8369 req-496b7dc0-38c6-4a0b-8735-c43727ef68df tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Synchronizing usage tracker for tenant:df803cbe9ddc43c4ab3fae6af237517a on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:46:18.743286 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-14c9eecc-8f71-492e-96e1-e952259792f6 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Made reservation on behalf of df803cbe9ddc43c4ab3fae6af237517a for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:46:18.743432 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-456965b2-65d5-4f49-bbf0-4cd37a3d7b63 None None] Provisioning for port 89143257-a533-4588-be51-430659a363ae completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:46:18.747468 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-14c9eecc-8f71-492e-96e1-e952259792f6 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:18.762749 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-456965b2-65d5-4f49-bbf0-4cd37a3d7b63 None None] Provisioning complete for port 89143257-a533-4588-be51-430659a363ae triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:18.763148 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-456965b2-65d5-4f49-bbf0-4cd37a3d7b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:18.786099 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-206ea5bb-3d5e-4083-9d5a-f7da702c6e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:18.789482 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-a06ebd50-cdb3-4bed-b177-e5ce11c55a10 None None] Attempting to bind port a87574e3-b8ee-4dd9-8387-e12336d74f5a on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:46:18.789850 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-a06ebd50-cdb3-4bed-b177-e5ce11c55a10 None None] Attempting to bind port a87574e3-b8ee-4dd9-8387-e12336d74f5a by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:46:18.790211 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06ebd50-cdb3-4bed-b177-e5ce11c55a10 None None] Attempting to bind port a87574e3-b8ee-4dd9-8387-e12336d74f5a on network 3d62296e-a7e4-4061-88a7-e2ef850363e9 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:46:18.796123 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-6ac6f4a9-c136-44ac-84a0-c281adea8369 req-496b7dc0-38c6-4a0b-8735-c43727ef68df tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Unset dirty status for tenant:df803cbe9ddc43c4ab3fae6af237517a on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:46:18.798507 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6ac6f4a9-c136-44ac-84a0-c281adea8369 req-496b7dc0-38c6-4a0b-8735-c43727ef68df tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=072f65ae-791e-4dec-a1c1-27fe5e8eb326 HTTP/1.1" status: 200 len: 210 time: 0.1346445 Mar 09 03:46:18.812009 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cc9cf7-c080-4fc5-a645-df51154c5350 None None] Network be1b5ca0-b024-4c74-9d5a-f1d8514570d5 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:46:18.823363 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206ea5bb-3d5e-4083-9d5a-f7da702c6e4d admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:46:18.823922 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-206ea5bb-3d5e-4083-9d5a-f7da702c6e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:18.838729 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-70fc23d3-2628-4833-ae46-7fd3708930a6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Made reservation on behalf of e1b3aca0566d4eb989ee2bf1d8c5606e for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:46:18.842960 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-70fc23d3-2628-4833-ae46-7fd3708930a6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:18.846265 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-63c00e5c-7e04-44a6-8ea2-e3be62345011 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:18.847753 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-63c00e5c-7e04-44a6-8ea2-e3be62345011 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.24 "GET /v2.0/networks?id=bbfa7a35-5a09-4d7b-8d66-660733fcba0c HTTP/1.1" status: 200 len: 813 time: 0.4529982 Mar 09 03:46:18.848258 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06ebd50-cdb3-4bed-b177-e5ce11c55a10 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:46:18.848626 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06ebd50-cdb3-4bed-b177-e5ce11c55a10 None None] Checking segment: {'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:46:18.849021 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a06ebd50-cdb3-4bed-b177-e5ce11c55a10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:18.849406 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06ebd50-cdb3-4bed-b177-e5ce11c55a10 None None] Bound using segment: {'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:46:18.849877 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-a06ebd50-cdb3-4bed-b177-e5ce11c55a10 None None] Bound port: a87574e3-b8ee-4dd9-8387-e12336d74f5a, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:46:18.850243 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a06ebd50-cdb3-4bed-b177-e5ce11c55a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:18.856652 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-12241b0d-972c-4f3c-9cb8-dd4ced798434 req-87e8b9fb-8d68-43b0-9dd2-3c09a8d63281 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470458 Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:46:18.857414 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:46:18.896186 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Request body: {'port': {'device_id': '0713d099-214f-497b-9b03-be188804a46b', 'network_id': 'bbfa7a35-5a09-4d7b-8d66-660733fcba0c', 'admin_state_up': True, 'tenant_id': '849a0ca9001348f49b92603657881a0c'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:19.114319 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-206ea5bb-3d5e-4083-9d5a-f7da702c6e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:19.122336 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6555011e-f96b-4aa9-9680-9574d21c2454 req-7c723c6e-8647-4889-a976-901c8bde4ff7 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 210 time: 0.0565650 Mar 09 03:46:19.137809 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-606bdca5-ad2b-415c-a704-b0ff0a596514 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:19.183057 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-206ea5bb-3d5e-4083-9d5a-f7da702c6e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:19.185753 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:46:19.187922 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-606bdca5-ad2b-415c-a704-b0ff0a596514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:19.189869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Usage tracker for resource:port and tenant:849a0ca9001348f49b92603657881a0c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:46:19.193566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:46:19.200124 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:46:19.207926 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-14c9eecc-8f71-492e-96e1-e952259792f6 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Allocated IP 172.20.0.7 (c749ae6c-38fd-4476-8d0b-07ef65dfea2c/d19a7fbd-f9bf-427a-a8b0-0fdbde590dc6/3acabded-1db2-4a16-b88d-b7db6cc5afbc) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:46:19.221821 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Made reservation on behalf of 849a0ca9001348f49b92603657881a0c for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:46:19.225918 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:19.257841 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ea5bb-3d5e-4083-9d5a-f7da702c6e4d admin admin] Pushing event deleted for resources: {'Network': ['ID=b3d1b59a-7b57-42bb-b312-c653d7039ab6,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:19.412981 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:46:19.421647 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-206ea5bb-3d5e-4083-9d5a-f7da702c6e4d admin admin] 10.222.0.16 "DELETE /v2.0/networks/b3d1b59a-7b57-42bb-b312-c653d7039ab6 HTTP/1.1" status: 204 len: 168 time: 4.1174860 Mar 09 03:46:19.451258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-606bdca5-ad2b-415c-a704-b0ff0a596514 admin admin] Allocated IP 172.25.7.247 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/2fc27c33-3c8d-4435-bf4e-64855dbaa9c0) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:46:19.462918 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-70fc23d3-2628-4833-ae46-7fd3708930a6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Allocated IP 19.80.0.66 (a847b73b-7a1f-4c22-a561-3b608aca9f43/4d0974b5-574f-44c4-87d0-2465afe20122/da11bf0c-a0b2-43dd-874d-f78b23040c2e) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:46:19.502771 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-456965b2-65d5-4f49-bbf0-4cd37a3d7b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:19.539731 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-a06ebd50-cdb3-4bed-b177-e5ce11c55a10 None None] For port a87574e3-b8ee-4dd9-8387-e12336d74f5a, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:46:19.576413 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-a06ebd50-cdb3-4bed-b177-e5ce11c55a10 None None] For port a87574e3-b8ee-4dd9-8387-e12336d74f5a, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a87574e3-b8ee-4dd9-8387-e12336d74f5a,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:46:19.579703 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:46:19.594998 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a06ebd50-cdb3-4bed-b177-e5ce11c55a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:19.669830 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 22efe424-950a-4165-9494-49270653f6a6 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:46:19.701207 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55492) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:19.722919 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-456965b2-65d5-4f49-bbf0-4cd37a3d7b63 None None] For port 89143257-a533-4588-be51-430659a363ae, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=89143257-a533-4588-be51-430659a363ae,segment=NetworkSegment(23fe74aa-e624-4375-84f1-7fe70f5a8f96),segment_id=23fe74aa-e624-4375-84f1-7fe70f5a8f96)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:19.757032 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-456965b2-65d5-4f49-bbf0-4cd37a3d7b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:19.764867 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3d1aa055-e545-416d-82b8-a7bb34a80ab1 req-c2bd15de-ca3c-4ac9-9376-09572cb2f1a2 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/ports?device_id=0713d099-214f-497b-9b03-be188804a46b HTTP/1.1" status: 200 len: 210 time: 0.0919652 Mar 09 03:46:19.805215 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ebd50-cdb3-4bed-b177-e5ce11c55a10 None None] Pushing event updated for resources: {'Port': ['ID=a87574e3-b8ee-4dd9-8387-e12336d74f5a,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:19.904198 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 22efe424-950a-4165-9494-49270653f6a6 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:19.906247 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:19.933097 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Allocated IP 172.20.0.7 (bbfa7a35-5a09-4d7b-8d66-660733fcba0c/fa39f3f8-370a-4743-89d1-8509db2e92e4/3751977e-3566-4c67-807c-0e84557cad51) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:46:20.023489 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5c593e94-a93b-4899-9fbf-b476fc8069bd None None] Provisioning for port 7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:46:20.058598 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5c593e94-a93b-4899-9fbf-b476fc8069bd None None] Provisioning complete for port 7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:20.059293 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5c593e94-a93b-4899-9fbf-b476fc8069bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:20.085412 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-14c9eecc-8f71-492e-96e1-e952259792f6 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:20.130489 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456965b2-65d5-4f49-bbf0-4cd37a3d7b63 None None] Pushing event updated for resources: {'Port': ['ID=89143257-a533-4588-be51-430659a363ae,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:20.219541 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-606bdca5-ad2b-415c-a704-b0ff0a596514 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:20.251255 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-71f0ab47-1569-4c2a-9a54-2d5466e928c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c50018b592af4976ba6ed104dcc582d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5460374 Mar 09 03:46:20.256996 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a6c49d30-345d-4097-934f-46018dcb5938 req-db70d6b5-694c-44d8-a70e-ab56bc3a6a09 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=072f65ae-791e-4dec-a1c1-27fe5e8eb326 HTTP/1.1" status: 200 len: 210 time: 0.1562772 Mar 09 03:46:20.257443 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55504) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:20.348603 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5c593e94-a93b-4899-9fbf-b476fc8069bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:20.402496 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9eee-da91-4a4d-9c52-6258103695e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:20.442940 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-5c593e94-a93b-4899-9fbf-b476fc8069bd None None] For port 7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf,segment=NetworkSegment(87e5f55d-80a8-44b2-8a8c-6f4c935bb573),segment_id=87e5f55d-80a8-44b2-8a8c-6f4c935bb573)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:20.451723 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5c593e94-a93b-4899-9fbf-b476fc8069bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:20.489635 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:46:20.533624 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:46:20.533624 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1cc7ec72-b584-4de7-b8c9-1237b8ad2a4c not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:46:20.574048 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c593e94-a93b-4899-9fbf-b476fc8069bd None None] Pushing event updated for resources: {'Port': ['ID=7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:20.584121 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-70fc23d3-2628-4833-ae46-7fd3708930a6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:20.585488 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b78d7728-a1b1-405a-8bdd-35cae90e3e99 None None] Provisioning complete for port 7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:20.585936 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b78d7728-a1b1-405a-8bdd-35cae90e3e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:20.594203 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9eee-da91-4a4d-9c52-6258103695e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:20.613871 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-898de0ca-fb04-4122-aed5-a72d4ea64d5e req-cfa91ffd-312e-4d8e-8156-9bbc86bda387 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 210 time: 0.0846913 Mar 09 03:46:20.615365 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6ba08-a82b-4c54-938d-fc23a0677ac2 req-ce4934eb-99fa-4b27-9a85-169a063750ba tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:20.628453 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d2d6ba08-a82b-4c54-938d-fc23a0677ac2 req-ce4934eb-99fa-4b27-9a85-169a063750ba tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 946 time: 0.4261122 Mar 09 03:46:20.630903 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-70fc23d3-2628-4833-ae46-7fd3708930a6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Transition to ACTIVE for port object da11bf0c-a0b2-43dd-874d-f78b23040c2e will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:20.652136 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-606bdca5-ad2b-415c-a704-b0ff0a596514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:20.659032 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-14c9eecc-8f71-492e-96e1-e952259792f6 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:20.728247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606bdca5-ad2b-415c-a704-b0ff0a596514 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:46:20.737715 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-606bdca5-ad2b-415c-a704-b0ff0a596514 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:46:20.744606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606bdca5-ad2b-415c-a704-b0ff0a596514 admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:46:20.753813 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b78d7728-a1b1-405a-8bdd-35cae90e3e99 None None] Provisioning complete for port 89143257-a533-4588-be51-430659a363ae triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:20.754305 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b78d7728-a1b1-405a-8bdd-35cae90e3e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:20.755048 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-14c9eecc-8f71-492e-96e1-e952259792f6 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Network c749ae6c-38fd-4476-8d0b-07ef65dfea2c is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:46:20.758428 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:20.765263 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-14c9eecc-8f71-492e-96e1-e952259792f6 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:46:20.776147 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-14c9eecc-8f71-492e-96e1-e952259792f6 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:46:20.786795 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d2d6ba08-a82b-4c54-938d-fc23a0677ac2 req-a6e934ba-71a5-4ceb-860b-a7b1d44e4343 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572082 Mar 09 03:46:20.819986 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9eecc-8f71-492e-96e1-e952259792f6 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Pushing event updated for resources: {'Port': ['ID=3acabded-1db2-4a16-b88d-b7db6cc5afbc,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:20.827383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bdca5-ad2b-415c-a704-b0ff0a596514 admin admin] Pushing event updated for resources: {'Port': ['ID=2fc27c33-3c8d-4435-bf4e-64855dbaa9c0,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:20.841711 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9eee-da91-4a4d-9c52-6258103695e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:20.869994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb9eee-da91-4a4d-9c52-6258103695e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa49059-733a-4479-a03a-bcc883f47584,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:20.888208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-14c9eecc-8f71-492e-96e1-e952259792f6 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:20.888759 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-14c9eecc-8f71-492e-96e1-e952259792f6 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:20.917111 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-70fc23d3-2628-4833-ae46-7fd3708930a6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:21.011323 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-70fc23d3-2628-4833-ae46-7fd3708930a6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Network a847b73b-7a1f-4c22-a561-3b608aca9f43 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:46:21.051150 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9eee-da91-4a4d-9c52-6258103695e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:21.052260 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5fbb9eee-da91-4a4d-9c52-6258103695e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/daa49059-733a-4479-a03a-bcc883f47584 HTTP/1.1" status: 204 len: 168 time: 0.7733357 Mar 09 03:46:21.055157 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5dd83790-b11c-4b0f-af6c-50883f200608 req-d47878b7-9a28-4a4a-85d4-51492fdff24a tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Synchronizing usage tracker for tenant:849a0ca9001348f49b92603657881a0c on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:46:21.058866 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-14c9eecc-8f71-492e-96e1-e952259792f6 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9070270 Mar 09 03:46:21.061992 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:21.077078 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-70fc23d3-2628-4833-ae46-7fd3708930a6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:46:21.080033 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-70fc23d3-2628-4833-ae46-7fd3708930a6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:46:21.193328 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Network bbfa7a35-5a09-4d7b-8d66-660733fcba0c is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:46:21.197992 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5dd83790-b11c-4b0f-af6c-50883f200608 req-d47878b7-9a28-4a4a-85d4-51492fdff24a tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Unset dirty status for tenant:849a0ca9001348f49b92603657881a0c on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:46:21.199968 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5dd83790-b11c-4b0f-af6c-50883f200608 req-d47878b7-9a28-4a4a-85d4-51492fdff24a tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/ports?device_id=0713d099-214f-497b-9b03-be188804a46b HTTP/1.1" status: 200 len: 210 time: 0.2181318 Mar 09 03:46:21.204387 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:46:21.207194 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:46:21.246983 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc23d3-2628-4833-ae46-7fd3708930a6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event updated for resources: {'Port': ['ID=da11bf0c-a0b2-43dd-874d-f78b23040c2e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:21.247275 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Pushing event updated for resources: {'Port': ['ID=3751977e-3566-4c67-807c-0e84557cad51,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:21.290730 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:21.291359 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:21.291470 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:21.291736 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:21.292070 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:21.292400 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:21.292726 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:21.293079 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:21.293499 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:21.293718 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:21.294422 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:21.296153 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:21.310000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-70fc23d3-2628-4833-ae46-7fd3708930a6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:21.311337 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-70fc23d3-2628-4833-ae46-7fd3708930a6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:21.352367 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:21.353054 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:21.390274 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-439c689f-8620-4ae8-acf7-fa77883d7291 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4995811 Mar 09 03:46:21.400712 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-70fc23d3-2628-4833-ae46-7fd3708930a6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7797947 Mar 09 03:46:21.403699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-2422a950-06b1-467a-adec-bea2a5970d84 service neutron] Request body: {'port': {'device_id': '0713d099-214f-497b-9b03-be188804a46b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:21.436173 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a87574e3-b8ee-4dd9-8387-e12336d74f5a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:46:21.517632 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-d9bd16d5-a984-49ca-bda0-88d1c7282a34 service neutron] Request body: {'port': {'device_id': '072f65ae-791e-4dec-a1c1-27fe5e8eb326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:21.553660 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-15d10a4a-e904-4c06-8dd5-76f627b07694 None None] Provisioning for port da11bf0c-a0b2-43dd-874d-f78b23040c2e completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:46:21.559853 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-15d10a4a-e904-4c06-8dd5-76f627b07694 None None] Provisioning complete for port da11bf0c-a0b2-43dd-874d-f78b23040c2e triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:21.560553 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-15d10a4a-e904-4c06-8dd5-76f627b07694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:21.598758 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-f6aaf224-f19f-4f0f-8771-4cb5abcbaddc tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Request body: {'port': {'device_id': '0439f878-e161-4062-b9cb-56082d60691a', 'network_id': 'be1b5ca0-b024-4c74-9d5a-f1d8514570d5', 'admin_state_up': True, 'tenant_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:21.628007 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067b419b-f64a-4f3b-b442-10efb7a71229 None None] Network 3d62296e-a7e4-4061-88a7-e2ef850363e9 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:46:21.659941 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port a87574e3-b8ee-4dd9-8387-e12336d74f5a completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:46:21.726462 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:46:21.766035 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-2422a950-06b1-467a-adec-bea2a5970d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:21.780148 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-d9bd16d5-a984-49ca-bda0-88d1c7282a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:21.802560 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-15d10a4a-e904-4c06-8dd5-76f627b07694 None None] Port da11bf0c-a0b2-43dd-874d-f78b23040c2e cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:46:21.819376 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-f6aaf224-f19f-4f0f-8771-4cb5abcbaddc tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:46:21.856240 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-f6aaf224-f19f-4f0f-8771-4cb5abcbaddc tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Usage tracker for resource:port and tenant:e1b3aca0566d4eb989ee2bf1d8c5606e is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:46:21.864563 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-f6aaf224-f19f-4f0f-8771-4cb5abcbaddc tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:46:21.876588 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-f6aaf224-f19f-4f0f-8771-4cb5abcbaddc tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:46:21.911236 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-f6aaf224-f19f-4f0f-8771-4cb5abcbaddc tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Made reservation on behalf of e1b3aca0566d4eb989ee2bf1d8c5606e for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:46:21.914742 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-f6aaf224-f19f-4f0f-8771-4cb5abcbaddc tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:22.104294 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:22.104852 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:22.191657 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3015dfd7-0a6e-4fb1-b96b-f6b1bbb793a6 None None] Provisioning for port a87574e3-b8ee-4dd9-8387-e12336d74f5a completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:46:22.204682 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3015dfd7-0a6e-4fb1-b96b-f6b1bbb793a6 None None] Provisioning complete for port a87574e3-b8ee-4dd9-8387-e12336d74f5a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:22.205215 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3015dfd7-0a6e-4fb1-b96b-f6b1bbb793a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:22.263046 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-f6aaf224-f19f-4f0f-8771-4cb5abcbaddc tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Allocated IP 19.86.0.118 (be1b5ca0-b024-4c74-9d5a-f1d8514570d5/a68c7fd0-85c7-4160-af4c-112dd4d9e2ce/5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:46:22.387852 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 89143257-a533-4588-be51-430659a363ae up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:46:22.483078 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55542) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:22.530952 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-f6aaf224-f19f-4f0f-8771-4cb5abcbaddc tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:22.569449 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-f6aaf224-f19f-4f0f-8771-4cb5abcbaddc tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Transition to ACTIVE for port object 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:22.580164 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3015dfd7-0a6e-4fb1-b96b-f6b1bbb793a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:22.594073 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 89143257-a533-4588-be51-430659a363ae triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:22.594439 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:22.645198 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-f6aaf224-f19f-4f0f-8771-4cb5abcbaddc tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:22.656732 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-3015dfd7-0a6e-4fb1-b96b-f6b1bbb793a6 None None] For port a87574e3-b8ee-4dd9-8387-e12336d74f5a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a87574e3-b8ee-4dd9-8387-e12336d74f5a,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:22.667422 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3015dfd7-0a6e-4fb1-b96b-f6b1bbb793a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:22.722195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327117e-8ad2-4e08-b597-c2dc77adca9c req-7dd9fa86-2424-4b05-a86a-8c21d83d4ab2 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:22.723707 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0327117e-8ad2-4e08-b597-c2dc77adca9c req-7dd9fa86-2424-4b05-a86a-8c21d83d4ab2 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=072f65ae-791e-4dec-a1c1-27fe5e8eb326 HTTP/1.1" status: 200 len: 931 time: 1.2169113 Mar 09 03:46:22.731755 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-993ea78e-8dc6-4e9d-b16d-d706d31da00b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-119404500-network', 'tenant_id': '75a0192d6bb14ce0aa2176a02c7decda'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:22.765528 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-993ea78e-8dc6-4e9d-b16d-d706d31da00b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:46:22.773443 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-993ea78e-8dc6-4e9d-b16d-d706d31da00b admin admin] Usage tracker for resource:network and tenant:75a0192d6bb14ce0aa2176a02c7decda is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:46:22.779385 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-993ea78e-8dc6-4e9d-b16d-d706d31da00b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:46:22.781296 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015dfd7-0a6e-4fb1-b96b-f6b1bbb793a6 None None] Pushing event updated for resources: {'Port': ['ID=a87574e3-b8ee-4dd9-8387-e12336d74f5a,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:22.788452 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-993ea78e-8dc6-4e9d-b16d-d706d31da00b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:46:22.814042 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-d9bd16d5-a984-49ca-bda0-88d1c7282a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3acabded-1db2-4a16-b88d-b7db6cc5afbc {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:46:22.814904 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-00efa068-9a26-4ac9-9245-79a1b04df52c None None] Provisioning complete for port a87574e3-b8ee-4dd9-8387-e12336d74f5a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:22.815280 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-00efa068-9a26-4ac9-9245-79a1b04df52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:22.825188 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-d9bd16d5-a984-49ca-bda0-88d1c7282a34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:22.843405 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993ea78e-8dc6-4e9d-b16d-d706d31da00b admin admin] Made reservation on behalf of 75a0192d6bb14ce0aa2176a02c7decda for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:46:22.845664 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-993ea78e-8dc6-4e9d-b16d-d706d31da00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:22.850418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-f6aaf224-f19f-4f0f-8771-4cb5abcbaddc tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Network be1b5ca0-b024-4c74-9d5a-f1d8514570d5 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:46:22.853696 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-606bdca5-ad2b-415c-a704-b0ff0a596514 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:22.874426 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-2422a950-06b1-467a-adec-bea2a5970d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3751977e-3566-4c67-807c-0e84557cad51 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:46:22.880999 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-993ea78e-8dc6-4e9d-b16d-d706d31da00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:22.897524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-d9bd16d5-a984-49ca-bda0-88d1c7282a34 service neutron] Transition to ACTIVE for port object 3acabded-1db2-4a16-b88d-b7db6cc5afbc will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:22.903329 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-993ea78e-8dc6-4e9d-b16d-d706d31da00b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:46:22.907704 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-993ea78e-8dc6-4e9d-b16d-d706d31da00b admin admin] Usage tracker for resource:security_group_rule and tenant:75a0192d6bb14ce0aa2176a02c7decda is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:46:22.913563 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-993ea78e-8dc6-4e9d-b16d-d706d31da00b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:46:22.914348 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-f6aaf224-f19f-4f0f-8771-4cb5abcbaddc tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:46:22.921527 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-993ea78e-8dc6-4e9d-b16d-d706d31da00b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:46:22.923544 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-f6aaf224-f19f-4f0f-8771-4cb5abcbaddc tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:46:23.013334 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-2422a950-06b1-467a-adec-bea2a5970d84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:23.019778 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-d9bd16d5-a984-49ca-bda0-88d1c7282a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:23.070915 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917d6d0-520a-4a4e-8d47-72fcd5c474a1 req-91b959a3-0bd1-4360-b654-ea02e67255fb tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:23.072498 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4917d6d0-520a-4a4e-8d47-72fcd5c474a1 req-91b959a3-0bd1-4360-b654-ea02e67255fb tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 931 time: 0.7277751 Mar 09 03:46:23.103087 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aaf224-f19f-4f0f-8771-4cb5abcbaddc tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event updated for resources: {'Port': ['ID=5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:23.150685 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0327117e-8ad2-4e08-b597-c2dc77adca9c req-9635b839-8d03-45be-9d83-58484190acd1 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/security-groups?id=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792660 Mar 09 03:46:23.178020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-f6aaf224-f19f-4f0f-8771-4cb5abcbaddc tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:23.178020 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-f6aaf224-f19f-4f0f-8771-4cb5abcbaddc tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:23.185503 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a87574e3-b8ee-4dd9-8387-e12336d74f5a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:46:23.204158 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd16d5-a984-49ca-bda0-88d1c7282a34 service neutron] Pushing event updated for resources: {'Port': ['ID=3acabded-1db2-4a16-b88d-b7db6cc5afbc,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:23.231629 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-993ea78e-8dc6-4e9d-b16d-d706d31da00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:23.247189 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-2422a950-06b1-467a-adec-bea2a5970d84 service neutron] Transition to ACTIVE for port object 3751977e-3566-4c67-807c-0e84557cad51 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:23.256840 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-f6aaf224-f19f-4f0f-8771-4cb5abcbaddc tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6768482 Mar 09 03:46:23.269504 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-52b6bb53-ce83-466a-940e-4028174b2bf1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Request body: {'port': {'device_id': '0439f878-e161-4062-b9cb-56082d60691a', 'network_id': 'a847b73b-7a1f-4c22-a561-3b608aca9f43', 'admin_state_up': True, 'tenant_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:23.284574 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-84ff8912-65dd-4503-b439-ee42e9c3c2dd None None] Provisioning for port 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:46:23.286013 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-993ea78e-8dc6-4e9d-b16d-d706d31da00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:23.294816 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-84ff8912-65dd-4503-b439-ee42e9c3c2dd None None] Provisioning complete for port 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:23.295297 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-84ff8912-65dd-4503-b439-ee42e9c3c2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:23.298750 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993ea78e-8dc6-4e9d-b16d-d706d31da00b admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:46:23.308349 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-993ea78e-8dc6-4e9d-b16d-d706d31da00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:23.308749 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-993ea78e-8dc6-4e9d-b16d-d706d31da00b admin admin] Added segment a953b085-d8df-421c-a6b8-3bd9be1d9c2d of type vlan for network 7b2ee45c-6c87-463e-876e-97274f598220 Mar 09 03:46:23.336262 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-993ea78e-8dc6-4e9d-b16d-d706d31da00b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:23.361072 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-84ff8912-65dd-4503-b439-ee42e9c3c2dd None None] Port 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:46:23.363440 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port a87574e3-b8ee-4dd9-8387-e12336d74f5a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:23.363814 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:23.395497 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-2422a950-06b1-467a-adec-bea2a5970d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:23.445253 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-993ea78e-8dc6-4e9d-b16d-d706d31da00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:23.446236 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993ea78e-8dc6-4e9d-b16d-d706d31da00b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:23.447036 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-993ea78e-8dc6-4e9d-b16d-d706d31da00b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:23.480161 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4917d6d0-520a-4a4e-8d47-72fcd5c474a1 req-3cf18e5d-b03d-4b41-a049-92a13377440c tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222165 Mar 09 03:46:23.551468 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ea78e-8dc6-4e9d-b16d-d706d31da00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43693797-cdaa-4293-953e-ad27207eadf5,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:23.557112 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-52b6bb53-ce83-466a-940e-4028174b2bf1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:46:23.565676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-52b6bb53-ce83-466a-940e-4028174b2bf1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Usage tracker for resource:port and tenant:e1b3aca0566d4eb989ee2bf1d8c5606e is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:46:23.568871 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-52b6bb53-ce83-466a-940e-4028174b2bf1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:46:23.589464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-52b6bb53-ce83-466a-940e-4028174b2bf1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:46:23.669343 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-52b6bb53-ce83-466a-940e-4028174b2bf1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Made reservation on behalf of e1b3aca0566d4eb989ee2bf1d8c5606e for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:46:23.673524 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-52b6bb53-ce83-466a-940e-4028174b2bf1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:23.693678 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55674d5-9172-4f97-9424-342956130f10 req-986bb20c-0c41-4a5d-896f-8f799b8dd0a5 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:23.695179 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e55674d5-9172-4f97-9424-342956130f10 req-986bb20c-0c41-4a5d-896f-8f799b8dd0a5 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 946 time: 0.4076116 Mar 09 03:46:23.713901 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422a950-06b1-467a-adec-bea2a5970d84 service neutron] Pushing event updated for resources: {'Port': ['ID=3751977e-3566-4c67-807c-0e84557cad51,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:23.738723 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-606bdca5-ad2b-415c-a704-b0ff0a596514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:23.751899 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ea78e-8dc6-4e9d-b16d-d706d31da00b admin admin] Pushing event updated for resources: {'Network': ['ID=7b2ee45c-6c87-463e-876e-97274f598220,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:23.756986 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-993ea78e-8dc6-4e9d-b16d-d706d31da00b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2691622 Mar 09 03:46:23.761489 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55550) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:23.768576 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 7b2ee45c-6c87-463e-876e-97274f598220 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:46:23.888668 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-b39c4da2-7540-4e28-9409-cb252c3fe527 admin admin] Request body: {'subnet': {'network_id': '7b2ee45c-6c87-463e-876e-97274f598220', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-119404500-subnet', 'tenant_id': '75a0192d6bb14ce0aa2176a02c7decda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:23.893947 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e55674d5-9172-4f97-9424-342956130f10 req-55b1fb34-8a09-46cc-94c0-681b5b1ea2f4 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869369 Mar 09 03:46:23.904450 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b39c4da2-7540-4e28-9409-cb252c3fe527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:46:23.907578 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-d9bd16d5-a984-49ca-bda0-88d1c7282a34 service neutron] Attempting to bind port 3acabded-1db2-4a16-b88d-b7db6cc5afbc on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:46:23.907578 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-d9bd16d5-a984-49ca-bda0-88d1c7282a34 service neutron] Attempting to bind port 3acabded-1db2-4a16-b88d-b7db6cc5afbc by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '3d28dad6-4b5d-4d7e-80bf-032436047a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c749ae6c-38fd-4476-8d0b-07ef65dfea2c'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:46:23.907784 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-d9bd16d5-a984-49ca-bda0-88d1c7282a34 service neutron] Attempting to bind port 3acabded-1db2-4a16-b88d-b7db6cc5afbc on network c749ae6c-38fd-4476-8d0b-07ef65dfea2c {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:46:23.920768 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b39c4da2-7540-4e28-9409-cb252c3fe527 admin admin] Usage tracker for resource:subnet and tenant:75a0192d6bb14ce0aa2176a02c7decda is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:46:23.931947 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-d9bd16d5-a984-49ca-bda0-88d1c7282a34 service neutron] Port 3acabded-1db2-4a16-b88d-b7db6cc5afbc on network c749ae6c-38fd-4476-8d0b-07ef65dfea2c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:46:23.932259 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-d9bd16d5-a984-49ca-bda0-88d1c7282a34 service neutron] Attempting to bind port 3acabded-1db2-4a16-b88d-b7db6cc5afbc on network c749ae6c-38fd-4476-8d0b-07ef65dfea2c {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:46:23.935440 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b39c4da2-7540-4e28-9409-cb252c3fe527 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:46:23.938280 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-2422a950-06b1-467a-adec-bea2a5970d84 service neutron] Attempting to bind port 3751977e-3566-4c67-807c-0e84557cad51 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:46:23.938718 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-2422a950-06b1-467a-adec-bea2a5970d84 service neutron] Attempting to bind port 3751977e-3566-4c67-807c-0e84557cad51 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'a804253e-a792-45b3-938d-88b44cc5c723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bbfa7a35-5a09-4d7b-8d66-660733fcba0c'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:46:23.939011 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-2422a950-06b1-467a-adec-bea2a5970d84 service neutron] Attempting to bind port 3751977e-3566-4c67-807c-0e84557cad51 on network bbfa7a35-5a09-4d7b-8d66-660733fcba0c {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:46:23.948749 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b39c4da2-7540-4e28-9409-cb252c3fe527 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:46:23.965209 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-2422a950-06b1-467a-adec-bea2a5970d84 service neutron] Port 3751977e-3566-4c67-807c-0e84557cad51 on network bbfa7a35-5a09-4d7b-8d66-660733fcba0c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:46:23.965555 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-2422a950-06b1-467a-adec-bea2a5970d84 service neutron] Attempting to bind port 3751977e-3566-4c67-807c-0e84557cad51 on network bbfa7a35-5a09-4d7b-8d66-660733fcba0c {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:46:23.976204 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-d9bd16d5-a984-49ca-bda0-88d1c7282a34 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:46:23.976608 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-d9bd16d5-a984-49ca-bda0-88d1c7282a34 service neutron] Checking segment: {'id': '3d28dad6-4b5d-4d7e-80bf-032436047a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c749ae6c-38fd-4476-8d0b-07ef65dfea2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:46:23.977008 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-d9bd16d5-a984-49ca-bda0-88d1c7282a34 service neutron] Bound using segment: {'id': '3d28dad6-4b5d-4d7e-80bf-032436047a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c749ae6c-38fd-4476-8d0b-07ef65dfea2c'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:46:23.977447 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-d9bd16d5-a984-49ca-bda0-88d1c7282a34 service neutron] Bound port: 3acabded-1db2-4a16-b88d-b7db6cc5afbc, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d28dad6-4b5d-4d7e-80bf-032436047a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c749ae6c-38fd-4476-8d0b-07ef65dfea2c'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:46:23.977836 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-d9bd16d5-a984-49ca-bda0-88d1c7282a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:24.073806 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39c4da2-7540-4e28-9409-cb252c3fe527 admin admin] Made reservation on behalf of 75a0192d6bb14ce0aa2176a02c7decda for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:46:24.076443 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b39c4da2-7540-4e28-9409-cb252c3fe527 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:24.095183 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b7519765-0f46-43a5-bd17-dd68be823223 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:46:24.096037 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-2422a950-06b1-467a-adec-bea2a5970d84 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:46:24.096383 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-2422a950-06b1-467a-adec-bea2a5970d84 service neutron] Checking segment: {'id': 'a804253e-a792-45b3-938d-88b44cc5c723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bbfa7a35-5a09-4d7b-8d66-660733fcba0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:46:24.096774 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-2422a950-06b1-467a-adec-bea2a5970d84 service neutron] Bound using segment: {'id': 'a804253e-a792-45b3-938d-88b44cc5c723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bbfa7a35-5a09-4d7b-8d66-660733fcba0c'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:46:24.097217 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-2422a950-06b1-467a-adec-bea2a5970d84 service neutron] Bound port: 3751977e-3566-4c67-807c-0e84557cad51, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a804253e-a792-45b3-938d-88b44cc5c723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bbfa7a35-5a09-4d7b-8d66-660733fcba0c'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:46:24.097759 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-2422a950-06b1-467a-adec-bea2a5970d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:24.139529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-52b6bb53-ce83-466a-940e-4028174b2bf1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Allocated IP 19.80.0.26 (a847b73b-7a1f-4c22-a561-3b608aca9f43/4d0974b5-574f-44c4-87d0-2465afe20122/47e8af36-1295-4d22-b47a-5e37acf058dc) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:46:24.221028 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606bdca5-ad2b-415c-a704-b0ff0a596514 admin admin] Router de0d34ed-7e65-46d8-be33-78bce68ed3aa is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:46:24.250052 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b7519765-0f46-43a5-bd17-dd68be823223, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b7519765-0f46-43a5-bd17-dd68be823223,segment=NetworkSegment(b9669753-03d3-41ba-aa99-74a67a97b6e2),segment_id=b9669753-03d3-41ba-aa99-74a67a97b6e2)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:24.253174 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57b92d-e833-4172-93eb-2fc2957532d8 req-e21bb27b-94fe-423f-9932-f161c0dbd2eb tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:24.254659 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f57b92d-e833-4172-93eb-2fc2957532d8 req-e21bb27b-94fe-423f-9932-f161c0dbd2eb tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/ports?device_id=0713d099-214f-497b-9b03-be188804a46b HTTP/1.1" status: 200 len: 943 time: 0.1908824 Mar 09 03:46:24.266624 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'b7519765-0f46-43a5-bd17-dd68be823223', 'network_id': '16be6384-7665-4d3b-853c-e1f9ee6de707', 'port_id': 'b7519765-0f46-43a5-bd17-dd68be823223', 'mac_address': 'fa:16:3e:4a:a6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a78a60-3555-4424-b082-3dcd7dca5dd6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:46:24.321331 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:24.339542 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7519765-0f46-43a5-bd17-dd68be823223 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:46:24.357939 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b7519765-0f46-43a5-bd17-dd68be823223, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b7519765-0f46-43a5-bd17-dd68be823223,segment=NetworkSegment(b9669753-03d3-41ba-aa99-74a67a97b6e2),segment_id=b9669753-03d3-41ba-aa99-74a67a97b6e2)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:24.364361 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:24.453077 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=b7519765-0f46-43a5-bd17-dd68be823223,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:24.540350 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-3f57b92d-e833-4172-93eb-2fc2957532d8 req-67ee1233-3445-4683-915e-4ec7b9d2915d tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Synchronizing usage tracker for tenant:849a0ca9001348f49b92603657881a0c on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:46:24.556508 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-2422a950-06b1-467a-adec-bea2a5970d84 service neutron] For port 3751977e-3566-4c67-807c-0e84557cad51, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:46:24.575944 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['b7519765-0f46-43a5-bd17-dd68be823223'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:46:24.580600 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8fb0c-31e1-488a-8306-55a1e5a68b00 req-05321bc0-89b4-4b4e-8c12-4e1b660b75df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:24.582108 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-40b8fb0c-31e1-488a-8306-55a1e5a68b00 req-05321bc0-89b4-4b4e-8c12-4e1b660b75df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca529601472a4967a21b451b8c93eb48&device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 1097 time: 0.5663431 Mar 09 03:46:24.586130 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-2422a950-06b1-467a-adec-bea2a5970d84 service neutron] For port 3751977e-3566-4c67-807c-0e84557cad51, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=3751977e-3566-4c67-807c-0e84557cad51,segment=NetworkSegment(a804253e-a792-45b3-938d-88b44cc5c723),segment_id=a804253e-a792-45b3-938d-88b44cc5c723)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:46:24.593168 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-d9bd16d5-a984-49ca-bda0-88d1c7282a34 service neutron] For port 3acabded-1db2-4a16-b88d-b7db6cc5afbc, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:46:24.607388 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-d9bd16d5-a984-49ca-bda0-88d1c7282a34 service neutron] For port 3acabded-1db2-4a16-b88d-b7db6cc5afbc, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3acabded-1db2-4a16-b88d-b7db6cc5afbc,segment=NetworkSegment(3d28dad6-4b5d-4d7e-80bf-032436047a6f),segment_id=3d28dad6-4b5d-4d7e-80bf-032436047a6f)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:46:24.614006 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-2422a950-06b1-467a-adec-bea2a5970d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:24.729406 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-d9bd16d5-a984-49ca-bda0-88d1c7282a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:24.754057 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606bdca5-ad2b-415c-a704-b0ff0a596514 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:46:24.763178 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-52b6bb53-ce83-466a-940e-4028174b2bf1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:24.767226 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-3f57b92d-e833-4172-93eb-2fc2957532d8 req-67ee1233-3445-4683-915e-4ec7b9d2915d tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Unset dirty status for tenant:849a0ca9001348f49b92603657881a0c on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:46:24.768362 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f57b92d-e833-4172-93eb-2fc2957532d8 req-67ee1233-3445-4683-915e-4ec7b9d2915d tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c1e4835-e57e-43fe-81b3-4d99c821d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373090 Mar 09 03:46:24.771242 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] Sync routers for ids ['de0d34ed-7e65-46d8-be33-78bce68ed3aa'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:46:24.794390 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-52b6bb53-ce83-466a-940e-4028174b2bf1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Transition to ACTIVE for port object 47e8af36-1295-4d22-b47a-5e37acf058dc will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:24.801532 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-606bdca5-ad2b-415c-a704-b0ff0a596514 admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:24.803070 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-606bdca5-ad2b-415c-a704-b0ff0a596514 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.0992939 Mar 09 03:46:24.807508 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55560) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:24.819633 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] Routers {'de0d34ed-7e65-46d8-be33-78bce68ed3aa'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:46:24.823245 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:46:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['de0d34ed-7e65-46d8-be33-78bce68ed3aa'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:24.909108 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-52b6bb53-ce83-466a-940e-4028174b2bf1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:24.962711 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-2422a950-06b1-467a-adec-bea2a5970d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:24.963744 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-2422a950-06b1-467a-adec-bea2a5970d84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:24.966741 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-2422a950-06b1-467a-adec-bea2a5970d84 service neutron] 10.222.0.24 "PUT /v2.0/ports/3751977e-3566-4c67-807c-0e84557cad51 HTTP/1.1" status: 200 len: 1091 time: 3.5693004 Mar 09 03:46:24.969795 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0713d099-214f-497b-9b03-be188804a46b', 'tag': '3751977e-3566-4c67-807c-0e84557cad51'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:46:25.016967 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276b935-7a2f-4bad-9ba1-7ca85eaac3dd req-df646b56-ba05-4e9d-82ee-03dd006ee212 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:25.035264 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276b935-7a2f-4bad-9ba1-7ca85eaac3dd req-df646b56-ba05-4e9d-82ee-03dd006ee212 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:25.046396 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276b935-7a2f-4bad-9ba1-7ca85eaac3dd req-df646b56-ba05-4e9d-82ee-03dd006ee212 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:25.056965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276b935-7a2f-4bad-9ba1-7ca85eaac3dd req-df646b56-ba05-4e9d-82ee-03dd006ee212 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:25.067460 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276b935-7a2f-4bad-9ba1-7ca85eaac3dd req-df646b56-ba05-4e9d-82ee-03dd006ee212 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:25.077351 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276b935-7a2f-4bad-9ba1-7ca85eaac3dd req-df646b56-ba05-4e9d-82ee-03dd006ee212 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:25.087264 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276b935-7a2f-4bad-9ba1-7ca85eaac3dd req-df646b56-ba05-4e9d-82ee-03dd006ee212 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:25.100624 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4276b935-7a2f-4bad-9ba1-7ca85eaac3dd req-df646b56-ba05-4e9d-82ee-03dd006ee212 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5445 time: 0.9346046 Mar 09 03:46:25.139435 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-52b6bb53-ce83-466a-940e-4028174b2bf1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Network a847b73b-7a1f-4c22-a561-3b608aca9f43 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:46:25.146373 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] Set router de0d34ed-7e65-46d8-be33-78bce68ed3aa gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:46:25.151803 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-52b6bb53-ce83-466a-940e-4028174b2bf1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:46:25.209940 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-52b6bb53-ce83-466a-940e-4028174b2bf1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:46:25.272772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8fb0c-31e1-488a-8306-55a1e5a68b00 req-78161b34-cd0d-497e-9687-675843a8ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:25.274302 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-40b8fb0c-31e1-488a-8306-55a1e5a68b00 req-78161b34-cd0d-497e-9687-675843a8ddc8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16be6384-7665-4d3b-853c-e1f9ee6de707 HTTP/1.1" status: 200 len: 916 time: 0.6653168 Mar 09 03:46:25.278173 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-52b6bb53-ce83-466a-940e-4028174b2bf1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:25.278829 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-52b6bb53-ce83-466a-940e-4028174b2bf1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:25.297522 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6bb53-ce83-466a-940e-4028174b2bf1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event updated for resources: {'Port': ['ID=47e8af36-1295-4d22-b47a-5e37acf058dc,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:25.302669 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-d9bd16d5-a984-49ca-bda0-88d1c7282a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:25.303475 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-d9bd16d5-a984-49ca-bda0-88d1c7282a34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:25.305131 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-d9bd16d5-a984-49ca-bda0-88d1c7282a34 service neutron] 10.222.0.21 "PUT /v2.0/ports/3acabded-1db2-4a16-b88d-b7db6cc5afbc HTTP/1.1" status: 200 len: 1091 time: 4.2373962 Mar 09 03:46:25.333322 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-52b6bb53-ce83-466a-940e-4028174b2bf1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0674975 Mar 09 03:46:25.353942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-d3214145-6dc0-4c74-8edf-684c42c5bc7c service neutron] Request body: {'port': {'device_id': '0439f878-e161-4062-b9cb-56082d60691a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:25.430620 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1414fb86-c9db-49a9-9b5e-4f9a56f9f30c None None] Provisioning for port 47e8af36-1295-4d22-b47a-5e37acf058dc completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:46:25.436383 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1414fb86-c9db-49a9-9b5e-4f9a56f9f30c None None] Provisioning complete for port 47e8af36-1295-4d22-b47a-5e37acf058dc triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:25.436833 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1414fb86-c9db-49a9-9b5e-4f9a56f9f30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:25.478584 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd56e2b-6dc2-49f8-82cd-9b718776121a req-427fba4d-5590-4ca3-96d1-de17f7155428 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:25.481230 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1dd56e2b-6dc2-49f8-82cd-9b718776121a req-427fba4d-5590-4ca3-96d1-de17f7155428 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=072f65ae-791e-4dec-a1c1-27fe5e8eb326 HTTP/1.1" status: 200 len: 943 time: 0.4804604 Mar 09 03:46:25.490138 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422a950-06b1-467a-adec-bea2a5970d84 service neutron] Pushing event updated for resources: {'Port': ['ID=3751977e-3566-4c67-807c-0e84557cad51,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:25.501575 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b39c4da2-7540-4e28-9409-cb252c3fe527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:25.502689 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'name': 'tempest-ServerActionsTestJSON-1210079916-router', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:46:16Z', 'updated_at': '2022-03-09T03:46:21Z', 'revision_number': 3, 'project_id': '583552b4403540f294a79f7bae92d808', 'gw_port': {'id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:74:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:19Z', 'updated_at': '2022-03-09T03:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:25.507193 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] Checking router: de0d34ed-7e65-46d8-be33-78bce68ed3aa for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:46:25.507337 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-40b8fb0c-31e1-488a-8306-55a1e5a68b00 req-260371b9-0e3e-4c2a-a66a-e948df6376d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7519765-0f46-43a5-bd17-dd68be823223 HTTP/1.1" status: 200 len: 217 time: 0.1868885 Mar 09 03:46:25.507796 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] Updating router de0d34ed-7e65-46d8-be33-78bce68ed3aa port 2fc27c33-3c8d-4435-bf4e-64855dbaa9c0 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:46:25.514439 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1414fb86-c9db-49a9-9b5e-4f9a56f9f30c None None] Port 47e8af36-1295-4d22-b47a-5e37acf058dc cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:46:25.571243 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:25.673665 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1dd56e2b-6dc2-49f8-82cd-9b718776121a req-aeb57839-a4e4-4d1b-b0dc-7333273cbb51 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/security-groups?id=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699359 Mar 09 03:46:25.678008 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-d3214145-6dc0-4c74-8edf-684c42c5bc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:25.746111 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4276b935-7a2f-4bad-9ba1-7ca85eaac3dd req-b4c4b94c-ea25-4510-9d74-7382f17fadf5 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4485197 Mar 09 03:46:25.746840 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd16d5-a984-49ca-bda0-88d1c7282a34 service neutron] Pushing event updated for resources: {'Port': ['ID=3acabded-1db2-4a16-b88d-b7db6cc5afbc,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:25.809876 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c4da2-7540-4e28-9409-cb252c3fe527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb584293-e4d4-4ebb-9ba5-aaba3e8591ae,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:25.818801 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-3a142df6-8b72-47f6-8d51-9c38dd8250b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:25.820985 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-3a142df6-8b72-47f6-8d51-9c38dd8250b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df803cbe9ddc43c4ab3fae6af237517a&device_id=072f65ae-791e-4dec-a1c1-27fe5e8eb326 HTTP/1.1" status: 200 len: 1094 time: 0.4090548 Mar 09 03:46:25.962503 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39c4da2-7540-4e28-9409-cb252c3fe527 admin admin] Checking segment: {'id': 'a953b085-d8df-421c-a6b8-3bd9be1d9c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7b2ee45c-6c87-463e-876e-97274f598220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:46:25.962815 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39c4da2-7540-4e28-9409-cb252c3fe527 admin admin] Network hostable DHCP agents. Network: 7b2ee45c-6c87-463e-876e-97274f598220, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:46:25.969347 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-fd1c2405-7fcc-45da-8ca1-bea3430c5020 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3acabded-1db2-4a16-b88d-b7db6cc5afbc HTTP/1.1" status: 200 len: 217 time: 0.1270227 Mar 09 03:46:25.971448 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-38fe2b32-fed5-4857-8bdf-ba9530d03d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:25.972819 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-38fe2b32-fed5-4857-8bdf-ba9530d03d68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=849a0ca9001348f49b92603657881a0c&device_id=0713d099-214f-497b-9b03-be188804a46b HTTP/1.1" status: 200 len: 1094 time: 0.8515568 Mar 09 03:46:26.013116 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:26.027181 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] Transition to ACTIVE for port object 2fc27c33-3c8d-4435-bf4e-64855dbaa9c0 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:26.036088 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:26.069501 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8fb0c-31e1-488a-8306-55a1e5a68b00 req-6cdf85f2-f703-4458-a777-8b1f5c614707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:26.070943 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-40b8fb0c-31e1-488a-8306-55a1e5a68b00 req-6cdf85f2-f703-4458-a777-8b1f5c614707 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c5a78a60-3555-4424-b082-3dcd7dca5dd6 HTTP/1.1" status: 200 len: 855 time: 0.4821930 Mar 09 03:46:26.100446 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b7519765-0f46-43a5-bd17-dd68be823223 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:46:26.116312 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148e9dd-2857-44d5-8433-1f56c99dcf46 None None] Pushing event updated for resources: {'Port': ['ID=2fc27c33-3c8d-4435-bf4e-64855dbaa9c0,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:26.118613 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] Attempting to bind port 2fc27c33-3c8d-4435-bf4e-64855dbaa9c0 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:46:26.119057 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] Attempting to bind port 2fc27c33-3c8d-4435-bf4e-64855dbaa9c0 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:46:26.119481 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] Attempting to bind port 2fc27c33-3c8d-4435-bf4e-64855dbaa9c0 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:46:26.125989 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:46:26.126392 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:46:26.126839 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:26.127301 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:46:26.127979 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] Bound port: 2fc27c33-3c8d-4435-bf4e-64855dbaa9c0, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:46:26.128483 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:26.142554 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-8a9c6c7d-7fcc-40c6-999f-974fd9cfdb45 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3751977e-3566-4c67-807c-0e84557cad51 HTTP/1.1" status: 200 len: 217 time: 0.1124458 Mar 09 03:46:26.158247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2882dc-8c42-4e9f-ae26-b770794c8f0e req-f94d7fee-5c8a-4510-b665-10ee4825a5ee tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:26.164110 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2882dc-8c42-4e9f-ae26-b770794c8f0e req-f94d7fee-5c8a-4510-b665-10ee4825a5ee tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:26.170604 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2882dc-8c42-4e9f-ae26-b770794c8f0e req-f94d7fee-5c8a-4510-b665-10ee4825a5ee tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:26.171517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-7f2882dc-8c42-4e9f-ae26-b770794c8f0e req-f94d7fee-5c8a-4510-b665-10ee4825a5ee tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Synchronizing usage tracker for tenant:e1b3aca0566d4eb989ee2bf1d8c5606e on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:46:26.216276 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] For port 2fc27c33-3c8d-4435-bf4e-64855dbaa9c0, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:46:26.219707 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port b7519765-0f46-43a5-bd17-dd68be823223 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:26.220103 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] For port 2fc27c33-3c8d-4435-bf4e-64855dbaa9c0, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=2fc27c33-3c8d-4435-bf4e-64855dbaa9c0,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:46:26.223331 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:26.226325 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:26.256111 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-40b8fb0c-31e1-488a-8306-55a1e5a68b00 req-4d1f6d2f-104b-44ce-8e29-60a620edbafe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16be6384-7665-4d3b-853c-e1f9ee6de707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064703 Mar 09 03:46:26.265789 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-2798a785-e9a9-410f-a26b-75d122355c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:26.267618 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-2798a785-e9a9-410f-a26b-75d122355c62 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d19a7fbd-f9bf-427a-a8b0-0fdbde590dc6 HTTP/1.1" status: 200 len: 853 time: 0.2905538 Mar 09 03:46:26.293844 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bc37884-7e38-4b4a-ba4b-1a029d0c1fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:26.303105 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-7f2882dc-8c42-4e9f-ae26-b770794c8f0e req-f94d7fee-5c8a-4510-b665-10ee4825a5ee tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Unset dirty status for tenant:e1b3aca0566d4eb989ee2bf1d8c5606e on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:46:26.311218 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7f2882dc-8c42-4e9f-ae26-b770794c8f0e req-f94d7fee-5c8a-4510-b665-10ee4825a5ee tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 2375 time: 0.5119784 Mar 09 03:46:26.339845 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39c4da2-7540-4e28-9409-cb252c3fe527 admin admin] Network 7b2ee45c-6c87-463e-876e-97274f598220 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:46:26.347218 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] Routers {'de0d34ed-7e65-46d8-be33-78bce68ed3aa'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:46:26.348265 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:46:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['de0d34ed-7e65-46d8-be33-78bce68ed3aa'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:26.373233 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-3d6fc2b0-1e22-42e9-90f3-0cfbce44ceeb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c749ae6c-38fd-4476-8d0b-07ef65dfea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990467 Mar 09 03:46:26.373862 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-b39c4da2-7540-4e28-9409-cb252c3fe527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 7b2ee45c-6c87-463e-876e-97274f598220) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:46:26.379426 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39c4da2-7540-4e28-9409-cb252c3fe527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:26.380029 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b39c4da2-7540-4e28-9409-cb252c3fe527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:26.421114 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:26.446303 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a9f58a-8068-4dfb-a18f-ec1cdcfb0ad5 None None] Network 7b2ee45c-6c87-463e-876e-97274f598220 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:46:26.481181 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-02bd4630-98ab-4c18-94df-e95b5e6b9a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:26.482683 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-02bd4630-98ab-4c18-94df-e95b5e6b9a30 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa39f3f8-370a-4743-89d1-8509db2e92e4 HTTP/1.1" status: 200 len: 853 time: 0.2950077 Mar 09 03:46:26.497009 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd28aa8-20e3-4676-a8ed-f7367e7e04a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7519765-0f46-43a5-bd17-dd68be823223'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:46:26.566879 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-76331fe3-f877-42e0-a9d5-258c54c75d99 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbfa7a35-5a09-4d7b-8d66-660733fcba0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547059 Mar 09 03:46:26.568028 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b7519765-0f46-43a5-bd17-dd68be823223, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b7519765-0f46-43a5-bd17-dd68be823223,segment=NetworkSegment(b9669753-03d3-41ba-aa99-74a67a97b6e2),segment_id=b9669753-03d3-41ba-aa99-74a67a97b6e2)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:26.578500 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b39c4da2-7540-4e28-9409-cb252c3fe527 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8145967 Mar 09 03:46:26.582253 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55572) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:26.584335 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:26.607121 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-8c74202b-21e7-47df-9b43-5fa904173f76 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-119404500-router', 'tenant_id': '75a0192d6bb14ce0aa2176a02c7decda', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:26.612158 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8c74202b-21e7-47df-9b43-5fa904173f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:46:26.616307 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8c74202b-21e7-47df-9b43-5fa904173f76 admin admin] Usage tracker for resource:router and tenant:75a0192d6bb14ce0aa2176a02c7decda is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:46:26.620023 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8c74202b-21e7-47df-9b43-5fa904173f76 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:46:26.626992 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8c74202b-21e7-47df-9b43-5fa904173f76 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:46:26.630068 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] Set router de0d34ed-7e65-46d8-be33-78bce68ed3aa gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:46:26.662611 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8c74202b-21e7-47df-9b43-5fa904173f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:26.691655 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8c74202b-21e7-47df-9b43-5fa904173f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:26.703586 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-7f2882dc-8c42-4e9f-ae26-b770794c8f0e req-4aea71bd-cac5-47ba-9e80-f9a525b192f0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Synchronizing usage tracker for tenant:e1b3aca0566d4eb989ee2bf1d8c5606e on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:46:26.714448 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=b7519765-0f46-43a5-bd17-dd68be823223,revision_number=7']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:26.833014 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8c74202b-21e7-47df-9b43-5fa904173f76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:26.838374 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5031d50-0322-4cd7-9179-5ccadf6d0c2b req-fe7f53a3-7955-4b54-a89d-d0ea1c570aee tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:26.846527 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d5031d50-0322-4cd7-9179-5ccadf6d0c2b req-fe7f53a3-7955-4b54-a89d-d0ea1c570aee tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 945 time: 0.8703022 Mar 09 03:46:26.847463 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-d3214145-6dc0-4c74-8edf-684c42c5bc7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da11bf0c-a0b2-43dd-874d-f78b23040c2e {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:46:26.857263 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-7f2882dc-8c42-4e9f-ae26-b770794c8f0e req-4aea71bd-cac5-47ba-9e80-f9a525b192f0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Unset dirty status for tenant:e1b3aca0566d4eb989ee2bf1d8c5606e on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:46:26.866633 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7f2882dc-8c42-4e9f-ae26-b770794c8f0e req-4aea71bd-cac5-47ba-9e80-f9a525b192f0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545273 Mar 09 03:46:26.869545 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-d3214145-6dc0-4c74-8edf-684c42c5bc7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:26.925445 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148e9dd-2857-44d5-8433-1f56c99dcf46 None None] Pushing event updated for resources: {'Port': ['ID=2fc27c33-3c8d-4435-bf4e-64855dbaa9c0,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:26.982257 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37053744-8ce3-4a6b-9c91-eb9960cbd622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-7b2ee45c-6c87-463e-876e-97274f598220', 'network_id': '7b2ee45c-6c87-463e-876e-97274f598220', 'tenant_id': '75a0192d6bb14ce0aa2176a02c7decda', 'fixed_ips': [{'subnet_id': 'cb584293-e4d4-4ebb-9ba5-aaba3e8591ae'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:46:26.982456 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-37053744-8ce3-4a6b-9c91-eb9960cbd622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:27.049225 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-d3214145-6dc0-4c74-8edf-684c42c5bc7c service neutron] Transition to ACTIVE for port object da11bf0c-a0b2-43dd-874d-f78b23040c2e will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:27.056614 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-40b8fb0c-31e1-488a-8306-55a1e5a68b00 req-a8368d69-2f48-4c1a-8c84-5f986ca51205 service neutron] 10.222.0.21 "GET /v2.0/networks/16be6384-7665-4d3b-853c-e1f9ee6de707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7862327 Mar 09 03:46:27.066455 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0713d099-214f-497b-9b03-be188804a46b', 'tag': '3751977e-3566-4c67-807c-0e84557cad51', 'status': 'completed', 'code': 200} Mar 09 03:46:27.135988 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d5031d50-0322-4cd7-9179-5ccadf6d0c2b req-eb416aaa-ecb2-43f3-89ae-7839ee0445e2 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884355 Mar 09 03:46:27.171845 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-d8ed4326-4c70-4de1-afa0-a56098f890ca service neutron] 10.222.0.21 "GET /v2.0/networks/c749ae6c-38fd-4476-8d0b-07ef65dfea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7868643 Mar 09 03:46:27.269589 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-37053744-8ce3-4a6b-9c91-eb9960cbd622 None None] Allocated IP 172.20.0.2 (7b2ee45c-6c87-463e-876e-97274f598220/cb584293-e4d4-4ebb-9ba5-aaba3e8591ae/1a4706d5-a284-402e-bb16-e6a91b4fb0f3) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:46:27.307219 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'name': 'tempest-ServerActionsTestJSON-1210079916-router', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:46:16Z', 'updated_at': '2022-03-09T03:46:21Z', 'revision_number': 3, 'project_id': '583552b4403540f294a79f7bae92d808', 'gw_port': {'id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:74:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:19Z', 'updated_at': '2022-03-09T03:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:27.315527 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ed9249-4e35-4eb9-8acb-2617726b1f1c None None] The sync data for ids ['de0d34ed-7e65-46d8-be33-78bce68ed3aa'] in n-d-825178-5 is: [{'id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'name': 'tempest-ServerActionsTestJSON-1210079916-router', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:46:16Z', 'updated_at': '2022-03-09T03:46:21Z', 'revision_number': 3, 'project_id': '583552b4403540f294a79f7bae92d808', 'gw_port': {'id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:74:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:19Z', 'updated_at': '2022-03-09T03:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:46:27.321919 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-d3214145-6dc0-4c74-8edf-684c42c5bc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:27.345921 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd28aa8-20e3-4676-a8ed-f7367e7e04a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7519765-0f46-43a5-bd17-dd68be823223', 'code': 200} Mar 09 03:46:27.359163 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-0bc37884-7e38-4b4a-ba4b-1a029d0c1fd0 admin admin] Allocated IP 172.20.0.1 (3d62296e-a7e4-4061-88a7-e2ef850363e9/d785722e-a890-45c5-869c-7b3149d30510/5176e5dc-aba5-467c-9d0b-8e272968ae67) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:46:27.372109 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-effef470-9f70-4658-8372-042d9878447a service neutron] 10.222.0.24 "GET /v2.0/networks/bbfa7a35-5a09-4d7b-8d66-660733fcba0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7906227 Mar 09 03:46:27.611869 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8c74202b-21e7-47df-9b43-5fa904173f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:27.617652 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-40b8fb0c-31e1-488a-8306-55a1e5a68b00 req-83e814e1-e779-4386-9aff-182c96739e15 service neutron] 10.222.0.21 "GET /v2.0/networks/16be6384-7665-4d3b-853c-e1f9ee6de707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5417070 Mar 09 03:46:27.633335 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-37053744-8ce3-4a6b-9c91-eb9960cbd622 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:27.664714 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-37053744-8ce3-4a6b-9c91-eb9960cbd622 None None] Transition to ACTIVE for port object 1a4706d5-a284-402e-bb16-e6a91b4fb0f3 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:27.678348 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6828f75f-e6b8-468d-a916-278b3b3c14fb req-31df1b25-1f97-4e94-8b2f-7ece218dfdad service neutron] 10.222.0.21 "GET /v2.0/networks/c749ae6c-38fd-4476-8d0b-07ef65dfea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908815 Mar 09 03:46:27.711586 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28c9b5e0-53a2-437f-8228-3ded8f9f7e7a req-938f95f1-bb2f-4426-9edc-4d5f6b7b95c6 service neutron] 10.222.0.24 "GET /v2.0/networks/bbfa7a35-5a09-4d7b-8d66-660733fcba0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788453 Mar 09 03:46:27.734663 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-37053744-8ce3-4a6b-9c91-eb9960cbd622 None None] Transition to ACTIVE for port object 1a4706d5-a284-402e-bb16-e6a91b4fb0f3 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:27.750287 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-37053744-8ce3-4a6b-9c91-eb9960cbd622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:27.754605 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a472b-1030-4904-bab9-127546919838 req-6ebd4822-413f-4bbf-9aaf-8df3124fbadc tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:27.755362 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-472a472b-1030-4904-bab9-127546919838 req-6ebd4822-413f-4bbf-9aaf-8df3124fbadc tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Synchronizing usage tracker for tenant:df803cbe9ddc43c4ab3fae6af237517a on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:46:27.838282 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37053744-8ce3-4a6b-9c91-eb9960cbd622 None None] Network 7b2ee45c-6c87-463e-876e-97274f598220 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:46:27.846984 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-37053744-8ce3-4a6b-9c91-eb9960cbd622 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:46:27.853651 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37053744-8ce3-4a6b-9c91-eb9960cbd622 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:46:27.868333 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-472a472b-1030-4904-bab9-127546919838 req-6ebd4822-413f-4bbf-9aaf-8df3124fbadc tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Unset dirty status for tenant:df803cbe9ddc43c4ab3fae6af237517a on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:46:27.870645 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-472a472b-1030-4904-bab9-127546919838 req-6ebd4822-413f-4bbf-9aaf-8df3124fbadc tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=072f65ae-791e-4dec-a1c1-27fe5e8eb326 HTTP/1.1" status: 200 len: 943 time: 0.3119125 Mar 09 03:46:27.901693 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37053744-8ce3-4a6b-9c91-eb9960cbd622 None None] Pushing event updated for resources: {'Port': ['ID=1a4706d5-a284-402e-bb16-e6a91b4fb0f3,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:27.985532 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-37053744-8ce3-4a6b-9c91-eb9960cbd622 None None] Attempting to bind port 1a4706d5-a284-402e-bb16-e6a91b4fb0f3 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:46:27.985994 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-37053744-8ce3-4a6b-9c91-eb9960cbd622 None None] Attempting to bind port 1a4706d5-a284-402e-bb16-e6a91b4fb0f3 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'a953b085-d8df-421c-a6b8-3bd9be1d9c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7b2ee45c-6c87-463e-876e-97274f598220'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:46:27.986360 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37053744-8ce3-4a6b-9c91-eb9960cbd622 None None] Attempting to bind port 1a4706d5-a284-402e-bb16-e6a91b4fb0f3 on network 7b2ee45c-6c87-463e-876e-97274f598220 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:46:27.994393 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-472a472b-1030-4904-bab9-127546919838 req-411a9fd4-347a-432b-a2af-6105e3760c74 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/security-groups?id=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169829 Mar 09 03:46:28.007453 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37053744-8ce3-4a6b-9c91-eb9960cbd622 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:46:28.007453 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37053744-8ce3-4a6b-9c91-eb9960cbd622 None None] Checking segment: {'id': 'a953b085-d8df-421c-a6b8-3bd9be1d9c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7b2ee45c-6c87-463e-876e-97274f598220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:46:28.007453 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-37053744-8ce3-4a6b-9c91-eb9960cbd622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:28.007453 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37053744-8ce3-4a6b-9c91-eb9960cbd622 None None] Bound using segment: {'id': 'a953b085-d8df-421c-a6b8-3bd9be1d9c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7b2ee45c-6c87-463e-876e-97274f598220'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:46:28.007453 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-37053744-8ce3-4a6b-9c91-eb9960cbd622 None None] Bound port: 1a4706d5-a284-402e-bb16-e6a91b4fb0f3, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a953b085-d8df-421c-a6b8-3bd9be1d9c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7b2ee45c-6c87-463e-876e-97274f598220'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:46:28.007453 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-37053744-8ce3-4a6b-9c91-eb9960cbd622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:28.019086 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da1045-4fb8-441e-925c-e9ab09a7230e req-0b631433-bbeb-476c-bdff-d794c03290cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:28.020853 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d4da1045-4fb8-441e-925c-e9ab09a7230e req-0b631433-bbeb-476c-bdff-d794c03290cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=849a0ca9001348f49b92603657881a0c&device_id=0713d099-214f-497b-9b03-be188804a46b HTTP/1.1" status: 200 len: 1094 time: 0.2459714 Mar 09 03:46:28.021759 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bc37884-7e38-4b4a-ba4b-1a029d0c1fd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:28.081016 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-0bc37884-7e38-4b4a-ba4b-1a029d0c1fd0 admin admin] Transition to ACTIVE for port object 5176e5dc-aba5-467c-9d0b-8e272968ae67 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:28.161324 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3214145-6dc0-4c74-8edf-684c42c5bc7c service neutron] Pushing event updated for resources: {'Port': ['ID=da11bf0c-a0b2-43dd-874d-f78b23040c2e,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:28.175165 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-37053744-8ce3-4a6b-9c91-eb9960cbd622 None None] For port 1a4706d5-a284-402e-bb16-e6a91b4fb0f3, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:46:28.180179 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-37053744-8ce3-4a6b-9c91-eb9960cbd622 None None] For port 1a4706d5-a284-402e-bb16-e6a91b4fb0f3, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1a4706d5-a284-402e-bb16-e6a91b4fb0f3,segment=NetworkSegment(a953b085-d8df-421c-a6b8-3bd9be1d9c2d),segment_id=a953b085-d8df-421c-a6b8-3bd9be1d9c2d)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:46:28.185782 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-37053744-8ce3-4a6b-9c91-eb9960cbd622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:28.219796 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bc37884-7e38-4b4a-ba4b-1a029d0c1fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:28.273806 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37053744-8ce3-4a6b-9c91-eb9960cbd622 None None] Pushing event updated for resources: {'Port': ['ID=1a4706d5-a284-402e-bb16-e6a91b4fb0f3,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:28.285919 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da1045-4fb8-441e-925c-e9ab09a7230e req-12c07ea2-380b-4de2-9ba5-1fadd4517e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:28.287506 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d4da1045-4fb8-441e-925c-e9ab09a7230e req-12c07ea2-380b-4de2-9ba5-1fadd4517e30 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bbfa7a35-5a09-4d7b-8d66-660733fcba0c HTTP/1.1" status: 200 len: 914 time: 0.2583463 Mar 09 03:46:28.383954 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d4da1045-4fb8-441e-925c-e9ab09a7230e req-5990dbc4-6426-45f8-9e54-518d9a34f1f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3751977e-3566-4c67-807c-0e84557cad51 HTTP/1.1" status: 200 len: 217 time: 0.0848932 Mar 09 03:46:28.399950 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04704ff-59d2-467e-b9cc-b6486050dea3 req-fe313b51-427e-4fcd-911f-bae71dcb9ab5 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:28.401195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-3548b260-26d2-44e2-b6c5-be499e90914c tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:28.407144 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04704ff-59d2-467e-b9cc-b6486050dea3 req-fe313b51-427e-4fcd-911f-bae71dcb9ab5 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:28.407965 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-3548b260-26d2-44e2-b6c5-be499e90914c tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:28.413643 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04704ff-59d2-467e-b9cc-b6486050dea3 req-fe313b51-427e-4fcd-911f-bae71dcb9ab5 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:28.414013 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-3548b260-26d2-44e2-b6c5-be499e90914c tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:28.420595 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04704ff-59d2-467e-b9cc-b6486050dea3 req-fe313b51-427e-4fcd-911f-bae71dcb9ab5 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:28.420761 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-3548b260-26d2-44e2-b6c5-be499e90914c tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:28.426650 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04704ff-59d2-467e-b9cc-b6486050dea3 req-fe313b51-427e-4fcd-911f-bae71dcb9ab5 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:28.426955 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-3548b260-26d2-44e2-b6c5-be499e90914c tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:28.432719 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-3548b260-26d2-44e2-b6c5-be499e90914c tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:28.432869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04704ff-59d2-467e-b9cc-b6486050dea3 req-fe313b51-427e-4fcd-911f-bae71dcb9ab5 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:28.439153 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-3548b260-26d2-44e2-b6c5-be499e90914c tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:28.441047 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-3548b260-26d2-44e2-b6c5-be499e90914c tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5445 time: 1.2115734 Mar 09 03:46:28.443045 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04704ff-59d2-467e-b9cc-b6486050dea3 req-fe313b51-427e-4fcd-911f-bae71dcb9ab5 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:28.446255 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b04704ff-59d2-467e-b9cc-b6486050dea3 req-fe313b51-427e-4fcd-911f-bae71dcb9ab5 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5445 time: 0.2732799 Mar 09 03:46:28.552023 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b04704ff-59d2-467e-b9cc-b6486050dea3 req-5477f960-79a2-409e-aec7-8582af9df907 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740809 Mar 09 03:46:28.558084 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da1045-4fb8-441e-925c-e9ab09a7230e req-e4978cbc-f6a8-432e-9059-aa58425068ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:28.560156 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d4da1045-4fb8-441e-925c-e9ab09a7230e req-e4978cbc-f6a8-432e-9059-aa58425068ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa39f3f8-370a-4743-89d1-8509db2e92e4 HTTP/1.1" status: 200 len: 853 time: 0.1133151 Mar 09 03:46:28.633537 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d4da1045-4fb8-441e-925c-e9ab09a7230e req-e49c2db0-e06e-4818-8f39-976564f27d81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbfa7a35-5a09-4d7b-8d66-660733fcba0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666471 Mar 09 03:46:28.689572 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc37884-7e38-4b4a-ba4b-1a029d0c1fd0 admin admin] Network 3d62296e-a7e4-4061-88a7-e2ef850363e9 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:46:28.717547 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d035c265-9d1e-44b4-bdd7-922d5324bdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:28.762038 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-0bc37884-7e38-4b4a-ba4b-1a029d0c1fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:46:28.764685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc37884-7e38-4b4a-ba4b-1a029d0c1fd0 admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:46:28.801632 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdba362-c7c3-4a1b-8f37-f68d54a6e899 req-b3842fc1-82dd-478e-8674-a894a30cfa41 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:28.803239 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3fdba362-c7c3-4a1b-8f37-f68d54a6e899 req-b3842fc1-82dd-478e-8674-a894a30cfa41 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/ports?device_id=0713d099-214f-497b-9b03-be188804a46b HTTP/1.1" status: 200 len: 943 time: 1.5404468 Mar 09 03:46:28.820132 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fa48b-4588-484f-8ee5-effa92bc2e27 req-f2a1dac4-aeb6-44fb-ba99-7a2e467fb3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:28.821598 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e25fa48b-4588-484f-8ee5-effa92bc2e27 req-f2a1dac4-aeb6-44fb-ba99-7a2e467fb3f5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 1097 time: 1.2030389 Mar 09 03:46:28.852988 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d4da1045-4fb8-441e-925c-e9ab09a7230e req-2eb58c40-e840-4504-a19b-c97ca99ffd2a service neutron] 10.222.0.24 "GET /v2.0/networks/bbfa7a35-5a09-4d7b-8d66-660733fcba0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115183 Mar 09 03:46:28.864804 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc37884-7e38-4b4a-ba4b-1a029d0c1fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=5176e5dc-aba5-467c-9d0b-8e272968ae67,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:28.922368 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-d3214145-6dc0-4c74-8edf-684c42c5bc7c service neutron] Attempting to bind port da11bf0c-a0b2-43dd-874d-f78b23040c2e on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:46:28.922695 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-d3214145-6dc0-4c74-8edf-684c42c5bc7c service neutron] Attempting to bind port da11bf0c-a0b2-43dd-874d-f78b23040c2e by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '23fe74aa-e624-4375-84f1-7fe70f5a8f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a847b73b-7a1f-4c22-a561-3b608aca9f43'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:46:28.923041 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-d3214145-6dc0-4c74-8edf-684c42c5bc7c service neutron] Attempting to bind port da11bf0c-a0b2-43dd-874d-f78b23040c2e on network a847b73b-7a1f-4c22-a561-3b608aca9f43 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:46:28.942912 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-f67af054-113e-467b-9ff7-dfc6616d2723 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:28.944320 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-f67af054-113e-467b-9ff7-dfc6616d2723 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.24 "GET /v2.0/ports/629e71ff-ed13-489c-8924-359aa6fd885b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2706227 Mar 09 03:46:28.955103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-d3214145-6dc0-4c74-8edf-684c42c5bc7c service neutron] Port da11bf0c-a0b2-43dd-874d-f78b23040c2e on network a847b73b-7a1f-4c22-a561-3b608aca9f43 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:46:28.955402 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-d3214145-6dc0-4c74-8edf-684c42c5bc7c service neutron] Attempting to bind port da11bf0c-a0b2-43dd-874d-f78b23040c2e on network a847b73b-7a1f-4c22-a561-3b608aca9f43 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:46:28.997903 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bc37884-7e38-4b4a-ba4b-1a029d0c1fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:29.078025 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072f65ae-791e-4dec-a1c1-27fe5e8eb326', 'tag': '3acabded-1db2-4a16-b88d-b7db6cc5afbc'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:46:29.111124 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65afea8-2b33-47b1-a61d-c846143978e8 req-1b92c929-8e2a-4073-a5b6-46f097b9de1a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:29.117461 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65afea8-2b33-47b1-a61d-c846143978e8 req-1b92c929-8e2a-4073-a5b6-46f097b9de1a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:29.123504 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65afea8-2b33-47b1-a61d-c846143978e8 req-1b92c929-8e2a-4073-a5b6-46f097b9de1a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:29.123841 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d0c7795a-5505-46e6-a6f8-d08fced6d413 None None] Provisioning for port 5176e5dc-aba5-467c-9d0b-8e272968ae67 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:46:29.125155 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c65afea8-2b33-47b1-a61d-c846143978e8 req-1b92c929-8e2a-4073-a5b6-46f097b9de1a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 2387 time: 0.3791537 Mar 09 03:46:29.149436 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d0c7795a-5505-46e6-a6f8-d08fced6d413 None None] Provisioning complete for port 5176e5dc-aba5-467c-9d0b-8e272968ae67 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:29.149436 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d0c7795a-5505-46e6-a6f8-d08fced6d413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:29.179209 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-d3214145-6dc0-4c74-8edf-684c42c5bc7c service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:46:29.179547 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-d3214145-6dc0-4c74-8edf-684c42c5bc7c service neutron] Checking segment: {'id': '23fe74aa-e624-4375-84f1-7fe70f5a8f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a847b73b-7a1f-4c22-a561-3b608aca9f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:46:29.179926 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-d3214145-6dc0-4c74-8edf-684c42c5bc7c service neutron] Bound using segment: {'id': '23fe74aa-e624-4375-84f1-7fe70f5a8f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a847b73b-7a1f-4c22-a561-3b608aca9f43'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:46:29.180361 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-d3214145-6dc0-4c74-8edf-684c42c5bc7c service neutron] Bound port: da11bf0c-a0b2-43dd-874d-f78b23040c2e, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23fe74aa-e624-4375-84f1-7fe70f5a8f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a847b73b-7a1f-4c22-a561-3b608aca9f43'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:46:29.180692 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-d3214145-6dc0-4c74-8edf-684c42c5bc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:29.188353 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d4da1045-4fb8-441e-925c-e9ab09a7230e req-52dd7c74-d615-435b-91de-8f0b60afa81a service neutron] 10.222.0.24 "GET /v2.0/networks/bbfa7a35-5a09-4d7b-8d66-660733fcba0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275936 Mar 09 03:46:29.200264 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c65afea8-2b33-47b1-a61d-c846143978e8 req-33e2eb68-e0eb-4b2a-8593-c26425bab16c tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674179 Mar 09 03:46:29.213704 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3fdba362-c7c3-4a1b-8f37-f68d54a6e899 req-fa09cb10-3673-4cc1-8780-fa8fd6d6acb0 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c1e4835-e57e-43fe-81b3-4d99c821d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907266 Mar 09 03:46:29.224197 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e25fa48b-4588-484f-8ee5-effa92bc2e27 req-7370b2f5-2adc-47bb-9d45-b8e9467d206f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815980 Mar 09 03:46:29.253802 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7795a-5505-46e6-a6f8-d08fced6d413 None None] Port 5176e5dc-aba5-467c-9d0b-8e272968ae67 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:46:29.273507 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 2fc27c33-3c8d-4435-bf4e-64855dbaa9c0 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:46:29.347394 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 2fc27c33-3c8d-4435-bf4e-64855dbaa9c0 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:46:29.352507 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 2fc27c33-3c8d-4435-bf4e-64855dbaa9c0 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:29.352922 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:29.454564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ace08-4fc6-4d62-9438-0b4d90a77029 req-ba6b616c-c6f7-411b-8274-7720af75ccce tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:29.456114 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a47ace08-4fc6-4d62-9438-0b4d90a77029 req-ba6b616c-c6f7-411b-8274-7720af75ccce tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=072f65ae-791e-4dec-a1c1-27fe5e8eb326 HTTP/1.1" status: 200 len: 943 time: 0.1040590 Mar 09 03:46:29.475363 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:29.493079 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 2fc27c33-3c8d-4435-bf4e-64855dbaa9c0, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=2fc27c33-3c8d-4435-bf4e-64855dbaa9c0,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:29.497405 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:29.498431 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1a4706d5-a284-402e-bb16-e6a91b4fb0f3 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:46:29.518182 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a47ace08-4fc6-4d62-9438-0b4d90a77029 req-46ac0365-b69f-4ef6-939f-eeef5b3138a7 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/security-groups?id=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517519 Mar 09 03:46:29.574844 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072f65ae-791e-4dec-a1c1-27fe5e8eb326', 'tag': '3acabded-1db2-4a16-b88d-b7db6cc5afbc', 'status': 'completed', 'code': 200} Mar 09 03:46:29.627456 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=2fc27c33-3c8d-4435-bf4e-64855dbaa9c0,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:29.643416 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 1a4706d5-a284-402e-bb16-e6a91b4fb0f3 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:46:29.666564 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-d3214145-6dc0-4c74-8edf-684c42c5bc7c service neutron] For port da11bf0c-a0b2-43dd-874d-f78b23040c2e, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:46:29.685752 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-58146374-d36a-4c4f-9333-32957d865de3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.24 "GET /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7316759 Mar 09 03:46:29.743061 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-d3214145-6dc0-4c74-8edf-684c42c5bc7c service neutron] For port da11bf0c-a0b2-43dd-874d-f78b23040c2e, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=da11bf0c-a0b2-43dd-874d-f78b23040c2e,segment=NetworkSegment(23fe74aa-e624-4375-84f1-7fe70f5a8f96),segment_id=23fe74aa-e624-4375-84f1-7fe70f5a8f96)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:46:29.756506 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-63a133f9-1d80-4b87-b77a-a898a8f56b4d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:29.819798 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d66290-6474-4054-a7da-f5212951425f req-f976a122-2d48-40f6-956a-faf81c315543 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:29.826188 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d66290-6474-4054-a7da-f5212951425f req-f976a122-2d48-40f6-956a-faf81c315543 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:29.832215 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d66290-6474-4054-a7da-f5212951425f req-f976a122-2d48-40f6-956a-faf81c315543 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:29.838099 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d66290-6474-4054-a7da-f5212951425f req-f976a122-2d48-40f6-956a-faf81c315543 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:29.844795 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d66290-6474-4054-a7da-f5212951425f req-f976a122-2d48-40f6-956a-faf81c315543 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:29.850579 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d66290-6474-4054-a7da-f5212951425f req-f976a122-2d48-40f6-956a-faf81c315543 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:29.856586 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d66290-6474-4054-a7da-f5212951425f req-f976a122-2d48-40f6-956a-faf81c315543 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:29.861886 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-83d66290-6474-4054-a7da-f5212951425f req-f976a122-2d48-40f6-956a-faf81c315543 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5445 time: 0.1591284 Mar 09 03:46:29.865076 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-d3214145-6dc0-4c74-8edf-684c42c5bc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:29.923124 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-83d66290-6474-4054-a7da-f5212951425f req-da3fbbd4-6fbd-4f9b-a272-fcd2f9d3fc34 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0499361 Mar 09 03:46:29.937891 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378a893-7f19-44e5-8560-9b2ad54596bc req-7174843e-fda2-474f-8c4b-68fe5952fba2 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:29.939368 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4378a893-7f19-44e5-8560-9b2ad54596bc req-7174843e-fda2-474f-8c4b-68fe5952fba2 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 946 time: 0.5860629 Mar 09 03:46:29.981323 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b7ae04-d5c6-44c2-9798-9ea5e98d88f1 None None] Network 7b2ee45c-6c87-463e-876e-97274f598220 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:46:30.003261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-d3214145-6dc0-4c74-8edf-684c42c5bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:30.003854 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-d3214145-6dc0-4c74-8edf-684c42c5bc7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:30.005715 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-d3214145-6dc0-4c74-8edf-684c42c5bc7c service neutron] 10.222.0.21 "PUT /v2.0/ports/da11bf0c-a0b2-43dd-874d-f78b23040c2e HTTP/1.1" status: 200 len: 1091 time: 4.6648753 Mar 09 03:46:30.019045 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0439f878-e161-4062-b9cb-56082d60691a', 'tag': 'da11bf0c-a0b2-43dd-874d-f78b23040c2e'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:46:30.073970 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-268b8f53-abbc-43a2-b498-7e6a2d1251f6 service neutron] Request body: {'port': {'device_id': '0439f878-e161-4062-b9cb-56082d60691a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:30.114544 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-384b0186-aba5-451d-9566-f80a803ac1bb None None] Provisioning for port 1a4706d5-a284-402e-bb16-e6a91b4fb0f3 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:46:30.128742 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-384b0186-aba5-451d-9566-f80a803ac1bb None None] Provisioning complete for port 1a4706d5-a284-402e-bb16-e6a91b4fb0f3 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:30.129370 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-384b0186-aba5-451d-9566-f80a803ac1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:30.144081 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0439f878-e161-4062-b9cb-56082d60691a', 'tag': 'da11bf0c-a0b2-43dd-874d-f78b23040c2e', 'status': 'completed', 'code': 200} Mar 09 03:46:30.167540 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3acabded-1db2-4a16-b88d-b7db6cc5afbc details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:46:30.278607 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306457d-5124-4665-bf9a-3d64cf732772 req-3e1ee6de-f30a-4a7d-bb5a-b343b4801e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:30.279194 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306457d-5124-4665-bf9a-3d64cf732772 req-3e1ee6de-f30a-4a7d-bb5a-b343b4801e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:30.294042 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306457d-5124-4665-bf9a-3d64cf732772 req-3e1ee6de-f30a-4a7d-bb5a-b343b4801e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:30.299302 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4378a893-7f19-44e5-8560-9b2ad54596bc req-ab0100e5-d602-4d40-94d7-5eca30ede0a8 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111050 Mar 09 03:46:30.323821 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7306457d-5124-4665-bf9a-3d64cf732772 req-3e1ee6de-f30a-4a7d-bb5a-b343b4801e47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1b3aca0566d4eb989ee2bf1d8c5606e&device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 2730 time: 0.2009377 Mar 09 03:46:30.324185 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3214145-6dc0-4c74-8edf-684c42c5bc7c service neutron] Pushing event updated for resources: {'Port': ['ID=da11bf0c-a0b2-43dd-874d-f78b23040c2e,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:30.329896 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8c74202b-21e7-47df-9b43-5fa904173f76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:30.348284 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.resource_extend [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:46:30.366084 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 74095d9e-619d-4376-9680-b65aea510aa3 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:46:30.394169 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8c74202b-21e7-47df-9b43-5fa904173f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:30.611926 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306457d-5124-4665-bf9a-3d64cf732772 req-474f0941-ee04-49cc-944c-c41f0bc14998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:30.612464 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306457d-5124-4665-bf9a-3d64cf732772 req-474f0941-ee04-49cc-944c-c41f0bc14998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:30.613574 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306457d-5124-4665-bf9a-3d64cf732772 req-474f0941-ee04-49cc-944c-c41f0bc14998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:30.614489 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7306457d-5124-4665-bf9a-3d64cf732772 req-474f0941-ee04-49cc-944c-c41f0bc14998 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=e1b3aca0566d4eb989ee2bf1d8c5606e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2788517 Mar 09 03:46:30.679781 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2355c1-33dd-4ecd-92cc-9425d8131701 req-e08c6027-ac97-49a5-ab5e-edc3140b7b84 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:30.686206 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2355c1-33dd-4ecd-92cc-9425d8131701 req-e08c6027-ac97-49a5-ab5e-edc3140b7b84 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:30.692113 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2355c1-33dd-4ecd-92cc-9425d8131701 req-e08c6027-ac97-49a5-ab5e-edc3140b7b84 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:30.694139 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4d2355c1-33dd-4ecd-92cc-9425d8131701 req-e08c6027-ac97-49a5-ab5e-edc3140b7b84 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 2387 time: 0.1926146 Mar 09 03:46:30.694285 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bc37884-7e38-4b4a-ba4b-1a029d0c1fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:30.724414 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe34dc7-f5e9-449b-b63b-eacd568bb4d0 req-88a23721-f924-4005-9db3-276c10bf370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:30.725880 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bbe34dc7-f5e9-449b-b63b-eacd568bb4d0 req-88a23721-f924-4005-9db3-276c10bf370d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df803cbe9ddc43c4ab3fae6af237517a&device_id=072f65ae-791e-4dec-a1c1-27fe5e8eb326 HTTP/1.1" status: 200 len: 1094 time: 1.0559313 Mar 09 03:46:30.726423 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-63a133f9-1d80-4b87-b77a-a898a8f56b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:30.727694 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-384b0186-aba5-451d-9566-f80a803ac1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:30.771943 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3acabded-1db2-4a16-b88d-b7db6cc5afbc, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3acabded-1db2-4a16-b88d-b7db6cc5afbc,segment=NetworkSegment(3d28dad6-4b5d-4d7e-80bf-032436047a6f),segment_id=3d28dad6-4b5d-4d7e-80bf-032436047a6f)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:30.794346 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '3acabded-1db2-4a16-b88d-b7db6cc5afbc', 'network_id': 'c749ae6c-38fd-4476-8d0b-07ef65dfea2c', 'port_id': '3acabded-1db2-4a16-b88d-b7db6cc5afbc', 'mac_address': 'fa:16:3e:1c:37:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19a7fbd-f9bf-427a-a8b0-0fdbde590dc6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:46:30.841761 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4d2355c1-33dd-4ecd-92cc-9425d8131701 req-01401a6f-f304-43ec-8693-f3895f9b6cfe tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019986 Mar 09 03:46:30.862787 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-384b0186-aba5-451d-9566-f80a803ac1bb None None] For port 1a4706d5-a284-402e-bb16-e6a91b4fb0f3, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1a4706d5-a284-402e-bb16-e6a91b4fb0f3,segment=NetworkSegment(a953b085-d8df-421c-a6b8-3bd9be1d9c2d),segment_id=a953b085-d8df-421c-a6b8-3bd9be1d9c2d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:30.878894 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-384b0186-aba5-451d-9566-f80a803ac1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:30.935562 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-268b8f53-abbc-43a2-b498-7e6a2d1251f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:30.939606 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306457d-5124-4665-bf9a-3d64cf732772 req-19531c3e-b897-4a27-af7f-5e1790faad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:30.941188 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7306457d-5124-4665-bf9a-3d64cf732772 req-19531c3e-b897-4a27-af7f-5e1790faad68 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3168027 Mar 09 03:46:30.992680 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:31.037194 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cd369fe3-c225-49e1-b9df-df0df3bae21d req-5544d427-c71a-49d0-b928-28fbc9d99166 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1831291 Mar 09 03:46:31.073737 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:31.109039 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 74095d9e-619d-4376-9680-b65aea510aa3, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=74095d9e-619d-4376-9680-b65aea510aa3,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:31.116866 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74095d9e-619d-4376-9680-b65aea510aa3'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:46:31.128015 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:31.129154 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device c1bf2e7b-6867-47a0-93dd-cf54b2021393 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:46:31.156910 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-705cfff4-6ca6-4ad4-8eae-c293ac00d926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:31.169242 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b0186-aba5-451d-9566-f80a803ac1bb None None] Pushing event updated for resources: {'Port': ['ID=1a4706d5-a284-402e-bb16-e6a91b4fb0f3,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:31.180844 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3acabded-1db2-4a16-b88d-b7db6cc5afbc {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:46:31.246027 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 2fc27c33-3c8d-4435-bf4e-64855dbaa9c0 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:46:31.294885 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed06da9-7064-4471-9eff-f8b68f7163bb req-5593c4fb-ef61-4f45-89a3-dfd89f586eaa tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:31.299847 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7ed06da9-7064-4471-9eff-f8b68f7163bb req-5593c4fb-ef61-4f45-89a3-dfd89f586eaa tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=072f65ae-791e-4dec-a1c1-27fe5e8eb326 HTTP/1.1" status: 200 len: 943 time: 0.2441483 Mar 09 03:46:31.304067 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3acabded-1db2-4a16-b88d-b7db6cc5afbc, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3acabded-1db2-4a16-b88d-b7db6cc5afbc,segment=NetworkSegment(3d28dad6-4b5d-4d7e-80bf-032436047a6f),segment_id=3d28dad6-4b5d-4d7e-80bf-032436047a6f)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:31.327906 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:31.337918 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd369fe3-c225-49e1-b9df-df0df3bae21d req-e8b9feb5-dfb8-40f1-b626-5e5af2752930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:31.339437 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cd369fe3-c225-49e1-b9df-df0df3bae21d req-e8b9feb5-dfb8-40f1-b626-5e5af2752930 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a566af917eda438b9c3772466ff37f61&device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 1097 time: 0.1536388 Mar 09 03:46:31.388063 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7ed06da9-7064-4471-9eff-f8b68f7163bb req-938d8996-957b-44f6-aae6-56e4e06ab562 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/security-groups?id=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776103 Mar 09 03:46:31.389023 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=74095d9e-619d-4376-9680-b65aea510aa3,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:31.459648 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-8c74202b-21e7-47df-9b43-5fa904173f76 admin admin] Allocated IP 172.25.7.94 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/aaf30c2b-1681-4dc8-88f0-227a9daa21c4) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:46:31.471631 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=3acabded-1db2-4a16-b88d-b7db6cc5afbc,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:31.472682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d2d81-7972-490e-959a-bfa4c1e1aa6c req-e3718951-3d58-44f2-8a75-1590211cb192 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:31.479687 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c77d2d81-7972-490e-959a-bfa4c1e1aa6c req-e3718951-3d58-44f2-8a75-1590211cb192 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/ports?device_id=0713d099-214f-497b-9b03-be188804a46b HTTP/1.1" status: 200 len: 943 time: 0.8751070 Mar 09 03:46:31.504848 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c27abd59-1496-488a-91a1-7e49fd192f44 None None] Provisioning complete for port 1a4706d5-a284-402e-bb16-e6a91b4fb0f3 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:31.505223 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c27abd59-1496-488a-91a1-7e49fd192f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:31.535457 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:31.558226 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['3acabded-1db2-4a16-b88d-b7db6cc5afbc'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:46:31.564063 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe34dc7-f5e9-449b-b63b-eacd568bb4d0 req-0e1fc604-2daa-41a3-9bb3-6b57cc1ad152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:31.565498 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bbe34dc7-f5e9-449b-b63b-eacd568bb4d0 req-0e1fc604-2daa-41a3-9bb3-6b57cc1ad152 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c749ae6c-38fd-4476-8d0b-07ef65dfea2c HTTP/1.1" status: 200 len: 914 time: 0.8153472 Mar 09 03:46:31.592839 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 2fc27c33-3c8d-4435-bf4e-64855dbaa9c0 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:31.593207 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:31.613291 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd369fe3-c225-49e1-b9df-df0df3bae21d req-18129f44-9318-43cc-92a2-ea2ae25cf74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:31.615802 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cd369fe3-c225-49e1-b9df-df0df3bae21d req-18129f44-9318-43cc-92a2-ea2ae25cf74f service neutron] 10.222.0.24 "GET /v2.0/networks?id=b236dd5b-2019-418d-8a8d-2b42bdeabb23 HTTP/1.1" status: 200 len: 911 time: 0.2533062 Mar 09 03:46:31.662938 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e8b1f-031d-454b-973a-9742680f04e9 req-d6487107-7e7b-421f-8914-0a58b7be1cc3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:31.669123 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e8b1f-031d-454b-973a-9742680f04e9 req-d6487107-7e7b-421f-8914-0a58b7be1cc3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:31.676168 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e8b1f-031d-454b-973a-9742680f04e9 req-d6487107-7e7b-421f-8914-0a58b7be1cc3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:31.682542 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e8b1f-031d-454b-973a-9742680f04e9 req-d6487107-7e7b-421f-8914-0a58b7be1cc3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:31.689145 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e8b1f-031d-454b-973a-9742680f04e9 req-d6487107-7e7b-421f-8914-0a58b7be1cc3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:31.694969 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e8b1f-031d-454b-973a-9742680f04e9 req-d6487107-7e7b-421f-8914-0a58b7be1cc3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:31.701344 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e8b1f-031d-454b-973a-9742680f04e9 req-d6487107-7e7b-421f-8914-0a58b7be1cc3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:31.703453 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fa0e8b1f-031d-454b-973a-9742680f04e9 req-d6487107-7e7b-421f-8914-0a58b7be1cc3 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 5443 time: 0.1904125 Mar 09 03:46:31.712734 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port c1bf2e7b-6867-47a0-93dd-cf54b2021393, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c1bf2e7b-6867-47a0-93dd-cf54b2021393,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:31.724832 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:31.725526 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 1644b1aa-49cd-41fb-87b3-ed75bd5fc672 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:46:31.793638 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bbe34dc7-f5e9-449b-b63b-eacd568bb4d0 req-ce87a75c-b30a-436f-a426-f51df8269d7a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3acabded-1db2-4a16-b88d-b7db6cc5afbc HTTP/1.1" status: 200 len: 217 time: 0.2098265 Mar 09 03:46:31.836704 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fa0e8b1f-031d-454b-973a-9742680f04e9 req-3e243089-1f2b-4b1a-8c34-eed960d2d2b9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0829861 Mar 09 03:46:31.840948 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cd369fe3-c225-49e1-b9df-df0df3bae21d req-7e4a21b8-594c-450d-892f-681133bc1fb5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c216d3e7-023c-4e4d-b8d1-3bd00d20c97a HTTP/1.1" status: 200 len: 1001 time: 0.2128017 Mar 09 03:46:31.916233 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd369fe3-c225-49e1-b9df-df0df3bae21d req-323261ee-1c0c-47e8-be34-1ed95db6cee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:31.917887 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cd369fe3-c225-49e1-b9df-df0df3bae21d req-323261ee-1c0c-47e8-be34-1ed95db6cee0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63de480c-3416-46a4-bc21-c1381051f525 HTTP/1.1" status: 200 len: 849 time: 0.0709307 Mar 09 03:46:31.940259 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-63a133f9-1d80-4b87-b77a-a898a8f56b4d service neutron] For port 629e71ff-ed13-489c-8924-359aa6fd885b, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=629e71ff-ed13-489c-8924-359aa6fd885b,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:31.975018 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-63a133f9-1d80-4b87-b77a-a898a8f56b4d service neutron] For port 629e71ff-ed13-489c-8924-359aa6fd885b, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:46:31.991267 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74095d9e-619d-4376-9680-b65aea510aa3', 'code': 200} Mar 09 03:46:32.023576 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=c1bf2e7b-6867-47a0-93dd-cf54b2021393,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:32.063713 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-63a133f9-1d80-4b87-b77a-a898a8f56b4d service neutron] device_id is not set on port 629e71ff-ed13-489c-8924-359aa6fd885b yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:46:32.065172 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd369fe3-c225-49e1-b9df-df0df3bae21d req-24d43b9d-27a6-4b3a-98d9-e4fab80adddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:32.067242 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cd369fe3-c225-49e1-b9df-df0df3bae21d req-24d43b9d-27a6-4b3a-98d9-e4fab80adddb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b236dd5b-2019-418d-8a8d-2b42bdeabb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1431105 Mar 09 03:46:32.127285 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:32.133194 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c77d2d81-7972-490e-959a-bfa4c1e1aa6c req-895a6f6d-3ba9-45e5-802e-7c337eae4c63 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c1e4835-e57e-43fe-81b3-4d99c821d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6516898 Mar 09 03:46:32.166378 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:32.166378 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:32.166834 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-63a133f9-1d80-4b87-b77a-a898a8f56b4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:32.173549 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe34dc7-f5e9-449b-b63b-eacd568bb4d0 req-8c24603b-3a11-4158-b793-80f594bb462c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:32.175267 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bbe34dc7-f5e9-449b-b63b-eacd568bb4d0 req-8c24603b-3a11-4158-b793-80f594bb462c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d19a7fbd-f9bf-427a-a8b0-0fdbde590dc6 HTTP/1.1" status: 200 len: 853 time: 0.3174889 Mar 09 03:46:32.210653 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 1644b1aa-49cd-41fb-87b3-ed75bd5fc672, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=1644b1aa-49cd-41fb-87b3-ed75bd5fc672,segment=NetworkSegment(635225fe-5597-4fc5-b912-d36acfd93dcb),segment_id=635225fe-5597-4fc5-b912-d36acfd93dcb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:32.218115 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:32.219111 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device bc536592-9118-44c2-92f8-3c077dd9761f no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:46:32.232659 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-63a133f9-1d80-4b87-b77a-a898a8f56b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:32.350647 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=1644b1aa-49cd-41fb-87b3-ed75bd5fc672,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:32.388804 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 3751977e-3566-4c67-807c-0e84557cad51 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:46:32.425536 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:32.446143 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad95d0-3bc8-4ff2-9d1d-0df10d1d45f5 req-2135359c-01e3-4451-9f4f-6ff8f210c627 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:32.454374 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-54ad95d0-3bc8-4ff2-9d1d-0df10d1d45f5 req-2135359c-01e3-4451-9f4f-6ff8f210c627 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 946 time: 0.3446734 Mar 09 03:46:32.473488 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cd369fe3-c225-49e1-b9df-df0df3bae21d req-a3812dba-9a8f-492a-af10-1a8367aa8d8d service neutron] 10.222.0.24 "GET /v2.0/networks/b236dd5b-2019-418d-8a8d-2b42bdeabb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981435 Mar 09 03:46:32.544011 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bbe34dc7-f5e9-449b-b63b-eacd568bb4d0 req-cf678ecc-de24-4036-99c0-2f1247f09c36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c749ae6c-38fd-4476-8d0b-07ef65dfea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3491983 Mar 09 03:46:32.546195 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bc37884-7e38-4b4a-ba4b-1a029d0c1fd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:32.553074 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-54ad95d0-3bc8-4ff2-9d1d-0df10d1d45f5 req-f3b99bee-a2ec-4d0d-b054-be298513f6cb tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975924 Mar 09 03:46:32.580976 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port bc536592-9118-44c2-92f8-3c077dd9761f, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=bc536592-9118-44c2-92f8-3c077dd9761f,segment=NetworkSegment(1fb5ec62-c429-4acb-b59e-2c379bf2d93b),segment_id=1fb5ec62-c429-4acb-b59e-2c379bf2d93b)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:32.594513 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:32.595342 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 9d664959-c40f-40d2-a388-bd2e375986a5 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:46:32.681009 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bc37884-7e38-4b4a-ba4b-1a029d0c1fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:32.744464 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cd369fe3-c225-49e1-b9df-df0df3bae21d req-b9d78b33-1fd8-4fa9-b149-9207be1aed0a service neutron] 10.222.0.24 "GET /v2.0/networks/b236dd5b-2019-418d-8a8d-2b42bdeabb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469530 Mar 09 03:46:32.756265 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-63a133f9-1d80-4b87-b77a-a898a8f56b4d service neutron] No DVR routers for this DVR port 629e71ff-ed13-489c-8924-359aa6fd885b on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:46:32.775437 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 3751977e-3566-4c67-807c-0e84557cad51, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=3751977e-3566-4c67-807c-0e84557cad51,segment=NetworkSegment(a804253e-a792-45b3-938d-88b44cc5c723),segment_id=a804253e-a792-45b3-938d-88b44cc5c723)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:32.798156 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff26df-66d2-490f-9578-aba2afcfaa66 req-6536ad59-defb-48c8-8764-8026381d0802 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:32.800948 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6eff26df-66d2-490f-9578-aba2afcfaa66 req-6536ad59-defb-48c8-8764-8026381d0802 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=072f65ae-791e-4dec-a1c1-27fe5e8eb326 HTTP/1.1" status: 200 len: 944 time: 0.1199925 Mar 09 03:46:32.822750 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '3751977e-3566-4c67-807c-0e84557cad51', 'network_id': 'bbfa7a35-5a09-4d7b-8d66-660733fcba0c', 'port_id': '3751977e-3566-4c67-807c-0e84557cad51', 'mac_address': 'fa:16:3e:95:b5:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa39f3f8-370a-4743-89d1-8509db2e92e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:46:32.844698 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-dc3ad8ff-9e77-4c94-8b9a-3f304e7236b2 None None] Provisioning complete for port 629e71ff-ed13-489c-8924-359aa6fd885b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:32.844985 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dc3ad8ff-9e77-4c94-8b9a-3f304e7236b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:32.861626 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6eff26df-66d2-490f-9578-aba2afcfaa66 req-767dffb7-fbb4-4dc0-bca1-9dde56c3c20e tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/security-groups?id=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551629 Mar 09 03:46:32.898242 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8c74202b-21e7-47df-9b43-5fa904173f76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:32.907017 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a133f9-1d80-4b87-b77a-a898a8f56b4d service neutron] Pushing event updated for resources: {'Port': ['ID=629e71ff-ed13-489c-8924-359aa6fd885b,revision_number=6']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:32.921184 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-268b8f53-abbc-43a2-b498-7e6a2d1251f6 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:46:32.963783 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:32.973143 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=bc536592-9118-44c2-92f8-3c077dd9761f,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:32.989784 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-dc3ad8ff-9e77-4c94-8b9a-3f304e7236b2 None None] Port 629e71ff-ed13-489c-8924-359aa6fd885b cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:46:32.995745 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:33.023438 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3751977e-3566-4c67-807c-0e84557cad51 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:46:33.032989 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 9d664959-c40f-40d2-a388-bd2e375986a5, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=9d664959-c40f-40d2-a388-bd2e375986a5,segment=NetworkSegment(1fb5ec62-c429-4acb-b59e-2c379bf2d93b),segment_id=1fb5ec62-c429-4acb-b59e-2c379bf2d93b)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:33.043323 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bc37884-7e38-4b4a-ba4b-1a029d0c1fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:33.045751 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:33.046491 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 095f303c-8011-497f-8929-ca48dda83cc0 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:46:33.071117 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-63a133f9-1d80-4b87-b77a-a898a8f56b4d service neutron] In _notify_port_updated(), no bound segment for port 629e71ff-ed13-489c-8924-359aa6fd885b on network 3df08107-39bd-418e-a91b-4b0bc364390c {{(pid=87880) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 03:46:33.072081 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-63a133f9-1d80-4b87-b77a-a898a8f56b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:33.072200 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 3751977e-3566-4c67-807c-0e84557cad51, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=3751977e-3566-4c67-807c-0e84557cad51,segment=NetworkSegment(a804253e-a792-45b3-938d-88b44cc5c723),segment_id=a804253e-a792-45b3-938d-88b44cc5c723)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:33.072881 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-63a133f9-1d80-4b87-b77a-a898a8f56b4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:33.074528 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-63a133f9-1d80-4b87-b77a-a898a8f56b4d service neutron] 10.222.0.24 "PUT /v2.0/ports/629e71ff-ed13-489c-8924-359aa6fd885b HTTP/1.1" status: 200 len: 1032 time: 3.3238268 Mar 09 03:46:33.086834 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb86e1-2b22-4acd-b7af-b52daf7a4a3e req-edc73180-0460-4c09-a013-f2cb174ddade tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:33.089255 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e5fb86e1-2b22-4acd-b7af-b52daf7a4a3e req-edc73180-0460-4c09-a013-f2cb174ddade tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 946 time: 0.1181495 Mar 09 03:46:33.127916 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:33.151408 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e5fb86e1-2b22-4acd-b7af-b52daf7a4a3e req-c22b59d0-6678-4747-8a1c-2487b510a93b tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475373 Mar 09 03:46:33.185902 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=9d664959-c40f-40d2-a388-bd2e375986a5,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:33.212786 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-268b8f53-abbc-43a2-b498-7e6a2d1251f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:46:33.226199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc37884-7e38-4b4a-ba4b-1a029d0c1fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=5176e5dc-aba5-467c-9d0b-8e272968ae67,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:33.243521 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1a4706d5-a284-402e-bb16-e6a91b4fb0f3 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:46:33.255527 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bbe34dc7-f5e9-449b-b63b-eacd568bb4d0 req-2003add6-8d91-4511-99d1-0dd8de2ea394 service neutron] 10.222.0.21 "GET /v2.0/networks/c749ae6c-38fd-4476-8d0b-07ef65dfea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6470077 Mar 09 03:46:33.261486 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-268b8f53-abbc-43a2-b498-7e6a2d1251f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:33.373874 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303752f-ce75-4813-ae02-8d283cefe14e req-5fa804b5-684f-4b42-b44e-4d7465b4ba25 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:33.378043 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59ade2-7d4f-400d-ab38-bc136ecc884b req-610597a8-f38c-4af1-a0b1-d8da3e3515a8 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:33.380670 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303752f-ce75-4813-ae02-8d283cefe14e req-5fa804b5-684f-4b42-b44e-4d7465b4ba25 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:33.384617 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59ade2-7d4f-400d-ab38-bc136ecc884b req-610597a8-f38c-4af1-a0b1-d8da3e3515a8 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:33.387646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303752f-ce75-4813-ae02-8d283cefe14e req-5fa804b5-684f-4b42-b44e-4d7465b4ba25 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:33.391073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59ade2-7d4f-400d-ab38-bc136ecc884b req-610597a8-f38c-4af1-a0b1-d8da3e3515a8 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:33.391740 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:33.392720 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa59ade2-7d4f-400d-ab38-bc136ecc884b req-610597a8-f38c-4af1-a0b1-d8da3e3515a8 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 2387 time: 0.8408182 Mar 09 03:46:33.394724 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303752f-ce75-4813-ae02-8d283cefe14e req-5fa804b5-684f-4b42-b44e-4d7465b4ba25 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:33.401707 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303752f-ce75-4813-ae02-8d283cefe14e req-5fa804b5-684f-4b42-b44e-4d7465b4ba25 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:33.404199 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=3751977e-3566-4c67-807c-0e84557cad51,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:33.409614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303752f-ce75-4813-ae02-8d283cefe14e req-5fa804b5-684f-4b42-b44e-4d7465b4ba25 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:33.411813 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d303752f-ce75-4813-ae02-8d283cefe14e req-5fa804b5-684f-4b42-b44e-4d7465b4ba25 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 4656 time: 0.1378527 Mar 09 03:46:33.429442 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-0bc3b454-b14d-4f43-ade7-959186193012 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:33.430989 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-0bc3b454-b14d-4f43-ade7-959186193012 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.24 "GET /v2.0/ports/095f303c-8011-497f-8929-ca48dda83cc0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3425295 Mar 09 03:46:33.432527 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-268b8f53-abbc-43a2-b498-7e6a2d1251f6 service neutron] Transition to ACTIVE for port object 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:33.432677 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:33.445361 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 1a4706d5-a284-402e-bb16-e6a91b4fb0f3 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:33.445622 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:33.471211 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d303752f-ce75-4813-ae02-8d283cefe14e req-01d09869-f96d-4f68-8d51-44f128f821f4 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522735 Mar 09 03:46:33.481679 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['3751977e-3566-4c67-807c-0e84557cad51'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:46:33.493696 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-8f0903c2-b952-4c78-898c-5b54c39f6c13 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:33.506349 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 095f303c-8011-497f-8929-ca48dda83cc0, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=095f303c-8011-497f-8929-ca48dda83cc0,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:33.528665 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:33.528930 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 629e71ff-ed13-489c-8924-359aa6fd885b no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:46:33.531274 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8c74202b-21e7-47df-9b43-5fa904173f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:33.582527 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-268b8f53-abbc-43a2-b498-7e6a2d1251f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:33.681828 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43268199-2cd8-4088-a69f-9b3bab4beaa3 req-eae5fa70-1887-40ee-b94f-02ca9391c9cd tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:33.683910 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-43268199-2cd8-4088-a69f-9b3bab4beaa3 req-eae5fa70-1887-40ee-b94f-02ca9391c9cd tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/ports?device_id=0713d099-214f-497b-9b03-be188804a46b HTTP/1.1" status: 200 len: 944 time: 0.1041374 Mar 09 03:46:33.689654 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 629e71ff-ed13-489c-8924-359aa6fd885b not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:46:33.693204 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=095f303c-8011-497f-8929-ca48dda83cc0,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:33.720096 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c74202b-21e7-47df-9b43-5fa904173f76 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:46:33.733795 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa59ade2-7d4f-400d-ab38-bc136ecc884b req-b8a014cb-e847-4585-a3de-76047a28ac7c tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240387 Mar 09 03:46:33.748899 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-8c74202b-21e7-47df-9b43-5fa904173f76 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:46:33.759961 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-43268199-2cd8-4088-a69f-9b3bab4beaa3 req-afdcba02-bd58-4355-a533-8e17d5d6782b tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c1e4835-e57e-43fe-81b3-4d99c821d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667419 Mar 09 03:46:33.814914 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c74202b-21e7-47df-9b43-5fa904173f76 admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:46:33.873314 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74202b-21e7-47df-9b43-5fa904173f76 admin admin] Pushing event updated for resources: {'Port': ['ID=aaf30c2b-1681-4dc8-88f0-227a9daa21c4,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:33.935640 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc37884-7e38-4b4a-ba4b-1a029d0c1fd0 admin admin] Network 3d62296e-a7e4-4061-88a7-e2ef850363e9 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:46:33.957507 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:33.965763 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bbe34dc7-f5e9-449b-b63b-eacd568bb4d0 req-22679f06-3146-472f-8055-165e0b110988 service neutron] 10.222.0.21 "GET /v2.0/networks/c749ae6c-38fd-4476-8d0b-07ef65dfea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6959183 Mar 09 03:46:33.979804 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-0bc37884-7e38-4b4a-ba4b-1a029d0c1fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:46:33.997090 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1bf2e7b-6867-47a0-93dd-cf54b2021393'}, {'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1644b1aa-49cd-41fb-87b3-ed75bd5fc672'}, {'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc536592-9118-44c2-92f8-3c077dd9761f'}, {'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d664959-c40f-40d2-a388-bd2e375986a5'}, {'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '095f303c-8011-497f-8929-ca48dda83cc0'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:46:34.112163 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb6cb3-c21c-41af-9a83-c1bd1843dd39 req-67ef2f0d-f198-4ce3-846f-657e76956f7a tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:34.119258 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95bb6cb3-c21c-41af-9a83-c1bd1843dd39 req-67ef2f0d-f198-4ce3-846f-657e76956f7a tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=072f65ae-791e-4dec-a1c1-27fe5e8eb326 HTTP/1.1" status: 200 len: 944 time: 0.1027131 Mar 09 03:46:34.147453 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-8f0903c2-b952-4c78-898c-5b54c39f6c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:34.173787 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3acabded-1db2-4a16-b88d-b7db6cc5afbc up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:46:34.187199 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95bb6cb3-c21c-41af-9a83-c1bd1843dd39 req-afeda5fb-87fd-4367-b9de-7b0304422f22 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/security-groups?id=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655413 Mar 09 03:46:34.208469 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1bf2e7b-6867-47a0-93dd-cf54b2021393', 'code': 200} Mar 09 03:46:34.208762 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1644b1aa-49cd-41fb-87b3-ed75bd5fc672', 'code': 200} Mar 09 03:46:34.209123 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc536592-9118-44c2-92f8-3c077dd9761f', 'code': 200} Mar 09 03:46:34.209380 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d664959-c40f-40d2-a388-bd2e375986a5', 'code': 200} Mar 09 03:46:34.209620 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '095f303c-8011-497f-8929-ca48dda83cc0', 'code': 200} Mar 09 03:46:34.255361 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 3acabded-1db2-4a16-b88d-b7db6cc5afbc completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:46:34.262161 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 3acabded-1db2-4a16-b88d-b7db6cc5afbc triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:34.262597 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:34.404166 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0c92699b-1277-48fa-a000-d257df809645 None None] Provisioning complete for port 5176e5dc-aba5-467c-9d0b-8e272968ae67 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:34.404526 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0c92699b-1277-48fa-a000-d257df809645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:34.420308 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b8f53-abbc-43a2-b498-7e6a2d1251f6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:34.433373 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:34.483082 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-0c92699b-1277-48fa-a000-d257df809645 None None] Port 5176e5dc-aba5-467c-9d0b-8e272968ae67 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:46:34.491360 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3acabded-1db2-4a16-b88d-b7db6cc5afbc, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3acabded-1db2-4a16-b88d-b7db6cc5afbc,segment=NetworkSegment(3d28dad6-4b5d-4d7e-80bf-032436047a6f),segment_id=3d28dad6-4b5d-4d7e-80bf-032436047a6f)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:34.495216 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:34.567066 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=3acabded-1db2-4a16-b88d-b7db6cc5afbc,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:34.684446 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c630e4-869e-4f5b-9b92-85da968d24ab req-b33feb60-162e-4398-acae-b561c90f5f66 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:34.690420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c630e4-869e-4f5b-9b92-85da968d24ab req-b33feb60-162e-4398-acae-b561c90f5f66 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:34.696191 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c630e4-869e-4f5b-9b92-85da968d24ab req-b33feb60-162e-4398-acae-b561c90f5f66 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:34.702467 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c630e4-869e-4f5b-9b92-85da968d24ab req-b33feb60-162e-4398-acae-b561c90f5f66 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:34.708216 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c630e4-869e-4f5b-9b92-85da968d24ab req-b33feb60-162e-4398-acae-b561c90f5f66 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:34.713898 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c630e4-869e-4f5b-9b92-85da968d24ab req-b33feb60-162e-4398-acae-b561c90f5f66 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:34.715861 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f4c630e4-869e-4f5b-9b92-85da968d24ab req-b33feb60-162e-4398-acae-b561c90f5f66 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 4654 time: 0.1230147 Mar 09 03:46:34.765056 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f4c630e4-869e-4f5b-9b92-85da968d24ab req-2920648d-6b7a-423a-896e-a173f5b39019 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428994 Mar 09 03:46:34.766885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-268b8f53-abbc-43a2-b498-7e6a2d1251f6 service neutron] Attempting to bind port 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:46:34.767216 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-268b8f53-abbc-43a2-b498-7e6a2d1251f6 service neutron] Attempting to bind port 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '87e5f55d-80a8-44b2-8a8c-6f4c935bb573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'be1b5ca0-b024-4c74-9d5a-f1d8514570d5'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:46:34.767540 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-268b8f53-abbc-43a2-b498-7e6a2d1251f6 service neutron] Attempting to bind port 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e on network be1b5ca0-b024-4c74-9d5a-f1d8514570d5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:46:34.808607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-268b8f53-abbc-43a2-b498-7e6a2d1251f6 service neutron] Port 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e on network be1b5ca0-b024-4c74-9d5a-f1d8514570d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:46:34.808921 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-268b8f53-abbc-43a2-b498-7e6a2d1251f6 service neutron] Attempting to bind port 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e on network be1b5ca0-b024-4c74-9d5a-f1d8514570d5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:46:34.861062 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-268b8f53-abbc-43a2-b498-7e6a2d1251f6 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:46:34.861396 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-268b8f53-abbc-43a2-b498-7e6a2d1251f6 service neutron] Checking segment: {'id': '87e5f55d-80a8-44b2-8a8c-6f4c935bb573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'be1b5ca0-b024-4c74-9d5a-f1d8514570d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:46:34.861779 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-268b8f53-abbc-43a2-b498-7e6a2d1251f6 service neutron] Bound using segment: {'id': '87e5f55d-80a8-44b2-8a8c-6f4c935bb573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'be1b5ca0-b024-4c74-9d5a-f1d8514570d5'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:46:34.862217 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-268b8f53-abbc-43a2-b498-7e6a2d1251f6 service neutron] Bound port: 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e5f55d-80a8-44b2-8a8c-6f4c935bb573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'be1b5ca0-b024-4c74-9d5a-f1d8514570d5'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:46:34.862555 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-268b8f53-abbc-43a2-b498-7e6a2d1251f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:34.956488 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb7bc9-e764-4eea-add8-037a9a44c4a9 req-5d0efb19-6392-4608-b26e-2b6a942990dd tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:34.962346 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb7bc9-e764-4eea-add8-037a9a44c4a9 req-5d0efb19-6392-4608-b26e-2b6a942990dd tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:34.968257 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb7bc9-e764-4eea-add8-037a9a44c4a9 req-5d0efb19-6392-4608-b26e-2b6a942990dd tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:34.969845 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3cdb7bc9-e764-4eea-add8-037a9a44c4a9 req-5d0efb19-6392-4608-b26e-2b6a942990dd tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 2399 time: 0.1043849 Mar 09 03:46:35.016791 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc37884-7e38-4b4a-ba4b-1a029d0c1fd0 admin admin] Router de0d34ed-7e65-46d8-be33-78bce68ed3aa has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:46:35.018302 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3cdb7bc9-e764-4eea-add8-037a9a44c4a9 req-e9609128-6ec6-4377-a977-f0a2163591ad tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425625 Mar 09 03:46:35.086649 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-ed3aaacc-5ed5-4f17-8da1-c8d7f155144d tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:35.088123 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-ed3aaacc-5ed5-4f17-8da1-c8d7f155144d tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/networks?id=16be6384-7665-4d3b-853c-e1f9ee6de707 HTTP/1.1" status: 200 len: 815 time: 0.6873996 Mar 09 03:46:35.189675 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af33ae-f040-48db-bc22-866e8f0baa76 req-a03eff77-212b-42e5-b7a9-eb54423eac70 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:35.191048 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c3af33ae-f040-48db-bc22-866e8f0baa76 req-a03eff77-212b-42e5-b7a9-eb54423eac70 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/ports?device_id=0713d099-214f-497b-9b03-be188804a46b HTTP/1.1" status: 200 len: 944 time: 0.0788729 Mar 09 03:46:35.236762 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c3af33ae-f040-48db-bc22-866e8f0baa76 req-5ec8a72c-c7e0-4cc5-baf2-6b28a7662505 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c1e4835-e57e-43fe-81b3-4d99c821d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398443 Mar 09 03:46:35.251449 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-0b8eec2a-bd67-4dc4-a867-58cb68a6365e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/quotas/ca529601472a4967a21b451b8c93eb48 HTTP/1.1" status: 200 len: 375 time: 0.1554813 Mar 09 03:46:35.421170 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d41dff-7893-46b7-a812-cfbf66e9a01e req-1a4dd2c9-4e8c-4781-9614-d0a910257f26 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:35.422602 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-90d41dff-7893-46b7-a812-cfbf66e9a01e req-1a4dd2c9-4e8c-4781-9614-d0a910257f26 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=072f65ae-791e-4dec-a1c1-27fe5e8eb326 HTTP/1.1" status: 200 len: 945 time: 0.0869083 Mar 09 03:46:35.468028 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-90d41dff-7893-46b7-a812-cfbf66e9a01e req-8c88a279-43b8-4941-a4bf-7010e2ca398d tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/security-groups?id=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392890 Mar 09 03:46:35.475870 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-8f0903c2-b952-4c78-898c-5b54c39f6c13 service neutron] For port 095f303c-8011-497f-8929-ca48dda83cc0, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=095f303c-8011-497f-8929-ca48dda83cc0,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:35.478375 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-268b8f53-abbc-43a2-b498-7e6a2d1251f6 service neutron] For port 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:46:35.480916 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8c74202b-21e7-47df-9b43-5fa904173f76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:35.579703 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-268b8f53-abbc-43a2-b498-7e6a2d1251f6 service neutron] For port 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e,segment=NetworkSegment(87e5f55d-80a8-44b2-8a8c-6f4c935bb573),segment_id=87e5f55d-80a8-44b2-8a8c-6f4c935bb573)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:46:35.601208 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-268b8f53-abbc-43a2-b498-7e6a2d1251f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:35.638830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc37884-7e38-4b4a-ba4b-1a029d0c1fd0 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:46:35.651445 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] Sync routers for ids ['de0d34ed-7e65-46d8-be33-78bce68ed3aa'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:46:35.661917 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] Routers {'de0d34ed-7e65-46d8-be33-78bce68ed3aa'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:46:35.662518 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:46:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['de0d34ed-7e65-46d8-be33-78bce68ed3aa'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:35.864923 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-268b8f53-abbc-43a2-b498-7e6a2d1251f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:35.865308 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-268b8f53-abbc-43a2-b498-7e6a2d1251f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:35.866681 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-268b8f53-abbc-43a2-b498-7e6a2d1251f6 service neutron] 10.222.0.21 "PUT /v2.0/ports/5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e HTTP/1.1" status: 200 len: 1092 time: 5.7986586 Mar 09 03:46:35.867996 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-8f0903c2-b952-4c78-898c-5b54c39f6c13 service neutron] For port 095f303c-8011-497f-8929-ca48dda83cc0, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:46:35.915313 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] Set router de0d34ed-7e65-46d8-be33-78bce68ed3aa gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:46:35.973526 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0439f878-e161-4062-b9cb-56082d60691a', 'tag': '5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:46:36.047328 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-bceeb2dd-5158-4856-b7d9-502288745733 service neutron] Request body: {'port': {'device_id': '0439f878-e161-4062-b9cb-56082d60691a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:36.059241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2f729-7d93-465b-ab17-61767eb24eb2 req-fd7d3293-7986-4f37-ac8f-6f1d1dbea015 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:36.067922 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2f729-7d93-465b-ab17-61767eb24eb2 req-fd7d3293-7986-4f37-ac8f-6f1d1dbea015 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:36.075574 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2f729-7d93-465b-ab17-61767eb24eb2 req-fd7d3293-7986-4f37-ac8f-6f1d1dbea015 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:36.082165 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2f729-7d93-465b-ab17-61767eb24eb2 req-fd7d3293-7986-4f37-ac8f-6f1d1dbea015 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:36.089068 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2f729-7d93-465b-ab17-61767eb24eb2 req-fd7d3293-7986-4f37-ac8f-6f1d1dbea015 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:36.096768 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2f729-7d93-465b-ab17-61767eb24eb2 req-fd7d3293-7986-4f37-ac8f-6f1d1dbea015 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:36.099018 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e2f2f729-7d93-465b-ab17-61767eb24eb2 req-fd7d3293-7986-4f37-ac8f-6f1d1dbea015 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 4654 time: 0.1783106 Mar 09 03:46:36.153341 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e2f2f729-7d93-465b-ab17-61767eb24eb2 req-95e11dce-2d00-4c71-8151-ea4c35fcac5b tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbc22626-916b-4e7d-82d9-d3664bd42560&id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476046 Mar 09 03:46:36.201546 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0bc37884-7e38-4b4a-ba4b-1a029d0c1fd0 admin admin] 10.222.0.16 "PUT /v2.0/routers/de0d34ed-7e65-46d8-be33-78bce68ed3aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3835576 Mar 09 03:46:36.201546 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-d50c51e4-2dd5-449d-9782-892538b4b97e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ca529601472a4967a21b451b8c93eb48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9210641 Mar 09 03:46:36.214187 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072f65ae-791e-4dec-a1c1-27fe5e8eb326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acabded-1db2-4a16-b88d-b7db6cc5afbc'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:46:36.217626 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b8f53-abbc-43a2-b498-7e6a2d1251f6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:36.269328 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-8f0903c2-b952-4c78-898c-5b54c39f6c13 service neutron] device_id is not set on port 095f303c-8011-497f-8929-ca48dda83cc0 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:46:36.281041 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-8f0903c2-b952-4c78-898c-5b54c39f6c13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:36.326816 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'name': 'tempest-ServerActionsTestJSON-1210079916-router', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:46:16Z', 'updated_at': '2022-03-09T03:46:30Z', 'revision_number': 4, 'project_id': '583552b4403540f294a79f7bae92d808', 'gw_port': {'id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:19Z', 'updated_at': '2022-03-09T03:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '5176e5dc-aba5-467c-9d0b-8e272968ae67', 'name': '', 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'mac_address': 'fa:16:3e:64:43:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd785722e-a890-45c5-869c-7b3149d30510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:26Z', 'updated_at': '2022-03-09T03:46:31Z', 'revision_number': 2, 'project_id': '583552b4403540f294a79f7bae92d808', 'subnets': [{'id': 'd785722e-a890-45c5-869c-7b3149d30510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:36.333079 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] Checking router: de0d34ed-7e65-46d8-be33-78bce68ed3aa for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:46:36.333434 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] Updating router de0d34ed-7e65-46d8-be33-78bce68ed3aa port 5176e5dc-aba5-467c-9d0b-8e272968ae67 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:46:36.342063 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0439f878-e161-4062-b9cb-56082d60691a', 'tag': '5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e', 'status': 'completed', 'code': 200} Mar 09 03:46:36.379220 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-8f0903c2-b952-4c78-898c-5b54c39f6c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:36.408332 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:36.420787 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 3751977e-3566-4c67-807c-0e84557cad51 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:46:36.465502 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dee62-8a33-434d-8905-7fa6f5151b10 req-859d259e-a284-4cfe-91c4-99ddf43298da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:36.465985 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dee62-8a33-434d-8905-7fa6f5151b10 req-859d259e-a284-4cfe-91c4-99ddf43298da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:36.466460 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dee62-8a33-434d-8905-7fa6f5151b10 req-859d259e-a284-4cfe-91c4-99ddf43298da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:36.468115 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-683dee62-8a33-434d-8905-7fa6f5151b10 req-859d259e-a284-4cfe-91c4-99ddf43298da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1b3aca0566d4eb989ee2bf1d8c5606e&device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 2797 time: 0.1559048 Mar 09 03:46:36.475812 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e1784-f526-453f-9974-fd9095537f4c req-5c7b31f5-8dc6-4499-af1e-06a974fd44b3 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:36.477577 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-109e1784-f526-453f-9974-fd9095537f4c req-5c7b31f5-8dc6-4499-af1e-06a974fd44b3 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dd28aa8-20e3-4676-a8ed-f7367e7e04a3 HTTP/1.1" status: 200 len: 946 time: 1.0372868 Mar 09 03:46:36.535592 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072cc2e-3894-408d-9c53-284bf6b6e503 req-bd0bb0de-54e2-450c-88fc-468b5939e90e tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:36.541617 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072cc2e-3894-408d-9c53-284bf6b6e503 req-bd0bb0de-54e2-450c-88fc-468b5939e90e tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:36.548959 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072cc2e-3894-408d-9c53-284bf6b6e503 req-bd0bb0de-54e2-450c-88fc-468b5939e90e tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:36.550626 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2072cc2e-3894-408d-9c53-284bf6b6e503 req-bd0bb0de-54e2-450c-88fc-468b5939e90e tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 2399 time: 0.1703832 Mar 09 03:46:36.685866 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2072cc2e-3894-408d-9c53-284bf6b6e503 req-62df4289-f688-4456-b331-29bcda0c0d51 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840085 Mar 09 03:46:36.695913 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 3751977e-3566-4c67-807c-0e84557cad51 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:46:36.717708 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dee62-8a33-434d-8905-7fa6f5151b10 req-77be9327-eb52-4700-8926-62df08c54b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:36.718230 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dee62-8a33-434d-8905-7fa6f5151b10 req-77be9327-eb52-4700-8926-62df08c54b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:36.718699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dee62-8a33-434d-8905-7fa6f5151b10 req-77be9327-eb52-4700-8926-62df08c54b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:36.720277 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-683dee62-8a33-434d-8905-7fa6f5151b10 req-77be9327-eb52-4700-8926-62df08c54b83 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=e1b3aca0566d4eb989ee2bf1d8c5606e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2425444 Mar 09 03:46:36.772318 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072f65ae-791e-4dec-a1c1-27fe5e8eb326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acabded-1db2-4a16-b88d-b7db6cc5afbc', 'code': 200} Mar 09 03:46:36.773126 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 3751977e-3566-4c67-807c-0e84557cad51 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:36.773533 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:36.824856 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-bceeb2dd-5158-4856-b7d9-502288745733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:36.843912 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-8f0903c2-b952-4c78-898c-5b54c39f6c13 service neutron] No DVR routers for this DVR port 095f303c-8011-497f-8929-ca48dda83cc0 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:46:36.885742 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-c4e80eb7-f28c-4c50-b67e-9da146fe7ff0 service neutron] 10.222.0.16 "GET /v2.0/networks/16be6384-7665-4d3b-853c-e1f9ee6de707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6690884 Mar 09 03:46:36.969723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0903c2-b952-4c78-898c-5b54c39f6c13 service neutron] Pushing event updated for resources: {'Port': ['ID=095f303c-8011-497f-8929-ca48dda83cc0,revision_number=7']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:36.973514 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8c74202b-21e7-47df-9b43-5fa904173f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:37.034646 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:37.082834 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-109e1784-f526-453f-9974-fd9095537f4c req-948aa5e6-6478-402e-991d-cbc0257fe80d tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Deleting port b7519765-0f46-43a5-bd17-dd68be823223 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:46:37.083461 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-109e1784-f526-453f-9974-fd9095537f4c req-948aa5e6-6478-402e-991d-cbc0257fe80d tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:37.091358 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:37.100860 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cc9479a9-372d-4567-8e94-fa859f08c520 None None] Provisioning complete for port 095f303c-8011-497f-8929-ca48dda83cc0 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:37.101129 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cc9479a9-372d-4567-8e94-fa859f08c520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:37.146802 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dee62-8a33-434d-8905-7fa6f5151b10 req-f4c19210-3fc8-4a1c-be50-629a5c23fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:37.147544 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 3751977e-3566-4c67-807c-0e84557cad51, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=3751977e-3566-4c67-807c-0e84557cad51,segment=NetworkSegment(a804253e-a792-45b3-938d-88b44cc5c723),segment_id=a804253e-a792-45b3-938d-88b44cc5c723)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:37.148593 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-683dee62-8a33-434d-8905-7fa6f5151b10 req-f4c19210-3fc8-4a1c-be50-629a5c23fa27 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4174969 Mar 09 03:46:37.150727 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] Transition to ACTIVE for port object 5176e5dc-aba5-467c-9d0b-8e272968ae67 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:37.158527 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:37.180562 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ac04f-a7f5-42aa-99ee-cfa531d538f9 req-9275255d-26e6-4a0f-8d46-c41f6cb6adb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:37.182071 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f1ac04f-a7f5-42aa-99ee-cfa531d538f9 req-9275255d-26e6-4a0f-8d46-c41f6cb6adb6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=072f65ae-791e-4dec-a1c1-27fe5e8eb326 HTTP/1.1" status: 200 len: 1096 time: 0.3315187 Mar 09 03:46:37.190330 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a316657-334f-4492-b2f1-2a4efa85d79c req-17d6791b-5438-4f4c-99b6-f42e6b6eea8d tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:37.191743 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8a316657-334f-4492-b2f1-2a4efa85d79c req-17d6791b-5438-4f4c-99b6-f42e6b6eea8d tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/ports?device_id=0713d099-214f-497b-9b03-be188804a46b HTTP/1.1" status: 200 len: 944 time: 0.1696134 Mar 09 03:46:37.205123 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:37.223262 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-cc9479a9-372d-4567-8e94-fa859f08c520 None None] Port 095f303c-8011-497f-8929-ca48dda83cc0 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:46:37.264757 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f1ac04f-a7f5-42aa-99ee-cfa531d538f9 req-fbda631a-08aa-4bd8-a5ee-0a5658663b25 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718248 Mar 09 03:46:37.267708 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8a316657-334f-4492-b2f1-2a4efa85d79c req-8b89cc81-9274-4d00-8d47-1482cd71c4f5 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c1e4835-e57e-43fe-81b3-4d99c821d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614111 Mar 09 03:46:37.362826 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=3751977e-3566-4c67-807c-0e84557cad51,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:37.368297 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-8f0903c2-b952-4c78-898c-5b54c39f6c13 service neutron] In _notify_port_updated(), no bound segment for port 095f303c-8011-497f-8929-ca48dda83cc0 on network 3df08107-39bd-418e-a91b-4b0bc364390c {{(pid=87880) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 03:46:37.369220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-8f0903c2-b952-4c78-898c-5b54c39f6c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:37.369949 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-8f0903c2-b952-4c78-898c-5b54c39f6c13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:37.371463 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-8f0903c2-b952-4c78-898c-5b54c39f6c13 service neutron] 10.222.0.24 "PUT /v2.0/ports/095f303c-8011-497f-8929-ca48dda83cc0 HTTP/1.1" status: 200 len: 1033 time: 3.8816690 Mar 09 03:46:37.476991 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] Attempting to bind port 5176e5dc-aba5-467c-9d0b-8e272968ae67 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:46:37.477355 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] Attempting to bind port 5176e5dc-aba5-467c-9d0b-8e272968ae67 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:46:37.477717 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] Attempting to bind port 5176e5dc-aba5-467c-9d0b-8e272968ae67 on network 3d62296e-a7e4-4061-88a7-e2ef850363e9 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:46:37.480638 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48621e1e-7a07-4d58-8b6e-159da3cf3c58 None None] Pushing event updated for resources: {'Port': ['ID=5176e5dc-aba5-467c-9d0b-8e272968ae67,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:37.488418 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:46:37.488750 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] Checking segment: {'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:46:37.489250 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:37.489593 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] Bound using segment: {'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:46:37.490216 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] Bound port: 5176e5dc-aba5-467c-9d0b-8e272968ae67, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:46:37.490552 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:37.547275 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55672) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:37.556485 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-c8047680-8bdd-417a-a482-c8a0af368265 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Request body: {'security_group': {'name': 'tempest-securitygroup--298346208', 'description': 'tempest-description--700859736'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:37.566139 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c8047680-8bdd-417a-a482-c8a0af368265 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:46:37.572199 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c8047680-8bdd-417a-a482-c8a0af368265 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Usage tracker for resource:security_group and tenant:583552b4403540f294a79f7bae92d808 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:46:37.577757 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c8047680-8bdd-417a-a482-c8a0af368265 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:46:37.591259 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c8047680-8bdd-417a-a482-c8a0af368265 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:46:37.598913 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] For port 5176e5dc-aba5-467c-9d0b-8e272968ae67, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:46:37.602003 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] For port 5176e5dc-aba5-467c-9d0b-8e272968ae67, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5176e5dc-aba5-467c-9d0b-8e272968ae67,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:46:37.607380 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:37.608305 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8047680-8bdd-417a-a482-c8a0af368265 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:37.675824 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c8047680-8bdd-417a-a482-c8a0af368265 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:46:37.686836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c8047680-8bdd-417a-a482-c8a0af368265 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Usage tracker for resource:security_group_rule and tenant:583552b4403540f294a79f7bae92d808 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:46:37.690412 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c8047680-8bdd-417a-a482-c8a0af368265 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:46:37.692896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] Routers {'de0d34ed-7e65-46d8-be33-78bce68ed3aa'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:46:37.693627 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:46:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['de0d34ed-7e65-46d8-be33-78bce68ed3aa'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:37.698583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c8047680-8bdd-417a-a482-c8a0af368265 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:46:37.757830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-d3a34cb6-c285-44a8-8739-7f321ee78642 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Deleting port 74095d9e-619d-4376-9680-b65aea510aa3 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:46:37.758186 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-d3a34cb6-c285-44a8-8739-7f321ee78642 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:37.765636 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ab4a0-30e7-4c87-b364-f3f3f0f3fe18 req-160d2a7f-8401-426c-8a1d-533128392265 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:37.767186 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff1ab4a0-30e7-4c87-b364-f3f3f0f3fe18 req-160d2a7f-8401-426c-8a1d-533128392265 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=072f65ae-791e-4dec-a1c1-27fe5e8eb326 HTTP/1.1" status: 200 len: 945 time: 0.1339421 Mar 09 03:46:37.769293 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48621e1e-7a07-4d58-8b6e-159da3cf3c58 None None] Pushing event updated for resources: {'Port': ['ID=5176e5dc-aba5-467c-9d0b-8e272968ae67,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:37.897239 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff1ab4a0-30e7-4c87-b364-f3f3f0f3fe18 req-971f590f-f76b-4f8b-913f-d51238b66405 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/security-groups?id=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236157 Mar 09 03:46:37.903434 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8047680-8bdd-417a-a482-c8a0af368265 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:37.914147 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8047680-8bdd-417a-a482-c8a0af368265 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:37.953160 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] Set router de0d34ed-7e65-46d8-be33-78bce68ed3aa gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:46:37.963169 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8047680-8bdd-417a-a482-c8a0af368265 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:37.968956 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8047680-8bdd-417a-a482-c8a0af368265 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:37.973929 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c8047680-8bdd-417a-a482-c8a0af368265 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4249258 Mar 09 03:46:37.975471 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55678) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:37.982840 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-e25cbac3-ed89-4c04-b47f-37592a48395c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Request body: {'security_group_rule': {'security_group_id': '684ff69e-5a9b-4a63-ad7f-17fa9cb003a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:37.992190 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e25cbac3-ed89-4c04-b47f-37592a48395c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:46:37.999741 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e25cbac3-ed89-4c04-b47f-37592a48395c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Usage tracker for resource:security_group_rule and tenant:583552b4403540f294a79f7bae92d808 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:46:38.003730 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e25cbac3-ed89-4c04-b47f-37592a48395c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:46:38.018748 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e25cbac3-ed89-4c04-b47f-37592a48395c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:46:38.044203 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e25cbac3-ed89-4c04-b47f-37592a48395c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:38.051629 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-5df56758-c0f5-4282-b816-d8a1e3db324a service neutron] 10.222.0.16 "GET /v2.0/networks/16be6384-7665-4d3b-853c-e1f9ee6de707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1322370 Mar 09 03:46:38.125125 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e25cbac3-ed89-4c04-b47f-37592a48395c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:38.175092 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e25cbac3-ed89-4c04-b47f-37592a48395c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:38.244072 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25cbac3-ed89-4c04-b47f-37592a48395c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ad21a7-e659-4bad-8cfa-f7e2601ba8bf,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:38.279479 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e25cbac3-ed89-4c04-b47f-37592a48395c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:38.282012 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e25cbac3-ed89-4c04-b47f-37592a48395c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3047168 Mar 09 03:46:38.287980 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55684) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:38.302462 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-de4dbc4e-13f0-49f5-93c6-b310009c2761 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Request body: {'security_group_rule': {'security_group_id': '684ff69e-5a9b-4a63-ad7f-17fa9cb003a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:38.313663 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-de4dbc4e-13f0-49f5-93c6-b310009c2761 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:46:38.318072 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-de4dbc4e-13f0-49f5-93c6-b310009c2761 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Usage tracker for resource:security_group_rule and tenant:583552b4403540f294a79f7bae92d808 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:46:38.325693 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-de4dbc4e-13f0-49f5-93c6-b310009c2761 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:46:38.344808 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-de4dbc4e-13f0-49f5-93c6-b310009c2761 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:46:38.376757 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'name': 'tempest-ServerActionsTestJSON-1210079916-router', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:46:16Z', 'updated_at': '2022-03-09T03:46:30Z', 'revision_number': 4, 'project_id': '583552b4403540f294a79f7bae92d808', 'gw_port': {'id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:19Z', 'updated_at': '2022-03-09T03:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '5176e5dc-aba5-467c-9d0b-8e272968ae67', 'name': '', 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'mac_address': 'fa:16:3e:64:43:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd785722e-a890-45c5-869c-7b3149d30510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:26Z', 'updated_at': '2022-03-09T03:46:37Z', 'revision_number': 4, 'project_id': '583552b4403540f294a79f7bae92d808', 'subnets': [{'id': 'd785722e-a890-45c5-869c-7b3149d30510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:38.382640 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4618d305-1d4b-42f0-a3ae-cf0a823d9769 None None] The sync data for ids ['de0d34ed-7e65-46d8-be33-78bce68ed3aa'] in n-d-825178-5 is: [{'id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'name': 'tempest-ServerActionsTestJSON-1210079916-router', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:46:16Z', 'updated_at': '2022-03-09T03:46:30Z', 'revision_number': 4, 'project_id': '583552b4403540f294a79f7bae92d808', 'gw_port': {'id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:19Z', 'updated_at': '2022-03-09T03:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '5176e5dc-aba5-467c-9d0b-8e272968ae67', 'name': '', 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'mac_address': 'fa:16:3e:64:43:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd785722e-a890-45c5-869c-7b3149d30510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:26Z', 'updated_at': '2022-03-09T03:46:37Z', 'revision_number': 4, 'project_id': '583552b4403540f294a79f7bae92d808', 'subnets': [{'id': 'd785722e-a890-45c5-869c-7b3149d30510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:46:38.393808 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e88745-a954-423f-880e-f2e8efb963f7 req-4cae52b5-4eeb-4879-a413-5cd27780c29e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:38.400197 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e88745-a954-423f-880e-f2e8efb963f7 req-4cae52b5-4eeb-4879-a413-5cd27780c29e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:38.407208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e88745-a954-423f-880e-f2e8efb963f7 req-4cae52b5-4eeb-4879-a413-5cd27780c29e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:38.416109 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e88745-a954-423f-880e-f2e8efb963f7 req-4cae52b5-4eeb-4879-a413-5cd27780c29e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:38.425129 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e88745-a954-423f-880e-f2e8efb963f7 req-4cae52b5-4eeb-4879-a413-5cd27780c29e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:38.442961 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-41e88745-a954-423f-880e-f2e8efb963f7 req-4cae52b5-4eeb-4879-a413-5cd27780c29e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 3876 time: 0.3088362 Mar 09 03:46:38.475000 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de4dbc4e-13f0-49f5-93c6-b310009c2761 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:38.562449 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-41e88745-a954-423f-880e-f2e8efb963f7 req-6b59aa38-3fdf-4708-929b-b51f7c85fe78 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251788 Mar 09 03:46:38.569760 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:38.589090 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-bceeb2dd-5158-4856-b7d9-502288745733 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:46:38.623336 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de4dbc4e-13f0-49f5-93c6-b310009c2761 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:38.630652 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de4dbc4e-13f0-49f5-93c6-b310009c2761 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:38.721231 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4dbc4e-13f0-49f5-93c6-b310009c2761 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d8e5e5-bbb9-4811-8174-ab844d7d586e,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:38.732977 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-510f3de5-e23e-4481-a5f2-3470f599dce4 req-4ccf855a-0ed7-4226-bcb1-bbf648aa4236 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=62dfe779-fec6-44c2-977b-9801acd89607 HTTP/1.1" status: 200 len: 210 time: 0.0514865 Mar 09 03:46:38.743073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-bceeb2dd-5158-4856-b7d9-502288745733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e8af36-1295-4d22-b47a-5e37acf058dc {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:46:38.750041 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de4dbc4e-13f0-49f5-93c6-b310009c2761 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:38.753051 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-bceeb2dd-5158-4856-b7d9-502288745733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:38.754946 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-de4dbc4e-13f0-49f5-93c6-b310009c2761 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4593682 Mar 09 03:46:38.755659 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55698) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:38.764870 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-fb6efba8-4964-46ea-83b9-0710ebbcd14e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:38.773590 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0713d099-214f-497b-9b03-be188804a46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3751977e-3566-4c67-807c-0e84557cad51'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:46:38.780906 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fb6efba8-4964-46ea-83b9-0710ebbcd14e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:46:38.793805 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fb6efba8-4964-46ea-83b9-0710ebbcd14e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Usage tracker for resource:floatingip and tenant:583552b4403540f294a79f7bae92d808 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:46:38.799944 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fb6efba8-4964-46ea-83b9-0710ebbcd14e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:46:38.806146 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fb6efba8-4964-46ea-83b9-0710ebbcd14e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:46:38.823015 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb6efba8-4964-46ea-83b9-0710ebbcd14e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:38.890815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-bceeb2dd-5158-4856-b7d9-502288745733 service neutron] Transition to ACTIVE for port object 47e8af36-1295-4d22-b47a-5e37acf058dc will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:38.893303 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-109e1784-f526-453f-9974-fd9095537f4c req-948aa5e6-6478-402e-991d-cbc0257fe80d tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] For port b7519765-0f46-43a5-bd17-dd68be823223, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b7519765-0f46-43a5-bd17-dd68be823223,segment=NetworkSegment(b9669753-03d3-41ba-aa99-74a67a97b6e2),segment_id=b9669753-03d3-41ba-aa99-74a67a97b6e2)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:38.893903 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-109e1784-f526-453f-9974-fd9095537f4c req-948aa5e6-6478-402e-991d-cbc0257fe80d tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:38.905913 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c74202b-21e7-47df-9b43-5fa904173f76 admin admin] Router a299d777-9ecb-479d-87be-2487df1924ca is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:46:38.920904 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-bceeb2dd-5158-4856-b7d9-502288745733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:39.097414 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6aef2-3e24-4848-88b7-aab6cae4249f req-488deb38-c72d-4ff4-ae4e-6317c16e3b48 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:39.106388 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b2d6aef2-3e24-4848-88b7-aab6cae4249f req-488deb38-c72d-4ff4-ae4e-6317c16e3b48 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/ports?device_id=0713d099-214f-497b-9b03-be188804a46b HTTP/1.1" status: 200 len: 945 time: 0.1480372 Mar 09 03:46:39.170170 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b2d6aef2-3e24-4848-88b7-aab6cae4249f req-8e9d31ef-8a5d-4d98-8670-8b9c595554af tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c1e4835-e57e-43fe-81b3-4d99c821d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598552 Mar 09 03:46:39.206961 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb6efba8-4964-46ea-83b9-0710ebbcd14e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:39.241757 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0713d099-214f-497b-9b03-be188804a46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3751977e-3566-4c67-807c-0e84557cad51', 'code': 200} Mar 09 03:46:39.281303 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5176e5dc-aba5-467c-9d0b-8e272968ae67 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:46:39.354409 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-d3a34cb6-c285-44a8-8739-7f321ee78642 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] For port 74095d9e-619d-4376-9680-b65aea510aa3, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=74095d9e-619d-4376-9680-b65aea510aa3,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:39.354768 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-d3a34cb6-c285-44a8-8739-7f321ee78642 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:39.442401 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 5176e5dc-aba5-467c-9d0b-8e272968ae67 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:46:39.448743 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 5176e5dc-aba5-467c-9d0b-8e272968ae67 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:39.450022 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:39.548769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-d3a34cb6-c285-44a8-8739-7f321ee78642 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Calling delete_port for 74095d9e-619d-4376-9680-b65aea510aa3 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:46:39.607970 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-fb6efba8-4964-46ea-83b9-0710ebbcd14e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Allocated IP 172.25.7.246 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/1ef24aa0-cc98-4d45-a0cc-dff2172d5e80) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:46:39.614255 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:39.655596 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 5176e5dc-aba5-467c-9d0b-8e272968ae67, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5176e5dc-aba5-467c-9d0b-8e272968ae67,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:39.659290 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-109e1784-f526-453f-9974-fd9095537f4c req-948aa5e6-6478-402e-991d-cbc0257fe80d tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Calling delete_port for b7519765-0f46-43a5-bd17-dd68be823223 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:46:39.661523 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:39.748931 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9bc63-db02-4de5-81cf-88e0797427cf req-16852c6f-8550-431e-aea9-7b0cbe69efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:39.750540 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dcf9bc63-db02-4de5-81cf-88e0797427cf req-16852c6f-8550-431e-aea9-7b0cbe69efcd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0713d099-214f-497b-9b03-be188804a46b HTTP/1.1" status: 200 len: 1096 time: 0.2525375 Mar 09 03:46:39.755735 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=5176e5dc-aba5-467c-9d0b-8e272968ae67,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:39.794407 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f689fce-b86f-4602-bb70-89e829d1e1c6 req-180a4354-9473-429f-91ef-0877cf54f2ef tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:39.801741 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f689fce-b86f-4602-bb70-89e829d1e1c6 req-180a4354-9473-429f-91ef-0877cf54f2ef tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=072f65ae-791e-4dec-a1c1-27fe5e8eb326 HTTP/1.1" status: 200 len: 945 time: 0.3552794 Mar 09 03:46:39.874123 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dcf9bc63-db02-4de5-81cf-88e0797427cf req-db091f3e-bbc4-48c9-9e96-9966d9c0109c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7c1e4835-e57e-43fe-81b3-4d99c821d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104059 Mar 09 03:46:39.900294 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f689fce-b86f-4602-bb70-89e829d1e1c6 req-11673c8e-de54-40b4-8753-af3e09d8a011 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/security-groups?id=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978127 Mar 09 03:46:39.921422 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb6efba8-4964-46ea-83b9-0710ebbcd14e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:39.970036 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69edcd-e7e7-44b1-80d4-c0433949dde3 req-9befbdd8-a84a-447d-a52a-2e5d77e084bb tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:39.973609 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb6efba8-4964-46ea-83b9-0710ebbcd14e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:39.976561 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69edcd-e7e7-44b1-80d4-c0433949dde3 req-9befbdd8-a84a-447d-a52a-2e5d77e084bb tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:39.983060 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69edcd-e7e7-44b1-80d4-c0433949dde3 req-9befbdd8-a84a-447d-a52a-2e5d77e084bb tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:39.990025 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf69edcd-e7e7-44b1-80d4-c0433949dde3 req-9befbdd8-a84a-447d-a52a-2e5d77e084bb tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 2399 time: 1.5008769 Mar 09 03:46:40.054486 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6efba8-4964-46ea-83b9-0710ebbcd14e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:46:40.058151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-fb6efba8-4964-46ea-83b9-0710ebbcd14e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:46:40.064660 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6efba8-4964-46ea-83b9-0710ebbcd14e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:46:40.070318 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceeb2dd-5158-4856-b7d9-502288745733 service neutron] Pushing event updated for resources: {'Port': ['ID=47e8af36-1295-4d22-b47a-5e37acf058dc,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:40.092759 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6efba8-4964-46ea-83b9-0710ebbcd14e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Pushing event updated for resources: {'Port': ['ID=1ef24aa0-cc98-4d45-a0cc-dff2172d5e80,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:40.187949 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b7519765-0f46-43a5-bd17-dd68be823223 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:46:40.243898 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf69edcd-e7e7-44b1-80d4-c0433949dde3 req-34208325-e642-4488-a4fe-7d87833c01bb tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530010 Mar 09 03:46:40.317715 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-bceeb2dd-5158-4856-b7d9-502288745733 service neutron] Attempting to bind port 47e8af36-1295-4d22-b47a-5e37acf058dc on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:46:40.318053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-bceeb2dd-5158-4856-b7d9-502288745733 service neutron] Attempting to bind port 47e8af36-1295-4d22-b47a-5e37acf058dc by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '23fe74aa-e624-4375-84f1-7fe70f5a8f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a847b73b-7a1f-4c22-a561-3b608aca9f43'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:46:40.320776 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-bceeb2dd-5158-4856-b7d9-502288745733 service neutron] Attempting to bind port 47e8af36-1295-4d22-b47a-5e37acf058dc on network a847b73b-7a1f-4c22-a561-3b608aca9f43 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:46:40.333477 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:40.422074 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-bceeb2dd-5158-4856-b7d9-502288745733 service neutron] Port 47e8af36-1295-4d22-b47a-5e37acf058dc on network a847b73b-7a1f-4c22-a561-3b608aca9f43 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:46:40.422675 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-bceeb2dd-5158-4856-b7d9-502288745733 service neutron] Attempting to bind port 47e8af36-1295-4d22-b47a-5e37acf058dc on network a847b73b-7a1f-4c22-a561-3b608aca9f43 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:46:40.443951 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91499f54-41b1-47e2-8b18-68dbafc4323d req-3cf981e4-376b-4005-8062-5bb3788f80c7 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:40.449699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91499f54-41b1-47e2-8b18-68dbafc4323d req-3cf981e4-376b-4005-8062-5bb3788f80c7 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:40.455848 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91499f54-41b1-47e2-8b18-68dbafc4323d req-3cf981e4-376b-4005-8062-5bb3788f80c7 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:40.461634 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91499f54-41b1-47e2-8b18-68dbafc4323d req-3cf981e4-376b-4005-8062-5bb3788f80c7 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:40.471823 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91499f54-41b1-47e2-8b18-68dbafc4323d req-3cf981e4-376b-4005-8062-5bb3788f80c7 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:40.474051 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91499f54-41b1-47e2-8b18-68dbafc4323d req-3cf981e4-376b-4005-8062-5bb3788f80c7 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 3876 time: 0.4135845 Mar 09 03:46:40.507587 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-bceeb2dd-5158-4856-b7d9-502288745733 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:46:40.507921 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-bceeb2dd-5158-4856-b7d9-502288745733 service neutron] Checking segment: {'id': '23fe74aa-e624-4375-84f1-7fe70f5a8f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a847b73b-7a1f-4c22-a561-3b608aca9f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:46:40.508304 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-bceeb2dd-5158-4856-b7d9-502288745733 service neutron] Bound using segment: {'id': '23fe74aa-e624-4375-84f1-7fe70f5a8f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a847b73b-7a1f-4c22-a561-3b608aca9f43'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:46:40.508744 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-bceeb2dd-5158-4856-b7d9-502288745733 service neutron] Bound port: 47e8af36-1295-4d22-b47a-5e37acf058dc, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23fe74aa-e624-4375-84f1-7fe70f5a8f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a847b73b-7a1f-4c22-a561-3b608aca9f43'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:46:40.509088 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-bceeb2dd-5158-4856-b7d9-502288745733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:40.514801 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-352f1750-16ff-495b-8e8b-a579b739f261 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:40.516270 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-352f1750-16ff-495b-8e8b-a579b739f261 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.24 "GET /v2.0/networks?id=16be6384-7665-4d3b-853c-e1f9ee6de707 HTTP/1.1" status: 200 len: 815 time: 0.3618414 Mar 09 03:46:40.529283 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-d3a34cb6-c285-44a8-8739-7f321ee78642 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:40.531531 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c74202b-21e7-47df-9b43-5fa904173f76 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:46:40.533916 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-6529cc2d-fde2-4ba1-b03d-1c9d26b3a39e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Request body: {'port': {'device_id': '62dfe779-fec6-44c2-977b-9801acd89607', 'network_id': '16be6384-7665-4d3b-853c-e1f9ee6de707', 'admin_state_up': True, 'tenant_id': 'ca529601472a4967a21b451b8c93eb48'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:40.540754 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] Sync routers for ids ['a299d777-9ecb-479d-87be-2487df1924ca'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:46:40.550388 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] Routers {'a299d777-9ecb-479d-87be-2487df1924ca'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:46:40.551023 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:46:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a299d777-9ecb-479d-87be-2487df1924ca'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:40.574407 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91499f54-41b1-47e2-8b18-68dbafc4323d req-c34c539c-e47c-4964-9560-ec5569202e03 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874515 Mar 09 03:46:40.586314 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d861f0f8-f579-400c-a8b4-241be9252160 req-f5af49b7-74c0-452e-9316-18869cffbcf5 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=62dfe779-fec6-44c2-977b-9801acd89607 HTTP/1.1" status: 200 len: 210 time: 0.1563115 Mar 09 03:46:40.704003 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-6529cc2d-fde2-4ba1-b03d-1c9d26b3a39e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:46:40.715603 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-6529cc2d-fde2-4ba1-b03d-1c9d26b3a39e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:46:40.729735 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-6529cc2d-fde2-4ba1-b03d-1c9d26b3a39e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Made reservation on behalf of ca529601472a4967a21b451b8c93eb48 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:46:40.736843 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-6529cc2d-fde2-4ba1-b03d-1c9d26b3a39e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:40.742441 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a34cb6-c285-44a8-8739-7f321ee78642 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event deleted for resources: {'Port': ['ID=74095d9e-619d-4376-9680-b65aea510aa3,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:40.797516 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-d3a34cb6-c285-44a8-8739-7f321ee78642 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] No DVR routers for this DVR port 74095d9e-619d-4376-9680-b65aea510aa3 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:46:40.800999 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-d3a34cb6-c285-44a8-8739-7f321ee78642 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:40.812646 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-deleted', 'tag': '74095d9e-619d-4376-9680-b65aea510aa3'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:46:40.829277 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] Set router a299d777-9ecb-479d-87be-2487df1924ca gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:46:40.831576 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8c74202b-21e7-47df-9b43-5fa904173f76 admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:40.837689 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8c74202b-21e7-47df-9b43-5fa904173f76 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 14.2509897 Mar 09 03:46:40.838841 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55718) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:41.012773 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b1dfa-5ea3-449a-b0cb-69ab91ceff61 req-a77ff614-b0db-442f-868a-a79505f5775b tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:41.021780 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dd3b1dfa-5ea3-449a-b0cb-69ab91ceff61 req-a77ff614-b0db-442f-868a-a79505f5775b tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/ports?device_id=0713d099-214f-497b-9b03-be188804a46b HTTP/1.1" status: 200 len: 945 time: 0.2591393 Mar 09 03:46:41.033728 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb6efba8-4964-46ea-83b9-0710ebbcd14e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:41.068491 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-109e1784-f526-453f-9974-fd9095537f4c req-948aa5e6-6478-402e-991d-cbc0257fe80d tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:41.099329 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-d3a34cb6-c285-44a8-8739-7f321ee78642 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.24 "DELETE /v2.0/ports/74095d9e-619d-4376-9680-b65aea510aa3 HTTP/1.1" status: 204 len: 173 time: 3.6692901 Mar 09 03:46:41.117891 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dd3b1dfa-5ea3-449a-b0cb-69ab91ceff61 req-f0a46a64-6174-4895-ab3c-1b50382c8d50 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c1e4835-e57e-43fe-81b3-4d99c821d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951638 Mar 09 03:46:41.215018 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5176e5dc-aba5-467c-9d0b-8e272968ae67 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:46:41.383069 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 5176e5dc-aba5-467c-9d0b-8e272968ae67 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:41.383441 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:41.439398 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a299d777-9ecb-479d-87be-2487df1924ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-119404500-router', 'tenant_id': '75a0192d6bb14ce0aa2176a02c7decda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'aaf30c2b-1681-4dc8-88f0-227a9daa21c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:46:26Z', 'updated_at': '2022-03-09T03:46:34Z', 'revision_number': 3, 'project_id': '75a0192d6bb14ce0aa2176a02c7decda', 'gw_port': {'id': 'aaf30c2b-1681-4dc8-88f0-227a9daa21c4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a299d777-9ecb-479d-87be-2487df1924ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:30Z', 'updated_at': '2022-03-09T03:46:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:41.443610 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] Checking router: a299d777-9ecb-479d-87be-2487df1924ca for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:46:41.444095 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] Updating router a299d777-9ecb-479d-87be-2487df1924ca port aaf30c2b-1681-4dc8-88f0-227a9daa21c4 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:46:41.455918 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-deleted', 'tag': '74095d9e-619d-4376-9680-b65aea510aa3', 'status': 'completed', 'code': 200} Mar 09 03:46:41.459311 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948aa5e6-6478-402e-991d-cbc0257fe80d tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Pushing event deleted for resources: {'Port': ['ID=b7519765-0f46-43a5-bd17-dd68be823223,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:41.481847 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb6efba8-4964-46ea-83b9-0710ebbcd14e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:41.560369 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:41.697385 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-109e1784-f526-453f-9974-fd9095537f4c req-948aa5e6-6478-402e-991d-cbc0257fe80d tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] No DVR routers for this DVR port b7519765-0f46-43a5-bd17-dd68be823223 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:46:41.700950 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-109e1784-f526-453f-9974-fd9095537f4c req-948aa5e6-6478-402e-991d-cbc0257fe80d tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:41.703756 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-109e1784-f526-453f-9974-fd9095537f4c req-948aa5e6-6478-402e-991d-cbc0257fe80d tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.21 "DELETE /v2.0/ports/b7519765-0f46-43a5-bd17-dd68be823223 HTTP/1.1" status: 204 len: 173 time: 5.2063003 Mar 09 03:46:41.705049 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-bceeb2dd-5158-4856-b7d9-502288745733 service neutron] For port 47e8af36-1295-4d22-b47a-5e37acf058dc, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:46:41.714147 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-6529cc2d-fde2-4ba1-b03d-1c9d26b3a39e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Allocated IP 172.20.0.2 (16be6384-7665-4d3b-853c-e1f9ee6de707/c5a78a60-3555-4424-b082-3dcd7dca5dd6/d068813b-4a00-4918-af29-955a7a48015d) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:46:41.742734 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-db4ebcda-1b03-432d-bddd-9e9baa99b066 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Deleting port bc536592-9118-44c2-92f8-3c077dd9761f {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:46:41.743948 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-db4ebcda-1b03-432d-bddd-9e9baa99b066 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:41.828036 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-bceeb2dd-5158-4856-b7d9-502288745733 service neutron] For port 47e8af36-1295-4d22-b47a-5e37acf058dc, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=47e8af36-1295-4d22-b47a-5e37acf058dc,segment=NetworkSegment(23fe74aa-e624-4375-84f1-7fe70f5a8f96),segment_id=23fe74aa-e624-4375-84f1-7fe70f5a8f96)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:46:41.907303 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-bceeb2dd-5158-4856-b7d9-502288745733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:41.982810 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-8149697e-e708-48e4-bf47-b2024fbccd19 req-233ff44a-6736-44c1-8e1b-afa3fbfd6471 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Synchronizing usage tracker for tenant:ca529601472a4967a21b451b8c93eb48 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:46:42.075792 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-bceeb2dd-5158-4856-b7d9-502288745733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:42.079312 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-bceeb2dd-5158-4856-b7d9-502288745733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:42.080831 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-bceeb2dd-5158-4856-b7d9-502288745733 service neutron] 10.222.0.21 "PUT /v2.0/ports/47e8af36-1295-4d22-b47a-5e37acf058dc HTTP/1.1" status: 200 len: 1091 time: 6.0381572 Mar 09 03:46:42.178466 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70836f03-73c5-4db0-9b03-b1f739996bbe req-cba94c0b-45e2-49df-a976-84aea6d4dd0f tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:42.185253 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70836f03-73c5-4db0-9b03-b1f739996bbe req-cba94c0b-45e2-49df-a976-84aea6d4dd0f tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:42.191140 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70836f03-73c5-4db0-9b03-b1f739996bbe req-cba94c0b-45e2-49df-a976-84aea6d4dd0f tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:42.199700 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-70836f03-73c5-4db0-9b03-b1f739996bbe req-cba94c0b-45e2-49df-a976-84aea6d4dd0f tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 2411 time: 0.6821268 Mar 09 03:46:42.220177 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:42.246728 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] Transition to ACTIVE for port object aaf30c2b-1681-4dc8-88f0-227a9daa21c4 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:42.262495 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:42.314171 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-70836f03-73c5-4db0-9b03-b1f739996bbe req-55355ed6-c3ee-4a3c-9b00-114026e1c14f tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110697 Mar 09 03:46:42.441537 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] Attempting to bind port aaf30c2b-1681-4dc8-88f0-227a9daa21c4 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:46:42.441895 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] Attempting to bind port aaf30c2b-1681-4dc8-88f0-227a9daa21c4 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:46:42.442246 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] Attempting to bind port aaf30c2b-1681-4dc8-88f0-227a9daa21c4 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:46:42.444659 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac5b99-2afd-49a1-8667-02522903d558 None None] Pushing event updated for resources: {'Port': ['ID=aaf30c2b-1681-4dc8-88f0-227a9daa21c4,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:42.470849 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:46:42.470849 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:46:42.470849 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:42.470849 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:46:42.471943 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] Bound port: aaf30c2b-1681-4dc8-88f0-227a9daa21c4, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:46:42.472121 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:42.472745 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-6529cc2d-fde2-4ba1-b03d-1c9d26b3a39e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:42.475036 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-8149697e-e708-48e4-bf47-b2024fbccd19 req-233ff44a-6736-44c1-8e1b-afa3fbfd6471 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Unset dirty status for tenant:ca529601472a4967a21b451b8c93eb48 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:46:42.476334 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8149697e-e708-48e4-bf47-b2024fbccd19 req-233ff44a-6736-44c1-8e1b-afa3fbfd6471 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=62dfe779-fec6-44c2-977b-9801acd89607 HTTP/1.1" status: 200 len: 210 time: 0.6446440 Mar 09 03:46:42.567529 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] For port aaf30c2b-1681-4dc8-88f0-227a9daa21c4, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:46:42.572193 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] For port aaf30c2b-1681-4dc8-88f0-227a9daa21c4, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=aaf30c2b-1681-4dc8-88f0-227a9daa21c4,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:46:42.577673 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:42.596431 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb6efba8-4964-46ea-83b9-0710ebbcd14e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:42.676502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceeb2dd-5158-4856-b7d9-502288745733 service neutron] Pushing event updated for resources: {'Port': ['ID=47e8af36-1295-4d22-b47a-5e37acf058dc,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:42.676726 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac5b99-2afd-49a1-8667-02522903d558 None None] Pushing event updated for resources: {'Port': ['ID=aaf30c2b-1681-4dc8-88f0-227a9daa21c4,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:42.695767 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] Routers {'a299d777-9ecb-479d-87be-2487df1924ca'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:46:42.696429 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:46:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a299d777-9ecb-479d-87be-2487df1924ca'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:42.697849 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb6efba8-4964-46ea-83b9-0710ebbcd14e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:42.841762 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb6efba8-4964-46ea-83b9-0710ebbcd14e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:42.887605 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb6efba8-4964-46ea-83b9-0710ebbcd14e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:42.889127 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fb6efba8-4964-46ea-83b9-0710ebbcd14e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1325488 Mar 09 03:46:42.896244 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6efba8-4964-46ea-83b9-0710ebbcd14e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Pushing event updated for resources: {'Port': ['ID=1ef24aa0-cc98-4d45-a0cc-dff2172d5e80,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:42.929749 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-6529cc2d-fde2-4ba1-b03d-1c9d26b3a39e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:42.963940 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] Set router a299d777-9ecb-479d-87be-2487df1924ca gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:46:43.017836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529cc2d-fde2-4ba1-b03d-1c9d26b3a39e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Pushing event updated for resources: {'Port': ['ID=d068813b-4a00-4918-af29-955a7a48015d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:43.033543 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-e5a1322f-352d-459c-a752-661828a66184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:43.034000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-e5a1322f-352d-459c-a752-661828a66184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:43.034380 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-e5a1322f-352d-459c-a752-661828a66184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:43.036262 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-e5a1322f-352d-459c-a752-661828a66184 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1b3aca0566d4eb989ee2bf1d8c5606e&device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 2864 time: 0.6636682 Mar 09 03:46:43.041728 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7b0ca-1275-4a3b-a115-104d8415e6eb req-98d1c92c-9fb4-48a0-8cc0-364d4688af79 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:43.046312 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-db4ebcda-1b03-432d-bddd-9e9baa99b066 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] For port bc536592-9118-44c2-92f8-3c077dd9761f, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=bc536592-9118-44c2-92f8-3c077dd9761f,segment=NetworkSegment(1fb5ec62-c429-4acb-b59e-2c379bf2d93b),segment_id=1fb5ec62-c429-4acb-b59e-2c379bf2d93b)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:43.046869 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-db4ebcda-1b03-432d-bddd-9e9baa99b066 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:43.048830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7b0ca-1275-4a3b-a115-104d8415e6eb req-98d1c92c-9fb4-48a0-8cc0-364d4688af79 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:43.055442 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7b0ca-1275-4a3b-a115-104d8415e6eb req-98d1c92c-9fb4-48a0-8cc0-364d4688af79 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:43.070512 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7b0ca-1275-4a3b-a115-104d8415e6eb req-98d1c92c-9fb4-48a0-8cc0-364d4688af79 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:43.074716 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cca7b0ca-1275-4a3b-a115-104d8415e6eb req-98d1c92c-9fb4-48a0-8cc0-364d4688af79 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 3143 time: 0.4713702 Mar 09 03:46:43.104786 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-6529cc2d-fde2-4ba1-b03d-1c9d26b3a39e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Network 16be6384-7665-4d3b-853c-e1f9ee6de707 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:46:43.121771 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-6529cc2d-fde2-4ba1-b03d-1c9d26b3a39e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:46:43.124260 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-6529cc2d-fde2-4ba1-b03d-1c9d26b3a39e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:46:43.195233 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-6529cc2d-fde2-4ba1-b03d-1c9d26b3a39e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:43.195881 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-6529cc2d-fde2-4ba1-b03d-1c9d26b3a39e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:43.216575 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cca7b0ca-1275-4a3b-a115-104d8415e6eb req-7a0efdd9-4c22-4182-8b25-06ae9545fc84 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449466 Mar 09 03:46:43.220409 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-6529cc2d-fde2-4ba1-b03d-1c9d26b3a39e tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6937556 Mar 09 03:46:43.243949 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-25ceae15-241c-4e86-807a-80392afbb0c9 service neutron] Request body: {'port': {'device_id': '62dfe779-fec6-44c2-977b-9801acd89607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:43.263701 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-b87ea8ea-74bc-48df-8f75-70371c2bf5bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.66&port_id=da11bf0c-a0b2-43dd-874d-f78b23040c2e HTTP/1.1" status: 200 len: 217 time: 0.2085433 Mar 09 03:46:43.270492 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-db4ebcda-1b03-432d-bddd-9e9baa99b066 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Calling delete_port for bc536592-9118-44c2-92f8-3c077dd9761f owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:46:43.346214 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a299d777-9ecb-479d-87be-2487df1924ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-119404500-router', 'tenant_id': '75a0192d6bb14ce0aa2176a02c7decda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'aaf30c2b-1681-4dc8-88f0-227a9daa21c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:46:26Z', 'updated_at': '2022-03-09T03:46:34Z', 'revision_number': 3, 'project_id': '75a0192d6bb14ce0aa2176a02c7decda', 'gw_port': {'id': 'aaf30c2b-1681-4dc8-88f0-227a9daa21c4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a299d777-9ecb-479d-87be-2487df1924ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:30Z', 'updated_at': '2022-03-09T03:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:43.351674 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07955c0-9632-4fc2-8d8d-eb72a0388472 None None] The sync data for ids ['a299d777-9ecb-479d-87be-2487df1924ca'] in n-d-825178-5 is: [{'id': 'a299d777-9ecb-479d-87be-2487df1924ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-119404500-router', 'tenant_id': '75a0192d6bb14ce0aa2176a02c7decda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'aaf30c2b-1681-4dc8-88f0-227a9daa21c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:46:26Z', 'updated_at': '2022-03-09T03:46:34Z', 'revision_number': 3, 'project_id': '75a0192d6bb14ce0aa2176a02c7decda', 'gw_port': {'id': 'aaf30c2b-1681-4dc8-88f0-227a9daa21c4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a299d777-9ecb-479d-87be-2487df1924ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:30Z', 'updated_at': '2022-03-09T03:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:46:43.356261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636244bd-06fc-4057-9771-626828e60d08 req-a03df750-4826-4407-a235-7324c5779392 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:43.363490 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-636244bd-06fc-4057-9771-626828e60d08 req-a03df750-4826-4407-a235-7324c5779392 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/ports?device_id=0713d099-214f-497b-9b03-be188804a46b HTTP/1.1" status: 200 len: 945 time: 0.6834991 Mar 09 03:46:43.465274 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd28aa8-20e3-4676-a8ed-f7367e7e04a3', 'name': 'network-vif-deleted', 'tag': 'b7519765-0f46-43a5-bd17-dd68be823223'}, {'name': 'network-changed', 'server_uuid': '0439f878-e161-4062-b9cb-56082d60691a', 'tag': '47e8af36-1295-4d22-b47a-5e37acf058dc'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:46:43.522818 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-bc477d14-a26c-49c9-b910-9b8f4a82225d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:43.524355 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-bc477d14-a26c-49c9-b910-9b8f4a82225d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d0974b5-574f-44c4-87d0-2465afe20122 HTTP/1.1" status: 200 len: 801 time: 0.2135568 Mar 09 03:46:43.568402 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-636244bd-06fc-4057-9771-626828e60d08 req-fc9ec94a-7545-4e7c-8ce4-29ec0ffce3ec tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c1e4835-e57e-43fe-81b3-4d99c821d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034321 Mar 09 03:46:43.601377 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-a2fcae8a-c3c8-4705-9e5a-8d25e8ebdb2a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Synchronizing usage tracker for tenant:583552b4403540f294a79f7bae92d808 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:46:43.601377 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-25ceae15-241c-4e86-807a-80392afbb0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:43.667148 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4d87c9e8-db37-4381-96aa-d1f0b1152cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:43.681934 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-a2fcae8a-c3c8-4705-9e5a-8d25e8ebdb2a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Unset dirty status for tenant:583552b4403540f294a79f7bae92d808 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:46:43.681934 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-a2fcae8a-c3c8-4705-9e5a-8d25e8ebdb2a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--298346208&fields=id&tenant_id=583552b4403540f294a79f7bae92d808 HTTP/1.1" status: 200 len: 267 time: 0.3084466 Mar 09 03:46:43.929343 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-db4ebcda-1b03-432d-bddd-9e9baa99b066 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:44.002145 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ebcda-1b03-432d-bddd-9e9baa99b066 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event deleted for resources: {'Port': ['ID=bc536592-9118-44c2-92f8-3c077dd9761f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:44.006499 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-54b31f2f-b788-4a37-9fd6-c6461f402a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:44.008082 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-54b31f2f-b788-4a37-9fd6-c6461f402a7c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a847b73b-7a1f-4c22-a561-3b608aca9f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4393601 Mar 09 03:46:44.013448 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-a82d358e-b08c-4a96-9cc4-82b1babdc904 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:44.015303 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-a82d358e-b08c-4a96-9cc4-82b1babdc904 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 812 time: 0.3185720 Mar 09 03:46:44.098296 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-ac64cc79-b669-432d-8048-68f2d4cfa6c3 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/quotas/583552b4403540f294a79f7bae92d808 HTTP/1.1" status: 200 len: 375 time: 0.0221775 Mar 09 03:46:44.279375 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-a8fab707-e070-437f-8803-889af59e2307 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1729207 Mar 09 03:46:44.290637 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-25ceae15-241c-4e86-807a-80392afbb0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d068813b-4a00-4918-af29-955a7a48015d {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:46:44.316327 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-25ceae15-241c-4e86-807a-80392afbb0c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:44.326214 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-db4ebcda-1b03-432d-bddd-9e9baa99b066 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] No DVR routers for this DVR port bc536592-9118-44c2-92f8-3c077dd9761f on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:46:44.329397 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-db4ebcda-1b03-432d-bddd-9e9baa99b066 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:44.356339 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-25ceae15-241c-4e86-807a-80392afbb0c9 service neutron] Transition to ACTIVE for port object d068813b-4a00-4918-af29-955a7a48015d will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:44.409814 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-25ceae15-241c-4e86-807a-80392afbb0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:44.423377 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4cbcd-3259-46be-bc40-d04d8ba930ac req-10552c96-b9f9-430d-bb95-feca95b1d3e6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:44.429264 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4cbcd-3259-46be-bc40-d04d8ba930ac req-10552c96-b9f9-430d-bb95-feca95b1d3e6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:44.436216 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4cbcd-3259-46be-bc40-d04d8ba930ac req-10552c96-b9f9-430d-bb95-feca95b1d3e6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:44.437936 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-45c4cbcd-3259-46be-bc40-d04d8ba930ac req-10552c96-b9f9-430d-bb95-feca95b1d3e6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 2411 time: 0.6750946 Mar 09 03:46:44.490307 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-db4ebcda-1b03-432d-bddd-9e9baa99b066 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.24 "DELETE /v2.0/ports/bc536592-9118-44c2-92f8-3c077dd9761f HTTP/1.1" status: 204 len: 173 time: 3.3101192 Mar 09 03:46:44.603377 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-44231a84-7d3e-4d33-94ea-de9e3e50676b service neutron] 10.222.0.21 "GET /v2.0/networks/a847b73b-7a1f-4c22-a561-3b608aca9f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5368495 Mar 09 03:46:44.611098 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ceae15-241c-4e86-807a-80392afbb0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d068813b-4a00-4918-af29-955a7a48015d,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:44.637601 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-4d87c9e8-db37-4381-96aa-d1f0b1152cff admin admin] Allocated IP 172.20.0.1 (7b2ee45c-6c87-463e-876e-97274f598220/cb584293-e4d4-4ebb-9ba5-aaba3e8591ae/f28af8df-72d0-4b45-88d3-b90cdc112464) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:46:44.650156 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-45c4cbcd-3259-46be-bc40-d04d8ba930ac req-b77417ee-67bc-4fa5-80a2-61ea7a28608a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751282 Mar 09 03:46:44.679095 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-4d6efdfa-d040-4e13-99dd-9362ba5e8134 service neutron] 10.222.0.16 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835316 Mar 09 03:46:44.690062 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-29250119-764f-4e8f-8ba3-a9b9b94af683 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Deleting port c1bf2e7b-6867-47a0-93dd-cf54b2021393 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:46:44.690402 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-29250119-764f-4e8f-8ba3-a9b9b94af683 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:44.721920 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd28aa8-20e3-4676-a8ed-f7367e7e04a3', 'name': 'network-vif-deleted', 'tag': 'b7519765-0f46-43a5-bd17-dd68be823223', 'status': 'completed', 'code': 200} Mar 09 03:46:44.722180 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0439f878-e161-4062-b9cb-56082d60691a', 'tag': '47e8af36-1295-4d22-b47a-5e37acf058dc', 'status': 'completed', 'code': 200} Mar 09 03:46:44.797915 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-25ceae15-241c-4e86-807a-80392afbb0c9 service neutron] Attempting to bind port d068813b-4a00-4918-af29-955a7a48015d on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:46:44.798254 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-25ceae15-241c-4e86-807a-80392afbb0c9 service neutron] Attempting to bind port d068813b-4a00-4918-af29-955a7a48015d by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'b9669753-03d3-41ba-aa99-74a67a97b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '16be6384-7665-4d3b-853c-e1f9ee6de707'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:46:44.798564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-25ceae15-241c-4e86-807a-80392afbb0c9 service neutron] Attempting to bind port d068813b-4a00-4918-af29-955a7a48015d on network 16be6384-7665-4d3b-853c-e1f9ee6de707 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:46:44.812308 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-25ceae15-241c-4e86-807a-80392afbb0c9 service neutron] Port d068813b-4a00-4918-af29-955a7a48015d on network 16be6384-7665-4d3b-853c-e1f9ee6de707 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:46:44.812625 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-25ceae15-241c-4e86-807a-80392afbb0c9 service neutron] Attempting to bind port d068813b-4a00-4918-af29-955a7a48015d on network 16be6384-7665-4d3b-853c-e1f9ee6de707 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:46:44.822726 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-25ceae15-241c-4e86-807a-80392afbb0c9 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:46:44.823223 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-25ceae15-241c-4e86-807a-80392afbb0c9 service neutron] Checking segment: {'id': 'b9669753-03d3-41ba-aa99-74a67a97b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '16be6384-7665-4d3b-853c-e1f9ee6de707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:46:44.824093 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-25ceae15-241c-4e86-807a-80392afbb0c9 service neutron] Bound using segment: {'id': 'b9669753-03d3-41ba-aa99-74a67a97b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '16be6384-7665-4d3b-853c-e1f9ee6de707'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:46:44.824397 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-25ceae15-241c-4e86-807a-80392afbb0c9 service neutron] Bound port: d068813b-4a00-4918-af29-955a7a48015d, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9669753-03d3-41ba-aa99-74a67a97b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '16be6384-7665-4d3b-853c-e1f9ee6de707'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:46:44.824732 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-25ceae15-241c-4e86-807a-80392afbb0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:44.901476 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-1fd2765f-14c3-41d7-ae9e-9949ada02d08 service neutron] 10.222.0.16 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102203 Mar 09 03:46:44.969932 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-25ceae15-241c-4e86-807a-80392afbb0c9 service neutron] For port d068813b-4a00-4918-af29-955a7a48015d, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:46:44.973551 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-25ceae15-241c-4e86-807a-80392afbb0c9 service neutron] For port d068813b-4a00-4918-af29-955a7a48015d, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=d068813b-4a00-4918-af29-955a7a48015d,segment=NetworkSegment(b9669753-03d3-41ba-aa99-74a67a97b6e2),segment_id=b9669753-03d3-41ba-aa99-74a67a97b6e2)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:46:44.983708 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-25ceae15-241c-4e86-807a-80392afbb0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:45.060782 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-25ceae15-241c-4e86-807a-80392afbb0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:45.061397 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-25ceae15-241c-4e86-807a-80392afbb0c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:45.062783 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-25ceae15-241c-4e86-807a-80392afbb0c9 service neutron] 10.222.0.24 "PUT /v2.0/ports/d068813b-4a00-4918-af29-955a7a48015d HTTP/1.1" status: 200 len: 1091 time: 1.8230419 Mar 09 03:46:45.063283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62dfe779-fec6-44c2-977b-9801acd89607', 'tag': 'd068813b-4a00-4918-af29-955a7a48015d'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:46:45.098746 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ceae15-241c-4e86-807a-80392afbb0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d068813b-4a00-4918-af29-955a7a48015d,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:45.218452 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-d1513a9a-5d02-4f0d-8cbf-224f4a2c8901 service neutron] 10.222.0.21 "GET /v2.0/networks/a847b73b-7a1f-4c22-a561-3b608aca9f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012433 Mar 09 03:46:45.240443 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-09647898-5ba4-45e3-8215-c6ca55772c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:45.241722 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e1c6b-41b6-4683-9b88-92d5c7384eec req-f678bcbe-41bf-4afe-b13d-4b5a429120e3 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:45.242700 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-09647898-5ba4-45e3-8215-c6ca55772c98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ca529601472a4967a21b451b8c93eb48&device_id=62dfe779-fec6-44c2-977b-9801acd89607 HTTP/1.1" status: 200 len: 1094 time: 0.1258879 Mar 09 03:46:45.249135 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-885e1c6b-41b6-4683-9b88-92d5c7384eec req-f678bcbe-41bf-4afe-b13d-4b5a429120e3 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=62dfe779-fec6-44c2-977b-9801acd89607 HTTP/1.1" status: 200 len: 943 time: 0.4452171 Mar 09 03:46:45.281652 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device aaf30c2b-1681-4dc8-88f0-227a9daa21c4 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:46:45.356756 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-a7f794b8-c9d7-46ee-bfc7-4734cdd12297 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d068813b-4a00-4918-af29-955a7a48015d HTTP/1.1" status: 200 len: 217 time: 0.1055343 Mar 09 03:46:45.397431 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port aaf30c2b-1681-4dc8-88f0-227a9daa21c4 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:46:45.403385 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port aaf30c2b-1681-4dc8-88f0-227a9daa21c4 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:45.404049 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:45.414185 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-20ace853-29f1-481b-afa0-6bd6cfee9afa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.118&port_id=5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e HTTP/1.1" status: 200 len: 217 time: 0.1475270 Mar 09 03:46:45.463164 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4d87c9e8-db37-4381-96aa-d1f0b1152cff admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:45.470668 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-107da9bb-78f0-42ab-952e-c84f641f9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:45.472264 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-107da9bb-78f0-42ab-952e-c84f641f9b75 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c5a78a60-3555-4424-b082-3dcd7dca5dd6 HTTP/1.1" status: 200 len: 855 time: 0.1089921 Mar 09 03:46:45.528443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-4d87c9e8-db37-4381-96aa-d1f0b1152cff admin admin] Transition to ACTIVE for port object f28af8df-72d0-4b45-88d3-b90cdc112464 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:45.549374 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-885e1c6b-41b6-4683-9b88-92d5c7384eec req-d56a45c0-4ae3-4b52-b16f-e9bbe12f06c0 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975078 Mar 09 03:46:45.552116 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:45.582758 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port aaf30c2b-1681-4dc8-88f0-227a9daa21c4, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=aaf30c2b-1681-4dc8-88f0-227a9daa21c4,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:45.590970 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:45.601859 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-dffca530-c97d-487a-a132-0817426f1e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:45.603363 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-dffca530-c97d-487a-a132-0817426f1e26 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a68c7fd0-85c7-4160-af4c-112dd4d9e2ce HTTP/1.1" status: 200 len: 801 time: 0.1780570 Mar 09 03:46:45.697837 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=aaf30c2b-1681-4dc8-88f0-227a9daa21c4,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:45.701920 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-29250119-764f-4e8f-8ba3-a9b9b94af683 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] For port c1bf2e7b-6867-47a0-93dd-cf54b2021393, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c1bf2e7b-6867-47a0-93dd-cf54b2021393,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:45.702347 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-29250119-764f-4e8f-8ba3-a9b9b94af683 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:45.716202 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-7cb8b0f4-c376-4513-b104-a639a3f3b895 req-72d8c192-5452-4460-8733-bf8df4b8731e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Synchronizing usage tracker for tenant:583552b4403540f294a79f7bae92d808 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:46:45.731364 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-f050dda9-43d6-40ca-97bc-bbd0a0191cf8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=16be6384-7665-4d3b-853c-e1f9ee6de707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2182000 Mar 09 03:46:45.840394 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4d87c9e8-db37-4381-96aa-d1f0b1152cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:45.855813 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-29250119-764f-4e8f-8ba3-a9b9b94af683 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Calling delete_port for c1bf2e7b-6867-47a0-93dd-cf54b2021393 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:46:45.873066 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d7ef0-331f-4aab-b57c-be07745f08ab req-8bf46c24-887e-4e22-8962-2cf7bb47e25d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:45.879358 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d7ef0-331f-4aab-b57c-be07745f08ab req-8bf46c24-887e-4e22-8962-2cf7bb47e25d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:45.886141 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d7ef0-331f-4aab-b57c-be07745f08ab req-8bf46c24-887e-4e22-8962-2cf7bb47e25d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:45.887906 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe2d7ef0-331f-4aab-b57c-be07745f08ab req-8bf46c24-887e-4e22-8962-2cf7bb47e25d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 2410 time: 0.4146647 Mar 09 03:46:45.923933 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:46:45.948478 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-dd4ea145-3618-498c-9297-a9f59f0010b3 service neutron] 10.222.0.24 "GET /v2.0/networks/16be6384-7665-4d3b-853c-e1f9ee6de707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103455 Mar 09 03:46:45.964735 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d87c9e8-db37-4381-96aa-d1f0b1152cff admin admin] Network 7b2ee45c-6c87-463e-876e-97274f598220 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:46:45.972741 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-4d87c9e8-db37-4381-96aa-d1f0b1152cff admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:46:45.982728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d87c9e8-db37-4381-96aa-d1f0b1152cff admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:46:45.989852 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe2d7ef0-331f-4aab-b57c-be07745f08ab req-9527ac6f-4156-47e7-9cba-43eead398a3e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862310 Mar 09 03:46:46.074579 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-7cb8b0f4-c376-4513-b104-a639a3f3b895 req-72d8c192-5452-4460-8733-bf8df4b8731e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Unset dirty status for tenant:583552b4403540f294a79f7bae92d808 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:46:46.087640 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7cb8b0f4-c376-4513-b104-a639a3f3b895 req-72d8c192-5452-4460-8733-bf8df4b8731e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 210 time: 0.4403584 Mar 09 03:46:46.094648 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4d87c9e8-db37-4381-96aa-d1f0b1152cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:46.167118 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-11d9614e-f5d9-48d3-abb0-31ab3671434a req-d91bec80-9215-4cfb-b9a8-ce5adc6c7d3e service neutron] 10.222.0.24 "GET /v2.0/networks/16be6384-7665-4d3b-853c-e1f9ee6de707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102811 Mar 09 03:46:46.170667 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62dfe779-fec6-44c2-977b-9801acd89607', 'tag': 'd068813b-4a00-4918-af29-955a7a48015d', 'status': 'completed', 'code': 200} Mar 09 03:46:46.315755 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605ae63-ed9b-4486-9a69-90fe0e841948 req-d4e03704-e1ae-470d-b36f-fa572a54097a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:46.317229 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b605ae63-ed9b-4486-9a69-90fe0e841948 req-d4e03704-e1ae-470d-b36f-fa572a54097a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ca529601472a4967a21b451b8c93eb48&device_id=62dfe779-fec6-44c2-977b-9801acd89607 HTTP/1.1" status: 200 len: 1094 time: 0.0848024 Mar 09 03:46:46.338362 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-eb0de464-2ac6-4151-a310-8092ee6e23fe None None] Provisioning for port f28af8df-72d0-4b45-88d3-b90cdc112464 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:46:46.357290 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87c9e8-db37-4381-96aa-d1f0b1152cff admin admin] Pushing event updated for resources: {'Port': ['ID=f28af8df-72d0-4b45-88d3-b90cdc112464,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:46.375262 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-12f863ec-85c6-48cc-a13f-fd6714f7d786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:46.376754 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-12f863ec-85c6-48cc-a13f-fd6714f7d786 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be1b5ca0-b024-4c74-9d5a-f1d8514570d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7636755 Mar 09 03:46:46.390040 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-eb0de464-2ac6-4151-a310-8092ee6e23fe None None] Provisioning complete for port f28af8df-72d0-4b45-88d3-b90cdc112464 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:46.399061 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-eb0de464-2ac6-4151-a310-8092ee6e23fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:46.543131 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-ebcc19c0-eccf-4560-830f-debb24c16785 service neutron] 10.222.0.21 "GET /v2.0/networks/be1b5ca0-b024-4c74-9d5a-f1d8514570d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573098 Mar 09 03:46:46.552039 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-eb0de464-2ac6-4151-a310-8092ee6e23fe None None] Port f28af8df-72d0-4b45-88d3-b90cdc112464 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:46:46.642998 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605ae63-ed9b-4486-9a69-90fe0e841948 req-e87fff58-c11f-42ed-92e2-dd306426eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:46.644538 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b605ae63-ed9b-4486-9a69-90fe0e841948 req-e87fff58-c11f-42ed-92e2-dd306426eac7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=16be6384-7665-4d3b-853c-e1f9ee6de707 HTTP/1.1" status: 200 len: 916 time: 0.3113453 Mar 09 03:46:46.734495 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-deleted', 'tag': 'bc536592-9118-44c2-92f8-3c077dd9761f'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:46:46.734804 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b605ae63-ed9b-4486-9a69-90fe0e841948 req-f626831b-9b12-42fa-b0f3-53545d6453cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d068813b-4a00-4918-af29-955a7a48015d HTTP/1.1" status: 200 len: 217 time: 0.0750072 Mar 09 03:46:46.804159 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8a928-f5f1-49bd-90c2-0ac271bb44a2 req-2d62760e-e8d2-4f17-ab6d-55044e7738ef tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:46.805571 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cab8a928-f5f1-49bd-90c2-0ac271bb44a2 req-2d62760e-e8d2-4f17-ab6d-55044e7738ef tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/ports?device_id=0713d099-214f-497b-9b03-be188804a46b HTTP/1.1" status: 200 len: 945 time: 0.2257588 Mar 09 03:46:46.835545 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605ae63-ed9b-4486-9a69-90fe0e841948 req-fa10107e-b6af-48a4-916a-b8bc3280f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:46.837162 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b605ae63-ed9b-4486-9a69-90fe0e841948 req-fa10107e-b6af-48a4-916a-b8bc3280f9a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c5a78a60-3555-4424-b082-3dcd7dca5dd6 HTTP/1.1" status: 200 len: 855 time: 0.0944488 Mar 09 03:46:46.900865 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cab8a928-f5f1-49bd-90c2-0ac271bb44a2 req-73fefc27-c782-4b42-9d63-d57ca9cc274f tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c1e4835-e57e-43fe-81b3-4d99c821d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863428 Mar 09 03:46:46.903547 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b605ae63-ed9b-4486-9a69-90fe0e841948 req-de5ae27a-14d3-40a8-b2f7-4701a2759550 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=16be6384-7665-4d3b-853c-e1f9ee6de707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524383 Mar 09 03:46:46.959586 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-027160f9-4123-4ac7-b447-896c4dcca133 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:46.960065 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-027160f9-4123-4ac7-b447-896c4dcca133 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Synchronizing usage tracker for tenant:583552b4403540f294a79f7bae92d808 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:46:46.971180 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-29250119-764f-4e8f-8ba3-a9b9b94af683 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:47.056496 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7a39e-0fa7-469a-b670-b725bf29646e req-6d31ee76-a426-45ef-ad5b-cbb8d811c844 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:47.063233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7a39e-0fa7-469a-b670-b725bf29646e req-6d31ee76-a426-45ef-ad5b-cbb8d811c844 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:47.069302 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7a39e-0fa7-469a-b670-b725bf29646e req-6d31ee76-a426-45ef-ad5b-cbb8d811c844 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:47.075508 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d7f7a39e-0fa7-469a-b670-b725bf29646e req-6d31ee76-a426-45ef-ad5b-cbb8d811c844 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 2411 time: 0.8008599 Mar 09 03:46:47.090620 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29250119-764f-4e8f-8ba3-a9b9b94af683 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event deleted for resources: {'Port': ['ID=c1bf2e7b-6867-47a0-93dd-cf54b2021393,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:47.116707 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b605ae63-ed9b-4486-9a69-90fe0e841948 req-edce02c5-f1fd-4f5f-ac71-8473c051fdcd service neutron] 10.222.0.24 "GET /v2.0/networks/16be6384-7665-4d3b-853c-e1f9ee6de707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061481 Mar 09 03:46:47.191733 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-027160f9-4123-4ac7-b447-896c4dcca133 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Unset dirty status for tenant:583552b4403540f294a79f7bae92d808 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:46:47.192859 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-027160f9-4123-4ac7-b447-896c4dcca133 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.21 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 812 time: 0.5950665 Mar 09 03:46:47.214338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device aaf30c2b-1681-4dc8-88f0-227a9daa21c4 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:46:47.222939 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22597fe-989d-40a9-8f9c-102a1afc16d3 req-a8839b52-1d82-45a7-8b96-c55d5b9bef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:47.224588 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b22597fe-989d-40a9-8f9c-102a1afc16d3 req-a8839b52-1d82-45a7-8b96-c55d5b9bef54 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=849a0ca9001348f49b92603657881a0c&device_id=0713d099-214f-497b-9b03-be188804a46b HTTP/1.1" status: 200 len: 1096 time: 0.6871393 Mar 09 03:46:47.252611 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644ea8e-b1d2-4edb-a3ff-f3b896a88f58 req-b0e5756c-49e8-421c-9a32-cf8ed8ec7b92 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:47.253410 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-c644ea8e-b1d2-4edb-a3ff-f3b896a88f58 req-b0e5756c-49e8-421c-9a32-cf8ed8ec7b92 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Synchronizing usage tracker for tenant:ca529601472a4967a21b451b8c93eb48 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:46:47.283908 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port aaf30c2b-1681-4dc8-88f0-227a9daa21c4 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:47.283908 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:47.289080 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-c644ea8e-b1d2-4edb-a3ff-f3b896a88f58 req-b0e5756c-49e8-421c-9a32-cf8ed8ec7b92 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Unset dirty status for tenant:ca529601472a4967a21b451b8c93eb48 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:46:47.290300 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c644ea8e-b1d2-4edb-a3ff-f3b896a88f58 req-b0e5756c-49e8-421c-9a32-cf8ed8ec7b92 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=62dfe779-fec6-44c2-977b-9801acd89607 HTTP/1.1" status: 200 len: 943 time: 0.2702982 Mar 09 03:46:47.294181 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b605ae63-ed9b-4486-9a69-90fe0e841948 req-4a95db24-c466-4772-a29c-593116c44d43 service neutron] 10.222.0.24 "GET /v2.0/networks/16be6384-7665-4d3b-853c-e1f9ee6de707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696594 Mar 09 03:46:47.324387 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-49301764-62b3-4450-9f88-82b639aae27c service neutron] 10.222.0.21 "GET /v2.0/networks/be1b5ca0-b024-4c74-9d5a-f1d8514570d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7075160 Mar 09 03:46:47.336000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-29250119-764f-4e8f-8ba3-a9b9b94af683 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] No DVR routers for this DVR port c1bf2e7b-6867-47a0-93dd-cf54b2021393 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:46:47.341945 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c644ea8e-b1d2-4edb-a3ff-f3b896a88f58 req-04c68f81-52dc-4481-b312-f958b1a9740b tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433664 Mar 09 03:46:47.359338 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-29250119-764f-4e8f-8ba3-a9b9b94af683 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:47.419860 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d7f7a39e-0fa7-469a-b670-b725bf29646e req-537f60b7-5cae-4d73-b638-579155850ef4 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253562 Mar 09 03:46:47.432060 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-deleted', 'tag': 'bc536592-9118-44c2-92f8-3c077dd9761f', 'status': 'completed', 'code': 200} Mar 09 03:46:47.618813 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-7f90255f-d276-4423-8e97-91c05d5e5ccf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.26&port_id=47e8af36-1295-4d22-b47a-5e37acf058dc HTTP/1.1" status: 200 len: 217 time: 0.2536359 Mar 09 03:46:47.623563 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-9675127f-707e-4669-a8d2-43f289f4f546 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Synchronizing usage tracker for tenant:583552b4403540f294a79f7bae92d808 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:46:47.657909 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de7e68-cd1c-4a3c-9e40-ecae557a6596 req-dace97aa-33f5-48de-a04d-a9567afee4da tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:47.663735 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de7e68-cd1c-4a3c-9e40-ecae557a6596 req-dace97aa-33f5-48de-a04d-a9567afee4da tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:47.665359 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6de7e68-cd1c-4a3c-9e40-ecae557a6596 req-dace97aa-33f5-48de-a04d-a9567afee4da tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 1677 time: 0.1245146 Mar 09 03:46:47.725750 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22597fe-989d-40a9-8f9c-102a1afc16d3 req-7225f43e-7ca4-46d6-b326-f3ec3f181b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:47.726001 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6de7e68-cd1c-4a3c-9e40-ecae557a6596 req-e14d8c2b-9051-466d-9d4c-a3d144b636b9 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528677 Mar 09 03:46:47.727212 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b22597fe-989d-40a9-8f9c-102a1afc16d3 req-7225f43e-7ca4-46d6-b326-f3ec3f181b9b service neutron] 10.222.0.24 "GET /v2.0/networks?id=bbfa7a35-5a09-4d7b-8d66-660733fcba0c HTTP/1.1" status: 200 len: 914 time: 0.4720066 Mar 09 03:46:47.728656 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-7e23d471-1bb3-496e-94b3-6440c6214f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:47.730536 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-7e23d471-1bb3-496e-94b3-6440c6214f12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d0974b5-574f-44c4-87d0-2465afe20122 HTTP/1.1" status: 200 len: 801 time: 0.1002488 Mar 09 03:46:47.731903 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-29250119-764f-4e8f-8ba3-a9b9b94af683 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.24 "DELETE /v2.0/ports/c1bf2e7b-6867-47a0-93dd-cf54b2021393 HTTP/1.1" status: 204 len: 173 time: 3.2331979 Mar 09 03:46:47.922991 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4d87c9e8-db37-4381-96aa-d1f0b1152cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:47.946934 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b22597fe-989d-40a9-8f9c-102a1afc16d3 req-c5c90f29-780c-4255-93f1-0fe5bf17def5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3751977e-3566-4c67-807c-0e84557cad51 HTTP/1.1" status: 200 len: 217 time: 0.1746278 Mar 09 03:46:47.950566 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d69b26e3-5b4b-42ae-b176-553b5b2f9664 req-4338b441-b272-42d0-ac4c-19e1f44dfd2d tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 210 time: 0.3238149 Mar 09 03:46:47.972025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-9675127f-707e-4669-a8d2-43f289f4f546 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Unset dirty status for tenant:583552b4403540f294a79f7bae92d808 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:46:47.973114 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-9675127f-707e-4669-a8d2-43f289f4f546 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=583552b4403540f294a79f7bae92d808 HTTP/1.1" status: 200 len: 379 time: 0.7317474 Mar 09 03:46:48.109535 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726d778-a275-45ae-a6e2-19eaf14f044b req-db7acc9b-227a-42af-a672-0466cb592367 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:48.111217 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d726d778-a275-45ae-a6e2-19eaf14f044b req-db7acc9b-227a-42af-a672-0466cb592367 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/ports?device_id=0713d099-214f-497b-9b03-be188804a46b HTTP/1.1" status: 200 len: 945 time: 0.0893159 Mar 09 03:46:48.149614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-02af270c-fa8d-46b0-bf5c-47a630699c56 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Request body: {'port': {'device_id': '4056da6e-2d78-4867-bcce-e5b6fa53a0fc', 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'admin_state_up': True, 'tenant_id': '583552b4403540f294a79f7bae92d808', 'security_groups': ['684ff69e-5a9b-4a63-ad7f-17fa9cb003a8']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:48.160512 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d726d778-a275-45ae-a6e2-19eaf14f044b req-57658c1c-a4c7-43aa-aae1-31c87debeb21 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c1e4835-e57e-43fe-81b3-4d99c821d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429726 Mar 09 03:46:48.264799 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-dc4bd1ba-189a-490f-8815-be2504ca067d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Deleting port 9d664959-c40f-40d2-a388-bd2e375986a5 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:46:48.265142 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-dc4bd1ba-189a-490f-8815-be2504ca067d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:48.377947 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22597fe-989d-40a9-8f9c-102a1afc16d3 req-19e4757a-f553-4628-8efc-4ca4f706d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:48.379330 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b22597fe-989d-40a9-8f9c-102a1afc16d3 req-19e4757a-f553-4628-8efc-4ca4f706d0ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa39f3f8-370a-4743-89d1-8509db2e92e4 HTTP/1.1" status: 200 len: 853 time: 0.4127450 Mar 09 03:46:48.481060 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b22597fe-989d-40a9-8f9c-102a1afc16d3 req-f1c6d53e-f681-4535-b89f-4149ee599c6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbfa7a35-5a09-4d7b-8d66-660733fcba0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867083 Mar 09 03:46:48.654702 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d43a8-7e03-4833-9198-23d0f184859b req-d3fe01e6-7df2-4122-af47-a141b7199eac tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:48.660863 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d43a8-7e03-4833-9198-23d0f184859b req-d3fe01e6-7df2-4122-af47-a141b7199eac tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:48.666730 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d43a8-7e03-4833-9198-23d0f184859b req-d3fe01e6-7df2-4122-af47-a141b7199eac tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:48.668892 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1e3d43a8-7e03-4833-9198-23d0f184859b req-d3fe01e6-7df2-4122-af47-a141b7199eac tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 2411 time: 0.1085999 Mar 09 03:46:48.710659 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-c1e884ee-8c93-44ea-aa19-f8c169cf5fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:48.712168 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-c1e884ee-8c93-44ea-aa19-f8c169cf5fae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a847b73b-7a1f-4c22-a561-3b608aca9f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9320850 Mar 09 03:46:48.713568 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1e3d43a8-7e03-4833-9198-23d0f184859b req-67a282ea-2352-429d-916c-a5ed9ff0df84 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387638 Mar 09 03:46:48.778346 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-02af270c-fa8d-46b0-bf5c-47a630699c56 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:46:48.881666 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-02af270c-fa8d-46b0-bf5c-47a630699c56 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:46:49.026059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fa625-2117-4fda-b30a-757a53c7ed7d req-cb781b48-6a3d-4ba5-8dda-7057c74dcf68 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:49.032909 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fa625-2117-4fda-b30a-757a53c7ed7d req-cb781b48-6a3d-4ba5-8dda-7057c74dcf68 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:49.034460 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3e1fa625-2117-4fda-b30a-757a53c7ed7d req-cb781b48-6a3d-4ba5-8dda-7057c74dcf68 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 1677 time: 0.1981044 Mar 09 03:46:49.065978 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-02af270c-fa8d-46b0-bf5c-47a630699c56 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Made reservation on behalf of 583552b4403540f294a79f7bae92d808 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:46:49.069473 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-02af270c-fa8d-46b0-bf5c-47a630699c56 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:49.086671 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3e1fa625-2117-4fda-b30a-757a53c7ed7d req-04b650b7-12ac-45a7-b589-b895316a7555 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444016 Mar 09 03:46:49.110028 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b22597fe-989d-40a9-8f9c-102a1afc16d3 req-317777ca-1d05-4df6-8ce9-5ff77d960e2d service neutron] 10.222.0.24 "GET /v2.0/networks/bbfa7a35-5a09-4d7b-8d66-660733fcba0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6058309 Mar 09 03:46:49.193758 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8290a-1a65-4b62-b45e-d6b7546779da req-c825e8d3-e129-48a2-bd72-ecfa9b0ac7b0 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:49.195462 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1eb8290a-1a65-4b62-b45e-d6b7546779da req-c825e8d3-e129-48a2-bd72-ecfa9b0ac7b0 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=62dfe779-fec6-44c2-977b-9801acd89607 HTTP/1.1" status: 200 len: 943 time: 0.7080274 Mar 09 03:46:49.251713 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4d87c9e8-db37-4381-96aa-d1f0b1152cff admin admin] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:49.279629 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7ffa682a-75e6-4f21-9a82-aa48d7baf9ef req-5c4cb641-41ce-43b7-8725-2c5d98cf2db3 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 210 time: 0.0531549 Mar 09 03:46:49.288200 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4d87c9e8-db37-4381-96aa-d1f0b1152cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:49.425643 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-36374135-1eb3-4b9e-96d6-83209bc40564 service neutron] 10.222.0.21 "GET /v2.0/networks/a847b73b-7a1f-4c22-a561-3b608aca9f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6429710 Mar 09 03:46:49.450334 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-deleted', 'tag': 'c1bf2e7b-6867-47a0-93dd-cf54b2021393'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:46:49.464829 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-dc4bd1ba-189a-490f-8815-be2504ca067d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] For port 9d664959-c40f-40d2-a388-bd2e375986a5, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=9d664959-c40f-40d2-a388-bd2e375986a5,segment=NetworkSegment(1fb5ec62-c429-4acb-b59e-2c379bf2d93b),segment_id=1fb5ec62-c429-4acb-b59e-2c379bf2d93b)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:49.465188 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-dc4bd1ba-189a-490f-8815-be2504ca067d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:49.812606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-dc4bd1ba-189a-490f-8815-be2504ca067d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Calling delete_port for 9d664959-c40f-40d2-a388-bd2e375986a5 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:46:49.865956 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1eb8290a-1a65-4b62-b45e-d6b7546779da req-93d2413d-f276-4ef3-a952-1edc29b886c0 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6065633 Mar 09 03:46:49.878263 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87c9e8-db37-4381-96aa-d1f0b1152cff admin admin] Pushing event updated for resources: {'Port': ['ID=f28af8df-72d0-4b45-88d3-b90cdc112464,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:49.934952 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8e001-fb82-4fb0-b3be-b93660b1e226 req-522fe2b3-6b5e-4e61-9bc6-599997afccf9 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:49.940159 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-29b8e001-fb82-4fb0-b3be-b93660b1e226 req-522fe2b3-6b5e-4e61-9bc6-599997afccf9 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/ports?device_id=0713d099-214f-497b-9b03-be188804a46b HTTP/1.1" status: 200 len: 945 time: 0.1439061 Mar 09 03:46:50.025434 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-deleted', 'tag': 'c1bf2e7b-6867-47a0-93dd-cf54b2021393', 'status': 'completed', 'code': 200} Mar 09 03:46:50.034683 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4d87c9e8-db37-4381-96aa-d1f0b1152cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:50.039310 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-29b8e001-fb82-4fb0-b3be-b93660b1e226 req-ce1f4388-5e7c-4cc4-a20b-745726210b64 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c1e4835-e57e-43fe-81b3-4d99c821d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928316 Mar 09 03:46:50.067909 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b22597fe-989d-40a9-8f9c-102a1afc16d3 req-e7ef3886-f545-41a7-9f01-83786c6071fa service neutron] 10.222.0.24 "GET /v2.0/networks/bbfa7a35-5a09-4d7b-8d66-660733fcba0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9400542 Mar 09 03:46:50.281091 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-02af270c-fa8d-46b0-bf5c-47a630699c56 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Allocated IP 172.20.0.6 (3d62296e-a7e4-4061-88a7-e2ef850363e9/d785722e-a890-45c5-869c-7b3149d30510/fb633d15-e73a-412d-8adc-3f24487a60ac) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:46:50.326947 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-509c6fed-9688-4c0d-af0e-08c2cf3c193b req-e45e5475-d3ec-434c-8fa0-427ac5316088 service neutron] 10.222.0.21 "GET /v2.0/networks/a847b73b-7a1f-4c22-a561-3b608aca9f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8719397 Mar 09 03:46:50.434384 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcfee1-2871-4914-9631-9979188e9986 req-9dce74a1-1d10-4da2-af43-655018a76471 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:50.440973 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcfee1-2871-4914-9631-9979188e9986 req-9dce74a1-1d10-4da2-af43-655018a76471 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:50.442626 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1dcfee1-2871-4914-9631-9979188e9986 req-9dce74a1-1d10-4da2-af43-655018a76471 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 1677 time: 0.1746378 Mar 09 03:46:50.487447 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device d068813b-4a00-4918-af29-955a7a48015d details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:46:50.527920 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1dcfee1-2871-4914-9631-9979188e9986 req-7cd81263-e1e6-41b5-93f1-fea7a5c1f54a tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777464 Mar 09 03:46:50.589770 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d87c9e8-db37-4381-96aa-d1f0b1152cff admin admin] Network 7b2ee45c-6c87-463e-876e-97274f598220 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:46:50.601210 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-4d87c9e8-db37-4381-96aa-d1f0b1152cff admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:46:50.633333 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c1b85-4458-473e-87d6-e3d23b219496 req-eac97c5f-6a92-4af7-8f5b-41c9922485aa tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:50.640237 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c1b85-4458-473e-87d6-e3d23b219496 req-eac97c5f-6a92-4af7-8f5b-41c9922485aa tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:50.647210 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c1b85-4458-473e-87d6-e3d23b219496 req-eac97c5f-6a92-4af7-8f5b-41c9922485aa tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:50.649172 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa9c1b85-4458-473e-87d6-e3d23b219496 req-eac97c5f-6a92-4af7-8f5b-41c9922485aa tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 2411 time: 0.5778587 Mar 09 03:46:50.706071 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port d068813b-4a00-4918-af29-955a7a48015d, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=d068813b-4a00-4918-af29-955a7a48015d,segment=NetworkSegment(b9669753-03d3-41ba-aa99-74a67a97b6e2),segment_id=b9669753-03d3-41ba-aa99-74a67a97b6e2)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:50.747730 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'd068813b-4a00-4918-af29-955a7a48015d', 'network_id': '16be6384-7665-4d3b-853c-e1f9ee6de707', 'port_id': 'd068813b-4a00-4918-af29-955a7a48015d', 'mac_address': 'fa:16:3e:00:cf:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a78a60-3555-4424-b082-3dcd7dca5dd6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:46:50.838584 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-dc4bd1ba-189a-490f-8815-be2504ca067d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:50.892707 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:50.932014 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5845bec3-e761-4510-bacd-76b0fdc0636c req-88b72b44-1e58-4249-8224-a9ff496df20c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 210 time: 0.0951140 Mar 09 03:46:50.940320 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d068813b-4a00-4918-af29-955a7a48015d {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:46:50.992619 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port d068813b-4a00-4918-af29-955a7a48015d, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=d068813b-4a00-4918-af29-955a7a48015d,segment=NetworkSegment(b9669753-03d3-41ba-aa99-74a67a97b6e2),segment_id=b9669753-03d3-41ba-aa99-74a67a97b6e2)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:50.999630 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:51.129231 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=d068813b-4a00-4918-af29-955a7a48015d,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:51.163413 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:51.163756 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:51.164569 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:51.164569 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:51.164778 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:51.165022 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:51.165685 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:51.165685 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:51.165944 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:51.166258 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:51.166572 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:51.166896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:46:51.245505 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bd1ba-189a-490f-8815-be2504ca067d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event deleted for resources: {'Port': ['ID=9d664959-c40f-40d2-a388-bd2e375986a5,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:51.255397 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-33233652-8a14-4b1e-a777-86e0a41537ee None None] Provisioning complete for port f28af8df-72d0-4b45-88d3-b90cdc112464 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:51.255777 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-33233652-8a14-4b1e-a777-86e0a41537ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:51.367315 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['d068813b-4a00-4918-af29-955a7a48015d'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:46:51.402372 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-dc4bd1ba-189a-490f-8815-be2504ca067d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] No DVR routers for this DVR port 9d664959-c40f-40d2-a388-bd2e375986a5 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:46:51.406984 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c81ad6-44f8-4a8c-888a-8e9a27df8848 req-2fa22d33-84f5-4aff-ad3e-48218f18c3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:51.407465 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c81ad6-44f8-4a8c-888a-8e9a27df8848 req-2fa22d33-84f5-4aff-ad3e-48218f18c3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:51.407934 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c81ad6-44f8-4a8c-888a-8e9a27df8848 req-2fa22d33-84f5-4aff-ad3e-48218f18c3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:51.410818 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b92949-5b6b-4dda-9253-5d420fb08b75 req-5ed580db-4cdb-479a-b1ad-601d499e51d8 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:51.412402 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35b92949-5b6b-4dda-9253-5d420fb08b75 req-5ed580db-4cdb-479a-b1ad-601d499e51d8 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=62dfe779-fec6-44c2-977b-9801acd89607 HTTP/1.1" status: 200 len: 944 time: 0.2754929 Mar 09 03:46:51.412681 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79c81ad6-44f8-4a8c-888a-8e9a27df8848 req-2fa22d33-84f5-4aff-ad3e-48218f18c3de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1b3aca0566d4eb989ee2bf1d8c5606e&device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 2864 time: 1.0010362 Mar 09 03:46:51.413740 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-dc4bd1ba-189a-490f-8815-be2504ca067d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:51.484032 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa9c1b85-4458-473e-87d6-e3d23b219496 req-433c9a82-deb6-4726-b3c4-b9da83d03109 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7417479 Mar 09 03:46:51.564954 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35b92949-5b6b-4dda-9253-5d420fb08b75 req-49571f05-94fb-4a25-95c0-da4cef58fb80 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469440 Mar 09 03:46:51.568172 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-33233652-8a14-4b1e-a777-86e0a41537ee None None] Port f28af8df-72d0-4b45-88d3-b90cdc112464 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:46:51.699919 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-dc4bd1ba-189a-490f-8815-be2504ca067d tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.24 "DELETE /v2.0/ports/9d664959-c40f-40d2-a388-bd2e375986a5 HTTP/1.1" status: 204 len: 173 time: 3.9207816 Mar 09 03:46:51.888776 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296aefd-8a11-4e56-a57e-e420e5d38712 req-7ea8d1a5-61f4-46ed-8252-58fb88c1b386 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:51.896776 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d296aefd-8a11-4e56-a57e-e420e5d38712 req-7ea8d1a5-61f4-46ed-8252-58fb88c1b386 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 943 time: 0.1151209 Mar 09 03:46:51.907426 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c81ad6-44f8-4a8c-888a-8e9a27df8848 req-a39c0cad-23a5-4491-b6c1-2eb72d28a6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:51.908883 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79c81ad6-44f8-4a8c-888a-8e9a27df8848 req-a39c0cad-23a5-4491-b6c1-2eb72d28a6db service neutron] 10.222.0.21 "GET /v2.0/networks?id=a847b73b-7a1f-4c22-a561-3b608aca9f43 HTTP/1.1" status: 200 len: 902 time: 0.4138908 Mar 09 03:46:51.959805 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d296aefd-8a11-4e56-a57e-e420e5d38712 req-ce944a5b-fd12-4623-9be8-054314d6796f tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617862 Mar 09 03:46:52.161433 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7bf530bd-5fb8-4d59-a5bf-d30fd95a8394 req-5dc9c560-046f-45cc-b08f-21d98b9e86e0 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 210 time: 0.0854928 Mar 09 03:46:52.221292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-deleted', 'tag': '9d664959-c40f-40d2-a388-bd2e375986a5'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:46:52.244592 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device da11bf0c-a0b2-43dd-874d-f78b23040c2e details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:46:52.284491 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-deleted', 'tag': '9d664959-c40f-40d2-a388-bd2e375986a5', 'status': 'completed', 'code': 200} Mar 09 03:46:52.286469 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79c81ad6-44f8-4a8c-888a-8e9a27df8848 req-06872983-79e3-4812-b8fd-2865e2ee7309 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.26&port_id=47e8af36-1295-4d22-b47a-5e37acf058dc HTTP/1.1" status: 200 len: 217 time: 0.3072209 Mar 09 03:46:52.389306 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-1959f64b-a621-4812-8118-e6eef998f107 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Deleting port 1644b1aa-49cd-41fb-87b3-ed75bd5fc672 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:46:52.390159 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-1959f64b-a621-4812-8118-e6eef998f107 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:52.419725 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-02af270c-fa8d-46b0-bf5c-47a630699c56 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:52.436053 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port da11bf0c-a0b2-43dd-874d-f78b23040c2e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=da11bf0c-a0b2-43dd-874d-f78b23040c2e,segment=NetworkSegment(23fe74aa-e624-4375-84f1-7fe70f5a8f96),segment_id=23fe74aa-e624-4375-84f1-7fe70f5a8f96)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:52.448981 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'da11bf0c-a0b2-43dd-874d-f78b23040c2e', 'network_id': 'a847b73b-7a1f-4c22-a561-3b608aca9f43', 'port_id': 'da11bf0c-a0b2-43dd-874d-f78b23040c2e', 'mac_address': 'fa:16:3e:6a:6b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d0974b5-574f-44c4-87d0-2465afe20122', 'ip_address': '19.80.0.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:46:52.463327 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c81ad6-44f8-4a8c-888a-8e9a27df8848 req-1b704988-1298-4c0c-9b39-df262142f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:52.465432 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79c81ad6-44f8-4a8c-888a-8e9a27df8848 req-1b704988-1298-4c0c-9b39-df262142f7c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d0974b5-574f-44c4-87d0-2465afe20122 HTTP/1.1" status: 200 len: 801 time: 0.1507943 Mar 09 03:46:52.472185 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d87c9e8-db37-4381-96aa-d1f0b1152cff admin admin] Router a299d777-9ecb-479d-87be-2487df1924ca has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:46:52.477709 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-02af270c-fa8d-46b0-bf5c-47a630699c56 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Transition to ACTIVE for port object fb633d15-e73a-412d-8adc-3f24487a60ac will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:52.516370 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device d068813b-4a00-4918-af29-955a7a48015d up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:46:52.544995 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:52.568803 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da11bf0c-a0b2-43dd-874d-f78b23040c2e {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:46:52.601866 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port da11bf0c-a0b2-43dd-874d-f78b23040c2e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=da11bf0c-a0b2-43dd-874d-f78b23040c2e,segment=NetworkSegment(23fe74aa-e624-4375-84f1-7fe70f5a8f96),segment_id=23fe74aa-e624-4375-84f1-7fe70f5a8f96)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:52.609716 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:52.610688 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:46:52.652551 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port d068813b-4a00-4918-af29-955a7a48015d completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:46:52.670464 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port d068813b-4a00-4918-af29-955a7a48015d triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:52.670832 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:52.685793 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625fd93-16fb-4aa1-877f-dfa8c573d9cf req-6f282da1-3e8b-4d88-83b2-c024ebdcd431 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:52.692569 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625fd93-16fb-4aa1-877f-dfa8c573d9cf req-6f282da1-3e8b-4d88-83b2-c024ebdcd431 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:52.699234 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625fd93-16fb-4aa1-877f-dfa8c573d9cf req-6f282da1-3e8b-4d88-83b2-c024ebdcd431 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:52.706748 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6625fd93-16fb-4aa1-877f-dfa8c573d9cf req-6f282da1-3e8b-4d88-83b2-c024ebdcd431 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 2412 time: 0.1085310 Mar 09 03:46:52.719913 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd4c50-0346-4235-9661-38c6ebb77929 req-79c30e4b-85a7-481d-9397-67a16e8edafa tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:52.721472 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7abd4c50-0346-4235-9661-38c6ebb77929 req-79c30e4b-85a7-481d-9397-67a16e8edafa tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/ports?device_id=0713d099-214f-497b-9b03-be188804a46b HTTP/1.1" status: 200 len: 945 time: 0.8951159 Mar 09 03:46:52.751474 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6625fd93-16fb-4aa1-877f-dfa8c573d9cf req-d0887a0e-86fb-4be4-8269-664f5e906e4f tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432098 Mar 09 03:46:52.805673 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=da11bf0c-a0b2-43dd-874d-f78b23040c2e,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:52.887615 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-02af270c-fa8d-46b0-bf5c-47a630699c56 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:52.903638 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:52.944371 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e,segment=NetworkSegment(87e5f55d-80a8-44b2-8a8c-6f4c935bb573),segment_id=87e5f55d-80a8-44b2-8a8c-6f4c935bb573)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:52.959875 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dfe779-fec6-44c2-977b-9801acd89607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd068813b-4a00-4918-af29-955a7a48015d'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:46:52.970280 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e', 'network_id': 'be1b5ca0-b024-4c74-9d5a-f1d8514570d5', 'port_id': '5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e', 'mac_address': 'fa:16:3e:6b:e2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68c7fd0-85c7-4160-af4c-112dd4d9e2ce', 'ip_address': '19.86.0.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:46:52.998587 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port d068813b-4a00-4918-af29-955a7a48015d, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=d068813b-4a00-4918-af29-955a7a48015d,segment=NetworkSegment(b9669753-03d3-41ba-aa99-74a67a97b6e2),segment_id=b9669753-03d3-41ba-aa99-74a67a97b6e2)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:53.037392 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:53.048593 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4590a-c977-477b-9d5e-db0fe99b2b05 req-cf79ee97-7999-48f3-b09d-cfb05886e385 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:53.057528 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-04d4590a-c977-477b-9d5e-db0fe99b2b05 req-cf79ee97-7999-48f3-b09d-cfb05886e385 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=62dfe779-fec6-44c2-977b-9801acd89607 HTTP/1.1" status: 200 len: 944 time: 0.1423173 Mar 09 03:46:53.062840 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:46:53.076911 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:53.083419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c81ad6-44f8-4a8c-888a-8e9a27df8848 req-4e2bd0c3-8142-47db-aca5-ae5ef01a5edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:53.087405 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e,segment=NetworkSegment(87e5f55d-80a8-44b2-8a8c-6f4c935bb573),segment_id=87e5f55d-80a8-44b2-8a8c-6f4c935bb573)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:53.093738 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79c81ad6-44f8-4a8c-888a-8e9a27df8848 req-4e2bd0c3-8142-47db-aca5-ae5ef01a5edc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a847b73b-7a1f-4c22-a561-3b608aca9f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6197722 Mar 09 03:46:53.104135 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7abd4c50-0346-4235-9661-38c6ebb77929 req-41e5780b-33c6-4535-b9ea-095d885582f3 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c1e4835-e57e-43fe-81b3-4d99c821d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697751 Mar 09 03:46:53.105666 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d87c9e8-db37-4381-96aa-d1f0b1152cff admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:46:53.124737 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-04d4590a-c977-477b-9d5e-db0fe99b2b05 req-1b8f87fb-cba4-48f7-8869-9d025fa89cc9 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670776 Mar 09 03:46:53.149445 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-02af270c-fa8d-46b0-bf5c-47a630699c56 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Network 3d62296e-a7e4-4061-88a7-e2ef850363e9 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:46:53.163713 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4d87c9e8-db37-4381-96aa-d1f0b1152cff admin admin] 10.222.0.16 "PUT /v2.0/routers/a299d777-9ecb-479d-87be-2487df1924ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3175251 Mar 09 03:46:53.187401 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-02af270c-fa8d-46b0-bf5c-47a630699c56 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:46:53.231420 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-02af270c-fa8d-46b0-bf5c-47a630699c56 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:46:53.284957 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dfe779-fec6-44c2-977b-9801acd89607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd068813b-4a00-4918-af29-955a7a48015d', 'code': 200} Mar 09 03:46:53.291798 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=d068813b-4a00-4918-af29-955a7a48015d,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:53.306227 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:53.307166 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 47e8af36-1295-4d22-b47a-5e37acf058dc details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:46:53.329043 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af270c-fa8d-46b0-bf5c-47a630699c56 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Pushing event updated for resources: {'Port': ['ID=fb633d15-e73a-412d-8adc-3f24487a60ac,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:53.399145 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 47e8af36-1295-4d22-b47a-5e37acf058dc, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=47e8af36-1295-4d22-b47a-5e37acf058dc,segment=NetworkSegment(23fe74aa-e624-4375-84f1-7fe70f5a8f96),segment_id=23fe74aa-e624-4375-84f1-7fe70f5a8f96)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:53.450021 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] Sync routers for ids ['a299d777-9ecb-479d-87be-2487df1924ca'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:46:53.537377 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51c338-f99d-45f6-b60f-da8f2b5a3e17 req-6be4618e-33c8-4d24-934f-6efc3b61ac20 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:53.547246 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ef51c338-f99d-45f6-b60f-da8f2b5a3e17 req-6be4618e-33c8-4d24-934f-6efc3b61ac20 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 943 time: 0.1350894 Mar 09 03:46:53.570021 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '47e8af36-1295-4d22-b47a-5e37acf058dc', 'network_id': 'a847b73b-7a1f-4c22-a561-3b608aca9f43', 'port_id': '47e8af36-1295-4d22-b47a-5e37acf058dc', 'mac_address': 'fa:16:3e:66:47:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d0974b5-574f-44c4-87d0-2465afe20122', 'ip_address': '19.80.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:46:53.574553 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:53.590255 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-1959f64b-a621-4812-8118-e6eef998f107 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] For port 1644b1aa-49cd-41fb-87b3-ed75bd5fc672, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=1644b1aa-49cd-41fb-87b3-ed75bd5fc672,segment=NetworkSegment(635225fe-5597-4fc5-b912-d36acfd93dcb),segment_id=635225fe-5597-4fc5-b912-d36acfd93dcb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:53.590619 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-1959f64b-a621-4812-8118-e6eef998f107 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:53.624826 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ef51c338-f99d-45f6-b60f-da8f2b5a3e17 req-be3af256-1925-4a9c-9ec4-0b4f169f2323 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fa4de0a-7673-4082-a240-c9935702a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728354 Mar 09 03:46:53.630496 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-02af270c-fa8d-46b0-bf5c-47a630699c56 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:53.631143 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-02af270c-fa8d-46b0-bf5c-47a630699c56 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:53.648241 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] Routers {'a299d777-9ecb-479d-87be-2487df1924ca'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:46:53.649144 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:46:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a299d777-9ecb-479d-87be-2487df1924ca'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:53.794263 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:53.805328 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79c81ad6-44f8-4a8c-888a-8e9a27df8848 req-503f9fc5-ef02-498c-8fa3-4da854aef9e3 service neutron] 10.222.0.21 "GET /v2.0/networks/a847b73b-7a1f-4c22-a561-3b608aca9f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6976058 Mar 09 03:46:53.811447 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f661b7-3637-4e09-9129-e9ec282215c7 None None] Provisioning for port fb633d15-e73a-412d-8adc-3f24487a60ac completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:46:53.822667 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-24ab6e04-36f0-43eb-bf2d-9c3f4feda520 req-70a00e2e-6017-4cb3-a49e-40c90073676e tempest-FloatingIPsNegativeTestJSON-1033585659 tempest-FloatingIPsNegativeTestJSON-1033585659-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=75a0192d6bb14ce0aa2176a02c7decda HTTP/1.1" status: 200 len: 217 time: 0.1160798 Mar 09 03:46:53.823994 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f661b7-3637-4e09-9129-e9ec282215c7 None None] Provisioning complete for port fb633d15-e73a-412d-8adc-3f24487a60ac triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:53.824370 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f661b7-3637-4e09-9129-e9ec282215c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:53.826274 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-02af270c-fa8d-46b0-bf5c-47a630699c56 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6812568 Mar 09 03:46:53.854541 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-cc9ed35c-ff49-4a85-bd50-bc72e66d99f1 service neutron] Request body: {'port': {'device_id': '4056da6e-2d78-4867-bcce-e5b6fa53a0fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:46:53.888900 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e8af36-1295-4d22-b47a-5e37acf058dc {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:46:53.909231 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 47e8af36-1295-4d22-b47a-5e37acf058dc, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=47e8af36-1295-4d22-b47a-5e37acf058dc,segment=NetworkSegment(23fe74aa-e624-4375-84f1-7fe70f5a8f96),segment_id=23fe74aa-e624-4375-84f1-7fe70f5a8f96)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:54.014430 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f661b7-3637-4e09-9129-e9ec282215c7 None None] Port fb633d15-e73a-412d-8adc-3f24487a60ac cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:46:54.019380 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:54.082595 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef367a0-dc0b-419e-8f39-47d5441cfabf req-f27f675b-6cae-4aaa-b6a7-8150f2fe69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:54.083527 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] Set router a299d777-9ecb-479d-87be-2487df1924ca gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:46:54.084419 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fef367a0-dc0b-419e-8f39-47d5441cfabf req-f27f675b-6cae-4aaa-b6a7-8150f2fe69c5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=62dfe779-fec6-44c2-977b-9801acd89607 HTTP/1.1" status: 200 len: 1096 time: 0.7497501 Mar 09 03:46:54.172734 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=47e8af36-1295-4d22-b47a-5e37acf058dc,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:54.300052 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad974f45-788d-4364-9ddb-143bd493348c req-e693d4bc-e032-4383-b30c-3563fef125e3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:54.308937 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad974f45-788d-4364-9ddb-143bd493348c req-e693d4bc-e032-4383-b30c-3563fef125e3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:54.319218 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad974f45-788d-4364-9ddb-143bd493348c req-e693d4bc-e032-4383-b30c-3563fef125e3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:54.319926 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ad974f45-788d-4364-9ddb-143bd493348c req-e693d4bc-e032-4383-b30c-3563fef125e3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 2414 time: 0.1349788 Mar 09 03:46:54.343827 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['da11bf0c-a0b2-43dd-874d-f78b23040c2e'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:46:54.374661 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['47e8af36-1295-4d22-b47a-5e37acf058dc'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:46:54.468552 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ad974f45-788d-4364-9ddb-143bd493348c req-2bdc37c2-eeb4-448c-a35d-a5f32ddaa73c tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369066 Mar 09 03:46:54.509498 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fef367a0-dc0b-419e-8f39-47d5441cfabf req-4ff67321-4ab6-40ef-be3d-f4ce7dc30ca3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135954 Mar 09 03:46:54.524277 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35898206-36e2-4efe-9cc5-0ab2b95c94ba req-ce698af3-e2f0-4f19-ab0d-fb825002518a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:54.524984 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-35898206-36e2-4efe-9cc5-0ab2b95c94ba req-ce698af3-e2f0-4f19-ab0d-fb825002518a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Synchronizing usage tracker for tenant:583552b4403540f294a79f7bae92d808 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:46:54.534685 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-cc9ed35c-ff49-4a85-bd50-bc72e66d99f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:54.552071 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79c81ad6-44f8-4a8c-888a-8e9a27df8848 req-a47a6bc9-fe75-41c0-abd3-188b5355d524 service neutron] 10.222.0.21 "GET /v2.0/networks/a847b73b-7a1f-4c22-a561-3b608aca9f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7272170 Mar 09 03:46:54.579010 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-17cb77e6-74d2-44c2-b719-df87b9673508 req-8e502be4-dd59-4739-99c7-1aafb415ce31 tempest-FloatingIPsNegativeTestJSON-1033585659 tempest-FloatingIPsNegativeTestJSON-1033585659-project] Synchronizing usage tracker for tenant:75a0192d6bb14ce0aa2176a02c7decda on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:46:54.600269 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-17cb77e6-74d2-44c2-b719-df87b9673508 req-8e502be4-dd59-4739-99c7-1aafb415ce31 tempest-FloatingIPsNegativeTestJSON-1033585659 tempest-FloatingIPsNegativeTestJSON-1033585659-project] Unset dirty status for tenant:75a0192d6bb14ce0aa2176a02c7decda on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:46:54.601972 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17cb77e6-74d2-44c2-b719-df87b9673508 req-8e502be4-dd59-4739-99c7-1aafb415ce31 tempest-FloatingIPsNegativeTestJSON-1033585659 tempest-FloatingIPsNegativeTestJSON-1033585659-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0831931 Mar 09 03:46:54.745040 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-1959f64b-a621-4812-8118-e6eef998f107 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:54.746727 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-1959f64b-a621-4812-8118-e6eef998f107 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:54.747301 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-1959f64b-a621-4812-8118-e6eef998f107 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Floating IP b2aaba5c-eb4c-4af8-9a29-a75532a41b8e disassociated. External IP: 172.25.7.10, port: 1644b1aa-49cd-41fb-87b3-ed75bd5fc672. Mar 09 03:46:54.747924 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-1959f64b-a621-4812-8118-e6eef998f107 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Calling delete_port for 1644b1aa-49cd-41fb-87b3-ed75bd5fc672 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:46:54.805602 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-35898206-36e2-4efe-9cc5-0ab2b95c94ba req-ce698af3-e2f0-4f19-ab0d-fb825002518a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Unset dirty status for tenant:583552b4403540f294a79f7bae92d808 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:46:54.807173 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-35898206-36e2-4efe-9cc5-0ab2b95c94ba req-ce698af3-e2f0-4f19-ab0d-fb825002518a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 931 time: 1.0898948 Mar 09 03:46:54.815175 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2906d3-8709-4b59-bbea-d0d8c8db3596 req-0650a77a-2cd5-4c93-91ee-1e34dee5f817 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:54.823027 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e2906d3-8709-4b59-bbea-d0d8c8db3596 req-0650a77a-2cd5-4c93-91ee-1e34dee5f817 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/ports?device_id=0713d099-214f-497b-9b03-be188804a46b HTTP/1.1" status: 200 len: 945 time: 0.1167247 Mar 09 03:46:54.898411 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e2906d3-8709-4b59-bbea-d0d8c8db3596 req-09b520da-5a6c-429d-b0c3-08e94b4f40d1 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c1e4835-e57e-43fe-81b3-4d99c821d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715213 Mar 09 03:46:54.955559 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a299d777-9ecb-479d-87be-2487df1924ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-119404500-router', 'tenant_id': '75a0192d6bb14ce0aa2176a02c7decda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'aaf30c2b-1681-4dc8-88f0-227a9daa21c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:46:26Z', 'updated_at': '2022-03-09T03:46:47Z', 'revision_number': 4, 'project_id': '75a0192d6bb14ce0aa2176a02c7decda', 'gw_port': {'id': 'aaf30c2b-1681-4dc8-88f0-227a9daa21c4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a299d777-9ecb-479d-87be-2487df1924ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:30Z', 'updated_at': '2022-03-09T03:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'f28af8df-72d0-4b45-88d3-b90cdc112464', 'name': '', 'network_id': '7b2ee45c-6c87-463e-876e-97274f598220', 'tenant_id': '75a0192d6bb14ce0aa2176a02c7decda', 'mac_address': 'fa:16:3e:65:27:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a299d777-9ecb-479d-87be-2487df1924ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'cb584293-e4d4-4ebb-9ba5-aaba3e8591ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:43Z', 'updated_at': '2022-03-09T03:46:48Z', 'revision_number': 2, 'project_id': '75a0192d6bb14ce0aa2176a02c7decda', 'subnets': [{'id': 'cb584293-e4d4-4ebb-9ba5-aaba3e8591ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:54.962554 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] Checking router: a299d777-9ecb-479d-87be-2487df1924ca for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:46:54.963323 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] Updating router a299d777-9ecb-479d-87be-2487df1924ca port f28af8df-72d0-4b45-88d3-b90cdc112464 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:46:55.008354 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-35898206-36e2-4efe-9cc5-0ab2b95c94ba req-6b6320f4-621b-4c3b-b93c-4e6602ebeeb2 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698370 Mar 09 03:46:55.133814 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:55.240345 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-cdf53859-fc03-48fb-9fe0-ba633869bb96 req-58e25017-07d9-4744-a463-7c1e43ac6da5 tempest-FloatingIPsNegativeTestJSON-1033585659 tempest-FloatingIPsNegativeTestJSON-1033585659-project] show failed (client error): The resource could not be found. Mar 09 03:46:55.253468 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55918) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:46:55.256331 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cdf53859-fc03-48fb-9fe0-ba633869bb96 req-58e25017-07d9-4744-a463-7c1e43ac6da5 tempest-FloatingIPsNegativeTestJSON-1033585659 tempest-FloatingIPsNegativeTestJSON-1033585659-project] 10.222.0.16 "GET /v2.0/floatingips/a41af86d-5328-4e79-b656-052febfae99c HTTP/1.1" status: 404 len: 350 time: 0.1328180 Mar 09 03:46:55.350301 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8b596-6424-4fb0-a484-cd03d0d691ea req-0f497931-86eb-4c62-bae8-0eeb480fc245 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:55.351805 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-abc8b596-6424-4fb0-a484-cd03d0d691ea req-0f497931-86eb-4c62-bae8-0eeb480fc245 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=62dfe779-fec6-44c2-977b-9801acd89607 HTTP/1.1" status: 200 len: 945 time: 0.1788278 Mar 09 03:46:55.437376 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-1959f64b-a621-4812-8118-e6eef998f107 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:55.491044 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f6357859-81ce-4a3d-8657-c7a0403f32c7 req-252b4ab1-9c41-4598-8417-8fe08e2ab6aa tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Synchronizing usage tracker for tenant:a99da7d1ff544c6c946233b9d2e2fe07 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:46:55.513009 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-abc8b596-6424-4fb0-a484-cd03d0d691ea req-884e07b4-fe5e-47fa-b3c4-a6b66f2b60ab tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447101 Mar 09 03:46:55.549086 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:46:55.566647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959f64b-a621-4812-8118-e6eef998f107 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event deleted for resources: {'Port': ['ID=1644b1aa-49cd-41fb-87b3-ed75bd5fc672,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:55.734581 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-cc9ed35c-ff49-4a85-bd50-bc72e66d99f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb633d15-e73a-412d-8adc-3f24487a60ac {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:46:55.744195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f6357859-81ce-4a3d-8657-c7a0403f32c7 req-252b4ab1-9c41-4598-8417-8fe08e2ab6aa tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Unset dirty status for tenant:a99da7d1ff544c6c946233b9d2e2fe07 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:46:55.745914 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f6357859-81ce-4a3d-8657-c7a0403f32c7 req-252b4ab1-9c41-4598-8417-8fe08e2ab6aa tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 210 time: 0.3170590 Mar 09 03:46:55.749823 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-cc9ed35c-ff49-4a85-bd50-bc72e66d99f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:55.796007 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:55.820943 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] Transition to ACTIVE for port object f28af8df-72d0-4b45-88d3-b90cdc112464 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:55.833423 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:55.955144 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-cc9ed35c-ff49-4a85-bd50-bc72e66d99f1 service neutron] Transition to ACTIVE for port object fb633d15-e73a-412d-8adc-3f24487a60ac will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:46:55.976361 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-1959f64b-a621-4812-8118-e6eef998f107 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Router 396dc54e-e2b8-4045-aa34-bd9021505b87 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:46:56.086975 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-cc9ed35c-ff49-4a85-bd50-bc72e66d99f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:56.257168 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88c8e9-7675-412e-8817-3a418ca12b27 None None] Pushing event updated for resources: {'Port': ['ID=f28af8df-72d0-4b45-88d3-b90cdc112464,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:56.277289 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device da11bf0c-a0b2-43dd-874d-f78b23040c2e up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:46:56.391895 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785adadf-c6ab-40a1-897d-1a4357a66cc0 req-f5cc32e5-38eb-4075-acb5-e038bde69779 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:56.397961 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785adadf-c6ab-40a1-897d-1a4357a66cc0 req-f5cc32e5-38eb-4075-acb5-e038bde69779 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:56.406020 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785adadf-c6ab-40a1-897d-1a4357a66cc0 req-f5cc32e5-38eb-4075-acb5-e038bde69779 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:56.413902 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-785adadf-c6ab-40a1-897d-1a4357a66cc0 req-f5cc32e5-38eb-4075-acb5-e038bde69779 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 2414 time: 0.5869658 Mar 09 03:46:56.512983 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-785adadf-c6ab-40a1-897d-1a4357a66cc0 req-fb0c506e-2a56-430b-a5cd-995a3588dad8 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980842 Mar 09 03:46:56.600919 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] Attempting to bind port f28af8df-72d0-4b45-88d3-b90cdc112464 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:46:56.601555 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] Attempting to bind port f28af8df-72d0-4b45-88d3-b90cdc112464 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'a953b085-d8df-421c-a6b8-3bd9be1d9c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7b2ee45c-6c87-463e-876e-97274f598220'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:46:56.602149 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] Attempting to bind port f28af8df-72d0-4b45-88d3-b90cdc112464 on network 7b2ee45c-6c87-463e-876e-97274f598220 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:46:56.614472 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:46:56.615109 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] Checking segment: {'id': 'a953b085-d8df-421c-a6b8-3bd9be1d9c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7b2ee45c-6c87-463e-876e-97274f598220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:46:56.615746 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:56.616307 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] Bound using segment: {'id': 'a953b085-d8df-421c-a6b8-3bd9be1d9c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7b2ee45c-6c87-463e-876e-97274f598220'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:46:56.617009 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] Bound port: f28af8df-72d0-4b45-88d3-b90cdc112464, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a953b085-d8df-421c-a6b8-3bd9be1d9c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7b2ee45c-6c87-463e-876e-97274f598220'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:46:56.617538 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:56.624406 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-63afcceb-2f7b-4dc7-ba18-a1e85cd39eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:56.638739 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port da11bf0c-a0b2-43dd-874d-f78b23040c2e completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:46:56.649909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ed35c-ff49-4a85-bd50-bc72e66d99f1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb633d15-e73a-412d-8adc-3f24487a60ac,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:56.702747 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port da11bf0c-a0b2-43dd-874d-f78b23040c2e triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:56.703448 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:56.837302 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] For port f28af8df-72d0-4b45-88d3-b90cdc112464, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:46:56.842509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] For port f28af8df-72d0-4b45-88d3-b90cdc112464, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f28af8df-72d0-4b45-88d3-b90cdc112464,segment=NetworkSegment(a953b085-d8df-421c-a6b8-3bd9be1d9c2d),segment_id=a953b085-d8df-421c-a6b8-3bd9be1d9c2d)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:46:56.876156 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:56.985730 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88c8e9-7675-412e-8817-3a418ca12b27 None None] Pushing event updated for resources: {'Port': ['ID=f28af8df-72d0-4b45-88d3-b90cdc112464,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:57.004195 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18d912-670d-45fd-b450-0bc85d3f41a8 req-df1bfd48-b029-4bbd-abd8-be6b95fbbba4 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:57.011932 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff18d912-670d-45fd-b450-0bc85d3f41a8 req-df1bfd48-b029-4bbd-abd8-be6b95fbbba4 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 943 time: 0.3013096 Mar 09 03:46:57.032636 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:57.046229 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] Routers {'a299d777-9ecb-479d-87be-2487df1924ca'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:46:57.048866 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:46:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a299d777-9ecb-479d-87be-2487df1924ca'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:57.080426 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdb9f4-ce74-46d4-b55f-ef4117f08f11 req-a0b62f13-3212-413b-93af-ae64cb9017a0 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:57.082011 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f7bdb9f4-ce74-46d4-b55f-ef4117f08f11 req-a0b62f13-3212-413b-93af-ae64cb9017a0 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.24 "GET /v2.0/ports?device_id=0713d099-214f-497b-9b03-be188804a46b HTTP/1.1" status: 200 len: 945 time: 1.1285939 Mar 09 03:46:57.083034 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-cc9ed35c-ff49-4a85-bd50-bc72e66d99f1 service neutron] Attempting to bind port fb633d15-e73a-412d-8adc-3f24487a60ac on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:46:57.083564 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-cc9ed35c-ff49-4a85-bd50-bc72e66d99f1 service neutron] Attempting to bind port fb633d15-e73a-412d-8adc-3f24487a60ac by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:46:57.084145 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-cc9ed35c-ff49-4a85-bd50-bc72e66d99f1 service neutron] Attempting to bind port fb633d15-e73a-412d-8adc-3f24487a60ac on network 3d62296e-a7e4-4061-88a7-e2ef850363e9 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:46:57.147479 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-cc9ed35c-ff49-4a85-bd50-bc72e66d99f1 service neutron] Port fb633d15-e73a-412d-8adc-3f24487a60ac on network 3d62296e-a7e4-4061-88a7-e2ef850363e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:46:57.149383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-cc9ed35c-ff49-4a85-bd50-bc72e66d99f1 service neutron] Attempting to bind port fb633d15-e73a-412d-8adc-3f24487a60ac on network 3d62296e-a7e4-4061-88a7-e2ef850363e9 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:46:57.173102 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0439f878-e161-4062-b9cb-56082d60691a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da11bf0c-a0b2-43dd-874d-f78b23040c2e'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:46:57.191905 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be6a6a-4446-42c2-a9bb-4563427c55c2 req-fbdc2123-ba09-4180-9bf8-4101cb30913e tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:57.200540 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a7be6a6a-4446-42c2-a9bb-4563427c55c2 req-fbdc2123-ba09-4180-9bf8-4101cb30913e tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/ports?device_id=0713d099-214f-497b-9b03-be188804a46b HTTP/1.1" status: 200 len: 945 time: 0.9225743 Mar 09 03:46:57.202128 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port da11bf0c-a0b2-43dd-874d-f78b23040c2e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=da11bf0c-a0b2-43dd-874d-f78b23040c2e,segment=NetworkSegment(23fe74aa-e624-4375-84f1-7fe70f5a8f96),segment_id=23fe74aa-e624-4375-84f1-7fe70f5a8f96)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:57.213050 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:57.214022 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 47e8af36-1295-4d22-b47a-5e37acf058dc up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:46:57.271037 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff18d912-670d-45fd-b450-0bc85d3f41a8 req-e005b180-a37c-4fce-99bb-3c3858e81c68 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543995 Mar 09 03:46:57.284153 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a7be6a6a-4446-42c2-a9bb-4563427c55c2 req-f3bd5982-2580-417d-8d3c-d4dda88309ab tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c1e4835-e57e-43fe-81b3-4d99c821d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800858 Mar 09 03:46:57.285245 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-cc9ed35c-ff49-4a85-bd50-bc72e66d99f1 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:46:57.286108 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-cc9ed35c-ff49-4a85-bd50-bc72e66d99f1 service neutron] Checking segment: {'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:46:57.287477 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-cc9ed35c-ff49-4a85-bd50-bc72e66d99f1 service neutron] Bound using segment: {'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:46:57.289897 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-cc9ed35c-ff49-4a85-bd50-bc72e66d99f1 service neutron] Bound port: fb633d15-e73a-412d-8adc-3f24487a60ac, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:46:57.290377 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-cc9ed35c-ff49-4a85-bd50-bc72e66d99f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:57.322455 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-1959f64b-a621-4812-8118-e6eef998f107 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:46:57.333849 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228631de-0ca1-4a5a-a158-b98000bb6334 None None] Sync routers for ids ['396dc54e-e2b8-4045-aa34-bd9021505b87'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:46:57.350351 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228631de-0ca1-4a5a-a158-b98000bb6334 None None] Routers {'396dc54e-e2b8-4045-aa34-bd9021505b87'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:46:57.354779 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-228631de-0ca1-4a5a-a158-b98000bb6334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:46:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['396dc54e-e2b8-4045-aa34-bd9021505b87'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:57.557761 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-63afcceb-2f7b-4dc7-ba18-a1e85cd39eda admin admin] Deleting port f28af8df-72d0-4b45-88d3-b90cdc112464 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:46:57.558380 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-63afcceb-2f7b-4dc7-ba18-a1e85cd39eda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:57.604852 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=da11bf0c-a0b2-43dd-874d-f78b23040c2e,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:57.631924 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e413507d-4f45-418b-8caf-e227f480f29e req-729580d4-482f-4fda-8ac7-d09ef4dd49cb tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 210 time: 0.1100614 Mar 09 03:46:57.640078 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-1959f64b-a621-4812-8118-e6eef998f107 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] No DVR routers for this DVR port 1644b1aa-49cd-41fb-87b3-ed75bd5fc672 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:46:57.652503 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-f7bdb9f4-ce74-46d4-b55f-ef4117f08f11 req-19d2ccda-bae5-49f6-ae33-0b4d294be64f tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Deleting port 3751977e-3566-4c67-807c-0e84557cad51 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:46:57.653099 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f7bdb9f4-ce74-46d4-b55f-ef4117f08f11 req-19d2ccda-bae5-49f6-ae33-0b4d294be64f tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:57.686695 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-1959f64b-a621-4812-8118-e6eef998f107 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:57.688660 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-11d39da6-eb74-4b96-ada2-dac28770aed3 req-1959f64b-a621-4812-8118-e6eef998f107 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.24 "DELETE /v2.0/ports/1644b1aa-49cd-41fb-87b3-ed75bd5fc672 HTTP/1.1" status: 204 len: 173 time: 5.8660314 Mar 09 03:46:57.689283 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-deleted', 'tag': '1644b1aa-49cd-41fb-87b3-ed75bd5fc672'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:46:57.711885 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] Set router a299d777-9ecb-479d-87be-2487df1924ca gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:46:57.799965 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-cc9ed35c-ff49-4a85-bd50-bc72e66d99f1 service neutron] For port fb633d15-e73a-412d-8adc-3f24487a60ac, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:46:57.804493 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-cc9ed35c-ff49-4a85-bd50-bc72e66d99f1 service neutron] For port fb633d15-e73a-412d-8adc-3f24487a60ac, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=fb633d15-e73a-412d-8adc-3f24487a60ac,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:46:57.845815 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0439f878-e161-4062-b9cb-56082d60691a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da11bf0c-a0b2-43dd-874d-f78b23040c2e', 'code': 200} Mar 09 03:46:57.853161 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-228631de-0ca1-4a5a-a158-b98000bb6334 None None] Set router 396dc54e-e2b8-4045-aa34-bd9021505b87 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:46:57.914232 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 47e8af36-1295-4d22-b47a-5e37acf058dc completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:46:57.932027 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 47e8af36-1295-4d22-b47a-5e37acf058dc triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:57.932027 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:57.976940 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-63afcceb-2f7b-4dc7-ba18-a1e85cd39eda admin admin] For port f28af8df-72d0-4b45-88d3-b90cdc112464, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f28af8df-72d0-4b45-88d3-b90cdc112464,segment=NetworkSegment(a953b085-d8df-421c-a6b8-3bd9be1d9c2d),segment_id=a953b085-d8df-421c-a6b8-3bd9be1d9c2d)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:57.982553 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-63afcceb-2f7b-4dc7-ba18-a1e85cd39eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:58.191672 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-cc9ed35c-ff49-4a85-bd50-bc72e66d99f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:58.246792 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-63afcceb-2f7b-4dc7-ba18-a1e85cd39eda admin admin] Calling delete_port for f28af8df-72d0-4b45-88d3-b90cdc112464 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:46:58.429915 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:58.512862 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-cc9ed35c-ff49-4a85-bd50-bc72e66d99f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:58.522825 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-cc9ed35c-ff49-4a85-bd50-bc72e66d99f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:58.524455 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-cc9ed35c-ff49-4a85-bd50-bc72e66d99f1 service neutron] 10.222.0.21 "PUT /v2.0/ports/fb633d15-e73a-412d-8adc-3f24487a60ac HTTP/1.1" status: 200 len: 1091 time: 4.6742682 Mar 09 03:46:58.526239 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 47e8af36-1295-4d22-b47a-5e37acf058dc, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=47e8af36-1295-4d22-b47a-5e37acf058dc,segment=NetworkSegment(23fe74aa-e624-4375-84f1-7fe70f5a8f96),segment_id=23fe74aa-e624-4375-84f1-7fe70f5a8f96)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:58.545632 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:58.566014 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-228631de-0ca1-4a5a-a158-b98000bb6334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'name': 'tempest-TaggedBootDevicesTest_v242-1350586423-router', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '5b7058ea-388a-4e55-895f-3579198e5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:39:42Z', 'updated_at': '2022-03-09T03:40:01Z', 'revision_number': 4, 'project_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'gw_port': {'id': '5b7058ea-388a-4e55-895f-3579198e5871', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:90:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:39:47Z', 'updated_at': '2022-03-09T03:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '56e8c632-6a17-4bdb-83e0-fc742db20d7c', 'name': '', 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'mac_address': 'fa:16:3e:c2:3a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'ce8c094d-d2da-4007-b683-734cf48a0ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:39:58Z', 'updated_at': '2022-03-09T03:40:13Z', 'revision_number': 5, 'project_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'subnets': [{'id': 'ce8c094d-d2da-4007-b683-734cf48a0ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:58.579033 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228631de-0ca1-4a5a-a158-b98000bb6334 None None] Checking router: 396dc54e-e2b8-4045-aa34-bd9021505b87 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:46:58.589311 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-63afcceb-2f7b-4dc7-ba18-a1e85cd39eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:58.597255 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228631de-0ca1-4a5a-a158-b98000bb6334 None None] Routers {'396dc54e-e2b8-4045-aa34-bd9021505b87'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:46:58.598141 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-228631de-0ca1-4a5a-a158-b98000bb6334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:46:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['396dc54e-e2b8-4045-aa34-bd9021505b87'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:58.688120 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=47e8af36-1295-4d22-b47a-5e37acf058dc,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:58.691016 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:46:58.698380 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ed35c-ff49-4a85-bd50-bc72e66d99f1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb633d15-e73a-412d-8adc-3f24487a60ac,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:58.807925 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4acbd-a491-41d1-9eef-501936f33b78 req-9dfff67c-c4a9-4058-8f53-9115bd6f7eb5 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:58.815426 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4acbd-a491-41d1-9eef-501936f33b78 req-9dfff67c-c4a9-4058-8f53-9115bd6f7eb5 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:58.821502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4acbd-a491-41d1-9eef-501936f33b78 req-9dfff67c-c4a9-4058-8f53-9115bd6f7eb5 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:58.829666 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79f4acbd-a491-41d1-9eef-501936f33b78 req-9dfff67c-c4a9-4058-8f53-9115bd6f7eb5 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 2415 time: 0.7081511 Mar 09 03:46:58.845340 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afcceb-2f7b-4dc7-ba18-a1e85cd39eda admin admin] Pushing event deleted for resources: {'Port': ['ID=f28af8df-72d0-4b45-88d3-b90cdc112464,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:58.863617 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-f7bdb9f4-ce74-46d4-b55f-ef4117f08f11 req-19d2ccda-bae5-49f6-ae33-0b4d294be64f tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] For port 3751977e-3566-4c67-807c-0e84557cad51, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=3751977e-3566-4c67-807c-0e84557cad51,segment=NetworkSegment(a804253e-a792-45b3-938d-88b44cc5c723),segment_id=a804253e-a792-45b3-938d-88b44cc5c723)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:58.864359 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f7bdb9f4-ce74-46d4-b55f-ef4117f08f11 req-19d2ccda-bae5-49f6-ae33-0b4d294be64f tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:58.890140 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-59cfde77-ee08-4dc5-b92c-d1b09a52ee90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:58.910735 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:46:58.946840 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:46:58.947714 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:59.025751 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc045ee-fed1-48aa-a777-493f00fb371b req-24bb23d2-10f6-44a7-9c8d-330819056fbd tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:59.033404 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6cc045ee-fed1-48aa-a777-493f00fb371b req-24bb23d2-10f6-44a7-9c8d-330819056fbd tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=62dfe779-fec6-44c2-977b-9801acd89607 HTTP/1.1" status: 200 len: 945 time: 0.5772521 Mar 09 03:46:59.079353 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a299d777-9ecb-479d-87be-2487df1924ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-119404500-router', 'tenant_id': '75a0192d6bb14ce0aa2176a02c7decda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'aaf30c2b-1681-4dc8-88f0-227a9daa21c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:46:26Z', 'updated_at': '2022-03-09T03:46:47Z', 'revision_number': 4, 'project_id': '75a0192d6bb14ce0aa2176a02c7decda', 'gw_port': {'id': 'aaf30c2b-1681-4dc8-88f0-227a9daa21c4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a299d777-9ecb-479d-87be-2487df1924ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:30Z', 'updated_at': '2022-03-09T03:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'f28af8df-72d0-4b45-88d3-b90cdc112464', 'name': '', 'network_id': '7b2ee45c-6c87-463e-876e-97274f598220', 'tenant_id': '75a0192d6bb14ce0aa2176a02c7decda', 'mac_address': 'fa:16:3e:65:27:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a299d777-9ecb-479d-87be-2487df1924ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'cb584293-e4d4-4ebb-9ba5-aaba3e8591ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:43Z', 'updated_at': '2022-03-09T03:46:56Z', 'revision_number': 4, 'project_id': '75a0192d6bb14ce0aa2176a02c7decda', 'subnets': [{'id': 'cb584293-e4d4-4ebb-9ba5-aaba3e8591ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:59.090206 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79f4acbd-a491-41d1-9eef-501936f33b78 req-56351064-1513-484e-b73b-c24f190abd85 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594981 Mar 09 03:46:59.107918 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0951b-aa66-40d2-98dc-5244bc048a46 None None] The sync data for ids ['a299d777-9ecb-479d-87be-2487df1924ca'] in n-d-825178-5 is: [{'id': 'a299d777-9ecb-479d-87be-2487df1924ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-119404500-router', 'tenant_id': '75a0192d6bb14ce0aa2176a02c7decda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'aaf30c2b-1681-4dc8-88f0-227a9daa21c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:46:26Z', 'updated_at': '2022-03-09T03:46:47Z', 'revision_number': 4, 'project_id': '75a0192d6bb14ce0aa2176a02c7decda', 'gw_port': {'id': 'aaf30c2b-1681-4dc8-88f0-227a9daa21c4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a299d777-9ecb-479d-87be-2487df1924ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:30Z', 'updated_at': '2022-03-09T03:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'f28af8df-72d0-4b45-88d3-b90cdc112464', 'name': '', 'network_id': '7b2ee45c-6c87-463e-876e-97274f598220', 'tenant_id': '75a0192d6bb14ce0aa2176a02c7decda', 'mac_address': 'fa:16:3e:65:27:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a299d777-9ecb-479d-87be-2487df1924ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'cb584293-e4d4-4ebb-9ba5-aaba3e8591ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:43Z', 'updated_at': '2022-03-09T03:46:56Z', 'revision_number': 4, 'project_id': '75a0192d6bb14ce0aa2176a02c7decda', 'subnets': [{'id': 'cb584293-e4d4-4ebb-9ba5-aaba3e8591ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:46:59.179474 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-228631de-0ca1-4a5a-a158-b98000bb6334 None None] Set router 396dc54e-e2b8-4045-aa34-bd9021505b87 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:46:59.282887 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-f7bdb9f4-ce74-46d4-b55f-ef4117f08f11 req-19d2ccda-bae5-49f6-ae33-0b4d294be64f tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Calling delete_port for 3751977e-3566-4c67-807c-0e84557cad51 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:46:59.368295 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc23f446-1cf1-4d01-86d9-e6090b8313de', 'name': 'network-vif-deleted', 'tag': '1644b1aa-49cd-41fb-87b3-ed75bd5fc672', 'status': 'completed', 'code': 200} Mar 09 03:46:59.372687 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6cc045ee-fed1-48aa-a777-493f00fb371b req-ad77d1c4-ae50-4888-85c3-b4c150536ebb tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379149 Mar 09 03:46:59.419802 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-41766a45-0d74-4cf0-b5e2-7f8aac3c1452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:59.421716 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-41766a45-0d74-4cf0-b5e2-7f8aac3c1452 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 1094 time: 0.8249309 Mar 09 03:46:59.513211 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:59.605198 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e,segment=NetworkSegment(87e5f55d-80a8-44b2-8a8c-6f4c935bb573),segment_id=87e5f55d-80a8-44b2-8a8c-6f4c935bb573)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:46:59.617174 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:59.716550 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-08bcc0bb-846c-4aa8-9002-18e123f71a8d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb633d15-e73a-412d-8adc-3f24487a60ac HTTP/1.1" status: 200 len: 217 time: 0.2807090 Mar 09 03:46:59.718054 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-63afcceb-2f7b-4dc7-ba18-a1e85cd39eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:46:59.749526 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:46:59.837206 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0439f878-e161-4062-b9cb-56082d60691a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e8af36-1295-4d22-b47a-5e37acf058dc'}, {'server_uuid': '0439f878-e161-4062-b9cb-56082d60691a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:46:59.913874 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-2da9909d-0675-4f88-bae6-11ce48d413f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:46:59.916894 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-2da9909d-0675-4f88-bae6-11ce48d413f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d785722e-a890-45c5-869c-7b3149d30510 HTTP/1.1" status: 200 len: 851 time: 0.1929605 Mar 09 03:46:59.933198 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-228631de-0ca1-4a5a-a158-b98000bb6334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'name': 'tempest-TaggedBootDevicesTest_v242-1350586423-router', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '5b7058ea-388a-4e55-895f-3579198e5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:39:42Z', 'updated_at': '2022-03-09T03:40:01Z', 'revision_number': 4, 'project_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'gw_port': {'id': '5b7058ea-388a-4e55-895f-3579198e5871', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:90:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:39:47Z', 'updated_at': '2022-03-09T03:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '56e8c632-6a17-4bdb-83e0-fc742db20d7c', 'name': '', 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'mac_address': 'fa:16:3e:c2:3a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'ce8c094d-d2da-4007-b683-734cf48a0ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:39:58Z', 'updated_at': '2022-03-09T03:40:13Z', 'revision_number': 5, 'project_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'subnets': [{'id': 'ce8c094d-d2da-4007-b683-734cf48a0ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:46:59.940110 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228631de-0ca1-4a5a-a158-b98000bb6334 None None] The sync data for ids ['396dc54e-e2b8-4045-aa34-bd9021505b87'] in n-d-825178-5 is: [{'id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'name': 'tempest-TaggedBootDevicesTest_v242-1350586423-router', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '5b7058ea-388a-4e55-895f-3579198e5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:39:42Z', 'updated_at': '2022-03-09T03:40:01Z', 'revision_number': 4, 'project_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'gw_port': {'id': '5b7058ea-388a-4e55-895f-3579198e5871', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:90:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:39:47Z', 'updated_at': '2022-03-09T03:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '56e8c632-6a17-4bdb-83e0-fc742db20d7c', 'name': '', 'network_id': 'a8e31c6c-fab7-4159-aaef-1d90e4713210', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'mac_address': 'fa:16:3e:c2:3a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'ce8c094d-d2da-4007-b683-734cf48a0ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:39:58Z', 'updated_at': '2022-03-09T03:40:13Z', 'revision_number': 5, 'project_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'subnets': [{'id': 'ce8c094d-d2da-4007-b683-734cf48a0ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:47:00.052104 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f040b35-8277-4407-8578-f53f0bd63e4d req-12a693b5-1140-4165-8756-1ee93c56d642 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:00.057196 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f040b35-8277-4407-8578-f53f0bd63e4d req-12a693b5-1140-4165-8756-1ee93c56d642 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 943 time: 0.4559164 Mar 09 03:47:00.132384 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f7bdb9f4-ce74-46d4-b55f-ef4117f08f11 req-19d2ccda-bae5-49f6-ae33-0b4d294be64f tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:00.171337 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a82611-7cd2-41fc-837c-73ab33597ed6 req-d2bd9d42-57c1-48b7-8224-a8a4b25fa4fd tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:00.172794 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a8a82611-7cd2-41fc-837c-73ab33597ed6 req-d2bd9d42-57c1-48b7-8224-a8a4b25fa4fd tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/ports?device_id=0713d099-214f-497b-9b03-be188804a46b HTTP/1.1" status: 200 len: 945 time: 0.6001444 Mar 09 03:47:00.426714 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a8a82611-7cd2-41fc-837c-73ab33597ed6 req-3543c719-8bf8-4779-a2ea-943fe1a02aa0 tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c1e4835-e57e-43fe-81b3-4d99c821d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015588 Mar 09 03:47:00.457058 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6d9e15-cf3f-425f-a193-71cd8b36d048 None None] New status for floating IP b2aaba5c-eb4c-4af8-9a29-a75532a41b8e: DOWN {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:47:00.457241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63afcceb-2f7b-4dc7-ba18-a1e85cd39eda admin admin] Router a299d777-9ecb-479d-87be-2487df1924ca has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:47:00.459996 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f040b35-8277-4407-8578-f53f0bd63e4d req-4fe4b554-32ab-4f58-80bd-09b0b6206590 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3956914 Mar 09 03:47:00.587694 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2ccda-bae5-49f6-ae33-0b4d294be64f tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Pushing event deleted for resources: {'Port': ['ID=3751977e-3566-4c67-807c-0e84557cad51,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:00.617145 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 3751977e-3566-4c67-807c-0e84557cad51 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:47:00.746048 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 3751977e-3566-4c67-807c-0e84557cad51 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:47:00.746628 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 3751977e-3566-4c67-807c-0e84557cad51 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:47:00.854597 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63afcceb-2f7b-4dc7-ba18-a1e85cd39eda admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:47:00.861922 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-638ef1ab-c796-41a1-979a-b7f4ecbbac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:00.864693 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-63afcceb-2f7b-4dc7-ba18-a1e85cd39eda admin admin] 10.222.0.16 "PUT /v2.0/routers/a299d777-9ecb-479d-87be-2487df1924ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6047139 Mar 09 03:47:00.868320 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55982) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:00.868767 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-638ef1ab-c796-41a1-979a-b7f4ecbbac71 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d62296e-a7e4-4061-88a7-e2ef850363e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9425571 Mar 09 03:47:00.903317 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bdb9f4-ce74-46d4-b55f-ef4117f08f11 req-19d2ccda-bae5-49f6-ae33-0b4d294be64f tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] No DVR routers for this DVR port 3751977e-3566-4c67-807c-0e84557cad51 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:47:00.919162 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5c659569-c2a9-4656-936f-9e3350a0024a req-f2d978f2-44ec-4c76-84e3-3f7648aee7f0 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc23f446-1cf1-4d01-86d9-e6090b8313de HTTP/1.1" status: 200 len: 210 time: 0.1826489 Mar 09 03:47:00.922896 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f7bdb9f4-ce74-46d4-b55f-ef4117f08f11 req-19d2ccda-bae5-49f6-ae33-0b4d294be64f tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:01.107544 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1ef90011-a559-4314-9c2e-3f157ff6aa20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:01.150382 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0439f878-e161-4062-b9cb-56082d60691a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e8af36-1295-4d22-b47a-5e37acf058dc', 'code': 200} Mar 09 03:47:01.150656 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0439f878-e161-4062-b9cb-56082d60691a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e', 'code': 200} Mar 09 03:47:01.159947 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f7bdb9f4-ce74-46d4-b55f-ef4117f08f11 req-19d2ccda-bae5-49f6-ae33-0b4d294be64f tempest-InstanceActionsTestJSON-490702706 tempest-InstanceActionsTestJSON-490702706-project] 10.222.0.24 "DELETE /v2.0/ports/3751977e-3566-4c67-807c-0e84557cad51 HTTP/1.1" status: 204 len: 173 time: 4.0674870 Mar 09 03:47:01.439489 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad92943-da22-4f46-ae1b-709fa506b1ce req-f420c532-c674-4eda-ab71-7ae087f9ecda tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:01.459444 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7ad92943-da22-4f46-ae1b-709fa506b1ce req-f420c532-c674-4eda-ab71-7ae087f9ecda tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=62dfe779-fec6-44c2-977b-9801acd89607 HTTP/1.1" status: 200 len: 945 time: 0.4787760 Mar 09 03:47:01.470379 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4056da6e-2d78-4867-bcce-e5b6fa53a0fc', 'tag': 'fb633d15-e73a-412d-8adc-3f24487a60ac'}, {'server_uuid': '0713d099-214f-497b-9b03-be188804a46b', 'name': 'network-vif-deleted', 'tag': '3751977e-3566-4c67-807c-0e84557cad51'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:47:01.487585 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c12f33fa-43a0-48d7-9d8f-ef8457464fbd admin admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:01.719835 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-83f82c29-3ab4-49c0-9642-c08e08937763 service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8167305 Mar 09 03:47:01.782827 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ae0adc-ba69-4067-bad2-96eb7d607393 None None] Sync routers for ids ['a299d777-9ecb-479d-87be-2487df1924ca'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:47:01.799264 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ae0adc-ba69-4067-bad2-96eb7d607393 None None] Routers {'a299d777-9ecb-479d-87be-2487df1924ca'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:47:01.799264 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-36ae0adc-ba69-4067-bad2-96eb7d607393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:47:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a299d777-9ecb-479d-87be-2487df1924ca'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:01.922916 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440ba4a-2170-44ad-8593-01090504256a req-13b25c49-1f6b-4c8f-b8a3-9229f92eea77 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:01.929854 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440ba4a-2170-44ad-8593-01090504256a req-13b25c49-1f6b-4c8f-b8a3-9229f92eea77 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:01.936020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440ba4a-2170-44ad-8593-01090504256a req-13b25c49-1f6b-4c8f-b8a3-9229f92eea77 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:01.937838 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6440ba4a-2170-44ad-8593-01090504256a req-13b25c49-1f6b-4c8f-b8a3-9229f92eea77 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 2417 time: 0.4307013 Mar 09 03:47:01.946006 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c16f61-406c-4586-bbe8-2658c06ccfd7 req-c977fafd-a2b2-4dc2-92b3-6d1122965537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:01.946736 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c16f61-406c-4586-bbe8-2658c06ccfd7 req-c977fafd-a2b2-4dc2-92b3-6d1122965537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:01.947422 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c16f61-406c-4586-bbe8-2658c06ccfd7 req-c977fafd-a2b2-4dc2-92b3-6d1122965537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:01.949334 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-82c16f61-406c-4586-bbe8-2658c06ccfd7 req-c977fafd-a2b2-4dc2-92b3-6d1122965537 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 2870 time: 0.6312249 Mar 09 03:47:01.999865 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7ad92943-da22-4f46-ae1b-709fa506b1ce req-f09c0595-aefa-416a-a6d9-580693628661 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5530934 Mar 09 03:47:02.064587 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:02.071742 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c12f33fa-43a0-48d7-9d8f-ef8457464fbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:02.096712 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:02.099967 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-c12f33fa-43a0-48d7-9d8f-ef8457464fbd admin admin] Deleting port aaf30c2b-1681-4dc8-88f0-227a9daa21c4 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:47:02.100486 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c12f33fa-43a0-48d7-9d8f-ef8457464fbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:02.105970 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6440ba4a-2170-44ad-8593-01090504256a req-f07b7fcd-ea8b-4bc9-b763-80b6c3a6820d tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483743 Mar 09 03:47:02.130959 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-36ae0adc-ba69-4067-bad2-96eb7d607393 None None] Set router a299d777-9ecb-479d-87be-2487df1924ca gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:47:02.163654 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-82c16f61-406c-4586-bbe8-2658c06ccfd7 req-16512159-6ff3-46c6-9cdb-e5688f005910 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050467 Mar 09 03:47:02.168219 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e870b390-3d9e-4c27-be8a-8a269edf48fe req-85410790-5149-4912-90ed-2c3bfc6d3b39 service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303617 Mar 09 03:47:02.247647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55998) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:02.326561 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4056da6e-2d78-4867-bcce-e5b6fa53a0fc', 'tag': 'fb633d15-e73a-412d-8adc-3f24487a60ac', 'status': 'completed', 'code': 200} Mar 09 03:47:02.326819 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0713d099-214f-497b-9b03-be188804a46b', 'name': 'network-vif-deleted', 'tag': '3751977e-3566-4c67-807c-0e84557cad51', 'status': 'completed', 'code': 200} Mar 09 03:47:02.359763 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1cbcaea-3e18-4cca-a851-fe7b927e71d3 admin admin] Deleting subnet fa39f3f8-370a-4743-89d1-8509db2e92e4 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:47:02.363823 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f1cbcaea-3e18-4cca-a851-fe7b927e71d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:02.427257 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d707625-0493-4b2b-b66a-236b32f082c7 req-6c79ecef-2f24-438c-bec7-eb23ba7e61c0 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:02.429207 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8d707625-0493-4b2b-b66a-236b32f082c7 req-6c79ecef-2f24-438c-bec7-eb23ba7e61c0 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 0.2438278 Mar 09 03:47:02.437043 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-c12f33fa-43a0-48d7-9d8f-ef8457464fbd admin admin] For port aaf30c2b-1681-4dc8-88f0-227a9daa21c4, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=aaf30c2b-1681-4dc8-88f0-227a9daa21c4,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:02.437623 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c12f33fa-43a0-48d7-9d8f-ef8457464fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:02.439258 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f1cbcaea-3e18-4cca-a851-fe7b927e71d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:02.515136 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-36ae0adc-ba69-4067-bad2-96eb7d607393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a299d777-9ecb-479d-87be-2487df1924ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-119404500-router', 'tenant_id': '75a0192d6bb14ce0aa2176a02c7decda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'aaf30c2b-1681-4dc8-88f0-227a9daa21c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:46:26Z', 'updated_at': '2022-03-09T03:46:58Z', 'revision_number': 5, 'project_id': '75a0192d6bb14ce0aa2176a02c7decda', 'gw_port': {'id': 'aaf30c2b-1681-4dc8-88f0-227a9daa21c4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a299d777-9ecb-479d-87be-2487df1924ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:30Z', 'updated_at': '2022-03-09T03:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:02.518967 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ae0adc-ba69-4067-bad2-96eb7d607393 None None] Checking router: a299d777-9ecb-479d-87be-2487df1924ca for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:47:02.528315 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ae0adc-ba69-4067-bad2-96eb7d607393 None None] Routers {'a299d777-9ecb-479d-87be-2487df1924ca'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:47:02.528924 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-36ae0adc-ba69-4067-bad2-96eb7d607393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:47:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a299d777-9ecb-479d-87be-2487df1924ca'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:02.590195 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-c12f33fa-43a0-48d7-9d8f-ef8457464fbd admin admin] Calling delete_port for aaf30c2b-1681-4dc8-88f0-227a9daa21c4 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:47:02.596412 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f1cbcaea-3e18-4cca-a851-fe7b927e71d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:02.661234 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8d707625-0493-4b2b-b66a-236b32f082c7 req-1279fd94-d944-4290-a4f9-951f34e52322 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152567 Mar 09 03:47:02.701326 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-36ae0adc-ba69-4067-bad2-96eb7d607393 None None] Set router a299d777-9ecb-479d-87be-2487df1924ca gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:47:02.712193 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f1cbcaea-3e18-4cca-a851-fe7b927e71d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:02.769988 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c672e2-771c-4cab-9582-38a096cb8b96 req-4f379d21-db32-4030-845c-384f005342ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:02.772714 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8c672e2-771c-4cab-9582-38a096cb8b96 req-4f379d21-db32-4030-845c-384f005342ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 1094 time: 0.2901261 Mar 09 03:47:02.884077 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-36ae0adc-ba69-4067-bad2-96eb7d607393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a299d777-9ecb-479d-87be-2487df1924ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-119404500-router', 'tenant_id': '75a0192d6bb14ce0aa2176a02c7decda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:46:26Z', 'updated_at': '2022-03-09T03:47:02Z', 'revision_number': 6, 'project_id': '75a0192d6bb14ce0aa2176a02c7decda', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:02.897615 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ae0adc-ba69-4067-bad2-96eb7d607393 None None] The sync data for ids ['a299d777-9ecb-479d-87be-2487df1924ca'] in n-d-825178-5 is: [{'id': 'a299d777-9ecb-479d-87be-2487df1924ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-119404500-router', 'tenant_id': '75a0192d6bb14ce0aa2176a02c7decda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:46:26Z', 'updated_at': '2022-03-09T03:47:02Z', 'revision_number': 6, 'project_id': '75a0192d6bb14ce0aa2176a02c7decda', 'gw_port_host': None}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:47:02.956834 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c12f33fa-43a0-48d7-9d8f-ef8457464fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:02.971162 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f1cbcaea-3e18-4cca-a851-fe7b927e71d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:02.978366 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c672e2-771c-4cab-9582-38a096cb8b96 req-30641484-1b1d-4d0d-8515-8a2dd2537d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:02.980221 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8c672e2-771c-4cab-9582-38a096cb8b96 req-30641484-1b1d-4d0d-8515-8a2dd2537d36 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 913 time: 0.1960649 Mar 09 03:47:02.983808 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbcaea-3e18-4cca-a851-fe7b927e71d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa39f3f8-370a-4743-89d1-8509db2e92e4,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:03.030462 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56012) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:03.042901 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f33fa-43a0-48d7-9d8f-ef8457464fbd admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf30c2b-1681-4dc8-88f0-227a9daa21c4,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:03.075297 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f1cbcaea-3e18-4cca-a851-fe7b927e71d3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fa39f3f8-370a-4743-89d1-8509db2e92e4 HTTP/1.1" status: 204 len: 168 time: 0.8264885 Mar 09 03:47:03.076784 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8c672e2-771c-4cab-9582-38a096cb8b96 req-620ce087-3b0e-4ac5-b92c-80919b054505 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb633d15-e73a-412d-8adc-3f24487a60ac HTTP/1.1" status: 200 len: 217 time: 0.0813262 Mar 09 03:47:03.079381 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56016) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:03.233622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25634cf1-873c-420e-9d7a-d7c7689db917 req-a1960e39-1011-4df6-94b4-8b1d80a46600 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:03.235707 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-25634cf1-873c-420e-9d7a-d7c7689db917 req-a1960e39-1011-4df6-94b4-8b1d80a46600 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 943 time: 0.7237012 Mar 09 03:47:03.252192 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f70a8595-5c86-4075-a656-e2ad3f4d97c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:03.258645 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-eede7a58-a647-4817-ab5b-8e3c889d771c tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:03.312386 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c672e2-771c-4cab-9582-38a096cb8b96 req-8eb1f168-371c-42ba-a1ea-7ea416c12e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:03.313817 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8c672e2-771c-4cab-9582-38a096cb8b96 req-8eb1f168-371c-42ba-a1ea-7ea416c12e68 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d785722e-a890-45c5-869c-7b3149d30510 HTTP/1.1" status: 200 len: 851 time: 0.1926491 Mar 09 03:47:03.323383 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c12f33fa-43a0-48d7-9d8f-ef8457464fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:03.349770 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f28af8df-72d0-4b45-88d3-b90cdc112464 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:47:03.470565 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: f28af8df-72d0-4b45-88d3-b90cdc112464 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:47:03.472304 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f28af8df-72d0-4b45-88d3-b90cdc112464 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:47:03.485520 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-eede7a58-a647-4817-ab5b-8e3c889d771c tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:03.512176 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:03.603505 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c12f33fa-43a0-48d7-9d8f-ef8457464fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:03.612957 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c12f33fa-43a0-48d7-9d8f-ef8457464fbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:03.622257 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf440e-70ec-456c-bb78-036de0bb1db9 req-f83dbc54-703f-4674-b0e7-070bee4ec943 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:03.624068 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eddf440e-70ec-456c-bb78-036de0bb1db9 req-f83dbc54-703f-4674-b0e7-070bee4ec943 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=62dfe779-fec6-44c2-977b-9801acd89607 HTTP/1.1" status: 200 len: 945 time: 0.4903548 Mar 09 03:47:03.635137 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-25634cf1-873c-420e-9d7a-d7c7689db917 req-ae93df68-2c62-408d-b0f2-9cc9f845a68a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3602893 Mar 09 03:47:03.689454 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eddf440e-70ec-456c-bb78-036de0bb1db9 req-bc6d81ec-d493-4d18-bd7d-178a4927462d tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557578 Mar 09 03:47:03.701344 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c12f33fa-43a0-48d7-9d8f-ef8457464fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:03.701344 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12f33fa-43a0-48d7-9d8f-ef8457464fbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a299d777-9ecb-479d-87be-2487df1924ca {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:47:03.735385 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-eede7a58-a647-4817-ab5b-8e3c889d771c tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:03.757219 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-eede7a58-a647-4817-ab5b-8e3c889d771c tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:03.759008 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-eede7a58-a647-4817-ab5b-8e3c889d771c tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "DELETE /v2.0/security-groups/8fa4de0a-7673-4082-a240-c9935702a8b7 HTTP/1.1" status: 204 len: 168 time: 0.7270281 Mar 09 03:47:03.760828 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c12f33fa-43a0-48d7-9d8f-ef8457464fbd admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:03.762550 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f70a8595-5c86-4075-a656-e2ad3f4d97c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:03.764605 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c12f33fa-43a0-48d7-9d8f-ef8457464fbd admin admin] 10.222.0.16 "DELETE /v2.0/routers/a299d777-9ecb-479d-87be-2487df1924ca HTTP/1.1" status: 204 len: 168 time: 2.8949764 Mar 09 03:47:03.767926 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56026) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:03.768251 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56028) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:03.863432 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f4d0cf-54e3-4cdd-8041-61ae6b09073a admin admin] Deleting subnet cb584293-e4d4-4ebb-9ba5-aaba3e8591ae {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:47:03.883498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-f70a8595-5c86-4075-a656-e2ad3f4d97c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfa7a35-5a09-4d7b-8d66-660733fcba0c']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:03.904578 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede7a58-a647-4817-ab5b-8e3c889d771c tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa4de0a-7673-4082-a240-c9935702a8b7,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:03.918125 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-f70a8595-5c86-4075-a656-e2ad3f4d97c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a804253e-a792-45b3-938d-88b44cc5c723') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:03.918782 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-f70a8595-5c86-4075-a656-e2ad3f4d97c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a804253e-a792-45b3-938d-88b44cc5c723') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:03.938268 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c672e2-771c-4cab-9582-38a096cb8b96 req-4d331f23-fc22-4cac-96d6-0c8f44f84965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:03.940176 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8c672e2-771c-4cab-9582-38a096cb8b96 req-4d331f23-fc22-4cac-96d6-0c8f44f84965 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d62296e-a7e4-4061-88a7-e2ef850363e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6155457 Mar 09 03:47:03.942098 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f70a8595-5c86-4075-a656-e2ad3f4d97c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:03.971818 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:04.022062 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f70a8595-5c86-4075-a656-e2ad3f4d97c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:04.104969 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-f0acd80f-7686-42a7-b2a4-b0b399f4dccd tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] show failed (client error): The resource could not be found. Mar 09 03:47:04.108864 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f0acd80f-7686-42a7-b2a4-b0b399f4dccd tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "GET /v2.0/security-groups/8fa4de0a-7673-4082-a240-c9935702a8b7 HTTP/1.1" status: 404 len: 347 time: 0.3366811 Mar 09 03:47:04.108864 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-91f4d0cf-54e3-4cdd-8041-61ae6b09073a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:04.126128 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56036) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:04.134116 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70a8595-5c86-4075-a656-e2ad3f4d97c1 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:47:04.134592 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f70a8595-5c86-4075-a656-e2ad3f4d97c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:47:04.152451 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:47:04.182538 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-91f4d0cf-54e3-4cdd-8041-61ae6b09073a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:04.244856 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d71c4-db5a-4b17-83fc-8fbc05926b74 req-0ddce0e8-b859-4545-8cc9-62a249115788 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:04.246361 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-422d71c4-db5a-4b17-83fc-8fbc05926b74 req-0ddce0e8-b859-4545-8cc9-62a249115788 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 0.3791087 Mar 09 03:47:04.332073 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-422d71c4-db5a-4b17-83fc-8fbc05926b74 req-63c04e0f-6e92-4108-a0ff-23e02a1b2fc4 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718846 Mar 09 03:47:04.345588 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-91f4d0cf-54e3-4cdd-8041-61ae6b09073a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:04.426218 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-91f4d0cf-54e3-4cdd-8041-61ae6b09073a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:04.427068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e9c5f-7ded-4d75-bbeb-870676288c9c req-6c1861d7-42a1-455b-ba53-1e96d671316c tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:04.434104 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e9c5f-7ded-4d75-bbeb-870676288c9c req-6c1861d7-42a1-455b-ba53-1e96d671316c tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:04.440518 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e9c5f-7ded-4d75-bbeb-870676288c9c req-6c1861d7-42a1-455b-ba53-1e96d671316c tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:04.442401 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-250e9c5f-7ded-4d75-bbeb-870676288c9c req-6c1861d7-42a1-455b-ba53-1e96d671316c tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 2417 time: 0.6332777 Mar 09 03:47:04.470197 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f70a8595-5c86-4075-a656-e2ad3f4d97c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:04.475488 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-83c22d88-cfd4-474b-9f1e-75864acccb2a tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Deleting port 96789ba7-21ca-4dc6-b957-184d3ace80e7 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:47:04.476069 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-83c22d88-cfd4-474b-9f1e-75864acccb2a tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:04.518982 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-91f4d0cf-54e3-4cdd-8041-61ae6b09073a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:04.522705 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4d0cf-54e3-4cdd-8041-61ae6b09073a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb584293-e4d4-4ebb-9ba5-aaba3e8591ae,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:04.523583 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3b9672-fcff-4b43-84d3-98b6266d54a7 None None] Network 7b2ee45c-6c87-463e-876e-97274f598220 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:47:04.537222 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f70a8595-5c86-4075-a656-e2ad3f4d97c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:04.540697 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-91f4d0cf-54e3-4cdd-8041-61ae6b09073a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cb584293-e4d4-4ebb-9ba5-aaba3e8591ae HTTP/1.1" status: 204 len: 168 time: 0.7696159 Mar 09 03:47:04.545914 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56040) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:04.569308 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a8595-5c86-4075-a656-e2ad3f4d97c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbfa7a35-5a09-4d7b-8d66-660733fcba0c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:04.578735 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f70a8595-5c86-4075-a656-e2ad3f4d97c1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/bbfa7a35-5a09-4d7b-8d66-660733fcba0c HTTP/1.1" status: 204 len: 168 time: 1.4983706 Mar 09 03:47:04.590725 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8c672e2-771c-4cab-9582-38a096cb8b96 req-3a5ef99b-b960-4f1d-8f78-9b067097408b service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6392210 Mar 09 03:47:04.597877 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-250e9c5f-7ded-4d75-bbeb-870676288c9c req-fdcbe8da-05f9-4a5c-9d93-fd39e581d8a2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453364 Mar 09 03:47:04.732492 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16455bb9-5757-481f-ab6c-03457f9a84d4 req-2cbdece1-fa15-4bf5-a957-3554f1fe963a tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:04.734218 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-16455bb9-5757-481f-ab6c-03457f9a84d4 req-2cbdece1-fa15-4bf5-a957-3554f1fe963a tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=62dfe779-fec6-44c2-977b-9801acd89607 HTTP/1.1" status: 200 len: 945 time: 0.2673585 Mar 09 03:47:04.743654 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ec550ef7-66f1-4053-bf19-5204c2f95831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:04.791011 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56052) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:04.808359 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-16455bb9-5757-481f-ab6c-03457f9a84d4 req-f45ea2d8-74a7-4284-9c1b-e11521384036 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613415 Mar 09 03:47:04.821684 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-ec550ef7-66f1-4053-bf19-5204c2f95831 admin admin] Deleting port 1a4706d5-a284-402e-bb16-e6a91b4fb0f3 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:47:04.822512 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ec550ef7-66f1-4053-bf19-5204c2f95831 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:04.939529 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29255605-e5d2-4ad6-9020-ae5dbd8f39a4 None None] DHCP port deletion for 7b2ee45c-6c87-463e-876e-97274f598220 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:47:04.945221 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-29255605-e5d2-4ad6-9020-ae5dbd8f39a4 None None] Deleting port 1a4706d5-a284-402e-bb16-e6a91b4fb0f3 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:47:04.945664 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-29255605-e5d2-4ad6-9020-ae5dbd8f39a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:05.006081 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-83c22d88-cfd4-474b-9f1e-75864acccb2a tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:05.006648 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-83c22d88-cfd4-474b-9f1e-75864acccb2a tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:05.022764 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a4d27b8e-fae7-4390-be11-4f98b287a585 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=849a0ca9001348f49b92603657881a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2300091 Mar 09 03:47:05.028933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56062) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:05.124619 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-ec550ef7-66f1-4053-bf19-5204c2f95831 admin admin] For port 1a4706d5-a284-402e-bb16-e6a91b4fb0f3, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1a4706d5-a284-402e-bb16-e6a91b4fb0f3,segment=NetworkSegment(a953b085-d8df-421c-a6b8-3bd9be1d9c2d),segment_id=a953b085-d8df-421c-a6b8-3bd9be1d9c2d)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:05.125693 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ec550ef7-66f1-4053-bf19-5204c2f95831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:05.174399 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8c672e2-771c-4cab-9582-38a096cb8b96 req-2ded82f8-b323-4900-b439-438ac3b49908 service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537860 Mar 09 03:47:05.181798 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-83c22d88-cfd4-474b-9f1e-75864acccb2a tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Calling delete_port for 96789ba7-21ca-4dc6-b957-184d3ace80e7 owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:47:05.228491 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-29255605-e5d2-4ad6-9020-ae5dbd8f39a4 None None] For port 1a4706d5-a284-402e-bb16-e6a91b4fb0f3, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1a4706d5-a284-402e-bb16-e6a91b4fb0f3,segment=NetworkSegment(a953b085-d8df-421c-a6b8-3bd9be1d9c2d),segment_id=a953b085-d8df-421c-a6b8-3bd9be1d9c2d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:05.228880 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-29255605-e5d2-4ad6-9020-ae5dbd8f39a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:05.305005 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device aaf30c2b-1681-4dc8-88f0-227a9daa21c4 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:47:05.308809 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-ec550ef7-66f1-4053-bf19-5204c2f95831 admin admin] Calling delete_port for 1a4706d5-a284-402e-bb16-e6a91b4fb0f3 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:47:05.399609 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ec550ef7-66f1-4053-bf19-5204c2f95831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:05.427531 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: aaf30c2b-1681-4dc8-88f0-227a9daa21c4 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:47:05.427865 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device aaf30c2b-1681-4dc8-88f0-227a9daa21c4 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:47:05.428274 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1a4706d5-a284-402e-bb16-e6a91b4fb0f3 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:47:05.442981 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ce8af-2947-40cf-991d-7a3de1239a31 req-48940896-27b6-4c76-91dd-99b4f13d2aa8 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:05.452558 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e62ce8af-2947-40cf-991d-7a3de1239a31 req-48940896-27b6-4c76-91dd-99b4f13d2aa8 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 943 time: 0.6372924 Mar 09 03:47:05.481580 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec550ef7-66f1-4053-bf19-5204c2f95831 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a4706d5-a284-402e-bb16-e6a91b4fb0f3,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:05.486447 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec550ef7-66f1-4053-bf19-5204c2f95831 admin admin] No DVR routers for this DVR port 1a4706d5-a284-402e-bb16-e6a91b4fb0f3 on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:47:05.489606 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-29255605-e5d2-4ad6-9020-ae5dbd8f39a4 None None] Calling delete_port for 1a4706d5-a284-402e-bb16-e6a91b4fb0f3 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:47:05.515843 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ccd494d6-646b-481c-89ad-d2ef0963c58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:05.536772 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 1a4706d5-a284-402e-bb16-e6a91b4fb0f3 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:47:05.536772 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1a4706d5-a284-402e-bb16-e6a91b4fb0f3 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:47:05.549709 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e62ce8af-2947-40cf-991d-7a3de1239a31 req-56dd5078-51e5-4328-84bb-e2254f0f8208 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973241 Mar 09 03:47:05.584217 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-29255605-e5d2-4ad6-9020-ae5dbd8f39a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:47:05.584708 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-29255605-e5d2-4ad6-9020-ae5dbd8f39a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:47:05.634440 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ec550ef7-66f1-4053-bf19-5204c2f95831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:05.645230 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ccd494d6-646b-481c-89ad-d2ef0963c58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:05.661849 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-ec550ef7-66f1-4053-bf19-5204c2f95831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b2ee45c-6c87-463e-876e-97274f598220']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:05.677356 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-ec550ef7-66f1-4053-bf19-5204c2f95831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a953b085-d8df-421c-a6b8-3bd9be1d9c2d') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:05.677646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-ec550ef7-66f1-4053-bf19-5204c2f95831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a953b085-d8df-421c-a6b8-3bd9be1d9c2d') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:05.690550 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ec550ef7-66f1-4053-bf19-5204c2f95831 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:05.709221 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ec550ef7-66f1-4053-bf19-5204c2f95831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:05.716412 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec550ef7-66f1-4053-bf19-5204c2f95831 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:47:05.716802 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ec550ef7-66f1-4053-bf19-5204c2f95831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:47:05.730594 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:47:05.745038 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-83c22d88-cfd4-474b-9f1e-75864acccb2a tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:05.818111 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ec550ef7-66f1-4053-bf19-5204c2f95831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:05.825412 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ec550ef7-66f1-4053-bf19-5204c2f95831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:05.834711 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c22d88-cfd4-474b-9f1e-75864acccb2a tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event deleted for resources: {'Port': ['ID=96789ba7-21ca-4dc6-b957-184d3ace80e7,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:05.859967 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec550ef7-66f1-4053-bf19-5204c2f95831 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b2ee45c-6c87-463e-876e-97274f598220,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:05.893298 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ec550ef7-66f1-4053-bf19-5204c2f95831 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7b2ee45c-6c87-463e-876e-97274f598220 HTTP/1.1" status: 204 len: 168 time: 1.3439419 Mar 09 03:47:05.899499 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ccd494d6-646b-481c-89ad-d2ef0963c58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:05.938542 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd494d6-646b-481c-89ad-d2ef0963c58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1e4835-e57e-43fe-81b3-4d99c821d9b6,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:05.973581 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-83c22d88-cfd4-474b-9f1e-75864acccb2a tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:06.008996 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261b0ba-027d-4c90-b47e-04da73096891 req-35d25435-01f7-4be5-8d27-2a9a3ec52894 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:06.016835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261b0ba-027d-4c90-b47e-04da73096891 req-35d25435-01f7-4be5-8d27-2a9a3ec52894 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:06.022938 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261b0ba-027d-4c90-b47e-04da73096891 req-35d25435-01f7-4be5-8d27-2a9a3ec52894 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:06.024789 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2261b0ba-027d-4c90-b47e-04da73096891 req-35d25435-01f7-4be5-8d27-2a9a3ec52894 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 2417 time: 0.3370810 Mar 09 03:47:06.030632 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-83c22d88-cfd4-474b-9f1e-75864acccb2a tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:06.034669 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-83c22d88-cfd4-474b-9f1e-75864acccb2a tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "DELETE /v2.0/floatingips/b2aaba5c-eb4c-4af8-9a29-a75532a41b8e HTTP/1.1" status: 204 len: 168 time: 1.9070745 Mar 09 03:47:06.035529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56080) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:06.039612 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ccd494d6-646b-481c-89ad-d2ef0963c58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:06.040725 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ccd494d6-646b-481c-89ad-d2ef0963c58b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c1e4835-e57e-43fe-81b3-4d99c821d9b6 HTTP/1.1" status: 204 len: 168 time: 0.9557710 Mar 09 03:47:06.086381 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-29255605-e5d2-4ad6-9020-ae5dbd8f39a4 None None] Deleting port 1a4706d5-a284-402e-bb16-e6a91b4fb0f3 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:47:06.086912 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-29255605-e5d2-4ad6-9020-ae5dbd8f39a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:06.140134 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6110a7c-513a-417e-bdc0-d464e6c27f40 req-ac227846-a66a-4cc1-8e13-a587c1eab6d6 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:06.148106 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6110a7c-513a-417e-bdc0-d464e6c27f40 req-ac227846-a66a-4cc1-8e13-a587c1eab6d6 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 0.1240175 Mar 09 03:47:06.153720 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2261b0ba-027d-4c90-b47e-04da73096891 req-8034c9b7-a410-472c-a12d-805843772859 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157253 Mar 09 03:47:06.185761 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-71454bd2-50a2-46fc-b5c1-9f91ea9272b5 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Deleting port 629e71ff-ed13-489c-8924-359aa6fd885b {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:47:06.186203 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-71454bd2-50a2-46fc-b5c1-9f91ea9272b5 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:06.205680 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6110a7c-513a-417e-bdc0-d464e6c27f40 req-6f35b5fd-311e-4cdb-954a-99f7d9670d6d tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565648 Mar 09 03:47:06.220017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-29255605-e5d2-4ad6-9020-ae5dbd8f39a4 None None] The port '1a4706d5-a284-402e-bb16-e6a91b4fb0f3' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:47:06.256926 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56086) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:06.288273 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device fb633d15-e73a-412d-8adc-3f24487a60ac details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:47:06.431104 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port fb633d15-e73a-412d-8adc-3f24487a60ac, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=fb633d15-e73a-412d-8adc-3f24487a60ac,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:06.447544 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6bd23136-617d-4de8-a68d-6d78f86540c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75a0192d6bb14ce0aa2176a02c7decda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1893158 Mar 09 03:47:06.450657 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56094) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:06.523634 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'fb633d15-e73a-412d-8adc-3f24487a60ac', 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'port_id': 'fb633d15-e73a-412d-8adc-3f24487a60ac', 'mac_address': 'fa:16:3e:32:64:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd785722e-a890-45c5-869c-7b3149d30510', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:47:06.526280 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c7350a95-434e-4e6a-92ff-c391f5de6fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:06.562443 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c7350a95-434e-4e6a-92ff-c391f5de6fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:06.580169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e73863-c559-481a-8391-08cd0c4e21aa req-1064a74c-931f-4908-ba56-0782ef90726f tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:06.582377 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-89e73863-c559-481a-8391-08cd0c4e21aa req-1064a74c-931f-4908-ba56-0782ef90726f tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=62dfe779-fec6-44c2-977b-9801acd89607 HTTP/1.1" status: 200 len: 945 time: 0.2762656 Mar 09 03:47:06.627152 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-71454bd2-50a2-46fc-b5c1-9f91ea9272b5 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:06.630038 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c7350a95-434e-4e6a-92ff-c391f5de6fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:06.684834 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7350a95-434e-4e6a-92ff-c391f5de6fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43693797-cdaa-4293-953e-ad27207eadf5,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:06.688578 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c7350a95-434e-4e6a-92ff-c391f5de6fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:06.688755 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:06.700413 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c7350a95-434e-4e6a-92ff-c391f5de6fea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43693797-cdaa-4293-953e-ad27207eadf5 HTTP/1.1" status: 204 len: 168 time: 0.2462287 Mar 09 03:47:06.760771 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb633d15-e73a-412d-8adc-3f24487a60ac {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:47:06.794504 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-71454bd2-50a2-46fc-b5c1-9f91ea9272b5 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Calling delete_port for 629e71ff-ed13-489c-8924-359aa6fd885b owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:47:06.799860 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port fb633d15-e73a-412d-8adc-3f24487a60ac, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=fb633d15-e73a-412d-8adc-3f24487a60ac,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:06.805880 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:06.830219 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-89e73863-c559-481a-8391-08cd0c4e21aa req-9dc8caa3-8d1f-4bb3-95a4-ba8c9a1442ca tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373753 Mar 09 03:47:06.909206 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=fb633d15-e73a-412d-8adc-3f24487a60ac,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:07.033137 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74a164-4aff-4714-8796-c0b1caa5164b req-9332a5df-c859-417c-882e-a92759d0f3b0 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:07.044866 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['fb633d15-e73a-412d-8adc-3f24487a60ac'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:47:07.054826 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f74a164-4aff-4714-8796-c0b1caa5164b req-9332a5df-c859-417c-882e-a92759d0f3b0 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.2541580 Mar 09 03:47:07.318121 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f74a164-4aff-4714-8796-c0b1caa5164b req-f2ed13fe-bb22-4d90-8f3a-d147d213a8c1 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2622321 Mar 09 03:47:07.365025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-198dcf10-c739-4385-b40b-179057243e7f tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:07.371657 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-198dcf10-c739-4385-b40b-179057243e7f tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:07.378344 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-198dcf10-c739-4385-b40b-179057243e7f tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:07.380270 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-198dcf10-c739-4385-b40b-179057243e7f tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.21 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 2417 time: 0.4439275 Mar 09 03:47:07.383047 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-71454bd2-50a2-46fc-b5c1-9f91ea9272b5 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:07.433280 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56130) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:07.543957 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515ad64-f5a9-47af-8dee-41d41fbc01f3 req-cd99d054-6a57-4be8-95e1-de2c5508f3a3 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:07.545481 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4515ad64-f5a9-47af-8dee-41d41fbc01f3 req-cd99d054-6a57-4be8-95e1-de2c5508f3a3 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=62dfe779-fec6-44c2-977b-9801acd89607 HTTP/1.1" status: 200 len: 945 time: 0.4716315 Mar 09 03:47:07.561410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71454bd2-50a2-46fc-b5c1-9f91ea9272b5 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event deleted for resources: {'Port': ['ID=629e71ff-ed13-489c-8924-359aa6fd885b,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:07.660499 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-9d6fd635-79f5-4569-a63e-1f3e03ccf7e9 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Deleting port 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:47:07.660845 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-9d6fd635-79f5-4569-a63e-1f3e03ccf7e9 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:07.684480 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679dc81-456d-4992-932b-3ff5ac77eb67 req-915bad02-1229-47a3-8929-892594419f7a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:07.695969 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679dc81-456d-4992-932b-3ff5ac77eb67 req-915bad02-1229-47a3-8929-892594419f7a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:07.702938 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679dc81-456d-4992-932b-3ff5ac77eb67 req-915bad02-1229-47a3-8929-892594419f7a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:07.704363 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5679dc81-456d-4992-932b-3ff5ac77eb67 req-915bad02-1229-47a3-8929-892594419f7a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 2417 time: 0.2046108 Mar 09 03:47:07.709845 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-be488c66-ca18-46cb-8fcb-2de00ebd2575 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1719440157-network', 'tenant_id': 'd7fc4c207e574ea6bf3aed1a167451f5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:47:07.731599 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-be488c66-ca18-46cb-8fcb-2de00ebd2575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:47:07.739406 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-be488c66-ca18-46cb-8fcb-2de00ebd2575 admin admin] Usage tracker for resource:network and tenant:d7fc4c207e574ea6bf3aed1a167451f5 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:47:07.744009 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-be488c66-ca18-46cb-8fcb-2de00ebd2575 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:47:07.751716 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4515ad64-f5a9-47af-8dee-41d41fbc01f3 req-e7e910bc-df26-4e8e-946f-74248b5bf8d7 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772597 Mar 09 03:47:07.752816 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-71454bd2-50a2-46fc-b5c1-9f91ea9272b5 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:07.759466 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-be488c66-ca18-46cb-8fcb-2de00ebd2575 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:47:07.775128 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5679dc81-456d-4992-932b-3ff5ac77eb67 req-7b37005b-7bae-4d93-aad7-6e6b7bd9aa33 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613437 Mar 09 03:47:07.785859 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be488c66-ca18-46cb-8fcb-2de00ebd2575 admin admin] Made reservation on behalf of d7fc4c207e574ea6bf3aed1a167451f5 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:47:07.795639 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be488c66-ca18-46cb-8fcb-2de00ebd2575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:07.818073 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be488c66-ca18-46cb-8fcb-2de00ebd2575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:07.835983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-be488c66-ca18-46cb-8fcb-2de00ebd2575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:47:07.843222 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-be488c66-ca18-46cb-8fcb-2de00ebd2575 admin admin] Usage tracker for resource:security_group_rule and tenant:d7fc4c207e574ea6bf3aed1a167451f5 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:47:07.848756 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-be488c66-ca18-46cb-8fcb-2de00ebd2575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:47:07.885241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-be488c66-ca18-46cb-8fcb-2de00ebd2575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:47:08.095949 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be488c66-ca18-46cb-8fcb-2de00ebd2575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:08.102789 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be488c66-ca18-46cb-8fcb-2de00ebd2575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:08.139983 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-71454bd2-50a2-46fc-b5c1-9f91ea9272b5 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "DELETE /v2.0/ports/629e71ff-ed13-489c-8924-359aa6fd885b HTTP/1.1" status: 204 len: 168 time: 2.1034186 Mar 09 03:47:08.152003 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56152) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:08.170518 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be488c66-ca18-46cb-8fcb-2de00ebd2575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9906f5c8-a0fb-4f51-b954-c5dcb667190f,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:08.176850 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be488c66-ca18-46cb-8fcb-2de00ebd2575 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:47:08.187870 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be488c66-ca18-46cb-8fcb-2de00ebd2575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:08.188390 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-be488c66-ca18-46cb-8fcb-2de00ebd2575 admin admin] Added segment d6c8413f-704e-479a-8d4c-01ab2658739d of type vlan for network 49df1432-c31d-4b47-85dd-eef5d5f6d554 Mar 09 03:47:08.223015 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be488c66-ca18-46cb-8fcb-2de00ebd2575 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:08.248154 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-9d6fd635-79f5-4569-a63e-1f3e03ccf7e9 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] For port 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e,segment=NetworkSegment(87e5f55d-80a8-44b2-8a8c-6f4c935bb573),segment_id=87e5f55d-80a8-44b2-8a8c-6f4c935bb573)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:08.248521 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-9d6fd635-79f5-4569-a63e-1f3e03ccf7e9 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:08.264981 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be488c66-ca18-46cb-8fcb-2de00ebd2575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:08.267191 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be488c66-ca18-46cb-8fcb-2de00ebd2575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:08.268050 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be488c66-ca18-46cb-8fcb-2de00ebd2575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:08.316418 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device fb633d15-e73a-412d-8adc-3f24487a60ac up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:47:08.394016 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be488c66-ca18-46cb-8fcb-2de00ebd2575 admin admin] Pushing event updated for resources: {'Network': ['ID=49df1432-c31d-4b47-85dd-eef5d5f6d554,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:08.401389 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-9d6fd635-79f5-4569-a63e-1f3e03ccf7e9 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Calling delete_port for 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:47:08.409260 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 49df1432-c31d-4b47-85dd-eef5d5f6d554 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:47:08.422367 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-be488c66-ca18-46cb-8fcb-2de00ebd2575 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9869332 Mar 09 03:47:08.423862 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56168) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:08.431385 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-0fd8bc7b-f2fc-4712-9bf0-876b8ee6c3e5 admin admin] Request body: {'subnet': {'network_id': '49df1432-c31d-4b47-85dd-eef5d5f6d554', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1719440157-subnet', 'tenant_id': 'd7fc4c207e574ea6bf3aed1a167451f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:47:08.437012 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0fd8bc7b-f2fc-4712-9bf0-876b8ee6c3e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:47:08.438294 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-a7192fe5-2f3c-45ef-a23a-6e16df68238e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Deleting port 095f303c-8011-497f-8929-ca48dda83cc0 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:47:08.438638 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a7192fe5-2f3c-45ef-a23a-6e16df68238e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:08.442061 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0fd8bc7b-f2fc-4712-9bf0-876b8ee6c3e5 admin admin] Usage tracker for resource:subnet and tenant:d7fc4c207e574ea6bf3aed1a167451f5 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:47:08.445462 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0fd8bc7b-f2fc-4712-9bf0-876b8ee6c3e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:47:08.452755 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0fd8bc7b-f2fc-4712-9bf0-876b8ee6c3e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:47:08.469991 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd8bc7b-f2fc-4712-9bf0-876b8ee6c3e5 admin admin] Made reservation on behalf of d7fc4c207e574ea6bf3aed1a167451f5 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:47:08.473797 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0fd8bc7b-f2fc-4712-9bf0-876b8ee6c3e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:08.543035 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcaff6b-143f-4755-aaac-3cbc54f19431 req-c02b5861-4b44-4347-957e-61a416603496 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:08.544580 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1fcaff6b-143f-4755-aaac-3cbc54f19431 req-c02b5861-4b44-4347-957e-61a416603496 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 0.4422009 Mar 09 03:47:08.558700 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port fb633d15-e73a-412d-8adc-3f24487a60ac completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:47:08.565865 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port fb633d15-e73a-412d-8adc-3f24487a60ac triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:47:08.566239 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:08.601176 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:08.730488 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1fcaff6b-143f-4755-aaac-3cbc54f19431 req-7e59983e-6b13-459a-a340-67579e53228e tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360500 Mar 09 03:47:08.731844 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:08.782767 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4056da6e-2d78-4867-bcce-e5b6fa53a0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb633d15-e73a-412d-8adc-3f24487a60ac'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:47:08.786544 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0fd8bc7b-f2fc-4712-9bf0-876b8ee6c3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:08.809800 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port fb633d15-e73a-412d-8adc-3f24487a60ac, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=fb633d15-e73a-412d-8adc-3f24487a60ac,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:08.823309 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:08.863111 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a7192fe5-2f3c-45ef-a23a-6e16df68238e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:08.913659 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=fb633d15-e73a-412d-8adc-3f24487a60ac,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:08.951150 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8bc7b-f2fc-4712-9bf0-876b8ee6c3e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b5ec1b-21a4-4566-86ff-36f1109ae16a,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:08.977365 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd8bc7b-f2fc-4712-9bf0-876b8ee6c3e5 admin admin] Checking segment: {'id': 'd6c8413f-704e-479a-8d4c-01ab2658739d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '49df1432-c31d-4b47-85dd-eef5d5f6d554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:47:08.977722 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd8bc7b-f2fc-4712-9bf0-876b8ee6c3e5 admin admin] Network hostable DHCP agents. Network: 49df1432-c31d-4b47-85dd-eef5d5f6d554, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:47:09.017623 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9566883-d74a-476a-96f4-5f8184670cfe req-0bb46594-7848-41e9-8e61-b00be751b15e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:09.024507 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f9566883-d74a-476a-96f4-5f8184670cfe req-0bb46594-7848-41e9-8e61-b00be751b15e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 945 time: 0.1468143 Mar 09 03:47:09.039591 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd8bc7b-f2fc-4712-9bf0-876b8ee6c3e5 admin admin] Network 49df1432-c31d-4b47-85dd-eef5d5f6d554 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:47:09.042202 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-a7192fe5-2f3c-45ef-a23a-6e16df68238e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Calling delete_port for 095f303c-8011-497f-8929-ca48dda83cc0 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:47:09.061556 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-0fd8bc7b-f2fc-4712-9bf0-876b8ee6c3e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 49df1432-c31d-4b47-85dd-eef5d5f6d554) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:47:09.077786 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7faacd-99df-4b49-89bb-2da8c10b97e8 None None] Network 49df1432-c31d-4b47-85dd-eef5d5f6d554 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:47:09.094043 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f9566883-d74a-476a-96f4-5f8184670cfe req-43cae167-16e2-40e7-a8a8-ba79c423bd58 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686018 Mar 09 03:47:09.095473 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd8bc7b-f2fc-4712-9bf0-876b8ee6c3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:09.096762 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0fd8bc7b-f2fc-4712-9bf0-876b8ee6c3e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:09.121252 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0fd8bc7b-f2fc-4712-9bf0-876b8ee6c3e5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6956935 Mar 09 03:47:09.142925 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-9d6fd635-79f5-4569-a63e-1f3e03ccf7e9 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:09.229189 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['47e8af36-1295-4d22-b47a-5e37acf058dc', 'da11bf0c-a0b2-43dd-874d-f78b23040c2e', '5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:47:09.265835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fd635-79f5-4569-a63e-1f3e03ccf7e9 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event deleted for resources: {'Port': ['ID=5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:09.406267 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-9d6fd635-79f5-4569-a63e-1f3e03ccf7e9 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] No DVR routers for this DVR port 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:47:09.415591 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf07342-4787-4ad7-a00e-663e6989d1cd req-efffb0ad-ac1f-4581-b5b2-b5ebf1130aa9 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:09.422885 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fbf07342-4787-4ad7-a00e-663e6989d1cd req-efffb0ad-ac1f-4581-b5b2-b5ebf1130aa9 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=62dfe779-fec6-44c2-977b-9801acd89607 HTTP/1.1" status: 200 len: 945 time: 0.4281747 Mar 09 03:47:09.455442 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-9d6fd635-79f5-4569-a63e-1f3e03ccf7e9 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:09.458169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0439f878-e161-4062-b9cb-56082d60691a', 'name': 'network-vif-deleted', 'tag': '5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:47:09.466354 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab9244-6190-41f0-9751-3fbb420a795e req-0c9d89ba-4812-4a48-bec0-1dd114496b4b tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:09.468612 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-88ab9244-6190-41f0-9751-3fbb420a795e req-0c9d89ba-4812-4a48-bec0-1dd114496b4b tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=072f65ae-791e-4dec-a1c1-27fe5e8eb326 HTTP/1.1" status: 200 len: 945 time: 0.1530664 Mar 09 03:47:09.520751 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-9d6fd635-79f5-4569-a63e-1f3e03ccf7e9 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.21 "DELETE /v2.0/ports/5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e HTTP/1.1" status: 204 len: 173 time: 2.1222563 Mar 09 03:47:09.556009 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-88ab9244-6190-41f0-9751-3fbb420a795e req-596120b4-45fe-451d-824f-cbd9225a9bd0 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/security-groups?id=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740666 Mar 09 03:47:09.579799 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fbf07342-4787-4ad7-a00e-663e6989d1cd req-e754a1ce-4150-46ac-8aac-36a2cb42ea18 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555073 Mar 09 03:47:09.639474 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a7192fe5-2f3c-45ef-a23a-6e16df68238e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:09.693996 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4056da6e-2d78-4867-bcce-e5b6fa53a0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb633d15-e73a-412d-8adc-3f24487a60ac', 'code': 200} Mar 09 03:47:09.720381 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0184fd-b8bb-4646-a875-4f65bc1ab8d1 None None] Network 49df1432-c31d-4b47-85dd-eef5d5f6d554 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:47:09.957197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-379d3b92-ea47-436b-8cdb-2dc32e18fdd3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Deleting port da11bf0c-a0b2-43dd-874d-f78b23040c2e {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:47:09.957533 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-379d3b92-ea47-436b-8cdb-2dc32e18fdd3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:09.968788 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-1e864b73-6c7a-4272-9493-0775e3f64bee tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:09.969465 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-1e864b73-6c7a-4272-9493-0775e3f64bee tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Synchronizing usage tracker for tenant:d7fc4c207e574ea6bf3aed1a167451f5 on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:47:09.987425 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-1e864b73-6c7a-4272-9493-0775e3f64bee tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Unset dirty status for tenant:d7fc4c207e574ea6bf3aed1a167451f5 on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:47:09.989843 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-1e864b73-6c7a-4272-9493-0775e3f64bee tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.16 "GET /v2.0/networks?id=49df1432-c31d-4b47-85dd-eef5d5f6d554 HTTP/1.1" status: 200 len: 818 time: 0.1854866 Mar 09 03:47:09.993410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7192fe5-2f3c-45ef-a23a-6e16df68238e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event deleted for resources: {'Port': ['ID=095f303c-8011-497f-8929-ca48dda83cc0,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:10.003739 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-fd64c23a-5e4c-4f6e-b19d-7cbe6db18e27 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.16 "GET /v2.0/quotas/d7fc4c207e574ea6bf3aed1a167451f5 HTTP/1.1" status: 200 len: 375 time: 0.0093465 Mar 09 03:47:10.010124 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7192fe5-2f3c-45ef-a23a-6e16df68238e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:10.010677 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7192fe5-2f3c-45ef-a23a-6e16df68238e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:10.011192 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7192fe5-2f3c-45ef-a23a-6e16df68238e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:10.011676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7192fe5-2f3c-45ef-a23a-6e16df68238e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:10.012157 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7192fe5-2f3c-45ef-a23a-6e16df68238e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:10.012664 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7192fe5-2f3c-45ef-a23a-6e16df68238e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:10.013141 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7192fe5-2f3c-45ef-a23a-6e16df68238e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:10.013617 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7192fe5-2f3c-45ef-a23a-6e16df68238e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:10.014104 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7192fe5-2f3c-45ef-a23a-6e16df68238e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:10.014598 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7192fe5-2f3c-45ef-a23a-6e16df68238e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:10.015090 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7192fe5-2f3c-45ef-a23a-6e16df68238e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:10.015565 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7192fe5-2f3c-45ef-a23a-6e16df68238e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:10.061687 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-ffbd5a07-8ec2-4ac1-8b30-7e6a3ba04ad4 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d7fc4c207e574ea6bf3aed1a167451f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523784 Mar 09 03:47:10.201405 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-d93835df-14c0-4afc-ae7b-de3bab4b87c8 service neutron] 10.222.0.16 "GET /v2.0/networks/49df1432-c31d-4b47-85dd-eef5d5f6d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310074 Mar 09 03:47:10.248925 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fffdab-c1b0-41d5-a1bc-8ad9d3052c6e req-bb9cf41d-3777-4ef7-ab10-58c2782e0a2c tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:10.250358 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-14fffdab-c1b0-41d5-a1bc-8ad9d3052c6e req-bb9cf41d-3777-4ef7-ab10-58c2782e0a2c tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dfe779-fec6-44c2-977b-9801acd89607 HTTP/1.1" status: 200 len: 945 time: 0.4790888 Mar 09 03:47:10.277030 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a7192fe5-2f3c-45ef-a23a-6e16df68238e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:10.278976 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a7192fe5-2f3c-45ef-a23a-6e16df68238e tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "DELETE /v2.0/ports/095f303c-8011-497f-8929-ca48dda83cc0 HTTP/1.1" status: 204 len: 168 time: 2.1259758 Mar 09 03:47:10.297182 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56218) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:10.312108 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb9556-1ace-4c96-871d-1934d34b9531 req-26c89a13-b88e-4c1e-99c0-dac37c50912b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:10.313566 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9cfb9556-1ace-4c96-871d-1934d34b9531 req-26c89a13-b88e-4c1e-99c0-dac37c50912b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 1096 time: 0.5412178 Mar 09 03:47:10.361399 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b354887-c38a-4e53-a92b-646473d3acd9 req-fef22863-bc51-43f4-917e-021fcdecaff7 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:10.367325 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b354887-c38a-4e53-a92b-646473d3acd9 req-fef22863-bc51-43f4-917e-021fcdecaff7 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:10.368118 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-2b354887-c38a-4e53-a92b-646473d3acd9 req-fef22863-bc51-43f4-917e-021fcdecaff7 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Synchronizing usage tracker for tenant:e1b3aca0566d4eb989ee2bf1d8c5606e on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:47:10.432250 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-f57230c5-4096-4a3d-970c-61b315810a60 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Deleting subnet 26070e83-1c60-4df6-b85f-37b057dc633a {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:47:10.448149 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f57230c5-4096-4a3d-970c-61b315810a60 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:10.495282 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-14fffdab-c1b0-41d5-a1bc-8ad9d3052c6e req-6a9edee3-7f66-4e72-91ac-9639010b1284 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Deleting port d068813b-4a00-4918-af29-955a7a48015d {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:47:10.495871 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-14fffdab-c1b0-41d5-a1bc-8ad9d3052c6e req-6a9edee3-7f66-4e72-91ac-9639010b1284 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:10.504978 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-391cc250-ba7b-4b0c-8839-0833a54cf737 service neutron] 10.222.0.16 "GET /v2.0/networks/49df1432-c31d-4b47-85dd-eef5d5f6d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959454 Mar 09 03:47:10.524230 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f57230c5-4096-4a3d-970c-61b315810a60 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:10.546237 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9cfb9556-1ace-4c96-871d-1934d34b9531 req-e1ddbe5c-a442-4a32-b800-e1b535726430 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146728 Mar 09 03:47:10.552210 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-2b354887-c38a-4e53-a92b-646473d3acd9 req-fef22863-bc51-43f4-917e-021fcdecaff7 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Unset dirty status for tenant:e1b3aca0566d4eb989ee2bf1d8c5606e on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:47:10.559154 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2b354887-c38a-4e53-a92b-646473d3acd9 req-fef22863-bc51-43f4-917e-021fcdecaff7 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 1681 time: 0.7534766 Mar 09 03:47:10.621028 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-379d3b92-ea47-436b-8cdb-2dc32e18fdd3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] For port da11bf0c-a0b2-43dd-874d-f78b23040c2e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=da11bf0c-a0b2-43dd-874d-f78b23040c2e,segment=NetworkSegment(23fe74aa-e624-4375-84f1-7fe70f5a8f96),segment_id=23fe74aa-e624-4375-84f1-7fe70f5a8f96)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:10.621307 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-379d3b92-ea47-436b-8cdb-2dc32e18fdd3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:10.686798 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afd0c4-6b4f-4033-a278-aec8f72af38c req-f9a6e9bd-b741-4cbc-aae6-8f385e320341 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:10.688264 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d9afd0c4-6b4f-4033-a278-aec8f72af38c req-f9a6e9bd-b741-4cbc-aae6-8f385e320341 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.21 "GET /v2.0/ports?device_id=072f65ae-791e-4dec-a1c1-27fe5e8eb326 HTTP/1.1" status: 200 len: 945 time: 0.3357279 Mar 09 03:47:10.737657 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f57230c5-4096-4a3d-970c-61b315810a60 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:10.805317 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0439f878-e161-4062-b9cb-56082d60691a', 'name': 'network-vif-deleted', 'tag': '5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e', 'status': 'completed', 'code': 200} Mar 09 03:47:10.822182 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-379d3b92-ea47-436b-8cdb-2dc32e18fdd3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Calling delete_port for da11bf0c-a0b2-43dd-874d-f78b23040c2e owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:47:10.876405 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-d9afd0c4-6b4f-4033-a278-aec8f72af38c req-8841aead-ccc0-48ea-976d-024260569904 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Deleting port 3acabded-1db2-4a16-b88d-b7db6cc5afbc {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:47:10.877097 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d9afd0c4-6b4f-4033-a278-aec8f72af38c req-8841aead-ccc0-48ea-976d-024260569904 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:10.935451 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2b354887-c38a-4e53-a92b-646473d3acd9 req-0de0e9f5-1c6f-45ed-a18d-4e416ef2866b tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756747 Mar 09 03:47:11.178053 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-379d3b92-ea47-436b-8cdb-2dc32e18fdd3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:11.208285 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f57230c5-4096-4a3d-970c-61b315810a60 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:11.255460 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d3b92-ea47-436b-8cdb-2dc32e18fdd3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event deleted for resources: {'Port': ['ID=da11bf0c-a0b2-43dd-874d-f78b23040c2e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:11.266419 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f57230c5-4096-4a3d-970c-61b315810a60 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:11.271710 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57230c5-4096-4a3d-970c-61b315810a60 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event deleted for resources: {'Subnet': ['ID=26070e83-1c60-4df6-b85f-37b057dc633a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:11.272950 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de061a9a-3361-4a0f-8064-fc6a0d9e6242 None None] Network aa98c4bf-cd2b-4512-b959-342f7d8cd273 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:47:11.273651 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-14fffdab-c1b0-41d5-a1bc-8ad9d3052c6e req-6a9edee3-7f66-4e72-91ac-9639010b1284 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] For port d068813b-4a00-4918-af29-955a7a48015d, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=d068813b-4a00-4918-af29-955a7a48015d,segment=NetworkSegment(b9669753-03d3-41ba-aa99-74a67a97b6e2),segment_id=b9669753-03d3-41ba-aa99-74a67a97b6e2)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:11.274116 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-14fffdab-c1b0-41d5-a1bc-8ad9d3052c6e req-6a9edee3-7f66-4e72-91ac-9639010b1284 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:11.293663 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f57230c5-4096-4a3d-970c-61b315810a60 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "DELETE /v2.0/subnets/26070e83-1c60-4df6-b85f-37b057dc633a HTTP/1.1" status: 204 len: 168 time: 0.9960332 Mar 09 03:47:11.303220 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56242) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:11.377925 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-d9afd0c4-6b4f-4033-a278-aec8f72af38c req-8841aead-ccc0-48ea-976d-024260569904 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] For port 3acabded-1db2-4a16-b88d-b7db6cc5afbc, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3acabded-1db2-4a16-b88d-b7db6cc5afbc,segment=NetworkSegment(3d28dad6-4b5d-4d7e-80bf-032436047a6f),segment_id=3d28dad6-4b5d-4d7e-80bf-032436047a6f)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:11.378290 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d9afd0c4-6b4f-4033-a278-aec8f72af38c req-8841aead-ccc0-48ea-976d-024260569904 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:11.390843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-379d3b92-ea47-436b-8cdb-2dc32e18fdd3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] No DVR routers for this DVR port da11bf0c-a0b2-43dd-874d-f78b23040c2e on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:47:11.399338 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693840a6-9ad5-4180-b064-d5a48f6a6aad req-b3166346-65f9-4547-a555-93f7b8bef1b8 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:11.401409 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-693840a6-9ad5-4180-b064-d5a48f6a6aad req-b3166346-65f9-4547-a555-93f7b8bef1b8 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 0.4971991 Mar 09 03:47:11.582199 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa1bf54-52c1-4a83-9b9d-964832c84734 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Deleting subnet f77088af-6527-42bd-a6e2-e4b921be1aa6 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:47:11.593309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-d9afd0c4-6b4f-4033-a278-aec8f72af38c req-8841aead-ccc0-48ea-976d-024260569904 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Calling delete_port for 3acabded-1db2-4a16-b88d-b7db6cc5afbc owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:47:11.628405 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-aaa1bf54-52c1-4a83-9b9d-964832c84734 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:11.658020 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b0e5fb-bf2d-499a-a4ee-cc9df4d0a6c9 None None] DHCP port deletion for aa98c4bf-cd2b-4512-b959-342f7d8cd273 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:47:11.662721 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-94b0e5fb-bf2d-499a-a4ee-cc9df4d0a6c9 None None] Deleting port 14f70860-04d6-415b-9e9f-045770b5c2a3 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:47:11.663300 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-94b0e5fb-bf2d-499a-a4ee-cc9df4d0a6c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:11.712698 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-379d3b92-ea47-436b-8cdb-2dc32e18fdd3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:11.725918 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-14fffdab-c1b0-41d5-a1bc-8ad9d3052c6e req-6a9edee3-7f66-4e72-91ac-9639010b1284 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Calling delete_port for d068813b-4a00-4918-af29-955a7a48015d owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:47:11.732327 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-693840a6-9ad5-4180-b064-d5a48f6a6aad req-b183d48e-6f3e-41b4-86b2-a95004dafb6d tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3246562 Mar 09 03:47:11.754807 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-aaa1bf54-52c1-4a83-9b9d-964832c84734 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:11.777358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c51c3-2d89-4f8c-b2b2-6d07723d6b70 req-71ae9412-4730-4646-a61b-a3bb469e6975 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:11.784475 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8a3c51c3-2d89-4f8c-b2b2-6d07723d6b70 req-71ae9412-4730-4646-a61b-a3bb469e6975 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 945 time: 0.7373414 Mar 09 03:47:11.806150 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-379d3b92-ea47-436b-8cdb-2dc32e18fdd3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.21 "DELETE /v2.0/ports/da11bf0c-a0b2-43dd-874d-f78b23040c2e HTTP/1.1" status: 204 len: 173 time: 2.2778029 Mar 09 03:47:11.929204 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8a3c51c3-2d89-4f8c-b2b2-6d07723d6b70 req-fd26afcd-3270-4434-a582-bee3afdcb087 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437030 Mar 09 03:47:11.971502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-47f411e1-79a8-4020-b16e-82a406b1af71 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Deleting port 47e8af36-1295-4d22-b47a-5e37acf058dc {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:47:11.971940 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-47f411e1-79a8-4020-b16e-82a406b1af71 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:12.005415 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2e8e6f67-cce4-458d-8b9c-fa9195e47405 req-578f60a9-ea46-43d1-bd1d-71d8b40fa849 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.16 "GET /v2.0/ports?device_id=072f65ae-791e-4dec-a1c1-27fe5e8eb326 HTTP/1.1" status: 200 len: 210 time: 0.0774944 Mar 09 03:47:12.084687 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d9afd0c4-6b4f-4033-a278-aec8f72af38c req-8841aead-ccc0-48ea-976d-024260569904 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:12.106609 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['3acabded-1db2-4a16-b88d-b7db6cc5afbc'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:47:12.161209 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-94b0e5fb-bf2d-499a-a4ee-cc9df4d0a6c9 None None] For port 14f70860-04d6-415b-9e9f-045770b5c2a3, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=14f70860-04d6-415b-9e9f-045770b5c2a3,segment=NetworkSegment(1fb5ec62-c429-4acb-b59e-2c379bf2d93b),segment_id=1fb5ec62-c429-4acb-b59e-2c379bf2d93b)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:12.161757 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-94b0e5fb-bf2d-499a-a4ee-cc9df4d0a6c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:12.260699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841aead-ccc0-48ea-976d-024260569904 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Pushing event deleted for resources: {'Port': ['ID=3acabded-1db2-4a16-b88d-b7db6cc5afbc,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:12.290722 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-94b0e5fb-bf2d-499a-a4ee-cc9df4d0a6c9 None None] Calling delete_port for 14f70860-04d6-415b-9e9f-045770b5c2a3 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:47:12.301794 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0a643893-1411-4753-8809-c6fff91b8e4b req-be2f2903-dc1d-4c26-aa5a-f9166df7f853 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c758a2-7b0b-47ce-b606-2f2a1a2778f4 HTTP/1.1" status: 200 len: 210 time: 0.1082189 Mar 09 03:47:12.319502 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device da11bf0c-a0b2-43dd-874d-f78b23040c2e no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:47:12.362169 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: da11bf0c-a0b2-43dd-874d-f78b23040c2e {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:47:12.362556 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device da11bf0c-a0b2-43dd-874d-f78b23040c2e not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:47:12.362959 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 47e8af36-1295-4d22-b47a-5e37acf058dc no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:47:12.393057 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9afd0c4-6b4f-4033-a278-aec8f72af38c req-8841aead-ccc0-48ea-976d-024260569904 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] No DVR routers for this DVR port 3acabded-1db2-4a16-b88d-b7db6cc5afbc on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:47:12.396998 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d9afd0c4-6b4f-4033-a278-aec8f72af38c req-8841aead-ccc0-48ea-976d-024260569904 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:12.402686 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072f65ae-791e-4dec-a1c1-27fe5e8eb326', 'name': 'network-vif-deleted', 'tag': '3acabded-1db2-4a16-b88d-b7db6cc5afbc'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:47:12.416249 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-aaa1bf54-52c1-4a83-9b9d-964832c84734 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:12.444432 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-14fffdab-c1b0-41d5-a1bc-8ad9d3052c6e req-6a9edee3-7f66-4e72-91ac-9639010b1284 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:12.475136 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d9afd0c4-6b4f-4033-a278-aec8f72af38c req-8841aead-ccc0-48ea-976d-024260569904 tempest-VolumesSnapshotTestJSON-302190582 tempest-VolumesSnapshotTestJSON-302190582-project] 10.222.0.21 "DELETE /v2.0/ports/3acabded-1db2-4a16-b88d-b7db6cc5afbc HTTP/1.1" status: 204 len: 173 time: 1.7059205 Mar 09 03:47:12.501207 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-94b0e5fb-bf2d-499a-a4ee-cc9df4d0a6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:12.524614 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-aaa1bf54-52c1-4a83-9b9d-964832c84734 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:12.562043 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:12.567740 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-aaa1bf54-52c1-4a83-9b9d-964832c84734 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:12.572476 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0e5fb-bf2d-499a-a4ee-cc9df4d0a6c9 None None] Pushing event deleted for resources: {'Port': ['ID=14f70860-04d6-415b-9e9f-045770b5c2a3,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:12.577186 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304988ef-ccb8-42e8-873a-a000f73badff None None] Network 3df08107-39bd-418e-a91b-4b0bc364390c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:47:12.605741 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b0e5fb-bf2d-499a-a4ee-cc9df4d0a6c9 None None] No DVR routers for this DVR port 14f70860-04d6-415b-9e9f-045770b5c2a3 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:47:12.614214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device d068813b-4a00-4918-af29-955a7a48015d no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:47:12.636719 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1bf54-52c1-4a83-9b9d-964832c84734 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event deleted for resources: {'Subnet': ['ID=f77088af-6527-42bd-a6e2-e4b921be1aa6,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:12.640301 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-aaa1bf54-52c1-4a83-9b9d-964832c84734 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "DELETE /v2.0/subnets/f77088af-6527-42bd-a6e2-e4b921be1aa6 HTTP/1.1" status: 204 len: 168 time: 1.3301280 Mar 09 03:47:12.642837 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56256) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:12.658473 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9edee3-7f66-4e72-91ac-9639010b1284 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Pushing event deleted for resources: {'Port': ['ID=d068813b-4a00-4918-af29-955a7a48015d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:12.671719 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 47e8af36-1295-4d22-b47a-5e37acf058dc, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=47e8af36-1295-4d22-b47a-5e37acf058dc,segment=NetworkSegment(23fe74aa-e624-4375-84f1-7fe70f5a8f96),segment_id=23fe74aa-e624-4375-84f1-7fe70f5a8f96)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:12.721096 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0439f878-e161-4062-b9cb-56082d60691a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47e8af36-1295-4d22-b47a-5e37acf058dc'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:47:12.725475 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: d068813b-4a00-4918-af29-955a7a48015d {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:47:12.725824 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device d068813b-4a00-4918-af29-955a7a48015d not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:47:12.733270 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:12.733966 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:47:12.771795 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-2b42a6be-dabf-4ea5-9f77-920572475fe8 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:12.773218 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-2b42a6be-dabf-4ea5-9f77-920572475fe8 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.24 "GET /v2.0/networks?id=49df1432-c31d-4b47-85dd-eef5d5f6d554 HTTP/1.1" status: 200 len: 818 time: 0.7446530 Mar 09 03:47:12.806848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-960d22a6-984c-4229-97f8-5cb13a1c1fd5 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Request body: {'port': {'device_id': '03c758a2-7b0b-47ce-b606-2f2a1a2778f4', 'network_id': '49df1432-c31d-4b47-85dd-eef5d5f6d554', 'admin_state_up': True, 'tenant_id': 'd7fc4c207e574ea6bf3aed1a167451f5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:47:12.820954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0439f878-e161-4062-b9cb-56082d60691a', 'name': 'network-vif-deleted', 'tag': 'da11bf0c-a0b2-43dd-874d-f78b23040c2e'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:47:12.823469 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:47:12.823817 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 5c1b1a3a-04e4-4b69-bc42-6ed2c90f420e not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:47:12.826921 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fffdab-c1b0-41d5-a1bc-8ad9d3052c6e req-6a9edee3-7f66-4e72-91ac-9639010b1284 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] No DVR routers for this DVR port d068813b-4a00-4918-af29-955a7a48015d on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:47:12.841990 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a93e9-6e81-4c1a-b272-bc1a61cd2cb4 req-b25d5474-9f55-4c02-adaa-3c67151cbe32 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:12.843584 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-753a93e9-6e81-4c1a-b272-bc1a61cd2cb4 req-b25d5474-9f55-4c02-adaa-3c67151cbe32 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/ports?device_id=62dfe779-fec6-44c2-977b-9801acd89607 HTTP/1.1" status: 200 len: 945 time: 0.6664639 Mar 09 03:47:12.856826 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-14fffdab-c1b0-41d5-a1bc-8ad9d3052c6e req-6a9edee3-7f66-4e72-91ac-9639010b1284 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:12.894332 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-14fffdab-c1b0-41d5-a1bc-8ad9d3052c6e req-6a9edee3-7f66-4e72-91ac-9639010b1284 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.24 "DELETE /v2.0/ports/d068813b-4a00-4918-af29-955a7a48015d HTTP/1.1" status: 204 len: 173 time: 2.6361072 Mar 09 03:47:12.901782 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=47e8af36-1295-4d22-b47a-5e37acf058dc,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:13.046465 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-753a93e9-6e81-4c1a-b272-bc1a61cd2cb4 req-f464cbe2-4c5b-437f-804e-dc69942d60d2 tempest-ServerDiskConfigTestJSON-1592456427 tempest-ServerDiskConfigTestJSON-1592456427-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc8ec656-0a38-45cc-adee-ae02ed4bb68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732848 Mar 09 03:47:13.051458 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c1f004a6-26e0-412b-94ac-f45c3d0bf795 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:13.054455 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-47f411e1-79a8-4020-b16e-82a406b1af71 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] For port 47e8af36-1295-4d22-b47a-5e37acf058dc, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=47e8af36-1295-4d22-b47a-5e37acf058dc,segment=NetworkSegment(23fe74aa-e624-4375-84f1-7fe70f5a8f96),segment_id=23fe74aa-e624-4375-84f1-7fe70f5a8f96)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:13.054877 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-47f411e1-79a8-4020-b16e-82a406b1af71 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:13.073306 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68f50e-e49c-4713-af1b-78f2d9a01e01 req-8ca6c86f-d15d-439b-8a22-0b472dd3de4e tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:13.080700 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1a68f50e-e49c-4713-af1b-78f2d9a01e01 req-8ca6c86f-d15d-439b-8a22-0b472dd3de4e tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 945 time: 0.5100625 Mar 09 03:47:13.155541 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13f6cb1-cdae-47e7-9c10-4f3e0ee384fd None None] DHCP port deletion for 3df08107-39bd-418e-a91b-4b0bc364390c request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:47:13.163216 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e13f6cb1-cdae-47e7-9c10-4f3e0ee384fd None None] Deleting port a0aba381-f386-48e0-bef5-430293a53c94 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:47:13.163676 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e13f6cb1-cdae-47e7-9c10-4f3e0ee384fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:13.268860 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072f65ae-791e-4dec-a1c1-27fe5e8eb326', 'name': 'network-vif-deleted', 'tag': '3acabded-1db2-4a16-b88d-b7db6cc5afbc', 'status': 'completed', 'code': 200} Mar 09 03:47:13.282326 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1a68f50e-e49c-4713-af1b-78f2d9a01e01 req-1f579db0-af1f-4b20-8619-1469145a20bc tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005856 Mar 09 03:47:13.293720 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-47f411e1-79a8-4020-b16e-82a406b1af71 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Calling delete_port for 47e8af36-1295-4d22-b47a-5e37acf058dc owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:47:13.294101 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0439f878-e161-4062-b9cb-56082d60691a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47e8af36-1295-4d22-b47a-5e37acf058dc', 'code': 200} Mar 09 03:47:13.356470 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a0aba381-f386-48e0-bef5-430293a53c94 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:47:13.360337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-960d22a6-984c-4229-97f8-5cb13a1c1fd5 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:47:13.370330 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-960d22a6-984c-4229-97f8-5cb13a1c1fd5 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Usage tracker for resource:port and tenant:d7fc4c207e574ea6bf3aed1a167451f5 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:47:13.376881 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-960d22a6-984c-4229-97f8-5cb13a1c1fd5 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:47:13.412045 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0439f878-e161-4062-b9cb-56082d60691a', 'name': 'network-vif-deleted', 'tag': 'da11bf0c-a0b2-43dd-874d-f78b23040c2e', 'status': 'completed', 'code': 200} Mar 09 03:47:13.413706 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-960d22a6-984c-4229-97f8-5cb13a1c1fd5 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:47:13.503378 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c1f004a6-26e0-412b-94ac-f45c3d0bf795 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:13.507094 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-960d22a6-984c-4229-97f8-5cb13a1c1fd5 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Made reservation on behalf of d7fc4c207e574ea6bf3aed1a167451f5 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:47:13.516021 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-960d22a6-984c-4229-97f8-5cb13a1c1fd5 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:13.529953 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-c1f004a6-26e0-412b-94ac-f45c3d0bf795 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa98c4bf-cd2b-4512-b959-342f7d8cd273']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:13.556786 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-c1f004a6-26e0-412b-94ac-f45c3d0bf795 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb5ec62-c429-4acb-b59e-2c379bf2d93b') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:13.557208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-c1f004a6-26e0-412b-94ac-f45c3d0bf795 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb5ec62-c429-4acb-b59e-2c379bf2d93b') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:13.575108 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:13.605387 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c1f004a6-26e0-412b-94ac-f45c3d0bf795 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:13.641204 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c1f004a6-26e0-412b-94ac-f45c3d0bf795 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:13.657476 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f004a6-26e0-412b-94ac-f45c3d0bf795 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:47:13.657878 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c1f004a6-26e0-412b-94ac-f45c3d0bf795 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:13.664827 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-47f411e1-79a8-4020-b16e-82a406b1af71 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:47:13.671348 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-47f411e1-79a8-4020-b16e-82a406b1af71 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:47:13.673461 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port a0aba381-f386-48e0-bef5-430293a53c94, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a0aba381-f386-48e0-bef5-430293a53c94,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:47:13.675430 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:47:13.738349 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56280) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:13.761033 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:13.761729 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 14f70860-04d6-415b-9e9f-045770b5c2a3 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:47:13.782418 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565edb5-51cd-4656-9552-df6f4ce9ccf4 req-49053d80-bb99-4b1d-bb6f-fb7caadad3b7 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:13.790339 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6565edb5-51cd-4656-9552-df6f4ce9ccf4 req-49053d80-bb99-4b1d-bb6f-fb7caadad3b7 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 945 time: 0.2251637 Mar 09 03:47:13.806027 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c1f004a6-26e0-412b-94ac-f45c3d0bf795 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:13.829030 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c1f004a6-26e0-412b-94ac-f45c3d0bf795 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:13.844804 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f004a6-26e0-412b-94ac-f45c3d0bf795 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event deleted for resources: {'Network': ['ID=aa98c4bf-cd2b-4512-b959-342f7d8cd273,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:13.850956 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c1f004a6-26e0-412b-94ac-f45c3d0bf795 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "DELETE /v2.0/networks/aa98c4bf-cd2b-4512-b959-342f7d8cd273 HTTP/1.1" status: 204 len: 168 time: 1.2071061 Mar 09 03:47:13.860272 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56286) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:13.931481 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6565edb5-51cd-4656-9552-df6f4ce9ccf4 req-27386d48-4d9c-43f2-a0e8-3f620038a2a7 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412723 Mar 09 03:47:13.976449 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e13f6cb1-cdae-47e7-9c10-4f3e0ee384fd None None] For port a0aba381-f386-48e0-bef5-430293a53c94, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a0aba381-f386-48e0-bef5-430293a53c94,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:13.976925 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e13f6cb1-cdae-47e7-9c10-4f3e0ee384fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:14.044354 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b45a74b8-54d6-4b18-8185-1a75c58dedc1 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:14.059395 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-b45a74b8-54d6-4b18-8185-1a75c58dedc1 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Deleting port a0aba381-f386-48e0-bef5-430293a53c94 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:47:14.059782 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b45a74b8-54d6-4b18-8185-1a75c58dedc1 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:14.099127 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-10873cda-dd02-4de6-ab04-738a6b91da66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:14.131246 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e13f6cb1-cdae-47e7-9c10-4f3e0ee384fd None None] Calling delete_port for a0aba381-f386-48e0-bef5-430293a53c94 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:47:14.134934 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef446be-4bb7-43c8-ac69-b735faf9b21c req-9db1df0c-82d1-430a-b8e1-e42b32c0f1d3 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:14.136846 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ef446be-4bb7-43c8-ac69-b735faf9b21c req-9db1df0c-82d1-430a-b8e1-e42b32c0f1d3 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 0.5891140 Mar 09 03:47:14.146697 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-10873cda-dd02-4de6-ab04-738a6b91da66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:47:14.171107 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-10873cda-dd02-4de6-ab04-738a6b91da66 admin admin] Usage tracker for resource:security_group_rule and tenant:178c6d52e83640138b91c7b817cbf03a is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:47:14.175564 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-47f411e1-79a8-4020-b16e-82a406b1af71 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Deleting port 47e8af36-1295-4d22-b47a-5e37acf058dc {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:47:14.176104 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-47f411e1-79a8-4020-b16e-82a406b1af71 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:14.184309 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b349f7e7-228f-48a1-bbf8-0a46a923f0d1 req-bbae4bc8-cc80-436e-a56d-cbb7e7ec6bb2 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c758a2-7b0b-47ce-b606-2f2a1a2778f4 HTTP/1.1" status: 200 len: 210 time: 0.0580692 Mar 09 03:47:14.217050 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=a0aba381-f386-48e0-bef5-430293a53c94,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:14.221531 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 14f70860-04d6-415b-9e9f-045770b5c2a3 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:47:14.221952 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 14f70860-04d6-415b-9e9f-045770b5c2a3 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:47:14.224791 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-e13f6cb1-cdae-47e7-9c10-4f3e0ee384fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:47:14.225395 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-e13f6cb1-cdae-47e7-9c10-4f3e0ee384fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:47:14.257430 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-10873cda-dd02-4de6-ab04-738a6b91da66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:47:14.265985 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-960d22a6-984c-4229-97f8-5cb13a1c1fd5 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Allocated IP 172.20.0.5 (49df1432-c31d-4b47-85dd-eef5d5f6d554/26b5ec1b-21a4-4566-86ff-36f1109ae16a/0fa97eed-1a49-4d2a-9e6a-9173a2f92c97) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:47:14.292721 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-10873cda-dd02-4de6-ab04-738a6b91da66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:47:14.343709 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3acabded-1db2-4a16-b88d-b7db6cc5afbc no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:47:14.415752 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-b45a74b8-54d6-4b18-8185-1a75c58dedc1 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] For port a0aba381-f386-48e0-bef5-430293a53c94, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a0aba381-f386-48e0-bef5-430293a53c94,segment=NetworkSegment(e402bb94-ddbc-49af-9903-a0a54701afff),segment_id=e402bb94-ddbc-49af-9903-a0a54701afff)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:14.416094 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b45a74b8-54d6-4b18-8185-1a75c58dedc1 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:14.421686 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 3acabded-1db2-4a16-b88d-b7db6cc5afbc {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:47:14.422046 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3acabded-1db2-4a16-b88d-b7db6cc5afbc not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:47:14.525118 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ef446be-4bb7-43c8-ac69-b735faf9b21c req-f57363fd-967c-4e8f-8f55-f711aaa181b0 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3797789 Mar 09 03:47:14.551172 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-b45a74b8-54d6-4b18-8185-1a75c58dedc1 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Calling delete_port for a0aba381-f386-48e0-bef5-430293a53c94 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:47:14.637238 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85182f14-5aef-4f0a-9831-796487c6055e req-4d77d936-e71c-4b29-a80a-e1b47f1f6b9e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:14.638888 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-85182f14-5aef-4f0a-9831-796487c6055e req-4d77d936-e71c-4b29-a80a-e1b47f1f6b9e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 945 time: 0.2766094 Mar 09 03:47:14.655467 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56306) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:14.661443 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-35c0a8ad-d1fa-410a-909b-3a2d205465c5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Request body: {'floatingip': {'port_id': 'fb633d15-e73a-412d-8adc-3f24487a60ac'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:47:14.726699 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e13f6cb1-cdae-47e7-9c10-4f3e0ee384fd None None] Deleting port a0aba381-f386-48e0-bef5-430293a53c94 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:47:14.727098 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e13f6cb1-cdae-47e7-9c10-4f3e0ee384fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:14.747511 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-47f411e1-79a8-4020-b16e-82a406b1af71 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] For port 47e8af36-1295-4d22-b47a-5e37acf058dc, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=47e8af36-1295-4d22-b47a-5e37acf058dc,segment=NetworkSegment(23fe74aa-e624-4375-84f1-7fe70f5a8f96),segment_id=23fe74aa-e624-4375-84f1-7fe70f5a8f96)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:14.747867 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-47f411e1-79a8-4020-b16e-82a406b1af71 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:14.754327 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-35c0a8ad-d1fa-410a-909b-3a2d205465c5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks [] for floatingip, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:14.860604 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b45a74b8-54d6-4b18-8185-1a75c58dedc1 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:14.891684 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e13f6cb1-cdae-47e7-9c10-4f3e0ee384fd None None] The port 'a0aba381-f386-48e0-bef5-430293a53c94' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:47:14.932702 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-47f411e1-79a8-4020-b16e-82a406b1af71 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Calling delete_port for 47e8af36-1295-4d22-b47a-5e37acf058dc owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:47:14.964176 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a74b8-54d6-4b18-8185-1a75c58dedc1 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event deleted for resources: {'Port': ['ID=a0aba381-f386-48e0-bef5-430293a53c94,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:14.981216 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45a74b8-54d6-4b18-8185-1a75c58dedc1 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] No DVR routers for this DVR port a0aba381-f386-48e0-bef5-430293a53c94 on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:47:15.131110 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56316) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:15.326155 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b45a74b8-54d6-4b18-8185-1a75c58dedc1 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:15.372645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7142138-6b58-4665-8bdc-9b68d08f00c6 admin admin] Deleting subnet c5a78a60-3555-4424-b082-3dcd7dca5dd6 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:47:15.385975 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-960d22a6-984c-4229-97f8-5cb13a1c1fd5 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:15.391258 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b7142138-6b58-4665-8bdc-9b68d08f00c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:15.426702 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dfe779-fec6-44c2-977b-9801acd89607', 'name': 'network-vif-deleted', 'tag': 'd068813b-4a00-4918-af29-955a7a48015d'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:47:15.470650 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-b45a74b8-54d6-4b18-8185-1a75c58dedc1 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df08107-39bd-418e-a91b-4b0bc364390c']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:15.474222 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ff33c-0563-499b-bf87-498bf19bc21b req-5d816f82-00fd-456f-9cf4-48159b7db19d tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:15.474948 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4c7ff33c-0563-499b-bf87-498bf19bc21b req-5d816f82-00fd-456f-9cf4-48159b7db19d tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Synchronizing usage tracker for tenant:e1b3aca0566d4eb989ee2bf1d8c5606e on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:47:15.480831 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1aa96acf-eea2-48c8-abfa-8bbad9ed4ad2 req-4b4456f4-68b6-4781-a0f9-ecd15d7d9424 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c758a2-7b0b-47ce-b606-2f2a1a2778f4 HTTP/1.1" status: 200 len: 210 time: 0.0737526 Mar 09 03:47:15.489481 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-b45a74b8-54d6-4b18-8185-1a75c58dedc1 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e402bb94-ddbc-49af-9903-a0a54701afff') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:15.490187 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-b45a74b8-54d6-4b18-8185-1a75c58dedc1 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e402bb94-ddbc-49af-9903-a0a54701afff') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:15.516328 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b45a74b8-54d6-4b18-8185-1a75c58dedc1 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:15.516510 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-10873cda-dd02-4de6-ab04-738a6b91da66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:15.526248 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b7142138-6b58-4665-8bdc-9b68d08f00c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:15.559714 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-10873cda-dd02-4de6-ab04-738a6b91da66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:15.570754 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-47f411e1-79a8-4020-b16e-82a406b1af71 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:15.573305 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dfe779-fec6-44c2-977b-9801acd89607', 'name': 'network-vif-deleted', 'tag': 'd068813b-4a00-4918-af29-955a7a48015d', 'status': 'completed', 'code': 200} Mar 09 03:47:15.599341 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4c7ff33c-0563-499b-bf87-498bf19bc21b req-5d816f82-00fd-456f-9cf4-48159b7db19d tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Unset dirty status for tenant:e1b3aca0566d4eb989ee2bf1d8c5606e on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:47:15.600505 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c7ff33c-0563-499b-bf87-498bf19bc21b req-5d816f82-00fd-456f-9cf4-48159b7db19d tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=0439f878-e161-4062-b9cb-56082d60691a HTTP/1.1" status: 200 len: 943 time: 0.6354787 Mar 09 03:47:15.688924 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f411e1-79a8-4020-b16e-82a406b1af71 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event deleted for resources: {'Port': ['ID=47e8af36-1295-4d22-b47a-5e37acf058dc,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:15.704116 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b45a74b8-54d6-4b18-8185-1a75c58dedc1 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:15.718804 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45a74b8-54d6-4b18-8185-1a75c58dedc1 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:47:15.719614 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b45a74b8-54d6-4b18-8185-1a75c58dedc1 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:15.761410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10873cda-dd02-4de6-ab04-738a6b91da66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db026e8-b3e4-49a4-9745-2d521e00bdcc,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:15.765596 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-10873cda-dd02-4de6-ab04-738a6b91da66 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=178c6d52e83640138b91c7b817cbf03a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0261507 Mar 09 03:47:15.779386 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56330) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:47:15.812481 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:47:15.815267 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b7142138-6b58-4665-8bdc-9b68d08f00c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:15.849675 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-960d22a6-984c-4229-97f8-5cb13a1c1fd5 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:15.883317 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b45a74b8-54d6-4b18-8185-1a75c58dedc1 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:15.894217 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b45a74b8-54d6-4b18-8185-1a75c58dedc1 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:15.938739 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a74b8-54d6-4b18-8185-1a75c58dedc1 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] Pushing event deleted for resources: {'Network': ['ID=3df08107-39bd-418e-a91b-4b0bc364390c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:15.976269 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b45a74b8-54d6-4b18-8185-1a75c58dedc1 tempest-TaggedBootDevicesTest_v242-745468948 tempest-TaggedBootDevicesTest_v242-745468948-project] 10.222.0.16 "DELETE /v2.0/networks/3df08107-39bd-418e-a91b-4b0bc364390c HTTP/1.1" status: 204 len: 168 time: 2.1120467 Mar 09 03:47:15.985545 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c7ff33c-0563-499b-bf87-498bf19bc21b req-b73287ab-bddc-4ff6-8d2e-ce7879d33b55 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480873 Mar 09 03:47:16.006728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-47f411e1-79a8-4020-b16e-82a406b1af71 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] No DVR routers for this DVR port 47e8af36-1295-4d22-b47a-5e37acf058dc on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:47:16.035631 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-47f411e1-79a8-4020-b16e-82a406b1af71 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:16.039573 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa65ca3-2dd3-4856-9d69-ec1e1b1b5bee req-54c8c62a-a94e-4b58-bc8c-dc9fff2250e2 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:16.041529 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ffa65ca3-2dd3-4856-9d69-ec1e1b1b5bee req-54c8c62a-a94e-4b58-bc8c-dc9fff2250e2 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 0.3389976 Mar 09 03:47:16.094140 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-960d22a6-984c-4229-97f8-5cb13a1c1fd5 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Network 49df1432-c31d-4b47-85dd-eef5d5f6d554 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:47:16.102708 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-960d22a6-984c-4229-97f8-5cb13a1c1fd5 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:47:16.113790 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-960d22a6-984c-4229-97f8-5cb13a1c1fd5 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:47:16.205828 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ffa65ca3-2dd3-4856-9d69-ec1e1b1b5bee req-9261a456-9666-4915-9081-8f76705d417c tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542690 Mar 09 03:47:16.208862 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-960d22a6-984c-4229-97f8-5cb13a1c1fd5 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:16.210412 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-960d22a6-984c-4229-97f8-5cb13a1c1fd5 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:16.227044 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-acc6b8c2-8342-4787-8fb4-4a53f7282f35 req-47f411e1-79a8-4020-b16e-82a406b1af71 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.21 "DELETE /v2.0/ports/47e8af36-1295-4d22-b47a-5e37acf058dc HTTP/1.1" status: 204 len: 173 time: 4.4093966 Mar 09 03:47:16.245199 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-35c0a8ad-d1fa-410a-909b-3a2d205465c5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:16.253847 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-35c0a8ad-d1fa-410a-909b-3a2d205465c5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:16.265222 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d22a6-984c-4229-97f8-5cb13a1c1fd5 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Pushing event updated for resources: {'Port': ['ID=0fa97eed-1a49-4d2a-9e6a-9173a2f92c97,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:16.286155 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-960d22a6-984c-4229-97f8-5cb13a1c1fd5 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4957154 Mar 09 03:47:16.289976 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b7142138-6b58-4665-8bdc-9b68d08f00c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:16.305845 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-8a048456-1be3-4747-a1be-6bcd61d724a6 service neutron] Request body: {'port': {'device_id': '03c758a2-7b0b-47ce-b606-2f2a1a2778f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:47:16.512229 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-35c0a8ad-d1fa-410a-909b-3a2d205465c5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Floating IP ec9b0e75-0847-44ab-aa30-8631def4b175 associated. External IP: 172.25.7.246, port: fb633d15-e73a-412d-8adc-3f24487a60ac. Mar 09 03:47:16.522158 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e5a8bac-1aaa-4b01-96b1-9be3514ba177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:16.550910 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7142138-6b58-4665-8bdc-9b68d08f00c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5a78a60-3555-4424-b082-3dcd7dca5dd6,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:16.553079 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b7142138-6b58-4665-8bdc-9b68d08f00c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:16.554961 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b7142138-6b58-4665-8bdc-9b68d08f00c6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c5a78a60-3555-4424-b082-3dcd7dca5dd6 HTTP/1.1" status: 204 len: 168 time: 1.4161971 Mar 09 03:47:16.560327 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56346) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:16.603529 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e5a8bac-1aaa-4b01-96b1-9be3514ba177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:16.812591 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d1630fb6-c62e-4207-b31a-67638acf3453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:16.818109 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-8a048456-1be3-4747-a1be-6bcd61d724a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:16.924334 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e5a8bac-1aaa-4b01-96b1-9be3514ba177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:16.972549 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a8bac-1aaa-4b01-96b1-9be3514ba177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db026e8-b3e4-49a4-9745-2d521e00bdcc,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:17.115867 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e5a8bac-1aaa-4b01-96b1-9be3514ba177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:17.117026 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3e5a8bac-1aaa-4b01-96b1-9be3514ba177 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0db026e8-b3e4-49a4-9745-2d521e00bdcc HTTP/1.1" status: 204 len: 168 time: 1.3117392 Mar 09 03:47:17.134253 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d1630fb6-c62e-4207-b31a-67638acf3453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:17.237393 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56358) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:17.313880 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-d1630fb6-c62e-4207-b31a-67638acf3453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16be6384-7665-4d3b-853c-e1f9ee6de707']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:17.386899 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550612b-0d56-44b5-baa3-6205ce89bf3a req-c39a44f9-9c80-41eb-950a-643e13eec668 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:17.418565 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5550612b-0d56-44b5-baa3-6205ce89bf3a req-c39a44f9-9c80-41eb-950a-643e13eec668 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c758a2-7b0b-47ce-b606-2f2a1a2778f4 HTTP/1.1" status: 200 len: 931 time: 0.7614093 Mar 09 03:47:17.445815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-d1630fb6-c62e-4207-b31a-67638acf3453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9669753-03d3-41ba-aa99-74a67a97b6e2') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:17.446395 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-d1630fb6-c62e-4207-b31a-67638acf3453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9669753-03d3-41ba-aa99-74a67a97b6e2') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:17.571923 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d1630fb6-c62e-4207-b31a-67638acf3453 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:17.590185 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5550612b-0d56-44b5-baa3-6205ce89bf3a req-4e3065c9-6459-405a-b6ec-e235bec47973 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Synchronizing usage tracker for tenant:d7fc4c207e574ea6bf3aed1a167451f5 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:47:17.599494 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0439f878-e161-4062-b9cb-56082d60691a', 'name': 'network-vif-deleted', 'tag': '47e8af36-1295-4d22-b47a-5e37acf058dc'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:47:17.679176 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d1630fb6-c62e-4207-b31a-67638acf3453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:17.681699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-680a7e96-6461-41f5-8605-885826dae0fc tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Deleting subnet a68c7fd0-85c7-4160-af4c-112dd4d9e2ce {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:47:17.687953 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-680a7e96-6461-41f5-8605-885826dae0fc tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:17.702573 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1630fb6-c62e-4207-b31a-67638acf3453 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:47:17.705273 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d1630fb6-c62e-4207-b31a-67638acf3453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:47:17.723093 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:47:17.752556 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-680a7e96-6461-41f5-8605-885826dae0fc tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:17.850212 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5550612b-0d56-44b5-baa3-6205ce89bf3a req-4e3065c9-6459-405a-b6ec-e235bec47973 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Unset dirty status for tenant:d7fc4c207e574ea6bf3aed1a167451f5 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:47:17.859677 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5550612b-0d56-44b5-baa3-6205ce89bf3a req-4e3065c9-6459-405a-b6ec-e235bec47973 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.16 "GET /v2.0/security-groups?id=9906f5c8-a0fb-4f51-b954-c5dcb667190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396119 Mar 09 03:47:17.871163 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0759cb8-48df-4e08-b3a0-edfdce3f2733 req-e7f79595-359b-42ad-a977-e00502cadfe6 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:17.872745 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e0759cb8-48df-4e08-b3a0-edfdce3f2733 req-e7f79595-359b-42ad-a977-e00502cadfe6 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 0.5239379 Mar 09 03:47:17.897729 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-680a7e96-6461-41f5-8605-885826dae0fc tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:17.945682 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d1630fb6-c62e-4207-b31a-67638acf3453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:17.959569 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d1630fb6-c62e-4207-b31a-67638acf3453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:18.004922 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0439f878-e161-4062-b9cb-56082d60691a', 'name': 'network-vif-deleted', 'tag': '47e8af36-1295-4d22-b47a-5e37acf058dc', 'status': 'completed', 'code': 200} Mar 09 03:47:18.042424 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c0a8ad-d1fa-410a-909b-3a2d205465c5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Router de0d34ed-7e65-46d8-be33-78bce68ed3aa has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:47:18.052788 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-680a7e96-6461-41f5-8605-885826dae0fc tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:18.073921 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1630fb6-c62e-4207-b31a-67638acf3453 admin admin] Pushing event deleted for resources: {'Network': ['ID=16be6384-7665-4d3b-853c-e1f9ee6de707,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:18.097376 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d1630fb6-c62e-4207-b31a-67638acf3453 admin admin] 10.222.0.16 "DELETE /v2.0/networks/16be6384-7665-4d3b-853c-e1f9ee6de707 HTTP/1.1" status: 204 len: 168 time: 1.5310805 Mar 09 03:47:18.108778 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e0759cb8-48df-4e08-b3a0-edfdce3f2733 req-9e436c22-c43b-4577-8af7-64f964181730 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236848 Mar 09 03:47:18.120938 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-8a048456-1be3-4747-a1be-6bcd61d724a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa97eed-1a49-4d2a-9e6a-9173a2f92c97 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:47:18.130650 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-8a048456-1be3-4747-a1be-6bcd61d724a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:18.209362 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-8a048456-1be3-4747-a1be-6bcd61d724a6 service neutron] Transition to ACTIVE for port object 0fa97eed-1a49-4d2a-9e6a-9173a2f92c97 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:47:18.218027 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-8a048456-1be3-4747-a1be-6bcd61d724a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:18.346063 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a7e96-6461-41f5-8605-885826dae0fc tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event deleted for resources: {'Subnet': ['ID=a68c7fd0-85c7-4160-af4c-112dd4d9e2ce,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:18.411077 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-680a7e96-6461-41f5-8605-885826dae0fc tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:18.413295 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba6675b-7cb4-493c-bb7b-e47f0e3b891a None None] Network be1b5ca0-b024-4c74-9d5a-f1d8514570d5 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:47:18.417372 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56394) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:18.442372 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c0a8ad-d1fa-410a-909b-3a2d205465c5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:47:18.449143 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-680a7e96-6461-41f5-8605-885826dae0fc tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "DELETE /v2.0/subnets/a68c7fd0-85c7-4160-af4c-112dd4d9e2ce HTTP/1.1" status: 204 len: 168 time: 1.1989312 Mar 09 03:47:18.454149 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-35c0a8ad-d1fa-410a-909b-3a2d205465c5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:18.457680 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56402) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:18.477564 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d429b9aa-2ebb-4cbf-84c1-4f2d3be08beb None None] Sync routers for ids ['de0d34ed-7e65-46d8-be33-78bce68ed3aa'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:47:18.504305 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d429b9aa-2ebb-4cbf-84c1-4f2d3be08beb None None] Routers {'de0d34ed-7e65-46d8-be33-78bce68ed3aa'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:47:18.504933 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-d429b9aa-2ebb-4cbf-84c1-4f2d3be08beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:47:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['de0d34ed-7e65-46d8-be33-78bce68ed3aa'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:18.542946 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b40f5bdf-e3f3-444b-9c98-4bd25270f407 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca529601472a4967a21b451b8c93eb48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1204329 Mar 09 03:47:18.570030 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-35c0a8ad-d1fa-410a-909b-3a2d205465c5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "PUT /v2.0/floatingips/ec9b0e75-0847-44ab-aa30-8631def4b175 HTTP/1.1" status: 200 len: 991 time: 3.9130518 Mar 09 03:47:18.571076 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56408) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:18.571758 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4056da6e-2d78-4867-bcce-e5b6fa53a0fc', 'tag': 'fb633d15-e73a-412d-8adc-3f24487a60ac'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:47:18.645704 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a048456-1be3-4747-a1be-6bcd61d724a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa97eed-1a49-4d2a-9e6a-9173a2f92c97,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:18.695107 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1722ace7-cb18-4cd3-a5ea-8cd6834fc73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:18.760913 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1722ace7-cb18-4cd3-a5ea-8cd6834fc73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:18.961612 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1722ace7-cb18-4cd3-a5ea-8cd6834fc73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:18.974082 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8e540-8547-4651-8d2d-c35c4d616208 req-e1c94402-f85d-46d7-8ec5-e84d6b61d4c5 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:18.981603 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6c8e540-8547-4651-8d2d-c35c4d616208 req-e1c94402-f85d-46d7-8ec5-e84d6b61d4c5 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 0.1146274 Mar 09 03:47:19.071515 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-39c27497-6579-40ad-ad35-a92930d14cea tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:19.085351 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-047549d6-a188-489f-9db1-95ff17b2bc23 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a4c5dc61454b4f8bb9f2b88bd57c6e02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784144 Mar 09 03:47:19.091451 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722ace7-cb18-4cd3-a5ea-8cd6834fc73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8ec656-0a38-45cc-adee-ae02ed4bb68c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:19.114771 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6c8e540-8547-4651-8d2d-c35c4d616208 req-cd360cba-f353-4e1b-aa7e-43f19e84ddd5 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320589 Mar 09 03:47:19.119042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-8a048456-1be3-4747-a1be-6bcd61d724a6 service neutron] Attempting to bind port 0fa97eed-1a49-4d2a-9e6a-9173a2f92c97 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:47:19.120027 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-8a048456-1be3-4747-a1be-6bcd61d724a6 service neutron] Attempting to bind port 0fa97eed-1a49-4d2a-9e6a-9173a2f92c97 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'd6c8413f-704e-479a-8d4c-01ab2658739d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '49df1432-c31d-4b47-85dd-eef5d5f6d554'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:47:19.120368 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-8a048456-1be3-4747-a1be-6bcd61d724a6 service neutron] Attempting to bind port 0fa97eed-1a49-4d2a-9e6a-9173a2f92c97 on network 49df1432-c31d-4b47-85dd-eef5d5f6d554 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:47:19.131094 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-8a048456-1be3-4747-a1be-6bcd61d724a6 service neutron] Port 0fa97eed-1a49-4d2a-9e6a-9173a2f92c97 on network 49df1432-c31d-4b47-85dd-eef5d5f6d554 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:47:19.131412 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-8a048456-1be3-4747-a1be-6bcd61d724a6 service neutron] Attempting to bind port 0fa97eed-1a49-4d2a-9e6a-9173a2f92c97 on network 49df1432-c31d-4b47-85dd-eef5d5f6d554 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:47:19.149798 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1722ace7-cb18-4cd3-a5ea-8cd6834fc73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:19.153814 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1722ace7-cb18-4cd3-a5ea-8cd6834fc73c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc8ec656-0a38-45cc-adee-ae02ed4bb68c HTTP/1.1" status: 204 len: 168 time: 0.5763395 Mar 09 03:47:19.255306 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-d429b9aa-2ebb-4cbf-84c1-4f2d3be08beb None None] Set router de0d34ed-7e65-46d8-be33-78bce68ed3aa gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:47:19.402293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-8a048456-1be3-4747-a1be-6bcd61d724a6 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:47:19.402579 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-8a048456-1be3-4747-a1be-6bcd61d724a6 service neutron] Checking segment: {'id': 'd6c8413f-704e-479a-8d4c-01ab2658739d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '49df1432-c31d-4b47-85dd-eef5d5f6d554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:47:19.402871 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-8a048456-1be3-4747-a1be-6bcd61d724a6 service neutron] Bound using segment: {'id': 'd6c8413f-704e-479a-8d4c-01ab2658739d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '49df1432-c31d-4b47-85dd-eef5d5f6d554'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:47:19.403319 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-8a048456-1be3-4747-a1be-6bcd61d724a6 service neutron] Bound port: 0fa97eed-1a49-4d2a-9e6a-9173a2f92c97, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c8413f-704e-479a-8d4c-01ab2658739d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '49df1432-c31d-4b47-85dd-eef5d5f6d554'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:47:19.403658 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-8a048456-1be3-4747-a1be-6bcd61d724a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:19.413932 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-39c27497-6579-40ad-ad35-a92930d14cea tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Deleting port 7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:47:19.414375 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-39c27497-6579-40ad-ad35-a92930d14cea tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:19.632349 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb5e10-798b-4f87-b061-30060d88cb69 req-3bc0b66e-4ecb-4eb6-abd0-56bc3f2dacba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:19.633875 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0eb5e10-798b-4f87-b061-30060d88cb69 req-3bc0b66e-4ecb-4eb6-abd0-56bc3f2dacba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a566af917eda438b9c3772466ff37f61&device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 1097 time: 0.7817378 Mar 09 03:47:19.639676 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb91d2-b73f-4dd5-9adc-dac62a7b92ec req-1a216220-f726-4f39-bb22-72c376706548 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:19.648592 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-05cb91d2-b73f-4dd5-9adc-dac62a7b92ec req-1a216220-f726-4f39-bb22-72c376706548 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 945 time: 0.2388470 Mar 09 03:47:19.679796 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32301199-737b-4800-a651-b1314ad4a73b None None] DHCP port deletion for be1b5ca0-b024-4c74-9d5a-f1d8514570d5 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:47:19.719334 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-05cb91d2-b73f-4dd5-9adc-dac62a7b92ec req-e7572a75-0695-40a4-8fbf-eeaf87593ceb tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697408 Mar 09 03:47:19.722889 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-32301199-737b-4800-a651-b1314ad4a73b None None] Deleting port 7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:47:19.726113 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-32301199-737b-4800-a651-b1314ad4a73b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:19.774522 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4056da6e-2d78-4867-bcce-e5b6fa53a0fc', 'tag': 'fb633d15-e73a-412d-8adc-3f24487a60ac', 'status': 'completed', 'code': 200} Mar 09 03:47:19.932535 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb5e10-798b-4f87-b061-30060d88cb69 req-1ee1e1a0-cedc-4355-b3c4-26398cf87f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:19.934119 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0eb5e10-798b-4f87-b061-30060d88cb69 req-1ee1e1a0-cedc-4355-b3c4-26398cf87f81 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b236dd5b-2019-418d-8a8d-2b42bdeabb23 HTTP/1.1" status: 200 len: 911 time: 0.2383935 Mar 09 03:47:20.154428 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-8a048456-1be3-4747-a1be-6bcd61d724a6 service neutron] For port 0fa97eed-1a49-4d2a-9e6a-9173a2f92c97, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:47:20.178062 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-d038579d-b800-4d15-a855-d60c00815935 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:20.185456 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-d038579d-b800-4d15-a855-d60c00815935 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0990577 Mar 09 03:47:20.237624 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-9b43bacd-1020-4a95-9fa4-f21e97f39c84 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/quotas/a4c5dc61454b4f8bb9f2b88bd57c6e02 HTTP/1.1" status: 200 len: 375 time: 0.0511727 Mar 09 03:47:20.249834 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-32301199-737b-4800-a651-b1314ad4a73b None None] For port 7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf,segment=NetworkSegment(87e5f55d-80a8-44b2-8a8c-6f4c935bb573),segment_id=87e5f55d-80a8-44b2-8a8c-6f4c935bb573)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:20.262465 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-32301199-737b-4800-a651-b1314ad4a73b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:20.269722 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db247ba-e560-4d06-b077-0dabe9754a4b req-f67849f4-e204-4e97-b269-4ea47b3c0147 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:20.271303 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9db247ba-e560-4d06-b077-0dabe9754a4b req-f67849f4-e204-4e97-b269-4ea47b3c0147 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c758a2-7b0b-47ce-b606-2f2a1a2778f4 HTTP/1.1" status: 200 len: 943 time: 0.2774041 Mar 09 03:47:20.386782 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9db247ba-e560-4d06-b077-0dabe9754a4b req-f786d725-a6f5-4673-8bfd-a739eb01e9e4 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.16 "GET /v2.0/security-groups?id=9906f5c8-a0fb-4f51-b954-c5dcb667190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090543 Mar 09 03:47:20.390606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-8a048456-1be3-4747-a1be-6bcd61d724a6 service neutron] For port 0fa97eed-1a49-4d2a-9e6a-9173a2f92c97, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0fa97eed-1a49-4d2a-9e6a-9173a2f92c97,segment=NetworkSegment(d6c8413f-704e-479a-8d4c-01ab2658739d),segment_id=d6c8413f-704e-479a-8d4c-01ab2658739d)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:47:20.537184 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-32301199-737b-4800-a651-b1314ad4a73b None None] Calling delete_port for 7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:47:20.574155 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-39c27497-6579-40ad-ad35-a92930d14cea tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] For port 7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf,segment=NetworkSegment(87e5f55d-80a8-44b2-8a8c-6f4c935bb573),segment_id=87e5f55d-80a8-44b2-8a8c-6f4c935bb573)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:20.574155 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-39c27497-6579-40ad-ad35-a92930d14cea tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:20.658446 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-d429b9aa-2ebb-4cbf-84c1-4f2d3be08beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'name': 'tempest-ServerActionsTestJSON-1210079916-router', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:46:16Z', 'updated_at': '2022-03-09T03:46:30Z', 'revision_number': 4, 'project_id': '583552b4403540f294a79f7bae92d808', 'gw_port': {'id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:19Z', 'updated_at': '2022-03-09T03:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'ec9b0e75-0847-44ab-aa30-8631def4b175', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'floating_ip_address': '172.25.7.246', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'port_id': 'fb633d15-e73a-412d-8adc-3f24487a60ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'mac_address': 'fa:16:3e:32:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4056da6e-2d78-4867-bcce-e5b6fa53a0fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:46:40Z', 'updated_at': '2022-03-09T03:47:16Z', 'revision_number': 1, 'project_id': '583552b4403540f294a79f7bae92d808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5176e5dc-aba5-467c-9d0b-8e272968ae67', 'name': '', 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'mac_address': 'fa:16:3e:64:43:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd785722e-a890-45c5-869c-7b3149d30510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:26Z', 'updated_at': '2022-03-09T03:46:39Z', 'revision_number': 5, 'project_id': '583552b4403540f294a79f7bae92d808', 'subnets': [{'id': 'd785722e-a890-45c5-869c-7b3149d30510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:20.699331 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d429b9aa-2ebb-4cbf-84c1-4f2d3be08beb None None] Checking router: de0d34ed-7e65-46d8-be33-78bce68ed3aa for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:47:20.700449 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ea29f-4a2a-43b7-af64-4d8c6559a2c8 req-2db5b57b-eed7-4017-856b-1fc91a15a95c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:20.702277 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-924ea29f-4a2a-43b7-af64-4d8c6559a2c8 req-2db5b57b-eed7-4017-856b-1fc91a15a95c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 945 time: 0.1646881 Mar 09 03:47:20.725931 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d429b9aa-2ebb-4cbf-84c1-4f2d3be08beb None None] Routers {'de0d34ed-7e65-46d8-be33-78bce68ed3aa'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:47:20.726663 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-d429b9aa-2ebb-4cbf-84c1-4f2d3be08beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:47:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['de0d34ed-7e65-46d8-be33-78bce68ed3aa'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:20.753964 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-3380af94-3e08-4224-9cb6-d9f1484a249a tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4c5dc61454b4f8bb9f2b88bd57c6e02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5154042 Mar 09 03:47:20.773189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-39c27497-6579-40ad-ad35-a92930d14cea tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Calling delete_port for 7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:47:20.788877 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-924ea29f-4a2a-43b7-af64-4d8c6559a2c8 req-2e23dc8c-9995-4b02-8255-44d9f8e5a3c5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728173 Mar 09 03:47:20.798262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56468) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:20.868005 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-8a048456-1be3-4747-a1be-6bcd61d724a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:21.024672 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0eb5e10-798b-4f87-b061-30060d88cb69 req-64f340e6-1a30-4a6f-bc1e-6a13e09d9f26 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c216d3e7-023c-4e4d-b8d1-3bd00d20c97a HTTP/1.1" status: 200 len: 1001 time: 0.9779940 Mar 09 03:47:21.026290 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-806246058-network', 'tenant_id': '59c3e32ea4674687adff23ca93ddc57c'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:47:21.047945 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:47:21.056710 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Usage tracker for resource:network and tenant:59c3e32ea4674687adff23ca93ddc57c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:47:21.063283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:47:21.083670 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbff30-c7ec-4cac-b8d8-cc2111c99bde req-a3d6aaf5-6920-4399-bf8c-ab3d36ada4a1 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:21.094008 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0edbff30-c7ec-4cac-b8d8-cc2111c99bde req-a3d6aaf5-6920-4399-bf8c-ab3d36ada4a1 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 0.1601808 Mar 09 03:47:21.111618 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:47:21.143388 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Made reservation on behalf of 59c3e32ea4674687adff23ca93ddc57c for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:47:21.146158 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:21.166035 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:21.199875 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0edbff30-c7ec-4cac-b8d8-cc2111c99bde req-313436cc-ba8b-4290-a786-951c78860368 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047812 Mar 09 03:47:21.217161 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:47:21.227392 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Usage tracker for resource:security_group_rule and tenant:59c3e32ea4674687adff23ca93ddc57c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:47:21.232533 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:47:21.247324 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:47:21.314162 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-d429b9aa-2ebb-4cbf-84c1-4f2d3be08beb None None] Set router de0d34ed-7e65-46d8-be33-78bce68ed3aa gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:47:21.344417 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-8a048456-1be3-4747-a1be-6bcd61d724a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:21.349379 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-8a048456-1be3-4747-a1be-6bcd61d724a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:21.351970 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-8a048456-1be3-4747-a1be-6bcd61d724a6 service neutron] 10.222.0.24 "PUT /v2.0/ports/0fa97eed-1a49-4d2a-9e6a-9173a2f92c97 HTTP/1.1" status: 200 len: 1091 time: 5.0550904 Mar 09 03:47:21.442232 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c758a2-7b0b-47ce-b606-2f2a1a2778f4', 'tag': '0fa97eed-1a49-4d2a-9e6a-9173a2f92c97'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:47:21.524021 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1a722da2-fed9-4e14-be58-a64ad6079a7f req-6b9be89c-f3c7-4ab7-95f3-68da976cbbf2 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9324f-e276-493f-8a03-710ca4dd0903 HTTP/1.1" status: 200 len: 210 time: 0.3128452 Mar 09 03:47:21.537010 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:21.547012 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:21.556254 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38afe-60f4-4f56-ac01-abb06d875fe3 req-e2d9d3ef-83c6-4bdd-b997-6d74fe371d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:21.562290 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1fd38afe-60f4-4f56-ac01-abb06d875fe3 req-e2d9d3ef-83c6-4bdd-b997-6d74fe371d26 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 1096 time: 1.7607100 Mar 09 03:47:21.646083 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb5e10-798b-4f87-b061-30060d88cb69 req-e1ccdf3a-5403-4edd-b2ab-5288a7dc54cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:21.647802 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0eb5e10-798b-4f87-b061-30060d88cb69 req-e1ccdf3a-5403-4edd-b2ab-5288a7dc54cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63de480c-3416-46a4-bc21-c1381051f525 HTTP/1.1" status: 200 len: 849 time: 0.5569146 Mar 09 03:47:21.651397 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [None req-39c27497-6579-40ad-ad35-a92930d14cea tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:47:21.651728 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [None req-39c27497-6579-40ad-ad35-a92930d14cea tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:47:21.660680 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a048456-1be3-4747-a1be-6bcd61d724a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa97eed-1a49-4d2a-9e6a-9173a2f92c97,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:21.744996 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:47:21.746833 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:47:21.769303 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c758a2-7b0b-47ce-b606-2f2a1a2778f4', 'tag': '0fa97eed-1a49-4d2a-9e6a-9173a2f92c97', 'status': 'completed', 'code': 200} Mar 09 03:47:21.777154 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-32301199-737b-4800-a651-b1314ad4a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:21.782626 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:21.783262 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Added segment 3de79af3-4d38-4374-bf50-7a6298317fc8 of type vlan for network 04325a09-6c3a-42a4-85b8-53a67c60bd39 Mar 09 03:47:21.877828 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:21.890572 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:47:21.891200 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:47:21.908504 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32301199-737b-4800-a651-b1314ad4a73b None None] Pushing event deleted for resources: {'Port': ['ID=7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:21.973279 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:21.974195 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:21.974814 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:22.055585 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df2d34e-188e-4244-9f00-ac5acdc23fe6,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:22.165845 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-39c27497-6579-40ad-ad35-a92930d14cea tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Deleting port 7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:47:22.166367 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-39c27497-6579-40ad-ad35-a92930d14cea tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:22.214432 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4149904 Mar 09 03:47:22.216769 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32301199-737b-4800-a651-b1314ad4a73b None None] No DVR routers for this DVR port 7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:47:22.233745 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:22.234377 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:22.242117 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:22.242543 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:22.242896 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:22.243234 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:22.245128 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:22.245480 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:22.246528 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:22.247383 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:22.247748 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:22.248063 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:22.263329 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56494) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:22.278844 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-d429b9aa-2ebb-4cbf-84c1-4f2d3be08beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'name': 'tempest-ServerActionsTestJSON-1210079916-router', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:46:16Z', 'updated_at': '2022-03-09T03:46:30Z', 'revision_number': 4, 'project_id': '583552b4403540f294a79f7bae92d808', 'gw_port': {'id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:19Z', 'updated_at': '2022-03-09T03:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'ec9b0e75-0847-44ab-aa30-8631def4b175', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'floating_ip_address': '172.25.7.246', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'port_id': 'fb633d15-e73a-412d-8adc-3f24487a60ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'mac_address': 'fa:16:3e:32:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4056da6e-2d78-4867-bcce-e5b6fa53a0fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:46:40Z', 'updated_at': '2022-03-09T03:47:16Z', 'revision_number': 1, 'project_id': '583552b4403540f294a79f7bae92d808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5176e5dc-aba5-467c-9d0b-8e272968ae67', 'name': '', 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'mac_address': 'fa:16:3e:64:43:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd785722e-a890-45c5-869c-7b3149d30510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:26Z', 'updated_at': '2022-03-09T03:46:39Z', 'revision_number': 5, 'project_id': '583552b4403540f294a79f7bae92d808', 'subnets': [{'id': 'd785722e-a890-45c5-869c-7b3149d30510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:22.287591 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d429b9aa-2ebb-4cbf-84c1-4f2d3be08beb None None] The sync data for ids ['de0d34ed-7e65-46d8-be33-78bce68ed3aa'] in n-d-825178-5 is: [{'id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'name': 'tempest-ServerActionsTestJSON-1210079916-router', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:46:16Z', 'updated_at': '2022-03-09T03:46:30Z', 'revision_number': 4, 'project_id': '583552b4403540f294a79f7bae92d808', 'gw_port': {'id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:19Z', 'updated_at': '2022-03-09T03:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'ec9b0e75-0847-44ab-aa30-8631def4b175', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'floating_ip_address': '172.25.7.246', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'port_id': 'fb633d15-e73a-412d-8adc-3f24487a60ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'mac_address': 'fa:16:3e:32:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4056da6e-2d78-4867-bcce-e5b6fa53a0fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:46:40Z', 'updated_at': '2022-03-09T03:47:16Z', 'revision_number': 1, 'project_id': '583552b4403540f294a79f7bae92d808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5176e5dc-aba5-467c-9d0b-8e272968ae67', 'name': '', 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'mac_address': 'fa:16:3e:64:43:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd785722e-a890-45c5-869c-7b3149d30510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:26Z', 'updated_at': '2022-03-09T03:46:39Z', 'revision_number': 5, 'project_id': '583552b4403540f294a79f7bae92d808', 'subnets': [{'id': 'd785722e-a890-45c5-869c-7b3149d30510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:47:22.290712 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-b62dc34f-50f4-41ab-95e7-d17ca97d1259 admin admin] Request body: {'subnet': {'network_id': '04325a09-6c3a-42a4-85b8-53a67c60bd39', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-806246058-subnet', 'tenant_id': '59c3e32ea4674687adff23ca93ddc57c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:47:22.296892 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b62dc34f-50f4-41ab-95e7-d17ca97d1259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:47:22.301371 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b62dc34f-50f4-41ab-95e7-d17ca97d1259 admin admin] Usage tracker for resource:subnet and tenant:59c3e32ea4674687adff23ca93ddc57c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:47:22.304639 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b62dc34f-50f4-41ab-95e7-d17ca97d1259 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:47:22.329066 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b62dc34f-50f4-41ab-95e7-d17ca97d1259 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:47:22.445912 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c872640-3c3f-466c-9be8-06522966e9db admin admin] Pushing event updated for resources: {'Network': ['ID=04325a09-6c3a-42a4-85b8-53a67c60bd39,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:22.458721 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 04325a09-6c3a-42a4-85b8-53a67c60bd39 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:47:22.461478 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62dc34f-50f4-41ab-95e7-d17ca97d1259 admin admin] Made reservation on behalf of 59c3e32ea4674687adff23ca93ddc57c for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:47:22.464413 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b62dc34f-50f4-41ab-95e7-d17ca97d1259 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:22.573849 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-39c27497-6579-40ad-ad35-a92930d14cea tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] The port '7fc0cd0a-3643-40cf-b5a0-9e3ff14fc4cf' was deleted {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:47:22.591654 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-ee258b7e-8772-4912-85a0-332a47cc97bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:22.593115 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-ee258b7e-8772-4912-85a0-332a47cc97bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7fc4c207e574ea6bf3aed1a167451f5&device_id=03c758a2-7b0b-47ce-b606-2f2a1a2778f4 HTTP/1.1" status: 200 len: 1094 time: 1.1380441 Mar 09 03:47:22.604770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd0124-92d6-42c3-a848-22c1f0bfa2dc req-c26161f7-c3ad-4af7-83f6-eda6640df1ca tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:22.614421 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a5fd0124-92d6-42c3-a848-22c1f0bfa2dc req-c26161f7-c3ad-4af7-83f6-eda6640df1ca tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c758a2-7b0b-47ce-b606-2f2a1a2778f4 HTTP/1.1" status: 200 len: 943 time: 0.9690826 Mar 09 03:47:22.652922 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38afe-60f4-4f56-ac01-abb06d875fe3 req-0744cc6e-8523-4d2e-a799-a4960d647972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:22.654542 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1fd38afe-60f4-4f56-ac01-abb06d875fe3 req-0744cc6e-8523-4d2e-a799-a4960d647972 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 913 time: 0.9196434 Mar 09 03:47:22.677057 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bcbd08-a98e-424a-a0dc-4dee89c8cfe4 None None] New status for floating IP ec9b0e75-0847-44ab-aa30-8631def4b175: ACTIVE {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:47:22.704066 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a5fd0124-92d6-42c3-a848-22c1f0bfa2dc req-a224bdb3-9884-4392-a95c-882958167fcb tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.16 "GET /v2.0/security-groups?id=9906f5c8-a0fb-4f51-b954-c5dcb667190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886571 Mar 09 03:47:22.934179 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-a74ecb08-3e0c-4fac-8ba0-b49e3259e1c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fa97eed-1a49-4d2a-9e6a-9173a2f92c97 HTTP/1.1" status: 200 len: 217 time: 0.3221288 Mar 09 03:47:22.939616 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb5e10-798b-4f87-b061-30060d88cb69 req-97d26da2-f703-4569-9534-fb15b43da9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:22.947140 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0eb5e10-798b-4f87-b061-30060d88cb69 req-97d26da2-f703-4569-9534-fb15b43da9b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b236dd5b-2019-418d-8a8d-2b42bdeabb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2813470 Mar 09 03:47:23.063945 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b62dc34f-50f4-41ab-95e7-d17ca97d1259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:23.108327 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-1c672ee1-1033-4b72-ba87-9cb6a1609760 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a4c5dc61454b4f8bb9f2b88bd57c6e02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0794516 Mar 09 03:47:23.196855 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-39c27497-6579-40ad-ad35-a92930d14cea tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:23.309985 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1fd38afe-60f4-4f56-ac01-abb06d875fe3 req-f12b6fb1-a06b-435d-8cc9-1dd899a94a04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb633d15-e73a-412d-8adc-3f24487a60ac HTTP/1.1" status: 200 len: 999 time: 0.5661464 Mar 09 03:47:23.328648 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62dc34f-50f4-41ab-95e7-d17ca97d1259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=273c74b5-08ad-4c0d-8589-92cf6a035b7f,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:23.335047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-39c27497-6579-40ad-ad35-a92930d14cea tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1b5ca0-b024-4c74-9d5a-f1d8514570d5']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:23.350336 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c6b57-55f5-4dc7-8ca8-d4dbe0c4b235 req-4d7974cb-feaf-455f-8252-f04209c1c86c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:23.358245 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a5c6b57-55f5-4dc7-8ca8-d4dbe0c4b235 req-4d7974cb-feaf-455f-8252-f04209c1c86c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 945 time: 1.2333710 Mar 09 03:47:23.404610 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335de73d-a67c-4875-8e6d-95509bf81da2 req-9341f22d-e503-4acb-9989-4eb61d31461a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:23.406473 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-335de73d-a67c-4875-8e6d-95509bf81da2 req-9341f22d-e503-4acb-9989-4eb61d31461a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 0.4633396 Mar 09 03:47:23.411808 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-67d9fb63-13c1-420b-98e1-b0ab7e7518e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:23.413322 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-67d9fb63-13c1-420b-98e1-b0ab7e7518e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b5ec1b-21a4-4566-86ff-36f1109ae16a HTTP/1.1" status: 200 len: 858 time: 0.4388545 Mar 09 03:47:23.489755 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62dc34f-50f4-41ab-95e7-d17ca97d1259 admin admin] Checking segment: {'id': '3de79af3-4d38-4374-bf50-7a6298317fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '04325a09-6c3a-42a4-85b8-53a67c60bd39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:47:23.490091 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62dc34f-50f4-41ab-95e7-d17ca97d1259 admin admin] Network hostable DHCP agents. Network: 04325a09-6c3a-42a4-85b8-53a67c60bd39, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:47:23.504402 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:47:23.505345 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-39c27497-6579-40ad-ad35-a92930d14cea tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e5f55d-80a8-44b2-8a8c-6f4c935bb573') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:23.505634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-39c27497-6579-40ad-ad35-a92930d14cea tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e5f55d-80a8-44b2-8a8c-6f4c935bb573') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:23.555019 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-432b4520-8591-46cc-933b-7fe585c54ae5 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:23.556430 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-432b4520-8591-46cc-933b-7fe585c54ae5 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4371216 Mar 09 03:47:23.565354 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38afe-60f4-4f56-ac01-abb06d875fe3 req-ecded6ea-045a-447f-b076-5b1e33ba42b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:23.567239 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1fd38afe-60f4-4f56-ac01-abb06d875fe3 req-ecded6ea-045a-447f-b076-5b1e33ba42b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d785722e-a890-45c5-869c-7b3149d30510 HTTP/1.1" status: 200 len: 851 time: 0.2373295 Mar 09 03:47:23.568047 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-335de73d-a67c-4875-8e6d-95509bf81da2 req-c0ae6284-e002-462b-b188-9bffe699538f tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314979 Mar 09 03:47:23.573483 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-7aa50afa-dae9-45f6-ab17-e1de61495dcc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Request body: {'port': {'device_id': 'b0c9324f-e276-493f-8a03-710ca4dd0903', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': 'a4c5dc61454b4f8bb9f2b88bd57c6e02'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:47:23.593254 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-8532a18f-45fd-459d-8ac2-a29d8b1a67fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=49df1432-c31d-4b47-85dd-eef5d5f6d554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436729 Mar 09 03:47:23.619991 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62dc34f-50f4-41ab-95e7-d17ca97d1259 admin admin] Network 04325a09-6c3a-42a4-85b8-53a67c60bd39 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:47:23.624580 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-39c27497-6579-40ad-ad35-a92930d14cea tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:23.674271 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-b62dc34f-50f4-41ab-95e7-d17ca97d1259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 04325a09-6c3a-42a4-85b8-53a67c60bd39) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:47:23.686251 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fe3bdd-511e-45a0-9f22-fc34bc3e209f None None] Network 04325a09-6c3a-42a4-85b8-53a67c60bd39 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:47:23.688930 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a5c6b57-55f5-4dc7-8ca8-d4dbe0c4b235 req-4c1f7e26-2e33-4401-8d9d-be7d8e24f98c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3296845 Mar 09 03:47:23.892294 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62dc34f-50f4-41ab-95e7-d17ca97d1259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:23.895756 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b62dc34f-50f4-41ab-95e7-d17ca97d1259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:23.959992 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0eb5e10-798b-4f87-b061-30060d88cb69 req-a90e0afe-7726-4cfa-8e67-a1dd508ed4b3 service neutron] 10.222.0.24 "GET /v2.0/networks/b236dd5b-2019-418d-8a8d-2b42bdeabb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9678574 Mar 09 03:47:23.966367 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-39c27497-6579-40ad-ad35-a92930d14cea tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:23.999482 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b62dc34f-50f4-41ab-95e7-d17ca97d1259 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7264614 Mar 09 03:47:24.041470 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b9969fe5-68dd-48d8-8aee-539b31adc261 req-bab27b89-0415-4097-9b70-7c8192a87e5f tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9324f-e276-493f-8a03-710ca4dd0903 HTTP/1.1" status: 200 len: 210 time: 0.2344654 Mar 09 03:47:24.080827 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f186cddd-1cb1-4149-b783-a7078d42b8e8 None None] Network 04325a09-6c3a-42a4-85b8-53a67c60bd39 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:47:24.133493 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-7aa50afa-dae9-45f6-ab17-e1de61495dcc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:47:24.142238 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-7aa50afa-dae9-45f6-ab17-e1de61495dcc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Usage tracker for resource:port and tenant:a4c5dc61454b4f8bb9f2b88bd57c6e02 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:47:24.148456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-7aa50afa-dae9-45f6-ab17-e1de61495dcc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:47:24.167345 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-7aa50afa-dae9-45f6-ab17-e1de61495dcc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:47:24.189434 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-7aa50afa-dae9-45f6-ab17-e1de61495dcc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Made reservation on behalf of a4c5dc61454b4f8bb9f2b88bd57c6e02 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:47:24.194400 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-7aa50afa-dae9-45f6-ab17-e1de61495dcc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:24.209505 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-7aa50afa-dae9-45f6-ab17-e1de61495dcc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:24.229909 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-7aa50afa-dae9-45f6-ab17-e1de61495dcc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:47:24.234820 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-7aa50afa-dae9-45f6-ab17-e1de61495dcc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Usage tracker for resource:security_group_rule and tenant:a4c5dc61454b4f8bb9f2b88bd57c6e02 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:47:24.240342 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-7aa50afa-dae9-45f6-ab17-e1de61495dcc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:47:24.254446 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-7aa50afa-dae9-45f6-ab17-e1de61495dcc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:47:24.266595 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c27497-6579-40ad-ad35-a92930d14cea tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:47:24.267041 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-39c27497-6579-40ad-ad35-a92930d14cea tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:47:24.332703 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:47:24.491856 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-7aa50afa-dae9-45f6-ab17-e1de61495dcc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:24.497008 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-7aa50afa-dae9-45f6-ab17-e1de61495dcc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:24.697944 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-bd1b84a4-8ec1-4a7d-ba15-734d481d615f service neutron] 10.222.0.24 "GET /v2.0/networks/49df1432-c31d-4b47-85dd-eef5d5f6d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0646203 Mar 09 03:47:24.795045 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-7aa50afa-dae9-45f6-ab17-e1de61495dcc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Allocated IP 192.168.233.163 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/3cfaba16-e305-4ae5-97da-fdd81e5d11a9) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:47:25.078899 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-7aa50afa-dae9-45f6-ab17-e1de61495dcc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:25.099859 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-7aa50afa-dae9-45f6-ab17-e1de61495dcc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Transition to ACTIVE for port object 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:47:25.131800 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0eb5e10-798b-4f87-b061-30060d88cb69 req-ae998117-ef87-42d8-bc83-7c0d19e4fbfe service neutron] 10.222.0.24 "GET /v2.0/networks/b236dd5b-2019-418d-8a8d-2b42bdeabb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9760923 Mar 09 03:47:25.135344 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-39c27497-6579-40ad-ad35-a92930d14cea tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:25.219314 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-7aa50afa-dae9-45f6-ab17-e1de61495dcc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:25.415096 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa50afa-dae9-45f6-ab17-e1de61495dcc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ab691e-f920-4c29-9f7e-1930819c5936,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:25.438201 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-39c27497-6579-40ad-ad35-a92930d14cea tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:25.451739 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-7aa50afa-dae9-45f6-ab17-e1de61495dcc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:47:25.459724 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c27497-6579-40ad-ad35-a92930d14cea tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event deleted for resources: {'Network': ['ID=be1b5ca0-b024-4c74-9d5a-f1d8514570d5,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:25.460143 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-7aa50afa-dae9-45f6-ab17-e1de61495dcc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:47:25.533822 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-7aa50afa-dae9-45f6-ab17-e1de61495dcc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:47:25.632882 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa50afa-dae9-45f6-ab17-e1de61495dcc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Pushing event updated for resources: {'Port': ['ID=3cfaba16-e305-4ae5-97da-fdd81e5d11a9,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:25.659872 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38afe-60f4-4f56-ac01-abb06d875fe3 req-7fd7815a-5525-4e09-9fa4-9b623cb8e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:25.661598 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1fd38afe-60f4-4f56-ac01-abb06d875fe3 req-7fd7815a-5525-4e09-9fa4-9b623cb8e6e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d62296e-a7e4-4061-88a7-e2ef850363e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.0629971 Mar 09 03:47:25.665656 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-39c27497-6579-40ad-ad35-a92930d14cea tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "DELETE /v2.0/networks/be1b5ca0-b024-4c74-9d5a-f1d8514570d5 HTTP/1.1" status: 204 len: 168 time: 7.2070289 Mar 09 03:47:25.667177 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56542) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:25.750907 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-7aa50afa-dae9-45f6-ab17-e1de61495dcc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:25.751570 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-7aa50afa-dae9-45f6-ab17-e1de61495dcc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:25.801398 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-7aa50afa-dae9-45f6-ab17-e1de61495dcc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2318904 Mar 09 03:47:25.817631 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-2b82d20b-8266-4518-bf0c-ce7755546339 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:25.821211 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-2b82d20b-8266-4518-bf0c-ce7755546339 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Synchronizing usage tracker for tenant:59c3e32ea4674687adff23ca93ddc57c on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:47:25.852276 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-acdcf78f-888b-4ddb-a659-a95ef5df4d3a service neutron] Request body: {'port': {'device_id': 'b0c9324f-e276-493f-8a03-710ca4dd0903', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:47:26.026967 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0ab82d04-7313-4d12-90da-b6a632ce75c4 None None] Provisioning for port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:47:26.043666 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9f3c258-ea64-43b7-a7d8-ea647bd442cb req-8ed2f814-cf0a-4860-8fb8-2ab6f8b2b64e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.2005608 Mar 09 03:47:26.047323 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0ab82d04-7313-4d12-90da-b6a632ce75c4 None None] Provisioning complete for port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:47:26.048252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-db57821b-5fdf-4642-ab24-f05666dd70e7 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Deleting subnet 4d0974b5-574f-44c4-87d0-2465afe20122 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:47:26.050619 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0ab82d04-7313-4d12-90da-b6a632ce75c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:26.064840 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-db57821b-5fdf-4642-ab24-f05666dd70e7 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:26.127236 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc9cf9-5820-4e5f-88bd-ded6fb73ef5f req-9cb105c1-600b-487c-ac8e-8a2f8854e9bb tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:26.127995 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-63cc9cf9-5820-4e5f-88bd-ded6fb73ef5f req-9cb105c1-600b-487c-ac8e-8a2f8854e9bb tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Synchronizing usage tracker for tenant:d7fc4c207e574ea6bf3aed1a167451f5 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:47:26.128667 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-0ab82d04-7313-4d12-90da-b6a632ce75c4 None None] Port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:47:26.151395 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-87ae605f-bcba-4747-ae0a-d97692db63dd req-a3a652e1-d57d-4068-81c2-50da512081d0 service neutron] 10.222.0.24 "GET /v2.0/networks/49df1432-c31d-4b47-85dd-eef5d5f6d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0959027 Mar 09 03:47:26.193258 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-db57821b-5fdf-4642-ab24-f05666dd70e7 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:26.204578 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-2b82d20b-8266-4518-bf0c-ce7755546339 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Unset dirty status for tenant:59c3e32ea4674687adff23ca93ddc57c on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:47:26.211940 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-2b82d20b-8266-4518-bf0c-ce7755546339 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/networks?id=04325a09-6c3a-42a4-85b8-53a67c60bd39 HTTP/1.1" status: 200 len: 821 time: 1.0848649 Mar 09 03:47:26.225370 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-acdcf78f-888b-4ddb-a659-a95ef5df4d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:26.243659 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-ad9fa37b-ef6d-45c2-a8e2-f81aced564f3 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/quotas/59c3e32ea4674687adff23ca93ddc57c HTTP/1.1" status: 200 len: 375 time: 0.0308478 Mar 09 03:47:26.302051 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-7c4ee684-a2a3-46c8-8a1d-aee9e6063833 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=59c3e32ea4674687adff23ca93ddc57c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573325 Mar 09 03:47:26.366958 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-63cc9cf9-5820-4e5f-88bd-ded6fb73ef5f req-9cb105c1-600b-487c-ac8e-8a2f8854e9bb tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Unset dirty status for tenant:d7fc4c207e574ea6bf3aed1a167451f5 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:47:26.386502 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63cc9cf9-5820-4e5f-88bd-ded6fb73ef5f req-9cb105c1-600b-487c-ac8e-8a2f8854e9bb tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c758a2-7b0b-47ce-b606-2f2a1a2778f4 HTTP/1.1" status: 200 len: 943 time: 2.3996906 Mar 09 03:47:26.472645 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1fd38afe-60f4-4f56-ac01-abb06d875fe3 req-0e4d6a46-3492-45d4-8e9d-5b4f869d113b service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7896087 Mar 09 03:47:26.599205 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63cc9cf9-5820-4e5f-88bd-ded6fb73ef5f req-d13c25bd-d4b9-41b8-be0e-f742706c3b28 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.16 "GET /v2.0/security-groups?id=9906f5c8-a0fb-4f51-b954-c5dcb667190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113764 Mar 09 03:47:26.628490 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-519d3297-125f-475e-9757-871d637cd0f9 service neutron] 10.222.0.16 "GET /v2.0/networks/04325a09-6c3a-42a4-85b8-53a67c60bd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246725 Mar 09 03:47:26.737759 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f36e61-19bd-45d2-a289-d3be44e49ba6 req-76e1867a-0f6b-41dd-ad22-2e43cbc5a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:26.739473 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3f36e61-19bd-45d2-a289-d3be44e49ba6 req-76e1867a-0f6b-41dd-ad22-2e43cbc5a130 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7fc4c207e574ea6bf3aed1a167451f5&device_id=03c758a2-7b0b-47ce-b606-2f2a1a2778f4 HTTP/1.1" status: 200 len: 1094 time: 0.4485233 Mar 09 03:47:26.824080 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-db57821b-5fdf-4642-ab24-f05666dd70e7 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:26.872163 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1fd38afe-60f4-4f56-ac01-abb06d875fe3 req-ab511bad-abb6-4dea-9204-f00f9fcb2382 service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908978 Mar 09 03:47:27.019501 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-5c558f76-1553-49c3-9609-d2715f818e0a service neutron] 10.222.0.16 "GET /v2.0/networks/04325a09-6c3a-42a4-85b8-53a67c60bd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897648 Mar 09 03:47:27.052057 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f36e61-19bd-45d2-a289-d3be44e49ba6 req-8f15db6a-426e-4fbc-94eb-b72c883b5656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:27.053686 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3f36e61-19bd-45d2-a289-d3be44e49ba6 req-8f15db6a-426e-4fbc-94eb-b72c883b5656 service neutron] 10.222.0.24 "GET /v2.0/networks?id=49df1432-c31d-4b47-85dd-eef5d5f6d554 HTTP/1.1" status: 200 len: 919 time: 0.2999957 Mar 09 03:47:27.153910 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-acdcf78f-888b-4ddb-a659-a95ef5df4d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:47:27.165591 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-acdcf78f-888b-4ddb-a659-a95ef5df4d3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:27.187325 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3f36e61-19bd-45d2-a289-d3be44e49ba6 req-fb6be5a8-cadc-4dbb-9c8d-ee9cdc9ec8b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fa97eed-1a49-4d2a-9e6a-9173a2f92c97 HTTP/1.1" status: 200 len: 217 time: 0.0776618 Mar 09 03:47:27.189181 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-db57821b-5fdf-4642-ab24-f05666dd70e7 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:27.198523 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-acdcf78f-888b-4ddb-a659-a95ef5df4d3a service neutron] Transition to ACTIVE for port object 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:47:27.208572 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-acdcf78f-888b-4ddb-a659-a95ef5df4d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:27.287596 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f36e61-19bd-45d2-a289-d3be44e49ba6 req-f7809a5f-f34a-4824-903e-18367a2f4439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:27.289018 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3f36e61-19bd-45d2-a289-d3be44e49ba6 req-f7809a5f-f34a-4824-903e-18367a2f4439 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b5ec1b-21a4-4566-86ff-36f1109ae16a HTTP/1.1" status: 200 len: 858 time: 0.0613937 Mar 09 03:47:27.297035 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57821b-5fdf-4642-ab24-f05666dd70e7 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event deleted for resources: {'Subnet': ['ID=4d0974b5-574f-44c4-87d0-2465afe20122,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:27.319628 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d9ada2-3416-4510-b525-a5fe3fc78396 None None] Network a847b73b-7a1f-4c22-a561-3b608aca9f43 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:47:27.401853 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-db57821b-5fdf-4642-ab24-f05666dd70e7 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:27.498648 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c5f22-a881-42f0-9402-ec3ad8c21978 req-d9181a38-8218-4736-a3a8-b63280f1c6ea tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:27.520935 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-516c5f22-a881-42f0-9402-ec3ad8c21978 req-d9181a38-8218-4736-a3a8-b63280f1c6ea tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 0.7423165 Mar 09 03:47:27.559480 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3f36e61-19bd-45d2-a289-d3be44e49ba6 req-fe2cf436-f49b-496f-a1dc-a1f6e7d2f9bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=49df1432-c31d-4b47-85dd-eef5d5f6d554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2298386 Mar 09 03:47:27.667429 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-db57821b-5fdf-4642-ab24-f05666dd70e7 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "DELETE /v2.0/subnets/4d0974b5-574f-44c4-87d0-2465afe20122 HTTP/1.1" status: 204 len: 168 time: 1.9919970 Mar 09 03:47:27.699145 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56564) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:27.770661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56568) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:27.775739 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdcf78f-888b-4ddb-a659-a95ef5df4d3a service neutron] Pushing event updated for resources: {'Port': ['ID=3cfaba16-e305-4ae5-97da-fdd81e5d11a9,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:27.810190 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075aa4f0-e6f3-4f02-acb8-453c513fa653 None None] DHCP port deletion for a847b73b-7a1f-4c22-a561-3b608aca9f43 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:47:27.815305 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-075aa4f0-e6f3-4f02-acb8-453c513fa653 None None] Deleting port 89143257-a533-4588-be51-430659a363ae {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:47:27.816090 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-075aa4f0-e6f3-4f02-acb8-453c513fa653 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:28.119869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a84b39-f32f-401e-aea6-ab53f18e097e req-17a24646-a1c3-4bf5-8a52-6953c34165fe tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:28.121379 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-07a84b39-f32f-401e-aea6-ab53f18e097e req-17a24646-a1c3-4bf5-8a52-6953c34165fe tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 945 time: 0.6710782 Mar 09 03:47:28.123900 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-acdcf78f-888b-4ddb-a659-a95ef5df4d3a service neutron] Attempting to bind port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:47:28.124245 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-acdcf78f-888b-4ddb-a659-a95ef5df4d3a service neutron] Attempting to bind port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:47:28.124632 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-acdcf78f-888b-4ddb-a659-a95ef5df4d3a service neutron] Attempting to bind port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:47:28.147881 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3c258-ea64-43b7-a7d8-ea647bd442cb req-2f412787-1df2-496c-8680-ddd6ea9bb4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:28.150001 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9f3c258-ea64-43b7-a7d8-ea647bd442cb req-2f412787-1df2-496c-8680-ddd6ea9bb4b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 1096 time: 1.0996282 Mar 09 03:47:28.167112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-acdcf78f-888b-4ddb-a659-a95ef5df4d3a service neutron] Port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:47:28.167446 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-acdcf78f-888b-4ddb-a659-a95ef5df4d3a service neutron] Attempting to bind port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:47:28.191777 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-acdcf78f-888b-4ddb-a659-a95ef5df4d3a service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:47:28.192161 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-acdcf78f-888b-4ddb-a659-a95ef5df4d3a service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:47:28.194660 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-acdcf78f-888b-4ddb-a659-a95ef5df4d3a service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:47:28.195165 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-acdcf78f-888b-4ddb-a659-a95ef5df4d3a service neutron] Bound port: 3cfaba16-e305-4ae5-97da-fdd81e5d11a9, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:47:28.195687 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-acdcf78f-888b-4ddb-a659-a95ef5df4d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:28.233544 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-07a84b39-f32f-401e-aea6-ab53f18e097e req-127aca8b-6425-4b9c-bd00-37f1bb84fb63 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046209 Mar 09 03:47:28.413835 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-acdcf78f-888b-4ddb-a659-a95ef5df4d3a service neutron] For port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:47:28.432158 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-acdcf78f-888b-4ddb-a659-a95ef5df4d3a service neutron] For port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3cfaba16-e305-4ae5-97da-fdd81e5d11a9,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:47:28.437754 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-075aa4f0-e6f3-4f02-acb8-453c513fa653 None None] For port 89143257-a533-4588-be51-430659a363ae, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=89143257-a533-4588-be51-430659a363ae,segment=NetworkSegment(23fe74aa-e624-4375-84f1-7fe70f5a8f96),segment_id=23fe74aa-e624-4375-84f1-7fe70f5a8f96)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:28.438810 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-075aa4f0-e6f3-4f02-acb8-453c513fa653 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:28.439522 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-acdcf78f-888b-4ddb-a659-a95ef5df4d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:28.565750 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-516c5f22-a881-42f0-9402-ec3ad8c21978 req-27a7c870-3900-40af-b628-95fd21c22ea6 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0432074 Mar 09 03:47:28.650096 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-acdcf78f-888b-4ddb-a659-a95ef5df4d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:28.651887 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-acdcf78f-888b-4ddb-a659-a95ef5df4d3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:28.653680 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-acdcf78f-888b-4ddb-a659-a95ef5df4d3a service neutron] 10.222.0.21 "PUT /v2.0/ports/3cfaba16-e305-4ae5-97da-fdd81e5d11a9 HTTP/1.1" status: 200 len: 1096 time: 2.8233697 Mar 09 03:47:28.658082 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c9324f-e276-493f-8a03-710ca4dd0903', 'tag': '3cfaba16-e305-4ae5-97da-fdd81e5d11a9'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:47:28.741170 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdcf78f-888b-4ddb-a659-a95ef5df4d3a service neutron] Pushing event updated for resources: {'Port': ['ID=3cfaba16-e305-4ae5-97da-fdd81e5d11a9,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:28.763369 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-075aa4f0-e6f3-4f02-acb8-453c513fa653 None None] Calling delete_port for 89143257-a533-4588-be51-430659a363ae owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:47:28.807585 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64d901-9757-4922-b25d-9548b5f95e94 req-188cf731-36bb-49ef-b901-44ba69d7cc29 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:28.808317 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-2e64d901-9757-4922-b25d-9548b5f95e94 req-188cf731-36bb-49ef-b901-44ba69d7cc29 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Synchronizing usage tracker for tenant:a4c5dc61454b4f8bb9f2b88bd57c6e02 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:47:28.881127 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e1559fc9-6678-47f5-9ec0-346178493d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:28.958098 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-075aa4f0-e6f3-4f02-acb8-453c513fa653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:28.997895 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-2e64d901-9757-4922-b25d-9548b5f95e94 req-188cf731-36bb-49ef-b901-44ba69d7cc29 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Unset dirty status for tenant:a4c5dc61454b4f8bb9f2b88bd57c6e02 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:47:29.007444 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2e64d901-9757-4922-b25d-9548b5f95e94 req-188cf731-36bb-49ef-b901-44ba69d7cc29 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9324f-e276-493f-8a03-710ca4dd0903 HTTP/1.1" status: 200 len: 948 time: 0.4222107 Mar 09 03:47:29.058848 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075aa4f0-e6f3-4f02-acb8-453c513fa653 None None] No DVR routers for this DVR port 89143257-a533-4588-be51-430659a363ae on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:47:29.070460 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-2e64d901-9757-4922-b25d-9548b5f95e94 req-a051d4eb-6bb8-4e46-be95-645a98edfd61 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Synchronizing usage tracker for tenant:a4c5dc61454b4f8bb9f2b88bd57c6e02 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:47:29.105522 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075aa4f0-e6f3-4f02-acb8-453c513fa653 None None] Pushing event deleted for resources: {'Port': ['ID=89143257-a533-4588-be51-430659a363ae,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:29.124680 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-913df70b-9cff-468d-bcee-1c32852d8dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:29.126285 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-913df70b-9cff-468d-bcee-1c32852d8dc3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4c5dc61454b4f8bb9f2b88bd57c6e02&device_id=b0c9324f-e276-493f-8a03-710ca4dd0903 HTTP/1.1" status: 200 len: 1099 time: 0.2761571 Mar 09 03:47:29.220958 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3f36e61-19bd-45d2-a289-d3be44e49ba6 req-65b31c74-acda-4a48-b7f7-b7f0d4b45fe5 service neutron] 10.222.0.24 "GET /v2.0/networks/49df1432-c31d-4b47-85dd-eef5d5f6d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6184759 Mar 09 03:47:29.224450 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-392433d6-88b8-4759-82a1-b9b18cb9573a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:29.239832 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7256c0b2-7b0e-4122-a9c5-cac7c4aed013 req-d40108f6-defe-40c4-87d4-4b52ca5dcac4 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d27b3e-b181-49c9-a6a4-b834c5fb5647 HTTP/1.1" status: 200 len: 210 time: 0.1394267 Mar 09 03:47:29.261324 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 89143257-a533-4588-be51-430659a363ae no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:47:29.288225 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-2e64d901-9757-4922-b25d-9548b5f95e94 req-a051d4eb-6bb8-4e46-be95-645a98edfd61 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Unset dirty status for tenant:a4c5dc61454b4f8bb9f2b88bd57c6e02 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:47:29.305684 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2e64d901-9757-4922-b25d-9548b5f95e94 req-a051d4eb-6bb8-4e46-be95-645a98edfd61 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3ab691e-f920-4c29-9f7e-1930819c5936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893298 Mar 09 03:47:29.351612 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-2527ae89-13d9-429c-a60e-14d25cea3aa3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=3cfaba16-e305-4ae5-97da-fdd81e5d11a9 HTTP/1.1" status: 200 len: 217 time: 0.2166266 Mar 09 03:47:29.358573 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 89143257-a533-4588-be51-430659a363ae {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:47:29.359358 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 89143257-a533-4588-be51-430659a363ae not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:47:29.479619 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-715058e6-3b73-4c95-a546-0cf9742b658a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:29.482135 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-715058e6-3b73-4c95-a546-0cf9742b658a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1240213 Mar 09 03:47:29.611764 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3c258-ea64-43b7-a7d8-ea647bd442cb req-855826aa-3336-4ae9-b5e3-ecff57974d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:29.613447 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9f3c258-ea64-43b7-a7d8-ea647bd442cb req-855826aa-3336-4ae9-b5e3-ecff57974d88 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 913 time: 1.0297992 Mar 09 03:47:29.799309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2b0cd-8eec-4c0d-8031-91fcbad2d6b2 req-c5088f3b-829c-4315-91a5-9a80981e2eae tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:29.805990 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-24d2b0cd-8eec-4c0d-8031-91fcbad2d6b2 req-c5088f3b-829c-4315-91a5-9a80981e2eae tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 945 time: 0.1153126 Mar 09 03:47:29.830801 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-997afe56-a54c-499d-89ff-56ab46be99bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:29.832335 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-997afe56-a54c-499d-89ff-56ab46be99bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3419614 Mar 09 03:47:29.978454 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-24d2b0cd-8eec-4c0d-8031-91fcbad2d6b2 req-6cf0d368-0919-4ab4-a671-c5728a53b511 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714592 Mar 09 03:47:29.983856 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-00148238-ea52-4cab-a3a4-50710144c87f service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422076 Mar 09 03:47:30.123803 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-392433d6-88b8-4759-82a1-b9b18cb9573a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:30.126185 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c9324f-e276-493f-8a03-710ca4dd0903', 'tag': '3cfaba16-e305-4ae5-97da-fdd81e5d11a9', 'status': 'completed', 'code': 200} Mar 09 03:47:30.178559 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ac9a328c-f8ae-41ee-892c-df0a8935c34a req-e0522876-5b5e-4fe7-87c4-c36cc2f2b794 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780307 Mar 09 03:47:30.216450 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9f3c258-ea64-43b7-a7d8-ea647bd442cb req-d28cde90-cf7a-432f-8da0-0a3e7b0829d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb633d15-e73a-412d-8adc-3f24487a60ac HTTP/1.1" status: 200 len: 1001 time: 0.5603230 Mar 09 03:47:30.290631 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3f36e61-19bd-45d2-a289-d3be44e49ba6 req-9f74acef-f541-42ea-8943-c97764ef0a8d service neutron] 10.222.0.24 "GET /v2.0/networks/49df1432-c31d-4b47-85dd-eef5d5f6d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0399806 Mar 09 03:47:30.315387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-392433d6-88b8-4759-82a1-b9b18cb9573a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a847b73b-7a1f-4c22-a561-3b608aca9f43']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:30.364485 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-1313bba2-8f5e-4168-b382-69e4eb9df0f4 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:30.365827 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-1313bba2-8f5e-4168-b382-69e4eb9df0f4 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.24 "GET /v2.0/networks?id=04325a09-6c3a-42a4-85b8-53a67c60bd39 HTTP/1.1" status: 200 len: 821 time: 0.8012612 Mar 09 03:47:30.369950 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-392433d6-88b8-4759-82a1-b9b18cb9573a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23fe74aa-e624-4375-84f1-7fe70f5a8f96') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:30.370245 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-392433d6-88b8-4759-82a1-b9b18cb9573a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23fe74aa-e624-4375-84f1-7fe70f5a8f96') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:30.387039 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f79e26-e156-46c3-909d-bf323746e3cd req-12d8adbe-6a31-4d49-834c-9114b955e102 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:30.388533 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f4f79e26-e156-46c3-909d-bf323746e3cd req-12d8adbe-6a31-4d49-834c-9114b955e102 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c758a2-7b0b-47ce-b606-2f2a1a2778f4 HTTP/1.1" status: 200 len: 943 time: 0.8689618 Mar 09 03:47:30.408784 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-972c29aa-29bf-4dd7-8b3a-f964d5de227f tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Request body: {'port': {'device_id': '22d27b3e-b181-49c9-a6a4-b834c5fb5647', 'network_id': '04325a09-6c3a-42a4-85b8-53a67c60bd39', 'admin_state_up': True, 'tenant_id': '59c3e32ea4674687adff23ca93ddc57c'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:47:30.472743 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa760d-7ea2-4eb1-8ce6-bcb8d4f9b9be req-25de13cb-5262-4213-b979-d4b5c772837b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:30.479839 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9caa760d-7ea2-4eb1-8ce6-bcb8d4f9b9be req-25de13cb-5262-4213-b979-d4b5c772837b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4c5dc61454b4f8bb9f2b88bd57c6e02&device_id=b0c9324f-e276-493f-8a03-710ca4dd0903 HTTP/1.1" status: 200 len: 1099 time: 0.2117646 Mar 09 03:47:30.666470 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0fa97eed-1a49-4d2a-9e6a-9173a2f92c97 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:47:30.670877 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa760d-7ea2-4eb1-8ce6-bcb8d4f9b9be req-ff9197f6-63ca-4d7f-a1a7-ded9de68b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:30.672716 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9caa760d-7ea2-4eb1-8ce6-bcb8d4f9b9be req-ff9197f6-63ca-4d7f-a1a7-ded9de68b83f service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.1868851 Mar 09 03:47:30.691432 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-392433d6-88b8-4759-82a1-b9b18cb9573a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:30.721306 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3c258-ea64-43b7-a7d8-ea647bd442cb req-4cb91c72-b2b1-4ecf-9b2b-995211080374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:30.723014 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9f3c258-ea64-43b7-a7d8-ea647bd442cb req-4cb91c72-b2b1-4ecf-9b2b-995211080374 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d785722e-a890-45c5-869c-7b3149d30510 HTTP/1.1" status: 200 len: 851 time: 0.4801521 Mar 09 03:47:30.881685 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-392433d6-88b8-4759-82a1-b9b18cb9573a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:30.922486 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f4f79e26-e156-46c3-909d-bf323746e3cd req-c3dc4b49-d316-4679-8551-89b4c115e58c tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.16 "GET /v2.0/security-groups?id=9906f5c8-a0fb-4f51-b954-c5dcb667190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952459 Mar 09 03:47:30.937933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392433d6-88b8-4759-82a1-b9b18cb9573a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:47:30.937933 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-392433d6-88b8-4759-82a1-b9b18cb9573a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:47:30.955005 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:47:30.982320 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9caa760d-7ea2-4eb1-8ce6-bcb8d4f9b9be req-aed3cbd8-8302-4dba-9e2f-b9e4a08b3224 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=3cfaba16-e305-4ae5-97da-fdd81e5d11a9 HTTP/1.1" status: 200 len: 217 time: 0.3027065 Mar 09 03:47:31.009309 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5301176e-395a-405d-a743-b4afb4af3b61 req-b3460576-5bb5-4593-90b0-f1a06f09f0a6 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d27b3e-b181-49c9-a6a4-b834c5fb5647 HTTP/1.1" status: 200 len: 210 time: 0.1306925 Mar 09 03:47:31.040546 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 0fa97eed-1a49-4d2a-9e6a-9173a2f92c97, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0fa97eed-1a49-4d2a-9e6a-9173a2f92c97,segment=NetworkSegment(d6c8413f-704e-479a-8d4c-01ab2658739d),segment_id=d6c8413f-704e-479a-8d4c-01ab2658739d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:31.056136 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '0fa97eed-1a49-4d2a-9e6a-9173a2f92c97', 'network_id': '49df1432-c31d-4b47-85dd-eef5d5f6d554', 'port_id': '0fa97eed-1a49-4d2a-9e6a-9173a2f92c97', 'mac_address': 'fa:16:3e:44:89:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b5ec1b-21a4-4566-86ff-36f1109ae16a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:47:31.100034 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa760d-7ea2-4eb1-8ce6-bcb8d4f9b9be req-a3809de5-69d7-4cf4-b4e9-0a0311f0a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:31.101633 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9caa760d-7ea2-4eb1-8ce6-bcb8d4f9b9be req-a3809de5-69d7-4cf4-b4e9-0a0311f0a289 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.0970068 Mar 09 03:47:31.169550 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-392433d6-88b8-4759-82a1-b9b18cb9573a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:31.203876 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-011a1f5e-c811-40f4-82e1-ae50520fcca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:31.210810 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:31.214125 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-392433d6-88b8-4759-82a1-b9b18cb9573a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:31.230085 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa760d-7ea2-4eb1-8ce6-bcb8d4f9b9be req-047e5aeb-7bec-4853-8bc3-efe6048e647c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:31.231619 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9caa760d-7ea2-4eb1-8ce6-bcb8d4f9b9be req-047e5aeb-7bec-4853-8bc3-efe6048e647c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1223605 Mar 09 03:47:31.233373 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa97eed-1a49-4d2a-9e6a-9173a2f92c97 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:47:31.249459 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 0fa97eed-1a49-4d2a-9e6a-9173a2f92c97, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0fa97eed-1a49-4d2a-9e6a-9173a2f92c97,segment=NetworkSegment(d6c8413f-704e-479a-8d4c-01ab2658739d),segment_id=d6c8413f-704e-479a-8d4c-01ab2658739d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:31.254737 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:31.315166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-972c29aa-29bf-4dd7-8b3a-f964d5de227f tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:47:31.320923 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392433d6-88b8-4759-82a1-b9b18cb9573a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event deleted for resources: {'Network': ['ID=a847b73b-7a1f-4c22-a561-3b608aca9f43,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:31.334444 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=0fa97eed-1a49-4d2a-9e6a-9173a2f92c97,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:31.343011 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-972c29aa-29bf-4dd7-8b3a-f964d5de227f tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Usage tracker for resource:port and tenant:59c3e32ea4674687adff23ca93ddc57c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:47:31.356040 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-972c29aa-29bf-4dd7-8b3a-f964d5de227f tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:47:31.361919 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-392433d6-88b8-4759-82a1-b9b18cb9573a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "DELETE /v2.0/networks/a847b73b-7a1f-4c22-a561-3b608aca9f43 HTTP/1.1" status: 204 len: 168 time: 3.6501150 Mar 09 03:47:31.374185 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-972c29aa-29bf-4dd7-8b3a-f964d5de227f tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:47:31.375322 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56610) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:31.377508 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3c258-ea64-43b7-a7d8-ea647bd442cb req-b15a7399-82a6-48de-ab51-b1f2cd23d28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:31.379083 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9f3c258-ea64-43b7-a7d8-ea647bd442cb req-b15a7399-82a6-48de-ab51-b1f2cd23d28b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d62296e-a7e4-4061-88a7-e2ef850363e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6479127 Mar 09 03:47:31.387597 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9caa760d-7ea2-4eb1-8ce6-bcb8d4f9b9be req-b0af5828-5075-4717-8277-e8dc60e92e83 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489711 Mar 09 03:47:31.392301 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-8d1abfdb-77e2-4223-a636-c18c4bd2cf13 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1919012570'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:47:31.422017 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8d1abfdb-77e2-4223-a636-c18c4bd2cf13 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:47:31.445876 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8d1abfdb-77e2-4223-a636-c18c4bd2cf13 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Usage tracker for resource:network and tenant:e1b3aca0566d4eb989ee2bf1d8c5606e is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:47:31.450179 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-972c29aa-29bf-4dd7-8b3a-f964d5de227f tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Made reservation on behalf of 59c3e32ea4674687adff23ca93ddc57c for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:47:31.453962 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-972c29aa-29bf-4dd7-8b3a-f964d5de227f tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:31.468809 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8d1abfdb-77e2-4223-a636-c18c4bd2cf13 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:47:31.527668 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8d1abfdb-77e2-4223-a636-c18c4bd2cf13 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:47:31.558896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['0fa97eed-1a49-4d2a-9e6a-9173a2f92c97'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:47:31.568049 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9caa760d-7ea2-4eb1-8ce6-bcb8d4f9b9be req-adb66b27-040c-408c-9d19-3f1df57e32f1 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677928 Mar 09 03:47:31.626401 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1abfdb-77e2-4223-a636-c18c4bd2cf13 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Made reservation on behalf of e1b3aca0566d4eb989ee2bf1d8c5606e for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:47:31.629766 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d1abfdb-77e2-4223-a636-c18c4bd2cf13 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:31.767355 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f659fb1-2d90-47b7-a002-9c5bfe4f723e req-2dc3b34b-078d-4df4-8936-42de20e8d1fc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:31.768819 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0f659fb1-2d90-47b7-a002-9c5bfe4f723e req-2dc3b34b-078d-4df4-8936-42de20e8d1fc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9324f-e276-493f-8a03-710ca4dd0903 HTTP/1.1" status: 200 len: 948 time: 0.5872407 Mar 09 03:47:31.792466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d1abfdb-77e2-4223-a636-c18c4bd2cf13 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:47:31.818941 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9f3c258-ea64-43b7-a7d8-ea647bd442cb req-84062e73-e053-432b-944a-30fe70360f18 service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302986 Mar 09 03:47:31.836438 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d1abfdb-77e2-4223-a636-c18c4bd2cf13 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:31.836776 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-8d1abfdb-77e2-4223-a636-c18c4bd2cf13 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Added segment fc839c42-14bd-40c0-8a38-518b14dc1af1 of type vlan for network 0b5f806e-ba89-4564-87b3-f3c56724f211 Mar 09 03:47:31.951656 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-972c29aa-29bf-4dd7-8b3a-f964d5de227f tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Allocated IP 172.20.0.13 (04325a09-6c3a-42a4-85b8-53a67c60bd39/273c74b5-08ad-4c0d-8589-92cf6a035b7f/5a9ed2dd-91cd-4691-bd6a-315cae142213) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:47:31.957391 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0f659fb1-2d90-47b7-a002-9c5bfe4f723e req-0b364d26-6d6d-4243-b570-4ef199502efa tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3ab691e-f920-4c29-9f7e-1930819c5936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665597 Mar 09 03:47:32.043311 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:32.050318 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d1abfdb-77e2-4223-a636-c18c4bd2cf13 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:32.107866 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:32.202282 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9f3c258-ea64-43b7-a7d8-ea647bd442cb req-b8599709-3610-412c-be8c-eeba023463d0 service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669565 Mar 09 03:47:32.204488 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5c0b3-0893-4a21-8b0d-cd5578723109 req-6d192450-b071-4a79-8b04-c63e15d401c8 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:32.206824 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ddc5c0b3-0893-4a21-8b0d-cd5578723109 req-6d192450-b071-4a79-8b04-c63e15d401c8 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c758a2-7b0b-47ce-b606-2f2a1a2778f4 HTTP/1.1" status: 200 len: 944 time: 0.0998352 Mar 09 03:47:32.227065 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d1abfdb-77e2-4223-a636-c18c4bd2cf13 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:32.233522 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1abfdb-77e2-4223-a636-c18c4bd2cf13 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:32.234367 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d1abfdb-77e2-4223-a636-c18c4bd2cf13 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:32.259996 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ddc5c0b3-0893-4a21-8b0d-cd5578723109 req-17bcd629-8860-4977-8603-26842863faa8 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.16 "GET /v2.0/security-groups?id=9906f5c8-a0fb-4f51-b954-c5dcb667190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468349 Mar 09 03:47:32.325825 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-773fb439-a26b-4018-8164-bc0be955ef02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:32.442942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-48694b08-a687-4159-9c84-19f8a7bafc00 req-1f2f1e7e-3724-4816-8474-78b7b9ab2769 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Synchronizing usage tracker for tenant:59c3e32ea4674687adff23ca93ddc57c on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:47:32.465329 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8d1abfdb-77e2-4223-a636-c18c4bd2cf13 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0851481 Mar 09 03:47:32.468028 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56624) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:32.473431 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-b2a0199f-904e-4e1b-a0de-c1d0564878c1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Request body: {'subnet': {'network_id': '0b5f806e-ba89-4564-87b3-f3c56724f211', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:47:32.579557 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1abfdb-77e2-4223-a636-c18c4bd2cf13 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event updated for resources: {'Network': ['ID=0b5f806e-ba89-4564-87b3-f3c56724f211,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:32.594763 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 0b5f806e-ba89-4564-87b3-f3c56724f211 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:47:32.613487 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b2a0199f-904e-4e1b-a0de-c1d0564878c1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:47:32.617468 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b2a0199f-904e-4e1b-a0de-c1d0564878c1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Usage tracker for resource:subnet and tenant:e1b3aca0566d4eb989ee2bf1d8c5606e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:47:32.621537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b2a0199f-904e-4e1b-a0de-c1d0564878c1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:47:32.628867 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b2a0199f-904e-4e1b-a0de-c1d0564878c1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:47:32.645532 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a0199f-904e-4e1b-a0de-c1d0564878c1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Made reservation on behalf of e1b3aca0566d4eb989ee2bf1d8c5606e for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:47:32.649748 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b2a0199f-904e-4e1b-a0de-c1d0564878c1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:32.715445 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0fa97eed-1a49-4d2a-9e6a-9173a2f92c97 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:47:32.843454 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-48694b08-a687-4159-9c84-19f8a7bafc00 req-1f2f1e7e-3724-4816-8474-78b7b9ab2769 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Unset dirty status for tenant:59c3e32ea4674687adff23ca93ddc57c on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:47:32.844650 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 0fa97eed-1a49-4d2a-9e6a-9173a2f92c97 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:47:32.851701 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 0fa97eed-1a49-4d2a-9e6a-9173a2f92c97 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:47:32.852077 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:32.865023 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-48694b08-a687-4159-9c84-19f8a7bafc00 req-1f2f1e7e-3724-4816-8474-78b7b9ab2769 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d27b3e-b181-49c9-a6a4-b834c5fb5647 HTTP/1.1" status: 200 len: 210 time: 0.6093166 Mar 09 03:47:32.995840 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-972c29aa-29bf-4dd7-8b3a-f964d5de227f tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:33.062540 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:33.079722 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b2a0199f-904e-4e1b-a0de-c1d0564878c1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:33.109442 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c758a2-7b0b-47ce-b606-2f2a1a2778f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa97eed-1a49-4d2a-9e6a-9173a2f92c97'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:47:33.143306 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 0fa97eed-1a49-4d2a-9e6a-9173a2f92c97, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0fa97eed-1a49-4d2a-9e6a-9173a2f92c97,segment=NetworkSegment(d6c8413f-704e-479a-8d4c-01ab2658739d),segment_id=d6c8413f-704e-479a-8d4c-01ab2658739d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:33.154251 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:33.175494 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-972c29aa-29bf-4dd7-8b3a-f964d5de227f tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:33.217659 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c758a2-7b0b-47ce-b606-2f2a1a2778f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa97eed-1a49-4d2a-9e6a-9173a2f92c97', 'code': 200} Mar 09 03:47:33.244622 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0199f-904e-4e1b-a0de-c1d0564878c1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event updated for resources: {'Subnet': ['ID=a285208a-34b4-4132-b01b-0d7afc322111,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:33.255961 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=0fa97eed-1a49-4d2a-9e6a-9173a2f92c97,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:33.297123 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c29aa-29bf-4dd7-8b3a-f964d5de227f tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Pushing event updated for resources: {'Port': ['ID=5a9ed2dd-91cd-4691-bd6a-315cae142213,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:33.307251 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a0199f-904e-4e1b-a0de-c1d0564878c1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Checking segment: {'id': 'fc839c42-14bd-40c0-8a38-518b14dc1af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0b5f806e-ba89-4564-87b3-f3c56724f211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:47:33.307722 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a0199f-904e-4e1b-a0de-c1d0564878c1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Network hostable DHCP agents. Network: 0b5f806e-ba89-4564-87b3-f3c56724f211, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:47:33.355657 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476cc75-a5a7-490c-83ac-8dd9d2b57ef5 req-a258d03b-000e-4642-b760-be6b9874f9aa tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:33.358728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-972c29aa-29bf-4dd7-8b3a-f964d5de227f tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Network 04325a09-6c3a-42a4-85b8-53a67c60bd39 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:47:33.358897 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9476cc75-a5a7-490c-83ac-8dd9d2b57ef5 req-a258d03b-000e-4642-b760-be6b9874f9aa tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9324f-e276-493f-8a03-710ca4dd0903 HTTP/1.1" status: 200 len: 948 time: 0.1862977 Mar 09 03:47:33.360132 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a0199f-904e-4e1b-a0de-c1d0564878c1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Network 0b5f806e-ba89-4564-87b3-f3c56724f211 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:47:33.369479 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-972c29aa-29bf-4dd7-8b3a-f964d5de227f tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:47:33.372934 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-972c29aa-29bf-4dd7-8b3a-f964d5de227f tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:47:33.403014 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:33.416981 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-b2a0199f-904e-4e1b-a0de-c1d0564878c1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 0b5f806e-ba89-4564-87b3-f3c56724f211) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:47:33.423472 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a0199f-904e-4e1b-a0de-c1d0564878c1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:33.424144 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b2a0199f-904e-4e1b-a0de-c1d0564878c1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:33.432488 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd0afb6-f085-4cf2-95e5-5404629e1419 None None] Network 0b5f806e-ba89-4564-87b3-f3c56724f211 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:47:33.458678 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9476cc75-a5a7-490c-83ac-8dd9d2b57ef5 req-ca4a742b-d280-497f-a18e-8d36803800fc tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3ab691e-f920-4c29-9f7e-1930819c5936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922225 Mar 09 03:47:33.468262 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b2a0199f-904e-4e1b-a0de-c1d0564878c1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9991245 Mar 09 03:47:33.469181 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56640) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:33.475356 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-aa2bf34f-60fa-48cf-bdc1-dfb4dc9a13d6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-591063472'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:47:33.481189 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-aa2bf34f-60fa-48cf-bdc1-dfb4dc9a13d6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:47:33.486823 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-aa2bf34f-60fa-48cf-bdc1-dfb4dc9a13d6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Usage tracker for resource:network and tenant:e1b3aca0566d4eb989ee2bf1d8c5606e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:47:33.490223 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-aa2bf34f-60fa-48cf-bdc1-dfb4dc9a13d6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:47:33.497239 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-aa2bf34f-60fa-48cf-bdc1-dfb4dc9a13d6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:47:33.552715 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-773fb439-a26b-4018-8164-bc0be955ef02 admin admin] Deleting port 56e8c632-6a17-4bdb-83e0-fc742db20d7c {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:47:33.553038 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-773fb439-a26b-4018-8164-bc0be955ef02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:33.563245 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2bf34f-60fa-48cf-bdc1-dfb4dc9a13d6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Made reservation on behalf of e1b3aca0566d4eb989ee2bf1d8c5606e for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:47:33.567345 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-aa2bf34f-60fa-48cf-bdc1-dfb4dc9a13d6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:33.609704 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-972c29aa-29bf-4dd7-8b3a-f964d5de227f tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:33.610174 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-972c29aa-29bf-4dd7-8b3a-f964d5de227f tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:33.619782 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe1d84cf-bc1c-4cd2-8edd-3f8699d03308 req-c0ef0a9b-e74b-4b8c-b021-0df89476528f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1130700 Mar 09 03:47:33.624308 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2bf34f-60fa-48cf-bdc1-dfb4dc9a13d6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:47:33.637008 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-aa2bf34f-60fa-48cf-bdc1-dfb4dc9a13d6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:33.638084 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-aa2bf34f-60fa-48cf-bdc1-dfb4dc9a13d6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Added segment 4fd87e99-9ed3-4e3e-8633-069e4fa5cb10 of type vlan for network e8d8b421-a877-4464-ab2f-a4379013a963 Mar 09 03:47:33.675080 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-aa2bf34f-60fa-48cf-bdc1-dfb4dc9a13d6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:33.711065 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e2590-ec91-4f44-b2d9-caccfe55d388 req-f4183dc8-e668-4fd4-a1e6-eaaddcd7e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:33.712802 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-452e2590-ec91-4f44-b2d9-caccfe55d388 req-f4183dc8-e668-4fd4-a1e6-eaaddcd7e0f3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=03c758a2-7b0b-47ce-b606-2f2a1a2778f4 HTTP/1.1" status: 200 len: 1096 time: 0.4468868 Mar 09 03:47:33.723012 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-aa2bf34f-60fa-48cf-bdc1-dfb4dc9a13d6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:33.730669 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2bf34f-60fa-48cf-bdc1-dfb4dc9a13d6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:33.731527 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-aa2bf34f-60fa-48cf-bdc1-dfb4dc9a13d6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:33.742880 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-972c29aa-29bf-4dd7-8b3a-f964d5de227f tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3381298 Mar 09 03:47:33.761860 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c7bc84-99f3-4ac1-9359-47f6e3630d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-0b5f806e-ba89-4564-87b3-f3c56724f211', 'network_id': '0b5f806e-ba89-4564-87b3-f3c56724f211', 'tenant_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'fixed_ips': [{'subnet_id': 'a285208a-34b4-4132-b01b-0d7afc322111'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:47:33.763036 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-31c7bc84-99f3-4ac1-9359-47f6e3630d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:33.768282 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-d0be7461-908a-418f-a1c6-b77e0fe4aac1 service neutron] Request body: {'port': {'device_id': '22d27b3e-b181-49c9-a6a4-b834c5fb5647', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:47:33.881023 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-aa2bf34f-60fa-48cf-bdc1-dfb4dc9a13d6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4107745 Mar 09 03:47:33.898194 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56652) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:33.916981 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-856dd94f-9c91-456a-895c-2a04f6a3fb3a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Request body: {'subnet': {'network_id': 'e8d8b421-a877-4464-ab2f-a4379013a963', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:47:34.045603 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83064a50-7b08-439f-b052-4a277b818b20 req-8a19e3d6-7268-4786-bb05-596bddb545eb tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:34.047747 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-83064a50-7b08-439f-b052-4a277b818b20 req-8a19e3d6-7268-4786-bb05-596bddb545eb tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c758a2-7b0b-47ce-b606-2f2a1a2778f4 HTTP/1.1" status: 200 len: 945 time: 0.5673144 Mar 09 03:47:34.049231 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-856dd94f-9c91-456a-895c-2a04f6a3fb3a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:47:34.062774 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:34.089662 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-856dd94f-9c91-456a-895c-2a04f6a3fb3a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Usage tracker for resource:subnet and tenant:e1b3aca0566d4eb989ee2bf1d8c5606e is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:47:34.097670 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-856dd94f-9c91-456a-895c-2a04f6a3fb3a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:47:34.104407 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-452e2590-ec91-4f44-b2d9-caccfe55d388 req-0bc02c0f-858d-41f1-97c1-caecd44e39dd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9906f5c8-a0fb-4f51-b954-c5dcb667190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783333 Mar 09 03:47:34.106896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-31c7bc84-99f3-4ac1-9359-47f6e3630d76 None None] Allocated IP 19.80.0.2 (0b5f806e-ba89-4564-87b3-f3c56724f211/a285208a-34b4-4132-b01b-0d7afc322111/0a9aa48a-9545-4d84-8273-a3d3529c5e3c) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:47:34.119966 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-856dd94f-9c91-456a-895c-2a04f6a3fb3a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:47:34.175615 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2bf34f-60fa-48cf-bdc1-dfb4dc9a13d6 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event updated for resources: {'Network': ['ID=e8d8b421-a877-4464-ab2f-a4379013a963,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:34.199628 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-773fb439-a26b-4018-8164-bc0be955ef02 admin admin] For port 56e8c632-6a17-4bdb-83e0-fc742db20d7c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=56e8c632-6a17-4bdb-83e0-fc742db20d7c,segment=NetworkSegment(635225fe-5597-4fc5-b912-d36acfd93dcb),segment_id=635225fe-5597-4fc5-b912-d36acfd93dcb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:34.200278 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-773fb439-a26b-4018-8164-bc0be955ef02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:34.206159 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network e8d8b421-a877-4464-ab2f-a4379013a963 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:47:34.229333 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-83064a50-7b08-439f-b052-4a277b818b20 req-8a5b1e57-ffca-4b7e-8f82-760bc78dd171 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.16 "GET /v2.0/security-groups?id=9906f5c8-a0fb-4f51-b954-c5dcb667190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707304 Mar 09 03:47:34.232867 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856dd94f-9c91-456a-895c-2a04f6a3fb3a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Made reservation on behalf of e1b3aca0566d4eb989ee2bf1d8c5606e for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:47:34.238240 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-856dd94f-9c91-456a-895c-2a04f6a3fb3a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:34.259941 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff8ea4-ece5-4eef-89a0-2ee2cd18b5b3 req-88ef722e-2228-44d6-975f-bd5a392855f0 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:34.269837 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e8ff8ea4-ece5-4eef-89a0-2ee2cd18b5b3 req-88ef722e-2228-44d6-975f-bd5a392855f0 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d27b3e-b181-49c9-a6a4-b834c5fb5647 HTTP/1.1" status: 200 len: 932 time: 0.1861315 Mar 09 03:47:34.312801 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d84cf-bc1c-4cd2-8edd-3f8699d03308 req-d73f20c3-fe3c-4b4b-82b8-d9e02d59f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:34.314300 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe1d84cf-bc1c-4cd2-8edd-3f8699d03308 req-d73f20c3-fe3c-4b4b-82b8-d9e02d59f75a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a566af917eda438b9c3772466ff37f61&device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 1097 time: 0.5495188 Mar 09 03:47:34.325179 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e8ff8ea4-ece5-4eef-89a0-2ee2cd18b5b3 req-1b53ce6e-fff8-4b49-9521-a82d01957ef5 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Synchronizing usage tracker for tenant:59c3e32ea4674687adff23ca93ddc57c on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:47:34.347549 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e8ff8ea4-ece5-4eef-89a0-2ee2cd18b5b3 req-1b53ce6e-fff8-4b49-9521-a82d01957ef5 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Unset dirty status for tenant:59c3e32ea4674687adff23ca93ddc57c on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:47:34.362619 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e8ff8ea4-ece5-4eef-89a0-2ee2cd18b5b3 req-1b53ce6e-fff8-4b49-9521-a82d01957ef5 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/security-groups?id=3df2d34e-188e-4244-9f00-ac5acdc23fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868499 Mar 09 03:47:34.412908 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-773fb439-a26b-4018-8164-bc0be955ef02 admin admin] Calling delete_port for 56e8c632-6a17-4bdb-83e0-fc742db20d7c owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:47:34.457156 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-d0be7461-908a-418f-a1c6-b77e0fe4aac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:34.614261 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d84cf-bc1c-4cd2-8edd-3f8699d03308 req-86e0f73f-45cb-43b1-8aeb-f1954d29d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:34.615930 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe1d84cf-bc1c-4cd2-8edd-3f8699d03308 req-86e0f73f-45cb-43b1-8aeb-f1954d29d34e service neutron] 10.222.0.24 "GET /v2.0/networks?id=b236dd5b-2019-418d-8a8d-2b42bdeabb23 HTTP/1.1" status: 200 len: 911 time: 0.2187157 Mar 09 03:47:34.669581 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device fb633d15-e73a-412d-8adc-3f24487a60ac details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:47:34.800702 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe1d84cf-bc1c-4cd2-8edd-3f8699d03308 req-47d1257a-f4b7-4792-b2fc-3d23b500508e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c216d3e7-023c-4e4d-b8d1-3bd00d20c97a HTTP/1.1" status: 200 len: 1001 time: 0.1774294 Mar 09 03:47:34.878365 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-31c7bc84-99f3-4ac1-9359-47f6e3630d76 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:34.932447 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-31c7bc84-99f3-4ac1-9359-47f6e3630d76 None None] Transition to ACTIVE for port object 0a9aa48a-9545-4d84-8273-a3d3529c5e3c will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:47:34.974595 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d84cf-bc1c-4cd2-8edd-3f8699d03308 req-96e151c3-b0c5-4f61-b130-f560246a8788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:34.976064 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe1d84cf-bc1c-4cd2-8edd-3f8699d03308 req-96e151c3-b0c5-4f61-b130-f560246a8788 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63de480c-3416-46a4-bc21-c1381051f525 HTTP/1.1" status: 200 len: 849 time: 0.1666586 Mar 09 03:47:35.029394 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-31c7bc84-99f3-4ac1-9359-47f6e3630d76 None None] Transition to ACTIVE for port object 0a9aa48a-9545-4d84-8273-a3d3529c5e3c will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:47:35.054445 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-31c7bc84-99f3-4ac1-9359-47f6e3630d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:35.137144 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d84cf-bc1c-4cd2-8edd-3f8699d03308 req-94a8a5fb-229c-4ab0-aef3-d9fb39143de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:35.139463 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe1d84cf-bc1c-4cd2-8edd-3f8699d03308 req-94a8a5fb-229c-4ab0-aef3-d9fb39143de9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b236dd5b-2019-418d-8a8d-2b42bdeabb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1554346 Mar 09 03:47:35.149254 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c7bc84-99f3-4ac1-9359-47f6e3630d76 None None] Network 0b5f806e-ba89-4564-87b3-f3c56724f211 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:47:35.158302 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-31c7bc84-99f3-4ac1-9359-47f6e3630d76 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:47:35.163249 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port fb633d15-e73a-412d-8adc-3f24487a60ac, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=fb633d15-e73a-412d-8adc-3f24487a60ac,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:35.171078 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c7bc84-99f3-4ac1-9359-47f6e3630d76 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:47:35.194815 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7bc84-99f3-4ac1-9359-47f6e3630d76 None None] Pushing event updated for resources: {'Port': ['ID=0a9aa48a-9545-4d84-8273-a3d3529c5e3c,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:35.198111 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'fb633d15-e73a-412d-8adc-3f24487a60ac', 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'port_id': 'fb633d15-e73a-412d-8adc-3f24487a60ac', 'mac_address': 'fa:16:3e:32:64:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd785722e-a890-45c5-869c-7b3149d30510', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:47:35.324300 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe1d84cf-bc1c-4cd2-8edd-3f8699d03308 req-50281c7a-c7b9-4f80-8714-adf3a39c2ae8 service neutron] 10.222.0.24 "GET /v2.0/networks/b236dd5b-2019-418d-8a8d-2b42bdeabb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614151 Mar 09 03:47:35.337130 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-31c7bc84-99f3-4ac1-9359-47f6e3630d76 None None] Attempting to bind port 0a9aa48a-9545-4d84-8273-a3d3529c5e3c on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:47:35.338247 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-31c7bc84-99f3-4ac1-9359-47f6e3630d76 None None] Attempting to bind port 0a9aa48a-9545-4d84-8273-a3d3529c5e3c by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'fc839c42-14bd-40c0-8a38-518b14dc1af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0b5f806e-ba89-4564-87b3-f3c56724f211'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:47:35.338709 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c7bc84-99f3-4ac1-9359-47f6e3630d76 None None] Attempting to bind port 0a9aa48a-9545-4d84-8273-a3d3529c5e3c on network 0b5f806e-ba89-4564-87b3-f3c56724f211 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:47:35.348308 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c7bc84-99f3-4ac1-9359-47f6e3630d76 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:47:35.348895 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c7bc84-99f3-4ac1-9359-47f6e3630d76 None None] Checking segment: {'id': 'fc839c42-14bd-40c0-8a38-518b14dc1af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0b5f806e-ba89-4564-87b3-f3c56724f211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:47:35.349400 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-31c7bc84-99f3-4ac1-9359-47f6e3630d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:35.349886 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c7bc84-99f3-4ac1-9359-47f6e3630d76 None None] Bound using segment: {'id': 'fc839c42-14bd-40c0-8a38-518b14dc1af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0b5f806e-ba89-4564-87b3-f3c56724f211'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:47:35.350465 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-31c7bc84-99f3-4ac1-9359-47f6e3630d76 None None] Bound port: 0a9aa48a-9545-4d84-8273-a3d3529c5e3c, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc839c42-14bd-40c0-8a38-518b14dc1af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0b5f806e-ba89-4564-87b3-f3c56724f211'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:47:35.350961 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-31c7bc84-99f3-4ac1-9359-47f6e3630d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:35.360507 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:35.410150 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb633d15-e73a-412d-8adc-3f24487a60ac {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:47:35.464043 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port fb633d15-e73a-412d-8adc-3f24487a60ac, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=fb633d15-e73a-412d-8adc-3f24487a60ac,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:35.498589 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:35.499527 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:47:35.643298 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-31c7bc84-99f3-4ac1-9359-47f6e3630d76 None None] For port 0a9aa48a-9545-4d84-8273-a3d3529c5e3c, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:47:35.704794 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe1d84cf-bc1c-4cd2-8edd-3f8699d03308 req-2cdc58d5-dc45-4dd8-a778-9714b6eb5695 service neutron] 10.222.0.24 "GET /v2.0/networks/b236dd5b-2019-418d-8a8d-2b42bdeabb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728282 Mar 09 03:47:35.760143 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-31c7bc84-99f3-4ac1-9359-47f6e3630d76 None None] For port 0a9aa48a-9545-4d84-8273-a3d3529c5e3c, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0a9aa48a-9545-4d84-8273-a3d3529c5e3c,segment=NetworkSegment(fc839c42-14bd-40c0-8a38-518b14dc1af1),segment_id=fc839c42-14bd-40c0-8a38-518b14dc1af1)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:47:35.797216 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.resource_extend [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:47:35.843946 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64459e1-61f4-4866-abd6-09fde36d877f req-b445b127-5909-4227-ab84-b41afb6ebfe0 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:35.846361 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c64459e1-61f4-4866-abd6-09fde36d877f req-b445b127-5909-4227-ab84-b41afb6ebfe0 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c758a2-7b0b-47ce-b606-2f2a1a2778f4 HTTP/1.1" status: 200 len: 945 time: 0.1406605 Mar 09 03:47:35.867674 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-773fb439-a26b-4018-8164-bc0be955ef02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:35.912556 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-31c7bc84-99f3-4ac1-9359-47f6e3630d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:35.938450 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c64459e1-61f4-4866-abd6-09fde36d877f req-9fe8b161-c78b-4c95-bc03-525f85f4f629 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.16 "GET /v2.0/security-groups?id=9906f5c8-a0fb-4f51-b954-c5dcb667190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853336 Mar 09 03:47:35.977615 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fb439-a26b-4018-8164-bc0be955ef02 admin admin] Pushing event deleted for resources: {'Port': ['ID=56e8c632-6a17-4bdb-83e0-fc742db20d7c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:36.064353 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=fb633d15-e73a-412d-8adc-3f24487a60ac,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:36.249968 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-d0be7461-908a-418f-a1c6-b77e0fe4aac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a9ed2dd-91cd-4691-bd6a-315cae142213 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:47:36.253019 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7bc84-99f3-4ac1-9359-47f6e3630d76 None None] Pushing event updated for resources: {'Port': ['ID=0a9aa48a-9545-4d84-8273-a3d3529c5e3c,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:36.271185 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-d0be7461-908a-418f-a1c6-b77e0fe4aac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:36.347991 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14d1bb-4b88-493e-9bde-647c583b39d5 req-b0640c4e-fba5-421e-b44c-7be33fad691b tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:36.351176 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0d14d1bb-4b88-493e-9bde-647c583b39d5 req-b0640c4e-fba5-421e-b44c-7be33fad691b tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d27b3e-b181-49c9-a6a4-b834c5fb5647 HTTP/1.1" status: 200 len: 932 time: 0.1985960 Mar 09 03:47:36.353128 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-d0be7461-908a-418f-a1c6-b77e0fe4aac1 service neutron] Transition to ACTIVE for port object 5a9ed2dd-91cd-4691-bd6a-315cae142213 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:47:36.361648 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94c338-7b47-4035-b79f-c0a6867ed780 req-188c3b34-8e9b-42ec-ac27-b88023007a6c tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:36.370621 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5d94c338-7b47-4035-b79f-c0a6867ed780 req-188c3b34-8e9b-42ec-ac27-b88023007a6c tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9324f-e276-493f-8a03-710ca4dd0903 HTTP/1.1" status: 200 len: 948 time: 1.6882923 Mar 09 03:47:36.450737 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3cfaba16-e305-4ae5-97da-fdd81e5d11a9,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:36.476955 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '3cfaba16-e305-4ae5-97da-fdd81e5d11a9', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': '3cfaba16-e305-4ae5-97da-fdd81e5d11a9', 'mac_address': 'fa:16:3e:b8:02:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:47:36.491307 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-d0be7461-908a-418f-a1c6-b77e0fe4aac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:36.499496 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0d14d1bb-4b88-493e-9bde-647c583b39d5 req-1ef11c45-e606-4295-8ee6-0ba432cc451b tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/security-groups?id=3df2d34e-188e-4244-9f00-ac5acdc23fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420839 Mar 09 03:47:36.562172 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5d94c338-7b47-4035-b79f-c0a6867ed780 req-dbe8fc69-257e-40d0-9017-ed1eabbeba06 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3ab691e-f920-4c29-9f7e-1930819c5936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904774 Mar 09 03:47:36.592075 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:36.627254 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:47:36.648293 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3cfaba16-e305-4ae5-97da-fdd81e5d11a9,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:36.654184 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:36.741614 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['fb633d15-e73a-412d-8adc-3f24487a60ac'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:47:36.773002 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=3cfaba16-e305-4ae5-97da-fdd81e5d11a9,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:36.941513 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['3cfaba16-e305-4ae5-97da-fdd81e5d11a9'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:47:37.032648 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-d0be7461-908a-418f-a1c6-b77e0fe4aac1 service neutron] Attempting to bind port 5a9ed2dd-91cd-4691-bd6a-315cae142213 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:47:37.033158 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-d0be7461-908a-418f-a1c6-b77e0fe4aac1 service neutron] Attempting to bind port 5a9ed2dd-91cd-4691-bd6a-315cae142213 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '3de79af3-4d38-4374-bf50-7a6298317fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '04325a09-6c3a-42a4-85b8-53a67c60bd39'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:47:37.033382 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-d0be7461-908a-418f-a1c6-b77e0fe4aac1 service neutron] Attempting to bind port 5a9ed2dd-91cd-4691-bd6a-315cae142213 on network 04325a09-6c3a-42a4-85b8-53a67c60bd39 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:47:37.038840 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be7461-908a-418f-a1c6-b77e0fe4aac1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9ed2dd-91cd-4691-bd6a-315cae142213,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:37.046060 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-d0be7461-908a-418f-a1c6-b77e0fe4aac1 service neutron] Port 5a9ed2dd-91cd-4691-bd6a-315cae142213 on network 04325a09-6c3a-42a4-85b8-53a67c60bd39 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:47:37.046446 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-d0be7461-908a-418f-a1c6-b77e0fe4aac1 service neutron] Attempting to bind port 5a9ed2dd-91cd-4691-bd6a-315cae142213 on network 04325a09-6c3a-42a4-85b8-53a67c60bd39 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:47:37.068879 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-d0be7461-908a-418f-a1c6-b77e0fe4aac1 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:47:37.069261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-d0be7461-908a-418f-a1c6-b77e0fe4aac1 service neutron] Checking segment: {'id': '3de79af3-4d38-4374-bf50-7a6298317fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '04325a09-6c3a-42a4-85b8-53a67c60bd39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:47:37.069630 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-d0be7461-908a-418f-a1c6-b77e0fe4aac1 service neutron] Bound using segment: {'id': '3de79af3-4d38-4374-bf50-7a6298317fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '04325a09-6c3a-42a4-85b8-53a67c60bd39'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:47:37.070182 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-d0be7461-908a-418f-a1c6-b77e0fe4aac1 service neutron] Bound port: 5a9ed2dd-91cd-4691-bd6a-315cae142213, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de79af3-4d38-4374-bf50-7a6298317fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '04325a09-6c3a-42a4-85b8-53a67c60bd39'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:47:37.070529 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-d0be7461-908a-418f-a1c6-b77e0fe4aac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:37.091987 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-856dd94f-9c91-456a-895c-2a04f6a3fb3a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:37.450506 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2545311-e1f4-4dd6-b6ba-8deb7ef737e5 req-b0fbd041-4d26-4806-bc60-2e120c675ad8 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:37.487373 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d2545311-e1f4-4dd6-b6ba-8deb7ef737e5 req-b0fbd041-4d26-4806-bc60-2e120c675ad8 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c758a2-7b0b-47ce-b606-2f2a1a2778f4 HTTP/1.1" status: 200 len: 945 time: 0.2511702 Mar 09 03:47:37.488936 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-d0be7461-908a-418f-a1c6-b77e0fe4aac1 service neutron] For port 5a9ed2dd-91cd-4691-bd6a-315cae142213, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:47:37.493518 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-d0be7461-908a-418f-a1c6-b77e0fe4aac1 service neutron] For port 5a9ed2dd-91cd-4691-bd6a-315cae142213, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=5a9ed2dd-91cd-4691-bd6a-315cae142213,segment=NetworkSegment(3de79af3-4d38-4374-bf50-7a6298317fc8),segment_id=3de79af3-4d38-4374-bf50-7a6298317fc8)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:47:37.513140 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-d0be7461-908a-418f-a1c6-b77e0fe4aac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:37.534209 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0a9aa48a-9545-4d84-8273-a3d3529c5e3c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:47:37.614672 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d2545311-e1f4-4dd6-b6ba-8deb7ef737e5 req-bf0a3891-92b3-4a88-bf44-fc2bebc82bf6 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.16 "GET /v2.0/security-groups?id=9906f5c8-a0fb-4f51-b954-c5dcb667190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259177 Mar 09 03:47:37.644204 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 0a9aa48a-9545-4d84-8273-a3d3529c5e3c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:47:37.677254 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856dd94f-9c91-456a-895c-2a04f6a3fb3a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event updated for resources: {'Subnet': ['ID=4e256b61-1471-4ba4-950c-82520ee6b763,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:37.786380 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-773fb439-a26b-4018-8164-bc0be955ef02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:37.793325 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-d0be7461-908a-418f-a1c6-b77e0fe4aac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:37.794719 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-d0be7461-908a-418f-a1c6-b77e0fe4aac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:37.796561 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-d0be7461-908a-418f-a1c6-b77e0fe4aac1 service neutron] 10.222.0.24 "PUT /v2.0/ports/5a9ed2dd-91cd-4691-bd6a-315cae142213 HTTP/1.1" status: 200 len: 1092 time: 4.0334060 Mar 09 03:47:37.818600 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc34562-75f0-4408-93a1-1368cb969c4f None None] Network 0b5f806e-ba89-4564-87b3-f3c56724f211 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:47:37.961866 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9912e332-7e89-4da9-ba99-4900b64caed6 None None] Provisioning for port 0a9aa48a-9545-4d84-8273-a3d3529c5e3c completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:47:37.989763 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9912e332-7e89-4da9-ba99-4900b64caed6 None None] Provisioning complete for port 0a9aa48a-9545-4d84-8273-a3d3529c5e3c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:47:37.990149 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9912e332-7e89-4da9-ba99-4900b64caed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:38.132772 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d27b3e-b181-49c9-a6a4-b834c5fb5647', 'tag': '5a9ed2dd-91cd-4691-bd6a-315cae142213'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:47:38.178275 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7361d-618f-41fa-8c37-586427f12a9f req-58173e1b-154f-4519-96a2-d21c61f45997 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:38.179965 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-47e7361d-618f-41fa-8c37-586427f12a9f req-58173e1b-154f-4519-96a2-d21c61f45997 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9324f-e276-493f-8a03-710ca4dd0903 HTTP/1.1" status: 200 len: 949 time: 0.3867044 Mar 09 03:47:38.270528 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-47e7361d-618f-41fa-8c37-586427f12a9f req-92e67415-ab7e-41ff-b750-cc6504ed886f tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3ab691e-f920-4c29-9f7e-1930819c5936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832524 Mar 09 03:47:38.299814 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9912e332-7e89-4da9-ba99-4900b64caed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:38.394033 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-9912e332-7e89-4da9-ba99-4900b64caed6 None None] For port 0a9aa48a-9545-4d84-8273-a3d3529c5e3c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0a9aa48a-9545-4d84-8273-a3d3529c5e3c,segment=NetworkSegment(fc839c42-14bd-40c0-8a38-518b14dc1af1),segment_id=fc839c42-14bd-40c0-8a38-518b14dc1af1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:38.426759 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9912e332-7e89-4da9-ba99-4900b64caed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:38.441697 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856dd94f-9c91-456a-895c-2a04f6a3fb3a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Checking segment: {'id': '4fd87e99-9ed3-4e3e-8633-069e4fa5cb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e8d8b421-a877-4464-ab2f-a4379013a963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:47:38.442052 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856dd94f-9c91-456a-895c-2a04f6a3fb3a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Network hostable DHCP agents. Network: e8d8b421-a877-4464-ab2f-a4379013a963, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:47:38.610899 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be7461-908a-418f-a1c6-b77e0fe4aac1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9ed2dd-91cd-4691-bd6a-315cae142213,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:38.626021 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912e332-7e89-4da9-ba99-4900b64caed6 None None] Pushing event updated for resources: {'Port': ['ID=0a9aa48a-9545-4d84-8273-a3d3529c5e3c,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:38.632919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856dd94f-9c91-456a-895c-2a04f6a3fb3a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Network e8d8b421-a877-4464-ab2f-a4379013a963 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:47:38.637040 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:38.651162 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-856dd94f-9c91-456a-895c-2a04f6a3fb3a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, e8d8b421-a877-4464-ab2f-a4379013a963) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:47:38.660611 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdd9768-4991-4951-80e6-0a07b7b280d8 None None] Network e8d8b421-a877-4464-ab2f-a4379013a963 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:47:38.703592 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856dd94f-9c91-456a-895c-2a04f6a3fb3a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:38.704182 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-856dd94f-9c91-456a-895c-2a04f6a3fb3a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:38.716037 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device fb633d15-e73a-412d-8adc-3f24487a60ac up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:47:38.827340 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b29f0-3502-42e6-9154-8110dd3dab33 req-d4c42404-6f06-45da-9a16-8e56b40ab24f tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:38.828866 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b33b29f0-3502-42e6-9154-8110dd3dab33 req-d4c42404-6f06-45da-9a16-8e56b40ab24f tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d27b3e-b181-49c9-a6a4-b834c5fb5647 HTTP/1.1" status: 200 len: 944 time: 1.0282779 Mar 09 03:47:38.858613 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d27b3e-b181-49c9-a6a4-b834c5fb5647', 'tag': '5a9ed2dd-91cd-4691-bd6a-315cae142213', 'status': 'completed', 'code': 200} Mar 09 03:47:38.888442 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-9d5a2d6c-8658-48fd-93a7-6c2e1a45e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:38.893039 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-9d5a2d6c-8658-48fd-93a7-6c2e1a45e38f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59c3e32ea4674687adff23ca93ddc57c&device_id=22d27b3e-b181-49c9-a6a4-b834c5fb5647 HTTP/1.1" status: 200 len: 1095 time: 0.7438138 Mar 09 03:47:38.898090 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-856dd94f-9c91-456a-895c-2a04f6a3fb3a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.9895742 Mar 09 03:47:38.966026 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773fb439-a26b-4018-8164-bc0be955ef02 admin admin] Router 396dc54e-e2b8-4045-aa34-bd9021505b87 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:47:38.993566 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-2eafc062-7105-410f-b14c-fedb6fc06bab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a9ed2dd-91cd-4691-bd6a-315cae142213 HTTP/1.1" status: 200 len: 217 time: 0.0881786 Mar 09 03:47:39.073330 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b33b29f0-3502-42e6-9154-8110dd3dab33 req-c5e23558-44f8-4ce5-8929-b16e02a2d7db tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/security-groups?id=3df2d34e-188e-4244-9f00-ac5acdc23fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133696 Mar 09 03:47:39.188128 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2723b7a5-ec28-4e03-a332-0cdf3263b2d1 None None] Provisioning complete for port 0a9aa48a-9545-4d84-8273-a3d3529c5e3c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:47:39.192190 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2723b7a5-ec28-4e03-a332-0cdf3263b2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:39.237125 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-c7b88856-8ad2-490d-8d4e-2640c1c39af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:39.238623 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-c7b88856-8ad2-490d-8d4e-2640c1c39af4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=273c74b5-08ad-4c0d-8589-92cf6a035b7f HTTP/1.1" status: 200 len: 861 time: 0.2339759 Mar 09 03:47:39.305648 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0a9aa48a-9545-4d84-8273-a3d3529c5e3c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:47:39.421006 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-51fd4929-754c-434d-a93e-ee537ea93f76 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04325a09-6c3a-42a4-85b8-53a67c60bd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100342 Mar 09 03:47:39.454868 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port fb633d15-e73a-412d-8adc-3f24487a60ac triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:47:39.455258 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:39.458454 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986e620-fa20-4cde-94a0-faba22bff41a req-a77466a0-13a2-43f9-802b-ed51a1b2d1dc tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:39.460757 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2986e620-fa20-4cde-94a0-faba22bff41a req-a77466a0-13a2-43f9-802b-ed51a1b2d1dc tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c758a2-7b0b-47ce-b606-2f2a1a2778f4 HTTP/1.1" status: 200 len: 945 time: 0.1350694 Mar 09 03:47:39.526986 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17501a25-4925-42da-a426-45560b95ab3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-e8d8b421-a877-4464-ab2f-a4379013a963', 'network_id': 'e8d8b421-a877-4464-ab2f-a4379013a963', 'tenant_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'fixed_ips': [{'subnet_id': '4e256b61-1471-4ba4-950c-82520ee6b763'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:47:39.527830 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-17501a25-4925-42da-a426-45560b95ab3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:39.532799 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2986e620-fa20-4cde-94a0-faba22bff41a req-88fe89bf-4f11-4352-8acf-5f5625f11c5b tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.16 "GET /v2.0/security-groups?id=9906f5c8-a0fb-4f51-b954-c5dcb667190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652931 Mar 09 03:47:39.562231 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773fb439-a26b-4018-8164-bc0be955ef02 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:47:39.615452 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197b6236-f1fa-480e-bd05-582965e0420e None None] Sync routers for ids ['396dc54e-e2b8-4045-aa34-bd9021505b87'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:47:39.619856 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-773fb439-a26b-4018-8164-bc0be955ef02 admin admin] 10.222.0.16 "PUT /v2.0/routers/396dc54e-e2b8-4045-aa34-bd9021505b87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7921562 Mar 09 03:47:39.620909 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56760) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:39.684825 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-7030fa5a-30e6-47f4-b94b-f6a3f8af5c5f tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:39.690577 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-7030fa5a-30e6-47f4-b94b-f6a3f8af5c5f tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:39.691383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-7030fa5a-30e6-47f4-b94b-f6a3f8af5c5f tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Synchronizing usage tracker for tenant:e1b3aca0566d4eb989ee2bf1d8c5606e on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:47:39.708918 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-479f1be4-9fd9-42c8-b883-5fdc5e21a9b6 service neutron] 10.222.0.24 "GET /v2.0/networks/04325a09-6c3a-42a4-85b8-53a67c60bd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706966 Mar 09 03:47:40.074087 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d3d68dde-066b-4d5c-92f8-c3a643b7c94a admin admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:40.079535 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-17501a25-4925-42da-a426-45560b95ab3d None None] Allocated IP 19.86.0.2 (e8d8b421-a877-4464-ab2f-a4379013a963/4e256b61-1471-4ba4-950c-82520ee6b763/b95ad615-834c-42ee-8b15-ef7a312e2a16) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:47:40.146659 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ba957de0-a1f7-4f91-8ceb-7fd9b178c4b0 req-3bfebc53-bd88-4aa0-abad-b4b597b3706e service neutron] 10.222.0.24 "GET /v2.0/networks/04325a09-6c3a-42a4-85b8-53a67c60bd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274583 Mar 09 03:47:40.157215 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-7030fa5a-30e6-47f4-b94b-f6a3f8af5c5f tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Unset dirty status for tenant:e1b3aca0566d4eb989ee2bf1d8c5606e on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:47:40.176668 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-7030fa5a-30e6-47f4-b94b-f6a3f8af5c5f tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/networks?id=0b5f806e-ba89-4564-87b3-f3c56724f211&id=e8d8b421-a877-4464-ab2f-a4379013a963 HTTP/1.1" status: 200 len: 1391 time: 0.7938480 Mar 09 03:47:40.261912 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-4533e12f-6afb-4e39-8081-656d6d170cf3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/quotas/e1b3aca0566d4eb989ee2bf1d8c5606e HTTP/1.1" status: 200 len: 375 time: 0.0827556 Mar 09 03:47:40.392008 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59637eb2-9154-4e23-839c-59291dba31e5 req-146655b9-ad53-433c-9135-73739284fa1e tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:40.393999 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-59637eb2-9154-4e23-839c-59291dba31e5 req-146655b9-ad53-433c-9135-73739284fa1e tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9324f-e276-493f-8a03-710ca4dd0903 HTTP/1.1" status: 200 len: 949 time: 0.5030994 Mar 09 03:47:40.394954 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-17501a25-4925-42da-a426-45560b95ab3d None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:40.471275 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b6097-906b-4e9c-a51c-ae8f831b3a6f req-c55abd0a-880f-40e5-b01a-3cb5cab907c2 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:40.472771 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf3b6097-906b-4e9c-a51c-ae8f831b3a6f req-c55abd0a-880f-40e5-b01a-3cb5cab907c2 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c758a2-7b0b-47ce-b606-2f2a1a2778f4 HTTP/1.1" status: 200 len: 945 time: 0.2763150 Mar 09 03:47:40.494882 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197b6236-f1fa-480e-bd05-582965e0420e None None] Routers {'396dc54e-e2b8-4045-aa34-bd9021505b87'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:47:40.494882 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-197b6236-f1fa-480e-bd05-582965e0420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:47:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['396dc54e-e2b8-4045-aa34-bd9021505b87'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:40.561909 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-59637eb2-9154-4e23-839c-59291dba31e5 req-b82b47ef-5b69-4f90-923d-903e59c5548e tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3ab691e-f920-4c29-9f7e-1930819c5936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566858 Mar 09 03:47:40.568008 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-cf3b6097-906b-4e9c-a51c-ae8f831b3a6f req-fbca159c-c52a-4722-9ece-ce59646450e5 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Deleting port 0fa97eed-1a49-4d2a-9e6a-9173a2f92c97 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:47:40.568346 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cf3b6097-906b-4e9c-a51c-ae8f831b3a6f req-fbca159c-c52a-4722-9ece-ce59646450e5 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:40.635021 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-e1d8fa71-c38a-41e2-94f6-3c04f0019799 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Synchronizing usage tracker for tenant:e1b3aca0566d4eb989ee2bf1d8c5606e on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:47:40.666558 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-17501a25-4925-42da-a426-45560b95ab3d None None] Transition to ACTIVE for port object b95ad615-834c-42ee-8b15-ef7a312e2a16 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:47:40.682833 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340dfe7e-a771-4c32-b0e4-9fed0693fd0d req-87fd1d0b-3921-4dd5-bcf2-e14991ba32ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:40.684873 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-340dfe7e-a771-4c32-b0e4-9fed0693fd0d req-87fd1d0b-3921-4dd5-bcf2-e14991ba32ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59c3e32ea4674687adff23ca93ddc57c&device_id=22d27b3e-b181-49c9-a6a4-b834c5fb5647 HTTP/1.1" status: 200 len: 1095 time: 0.4723628 Mar 09 03:47:40.732152 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 0a9aa48a-9545-4d84-8273-a3d3529c5e3c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:47:40.732511 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:40.789714 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-e1d8fa71-c38a-41e2-94f6-3c04f0019799 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Unset dirty status for tenant:e1b3aca0566d4eb989ee2bf1d8c5606e on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:47:40.798194 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-e1d8fa71-c38a-41e2-94f6-3c04f0019799 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1b3aca0566d4eb989ee2bf1d8c5606e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5353873 Mar 09 03:47:40.881005 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340dfe7e-a771-4c32-b0e4-9fed0693fd0d req-6b347ed8-d670-41f1-94ce-bc112a660aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:40.882893 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-340dfe7e-a771-4c32-b0e4-9fed0693fd0d req-6b347ed8-d670-41f1-94ce-bc112a660aa5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=04325a09-6c3a-42a4-85b8-53a67c60bd39 HTTP/1.1" status: 200 len: 922 time: 0.1879864 Mar 09 03:47:40.932161 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:41.065462 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d3d68dde-066b-4d5c-92f8-c3a643b7c94a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:41.079181 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-340dfe7e-a771-4c32-b0e4-9fed0693fd0d req-4deb9d58-e0b6-40e6-b6ae-b2dd84a30000 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a9ed2dd-91cd-4691-bd6a-315cae142213 HTTP/1.1" status: 200 len: 217 time: 0.1368876 Mar 09 03:47:41.098090 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-17501a25-4925-42da-a426-45560b95ab3d None None] Transition to ACTIVE for port object b95ad615-834c-42ee-8b15-ef7a312e2a16 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:47:41.145809 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4056da6e-2d78-4867-bcce-e5b6fa53a0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb633d15-e73a-412d-8adc-3f24487a60ac'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:47:41.166651 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-0e4c1213-f781-4900-b136-dd36c427f159 service neutron] 10.222.0.16 "GET /v2.0/networks/0b5f806e-ba89-4564-87b3-f3c56724f211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675880 Mar 09 03:47:41.172716 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340dfe7e-a771-4c32-b0e4-9fed0693fd0d req-5ac5fb42-e5ea-4bfe-9efc-24786cfdd943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:41.181697 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-340dfe7e-a771-4c32-b0e4-9fed0693fd0d req-5ac5fb42-e5ea-4bfe-9efc-24786cfdd943 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=273c74b5-08ad-4c0d-8589-92cf6a035b7f HTTP/1.1" status: 200 len: 861 time: 0.0938687 Mar 09 03:47:41.182743 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d3d68dde-066b-4d5c-92f8-c3a643b7c94a admin admin] Deleting port 5b7058ea-388a-4e55-895f-3579198e5871 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:47:41.187056 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d3d68dde-066b-4d5c-92f8-c3a643b7c94a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:41.190740 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-17501a25-4925-42da-a426-45560b95ab3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:41.313888 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-340dfe7e-a771-4c32-b0e4-9fed0693fd0d req-faded66f-641a-46ff-8cc4-8deb797ebbea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04325a09-6c3a-42a4-85b8-53a67c60bd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876489 Mar 09 03:47:41.340851 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port fb633d15-e73a-412d-8adc-3f24487a60ac, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=fb633d15-e73a-412d-8adc-3f24487a60ac,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:41.341787 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17501a25-4925-42da-a426-45560b95ab3d None None] Pushing event updated for resources: {'Port': ['ID=b95ad615-834c-42ee-8b15-ef7a312e2a16,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:41.496262 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-6b1cb546-2945-4baf-8cbf-10e096207cd9 service neutron] 10.222.0.16 "GET /v2.0/networks/0b5f806e-ba89-4564-87b3-f3c56724f211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218637 Mar 09 03:47:41.499673 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-197b6236-f1fa-480e-bd05-582965e0420e None None] Set router 396dc54e-e2b8-4045-aa34-bd9021505b87 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:47:41.567481 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-cf3b6097-906b-4e9c-a51c-ae8f831b3a6f req-fbca159c-c52a-4722-9ece-ce59646450e5 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] For port 0fa97eed-1a49-4d2a-9e6a-9173a2f92c97, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0fa97eed-1a49-4d2a-9e6a-9173a2f92c97,segment=NetworkSegment(d6c8413f-704e-479a-8d4c-01ab2658739d),segment_id=d6c8413f-704e-479a-8d4c-01ab2658739d)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:41.567836 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cf3b6097-906b-4e9c-a51c-ae8f831b3a6f req-fbca159c-c52a-4722-9ece-ce59646450e5 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:41.735549 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:41.736344 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:47:41.802213 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-cf3b6097-906b-4e9c-a51c-ae8f831b3a6f req-fbca159c-c52a-4722-9ece-ce59646450e5 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Calling delete_port for 0fa97eed-1a49-4d2a-9e6a-9173a2f92c97 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:47:41.897473 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-64cbed97-957d-438a-8db1-f3e6e2fd7215 service neutron] 10.222.0.16 "GET /v2.0/networks/e8d8b421-a877-4464-ab2f-a4379013a963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003675 Mar 09 03:47:41.968981 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efa7bb-406f-4429-af19-f9237d90ea86 req-0ba8d04d-f1c7-4667-8df4-6e530c0ce1e0 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:41.972237 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d5efa7bb-406f-4429-af19-f9237d90ea86 req-0ba8d04d-f1c7-4667-8df4-6e530c0ce1e0 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d27b3e-b181-49c9-a6a4-b834c5fb5647 HTTP/1.1" status: 200 len: 944 time: 1.0877824 Mar 09 03:47:42.011392 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17501a25-4925-42da-a426-45560b95ab3d None None] Network e8d8b421-a877-4464-ab2f-a4379013a963 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:47:42.039570 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-17501a25-4925-42da-a426-45560b95ab3d None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:47:42.079256 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17501a25-4925-42da-a426-45560b95ab3d None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:47:42.128792 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d5efa7bb-406f-4429-af19-f9237d90ea86 req-d79fcab0-27ca-47f1-ada3-a4f716d420d3 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/security-groups?id=3df2d34e-188e-4244-9f00-ac5acdc23fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376879 Mar 09 03:47:42.143051 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-340dfe7e-a771-4c32-b0e4-9fed0693fd0d req-728cb8af-b56f-466f-8096-853bc5885150 service neutron] 10.222.0.24 "GET /v2.0/networks/04325a09-6c3a-42a4-85b8-53a67c60bd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8220918 Mar 09 03:47:42.253334 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-d3d68dde-066b-4d5c-92f8-c3a643b7c94a admin admin] For port 5b7058ea-388a-4e55-895f-3579198e5871, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5b7058ea-388a-4e55-895f-3579198e5871,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:42.253695 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d3d68dde-066b-4d5c-92f8-c3a643b7c94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:42.301628 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=fb633d15-e73a-412d-8adc-3f24487a60ac,revision_number=7']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:42.354374 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cf3b6097-906b-4e9c-a51c-ae8f831b3a6f req-fbca159c-c52a-4722-9ece-ce59646450e5 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:42.370767 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-17501a25-4925-42da-a426-45560b95ab3d None None] Attempting to bind port b95ad615-834c-42ee-8b15-ef7a312e2a16 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:47:42.371247 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-17501a25-4925-42da-a426-45560b95ab3d None None] Attempting to bind port b95ad615-834c-42ee-8b15-ef7a312e2a16 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '4fd87e99-9ed3-4e3e-8633-069e4fa5cb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e8d8b421-a877-4464-ab2f-a4379013a963'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:47:42.371691 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17501a25-4925-42da-a426-45560b95ab3d None None] Attempting to bind port b95ad615-834c-42ee-8b15-ef7a312e2a16 on network e8d8b421-a877-4464-ab2f-a4379013a963 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:47:42.387758 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['0fa97eed-1a49-4d2a-9e6a-9173a2f92c97'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:47:42.464614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca159c-c52a-4722-9ece-ce59646450e5 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Pushing event deleted for resources: {'Port': ['ID=0fa97eed-1a49-4d2a-9e6a-9173a2f92c97,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:42.475443 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17501a25-4925-42da-a426-45560b95ab3d None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:47:42.476071 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17501a25-4925-42da-a426-45560b95ab3d None None] Checking segment: {'id': '4fd87e99-9ed3-4e3e-8633-069e4fa5cb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e8d8b421-a877-4464-ab2f-a4379013a963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:47:42.476628 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-17501a25-4925-42da-a426-45560b95ab3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:42.477142 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17501a25-4925-42da-a426-45560b95ab3d None None] Bound using segment: {'id': '4fd87e99-9ed3-4e3e-8633-069e4fa5cb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e8d8b421-a877-4464-ab2f-a4379013a963'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:47:42.478641 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-17501a25-4925-42da-a426-45560b95ab3d None None] Bound port: b95ad615-834c-42ee-8b15-ef7a312e2a16, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd87e99-9ed3-4e3e-8633-069e4fa5cb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e8d8b421-a877-4464-ab2f-a4379013a963'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:47:42.481038 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-17501a25-4925-42da-a426-45560b95ab3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:42.501702 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:47:42.518334 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:47:42.519004 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:42.594693 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3b6097-906b-4e9c-a51c-ae8f831b3a6f req-fbca159c-c52a-4722-9ece-ce59646450e5 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] No DVR routers for this DVR port 0fa97eed-1a49-4d2a-9e6a-9173a2f92c97 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:47:42.598997 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-a392621e-9e49-4b24-baf9-d27b49d7650a service neutron] 10.222.0.16 "GET /v2.0/networks/e8d8b421-a877-4464-ab2f-a4379013a963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7006674 Mar 09 03:47:42.600317 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cf3b6097-906b-4e9c-a51c-ae8f831b3a6f req-fbca159c-c52a-4722-9ece-ce59646450e5 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:42.604335 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c758a2-7b0b-47ce-b606-2f2a1a2778f4', 'name': 'network-vif-deleted', 'tag': '0fa97eed-1a49-4d2a-9e6a-9173a2f92c97'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:47:42.633910 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf3b6097-906b-4e9c-a51c-ae8f831b3a6f req-fbca159c-c52a-4722-9ece-ce59646450e5 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.24 "DELETE /v2.0/ports/0fa97eed-1a49-4d2a-9e6a-9173a2f92c97 HTTP/1.1" status: 204 len: 173 time: 2.1489382 Mar 09 03:47:42.679469 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d3d68dde-066b-4d5c-92f8-c3a643b7c94a admin admin] Calling delete_port for 5b7058ea-388a-4e55-895f-3579198e5871 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:47:43.011095 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:43.051216 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4056da6e-2d78-4867-bcce-e5b6fa53a0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb633d15-e73a-412d-8adc-3f24487a60ac', 'code': 200} Mar 09 03:47:43.056757 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6be8a2db-ae92-49ac-a346-22134b9e0e32 req-bec11d71-8f32-4976-824f-a7e75b6a5fb6 tempest-InstanceActionsV221TestJSON-1008435963 tempest-InstanceActionsV221TestJSON-1008435963-project] 10.222.0.16 "GET /v2.0/ports?device_id=03c758a2-7b0b-47ce-b606-2f2a1a2778f4 HTTP/1.1" status: 200 len: 210 time: 0.2573807 Mar 09 03:47:43.108648 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-17501a25-4925-42da-a426-45560b95ab3d None None] For port b95ad615-834c-42ee-8b15-ef7a312e2a16, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:47:43.112808 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-17501a25-4925-42da-a426-45560b95ab3d None None] For port b95ad615-834c-42ee-8b15-ef7a312e2a16, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=b95ad615-834c-42ee-8b15-ef7a312e2a16,segment=NetworkSegment(4fd87e99-9ed3-4e3e-8633-069e4fa5cb10),segment_id=4fd87e99-9ed3-4e3e-8633-069e4fa5cb10)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:47:43.133542 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-197b6236-f1fa-480e-bd05-582965e0420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'name': 'tempest-TaggedBootDevicesTest_v242-1350586423-router', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '5b7058ea-388a-4e55-895f-3579198e5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:39:42Z', 'updated_at': '2022-03-09T03:47:35Z', 'revision_number': 5, 'project_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'gw_port': {'id': '5b7058ea-388a-4e55-895f-3579198e5871', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:90:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:39:47Z', 'updated_at': '2022-03-09T03:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:43.137226 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3cfaba16-e305-4ae5-97da-fdd81e5d11a9,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:43.148894 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-17501a25-4925-42da-a426-45560b95ab3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:43.190720 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:43.201673 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197b6236-f1fa-480e-bd05-582965e0420e None None] Checking router: 396dc54e-e2b8-4045-aa34-bd9021505b87 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:47:43.239672 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c758a2-7b0b-47ce-b606-2f2a1a2778f4', 'name': 'network-vif-deleted', 'tag': '0fa97eed-1a49-4d2a-9e6a-9173a2f92c97', 'status': 'completed', 'code': 200} Mar 09 03:47:43.270412 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197b6236-f1fa-480e-bd05-582965e0420e None None] Routers {'396dc54e-e2b8-4045-aa34-bd9021505b87'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:47:43.271318 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-197b6236-f1fa-480e-bd05-582965e0420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:47:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['396dc54e-e2b8-4045-aa34-bd9021505b87'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:43.282445 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-340dfe7e-a771-4c32-b0e4-9fed0693fd0d req-612f7380-b6ee-4a43-95fe-7d498e8716bc service neutron] 10.222.0.24 "GET /v2.0/networks/04325a09-6c3a-42a4-85b8-53a67c60bd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1217163 Mar 09 03:47:43.428563 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6417703e-2b83-4ce4-b50a-6592d29c35fc req-361ff9dc-550f-4744-a09b-a67c2bfcf19f tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=f482bce1-fb91-4293-aec8-69a45c61b4bc HTTP/1.1" status: 200 len: 210 time: 0.0978785 Mar 09 03:47:43.619937 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60898f78-491c-4dca-8254-6d1ef3ad5339 req-aa75510c-2013-4b27-a1a8-7dcc9d5c4ee9 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:43.627631 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-60898f78-491c-4dca-8254-6d1ef3ad5339 req-aa75510c-2013-4b27-a1a8-7dcc9d5c4ee9 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9324f-e276-493f-8a03-710ca4dd0903 HTTP/1.1" status: 200 len: 950 time: 0.2727635 Mar 09 03:47:43.652835 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-197b6236-f1fa-480e-bd05-582965e0420e None None] Set router 396dc54e-e2b8-4045-aa34-bd9021505b87 gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:47:43.741906 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-60898f78-491c-4dca-8254-6d1ef3ad5339 req-707fa030-200b-4a9d-b3af-e3bbc46828f6 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3ab691e-f920-4c29-9f7e-1930819c5936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062810 Mar 09 03:47:43.808371 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d3d68dde-066b-4d5c-92f8-c3a643b7c94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:43.910114 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-197b6236-f1fa-480e-bd05-582965e0420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'name': 'tempest-TaggedBootDevicesTest_v242-1350586423-router', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:39:42Z', 'updated_at': '2022-03-09T03:47:41Z', 'revision_number': 6, 'project_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:43.915361 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17501a25-4925-42da-a426-45560b95ab3d None None] Pushing event updated for resources: {'Port': ['ID=b95ad615-834c-42ee-8b15-ef7a312e2a16,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:43.959335 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197b6236-f1fa-480e-bd05-582965e0420e None None] The sync data for ids ['396dc54e-e2b8-4045-aa34-bd9021505b87'] in n-d-825178-5 is: [{'id': '396dc54e-e2b8-4045-aa34-bd9021505b87', 'name': 'tempest-TaggedBootDevicesTest_v242-1350586423-router', 'tenant_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:39:42Z', 'updated_at': '2022-03-09T03:47:41Z', 'revision_number': 6, 'project_id': 'a99da7d1ff544c6c946233b9d2e2fe07', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:47:44.033217 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=3cfaba16-e305-4ae5-97da-fdd81e5d11a9,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:44.085565 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d68dde-066b-4d5c-92f8-c3a643b7c94a admin admin] Pushing event deleted for resources: {'Port': ['ID=5b7058ea-388a-4e55-895f-3579198e5871,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:44.238978 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d3d68dde-066b-4d5c-92f8-c3a643b7c94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:44.615039 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d3d68dde-066b-4d5c-92f8-c3a643b7c94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:44.619249 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d3d68dde-066b-4d5c-92f8-c3a643b7c94a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:44.694015 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d3d68dde-066b-4d5c-92f8-c3a643b7c94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:44.694558 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d68dde-066b-4d5c-92f8-c3a643b7c94a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 396dc54e-e2b8-4045-aa34-bd9021505b87 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:47:44.753345 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 5a9ed2dd-91cd-4691-bd6a-315cae142213 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:47:44.756898 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0fa97eed-1a49-4d2a-9e6a-9173a2f92c97 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:47:44.758688 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93ab8a-acdd-457f-9624-ffdcf3c0894a req-ee47d968-21ba-4a96-9eef-e5523d1b1520 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:44.769540 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-df93ab8a-acdd-457f-9624-ffdcf3c0894a req-ee47d968-21ba-4a96-9eef-e5523d1b1520 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d27b3e-b181-49c9-a6a4-b834c5fb5647 HTTP/1.1" status: 200 len: 944 time: 0.8282185 Mar 09 03:47:44.825744 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d3d68dde-066b-4d5c-92f8-c3a643b7c94a admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:44.827292 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 0fa97eed-1a49-4d2a-9e6a-9173a2f92c97 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:47:44.830436 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d3d68dde-066b-4d5c-92f8-c3a643b7c94a admin admin] 10.222.0.16 "DELETE /v2.0/routers/396dc54e-e2b8-4045-aa34-bd9021505b87 HTTP/1.1" status: 204 len: 168 time: 5.2059710 Mar 09 03:47:44.831904 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56836) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:44.847774 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0fa97eed-1a49-4d2a-9e6a-9173a2f92c97 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:47:44.926446 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-df93ab8a-acdd-457f-9624-ffdcf3c0894a req-5244e29c-af44-4bd1-9372-ea7673503f5c tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/security-groups?id=3df2d34e-188e-4244-9f00-ac5acdc23fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504798 Mar 09 03:47:45.076968 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c9324f-e276-493f-8a03-710ca4dd0903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfaba16-e305-4ae5-97da-fdd81e5d11a9'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:47:45.138056 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device b95ad615-834c-42ee-8b15-ef7a312e2a16 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:47:45.456212 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183ddd4b-97b8-47a1-8787-762d85243309 None None] Network e8d8b421-a877-4464-ab2f-a4379013a963 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:47:45.611701 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ea716353-ae16-4c30-9d68-fe86fa9d1ce8 req-1f71dba8-7d5d-4799-956b-70039fc54905 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=f482bce1-fb91-4293-aec8-69a45c61b4bc HTTP/1.1" status: 200 len: 210 time: 0.1005409 Mar 09 03:47:45.640118 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-018252e0-64d9-4d1f-977e-572eb8ce4701 admin admin] Deleting subnet ce8c094d-d2da-4007-b683-734cf48a0ad4 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:47:45.677278 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-018252e0-64d9-4d1f-977e-572eb8ce4701 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:45.748164 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-cc8c2bf9-9620-41df-aa21-cdd3f2dbf821 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:45.767202 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-cc8c2bf9-9620-41df-aa21-cdd3f2dbf821 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:45.768282 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-cc8c2bf9-9620-41df-aa21-cdd3f2dbf821 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Synchronizing usage tracker for tenant:e1b3aca0566d4eb989ee2bf1d8c5606e on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:47:45.848298 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-018252e0-64d9-4d1f-977e-572eb8ce4701 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:45.858473 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-cc8c2bf9-9620-41df-aa21-cdd3f2dbf821 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Unset dirty status for tenant:e1b3aca0566d4eb989ee2bf1d8c5606e on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:47:45.866260 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-cc8c2bf9-9620-41df-aa21-cdd3f2dbf821 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.24 "GET /v2.0/networks?id=0b5f806e-ba89-4564-87b3-f3c56724f211&id=e8d8b421-a877-4464-ab2f-a4379013a963 HTTP/1.1" status: 200 len: 1391 time: 0.5862751 Mar 09 03:47:45.892393 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04bd33-5f18-4578-a743-e7a24037b958 req-2313342a-28c8-44ff-8922-51ed0c184856 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:45.918158 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4a04bd33-5f18-4578-a743-e7a24037b958 req-2313342a-28c8-44ff-8922-51ed0c184856 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9324f-e276-493f-8a03-710ca4dd0903 HTTP/1.1" status: 200 len: 950 time: 0.3688385 Mar 09 03:47:45.970095 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c9324f-e276-493f-8a03-710ca4dd0903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfaba16-e305-4ae5-97da-fdd81e5d11a9', 'code': 200} Mar 09 03:47:46.032504 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c75f4b8d-4acc-4ca2-aa9a-1e88458ad7ee None None] Provisioning for port b95ad615-834c-42ee-8b15-ef7a312e2a16 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:47:46.085037 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-ac185c0a-d06c-401f-a452-8852a3cc77b2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Request body: {'port': {'device_id': 'f482bce1-fb91-4293-aec8-69a45c61b4bc', 'network_id': '0b5f806e-ba89-4564-87b3-f3c56724f211', 'admin_state_up': True, 'tenant_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:47:46.152492 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 5a9ed2dd-91cd-4691-bd6a-315cae142213, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=5a9ed2dd-91cd-4691-bd6a-315cae142213,segment=NetworkSegment(3de79af3-4d38-4374-bf50-7a6298317fc8),segment_id=3de79af3-4d38-4374-bf50-7a6298317fc8)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:46.218053 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-018252e0-64d9-4d1f-977e-572eb8ce4701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:46.248975 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '5a9ed2dd-91cd-4691-bd6a-315cae142213', 'network_id': '04325a09-6c3a-42a4-85b8-53a67c60bd39', 'port_id': '5a9ed2dd-91cd-4691-bd6a-315cae142213', 'mac_address': 'fa:16:3e:5f:45:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '273c74b5-08ad-4c0d-8589-92cf6a035b7f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:47:46.280070 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port b95ad615-834c-42ee-8b15-ef7a312e2a16 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:47:46.309529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4dcd2a-0669-4a83-b357-2fdae56f37ce req-2ad97f31-649a-44ec-87e8-193a1902f389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:46.311293 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6a4dcd2a-0669-4a83-b357-2fdae56f37ce req-2ad97f31-649a-44ec-87e8-193a1902f389 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b0c9324f-e276-493f-8a03-710ca4dd0903 HTTP/1.1" status: 200 len: 1101 time: 0.3254714 Mar 09 03:47:46.325542 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4a04bd33-5f18-4578-a743-e7a24037b958 req-45faad14-f0bd-4e58-885a-0c20b65c0935 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3ab691e-f920-4c29-9f7e-1930819c5936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033358 Mar 09 03:47:46.359699 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port b95ad615-834c-42ee-8b15-ef7a312e2a16 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:47:46.360327 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:46.522714 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6a4dcd2a-0669-4a83-b357-2fdae56f37ce req-68a05652-0f11-4f2d-8b1a-253c5ab673e3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d3ab691e-f920-4c29-9f7e-1930819c5936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372912 Mar 09 03:47:46.551006 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56856) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:46.604042 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:46.647294 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a9ed2dd-91cd-4691-bd6a-315cae142213 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:47:46.700324 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-950a73dd-20af-4c2a-ae60-4a2ab858d4a3 admin admin] Deleting subnet 26b5ec1b-21a4-4566-86ff-36f1109ae16a {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:47:46.709095 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-950a73dd-20af-4c2a-ae60-4a2ab858d4a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:46.714811 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-ac185c0a-d06c-401f-a452-8852a3cc77b2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:47:46.721382 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-ac185c0a-d06c-401f-a452-8852a3cc77b2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Usage tracker for resource:port and tenant:e1b3aca0566d4eb989ee2bf1d8c5606e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:47:46.727619 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-ac185c0a-d06c-401f-a452-8852a3cc77b2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:47:46.740907 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-ac185c0a-d06c-401f-a452-8852a3cc77b2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:47:46.766983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-ac185c0a-d06c-401f-a452-8852a3cc77b2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Made reservation on behalf of e1b3aca0566d4eb989ee2bf1d8c5606e for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:47:46.775206 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-ac185c0a-d06c-401f-a452-8852a3cc77b2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:46.813930 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 5a9ed2dd-91cd-4691-bd6a-315cae142213, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=5a9ed2dd-91cd-4691-bd6a-315cae142213,segment=NetworkSegment(3de79af3-4d38-4374-bf50-7a6298317fc8),segment_id=3de79af3-4d38-4374-bf50-7a6298317fc8)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:46.822656 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-018252e0-64d9-4d1f-977e-572eb8ce4701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:46.839338 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:47.006600 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018252e0-64d9-4d1f-977e-572eb8ce4701 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce8c094d-d2da-4007-b683-734cf48a0ad4,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:47.031833 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-018252e0-64d9-4d1f-977e-572eb8ce4701 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:47.049809 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c1f8a-188e-4b70-a03e-a664c84494c5 req-463119e5-ebf4-4a93-972b-9d46c7a18af9 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:47.055301 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f764299-01e3-44f2-a30e-96b45efbb32d None None] Network a8e31c6c-fab7-4159-aaef-1d90e4713210 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:47:47.056420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-ac185c0a-d06c-401f-a452-8852a3cc77b2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Allocated IP 19.80.0.115 (0b5f806e-ba89-4564-87b3-f3c56724f211/a285208a-34b4-4132-b01b-0d7afc322111/be6471e2-26e6-4a51-b4e5-29264439c711) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:47:47.064057 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3c8c1f8a-188e-4b70-a03e-a664c84494c5 req-463119e5-ebf4-4a93-972b-9d46c7a18af9 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d27b3e-b181-49c9-a6a4-b834c5fb5647 HTTP/1.1" status: 200 len: 944 time: 0.7893481 Mar 09 03:47:47.088110 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-950a73dd-20af-4c2a-ae60-4a2ab858d4a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:47.196207 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:47.204174 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-018252e0-64d9-4d1f-977e-572eb8ce4701 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ce8c094d-d2da-4007-b683-734cf48a0ad4 HTTP/1.1" status: 204 len: 168 time: 2.3700488 Mar 09 03:47:47.217439 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56866) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:47.264415 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=5a9ed2dd-91cd-4691-bd6a-315cae142213,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:47.295894 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['5a9ed2dd-91cd-4691-bd6a-315cae142213'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:47:47.380391 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-ac185c0a-d06c-401f-a452-8852a3cc77b2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:47.426545 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-ac185c0a-d06c-401f-a452-8852a3cc77b2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Transition to ACTIVE for port object be6471e2-26e6-4a51-b4e5-29264439c711 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:47:47.438289 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04865f0b-d0b4-4829-93fa-967184720e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:47.499908 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3c8c1f8a-188e-4b70-a03e-a664c84494c5 req-be2114fe-3ec1-4e08-8333-6267221dd105 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/security-groups?id=3df2d34e-188e-4244-9f00-ac5acdc23fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281244 Mar 09 03:47:47.517355 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-950a73dd-20af-4c2a-ae60-4a2ab858d4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:47.552119 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-04865f0b-d0b4-4829-93fa-967184720e39 admin admin] Deleting port 48911d71-73db-41cf-942d-4d0b8218efee {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:47:47.552824 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04865f0b-d0b4-4829-93fa-967184720e39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:47.645711 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-ac185c0a-d06c-401f-a452-8852a3cc77b2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:47.883620 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-ac185c0a-d06c-401f-a452-8852a3cc77b2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Network 0b5f806e-ba89-4564-87b3-f3c56724f211 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:47:47.897844 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-ac185c0a-d06c-401f-a452-8852a3cc77b2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:47:47.920994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-ac185c0a-d06c-401f-a452-8852a3cc77b2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:47:48.004901 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port b95ad615-834c-42ee-8b15-ef7a312e2a16, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=b95ad615-834c-42ee-8b15-ef7a312e2a16,segment=NetworkSegment(4fd87e99-9ed3-4e3e-8633-069e4fa5cb10),segment_id=4fd87e99-9ed3-4e3e-8633-069e4fa5cb10)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:48.087785 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-950a73dd-20af-4c2a-ae60-4a2ab858d4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:48.111457 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f8060d29-28e0-45d0-9010-5c81483c9440 None None] Provisioning complete for port b95ad615-834c-42ee-8b15-ef7a312e2a16 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:47:48.112705 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f8060d29-28e0-45d0-9010-5c81483c9440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:48.132002 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac185c0a-d06c-401f-a452-8852a3cc77b2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event updated for resources: {'Port': ['ID=be6471e2-26e6-4a51-b4e5-29264439c711,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:48.149288 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:48.231798 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-ac185c0a-d06c-401f-a452-8852a3cc77b2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:48.232233 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-ac185c0a-d06c-401f-a452-8852a3cc77b2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:48.248071 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 56e8c632-6a17-4bdb-83e0-fc742db20d7c no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:47:48.325189 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 56e8c632-6a17-4bdb-83e0-fc742db20d7c {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:47:48.325892 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 56e8c632-6a17-4bdb-83e0-fc742db20d7c not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:47:48.349980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-04865f0b-d0b4-4829-93fa-967184720e39 admin admin] For port 48911d71-73db-41cf-942d-4d0b8218efee, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=48911d71-73db-41cf-942d-4d0b8218efee,segment=NetworkSegment(635225fe-5597-4fc5-b912-d36acfd93dcb),segment_id=635225fe-5597-4fc5-b912-d36acfd93dcb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:48.350372 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04865f0b-d0b4-4829-93fa-967184720e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:48.373728 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4225d9-033e-4592-8b95-9b3a959e352a req-4fff1a3b-e562-4f88-89b3-461cfb5754eb tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:48.392777 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2a4225d9-033e-4592-8b95-9b3a959e352a req-4fff1a3b-e562-4f88-89b3-461cfb5754eb tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=f482bce1-fb91-4293-aec8-69a45c61b4bc HTTP/1.1" status: 200 len: 932 time: 0.9225955 Mar 09 03:47:48.435001 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5b7058ea-388a-4e55-895f-3579198e5871 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:47:48.442419 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-ac185c0a-d06c-401f-a452-8852a3cc77b2 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3675935 Mar 09 03:47:48.457362 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8f2fa394-9219-419b-8e43-fdc2de9ef9ce tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Request body: {'port': {'device_id': 'f482bce1-fb91-4293-aec8-69a45c61b4bc', 'network_id': 'e8d8b421-a877-4464-ab2f-a4379013a963', 'admin_state_up': True, 'tenant_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:47:48.502803 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-04865f0b-d0b4-4829-93fa-967184720e39 admin admin] Calling delete_port for 48911d71-73db-41cf-942d-4d0b8218efee owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:47:48.591545 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 5b7058ea-388a-4e55-895f-3579198e5871 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:47:48.592148 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5b7058ea-388a-4e55-895f-3579198e5871 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:47:48.597855 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a73dd-20af-4c2a-ae60-4a2ab858d4a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26b5ec1b-21a4-4566-86ff-36f1109ae16a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:48.609677 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04865f0b-d0b4-4829-93fa-967184720e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:48.625667 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=b95ad615-834c-42ee-8b15-ef7a312e2a16,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:48.683828 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-950a73dd-20af-4c2a-ae60-4a2ab858d4a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:48.710595 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04865f0b-d0b4-4829-93fa-967184720e39 admin admin] No DVR routers for this DVR port 48911d71-73db-41cf-942d-4d0b8218efee on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:47:48.718921 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-950a73dd-20af-4c2a-ae60-4a2ab858d4a3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/26b5ec1b-21a4-4566-86ff-36f1109ae16a HTTP/1.1" status: 204 len: 168 time: 2.1668720 Mar 09 03:47:48.725979 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56880) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:48.790824 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2a4225d9-033e-4592-8b95-9b3a959e352a req-f2b9cedb-3a38-4ffb-9923-eff6e4c9d9b3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966334 Mar 09 03:47:48.991575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04865f0b-d0b4-4829-93fa-967184720e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=48911d71-73db-41cf-942d-4d0b8218efee,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:49.018953 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8f2fa394-9219-419b-8e43-fdc2de9ef9ce tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:47:49.034656 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8f2fa394-9219-419b-8e43-fdc2de9ef9ce tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Usage tracker for resource:port and tenant:e1b3aca0566d4eb989ee2bf1d8c5606e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:47:49.039217 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8f2fa394-9219-419b-8e43-fdc2de9ef9ce tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:47:49.048842 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8f2fa394-9219-419b-8e43-fdc2de9ef9ce tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:47:49.068391 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8f2fa394-9219-419b-8e43-fdc2de9ef9ce tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Made reservation on behalf of e1b3aca0566d4eb989ee2bf1d8c5606e for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:47:49.078174 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8f2fa394-9219-419b-8e43-fdc2de9ef9ce tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:49.178371 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5deff50f-c5f0-4894-b2de-8c16cbaf97cd None None] DHCP port deletion for a8e31c6c-fab7-4159-aaef-1d90e4713210 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:47:49.232751 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d249f-9b6f-4ab8-898e-d773eac28390 req-b76e892d-a14d-41ec-ba35-3fc10ad59227 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:49.240905 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-129d249f-9b6f-4ab8-898e-d773eac28390 req-b76e892d-a14d-41ec-ba35-3fc10ad59227 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9324f-e276-493f-8a03-710ca4dd0903 HTTP/1.1" status: 200 len: 950 time: 1.3878858 Mar 09 03:47:49.279213 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9d54d77c-a39e-4a45-b214-ea9aa22e4d7e None None] Provisioning for port be6471e2-26e6-4a51-b4e5-29264439c711 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:47:49.287525 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9d54d77c-a39e-4a45-b214-ea9aa22e4d7e None None] Provisioning complete for port be6471e2-26e6-4a51-b4e5-29264439c711 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:47:49.287750 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9d54d77c-a39e-4a45-b214-ea9aa22e4d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:49.448518 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-9d54d77c-a39e-4a45-b214-ea9aa22e4d7e None None] Port be6471e2-26e6-4a51-b4e5-29264439c711 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:47:49.470383 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-129d249f-9b6f-4ab8-898e-d773eac28390 req-aadab60a-dc6d-4249-bf0b-dab305a016ef tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3ab691e-f920-4c29-9f7e-1930819c5936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277174 Mar 09 03:47:49.557911 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04865f0b-d0b4-4829-93fa-967184720e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:49.568363 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44932951-9555-4c18-9811-0c1f384863e3 req-9728c37d-deda-474b-8ed5-b998d210ffe2 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:49.578121 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-44932951-9555-4c18-9811-0c1f384863e3 req-9728c37d-deda-474b-8ed5-b998d210ffe2 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d27b3e-b181-49c9-a6a4-b834c5fb5647 HTTP/1.1" status: 200 len: 945 time: 0.3562331 Mar 09 03:47:49.615320 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-04865f0b-d0b4-4829-93fa-967184720e39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e31c6c-fab7-4159-aaef-1d90e4713210']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:49.651455 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-44932951-9555-4c18-9811-0c1f384863e3 req-c8c0dd60-02d9-4d68-85e6-6c7d46e2f8ab tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/security-groups?id=3df2d34e-188e-4244-9f00-ac5acdc23fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723062 Mar 09 03:47:49.657284 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-04865f0b-d0b4-4829-93fa-967184720e39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635225fe-5597-4fc5-b912-d36acfd93dcb') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:49.657756 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-04865f0b-d0b4-4829-93fa-967184720e39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635225fe-5597-4fc5-b912-d36acfd93dcb') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:49.688918 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-705741e7-aa07-41e9-a575-c660289cfd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:49.691715 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8f2fa394-9219-419b-8e43-fdc2de9ef9ce tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Allocated IP 19.86.0.192 (e8d8b421-a877-4464-ab2f-a4379013a963/4e256b61-1471-4ba4-950c-82520ee6b763/c7bcda25-9392-443d-8771-eea9cc0fc980) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:47:49.709136 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04865f0b-d0b4-4829-93fa-967184720e39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:49.757291 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04865f0b-d0b4-4829-93fa-967184720e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:49.791969 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04865f0b-d0b4-4829-93fa-967184720e39 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:47:49.792644 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04865f0b-d0b4-4829-93fa-967184720e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:47:49.805755 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:47:50.086276 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-705741e7-aa07-41e9-a575-c660289cfd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:50.209013 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8f2fa394-9219-419b-8e43-fdc2de9ef9ce tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:50.228865 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8f2fa394-9219-419b-8e43-fdc2de9ef9ce tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Transition to ACTIVE for port object c7bcda25-9392-443d-8771-eea9cc0fc980 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:47:50.258900 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-705741e7-aa07-41e9-a575-c660289cfd65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49df1432-c31d-4b47-85dd-eef5d5f6d554']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:50.269505 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8f2fa394-9219-419b-8e43-fdc2de9ef9ce tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:50.296132 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04865f0b-d0b4-4829-93fa-967184720e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:50.304178 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-705741e7-aa07-41e9-a575-c660289cfd65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c8413f-704e-479a-8d4c-01ab2658739d') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:50.304461 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-705741e7-aa07-41e9-a575-c660289cfd65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c8413f-704e-479a-8d4c-01ab2658739d') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:47:50.329073 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04865f0b-d0b4-4829-93fa-967184720e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:50.335120 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04865f0b-d0b4-4829-93fa-967184720e39 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8e31c6c-fab7-4159-aaef-1d90e4713210,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:50.345824 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-705741e7-aa07-41e9-a575-c660289cfd65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:50.375744 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-04865f0b-d0b4-4829-93fa-967184720e39 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a8e31c6c-fab7-4159-aaef-1d90e4713210 HTTP/1.1" status: 204 len: 168 time: 3.1495202 Mar 09 03:47:50.377242 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-705741e7-aa07-41e9-a575-c660289cfd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:50.381618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56904) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:50.416629 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8f2fa394-9219-419b-8e43-fdc2de9ef9ce tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Network e8d8b421-a877-4464-ab2f-a4379013a963 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:47:50.426209 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8f2fa394-9219-419b-8e43-fdc2de9ef9ce tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:47:50.429723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8f2fa394-9219-419b-8e43-fdc2de9ef9ce tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:47:50.483917 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device b95ad615-834c-42ee-8b15-ef7a312e2a16 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:47:50.585779 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8f2fa394-9219-419b-8e43-fdc2de9ef9ce tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:50.586586 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8f2fa394-9219-419b-8e43-fdc2de9ef9ce tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:50.677234 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8f2fa394-9219-419b-8e43-fdc2de9ef9ce tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2240448 Mar 09 03:47:50.678216 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2fa394-9219-419b-8e43-fdc2de9ef9ce tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event updated for resources: {'Port': ['ID=c7bcda25-9392-443d-8771-eea9cc0fc980,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:50.696843 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8b41da33-224c-48fa-b402-bd78da082606 service neutron] Request body: {'port': {'device_id': 'f482bce1-fb91-4293-aec8-69a45c61b4bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:47:50.731144 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port b95ad615-834c-42ee-8b15-ef7a312e2a16 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:47:50.731673 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:50.863504 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 5a9ed2dd-91cd-4691-bd6a-315cae142213 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:47:50.914035 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8b41da33-224c-48fa-b402-bd78da082606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:50.914641 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705741e7-aa07-41e9-a575-c660289cfd65 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:47:50.915283 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-705741e7-aa07-41e9-a575-c660289cfd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:47:50.952697 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:47:51.020754 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ff739a71-277f-43e6-866e-900d75eb2bf4 None None] Provisioning for port c7bcda25-9392-443d-8771-eea9cc0fc980 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:47:51.040954 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ff739a71-277f-43e6-866e-900d75eb2bf4 None None] Provisioning complete for port c7bcda25-9392-443d-8771-eea9cc0fc980 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:47:51.051599 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ff739a71-277f-43e6-866e-900d75eb2bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:51.178699 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bff9d3-78cc-4ad3-b988-8dc829eb8d58 req-b8273b87-fe5a-4b70-8759-40e9546474e8 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:51.194365 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c4bff9d3-78cc-4ad3-b988-8dc829eb8d58 req-b8273b87-fe5a-4b70-8759-40e9546474e8 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=f482bce1-fb91-4293-aec8-69a45c61b4bc HTTP/1.1" status: 200 len: 932 time: 1.0516942 Mar 09 03:47:51.332359 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ff739a71-277f-43e6-866e-900d75eb2bf4 None None] Port c7bcda25-9392-443d-8771-eea9cc0fc980 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:47:51.395343 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c4bff9d3-78cc-4ad3-b988-8dc829eb8d58 req-81a450c3-008b-434a-bfcd-69e60720b207 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969416 Mar 09 03:47:51.427899 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 5a9ed2dd-91cd-4691-bd6a-315cae142213 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:47:51.500803 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 5a9ed2dd-91cd-4691-bd6a-315cae142213 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:47:51.501853 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:51.526383 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-705741e7-aa07-41e9-a575-c660289cfd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:51.691886 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-705741e7-aa07-41e9-a575-c660289cfd65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:51.739194 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 48911d71-73db-41cf-942d-4d0b8218efee no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:47:51.785190 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705741e7-aa07-41e9-a575-c660289cfd65 admin admin] Pushing event deleted for resources: {'Network': ['ID=49df1432-c31d-4b47-85dd-eef5d5f6d554,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:51.811570 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 48911d71-73db-41cf-942d-4d0b8218efee {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:47:51.812265 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 48911d71-73db-41cf-942d-4d0b8218efee not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:47:51.956511 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:51.960932 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70247bc2-3357-4fb6-a0d3-b1e83b670d25 req-4724a215-2942-4a01-8762-ea42f32c6cec tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:51.968480 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-70247bc2-3357-4fb6-a0d3-b1e83b670d25 req-4724a215-2942-4a01-8762-ea42f32c6cec tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9324f-e276-493f-8a03-710ca4dd0903 HTTP/1.1" status: 200 len: 950 time: 1.1088970 Mar 09 03:47:52.073097 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d27b3e-b181-49c9-a6a4-b834c5fb5647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9ed2dd-91cd-4691-bd6a-315cae142213'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:47:52.096283 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 5a9ed2dd-91cd-4691-bd6a-315cae142213, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=5a9ed2dd-91cd-4691-bd6a-315cae142213,segment=NetworkSegment(3de79af3-4d38-4374-bf50-7a6298317fc8),segment_id=3de79af3-4d38-4374-bf50-7a6298317fc8)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:52.100937 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-705741e7-aa07-41e9-a575-c660289cfd65 admin admin] 10.222.0.16 "DELETE /v2.0/networks/49df1432-c31d-4b47-85dd-eef5d5f6d554 HTTP/1.1" status: 204 len: 168 time: 3.1056526 Mar 09 03:47:52.109062 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:52.145196 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-70247bc2-3357-4fb6-a0d3-b1e83b670d25 req-ad379adf-58f3-4561-bdc9-80739585b7da tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3ab691e-f920-4c29-9f7e-1930819c5936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653593 Mar 09 03:47:52.208949 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cdf307-e37e-427b-b7af-7cbedeed8707 req-33da47c2-65d6-40fa-b79c-86ce71334633 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:52.217039 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90cdf307-e37e-427b-b7af-7cbedeed8707 req-33da47c2-65d6-40fa-b79c-86ce71334633 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d27b3e-b181-49c9-a6a4-b834c5fb5647 HTTP/1.1" status: 200 len: 945 time: 0.4340947 Mar 09 03:47:52.355972 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d27b3e-b181-49c9-a6a4-b834c5fb5647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9ed2dd-91cd-4691-bd6a-315cae142213', 'code': 200} Mar 09 03:47:52.455941 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=5a9ed2dd-91cd-4691-bd6a-315cae142213,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:52.490416 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:52.500447 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:52.503518 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:52.504449 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:52.504449 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:52.507079 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:52.509756 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:52.510093 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:52.512241 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:52.512706 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:52.513162 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:52.515277 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:47:52.530591 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8b41da33-224c-48fa-b402-bd78da082606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be6471e2-26e6-4a51-b4e5-29264439c711 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:47:52.547172 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56932) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:52.549151 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8b41da33-224c-48fa-b402-bd78da082606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:52.619723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8b41da33-224c-48fa-b402-bd78da082606 service neutron] Transition to ACTIVE for port object be6471e2-26e6-4a51-b4e5-29264439c711 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:47:52.645891 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8b41da33-224c-48fa-b402-bd78da082606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:52.940762 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90cdf307-e37e-427b-b7af-7cbedeed8707 req-4c6ede45-42df-497d-8901-bf52705f0778 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/security-groups?id=3df2d34e-188e-4244-9f00-ac5acdc23fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7227204 Mar 09 03:47:53.054540 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41da33-224c-48fa-b402-bd78da082606 service neutron] Pushing event updated for resources: {'Port': ['ID=be6471e2-26e6-4a51-b4e5-29264439c711,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:53.056451 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c574e7-7318-462e-af69-b714c1f8326d req-e2162540-1760-4c0e-b915-c84c52a56cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:53.064519 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-83c574e7-7318-462e-af69-b714c1f8326d req-e2162540-1760-4c0e-b915-c84c52a56cbf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=22d27b3e-b181-49c9-a6a4-b834c5fb5647 HTTP/1.1" status: 200 len: 1097 time: 0.3412066 Mar 09 03:47:53.400939 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-76af3a35-9367-42ce-afb2-c95b9725d73e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7fc4c207e574ea6bf3aed1a167451f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8370397 Mar 09 03:47:53.409250 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56948) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:53.448324 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-83c574e7-7318-462e-af69-b714c1f8326d req-39f15578-5d35-421a-9b96-7869fd882cc0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3df2d34e-188e-4244-9f00-ac5acdc23fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756773 Mar 09 03:47:53.457231 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4389de5c-a90a-4892-b3f0-a6647cbc168d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:53.541501 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8b41da33-224c-48fa-b402-bd78da082606 service neutron] Attempting to bind port be6471e2-26e6-4a51-b4e5-29264439c711 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:47:53.544674 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8b41da33-224c-48fa-b402-bd78da082606 service neutron] Attempting to bind port be6471e2-26e6-4a51-b4e5-29264439c711 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'fc839c42-14bd-40c0-8a38-518b14dc1af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0b5f806e-ba89-4564-87b3-f3c56724f211'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:47:53.545197 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8b41da33-224c-48fa-b402-bd78da082606 service neutron] Attempting to bind port be6471e2-26e6-4a51-b4e5-29264439c711 on network 0b5f806e-ba89-4564-87b3-f3c56724f211 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:47:53.551241 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-84c74890-b655-4418-a011-27b13dbe4b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:53.555736 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8b41da33-224c-48fa-b402-bd78da082606 service neutron] Port be6471e2-26e6-4a51-b4e5-29264439c711 on network 0b5f806e-ba89-4564-87b3-f3c56724f211 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:47:53.556207 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8b41da33-224c-48fa-b402-bd78da082606 service neutron] Attempting to bind port be6471e2-26e6-4a51-b4e5-29264439c711 on network 0b5f806e-ba89-4564-87b3-f3c56724f211 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:47:53.573421 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8b41da33-224c-48fa-b402-bd78da082606 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:47:53.573970 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8b41da33-224c-48fa-b402-bd78da082606 service neutron] Checking segment: {'id': 'fc839c42-14bd-40c0-8a38-518b14dc1af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0b5f806e-ba89-4564-87b3-f3c56724f211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:47:53.574463 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8b41da33-224c-48fa-b402-bd78da082606 service neutron] Bound using segment: {'id': 'fc839c42-14bd-40c0-8a38-518b14dc1af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0b5f806e-ba89-4564-87b3-f3c56724f211'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:47:53.575113 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8b41da33-224c-48fa-b402-bd78da082606 service neutron] Bound port: be6471e2-26e6-4a51-b4e5-29264439c711, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc839c42-14bd-40c0-8a38-518b14dc1af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0b5f806e-ba89-4564-87b3-f3c56724f211'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:47:53.575603 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8b41da33-224c-48fa-b402-bd78da082606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:53.604581 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-84c74890-b655-4418-a011-27b13dbe4b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:53.614877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d19a7-098f-4d1f-8657-6443337981bd req-6e1a0a04-5670-4589-9adb-8907486e4941 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:53.620906 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d19a7-098f-4d1f-8657-6443337981bd req-6e1a0a04-5670-4589-9adb-8907486e4941 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:53.622489 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2f7d19a7-098f-4d1f-8657-6443337981bd req-6e1a0a04-5670-4589-9adb-8907486e4941 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=f482bce1-fb91-4293-aec8-69a45c61b4bc HTTP/1.1" status: 200 len: 1667 time: 0.3959591 Mar 09 03:47:53.754723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8b41da33-224c-48fa-b402-bd78da082606 service neutron] For port be6471e2-26e6-4a51-b4e5-29264439c711, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:47:53.757265 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8b41da33-224c-48fa-b402-bd78da082606 service neutron] For port be6471e2-26e6-4a51-b4e5-29264439c711, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=be6471e2-26e6-4a51-b4e5-29264439c711,segment=NetworkSegment(fc839c42-14bd-40c0-8a38-518b14dc1af1),segment_id=fc839c42-14bd-40c0-8a38-518b14dc1af1)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:47:53.763146 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8b41da33-224c-48fa-b402-bd78da082606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:53.803940 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-84c74890-b655-4418-a011-27b13dbe4b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:53.863252 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8b41da33-224c-48fa-b402-bd78da082606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:53.863252 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8b41da33-224c-48fa-b402-bd78da082606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:53.863252 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-8b41da33-224c-48fa-b402-bd78da082606 service neutron] 10.222.0.24 "PUT /v2.0/ports/be6471e2-26e6-4a51-b4e5-29264439c711 HTTP/1.1" status: 200 len: 1092 time: 3.1695285 Mar 09 03:47:53.863252 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-84c74890-b655-4418-a011-27b13dbe4b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:53.868859 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-84c74890-b655-4418-a011-27b13dbe4b64 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9906f5c8-a0fb-4f51-b954-c5dcb667190f HTTP/1.1" status: 204 len: 168 time: 0.4535100 Mar 09 03:47:53.868859 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c74890-b655-4418-a011-27b13dbe4b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9906f5c8-a0fb-4f51-b954-c5dcb667190f,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:53.877318 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f482bce1-fb91-4293-aec8-69a45c61b4bc', 'tag': 'be6471e2-26e6-4a51-b4e5-29264439c711'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:47:53.995362 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-f2b400ec-7da2-4a0c-975c-84218df1c357 service neutron] Request body: {'port': {'device_id': 'f482bce1-fb91-4293-aec8-69a45c61b4bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:47:54.175480 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2f7d19a7-098f-4d1f-8657-6443337981bd req-adcf62eb-ba5f-4cf2-95be-2d8e6a13721f tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439737 Mar 09 03:47:54.335521 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f482bce1-fb91-4293-aec8-69a45c61b4bc', 'tag': 'be6471e2-26e6-4a51-b4e5-29264439c711', 'status': 'completed', 'code': 200} Mar 09 03:47:54.394442 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-f2b400ec-7da2-4a0c-975c-84218df1c357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:54.486226 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41da33-224c-48fa-b402-bd78da082606 service neutron] Pushing event updated for resources: {'Port': ['ID=be6471e2-26e6-4a51-b4e5-29264439c711,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:54.550783 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95088b27-7892-48af-ab5a-17a064e870a5 req-b65398ad-f197-4317-954e-5e106bfc7a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:54.552055 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95088b27-7892-48af-ab5a-17a064e870a5 req-b65398ad-f197-4317-954e-5e106bfc7a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:54.554592 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95088b27-7892-48af-ab5a-17a064e870a5 req-b65398ad-f197-4317-954e-5e106bfc7a1d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1b3aca0566d4eb989ee2bf1d8c5606e&device_id=f482bce1-fb91-4293-aec8-69a45c61b4bc HTTP/1.1" status: 200 len: 1914 time: 0.4940143 Mar 09 03:47:54.674690 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc855cea-0a8c-4c77-8f06-ba3621807313 req-24b389c3-4ecf-4e79-b226-a6ce73ffb070 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:54.693702 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bc855cea-0a8c-4c77-8f06-ba3621807313 req-24b389c3-4ecf-4e79-b226-a6ce73ffb070 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d27b3e-b181-49c9-a6a4-b834c5fb5647 HTTP/1.1" status: 200 len: 946 time: 0.3426151 Mar 09 03:47:54.722770 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4389de5c-a90a-4892-b3f0-a6647cbc168d admin admin] Deleting port db15524d-b49f-43e9-9d4c-ff5a9e8260f4 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:47:54.732089 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4389de5c-a90a-4892-b3f0-a6647cbc168d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:54.911495 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bc855cea-0a8c-4c77-8f06-ba3621807313 req-fe81b6c6-b9a1-4d2e-88d1-9ebd8a0d7b16 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/security-groups?id=3df2d34e-188e-4244-9f00-ac5acdc23fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157733 Mar 09 03:47:55.404603 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95088b27-7892-48af-ab5a-17a064e870a5 req-1a61fd23-3ef0-401c-a8da-edc550838adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:55.405129 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95088b27-7892-48af-ab5a-17a064e870a5 req-1a61fd23-3ef0-401c-a8da-edc550838adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:55.405456 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95088b27-7892-48af-ab5a-17a064e870a5 req-1a61fd23-3ef0-401c-a8da-edc550838adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:55.408842 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-f2b400ec-7da2-4a0c-975c-84218df1c357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7bcda25-9392-443d-8771-eea9cc0fc980 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:47:55.409314 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95088b27-7892-48af-ab5a-17a064e870a5 req-1a61fd23-3ef0-401c-a8da-edc550838adc service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e1b3aca0566d4eb989ee2bf1d8c5606e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8450811 Mar 09 03:47:55.440813 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-f2b400ec-7da2-4a0c-975c-84218df1c357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:55.480035 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-f2b400ec-7da2-4a0c-975c-84218df1c357 service neutron] Transition to ACTIVE for port object c7bcda25-9392-443d-8771-eea9cc0fc980 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:47:55.489535 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-f2b400ec-7da2-4a0c-975c-84218df1c357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:55.657557 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95088b27-7892-48af-ab5a-17a064e870a5 req-e0ffd0c0-68e7-4324-bd0a-dd739ab57472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:55.658958 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95088b27-7892-48af-ab5a-17a064e870a5 req-e0ffd0c0-68e7-4324-bd0a-dd739ab57472 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1706522 Mar 09 03:47:55.660172 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57014) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:55.716820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-4389de5c-a90a-4892-b3f0-a6647cbc168d admin admin] For port db15524d-b49f-43e9-9d4c-ff5a9e8260f4, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=db15524d-b49f-43e9-9d4c-ff5a9e8260f4,segment=NetworkSegment(fd978e63-451e-424e-8586-8a6131056563),segment_id=fd978e63-451e-424e-8586-8a6131056563)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:55.717837 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4389de5c-a90a-4892-b3f0-a6647cbc168d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:55.729913 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b400ec-7da2-4a0c-975c-84218df1c357 service neutron] Pushing event updated for resources: {'Port': ['ID=c7bcda25-9392-443d-8771-eea9cc0fc980,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:55.922285 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4389de5c-a90a-4892-b3f0-a6647cbc168d admin admin] Calling delete_port for db15524d-b49f-43e9-9d4c-ff5a9e8260f4 owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:47:56.088779 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-609632ed-e8c3-415a-8b8c-99f895b097a1 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1794656779-network', 'tenant_id': 'ce814ab6b83540158aab87dab5ee9c94'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:47:56.098997 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-609632ed-e8c3-415a-8b8c-99f895b097a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:47:56.111404 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-609632ed-e8c3-415a-8b8c-99f895b097a1 admin admin] Usage tracker for resource:network and tenant:ce814ab6b83540158aab87dab5ee9c94 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:47:56.116195 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-609632ed-e8c3-415a-8b8c-99f895b097a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:47:56.125812 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-609632ed-e8c3-415a-8b8c-99f895b097a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:47:56.155103 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609632ed-e8c3-415a-8b8c-99f895b097a1 admin admin] Made reservation on behalf of ce814ab6b83540158aab87dab5ee9c94 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:47:56.157952 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-609632ed-e8c3-415a-8b8c-99f895b097a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:56.161362 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a6d5e-6495-445b-ae49-dc77a569224a req-b5af9273-07eb-4eeb-a271-5159ea60dab1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:56.167957 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a6d5e-6495-445b-ae49-dc77a569224a req-b5af9273-07eb-4eeb-a271-5159ea60dab1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:56.168318 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-f2b400ec-7da2-4a0c-975c-84218df1c357 service neutron] Attempting to bind port c7bcda25-9392-443d-8771-eea9cc0fc980 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:47:56.168816 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-f2b400ec-7da2-4a0c-975c-84218df1c357 service neutron] Attempting to bind port c7bcda25-9392-443d-8771-eea9cc0fc980 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '4fd87e99-9ed3-4e3e-8633-069e4fa5cb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e8d8b421-a877-4464-ab2f-a4379013a963'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:47:56.169370 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-f2b400ec-7da2-4a0c-975c-84218df1c357 service neutron] Attempting to bind port c7bcda25-9392-443d-8771-eea9cc0fc980 on network e8d8b421-a877-4464-ab2f-a4379013a963 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:47:56.176121 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f33a6d5e-6495-445b-ae49-dc77a569224a req-b5af9273-07eb-4eeb-a271-5159ea60dab1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=f482bce1-fb91-4293-aec8-69a45c61b4bc HTTP/1.1" status: 200 len: 1667 time: 0.7632215 Mar 09 03:47:56.178078 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-f2b400ec-7da2-4a0c-975c-84218df1c357 service neutron] Port c7bcda25-9392-443d-8771-eea9cc0fc980 on network e8d8b421-a877-4464-ab2f-a4379013a963 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:47:56.178585 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-f2b400ec-7da2-4a0c-975c-84218df1c357 service neutron] Attempting to bind port c7bcda25-9392-443d-8771-eea9cc0fc980 on network e8d8b421-a877-4464-ab2f-a4379013a963 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:47:56.181218 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-609632ed-e8c3-415a-8b8c-99f895b097a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:56.196818 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-f2b400ec-7da2-4a0c-975c-84218df1c357 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:47:56.197519 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-f2b400ec-7da2-4a0c-975c-84218df1c357 service neutron] Checking segment: {'id': '4fd87e99-9ed3-4e3e-8633-069e4fa5cb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e8d8b421-a877-4464-ab2f-a4379013a963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:47:56.198077 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-f2b400ec-7da2-4a0c-975c-84218df1c357 service neutron] Bound using segment: {'id': '4fd87e99-9ed3-4e3e-8633-069e4fa5cb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e8d8b421-a877-4464-ab2f-a4379013a963'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:47:56.198683 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-f2b400ec-7da2-4a0c-975c-84218df1c357 service neutron] Bound port: c7bcda25-9392-443d-8771-eea9cc0fc980, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd87e99-9ed3-4e3e-8633-069e4fa5cb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e8d8b421-a877-4464-ab2f-a4379013a963'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:47:56.199245 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-f2b400ec-7da2-4a0c-975c-84218df1c357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:56.242162 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f33a6d5e-6495-445b-ae49-dc77a569224a req-a9559212-7f94-445d-ba97-05aa95aca509 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650551 Mar 09 03:47:56.256392 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-609632ed-e8c3-415a-8b8c-99f895b097a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:47:56.272858 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-609632ed-e8c3-415a-8b8c-99f895b097a1 admin admin] Usage tracker for resource:security_group_rule and tenant:ce814ab6b83540158aab87dab5ee9c94 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:47:56.278065 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-609632ed-e8c3-415a-8b8c-99f895b097a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:47:56.287309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-609632ed-e8c3-415a-8b8c-99f895b097a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:47:56.347899 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-f2b400ec-7da2-4a0c-975c-84218df1c357 service neutron] For port c7bcda25-9392-443d-8771-eea9cc0fc980, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:47:56.351751 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-f2b400ec-7da2-4a0c-975c-84218df1c357 service neutron] For port c7bcda25-9392-443d-8771-eea9cc0fc980, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c7bcda25-9392-443d-8771-eea9cc0fc980,segment=NetworkSegment(4fd87e99-9ed3-4e3e-8633-069e4fa5cb10),segment_id=4fd87e99-9ed3-4e3e-8633-069e4fa5cb10)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:47:56.407706 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-f2b400ec-7da2-4a0c-975c-84218df1c357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:56.476570 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4389de5c-a90a-4892-b3f0-a6647cbc168d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:56.501283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-f2b400ec-7da2-4a0c-975c-84218df1c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:56.501882 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-f2b400ec-7da2-4a0c-975c-84218df1c357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:56.503572 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-f2b400ec-7da2-4a0c-975c-84218df1c357 service neutron] 10.222.0.24 "PUT /v2.0/ports/c7bcda25-9392-443d-8771-eea9cc0fc980 HTTP/1.1" status: 200 len: 1092 time: 2.5541964 Mar 09 03:47:56.504298 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f482bce1-fb91-4293-aec8-69a45c61b4bc', 'tag': 'c7bcda25-9392-443d-8771-eea9cc0fc980'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:47:56.549445 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b400ec-7da2-4a0c-975c-84218df1c357 service neutron] Pushing event updated for resources: {'Port': ['ID=c7bcda25-9392-443d-8771-eea9cc0fc980,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:56.593230 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389de5c-a90a-4892-b3f0-a6647cbc168d admin admin] Pushing event deleted for resources: {'Port': ['ID=db15524d-b49f-43e9-9d4c-ff5a9e8260f4,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:56.650592 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f482bce1-fb91-4293-aec8-69a45c61b4bc', 'tag': 'c7bcda25-9392-443d-8771-eea9cc0fc980', 'status': 'completed', 'code': 200} Mar 09 03:47:56.691526 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566db6d9-aec9-4b21-b0a4-c8d5eb97e8e1 req-f56e1316-ebf7-46d7-a65f-a7efb1c3dd07 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:56.708537 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-566db6d9-aec9-4b21-b0a4-c8d5eb97e8e1 req-f56e1316-ebf7-46d7-a65f-a7efb1c3dd07 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d27b3e-b181-49c9-a6a4-b834c5fb5647 HTTP/1.1" status: 200 len: 946 time: 0.3832698 Mar 09 03:47:56.777092 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-609632ed-e8c3-415a-8b8c-99f895b097a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:56.801827 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-609632ed-e8c3-415a-8b8c-99f895b097a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:56.831377 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:47:56.872452 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-566db6d9-aec9-4b21-b0a4-c8d5eb97e8e1 req-ee746dd5-2863-4b9c-9779-6a03da76d551 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/security-groups?id=3df2d34e-188e-4244-9f00-ac5acdc23fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626482 Mar 09 03:47:56.908923 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609632ed-e8c3-415a-8b8c-99f895b097a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:47:56.923032 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609632ed-e8c3-415a-8b8c-99f895b097a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6efb5f-d62e-4f3a-b30a-aa4819a58548,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:56.938253 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-609632ed-e8c3-415a-8b8c-99f895b097a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:56.938600 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-609632ed-e8c3-415a-8b8c-99f895b097a1 admin admin] Added segment dafcc400-20a1-4b7f-96b8-050854e65c0e of type vlan for network 156201c2-92ca-4066-83b4-399366c772bf Mar 09 03:47:56.954587 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-2c34f94c-6bb5-4569-83fb-d14a8b56410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:56.955280 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-2c34f94c-6bb5-4569-83fb-d14a8b56410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:56.957037 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-2c34f94c-6bb5-4569-83fb-d14a8b56410b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1b3aca0566d4eb989ee2bf1d8c5606e&device_id=f482bce1-fb91-4293-aec8-69a45c61b4bc HTTP/1.1" status: 200 len: 1981 time: 0.3740056 Mar 09 03:47:57.069752 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-609632ed-e8c3-415a-8b8c-99f895b097a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:57.075307 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-c4cdd75a-5493-4def-8e4c-44196defcd5d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.115&port_id=be6471e2-26e6-4a51-b4e5-29264439c711 HTTP/1.1" status: 200 len: 217 time: 0.1108022 Mar 09 03:47:57.230103 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-879c26a2-59fb-4d44-a4e7-3c964a152e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:57.231711 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-879c26a2-59fb-4d44-a4e7-3c964a152e70 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a285208a-34b4-4132-b01b-0d7afc322111 HTTP/1.1" status: 200 len: 801 time: 0.1503556 Mar 09 03:47:57.234073 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-609632ed-e8c3-415a-8b8c-99f895b097a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:57.235426 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609632ed-e8c3-415a-8b8c-99f895b097a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:57.236095 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-609632ed-e8c3-415a-8b8c-99f895b097a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:57.331282 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3cfaba16-e305-4ae5-97da-fdd81e5d11a9,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:57.351474 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '3cfaba16-e305-4ae5-97da-fdd81e5d11a9', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': '3cfaba16-e305-4ae5-97da-fdd81e5d11a9', 'mac_address': 'fa:16:3e:b8:02:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:47:57.392461 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4389de5c-a90a-4892-b3f0-a6647cbc168d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:57.437939 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:57.484980 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:47:57.532025 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3cfaba16-e305-4ae5-97da-fdd81e5d11a9,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:47:57.552809 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:57.672635 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-609632ed-e8c3-415a-8b8c-99f895b097a1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9939644 Mar 09 03:47:57.675905 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57076) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:47:57.690952 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-8ed6c725-8a8d-4477-9d8f-a8018fd052aa admin admin] Request body: {'subnet': {'network_id': '156201c2-92ca-4066-83b4-399366c772bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1794656779-subnet', 'tenant_id': 'ce814ab6b83540158aab87dab5ee9c94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:47:57.710944 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609632ed-e8c3-415a-8b8c-99f895b097a1 admin admin] Pushing event updated for resources: {'Network': ['ID=156201c2-92ca-4066-83b4-399366c772bf,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:57.726278 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8ed6c725-8a8d-4477-9d8f-a8018fd052aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:47:57.733652 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 156201c2-92ca-4066-83b4-399366c772bf details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:47:57.735754 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8ed6c725-8a8d-4477-9d8f-a8018fd052aa admin admin] Usage tracker for resource:subnet and tenant:ce814ab6b83540158aab87dab5ee9c94 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:47:57.743681 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8ed6c725-8a8d-4477-9d8f-a8018fd052aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:47:57.760423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8ed6c725-8a8d-4477-9d8f-a8018fd052aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:47:57.804002 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-76f10f78-17b8-4a83-91ef-b02be8887a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:57.814260 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-76f10f78-17b8-4a83-91ef-b02be8887a93 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b5f806e-ba89-4564-87b3-f3c56724f211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5735879 Mar 09 03:47:58.028218 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed6c725-8a8d-4477-9d8f-a8018fd052aa admin admin] Made reservation on behalf of ce814ab6b83540158aab87dab5ee9c94 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:47:58.034704 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8ed6c725-8a8d-4477-9d8f-a8018fd052aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:58.068308 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-ce447830-3fec-4e3f-a55b-8c7a81ed1117 service neutron] 10.222.0.24 "GET /v2.0/networks/0b5f806e-ba89-4564-87b3-f3c56724f211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449913 Mar 09 03:47:58.326139 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['3cfaba16-e305-4ae5-97da-fdd81e5d11a9'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:47:58.383321 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df7050-9e1d-492a-b68b-678dd8f3394c req-714ab2f0-e9c0-401e-8972-26cffd613519 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:58.392482 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df7050-9e1d-492a-b68b-678dd8f3394c req-714ab2f0-e9c0-401e-8972-26cffd613519 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:58.393367 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-77df7050-9e1d-492a-b68b-678dd8f3394c req-714ab2f0-e9c0-401e-8972-26cffd613519 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Synchronizing usage tracker for tenant:e1b3aca0566d4eb989ee2bf1d8c5606e on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:47:58.418596 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-b79a117e-5abf-44b3-a953-de4072e34aa4 service neutron] 10.222.0.24 "GET /v2.0/networks/0b5f806e-ba89-4564-87b3-f3c56724f211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420227 Mar 09 03:47:58.458794 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=3cfaba16-e305-4ae5-97da-fdd81e5d11a9,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:58.552947 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8ed6c725-8a8d-4477-9d8f-a8018fd052aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:58.612524 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-701b1fc6-c3ac-4f82-88b0-f7a9e1337f03 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.192&port_id=c7bcda25-9392-443d-8771-eea9cc0fc980 HTTP/1.1" status: 200 len: 217 time: 0.1866834 Mar 09 03:47:58.682102 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-77df7050-9e1d-492a-b68b-678dd8f3394c req-714ab2f0-e9c0-401e-8972-26cffd613519 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Unset dirty status for tenant:e1b3aca0566d4eb989ee2bf1d8c5606e on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:47:58.690836 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-77df7050-9e1d-492a-b68b-678dd8f3394c req-714ab2f0-e9c0-401e-8972-26cffd613519 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=f482bce1-fb91-4293-aec8-69a45c61b4bc HTTP/1.1" status: 200 len: 1679 time: 0.6159542 Mar 09 03:47:58.787692 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-77df7050-9e1d-492a-b68b-678dd8f3394c req-d75a8a85-c111-461a-8981-e223987fdb18 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930686 Mar 09 03:47:58.788883 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-174d6531-f6a2-421f-a05f-0b9882b98007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:47:58.831738 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-752c4e78-1b9d-4f64-ab78-cc93855c78a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:58.838770 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-752c4e78-1b9d-4f64-ab78-cc93855c78a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e256b61-1471-4ba4-950c-82520ee6b763 HTTP/1.1" status: 200 len: 801 time: 0.2194543 Mar 09 03:47:58.991557 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-15e502f9-7154-4f9e-8aad-680197198a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:58.996526 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-15e502f9-7154-4f9e-8aad-680197198a2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8d8b421-a877-4464-ab2f-a4379013a963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1451981 Mar 09 03:47:59.267673 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-68a14066-e7c9-449d-94f4-f2674e666d68 service neutron] 10.222.0.24 "GET /v2.0/networks/e8d8b421-a877-4464-ab2f-a4379013a963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621951 Mar 09 03:47:59.588296 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6c725-8a8d-4477-9d8f-a8018fd052aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f7ab596-d56c-40b1-90bb-dd5c9b043ba6,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:47:59.622834 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4389de5c-a90a-4892-b3f0-a6647cbc168d admin admin] Router c565f1d1-0f82-4a8b-bc3a-d99815fa846f has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:47:59.661024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed6c725-8a8d-4477-9d8f-a8018fd052aa admin admin] Checking segment: {'id': 'dafcc400-20a1-4b7f-96b8-050854e65c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '156201c2-92ca-4066-83b4-399366c772bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:47:59.661532 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed6c725-8a8d-4477-9d8f-a8018fd052aa admin admin] Network hostable DHCP agents. Network: 156201c2-92ca-4066-83b4-399366c772bf, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:47:59.767252 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1ba9a9c-7385-4043-8098-f0bab5dd16e3 req-da15688f-c4bd-4a61-9f4c-94a0a1391a3c service neutron] 10.222.0.24 "GET /v2.0/networks/e8d8b421-a877-4464-ab2f-a4379013a963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4923596 Mar 09 03:47:59.982645 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ec0bf-2e0d-4bf1-be44-8a36a1f2198d req-7ff425cf-1a1f-4c30-b64f-d2f991c82e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:59.983158 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ec0bf-2e0d-4bf1-be44-8a36a1f2198d req-7ff425cf-1a1f-4c30-b64f-d2f991c82e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:47:59.984862 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4a9ec0bf-2e0d-4bf1-be44-8a36a1f2198d req-7ff425cf-1a1f-4c30-b64f-d2f991c82e98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1b3aca0566d4eb989ee2bf1d8c5606e&device_id=f482bce1-fb91-4293-aec8-69a45c61b4bc HTTP/1.1" status: 200 len: 1981 time: 0.1493890 Mar 09 03:48:00.294874 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ec0bf-2e0d-4bf1-be44-8a36a1f2198d req-50b3b88f-4266-41c9-8eb3-014d5ad5fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:00.298867 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4a9ec0bf-2e0d-4bf1-be44-8a36a1f2198d req-50b3b88f-4266-41c9-8eb3-014d5ad5fa13 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8d8b421-a877-4464-ab2f-a4379013a963 HTTP/1.1" status: 200 len: 902 time: 0.3077431 Mar 09 03:48:00.336333 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894dd06d-4871-407d-a080-f8cb499f155e req-2b315e13-7145-410a-8498-52ff56208b3c tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:00.347337 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-894dd06d-4871-407d-a080-f8cb499f155e req-2b315e13-7145-410a-8498-52ff56208b3c tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d27b3e-b181-49c9-a6a4-b834c5fb5647 HTTP/1.1" status: 200 len: 946 time: 1.7995117 Mar 09 03:48:00.379891 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed6c725-8a8d-4477-9d8f-a8018fd052aa admin admin] Network 156201c2-92ca-4066-83b4-399366c772bf is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:48:00.434980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-8ed6c725-8a8d-4477-9d8f-a8018fd052aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 156201c2-92ca-4066-83b4-399366c772bf) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:48:00.444541 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e21bbde-099e-43a3-ad75-a7a8bcee0948 None None] Network 156201c2-92ca-4066-83b4-399366c772bf requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:48:00.445137 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4a9ec0bf-2e0d-4bf1-be44-8a36a1f2198d req-4417d1b6-41a8-4b74-94df-24fa75789eba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.192&port_id=c7bcda25-9392-443d-8771-eea9cc0fc980 HTTP/1.1" status: 200 len: 217 time: 0.1007857 Mar 09 03:48:00.509570 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:48:00.528154 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78956c-4c91-41bf-a566-8cb9884adabc req-0ab142e6-d861-4715-9ef4-3f012269e650 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:00.529679 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fd78956c-4c91-41bf-a566-8cb9884adabc req-0ab142e6-d861-4715-9ef4-3f012269e650 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d27b3e-b181-49c9-a6a4-b834c5fb5647 HTTP/1.1" status: 200 len: 946 time: 1.1651840 Mar 09 03:48:00.555378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed6c725-8a8d-4477-9d8f-a8018fd052aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:00.555952 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8ed6c725-8a8d-4477-9d8f-a8018fd052aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:00.672355 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ec0bf-2e0d-4bf1-be44-8a36a1f2198d req-c27d0bb7-9e99-486f-8bc2-435646bf2dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:00.674143 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4a9ec0bf-2e0d-4bf1-be44-8a36a1f2198d req-c27d0bb7-9e99-486f-8bc2-435646bf2dfb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e256b61-1471-4ba4-950c-82520ee6b763 HTTP/1.1" status: 200 len: 801 time: 0.2215483 Mar 09 03:48:00.724517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-fd78956c-4c91-41bf-a566-8cb9884adabc req-ae01918d-84f8-4fec-9ee0-e5ef7ed83390 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Deleting port 5a9ed2dd-91cd-4691-bd6a-315cae142213 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:48:00.725075 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fd78956c-4c91-41bf-a566-8cb9884adabc req-ae01918d-84f8-4fec-9ee0-e5ef7ed83390 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:00.774549 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabe942-152a-4f60-b835-2a9e203aa60d req-2f548cf0-1a01-4a18-aa93-250dfede5cd1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:00.776190 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8ed6c725-8a8d-4477-9d8f-a8018fd052aa admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.0991719 Mar 09 03:48:00.788613 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabe942-152a-4f60-b835-2a9e203aa60d req-2f548cf0-1a01-4a18-aa93-250dfede5cd1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:00.797488 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9aabe942-152a-4f60-b835-2a9e203aa60d req-2f548cf0-1a01-4a18-aa93-250dfede5cd1 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=f482bce1-fb91-4293-aec8-69a45c61b4bc HTTP/1.1" status: 200 len: 1679 time: 0.4948061 Mar 09 03:48:00.843716 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4389de5c-a90a-4892-b3f0-a6647cbc168d admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:48:00.848124 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-894dd06d-4871-407d-a080-f8cb499f155e req-7c28e907-a1e3-4578-ae31-b6cd8a6f502a tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/security-groups?id=3df2d34e-188e-4244-9f00-ac5acdc23fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750979 Mar 09 03:48:00.859996 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e3535a-b01d-4061-acb9-6f70e4f53f67 None None] Sync routers for ids ['c565f1d1-0f82-4a8b-bc3a-d99815fa846f'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:48:00.870140 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4389de5c-a90a-4892-b3f0-a6647cbc168d admin admin] 10.222.0.16 "PUT /v2.0/routers/c565f1d1-0f82-4a8b-bc3a-d99815fa846f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4848752 Mar 09 03:48:00.873212 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57142) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:00.878742 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e3535a-b01d-4061-acb9-6f70e4f53f67 None None] Routers {'c565f1d1-0f82-4a8b-bc3a-d99815fa846f'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:48:00.882626 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-77e3535a-b01d-4061-acb9-6f70e4f53f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:47:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c565f1d1-0f82-4a8b-bc3a-d99815fa846f'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:48:00.893649 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9aabe942-152a-4f60-b835-2a9e203aa60d req-f77571c7-d4c1-4765-a817-296fbb2728fb tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952041 Mar 09 03:48:00.941132 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:48:01.129099 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ec0bf-2e0d-4bf1-be44-8a36a1f2198d req-bfc0ee84-8ea9-461e-966a-edb4d2416e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:01.144240 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4a9ec0bf-2e0d-4bf1-be44-8a36a1f2198d req-bfc0ee84-8ea9-461e-966a-edb4d2416e54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8d8b421-a877-4464-ab2f-a4379013a963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4621487 Mar 09 03:48:01.192301 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bebe45-4583-43c7-8ba2-52a21b85fd72 None None] Network 156201c2-92ca-4066-83b4-399366c772bf requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:48:01.440023 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-fd78956c-4c91-41bf-a566-8cb9884adabc req-ae01918d-84f8-4fec-9ee0-e5ef7ed83390 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] For port 5a9ed2dd-91cd-4691-bd6a-315cae142213, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=5a9ed2dd-91cd-4691-bd6a-315cae142213,segment=NetworkSegment(3de79af3-4d38-4374-bf50-7a6298317fc8),segment_id=3de79af3-4d38-4374-bf50-7a6298317fc8)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:01.442528 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fd78956c-4c91-41bf-a566-8cb9884adabc req-ae01918d-84f8-4fec-9ee0-e5ef7ed83390 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:01.483009 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-77e3535a-b01d-4061-acb9-6f70e4f53f67 None None] Set router c565f1d1-0f82-4a8b-bc3a-d99815fa846f gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:48:01.490362 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-49ff15d4-0461-4531-a379-838773077846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:01.510094 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7c5b78a-4dd6-4f74-bc5f-bcfa2b7041ca admin admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:01.576714 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700b8e1-30d4-4a92-bf07-e628fd4cbcd4 req-fa4e5311-1bcd-416b-bd9d-26e3cb4ac382 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:01.584077 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6700b8e1-30d4-4a92-bf07-e628fd4cbcd4 req-fa4e5311-1bcd-416b-bd9d-26e3cb4ac382 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 945 time: 0.4643240 Mar 09 03:48:01.616128 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:48:01.616506 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:01.660567 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-fd78956c-4c91-41bf-a566-8cb9884adabc req-ae01918d-84f8-4fec-9ee0-e5ef7ed83390 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Calling delete_port for 5a9ed2dd-91cd-4691-bd6a-315cae142213 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:48:01.846346 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6700b8e1-30d4-4a92-bf07-e628fd4cbcd4 req-cd7c1c4e-3fa2-4809-bea2-43d1058ebefb tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2613018 Mar 09 03:48:01.853477 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4a9ec0bf-2e0d-4bf1-be44-8a36a1f2198d req-590c2742-a6ad-4034-988b-67d1a4dd4d5b service neutron] 10.222.0.24 "GET /v2.0/networks/e8d8b421-a877-4464-ab2f-a4379013a963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6936359 Mar 09 03:48:02.133454 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fd78956c-4c91-41bf-a566-8cb9884adabc req-ae01918d-84f8-4fec-9ee0-e5ef7ed83390 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:02.241978 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01918d-84f8-4fec-9ee0-e5ef7ed83390 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Pushing event deleted for resources: {'Port': ['ID=5a9ed2dd-91cd-4691-bd6a-315cae142213,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:02.293613 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-77e3535a-b01d-4061-acb9-6f70e4f53f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c565f1d1-0f82-4a8b-bc3a-d99815fa846f', 'name': 'tempest-TaggedBootDevicesTest_v242-1348195680-router', 'tenant_id': '5ec82f94adad4dcab68870b34bbc2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:40:13Z', 'updated_at': '2022-03-09T03:47:56Z', 'revision_number': 5, 'project_id': '5ec82f94adad4dcab68870b34bbc2680', 'gw_port': {'id': 'bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c565f1d1-0f82-4a8b-bc3a-d99815fa846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:40:16Z', 'updated_at': '2022-03-09T03:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:48:02.310229 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:02.312127 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e3535a-b01d-4061-acb9-6f70e4f53f67 None None] Checking router: c565f1d1-0f82-4a8b-bc3a-d99815fa846f for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:48:02.319538 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:02.333668 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd78956c-4c91-41bf-a566-8cb9884adabc req-ae01918d-84f8-4fec-9ee0-e5ef7ed83390 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] No DVR routers for this DVR port 5a9ed2dd-91cd-4691-bd6a-315cae142213 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:48:02.342011 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:02.343351 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fd78956c-4c91-41bf-a566-8cb9884adabc req-ae01918d-84f8-4fec-9ee0-e5ef7ed83390 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:02.364132 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d27b3e-b181-49c9-a6a4-b834c5fb5647', 'name': 'network-vif-deleted', 'tag': '5a9ed2dd-91cd-4691-bd6a-315cae142213'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:48:02.373526 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e3535a-b01d-4061-acb9-6f70e4f53f67 None None] Routers {'c565f1d1-0f82-4a8b-bc3a-d99815fa846f'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:48:02.374504 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-77e3535a-b01d-4061-acb9-6f70e4f53f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:48:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c565f1d1-0f82-4a8b-bc3a-d99815fa846f'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:48:02.379154 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fd78956c-4c91-41bf-a566-8cb9884adabc req-ae01918d-84f8-4fec-9ee0-e5ef7ed83390 tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.24 "DELETE /v2.0/ports/5a9ed2dd-91cd-4691-bd6a-315cae142213 HTTP/1.1" status: 204 len: 173 time: 1.7774601 Mar 09 03:48:02.400880 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c9324f-e276-493f-8a03-710ca4dd0903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfaba16-e305-4ae5-97da-fdd81e5d11a9'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:48:02.403871 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7c5b78a-4dd6-4f74-bc5f-bcfa2b7041ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:02.426682 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3cfaba16-e305-4ae5-97da-fdd81e5d11a9,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:02.433646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-65507dae-219b-47c1-9dfc-b1ef4b6fa620 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:02.434564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-65507dae-219b-47c1-9dfc-b1ef4b6fa620 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Synchronizing usage tracker for tenant:ce814ab6b83540158aab87dab5ee9c94 on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:48:02.437199 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:02.451506 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-f7c5b78a-4dd6-4f74-bc5f-bcfa2b7041ca admin admin] Deleting port bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:48:02.452006 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7c5b78a-4dd6-4f74-bc5f-bcfa2b7041ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:02.508957 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4a9ec0bf-2e0d-4bf1-be44-8a36a1f2198d req-0dc088a7-710e-4aeb-9663-375bed7fd6ae service neutron] 10.222.0.24 "GET /v2.0/networks/e8d8b421-a877-4464-ab2f-a4379013a963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6439667 Mar 09 03:48:02.515633 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-65507dae-219b-47c1-9dfc-b1ef4b6fa620 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Unset dirty status for tenant:ce814ab6b83540158aab87dab5ee9c94 on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:48:02.516952 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-65507dae-219b-47c1-9dfc-b1ef4b6fa620 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] 10.222.0.16 "GET /v2.0/networks?id=156201c2-92ca-4066-83b4-399366c772bf HTTP/1.1" status: 200 len: 809 time: 0.7642465 Mar 09 03:48:02.541932 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=3cfaba16-e305-4ae5-97da-fdd81e5d11a9,revision_number=7']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:02.618598 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-1464ef8f-ffa0-46d3-be42-07981cf3cff8 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] 10.222.0.16 "GET /v2.0/quotas/ce814ab6b83540158aab87dab5ee9c94 HTTP/1.1" status: 200 len: 375 time: 0.0758796 Mar 09 03:48:02.716707 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-77e3535a-b01d-4061-acb9-6f70e4f53f67 None None] Set router c565f1d1-0f82-4a8b-bc3a-d99815fa846f gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:48:02.804062 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-06adecb3-d680-4e1a-bb1e-a0ab5a84cdaf tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce814ab6b83540158aab87dab5ee9c94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1744444 Mar 09 03:48:02.912091 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-77e3535a-b01d-4061-acb9-6f70e4f53f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c565f1d1-0f82-4a8b-bc3a-d99815fa846f', 'name': 'tempest-TaggedBootDevicesTest_v242-1348195680-router', 'tenant_id': '5ec82f94adad4dcab68870b34bbc2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:40:13Z', 'updated_at': '2022-03-09T03:48:02Z', 'revision_number': 6, 'project_id': '5ec82f94adad4dcab68870b34bbc2680', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:48:02.922468 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e3535a-b01d-4061-acb9-6f70e4f53f67 None None] The sync data for ids ['c565f1d1-0f82-4a8b-bc3a-d99815fa846f'] in n-d-825178-5 is: [{'id': 'c565f1d1-0f82-4a8b-bc3a-d99815fa846f', 'name': 'tempest-TaggedBootDevicesTest_v242-1348195680-router', 'tenant_id': '5ec82f94adad4dcab68870b34bbc2680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:40:13Z', 'updated_at': '2022-03-09T03:48:02Z', 'revision_number': 6, 'project_id': '5ec82f94adad4dcab68870b34bbc2680', 'gw_port_host': None}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:48:02.951805 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device be6471e2-26e6-4a51-b4e5-29264439c711 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:48:02.954541 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 5a9ed2dd-91cd-4691-bd6a-315cae142213 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:48:03.030369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-039ea790-874e-4ba8-b4d9-5005f43821e6 req-94bfbd74-1d63-4b78-94d4-ff0ef34d04dd tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Synchronizing usage tracker for tenant:59c3e32ea4674687adff23ca93ddc57c on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:48:03.036102 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-f7c5b78a-4dd6-4f74-bc5f-bcfa2b7041ca admin admin] For port bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:03.037376 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7c5b78a-4dd6-4f74-bc5f-bcfa2b7041ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:03.090573 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-039ea790-874e-4ba8-b4d9-5005f43821e6 req-94bfbd74-1d63-4b78-94d4-ff0ef34d04dd tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] Unset dirty status for tenant:59c3e32ea4674687adff23ca93ddc57c on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:48:03.098241 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-039ea790-874e-4ba8-b4d9-5005f43821e6 req-94bfbd74-1d63-4b78-94d4-ff0ef34d04dd tempest-InstanceActionsNegativeTestJSON-1492335816 tempest-InstanceActionsNegativeTestJSON-1492335816-project] 10.222.0.16 "GET /v2.0/ports?device_id=22d27b3e-b181-49c9-a6a4-b834c5fb5647 HTTP/1.1" status: 200 len: 210 time: 0.2009392 Mar 09 03:48:03.126609 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 5a9ed2dd-91cd-4691-bd6a-315cae142213 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:48:03.126967 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 5a9ed2dd-91cd-4691-bd6a-315cae142213 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:48:03.259898 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-f7c5b78a-4dd6-4f74-bc5f-bcfa2b7041ca admin admin] Calling delete_port for bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:48:03.296584 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-8388bc99-d9e2-4ca8-bad5-98fb908e07ef service neutron] 10.222.0.16 "GET /v2.0/networks/156201c2-92ca-4066-83b4-399366c772bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811602 Mar 09 03:48:03.432523 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port be6471e2-26e6-4a51-b4e5-29264439c711, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=be6471e2-26e6-4a51-b4e5-29264439c711,segment=NetworkSegment(fc839c42-14bd-40c0-8a38-518b14dc1af1),segment_id=fc839c42-14bd-40c0-8a38-518b14dc1af1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:03.454415 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:03.465250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ea4e3-41c2-4313-879b-0044591b93f8 req-876ab2e3-3c61-441d-adf1-a9680d897055 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:03.472518 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ea4e3-41c2-4313-879b-0044591b93f8 req-876ab2e3-3c61-441d-adf1-a9680d897055 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:03.472789 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'be6471e2-26e6-4a51-b4e5-29264439c711', 'network_id': '0b5f806e-ba89-4564-87b3-f3c56724f211', 'port_id': 'be6471e2-26e6-4a51-b4e5-29264439c711', 'mac_address': 'fa:16:3e:c5:8e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a285208a-34b4-4132-b01b-0d7afc322111', 'ip_address': '19.80.0.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:48:03.501980 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-143ea4e3-41c2-4313-879b-0044591b93f8 req-876ab2e3-3c61-441d-adf1-a9680d897055 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=f482bce1-fb91-4293-aec8-69a45c61b4bc HTTP/1.1" status: 200 len: 1679 time: 0.1985743 Mar 09 03:48:03.583066 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-143ea4e3-41c2-4313-879b-0044591b93f8 req-5d6213b8-f802-4641-960e-12be5fc9fbe4 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794039 Mar 09 03:48:03.594450 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-edab1358-6f9b-4acb-8f2f-2070fb3e3322 service neutron] 10.222.0.16 "GET /v2.0/networks/156201c2-92ca-4066-83b4-399366c772bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784822 Mar 09 03:48:03.618742 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:03.668192 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be6471e2-26e6-4a51-b4e5-29264439c711 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:48:03.700180 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port be6471e2-26e6-4a51-b4e5-29264439c711, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=be6471e2-26e6-4a51-b4e5-29264439c711,segment=NetworkSegment(fc839c42-14bd-40c0-8a38-518b14dc1af1),segment_id=fc839c42-14bd-40c0-8a38-518b14dc1af1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:03.713408 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:03.714138 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device c7bcda25-9392-443d-8771-eea9cc0fc980 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:48:03.735440 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7c5b78a-4dd6-4f74-bc5f-bcfa2b7041ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:03.793008 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d27b3e-b181-49c9-a6a4-b834c5fb5647', 'name': 'network-vif-deleted', 'tag': '5a9ed2dd-91cd-4691-bd6a-315cae142213', 'status': 'completed', 'code': 200} Mar 09 03:48:03.801576 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5b78a-4dd6-4f74-bc5f-bcfa2b7041ca admin admin] Pushing event deleted for resources: {'Port': ['ID=bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:04.042617 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d732a185-c6f3-4133-ad4b-7b2686975421 req-00912fb5-59f9-4f85-92b7-dd5871e8ef3b tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] 10.222.0.16 "GET /v2.0/ports?device_id=06786091-a4e9-4f26-bd99-f0a4d7b5aa52 HTTP/1.1" status: 200 len: 210 time: 0.1352181 Mar 09 03:48:04.096510 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7c5b78a-4dd6-4f74-bc5f-bcfa2b7041ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:04.174194 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port c7bcda25-9392-443d-8771-eea9cc0fc980, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c7bcda25-9392-443d-8771-eea9cc0fc980,segment=NetworkSegment(4fd87e99-9ed3-4e3e-8633-069e4fa5cb10),segment_id=4fd87e99-9ed3-4e3e-8633-069e4fa5cb10)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:04.210448 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c9324f-e276-493f-8a03-710ca4dd0903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfaba16-e305-4ae5-97da-fdd81e5d11a9', 'code': 200} Mar 09 03:48:04.254320 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=be6471e2-26e6-4a51-b4e5-29264439c711,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:04.258924 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'c7bcda25-9392-443d-8771-eea9cc0fc980', 'network_id': 'e8d8b421-a877-4464-ab2f-a4379013a963', 'port_id': 'c7bcda25-9392-443d-8771-eea9cc0fc980', 'mac_address': 'fa:16:3e:22:c0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e256b61-1471-4ba4-950c-82520ee6b763', 'ip_address': '19.86.0.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:48:04.272497 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:04.402173 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57232) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:04.406653 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:04.425527 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7bcda25-9392-443d-8771-eea9cc0fc980 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:48:04.469807 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port c7bcda25-9392-443d-8771-eea9cc0fc980, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c7bcda25-9392-443d-8771-eea9cc0fc980,segment=NetworkSegment(4fd87e99-9ed3-4e3e-8633-069e4fa5cb10),segment_id=4fd87e99-9ed3-4e3e-8633-069e4fa5cb10)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:04.482636 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:04.558612 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df0b51c-b6c9-4768-8201-84d2fafbad44 admin admin] Deleting subnet 273c74b5-08ad-4c0d-8589-92cf6a035b7f {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:48:04.572630 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7c5b78a-4dd6-4f74-bc5f-bcfa2b7041ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:04.576633 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7c5b78a-4dd6-4f74-bc5f-bcfa2b7041ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:04.577529 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0df0b51c-b6c9-4768-8201-84d2fafbad44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:04.605081 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device db15524d-b49f-43e9-9d4c-ff5a9e8260f4 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:48:04.642752 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7c5b78a-4dd6-4f74-bc5f-bcfa2b7041ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:04.643773 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c5b78a-4dd6-4f74-bc5f-bcfa2b7041ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router c565f1d1-0f82-4a8b-bc3a-d99815fa846f {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:48:04.661335 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7c5b78a-4dd6-4f74-bc5f-bcfa2b7041ca admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:04.662785 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f7c5b78a-4dd6-4f74-bc5f-bcfa2b7041ca admin admin] 10.222.0.16 "DELETE /v2.0/routers/c565f1d1-0f82-4a8b-bc3a-d99815fa846f HTTP/1.1" status: 204 len: 168 time: 3.7883515 Mar 09 03:48:04.665662 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57238) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:04.701185 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: db15524d-b49f-43e9-9d4c-ff5a9e8260f4 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:48:04.701723 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device db15524d-b49f-43e9-9d4c-ff5a9e8260f4 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:48:04.705455 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0df0b51c-b6c9-4768-8201-84d2fafbad44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:04.714991 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:48:04.816068 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-df01131c-c845-458e-bec9-94b89fb3e3c0 admin admin] Deleting subnet 6bb5916d-ac2f-46c8-ac4a-b586baf193a1 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:48:04.819709 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df01131c-c845-458e-bec9-94b89fb3e3c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:04.869030 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['be6471e2-26e6-4a51-b4e5-29264439c711'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:48:04.877082 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0df0b51c-b6c9-4768-8201-84d2fafbad44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:04.979863 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df01131c-c845-458e-bec9-94b89fb3e3c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:04.983577 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device fb633d15-e73a-412d-8adc-3f24487a60ac details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:48:04.990606 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device fb633d15-e73a-412d-8adc-3f24487a60ac no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:48:05.042281 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0df0b51c-b6c9-4768-8201-84d2fafbad44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:05.053919 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:48:05.054275 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device bd8d8fcb-d825-46c4-b4e5-ee6e624f2ba4 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:48:05.084433 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=c7bcda25-9392-443d-8771-eea9cc0fc980,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:05.159257 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df01131c-c845-458e-bec9-94b89fb3e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:05.254832 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0df0b51c-b6c9-4768-8201-84d2fafbad44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:05.265324 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0b51c-b6c9-4768-8201-84d2fafbad44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=273c74b5-08ad-4c0d-8589-92cf6a035b7f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:05.286759 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0df0b51c-b6c9-4768-8201-84d2fafbad44 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/273c74b5-08ad-4c0d-8589-92cf6a035b7f HTTP/1.1" status: 204 len: 168 time: 0.8835051 Mar 09 03:48:05.296404 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57258) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:05.339516 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:05.496586 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3cc16022-3b3c-4362-aacb-d84b462e71c6 req-02abac42-2ca9-4e3f-9e3e-af692bc259ab tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] 10.222.0.16 "GET /v2.0/ports?device_id=06786091-a4e9-4f26-bd99-f0a4d7b5aa52 HTTP/1.1" status: 200 len: 210 time: 0.2243674 Mar 09 03:48:05.556975 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df01131c-c845-458e-bec9-94b89fb3e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:05.575327 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port fb633d15-e73a-412d-8adc-3f24487a60ac, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=fb633d15-e73a-412d-8adc-3f24487a60ac,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:05.592446 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:05.615363 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01131c-c845-458e-bec9-94b89fb3e3c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bb5916d-ac2f-46c8-ac4a-b586baf193a1,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:05.621332 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df01131c-c845-458e-bec9-94b89fb3e3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:05.639936 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-df01131c-c845-458e-bec9-94b89fb3e3c0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6bb5916d-ac2f-46c8-ac4a-b586baf193a1 HTTP/1.1" status: 204 len: 168 time: 0.9729288 Mar 09 03:48:05.642743 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57264) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:05.655266 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07df71e8-a10b-4f99-98d3-4678cb05d1b9 None None] Network 1b8bc653-ed68-4258-847a-f3f01d57826d requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:48:05.657077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f013a-7688-456c-ad32-39c59aef2aa6 req-cd1ef5e7-4b43-476e-b994-03f19983dd35 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:05.663674 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f013a-7688-456c-ad32-39c59aef2aa6 req-cd1ef5e7-4b43-476e-b994-03f19983dd35 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:05.666263 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-996f013a-7688-456c-ad32-39c59aef2aa6 req-cd1ef5e7-4b43-476e-b994-03f19983dd35 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=f482bce1-fb91-4293-aec8-69a45c61b4bc HTTP/1.1" status: 200 len: 1681 time: 0.6253448 Mar 09 03:48:05.719698 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-10e8db01-2d5d-4686-8686-b2b24852d9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:05.736151 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port fb633d15-e73a-412d-8adc-3f24487a60ac, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=fb633d15-e73a-412d-8adc-3f24487a60ac,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:05.779539 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-996f013a-7688-456c-ad32-39c59aef2aa6 req-1bb40ddf-24a6-4c74-afa1-3e7fb417240a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019497 Mar 09 03:48:05.879104 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['c7bcda25-9392-443d-8771-eea9cc0fc980'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:48:05.941321 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-227e1b4e-08bc-446c-a2fc-8c3bcf11c77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:05.963439 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'fb633d15-e73a-412d-8adc-3f24487a60ac', 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'port_id': 'fb633d15-e73a-412d-8adc-3f24487a60ac', 'mac_address': 'fa:16:3e:32:64:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd785722e-a890-45c5-869c-7b3149d30510', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:48:06.056651 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-10e8db01-2d5d-4686-8686-b2b24852d9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:06.096025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-10e8db01-2d5d-4686-8686-b2b24852d9c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04325a09-6c3a-42a4-85b8-53a67c60bd39']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:48:06.116313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-10e8db01-2d5d-4686-8686-b2b24852d9c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de79af3-4d38-4374-bf50-7a6298317fc8') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:48:06.117551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-10e8db01-2d5d-4686-8686-b2b24852d9c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de79af3-4d38-4374-bf50-7a6298317fc8') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:48:06.152836 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-10e8db01-2d5d-4686-8686-b2b24852d9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:06.159217 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=fb633d15-e73a-412d-8adc-3f24487a60ac,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:06.187639 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-10e8db01-2d5d-4686-8686-b2b24852d9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:06.205933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e8db01-2d5d-4686-8686-b2b24852d9c6 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:48:06.207804 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-10e8db01-2d5d-4686-8686-b2b24852d9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:06.251839 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-227e1b4e-08bc-446c-a2fc-8c3bcf11c77f admin admin] Deleting port a071d03e-f949-4e46-801c-59c6aeabab15 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:48:06.252304 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-227e1b4e-08bc-446c-a2fc-8c3bcf11c77f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:48:06.264376 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:48:06.323013 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4056da6e-2d78-4867-bcce-e5b6fa53a0fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb633d15-e73a-412d-8adc-3f24487a60ac'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:48:06.448034 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-10e8db01-2d5d-4686-8686-b2b24852d9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:06.474506 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-10e8db01-2d5d-4686-8686-b2b24852d9c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:06.488376 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8db01-2d5d-4686-8686-b2b24852d9c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=04325a09-6c3a-42a4-85b8-53a67c60bd39,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:06.498709 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-10e8db01-2d5d-4686-8686-b2b24852d9c6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/04325a09-6c3a-42a4-85b8-53a67c60bd39 HTTP/1.1" status: 204 len: 168 time: 1.1996899 Mar 09 03:48:06.515887 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4056da6e-2d78-4867-bcce-e5b6fa53a0fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb633d15-e73a-412d-8adc-3f24487a60ac', 'code': 200} Mar 09 03:48:06.561461 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-984c7903-f4ad-4fcc-b332-0142d8502167 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:06.563200 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-984c7903-f4ad-4fcc-b332-0142d8502167 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] 10.222.0.24 "GET /v2.0/networks?id=156201c2-92ca-4066-83b4-399366c772bf HTTP/1.1" status: 200 len: 809 time: 0.6067412 Mar 09 03:48:06.620260 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-208839fc-19b0-4424-a16d-ad684edc5b1b tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Request body: {'port': {'device_id': '06786091-a4e9-4f26-bd99-f0a4d7b5aa52', 'network_id': '156201c2-92ca-4066-83b4-399366c772bf', 'admin_state_up': True, 'tenant_id': 'ce814ab6b83540158aab87dab5ee9c94'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:48:06.726470 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57294) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:06.822290 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:06.843052 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-92368268-a331-4541-ac48-96814df01697 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=59c3e32ea4674687adff23ca93ddc57c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1135778 Mar 09 03:48:06.845992 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57300) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:06.944147 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2451fd32-49d8-46c2-b105-78b35ed9513d req-99157c15-b1e5-426f-9b81-253b0087ce50 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] 10.222.0.16 "GET /v2.0/ports?device_id=06786091-a4e9-4f26-bd99-f0a4d7b5aa52 HTTP/1.1" status: 200 len: 210 time: 0.1748705 Mar 09 03:48:06.953526 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-227e1b4e-08bc-446c-a2fc-8c3bcf11c77f admin admin] For port a071d03e-f949-4e46-801c-59c6aeabab15, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a071d03e-f949-4e46-801c-59c6aeabab15,segment=NetworkSegment(fd978e63-451e-424e-8586-8a6131056563),segment_id=fd978e63-451e-424e-8586-8a6131056563)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:06.965766 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-227e1b4e-08bc-446c-a2fc-8c3bcf11c77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:06.978605 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb633d15-e73a-412d-8adc-3f24487a60ac {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:48:07.051582 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port fb633d15-e73a-412d-8adc-3f24487a60ac, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=fb633d15-e73a-412d-8adc-3f24487a60ac,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:07.120351 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:07.233241 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['fb633d15-e73a-412d-8adc-3f24487a60ac'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:48:07.372014 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f9ddcf11-2656-4c8a-93ad-79716daf5ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:07.376453 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-227e1b4e-08bc-446c-a2fc-8c3bcf11c77f admin admin] Calling delete_port for a071d03e-f949-4e46-801c-59c6aeabab15 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:48:07.407871 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c940f7-7b9e-4ce1-9a7d-f0a6a6cad7db None None] DHCP port deletion for 1b8bc653-ed68-4258-847a-f3f01d57826d request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:48:07.464389 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f9ddcf11-2656-4c8a-93ad-79716daf5ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:07.468968 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-09c940f7-7b9e-4ce1-9a7d-f0a6a6cad7db None None] Deleting port a071d03e-f949-4e46-801c-59c6aeabab15 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:48:07.469480 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-09c940f7-7b9e-4ce1-9a7d-f0a6a6cad7db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:07.495571 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-208839fc-19b0-4424-a16d-ad684edc5b1b tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:48:07.509527 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-208839fc-19b0-4424-a16d-ad684edc5b1b tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Usage tracker for resource:port and tenant:ce814ab6b83540158aab87dab5ee9c94 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:48:07.530213 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-208839fc-19b0-4424-a16d-ad684edc5b1b tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:48:07.559774 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-55b9fe95-9abd-468c-ae65-77cc07bbf574 req-d87d2336-3180-4ac6-8857-8f9404af2b97 service neutron] (87881) timed out ('10.222.0.24', 53429) {{(pid=87881) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 09 03:48:07.560903 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-208839fc-19b0-4424-a16d-ad684edc5b1b tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:48:07.646775 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-208839fc-19b0-4424-a16d-ad684edc5b1b tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Made reservation on behalf of ce814ab6b83540158aab87dab5ee9c94 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:48:07.653865 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-208839fc-19b0-4424-a16d-ad684edc5b1b tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:07.658555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0639d48-1d74-4ed9-b636-0b9de2c7c958 req-85d2c5d8-4b07-465e-a808-06e61a187408 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:07.674417 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0639d48-1d74-4ed9-b636-0b9de2c7c958 req-85d2c5d8-4b07-465e-a808-06e61a187408 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:07.681377 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f0639d48-1d74-4ed9-b636-0b9de2c7c958 req-85d2c5d8-4b07-465e-a808-06e61a187408 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=f482bce1-fb91-4293-aec8-69a45c61b4bc HTTP/1.1" status: 200 len: 1681 time: 0.4786663 Mar 09 03:48:07.706465 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-227e1b4e-08bc-446c-a2fc-8c3bcf11c77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:07.709683 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=fb633d15-e73a-412d-8adc-3f24487a60ac,revision_number=9']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:07.796797 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f0639d48-1d74-4ed9-b636-0b9de2c7c958 req-e99385f7-59b7-4dbd-8253-ab81a3d67e7f tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057899 Mar 09 03:48:07.833389 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e1b4e-08bc-446c-a2fc-8c3bcf11c77f admin admin] Pushing event deleted for resources: {'Port': ['ID=a071d03e-f949-4e46-801c-59c6aeabab15,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:07.835735 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f9ddcf11-2656-4c8a-93ad-79716daf5ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:07.849537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227e1b4e-08bc-446c-a2fc-8c3bcf11c77f admin admin] No DVR routers for this DVR port a071d03e-f949-4e46-801c-59c6aeabab15 on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:48:07.896034 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ddcf11-2656-4c8a-93ad-79716daf5ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df2d34e-188e-4244-9f00-ac5acdc23fe6,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:07.898601 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-09c940f7-7b9e-4ce1-9a7d-f0a6a6cad7db None None] The port 'a071d03e-f949-4e46-801c-59c6aeabab15' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:48:07.915367 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f9ddcf11-2656-4c8a-93ad-79716daf5ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:07.916487 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f9ddcf11-2656-4c8a-93ad-79716daf5ac6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3df2d34e-188e-4244-9f00-ac5acdc23fe6 HTTP/1.1" status: 204 len: 168 time: 1.0693457 Mar 09 03:48:08.267067 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-227e1b4e-08bc-446c-a2fc-8c3bcf11c77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:08.388797 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-09590964-18a7-47e0-9bab-fb8b6d3fd742 req-cab3540a-8adf-41e0-acfa-5523b99d9161 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] 10.222.0.16 "GET /v2.0/ports?device_id=06786091-a4e9-4f26-bd99-f0a4d7b5aa52 HTTP/1.1" status: 200 len: 210 time: 0.1257229 Mar 09 03:48:08.415324 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-227e1b4e-08bc-446c-a2fc-8c3bcf11c77f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8bc653-ed68-4258-847a-f3f01d57826d']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:48:08.488275 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-227e1b4e-08bc-446c-a2fc-8c3bcf11c77f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd978e63-451e-424e-8586-8a6131056563') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:48:08.488824 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-227e1b4e-08bc-446c-a2fc-8c3bcf11c77f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd978e63-451e-424e-8586-8a6131056563') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:48:08.531587 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a071d03e-f949-4e46-801c-59c6aeabab15 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:48:08.563376 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-227e1b4e-08bc-446c-a2fc-8c3bcf11c77f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:08.598543 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-227e1b4e-08bc-446c-a2fc-8c3bcf11c77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:08.613223 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-227e1b4e-08bc-446c-a2fc-8c3bcf11c77f admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:48:08.615279 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-227e1b4e-08bc-446c-a2fc-8c3bcf11c77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:48:08.647969 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:48:08.661137 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: a071d03e-f949-4e46-801c-59c6aeabab15 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:48:08.661618 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a071d03e-f949-4e46-801c-59c6aeabab15 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:48:08.668774 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:08.747591 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-208839fc-19b0-4424-a16d-ad684edc5b1b tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Allocated IP 172.20.0.11 (156201c2-92ca-4066-83b4-399366c772bf/4f7ab596-d56c-40b1-90bb-dd5c9b043ba6/7cee85e8-4a82-4480-a309-9e7cbd58c61c) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:48:08.798476 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-227e1b4e-08bc-446c-a2fc-8c3bcf11c77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:08.853486 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-227e1b4e-08bc-446c-a2fc-8c3bcf11c77f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:08.989073 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device be6471e2-26e6-4a51-b4e5-29264439c711 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:48:09.082761 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e1b4e-08bc-446c-a2fc-8c3bcf11c77f admin admin] Pushing event deleted for resources: {'Network': ['ID=1b8bc653-ed68-4258-847a-f3f01d57826d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:09.193368 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device fb633d15-e73a-412d-8adc-3f24487a60ac up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:48:09.375617 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port be6471e2-26e6-4a51-b4e5-29264439c711 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:48:09.395766 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port be6471e2-26e6-4a51-b4e5-29264439c711 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:48:09.396126 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:09.448258 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-208839fc-19b0-4424-a16d-ad684edc5b1b tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:09.518334 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-208839fc-19b0-4424-a16d-ad684edc5b1b tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:09.535785 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-227e1b4e-08bc-446c-a2fc-8c3bcf11c77f admin admin] 10.222.0.16 "DELETE /v2.0/networks/1b8bc653-ed68-4258-847a-f3f01d57826d HTTP/1.1" status: 204 len: 168 time: 3.8916268 Mar 09 03:48:09.557310 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57392) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:09.662947 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port fb633d15-e73a-412d-8adc-3f24487a60ac triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:48:09.670923 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:09.729116 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208839fc-19b0-4424-a16d-ad684edc5b1b tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Pushing event updated for resources: {'Port': ['ID=7cee85e8-4a82-4480-a309-9e7cbd58c61c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:09.784810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-208839fc-19b0-4424-a16d-ad684edc5b1b tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Network 156201c2-92ca-4066-83b4-399366c772bf is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:48:09.786247 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-208839fc-19b0-4424-a16d-ad684edc5b1b tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:48:09.786606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-f7bc99ac-3131-4eaf-80be-143142e46d78 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1715854050-network', 'tenant_id': '5af2d017b40c4b54b66164a0e7af8e42'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:48:09.791836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-208839fc-19b0-4424-a16d-ad684edc5b1b tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:48:09.798035 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f7bc99ac-3131-4eaf-80be-143142e46d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:48:09.826624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f7bc99ac-3131-4eaf-80be-143142e46d78 admin admin] Usage tracker for resource:network and tenant:5af2d017b40c4b54b66164a0e7af8e42 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:48:09.847109 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f7bc99ac-3131-4eaf-80be-143142e46d78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:48:09.913572 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f7bc99ac-3131-4eaf-80be-143142e46d78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:48:09.963692 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-208839fc-19b0-4424-a16d-ad684edc5b1b tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:09.966314 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-208839fc-19b0-4424-a16d-ad684edc5b1b tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:09.970161 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bc99ac-3131-4eaf-80be-143142e46d78 admin admin] Made reservation on behalf of 5af2d017b40c4b54b66164a0e7af8e42 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:48:09.981795 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:09.984391 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f7bc99ac-3131-4eaf-80be-143142e46d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:10.029314 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-208839fc-19b0-4424-a16d-ad684edc5b1b tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4130838 Mar 09 03:48:10.043646 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f7bc99ac-3131-4eaf-80be-143142e46d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:10.056560 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e5e98-15b0-46b5-bdc1-958bac968a67 req-34ce78e0-951c-41bb-87be-9250516b1af0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:10.075763 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e5e98-15b0-46b5-bdc1-958bac968a67 req-34ce78e0-951c-41bb-87be-9250516b1af0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:10.075763 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9b2e5e98-15b0-46b5-bdc1-958bac968a67 req-34ce78e0-951c-41bb-87be-9250516b1af0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=f482bce1-fb91-4293-aec8-69a45c61b4bc HTTP/1.1" status: 200 len: 1681 time: 1.0160356 Mar 09 03:48:10.081744 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f7bc99ac-3131-4eaf-80be-143142e46d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:48:10.087535 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f7bc99ac-3131-4eaf-80be-143142e46d78 admin admin] Usage tracker for resource:security_group_rule and tenant:5af2d017b40c4b54b66164a0e7af8e42 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:48:10.089735 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-ff92638e-712b-4bd8-bc3d-4174293984a6 service neutron] Request body: {'port': {'device_id': '06786091-a4e9-4f26-bd99-f0a4d7b5aa52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:48:10.103556 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f7bc99ac-3131-4eaf-80be-143142e46d78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:48:10.125771 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f7bc99ac-3131-4eaf-80be-143142e46d78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:48:10.129871 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57402) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:10.135515 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port be6471e2-26e6-4a51-b4e5-29264439c711, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=be6471e2-26e6-4a51-b4e5-29264439c711,segment=NetworkSegment(fc839c42-14bd-40c0-8a38-518b14dc1af1),segment_id=fc839c42-14bd-40c0-8a38-518b14dc1af1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:10.137193 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f482bce1-fb91-4293-aec8-69a45c61b4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6471e2-26e6-4a51-b4e5-29264439c711'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:48:10.148613 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:10.150160 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device c7bcda25-9392-443d-8771-eea9cc0fc980 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:48:10.345835 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:10.399619 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-397108b3-3197-4b46-990f-1e71934af512 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a99da7d1ff544c6c946233b9d2e2fe07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2675829 Mar 09 03:48:10.409388 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57408) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:10.459176 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port fb633d15-e73a-412d-8adc-3f24487a60ac, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=fb633d15-e73a-412d-8adc-3f24487a60ac,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:10.461623 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port c7bcda25-9392-443d-8771-eea9cc0fc980 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:48:10.478986 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port c7bcda25-9392-443d-8771-eea9cc0fc980 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:48:10.482711 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:10.569734 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-ff92638e-712b-4bd8-bc3d-4174293984a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:10.588325 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a8d9fd72-d90e-4a0f-8285-88c0c6c7ee7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:10.612760 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9b2e5e98-15b0-46b5-bdc1-958bac968a67 req-dfacc845-1e4d-4143-8917-c49a3a1e7dc5 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360468 Mar 09 03:48:10.631909 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:10.644791 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=be6471e2-26e6-4a51-b4e5-29264439c711,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:10.723295 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a8d9fd72-d90e-4a0f-8285-88c0c6c7ee7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:10.816277 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=fb633d15-e73a-412d-8adc-3f24487a60ac,revision_number=10']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:10.864520 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a8d9fd72-d90e-4a0f-8285-88c0c6c7ee7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:10.939151 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f7bc99ac-3131-4eaf-80be-143142e46d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:10.941612 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9fd72-d90e-4a0f-8285-88c0c6c7ee7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc22626-916b-4e7d-82d9-d3664bd42560,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:10.947868 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a8d9fd72-d90e-4a0f-8285-88c0c6c7ee7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:10.950714 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a8d9fd72-d90e-4a0f-8285-88c0c6c7ee7f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dbc22626-916b-4e7d-82d9-d3664bd42560 HTTP/1.1" status: 204 len: 168 time: 0.5401061 Mar 09 03:48:10.958228 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f7bc99ac-3131-4eaf-80be-143142e46d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:10.983045 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d9fd72-d90e-4a0f-8285-88c0c6c7ee7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:10.983383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d9fd72-d90e-4a0f-8285-88c0c6c7ee7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:10.983782 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d9fd72-d90e-4a0f-8285-88c0c6c7ee7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:10.985177 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d9fd72-d90e-4a0f-8285-88c0c6c7ee7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:10.985519 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d9fd72-d90e-4a0f-8285-88c0c6c7ee7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:10.985852 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d9fd72-d90e-4a0f-8285-88c0c6c7ee7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:10.987358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d9fd72-d90e-4a0f-8285-88c0c6c7ee7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:10.987689 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d9fd72-d90e-4a0f-8285-88c0c6c7ee7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:10.988010 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d9fd72-d90e-4a0f-8285-88c0c6c7ee7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:10.989743 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d9fd72-d90e-4a0f-8285-88c0c6c7ee7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:10.990086 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d9fd72-d90e-4a0f-8285-88c0c6c7ee7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:10.991468 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d9fd72-d90e-4a0f-8285-88c0c6c7ee7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:11.004291 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:11.049036 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7bc99ac-3131-4eaf-80be-143142e46d78 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:48:11.116962 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f7bc99ac-3131-4eaf-80be-143142e46d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:11.117734 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-f7bc99ac-3131-4eaf-80be-143142e46d78 admin admin] Added segment 3b2f149d-5276-4130-aa24-9c7c0b27831c of type vlan for network ba7bf864-b709-46a3-b3a9-c277478d3bbd Mar 09 03:48:11.134961 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc99ac-3131-4eaf-80be-143142e46d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:11.135268 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port c7bcda25-9392-443d-8771-eea9cc0fc980, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c7bcda25-9392-443d-8771-eea9cc0fc980,segment=NetworkSegment(4fd87e99-9ed3-4e3e-8633-069e4fa5cb10),segment_id=4fd87e99-9ed3-4e3e-8633-069e4fa5cb10)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:11.145133 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:11.216827 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f7bc99ac-3131-4eaf-80be-143142e46d78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:11.318650 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f7bc99ac-3131-4eaf-80be-143142e46d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:11.320176 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bc99ac-3131-4eaf-80be-143142e46d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:11.321539 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f7bc99ac-3131-4eaf-80be-143142e46d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:11.340302 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=c7bcda25-9392-443d-8771-eea9cc0fc980,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:11.458375 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc99ac-3131-4eaf-80be-143142e46d78 admin admin] Pushing event updated for resources: {'Network': ['ID=ba7bf864-b709-46a3-b3a9-c277478d3bbd,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:11.465264 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f7bc99ac-3131-4eaf-80be-143142e46d78 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9067831 Mar 09 03:48:11.466246 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57418) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:11.472100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-e9e18d36-79fd-441c-92d4-07f7c579e0f2 admin admin] Request body: {'subnet': {'network_id': 'ba7bf864-b709-46a3-b3a9-c277478d3bbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1715854050-subnet', 'tenant_id': '5af2d017b40c4b54b66164a0e7af8e42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:48:11.478840 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e9e18d36-79fd-441c-92d4-07f7c579e0f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:48:11.484933 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network ba7bf864-b709-46a3-b3a9-c277478d3bbd details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:48:11.497942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e9e18d36-79fd-441c-92d4-07f7c579e0f2 admin admin] Usage tracker for resource:subnet and tenant:5af2d017b40c4b54b66164a0e7af8e42 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:48:11.507251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e9e18d36-79fd-441c-92d4-07f7c579e0f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:48:11.519506 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e9e18d36-79fd-441c-92d4-07f7c579e0f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:48:11.543193 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e18d36-79fd-441c-92d4-07f7c579e0f2 admin admin] Made reservation on behalf of 5af2d017b40c4b54b66164a0e7af8e42 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:48:11.546430 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e9e18d36-79fd-441c-92d4-07f7c579e0f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:11.710095 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58060f8f-5091-43ed-9abb-1fe11de7a3d3 req-f713be27-419a-4101-a41f-7d5159f38987 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:11.710771 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-58060f8f-5091-43ed-9abb-1fe11de7a3d3 req-f713be27-419a-4101-a41f-7d5159f38987 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Synchronizing usage tracker for tenant:ce814ab6b83540158aab87dab5ee9c94 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:48:11.779023 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e9e18d36-79fd-441c-92d4-07f7c579e0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:11.858727 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-58060f8f-5091-43ed-9abb-1fe11de7a3d3 req-f713be27-419a-4101-a41f-7d5159f38987 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Unset dirty status for tenant:ce814ab6b83540158aab87dab5ee9c94 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:48:11.868254 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-58060f8f-5091-43ed-9abb-1fe11de7a3d3 req-f713be27-419a-4101-a41f-7d5159f38987 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] 10.222.0.16 "GET /v2.0/ports?device_id=06786091-a4e9-4f26-bd99-f0a4d7b5aa52 HTTP/1.1" status: 200 len: 932 time: 0.6137588 Mar 09 03:48:11.944709 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57424) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:11.957807 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e18d36-79fd-441c-92d4-07f7c579e0f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ed73eb-be12-4bc7-bfa1-0605c34730f0,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:12.019378 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-ff92638e-712b-4bd8-bc3d-4174293984a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cee85e8-4a82-4480-a309-9e7cbd58c61c {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:48:12.026619 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e18d36-79fd-441c-92d4-07f7c579e0f2 admin admin] Checking segment: {'id': '3b2f149d-5276-4130-aa24-9c7c0b27831c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba7bf864-b709-46a3-b3a9-c277478d3bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:48:12.027024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e18d36-79fd-441c-92d4-07f7c579e0f2 admin admin] Network hostable DHCP agents. Network: ba7bf864-b709-46a3-b3a9-c277478d3bbd, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:48:12.038602 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-ff92638e-712b-4bd8-bc3d-4174293984a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:12.044717 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-58060f8f-5091-43ed-9abb-1fe11de7a3d3 req-5d2ce8d3-7242-4334-8048-e6af314afadd tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Synchronizing usage tracker for tenant:ce814ab6b83540158aab87dab5ee9c94 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:48:12.059667 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-c583875e-035c-4568-b273-211527b786e4 req-1fa6261c-1365-4110-abb0-eb781e010ae7 tempest-ServersWithSpecificFlavorTestJSON-1146250198 tempest-ServersWithSpecificFlavorTestJSON-1146250198-project] (87880) timed out ('10.222.0.24', 53500) {{(pid=87880) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 09 03:48:12.061163 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e18d36-79fd-441c-92d4-07f7c579e0f2 admin admin] Network ba7bf864-b709-46a3-b3a9-c277478d3bbd is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:48:12.075860 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-e9e18d36-79fd-441c-92d4-07f7c579e0f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, ba7bf864-b709-46a3-b3a9-c277478d3bbd) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:48:12.094109 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacb45a5-fa48-42f2-a642-3830e4f7a6bd None None] Network ba7bf864-b709-46a3-b3a9-c277478d3bbd requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:48:12.098705 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-ff92638e-712b-4bd8-bc3d-4174293984a6 service neutron] Transition to ACTIVE for port object 7cee85e8-4a82-4480-a309-9e7cbd58c61c will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:48:12.103374 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f2b0dfd4-fa2d-4cf0-9f78-00bca6f526d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ec82f94adad4dcab68870b34bbc2680&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498039 Mar 09 03:48:12.106767 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57428) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:12.111534 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-ff92638e-712b-4bd8-bc3d-4174293984a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:12.118175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e18d36-79fd-441c-92d4-07f7c579e0f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:12.118791 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e9e18d36-79fd-441c-92d4-07f7c579e0f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:12.188412 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e9e18d36-79fd-441c-92d4-07f7c579e0f2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7126560 Mar 09 03:48:12.205823 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-58060f8f-5091-43ed-9abb-1fe11de7a3d3 req-5d2ce8d3-7242-4334-8048-e6af314afadd tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Unset dirty status for tenant:ce814ab6b83540158aab87dab5ee9c94 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:48:12.216268 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-58060f8f-5091-43ed-9abb-1fe11de7a3d3 req-5d2ce8d3-7242-4334-8048-e6af314afadd tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd6efb5f-d62e-4f3a-b30a-aa4819a58548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464518 Mar 09 03:48:12.456613 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f482bce1-fb91-4293-aec8-69a45c61b4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6471e2-26e6-4a51-b4e5-29264439c711', 'code': 200} Mar 09 03:48:12.679305 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e844ddf8-1fa4-4fa2-a53a-5f0d9756570e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-ba7bf864-b709-46a3-b3a9-c277478d3bbd', 'network_id': 'ba7bf864-b709-46a3-b3a9-c277478d3bbd', 'tenant_id': '5af2d017b40c4b54b66164a0e7af8e42', 'fixed_ips': [{'subnet_id': 'e4ed73eb-be12-4bc7-bfa1-0605c34730f0'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:48:12.679820 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e844ddf8-1fa4-4fa2-a53a-5f0d9756570e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:12.757725 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92638e-712b-4bd8-bc3d-4174293984a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7cee85e8-4a82-4480-a309-9e7cbd58c61c,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:12.839452 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-ff92638e-712b-4bd8-bc3d-4174293984a6 service neutron] Attempting to bind port 7cee85e8-4a82-4480-a309-9e7cbd58c61c on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:48:12.840579 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-ff92638e-712b-4bd8-bc3d-4174293984a6 service neutron] Attempting to bind port 7cee85e8-4a82-4480-a309-9e7cbd58c61c by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'dafcc400-20a1-4b7f-96b8-050854e65c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '156201c2-92ca-4066-83b4-399366c772bf'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:48:12.843342 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-ff92638e-712b-4bd8-bc3d-4174293984a6 service neutron] Attempting to bind port 7cee85e8-4a82-4480-a309-9e7cbd58c61c on network 156201c2-92ca-4066-83b4-399366c772bf {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:48:12.864974 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-ff92638e-712b-4bd8-bc3d-4174293984a6 service neutron] Port 7cee85e8-4a82-4480-a309-9e7cbd58c61c on network 156201c2-92ca-4066-83b4-399366c772bf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:48:12.864974 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-ff92638e-712b-4bd8-bc3d-4174293984a6 service neutron] Attempting to bind port 7cee85e8-4a82-4480-a309-9e7cbd58c61c on network 156201c2-92ca-4066-83b4-399366c772bf {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:48:12.893806 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ee3dfbe0-2329-4bec-b610-59e29da42fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:12.911286 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-ff92638e-712b-4bd8-bc3d-4174293984a6 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:48:12.911620 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-ff92638e-712b-4bd8-bc3d-4174293984a6 service neutron] Checking segment: {'id': 'dafcc400-20a1-4b7f-96b8-050854e65c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '156201c2-92ca-4066-83b4-399366c772bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:48:12.912005 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-ff92638e-712b-4bd8-bc3d-4174293984a6 service neutron] Bound using segment: {'id': 'dafcc400-20a1-4b7f-96b8-050854e65c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '156201c2-92ca-4066-83b4-399366c772bf'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:48:12.912448 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-ff92638e-712b-4bd8-bc3d-4174293984a6 service neutron] Bound port: 7cee85e8-4a82-4480-a309-9e7cbd58c61c, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafcc400-20a1-4b7f-96b8-050854e65c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '156201c2-92ca-4066-83b4-399366c772bf'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:48:12.912790 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-ff92638e-712b-4bd8-bc3d-4174293984a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:12.947557 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-e844ddf8-1fa4-4fa2-a53a-5f0d9756570e None None] Allocated IP 172.20.0.2 (ba7bf864-b709-46a3-b3a9-c277478d3bbd/e4ed73eb-be12-4bc7-bfa1-0605c34730f0/1f41a55a-af7e-46a5-9bd5-ae946cb14dad) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:48:13.057016 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ee3dfbe0-2329-4bec-b610-59e29da42fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:13.253526 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572628e3-e2b4-490d-85e7-2df58e23c79d req-f5344da3-6182-4ac3-b475-3bfb27c6b598 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:13.275614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572628e3-e2b4-490d-85e7-2df58e23c79d req-f5344da3-6182-4ac3-b475-3bfb27c6b598 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:13.287190 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-572628e3-e2b4-490d-85e7-2df58e23c79d req-f5344da3-6182-4ac3-b475-3bfb27c6b598 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=f482bce1-fb91-4293-aec8-69a45c61b4bc HTTP/1.1" status: 200 len: 1683 time: 0.5967679 Mar 09 03:48:13.330124 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-ff92638e-712b-4bd8-bc3d-4174293984a6 service neutron] For port 7cee85e8-4a82-4480-a309-9e7cbd58c61c, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:48:13.347415 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-ff92638e-712b-4bd8-bc3d-4174293984a6 service neutron] For port 7cee85e8-4a82-4480-a309-9e7cbd58c61c, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=7cee85e8-4a82-4480-a309-9e7cbd58c61c,segment=NetworkSegment(dafcc400-20a1-4b7f-96b8-050854e65c0e),segment_id=dafcc400-20a1-4b7f-96b8-050854e65c0e)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:48:13.369249 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-ff92638e-712b-4bd8-bc3d-4174293984a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:13.429003 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e844ddf8-1fa4-4fa2-a53a-5f0d9756570e None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:13.444978 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e844ddf8-1fa4-4fa2-a53a-5f0d9756570e None None] Transition to ACTIVE for port object 1f41a55a-af7e-46a5-9bd5-ae946cb14dad will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:48:13.448681 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ee3dfbe0-2329-4bec-b610-59e29da42fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:13.472523 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-572628e3-e2b4-490d-85e7-2df58e23c79d req-0d3c9bb5-f8da-4a7a-afeb-0ff4dc2eb653 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725235 Mar 09 03:48:13.509953 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e844ddf8-1fa4-4fa2-a53a-5f0d9756570e None None] Transition to ACTIVE for port object 1f41a55a-af7e-46a5-9bd5-ae946cb14dad will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:48:13.521866 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e844ddf8-1fa4-4fa2-a53a-5f0d9756570e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:13.653023 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844ddf8-1fa4-4fa2-a53a-5f0d9756570e None None] Pushing event updated for resources: {'Port': ['ID=1f41a55a-af7e-46a5-9bd5-ae946cb14dad,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:13.667220 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e844ddf8-1fa4-4fa2-a53a-5f0d9756570e None None] Network ba7bf864-b709-46a3-b3a9-c277478d3bbd is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:48:13.668601 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-e844ddf8-1fa4-4fa2-a53a-5f0d9756570e None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:48:13.671659 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e844ddf8-1fa4-4fa2-a53a-5f0d9756570e None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:48:13.731270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-ff92638e-712b-4bd8-bc3d-4174293984a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:13.731899 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-ff92638e-712b-4bd8-bc3d-4174293984a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:13.738247 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-ff92638e-712b-4bd8-bc3d-4174293984a6 service neutron] 10.222.0.24 "PUT /v2.0/ports/7cee85e8-4a82-4480-a309-9e7cbd58c61c HTTP/1.1" status: 200 len: 1092 time: 3.6643114 Mar 09 03:48:13.738747 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06786091-a4e9-4f26-bd99-f0a4d7b5aa52', 'tag': '7cee85e8-4a82-4480-a309-9e7cbd58c61c'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:48:13.794801 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3dfbe0-2329-4bec-b610-59e29da42fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee11f17-6f52-46ef-bee1-729e297c8276,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:13.806711 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ee3dfbe0-2329-4bec-b610-59e29da42fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:13.810145 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ee3dfbe0-2329-4bec-b610-59e29da42fd4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dee11f17-6f52-46ef-bee1-729e297c8276 HTTP/1.1" status: 204 len: 168 time: 1.7016695 Mar 09 03:48:13.897343 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-e844ddf8-1fa4-4fa2-a53a-5f0d9756570e None None] Attempting to bind port 1f41a55a-af7e-46a5-9bd5-ae946cb14dad on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:48:13.897764 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-e844ddf8-1fa4-4fa2-a53a-5f0d9756570e None None] Attempting to bind port 1f41a55a-af7e-46a5-9bd5-ae946cb14dad by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '3b2f149d-5276-4130-aa24-9c7c0b27831c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba7bf864-b709-46a3-b3a9-c277478d3bbd'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:48:13.898222 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e844ddf8-1fa4-4fa2-a53a-5f0d9756570e None None] Attempting to bind port 1f41a55a-af7e-46a5-9bd5-ae946cb14dad on network ba7bf864-b709-46a3-b3a9-c277478d3bbd {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:48:13.908925 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e844ddf8-1fa4-4fa2-a53a-5f0d9756570e None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:48:13.909219 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e844ddf8-1fa4-4fa2-a53a-5f0d9756570e None None] Checking segment: {'id': '3b2f149d-5276-4130-aa24-9c7c0b27831c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba7bf864-b709-46a3-b3a9-c277478d3bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:48:13.909621 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e844ddf8-1fa4-4fa2-a53a-5f0d9756570e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:13.910000 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e844ddf8-1fa4-4fa2-a53a-5f0d9756570e None None] Bound using segment: {'id': '3b2f149d-5276-4130-aa24-9c7c0b27831c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba7bf864-b709-46a3-b3a9-c277478d3bbd'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:48:13.910550 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-e844ddf8-1fa4-4fa2-a53a-5f0d9756570e None None] Bound port: 1f41a55a-af7e-46a5-9bd5-ae946cb14dad, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2f149d-5276-4130-aa24-9c7c0b27831c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba7bf864-b709-46a3-b3a9-c277478d3bbd'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:48:13.910820 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e844ddf8-1fa4-4fa2-a53a-5f0d9756570e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:14.073543 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92638e-712b-4bd8-bc3d-4174293984a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7cee85e8-4a82-4480-a309-9e7cbd58c61c,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:14.110815 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e844ddf8-1fa4-4fa2-a53a-5f0d9756570e None None] For port 1f41a55a-af7e-46a5-9bd5-ae946cb14dad, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:48:14.112561 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-c41d3a09-bd4b-406f-9306-ec3a291a3811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:14.114345 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-c41d3a09-bd4b-406f-9306-ec3a291a3811 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce814ab6b83540158aab87dab5ee9c94&device_id=06786091-a4e9-4f26-bd99-f0a4d7b5aa52 HTTP/1.1" status: 200 len: 1095 time: 0.2844524 Mar 09 03:48:14.115301 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e844ddf8-1fa4-4fa2-a53a-5f0d9756570e None None] For port 1f41a55a-af7e-46a5-9bd5-ae946cb14dad, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1f41a55a-af7e-46a5-9bd5-ae946cb14dad,segment=NetworkSegment(3b2f149d-5276-4130-aa24-9c7c0b27831c),segment_id=3b2f149d-5276-4130-aa24-9c7c0b27831c)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:48:14.123074 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e844ddf8-1fa4-4fa2-a53a-5f0d9756570e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:14.334119 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-90ae187e-c028-427e-a2c0-d7289f53e9d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cee85e8-4a82-4480-a309-9e7cbd58c61c HTTP/1.1" status: 200 len: 217 time: 0.2115910 Mar 09 03:48:14.335268 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844ddf8-1fa4-4fa2-a53a-5f0d9756570e None None] Pushing event updated for resources: {'Port': ['ID=1f41a55a-af7e-46a5-9bd5-ae946cb14dad,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:14.454374 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-c7f381b5-82a7-4f51-ae8d-0f1e25c846b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:14.457408 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4056da6e-2d78-4867-bcce-e5b6fa53a0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb633d15-e73a-412d-8adc-3f24487a60ac'}, {'server_uuid': 'f482bce1-fb91-4293-aec8-69a45c61b4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7bcda25-9392-443d-8771-eea9cc0fc980'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:48:14.463553 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-c7f381b5-82a7-4f51-ae8d-0f1e25c846b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f7ab596-d56c-40b1-90bb-dd5c9b043ba6 HTTP/1.1" status: 200 len: 849 time: 0.1109364 Mar 09 03:48:14.521479 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-a03db961-19fd-4064-910b-c166a786e8fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=156201c2-92ca-4066-83b4-399366c772bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566635 Mar 09 03:48:14.866371 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-3b389483-2cc8-42cd-8072-fa9d9dbf6c43 service neutron] 10.222.0.24 "GET /v2.0/networks/156201c2-92ca-4066-83b4-399366c772bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384571 Mar 09 03:48:15.282717 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95429560-b126-4ff6-908d-f3786bc2e9e4 req-62ad3e33-5278-4378-a03c-c93aef88040b service neutron] 10.222.0.24 "GET /v2.0/networks/156201c2-92ca-4066-83b4-399366c772bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097013 Mar 09 03:48:16.180521 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baaabc6-560e-4378-b9ab-9f347035e137 None None] Network ba7bf864-b709-46a3-b3a9-c277478d3bbd requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:48:16.488058 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-31b3304e-d595-4792-8f54-795f606c6c2e None None] Provisioning for port 1f41a55a-af7e-46a5-9bd5-ae946cb14dad completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:48:16.577602 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1f41a55a-af7e-46a5-9bd5-ae946cb14dad up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:48:16.688155 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 1f41a55a-af7e-46a5-9bd5-ae946cb14dad completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:48:16.693500 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 1f41a55a-af7e-46a5-9bd5-ae946cb14dad triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:48:16.693874 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:16.935915 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:17.061423 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 1f41a55a-af7e-46a5-9bd5-ae946cb14dad, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1f41a55a-af7e-46a5-9bd5-ae946cb14dad,segment=NetworkSegment(3b2f149d-5276-4130-aa24-9c7c0b27831c),segment_id=3b2f149d-5276-4130-aa24-9c7c0b27831c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:17.068917 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:17.254164 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0348bf08-2a46-4015-9e30-5c05457d266c None None] Provisioning complete for port 1f41a55a-af7e-46a5-9bd5-ae946cb14dad triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:48:17.255396 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0348bf08-2a46-4015-9e30-5c05457d266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:17.343473 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=1f41a55a-af7e-46a5-9bd5-ae946cb14dad,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:18.538999 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1f41a55a-af7e-46a5-9bd5-ae946cb14dad up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:48:18.699831 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 1f41a55a-af7e-46a5-9bd5-ae946cb14dad triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:48:18.700468 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:19.061369 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 7cee85e8-4a82-4480-a309-9e7cbd58c61c details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:48:19.386958 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 7cee85e8-4a82-4480-a309-9e7cbd58c61c, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=7cee85e8-4a82-4480-a309-9e7cbd58c61c,segment=NetworkSegment(dafcc400-20a1-4b7f-96b8-050854e65c0e),segment_id=dafcc400-20a1-4b7f-96b8-050854e65c0e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:19.444306 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '7cee85e8-4a82-4480-a309-9e7cbd58c61c', 'network_id': '156201c2-92ca-4066-83b4-399366c772bf', 'port_id': '7cee85e8-4a82-4480-a309-9e7cbd58c61c', 'mac_address': 'fa:16:3e:20:16:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7ab596-d56c-40b1-90bb-dd5c9b043ba6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:48:19.621840 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:19.657204 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cee85e8-4a82-4480-a309-9e7cbd58c61c {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:48:19.691812 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 7cee85e8-4a82-4480-a309-9e7cbd58c61c, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=7cee85e8-4a82-4480-a309-9e7cbd58c61c,segment=NetworkSegment(dafcc400-20a1-4b7f-96b8-050854e65c0e),segment_id=dafcc400-20a1-4b7f-96b8-050854e65c0e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:19.704119 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:19.798898 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=7cee85e8-4a82-4480-a309-9e7cbd58c61c,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:20.028501 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['7cee85e8-4a82-4480-a309-9e7cbd58c61c'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:48:20.532116 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-2d421bc1-9168-4e3d-8dca-84a4907b24e4 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:20.533775 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-2d421bc1-9168-4e3d-8dca-84a4907b24e4 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/networks?id=ba7bf864-b709-46a3-b3a9-c277478d3bbd HTTP/1.1" status: 200 len: 816 time: 0.1824141 Mar 09 03:48:20.559188 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-1f5f86ea-d6ed-4691-93d0-79f36e27a1ed tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/quotas/5af2d017b40c4b54b66164a0e7af8e42 HTTP/1.1" status: 200 len: 375 time: 0.0182977 Mar 09 03:48:20.652438 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d80f7e-fffc-4f49-b4b0-914b5155e127 req-571b75b4-ac9d-4a0c-acbb-e381a542469f tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:20.675712 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-e28d311c-a10e-4e53-a1fc-6f4a9fa899a5 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5af2d017b40c4b54b66164a0e7af8e42&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1155658 Mar 09 03:48:20.675939 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-92d80f7e-fffc-4f49-b4b0-914b5155e127 req-571b75b4-ac9d-4a0c-acbb-e381a542469f tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] 10.222.0.16 "GET /v2.0/ports?device_id=06786091-a4e9-4f26-bd99-f0a4d7b5aa52 HTTP/1.1" status: 200 len: 945 time: 0.1372619 Mar 09 03:48:20.783372 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-92d80f7e-fffc-4f49-b4b0-914b5155e127 req-61766285-f11e-414b-a024-3a5e242d3a59 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd6efb5f-d62e-4f3a-b30a-aa4819a58548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003389 Mar 09 03:48:20.878893 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06786091-a4e9-4f26-bd99-f0a4d7b5aa52', 'tag': '7cee85e8-4a82-4480-a309-9e7cbd58c61c', 'status': 'completed', 'code': 200} Mar 09 03:48:20.920348 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4056da6e-2d78-4867-bcce-e5b6fa53a0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb633d15-e73a-412d-8adc-3f24487a60ac', 'code': 200} Mar 09 03:48:20.920885 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f482bce1-fb91-4293-aec8-69a45c61b4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7bcda25-9392-443d-8771-eea9cc0fc980', 'code': 200} Mar 09 03:48:21.040605 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-c9fe6324-b83e-43a6-b13d-d58f041075b1 service neutron] 10.222.0.16 "GET /v2.0/networks/ba7bf864-b709-46a3-b3a9-c277478d3bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628435 Mar 09 03:48:21.075998 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 7cee85e8-4a82-4480-a309-9e7cbd58c61c up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:48:21.193088 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191f360-964d-4b68-be24-f81ff72f2ea6 req-3cef4ee1-b648-4a3f-9667-d5df654b9438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:21.193950 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191f360-964d-4b68-be24-f81ff72f2ea6 req-3cef4ee1-b648-4a3f-9667-d5df654b9438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:21.196416 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5191f360-964d-4b68-be24-f81ff72f2ea6 req-3cef4ee1-b648-4a3f-9667-d5df654b9438 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f482bce1-fb91-4293-aec8-69a45c61b4bc HTTP/1.1" status: 200 len: 1985 time: 0.2119839 Mar 09 03:48:21.202052 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 7cee85e8-4a82-4480-a309-9e7cbd58c61c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:48:21.207048 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 7cee85e8-4a82-4480-a309-9e7cbd58c61c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:48:21.207418 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:21.256580 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5191f360-964d-4b68-be24-f81ff72f2ea6 req-366202e4-2e0a-42a0-8a3e-15b025bf4052 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493953 Mar 09 03:48:21.267353 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547c434-cbae-4108-bc37-6d0549bf32e2 req-bc9fb70d-f447-4356-a215-ddeeebd0d9e7 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:21.276975 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547c434-cbae-4108-bc37-6d0549bf32e2 req-bc9fb70d-f447-4356-a215-ddeeebd0d9e7 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:21.279766 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7547c434-cbae-4108-bc37-6d0549bf32e2 req-bc9fb70d-f447-4356-a215-ddeeebd0d9e7 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=f482bce1-fb91-4293-aec8-69a45c61b4bc HTTP/1.1" status: 200 len: 1683 time: 0.2170784 Mar 09 03:48:21.303664 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533362d0-9962-418b-a055-0b4ca9725b41 req-4e4eba03-bcf2-454e-8d54-5602560e0a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:21.305613 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-533362d0-9962-418b-a055-0b4ca9725b41 req-4e4eba03-bcf2-454e-8d54-5602560e0a72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce814ab6b83540158aab87dab5ee9c94&device_id=06786091-a4e9-4f26-bd99-f0a4d7b5aa52 HTTP/1.1" status: 200 len: 1096 time: 0.4256787 Mar 09 03:48:21.342387 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7547c434-cbae-4108-bc37-6d0549bf32e2 req-053f85aa-12d3-4520-952d-7e880ff03951 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543282 Mar 09 03:48:21.354278 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-c4b62186-b286-492b-942f-2c156d71b0e1 service neutron] 10.222.0.16 "GET /v2.0/networks/ba7bf864-b709-46a3-b3a9-c277478d3bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057737 Mar 09 03:48:21.442062 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:21.510705 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 7cee85e8-4a82-4480-a309-9e7cbd58c61c, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=7cee85e8-4a82-4480-a309-9e7cbd58c61c,segment=NetworkSegment(dafcc400-20a1-4b7f-96b8-050854e65c0e),segment_id=dafcc400-20a1-4b7f-96b8-050854e65c0e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:21.522031 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:21.716614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533362d0-9962-418b-a055-0b4ca9725b41 req-732b6488-71a1-4886-b6c0-591b16238ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:21.718325 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-533362d0-9962-418b-a055-0b4ca9725b41 req-732b6488-71a1-4886-b6c0-591b16238ae2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=156201c2-92ca-4066-83b4-399366c772bf HTTP/1.1" status: 200 len: 910 time: 0.2088637 Mar 09 03:48:21.778033 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=7cee85e8-4a82-4480-a309-9e7cbd58c61c,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:21.884775 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-533362d0-9962-418b-a055-0b4ca9725b41 req-25bed508-e947-410d-82e4-6f931e8aa194 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cee85e8-4a82-4480-a309-9e7cbd58c61c HTTP/1.1" status: 200 len: 217 time: 0.1567695 Mar 09 03:48:22.070388 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533362d0-9962-418b-a055-0b4ca9725b41 req-c8de8ac2-c522-4f48-b644-500e6ab469cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:22.071876 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-533362d0-9962-418b-a055-0b4ca9725b41 req-c8de8ac2-c522-4f48-b644-500e6ab469cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f7ab596-d56c-40b1-90bb-dd5c9b043ba6 HTTP/1.1" status: 200 len: 849 time: 0.1800134 Mar 09 03:48:22.093667 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc03b77-d2d5-46ed-bebf-d1e312eeb5b2 req-7314e9e9-b8dd-402e-9e71-d04659b67f58 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:22.110981 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cfc03b77-d2d5-46ed-bebf-d1e312eeb5b2 req-7314e9e9-b8dd-402e-9e71-d04659b67f58 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9324f-e276-493f-8a03-710ca4dd0903 HTTP/1.1" status: 200 len: 950 time: 0.2234659 Mar 09 03:48:22.147156 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-533362d0-9962-418b-a055-0b4ca9725b41 req-9f6e41a8-221a-43e7-b998-e35bc236e6cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=156201c2-92ca-4066-83b4-399366c772bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666080 Mar 09 03:48:22.185310 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cfc03b77-d2d5-46ed-bebf-d1e312eeb5b2 req-058b6817-e4d3-4b83-9f34-919abd624b4d tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3ab691e-f920-4c29-9f7e-1930819c5936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708034 Mar 09 03:48:22.422118 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-533362d0-9962-418b-a055-0b4ca9725b41 req-f1822d5c-d03a-4b51-ac3d-b5486d1576da service neutron] 10.222.0.24 "GET /v2.0/networks/156201c2-92ca-4066-83b4-399366c772bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683759 Mar 09 03:48:22.636468 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9781bf-ddbf-4114-a9fb-eb984576ea85 req-77c698b6-7e51-497a-9931-7fe27368c9a3 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:22.638029 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8f9781bf-ddbf-4114-a9fb-eb984576ea85 req-77c698b6-7e51-497a-9931-7fe27368c9a3 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] 10.222.0.16 "GET /v2.0/ports?device_id=06786091-a4e9-4f26-bd99-f0a4d7b5aa52 HTTP/1.1" status: 200 len: 946 time: 0.4373844 Mar 09 03:48:22.782063 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-f21eca6c-222c-497a-aec5-9a19b93a5a0c tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:22.782794 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-f21eca6c-222c-497a-aec5-9a19b93a5a0c tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Synchronizing usage tracker for tenant:5af2d017b40c4b54b66164a0e7af8e42 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:48:22.815944 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8f9781bf-ddbf-4114-a9fb-eb984576ea85 req-e9a8a03f-df2e-4d88-ace6-3fc231e0807d tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd6efb5f-d62e-4f3a-b30a-aa4819a58548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695824 Mar 09 03:48:22.816553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-f21eca6c-222c-497a-aec5-9a19b93a5a0c tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Unset dirty status for tenant:5af2d017b40c4b54b66164a0e7af8e42 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:48:22.817958 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-f21eca6c-222c-497a-aec5-9a19b93a5a0c tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/networks?id=ba7bf864-b709-46a3-b3a9-c277478d3bbd HTTP/1.1" status: 200 len: 816 time: 0.4407594 Mar 09 03:48:22.848300 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-64f3c30e-d703-4392-8adc-f28e65ea501f tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/quotas/5af2d017b40c4b54b66164a0e7af8e42 HTTP/1.1" status: 200 len: 375 time: 0.0233872 Mar 09 03:48:22.896437 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-533362d0-9962-418b-a055-0b4ca9725b41 req-f12d113d-6712-4423-9f79-089bc793d0f4 service neutron] 10.222.0.24 "GET /v2.0/networks/156201c2-92ca-4066-83b4-399366c772bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650159 Mar 09 03:48:22.921688 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06786091-a4e9-4f26-bd99-f0a4d7b5aa52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cee85e8-4a82-4480-a309-9e7cbd58c61c'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:48:22.991082 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-6b5d692f-a44a-420e-8e1d-aa61d48ca5b4 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5af2d017b40c4b54b66164a0e7af8e42&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1419659 Mar 09 03:48:23.148084 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-fc19dc47-71b0-4683-868f-9cc3f096ed99 service neutron] 10.222.0.16 "GET /v2.0/networks/ba7bf864-b709-46a3-b3a9-c277478d3bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499336 Mar 09 03:48:23.386109 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-dcf130e0-cc23-4552-8435-4fb98aaa7ec6 service neutron] 10.222.0.16 "GET /v2.0/networks/ba7bf864-b709-46a3-b3a9-c277478d3bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365258 Mar 09 03:48:23.420400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57646) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:23.514339 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e1e57-ea63-434c-b864-5cdb31066fbf req-3ac2e882-9bb5-4c8c-a519-a7eeb910ae82 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:23.540176 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e1e57-ea63-434c-b864-5cdb31066fbf req-3ac2e882-9bb5-4c8c-a519-a7eeb910ae82 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:23.551508 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-625e1e57-ea63-434c-b864-5cdb31066fbf req-3ac2e882-9bb5-4c8c-a519-a7eeb910ae82 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=f482bce1-fb91-4293-aec8-69a45c61b4bc HTTP/1.1" status: 200 len: 1683 time: 0.2191339 Mar 09 03:48:23.674771 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-625e1e57-ea63-434c-b864-5cdb31066fbf req-93a648d6-522b-4d51-bcc7-f97998774dfe tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173432 Mar 09 03:48:23.799862 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06786091-a4e9-4f26-bd99-f0a4d7b5aa52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cee85e8-4a82-4480-a309-9e7cbd58c61c', 'code': 200} Mar 09 03:48:24.075751 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-bf8db7e4-6230-4c01-8951-9dd298d13d04 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:24.077423 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-bf8db7e4-6230-4c01-8951-9dd298d13d04 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.21 "GET /v2.0/networks?id=ba7bf864-b709-46a3-b3a9-c277478d3bbd HTTP/1.1" status: 200 len: 816 time: 0.5489657 Mar 09 03:48:24.162355 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-39db3009-7e48-4305-b4e4-459cb0d2d884 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Request body: {'port': {'device_id': '95d5bdec-8bbd-4001-b78f-c49e76f7db88', 'network_id': 'ba7bf864-b709-46a3-b3a9-c277478d3bbd', 'admin_state_up': True, 'tenant_id': '5af2d017b40c4b54b66164a0e7af8e42'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:48:24.217896 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8d0fa-9dcb-46de-b541-21c72d399eeb req-07aa6c7e-d7bf-4612-a933-cf30498bfbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:24.221333 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-25a8d0fa-9dcb-46de-b541-21c72d399eeb req-07aa6c7e-d7bf-4612-a933-cf30498bfbcd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=06786091-a4e9-4f26-bd99-f0a4d7b5aa52 HTTP/1.1" status: 200 len: 1097 time: 0.2717590 Mar 09 03:48:24.314290 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6b80da84-e727-45c9-8e1a-7e69f471639f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:24.321459 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-25a8d0fa-9dcb-46de-b541-21c72d399eeb req-c8ee3eef-1094-4374-a156-da58399653be service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cd6efb5f-d62e-4f3a-b30a-aa4819a58548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930183 Mar 09 03:48:24.392787 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6b80da84-e727-45c9-8e1a-7e69f471639f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:48:24.398976 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6b80da84-e727-45c9-8e1a-7e69f471639f admin admin] Usage tracker for resource:security_group_rule and tenant:7b062a3005484332afb175d3c125d248 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:48:24.404720 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6b80da84-e727-45c9-8e1a-7e69f471639f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:48:24.415058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6b80da84-e727-45c9-8e1a-7e69f471639f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:48:24.457860 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57694) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:24.468154 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f321f8-f4de-4019-b932-c9008870f544 req-5dc8b27b-bfeb-4756-801c-b71bf8cfdcbd tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:24.486885 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-78f321f8-f4de-4019-b932-c9008870f544 req-5dc8b27b-bfeb-4756-801c-b71bf8cfdcbd tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] 10.222.0.16 "GET /v2.0/ports?device_id=06786091-a4e9-4f26-bd99-f0a4d7b5aa52 HTTP/1.1" status: 200 len: 946 time: 0.1546311 Mar 09 03:48:24.565242 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-39db3009-7e48-4305-b4e4-459cb0d2d884 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:48:24.611983 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-78f321f8-f4de-4019-b932-c9008870f544 req-6d2e431a-e5f0-4955-bb15-96f1adaa73e9 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd6efb5f-d62e-4f3a-b30a-aa4819a58548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235445 Mar 09 03:48:24.612302 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-39db3009-7e48-4305-b4e4-459cb0d2d884 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Usage tracker for resource:port and tenant:5af2d017b40c4b54b66164a0e7af8e42 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:48:24.629503 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-39db3009-7e48-4305-b4e4-459cb0d2d884 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:48:24.636850 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-39db3009-7e48-4305-b4e4-459cb0d2d884 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:48:24.682079 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-39db3009-7e48-4305-b4e4-459cb0d2d884 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Made reservation on behalf of 5af2d017b40c4b54b66164a0e7af8e42 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:48:24.685564 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-39db3009-7e48-4305-b4e4-459cb0d2d884 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:24.703381 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ff9b93-f6be-4697-a1ee-5e7d059685ab admin admin] Deleting subnet d19a7fbd-f9bf-427a-a8b0-0fdbde590dc6 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:48:24.727468 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-45ff9b93-f6be-4697-a1ee-5e7d059685ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:24.806468 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6b80da84-e727-45c9-8e1a-7e69f471639f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:24.830776 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6b80da84-e727-45c9-8e1a-7e69f471639f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:24.946203 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-45ff9b93-f6be-4697-a1ee-5e7d059685ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:25.069210 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6b80da84-e727-45c9-8e1a-7e69f471639f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b062a3005484332afb175d3c125d248&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6476245 Mar 09 03:48:25.073191 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57726) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:25.079231 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80da84-e727-45c9-8e1a-7e69f471639f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60513ce9-d7ff-45a0-b74c-3a48ae248aff,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:25.150334 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-45ff9b93-f6be-4697-a1ee-5e7d059685ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:25.201948 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:48:25.217622 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ddfbd54e-13c7-4620-9284-b5fe5c81319e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:25.252803 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-39db3009-7e48-4305-b4e4-459cb0d2d884 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Allocated IP 172.20.0.8 (ba7bf864-b709-46a3-b3a9-c277478d3bbd/e4ed73eb-be12-4bc7-bfa1-0605c34730f0/e435f07d-af3a-419e-8416-d4970f82b77e) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:48:25.287976 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ddfbd54e-13c7-4620-9284-b5fe5c81319e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:25.524915 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:25.550234 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ddfbd54e-13c7-4620-9284-b5fe5c81319e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:25.559828 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-45ff9b93-f6be-4697-a1ee-5e7d059685ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:25.564536 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3cfaba16-e305-4ae5-97da-fdd81e5d11a9,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:25.573188 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:25.629383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff9b93-f6be-4697-a1ee-5e7d059685ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d19a7fbd-f9bf-427a-a8b0-0fdbde590dc6,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:25.637407 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-45ff9b93-f6be-4697-a1ee-5e7d059685ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:25.668705 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ddfbd54e-13c7-4620-9284-b5fe5c81319e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:25.678214 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ddfbd54e-13c7-4620-9284-b5fe5c81319e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60513ce9-d7ff-45a0-b74c-3a48ae248aff HTTP/1.1" status: 204 len: 168 time: 0.5991237 Mar 09 03:48:25.687142 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-0bebec18-42af-4660-9b1c-f9fe0fcef3d1 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:25.696412 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-0bebec18-42af-4660-9b1c-f9fe0fcef3d1 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/networks?id=ba7bf864-b709-46a3-b3a9-c277478d3bbd HTTP/1.1" status: 200 len: 816 time: 0.3129361 Mar 09 03:48:25.703738 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbd54e-13c7-4620-9284-b5fe5c81319e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60513ce9-d7ff-45a0-b74c-3a48ae248aff,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:25.717102 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-45ff9b93-f6be-4697-a1ee-5e7d059685ab admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d19a7fbd-f9bf-427a-a8b0-0fdbde590dc6 HTTP/1.1" status: 204 len: 168 time: 1.2555823 Mar 09 03:48:25.720272 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57742) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:25.745423 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfbd54e-13c7-4620-9284-b5fe5c81319e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:25.759244 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfbd54e-13c7-4620-9284-b5fe5c81319e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:25.761761 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfbd54e-13c7-4620-9284-b5fe5c81319e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:25.764037 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfbd54e-13c7-4620-9284-b5fe5c81319e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:25.764592 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfbd54e-13c7-4620-9284-b5fe5c81319e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:25.765210 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=3cfaba16-e305-4ae5-97da-fdd81e5d11a9,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:25.766510 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfbd54e-13c7-4620-9284-b5fe5c81319e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:25.766848 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfbd54e-13c7-4620-9284-b5fe5c81319e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:25.767206 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfbd54e-13c7-4620-9284-b5fe5c81319e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:25.767534 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfbd54e-13c7-4620-9284-b5fe5c81319e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:25.794392 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfbd54e-13c7-4620-9284-b5fe5c81319e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:25.794950 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfbd54e-13c7-4620-9284-b5fe5c81319e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:25.795297 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfbd54e-13c7-4620-9284-b5fe5c81319e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:25.801438 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c9324f-e276-493f-8a03-710ca4dd0903', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cfaba16-e305-4ae5-97da-fdd81e5d11a9'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:48:25.995955 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-39db3009-7e48-4305-b4e4-459cb0d2d884 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:26.072995 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-39db3009-7e48-4305-b4e4-459cb0d2d884 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Transition to ACTIVE for port object e435f07d-af3a-419e-8416-d4970f82b77e will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:48:26.240580 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-39db3009-7e48-4305-b4e4-459cb0d2d884 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:26.313386 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-6ca674b8-9eee-4b74-b801-aa832154d441 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/quotas/5af2d017b40c4b54b66164a0e7af8e42 HTTP/1.1" status: 200 len: 375 time: 0.6153140 Mar 09 03:48:26.450400 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-e45849fa-26f5-43c7-a410-da8cebd09655 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:26.451323 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-39db3009-7e48-4305-b4e4-459cb0d2d884 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Network ba7bf864-b709-46a3-b3a9-c277478d3bbd is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:48:26.459278 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-e45849fa-26f5-43c7-a410-da8cebd09655 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.24 "GET /v2.0/networks?id=ba7bf864-b709-46a3-b3a9-c277478d3bbd HTTP/1.1" status: 200 len: 816 time: 0.6492970 Mar 09 03:48:26.462077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-39db3009-7e48-4305-b4e4-459cb0d2d884 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:48:26.481147 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-39db3009-7e48-4305-b4e4-459cb0d2d884 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:48:26.484810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-d6f87255-4833-478c-afca-0ba302269f88 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Request body: {'port': {'device_id': '6f7fa04b-b72e-4682-baee-f4d911f9dafc', 'network_id': 'ba7bf864-b709-46a3-b3a9-c277478d3bbd', 'admin_state_up': True, 'tenant_id': '5af2d017b40c4b54b66164a0e7af8e42'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:48:26.556962 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-452d0211-61cd-4e58-bf64-f899ee671930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:26.899224 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b544c7c-6fa2-4537-8f01-c9ed416bce8d req-e08b57be-aa21-4f28-8974-900d4f9478fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:26.901942 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b544c7c-6fa2-4537-8f01-c9ed416bce8d req-e08b57be-aa21-4f28-8974-900d4f9478fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 1097 time: 0.5931983 Mar 09 03:48:26.917745 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-d6f87255-4833-478c-afca-0ba302269f88 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:48:26.930769 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-fc12b3c5-1c97-4237-9163-d497fe5c79e3 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5af2d017b40c4b54b66164a0e7af8e42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4704072 Mar 09 03:48:26.931854 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-d6f87255-4833-478c-afca-0ba302269f88 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Usage tracker for resource:port and tenant:5af2d017b40c4b54b66164a0e7af8e42 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:48:26.941171 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-d6f87255-4833-478c-afca-0ba302269f88 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:48:26.972364 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-d6f87255-4833-478c-afca-0ba302269f88 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:48:26.988025 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e7c6508b-10eb-4ac3-8dda-19a707787e8a None None] Provisioning for port e435f07d-af3a-419e-8416-d4970f82b77e completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:48:26.997009 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e7c6508b-10eb-4ac3-8dda-19a707787e8a None None] Provisioning complete for port e435f07d-af3a-419e-8416-d4970f82b77e triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:48:26.997365 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e7c6508b-10eb-4ac3-8dda-19a707787e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:27.110227 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-d6f87255-4833-478c-afca-0ba302269f88 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Made reservation on behalf of 5af2d017b40c4b54b66164a0e7af8e42 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:48:27.115216 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-d6f87255-4833-478c-afca-0ba302269f88 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:27.145832 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e7c6508b-10eb-4ac3-8dda-19a707787e8a None None] Port e435f07d-af3a-419e-8416-d4970f82b77e cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:48:27.200477 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db3009-7e48-4305-b4e4-459cb0d2d884 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Pushing event updated for resources: {'Port': ['ID=e435f07d-af3a-419e-8416-d4970f82b77e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:27.223823 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-39db3009-7e48-4305-b4e4-459cb0d2d884 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:27.224686 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-39db3009-7e48-4305-b4e4-459cb0d2d884 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:27.368701 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54964740-f9de-49d6-87bc-a6b83758a749 req-5f8d13a7-d4c0-4f42-a9f5-6147215dee7c tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:27.370724 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-54964740-f9de-49d6-87bc-a6b83758a749 req-5f8d13a7-d4c0-4f42-a9f5-6147215dee7c tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] 10.222.0.16 "GET /v2.0/ports?device_id=06786091-a4e9-4f26-bd99-f0a4d7b5aa52 HTTP/1.1" status: 200 len: 946 time: 0.3983815 Mar 09 03:48:27.372134 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-39db3009-7e48-4305-b4e4-459cb0d2d884 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2447011 Mar 09 03:48:27.379037 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-452d0211-61cd-4e58-bf64-f899ee671930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:27.392805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-59a47654-2498-474e-befc-122235f9df80 service neutron] Request body: {'port': {'device_id': '95d5bdec-8bbd-4001-b78f-c49e76f7db88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:48:27.574409 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-59a47654-2498-474e-befc-122235f9df80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:27.616334 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-54964740-f9de-49d6-87bc-a6b83758a749 req-dd9b884e-f4b8-467d-8e39-65c07aed3034 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd6efb5f-d62e-4f3a-b30a-aa4819a58548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509151 Mar 09 03:48:27.618155 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-452d0211-61cd-4e58-bf64-f899ee671930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c749ae6c-38fd-4476-8d0b-07ef65dfea2c']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:48:27.718100 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b544c7c-6fa2-4537-8f01-c9ed416bce8d req-da3febf1-fb80-4ce9-becc-e6d4b0b5864f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:27.719606 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b544c7c-6fa2-4537-8f01-c9ed416bce8d req-da3febf1-fb80-4ce9-becc-e6d4b0b5864f service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 913 time: 0.6908653 Mar 09 03:48:27.731561 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-6d947668-5493-48e4-8d38-e3e5d9314536 service neutron] 10.222.0.16 "GET /v2.0/networks/ba7bf864-b709-46a3-b3a9-c277478d3bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7459211 Mar 09 03:48:27.763207 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c9324f-e276-493f-8a03-710ca4dd0903', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cfaba16-e305-4ae5-97da-fdd81e5d11a9', 'code': 200} Mar 09 03:48:27.816913 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-452d0211-61cd-4e58-bf64-f899ee671930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d28dad6-4b5d-4d7e-80bf-032436047a6f') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:48:27.817212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-452d0211-61cd-4e58-bf64-f899ee671930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d28dad6-4b5d-4d7e-80bf-032436047a6f') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:48:27.831728 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-452d0211-61cd-4e58-bf64-f899ee671930 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:27.849632 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-452d0211-61cd-4e58-bf64-f899ee671930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:27.856788 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-452d0211-61cd-4e58-bf64-f899ee671930 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:48:27.857161 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-452d0211-61cd-4e58-bf64-f899ee671930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:48:27.989412 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:48:28.015887 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-452d0211-61cd-4e58-bf64-f899ee671930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:28.145975 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-452d0211-61cd-4e58-bf64-f899ee671930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:28.164677 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d0211-61cd-4e58-bf64-f899ee671930 admin admin] Pushing event deleted for resources: {'Network': ['ID=c749ae6c-38fd-4476-8d0b-07ef65dfea2c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:28.280361 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-452d0211-61cd-4e58-bf64-f899ee671930 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c749ae6c-38fd-4476-8d0b-07ef65dfea2c HTTP/1.1" status: 204 len: 168 time: 2.5590091 Mar 09 03:48:28.309893 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b544c7c-6fa2-4537-8f01-c9ed416bce8d req-6e3597f0-8852-4f0d-b865-b240b3d1e6fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb633d15-e73a-412d-8adc-3f24487a60ac HTTP/1.1" status: 200 len: 1001 time: 0.1551878 Mar 09 03:48:28.387123 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-e7ed3f45-d641-464d-9fa3-c4aa947bcf4e service neutron] 10.222.0.16 "GET /v2.0/networks/ba7bf864-b709-46a3-b3a9-c277478d3bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6545837 Mar 09 03:48:28.400255 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b544c7c-6fa2-4537-8f01-c9ed416bce8d req-26af7b85-f43e-4e78-8592-1fde1d96958f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:28.401994 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b544c7c-6fa2-4537-8f01-c9ed416bce8d req-26af7b85-f43e-4e78-8592-1fde1d96958f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d785722e-a890-45c5-869c-7b3149d30510 HTTP/1.1" status: 200 len: 851 time: 0.0855563 Mar 09 03:48:28.487041 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-59a47654-2498-474e-befc-122235f9df80 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:48:28.613517 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b544c7c-6fa2-4537-8f01-c9ed416bce8d req-8fa30899-6dbe-4479-9029-e5803e032399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:28.625789 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b544c7c-6fa2-4537-8f01-c9ed416bce8d req-8fa30899-6dbe-4479-9029-e5803e032399 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d62296e-a7e4-4061-88a7-e2ef850363e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2150486 Mar 09 03:48:28.649803 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-59a47654-2498-474e-befc-122235f9df80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e435f07d-af3a-419e-8416-d4970f82b77e {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:48:28.706890 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-59a47654-2498-474e-befc-122235f9df80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:28.714667 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ddef89cc-21f7-4a78-9e43-8c66dc37e12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:28.720071 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ef227-f9d1-4177-8f9d-89ce97cf875b req-69c4cf72-d4a5-4cf5-ab92-3fefbdc85414 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:28.728839 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57820) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:28.732030 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ef227-f9d1-4177-8f9d-89ce97cf875b req-69c4cf72-d4a5-4cf5-ab92-3fefbdc85414 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:28.741053 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-837ef227-f9d1-4177-8f9d-89ce97cf875b req-69c4cf72-d4a5-4cf5-ab92-3fefbdc85414 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=f482bce1-fb91-4293-aec8-69a45c61b4bc HTTP/1.1" status: 200 len: 1683 time: 0.7230444 Mar 09 03:48:28.816654 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-59a47654-2498-474e-befc-122235f9df80 service neutron] Transition to ACTIVE for port object e435f07d-af3a-419e-8416-d4970f82b77e will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:48:28.837782 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6953c25-66a3-414a-804c-64281c64775e req-39347d00-9577-42da-afff-ea3d2863422e tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:28.844925 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6953c25-66a3-414a-804c-64281c64775e req-39347d00-9577-42da-afff-ea3d2863422e tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:28.846551 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b6953c25-66a3-414a-804c-64281c64775e req-39347d00-9577-42da-afff-ea3d2863422e tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.24 "GET /v2.0/ports?device_id=f482bce1-fb91-4293-aec8-69a45c61b4bc HTTP/1.1" status: 200 len: 1683 time: 0.4890966 Mar 09 03:48:28.859137 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-59a47654-2498-474e-befc-122235f9df80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:28.904399 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b544c7c-6fa2-4537-8f01-c9ed416bce8d req-9dfaa15a-e1dc-4591-b80b-644f0b673fe4 service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682216 Mar 09 03:48:29.069561 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-837ef227-f9d1-4177-8f9d-89ce97cf875b req-22062046-f8e3-4d17-b2df-e03eadb2dcf5 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274593 Mar 09 03:48:29.280316 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a9dc31e1-126e-4826-a910-d2bfb63e28e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df803cbe9ddc43c4ab3fae6af237517a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5503480 Mar 09 03:48:29.285686 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57854) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:29.328353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-d6f87255-4833-478c-afca-0ba302269f88 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Allocated IP 172.20.0.4 (ba7bf864-b709-46a3-b3a9-c277478d3bbd/e4ed73eb-be12-4bc7-bfa1-0605c34730f0/48a006d6-f153-49d5-9e10-eb85d8b41207) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:48:29.404830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-b6953c25-66a3-414a-804c-64281c64775e req-d49cbd24-5df4-4ea9-961d-d98e7dcb10cd tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Deleting port be6471e2-26e6-4a51-b4e5-29264439c711 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:48:29.405317 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b6953c25-66a3-414a-804c-64281c64775e req-d49cbd24-5df4-4ea9-961d-d98e7dcb10cd tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:29.521227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a47654-2498-474e-befc-122235f9df80 service neutron] Pushing event updated for resources: {'Port': ['ID=e435f07d-af3a-419e-8416-d4970f82b77e,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:29.522571 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f7986b87-6fe6-45b8-9707-5112327412d2 req-959b322f-0d69-446c-a96f-fbb5e4f11908 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=91b636a1-d495-4263-8b38-a4a4e6e5e76d HTTP/1.1" status: 200 len: 210 time: 0.1994493 Mar 09 03:48:29.545861 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b544c7c-6fa2-4537-8f01-c9ed416bce8d req-fdd1ef68-c07b-40bd-89f1-408b45905f53 service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6341152 Mar 09 03:48:29.767050 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-330b0fec-22fd-4166-82fe-9000df9d9876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:30.013220 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-d6f87255-4833-478c-afca-0ba302269f88 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:30.094632 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-d6f87255-4833-478c-afca-0ba302269f88 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Transition to ACTIVE for port object 48a006d6-f153-49d5-9e10-eb85d8b41207 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:48:30.144516 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65fe52-cac6-4bf6-9237-00b43b854955 req-7c2d856f-a252-4ddf-b553-e0448c06ddd5 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:30.146293 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1b65fe52-cac6-4bf6-9237-00b43b854955 req-7c2d856f-a252-4ddf-b553-e0448c06ddd5 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 0.1291637 Mar 09 03:48:30.154583 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-330b0fec-22fd-4166-82fe-9000df9d9876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:30.164024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-59a47654-2498-474e-befc-122235f9df80 service neutron] Attempting to bind port e435f07d-af3a-419e-8416-d4970f82b77e on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:48:30.164419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-59a47654-2498-474e-befc-122235f9df80 service neutron] Attempting to bind port e435f07d-af3a-419e-8416-d4970f82b77e by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '3b2f149d-5276-4130-aa24-9c7c0b27831c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba7bf864-b709-46a3-b3a9-c277478d3bbd'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:48:30.164961 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-59a47654-2498-474e-befc-122235f9df80 service neutron] Attempting to bind port e435f07d-af3a-419e-8416-d4970f82b77e on network ba7bf864-b709-46a3-b3a9-c277478d3bbd {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:48:30.193812 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-d6f87255-4833-478c-afca-0ba302269f88 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:30.223288 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-59a47654-2498-474e-befc-122235f9df80 service neutron] Port e435f07d-af3a-419e-8416-d4970f82b77e on network ba7bf864-b709-46a3-b3a9-c277478d3bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:48:30.223861 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-59a47654-2498-474e-befc-122235f9df80 service neutron] Attempting to bind port e435f07d-af3a-419e-8416-d4970f82b77e on network ba7bf864-b709-46a3-b3a9-c277478d3bbd {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:48:30.235729 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-59a47654-2498-474e-befc-122235f9df80 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:48:30.236333 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-59a47654-2498-474e-befc-122235f9df80 service neutron] Checking segment: {'id': '3b2f149d-5276-4130-aa24-9c7c0b27831c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba7bf864-b709-46a3-b3a9-c277478d3bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:48:30.236895 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-59a47654-2498-474e-befc-122235f9df80 service neutron] Bound using segment: {'id': '3b2f149d-5276-4130-aa24-9c7c0b27831c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba7bf864-b709-46a3-b3a9-c277478d3bbd'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:48:30.237497 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-59a47654-2498-474e-befc-122235f9df80 service neutron] Bound port: e435f07d-af3a-419e-8416-d4970f82b77e, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2f149d-5276-4130-aa24-9c7c0b27831c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba7bf864-b709-46a3-b3a9-c277478d3bbd'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:48:30.237993 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-59a47654-2498-474e-befc-122235f9df80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:30.269811 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1b65fe52-cac6-4bf6-9237-00b43b854955 req-ab405ce2-c9cf-4c27-8337-1be18305b5f1 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105666 Mar 09 03:48:30.323677 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-d6f87255-4833-478c-afca-0ba302269f88 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Network ba7bf864-b709-46a3-b3a9-c277478d3bbd is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:48:30.352939 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-d6f87255-4833-478c-afca-0ba302269f88 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:48:30.371373 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-d6f87255-4833-478c-afca-0ba302269f88 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:48:30.439158 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e85e8-2c05-404c-b6cc-82b2a06c84f9 req-dd1e5dda-8a16-4408-9a9f-5187cfaa58c6 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:30.441494 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-526e85e8-2c05-404c-b6cc-82b2a06c84f9 req-dd1e5dda-8a16-4408-9a9f-5187cfaa58c6 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 946 time: 0.3901708 Mar 09 03:48:30.464604 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f87255-4833-478c-afca-0ba302269f88 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Pushing event updated for resources: {'Port': ['ID=48a006d6-f153-49d5-9e10-eb85d8b41207,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:30.504718 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-b6953c25-66a3-414a-804c-64281c64775e req-d49cbd24-5df4-4ea9-961d-d98e7dcb10cd tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] For port be6471e2-26e6-4a51-b4e5-29264439c711, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=be6471e2-26e6-4a51-b4e5-29264439c711,segment=NetworkSegment(fc839c42-14bd-40c0-8a38-518b14dc1af1),segment_id=fc839c42-14bd-40c0-8a38-518b14dc1af1)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:30.504972 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b6953c25-66a3-414a-804c-64281c64775e req-d49cbd24-5df4-4ea9-961d-d98e7dcb10cd tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:30.590056 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-d6f87255-4833-478c-afca-0ba302269f88 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:30.591525 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-d6f87255-4833-478c-afca-0ba302269f88 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:30.641859 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-d6f87255-4833-478c-afca-0ba302269f88 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1642406 Mar 09 03:48:30.685953 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-330b0fec-22fd-4166-82fe-9000df9d9876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:30.688213 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-c148eed8-102d-4919-af33-779dc60e528c service neutron] Request body: {'port': {'device_id': '6f7fa04b-b72e-4682-baee-f4d911f9dafc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:48:30.718305 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-b6953c25-66a3-414a-804c-64281c64775e req-d49cbd24-5df4-4ea9-961d-d98e7dcb10cd tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Calling delete_port for be6471e2-26e6-4a51-b4e5-29264439c711 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:48:30.738770 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-82823504-30ef-44e9-9526-2ec3e2699181 None None] Provisioning for port 48a006d6-f153-49d5-9e10-eb85d8b41207 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:48:30.746918 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-82823504-30ef-44e9-9526-2ec3e2699181 None None] Provisioning complete for port 48a006d6-f153-49d5-9e10-eb85d8b41207 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:48:30.747518 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-82823504-30ef-44e9-9526-2ec3e2699181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:30.811225 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-59a47654-2498-474e-befc-122235f9df80 service neutron] For port e435f07d-af3a-419e-8416-d4970f82b77e, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:48:30.814289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-59a47654-2498-474e-befc-122235f9df80 service neutron] For port e435f07d-af3a-419e-8416-d4970f82b77e, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e435f07d-af3a-419e-8416-d4970f82b77e,segment=NetworkSegment(3b2f149d-5276-4130-aa24-9c7c0b27831c),segment_id=3b2f149d-5276-4130-aa24-9c7c0b27831c)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:48:30.832220 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-82823504-30ef-44e9-9526-2ec3e2699181 None None] Port 48a006d6-f153-49d5-9e10-eb85d8b41207 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:48:30.837524 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-59a47654-2498-474e-befc-122235f9df80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:30.840803 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b0fec-22fd-4166-82fe-9000df9d9876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38e1e38-864d-4cfe-8cab-d2ae8c1980b5,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:30.863122 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba3198-1c72-4405-b448-063323e0f812 req-26e4c08a-8288-4507-8a4a-9d54934663ba tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:30.870774 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba3198-1c72-4405-b448-063323e0f812 req-26e4c08a-8288-4507-8a4a-9d54934663ba tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:30.878829 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-94ba3198-1c72-4405-b448-063323e0f812 req-26e4c08a-8288-4507-8a4a-9d54934663ba tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=f482bce1-fb91-4293-aec8-69a45c61b4bc HTTP/1.1" status: 200 len: 1683 time: 0.2353153 Mar 09 03:48:30.904099 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-c148eed8-102d-4919-af33-779dc60e528c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:30.920958 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-330b0fec-22fd-4166-82fe-9000df9d9876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:30.922063 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-330b0fec-22fd-4166-82fe-9000df9d9876 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a38e1e38-864d-4cfe-8cab-d2ae8c1980b5 HTTP/1.1" status: 204 len: 168 time: 1.6232290 Mar 09 03:48:30.936073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-59a47654-2498-474e-befc-122235f9df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:30.936704 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-59a47654-2498-474e-befc-122235f9df80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:30.938650 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-59a47654-2498-474e-befc-122235f9df80 service neutron] 10.222.0.21 "PUT /v2.0/ports/e435f07d-af3a-419e-8416-d4970f82b77e HTTP/1.1" status: 200 len: 1091 time: 3.5504968 Mar 09 03:48:30.941748 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d5bdec-8bbd-4001-b78f-c49e76f7db88', 'tag': 'e435f07d-af3a-419e-8416-d4970f82b77e'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:48:31.024165 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-94ba3198-1c72-4405-b448-063323e0f812 req-bd756a43-717f-4d63-a762-304c43ce740f tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448724 Mar 09 03:48:31.028215 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-526e85e8-2c05-404c-b6cc-82b2a06c84f9 req-10785052-9306-40d2-bfdb-c524572fecff tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5375094 Mar 09 03:48:31.076960 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2ef73bc0-a0a2-4dba-ac3c-3b1ec3bdee2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:31.116775 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device be6471e2-26e6-4a51-b4e5-29264439c711 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:48:31.246480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a47654-2498-474e-befc-122235f9df80 service neutron] Pushing event updated for resources: {'Port': ['ID=e435f07d-af3a-419e-8416-d4970f82b77e,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:31.335139 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b6953c25-66a3-414a-804c-64281c64775e req-d49cbd24-5df4-4ea9-961d-d98e7dcb10cd tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:31.412840 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Port be6471e2-26e6-4a51-b4e5-29264439c711 update to DOWN by agent not found {{(pid=87882) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 09 03:48:31.424747 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device c7bcda25-9392-443d-8771-eea9cc0fc980 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:48:31.497918 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d5bdec-8bbd-4001-b78f-c49e76f7db88', 'tag': 'e435f07d-af3a-419e-8416-d4970f82b77e', 'status': 'completed', 'code': 200} Mar 09 03:48:31.560492 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cbd24-5df4-4ea9-961d-d98e7dcb10cd tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event deleted for resources: {'Port': ['ID=be6471e2-26e6-4a51-b4e5-29264439c711,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:31.594078 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-4851c3af-d5ad-4cc2-a4c3-97ee86ee9e8a req-9cec6a95-7bcb-4b93-9df7-057d70d49767 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Synchronizing usage tracker for tenant:5af2d017b40c4b54b66164a0e7af8e42 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:48:31.754055 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:31.836349 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f482bce1-fb91-4293-aec8-69a45c61b4bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7bcda25-9392-443d-8771-eea9cc0fc980'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:48:31.849837 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6953c25-66a3-414a-804c-64281c64775e req-d49cbd24-5df4-4ea9-961d-d98e7dcb10cd tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] No DVR routers for this DVR port be6471e2-26e6-4a51-b4e5-29264439c711 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:48:31.860076 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b6953c25-66a3-414a-804c-64281c64775e req-d49cbd24-5df4-4ea9-961d-d98e7dcb10cd tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:31.864865 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-3090fde1-c188-491f-af8a-f839f3ad88fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:31.869887 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-3090fde1-c188-491f-af8a-f839f3ad88fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5af2d017b40c4b54b66164a0e7af8e42&device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 1094 time: 0.8078620 Mar 09 03:48:31.877155 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port c7bcda25-9392-443d-8771-eea9cc0fc980, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c7bcda25-9392-443d-8771-eea9cc0fc980,segment=NetworkSegment(4fd87e99-9ed3-4e3e-8633-069e4fa5cb10),segment_id=4fd87e99-9ed3-4e3e-8633-069e4fa5cb10)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:31.886164 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:32.069683 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:32.104199 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-bdb6ce1b-f6c4-4faa-9b06-eeb4942dfb29 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e435f07d-af3a-419e-8416-d4970f82b77e HTTP/1.1" status: 200 len: 217 time: 0.2131166 Mar 09 03:48:32.106172 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-4851c3af-d5ad-4cc2-a4c3-97ee86ee9e8a req-9cec6a95-7bcb-4b93-9df7-057d70d49767 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Unset dirty status for tenant:5af2d017b40c4b54b66164a0e7af8e42 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:48:32.109130 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=c7bcda25-9392-443d-8771-eea9cc0fc980,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:32.115114 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4851c3af-d5ad-4cc2-a4c3-97ee86ee9e8a req-9cec6a95-7bcb-4b93-9df7-057d70d49767 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=91b636a1-d495-4263-8b38-a4a4e6e5e76d HTTP/1.1" status: 200 len: 210 time: 0.7401943 Mar 09 03:48:32.127795 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:32.223667 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b6953c25-66a3-414a-804c-64281c64775e req-d49cbd24-5df4-4ea9-961d-d98e7dcb10cd tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.24 "DELETE /v2.0/ports/be6471e2-26e6-4a51-b4e5-29264439c711 HTTP/1.1" status: 204 len: 173 time: 3.3656640 Mar 09 03:48:32.325979 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-b6953c25-66a3-414a-804c-64281c64775e req-8c96bb9d-59b9-4a46-b588-67c06bb221c0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Deleting port c7bcda25-9392-443d-8771-eea9cc0fc980 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:48:32.326449 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b6953c25-66a3-414a-804c-64281c64775e req-8c96bb9d-59b9-4a46-b588-67c06bb221c0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:32.353357 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-c148eed8-102d-4919-af33-779dc60e528c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a006d6-f153-49d5-9e10-eb85d8b41207 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:48:32.370882 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-c148eed8-102d-4919-af33-779dc60e528c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:32.442946 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-c148eed8-102d-4919-af33-779dc60e528c service neutron] Transition to ACTIVE for port object 48a006d6-f153-49d5-9e10-eb85d8b41207 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:48:32.454082 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-c148eed8-102d-4919-af33-779dc60e528c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:32.464391 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-334fe112-22b0-4c11-a389-7f609888fc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:32.465919 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-334fe112-22b0-4c11-a389-7f609888fc06 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4ed73eb-be12-4bc7-bfa1-0605c34730f0 HTTP/1.1" status: 200 len: 855 time: 0.3559365 Mar 09 03:48:32.472141 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f482bce1-fb91-4293-aec8-69a45c61b4bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7bcda25-9392-443d-8771-eea9cc0fc980', 'code': 200} Mar 09 03:48:32.765181 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148eed8-102d-4919-af33-779dc60e528c service neutron] Pushing event updated for resources: {'Port': ['ID=48a006d6-f153-49d5-9e10-eb85d8b41207,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:32.810514 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf15a3-9091-48e0-9ea8-b266e26d1f9b req-b60f4076-0863-4be7-8c71-ebf30023003d tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:32.812131 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aacf15a3-9091-48e0-9ea8-b266e26d1f9b req-b60f4076-0863-4be7-8c71-ebf30023003d tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 0.4061587 Mar 09 03:48:32.879846 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-0fb7f643-7cd9-485f-948a-6367526a8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:32.881327 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-0fb7f643-7cd9-485f-948a-6367526a8fb9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ba7bf864-b709-46a3-b3a9-c277478d3bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4057570 Mar 09 03:48:32.881807 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57960) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:33.016333 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-3e1c2b48-ff3d-4787-ad00-0ac2f1f01c88 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:33.018399 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-3e1c2b48-ff3d-4787-ad00-0ac2f1f01c88 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.21 "GET /v2.0/networks?id=ba7bf864-b709-46a3-b3a9-c277478d3bbd HTTP/1.1" status: 200 len: 816 time: 0.6160429 Mar 09 03:48:33.043775 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2f74b99d-fd0f-4b0e-b239-17e6aeac76c5 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Request body: {'port': {'device_id': '91b636a1-d495-4263-8b38-a4a4e6e5e76d', 'network_id': 'ba7bf864-b709-46a3-b3a9-c277478d3bbd', 'admin_state_up': True, 'tenant_id': '5af2d017b40c4b54b66164a0e7af8e42'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:48:33.109917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-c148eed8-102d-4919-af33-779dc60e528c service neutron] Attempting to bind port 48a006d6-f153-49d5-9e10-eb85d8b41207 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:48:33.110589 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-c148eed8-102d-4919-af33-779dc60e528c service neutron] Attempting to bind port 48a006d6-f153-49d5-9e10-eb85d8b41207 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '3b2f149d-5276-4130-aa24-9c7c0b27831c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba7bf864-b709-46a3-b3a9-c277478d3bbd'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:48:33.110589 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-c148eed8-102d-4919-af33-779dc60e528c service neutron] Attempting to bind port 48a006d6-f153-49d5-9e10-eb85d8b41207 on network ba7bf864-b709-46a3-b3a9-c277478d3bbd {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:48:33.175632 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-c148eed8-102d-4919-af33-779dc60e528c service neutron] Port 48a006d6-f153-49d5-9e10-eb85d8b41207 on network ba7bf864-b709-46a3-b3a9-c277478d3bbd not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:48:33.175976 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-c148eed8-102d-4919-af33-779dc60e528c service neutron] Attempting to bind port 48a006d6-f153-49d5-9e10-eb85d8b41207 on network ba7bf864-b709-46a3-b3a9-c277478d3bbd {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:48:33.192034 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbdf08-2f1a-400c-929b-8c6600fffad3 req-4bd059dc-3728-4682-bc95-f20983054586 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:33.193486 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a2dbdf08-2f1a-400c-929b-8c6600fffad3 req-4bd059dc-3728-4682-bc95-f20983054586 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=f482bce1-fb91-4293-aec8-69a45c61b4bc HTTP/1.1" status: 200 len: 944 time: 0.4247646 Mar 09 03:48:33.197433 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-c148eed8-102d-4919-af33-779dc60e528c service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:48:33.197772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-c148eed8-102d-4919-af33-779dc60e528c service neutron] Checking segment: {'id': '3b2f149d-5276-4130-aa24-9c7c0b27831c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba7bf864-b709-46a3-b3a9-c277478d3bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:48:33.198152 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-c148eed8-102d-4919-af33-779dc60e528c service neutron] Bound using segment: {'id': '3b2f149d-5276-4130-aa24-9c7c0b27831c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba7bf864-b709-46a3-b3a9-c277478d3bbd'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:48:33.198590 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-c148eed8-102d-4919-af33-779dc60e528c service neutron] Bound port: 48a006d6-f153-49d5-9e10-eb85d8b41207, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2f149d-5276-4130-aa24-9c7c0b27831c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba7bf864-b709-46a3-b3a9-c277478d3bbd'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:48:33.198958 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-c148eed8-102d-4919-af33-779dc60e528c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:33.216936 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aacf15a3-9091-48e0-9ea8-b266e26d1f9b req-baf83f43-fde7-4f82-b575-face3be43dc1 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3814590 Mar 09 03:48:33.250520 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:48:33.256782 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device fb633d15-e73a-412d-8adc-3f24487a60ac no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:48:33.258125 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-b6953c25-66a3-414a-804c-64281c64775e req-8c96bb9d-59b9-4a46-b588-67c06bb221c0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] For port c7bcda25-9392-443d-8771-eea9cc0fc980, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c7bcda25-9392-443d-8771-eea9cc0fc980,segment=NetworkSegment(4fd87e99-9ed3-4e3e-8633-069e4fa5cb10),segment_id=4fd87e99-9ed3-4e3e-8633-069e4fa5cb10)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:33.258489 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b6953c25-66a3-414a-804c-64281c64775e req-8c96bb9d-59b9-4a46-b588-67c06bb221c0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:33.267043 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bf401834-9493-47c9-9bd5-333622f29416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:33.328705 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2f74b99d-fd0f-4b0e-b239-17e6aeac76c5 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:48:33.358389 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a2dbdf08-2f1a-400c-929b-8c6600fffad3 req-26cb3475-4d5c-4340-ba34-c9af97cb9e3d tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/security-groups?id=35a2bb91-14e8-47df-95e0-991b5203ef53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504958 Mar 09 03:48:33.360961 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2f74b99d-fd0f-4b0e-b239-17e6aeac76c5 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:48:33.424938 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bf401834-9493-47c9-9bd5-333622f29416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:48:33.425362 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:33.435998 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-b6953c25-66a3-414a-804c-64281c64775e req-8c96bb9d-59b9-4a46-b588-67c06bb221c0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Calling delete_port for c7bcda25-9392-443d-8771-eea9cc0fc980 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:48:33.443116 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2f74b99d-fd0f-4b0e-b239-17e6aeac76c5 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Made reservation on behalf of 5af2d017b40c4b54b66164a0e7af8e42 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:48:33.447673 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2f74b99d-fd0f-4b0e-b239-17e6aeac76c5 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:33.500438 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-c148eed8-102d-4919-af33-779dc60e528c service neutron] For port 48a006d6-f153-49d5-9e10-eb85d8b41207, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:48:33.517920 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port fb633d15-e73a-412d-8adc-3f24487a60ac, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=fb633d15-e73a-412d-8adc-3f24487a60ac,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:33.520103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f482bce1-fb91-4293-aec8-69a45c61b4bc', 'name': 'network-vif-deleted', 'tag': 'be6471e2-26e6-4a51-b4e5-29264439c711'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:48:33.525461 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bf401834-9493-47c9-9bd5-333622f29416 admin admin] Usage tracker for resource:security_group_rule and tenant:aa054273071a48f6bf7afe1991321f7f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:48:33.529183 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:33.532648 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:33.539998 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bf401834-9493-47c9-9bd5-333622f29416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:48:33.557836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-c148eed8-102d-4919-af33-779dc60e528c service neutron] For port 48a006d6-f153-49d5-9e10-eb85d8b41207, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=48a006d6-f153-49d5-9e10-eb85d8b41207,segment=NetworkSegment(3b2f149d-5276-4130-aa24-9c7c0b27831c),segment_id=3b2f149d-5276-4130-aa24-9c7c0b27831c)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:48:33.568233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bf401834-9493-47c9-9bd5-333622f29416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:48:33.582273 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-c148eed8-102d-4919-af33-779dc60e528c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:33.598259 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-9ebecb5d-cca4-41bd-a02e-b37db0b9a8eb service neutron] 10.222.0.21 "GET /v2.0/networks/ba7bf864-b709-46a3-b3a9-c277478d3bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7038388 Mar 09 03:48:33.656410 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3cfaba16-e305-4ae5-97da-fdd81e5d11a9,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:33.670820 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=fb633d15-e73a-412d-8adc-3f24487a60ac,revision_number=11']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:33.676474 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '3cfaba16-e305-4ae5-97da-fdd81e5d11a9', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': '3cfaba16-e305-4ae5-97da-fdd81e5d11a9', 'mac_address': 'fa:16:3e:b8:02:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:48:33.678847 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914de60-c71e-450f-a298-f2b5dc26af49 req-577912de-1095-4544-9671-3585bac728a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:33.679014 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148eed8-102d-4919-af33-779dc60e528c service neutron] Pushing event updated for resources: {'Port': ['ID=48a006d6-f153-49d5-9e10-eb85d8b41207,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:33.679615 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9914de60-c71e-450f-a298-f2b5dc26af49 req-577912de-1095-4544-9671-3585bac728a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a566af917eda438b9c3772466ff37f61&device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 1097 time: 0.5992298 Mar 09 03:48:33.689687 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-c148eed8-102d-4919-af33-779dc60e528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:33.690306 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-c148eed8-102d-4919-af33-779dc60e528c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:33.691709 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-c148eed8-102d-4919-af33-779dc60e528c service neutron] 10.222.0.24 "PUT /v2.0/ports/48a006d6-f153-49d5-9e10-eb85d8b41207 HTTP/1.1" status: 200 len: 1091 time: 3.0081298 Mar 09 03:48:33.692457 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7fa04b-b72e-4682-baee-f4d911f9dafc', 'tag': '48a006d6-f153-49d5-9e10-eb85d8b41207'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:48:33.805615 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:33.845029 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:48:33.885125 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3cfaba16-e305-4ae5-97da-fdd81e5d11a9,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:33.892536 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:33.963970 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914de60-c71e-450f-a298-f2b5dc26af49 req-583c9dc0-a131-45e3-85ad-8e6af2a879e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:33.965725 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9914de60-c71e-450f-a298-f2b5dc26af49 req-583c9dc0-a131-45e3-85ad-8e6af2a879e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b236dd5b-2019-418d-8a8d-2b42bdeabb23 HTTP/1.1" status: 200 len: 911 time: 0.2586951 Mar 09 03:48:34.014896 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a9a4a-0b99-4821-98a7-46fa9f4daa34 req-a148c574-6f32-47b2-9343-e2ae352f5ed2 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:34.021538 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0b0a9a4a-0b99-4821-98a7-46fa9f4daa34 req-a148c574-6f32-47b2-9343-e2ae352f5ed2 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.6751511 Mar 09 03:48:34.078412 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=3cfaba16-e305-4ae5-97da-fdd81e5d11a9,revision_number=9']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:34.085203 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['3cfaba16-e305-4ae5-97da-fdd81e5d11a9'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:48:34.127792 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e47eecc0-5701-4fd9-ac1f-94a05e4112dc req-f4f81f72-c14e-4bd0-96e1-2565e8adf724 service neutron] 10.222.0.21 "GET /v2.0/networks/ba7bf864-b709-46a3-b3a9-c277478d3bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097840 Mar 09 03:48:34.150753 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:34.159223 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b6953c25-66a3-414a-804c-64281c64775e req-8c96bb9d-59b9-4a46-b588-67c06bb221c0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:34.185575 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4b185ec5-bcba-4927-a850-5cd9ce4d5e92 req-0094fe3e-d7f7-4e0c-9146-25087a1b393e tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=91b636a1-d495-4263-8b38-a4a4e6e5e76d HTTP/1.1" status: 200 len: 210 time: 0.3341999 Mar 09 03:48:34.233775 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2f74b99d-fd0f-4b0e-b239-17e6aeac76c5 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Allocated IP 172.20.0.13 (ba7bf864-b709-46a3-b3a9-c277478d3bbd/e4ed73eb-be12-4bc7-bfa1-0605c34730f0/25fa509b-0740-40bf-a905-cfcb59935037) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:48:34.305865 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0b0a9a4a-0b99-4821-98a7-46fa9f4daa34 req-c98238ae-d1a3-441b-ad5b-482ea0e9f8f7 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2527184 Mar 09 03:48:34.313238 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bf401834-9493-47c9-9bd5-333622f29416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:34.318148 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f482bce1-fb91-4293-aec8-69a45c61b4bc', 'name': 'network-vif-deleted', 'tag': 'be6471e2-26e6-4a51-b4e5-29264439c711', 'status': 'completed', 'code': 200} Mar 09 03:48:34.336897 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96bb9d-59b9-4a46-b588-67c06bb221c0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event deleted for resources: {'Port': ['ID=c7bcda25-9392-443d-8771-eea9cc0fc980,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:34.446001 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7fa04b-b72e-4682-baee-f4d911f9dafc', 'tag': '48a006d6-f153-49d5-9e10-eb85d8b41207', 'status': 'completed', 'code': 200} Mar 09 03:48:34.456218 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bf401834-9493-47c9-9bd5-333622f29416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:34.473211 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4056da6e-2d78-4867-bcce-e5b6fa53a0fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb633d15-e73a-412d-8adc-3f24487a60ac'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:48:34.579920 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-647102c5-557a-4bd7-b259-1436571b7aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:34.581697 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-647102c5-557a-4bd7-b259-1436571b7aa3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5af2d017b40c4b54b66164a0e7af8e42&device_id=6f7fa04b-b72e-4682-baee-f4d911f9dafc HTTP/1.1" status: 200 len: 1094 time: 0.8263955 Mar 09 03:48:34.691181 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9914de60-c71e-450f-a298-f2b5dc26af49 req-14a700ec-9577-4c1b-ba54-4610fd793a3e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c216d3e7-023c-4e4d-b8d1-3bd00d20c97a HTTP/1.1" status: 200 len: 1001 time: 0.7172816 Mar 09 03:48:34.737677 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6953c25-66a3-414a-804c-64281c64775e req-8c96bb9d-59b9-4a46-b588-67c06bb221c0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] No DVR routers for this DVR port c7bcda25-9392-443d-8771-eea9cc0fc980 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:48:34.743560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf401834-9493-47c9-9bd5-333622f29416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fbe54d-b432-475f-8e75-072b7ae9b71d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:34.751144 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b6953c25-66a3-414a-804c-64281c64775e req-8c96bb9d-59b9-4a46-b588-67c06bb221c0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:34.822749 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-548041b7-9c77-4cb0-98db-a9a85f9afab2 req-ca6b1ae7-5179-495c-a7b3-82e673c5bd80 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "GET /v2.0/ports?device_id=f482bce1-fb91-4293-aec8-69a45c61b4bc HTTP/1.1" status: 200 len: 210 time: 0.0891256 Mar 09 03:48:34.836000 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2f74b99d-fd0f-4b0e-b239-17e6aeac76c5 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:34.879758 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914de60-c71e-450f-a298-f2b5dc26af49 req-a4cf06f9-b822-4cef-a032-b410c52b7a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:34.881320 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9914de60-c71e-450f-a298-f2b5dc26af49 req-a4cf06f9-b822-4cef-a032-b410c52b7a07 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63de480c-3416-46a4-bc21-c1381051f525 HTTP/1.1" status: 200 len: 849 time: 0.1826167 Mar 09 03:48:34.884953 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2f74b99d-fd0f-4b0e-b239-17e6aeac76c5 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Transition to ACTIVE for port object 25fa509b-0740-40bf-a905-cfcb59935037 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:48:34.890819 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bf401834-9493-47c9-9bd5-333622f29416 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa054273071a48f6bf7afe1991321f7f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0023263 Mar 09 03:48:34.930766 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 58020) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:34.948110 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba05dbe-cc26-4d94-960a-242f8a61fc77 req-7f62c1bd-9302-4191-a61b-ac3c6036095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:34.949775 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bba05dbe-cc26-4d94-960a-242f8a61fc77 req-7f62c1bd-9302-4191-a61b-ac3c6036095d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5af2d017b40c4b54b66164a0e7af8e42&device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 1094 time: 0.7153630 Mar 09 03:48:34.951059 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-3cf00b5b-ea4f-436b-8ecd-6331b83b4f67 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48a006d6-f153-49d5-9e10-eb85d8b41207 HTTP/1.1" status: 200 len: 217 time: 0.1964593 Mar 09 03:48:34.967319 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69b795-7383-49e2-96a6-80cd9311af78 req-fc0a486b-4b43-4504-b82f-02645d4e6af2 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:34.968932 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bb69b795-7383-49e2-96a6-80cd9311af78 req-fc0a486b-4b43-4504-b82f-02645d4e6af2 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 0.4228070 Mar 09 03:48:35.022670 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4056da6e-2d78-4867-bcce-e5b6fa53a0fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb633d15-e73a-412d-8adc-3f24487a60ac', 'code': 200} Mar 09 03:48:35.090749 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2f74b99d-fd0f-4b0e-b239-17e6aeac76c5 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:35.126039 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b6953c25-66a3-414a-804c-64281c64775e req-8c96bb9d-59b9-4a46-b588-67c06bb221c0 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.24 "DELETE /v2.0/ports/c7bcda25-9392-443d-8771-eea9cc0fc980 HTTP/1.1" status: 204 len: 173 time: 2.8955371 Mar 09 03:48:35.151867 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a03a775a-d5fb-46ee-a7ee-294e2fb2ccbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:35.157622 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914de60-c71e-450f-a298-f2b5dc26af49 req-8eb8ba3a-f4dc-458e-88df-86db7d19159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:35.157622 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9914de60-c71e-450f-a298-f2b5dc26af49 req-8eb8ba3a-f4dc-458e-88df-86db7d19159d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b236dd5b-2019-418d-8a8d-2b42bdeabb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2686830 Mar 09 03:48:35.258115 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a03a775a-d5fb-46ee-a7ee-294e2fb2ccbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:35.265721 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device fb633d15-e73a-412d-8adc-3f24487a60ac details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:48:35.266721 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74b99d-fd0f-4b0e-b239-17e6aeac76c5 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Pushing event updated for resources: {'Port': ['ID=25fa509b-0740-40bf-a905-cfcb59935037,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:35.276612 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2f74b99d-fd0f-4b0e-b239-17e6aeac76c5 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Network ba7bf864-b709-46a3-b3a9-c277478d3bbd is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:48:35.315120 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-762d67bc-4555-44a9-aec7-adc28fd60a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:35.316578 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-762d67bc-4555-44a9-aec7-adc28fd60a4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e4ed73eb-be12-4bc7-bfa1-0605c34730f0 HTTP/1.1" status: 200 len: 855 time: 0.3469522 Mar 09 03:48:35.318236 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:48:35.331313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba05dbe-cc26-4d94-960a-242f8a61fc77 req-ed1153cd-7535-4840-9a0f-7ba340aec19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:35.336710 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bba05dbe-cc26-4d94-960a-242f8a61fc77 req-ed1153cd-7535-4840-9a0f-7ba340aec19c service neutron] 10.222.0.21 "GET /v2.0/networks?id=ba7bf864-b709-46a3-b3a9-c277478d3bbd HTTP/1.1" status: 200 len: 917 time: 0.3758779 Mar 09 03:48:35.346207 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2f74b99d-fd0f-4b0e-b239-17e6aeac76c5 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:48:35.371831 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2f74b99d-fd0f-4b0e-b239-17e6aeac76c5 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:48:35.626678 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9914de60-c71e-450f-a298-f2b5dc26af49 req-7307297e-29aa-44e8-85cf-f83a772dc42e service neutron] 10.222.0.24 "GET /v2.0/networks/b236dd5b-2019-418d-8a8d-2b42bdeabb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555638 Mar 09 03:48:35.642224 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2f74b99d-fd0f-4b0e-b239-17e6aeac76c5 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:35.655224 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2f74b99d-fd0f-4b0e-b239-17e6aeac76c5 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:35.737377 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a03a775a-d5fb-46ee-a7ee-294e2fb2ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:35.762234 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:48:35.762819 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:35.836934 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a775a-d5fb-46ee-a7ee-294e2fb2ccbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fbe54d-b432-475f-8e75-072b7ae9b71d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:35.864146 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a03a775a-d5fb-46ee-a7ee-294e2fb2ccbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:35.865849 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a03a775a-d5fb-46ee-a7ee-294e2fb2ccbe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/66fbe54d-b432-475f-8e75-072b7ae9b71d HTTP/1.1" status: 204 len: 168 time: 0.9335091 Mar 09 03:48:35.868061 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2f74b99d-fd0f-4b0e-b239-17e6aeac76c5 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8324120 Mar 09 03:48:35.885873 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a22641-5551-44bc-9a80-ff84f6c522fc req-5ce7cddf-da65-4070-bc32-0730238cd999 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:35.886972 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-66a22641-5551-44bc-9a80-ff84f6c522fc req-5ce7cddf-da65-4070-bc32-0730238cd999 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Synchronizing usage tracker for tenant:5af2d017b40c4b54b66164a0e7af8e42 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:48:35.906032 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2c7b3e63-cd46-4362-b960-567cacc56265 service neutron] Request body: {'port': {'device_id': '91b636a1-d495-4263-8b38-a4a4e6e5e76d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:48:35.913733 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bba05dbe-cc26-4d94-960a-242f8a61fc77 req-eeab9b1e-2a53-4f9e-8584-79efd27a62a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e435f07d-af3a-419e-8416-d4970f82b77e HTTP/1.1" status: 200 len: 217 time: 0.4645576 Mar 09 03:48:35.955183 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-56ede801-de68-49c9-84b5-7af895ca6b25 None None] Provisioning for port 25fa509b-0740-40bf-a905-cfcb59935037 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:48:36.037516 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:36.047900 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-66a22641-5551-44bc-9a80-ff84f6c522fc req-5ce7cddf-da65-4070-bc32-0730238cd999 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Unset dirty status for tenant:5af2d017b40c4b54b66164a0e7af8e42 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:48:36.049359 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-66a22641-5551-44bc-9a80-ff84f6c522fc req-5ce7cddf-da65-4070-bc32-0730238cd999 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=91b636a1-d495-4263-8b38-a4a4e6e5e76d HTTP/1.1" status: 200 len: 932 time: 0.5590971 Mar 09 03:48:36.072807 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9914de60-c71e-450f-a298-f2b5dc26af49 req-6716dc69-035c-4c96-ac5a-a66c74ccdd8c service neutron] 10.222.0.24 "GET /v2.0/networks/b236dd5b-2019-418d-8a8d-2b42bdeabb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125128 Mar 09 03:48:36.092777 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3cfaba16-e305-4ae5-97da-fdd81e5d11a9,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:36.094840 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-56ede801-de68-49c9-84b5-7af895ca6b25 None None] Provisioning complete for port 25fa509b-0740-40bf-a905-cfcb59935037 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:48:36.095413 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-56ede801-de68-49c9-84b5-7af895ca6b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:36.198985 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:36.210202 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bb69b795-7383-49e2-96a6-80cd9311af78 req-4ecb7484-5184-4ba8-9b58-f3b1b6706877 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9074850 Mar 09 03:48:36.248625 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba05dbe-cc26-4d94-960a-242f8a61fc77 req-b0ff8004-7ac1-4355-b514-061a1ff4c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:36.265128 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bba05dbe-cc26-4d94-960a-242f8a61fc77 req-b0ff8004-7ac1-4355-b514-061a1ff4c884 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4ed73eb-be12-4bc7-bfa1-0605c34730f0 HTTP/1.1" status: 200 len: 855 time: 0.3379645 Mar 09 03:48:36.272928 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-3e4e25c0-e13c-4498-b404-8f54cce06540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:36.274386 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-3e4e25c0-e13c-4498-b404-8f54cce06540 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba7bf864-b709-46a3-b3a9-c277478d3bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8941526 Mar 09 03:48:36.295858 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2c7b3e63-cd46-4362-b960-567cacc56265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:36.434537 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f482bce1-fb91-4293-aec8-69a45c61b4bc', 'name': 'network-vif-deleted', 'tag': 'c7bcda25-9392-443d-8771-eea9cc0fc980'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:48:36.473293 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=3cfaba16-e305-4ae5-97da-fdd81e5d11a9,revision_number=10']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:36.530662 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port fb633d15-e73a-412d-8adc-3f24487a60ac, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=fb633d15-e73a-412d-8adc-3f24487a60ac,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:36.547653 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58056) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:36.555845 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-56ede801-de68-49c9-84b5-7af895ca6b25 None None] Port 25fa509b-0740-40bf-a905-cfcb59935037 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:48:36.588059 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'fb633d15-e73a-412d-8adc-3f24487a60ac', 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'port_id': 'fb633d15-e73a-412d-8adc-3f24487a60ac', 'mac_address': 'fa:16:3e:32:64:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd785722e-a890-45c5-869c-7b3149d30510', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:48:36.711047 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-69577533-91b8-4565-805b-9f3a57b169f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:36.732782 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:36.798950 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb633d15-e73a-412d-8adc-3f24487a60ac {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:48:36.830925 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port fb633d15-e73a-412d-8adc-3f24487a60ac, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=fb633d15-e73a-412d-8adc-3f24487a60ac,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:36.837010 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:36.939426 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=fb633d15-e73a-412d-8adc-3f24487a60ac,revision_number=12']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:36.961036 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['fb633d15-e73a-412d-8adc-3f24487a60ac'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:48:37.008147 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-69577533-91b8-4565-805b-9f3a57b169f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:48:37.024674 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c9324f-e276-493f-8a03-710ca4dd0903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfaba16-e305-4ae5-97da-fdd81e5d11a9'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:48:37.064552 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-69577533-91b8-4565-805b-9f3a57b169f5 admin admin] Usage tracker for resource:security_group_rule and tenant:1e072b8a561a4f92b5188ef001e86e31 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:48:37.077443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-69577533-91b8-4565-805b-9f3a57b169f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:48:37.151454 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-69577533-91b8-4565-805b-9f3a57b169f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:48:37.218007 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-66a22641-5551-44bc-9a80-ff84f6c522fc req-04065568-70e4-4f66-ac38-1a5db04e7871 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1440842 Mar 09 03:48:37.238832 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-175dec49-b458-43cd-84ee-3098d1ef05ec service neutron] 10.222.0.24 "GET /v2.0/networks/ba7bf864-b709-46a3-b3a9-c277478d3bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8051796 Mar 09 03:48:37.242191 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2c7b3e63-cd46-4362-b960-567cacc56265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25fa509b-0740-40bf-a905-cfcb59935037 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:48:37.260827 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2c7b3e63-cd46-4362-b960-567cacc56265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:37.278605 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e435f07d-af3a-419e-8416-d4970f82b77e details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:48:37.286429 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2c7b3e63-cd46-4362-b960-567cacc56265 service neutron] Transition to ACTIVE for port object 25fa509b-0740-40bf-a905-cfcb59935037 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:48:37.296783 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2c7b3e63-cd46-4362-b960-567cacc56265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:37.315026 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-69577533-91b8-4565-805b-9f3a57b169f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:37.321220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba05dbe-cc26-4d94-960a-242f8a61fc77 req-da3049f9-b315-4c7a-9273-deae8ce8ebce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:37.322560 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bba05dbe-cc26-4d94-960a-242f8a61fc77 req-da3049f9-b315-4c7a-9273-deae8ce8ebce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ba7bf864-b709-46a3-b3a9-c277478d3bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0472877 Mar 09 03:48:37.372558 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-69577533-91b8-4565-805b-9f3a57b169f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:37.379675 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58078) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:37.422574 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b3e63-cd46-4362-b960-567cacc56265 service neutron] Pushing event updated for resources: {'Port': ['ID=25fa509b-0740-40bf-a905-cfcb59935037,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:37.510335 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:48:37.777536 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port e435f07d-af3a-419e-8416-d4970f82b77e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e435f07d-af3a-419e-8416-d4970f82b77e,segment=NetworkSegment(3b2f149d-5276-4130-aa24-9c7c0b27831c),segment_id=3b2f149d-5276-4130-aa24-9c7c0b27831c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:37.789274 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69577533-91b8-4565-805b-9f3a57b169f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c13726-87bf-40ab-bf22-2505d60f9784,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:37.833035 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'e435f07d-af3a-419e-8416-d4970f82b77e', 'network_id': 'ba7bf864-b709-46a3-b3a9-c277478d3bbd', 'port_id': 'e435f07d-af3a-419e-8416-d4970f82b77e', 'mac_address': 'fa:16:3e:6e:91:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ed73eb-be12-4bc7-bfa1-0605c34730f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:48:37.848112 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d7357-65ae-4b69-b2ea-284702c045c9 req-ca3e0210-b411-4808-b07a-401612b4bdd5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:37.857360 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2c7b3e63-cd46-4362-b960-567cacc56265 service neutron] Attempting to bind port 25fa509b-0740-40bf-a905-cfcb59935037 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:48:37.857360 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2c7b3e63-cd46-4362-b960-567cacc56265 service neutron] Attempting to bind port 25fa509b-0740-40bf-a905-cfcb59935037 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '3b2f149d-5276-4130-aa24-9c7c0b27831c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba7bf864-b709-46a3-b3a9-c277478d3bbd'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:48:37.857360 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2c7b3e63-cd46-4362-b960-567cacc56265 service neutron] Attempting to bind port 25fa509b-0740-40bf-a905-cfcb59935037 on network ba7bf864-b709-46a3-b3a9-c277478d3bbd {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:48:37.867039 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-008d7357-65ae-4b69-b2ea-284702c045c9 req-ca3e0210-b411-4808-b07a-401612b4bdd5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 945 time: 1.0091469 Mar 09 03:48:37.890087 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2c7b3e63-cd46-4362-b960-567cacc56265 service neutron] Port 25fa509b-0740-40bf-a905-cfcb59935037 on network ba7bf864-b709-46a3-b3a9-c277478d3bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:48:37.894967 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2c7b3e63-cd46-4362-b960-567cacc56265 service neutron] Attempting to bind port 25fa509b-0740-40bf-a905-cfcb59935037 on network ba7bf864-b709-46a3-b3a9-c277478d3bbd {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:48:37.916582 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2c7b3e63-cd46-4362-b960-567cacc56265 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:48:37.916917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2c7b3e63-cd46-4362-b960-567cacc56265 service neutron] Checking segment: {'id': '3b2f149d-5276-4130-aa24-9c7c0b27831c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba7bf864-b709-46a3-b3a9-c277478d3bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:48:37.917305 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2c7b3e63-cd46-4362-b960-567cacc56265 service neutron] Bound using segment: {'id': '3b2f149d-5276-4130-aa24-9c7c0b27831c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba7bf864-b709-46a3-b3a9-c277478d3bbd'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:48:37.917742 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2c7b3e63-cd46-4362-b960-567cacc56265 service neutron] Bound port: 25fa509b-0740-40bf-a905-cfcb59935037, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2f149d-5276-4130-aa24-9c7c0b27831c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba7bf864-b709-46a3-b3a9-c277478d3bbd'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:48:37.918088 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2c7b3e63-cd46-4362-b960-567cacc56265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:37.969468 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:38.033771 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e435f07d-af3a-419e-8416-d4970f82b77e {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:48:38.059385 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port e435f07d-af3a-419e-8416-d4970f82b77e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e435f07d-af3a-419e-8416-d4970f82b77e,segment=NetworkSegment(3b2f149d-5276-4130-aa24-9c7c0b27831c),segment_id=3b2f149d-5276-4130-aa24-9c7c0b27831c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:38.078802 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:38.132030 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-69577533-91b8-4565-805b-9f3a57b169f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e072b8a561a4f92b5188ef001e86e31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5716410 Mar 09 03:48:38.149058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58088) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:38.217102 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-008d7357-65ae-4b69-b2ea-284702c045c9 req-be3ba01c-a600-406c-95ab-08aaa967623e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3490887 Mar 09 03:48:38.254982 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=e435f07d-af3a-419e-8416-d4970f82b77e,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:38.306555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc753895-e5ca-4248-b42f-1b1807e62ba3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Deleting subnet 4e256b61-1471-4ba4-950c-82520ee6b763 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:48:38.317030 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc753895-e5ca-4248-b42f-1b1807e62ba3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:38.344125 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['e435f07d-af3a-419e-8416-d4970f82b77e'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:48:38.461276 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc753895-e5ca-4248-b42f-1b1807e62ba3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:38.512091 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2c7b3e63-cd46-4362-b960-567cacc56265 service neutron] For port 25fa509b-0740-40bf-a905-cfcb59935037, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:48:38.517873 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2c7b3e63-cd46-4362-b960-567cacc56265 service neutron] For port 25fa509b-0740-40bf-a905-cfcb59935037, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=25fa509b-0740-40bf-a905-cfcb59935037,segment=NetworkSegment(3b2f149d-5276-4130-aa24-9c7c0b27831c),segment_id=3b2f149d-5276-4130-aa24-9c7c0b27831c)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:48:38.525621 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2c7b3e63-cd46-4362-b960-567cacc56265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:38.642716 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f482bce1-fb91-4293-aec8-69a45c61b4bc', 'name': 'network-vif-deleted', 'tag': 'c7bcda25-9392-443d-8771-eea9cc0fc980', 'status': 'completed', 'code': 200} Mar 09 03:48:38.674339 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:38.786345 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc753895-e5ca-4248-b42f-1b1807e62ba3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:38.800081 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c9324f-e276-493f-8a03-710ca4dd0903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfaba16-e305-4ae5-97da-fdd81e5d11a9', 'code': 200} Mar 09 03:48:38.807193 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b3e63-cd46-4362-b960-567cacc56265 service neutron] Pushing event updated for resources: {'Port': ['ID=25fa509b-0740-40bf-a905-cfcb59935037,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:38.828894 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2c7b3e63-cd46-4362-b960-567cacc56265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:38.829797 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2c7b3e63-cd46-4362-b960-567cacc56265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:38.837156 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2c7b3e63-cd46-4362-b960-567cacc56265 service neutron] 10.222.0.21 "PUT /v2.0/ports/25fa509b-0740-40bf-a905-cfcb59935037 HTTP/1.1" status: 200 len: 1092 time: 2.9437582 Mar 09 03:48:38.837846 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b636a1-d495-4263-8b38-a4a4e6e5e76d', 'tag': '25fa509b-0740-40bf-a905-cfcb59935037'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:48:39.041066 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d92d5e4f-c2e9-441e-85a4-307776eb340e req-3a897c9e-3c8f-47c4-8576-3e52ba76c89c service neutron] 10.222.0.24 "GET /v2.0/networks/ba7bf864-b709-46a3-b3a9-c277478d3bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7598033 Mar 09 03:48:39.095716 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc753895-e5ca-4248-b42f-1b1807e62ba3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:39.199917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2fc5c55b-4ebd-49d3-b908-3f16c92154e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:39.201707 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-2fc5c55b-4ebd-49d3-b908-3f16c92154e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5af2d017b40c4b54b66164a0e7af8e42&device_id=91b636a1-d495-4263-8b38-a4a4e6e5e76d HTTP/1.1" status: 200 len: 1095 time: 0.2379525 Mar 09 03:48:39.280518 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device fb633d15-e73a-412d-8adc-3f24487a60ac up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:48:39.351697 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-a4a81de4-a5bf-4a9d-94ba-23bdd478d535 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25fa509b-0740-40bf-a905-cfcb59935037 HTTP/1.1" status: 200 len: 217 time: 0.1427007 Mar 09 03:48:39.391381 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port fb633d15-e73a-412d-8adc-3f24487a60ac triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:48:39.392132 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:39.442157 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-40747cee-50a9-4bff-8973-a290a5eff669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:39.494540 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bba05dbe-cc26-4d94-960a-242f8a61fc77 req-a7abe095-b26d-40ad-b7d1-3bce93aaf498 service neutron] 10.222.0.21 "GET /v2.0/networks/ba7bf864-b709-46a3-b3a9-c277478d3bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1502428 Mar 09 03:48:39.495438 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc753895-e5ca-4248-b42f-1b1807e62ba3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event deleted for resources: {'Subnet': ['ID=4e256b61-1471-4ba4-950c-82520ee6b763,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:39.503210 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc753895-e5ca-4248-b42f-1b1807e62ba3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:39.513713 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-b46a6fb9-5d68-486a-922e-5d9db5b1dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:39.515196 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-b46a6fb9-5d68-486a-922e-5d9db5b1dba2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4ed73eb-be12-4bc7-bfa1-0605c34730f0 HTTP/1.1" status: 200 len: 855 time: 0.1552613 Mar 09 03:48:39.561530 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:39.571838 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031db6fd-491d-41f4-8394-241fbff66745 None None] Network e8d8b421-a877-4464-ab2f-a4379013a963 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:48:39.645375 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port fb633d15-e73a-412d-8adc-3f24487a60ac, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=fb633d15-e73a-412d-8adc-3f24487a60ac,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:39.730469 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-40747cee-50a9-4bff-8973-a290a5eff669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:39.748550 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-09fccfbe-5e5d-4772-b9e3-c099d2f48163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:39.749955 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-09fccfbe-5e5d-4772-b9e3-c099d2f48163 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ba7bf864-b709-46a3-b3a9-c277478d3bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2242098 Mar 09 03:48:39.771129 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:39.816130 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bc753895-e5ca-4248-b42f-1b1807e62ba3 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "DELETE /v2.0/subnets/4e256b61-1471-4ba4-950c-82520ee6b763 HTTP/1.1" status: 204 len: 168 time: 2.4233384 Mar 09 03:48:39.824540 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58100) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:40.002208 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=fb633d15-e73a-412d-8adc-3f24487a60ac,revision_number=13']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:40.186975 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cca877-df11-4e53-85ca-afdd7e79a039 None None] DHCP port deletion for e8d8b421-a877-4464-ab2f-a4379013a963 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:48:40.191712 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c2cca877-df11-4e53-85ca-afdd7e79a039 None None] Deleting port b95ad615-834c-42ee-8b15-ef7a312e2a16 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:48:40.192324 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c2cca877-df11-4e53-85ca-afdd7e79a039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:40.209271 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-870b3420-2001-4109-8558-1ecd3ffbdc8f service neutron] 10.222.0.21 "GET /v2.0/networks/ba7bf864-b709-46a3-b3a9-c277478d3bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524329 Mar 09 03:48:40.442134 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc53ece-be9b-45fa-ad15-3fd99cff80e4 req-c607302b-eb3d-4bfc-88e7-d1c2cf9684c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:40.443678 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8bc53ece-be9b-45fa-ad15-3fd99cff80e4 req-c607302b-eb3d-4bfc-88e7-d1c2cf9684c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5af2d017b40c4b54b66164a0e7af8e42&device_id=6f7fa04b-b72e-4682-baee-f4d911f9dafc HTTP/1.1" status: 200 len: 1094 time: 1.0889232 Mar 09 03:48:40.460963 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-40747cee-50a9-4bff-8973-a290a5eff669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:40.497254 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c7f1-eb67-4bb2-a581-7d220b411a4a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:40.540904 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device b95ad615-834c-42ee-8b15-ef7a312e2a16 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:48:40.559713 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bba05dbe-cc26-4d94-960a-242f8a61fc77 req-528b83bb-2042-4de7-ada0-55045630de02 service neutron] 10.222.0.21 "GET /v2.0/networks/ba7bf864-b709-46a3-b3a9-c277478d3bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0486658 Mar 09 03:48:40.597245 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40747cee-50a9-4bff-8973-a290a5eff669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c13726-87bf-40ab-bf22-2505d60f9784,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:40.631880 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-af63c3ad-2e2b-4753-9fc6-81bf85bb9773 req-9ea654a8-ea7f-428a-bc71-7005e29240d4 service neutron] 10.222.0.21 "GET /v2.0/networks/ba7bf864-b709-46a3-b3a9-c277478d3bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161403 Mar 09 03:48:40.733349 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99317649-9c04-42fc-81a2-e062ab9e58bd req-7f6b115c-0466-4434-9fe2-3524bb40b011 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:40.740193 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-99317649-9c04-42fc-81a2-e062ab9e58bd req-7f6b115c-0466-4434-9fe2-3524bb40b011 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 1.5422792 Mar 09 03:48:40.765701 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc53ece-be9b-45fa-ad15-3fd99cff80e4 req-7b9fbc7a-5b93-4363-bb7e-4336e3a41a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:40.767151 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8bc53ece-be9b-45fa-ad15-3fd99cff80e4 req-7b9fbc7a-5b93-4363-bb7e-4336e3a41a02 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba7bf864-b709-46a3-b3a9-c277478d3bbd HTTP/1.1" status: 200 len: 917 time: 0.2873633 Mar 09 03:48:40.770547 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-40747cee-50a9-4bff-8973-a290a5eff669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:40.774581 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-40747cee-50a9-4bff-8973-a290a5eff669 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53c13726-87bf-40ab-bf22-2505d60f9784 HTTP/1.1" status: 204 len: 168 time: 2.6189053 Mar 09 03:48:40.777591 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4ae3c7f1-eb67-4bb2-a581-7d220b411a4a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Deleting port b95ad615-834c-42ee-8b15-ef7a312e2a16 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:48:40.777926 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c7f1-eb67-4bb2-a581-7d220b411a4a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:40.835163 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4056da6e-2d78-4867-bcce-e5b6fa53a0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb633d15-e73a-412d-8adc-3f24487a60ac'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:48:41.037167 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c2cca877-df11-4e53-85ca-afdd7e79a039 None None] For port b95ad615-834c-42ee-8b15-ef7a312e2a16, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=b95ad615-834c-42ee-8b15-ef7a312e2a16,segment=NetworkSegment(4fd87e99-9ed3-4e3e-8633-069e4fa5cb10),segment_id=4fd87e99-9ed3-4e3e-8633-069e4fa5cb10)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:41.040615 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c2cca877-df11-4e53-85ca-afdd7e79a039 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:41.082573 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:41.096261 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8bc53ece-be9b-45fa-ad15-3fd99cff80e4 req-e252ce1c-b7c9-4af8-af3d-1df9a524bd7e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48a006d6-f153-49d5-9e10-eb85d8b41207 HTTP/1.1" status: 200 len: 217 time: 0.3163795 Mar 09 03:48:41.189974 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port b95ad615-834c-42ee-8b15-ef7a312e2a16, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=b95ad615-834c-42ee-8b15-ef7a312e2a16,segment=NetworkSegment(4fd87e99-9ed3-4e3e-8633-069e4fa5cb10),segment_id=4fd87e99-9ed3-4e3e-8633-069e4fa5cb10)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:41.292875 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-99317649-9c04-42fc-81a2-e062ab9e58bd req-cbefc3a4-d13b-41d1-9be2-223524577435 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5517266 Mar 09 03:48:41.516891 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e435f07d-af3a-419e-8416-d4970f82b77e up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:48:41.568409 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c2cca877-df11-4e53-85ca-afdd7e79a039 None None] Calling delete_port for b95ad615-834c-42ee-8b15-ef7a312e2a16 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:48:41.603319 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:41.772307 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc53ece-be9b-45fa-ad15-3fd99cff80e4 req-f728b663-c102-44c2-b4a5-fb7053aa87a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:41.777133 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8bc53ece-be9b-45fa-ad15-3fd99cff80e4 req-f728b663-c102-44c2-b4a5-fb7053aa87a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e4ed73eb-be12-4bc7-bfa1-0605c34730f0 HTTP/1.1" status: 200 len: 855 time: 0.6651263 Mar 09 03:48:41.871848 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=b95ad615-834c-42ee-8b15-ef7a312e2a16,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:41.900541 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port e435f07d-af3a-419e-8416-d4970f82b77e completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:48:41.923263 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-c2cca877-df11-4e53-85ca-afdd7e79a039 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:48:41.925057 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-c2cca877-df11-4e53-85ca-afdd7e79a039 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:48:41.930580 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port e435f07d-af3a-419e-8416-d4970f82b77e triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:48:41.931071 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:41.940258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-4ae3c7f1-eb67-4bb2-a581-7d220b411a4a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] For port b95ad615-834c-42ee-8b15-ef7a312e2a16, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=b95ad615-834c-42ee-8b15-ef7a312e2a16,segment=NetworkSegment(4fd87e99-9ed3-4e3e-8633-069e4fa5cb10),segment_id=4fd87e99-9ed3-4e3e-8633-069e4fa5cb10)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:41.940943 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c7f1-eb67-4bb2-a581-7d220b411a4a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:42.135580 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:42.141325 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4ae3c7f1-eb67-4bb2-a581-7d220b411a4a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Calling delete_port for b95ad615-834c-42ee-8b15-ef7a312e2a16 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:48:42.208187 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port e435f07d-af3a-419e-8416-d4970f82b77e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e435f07d-af3a-419e-8416-d4970f82b77e,segment=NetworkSegment(3b2f149d-5276-4130-aa24-9c7c0b27831c),segment_id=3b2f149d-5276-4130-aa24-9c7c0b27831c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:42.217060 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:42.335716 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021235c-526a-40d2-a554-bd30a61dcc16 req-aafe5a39-cc73-4294-bdda-fbf2aeb3b0dc tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:42.339728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-2021235c-526a-40d2-a554-bd30a61dcc16 req-aafe5a39-cc73-4294-bdda-fbf2aeb3b0dc tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Synchronizing usage tracker for tenant:5af2d017b40c4b54b66164a0e7af8e42 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:48:42.351309 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c7f1-eb67-4bb2-a581-7d220b411a4a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:42.359739 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=e435f07d-af3a-419e-8416-d4970f82b77e,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:42.426364 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c2cca877-df11-4e53-85ca-afdd7e79a039 None None] Deleting port b95ad615-834c-42ee-8b15-ef7a312e2a16 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:48:42.427056 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c2cca877-df11-4e53-85ca-afdd7e79a039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:42.518713 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc53ece-be9b-45fa-ad15-3fd99cff80e4 req-14e9f293-fdb1-488c-b1e5-7d5e8476e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:42.520388 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8bc53ece-be9b-45fa-ad15-3fd99cff80e4 req-14e9f293-fdb1-488c-b1e5-7d5e8476e795 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba7bf864-b709-46a3-b3a9-c277478d3bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7242520 Mar 09 03:48:42.532944 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3c7f1-eb67-4bb2-a581-7d220b411a4a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event deleted for resources: {'Port': ['ID=b95ad615-834c-42ee-8b15-ef7a312e2a16,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:42.539763 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c2cca877-df11-4e53-85ca-afdd7e79a039 None None] The port 'b95ad615-834c-42ee-8b15-ef7a312e2a16' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:48:42.645195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-2021235c-526a-40d2-a554-bd30a61dcc16 req-aafe5a39-cc73-4294-bdda-fbf2aeb3b0dc tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Unset dirty status for tenant:5af2d017b40c4b54b66164a0e7af8e42 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:48:42.665022 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2021235c-526a-40d2-a554-bd30a61dcc16 req-aafe5a39-cc73-4294-bdda-fbf2aeb3b0dc tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=91b636a1-d495-4263-8b38-a4a4e6e5e76d HTTP/1.1" status: 200 len: 944 time: 1.1393547 Mar 09 03:48:42.772439 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae3c7f1-eb67-4bb2-a581-7d220b411a4a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] No DVR routers for this DVR port b95ad615-834c-42ee-8b15-ef7a312e2a16 on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:48:42.776804 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8bc53ece-be9b-45fa-ad15-3fd99cff80e4 req-a6d4d185-cd71-4a0d-931c-d873777816d3 service neutron] 10.222.0.24 "GET /v2.0/networks/ba7bf864-b709-46a3-b3a9-c277478d3bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312050 Mar 09 03:48:43.179889 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 48a006d6-f153-49d5-9e10-eb85d8b41207 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:48:43.278277 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-2021235c-526a-40d2-a554-bd30a61dcc16 req-d0a7574b-f62c-4236-a2e0-b5b0dd9262af tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Synchronizing usage tracker for tenant:5af2d017b40c4b54b66164a0e7af8e42 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:48:43.293948 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c7f1-eb67-4bb2-a581-7d220b411a4a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:43.393962 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 25fa509b-0740-40bf-a905-cfcb59935037 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:48:43.694479 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 25fa509b-0740-40bf-a905-cfcb59935037, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=25fa509b-0740-40bf-a905-cfcb59935037,segment=NetworkSegment(3b2f149d-5276-4130-aa24-9c7c0b27831c),segment_id=3b2f149d-5276-4130-aa24-9c7c0b27831c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:43.696937 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-4ae3c7f1-eb67-4bb2-a581-7d220b411a4a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d8b421-a877-4464-ab2f-a4379013a963']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:48:43.715248 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-2021235c-526a-40d2-a554-bd30a61dcc16 req-d0a7574b-f62c-4236-a2e0-b5b0dd9262af tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Unset dirty status for tenant:5af2d017b40c4b54b66164a0e7af8e42 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:48:43.716398 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2021235c-526a-40d2-a554-bd30a61dcc16 req-d0a7574b-f62c-4236-a2e0-b5b0dd9262af tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0505965 Mar 09 03:48:43.739692 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '25fa509b-0740-40bf-a905-cfcb59935037', 'network_id': 'ba7bf864-b709-46a3-b3a9-c277478d3bbd', 'port_id': '25fa509b-0740-40bf-a905-cfcb59935037', 'mac_address': 'fa:16:3e:7d:f9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ed73eb-be12-4bc7-bfa1-0605c34730f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:48:43.751575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-4ae3c7f1-eb67-4bb2-a581-7d220b411a4a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd87e99-9ed3-4e3e-8633-069e4fa5cb10') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:48:43.751949 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-4ae3c7f1-eb67-4bb2-a581-7d220b411a4a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd87e99-9ed3-4e3e-8633-069e4fa5cb10') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:48:43.774050 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 48a006d6-f153-49d5-9e10-eb85d8b41207, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=48a006d6-f153-49d5-9e10-eb85d8b41207,segment=NetworkSegment(3b2f149d-5276-4130-aa24-9c7c0b27831c),segment_id=3b2f149d-5276-4130-aa24-9c7c0b27831c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:43.815906 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '48a006d6-f153-49d5-9e10-eb85d8b41207', 'network_id': 'ba7bf864-b709-46a3-b3a9-c277478d3bbd', 'port_id': '48a006d6-f153-49d5-9e10-eb85d8b41207', 'mac_address': 'fa:16:3e:3d:0c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ed73eb-be12-4bc7-bfa1-0605c34730f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:48:43.816290 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c7f1-eb67-4bb2-a581-7d220b411a4a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:43.873634 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8bc53ece-be9b-45fa-ad15-3fd99cff80e4 req-34934c63-3103-41b9-bf69-d3cf6be71c9b service neutron] 10.222.0.24 "GET /v2.0/networks/ba7bf864-b709-46a3-b3a9-c277478d3bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0431907 Mar 09 03:48:43.894531 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c7f1-eb67-4bb2-a581-7d220b411a4a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:43.915125 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae3c7f1-eb67-4bb2-a581-7d220b411a4a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:48:43.915529 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c7f1-eb67-4bb2-a581-7d220b411a4a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:44.051813 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:44.073483 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:44.118362 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a006d6-f153-49d5-9e10-eb85d8b41207 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:48:44.164780 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b636a1-d495-4263-8b38-a4a4e6e5e76d', 'tag': '25fa509b-0740-40bf-a905-cfcb59935037', 'status': 'completed', 'code': 200} Mar 09 03:48:44.184431 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 48a006d6-f153-49d5-9e10-eb85d8b41207, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=48a006d6-f153-49d5-9e10-eb85d8b41207,segment=NetworkSegment(3b2f149d-5276-4130-aa24-9c7c0b27831c),segment_id=3b2f149d-5276-4130-aa24-9c7c0b27831c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:48:44.192116 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:48:44.198279 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c7f1-eb67-4bb2-a581-7d220b411a4a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:44.209629 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25fa509b-0740-40bf-a905-cfcb59935037 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:48:44.253860 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c7f1-eb67-4bb2-a581-7d220b411a4a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:44.272212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3c7f1-eb67-4bb2-a581-7d220b411a4a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event deleted for resources: {'Network': ['ID=e8d8b421-a877-4464-ab2f-a4379013a963,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:44.274759 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 25fa509b-0740-40bf-a905-cfcb59935037, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=25fa509b-0740-40bf-a905-cfcb59935037,segment=NetworkSegment(3b2f149d-5276-4130-aa24-9c7c0b27831c),segment_id=3b2f149d-5276-4130-aa24-9c7c0b27831c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:44.284818 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:44.287799 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4ae3c7f1-eb67-4bb2-a581-7d220b411a4a tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "DELETE /v2.0/networks/e8d8b421-a877-4464-ab2f-a4379013a963 HTTP/1.1" status: 204 len: 168 time: 4.4596922 Mar 09 03:48:44.288819 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58162) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:44.405153 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:44.452242 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a4e0f5f-16bc-4cba-84ca-b610925c17ff tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Deleting subnet a285208a-34b4-4132-b01b-0d7afc322111 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:48:44.455991 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8a4e0f5f-16bc-4cba-84ca-b610925c17ff tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:44.463013 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fab63-a242-44f1-95a1-436620bfa30b req-c90d32f3-2b6c-433f-aa5e-fb0fa61dc3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:44.464495 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-294fab63-a242-44f1-95a1-436620bfa30b req-c90d32f3-2b6c-433f-aa5e-fb0fa61dc3ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5af2d017b40c4b54b66164a0e7af8e42&device_id=91b636a1-d495-4263-8b38-a4a4e6e5e76d HTTP/1.1" status: 200 len: 1096 time: 0.2733312 Mar 09 03:48:44.534344 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8a4e0f5f-16bc-4cba-84ca-b610925c17ff tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:44.543757 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=48a006d6-f153-49d5-9e10-eb85d8b41207,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:44.633493 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['48a006d6-f153-49d5-9e10-eb85d8b41207'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:48:44.657031 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8a4e0f5f-16bc-4cba-84ca-b610925c17ff tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:44.779466 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fab63-a242-44f1-95a1-436620bfa30b req-d32c7714-cea0-4a32-ba02-c0cd0acb38ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:44.791572 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-294fab63-a242-44f1-95a1-436620bfa30b req-d32c7714-cea0-4a32-ba02-c0cd0acb38ea service neutron] 10.222.0.21 "GET /v2.0/networks?id=ba7bf864-b709-46a3-b3a9-c277478d3bbd HTTP/1.1" status: 200 len: 917 time: 0.3149228 Mar 09 03:48:44.835757 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['25fa509b-0740-40bf-a905-cfcb59935037'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:48:44.927118 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-294fab63-a242-44f1-95a1-436620bfa30b req-185ef28c-9e9d-4ee5-96ac-d3f5148504bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25fa509b-0740-40bf-a905-cfcb59935037 HTTP/1.1" status: 200 len: 217 time: 0.1262016 Mar 09 03:48:45.007672 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8a4e0f5f-16bc-4cba-84ca-b610925c17ff tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:45.074598 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fab63-a242-44f1-95a1-436620bfa30b req-d0261843-c810-4d4e-9c23-a59bb242d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:45.083622 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-294fab63-a242-44f1-95a1-436620bfa30b req-d0261843-c810-4d4e-9c23-a59bb242d5de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4ed73eb-be12-4bc7-bfa1-0605c34730f0 HTTP/1.1" status: 200 len: 855 time: 0.1484530 Mar 09 03:48:45.111119 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8a4e0f5f-16bc-4cba-84ca-b610925c17ff tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:45.115540 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e0f5f-16bc-4cba-84ca-b610925c17ff tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event deleted for resources: {'Subnet': ['ID=a285208a-34b4-4132-b01b-0d7afc322111,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:45.133683 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbc488-4641-495d-a36d-683a7668b4b1 req-24db9c8c-3dc9-4620-8f68-8f5b42a9daea tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:45.136358 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-20cbc488-4641-495d-a36d-683a7668b4b1 req-24db9c8c-3dc9-4620-8f68-8f5b42a9daea tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 946 time: 0.4135733 Mar 09 03:48:45.140049 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8a4e0f5f-16bc-4cba-84ca-b610925c17ff tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "DELETE /v2.0/subnets/a285208a-34b4-4132-b01b-0d7afc322111 HTTP/1.1" status: 204 len: 168 time: 0.8475461 Mar 09 03:48:45.142497 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58172) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:45.169632 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f763a40-cc22-44d7-946f-7af006f5696e None None] Network 0b5f806e-ba89-4564-87b3-f3c56724f211 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:48:45.314827 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fab63-a242-44f1-95a1-436620bfa30b req-24f9abd2-7536-4949-a018-79491adf2cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:45.317626 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-294fab63-a242-44f1-95a1-436620bfa30b req-24f9abd2-7536-4949-a018-79491adf2cc3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ba7bf864-b709-46a3-b3a9-c277478d3bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2267153 Mar 09 03:48:45.374102 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27e3ecca-ef02-42d5-8870-7c1791f35630 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:45.388258 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=25fa509b-0740-40bf-a905-cfcb59935037,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:45.467459 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-27e3ecca-ef02-42d5-8870-7c1791f35630 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Deleting port 0a9aa48a-9545-4d84-8273-a3d3529c5e3c {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:48:45.472007 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27e3ecca-ef02-42d5-8870-7c1791f35630 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:45.611456 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-294fab63-a242-44f1-95a1-436620bfa30b req-e08d112c-f4b0-4dd1-9a1f-86a56b101cc1 service neutron] 10.222.0.21 "GET /v2.0/networks/ba7bf864-b709-46a3-b3a9-c277478d3bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876558 Mar 09 03:48:45.638515 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-20cbc488-4641-495d-a36d-683a7668b4b1 req-65817993-9b71-457c-a7f2-56286fcf0709 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2761436 Mar 09 03:48:45.769118 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4056da6e-2d78-4867-bcce-e5b6fa53a0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb633d15-e73a-412d-8adc-3f24487a60ac', 'code': 200} Mar 09 03:48:46.036501 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-294fab63-a242-44f1-95a1-436620bfa30b req-cd43e302-7e69-465b-857d-9428eb649eb6 service neutron] 10.222.0.21 "GET /v2.0/networks/ba7bf864-b709-46a3-b3a9-c277478d3bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172206 Mar 09 03:48:46.202526 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb12e491-044c-4d8c-a375-e09d870e2e09 None None] DHCP port deletion for 0b5f806e-ba89-4564-87b3-f3c56724f211 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:48:46.207476 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-cb12e491-044c-4d8c-a375-e09d870e2e09 None None] Deleting port 0a9aa48a-9545-4d84-8273-a3d3529c5e3c {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:48:46.207835 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cb12e491-044c-4d8c-a375-e09d870e2e09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:46.267710 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-27e3ecca-ef02-42d5-8870-7c1791f35630 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] For port 0a9aa48a-9545-4d84-8273-a3d3529c5e3c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0a9aa48a-9545-4d84-8273-a3d3529c5e3c,segment=NetworkSegment(fc839c42-14bd-40c0-8a38-518b14dc1af1),segment_id=fc839c42-14bd-40c0-8a38-518b14dc1af1)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:46.269238 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27e3ecca-ef02-42d5-8870-7c1791f35630 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:46.687737 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0a9aa48a-9545-4d84-8273-a3d3529c5e3c no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:48:46.705154 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-27e3ecca-ef02-42d5-8870-7c1791f35630 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Calling delete_port for 0a9aa48a-9545-4d84-8273-a3d3529c5e3c owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:48:46.999136 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b73f43-38e9-4d6e-8519-23986eab8f08 req-22eaeb87-a43e-46b3-9afc-48f298c16fdc tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:47.005231 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-56b73f43-38e9-4d6e-8519-23986eab8f08 req-22eaeb87-a43e-46b3-9afc-48f298c16fdc tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 0.9155202 Mar 09 03:48:47.006420 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27e3ecca-ef02-42d5-8870-7c1791f35630 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:47.103986 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3ecca-ef02-42d5-8870-7c1791f35630 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event deleted for resources: {'Port': ['ID=0a9aa48a-9545-4d84-8273-a3d3529c5e3c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:47.123898 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e3ecca-ef02-42d5-8870-7c1791f35630 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] No DVR routers for this DVR port 0a9aa48a-9545-4d84-8273-a3d3529c5e3c on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:48:47.211081 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No active binding found for port 0a9aa48a-9545-4d84-8273-a3d3529c5e3c {{(pid=87882) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 09 03:48:47.211913 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0a9aa48a-9545-4d84-8273-a3d3529c5e3c not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:48:47.231918 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 48a006d6-f153-49d5-9e10-eb85d8b41207 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:48:47.309779 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27e3ecca-ef02-42d5-8870-7c1791f35630 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:47.323159 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-cb12e491-044c-4d8c-a375-e09d870e2e09 None None] For port 0a9aa48a-9545-4d84-8273-a3d3529c5e3c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0a9aa48a-9545-4d84-8273-a3d3529c5e3c,segment=NetworkSegment(fc839c42-14bd-40c0-8a38-518b14dc1af1),segment_id=fc839c42-14bd-40c0-8a38-518b14dc1af1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:47.330975 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cb12e491-044c-4d8c-a375-e09d870e2e09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:47.339719 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-27e3ecca-ef02-42d5-8870-7c1791f35630 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5f806e-ba89-4564-87b3-f3c56724f211']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:48:47.345138 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 25fa509b-0740-40bf-a905-cfcb59935037 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:48:47.355108 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-27e3ecca-ef02-42d5-8870-7c1791f35630 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc839c42-14bd-40c0-8a38-518b14dc1af1') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:48:47.355483 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-27e3ecca-ef02-42d5-8870-7c1791f35630 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc839c42-14bd-40c0-8a38-518b14dc1af1') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:48:47.369629 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27e3ecca-ef02-42d5-8870-7c1791f35630 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:47.390636 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27e3ecca-ef02-42d5-8870-7c1791f35630 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:47.398366 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e3ecca-ef02-42d5-8870-7c1791f35630 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:48:47.398790 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27e3ecca-ef02-42d5-8870-7c1791f35630 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:48:47.726735 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:48:47.751225 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27e3ecca-ef02-42d5-8870-7c1791f35630 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:47.809516 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-cb12e491-044c-4d8c-a375-e09d870e2e09 None None] Calling delete_port for 0a9aa48a-9545-4d84-8273-a3d3529c5e3c owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:48:47.829743 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-56b73f43-38e9-4d6e-8519-23986eab8f08 req-585e9c1c-469c-4a18-bca9-27671e49d40c tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8127401 Mar 09 03:48:47.833833 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27e3ecca-ef02-42d5-8870-7c1791f35630 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:47.917522 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3ecca-ef02-42d5-8870-7c1791f35630 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] Pushing event deleted for resources: {'Network': ['ID=0b5f806e-ba89-4564-87b3-f3c56724f211,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:47.938511 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-27e3ecca-ef02-42d5-8870-7c1791f35630 tempest-ServersTestMultiNic-1213987389 tempest-ServersTestMultiNic-1213987389-project] 10.222.0.16 "DELETE /v2.0/networks/0b5f806e-ba89-4564-87b3-f3c56724f211 HTTP/1.1" status: 204 len: 168 time: 2.7968087 Mar 09 03:48:48.022029 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d5bdec-8bbd-4001-b78f-c49e76f7db88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e435f07d-af3a-419e-8416-d4970f82b77e'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:48:48.030180 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-cb12e491-044c-4d8c-a375-e09d870e2e09 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:48:48.032045 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-cb12e491-044c-4d8c-a375-e09d870e2e09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:48:48.112471 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 48a006d6-f153-49d5-9e10-eb85d8b41207 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:48:48.129507 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 48a006d6-f153-49d5-9e10-eb85d8b41207 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:48:48.130039 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:48.212229 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 25fa509b-0740-40bf-a905-cfcb59935037 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:48:48.229537 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 25fa509b-0740-40bf-a905-cfcb59935037 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:48:48.229989 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:48.379731 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241445d4-ca90-4c29-9b3d-34f520b895f0 req-461f0497-6b7c-4f13-a954-2a1345dc0555 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:48.388108 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-241445d4-ca90-4c29-9b3d-34f520b895f0 req-461f0497-6b7c-4f13-a954-2a1345dc0555 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=91b636a1-d495-4263-8b38-a4a4e6e5e76d HTTP/1.1" status: 200 len: 945 time: 0.2212903 Mar 09 03:48:48.499062 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-241445d4-ca90-4c29-9b3d-34f520b895f0 req-7ea7f09c-e052-4e55-a798-b14d7f23c18c tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992274 Mar 09 03:48:48.552285 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-cb12e491-044c-4d8c-a375-e09d870e2e09 None None] Deleting port 0a9aa48a-9545-4d84-8273-a3d3529c5e3c {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:48:48.552714 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cb12e491-044c-4d8c-a375-e09d870e2e09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:48.685301 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-cb12e491-044c-4d8c-a375-e09d870e2e09 None None] The port '0a9aa48a-9545-4d84-8273-a3d3529c5e3c' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:48:48.705672 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:48.718698 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:48.847497 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 25fa509b-0740-40bf-a905-cfcb59935037, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=25fa509b-0740-40bf-a905-cfcb59935037,segment=NetworkSegment(3b2f149d-5276-4130-aa24-9c7c0b27831c),segment_id=3b2f149d-5276-4130-aa24-9c7c0b27831c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:48.860884 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:48.870365 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 48a006d6-f153-49d5-9e10-eb85d8b41207, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=48a006d6-f153-49d5-9e10-eb85d8b41207,segment=NetworkSegment(3b2f149d-5276-4130-aa24-9c7c0b27831c),segment_id=3b2f149d-5276-4130-aa24-9c7c0b27831c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:49.015870 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca80ef-89c8-409b-b02e-1dfbb9ab7a0f req-2e527eaa-ddc9-4d4f-9e46-a7246d9cee45 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:49.028535 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a2ca80ef-89c8-409b-b02e-1dfbb9ab7a0f req-2e527eaa-ddc9-4d4f-9e46-a7246d9cee45 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 946 time: 0.2535949 Mar 09 03:48:49.047063 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:49.125819 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=25fa509b-0740-40bf-a905-cfcb59935037,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:49.140380 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a2ca80ef-89c8-409b-b02e-1dfbb9ab7a0f req-154dbf44-336d-43e7-9aa5-eb8b349a1989 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091568 Mar 09 03:48:49.220299 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=48a006d6-f153-49d5-9e10-eb85d8b41207,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:49.958360 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d5bdec-8bbd-4001-b78f-c49e76f7db88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e435f07d-af3a-419e-8416-d4970f82b77e', 'code': 200} Mar 09 03:48:50.146005 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86e693-6093-4b14-99a2-50f610214493 req-508ef7ca-00a3-4bfb-a61e-2969924fd453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:50.154072 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7b86e693-6093-4b14-99a2-50f610214493 req-508ef7ca-00a3-4bfb-a61e-2969924fd453 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a566af917eda438b9c3772466ff37f61&device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 1097 time: 0.2962375 Mar 09 03:48:50.203787 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000df5e-de54-4b31-bf87-0ba2ace01f96 req-ddce4fd0-a256-4ad6-9f4f-21eb735e41b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:50.205247 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3000df5e-de54-4b31-bf87-0ba2ace01f96 req-ddce4fd0-a256-4ad6-9f4f-21eb735e41b2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 1096 time: 0.1670763 Mar 09 03:48:50.290195 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3000df5e-de54-4b31-bf87-0ba2ace01f96 req-158ef851-3773-49aa-aa41-0fb9c819d505 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770690 Mar 09 03:48:50.465334 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a39f76-d260-46a0-89b4-a4d79ad969b8 req-5a76992d-14e6-4630-b58c-8faad85f3d74 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:50.472833 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-19a39f76-d260-46a0-89b4-a4d79ad969b8 req-5a76992d-14e6-4630-b58c-8faad85f3d74 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 0.2879679 Mar 09 03:48:50.548252 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-19a39f76-d260-46a0-89b4-a4d79ad969b8 req-86bb0c1f-cc4e-4b31-8ea5-b8fbcedd5df2 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744927 Mar 09 03:48:50.560766 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86e693-6093-4b14-99a2-50f610214493 req-80237fff-0448-44a4-adb1-e1b977caaa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:50.564364 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7b86e693-6093-4b14-99a2-50f610214493 req-80237fff-0448-44a4-adb1-e1b977caaa5a service neutron] 10.222.0.24 "GET /v2.0/networks?id=b236dd5b-2019-418d-8a8d-2b42bdeabb23 HTTP/1.1" status: 200 len: 911 time: 0.4005840 Mar 09 03:48:51.079028 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7b86e693-6093-4b14-99a2-50f610214493 req-4a1ae583-786a-4b1a-b785-32a7096c74ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c216d3e7-023c-4e4d-b8d1-3bd00d20c97a HTTP/1.1" status: 200 len: 1001 time: 0.5026472 Mar 09 03:48:51.089494 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7feb6f-23ac-4f54-b2f0-5ad3b968e9aa req-fd21a477-0d58-41b9-9c84-d12dfc1bda17 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:51.099839 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ab7feb6f-23ac-4f54-b2f0-5ad3b968e9aa req-fd21a477-0d58-41b9-9c84-d12dfc1bda17 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=91b636a1-d495-4263-8b38-a4a4e6e5e76d HTTP/1.1" status: 200 len: 946 time: 0.2514703 Mar 09 03:48:51.277192 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ab7feb6f-23ac-4f54-b2f0-5ad3b968e9aa req-a2abf1c7-03cb-4b61-b8c0-b46866d33003 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758308 Mar 09 03:48:51.287019 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86e693-6093-4b14-99a2-50f610214493 req-77e7f7a9-26a9-42a6-99ee-0915807dbc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:51.289041 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7b86e693-6093-4b14-99a2-50f610214493 req-77e7f7a9-26a9-42a6-99ee-0915807dbc1f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63de480c-3416-46a4-bc21-c1381051f525 HTTP/1.1" status: 200 len: 849 time: 0.1860921 Mar 09 03:48:51.528444 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86e693-6093-4b14-99a2-50f610214493 req-ec0d7792-ae6a-462a-9ba2-83d49792d133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:51.530703 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7b86e693-6093-4b14-99a2-50f610214493 req-ec0d7792-ae6a-462a-9ba2-83d49792d133 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b236dd5b-2019-418d-8a8d-2b42bdeabb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2354927 Mar 09 03:48:51.743897 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7b86e693-6093-4b14-99a2-50f610214493 req-77651de2-b6e6-45ce-b3f5-38d337e55ae5 service neutron] 10.222.0.24 "GET /v2.0/networks/b236dd5b-2019-418d-8a8d-2b42bdeabb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056801 Mar 09 03:48:51.959405 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b636a1-d495-4263-8b38-a4a4e6e5e76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fa509b-0740-40bf-a905-cfcb59935037'}, {'server_uuid': '6f7fa04b-b72e-4682-baee-f4d911f9dafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a006d6-f153-49d5-9e10-eb85d8b41207'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:48:52.079921 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7b86e693-6093-4b14-99a2-50f610214493 req-f0c236fb-9605-45ce-b8d2-ea8f592eb10a service neutron] 10.222.0.24 "GET /v2.0/networks/b236dd5b-2019-418d-8a8d-2b42bdeabb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272133 Mar 09 03:48:52.305121 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafbb2a-a61b-4f9c-9694-f06754467103 req-293b882c-1bd3-4406-bd44-760d7472c781 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:52.311697 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-adafbb2a-a61b-4f9c-9694-f06754467103 req-293b882c-1bd3-4406-bd44-760d7472c781 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 946 time: 0.1745827 Mar 09 03:48:52.403785 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-adafbb2a-a61b-4f9c-9694-f06754467103 req-7e7fedbc-3779-4b8f-bdc5-fe8a413f0cf1 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863068 Mar 09 03:48:52.908356 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4bfc2-3dc9-4555-99df-9be483aeb8ee req-1b671d47-dbaf-47a5-ae16-ebd2c38cc6b9 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:52.922246 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-44f4bfc2-3dc9-4555-99df-9be483aeb8ee req-1b671d47-dbaf-47a5-ae16-ebd2c38cc6b9 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 0.1731703 Mar 09 03:48:52.996231 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-44f4bfc2-3dc9-4555-99df-9be483aeb8ee req-ec4cddac-4e28-4e49-bf10-297049f29a8c tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698485 Mar 09 03:48:53.039425 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b636a1-d495-4263-8b38-a4a4e6e5e76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fa509b-0740-40bf-a905-cfcb59935037', 'code': 200} Mar 09 03:48:53.039951 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7fa04b-b72e-4682-baee-f4d911f9dafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a006d6-f153-49d5-9e10-eb85d8b41207', 'code': 200} Mar 09 03:48:53.305202 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adc514-c03e-4057-bb09-d9f08c9ae5fc req-a54051e7-f91b-4368-80ca-01b470e529f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:53.306594 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f8adc514-c03e-4057-bb09-d9f08c9ae5fc req-a54051e7-f91b-4368-80ca-01b470e529f1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6f7fa04b-b72e-4682-baee-f4d911f9dafc HTTP/1.1" status: 200 len: 1096 time: 0.1564150 Mar 09 03:48:53.391774 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f8adc514-c03e-4057-bb09-d9f08c9ae5fc req-34d74907-043e-4874-961a-5b7381eadbc6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784817 Mar 09 03:48:53.511748 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcb4a5-935c-44fe-ab15-73e5de3d31c8 req-f62566c8-395f-480b-b07d-d681a9457ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:53.513897 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17dcb4a5-935c-44fe-ab15-73e5de3d31c8 req-f62566c8-395f-480b-b07d-d681a9457ed7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=91b636a1-d495-4263-8b38-a4a4e6e5e76d HTTP/1.1" status: 200 len: 1097 time: 0.3928728 Mar 09 03:48:53.559765 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 58298) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:53.654452 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a0bb1-82f3-495e-a988-503d1529e9f4 req-a6e292fc-f6ec-4923-b6e8-562d1a10b49a tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:53.661697 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-381a0bb1-82f3-495e-a988-503d1529e9f4 req-a6e292fc-f6ec-4923-b6e8-562d1a10b49a tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=91b636a1-d495-4263-8b38-a4a4e6e5e76d HTTP/1.1" status: 200 len: 946 time: 0.3952930 Mar 09 03:48:53.700612 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17dcb4a5-935c-44fe-ab15-73e5de3d31c8 req-057b6c35-6f21-4f70-8516-9f99709d8583 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766853 Mar 09 03:48:53.744476 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-381a0bb1-82f3-495e-a988-503d1529e9f4 req-07381d9a-8da4-4c18-a693-3bc478cbb92e tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818913 Mar 09 03:48:53.904858 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c5fac-755a-46d2-ab50-34ed5b997726 req-438e1fb0-d371-4db2-aa4c-0e82d317034c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:53.918818 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-877c5fac-755a-46d2-ab50-34ed5b997726 req-438e1fb0-d371-4db2-aa4c-0e82d317034c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 946 time: 0.1125143 Mar 09 03:48:54.002124 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-877c5fac-755a-46d2-ab50-34ed5b997726 req-86cfc37c-a2c8-4356-99b2-ca86d62b36a8 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821137 Mar 09 03:48:54.285352 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b263f-88a2-4a87-930e-82eb71b24e86 req-68170d71-f60f-40fe-b1fd-7b98025ac72e tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:54.293500 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d84b263f-88a2-4a87-930e-82eb71b24e86 req-68170d71-f60f-40fe-b1fd-7b98025ac72e tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9324f-e276-493f-8a03-710ca4dd0903 HTTP/1.1" status: 200 len: 951 time: 0.1027853 Mar 09 03:48:54.400114 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 58324) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:54.449067 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9b89e-3979-4cbc-b4d1-8264342e3099 req-30cfb3e8-1ccf-48ba-8f3a-0e0bea4ac969 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:54.450970 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8fb9b89e-3979-4cbc-b4d1-8264342e3099 req-30cfb3e8-1ccf-48ba-8f3a-0e0bea4ac969 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 0.2237465 Mar 09 03:48:54.475444 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d84b263f-88a2-4a87-930e-82eb71b24e86 req-772c486e-33dc-49fa-a596-3e51e0e4cce1 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3ab691e-f920-4c29-9f7e-1930819c5936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807101 Mar 09 03:48:54.558143 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8fb9b89e-3979-4cbc-b4d1-8264342e3099 req-1d06b76e-cfd6-4c4a-88f2-d6dd04358561 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982258 Mar 09 03:48:54.608873 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31f96c8f-cb3c-4c41-89f2-679f782e8fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:55.010681 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-17e2c696-88d6-494d-aa24-212bc0cf01ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:55.039499 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-17e2c696-88d6-494d-aa24-212bc0cf01ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:48:55.047022 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-17e2c696-88d6-494d-aa24-212bc0cf01ed admin admin] Usage tracker for resource:security_group_rule and tenant:7609c2f4fedc41febbbf2f08ed9afe79 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:48:55.053881 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-17e2c696-88d6-494d-aa24-212bc0cf01ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:48:55.122665 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-17e2c696-88d6-494d-aa24-212bc0cf01ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:48:55.295155 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-31f96c8f-cb3c-4c41-89f2-679f782e8fe8 admin admin] Deleting port 22efe424-950a-4165-9494-49270653f6a6 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:48:55.295327 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31f96c8f-cb3c-4c41-89f2-679f782e8fe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:55.341658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442d8dc-1494-4681-84f6-bc45cde97932 req-966c0827-b515-4a74-b780-93d98870520a tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:55.343148 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e442d8dc-1494-4681-84f6-bc45cde97932 req-966c0827-b515-4a74-b780-93d98870520a tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=91b636a1-d495-4263-8b38-a4a4e6e5e76d HTTP/1.1" status: 200 len: 946 time: 0.2913532 Mar 09 03:48:55.428802 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-17e2c696-88d6-494d-aa24-212bc0cf01ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:55.446847 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-17e2c696-88d6-494d-aa24-212bc0cf01ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:55.512961 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e442d8dc-1494-4681-84f6-bc45cde97932 req-3745f300-13a4-4e1f-a23f-998de0f9af83 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625004 Mar 09 03:48:55.706666 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-17e2c696-88d6-494d-aa24-212bc0cf01ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7609c2f4fedc41febbbf2f08ed9afe79&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3044624 Mar 09 03:48:55.707534 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2c696-88d6-494d-aa24-212bc0cf01ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb716d0-02de-47dc-ab63-594ac89bc8ff,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:55.710668 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58390) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:55.752212 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-31f96c8f-cb3c-4c41-89f2-679f782e8fe8 admin admin] For port 22efe424-950a-4165-9494-49270653f6a6, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=22efe424-950a-4165-9494-49270653f6a6,segment=NetworkSegment(0dcab034-ad51-416e-ae9c-4259e20bcdd6),segment_id=0dcab034-ad51-416e-ae9c-4259e20bcdd6)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:55.752565 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31f96c8f-cb3c-4c41-89f2-679f782e8fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:55.810754 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-72021b02-40bd-48d8-968f-6ac04bf7a424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:55.837822 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-72021b02-40bd-48d8-968f-6ac04bf7a424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:55.884548 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-31f96c8f-cb3c-4c41-89f2-679f782e8fe8 admin admin] Calling delete_port for 22efe424-950a-4165-9494-49270653f6a6 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:48:55.954461 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775fe67-dc7c-4828-8306-17c607dd1158 req-31f5b1e9-f7ec-461f-b840-6ab5d1bea238 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:55.955383 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-72021b02-40bd-48d8-968f-6ac04bf7a424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:55.956458 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1775fe67-dc7c-4828-8306-17c607dd1158 req-31f5b1e9-f7ec-461f-b840-6ab5d1bea238 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 946 time: 0.2887967 Mar 09 03:48:55.982904 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-72021b02-40bd-48d8-968f-6ac04bf7a424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:55.984031 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-72021b02-40bd-48d8-968f-6ac04bf7a424 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2eb716d0-02de-47dc-ab63-594ac89bc8ff HTTP/1.1" status: 204 len: 168 time: 0.2683945 Mar 09 03:48:55.989129 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72021b02-40bd-48d8-968f-6ac04bf7a424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb716d0-02de-47dc-ab63-594ac89bc8ff,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:56.023882 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2e9cb-9c6a-4cc3-9b4f-25adb1037e8b req-c031a50b-e5bf-4720-9d02-e7f3619a1fae tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:56.027581 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07d2e9cb-9c6a-4cc3-9b4f-25adb1037e8b req-c031a50b-e5bf-4720-9d02-e7f3619a1fae tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] 10.222.0.16 "GET /v2.0/ports?device_id=06786091-a4e9-4f26-bd99-f0a4d7b5aa52 HTTP/1.1" status: 200 len: 946 time: 0.1215293 Mar 09 03:48:56.039359 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1775fe67-dc7c-4828-8306-17c607dd1158 req-bc02b3b8-1901-49ad-8f94-2ecc15b3f2e9 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758052 Mar 09 03:48:56.084300 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07d2e9cb-9c6a-4cc3-9b4f-25adb1037e8b req-aae3f0cd-4f8b-4fda-b5c5-3a1e6c8f35d4 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd6efb5f-d62e-4f3a-b30a-aa4819a58548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464854 Mar 09 03:48:56.190360 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31f96c8f-cb3c-4c41-89f2-679f782e8fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:56.260515 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f96c8f-cb3c-4c41-89f2-679f782e8fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=22efe424-950a-4165-9494-49270653f6a6,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:56.502543 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58446) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:56.576855 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3cac331d-441f-4ace-b2b0-4cbd0a496857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:56.611368 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3cac331d-441f-4ace-b2b0-4cbd0a496857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:48:56.618614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3cac331d-441f-4ace-b2b0-4cbd0a496857 admin admin] Usage tracker for resource:security_group_rule and tenant:9ff2972881064384a43711dee093831f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:48:56.621893 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3cac331d-441f-4ace-b2b0-4cbd0a496857 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:48:56.633592 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31f96c8f-cb3c-4c41-89f2-679f782e8fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:56.635794 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3cac331d-441f-4ace-b2b0-4cbd0a496857 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:48:56.651027 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14307e-a2fd-4340-af72-2b4428d36aa8 req-c89b177e-3c2d-4a14-a388-0794c2139949 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:56.652532 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ac14307e-a2fd-4340-af72-2b4428d36aa8 req-c89b177e-3c2d-4a14-a388-0794c2139949 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9324f-e276-493f-8a03-710ca4dd0903 HTTP/1.1" status: 200 len: 951 time: 0.1335671 Mar 09 03:48:56.717062 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ac14307e-a2fd-4340-af72-2b4428d36aa8 req-4443809e-3806-437a-8641-4bb83e0134ae tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3ab691e-f920-4c29-9f7e-1930819c5936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571327 Mar 09 03:48:56.772371 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3cac331d-441f-4ace-b2b0-4cbd0a496857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:56.776608 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3cac331d-441f-4ace-b2b0-4cbd0a496857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:56.825595 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3cac331d-441f-4ace-b2b0-4cbd0a496857 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ff2972881064384a43711dee093831f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3216820 Mar 09 03:48:56.826702 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac331d-441f-4ace-b2b0-4cbd0a496857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f420d5-581b-49b5-ae94-77fff9803412,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:56.829931 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58452) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:56.888384 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2c46e-6070-436d-9829-3d722dcd19ba req-3528e190-ac0f-4f78-980e-78bb7ab62cf2 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:56.888986 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cb1c0091-03ac-45f3-b5e2-655796628e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:56.889801 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-68b2c46e-6070-436d-9829-3d722dcd19ba req-3528e190-ac0f-4f78-980e-78bb7ab62cf2 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=91b636a1-d495-4263-8b38-a4a4e6e5e76d HTTP/1.1" status: 200 len: 946 time: 0.1859128 Mar 09 03:48:56.923805 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cb1c0091-03ac-45f3-b5e2-655796628e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:56.978759 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cb1c0091-03ac-45f3-b5e2-655796628e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:56.993201 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c0091-03ac-45f3-b5e2-655796628e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f420d5-581b-49b5-ae94-77fff9803412,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:56.999533 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cb1c0091-03ac-45f3-b5e2-655796628e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:57.003094 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cb1c0091-03ac-45f3-b5e2-655796628e57 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1f420d5-581b-49b5-ae94-77fff9803412 HTTP/1.1" status: 204 len: 168 time: 0.1698885 Mar 09 03:48:57.010222 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-68b2c46e-6070-436d-9829-3d722dcd19ba req-0db1959d-48ea-42f9-8fff-eb21de39a945 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723088 Mar 09 03:48:57.112232 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f96c8f-cb3c-4c41-89f2-679f782e8fe8 admin admin] Router f5306879-7d12-4727-a6ed-8e1752debfd3 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:48:57.247792 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e86d7-2eda-4120-a661-fc5ca47c8d2a req-5840a72e-2391-4d0d-9e5a-75baf8362f23 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:57.250047 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-162e86d7-2eda-4120-a661-fc5ca47c8d2a req-5840a72e-2391-4d0d-9e5a-75baf8362f23 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 945 time: 0.0909472 Mar 09 03:48:57.337773 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device fb633d15-e73a-412d-8adc-3f24487a60ac no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:48:57.365703 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-162e86d7-2eda-4120-a661-fc5ca47c8d2a req-9a1daf56-25da-4acd-9998-0a8bf4e22e6f tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082568 Mar 09 03:48:57.407771 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59a916-39f6-4a39-960d-b57a54d0ba46 req-6d69dde8-34c4-4a7e-8716-4deebc948257 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:57.409273 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dc59a916-39f6-4a39-960d-b57a54d0ba46 req-6d69dde8-34c4-4a7e-8716-4deebc948257 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] 10.222.0.24 "GET /v2.0/ports?device_id=06786091-a4e9-4f26-bd99-f0a4d7b5aa52 HTTP/1.1" status: 200 len: 946 time: 0.1289666 Mar 09 03:48:57.489101 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f96c8f-cb3c-4c41-89f2-679f782e8fe8 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:48:57.524719 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-31f96c8f-cb3c-4c41-89f2-679f782e8fe8 admin admin] 10.222.0.16 "PUT /v2.0/routers/f5306879-7d12-4727-a6ed-8e1752debfd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9630744 Mar 09 03:48:57.528819 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256024c8-8d79-40d4-96b7-c3f94ff1cb2f None None] Sync routers for ids ['f5306879-7d12-4727-a6ed-8e1752debfd3'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:48:57.533588 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94266caf-0ef7-42f7-93c8-ebfbbce93940 req-c33e2ac2-21ce-4de3-9fca-6d0fed1a3ed1 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:57.534977 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:57.540933 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-94266caf-0ef7-42f7-93c8-ebfbbce93940 req-c33e2ac2-21ce-4de3-9fca-6d0fed1a3ed1 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 946 time: 0.3375902 Mar 09 03:48:57.543155 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 58474) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:57.578140 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256024c8-8d79-40d4-96b7-c3f94ff1cb2f None None] Routers {'f5306879-7d12-4727-a6ed-8e1752debfd3'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:48:57.579434 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-256024c8-8d79-40d4-96b7-c3f94ff1cb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:48:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f5306879-7d12-4727-a6ed-8e1752debfd3'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:48:57.594835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-dc59a916-39f6-4a39-960d-b57a54d0ba46 req-dfd27022-bf64-4f2f-8862-7aef52a74892 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Deleting port 7cee85e8-4a82-4480-a309-9e7cbd58c61c {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:48:57.595105 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dc59a916-39f6-4a39-960d-b57a54d0ba46 req-dfd27022-bf64-4f2f-8862-7aef52a74892 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:57.661741 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4056da6e-2d78-4867-bcce-e5b6fa53a0fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb633d15-e73a-412d-8adc-3f24487a60ac'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:48:57.672878 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-94266caf-0ef7-42f7-93c8-ebfbbce93940 req-d71ab013-c1e6-409d-b3dd-885ee3859a32 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309555 Mar 09 03:48:57.685414 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port fb633d15-e73a-412d-8adc-3f24487a60ac, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=fb633d15-e73a-412d-8adc-3f24487a60ac,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:57.712426 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:57.713354 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:48:57.882392 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=fb633d15-e73a-412d-8adc-3f24487a60ac,revision_number=14']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:57.913675 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:57.914202 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:57.914689 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:57.915208 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:57.915680 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:57.916266 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:57.916846 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:57.917398 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:57.917928 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:57.918458 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:57.919189 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:57.919714 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:48:57.924874 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-177b8d0f-2d55-4a06-9312-efa2050da58a admin admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:57.973386 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-256024c8-8d79-40d4-96b7-c3f94ff1cb2f None None] Set router f5306879-7d12-4727-a6ed-8e1752debfd3 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:48:58.154586 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bc235-5737-4665-a18b-032840a69cda req-11119785-6850-4a4c-8993-d727fc3efa80 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:58.161288 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a2421-0c68-4f02-a74a-add60d97e928 req-eb6150c2-1350-4247-9443-4b752a6bf9a6 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:58.163874 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-844bc235-5737-4665-a18b-032840a69cda req-11119785-6850-4a4c-8993-d727fc3efa80 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] 10.222.0.16 "GET /v2.0/ports?device_id=06786091-a4e9-4f26-bd99-f0a4d7b5aa52 HTTP/1.1" status: 200 len: 946 time: 0.6347272 Mar 09 03:48:58.169583 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d38a2421-0c68-4f02-a74a-add60d97e928 req-eb6150c2-1350-4247-9443-4b752a6bf9a6 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7fa04b-b72e-4682-baee-f4d911f9dafc HTTP/1.1" status: 200 len: 945 time: 0.3208406 Mar 09 03:48:58.220330 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-dc59a916-39f6-4a39-960d-b57a54d0ba46 req-dfd27022-bf64-4f2f-8862-7aef52a74892 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] For port 7cee85e8-4a82-4480-a309-9e7cbd58c61c, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=7cee85e8-4a82-4480-a309-9e7cbd58c61c,segment=NetworkSegment(dafcc400-20a1-4b7f-96b8-050854e65c0e),segment_id=dafcc400-20a1-4b7f-96b8-050854e65c0e)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:58.220609 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dc59a916-39f6-4a39-960d-b57a54d0ba46 req-dfd27022-bf64-4f2f-8862-7aef52a74892 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:58.253776 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:58.310746 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3cfaba16-e305-4ae5-97da-fdd81e5d11a9,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:58.345801 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:58.367118 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d38a2421-0c68-4f02-a74a-add60d97e928 req-3e8ee363-3278-42c6-84f4-41443b7b4cfa tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963537 Mar 09 03:48:58.387554 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-dc59a916-39f6-4a39-960d-b57a54d0ba46 req-dfd27022-bf64-4f2f-8862-7aef52a74892 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Calling delete_port for 7cee85e8-4a82-4480-a309-9e7cbd58c61c owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:48:58.426290 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-177b8d0f-2d55-4a06-9312-efa2050da58a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:58.456546 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-177b8d0f-2d55-4a06-9312-efa2050da58a admin admin] Deleting port aa497236-7331-46a7-ba8a-3b379979ac9b {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:48:58.456901 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-177b8d0f-2d55-4a06-9312-efa2050da58a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:58.459725 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4056da6e-2d78-4867-bcce-e5b6fa53a0fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb633d15-e73a-412d-8adc-3f24487a60ac', 'code': 200} Mar 09 03:48:58.471581 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=3cfaba16-e305-4ae5-97da-fdd81e5d11a9,revision_number=11']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:58.488123 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-256024c8-8d79-40d4-96b7-c3f94ff1cb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5306879-7d12-4727-a6ed-8e1752debfd3', 'name': 'tempest-ServersTestMultiNic-664334832-router', 'tenant_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'aa497236-7331-46a7-ba8a-3b379979ac9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:45:55Z', 'updated_at': '2022-03-09T03:48:56Z', 'revision_number': 5, 'project_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'gw_port': {'id': 'aa497236-7331-46a7-ba8a-3b379979ac9b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5306879-7d12-4727-a6ed-8e1752debfd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:45:57Z', 'updated_at': '2022-03-09T03:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:48:58.495494 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256024c8-8d79-40d4-96b7-c3f94ff1cb2f None None] Checking router: f5306879-7d12-4727-a6ed-8e1752debfd3 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:48:58.506173 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256024c8-8d79-40d4-96b7-c3f94ff1cb2f None None] Routers {'f5306879-7d12-4727-a6ed-8e1752debfd3'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:48:58.507092 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-256024c8-8d79-40d4-96b7-c3f94ff1cb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:48:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f5306879-7d12-4727-a6ed-8e1752debfd3'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:48:58.607708 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-844bc235-5737-4665-a18b-032840a69cda req-553e3b4f-e252-4486-9de9-2fa9bb67090b tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd6efb5f-d62e-4f3a-b30a-aa4819a58548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428823 Mar 09 03:48:58.638407 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dc59a916-39f6-4a39-960d-b57a54d0ba46 req-dfd27022-bf64-4f2f-8862-7aef52a74892 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:58.693102 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-256024c8-8d79-40d4-96b7-c3f94ff1cb2f None None] Set router f5306879-7d12-4727-a6ed-8e1752debfd3 gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:48:58.715481 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd27022-bf64-4f2f-8862-7aef52a74892 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Pushing event deleted for resources: {'Port': ['ID=7cee85e8-4a82-4480-a309-9e7cbd58c61c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:48:58.775813 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-177b8d0f-2d55-4a06-9312-efa2050da58a admin admin] For port aa497236-7331-46a7-ba8a-3b379979ac9b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=aa497236-7331-46a7-ba8a-3b379979ac9b,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:58.776269 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-177b8d0f-2d55-4a06-9312-efa2050da58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:58.813073 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-256024c8-8d79-40d4-96b7-c3f94ff1cb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5306879-7d12-4727-a6ed-8e1752debfd3', 'name': 'tempest-ServersTestMultiNic-664334832-router', 'tenant_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:45:55Z', 'updated_at': '2022-03-09T03:48:58Z', 'revision_number': 6, 'project_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:48:58.817381 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['7cee85e8-4a82-4480-a309-9e7cbd58c61c'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:48:58.848654 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc59a916-39f6-4a39-960d-b57a54d0ba46 req-dfd27022-bf64-4f2f-8862-7aef52a74892 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] No DVR routers for this DVR port 7cee85e8-4a82-4480-a309-9e7cbd58c61c on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:48:58.850248 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bcfaef-1fe8-45e1-a8ef-1da2dcbc4bc5 req-02a62d95-a873-4025-aec1-221cc2058805 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:58.852054 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-05bcfaef-1fe8-45e1-a8ef-1da2dcbc4bc5 req-02a62d95-a873-4025-aec1-221cc2058805 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0c9324f-e276-493f-8a03-710ca4dd0903 HTTP/1.1" status: 200 len: 951 time: 0.6229045 Mar 09 03:48:58.858420 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dc59a916-39f6-4a39-960d-b57a54d0ba46 req-dfd27022-bf64-4f2f-8862-7aef52a74892 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:58.869079 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06786091-a4e9-4f26-bd99-f0a4d7b5aa52', 'name': 'network-vif-deleted', 'tag': '7cee85e8-4a82-4480-a309-9e7cbd58c61c'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:48:58.887182 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dc59a916-39f6-4a39-960d-b57a54d0ba46 req-dfd27022-bf64-4f2f-8862-7aef52a74892 tempest-ServerTagsTestJSON-255606851 tempest-ServerTagsTestJSON-255606851-project] 10.222.0.24 "DELETE /v2.0/ports/7cee85e8-4a82-4480-a309-9e7cbd58c61c HTTP/1.1" status: 204 len: 173 time: 1.4726083 Mar 09 03:48:58.934648 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e0a47-3067-405b-9839-888a09cb0d77 req-fabd291d-2860-49a9-8020-0c2f7019d587 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:58.939117 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0e0e0a47-3067-405b-9839-888a09cb0d77 req-fabd291d-2860-49a9-8020-0c2f7019d587 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.1396341 Mar 09 03:48:59.014267 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256024c8-8d79-40d4-96b7-c3f94ff1cb2f None None] The sync data for ids ['f5306879-7d12-4727-a6ed-8e1752debfd3'] in n-d-825178-5 is: [{'id': 'f5306879-7d12-4727-a6ed-8e1752debfd3', 'name': 'tempest-ServersTestMultiNic-664334832-router', 'tenant_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:45:55Z', 'updated_at': '2022-03-09T03:48:58Z', 'revision_number': 6, 'project_id': 'e1b3aca0566d4eb989ee2bf1d8c5606e', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:48:59.032232 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0e0e0a47-3067-405b-9839-888a09cb0d77 req-16d9e341-f7b0-44c2-bc92-a7fdd82b62a4 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874813 Mar 09 03:48:59.040557 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-67bb3033-a00c-4a56-8030-1bf43c2dbd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:59.114494 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-177b8d0f-2d55-4a06-9312-efa2050da58a admin admin] Calling delete_port for aa497236-7331-46a7-ba8a-3b379979ac9b owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:48:59.198315 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-05bcfaef-1fe8-45e1-a8ef-1da2dcbc4bc5 req-0da77bf7-0303-4d46-87f2-898d141d92f7 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Deleting port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:48:59.198659 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-05bcfaef-1fe8-45e1-a8ef-1da2dcbc4bc5 req-0da77bf7-0303-4d46-87f2-898d141d92f7 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:59.340893 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebf8d7-81b2-4372-9028-19b8d92707e3 req-86caf159-c70c-438f-a251-9353b73629b9 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:59.347642 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3cebf8d7-81b2-4372-9028-19b8d92707e3 req-86caf159-c70c-438f-a251-9353b73629b9 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9324f-e276-493f-8a03-710ca4dd0903 HTTP/1.1" status: 200 len: 949 time: 0.5581915 Mar 09 03:48:59.668562 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4eabe1-7bf5-46b3-878b-5ac1a644da38 req-1831a1bb-fa34-485a-b2aa-721f3a0a4a0a tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:48:59.678141 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dd4eabe1-7bf5-46b3-878b-5ac1a644da38 req-1831a1bb-fa34-485a-b2aa-721f3a0a4a0a tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=91b636a1-d495-4263-8b38-a4a4e6e5e76d HTTP/1.1" status: 200 len: 946 time: 0.2890289 Mar 09 03:48:59.693360 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3cebf8d7-81b2-4372-9028-19b8d92707e3 req-13ec567a-423a-43d7-9541-19985173f727 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3ab691e-f920-4c29-9f7e-1930819c5936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447738 Mar 09 03:48:59.735656 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dd4eabe1-7bf5-46b3-878b-5ac1a644da38 req-dbc40f86-a216-476f-a4a2-92194607c086 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564258 Mar 09 03:48:59.808896 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06786091-a4e9-4f26-bd99-f0a4d7b5aa52', 'name': 'network-vif-deleted', 'tag': '7cee85e8-4a82-4480-a309-9e7cbd58c61c', 'status': 'completed', 'code': 200} Mar 09 03:48:59.815992 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58560) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:48:59.949112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-05bcfaef-1fe8-45e1-a8ef-1da2dcbc4bc5 req-0da77bf7-0303-4d46-87f2-898d141d92f7 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] For port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3cfaba16-e305-4ae5-97da-fdd81e5d11a9,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:48:59.949529 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-05bcfaef-1fe8-45e1-a8ef-1da2dcbc4bc5 req-0da77bf7-0303-4d46-87f2-898d141d92f7 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:48:59.963419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f0924d-481d-4525-9db0-a6872e716154 admin admin] Deleting subnet 4f7ab596-d56c-40b1-90bb-dd5c9b043ba6 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:48:59.966599 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62f0924d-481d-4525-9db0-a6872e716154 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:00.024937 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62f0924d-481d-4525-9db0-a6872e716154 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:00.086137 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-177b8d0f-2d55-4a06-9312-efa2050da58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:00.102625 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62f0924d-481d-4525-9db0-a6872e716154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:00.224389 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62f0924d-481d-4525-9db0-a6872e716154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:00.267614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0924d-481d-4525-9db0-a6872e716154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f7ab596-d56c-40b1-90bb-dd5c9b043ba6,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:00.271318 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62f0924d-481d-4525-9db0-a6872e716154 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:00.278535 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-62f0924d-481d-4525-9db0-a6872e716154 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4f7ab596-d56c-40b1-90bb-dd5c9b043ba6 HTTP/1.1" status: 204 len: 168 time: 0.4614234 Mar 09 03:49:00.281953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58588) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:00.315333 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-05bcfaef-1fe8-45e1-a8ef-1da2dcbc4bc5 req-0da77bf7-0303-4d46-87f2-898d141d92f7 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Calling delete_port for 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:49:00.347537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b8d0f-2d55-4a06-9312-efa2050da58a admin admin] Pushing event deleted for resources: {'Port': ['ID=aa497236-7331-46a7-ba8a-3b379979ac9b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:00.405337 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f5cdc075-d4ff-485c-9db2-f3e2f2780e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:00.461931 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c9324f-e276-493f-8a03-710ca4dd0903', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cfaba16-e305-4ae5-97da-fdd81e5d11a9'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:49:00.537836 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device aa497236-7331-46a7-ba8a-3b379979ac9b no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:49:00.554723 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-177b8d0f-2d55-4a06-9312-efa2050da58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:00.584669 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c9324f-e276-493f-8a03-710ca4dd0903', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cfaba16-e305-4ae5-97da-fdd81e5d11a9', 'code': 200} Mar 09 03:49:00.591625 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f5cdc075-d4ff-485c-9db2-f3e2f2780e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:00.607800 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: aa497236-7331-46a7-ba8a-3b379979ac9b {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:49:00.608230 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device aa497236-7331-46a7-ba8a-3b379979ac9b not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:49:00.608710 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 22efe424-950a-4165-9494-49270653f6a6 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:49:00.634022 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-f5cdc075-d4ff-485c-9db2-f3e2f2780e09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156201c2-92ca-4066-83b4-399366c772bf']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:49:00.643883 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 22efe424-950a-4165-9494-49270653f6a6 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:49:00.644509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 22efe424-950a-4165-9494-49270653f6a6 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:49:00.666346 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-f5cdc075-d4ff-485c-9db2-f3e2f2780e09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dafcc400-20a1-4b7f-96b8-050854e65c0e') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:49:00.667086 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-f5cdc075-d4ff-485c-9db2-f3e2f2780e09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dafcc400-20a1-4b7f-96b8-050854e65c0e') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:49:00.688253 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f5cdc075-d4ff-485c-9db2-f3e2f2780e09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:00.711215 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f5cdc075-d4ff-485c-9db2-f3e2f2780e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:00.722418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5cdc075-d4ff-485c-9db2-f3e2f2780e09 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:49:00.722883 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f5cdc075-d4ff-485c-9db2-f3e2f2780e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:49:00.742244 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:49:00.816304 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-177b8d0f-2d55-4a06-9312-efa2050da58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:00.824024 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-177b8d0f-2d55-4a06-9312-efa2050da58a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:00.877481 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-177b8d0f-2d55-4a06-9312-efa2050da58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:00.878290 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177b8d0f-2d55-4a06-9312-efa2050da58a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5306879-7d12-4727-a6ed-8e1752debfd3 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:49:00.888109 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162e6e8-0a10-4e4d-8007-d732541fbb3f req-2948fd2b-bce0-4772-bb7d-13c781914b9e tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:00.894623 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a162e6e8-0a10-4e4d-8007-d732541fbb3f req-2948fd2b-bce0-4772-bb7d-13c781914b9e tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 945 time: 0.5869670 Mar 09 03:49:00.900817 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-05bcfaef-1fe8-45e1-a8ef-1da2dcbc4bc5 req-0da77bf7-0303-4d46-87f2-898d141d92f7 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:00.944029 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0a18f698-ebb4-43a3-8a5d-00f094506bae req-acd54541-0030-47b9-a03b-ffb14dc073e0 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9324f-e276-493f-8a03-710ca4dd0903 HTTP/1.1" status: 200 len: 210 time: 0.1038759 Mar 09 03:49:00.979137 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f5cdc075-d4ff-485c-9db2-f3e2f2780e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:01.045477 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da77bf7-0303-4d46-87f2-898d141d92f7 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Pushing event deleted for resources: {'Port': ['ID=3cfaba16-e305-4ae5-97da-fdd81e5d11a9,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:01.050606 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f5cdc075-d4ff-485c-9db2-f3e2f2780e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:01.082163 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b66a6b2f-f63e-4a20-b4f6-0062b25fb072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:01.082945 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cdc075-d4ff-485c-9db2-f3e2f2780e09 admin admin] Pushing event deleted for resources: {'Network': ['ID=156201c2-92ca-4066-83b4-399366c772bf,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:01.099415 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f5cdc075-d4ff-485c-9db2-f3e2f2780e09 admin admin] 10.222.0.16 "DELETE /v2.0/networks/156201c2-92ca-4066-83b4-399366c772bf HTTP/1.1" status: 204 len: 168 time: 0.8163786 Mar 09 03:49:01.144517 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-177b8d0f-2d55-4a06-9312-efa2050da58a admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:01.145932 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-177b8d0f-2d55-4a06-9312-efa2050da58a admin admin] 10.222.0.16 "DELETE /v2.0/routers/f5306879-7d12-4727-a6ed-8e1752debfd3 HTTP/1.1" status: 204 len: 168 time: 3.6019285 Mar 09 03:49:01.150868 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58636) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:01.171638 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a162e6e8-0a10-4e4d-8007-d732541fbb3f req-aa8ea11e-2af6-4627-bd2c-e0739ce4a4b2 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760537 Mar 09 03:49:01.180077 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-05bcfaef-1fe8-45e1-a8ef-1da2dcbc4bc5 req-0da77bf7-0303-4d46-87f2-898d141d92f7 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] No DVR routers for this DVR port 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:49:01.183489 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-05bcfaef-1fe8-45e1-a8ef-1da2dcbc4bc5 req-0da77bf7-0303-4d46-87f2-898d141d92f7 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:01.185787 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-05bcfaef-1fe8-45e1-a8ef-1da2dcbc4bc5 req-0da77bf7-0303-4d46-87f2-898d141d92f7 tempest-ImagesOneServerTestJSON-964242303 tempest-ImagesOneServerTestJSON-964242303-project] 10.222.0.21 "DELETE /v2.0/ports/3cfaba16-e305-4ae5-97da-fdd81e5d11a9 HTTP/1.1" status: 204 len: 173 time: 2.2316897 Mar 09 03:49:01.186486 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c9324f-e276-493f-8a03-710ca4dd0903', 'name': 'network-vif-deleted', 'tag': '3cfaba16-e305-4ae5-97da-fdd81e5d11a9'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:49:01.241537 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 7cee85e8-4a82-4480-a309-9e7cbd58c61c no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:49:01.259375 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c9324f-e276-493f-8a03-710ca4dd0903', 'name': 'network-vif-deleted', 'tag': '3cfaba16-e305-4ae5-97da-fdd81e5d11a9', 'status': 'completed', 'code': 200} Mar 09 03:49:01.329399 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 7cee85e8-4a82-4480-a309-9e7cbd58c61c {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:49:01.329733 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 7cee85e8-4a82-4480-a309-9e7cbd58c61c not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:49:01.334144 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f4043c-4bd6-443d-a4fd-bd1b78c71612 admin admin] Deleting subnet a4452815-9910-4ce2-8b43-5d3068c8014a {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:49:01.342510 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e1f4043c-4bd6-443d-a4fd-bd1b78c71612 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:01.448868 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e1f4043c-4bd6-443d-a4fd-bd1b78c71612 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:01.493930 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58648) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:01.557358 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-795aa554-686e-4401-9c69-ac50fbdc376c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce814ab6b83540158aab87dab5ee9c94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0597281 Mar 09 03:49:01.558628 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58652) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:01.571566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79ae6c-67f7-49c8-99a8-f129dff167b7 req-ddb814a8-6ffa-4661-b5eb-b321d6a8be62 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:01.579619 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec79ae6c-67f7-49c8-99a8-f129dff167b7 req-ddb814a8-6ffa-4661-b5eb-b321d6a8be62 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.1520765 Mar 09 03:49:01.589950 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58656) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:01.678128 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec79ae6c-67f7-49c8-99a8-f129dff167b7 req-96895143-e77d-432a-96b7-c2e2eebf57f8 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973964 Mar 09 03:49:01.680214 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5a99ddd8-1556-40ce-83a5-4dfa8f7b5b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:01.684261 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e1f4043c-4bd6-443d-a4fd-bd1b78c71612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:01.787598 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5a99ddd8-1556-40ce-83a5-4dfa8f7b5b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:01.806391 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-19675749-b90c-4b00-bbcc-bfe6279eba18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:01.884905 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068f340-8761-461d-9306-bfb2b75bf8bf req-4bad0ff0-a56d-4a44-aa49-132b46a4ac3e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:01.886655 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0068f340-8761-461d-9306-bfb2b75bf8bf req-4bad0ff0-a56d-4a44-aa49-132b46a4ac3e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.0887280 Mar 09 03:49:01.908051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-19675749-b90c-4b00-bbcc-bfe6279eba18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:01.922932 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-19675749-b90c-4b00-bbcc-bfe6279eba18 admin admin] Usage tracker for resource:security_group_rule and tenant:16df4910a94e42c69c5a5832bb02406a is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:01.927175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-19675749-b90c-4b00-bbcc-bfe6279eba18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:01.936190 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e1f4043c-4bd6-443d-a4fd-bd1b78c71612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:01.939811 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0068f340-8761-461d-9306-bfb2b75bf8bf req-8906e16f-a4f9-4a80-9bc9-df176e1e9078 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456176 Mar 09 03:49:01.941277 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-19675749-b90c-4b00-bbcc-bfe6279eba18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:01.992179 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4043c-4bd6-443d-a4fd-bd1b78c71612 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4452815-9910-4ce2-8b43-5d3068c8014a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:01.998318 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e1f4043c-4bd6-443d-a4fd-bd1b78c71612 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:02.003577 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8859e2-f30a-4c8e-99dc-5f295753dd06 None None] Network c7c4f29f-701a-481f-976f-cde1b7999848 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:49:02.043210 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5a99ddd8-1556-40ce-83a5-4dfa8f7b5b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:02.063501 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 58668) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:02.063753 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e1f4043c-4bd6-443d-a4fd-bd1b78c71612 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a4452815-9910-4ce2-8b43-5d3068c8014a HTTP/1.1" status: 204 len: 168 time: 0.9111745 Mar 09 03:49:02.077799 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99ddd8-1556-40ce-83a5-4dfa8f7b5b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6efb5f-d62e-4f3a-b30a-aa4819a58548,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:02.082254 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5a99ddd8-1556-40ce-83a5-4dfa8f7b5b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:02.092612 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5a99ddd8-1556-40ce-83a5-4dfa8f7b5b99 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd6efb5f-d62e-4f3a-b30a-aa4819a58548 HTTP/1.1" status: 204 len: 168 time: 0.5328257 Mar 09 03:49:02.107263 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95389c97-adc5-4da0-92e7-e204f141b3ae req-6197c0c2-3110-45a1-84e7-99b760efdff4 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:02.113073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95389c97-adc5-4da0-92e7-e204f141b3ae req-6197c0c2-3110-45a1-84e7-99b760efdff4 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:02.119362 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95389c97-adc5-4da0-92e7-e204f141b3ae req-6197c0c2-3110-45a1-84e7-99b760efdff4 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:02.121027 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95389c97-adc5-4da0-92e7-e204f141b3ae req-6197c0c2-3110-45a1-84e7-99b760efdff4 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=91b636a1-d495-4263-8b38-a4a4e6e5e76d&device_id=6f7fa04b-b72e-4682-baee-f4d911f9dafc&device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 2417 time: 0.2927272 Mar 09 03:49:02.167644 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:02.194683 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95389c97-adc5-4da0-92e7-e204f141b3ae req-2f8c844e-c600-44f0-8ad5-12fa812f7944 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642812 Mar 09 03:49:02.210815 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-228ffe77-24f2-4025-9df7-cc021e024174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:02.261155 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-19675749-b90c-4b00-bbcc-bfe6279eba18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:02.263622 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:02.271470 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-19675749-b90c-4b00-bbcc-bfe6279eba18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:02.304661 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-228ffe77-24f2-4025-9df7-cc021e024174 admin admin] Deleting port 75083616-c738-4472-8f28-c03005a56a02 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:49:02.305221 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-228ffe77-24f2-4025-9df7-cc021e024174 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:02.365560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19675749-b90c-4b00-bbcc-bfe6279eba18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94560960-0d7e-47df-97d7-941ec3fad816,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:02.426175 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-19675749-b90c-4b00-bbcc-bfe6279eba18 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=16df4910a94e42c69c5a5832bb02406a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8349884 Mar 09 03:49:02.427152 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58680) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:02.478939 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd7dd8d-7658-4fd3-90b2-f7531b8ced55 None None] DHCP port deletion for c7c4f29f-701a-481f-976f-cde1b7999848 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:49:02.483335 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7dd8d-7658-4fd3-90b2-f7531b8ced55 None None] Deleting port 75083616-c738-4472-8f28-c03005a56a02 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:49:02.483989 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2fd7dd8d-7658-4fd3-90b2-f7531b8ced55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:02.659762 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e732333-9ecd-4f9f-8c76-3be256085bb9 req-633f229f-9c11-47cc-953b-cc6c47be27b4 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:02.668472 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1e732333-9ecd-4f9f-8c76-3be256085bb9 req-633f229f-9c11-47cc-953b-cc6c47be27b4 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.4498203 Mar 09 03:49:02.689542 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5554577b-888f-4bc2-86a9-6ace8d95e567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:02.734994 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5554577b-888f-4bc2-86a9-6ace8d95e567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:02.736911 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1e732333-9ecd-4f9f-8c76-3be256085bb9 req-ca337703-df36-45b0-9ef0-4d59c8efb6a4 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673223 Mar 09 03:49:02.762072 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e9550-5c28-4a1c-b98a-e80e1d1387d9 req-59822a93-1df2-4727-a33a-d9a6b794b069 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:02.778324 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-666e9550-5c28-4a1c-b98a-e80e1d1387d9 req-59822a93-1df2-4727-a33a-d9a6b794b069 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=91b636a1-d495-4263-8b38-a4a4e6e5e76d HTTP/1.1" status: 200 len: 946 time: 0.3262730 Mar 09 03:49:02.822394 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-2fd7dd8d-7658-4fd3-90b2-f7531b8ced55 None None] For port 75083616-c738-4472-8f28-c03005a56a02, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=75083616-c738-4472-8f28-c03005a56a02,segment=NetworkSegment(0dcab034-ad51-416e-ae9c-4259e20bcdd6),segment_id=0dcab034-ad51-416e-ae9c-4259e20bcdd6)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:02.822849 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2fd7dd8d-7658-4fd3-90b2-f7531b8ced55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:02.893050 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 58698) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:02.896349 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-228ffe77-24f2-4025-9df7-cc021e024174 admin admin] For port 75083616-c738-4472-8f28-c03005a56a02, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=75083616-c738-4472-8f28-c03005a56a02,segment=NetworkSegment(0dcab034-ad51-416e-ae9c-4259e20bcdd6),segment_id=0dcab034-ad51-416e-ae9c-4259e20bcdd6)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:02.896718 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-228ffe77-24f2-4025-9df7-cc021e024174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:02.902795 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-666e9550-5c28-4a1c-b98a-e80e1d1387d9 req-75cbc94e-7436-4aad-98f8-834204479d10 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236629 Mar 09 03:49:02.951376 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5554577b-888f-4bc2-86a9-6ace8d95e567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:02.984080 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5554577b-888f-4bc2-86a9-6ace8d95e567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:02.985280 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5554577b-888f-4bc2-86a9-6ace8d95e567 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94560960-0d7e-47df-97d7-941ec3fad816 HTTP/1.1" status: 204 len: 168 time: 0.5557644 Mar 09 03:49:02.990688 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554577b-888f-4bc2-86a9-6ace8d95e567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94560960-0d7e-47df-97d7-941ec3fad816,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:03.033424 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7dd8d-7658-4fd3-90b2-f7531b8ced55 None None] Calling delete_port for 75083616-c738-4472-8f28-c03005a56a02 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:49:03.200160 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-228ffe77-24f2-4025-9df7-cc021e024174 admin admin] Calling delete_port for 75083616-c738-4472-8f28-c03005a56a02 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:49:03.239294 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2fd7dd8d-7658-4fd3-90b2-f7531b8ced55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:03.303011 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7dd8d-7658-4fd3-90b2-f7531b8ced55 None None] Pushing event deleted for resources: {'Port': ['ID=75083616-c738-4472-8f28-c03005a56a02,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:03.318782 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd7dd8d-7658-4fd3-90b2-f7531b8ced55 None None] No DVR routers for this DVR port 75083616-c738-4472-8f28-c03005a56a02 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:49:03.373592 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58720) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:03.374148 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:49:03.438267 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:49:03.438636 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3cfaba16-e305-4ae5-97da-fdd81e5d11a9 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:49:03.452598 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:03.457549 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5c1e9016-060f-4581-9a6d-32262a8613a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a4c5dc61454b4f8bb9f2b88bd57c6e02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5634007 Mar 09 03:49:03.460702 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58726) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:03.476894 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.api [None req-228ffe77-24f2-4025-9df7-cc021e024174 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:49:03.477465 n-d-825178-5 neutron-server[87881]: DEBUG oslo_db.api [None req-228ffe77-24f2-4025-9df7-cc021e024174 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:49:03.507413 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421cdcb-7b5d-4d1d-bd21-e20c0cbe5f56 req-0ec7cedc-6f80-4b79-99f2-828e0541e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:03.509261 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0421cdcb-7b5d-4d1d-bd21-e20c0cbe5f56 req-0ec7cedc-6f80-4b79-99f2-828e0541e40a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 1095 time: 0.2705123 Mar 09 03:49:03.521896 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6154a-e9fc-4383-8fac-3dd308560f0f req-c167b17a-d7c9-46ca-93d5-e9007ee94fd9 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:03.524473 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1aa6154a-e9fc-4383-8fac-3dd308560f0f req-c167b17a-d7c9-46ca-93d5-e9007ee94fd9 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.2064579 Mar 09 03:49:03.538682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58730) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:03.572271 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b70ef164-37ff-4ddc-ab95-50244afb9e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:03.587855 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e1607143-4358-4798-b86d-9286fe1e9c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:03.594073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b70ef164-37ff-4ddc-ab95-50244afb9e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:03.607141 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b70ef164-37ff-4ddc-ab95-50244afb9e82 admin admin] Usage tracker for resource:security_group_rule and tenant:c1227a7176694beea1e0a856dbd5c151 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:03.611826 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b70ef164-37ff-4ddc-ab95-50244afb9e82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:03.626468 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b70ef164-37ff-4ddc-ab95-50244afb9e82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:03.634456 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e1607143-4358-4798-b86d-9286fe1e9c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:03.689239 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1aa6154a-e9fc-4383-8fac-3dd308560f0f req-2536af98-f8be-4a75-9d3d-58d9e00c0d9a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335459 Mar 09 03:49:03.726906 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421cdcb-7b5d-4d1d-bd21-e20c0cbe5f56 req-8b070e9a-b7e8-4b27-b50f-e90af022b116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:03.728762 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0421cdcb-7b5d-4d1d-bd21-e20c0cbe5f56 req-8b070e9a-b7e8-4b27-b50f-e90af022b116 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 913 time: 0.2029107 Mar 09 03:49:03.742275 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-c6082746-2df9-4f56-85fe-447c546e0f87 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1758613236-network', 'tenant_id': '6c36c37e2e354df081ad1b18548376fc'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:49:03.746703 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e1607143-4358-4798-b86d-9286fe1e9c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:03.767673 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c6082746-2df9-4f56-85fe-447c546e0f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:03.779896 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1607143-4358-4798-b86d-9286fe1e9c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ab691e-f920-4c29-9f7e-1930819c5936,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:03.782253 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c6082746-2df9-4f56-85fe-447c546e0f87 admin admin] Usage tracker for resource:network and tenant:6c36c37e2e354df081ad1b18548376fc is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:03.788851 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c6082746-2df9-4f56-85fe-447c546e0f87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:03.813972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c6082746-2df9-4f56-85fe-447c546e0f87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:03.836031 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0421cdcb-7b5d-4d1d-bd21-e20c0cbe5f56 req-1fd66d10-cf93-410a-97de-af3a35712239 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb633d15-e73a-412d-8adc-3f24487a60ac HTTP/1.1" status: 200 len: 999 time: 0.1000462 Mar 09 03:49:03.840661 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b70ef164-37ff-4ddc-ab95-50244afb9e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:03.842391 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e1607143-4358-4798-b86d-9286fe1e9c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:03.845937 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e1607143-4358-4798-b86d-9286fe1e9c26 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3ab691e-f920-4c29-9f7e-1930819c5936 HTTP/1.1" status: 204 len: 168 time: 0.3816717 Mar 09 03:49:03.849117 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b70ef164-37ff-4ddc-ab95-50244afb9e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:03.872973 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6082746-2df9-4f56-85fe-447c546e0f87 admin admin] Made reservation on behalf of 6c36c37e2e354df081ad1b18548376fc for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:49:03.875417 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c6082746-2df9-4f56-85fe-447c546e0f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:03.918225 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c6082746-2df9-4f56-85fe-447c546e0f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:03.922824 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421cdcb-7b5d-4d1d-bd21-e20c0cbe5f56 req-9a2030d3-465a-40f4-a96c-847de574eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:03.925062 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0421cdcb-7b5d-4d1d-bd21-e20c0cbe5f56 req-9a2030d3-465a-40f4-a96c-847de574eba3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d785722e-a890-45c5-869c-7b3149d30510 HTTP/1.1" status: 200 len: 851 time: 0.0833554 Mar 09 03:49:03.945099 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b70ef164-37ff-4ddc-ab95-50244afb9e82 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c1227a7176694beea1e0a856dbd5c151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4052217 Mar 09 03:49:03.946337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c6082746-2df9-4f56-85fe-447c546e0f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:03.949997 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ef164-37ff-4ddc-ab95-50244afb9e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe7ad55-b4b6-4869-8850-ccf47c3bac09,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:03.952318 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58738) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:03.987564 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c6082746-2df9-4f56-85fe-447c546e0f87 admin admin] Usage tracker for resource:security_group_rule and tenant:6c36c37e2e354df081ad1b18548376fc is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:03.995153 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c6082746-2df9-4f56-85fe-447c546e0f87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:04.009999 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:04.017684 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-228ffe77-24f2-4025-9df7-cc021e024174 admin admin] Deleting port 75083616-c738-4472-8f28-c03005a56a02 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:49:04.017897 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c6082746-2df9-4f56-85fe-447c546e0f87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:04.018134 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-228ffe77-24f2-4025-9df7-cc021e024174 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:04.078605 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62ef4a96-d141-4664-91eb-4b78b09dd62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:04.108650 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62ef4a96-d141-4664-91eb-4b78b09dd62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:04.134471 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-228ffe77-24f2-4025-9df7-cc021e024174 admin admin] The port '75083616-c738-4472-8f28-c03005a56a02' was deleted {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:49:04.175222 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62ef4a96-d141-4664-91eb-4b78b09dd62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:04.201011 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef4a96-d141-4664-91eb-4b78b09dd62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe7ad55-b4b6-4869-8850-ccf47c3bac09,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:04.238596 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62ef4a96-d141-4664-91eb-4b78b09dd62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:04.239859 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-62ef4a96-d141-4664-91eb-4b78b09dd62e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9fe7ad55-b4b6-4869-8850-ccf47c3bac09 HTTP/1.1" status: 204 len: 168 time: 0.2853816 Mar 09 03:49:04.295781 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c6082746-2df9-4f56-85fe-447c546e0f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:04.298385 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-228ffe77-24f2-4025-9df7-cc021e024174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:04.304640 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c6082746-2df9-4f56-85fe-447c546e0f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:04.314657 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421cdcb-7b5d-4d1d-bd21-e20c0cbe5f56 req-60721b49-18fb-41e7-b1d1-7ef54b34b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:04.316524 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0421cdcb-7b5d-4d1d-bd21-e20c0cbe5f56 req-60721b49-18fb-41e7-b1d1-7ef54b34b2ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d62296e-a7e4-4061-88a7-e2ef850363e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3765004 Mar 09 03:49:04.343307 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6082746-2df9-4f56-85fe-447c546e0f87 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:49:04.355936 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6082746-2df9-4f56-85fe-447c546e0f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e76e28e-fbed-4a99-947e-4eb46915931b,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:04.359667 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c6082746-2df9-4f56-85fe-447c546e0f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:04.359978 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-c6082746-2df9-4f56-85fe-447c546e0f87 admin admin] Added segment 0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3 of type vlan for network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 Mar 09 03:49:04.396557 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c6082746-2df9-4f56-85fe-447c546e0f87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:04.402028 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-228ffe77-24f2-4025-9df7-cc021e024174 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c4f29f-701a-481f-976f-cde1b7999848']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:49:04.431959 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-228ffe77-24f2-4025-9df7-cc021e024174 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dcab034-ad51-416e-ae9c-4259e20bcdd6') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:49:04.432273 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-228ffe77-24f2-4025-9df7-cc021e024174 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dcab034-ad51-416e-ae9c-4259e20bcdd6') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:49:04.438036 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c6082746-2df9-4f56-85fe-447c546e0f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:04.440317 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6082746-2df9-4f56-85fe-447c546e0f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:04.441261 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c6082746-2df9-4f56-85fe-447c546e0f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:04.462925 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-228ffe77-24f2-4025-9df7-cc021e024174 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:04.483504 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-228ffe77-24f2-4025-9df7-cc021e024174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:04.486980 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c6082746-2df9-4f56-85fe-447c546e0f87 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1094992 Mar 09 03:49:04.491559 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228ffe77-24f2-4025-9df7-cc021e024174 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:49:04.491976 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-228ffe77-24f2-4025-9df7-cc021e024174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:04.498829 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58762) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:04.505713 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-11df0041-d994-4139-8d25-1952a97d0d4d admin admin] Request body: {'subnet': {'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1758613236-subnet', 'tenant_id': '6c36c37e2e354df081ad1b18548376fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:49:04.524156 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-11df0041-d994-4139-8d25-1952a97d0d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:04.525504 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 75083616-c738-4472-8f28-c03005a56a02 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:49:04.541198 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-11df0041-d994-4139-8d25-1952a97d0d4d admin admin] Usage tracker for resource:subnet and tenant:6c36c37e2e354df081ad1b18548376fc is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:04.548382 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-11df0041-d994-4139-8d25-1952a97d0d4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:04.563361 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-11df0041-d994-4139-8d25-1952a97d0d4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:04.569474 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 75083616-c738-4472-8f28-c03005a56a02 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:49:04.569819 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 75083616-c738-4472-8f28-c03005a56a02 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:49:04.614304 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:49:04.688113 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6082746-2df9-4f56-85fe-447c546e0f87 admin admin] Pushing event updated for resources: {'Network': ['ID=eb7d62a0-e4ed-41cd-a459-6cad1aec3840,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:04.692650 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11df0041-d994-4139-8d25-1952a97d0d4d admin admin] Made reservation on behalf of 6c36c37e2e354df081ad1b18548376fc for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:49:04.695760 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-11df0041-d994-4139-8d25-1952a97d0d4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:04.700095 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:49:04.916146 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58788) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:05.001937 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-228ffe77-24f2-4025-9df7-cc021e024174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:05.041683 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-228ffe77-24f2-4025-9df7-cc021e024174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:05.075957 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ffe77-24f2-4025-9df7-cc021e024174 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7c4f29f-701a-481f-976f-cde1b7999848,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:05.099176 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-228ffe77-24f2-4025-9df7-cc021e024174 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c7c4f29f-701a-481f-976f-cde1b7999848 HTTP/1.1" status: 204 len: 168 time: 3.0342233 Mar 09 03:49:05.124762 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0421cdcb-7b5d-4d1d-bd21-e20c0cbe5f56 req-1d752486-3b0c-4f82-aee3-e17e793ec2b7 service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7878046 Mar 09 03:49:05.241889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-4e6219b3-feb4-47e5-95f7-a05708038ff8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-8051403-network', 'tenant_id': '22b143aeac51448fa3b37088b32e7827'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:49:05.256184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4e6219b3-feb4-47e5-95f7-a05708038ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:05.266635 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ab0db-e541-4877-a0dc-2a0b4875430f req-4f435624-c5c7-416c-8a76-77f0c6df5f93 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:05.268157 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-120ab0db-e541-4877-a0dc-2a0b4875430f req-4f435624-c5c7-416c-8a76-77f0c6df5f93 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.2267218 Mar 09 03:49:05.271394 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-11df0041-d994-4139-8d25-1952a97d0d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:05.277363 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4e6219b3-feb4-47e5-95f7-a05708038ff8 admin admin] Usage tracker for resource:network and tenant:22b143aeac51448fa3b37088b32e7827 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:05.319803 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58806) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:05.321319 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4e6219b3-feb4-47e5-95f7-a05708038ff8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:05.347989 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0421cdcb-7b5d-4d1d-bd21-e20c0cbe5f56 req-8e2d6031-662d-4b2c-8f6c-0093259779d3 service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156227 Mar 09 03:49:05.368145 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4e6219b3-feb4-47e5-95f7-a05708038ff8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:05.390737 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221538d-ae47-4945-aa60-94b54d510035 req-61bea151-3663-4ceb-9dde-0cd64e67eada tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:05.392163 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e221538d-ae47-4945-aa60-94b54d510035 req-61bea151-3663-4ceb-9dde-0cd64e67eada tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 945 time: 0.0978441 Mar 09 03:49:05.440254 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e221538d-ae47-4945-aa60-94b54d510035 req-20eb3e4b-5ec0-4628-bec9-89e9cafec46c tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415790 Mar 09 03:49:05.451511 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df0041-d994-4139-8d25-1952a97d0d4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4320f833-55d6-48c9-bfa9-ead71d951b3e,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:05.454471 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6219b3-feb4-47e5-95f7-a05708038ff8 admin admin] Made reservation on behalf of 22b143aeac51448fa3b37088b32e7827 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:49:05.456855 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4e6219b3-feb4-47e5-95f7-a05708038ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:05.472803 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-120ab0db-e541-4877-a0dc-2a0b4875430f req-6c043206-0e89-4cf0-8462-bb4c6ddb8769 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925247 Mar 09 03:49:05.491415 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4e6219b3-feb4-47e5-95f7-a05708038ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:05.504933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11df0041-d994-4139-8d25-1952a97d0d4d admin admin] Checking segment: {'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:49:05.504933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11df0041-d994-4139-8d25-1952a97d0d4d admin admin] Network hostable DHCP agents. Network: eb7d62a0-e4ed-41cd-a459-6cad1aec3840, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:49:05.514508 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-85db1ff4-b61d-4715-9817-c5b5be0a3596 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1b3aca0566d4eb989ee2bf1d8c5606e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871293 Mar 09 03:49:05.517297 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 58812) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:05.524007 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4e6219b3-feb4-47e5-95f7-a05708038ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:05.530319 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4e6219b3-feb4-47e5-95f7-a05708038ff8 admin admin] Usage tracker for resource:security_group_rule and tenant:22b143aeac51448fa3b37088b32e7827 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:05.534646 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4e6219b3-feb4-47e5-95f7-a05708038ff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:05.543957 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4e6219b3-feb4-47e5-95f7-a05708038ff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:05.547785 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11df0041-d994-4139-8d25-1952a97d0d4d admin admin] Network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:49:05.570765 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-11df0041-d994-4139-8d25-1952a97d0d4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, eb7d62a0-e4ed-41cd-a459-6cad1aec3840) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:49:05.579128 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bf5fee-a0e9-4357-be4e-7863d877da84 None None] Network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:49:05.595562 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11df0041-d994-4139-8d25-1952a97d0d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:05.596144 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-11df0041-d994-4139-8d25-1952a97d0d4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:05.596425 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-602f178b-23c9-4893-9755-c32ca8e885ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:05.637796 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-11df0041-d994-4139-8d25-1952a97d0d4d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1378310 Mar 09 03:49:05.659200 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-602f178b-23c9-4893-9755-c32ca8e885ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:05.727575 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-602f178b-23c9-4893-9755-c32ca8e885ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:05.748346 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4e6219b3-feb4-47e5-95f7-a05708038ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:05.754767 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f178b-23c9-4893-9755-c32ca8e885ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a2bb91-14e8-47df-95e0-991b5203ef53,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:05.757992 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4e6219b3-feb4-47e5-95f7-a05708038ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:05.776233 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-602f178b-23c9-4893-9755-c32ca8e885ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:05.777487 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-602f178b-23c9-4893-9755-c32ca8e885ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35a2bb91-14e8-47df-95e0-991b5203ef53 HTTP/1.1" status: 204 len: 168 time: 0.2589018 Mar 09 03:49:05.808563 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e6219b3-feb4-47e5-95f7-a05708038ff8 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:49:05.815001 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6219b3-feb4-47e5-95f7-a05708038ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4138b5-eac7-4f04-83c2-6c7a8b337342,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:05.823910 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4e6219b3-feb4-47e5-95f7-a05708038ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:05.824434 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-4e6219b3-feb4-47e5-95f7-a05708038ff8 admin admin] Added segment 1319570c-02be-4978-9222-635e0497ea4c of type vlan for network 8de54226-82d4-4ec5-baa5-6fa167a003ac Mar 09 03:49:05.870446 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4e6219b3-feb4-47e5-95f7-a05708038ff8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:05.888724 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdd025b-98cc-44eb-ae8e-b5f4bce3cc2d None None] Network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:49:05.950790 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4e6219b3-feb4-47e5-95f7-a05708038ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:05.951829 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6219b3-feb4-47e5-95f7-a05708038ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:05.952482 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4e6219b3-feb4-47e5-95f7-a05708038ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:06.090490 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6219b3-feb4-47e5-95f7-a05708038ff8 admin admin] Pushing event updated for resources: {'Network': ['ID=8de54226-82d4-4ec5-baa5-6fa167a003ac,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:06.110201 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4e6219b3-feb4-47e5-95f7-a05708038ff8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1929412 Mar 09 03:49:06.113129 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 58830) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:06.121916 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4fc11881-3223-4761-bca3-6414e0ccfb8d admin admin] Request body: {'subnet': {'network_id': '8de54226-82d4-4ec5-baa5-6fa167a003ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-8051403-subnet', 'tenant_id': '22b143aeac51448fa3b37088b32e7827', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:49:06.128438 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4fc11881-3223-4761-bca3-6414e0ccfb8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:06.133912 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4fc11881-3223-4761-bca3-6414e0ccfb8d admin admin] Usage tracker for resource:subnet and tenant:22b143aeac51448fa3b37088b32e7827 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:06.143769 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4fc11881-3223-4761-bca3-6414e0ccfb8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:06.152568 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 8de54226-82d4-4ec5-baa5-6fa167a003ac details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:49:06.154207 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4fc11881-3223-4761-bca3-6414e0ccfb8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:06.168314 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc11881-3223-4761-bca3-6414e0ccfb8d admin admin] Made reservation on behalf of 22b143aeac51448fa3b37088b32e7827 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:49:06.174197 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4fc11881-3223-4761-bca3-6414e0ccfb8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:06.442342 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4fc11881-3223-4761-bca3-6414e0ccfb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:06.533881 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc11881-3223-4761-bca3-6414e0ccfb8d admin admin] Checking segment: {'id': '1319570c-02be-4978-9222-635e0497ea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8de54226-82d4-4ec5-baa5-6fa167a003ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:49:06.534239 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc11881-3223-4761-bca3-6414e0ccfb8d admin admin] Network hostable DHCP agents. Network: 8de54226-82d4-4ec5-baa5-6fa167a003ac, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:49:06.545975 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc11881-3223-4761-bca3-6414e0ccfb8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=05ba68c9-9024-4dda-8072-8f41fa397387,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:06.587610 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc11881-3223-4761-bca3-6414e0ccfb8d admin admin] Network 8de54226-82d4-4ec5-baa5-6fa167a003ac is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:49:06.619308 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-4fc11881-3223-4761-bca3-6414e0ccfb8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 8de54226-82d4-4ec5-baa5-6fa167a003ac) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:49:06.627786 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e451fabd-892a-40f9-9a22-833642a2705e None None] Network 8de54226-82d4-4ec5-baa5-6fa167a003ac requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:49:06.680755 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc11881-3223-4761-bca3-6414e0ccfb8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:06.681618 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4fc11881-3223-4761-bca3-6414e0ccfb8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:06.695834 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3b3b7-2b28-4089-95cd-7365fa85d3be req-bd95d3d6-c59c-4b7a-8991-7ec211862884 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:06.704298 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8df3b3b7-2b28-4089-95cd-7365fa85d3be req-bd95d3d6-c59c-4b7a-8991-7ec211862884 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 945 time: 0.1143293 Mar 09 03:49:06.731679 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4fc11881-3223-4761-bca3-6414e0ccfb8d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6166136 Mar 09 03:49:06.742196 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 58866) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:06.751338 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-5f5ffe20-36dc-4996-ace3-39a3d9c54c7a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-8051403-router', 'tenant_id': '22b143aeac51448fa3b37088b32e7827', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:49:06.759082 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5f5ffe20-36dc-4996-ace3-39a3d9c54c7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:06.770796 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-9d6e8744-18ee-4722-8f4e-c1f496568275 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:06.771936 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8df3b3b7-2b28-4089-95cd-7365fa85d3be req-4352e900-82f8-4529-a177-9d3741e6280a tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660939 Mar 09 03:49:06.779013 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-9d6e8744-18ee-4722-8f4e-c1f496568275 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/networks?id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840 HTTP/1.1" status: 200 len: 806 time: 0.2166131 Mar 09 03:49:06.779511 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5f5ffe20-36dc-4996-ace3-39a3d9c54c7a admin admin] Usage tracker for resource:router and tenant:22b143aeac51448fa3b37088b32e7827 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:06.783224 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5f5ffe20-36dc-4996-ace3-39a3d9c54c7a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:06.795633 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5f5ffe20-36dc-4996-ace3-39a3d9c54c7a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:06.808288 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-7a4dd527-d6ab-4d3b-a593-eb785ae11fd7 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/quotas/6c36c37e2e354df081ad1b18548376fc HTTP/1.1" status: 200 len: 375 time: 0.0300803 Mar 09 03:49:06.854609 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5f5ffe20-36dc-4996-ace3-39a3d9c54c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:06.855535 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5f5ffe20-36dc-4996-ace3-39a3d9c54c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:06.874297 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5f5ffe20-36dc-4996-ace3-39a3d9c54c7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:06.903391 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-ff24b168-f7f1-42dd-9b5d-ff9b83a1da02 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c36c37e2e354df081ad1b18548376fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0941517 Mar 09 03:49:07.012917 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc9a7b3-9720-49d3-93c2-67bc9cd9c709 None None] Network 8de54226-82d4-4ec5-baa5-6fa167a003ac requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:49:07.035222 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3013c98-902e-4015-be61-011d6361c3e5 req-8b4998fc-8070-4750-8f05-e4c35ede79a3 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:07.047860 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3013c98-902e-4015-be61-011d6361c3e5 req-8b4998fc-8070-4750-8f05-e4c35ede79a3 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.1200953 Mar 09 03:49:07.135506 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3013c98-902e-4015-be61-011d6361c3e5 req-cf9fa5a2-e5eb-43f8-b117-19e8dbc4288c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863490 Mar 09 03:49:07.199378 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5f5ffe20-36dc-4996-ace3-39a3d9c54c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:07.487640 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23399d2-e092-47bc-b338-972533234b5c req-132b6291-0ca1-4244-9877-9268ddee9691 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:07.489111 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d23399d2-e092-47bc-b338-972533234b5c req-132b6291-0ca1-4244-9877-9268ddee9691 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.0929089 Mar 09 03:49:07.502662 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-a49cf616-930c-4a40-98db-ed95e4046b25 service neutron] 10.222.0.16 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5984242 Mar 09 03:49:07.540037 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d23399d2-e092-47bc-b338-972533234b5c req-a7b047b3-32f3-4d2d-ae6c-101b607c617b tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437424 Mar 09 03:49:07.560379 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58904) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:07.661849 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-d46d46fd-fa19-4aa2-9963-03e0c4c38319 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1748379902-network', 'tenant_id': '9c54bc540b134f45b60394c1ae76686b'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:49:07.668598 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d46d46fd-fa19-4aa2-9963-03e0c4c38319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:07.673047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d46d46fd-fa19-4aa2-9963-03e0c4c38319 admin admin] Usage tracker for resource:network and tenant:9c54bc540b134f45b60394c1ae76686b is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:07.677777 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d46d46fd-fa19-4aa2-9963-03e0c4c38319 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:07.720265 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d46d46fd-fa19-4aa2-9963-03e0c4c38319 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:07.740816 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46d46fd-fa19-4aa2-9963-03e0c4c38319 admin admin] Made reservation on behalf of 9c54bc540b134f45b60394c1ae76686b for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:49:07.743169 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d46d46fd-fa19-4aa2-9963-03e0c4c38319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:07.863764 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-3c4a37c4-383e-43c2-a9f2-9780c00c01c3 service neutron] 10.222.0.16 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532412 Mar 09 03:49:07.868543 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d46d46fd-fa19-4aa2-9963-03e0c4c38319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:07.885594 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d46d46fd-fa19-4aa2-9963-03e0c4c38319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:07.889775 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d46d46fd-fa19-4aa2-9963-03e0c4c38319 admin admin] Usage tracker for resource:security_group_rule and tenant:9c54bc540b134f45b60394c1ae76686b is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:07.893397 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d46d46fd-fa19-4aa2-9963-03e0c4c38319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:07.899962 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d46d46fd-fa19-4aa2-9963-03e0c4c38319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:07.998150 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d46d46fd-fa19-4aa2-9963-03e0c4c38319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:08.010552 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5f5ffe20-36dc-4996-ace3-39a3d9c54c7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:08.011890 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e8e30-ed23-4d9a-a963-ea28967d5c93 req-6a3cc6df-47a5-4acf-9ab3-7974f0793668 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:08.019005 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-542e8e30-ed23-4d9a-a963-ea28967d5c93 req-6a3cc6df-47a5-4acf-9ab3-7974f0793668 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.3422096 Mar 09 03:49:08.021648 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d46d46fd-fa19-4aa2-9963-03e0c4c38319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:08.047857 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5f5ffe20-36dc-4996-ace3-39a3d9c54c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:08.087046 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d46fd-fa19-4aa2-9963-03e0c4c38319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249a0090-c2a6-43a8-bc96-daf29e8101c9,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:08.091353 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46d46fd-fa19-4aa2-9963-03e0c4c38319 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:49:08.115021 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-542e8e30-ed23-4d9a-a963-ea28967d5c93 req-aca3ef98-11f3-47c0-b69f-ad2f09b4e4dd tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950515 Mar 09 03:49:08.124960 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d46d46fd-fa19-4aa2-9963-03e0c4c38319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:08.126772 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-d46d46fd-fa19-4aa2-9963-03e0c4c38319 admin admin] Added segment 7bbaef4a-7db0-4070-89ca-e5ac17bfd3e0 of type vlan for network 8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd Mar 09 03:49:08.182060 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d46d46fd-fa19-4aa2-9963-03e0c4c38319 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:08.273168 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7749ceae-eeb7-4eb1-8d28-2153c6efcc2f req-d18997df-852a-4f3e-8ed6-fe2b7d191ce3 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=13441f1a-3630-40da-9850-b3d18eda175f HTTP/1.1" status: 200 len: 210 time: 0.0749331 Mar 09 03:49:08.285253 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d46d46fd-fa19-4aa2-9963-03e0c4c38319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:08.297392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46d46fd-fa19-4aa2-9963-03e0c4c38319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:08.298129 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d46d46fd-fa19-4aa2-9963-03e0c4c38319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:08.343195 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-5f5ffe20-36dc-4996-ace3-39a3d9c54c7a admin admin] Allocated IP 172.25.7.90 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/44898b13-7d94-421d-8acb-3a6e41c856e3) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:49:08.354793 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d46d46fd-fa19-4aa2-9963-03e0c4c38319 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7933056 Mar 09 03:49:08.358487 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58944) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:08.365907 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-925e7dbb-501f-4db8-a0cc-f7a42035c3a3 admin admin] Request body: {'subnet': {'network_id': '8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1748379902-subnet', 'tenant_id': '9c54bc540b134f45b60394c1ae76686b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:49:08.373754 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-925e7dbb-501f-4db8-a0cc-f7a42035c3a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:08.421071 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e5719-c08f-455e-b384-fae790305a19 req-3da4a809-b67d-465c-866d-d25c5a1e4f0b tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:08.423302 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-aa0e5719-c08f-455e-b384-fae790305a19 req-3da4a809-b67d-465c-866d-d25c5a1e4f0b tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 945 time: 0.2073708 Mar 09 03:49:08.478135 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-925e7dbb-501f-4db8-a0cc-f7a42035c3a3 admin admin] Usage tracker for resource:subnet and tenant:9c54bc540b134f45b60394c1ae76686b is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:08.489118 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-925e7dbb-501f-4db8-a0cc-f7a42035c3a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:08.497869 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d46fd-fa19-4aa2-9963-03e0c4c38319 admin admin] Pushing event updated for resources: {'Network': ['ID=8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:08.501692 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-925e7dbb-501f-4db8-a0cc-f7a42035c3a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:08.512750 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:49:08.523513 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925e7dbb-501f-4db8-a0cc-f7a42035c3a3 admin admin] Made reservation on behalf of 9c54bc540b134f45b60394c1ae76686b for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:49:08.525976 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-925e7dbb-501f-4db8-a0cc-f7a42035c3a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:08.612736 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-aa0e5719-c08f-455e-b384-fae790305a19 req-6dbc1198-cf4b-4ebf-b18c-4e75fe881413 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836598 Mar 09 03:49:08.613433 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 58952) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:08.636175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086abab-ef4d-4205-bd07-3cc23ad502ed req-12b8b220-e848-46d6-a6a6-b42fb9b9d27d tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:08.637909 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:08.643046 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8086abab-ef4d-4205-bd07-3cc23ad502ed req-12b8b220-e848-46d6-a6a6-b42fb9b9d27d tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.2098079 Mar 09 03:49:08.658115 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5f5ffe20-36dc-4996-ace3-39a3d9c54c7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:08.703604 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5f5ffe20-36dc-4996-ace3-39a3d9c54c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:08.707605 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8086abab-ef4d-4205-bd07-3cc23ad502ed req-b58fd155-c5cf-4e6d-b7c1-cc243a4a1d44 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635955 Mar 09 03:49:08.786931 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5ffe20-36dc-4996-ace3-39a3d9c54c7a admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:49:08.791014 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-5f5ffe20-36dc-4996-ace3-39a3d9c54c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:49:08.799906 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5ffe20-36dc-4996-ace3-39a3d9c54c7a admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:49:08.870440 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-925e7dbb-501f-4db8-a0cc-f7a42035c3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:08.902162 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ffe20-36dc-4996-ace3-39a3d9c54c7a admin admin] Pushing event updated for resources: {'Port': ['ID=44898b13-7d94-421d-8acb-3a6e41c856e3,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:08.920180 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b89401a4-8d79-4c3d-b60a-32debb485329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:08.945171 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b89401a4-8d79-4c3d-b60a-32debb485329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:08.945856 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e7dbb-501f-4db8-a0cc-f7a42035c3a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c920fc5-2787-4cac-8642-9a3ab0344f80,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:08.953486 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b89401a4-8d79-4c3d-b60a-32debb485329 admin admin] Usage tracker for resource:security_group_rule and tenant:18e2e77347794adf8fdec10fa4ce417e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:08.974580 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e7dbb-501f-4db8-a0cc-f7a42035c3a3 admin admin] Checking segment: {'id': '7bbaef4a-7db0-4070-89ca-e5ac17bfd3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:49:08.975170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925e7dbb-501f-4db8-a0cc-f7a42035c3a3 admin admin] Network hostable DHCP agents. Network: 8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:49:08.993824 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925e7dbb-501f-4db8-a0cc-f7a42035c3a3 admin admin] Network 8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:49:09.003625 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-925e7dbb-501f-4db8-a0cc-f7a42035c3a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:49:09.008649 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925e7dbb-501f-4db8-a0cc-f7a42035c3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:09.009739 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b89401a4-8d79-4c3d-b60a-32debb485329 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:09.010356 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-925e7dbb-501f-4db8-a0cc-f7a42035c3a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:09.015877 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f587cb-690f-4cc4-9351-6d9c0a51ee9f None None] Network 8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:49:09.040773 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-925e7dbb-501f-4db8-a0cc-f7a42035c3a3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6814151 Mar 09 03:49:09.080114 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b89401a4-8d79-4c3d-b60a-32debb485329 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:09.195005 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0d920-0239-405f-bb51-c951fa717b50 req-a4257886-0da7-4629-8fba-610e0673a2e5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:09.196515 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7fe0d920-0239-405f-bb51-c951fa717b50 req-a4257886-0da7-4629-8fba-610e0673a2e5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.3690939 Mar 09 03:49:09.271499 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac371cf-c62c-4d89-ab16-5abbdcd04518 None None] Network 8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:49:09.355653 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7fe0d920-0239-405f-bb51-c951fa717b50 req-41d2b4bd-9d0b-4e60-a7d4-1fbeb7592b94 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491916 Mar 09 03:49:09.678765 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b89401a4-8d79-4c3d-b60a-32debb485329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:09.707181 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5f5ffe20-36dc-4996-ace3-39a3d9c54c7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:09.766803 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-543b51e9-fbb5-485f-b6eb-ac333347cc32 req-4b77e3ab-026d-4d21-aa46-1ec9eec87144 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=13441f1a-3630-40da-9850-b3d18eda175f HTTP/1.1" status: 200 len: 210 time: 0.2627280 Mar 09 03:49:09.767424 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b89401a4-8d79-4c3d-b60a-32debb485329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:09.802368 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-30d1bed7-3e5a-42f3-97e8-33103cb78bf1 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:09.803710 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-30d1bed7-3e5a-42f3-97e8-33103cb78bf1 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Synchronizing usage tracker for tenant:9c54bc540b134f45b60394c1ae76686b on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:49:09.814885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-35a55d97-2047-4c76-9e71-1e6548ad6a82 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:09.815552 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-35a55d97-2047-4c76-9e71-1e6548ad6a82 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Synchronizing usage tracker for tenant:6c36c37e2e354df081ad1b18548376fc on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:49:09.837919 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b89401a4-8d79-4c3d-b60a-32debb485329 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18e2e77347794adf8fdec10fa4ce417e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2193754 Mar 09 03:49:09.841392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58990) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:09.845963 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-30d1bed7-3e5a-42f3-97e8-33103cb78bf1 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Unset dirty status for tenant:9c54bc540b134f45b60394c1ae76686b on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:49:09.847208 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-30d1bed7-3e5a-42f3-97e8-33103cb78bf1 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/networks?id=8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd HTTP/1.1" status: 200 len: 814 time: 0.3611207 Mar 09 03:49:09.849106 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89401a4-8d79-4c3d-b60a-32debb485329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c662f0-4c5c-4b18-bc88-6481efbbbe99,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:09.864700 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-35a55d97-2047-4c76-9e71-1e6548ad6a82 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Unset dirty status for tenant:6c36c37e2e354df081ad1b18548376fc on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:49:09.865893 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-35a55d97-2047-4c76-9e71-1e6548ad6a82 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.24 "GET /v2.0/networks?id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840 HTTP/1.1" status: 200 len: 806 time: 0.3545210 Mar 09 03:49:09.892936 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Request body: {'port': {'device_id': '13441f1a-3630-40da-9850-b3d18eda175f', 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840', 'admin_state_up': True, 'tenant_id': '6c36c37e2e354df081ad1b18548376fc'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:49:09.916226 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-56443848-3be7-4e9d-8fcc-fae16d0cd109 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/quotas/9c54bc540b134f45b60394c1ae76686b HTTP/1.1" status: 200 len: 375 time: 0.0452805 Mar 09 03:49:10.042670 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-82decbec-5cd7-4db6-8ad3-9308433d25eb tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c54bc540b134f45b60394c1ae76686b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1072125 Mar 09 03:49:10.108847 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d1cbd53-7c1f-43a7-9065-99a63e6c3ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:10.217636 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d1cbd53-7c1f-43a7-9065-99a63e6c3ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:10.232518 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-d40072a1-4723-403b-8acc-d2ad4d6c9dba tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:10.234577 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-d40072a1-4723-403b-8acc-d2ad4d6c9dba tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 812 time: 0.3303573 Mar 09 03:49:10.258971 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:10.263603 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-a4d4a491-4a2c-4ca8-a053-89afbe4ac39b tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/quotas/583552b4403540f294a79f7bae92d808 HTTP/1.1" status: 200 len: 375 time: 0.0141816 Mar 09 03:49:10.266587 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5f5ffe20-36dc-4996-ace3-39a3d9c54c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:10.267647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Usage tracker for resource:port and tenant:6c36c37e2e354df081ad1b18548376fc is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:10.272597 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:10.284470 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:10.314963 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-6c8626e1-c188-4a3e-b8ed-4b1157de6cb1 service neutron] 10.222.0.16 "GET /v2.0/networks/8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501440 Mar 09 03:49:10.317938 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Made reservation on behalf of 6c36c37e2e354df081ad1b18548376fc for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:49:10.322829 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:10.366946 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d1cbd53-7c1f-43a7-9065-99a63e6c3ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:10.404013 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cbd53-7c1f-43a7-9065-99a63e6c3ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c662f0-4c5c-4b18-bc88-6481efbbbe99,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:10.513774 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-8db34fb5-dff6-473f-967b-1f72391d44bb tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2431211 Mar 09 03:49:10.612770 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d1cbd53-7c1f-43a7-9065-99a63e6c3ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:10.616268 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8d1cbd53-7c1f-43a7-9065-99a63e6c3ca3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/14c662f0-4c5c-4b18-bc88-6481efbbbe99 HTTP/1.1" status: 204 len: 168 time: 0.7701473 Mar 09 03:49:10.664266 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5ffe20-36dc-4996-ace3-39a3d9c54c7a admin admin] Router 89bff646-e465-429c-b242-e5acbdfb49c1 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:49:10.687511 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-080dc99d-0ec1-422f-b88e-20f587b2c47e service neutron] 10.222.0.16 "GET /v2.0/networks/8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530803 Mar 09 03:49:10.744066 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-95a2c430-6419-41ed-babd-a79493263ce6 service neutron] 10.222.0.16 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227271 Mar 09 03:49:10.754948 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Allocated IP 172.20.0.12 (eb7d62a0-e4ed-41cd-a459-6cad1aec3840/4320f833-55d6-48c9-bfa9-ead71d951b3e/f872d039-4d7c-4439-877d-38c6f197a383) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:49:10.994909 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5ffe20-36dc-4996-ace3-39a3d9c54c7a admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:49:11.006963 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-8428a0b3-283a-48f2-be1b-0a651209df53 service neutron] 10.222.0.16 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555628 Mar 09 03:49:11.011919 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] Sync routers for ids ['89bff646-e465-429c-b242-e5acbdfb49c1'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:49:11.026918 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] Routers {'89bff646-e465-429c-b242-e5acbdfb49c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:49:11.027545 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:49:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['89bff646-e465-429c-b242-e5acbdfb49c1'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:49:11.048048 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5f5ffe20-36dc-4996-ace3-39a3d9c54c7a admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:11.051744 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5f5ffe20-36dc-4996-ace3-39a3d9c54c7a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.3070860 Mar 09 03:49:11.053973 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59008) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:11.114298 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59016) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:11.207633 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4c16aa4a-d865-4d8f-ab74-97637b08c1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:11.271572 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4c16aa4a-d865-4d8f-ab74-97637b08c1d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:11.309436 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4c16aa4a-d865-4d8f-ab74-97637b08c1d7 admin admin] Usage tracker for resource:security_group_rule and tenant:98696c031fb940f19464720d3eed6544 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:11.327817 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] Set router 89bff646-e465-429c-b242-e5acbdfb49c1 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:49:11.338625 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4c16aa4a-d865-4d8f-ab74-97637b08c1d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:11.361930 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4c16aa4a-d865-4d8f-ab74-97637b08c1d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:11.438044 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:11.471611 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7133225a-b5a4-4faa-a896-95bb3029948f req-9fa537a1-58db-4569-8159-47f915ec1734 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=13441f1a-3630-40da-9850-b3d18eda175f HTTP/1.1" status: 200 len: 210 time: 0.0470197 Mar 09 03:49:11.480471 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95136d-4440-41fb-b057-170cf9e39760 req-3c423f77-0043-4674-a2ce-6ed50d403920 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:11.487727 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9e95136d-4440-41fb-b057-170cf9e39760 req-3c423f77-0043-4674-a2ce-6ed50d403920 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 945 time: 0.4843340 Mar 09 03:49:11.587781 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9e95136d-4440-41fb-b057-170cf9e39760 req-abd490cd-9dfc-40ab-b9fa-715ea8f9a289 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988586 Mar 09 03:49:11.639174 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:11.791547 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:49:11.805231 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:49:11.808459 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4c16aa4a-d865-4d8f-ab74-97637b08c1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:11.831702 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-595e148f-693f-4415-a9fc-17f33041c798 req-72e26367-c05e-4974-a111-fae6edcbe39b tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 210 time: 0.1375639 Mar 09 03:49:11.832740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:49:11.865584 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4c16aa4a-d865-4d8f-ab74-97637b08c1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:11.900271 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Pushing event updated for resources: {'Port': ['ID=f872d039-4d7c-4439-877d-38c6f197a383,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:11.911202 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bff646-e465-429c-b242-e5acbdfb49c1', 'name': 'tempest-ServerRescueTestJSON-8051403-router', 'tenant_id': '22b143aeac51448fa3b37088b32e7827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '44898b13-7d94-421d-8acb-3a6e41c856e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:49:06Z', 'updated_at': '2022-03-09T03:49:09Z', 'revision_number': 3, 'project_id': '22b143aeac51448fa3b37088b32e7827', 'gw_port': {'id': '44898b13-7d94-421d-8acb-3a6e41c856e3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bff646-e465-429c-b242-e5acbdfb49c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:49:08Z', 'updated_at': '2022-03-09T03:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:49:11.916696 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] Checking router: 89bff646-e465-429c-b242-e5acbdfb49c1 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:49:11.917430 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] Updating router 89bff646-e465-429c-b242-e5acbdfb49c1 port 44898b13-7d94-421d-8acb-3a6e41c856e3 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:49:11.966684 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:11.966934 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:11.967276 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:11.967603 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:11.967926 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:11.974894 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:11.974894 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:11.975166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:11.975355 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:11.976596 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:11.979053 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-59d447c3-e8bd-4458-8c23-c3f16f17104a req-f6946182-df93-487f-a121-f296635e7b91 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/ports?device_id=0950975c-73cb-4b58-b94b-166a9ed1d6e2 HTTP/1.1" status: 200 len: 210 time: 0.3102641 Mar 09 03:49:11.981061 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:11.981407 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:11.994080 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:12.007872 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4c16aa4a-d865-4d8f-ab74-97637b08c1d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=98696c031fb940f19464720d3eed6544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8910151 Mar 09 03:49:12.011173 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16aa4a-d865-4d8f-ab74-97637b08c1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bca142-f902-48db-8b04-737b9932183e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:12.012043 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59032) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:12.023087 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:12.023877 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:12.068495 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-617a7334-ced7-4e0c-a1f6-a16402f3ae89 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1780906 Mar 09 03:49:12.080766 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-256f72d8-d71e-4e6e-bcae-91c9f178eb80 service neutron] Request body: {'port': {'device_id': '13441f1a-3630-40da-9850-b3d18eda175f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:49:12.185031 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7906b430-0a7c-4a43-a171-608ce3ae9e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:12.198346 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-256f72d8-d71e-4e6e-bcae-91c9f178eb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:12.257784 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7906b430-0a7c-4a43-a171-608ce3ae9e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:12.387266 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:12.408140 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] Transition to ACTIVE for port object 44898b13-7d94-421d-8acb-3a6e41c856e3 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:49:12.417407 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:12.452908 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7906b430-0a7c-4a43-a171-608ce3ae9e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:12.488358 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906b430-0a7c-4a43-a171-608ce3ae9e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bca142-f902-48db-8b04-737b9932183e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:12.548134 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7906b430-0a7c-4a43-a171-608ce3ae9e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:12.549076 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] Attempting to bind port 44898b13-7d94-421d-8acb-3a6e41c856e3 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:49:12.549427 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] Attempting to bind port 44898b13-7d94-421d-8acb-3a6e41c856e3 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:49:12.550117 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] Attempting to bind port 44898b13-7d94-421d-8acb-3a6e41c856e3 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:49:12.556340 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311aed96-e8de-468a-9bc9-52a8f1f974bc None None] Pushing event updated for resources: {'Port': ['ID=44898b13-7d94-421d-8acb-3a6e41c856e3,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:12.557004 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7906b430-0a7c-4a43-a171-608ce3ae9e9b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f7bca142-f902-48db-8b04-737b9932183e HTTP/1.1" status: 204 len: 168 time: 0.5439165 Mar 09 03:49:12.563618 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:49:12.564202 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:49:12.564788 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:12.565318 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:49:12.565940 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] Bound port: 44898b13-7d94-421d-8acb-3a6e41c856e3, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:49:12.566462 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:12.609794 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311aed96-e8de-468a-9bc9-52a8f1f974bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:12.610354 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311aed96-e8de-468a-9bc9-52a8f1f974bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:12.610885 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311aed96-e8de-468a-9bc9-52a8f1f974bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:12.611366 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311aed96-e8de-468a-9bc9-52a8f1f974bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:12.611858 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311aed96-e8de-468a-9bc9-52a8f1f974bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:12.612327 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311aed96-e8de-468a-9bc9-52a8f1f974bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:12.612791 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311aed96-e8de-468a-9bc9-52a8f1f974bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:12.613254 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311aed96-e8de-468a-9bc9-52a8f1f974bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:12.613728 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311aed96-e8de-468a-9bc9-52a8f1f974bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:12.614210 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311aed96-e8de-468a-9bc9-52a8f1f974bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:12.614681 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311aed96-e8de-468a-9bc9-52a8f1f974bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:12.615206 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311aed96-e8de-468a-9bc9-52a8f1f974bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:12.660885 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] For port 44898b13-7d94-421d-8acb-3a6e41c856e3, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:49:12.664548 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] For port 44898b13-7d94-421d-8acb-3a6e41c856e3, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=44898b13-7d94-421d-8acb-3a6e41c856e3,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:49:12.672647 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:12.694792 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-256f72d8-d71e-4e6e-bcae-91c9f178eb80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f872d039-4d7c-4439-877d-38c6f197a383 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:49:12.703064 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-256f72d8-d71e-4e6e-bcae-91c9f178eb80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:12.724200 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-256f72d8-d71e-4e6e-bcae-91c9f178eb80 service neutron] Transition to ACTIVE for port object f872d039-4d7c-4439-877d-38c6f197a383 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:49:12.731779 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-256f72d8-d71e-4e6e-bcae-91c9f178eb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:12.754072 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] Routers {'89bff646-e465-429c-b242-e5acbdfb49c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:49:12.754975 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:49:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['89bff646-e465-429c-b242-e5acbdfb49c1'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:49:12.848852 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-849b8776-aa00-45aa-83b7-b4dde182eba7 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:12.851610 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-849b8776-aa00-45aa-83b7-b4dde182eba7 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.21 "GET /v2.0/networks?id=8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd HTTP/1.1" status: 200 len: 814 time: 0.3681893 Mar 09 03:49:12.854684 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4d878830-6cf8-432b-b9d7-cd42bca095a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:12.965481 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-095c3249-3093-4f1c-94cd-b89e3a7609b8 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Request body: {'port': {'device_id': '0950975c-73cb-4b58-b94b-166a9ed1d6e2', 'network_id': '8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd', 'admin_state_up': True, 'tenant_id': '9c54bc540b134f45b60394c1ae76686b'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:49:12.968313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f72d8-d71e-4e6e-bcae-91c9f178eb80 service neutron] Pushing event updated for resources: {'Port': ['ID=f872d039-4d7c-4439-877d-38c6f197a383,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:13.050764 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] Set router 89bff646-e465-429c-b242-e5acbdfb49c1 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:49:13.202940 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311aed96-e8de-468a-9bc9-52a8f1f974bc None None] Pushing event updated for resources: {'Port': ['ID=44898b13-7d94-421d-8acb-3a6e41c856e3,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:13.371619 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-256f72d8-d71e-4e6e-bcae-91c9f178eb80 service neutron] Attempting to bind port f872d039-4d7c-4439-877d-38c6f197a383 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:49:13.372187 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-256f72d8-d71e-4e6e-bcae-91c9f178eb80 service neutron] Attempting to bind port f872d039-4d7c-4439-877d-38c6f197a383 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:49:13.372425 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-256f72d8-d71e-4e6e-bcae-91c9f178eb80 service neutron] Attempting to bind port f872d039-4d7c-4439-877d-38c6f197a383 on network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:49:13.385190 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-095c3249-3093-4f1c-94cd-b89e3a7609b8 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:13.390692 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172993b-efe2-4ab8-b18d-c1adb3353fd2 req-84ea0617-b41f-44cc-94a5-beb503753cfe tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:13.391427 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-3172993b-efe2-4ab8-b18d-c1adb3353fd2 req-84ea0617-b41f-44cc-94a5-beb503753cfe tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Synchronizing usage tracker for tenant:6c36c37e2e354df081ad1b18548376fc on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:49:13.399503 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-256f72d8-d71e-4e6e-bcae-91c9f178eb80 service neutron] Port f872d039-4d7c-4439-877d-38c6f197a383 on network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:49:13.399826 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-256f72d8-d71e-4e6e-bcae-91c9f178eb80 service neutron] Attempting to bind port f872d039-4d7c-4439-877d-38c6f197a383 on network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:49:13.402406 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-095c3249-3093-4f1c-94cd-b89e3a7609b8 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Usage tracker for resource:port and tenant:9c54bc540b134f45b60394c1ae76686b is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:13.409552 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-095c3249-3093-4f1c-94cd-b89e3a7609b8 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:13.414737 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-256f72d8-d71e-4e6e-bcae-91c9f178eb80 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:49:13.415100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-256f72d8-d71e-4e6e-bcae-91c9f178eb80 service neutron] Checking segment: {'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:49:13.415484 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-256f72d8-d71e-4e6e-bcae-91c9f178eb80 service neutron] Bound using segment: {'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:49:13.415918 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-256f72d8-d71e-4e6e-bcae-91c9f178eb80 service neutron] Bound port: f872d039-4d7c-4439-877d-38c6f197a383, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:49:13.416272 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-256f72d8-d71e-4e6e-bcae-91c9f178eb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:13.426266 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bff646-e465-429c-b242-e5acbdfb49c1', 'name': 'tempest-ServerRescueTestJSON-8051403-router', 'tenant_id': '22b143aeac51448fa3b37088b32e7827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '44898b13-7d94-421d-8acb-3a6e41c856e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:49:06Z', 'updated_at': '2022-03-09T03:49:09Z', 'revision_number': 3, 'project_id': '22b143aeac51448fa3b37088b32e7827', 'gw_port': {'id': '44898b13-7d94-421d-8acb-3a6e41c856e3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bff646-e465-429c-b242-e5acbdfb49c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:49:08Z', 'updated_at': '2022-03-09T03:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:49:13.432093 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ac8ea8-a1be-44d1-b845-573e72413072 None None] The sync data for ids ['89bff646-e465-429c-b242-e5acbdfb49c1'] in n-d-825178-5 is: [{'id': '89bff646-e465-429c-b242-e5acbdfb49c1', 'name': 'tempest-ServerRescueTestJSON-8051403-router', 'tenant_id': '22b143aeac51448fa3b37088b32e7827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '44898b13-7d94-421d-8acb-3a6e41c856e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:49:06Z', 'updated_at': '2022-03-09T03:49:09Z', 'revision_number': 3, 'project_id': '22b143aeac51448fa3b37088b32e7827', 'gw_port': {'id': '44898b13-7d94-421d-8acb-3a6e41c856e3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bff646-e465-429c-b242-e5acbdfb49c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:49:08Z', 'updated_at': '2022-03-09T03:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:49:13.448828 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0605f8e-6a62-46e5-bdd6-c694e6bfbba8 req-fa4f0d11-c6b4-4062-a86b-cdc30f0753d3 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:13.450542 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f0605f8e-6a62-46e5-bdd6-c694e6bfbba8 req-fa4f0d11-c6b4-4062-a86b-cdc30f0753d3 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 945 time: 0.5978775 Mar 09 03:49:13.460277 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-095c3249-3093-4f1c-94cd-b89e3a7609b8 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:13.509275 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-3172993b-efe2-4ab8-b18d-c1adb3353fd2 req-84ea0617-b41f-44cc-94a5-beb503753cfe tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Unset dirty status for tenant:6c36c37e2e354df081ad1b18548376fc on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:49:13.511368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-095c3249-3093-4f1c-94cd-b89e3a7609b8 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Made reservation on behalf of 9c54bc540b134f45b60394c1ae76686b for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:49:13.514961 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-095c3249-3093-4f1c-94cd-b89e3a7609b8 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:13.515922 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3172993b-efe2-4ab8-b18d-c1adb3353fd2 req-84ea0617-b41f-44cc-94a5-beb503753cfe tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=13441f1a-3630-40da-9850-b3d18eda175f HTTP/1.1" status: 200 len: 944 time: 0.7334690 Mar 09 03:49:13.555709 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-c0b89626-7d76-4c1f-91ef-f3b6c199ad76 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:13.557317 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-c0b89626-7d76-4c1f-91ef-f3b6c199ad76 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.21 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 812 time: 0.5348134 Mar 09 03:49:13.582720 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f0605f8e-6a62-46e5-bdd6-c694e6bfbba8 req-c2164876-7960-47f7-b1bf-ff54d5751e76 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206191 Mar 09 03:49:13.591313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-8195a174-1f4a-4edd-a681-c2c83da6c48a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Request body: {'port': {'device_id': '8fb828aa-6de7-4078-87e6-c7be2852e5fc', 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'admin_state_up': True, 'tenant_id': '583552b4403540f294a79f7bae92d808'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:49:13.644418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-3172993b-efe2-4ab8-b18d-c1adb3353fd2 req-b3776e92-1106-44ac-9864-1038aa3d3998 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Synchronizing usage tracker for tenant:6c36c37e2e354df081ad1b18548376fc on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:49:13.701555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-256f72d8-d71e-4e6e-bcae-91c9f178eb80 service neutron] For port f872d039-4d7c-4439-877d-38c6f197a383, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:49:13.734812 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-256f72d8-d71e-4e6e-bcae-91c9f178eb80 service neutron] For port f872d039-4d7c-4439-877d-38c6f197a383, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=f872d039-4d7c-4439-877d-38c6f197a383,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:49:13.742375 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-3172993b-efe2-4ab8-b18d-c1adb3353fd2 req-b3776e92-1106-44ac-9864-1038aa3d3998 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Unset dirty status for tenant:6c36c37e2e354df081ad1b18548376fc on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:49:13.751497 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3172993b-efe2-4ab8-b18d-c1adb3353fd2 req-b3776e92-1106-44ac-9864-1038aa3d3998 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345877 Mar 09 03:49:13.776774 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-256f72d8-d71e-4e6e-bcae-91c9f178eb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:13.868872 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-256f72d8-d71e-4e6e-bcae-91c9f178eb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:13.869245 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-256f72d8-d71e-4e6e-bcae-91c9f178eb80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:13.870622 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-256f72d8-d71e-4e6e-bcae-91c9f178eb80 service neutron] 10.222.0.24 "PUT /v2.0/ports/f872d039-4d7c-4439-877d-38c6f197a383 HTTP/1.1" status: 200 len: 1092 time: 1.7964628 Mar 09 03:49:13.895258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13441f1a-3630-40da-9850-b3d18eda175f', 'tag': 'f872d039-4d7c-4439-877d-38c6f197a383'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:49:13.905278 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0c891681-b306-4838-9d3b-cbc44a820594 req-bc960cbe-c5be-4592-9ea9-bb52ae2e09c9 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 210 time: 0.0987577 Mar 09 03:49:13.910028 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-8195a174-1f4a-4edd-a681-c2c83da6c48a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:13.967868 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-8195a174-1f4a-4edd-a681-c2c83da6c48a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:14.052328 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-4d878830-6cf8-432b-b9d7-cd42bca095a4 admin admin] Allocated IP 172.20.0.1 (8de54226-82d4-4ec5-baa5-6fa167a003ac/05ba68c9-9024-4dda-8072-8f41fa397387/35b29039-54d5-40f6-bf17-e9927bdf5dab) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:49:14.086654 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13441f1a-3630-40da-9850-b3d18eda175f', 'tag': 'f872d039-4d7c-4439-877d-38c6f197a383', 'status': 'completed', 'code': 200} Mar 09 03:49:14.127366 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-87b2c0d3-7e6c-4fb3-819e-4fbed5f29652 req-a00432e4-0044-43e6-85f1-01b3d23002bd tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/ports?device_id=0950975c-73cb-4b58-b94b-166a9ed1d6e2 HTTP/1.1" status: 200 len: 210 time: 0.1568482 Mar 09 03:49:14.130146 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f72d8-d71e-4e6e-bcae-91c9f178eb80 service neutron] Pushing event updated for resources: {'Port': ['ID=f872d039-4d7c-4439-877d-38c6f197a383,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:14.134552 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-8195a174-1f4a-4edd-a681-c2c83da6c48a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Made reservation on behalf of 583552b4403540f294a79f7bae92d808 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:49:14.137996 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-8195a174-1f4a-4edd-a681-c2c83da6c48a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:14.212012 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-095c3249-3093-4f1c-94cd-b89e3a7609b8 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Allocated IP 172.20.0.4 (8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd/9c920fc5-2787-4cac-8642-9a3ab0344f80/417ee544-2d3d-4f9f-abb9-3b13e3cacb2d) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:49:14.255850 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-6feb7a07-7bfe-46b7-af9b-79b7bb8914b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:14.258044 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-6feb7a07-7bfe-46b7-af9b-79b7bb8914b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c36c37e2e354df081ad1b18548376fc&device_id=13441f1a-3630-40da-9850-b3d18eda175f HTTP/1.1" status: 200 len: 1095 time: 0.2837965 Mar 09 03:49:14.318041 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4d878830-6cf8-432b-b9d7-cd42bca095a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:14.348318 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-b737a0cd-0f1d-4448-b188-033756404a76 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f872d039-4d7c-4439-877d-38c6f197a383 HTTP/1.1" status: 200 len: 217 time: 0.0800323 Mar 09 03:49:14.471085 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-e916bc34-113c-442f-ac08-19e4a5c602b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:14.472556 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-e916bc34-113c-442f-ac08-19e4a5c602b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4320f833-55d6-48c9-bfa9-ead71d951b3e HTTP/1.1" status: 200 len: 846 time: 0.0928352 Mar 09 03:49:14.477622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-8195a174-1f4a-4edd-a681-c2c83da6c48a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Allocated IP 172.20.0.10 (3d62296e-a7e4-4061-88a7-e2ef850363e9/d785722e-a890-45c5-869c-7b3149d30510/c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:49:14.509157 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:49:14.536354 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-a55044d8-6ca4-464b-8d4c-c8b2d04e0c4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563571 Mar 09 03:49:14.551335 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 44898b13-7d94-421d-8acb-3a6e41c856e3 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:49:14.583469 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-095c3249-3093-4f1c-94cd-b89e3a7609b8 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:14.650531 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-095c3249-3093-4f1c-94cd-b89e3a7609b8 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:14.688837 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 44898b13-7d94-421d-8acb-3a6e41c856e3 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:49:14.696189 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 44898b13-7d94-421d-8acb-3a6e41c856e3 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:49:14.697032 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:14.817473 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-095c3249-3093-4f1c-94cd-b89e3a7609b8 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Network 8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:49:14.856845 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-4306b5b4-7504-4763-a71f-6ccb8d9afeb3 service neutron] 10.222.0.24 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105836 Mar 09 03:49:14.927040 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-095c3249-3093-4f1c-94cd-b89e3a7609b8 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:49:14.930186 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4d878830-6cf8-432b-b9d7-cd42bca095a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:14.954012 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:14.957883 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-095c3249-3093-4f1c-94cd-b89e3a7609b8 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:49:14.995055 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 44898b13-7d94-421d-8acb-3a6e41c856e3, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=44898b13-7d94-421d-8acb-3a6e41c856e3,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:14.995415 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d878830-6cf8-432b-b9d7-cd42bca095a4 admin admin] Network 8de54226-82d4-4ec5-baa5-6fa167a003ac is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:49:15.007111 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:15.008255 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-4d878830-6cf8-432b-b9d7-cd42bca095a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:49:15.014977 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c3249-3093-4f1c-94cd-b89e3a7609b8 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Pushing event updated for resources: {'Port': ['ID=417ee544-2d3d-4f9f-abb9-3b13e3cacb2d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:15.061654 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d878830-6cf8-432b-b9d7-cd42bca095a4 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:49:15.076115 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77389aa9-aae4-41fa-88c4-1ad61cea7292 req-f351ab45-6522-408d-9d39-f54fc6aa2eb2 service neutron] 10.222.0.24 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083452 Mar 09 03:49:15.118033 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=44898b13-7d94-421d-8acb-3a6e41c856e3,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:15.174230 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-095c3249-3093-4f1c-94cd-b89e3a7609b8 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:15.174971 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-095c3249-3093-4f1c-94cd-b89e3a7609b8 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:15.197245 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4d878830-6cf8-432b-b9d7-cd42bca095a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:15.228566 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-8195a174-1f4a-4edd-a681-c2c83da6c48a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:15.278117 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-8195a174-1f4a-4edd-a681-c2c83da6c48a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Transition to ACTIVE for port object c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:49:15.287589 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a105b1-4d98-49ce-837d-7b115e383a6f req-2606912e-6e8a-4040-b832-5f74036f953c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:15.289039 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c7a105b1-4d98-49ce-837d-7b115e383a6f req-2606912e-6e8a-4040-b832-5f74036f953c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=13441f1a-3630-40da-9850-b3d18eda175f HTTP/1.1" status: 200 len: 944 time: 0.2622163 Mar 09 03:49:15.332652 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d878830-6cf8-432b-b9d7-cd42bca095a4 admin admin] Pushing event updated for resources: {'Port': ['ID=35b29039-54d5-40f6-bf17-e9927bdf5dab,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:15.332880 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878d910-2826-4770-9e42-61903e212a18 req-b718f305-c2ba-4d92-95ad-09ab80d819b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:15.336136 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e878d910-2826-4770-9e42-61903e212a18 req-b718f305-c2ba-4d92-95ad-09ab80d819b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c36c37e2e354df081ad1b18548376fc&device_id=13441f1a-3630-40da-9850-b3d18eda175f HTTP/1.1" status: 200 len: 1095 time: 0.1913218 Mar 09 03:49:15.359128 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f068d9-d618-4a4e-baf7-3dc18b70d277 req-b43b7886-dba8-41b6-8836-89b211e83861 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:15.360598 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-65f068d9-d618-4a4e-baf7-3dc18b70d277 req-b43b7886-dba8-41b6-8836-89b211e83861 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 945 time: 0.5694838 Mar 09 03:49:15.390905 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-095c3249-3093-4f1c-94cd-b89e3a7609b8 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4917014 Mar 09 03:49:15.406109 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-e5ccdf9e-1e48-4642-9bdb-96f7e40700fd service neutron] Request body: {'port': {'device_id': '0950975c-73cb-4b58-b94b-166a9ed1d6e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:49:15.407449 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c7a105b1-4d98-49ce-837d-7b115e383a6f req-ccb663e7-4d18-4e00-9aa4-efbda22e3001 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022689 Mar 09 03:49:15.458787 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-8195a174-1f4a-4edd-a681-c2c83da6c48a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:15.536025 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-65f068d9-d618-4a4e-baf7-3dc18b70d277 req-c1680c70-e8d7-4af7-b47a-c6ec3f6839fb tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674340 Mar 09 03:49:15.748920 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-8195a174-1f4a-4edd-a681-c2c83da6c48a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Network 3d62296e-a7e4-4061-88a7-e2ef850363e9 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:49:15.763131 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-8195a174-1f4a-4edd-a681-c2c83da6c48a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:49:15.765698 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-8195a174-1f4a-4edd-a681-c2c83da6c48a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:49:15.803974 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-e5ccdf9e-1e48-4642-9bdb-96f7e40700fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:15.827508 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195a174-1f4a-4edd-a681-c2c83da6c48a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Pushing event updated for resources: {'Port': ['ID=c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:15.844173 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878d910-2826-4770-9e42-61903e212a18 req-4b3a26a5-c6ae-498c-8738-c6014eac44cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:15.845827 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e878d910-2826-4770-9e42-61903e212a18 req-4b3a26a5-c6ae-498c-8738-c6014eac44cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840 HTTP/1.1" status: 200 len: 907 time: 0.5041759 Mar 09 03:49:15.849659 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4d878830-6cf8-432b-b9d7-cd42bca095a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:15.959715 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-8195a174-1f4a-4edd-a681-c2c83da6c48a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:15.960660 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-8195a174-1f4a-4edd-a681-c2c83da6c48a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:15.971475 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e878d910-2826-4770-9e42-61903e212a18 req-0beb1e55-466d-4c18-ba29-d3888ab513a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f872d039-4d7c-4439-877d-38c6f197a383 HTTP/1.1" status: 200 len: 217 time: 0.1125655 Mar 09 03:49:16.085875 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41dc0c-4b20-405f-a05a-3fca999a896f req-b31eaf63-a709-4c7a-9f90-842e013b37c1 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:16.087977 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1b41dc0c-4b20-405f-a05a-3fca999a896f req-b31eaf63-a709-4c7a-9f90-842e013b37c1 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 932 time: 0.4288957 Mar 09 03:49:16.120133 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-8195a174-1f4a-4edd-a681-c2c83da6c48a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5328951 Mar 09 03:49:16.135409 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878d910-2826-4770-9e42-61903e212a18 req-99d34632-7526-4c93-bac3-09196c8ace2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:16.136711 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e878d910-2826-4770-9e42-61903e212a18 req-99d34632-7526-4c93-bac3-09196c8ace2a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4320f833-55d6-48c9-bfa9-ead71d951b3e HTTP/1.1" status: 200 len: 846 time: 0.1536324 Mar 09 03:49:16.140361 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-77bb2ffa-970c-4d6f-8155-021f1d798b65 service neutron] Request body: {'port': {'device_id': '8fb828aa-6de7-4078-87e6-c7be2852e5fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:49:16.157570 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4fb58-5f4c-47c1-8d2f-657c455de8c8 req-a7f64db2-24bf-458f-8055-8278432befa1 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:16.158367 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-f2c4fb58-5f4c-47c1-8d2f-657c455de8c8 req-a7f64db2-24bf-458f-8055-8278432befa1 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Synchronizing usage tracker for tenant:9c54bc540b134f45b60394c1ae76686b on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:49:16.191252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ccc815eb-53e3-4fe7-98ec-6dd174ecb315 None None] Provisioning for port c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:49:16.207447 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ccc815eb-53e3-4fe7-98ec-6dd174ecb315 None None] Provisioning complete for port c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:49:16.207822 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ccc815eb-53e3-4fe7-98ec-6dd174ecb315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:16.251038 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e878d910-2826-4770-9e42-61903e212a18 req-76347983-32c4-4221-884a-2c3cb5db0457 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823722 Mar 09 03:49:16.288683 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1b41dc0c-4b20-405f-a05a-3fca999a896f req-13386db4-c3a8-4efa-9a6a-e6696b6195ff tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886783 Mar 09 03:49:16.293704 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ccc815eb-53e3-4fe7-98ec-6dd174ecb315 None None] Port c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:49:16.441192 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-77bb2ffa-970c-4d6f-8155-021f1d798b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:16.453255 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-f2c4fb58-5f4c-47c1-8d2f-657c455de8c8 req-a7f64db2-24bf-458f-8055-8278432befa1 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Unset dirty status for tenant:9c54bc540b134f45b60394c1ae76686b on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:49:16.455011 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f2c4fb58-5f4c-47c1-8d2f-657c455de8c8 req-a7f64db2-24bf-458f-8055-8278432befa1 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/ports?device_id=0950975c-73cb-4b58-b94b-166a9ed1d6e2 HTTP/1.1" status: 200 len: 931 time: 0.7632945 Mar 09 03:49:16.527046 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e878d910-2826-4770-9e42-61903e212a18 req-46af6b82-babb-46cd-a0ee-113155d0f50b service neutron] 10.222.0.24 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666714 Mar 09 03:49:16.548671 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 44898b13-7d94-421d-8acb-3a6e41c856e3 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:49:16.630352 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-42a6554a-7828-4a3c-96d1-caee0b54ec8b req-bab32afa-3e9e-49bc-8dd8-bfb13c46c77c service neutron] (87881) timed out ('10.222.0.16', 39846) {{(pid=87881) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 09 03:49:16.657720 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f2c4fb58-5f4c-47c1-8d2f-657c455de8c8 req-2a313d20-293d-41be-b2b8-c7d18c181876 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/security-groups?id=249a0090-c2a6-43a8-bc96-daf29e8101c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170957 Mar 09 03:49:16.677184 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 44898b13-7d94-421d-8acb-3a6e41c856e3 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:49:16.677470 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:16.717931 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4d878830-6cf8-432b-b9d7-cd42bca095a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:16.729844 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4d878830-6cf8-432b-b9d7-cd42bca095a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:16.867689 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e878d910-2826-4770-9e42-61903e212a18 req-67c668df-2fc2-4da8-bcc1-30d671ffd105 service neutron] 10.222.0.24 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333766 Mar 09 03:49:16.945004 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d878830-6cf8-432b-b9d7-cd42bca095a4 admin admin] Pushing event updated for resources: {'Port': ['ID=35b29039-54d5-40f6-bf17-e9927bdf5dab,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:16.957019 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.resource_extend [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-e5ccdf9e-1e48-4642-9bdb-96f7e40700fd service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:49:16.972832 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77544ca9-686b-49bc-83fe-e9ffccc7a844 req-e6eb7e2c-6554-44d2-a435-55364bbff9b9 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:16.973931 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77544ca9-686b-49bc-83fe-e9ffccc7a844 req-e6eb7e2c-6554-44d2-a435-55364bbff9b9 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=13441f1a-3630-40da-9850-b3d18eda175f HTTP/1.1" status: 200 len: 944 time: 0.4142222 Mar 09 03:49:17.017292 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4d878830-6cf8-432b-b9d7-cd42bca095a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:17.038807 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77544ca9-686b-49bc-83fe-e9ffccc7a844 req-25f6d9ac-eb84-4665-a057-92b1b61174e2 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545053 Mar 09 03:49:17.076909 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-e5ccdf9e-1e48-4642-9bdb-96f7e40700fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 417ee544-2d3d-4f9f-abb9-3b13e3cacb2d {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:49:17.091434 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-e5ccdf9e-1e48-4642-9bdb-96f7e40700fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:17.154382 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-77bb2ffa-970c-4d6f-8155-021f1d798b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:49:17.164262 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-77bb2ffa-970c-4d6f-8155-021f1d798b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:17.183510 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-77bb2ffa-970c-4d6f-8155-021f1d798b65 service neutron] Transition to ACTIVE for port object c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:49:17.183734 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-e5ccdf9e-1e48-4642-9bdb-96f7e40700fd service neutron] Transition to ACTIVE for port object 417ee544-2d3d-4f9f-abb9-3b13e3cacb2d will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:49:17.188303 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-77bb2ffa-970c-4d6f-8155-021f1d798b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:17.192348 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493aebce-cf4f-4a88-90ab-10be3a8695a0 req-ccb7c7dd-96de-4bc2-b15d-7e1966a11ffd tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:17.193874 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-493aebce-cf4f-4a88-90ab-10be3a8695a0 req-ccb7c7dd-96de-4bc2-b15d-7e1966a11ffd tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 945 time: 0.3481696 Mar 09 03:49:17.197044 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-e5ccdf9e-1e48-4642-9bdb-96f7e40700fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:17.326259 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb2ffa-970c-4d6f-8155-021f1d798b65 service neutron] Pushing event updated for resources: {'Port': ['ID=c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:17.449069 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-493aebce-cf4f-4a88-90ab-10be3a8695a0 req-3af85f4b-bdd5-4fb2-b340-440b5da426b5 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092030 Mar 09 03:49:17.488775 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d878830-6cf8-432b-b9d7-cd42bca095a4 admin admin] Network 8de54226-82d4-4ec5-baa5-6fa167a003ac is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:49:17.495386 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccdf9e-1e48-4642-9bdb-96f7e40700fd service neutron] Pushing event updated for resources: {'Port': ['ID=417ee544-2d3d-4f9f-abb9-3b13e3cacb2d,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:17.498990 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-4d878830-6cf8-432b-b9d7-cd42bca095a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:49:17.509682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-77bb2ffa-970c-4d6f-8155-021f1d798b65 service neutron] Attempting to bind port c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:49:17.510014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-77bb2ffa-970c-4d6f-8155-021f1d798b65 service neutron] Attempting to bind port c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:49:17.510354 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-77bb2ffa-970c-4d6f-8155-021f1d798b65 service neutron] Attempting to bind port c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f on network 3d62296e-a7e4-4061-88a7-e2ef850363e9 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:49:17.518142 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-77bb2ffa-970c-4d6f-8155-021f1d798b65 service neutron] Port c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f on network 3d62296e-a7e4-4061-88a7-e2ef850363e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:49:17.518466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-77bb2ffa-970c-4d6f-8155-021f1d798b65 service neutron] Attempting to bind port c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f on network 3d62296e-a7e4-4061-88a7-e2ef850363e9 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:49:17.527490 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-77bb2ffa-970c-4d6f-8155-021f1d798b65 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:49:17.527822 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-77bb2ffa-970c-4d6f-8155-021f1d798b65 service neutron] Checking segment: {'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:49:17.528201 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-77bb2ffa-970c-4d6f-8155-021f1d798b65 service neutron] Bound using segment: {'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:49:17.528626 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-77bb2ffa-970c-4d6f-8155-021f1d798b65 service neutron] Bound port: c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:49:17.528964 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-77bb2ffa-970c-4d6f-8155-021f1d798b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:17.759491 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59170) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:17.760751 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fda1b1-1b1e-4f0d-9def-4ce601655cba req-b8733ef8-ee5e-4d3f-86cd-0ec9af6bfa15 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:17.761465 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-b8fda1b1-1b1e-4f0d-9def-4ce601655cba req-b8733ef8-ee5e-4d3f-86cd-0ec9af6bfa15 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Synchronizing usage tracker for tenant:583552b4403540f294a79f7bae92d808 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:49:17.767862 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-e5ccdf9e-1e48-4642-9bdb-96f7e40700fd service neutron] Attempting to bind port 417ee544-2d3d-4f9f-abb9-3b13e3cacb2d on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:49:17.768193 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-e5ccdf9e-1e48-4642-9bdb-96f7e40700fd service neutron] Attempting to bind port 417ee544-2d3d-4f9f-abb9-3b13e3cacb2d by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '7bbaef4a-7db0-4070-89ca-e5ac17bfd3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:49:17.768515 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-e5ccdf9e-1e48-4642-9bdb-96f7e40700fd service neutron] Attempting to bind port 417ee544-2d3d-4f9f-abb9-3b13e3cacb2d on network 8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:49:17.776943 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-e5ccdf9e-1e48-4642-9bdb-96f7e40700fd service neutron] Port 417ee544-2d3d-4f9f-abb9-3b13e3cacb2d on network 8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:49:17.777257 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-e5ccdf9e-1e48-4642-9bdb-96f7e40700fd service neutron] Attempting to bind port 417ee544-2d3d-4f9f-abb9-3b13e3cacb2d on network 8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:49:17.783103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-77bb2ffa-970c-4d6f-8155-021f1d798b65 service neutron] For port c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:49:17.786594 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-77bb2ffa-970c-4d6f-8155-021f1d798b65 service neutron] For port c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:49:17.789691 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-b8fda1b1-1b1e-4f0d-9def-4ce601655cba req-b8733ef8-ee5e-4d3f-86cd-0ec9af6bfa15 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Unset dirty status for tenant:583552b4403540f294a79f7bae92d808 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:49:17.791304 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8fda1b1-1b1e-4f0d-9def-4ce601655cba req-b8733ef8-ee5e-4d3f-86cd-0ec9af6bfa15 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 944 time: 0.3489265 Mar 09 03:49:17.794420 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-77bb2ffa-970c-4d6f-8155-021f1d798b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:17.797604 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-e5ccdf9e-1e48-4642-9bdb-96f7e40700fd service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:49:17.797973 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-e5ccdf9e-1e48-4642-9bdb-96f7e40700fd service neutron] Checking segment: {'id': '7bbaef4a-7db0-4070-89ca-e5ac17bfd3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:49:17.798359 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-e5ccdf9e-1e48-4642-9bdb-96f7e40700fd service neutron] Bound using segment: {'id': '7bbaef4a-7db0-4070-89ca-e5ac17bfd3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:49:17.798798 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-e5ccdf9e-1e48-4642-9bdb-96f7e40700fd service neutron] Bound port: 417ee544-2d3d-4f9f-abb9-3b13e3cacb2d, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bbaef4a-7db0-4070-89ca-e5ac17bfd3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:49:17.799796 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-e5ccdf9e-1e48-4642-9bdb-96f7e40700fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:17.858610 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d878830-6cf8-432b-b9d7-cd42bca095a4 admin admin] Router 89bff646-e465-429c-b242-e5acbdfb49c1 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:49:17.878478 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-77bb2ffa-970c-4d6f-8155-021f1d798b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:17.879748 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-77bb2ffa-970c-4d6f-8155-021f1d798b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:17.881867 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-77bb2ffa-970c-4d6f-8155-021f1d798b65 service neutron] 10.222.0.21 "PUT /v2.0/ports/c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f HTTP/1.1" status: 200 len: 1092 time: 1.7516017 Mar 09 03:49:17.903019 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb828aa-6de7-4078-87e6-c7be2852e5fc', 'tag': 'c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:49:17.919428 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8fda1b1-1b1e-4f0d-9def-4ce601655cba req-e5b1cb5b-2991-4723-9870-7904022252bc tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188955 Mar 09 03:49:17.943248 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7db494e4-dc2e-489e-8082-e396b8e16a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:17.995531 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb828aa-6de7-4078-87e6-c7be2852e5fc', 'tag': 'c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f', 'status': 'completed', 'code': 200} Mar 09 03:49:18.010354 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb2ffa-970c-4d6f-8155-021f1d798b65 service neutron] Pushing event updated for resources: {'Port': ['ID=c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:18.035440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-a67c7952-cfbc-4fcf-b99d-15730852e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:18.036954 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-a67c7952-cfbc-4fcf-b99d-15730852e4c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 1095 time: 0.1072726 Mar 09 03:49:18.047406 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7db494e4-dc2e-489e-8082-e396b8e16a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:18.066895 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7db494e4-dc2e-489e-8082-e396b8e16a2b admin admin] Usage tracker for resource:security_group_rule and tenant:c7356410d71c4def9a30bc25d1b70b7f is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:18.075858 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7db494e4-dc2e-489e-8082-e396b8e16a2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:18.090929 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7db494e4-dc2e-489e-8082-e396b8e16a2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:18.094380 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-e5ccdf9e-1e48-4642-9bdb-96f7e40700fd service neutron] For port 417ee544-2d3d-4f9f-abb9-3b13e3cacb2d, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:49:18.103335 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-e5ccdf9e-1e48-4642-9bdb-96f7e40700fd service neutron] For port 417ee544-2d3d-4f9f-abb9-3b13e3cacb2d, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=417ee544-2d3d-4f9f-abb9-3b13e3cacb2d,segment=NetworkSegment(7bbaef4a-7db0-4070-89ca-e5ac17bfd3e0),segment_id=7bbaef4a-7db0-4070-89ca-e5ac17bfd3e0)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:49:18.117309 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-17be5cf6-7c6c-4b1c-a98a-f4b37e76f610 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f HTTP/1.1" status: 200 len: 217 time: 0.0728259 Mar 09 03:49:18.127910 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-e5ccdf9e-1e48-4642-9bdb-96f7e40700fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:18.227213 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-134224cc-3fff-4349-8256-495503a25bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:18.228587 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-134224cc-3fff-4349-8256-495503a25bd3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d785722e-a890-45c5-869c-7b3149d30510 HTTP/1.1" status: 200 len: 851 time: 0.1048455 Mar 09 03:49:18.332067 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d80c5-9d59-4f80-9e0a-86359fdb507b req-ed0d014e-3f80-4772-b987-507033b9172b tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:18.333580 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a75d80c5-9d59-4f80-9e0a-86359fdb507b req-ed0d014e-3f80-4772-b987-507033b9172b tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=13441f1a-3630-40da-9850-b3d18eda175f HTTP/1.1" status: 200 len: 944 time: 0.1483388 Mar 09 03:49:18.340614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-b1b931ec-29d1-4cb1-9a7f-5a3e2c4c3e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:18.342030 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-b1b931ec-29d1-4cb1-9a7f-5a3e2c4c3e42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d62296e-a7e4-4061-88a7-e2ef850363e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061192 Mar 09 03:49:18.403634 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-e5ccdf9e-1e48-4642-9bdb-96f7e40700fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:18.404248 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-e5ccdf9e-1e48-4642-9bdb-96f7e40700fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:18.405608 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-e5ccdf9e-1e48-4642-9bdb-96f7e40700fd service neutron] 10.222.0.21 "PUT /v2.0/ports/417ee544-2d3d-4f9f-abb9-3b13e3cacb2d HTTP/1.1" status: 200 len: 1091 time: 3.0063794 Mar 09 03:49:18.414708 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0950975c-73cb-4b58-b94b-166a9ed1d6e2', 'tag': '417ee544-2d3d-4f9f-abb9-3b13e3cacb2d'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:49:18.439570 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff11b78-3fb2-4f9b-8375-fb058d2a1448 req-982e863a-c44a-45b7-b343-a2a375574ce3 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:18.441049 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0ff11b78-3fb2-4f9b-8375-fb058d2a1448 req-982e863a-c44a-45b7-b343-a2a375574ce3 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/ports?device_id=0950975c-73cb-4b58-b94b-166a9ed1d6e2 HTTP/1.1" status: 200 len: 943 time: 0.6153910 Mar 09 03:49:18.459190 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d878830-6cf8-432b-b9d7-cd42bca095a4 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:49:18.461258 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a75d80c5-9d59-4f80-9e0a-86359fdb507b req-ea460360-d3ca-4ffd-a81a-2fdd9ba5047f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182845 Mar 09 03:49:18.474890 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] Sync routers for ids ['89bff646-e465-429c-b242-e5acbdfb49c1'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:49:18.484572 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] Routers {'89bff646-e465-429c-b242-e5acbdfb49c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:49:18.485183 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:49:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['89bff646-e465-429c-b242-e5acbdfb49c1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:49:18.530195 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-932b280b-8bc7-42a3-baa7-ee262214e36e service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729920 Mar 09 03:49:18.535837 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccdf9e-1e48-4642-9bdb-96f7e40700fd service neutron] Pushing event updated for resources: {'Port': ['ID=417ee544-2d3d-4f9f-abb9-3b13e3cacb2d,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:18.550490 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0950975c-73cb-4b58-b94b-166a9ed1d6e2', 'tag': '417ee544-2d3d-4f9f-abb9-3b13e3cacb2d', 'status': 'completed', 'code': 200} Mar 09 03:49:18.619497 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4d878830-6cf8-432b-b9d7-cd42bca095a4 admin admin] 10.222.0.16 "PUT /v2.0/routers/89bff646-e465-429c-b242-e5acbdfb49c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5632513 Mar 09 03:49:18.642726 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0ff11b78-3fb2-4f9b-8375-fb058d2a1448 req-3992bc97-f722-4dfd-a900-a594ef5a7c04 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/security-groups?id=249a0090-c2a6-43a8-bc96-daf29e8101c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914093 Mar 09 03:49:18.689463 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7db494e4-dc2e-489e-8082-e396b8e16a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:18.697121 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-26f226ad-91e1-4044-825c-c0c08ffd061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:18.699237 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-26f226ad-91e1-4044-825c-c0c08ffd061f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c54bc540b134f45b60394c1ae76686b&device_id=0950975c-73cb-4b58-b94b-166a9ed1d6e2 HTTP/1.1" status: 200 len: 1094 time: 0.2452438 Mar 09 03:49:18.700354 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7db494e4-dc2e-489e-8082-e396b8e16a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:18.704061 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] Set router 89bff646-e465-429c-b242-e5acbdfb49c1 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:49:18.769168 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-808bfef7-b1a9-44a8-ab9c-5af053711754 req-64830e4f-0fee-4722-98fd-8c1e77608f7e service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269166 Mar 09 03:49:18.796728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b66739-ad14-4427-bebc-da11ac3fb4b3 req-4d60af16-52a0-4d5c-8ae3-1f38af270d47 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:18.798882 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1b66739-ad14-4427-bebc-da11ac3fb4b3 req-4d60af16-52a0-4d5c-8ae3-1f38af270d47 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 945 time: 0.1449070 Mar 09 03:49:18.847257 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-95cd177e-4b62-49ee-a32e-6396ce84cab9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=417ee544-2d3d-4f9f-abb9-3b13e3cacb2d HTTP/1.1" status: 200 len: 217 time: 0.1394372 Mar 09 03:49:18.847853 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db494e4-dc2e-489e-8082-e396b8e16a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298f3c08-dea1-4303-9da9-7c0bb06313fd,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:18.900768 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7db494e4-dc2e-489e-8082-e396b8e16a2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7356410d71c4def9a30bc25d1b70b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1402254 Mar 09 03:49:18.906217 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59192) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:18.909670 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1b66739-ad14-4427-bebc-da11ac3fb4b3 req-f4410479-5fe2-4ec9-bf60-9937f5bab425 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959888 Mar 09 03:49:18.942722 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a2a8e-d4c5-4306-9393-63e4b881bb74 req-1c2c002f-4880-4d55-94d7-14e83e722d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:18.945075 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dc2a2a8e-d4c5-4306-9393-63e4b881bb74 req-1c2c002f-4880-4d55-94d7-14e83e722d19 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 1095 time: 0.1169498 Mar 09 03:49:19.011809 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-e3c8721e-9ee5-41c4-962f-afef50c7da8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:19.013650 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-e3c8721e-9ee5-41c4-962f-afef50c7da8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9c920fc5-2787-4cac-8642-9a3ab0344f80 HTTP/1.1" status: 200 len: 854 time: 0.1585834 Mar 09 03:49:19.105381 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a2a8e-d4c5-4306-9393-63e4b881bb74 req-06838a45-908d-4372-a3bb-c2a32c96a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:19.106950 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dc2a2a8e-d4c5-4306-9393-63e4b881bb74 req-06838a45-908d-4372-a3bb-c2a32c96a549 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 913 time: 0.1547675 Mar 09 03:49:19.112983 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-1b515cec-571f-4b1f-aed7-8067b26400b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867898 Mar 09 03:49:19.113764 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-15fe5ea2-bac7-478c-9ebb-362d6de321c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:19.144409 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-15fe5ea2-bac7-478c-9ebb-362d6de321c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:19.165242 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bff646-e465-429c-b242-e5acbdfb49c1', 'name': 'tempest-ServerRescueTestJSON-8051403-router', 'tenant_id': '22b143aeac51448fa3b37088b32e7827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '44898b13-7d94-421d-8acb-3a6e41c856e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:49:06Z', 'updated_at': '2022-03-09T03:49:15Z', 'revision_number': 4, 'project_id': '22b143aeac51448fa3b37088b32e7827', 'gw_port': {'id': '44898b13-7d94-421d-8acb-3a6e41c856e3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bff646-e465-429c-b242-e5acbdfb49c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:49:08Z', 'updated_at': '2022-03-09T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '35b29039-54d5-40f6-bf17-e9927bdf5dab', 'name': '', 'network_id': '8de54226-82d4-4ec5-baa5-6fa167a003ac', 'tenant_id': '22b143aeac51448fa3b37088b32e7827', 'mac_address': 'fa:16:3e:ac:7d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bff646-e465-429c-b242-e5acbdfb49c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '05ba68c9-9024-4dda-8072-8f41fa397387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:49:13Z', 'updated_at': '2022-03-09T03:49:16Z', 'revision_number': 2, 'project_id': '22b143aeac51448fa3b37088b32e7827', 'subnets': [{'id': '05ba68c9-9024-4dda-8072-8f41fa397387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:49:19.169463 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] Checking router: 89bff646-e465-429c-b242-e5acbdfb49c1 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:49:19.169997 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] Updating router 89bff646-e465-429c-b242-e5acbdfb49c1 port 35b29039-54d5-40f6-bf17-e9927bdf5dab binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:49:19.228891 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dc2a2a8e-d4c5-4306-9393-63e4b881bb74 req-fc43206b-7ecc-45db-8b88-722fc61f43e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f HTTP/1.1" status: 200 len: 217 time: 0.0748904 Mar 09 03:49:19.229479 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:19.321661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b724ec-1325-49de-82eb-7b0fe08ed3c5 req-89208a6b-c0a0-48f9-b532-e8d5dc529e87 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:19.323094 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d8b724ec-1325-49de-82eb-7b0fe08ed3c5 req-89208a6b-c0a0-48f9-b532-e8d5dc529e87 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 944 time: 0.2150974 Mar 09 03:49:19.327044 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a2a8e-d4c5-4306-9393-63e4b881bb74 req-9a2652d7-8400-4fbd-8d9e-7f5df7de828c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:19.328395 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dc2a2a8e-d4c5-4306-9393-63e4b881bb74 req-9a2652d7-8400-4fbd-8d9e-7f5df7de828c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d785722e-a890-45c5-869c-7b3149d30510 HTTP/1.1" status: 200 len: 851 time: 0.0905986 Mar 09 03:49:19.339276 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device f872d039-4d7c-4439-877d-38c6f197a383 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:49:19.389139 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-15fe5ea2-bac7-478c-9ebb-362d6de321c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:19.423947 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe5ea2-bac7-478c-9ebb-362d6de321c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298f3c08-dea1-4303-9da9-7c0bb06313fd,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:19.427017 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d8b724ec-1325-49de-82eb-7b0fe08ed3c5 req-2d222dad-aed2-43ed-829f-5b3cb8153d36 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957077 Mar 09 03:49:19.457535 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-15fe5ea2-bac7-478c-9ebb-362d6de321c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:19.461530 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-15fe5ea2-bac7-478c-9ebb-362d6de321c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/298f3c08-dea1-4303-9da9-7c0bb06313fd HTTP/1.1" status: 204 len: 168 time: 0.5512407 Mar 09 03:49:19.470291 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820faf61-d138-47f2-b33a-00f24828628b req-d88fe244-7471-47be-8abe-564205fd6803 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:19.471738 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-820faf61-d138-47f2-b33a-00f24828628b req-d88fe244-7471-47be-8abe-564205fd6803 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/networks?id=8de54226-82d4-4ec5-baa5-6fa167a003ac HTTP/1.1" status: 200 len: 808 time: 0.3007300 Mar 09 03:49:19.477719 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-7deebc8a-785a-484e-9134-ce6602f839c0 service neutron] 10.222.0.21 "GET /v2.0/networks/8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077633 Mar 09 03:49:19.481793 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a2a8e-d4c5-4306-9393-63e4b881bb74 req-c8da0a0e-8dfb-407c-b9d5-70159b26f99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:19.483312 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dc2a2a8e-d4c5-4306-9393-63e4b881bb74 req-c8da0a0e-8dfb-407c-b9d5-70159b26f99b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d62296e-a7e4-4061-88a7-e2ef850363e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375909 Mar 09 03:49:19.537598 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-820faf61-d138-47f2-b33a-00f24828628b req-1fa54dd6-6be6-4ab6-ab9b-3e22ab285c55 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/quotas/22b143aeac51448fa3b37088b32e7827 HTTP/1.1" status: 200 len: 375 time: 0.0493510 Mar 09 03:49:19.667828 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dc2a2a8e-d4c5-4306-9393-63e4b881bb74 req-1d8a01de-16bb-4c94-876a-de01d6347f61 service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721542 Mar 09 03:49:19.668287 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port f872d039-4d7c-4439-877d-38c6f197a383, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=f872d039-4d7c-4439-877d-38c6f197a383,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:19.690246 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'f872d039-4d7c-4439-877d-38c6f197a383', 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840', 'port_id': 'f872d039-4d7c-4439-877d-38c6f197a383', 'mac_address': 'fa:16:3e:7b:e0:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4320f833-55d6-48c9-bfa9-ead71d951b3e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:49:19.748851 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b22e873b-9ed7-4e95-be45-304ec23e268f req-a112c54e-e300-4990-b736-808e84baa996 service neutron] 10.222.0.21 "GET /v2.0/networks/8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426555 Mar 09 03:49:19.803196 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-820faf61-d138-47f2-b33a-00f24828628b req-ac52f653-96c2-4da1-ae7b-fae56a76ef5f tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Synchronizing usage tracker for tenant:22b143aeac51448fa3b37088b32e7827 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:49:19.821279 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:19.851053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59214) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:19.851261 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f872d039-4d7c-4439-877d-38c6f197a383 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:49:19.869498 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:19.879890 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-820faf61-d138-47f2-b33a-00f24828628b req-ac52f653-96c2-4da1-ae7b-fae56a76ef5f tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Unset dirty status for tenant:22b143aeac51448fa3b37088b32e7827 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:49:19.883385 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port f872d039-4d7c-4439-877d-38c6f197a383, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=f872d039-4d7c-4439-877d-38c6f197a383,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:19.886389 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] Transition to ACTIVE for port object 35b29039-54d5-40f6-bf17-e9927bdf5dab will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:49:19.888459 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-820faf61-d138-47f2-b33a-00f24828628b req-ac52f653-96c2-4da1-ae7b-fae56a76ef5f tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=22b143aeac51448fa3b37088b32e7827&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3178437 Mar 09 03:49:19.891877 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:19.931342 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:19.995537 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-86c01d08-a9cb-4f27-9f5b-cc5ea163d3b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:20.004656 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5a7b2-eedc-493a-88af-e85e5dca228d req-09f35999-cc08-438a-b1dc-94dacaaa62c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:20.006726 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a3c5a7b2-eedc-493a-88af-e85e5dca228d req-09f35999-cc08-438a-b1dc-94dacaaa62c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c54bc540b134f45b60394c1ae76686b&device_id=0950975c-73cb-4b58-b94b-166a9ed1d6e2 HTTP/1.1" status: 200 len: 1094 time: 0.1860340 Mar 09 03:49:20.027088 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-86c01d08-a9cb-4f27-9f5b-cc5ea163d3b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:20.036062 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-86c01d08-a9cb-4f27-9f5b-cc5ea163d3b9 admin admin] Usage tracker for resource:security_group_rule and tenant:97a6bb2ad3d54af6af58e3677d0b6b78 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:20.048347 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-86c01d08-a9cb-4f27-9f5b-cc5ea163d3b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:20.061823 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-86c01d08-a9cb-4f27-9f5b-cc5ea163d3b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:20.065228 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dc2a2a8e-d4c5-4306-9393-63e4b881bb74 req-5e82b37e-3832-4835-9c71-a9da09c235e7 service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129176 Mar 09 03:49:20.086549 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-820faf61-d138-47f2-b33a-00f24828628b req-1cabf30e-95e6-4d05-896d-5644416c071a service neutron] 10.222.0.16 "GET /v2.0/networks/8de54226-82d4-4ec5-baa5-6fa167a003ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969376 Mar 09 03:49:20.104246 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef43768-ed27-4bcc-b645-7f62191d0efc req-830dc367-6df9-4101-a634-1719a1ef4219 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:20.105684 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aef43768-ed27-4bcc-b645-7f62191d0efc req-830dc367-6df9-4101-a634-1719a1ef4219 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=13441f1a-3630-40da-9850-b3d18eda175f HTTP/1.1" status: 200 len: 944 time: 0.4369855 Mar 09 03:49:20.171203 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=f872d039-4d7c-4439-877d-38c6f197a383,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:20.171458 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aef43768-ed27-4bcc-b645-7f62191d0efc req-8de66c78-0d75-4027-951c-5f759f0ee935 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586131 Mar 09 03:49:20.258487 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] Attempting to bind port 35b29039-54d5-40f6-bf17-e9927bdf5dab on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:49:20.259454 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] Attempting to bind port 35b29039-54d5-40f6-bf17-e9927bdf5dab by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '1319570c-02be-4978-9222-635e0497ea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8de54226-82d4-4ec5-baa5-6fa167a003ac'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:49:20.259454 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] Attempting to bind port 35b29039-54d5-40f6-bf17-e9927bdf5dab on network 8de54226-82d4-4ec5-baa5-6fa167a003ac {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:49:20.261455 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-86c01d08-a9cb-4f27-9f5b-cc5ea163d3b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:20.265877 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1cea9-a567-476f-85f6-8d1a35813f72 None None] Pushing event updated for resources: {'Port': ['ID=35b29039-54d5-40f6-bf17-e9927bdf5dab,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:20.272813 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:49:20.273177 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] Checking segment: {'id': '1319570c-02be-4978-9222-635e0497ea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8de54226-82d4-4ec5-baa5-6fa167a003ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:49:20.273571 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:20.274002 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] Bound using segment: {'id': '1319570c-02be-4978-9222-635e0497ea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8de54226-82d4-4ec5-baa5-6fa167a003ac'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:49:20.274473 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] Bound port: 35b29039-54d5-40f6-bf17-e9927bdf5dab, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1319570c-02be-4978-9222-635e0497ea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8de54226-82d4-4ec5-baa5-6fa167a003ac'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:49:20.274900 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:20.286372 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-86c01d08-a9cb-4f27-9f5b-cc5ea163d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:20.289092 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['f872d039-4d7c-4439-877d-38c6f197a383'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:49:20.301377 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5a7b2-eedc-493a-88af-e85e5dca228d req-5fc52483-4ff2-4982-9b1a-7d8923ec1ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:20.303001 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a3c5a7b2-eedc-493a-88af-e85e5dca228d req-5fc52483-4ff2-4982-9b1a-7d8923ec1ff4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd HTTP/1.1" status: 200 len: 915 time: 0.2833574 Mar 09 03:49:20.385943 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-86c01d08-a9cb-4f27-9f5b-cc5ea163d3b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97a6bb2ad3d54af6af58e3677d0b6b78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5299008 Mar 09 03:49:20.387418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59220) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:20.389572 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c01d08-a9cb-4f27-9f5b-cc5ea163d3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71068385-eb5e-4b3e-a1c0-45be68346b3a,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:20.451689 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] For port 35b29039-54d5-40f6-bf17-e9927bdf5dab, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:49:20.471775 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] For port 35b29039-54d5-40f6-bf17-e9927bdf5dab, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=35b29039-54d5-40f6-bf17-e9927bdf5dab,segment=NetworkSegment(1319570c-02be-4978-9222-635e0497ea4c),segment_id=1319570c-02be-4978-9222-635e0497ea4c)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:49:20.478472 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eae8b9-4b7e-46a6-9ed5-af86cf391109 req-9d4ea480-d7a7-4d7b-8a23-f32f81bf0ea0 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:20.480239 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c8eae8b9-4b7e-46a6-9ed5-af86cf391109 req-9d4ea480-d7a7-4d7b-8a23-f32f81bf0ea0 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/ports?device_id=0950975c-73cb-4b58-b94b-166a9ed1d6e2 HTTP/1.1" status: 200 len: 943 time: 0.1949129 Mar 09 03:49:20.480692 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:20.485124 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16ca14ea-22fd-40c9-9c5e-84cdbf9fdd53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:20.502365 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a3c5a7b2-eedc-493a-88af-e85e5dca228d req-43c86f41-4c06-4d61-918f-29969bcee0e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=417ee544-2d3d-4f9f-abb9-3b13e3cacb2d HTTP/1.1" status: 200 len: 217 time: 0.1880193 Mar 09 03:49:20.505857 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-820faf61-d138-47f2-b33a-00f24828628b req-f64f427b-f026-4268-80b4-15af68fbe410 service neutron] 10.222.0.16 "GET /v2.0/networks/8de54226-82d4-4ec5-baa5-6fa167a003ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184303 Mar 09 03:49:20.531753 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16ca14ea-22fd-40c9-9c5e-84cdbf9fdd53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:20.575576 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c8eae8b9-4b7e-46a6-9ed5-af86cf391109 req-cdc3a1e6-d0d8-4c13-82b7-5045668eb20c tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Synchronizing usage tracker for tenant:9c54bc540b134f45b60394c1ae76686b on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:49:20.577316 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5a7b2-eedc-493a-88af-e85e5dca228d req-3e876538-a5f2-47d1-8359-c0c7bd9e4e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:20.578838 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a3c5a7b2-eedc-493a-88af-e85e5dca228d req-3e876538-a5f2-47d1-8359-c0c7bd9e4e20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9c920fc5-2787-4cac-8642-9a3ab0344f80 HTTP/1.1" status: 200 len: 854 time: 0.0693469 Mar 09 03:49:20.589402 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] Routers {'89bff646-e465-429c-b242-e5acbdfb49c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:49:20.590029 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:49:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['89bff646-e465-429c-b242-e5acbdfb49c1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:49:20.612529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-c8eae8b9-4b7e-46a6-9ed5-af86cf391109 req-cdc3a1e6-d0d8-4c13-82b7-5045668eb20c tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Unset dirty status for tenant:9c54bc540b134f45b60394c1ae76686b on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:49:20.613815 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c8eae8b9-4b7e-46a6-9ed5-af86cf391109 req-cdc3a1e6-d0d8-4c13-82b7-5045668eb20c tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/security-groups?id=249a0090-c2a6-43a8-bc96-daf29e8101c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191452 Mar 09 03:49:20.626885 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16ca14ea-22fd-40c9-9c5e-84cdbf9fdd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:20.641926 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca14ea-22fd-40c9-9c5e-84cdbf9fdd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71068385-eb5e-4b3e-a1c0-45be68346b3a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:20.652880 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16ca14ea-22fd-40c9-9c5e-84cdbf9fdd53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:20.656782 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-16ca14ea-22fd-40c9-9c5e-84cdbf9fdd53 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71068385-eb5e-4b3e-a1c0-45be68346b3a HTTP/1.1" status: 204 len: 168 time: 0.2658389 Mar 09 03:49:20.667888 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a3c5a7b2-eedc-493a-88af-e85e5dca228d req-ee8c14ce-160a-47f1-9ac6-b3b1779fa14d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792801 Mar 09 03:49:20.738438 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1cea9-a567-476f-85f6-8d1a35813f72 None None] Pushing event updated for resources: {'Port': ['ID=35b29039-54d5-40f6-bf17-e9927bdf5dab,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:20.883088 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a3c5a7b2-eedc-493a-88af-e85e5dca228d req-43e37423-57a7-482f-8531-c2c47144a55c service neutron] 10.222.0.21 "GET /v2.0/networks/8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058835 Mar 09 03:49:20.941423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef86568-ff43-4e06-97b2-7a928b6577a2 req-e7dfd8fb-18e6-48a3-aa07-64bbd6ecf45f tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:20.955189 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ef86568-ff43-4e06-97b2-7a928b6577a2 req-e7dfd8fb-18e6-48a3-aa07-64bbd6ecf45f tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 945 time: 0.1609912 Mar 09 03:49:21.035258 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ef86568-ff43-4e06-97b2-7a928b6577a2 req-98b628a4-b944-433d-890c-19c54dd27e7b tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788622 Mar 09 03:49:21.063107 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] Set router 89bff646-e465-429c-b242-e5acbdfb49c1 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:49:21.140951 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a38b37f8-cb0a-4f94-9829-28fc77e89d74 req-56f75f13-7ed7-498f-b6bb-40fd69559c23 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 210 time: 0.0636468 Mar 09 03:49:21.167624 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4c26a-b638-4074-8dcd-c15cb4ee3706 req-79f781b6-a9f3-449f-9ec8-73c69fd6cb85 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:21.169322 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-69f4c26a-b638-4074-8dcd-c15cb4ee3706 req-79f781b6-a9f3-449f-9ec8-73c69fd6cb85 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 944 time: 0.2849824 Mar 09 03:49:21.214178 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a3c5a7b2-eedc-493a-88af-e85e5dca228d req-b810a7d6-8e8d-4a3d-8ece-b507b8002c54 service neutron] 10.222.0.21 "GET /v2.0/networks/8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871475 Mar 09 03:49:21.246415 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-69f4c26a-b638-4074-8dcd-c15cb4ee3706 req-c338c66b-2e1e-431d-8814-2e1b2fd6b443 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608025 Mar 09 03:49:21.426170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede3fe5-39d9-4b0c-9e1c-a8eef56f29d4 req-528b0344-7019-46f6-b63c-e9b191e06712 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:21.429228 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ede3fe5-39d9-4b0c-9e1c-a8eef56f29d4 req-528b0344-7019-46f6-b63c-e9b191e06712 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=13441f1a-3630-40da-9850-b3d18eda175f HTTP/1.1" status: 200 len: 945 time: 0.1184874 Mar 09 03:49:21.490216 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:49:21.505799 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ede3fe5-39d9-4b0c-9e1c-a8eef56f29d4 req-bed6064f-ecf6-4e12-a5b7-873be77ad6b0 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697203 Mar 09 03:49:21.633088 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bff646-e465-429c-b242-e5acbdfb49c1', 'name': 'tempest-ServerRescueTestJSON-8051403-router', 'tenant_id': '22b143aeac51448fa3b37088b32e7827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '44898b13-7d94-421d-8acb-3a6e41c856e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:49:06Z', 'updated_at': '2022-03-09T03:49:15Z', 'revision_number': 4, 'project_id': '22b143aeac51448fa3b37088b32e7827', 'gw_port': {'id': '44898b13-7d94-421d-8acb-3a6e41c856e3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bff646-e465-429c-b242-e5acbdfb49c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:49:08Z', 'updated_at': '2022-03-09T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '35b29039-54d5-40f6-bf17-e9927bdf5dab', 'name': '', 'network_id': '8de54226-82d4-4ec5-baa5-6fa167a003ac', 'tenant_id': '22b143aeac51448fa3b37088b32e7827', 'mac_address': 'fa:16:3e:ac:7d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bff646-e465-429c-b242-e5acbdfb49c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '05ba68c9-9024-4dda-8072-8f41fa397387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:49:13Z', 'updated_at': '2022-03-09T03:49:20Z', 'revision_number': 4, 'project_id': '22b143aeac51448fa3b37088b32e7827', 'subnets': [{'id': '05ba68c9-9024-4dda-8072-8f41fa397387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:49:21.641598 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3f6e8-e0bb-497c-856b-fd1eda44eb53 None None] The sync data for ids ['89bff646-e465-429c-b242-e5acbdfb49c1'] in n-d-825178-5 is: [{'id': '89bff646-e465-429c-b242-e5acbdfb49c1', 'name': 'tempest-ServerRescueTestJSON-8051403-router', 'tenant_id': '22b143aeac51448fa3b37088b32e7827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '44898b13-7d94-421d-8acb-3a6e41c856e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:49:06Z', 'updated_at': '2022-03-09T03:49:15Z', 'revision_number': 4, 'project_id': '22b143aeac51448fa3b37088b32e7827', 'gw_port': {'id': '44898b13-7d94-421d-8acb-3a6e41c856e3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bff646-e465-429c-b242-e5acbdfb49c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:49:08Z', 'updated_at': '2022-03-09T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '35b29039-54d5-40f6-bf17-e9927bdf5dab', 'name': '', 'network_id': '8de54226-82d4-4ec5-baa5-6fa167a003ac', 'tenant_id': '22b143aeac51448fa3b37088b32e7827', 'mac_address': 'fa:16:3e:ac:7d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bff646-e465-429c-b242-e5acbdfb49c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '05ba68c9-9024-4dda-8072-8f41fa397387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:49:13Z', 'updated_at': '2022-03-09T03:49:20Z', 'revision_number': 4, 'project_id': '22b143aeac51448fa3b37088b32e7827', 'subnets': [{'id': '05ba68c9-9024-4dda-8072-8f41fa397387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:49:21.676987 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:21.735110 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f', 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'port_id': 'c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f', 'mac_address': 'fa:16:3e:8e:ba:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd785722e-a890-45c5-869c-7b3149d30510', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:49:21.819023 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:21.840548 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:49:21.888744 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:21.896307 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:21.897692 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 417ee544-2d3d-4f9f-abb9-3b13e3cacb2d details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:49:21.901007 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6d8a9-8e0b-4daf-b163-3e0a38f94fcd req-0e0cdead-fcf4-4202-93b1-bba3f6dce1aa tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:21.903759 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dec6d8a9-8e0b-4daf-b163-3e0a38f94fcd req-0e0cdead-fcf4-4202-93b1-bba3f6dce1aa tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/ports?device_id=0950975c-73cb-4b58-b94b-166a9ed1d6e2 HTTP/1.1" status: 200 len: 943 time: 0.1100197 Mar 09 03:49:21.983503 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dec6d8a9-8e0b-4daf-b163-3e0a38f94fcd req-b4d72620-802c-4367-83ec-cabb7ddeae72 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/security-groups?id=249a0090-c2a6-43a8-bc96-daf29e8101c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742280 Mar 09 03:49:22.042486 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:22.168835 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 417ee544-2d3d-4f9f-abb9-3b13e3cacb2d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=417ee544-2d3d-4f9f-abb9-3b13e3cacb2d,segment=NetworkSegment(7bbaef4a-7db0-4070-89ca-e5ac17bfd3e0),segment_id=7bbaef4a-7db0-4070-89ca-e5ac17bfd3e0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:22.207642 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '417ee544-2d3d-4f9f-abb9-3b13e3cacb2d', 'network_id': '8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd', 'port_id': '417ee544-2d3d-4f9f-abb9-3b13e3cacb2d', 'mac_address': 'fa:16:3e:dd:9f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c920fc5-2787-4cac-8642-9a3ab0344f80', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:49:22.356039 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:22.391436 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 417ee544-2d3d-4f9f-abb9-3b13e3cacb2d {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:49:22.423644 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7820e468-9234-41da-a558-70a4ff6f2238 req-62f86667-6897-4e88-9242-3484ece36ca0 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 210 time: 0.0987437 Mar 09 03:49:22.445341 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 417ee544-2d3d-4f9f-abb9-3b13e3cacb2d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=417ee544-2d3d-4f9f-abb9-3b13e3cacb2d,segment=NetworkSegment(7bbaef4a-7db0-4070-89ca-e5ac17bfd3e0),segment_id=7bbaef4a-7db0-4070-89ca-e5ac17bfd3e0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:22.464609 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:22.571458 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820faf61-d138-47f2-b33a-00f24828628b req-814b63a8-4d98-491b-87e7-f48b4c913e35 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:22.572235 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-820faf61-d138-47f2-b33a-00f24828628b req-814b63a8-4d98-491b-87e7-f48b4c913e35 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Synchronizing usage tracker for tenant:22b143aeac51448fa3b37088b32e7827 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:49:22.588519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 35b29039-54d5-40f6-bf17-e9927bdf5dab up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:49:22.607026 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c95b44-5aa1-4179-bf27-31167f39dc63 req-d894998b-186b-4d6f-9045-a40124cbb81e tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:22.608413 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-71c95b44-5aa1-4179-bf27-31167f39dc63 req-d894998b-186b-4d6f-9045-a40124cbb81e tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 945 time: 0.4158752 Mar 09 03:49:22.687294 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=417ee544-2d3d-4f9f-abb9-3b13e3cacb2d,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:22.703081 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-71c95b44-5aa1-4179-bf27-31167f39dc63 req-1d2def9d-1214-48f2-9262-d14de7acd4ff tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835090 Mar 09 03:49:22.705763 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-820faf61-d138-47f2-b33a-00f24828628b req-814b63a8-4d98-491b-87e7-f48b4c913e35 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Unset dirty status for tenant:22b143aeac51448fa3b37088b32e7827 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:49:22.709598 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-820faf61-d138-47f2-b33a-00f24828628b req-814b63a8-4d98-491b-87e7-f48b4c913e35 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.24 "GET /v2.0/networks?id=8de54226-82d4-4ec5-baa5-6fa167a003ac HTTP/1.1" status: 200 len: 808 time: 0.5724766 Mar 09 03:49:22.726231 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 35b29039-54d5-40f6-bf17-e9927bdf5dab completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:49:22.730262 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-820faf61-d138-47f2-b33a-00f24828628b req-832c41bb-23ea-438f-b392-f30c504a1c6a tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Request body: {'port': {'device_id': '3522748d-8084-4cae-8e3c-47ca2a0281a8', 'network_id': '8de54226-82d4-4ec5-baa5-6fa167a003ac', 'admin_state_up': True, 'tenant_id': '22b143aeac51448fa3b37088b32e7827'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:49:22.738750 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 35b29039-54d5-40f6-bf17-e9927bdf5dab triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:49:22.739313 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:22.766571 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0a10c-79c3-445a-aff3-9602387565ac req-9e0eb056-45dc-482a-aac0-5b88c504bcd9 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:22.775044 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b7f0a10c-79c3-445a-aff3-9602387565ac req-9e0eb056-45dc-482a-aac0-5b88c504bcd9 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 945 time: 0.1690500 Mar 09 03:49:22.839464 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:49:22.856520 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b7f0a10c-79c3-445a-aff3-9602387565ac req-39bef64f-e864-4150-a193-049fde9e572b tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805628 Mar 09 03:49:22.886603 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['417ee544-2d3d-4f9f-abb9-3b13e3cacb2d'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:49:23.049689 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-820faf61-d138-47f2-b33a-00f24828628b req-832c41bb-23ea-438f-b392-f30c504a1c6a tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:23.060498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-820faf61-d138-47f2-b33a-00f24828628b req-832c41bb-23ea-438f-b392-f30c504a1c6a tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:23.079867 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-820faf61-d138-47f2-b33a-00f24828628b req-832c41bb-23ea-438f-b392-f30c504a1c6a tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Made reservation on behalf of 22b143aeac51448fa3b37088b32e7827 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:49:23.088718 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-820faf61-d138-47f2-b33a-00f24828628b req-832c41bb-23ea-438f-b392-f30c504a1c6a tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:23.202638 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628c4c9-caae-4c13-8343-1df93306e971 req-3a4a5541-4b7e-4980-97d8-b5663ae00526 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:23.211100 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6628c4c9-caae-4c13-8343-1df93306e971 req-3a4a5541-4b7e-4980-97d8-b5663ae00526 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=13441f1a-3630-40da-9850-b3d18eda175f HTTP/1.1" status: 200 len: 945 time: 0.2572739 Mar 09 03:49:23.227420 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:23.252288 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb60860-cd68-4ba5-b004-30637573ad0e req-4bcc703d-5680-4ed8-be60-2c93831719e8 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:23.260776 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8cb60860-cd68-4ba5-b004-30637573ad0e req-4bcc703d-5680-4ed8-be60-2c93831719e8 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/ports?device_id=0950975c-73cb-4b58-b94b-166a9ed1d6e2 HTTP/1.1" status: 200 len: 944 time: 0.1174390 Mar 09 03:49:23.320265 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device f872d039-4d7c-4439-877d-38c6f197a383 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:49:23.328856 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8cb60860-cd68-4ba5-b004-30637573ad0e req-141581cd-8e90-4305-9104-3bc97c854336 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/security-groups?id=249a0090-c2a6-43a8-bc96-daf29e8101c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671754 Mar 09 03:49:23.351459 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6628c4c9-caae-4c13-8343-1df93306e971 req-9e7b19e6-7ea4-458e-8787-f56150f4d707 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395018 Mar 09 03:49:23.432953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-820faf61-d138-47f2-b33a-00f24828628b req-832c41bb-23ea-438f-b392-f30c504a1c6a tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Allocated IP 172.20.0.4 (8de54226-82d4-4ec5-baa5-6fa167a003ac/05ba68c9-9024-4dda-8072-8f41fa397387/5d6822e1-9f5f-403f-b26a-d419c7c490c6) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:49:23.434795 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 35b29039-54d5-40f6-bf17-e9927bdf5dab, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=35b29039-54d5-40f6-bf17-e9927bdf5dab,segment=NetworkSegment(1319570c-02be-4978-9222-635e0497ea4c),segment_id=1319570c-02be-4978-9222-635e0497ea4c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:23.455278 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:23.562842 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port f872d039-4d7c-4439-877d-38c6f197a383 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:49:23.569930 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=35b29039-54d5-40f6-bf17-e9927bdf5dab,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:23.573017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port f872d039-4d7c-4439-877d-38c6f197a383 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:49:23.573400 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:23.634997 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dc567511-83c3-4a21-ac32-4d77ec73c326 req-e30d13d2-52c1-4f39-a850-1b0a000219f2 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 210 time: 0.0464647 Mar 09 03:49:23.681527 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-820faf61-d138-47f2-b33a-00f24828628b req-832c41bb-23ea-438f-b392-f30c504a1c6a tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:23.700314 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:23.719330 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-820faf61-d138-47f2-b33a-00f24828628b req-832c41bb-23ea-438f-b392-f30c504a1c6a tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:23.747329 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port f872d039-4d7c-4439-877d-38c6f197a383, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=f872d039-4d7c-4439-877d-38c6f197a383,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:23.748314 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13441f1a-3630-40da-9850-b3d18eda175f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f872d039-4d7c-4439-877d-38c6f197a383'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:49:23.769383 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:23.843127 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13441f1a-3630-40da-9850-b3d18eda175f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f872d039-4d7c-4439-877d-38c6f197a383', 'code': 200} Mar 09 03:49:23.885603 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=f872d039-4d7c-4439-877d-38c6f197a383,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:23.988645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-820faf61-d138-47f2-b33a-00f24828628b req-832c41bb-23ea-438f-b392-f30c504a1c6a tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Network 8de54226-82d4-4ec5-baa5-6fa167a003ac is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:49:23.993497 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-820faf61-d138-47f2-b33a-00f24828628b req-832c41bb-23ea-438f-b392-f30c504a1c6a tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:49:23.999583 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-820faf61-d138-47f2-b33a-00f24828628b req-832c41bb-23ea-438f-b392-f30c504a1c6a tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:49:24.015885 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbd918-51c2-4446-a03d-8a84ac5e3bd0 req-b1f18a6e-356f-4164-b1ce-8b1dc8989875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:24.018285 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d7cbd918-51c2-4446-a03d-8a84ac5e3bd0 req-b1f18a6e-356f-4164-b1ce-8b1dc8989875 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=13441f1a-3630-40da-9850-b3d18eda175f HTTP/1.1" status: 200 len: 1097 time: 0.1203055 Mar 09 03:49:24.030578 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c41bb-23ea-438f-b392-f30c504a1c6a tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Pushing event updated for resources: {'Port': ['ID=5d6822e1-9f5f-403f-b26a-d419c7c490c6,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:24.072530 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ad7c7-428e-47de-b5ce-2213a344462a req-d6a1bab8-02b6-447f-8f2e-b00a5be45281 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:24.073993 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5a3ad7c7-428e-47de-b5ce-2213a344462a req-d6a1bab8-02b6-447f-8f2e-b00a5be45281 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 945 time: 0.1800745 Mar 09 03:49:24.097778 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820faf61-d138-47f2-b33a-00f24828628b req-832c41bb-23ea-438f-b392-f30c504a1c6a tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:24.098381 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-820faf61-d138-47f2-b33a-00f24828628b req-832c41bb-23ea-438f-b392-f30c504a1c6a tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:24.114479 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d7cbd918-51c2-4446-a03d-8a84ac5e3bd0 req-698601e4-dbfc-4b84-bedd-0264e4bd2450 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892951 Mar 09 03:49:24.148045 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cf81b-3a55-401e-ac12-661a7aaa6e10 req-891a67e2-ff6b-4d56-b068-e85a56e20ca0 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:24.149544 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ce8cf81b-3a55-401e-ac12-661a7aaa6e10 req-891a67e2-ff6b-4d56-b068-e85a56e20ca0 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 945 time: 0.1056666 Mar 09 03:49:24.162964 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5a3ad7c7-428e-47de-b5ce-2213a344462a req-504d270e-7ca8-498c-b38e-01f06c289cbf tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712438 Mar 09 03:49:24.164965 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-820faf61-d138-47f2-b33a-00f24828628b req-832c41bb-23ea-438f-b392-f30c504a1c6a tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4433372 Mar 09 03:49:24.199408 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ce8cf81b-3a55-401e-ac12-661a7aaa6e10 req-0f96a044-4f4f-4453-bdb2-0970f064bcb4 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440028 Mar 09 03:49:24.376242 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-820faf61-d138-47f2-b33a-00f24828628b req-151c9c3e-f85b-4324-9267-1bf04643c6a2 service neutron] Request body: {'port': {'device_id': '3522748d-8084-4cae-8e3c-47ca2a0281a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:49:24.518414 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 35b29039-54d5-40f6-bf17-e9927bdf5dab up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:49:24.559870 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89330066-0883-4e77-80e1-4fd5ef7124db req-4fbb09c0-c4b4-408a-af68-f32bb41ef2b0 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:24.561350 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-89330066-0883-4e77-80e1-4fd5ef7124db req-4fbb09c0-c4b4-408a-af68-f32bb41ef2b0 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=13441f1a-3630-40da-9850-b3d18eda175f HTTP/1.1" status: 200 len: 946 time: 0.0920873 Mar 09 03:49:24.578624 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-820faf61-d138-47f2-b33a-00f24828628b req-151c9c3e-f85b-4324-9267-1bf04643c6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:24.615217 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-89330066-0883-4e77-80e1-4fd5ef7124db req-cc77d880-ae84-4a96-9fe7-876b4f3b17e0 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450501 Mar 09 03:49:24.626160 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 35b29039-54d5-40f6-bf17-e9927bdf5dab triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:49:24.626654 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:24.660437 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186ec50-fc85-4958-8548-0762014ea703 req-71d617b5-826d-4a59-ab94-ada159647558 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:24.663318 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3186ec50-fc85-4958-8548-0762014ea703 req-71d617b5-826d-4a59-ab94-ada159647558 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/ports?device_id=0950975c-73cb-4b58-b94b-166a9ed1d6e2 HTTP/1.1" status: 200 len: 944 time: 0.2106125 Mar 09 03:49:24.785649 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3186ec50-fc85-4958-8548-0762014ea703 req-e408ad09-2a1d-44b1-9279-cb50d444b1df tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/security-groups?id=249a0090-c2a6-43a8-bc96-daf29e8101c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147070 Mar 09 03:49:24.870304 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3dd62-9ac1-43f9-99de-6eedd862e2a2 req-7b4573b5-d2b9-49b3-9c27-362ceeea6c55 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:24.871803 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17f3dd62-9ac1-43f9-99de-6eedd862e2a2 req-7b4573b5-d2b9-49b3-9c27-362ceeea6c55 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 931 time: 0.0813229 Mar 09 03:49:24.930151 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17f3dd62-9ac1-43f9-99de-6eedd862e2a2 req-207ed0db-3756-4862-9e48-f7e6d68076b0 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505173 Mar 09 03:49:25.022458 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-820faf61-d138-47f2-b33a-00f24828628b req-151c9c3e-f85b-4324-9267-1bf04643c6a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d6822e1-9f5f-403f-b26a-d419c7c490c6 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:49:25.029851 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-820faf61-d138-47f2-b33a-00f24828628b req-151c9c3e-f85b-4324-9267-1bf04643c6a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:25.044569 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-820faf61-d138-47f2-b33a-00f24828628b req-151c9c3e-f85b-4324-9267-1bf04643c6a2 service neutron] Transition to ACTIVE for port object 5d6822e1-9f5f-403f-b26a-d419c7c490c6 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:49:25.048779 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-820faf61-d138-47f2-b33a-00f24828628b req-151c9c3e-f85b-4324-9267-1bf04643c6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:25.212159 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c9c3e-f85b-4324-9267-1bf04643c6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6822e1-9f5f-403f-b26a-d419c7c490c6,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:25.285304 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-820faf61-d138-47f2-b33a-00f24828628b req-151c9c3e-f85b-4324-9267-1bf04643c6a2 service neutron] Attempting to bind port 5d6822e1-9f5f-403f-b26a-d419c7c490c6 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:49:25.285600 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-820faf61-d138-47f2-b33a-00f24828628b req-151c9c3e-f85b-4324-9267-1bf04643c6a2 service neutron] Attempting to bind port 5d6822e1-9f5f-403f-b26a-d419c7c490c6 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '1319570c-02be-4978-9222-635e0497ea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8de54226-82d4-4ec5-baa5-6fa167a003ac'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:49:25.285933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820faf61-d138-47f2-b33a-00f24828628b req-151c9c3e-f85b-4324-9267-1bf04643c6a2 service neutron] Attempting to bind port 5d6822e1-9f5f-403f-b26a-d419c7c490c6 on network 8de54226-82d4-4ec5-baa5-6fa167a003ac {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:49:25.292731 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820faf61-d138-47f2-b33a-00f24828628b req-151c9c3e-f85b-4324-9267-1bf04643c6a2 service neutron] Port 5d6822e1-9f5f-403f-b26a-d419c7c490c6 on network 8de54226-82d4-4ec5-baa5-6fa167a003ac not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:49:25.293077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820faf61-d138-47f2-b33a-00f24828628b req-151c9c3e-f85b-4324-9267-1bf04643c6a2 service neutron] Attempting to bind port 5d6822e1-9f5f-403f-b26a-d419c7c490c6 on network 8de54226-82d4-4ec5-baa5-6fa167a003ac {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:49:25.299813 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820faf61-d138-47f2-b33a-00f24828628b req-151c9c3e-f85b-4324-9267-1bf04643c6a2 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:49:25.300183 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820faf61-d138-47f2-b33a-00f24828628b req-151c9c3e-f85b-4324-9267-1bf04643c6a2 service neutron] Checking segment: {'id': '1319570c-02be-4978-9222-635e0497ea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8de54226-82d4-4ec5-baa5-6fa167a003ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:49:25.300636 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820faf61-d138-47f2-b33a-00f24828628b req-151c9c3e-f85b-4324-9267-1bf04643c6a2 service neutron] Bound using segment: {'id': '1319570c-02be-4978-9222-635e0497ea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8de54226-82d4-4ec5-baa5-6fa167a003ac'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:49:25.301089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-820faf61-d138-47f2-b33a-00f24828628b req-151c9c3e-f85b-4324-9267-1bf04643c6a2 service neutron] Bound port: 5d6822e1-9f5f-403f-b26a-d419c7c490c6, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1319570c-02be-4978-9222-635e0497ea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8de54226-82d4-4ec5-baa5-6fa167a003ac'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:49:25.301445 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-820faf61-d138-47f2-b33a-00f24828628b req-151c9c3e-f85b-4324-9267-1bf04643c6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:25.485879 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-820faf61-d138-47f2-b33a-00f24828628b req-151c9c3e-f85b-4324-9267-1bf04643c6a2 service neutron] For port 5d6822e1-9f5f-403f-b26a-d419c7c490c6, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:49:25.491683 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ccacb-af66-44f9-8f6c-05d50c465042 req-e0d6aa19-6793-4dea-a4fc-118db950a3e5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:25.496883 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed92848-ab1b-4899-a3ec-dde67f516d74 req-650a6df0-9ca9-444a-ad7a-2865b975f54c tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:25.498506 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ed92848-ab1b-4899-a3ec-dde67f516d74 req-650a6df0-9ca9-444a-ad7a-2865b975f54c tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 945 time: 0.2067051 Mar 09 03:49:25.500426 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-820faf61-d138-47f2-b33a-00f24828628b req-151c9c3e-f85b-4324-9267-1bf04643c6a2 service neutron] For port 5d6822e1-9f5f-403f-b26a-d419c7c490c6, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=5d6822e1-9f5f-403f-b26a-d419c7c490c6,segment=NetworkSegment(1319570c-02be-4978-9222-635e0497ea4c),segment_id=1319570c-02be-4978-9222-635e0497ea4c)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:49:25.503545 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f32ccacb-af66-44f9-8f6c-05d50c465042 req-e0d6aa19-6793-4dea-a4fc-118db950a3e5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 945 time: 0.1447403 Mar 09 03:49:25.509996 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:49:25.572463 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f32ccacb-af66-44f9-8f6c-05d50c465042 req-5af186dc-fce6-480e-aba0-2dda6ca7a52a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648856 Mar 09 03:49:25.588746 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-820faf61-d138-47f2-b33a-00f24828628b req-151c9c3e-f85b-4324-9267-1bf04643c6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:25.600789 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:49:25.607995 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:49:25.608607 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:25.680316 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ed92848-ab1b-4899-a3ec-dde67f516d74 req-9319319a-0cde-48f7-b344-da0270d8c67a tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747880 Mar 09 03:49:25.692952 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820faf61-d138-47f2-b33a-00f24828628b req-151c9c3e-f85b-4324-9267-1bf04643c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:25.693716 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-820faf61-d138-47f2-b33a-00f24828628b req-151c9c3e-f85b-4324-9267-1bf04643c6a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:25.695202 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-820faf61-d138-47f2-b33a-00f24828628b req-151c9c3e-f85b-4324-9267-1bf04643c6a2 service neutron] 10.222.0.24 "PUT /v2.0/ports/5d6822e1-9f5f-403f-b26a-d419c7c490c6 HTTP/1.1" status: 200 len: 1091 time: 1.3236516 Mar 09 03:49:25.695850 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3522748d-8084-4cae-8e3c-47ca2a0281a8', 'tag': '5d6822e1-9f5f-403f-b26a-d419c7c490c6'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:49:25.785379 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3522748d-8084-4cae-8e3c-47ca2a0281a8', 'tag': '5d6822e1-9f5f-403f-b26a-d419c7c490c6', 'status': 'completed', 'code': 200} Mar 09 03:49:25.786004 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:25.798922 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c9c3e-f85b-4324-9267-1bf04643c6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6822e1-9f5f-403f-b26a-d419c7c490c6,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:25.845830 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb828aa-6de7-4078-87e6-c7be2852e5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:49:25.852374 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820faf61-d138-47f2-b33a-00f24828628b req-3b89c2ce-d89f-4329-8a88-8a6daf3c4fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:25.853877 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-820faf61-d138-47f2-b33a-00f24828628b req-3b89c2ce-d89f-4329-8a88-8a6daf3c4fed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=22b143aeac51448fa3b37088b32e7827&device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 1094 time: 0.1138654 Mar 09 03:49:25.873895 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:25.884215 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:25.885219 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 417ee544-2d3d-4f9f-abb9-3b13e3cacb2d up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:49:25.888642 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342f94c-4093-4c4f-927b-b66a60dd1eea req-272349c7-42b7-4322-a2b6-18e88307156e tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:25.891274 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8342f94c-4093-4c4f-927b-b66a60dd1eea req-272349c7-42b7-4322-a2b6-18e88307156e tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=13441f1a-3630-40da-9850-b3d18eda175f HTTP/1.1" status: 200 len: 946 time: 0.1370819 Mar 09 03:49:25.973353 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8342f94c-4093-4c4f-927b-b66a60dd1eea req-5ab4e57a-6445-4b8e-a0c3-f071b991716f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755270 Mar 09 03:49:26.018107 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-820faf61-d138-47f2-b33a-00f24828628b req-10f4eefa-78e4-49cb-b28c-f3319e1b75d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d6822e1-9f5f-403f-b26a-d419c7c490c6 HTTP/1.1" status: 200 len: 217 time: 0.1500027 Mar 09 03:49:26.029435 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:26.080509 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb828aa-6de7-4078-87e6-c7be2852e5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f', 'code': 200} Mar 09 03:49:26.082310 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 417ee544-2d3d-4f9f-abb9-3b13e3cacb2d completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:49:26.091168 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 417ee544-2d3d-4f9f-abb9-3b13e3cacb2d triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:49:26.092010 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:26.151373 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820faf61-d138-47f2-b33a-00f24828628b req-9aaccc15-a168-4ac6-bc31-c59a77c09876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:26.152821 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-820faf61-d138-47f2-b33a-00f24828628b req-9aaccc15-a168-4ac6-bc31-c59a77c09876 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05ba68c9-9024-4dda-8072-8f41fa397387 HTTP/1.1" status: 200 len: 848 time: 0.1349170 Mar 09 03:49:26.167777 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad4b60-3c9b-46a8-b574-643d18294a40 req-d7b77b5e-5fd1-47d9-86e2-df6109ed31f0 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:26.175422 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b9ad4b60-3c9b-46a8-b574-643d18294a40 req-d7b77b5e-5fd1-47d9-86e2-df6109ed31f0 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/ports?device_id=0950975c-73cb-4b58-b94b-166a9ed1d6e2 HTTP/1.1" status: 200 len: 944 time: 0.2296183 Mar 09 03:49:26.254804 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761fe06-7f1c-425d-b98f-ef7997a910e0 req-fd6ef6a0-2e50-46a8-9817-c523c1bc97c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:26.257751 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5761fe06-7f1c-425d-b98f-ef7997a910e0 req-fd6ef6a0-2e50-46a8-9817-c523c1bc97c6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 1097 time: 0.1142650 Mar 09 03:49:26.326340 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:26.363885 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-820faf61-d138-47f2-b33a-00f24828628b req-a03b72c0-a5ab-4da4-ad22-aad5bb0fc29d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8de54226-82d4-4ec5-baa5-6fa167a003ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1865602 Mar 09 03:49:26.366780 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 417ee544-2d3d-4f9f-abb9-3b13e3cacb2d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=417ee544-2d3d-4f9f-abb9-3b13e3cacb2d,segment=NetworkSegment(7bbaef4a-7db0-4070-89ca-e5ac17bfd3e0),segment_id=7bbaef4a-7db0-4070-89ca-e5ac17bfd3e0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:26.374585 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:26.432247 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b9ad4b60-3c9b-46a8-b574-643d18294a40 req-99de0a47-8567-49e8-9cae-2d7e767bfa3a tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/security-groups?id=249a0090-c2a6-43a8-bc96-daf29e8101c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509010 Mar 09 03:49:26.468432 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=417ee544-2d3d-4f9f-abb9-3b13e3cacb2d,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:26.495497 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5761fe06-7f1c-425d-b98f-ef7997a910e0 req-41c627d7-4939-432b-8d2e-ef6a7f219d3a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297580 Mar 09 03:49:26.524122 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99273466-3645-441f-a107-e4c8c0484d44 req-e595f673-19cf-43a8-948b-731571177567 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:26.525705 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-99273466-3645-441f-a107-e4c8c0484d44 req-e595f673-19cf-43a8-948b-731571177567 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 943 time: 0.2233639 Mar 09 03:49:26.573657 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-99273466-3645-441f-a107-e4c8c0484d44 req-12fe17d2-6b16-46b6-b3df-9bc367ee64ca tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410936 Mar 09 03:49:26.605989 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-820faf61-d138-47f2-b33a-00f24828628b req-de37b974-6824-4fbb-a059-4f10e97c4418 service neutron] 10.222.0.24 "GET /v2.0/networks/8de54226-82d4-4ec5-baa5-6fa167a003ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241702 Mar 09 03:49:26.771112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b6854-cf09-4bba-8e7e-482ce75db39b req-d260873c-21d0-45a5-9fe0-7064e1840933 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:26.774403 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ae4b6854-cf09-4bba-8e7e-482ce75db39b req-d260873c-21d0-45a5-9fe0-7064e1840933 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 946 time: 0.0877326 Mar 09 03:49:26.810068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634165b-e7f8-418c-a32d-a8ab52ccb2cd req-1fe6e160-188b-419d-9d0b-8610b3b81dd6 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:26.815313 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b634165b-e7f8-418c-a32d-a8ab52ccb2cd req-1fe6e160-188b-419d-9d0b-8610b3b81dd6 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/networks?id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840 HTTP/1.1" status: 200 len: 806 time: 0.2577991 Mar 09 03:49:26.847087 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ae4b6854-cf09-4bba-8e7e-482ce75db39b req-37984a1c-1261-407d-87eb-a3f572affee9 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664439 Mar 09 03:49:26.847290 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b634165b-e7f8-418c-a32d-a8ab52ccb2cd req-39d98558-d593-4c25-8042-e0cf9f78328e tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/quotas/6c36c37e2e354df081ad1b18548376fc HTTP/1.1" status: 200 len: 375 time: 0.0278959 Mar 09 03:49:26.908455 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-820faf61-d138-47f2-b33a-00f24828628b req-76682339-56a6-4a2a-b0d7-da3e144f14c1 service neutron] 10.222.0.24 "GET /v2.0/networks/8de54226-82d4-4ec5-baa5-6fa167a003ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525539 Mar 09 03:49:26.947126 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b634165b-e7f8-418c-a32d-a8ab52ccb2cd req-28fe931f-a429-4c73-83b0-a348087b2dcc tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c36c37e2e354df081ad1b18548376fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0911241 Mar 09 03:49:27.056855 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5dc3f-9c86-43eb-831e-43f208bf6b52 req-b3b42409-dd35-4595-a3cd-fc1839f01727 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:27.059221 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0ea5dc3f-9c86-43eb-831e-43f208bf6b52 req-b3b42409-dd35-4595-a3cd-fc1839f01727 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 945 time: 0.0983078 Mar 09 03:49:27.112380 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0ea5dc3f-9c86-43eb-831e-43f208bf6b52 req-86865059-c2cf-4f5f-b8af-b762442c1a47 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468378 Mar 09 03:49:27.169261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd630d-183b-41fd-bbb3-eddc7db8ce3a req-195cab41-5cc6-46f1-8773-ed50bf81bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:27.170812 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e4dd630d-183b-41fd-bbb3-eddc7db8ce3a req-195cab41-5cc6-46f1-8773-ed50bf81bf75 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=22b143aeac51448fa3b37088b32e7827&device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 1094 time: 0.1929417 Mar 09 03:49:27.172786 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b634165b-e7f8-418c-a32d-a8ab52ccb2cd req-86c12f47-ed22-4f48-a766-8e90f2fb7681 service neutron] 10.222.0.16 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176187 Mar 09 03:49:27.432052 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd630d-183b-41fd-bbb3-eddc7db8ce3a req-5a38c2ca-f962-4e39-afe8-f0feefbea9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:27.433525 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e4dd630d-183b-41fd-bbb3-eddc7db8ce3a req-5a38c2ca-f962-4e39-afe8-f0feefbea9a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8de54226-82d4-4ec5-baa5-6fa167a003ac HTTP/1.1" status: 200 len: 909 time: 0.2561061 Mar 09 03:49:27.436939 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b634165b-e7f8-418c-a32d-a8ab52ccb2cd req-1a1bc212-61e6-4a56-b800-264f37ce01be service neutron] 10.222.0.16 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413323 Mar 09 03:49:27.509166 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e4dd630d-183b-41fd-bbb3-eddc7db8ce3a req-fbc797fb-d34b-41be-b010-ff13441b0eed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d6822e1-9f5f-403f-b26a-d419c7c490c6 HTTP/1.1" status: 200 len: 217 time: 0.0693598 Mar 09 03:49:27.593230 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd630d-183b-41fd-bbb3-eddc7db8ce3a req-8dfdd878-f156-4c8f-9f0e-f5873ae8621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:27.594678 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e4dd630d-183b-41fd-bbb3-eddc7db8ce3a req-8dfdd878-f156-4c8f-9f0e-f5873ae8621a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05ba68c9-9024-4dda-8072-8f41fa397387 HTTP/1.1" status: 200 len: 848 time: 0.0788591 Mar 09 03:49:27.654637 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e4dd630d-183b-41fd-bbb3-eddc7db8ce3a req-8b7d7e75-9a85-4057-9ec0-d0b728cf3c46 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8de54226-82d4-4ec5-baa5-6fa167a003ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524967 Mar 09 03:49:27.782861 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab7e81-6588-4ca1-b414-35a713e2f8c8 req-4c5b2c1a-9bef-4f70-8769-e1dd9be5a8de tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:27.811781 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6aab7e81-6588-4ca1-b414-35a713e2f8c8 req-4c5b2c1a-9bef-4f70-8769-e1dd9be5a8de tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/ports?device_id=0950975c-73cb-4b58-b94b-166a9ed1d6e2 HTTP/1.1" status: 200 len: 945 time: 0.1570237 Mar 09 03:49:27.882433 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6aab7e81-6588-4ca1-b414-35a713e2f8c8 req-24446630-2cdb-4e58-8eda-0cc02f007ae9 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/security-groups?id=249a0090-c2a6-43a8-bc96-daf29e8101c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660136 Mar 09 03:49:27.910291 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e4dd630d-183b-41fd-bbb3-eddc7db8ce3a req-3e13e634-7e3c-438f-8c8c-b87cff50970f service neutron] 10.222.0.24 "GET /v2.0/networks/8de54226-82d4-4ec5-baa5-6fa167a003ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479622 Mar 09 03:49:28.082784 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0950975c-73cb-4b58-b94b-166a9ed1d6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417ee544-2d3d-4f9f-abb9-3b13e3cacb2d'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:49:28.247048 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d11694-70f0-48b4-b50d-2eaa57fbd6c8 req-8d79127b-d915-4f6f-9df6-a0772ef1edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:28.248854 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c8d11694-70f0-48b4-b50d-2eaa57fbd6c8 req-8d79127b-d915-4f6f-9df6-a0772ef1edd0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5af2d017b40c4b54b66164a0e7af8e42&device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 1096 time: 0.0955405 Mar 09 03:49:28.302555 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e4dd630d-183b-41fd-bbb3-eddc7db8ce3a req-d06e5daf-f793-41f9-a969-af7ff3f9d2af service neutron] 10.222.0.24 "GET /v2.0/networks/8de54226-82d4-4ec5-baa5-6fa167a003ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858550 Mar 09 03:49:28.320785 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394389-aa7a-4e80-b9f0-a0c48f45e6f2 req-463328de-1f5d-4e0d-ae2a-a3346b250007 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:28.321487 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ab394389-aa7a-4e80-b9f0-a0c48f45e6f2 req-463328de-1f5d-4e0d-ae2a-a3346b250007 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Synchronizing usage tracker for tenant:22b143aeac51448fa3b37088b32e7827 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:49:28.343316 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ab394389-aa7a-4e80-b9f0-a0c48f45e6f2 req-463328de-1f5d-4e0d-ae2a-a3346b250007 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Unset dirty status for tenant:22b143aeac51448fa3b37088b32e7827 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:49:28.351688 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ab394389-aa7a-4e80-b9f0-a0c48f45e6f2 req-463328de-1f5d-4e0d-ae2a-a3346b250007 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 943 time: 0.2866561 Mar 09 03:49:28.447589 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ab394389-aa7a-4e80-b9f0-a0c48f45e6f2 req-167a26ed-e2b6-4086-9a2b-eeca78b3100e tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Synchronizing usage tracker for tenant:22b143aeac51448fa3b37088b32e7827 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:49:28.473415 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ab394389-aa7a-4e80-b9f0-a0c48f45e6f2 req-167a26ed-e2b6-4086-9a2b-eeca78b3100e tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Unset dirty status for tenant:22b143aeac51448fa3b37088b32e7827 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:49:28.475153 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ab394389-aa7a-4e80-b9f0-a0c48f45e6f2 req-167a26ed-e2b6-4086-9a2b-eeca78b3100e tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226542 Mar 09 03:49:28.490291 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d11694-70f0-48b4-b50d-2eaa57fbd6c8 req-bc7a2655-86f6-4c33-bea8-537cf298d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:28.492294 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c8d11694-70f0-48b4-b50d-2eaa57fbd6c8 req-bc7a2655-86f6-4c33-bea8-537cf298d1e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ba7bf864-b709-46a3-b3a9-c277478d3bbd HTTP/1.1" status: 200 len: 917 time: 0.2364767 Mar 09 03:49:28.635206 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c8d11694-70f0-48b4-b50d-2eaa57fbd6c8 req-49b04e5a-0e64-488c-954f-8a5e4a7894a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e435f07d-af3a-419e-8416-d4970f82b77e HTTP/1.1" status: 200 len: 217 time: 0.1308539 Mar 09 03:49:28.675339 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff34b8-debf-4dc2-a24f-255f3b6cc6cf req-5cbc6c48-e805-49c4-a946-babbbc5fb78d tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:28.676996 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c6ff34b8-debf-4dc2-a24f-255f3b6cc6cf req-5cbc6c48-e805-49c4-a946-babbbc5fb78d tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 945 time: 0.0896540 Mar 09 03:49:28.705133 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-03db026e-302b-4729-863d-671fd0c7ee9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:28.732359 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c6ff34b8-debf-4dc2-a24f-255f3b6cc6cf req-50c846cb-2428-439f-ac5d-52c067025233 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444272 Mar 09 03:49:28.744157 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d11694-70f0-48b4-b50d-2eaa57fbd6c8 req-3832272d-6aa9-454a-81df-d1edc58d8e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:28.745570 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c8d11694-70f0-48b4-b50d-2eaa57fbd6c8 req-3832272d-6aa9-454a-81df-d1edc58d8e29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4ed73eb-be12-4bc7-bfa1-0605c34730f0 HTTP/1.1" status: 200 len: 855 time: 0.0980947 Mar 09 03:49:28.753116 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c973942-f740-4a4c-a76c-e20264d2954f req-758aa45c-405e-451c-9644-d3c304456007 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:28.754546 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6c973942-f740-4a4c-a76c-e20264d2954f req-758aa45c-405e-451c-9644-d3c304456007 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 946 time: 0.1584594 Mar 09 03:49:28.801816 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0950975c-73cb-4b58-b94b-166a9ed1d6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417ee544-2d3d-4f9f-abb9-3b13e3cacb2d', 'code': 200} Mar 09 03:49:28.860953 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6c973942-f740-4a4c-a76c-e20264d2954f req-6850e1cd-3c74-4daa-994e-8e1829703856 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727000 Mar 09 03:49:28.931523 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d11694-70f0-48b4-b50d-2eaa57fbd6c8 req-59dea560-1516-462f-b8d1-2cd83947f616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:28.932889 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c8d11694-70f0-48b4-b50d-2eaa57fbd6c8 req-59dea560-1516-462f-b8d1-2cd83947f616 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ba7bf864-b709-46a3-b3a9-c277478d3bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1774244 Mar 09 03:49:28.989406 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8210469-2f72-4131-8ae9-ec7791ba837e req-ef43d189-b4b1-42a5-8a7c-4a43e46f44f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:28.995353 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8210469-2f72-4131-8ae9-ec7791ba837e req-ef43d189-b4b1-42a5-8a7c-4a43e46f44f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0950975c-73cb-4b58-b94b-166a9ed1d6e2 HTTP/1.1" status: 200 len: 1096 time: 0.1243770 Mar 09 03:49:29.062174 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8210469-2f72-4131-8ae9-ec7791ba837e req-b79bd9f1-b1ba-4c7c-b860-7571c382384b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=249a0090-c2a6-43a8-bc96-daf29e8101c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562911 Mar 09 03:49:29.102011 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59464) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:29.155162 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c8d11694-70f0-48b4-b50d-2eaa57fbd6c8 req-8361fe81-e97a-4bb3-86c3-df83afb99dd8 service neutron] 10.222.0.21 "GET /v2.0/networks/ba7bf864-b709-46a3-b3a9-c277478d3bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127135 Mar 09 03:49:29.176708 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7ddc8-ad14-40a9-ae23-7d7a6094bbf3 req-9a4b62c2-a249-47b6-929e-360b31906938 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:29.178700 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6fb7ddc8-ad14-40a9-ae23-7d7a6094bbf3 req-9a4b62c2-a249-47b6-929e-360b31906938 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/ports?device_id=0950975c-73cb-4b58-b94b-166a9ed1d6e2 HTTP/1.1" status: 200 len: 945 time: 0.1220927 Mar 09 03:49:29.227075 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6fb7ddc8-ad14-40a9-ae23-7d7a6094bbf3 req-eb0c966d-d699-426b-8fda-dc27ecccec26 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/security-groups?id=249a0090-c2a6-43a8-bc96-daf29e8101c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417564 Mar 09 03:49:29.346044 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e91b1ce4-7138-44fd-8f12-430e07bb67d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:29.369148 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e91b1ce4-7138-44fd-8f12-430e07bb67d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:29.377846 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e91b1ce4-7138-44fd-8f12-430e07bb67d0 admin admin] Usage tracker for resource:security_group_rule and tenant:84ad1a429ac948ac8fb4018db4d324e4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:29.382757 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e91b1ce4-7138-44fd-8f12-430e07bb67d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:29.398560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e91b1ce4-7138-44fd-8f12-430e07bb67d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:29.412447 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-cc8fe11a-74df-4638-baea-16d3f64a3b6b tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:29.414092 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-cc8fe11a-74df-4638-baea-16d3f64a3b6b tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/networks?id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840 HTTP/1.1" status: 200 len: 806 time: 0.2098866 Mar 09 03:49:29.444815 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-2d7734f8-4da9-47c9-b0f5-d22b47c57cd3 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/quotas/6c36c37e2e354df081ad1b18548376fc HTTP/1.1" status: 200 len: 375 time: 0.0181601 Mar 09 03:49:29.470375 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c8d11694-70f0-48b4-b50d-2eaa57fbd6c8 req-89cc1d4e-6dd1-457f-bd47-1d954226a724 service neutron] 10.222.0.21 "GET /v2.0/networks/ba7bf864-b709-46a3-b3a9-c277478d3bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811004 Mar 09 03:49:29.494743 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4ceba-217e-48b6-a692-8a2b71a4f36e req-24791290-0a85-47f5-be77-07a2ccb89683 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:29.496251 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-36c4ceba-217e-48b6-a692-8a2b71a4f36e req-24791290-0a85-47f5-be77-07a2ccb89683 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 946 time: 0.1181607 Mar 09 03:49:29.546532 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-36c4ceba-217e-48b6-a692-8a2b71a4f36e req-e8f83ab3-f31b-48a4-a026-0df56db5df05 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441754 Mar 09 03:49:29.570298 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e91b1ce4-7138-44fd-8f12-430e07bb67d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:29.579301 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-871e052e-9ac6-4ced-93ba-bee54fd01e6c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c36c37e2e354df081ad1b18548376fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1241641 Mar 09 03:49:29.580017 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e91b1ce4-7138-44fd-8f12-430e07bb67d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:29.661305 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e91b1ce4-7138-44fd-8f12-430e07bb67d0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=84ad1a429ac948ac8fb4018db4d324e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5578136 Mar 09 03:49:29.676200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59484) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:29.712875 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b1ce4-7138-44fd-8f12-430e07bb67d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6154183a-cf20-49ab-b584-c3dfe7a64bf7,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:29.750700 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-13f2b426-0ee8-4b8e-83ca-74eb7426b78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:29.756054 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-abe81a63-5177-4b19-8e6d-555fbca39c03 service neutron] 10.222.0.16 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618390 Mar 09 03:49:29.789528 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef99fc8-5ec3-44af-a48e-a09fbdabbfb0 req-3d51e879-b614-4d48-ad3f-f2747596d479 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:29.790981 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8ef99fc8-5ec3-44af-a48e-a09fbdabbfb0 req-3d51e879-b614-4d48-ad3f-f2747596d479 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 943 time: 0.1503193 Mar 09 03:49:29.795092 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-13f2b426-0ee8-4b8e-83ca-74eb7426b78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:29.865632 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8ef99fc8-5ec3-44af-a48e-a09fbdabbfb0 req-c6b24913-90f8-4ebf-8f37-82658843e437 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640643 Mar 09 03:49:29.899043 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-13f2b426-0ee8-4b8e-83ca-74eb7426b78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:29.909829 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-3765c953-29f7-42d3-af20-7b57fe675bb9 service neutron] 10.222.0.16 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451540 Mar 09 03:49:29.929260 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2b426-0ee8-4b8e-83ca-74eb7426b78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6154183a-cf20-49ab-b584-c3dfe7a64bf7,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:29.944477 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-13f2b426-0ee8-4b8e-83ca-74eb7426b78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:29.948023 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-13f2b426-0ee8-4b8e-83ca-74eb7426b78c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6154183a-cf20-49ab-b584-c3dfe7a64bf7 HTTP/1.1" status: 204 len: 168 time: 0.2684548 Mar 09 03:49:29.948023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f2b426-0ee8-4b8e-83ca-74eb7426b78c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:29.948023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f2b426-0ee8-4b8e-83ca-74eb7426b78c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:29.948023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f2b426-0ee8-4b8e-83ca-74eb7426b78c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:29.948023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f2b426-0ee8-4b8e-83ca-74eb7426b78c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:29.948534 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f2b426-0ee8-4b8e-83ca-74eb7426b78c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:29.948761 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f2b426-0ee8-4b8e-83ca-74eb7426b78c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:29.948963 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f2b426-0ee8-4b8e-83ca-74eb7426b78c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:29.949358 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f2b426-0ee8-4b8e-83ca-74eb7426b78c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:29.949587 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f2b426-0ee8-4b8e-83ca-74eb7426b78c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:29.949903 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f2b426-0ee8-4b8e-83ca-74eb7426b78c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:29.950224 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f2b426-0ee8-4b8e-83ca-74eb7426b78c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:29.950542 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f2b426-0ee8-4b8e-83ca-74eb7426b78c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:30.134330 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3946ba-f0d5-49e9-a17f-a93a48bd8f50 req-7161c279-32b6-42d4-8a98-d13c13a3f9e9 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:30.140417 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-917ce66b-80b6-4fd1-9165-443b7a60bb7d req-da70da11-d330-4038-a6b8-9109ee11c341 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b65934-42be-4c42-86a6-f8d4acc46d70 HTTP/1.1" status: 200 len: 210 time: 0.0545123 Mar 09 03:49:30.141833 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9c3946ba-f0d5-49e9-a17f-a93a48bd8f50 req-7161c279-32b6-42d4-8a98-d13c13a3f9e9 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 945 time: 0.1232536 Mar 09 03:49:30.206597 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9c3946ba-f0d5-49e9-a17f-a93a48bd8f50 req-1df5c6a3-c0eb-49c2-b77b-d84429b42928 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638127 Mar 09 03:49:30.328044 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59504) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:30.346204 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6ce94cb6-a062-4e4c-90ec-971c24744e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:30.396084 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6ce94cb6-a062-4e4c-90ec-971c24744e12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:30.410916 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6ce94cb6-a062-4e4c-90ec-971c24744e12 admin admin] Usage tracker for resource:security_group_rule and tenant:11f38d4183e14818b873760aa085e027 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:30.415193 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6ce94cb6-a062-4e4c-90ec-971c24744e12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:30.422238 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6ce94cb6-a062-4e4c-90ec-971c24744e12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:30.486127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ee8b0-02fc-4f09-ae27-8d167a674f15 req-f53bff1a-d02b-4ae8-a52f-6484af72768f tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:30.487637 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8e7ee8b0-02fc-4f09-ae27-8d167a674f15 req-f53bff1a-d02b-4ae8-a52f-6484af72768f tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/ports?device_id=0950975c-73cb-4b58-b94b-166a9ed1d6e2 HTTP/1.1" status: 200 len: 945 time: 0.1307127 Mar 09 03:49:30.559555 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8e7ee8b0-02fc-4f09-ae27-8d167a674f15 req-bc45fd03-a1f1-41b2-9f1f-09a57521bdc8 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/security-groups?id=249a0090-c2a6-43a8-bc96-daf29e8101c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639768 Mar 09 03:49:30.577949 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6ce94cb6-a062-4e4c-90ec-971c24744e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:30.583901 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6ce94cb6-a062-4e4c-90ec-971c24744e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:30.634556 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6ce94cb6-a062-4e4c-90ec-971c24744e12 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11f38d4183e14818b873760aa085e027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3052609 Mar 09 03:49:30.635437 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce94cb6-a062-4e4c-90ec-971c24744e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a618051-2b69-4df6-a238-060dff044b5e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:30.638658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59512) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:30.871118 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8492a96c-5d57-4aed-9c34-b2e47febcd79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:30.913324 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc152549-4287-46fc-8c5e-20807f1ceef6 req-cf9b17a0-6fb3-40ae-a402-f7b74ea9e0ab tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:30.914492 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bc152549-4287-46fc-8c5e-20807f1ceef6 req-cf9b17a0-6fb3-40ae-a402-f7b74ea9e0ab tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 946 time: 0.2473898 Mar 09 03:49:30.916344 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8492a96c-5d57-4aed-9c34-b2e47febcd79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:30.995854 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bc152549-4287-46fc-8c5e-20807f1ceef6 req-3d886f91-7102-414c-93f1-e567b30b89ac tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720844 Mar 09 03:49:31.014137 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8492a96c-5d57-4aed-9c34-b2e47febcd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:31.028921 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492a96c-5d57-4aed-9c34-b2e47febcd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a618051-2b69-4df6-a238-060dff044b5e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:31.035643 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8492a96c-5d57-4aed-9c34-b2e47febcd79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:31.036684 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8492a96c-5d57-4aed-9c34-b2e47febcd79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a618051-2b69-4df6-a238-060dff044b5e HTTP/1.1" status: 204 len: 168 time: 0.3952351 Mar 09 03:49:31.096565 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f533b-aaee-4603-a3ad-7cf2ee04c79c req-0a00eb61-e312-4042-85ae-ff725787ad14 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:31.099292 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-272f533b-aaee-4603-a3ad-7cf2ee04c79c req-0a00eb61-e312-4042-85ae-ff725787ad14 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 943 time: 0.1048954 Mar 09 03:49:31.110547 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0a2b0c64-7fe6-4482-9ccb-53d0fdbff1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:31.153706 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-272f533b-aaee-4603-a3ad-7cf2ee04c79c req-1039d958-1250-4d20-959b-6a92367bf174 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478637 Mar 09 03:49:31.364308 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-584369e6-92a5-4fd6-80df-e979ca3a319c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:31.364548 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 5d6822e1-9f5f-403f-b26a-d419c7c490c6 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:49:31.366216 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-584369e6-92a5-4fd6-80df-e979ca3a319c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.21 "GET /v2.0/networks?id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840 HTTP/1.1" status: 200 len: 806 time: 0.1631587 Mar 09 03:49:31.414474 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-785bdd99-c308-4caa-999a-d729b6aac8b5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Request body: {'port': {'device_id': '55b65934-42be-4c42-86a6-f8d4acc46d70', 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840', 'admin_state_up': True, 'tenant_id': '6c36c37e2e354df081ad1b18548376fc'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:49:31.435308 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7f6b4a98-eafb-44e8-94eb-4579efeef708 req-6e35967a-924f-47fa-b562-f819c62e55e9 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b65934-42be-4c42-86a6-f8d4acc46d70 HTTP/1.1" status: 200 len: 210 time: 0.0678174 Mar 09 03:49:31.480999 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ca51e-a5b0-4221-a19a-2bb2a33c5af9 req-feaf8589-5f45-4214-b2a6-a644300dded7 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:31.482533 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-991ca51e-a5b0-4221-a19a-2bb2a33c5af9 req-feaf8589-5f45-4214-b2a6-a644300dded7 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 945 time: 0.1247931 Mar 09 03:49:31.544225 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-991ca51e-a5b0-4221-a19a-2bb2a33c5af9 req-30a1a568-6643-4892-aa69-01dfbe7d1873 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547559 Mar 09 03:49:31.561137 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 5d6822e1-9f5f-403f-b26a-d419c7c490c6, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=5d6822e1-9f5f-403f-b26a-d419c7c490c6,segment=NetworkSegment(1319570c-02be-4978-9222-635e0497ea4c),segment_id=1319570c-02be-4978-9222-635e0497ea4c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:31.584447 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '5d6822e1-9f5f-403f-b26a-d419c7c490c6', 'network_id': '8de54226-82d4-4ec5-baa5-6fa167a003ac', 'port_id': '5d6822e1-9f5f-403f-b26a-d419c7c490c6', 'mac_address': 'fa:16:3e:03:cd:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05ba68c9-9024-4dda-8072-8f41fa397387', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:49:31.635177 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-785bdd99-c308-4caa-999a-d729b6aac8b5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:31.645778 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-785bdd99-c308-4caa-999a-d729b6aac8b5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:31.658290 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-785bdd99-c308-4caa-999a-d729b6aac8b5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Made reservation on behalf of 6c36c37e2e354df081ad1b18548376fc for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:49:31.663338 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-785bdd99-c308-4caa-999a-d729b6aac8b5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:31.689321 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:31.719040 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d6822e1-9f5f-403f-b26a-d419c7c490c6 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:49:31.735730 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 5d6822e1-9f5f-403f-b26a-d419c7c490c6, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=5d6822e1-9f5f-403f-b26a-d419c7c490c6,segment=NetworkSegment(1319570c-02be-4978-9222-635e0497ea4c),segment_id=1319570c-02be-4978-9222-635e0497ea4c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:31.742003 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:31.804362 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77750340-153f-4406-9391-a8a8a6960b7f req-3ffe53db-b86e-4278-8e29-cd9f39fe178d tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:31.806728 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77750340-153f-4406-9391-a8a8a6960b7f req-3ffe53db-b86e-4278-8e29-cd9f39fe178d tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/ports?device_id=0950975c-73cb-4b58-b94b-166a9ed1d6e2 HTTP/1.1" status: 200 len: 945 time: 0.1000133 Mar 09 03:49:31.825453 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=5d6822e1-9f5f-403f-b26a-d419c7c490c6,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:31.887435 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77750340-153f-4406-9391-a8a8a6960b7f req-f059656e-5fab-46c3-9415-6a791ec28e56 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/security-groups?id=249a0090-c2a6-43a8-bc96-daf29e8101c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740228 Mar 09 03:49:31.907766 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79c62c-a045-4282-85a0-53a00c07e11d req-275669a7-f17d-437c-b371-d54ae16c8d1f tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:31.913756 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb79c62c-a045-4282-85a0-53a00c07e11d req-275669a7-f17d-437c-b371-d54ae16c8d1f tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 945 time: 0.1757910 Mar 09 03:49:31.969347 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-785bdd99-c308-4caa-999a-d729b6aac8b5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Allocated IP 172.20.0.9 (eb7d62a0-e4ed-41cd-a459-6cad1aec3840/4320f833-55d6-48c9-bfa9-ead71d951b3e/444f3cbf-8222-4044-9d39-a394127bbbb9) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:49:31.981710 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb79c62c-a045-4282-85a0-53a00c07e11d req-c283dcef-1044-4330-8649-ba0231be4860 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670679 Mar 09 03:49:32.049830 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:32.089040 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['5d6822e1-9f5f-403f-b26a-d419c7c490c6'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:49:32.178623 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:32.291500 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f113f-b62b-4357-bb63-3295b4b707dd req-068ebff1-1830-4d0e-8ebb-292625e6354a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:32.293559 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f18f113f-b62b-4357-bb63-3295b4b707dd req-068ebff1-1830-4d0e-8ebb-292625e6354a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 946 time: 0.1013012 Mar 09 03:49:32.308304 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-785bdd99-c308-4caa-999a-d729b6aac8b5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:32.321082 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffef72-06c0-447a-baa4-fdda6371b49a req-748e7b90-a48f-4088-b235-53dad202a4cf tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:32.322566 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ebffef72-06c0-447a-baa4-fdda6371b49a req-748e7b90-a48f-4088-b235-53dad202a4cf tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7fa04b-b72e-4682-baee-f4d911f9dafc HTTP/1.1" status: 200 len: 945 time: 0.1584816 Mar 09 03:49:32.348777 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f18f113f-b62b-4357-bb63-3295b4b707dd req-e48b7be3-9a84-4965-b5d1-92520e9cbeb0 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494995 Mar 09 03:49:32.388060 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ebffef72-06c0-447a-baa4-fdda6371b49a req-6623d36b-6f10-4cd4-94c4-cb3879f278db tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558240 Mar 09 03:49:32.403673 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-785bdd99-c308-4caa-999a-d729b6aac8b5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:32.492531 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-785bdd99-c308-4caa-999a-d729b6aac8b5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:49:32.496030 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-785bdd99-c308-4caa-999a-d729b6aac8b5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:49:32.498487 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-785bdd99-c308-4caa-999a-d729b6aac8b5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:49:32.614479 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785bdd99-c308-4caa-999a-d729b6aac8b5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Pushing event updated for resources: {'Port': ['ID=444f3cbf-8222-4044-9d39-a394127bbbb9,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:32.620135 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9476fb-2f7f-49e8-baae-2debe048ce76 req-d8188cb8-7eb6-4382-ae37-9c454fad5290 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:32.627879 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a9476fb-2f7f-49e8-baae-2debe048ce76 req-d8188cb8-7eb6-4382-ae37-9c454fad5290 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=91b636a1-d495-4263-8b38-a4a4e6e5e76d HTTP/1.1" status: 200 len: 946 time: 0.0929606 Mar 09 03:49:32.629292 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-785bdd99-c308-4caa-999a-d729b6aac8b5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:32.629900 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-785bdd99-c308-4caa-999a-d729b6aac8b5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:32.675277 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-785bdd99-c308-4caa-999a-d729b6aac8b5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2709153 Mar 09 03:49:32.676682 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a9476fb-2f7f-49e8-baae-2debe048ce76 req-fa9d3d91-14e3-48ef-967d-36a90ded2295 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484934 Mar 09 03:49:32.683516 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1b101-0d3a-4027-9294-dd76218ca780 req-23c96360-5f7a-45e8-b4b0-31c4513c9560 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:32.684929 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dcb1b101-0d3a-4027-9294-dd76218ca780 req-23c96360-5f7a-45e8-b4b0-31c4513c9560 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 944 time: 0.1523232 Mar 09 03:49:32.689772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-b24aa0d8-a715-4be0-9fb7-55a93576699a service neutron] Request body: {'port': {'device_id': '55b65934-42be-4c42-86a6-f8d4acc46d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:49:32.810926 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dcb1b101-0d3a-4027-9294-dd76218ca780 req-74b779ec-8cf4-4a90-a278-473f0a0fdf39 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940568 Mar 09 03:49:32.839713 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-b24aa0d8-a715-4be0-9fb7-55a93576699a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:32.920075 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['f872d039-4d7c-4439-877d-38c6f197a383'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:49:32.943818 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-44265059-6afc-4631-b3b2-16380ff56e7c req-971d569b-a581-464a-a449-134d7a55e871 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:49:32.945022 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-44265059-6afc-4631-b3b2-16380ff56e7c req-971d569b-a581-464a-a449-134d7a55e871 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082746 Mar 09 03:49:33.244018 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-44265059-6afc-4631-b3b2-16380ff56e7c req-9714a1c5-dc92-4546-8d77-a2f8efa89525 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2911334 Mar 09 03:49:33.361160 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc173cb-6fa0-4974-9687-6e61a34dd8f5 req-f0be8beb-c01a-4cef-987d-80be01450d8f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:33.361862 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-7dc173cb-6fa0-4974-9687-6e61a34dd8f5 req-f0be8beb-c01a-4cef-987d-80be01450d8f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Synchronizing usage tracker for tenant:6c36c37e2e354df081ad1b18548376fc on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:49:33.373294 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 5d6822e1-9f5f-403f-b26a-d419c7c490c6 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:49:33.398675 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-7dc173cb-6fa0-4974-9687-6e61a34dd8f5 req-f0be8beb-c01a-4cef-987d-80be01450d8f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Unset dirty status for tenant:6c36c37e2e354df081ad1b18548376fc on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:49:33.400063 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7dc173cb-6fa0-4974-9687-6e61a34dd8f5 req-f0be8beb-c01a-4cef-987d-80be01450d8f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b65934-42be-4c42-86a6-f8d4acc46d70 HTTP/1.1" status: 200 len: 931 time: 0.3858857 Mar 09 03:49:33.451010 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:33.486392 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 5d6822e1-9f5f-403f-b26a-d419c7c490c6 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:49:33.491642 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 5d6822e1-9f5f-403f-b26a-d419c7c490c6 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:49:33.492015 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:33.533768 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-b24aa0d8-a715-4be0-9fb7-55a93576699a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 444f3cbf-8222-4044-9d39-a394127bbbb9 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:49:33.546783 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7dc173cb-6fa0-4974-9687-6e61a34dd8f5 req-e64609c9-5f99-4f66-a8e4-caefd2e2aace tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339962 Mar 09 03:49:33.548760 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-b24aa0d8-a715-4be0-9fb7-55a93576699a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:33.575085 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-b24aa0d8-a715-4be0-9fb7-55a93576699a service neutron] Transition to ACTIVE for port object 444f3cbf-8222-4044-9d39-a394127bbbb9 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:49:33.588223 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-b24aa0d8-a715-4be0-9fb7-55a93576699a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:33.645660 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:33.676073 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3522748d-8084-4cae-8e3c-47ca2a0281a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6822e1-9f5f-403f-b26a-d419c7c490c6'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:49:33.687808 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 5d6822e1-9f5f-403f-b26a-d419c7c490c6, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=5d6822e1-9f5f-403f-b26a-d419c7c490c6,segment=NetworkSegment(1319570c-02be-4978-9222-635e0497ea4c),segment_id=1319570c-02be-4978-9222-635e0497ea4c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:33.694034 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:33.713578 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2d1f7-c9cc-409c-b158-8e5ebafc99e4 req-79907651-4cd3-455a-9fe8-63eb8c04d89a tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:33.715778 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1ae2d1f7-c9cc-409c-b158-8e5ebafc99e4 req-79907651-4cd3-455a-9fe8-63eb8c04d89a tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/ports?device_id=0950975c-73cb-4b58-b94b-166a9ed1d6e2 HTTP/1.1" status: 200 len: 945 time: 0.1143708 Mar 09 03:49:33.769653 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1ae2d1f7-c9cc-409c-b158-8e5ebafc99e4 req-70253808-28d6-4112-b173-27459fb86581 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/security-groups?id=249a0090-c2a6-43a8-bc96-daf29e8101c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488582 Mar 09 03:49:33.781969 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=5d6822e1-9f5f-403f-b26a-d419c7c490c6,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:33.925686 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24aa0d8-a715-4be0-9fb7-55a93576699a service neutron] Pushing event updated for resources: {'Port': ['ID=444f3cbf-8222-4044-9d39-a394127bbbb9,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:33.962952 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a4da7-9486-4ddc-a76c-39f01b29da44 req-020a2c81-a4c6-4687-ab33-273d4c0a7a48 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:33.970743 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ae6a4da7-9486-4ddc-a76c-39f01b29da44 req-020a2c81-a4c6-4687-ab33-273d4c0a7a48 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 945 time: 0.0985723 Mar 09 03:49:33.986632 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2073d50-a9b3-4a7a-9207-bbd7ade80a21 req-89c09910-60de-4426-85c5-eca7f15d845e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:33.988258 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d2073d50-a9b3-4a7a-9207-bbd7ade80a21 req-89c09910-60de-4426-85c5-eca7f15d845e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 946 time: 0.2467341 Mar 09 03:49:33.989165 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-b24aa0d8-a715-4be0-9fb7-55a93576699a service neutron] Attempting to bind port 444f3cbf-8222-4044-9d39-a394127bbbb9 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:49:33.989486 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-b24aa0d8-a715-4be0-9fb7-55a93576699a service neutron] Attempting to bind port 444f3cbf-8222-4044-9d39-a394127bbbb9 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:49:33.990331 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-b24aa0d8-a715-4be0-9fb7-55a93576699a service neutron] Attempting to bind port 444f3cbf-8222-4044-9d39-a394127bbbb9 on network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:49:33.996822 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-b24aa0d8-a715-4be0-9fb7-55a93576699a service neutron] Port 444f3cbf-8222-4044-9d39-a394127bbbb9 on network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:49:33.997148 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-b24aa0d8-a715-4be0-9fb7-55a93576699a service neutron] Attempting to bind port 444f3cbf-8222-4044-9d39-a394127bbbb9 on network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:49:34.015842 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:34.019510 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-b24aa0d8-a715-4be0-9fb7-55a93576699a service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:49:34.019654 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-b24aa0d8-a715-4be0-9fb7-55a93576699a service neutron] Checking segment: {'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:49:34.020024 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-b24aa0d8-a715-4be0-9fb7-55a93576699a service neutron] Bound using segment: {'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:49:34.020562 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-b24aa0d8-a715-4be0-9fb7-55a93576699a service neutron] Bound port: 444f3cbf-8222-4044-9d39-a394127bbbb9, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:49:34.020801 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-b24aa0d8-a715-4be0-9fb7-55a93576699a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:34.022996 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ae6a4da7-9486-4ddc-a76c-39f01b29da44 req-b5086975-47e6-4a7a-91df-060242bec4aa tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512908 Mar 09 03:49:34.068996 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3522748d-8084-4cae-8e3c-47ca2a0281a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6822e1-9f5f-403f-b26a-d419c7c490c6', 'code': 200} Mar 09 03:49:34.103302 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d2073d50-a9b3-4a7a-9207-bbd7ade80a21 req-c3f79dbf-3d2a-4d68-80c1-bfb2bfdb9cb1 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073437 Mar 09 03:49:34.144079 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-b24aa0d8-a715-4be0-9fb7-55a93576699a service neutron] For port 444f3cbf-8222-4044-9d39-a394127bbbb9, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:49:34.148270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-b24aa0d8-a715-4be0-9fb7-55a93576699a service neutron] For port 444f3cbf-8222-4044-9d39-a394127bbbb9, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=444f3cbf-8222-4044-9d39-a394127bbbb9,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:49:34.155147 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-b24aa0d8-a715-4be0-9fb7-55a93576699a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:34.225715 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-b24aa0d8-a715-4be0-9fb7-55a93576699a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:34.226524 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-b24aa0d8-a715-4be0-9fb7-55a93576699a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:34.228066 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-b24aa0d8-a715-4be0-9fb7-55a93576699a service neutron] 10.222.0.21 "PUT /v2.0/ports/444f3cbf-8222-4044-9d39-a394127bbbb9 HTTP/1.1" status: 200 len: 1091 time: 1.5422652 Mar 09 03:49:34.228867 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b65934-42be-4c42-86a6-f8d4acc46d70', 'tag': '444f3cbf-8222-4044-9d39-a394127bbbb9'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:49:34.309193 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24aa0d8-a715-4be0-9fb7-55a93576699a service neutron] Pushing event updated for resources: {'Port': ['ID=444f3cbf-8222-4044-9d39-a394127bbbb9,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:34.326560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173e97e-54c2-48fc-a719-79d39a8ff5a1 req-6bd34692-2b6c-4b80-8397-7ce7edf207d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:34.328400 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4173e97e-54c2-48fc-a719-79d39a8ff5a1 req-6bd34692-2b6c-4b80-8397-7ce7edf207d6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 1096 time: 0.1827943 Mar 09 03:49:34.343650 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55301c4c-89bb-4ffc-98e4-434af347b091 req-47bf4a85-6e30-4351-aa8d-2d3d4d6799d0 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:34.346202 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-55301c4c-89bb-4ffc-98e4-434af347b091 req-47bf4a85-6e30-4351-aa8d-2d3d4d6799d0 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.1522293 Mar 09 03:49:34.411422 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4173e97e-54c2-48fc-a719-79d39a8ff5a1 req-b442b4f2-b7a8-464b-a137-67b016859a19 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638130 Mar 09 03:49:34.418365 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-55301c4c-89bb-4ffc-98e4-434af347b091 req-7454e7da-e367-4e29-90ca-001a55ca55b8 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568414 Mar 09 03:49:34.429140 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dfe68-0401-4def-83c6-56c541a683f1 req-491aa940-945c-460e-b2ad-5fba4a00ab04 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:34.430647 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-776dfe68-0401-4def-83c6-56c541a683f1 req-491aa940-945c-460e-b2ad-5fba4a00ab04 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7fa04b-b72e-4682-baee-f4d911f9dafc HTTP/1.1" status: 200 len: 945 time: 0.1606007 Mar 09 03:49:34.432835 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-28a61938-e8fc-4e52-93cd-516c83a891d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:34.434174 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-28a61938-e8fc-4e52-93cd-516c83a891d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c36c37e2e354df081ad1b18548376fc&device_id=55b65934-42be-4c42-86a6-f8d4acc46d70 HTTP/1.1" status: 200 len: 1094 time: 0.1173592 Mar 09 03:49:34.510096 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b65934-42be-4c42-86a6-f8d4acc46d70', 'tag': '444f3cbf-8222-4044-9d39-a394127bbbb9', 'status': 'completed', 'code': 200} Mar 09 03:49:34.523405 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-eb619265-ba1b-480b-9a4d-b3f7a13fb1d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=444f3cbf-8222-4044-9d39-a394127bbbb9 HTTP/1.1" status: 200 len: 217 time: 0.0719335 Mar 09 03:49:34.564865 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf00aa-81ed-41a5-86c5-daf2733a0702 req-12e235f7-4c70-42ce-a7be-3e3543dd9d6c tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:34.566299 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-82bf00aa-81ed-41a5-86c5-daf2733a0702 req-12e235f7-4c70-42ce-a7be-3e3543dd9d6c tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.21 "GET /v2.0/ports?device_id=0950975c-73cb-4b58-b94b-166a9ed1d6e2 HTTP/1.1" status: 200 len: 945 time: 0.0885336 Mar 09 03:49:34.591417 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-776dfe68-0401-4def-83c6-56c541a683f1 req-ef6e4677-a196-418f-9b90-6e223eb15c9b tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538570 Mar 09 03:49:34.620159 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-b9153afe-f090-412c-b3b0-5c930f747dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:34.624270 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-b9153afe-f090-412c-b3b0-5c930f747dc3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4320f833-55d6-48c9-bfa9-ead71d951b3e HTTP/1.1" status: 200 len: 846 time: 0.0907362 Mar 09 03:49:34.651340 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-82bf00aa-81ed-41a5-86c5-daf2733a0702 req-1ac5300f-435d-4803-8477-05b5dfc64f5a tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Deleting port 417ee544-2d3d-4f9f-abb9-3b13e3cacb2d {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:49:34.651679 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-82bf00aa-81ed-41a5-86c5-daf2733a0702 req-1ac5300f-435d-4803-8477-05b5dfc64f5a tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:34.690320 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-ac7e317f-f831-41e3-baea-e970a3037aa6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587366 Mar 09 03:49:34.883814 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9124b-82ac-4a11-a480-d06d6bc1eda2 req-3a0366f6-1c4f-4638-91e6-d732bfd9f840 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:34.885502 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-63e9124b-82ac-4a11-a480-d06d6bc1eda2 req-3a0366f6-1c4f-4638-91e6-d732bfd9f840 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=91b636a1-d495-4263-8b38-a4a4e6e5e76d HTTP/1.1" status: 200 len: 946 time: 0.1858156 Mar 09 03:49:34.920256 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-0e9156af-9827-45d1-a6d8-4863c269885d service neutron] 10.222.0.21 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815155 Mar 09 03:49:34.946776 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59630) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:34.974050 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-82bf00aa-81ed-41a5-86c5-daf2733a0702 req-1ac5300f-435d-4803-8477-05b5dfc64f5a tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] For port 417ee544-2d3d-4f9f-abb9-3b13e3cacb2d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=417ee544-2d3d-4f9f-abb9-3b13e3cacb2d,segment=NetworkSegment(7bbaef4a-7db0-4070-89ca-e5ac17bfd3e0),segment_id=7bbaef4a-7db0-4070-89ca-e5ac17bfd3e0)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:34.974050 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-82bf00aa-81ed-41a5-86c5-daf2733a0702 req-1ac5300f-435d-4803-8477-05b5dfc64f5a tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:34.982554 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-63e9124b-82ac-4a11-a480-d06d6bc1eda2 req-519a14dd-b49f-4f31-81c4-daa4e9ab14f2 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857520 Mar 09 03:49:35.080623 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6801150f-e656-4246-bbc7-8da310ead5a5 req-c9ac5e2c-c180-4f5a-9c98-882bd3181775 service neutron] 10.222.0.21 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475055 Mar 09 03:49:35.110623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-82bf00aa-81ed-41a5-86c5-daf2733a0702 req-1ac5300f-435d-4803-8477-05b5dfc64f5a tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Calling delete_port for 417ee544-2d3d-4f9f-abb9-3b13e3cacb2d owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:49:35.176542 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-273dfb99-2f12-4af6-ab48-dc300550ed3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:35.217482 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386b635-7a74-4b9f-b084-c4d3764e3986 req-804d2581-37ac-45bc-9287-fe42ca280077 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:35.219077 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7386b635-7a74-4b9f-b084-c4d3764e3986 req-804d2581-37ac-45bc-9287-fe42ca280077 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b65934-42be-4c42-86a6-f8d4acc46d70 HTTP/1.1" status: 200 len: 943 time: 0.5134625 Mar 09 03:49:35.235691 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-273dfb99-2f12-4af6-ab48-dc300550ed3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:35.254982 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-273dfb99-2f12-4af6-ab48-dc300550ed3a admin admin] Usage tracker for resource:security_group_rule and tenant:85e5b53939a642a99e2418d285d0b672 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:35.260085 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-273dfb99-2f12-4af6-ab48-dc300550ed3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:35.271330 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-273dfb99-2f12-4af6-ab48-dc300550ed3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:35.341145 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7386b635-7a74-4b9f-b084-c4d3764e3986 req-f410c4f1-f622-4d61-94c5-4f92983aa45c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029332 Mar 09 03:49:35.346553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f6735-31bb-4c0c-a660-3f554d5984fd req-87447b5b-541f-4da8-b39a-eb499e9dd921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:35.348041 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-977f6735-31bb-4c0c-a660-3f554d5984fd req-87447b5b-541f-4da8-b39a-eb499e9dd921 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c36c37e2e354df081ad1b18548376fc&device_id=55b65934-42be-4c42-86a6-f8d4acc46d70 HTTP/1.1" status: 200 len: 1094 time: 0.2094536 Mar 09 03:49:35.361703 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b3894-fe6a-4c02-b310-5767352f59b5 req-681d7d92-3425-4e69-89c6-aa185e77bafa tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:35.363937 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0a1b3894-fe6a-4c02-b310-5767352f59b5 req-681d7d92-3425-4e69-89c6-aa185e77bafa tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/ports?device_id=0950975c-73cb-4b58-b94b-166a9ed1d6e2 HTTP/1.1" status: 200 len: 945 time: 0.2580640 Mar 09 03:49:35.380308 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-82bf00aa-81ed-41a5-86c5-daf2733a0702 req-1ac5300f-435d-4803-8477-05b5dfc64f5a tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:35.402522 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['417ee544-2d3d-4f9f-abb9-3b13e3cacb2d'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:49:35.438304 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5300f-435d-4803-8477-05b5dfc64f5a tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Pushing event deleted for resources: {'Port': ['ID=417ee544-2d3d-4f9f-abb9-3b13e3cacb2d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:35.508219 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0a1b3894-fe6a-4c02-b310-5767352f59b5 req-6158f038-0e7e-4ab8-8d76-71587daeccd5 tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.16 "GET /v2.0/security-groups?id=249a0090-c2a6-43a8-bc96-daf29e8101c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223667 Mar 09 03:49:35.535800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bf00aa-81ed-41a5-86c5-daf2733a0702 req-1ac5300f-435d-4803-8477-05b5dfc64f5a tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] No DVR routers for this DVR port 417ee544-2d3d-4f9f-abb9-3b13e3cacb2d on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:49:35.541889 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-82bf00aa-81ed-41a5-86c5-daf2733a0702 req-1ac5300f-435d-4803-8477-05b5dfc64f5a tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:35.544417 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0950975c-73cb-4b58-b94b-166a9ed1d6e2', 'name': 'network-vif-deleted', 'tag': '417ee544-2d3d-4f9f-abb9-3b13e3cacb2d'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:49:35.572115 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f6735-31bb-4c0c-a660-3f554d5984fd req-9a201707-6e4d-4cd5-a2f9-5a7d3ed885ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:35.574132 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-977f6735-31bb-4c0c-a660-3f554d5984fd req-9a201707-6e4d-4cd5-a2f9-5a7d3ed885ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840 HTTP/1.1" status: 200 len: 907 time: 0.2093182 Mar 09 03:49:35.615623 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-82bf00aa-81ed-41a5-86c5-daf2733a0702 req-1ac5300f-435d-4803-8477-05b5dfc64f5a tempest-ServerAddressesTestJSON-812789535 tempest-ServerAddressesTestJSON-812789535-project] 10.222.0.21 "DELETE /v2.0/ports/417ee544-2d3d-4f9f-abb9-3b13e3cacb2d HTTP/1.1" status: 204 len: 173 time: 1.0432739 Mar 09 03:49:35.622422 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-273dfb99-2f12-4af6-ab48-dc300550ed3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:35.632337 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-273dfb99-2f12-4af6-ab48-dc300550ed3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:35.713611 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-977f6735-31bb-4c0c-a660-3f554d5984fd req-7d87edfb-0711-4d5f-a4a8-07e1d2bce615 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=444f3cbf-8222-4044-9d39-a394127bbbb9 HTTP/1.1" status: 200 len: 217 time: 0.1323445 Mar 09 03:49:35.731653 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-273dfb99-2f12-4af6-ab48-dc300550ed3a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85e5b53939a642a99e2418d285d0b672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7837968 Mar 09 03:49:35.738147 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59646) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:35.741474 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273dfb99-2f12-4af6-ab48-dc300550ed3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3882f2e0-44f9-4a9f-8c7f-1e1b46e1c956,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:35.800801 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f6735-31bb-4c0c-a660-3f554d5984fd req-449922c5-c50c-4ad7-9826-7a3069970e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:35.802275 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-977f6735-31bb-4c0c-a660-3f554d5984fd req-449922c5-c50c-4ad7-9826-7a3069970e81 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4320f833-55d6-48c9-bfa9-ead71d951b3e HTTP/1.1" status: 200 len: 846 time: 0.0718744 Mar 09 03:49:35.840700 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9f82a-5830-4a89-9dfa-0c87bf2229c0 req-0d302fb1-a60f-4efe-8025-4f346269b657 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:35.847230 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9f82a-5830-4a89-9dfa-0c87bf2229c0 req-0d302fb1-a60f-4efe-8025-4f346269b657 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:35.853374 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9f82a-5830-4a89-9dfa-0c87bf2229c0 req-0d302fb1-a60f-4efe-8025-4f346269b657 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:35.854890 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dbc9f82a-5830-4a89-9dfa-0c87bf2229c0 req-0d302fb1-a60f-4efe-8025-4f346269b657 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=91b636a1-d495-4263-8b38-a4a4e6e5e76d&device_id=6f7fa04b-b72e-4682-baee-f4d911f9dafc&device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 2417 time: 0.1835313 Mar 09 03:49:35.859823 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d19fd949-3f06-4aa4-8aa8-af5f43abcf95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:35.865138 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-977f6735-31bb-4c0c-a660-3f554d5984fd req-04b73c7c-c6c7-441e-9a65-5e626f407c29 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485928 Mar 09 03:49:35.877886 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559212a0-5082-4ffb-91fc-4895fe3945a0 req-bccff1c0-4310-43e8-9093-4bd2469a517a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:35.879400 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-559212a0-5082-4ffb-91fc-4895fe3945a0 req-bccff1c0-4310-43e8-9093-4bd2469a517a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 946 time: 0.2159984 Mar 09 03:49:36.018890 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d19fd949-3f06-4aa4-8aa8-af5f43abcf95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:36.043575 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dbc9f82a-5830-4a89-9dfa-0c87bf2229c0 req-404f83c6-33fb-40ca-9c45-a5ab191ec1c1 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818042 Mar 09 03:49:36.044634 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-559212a0-5082-4ffb-91fc-4895fe3945a0 req-2bc98d8b-0fd0-496c-b169-eed882e0dc61 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721629 Mar 09 03:49:36.052951 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-977f6735-31bb-4c0c-a660-3f554d5984fd req-c8d81842-2ca8-4590-91d5-33e7d6d781a9 service neutron] 10.222.0.21 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723597 Mar 09 03:49:36.104526 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d19fd949-3f06-4aa4-8aa8-af5f43abcf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:36.116685 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0950975c-73cb-4b58-b94b-166a9ed1d6e2', 'name': 'network-vif-deleted', 'tag': '417ee544-2d3d-4f9f-abb9-3b13e3cacb2d', 'status': 'completed', 'code': 200} Mar 09 03:49:36.133969 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19fd949-3f06-4aa4-8aa8-af5f43abcf95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3882f2e0-44f9-4a9f-8c7f-1e1b46e1c956,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:36.138588 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d19fd949-3f06-4aa4-8aa8-af5f43abcf95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:36.139923 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d19fd949-3f06-4aa4-8aa8-af5f43abcf95 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3882f2e0-44f9-4a9f-8c7f-1e1b46e1c956 HTTP/1.1" status: 204 len: 168 time: 0.4008179 Mar 09 03:49:36.170578 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-f500e232-e08b-4f41-81d7-3327e9272747 req-c81c28c1-e1a8-4bf7-a386-cad75cc5c7a2 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:49:36.172097 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f500e232-e08b-4f41-81d7-3327e9272747 req-c81c28c1-e1a8-4bf7-a386-cad75cc5c7a2 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126452 Mar 09 03:49:36.282914 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2920ff1-46d5-4842-b4ce-2184dc93f29b req-ecdb2e43-f432-4c2c-b77c-baa8a4d27598 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:36.284633 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e2920ff1-46d5-4842-b4ce-2184dc93f29b req-ecdb2e43-f432-4c2c-b77c-baa8a4d27598 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.1102526 Mar 09 03:49:36.304907 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-977f6735-31bb-4c0c-a660-3f554d5984fd req-891de3cf-282e-4902-a8bb-5fe446c8b213 service neutron] 10.222.0.21 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454116 Mar 09 03:49:36.339582 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e2920ff1-46d5-4842-b4ce-2184dc93f29b req-e8ce4cd6-52be-432a-bef5-aea06f11566a tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486326 Mar 09 03:49:36.370691 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f500e232-e08b-4f41-81d7-3327e9272747 req-b6577778-16ba-43e3-9a03-bb4daac3df5b tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1819875 Mar 09 03:49:36.520601 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59660) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:36.539438 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aa45e19d-c1cb-4763-88ff-3e9c616780e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:36.554342 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-aa45e19d-c1cb-4763-88ff-3e9c616780e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:36.558280 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-aa45e19d-c1cb-4763-88ff-3e9c616780e4 admin admin] Usage tracker for resource:security_group_rule and tenant:2d5394f5372c4bc2bf85900d48ed2947 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:36.561298 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-aa45e19d-c1cb-4763-88ff-3e9c616780e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:36.566952 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-aa45e19d-c1cb-4763-88ff-3e9c616780e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:36.700616 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59670) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:36.769320 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac668cd-6af2-4776-a322-07824cc2dd80 req-bdc3ba01-4959-4400-907f-23e713d7eea9 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:36.770798 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bac668cd-6af2-4776-a322-07824cc2dd80 req-bdc3ba01-4959-4400-907f-23e713d7eea9 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b65934-42be-4c42-86a6-f8d4acc46d70 HTTP/1.1" status: 200 len: 943 time: 0.0922360 Mar 09 03:49:36.775614 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aa45e19d-c1cb-4763-88ff-3e9c616780e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:36.787920 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aa45e19d-c1cb-4763-88ff-3e9c616780e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:36.828466 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bac668cd-6af2-4776-a322-07824cc2dd80 req-d1e6f214-17cb-42df-aca2-7d69c8b5acb4 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497606 Mar 09 03:49:36.829579 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3a86f3-7f23-49dd-9ba5-c64936ef2e2b admin admin] Deleting subnet 9c920fc5-2787-4cac-8642-9a3ab0344f80 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:49:36.838836 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e3a86f3-7f23-49dd-9ba5-c64936ef2e2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:36.884064 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-aa45e19d-c1cb-4763-88ff-3e9c616780e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d5394f5372c4bc2bf85900d48ed2947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3592663 Mar 09 03:49:36.884443 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59674) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:36.908545 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45e19d-c1cb-4763-88ff-3e9c616780e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709acaad-0b13-40b8-8b7d-672597603a57,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:36.924225 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab92c3e-89dc-49d2-85af-4d50c73190d6 req-e3291ca2-1589-4205-a86e-c1c8674c8229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:36.925705 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cab92c3e-89dc-49d2-85af-4d50c73190d6 req-e3291ca2-1589-4205-a86e-c1c8674c8229 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=22b143aeac51448fa3b37088b32e7827&device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 1096 time: 0.2631831 Mar 09 03:49:36.927858 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e3a86f3-7f23-49dd-9ba5-c64936ef2e2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:36.981574 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4308eb86-246e-45d1-b034-ec2c016a0c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:37.045019 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4308eb86-246e-45d1-b034-ec2c016a0c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:37.077988 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e3a86f3-7f23-49dd-9ba5-c64936ef2e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:37.136602 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc0a84-9b4f-447f-95e8-96e6c376c1c0 req-57b8c64a-8283-49f1-8894-b79c6431ea64 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:37.137990 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a6fc0a84-9b4f-447f-95e8-96e6c376c1c0 req-57b8c64a-8283-49f1-8894-b79c6431ea64 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.1318617 Mar 09 03:49:37.152018 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4308eb86-246e-45d1-b034-ec2c016a0c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:37.153781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab92c3e-89dc-49d2-85af-4d50c73190d6 req-674689ac-b3f7-45f8-be02-45e00e70e14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:37.155252 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cab92c3e-89dc-49d2-85af-4d50c73190d6 req-674689ac-b3f7-45f8-be02-45e00e70e14a service neutron] 10.222.0.24 "GET /v2.0/networks?id=8de54226-82d4-4ec5-baa5-6fa167a003ac HTTP/1.1" status: 200 len: 909 time: 0.2015381 Mar 09 03:49:37.195493 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308eb86-246e-45d1-b034-ec2c016a0c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709acaad-0b13-40b8-8b7d-672597603a57,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:37.214333 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4308eb86-246e-45d1-b034-ec2c016a0c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:37.216760 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4308eb86-246e-45d1-b034-ec2c016a0c75 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/709acaad-0b13-40b8-8b7d-672597603a57 HTTP/1.1" status: 204 len: 168 time: 0.3307564 Mar 09 03:49:37.230120 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a6fc0a84-9b4f-447f-95e8-96e6c376c1c0 req-e6a60168-749d-4b18-9e69-4ade3a72e38a tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804715 Mar 09 03:49:37.235113 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cab92c3e-89dc-49d2-85af-4d50c73190d6 req-2632b666-a65b-4d08-a8f8-25f9f29779e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d6822e1-9f5f-403f-b26a-d419c7c490c6 HTTP/1.1" status: 200 len: 217 time: 0.0712926 Mar 09 03:49:37.319985 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e3a86f3-7f23-49dd-9ba5-c64936ef2e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:37.383873 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e3a86f3-7f23-49dd-9ba5-c64936ef2e2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:37.390380 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a86f3-7f23-49dd-9ba5-c64936ef2e2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c920fc5-2787-4cac-8642-9a3ab0344f80,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:37.408592 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3e3a86f3-7f23-49dd-9ba5-c64936ef2e2b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9c920fc5-2787-4cac-8642-9a3ab0344f80 HTTP/1.1" status: 204 len: 168 time: 0.6998816 Mar 09 03:49:37.411330 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59686) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:37.414808 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab92c3e-89dc-49d2-85af-4d50c73190d6 req-2c27bba8-524d-4651-bf5c-414935609d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:37.416236 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cab92c3e-89dc-49d2-85af-4d50c73190d6 req-2c27bba8-524d-4651-bf5c-414935609d2c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05ba68c9-9024-4dda-8072-8f41fa397387 HTTP/1.1" status: 200 len: 848 time: 0.1752257 Mar 09 03:49:37.476626 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cab92c3e-89dc-49d2-85af-4d50c73190d6 req-113f7efe-cf08-45f1-b4b0-e0ec44330743 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8de54226-82d4-4ec5-baa5-6fa167a003ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527070 Mar 09 03:49:37.488496 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2bb7d-5f7f-4c9e-86e7-bcf8dbeb184c req-7d586674-66be-43ba-a883-c24c08c3f536 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:37.496778 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9f2bb7d-5f7f-4c9e-86e7-bcf8dbeb184c req-7d586674-66be-43ba-a883-c24c08c3f536 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 946 time: 0.2225916 Mar 09 03:49:37.539600 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9f80-39d8-492b-afd9-3440b3ff8917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:37.591140 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 444f3cbf-8222-4044-9d39-a394127bbbb9 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:49:37.648255 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9f2bb7d-5f7f-4c9e-86e7-bcf8dbeb184c req-9b4eb3cd-8500-4069-869c-37f5265325f1 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505406 Mar 09 03:49:37.701986 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9f80-39d8-492b-afd9-3440b3ff8917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:37.716900 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cab92c3e-89dc-49d2-85af-4d50c73190d6 req-5ddd24d1-57b7-4431-b19c-856d30d008b2 service neutron] 10.222.0.24 "GET /v2.0/networks/8de54226-82d4-4ec5-baa5-6fa167a003ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179987 Mar 09 03:49:37.732785 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-2f5a9f80-39d8-492b-afd9-3440b3ff8917 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:49:37.760323 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-2f5a9f80-39d8-492b-afd9-3440b3ff8917 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bbaef4a-7db0-4070-89ca-e5ac17bfd3e0') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:49:37.761212 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 444f3cbf-8222-4044-9d39-a394127bbbb9, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=444f3cbf-8222-4044-9d39-a394127bbbb9,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:37.761408 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-2f5a9f80-39d8-492b-afd9-3440b3ff8917 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bbaef4a-7db0-4070-89ca-e5ac17bfd3e0') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:49:37.777369 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '444f3cbf-8222-4044-9d39-a394127bbbb9', 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840', 'port_id': '444f3cbf-8222-4044-9d39-a394127bbbb9', 'mac_address': 'fa:16:3e:3c:82:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4320f833-55d6-48c9-bfa9-ead71d951b3e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:49:37.780149 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9f80-39d8-492b-afd9-3440b3ff8917 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:37.822946 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9f80-39d8-492b-afd9-3440b3ff8917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:37.833255 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f5a9f80-39d8-492b-afd9-3440b3ff8917 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:49:37.834524 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9f80-39d8-492b-afd9-3440b3ff8917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:49:37.850971 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:49:37.867014 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:37.900796 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cab92c3e-89dc-49d2-85af-4d50c73190d6 req-5bd7366a-212f-4f1f-b1c7-218af00635d1 service neutron] 10.222.0.24 "GET /v2.0/networks/8de54226-82d4-4ec5-baa5-6fa167a003ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766198 Mar 09 03:49:37.901238 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 444f3cbf-8222-4044-9d39-a394127bbbb9 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:49:37.931135 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 444f3cbf-8222-4044-9d39-a394127bbbb9, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=444f3cbf-8222-4044-9d39-a394127bbbb9,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:37.936611 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:38.023684 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=444f3cbf-8222-4044-9d39-a394127bbbb9,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:38.174259 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9f80-39d8-492b-afd9-3440b3ff8917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:38.193493 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9f80-39d8-492b-afd9-3440b3ff8917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:38.201386 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a9f80-39d8-492b-afd9-3440b3ff8917 admin admin] Pushing event deleted for resources: {'Network': ['ID=8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:38.210741 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['444f3cbf-8222-4044-9d39-a394127bbbb9'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:49:38.228204 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2f5a9f80-39d8-492b-afd9-3440b3ff8917 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8470a7d4-3f8a-4e82-84e8-0dac5fa5cbcd HTTP/1.1" status: 204 len: 168 time: 0.8150728 Mar 09 03:49:38.237034 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4491f0-b00c-46c7-aa28-a463653d050c req-ad699877-03d4-40aa-a980-f0ba7c85b4d9 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:38.238468 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ad4491f0-b00c-46c7-aa28-a463653d050c req-ad699877-03d4-40aa-a980-f0ba7c85b4d9 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b65934-42be-4c42-86a6-f8d4acc46d70 HTTP/1.1" status: 200 len: 944 time: 0.1363833 Mar 09 03:49:38.324766 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ad4491f0-b00c-46c7-aa28-a463653d050c req-31bf2163-173d-4e54-b02d-e392c7510d19 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791519 Mar 09 03:49:38.512166 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59730) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:38.587165 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3f29266f-f089-4909-99b6-21268931281a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c54bc540b134f45b60394c1ae76686b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0739272 Mar 09 03:49:38.589634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59734) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:38.611147 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75cd3e-4733-4f22-bf9a-5661097af0ca req-1f16533c-d733-45ff-be0e-07fd67f4c31f tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:38.612950 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:38.615597 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9b75cd3e-4733-4f22-bf9a-5661097af0ca req-1f16533c-d733-45ff-be0e-07fd67f4c31f tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.1431708 Mar 09 03:49:38.618245 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a05bd-2f8a-4b3a-840f-a3ece1a45d6e req-11a1795e-ae50-49b2-8576-64f3691a635c tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:38.625004 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7f0a05bd-2f8a-4b3a-840f-a3ece1a45d6e req-11a1795e-ae50-49b2-8576-64f3691a635c tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=91b636a1-d495-4263-8b38-a4a4e6e5e76d HTTP/1.1" status: 200 len: 946 time: 0.1050029 Mar 09 03:49:38.663409 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9b75cd3e-4733-4f22-bf9a-5661097af0ca req-146f7a94-66b2-4c40-aadb-ddc3878ca0b7 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449400 Mar 09 03:49:38.699703 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7f0a05bd-2f8a-4b3a-840f-a3ece1a45d6e req-c2c490e7-cb10-4147-ab5e-c450bb7c0c9e tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735173 Mar 09 03:49:38.716795 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-29a0364f-95f7-4b86-980e-59181a45b805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:38.747270 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-29a0364f-95f7-4b86-980e-59181a45b805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:38.804167 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-29a0364f-95f7-4b86-980e-59181a45b805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:38.822825 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0364f-95f7-4b86-980e-59181a45b805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249a0090-c2a6-43a8-bc96-daf29e8101c9,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:38.831573 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-29a0364f-95f7-4b86-980e-59181a45b805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:38.836088 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-29a0364f-95f7-4b86-980e-59181a45b805 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/249a0090-c2a6-43a8-bc96-daf29e8101c9 HTTP/1.1" status: 204 len: 168 time: 0.2453890 Mar 09 03:49:38.859952 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad9206-0713-44eb-a18b-653f23f181e8 req-31a997c3-e781-43ce-9306-5230958fdc5a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:38.861414 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-acad9206-0713-44eb-a18b-653f23f181e8 req-31a997c3-e781-43ce-9306-5230958fdc5a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 946 time: 0.0946476 Mar 09 03:49:38.920105 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-acad9206-0713-44eb-a18b-653f23f181e8 req-d61282ad-67ad-4350-8c09-e04c68d80a34 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530779 Mar 09 03:49:39.534476 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b626f2-e079-449c-a6b5-e027edfbba60 req-47d6b59f-6365-4a28-9a1a-5fb7c5bc71ac tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:39.542462 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d8b626f2-e079-449c-a6b5-e027edfbba60 req-47d6b59f-6365-4a28-9a1a-5fb7c5bc71ac tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b65934-42be-4c42-86a6-f8d4acc46d70 HTTP/1.1" status: 200 len: 944 time: 0.0979078 Mar 09 03:49:39.610284 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 444f3cbf-8222-4044-9d39-a394127bbbb9 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:49:39.692542 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59794) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:39.711029 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 444f3cbf-8222-4044-9d39-a394127bbbb9 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:49:39.719633 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 444f3cbf-8222-4044-9d39-a394127bbbb9 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:49:39.721327 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:39.738702 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d8b626f2-e079-449c-a6b5-e027edfbba60 req-1f44f364-6dd5-4087-b2be-cfcc9a8eac77 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951478 Mar 09 03:49:39.885019 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:39.918338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b65934-42be-4c42-86a6-f8d4acc46d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444f3cbf-8222-4044-9d39-a394127bbbb9'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:49:39.929640 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 444f3cbf-8222-4044-9d39-a394127bbbb9, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=444f3cbf-8222-4044-9d39-a394127bbbb9,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:39.938798 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:39.939646 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 417ee544-2d3d-4f9f-abb9-3b13e3cacb2d no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:49:39.976061 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-ece126ac-7e1d-4f67-bdb1-90241bcf2c36 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1525599687-network', 'tenant_id': '486897a792634f32af51185d1dd07c61'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:49:39.986363 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ece126ac-7e1d-4f67-bdb1-90241bcf2c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:39.996351 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ece126ac-7e1d-4f67-bdb1-90241bcf2c36 admin admin] Usage tracker for resource:network and tenant:486897a792634f32af51185d1dd07c61 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:40.002634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6bb574-b7e4-4f1a-838b-15e90b7b865f req-8d227486-1fab-4403-89ec-3fa288a9eaee tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:40.003641 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ece126ac-7e1d-4f67-bdb1-90241bcf2c36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:40.011786 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2a6bb574-b7e4-4f1a-838b-15e90b7b865f req-8d227486-1fab-4403-89ec-3fa288a9eaee tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=91b636a1-d495-4263-8b38-a4a4e6e5e76d HTTP/1.1" status: 200 len: 946 time: 0.1665130 Mar 09 03:49:40.014825 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ece126ac-7e1d-4f67-bdb1-90241bcf2c36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:40.033363 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 417ee544-2d3d-4f9f-abb9-3b13e3cacb2d {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:49:40.033979 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 417ee544-2d3d-4f9f-abb9-3b13e3cacb2d not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:49:40.070341 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece126ac-7e1d-4f67-bdb1-90241bcf2c36 admin admin] Made reservation on behalf of 486897a792634f32af51185d1dd07c61 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:49:40.072931 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ece126ac-7e1d-4f67-bdb1-90241bcf2c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:40.076894 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2a6bb574-b7e4-4f1a-838b-15e90b7b865f req-8ca01c3c-7be6-4eaa-8b36-870a8194d62f tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638545 Mar 09 03:49:40.093360 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=444f3cbf-8222-4044-9d39-a394127bbbb9,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:40.099061 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7ae6a-0f7a-4616-9dfa-f4634cf71cbf req-27114217-03fd-4a5b-bd63-128accfffdf6 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:40.106547 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a2d7ae6a-0f7a-4616-9dfa-f4634cf71cbf req-27114217-03fd-4a5b-bd63-128accfffdf6 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.2512281 Mar 09 03:49:40.124852 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ece126ac-7e1d-4f67-bdb1-90241bcf2c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:40.135272 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b65934-42be-4c42-86a6-f8d4acc46d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444f3cbf-8222-4044-9d39-a394127bbbb9', 'code': 200} Mar 09 03:49:40.158283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e8cd3-d41e-4fcc-8b63-e4e064d7e481 req-4f7aa1f3-df87-4c0d-addf-518ab6ede033 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:40.159938 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bb5e8cd3-d41e-4fcc-8b63-e4e064d7e481 req-4f7aa1f3-df87-4c0d-addf-518ab6ede033 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b636a1-d495-4263-8b38-a4a4e6e5e76d HTTP/1.1" status: 200 len: 946 time: 0.2497489 Mar 09 03:49:40.161228 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ece126ac-7e1d-4f67-bdb1-90241bcf2c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:40.207711 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ece126ac-7e1d-4f67-bdb1-90241bcf2c36 admin admin] Usage tracker for resource:security_group_rule and tenant:486897a792634f32af51185d1dd07c61 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:40.219372 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ece126ac-7e1d-4f67-bdb1-90241bcf2c36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:40.249685 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a2d7ae6a-0f7a-4616-9dfa-f4634cf71cbf req-6649e27d-3010-4191-a43f-322c1b57b90e tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421511 Mar 09 03:49:40.250559 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ece126ac-7e1d-4f67-bdb1-90241bcf2c36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:40.291954 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-bb5e8cd3-d41e-4fcc-8b63-e4e064d7e481 req-239a4152-0e53-420a-9875-052195d1e2ad tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Deleting port 25fa509b-0740-40bf-a905-cfcb59935037 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:49:40.293541 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-bb5e8cd3-d41e-4fcc-8b63-e4e064d7e481 req-239a4152-0e53-420a-9875-052195d1e2ad tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:40.344544 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b3fbe-cc6d-40e8-bb0e-a65ebe809fd6 req-f26749c6-a6ab-42f3-8cbf-f9d48dd92606 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:40.346896 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-825b3fbe-cc6d-40e8-bb0e-a65ebe809fd6 req-f26749c6-a6ab-42f3-8cbf-f9d48dd92606 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 946 time: 0.1126549 Mar 09 03:49:40.349519 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ba700-83e9-4bfe-a4b6-60aab999eccc req-cb64f2cf-5514-48fa-8657-bbcbd4f3551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:40.350891 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-760ba700-83e9-4bfe-a4b6-60aab999eccc req-cb64f2cf-5514-48fa-8657-bbcbd4f3551f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=55b65934-42be-4c42-86a6-f8d4acc46d70 HTTP/1.1" status: 200 len: 1096 time: 0.1512511 Mar 09 03:49:40.422565 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-825b3fbe-cc6d-40e8-bb0e-a65ebe809fd6 req-1ddac70a-967c-4763-8137-4435f65c85fc tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684223 Mar 09 03:49:40.429418 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-760ba700-83e9-4bfe-a4b6-60aab999eccc req-1f4abc4b-7995-4c4e-8286-cbef9efea819 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582831 Mar 09 03:49:40.498769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59824) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:40.571618 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ece126ac-7e1d-4f67-bdb1-90241bcf2c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:40.576690 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ece126ac-7e1d-4f67-bdb1-90241bcf2c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:40.621417 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-bb5e8cd3-d41e-4fcc-8b63-e4e064d7e481 req-239a4152-0e53-420a-9875-052195d1e2ad tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] For port 25fa509b-0740-40bf-a905-cfcb59935037, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=25fa509b-0740-40bf-a905-cfcb59935037,segment=NetworkSegment(3b2f149d-5276-4130-aa24-9c7c0b27831c),segment_id=3b2f149d-5276-4130-aa24-9c7c0b27831c)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:40.621782 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-bb5e8cd3-d41e-4fcc-8b63-e4e064d7e481 req-239a4152-0e53-420a-9875-052195d1e2ad tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:40.626362 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9e17074-a2fe-41f6-ae56-e65db3032be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:40.635919 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece126ac-7e1d-4f67-bdb1-90241bcf2c36 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:49:40.640952 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b9e17074-a2fe-41f6-ae56-e65db3032be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:40.644831 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b9e17074-a2fe-41f6-ae56-e65db3032be1 admin admin] Usage tracker for resource:security_group_rule and tenant:87b375b2e1ab4212865ba7f850c66267 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:40.648187 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b9e17074-a2fe-41f6-ae56-e65db3032be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:40.653935 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b9e17074-a2fe-41f6-ae56-e65db3032be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:40.737291 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9e17074-a2fe-41f6-ae56-e65db3032be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:40.740958 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9e17074-a2fe-41f6-ae56-e65db3032be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:40.752468 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece126ac-7e1d-4f67-bdb1-90241bcf2c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3cea5d-5326-47ab-bd6b-dd2af1d897cf,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:40.761053 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-bb5e8cd3-d41e-4fcc-8b63-e4e064d7e481 req-239a4152-0e53-420a-9875-052195d1e2ad tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Calling delete_port for 25fa509b-0740-40bf-a905-cfcb59935037 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:49:40.789575 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ece126ac-7e1d-4f67-bdb1-90241bcf2c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:40.789923 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-ece126ac-7e1d-4f67-bdb1-90241bcf2c36 admin admin] Added segment 37f9b9da-edba-466d-b524-4b5bfcfd577b of type vlan for network 0ae701d4-2061-4ded-8c6d-fadb65304f99 Mar 09 03:49:40.790936 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b9e17074-a2fe-41f6-ae56-e65db3032be1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87b375b2e1ab4212865ba7f850c66267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2904246 Mar 09 03:49:40.791809 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e17074-a2fe-41f6-ae56-e65db3032be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac00afc-8c87-428d-b8c8-6dfe0eccafe4,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:40.794356 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59832) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:40.844094 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ece126ac-7e1d-4f67-bdb1-90241bcf2c36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:40.862697 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02150f64-40c8-470c-99d1-c0120fb738bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:40.889135 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02150f64-40c8-470c-99d1-c0120fb738bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:40.944682 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02150f64-40c8-470c-99d1-c0120fb738bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:40.962403 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02150f64-40c8-470c-99d1-c0120fb738bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac00afc-8c87-428d-b8c8-6dfe0eccafe4,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:40.970050 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02150f64-40c8-470c-99d1-c0120fb738bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:40.986541 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-02150f64-40c8-470c-99d1-c0120fb738bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ac00afc-8c87-428d-b8c8-6dfe0eccafe4 HTTP/1.1" status: 204 len: 168 time: 0.1783829 Mar 09 03:49:41.010433 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ece126ac-7e1d-4f67-bdb1-90241bcf2c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:41.011431 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece126ac-7e1d-4f67-bdb1-90241bcf2c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:41.012008 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ece126ac-7e1d-4f67-bdb1-90241bcf2c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:41.131468 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-bb5e8cd3-d41e-4fcc-8b63-e4e064d7e481 req-239a4152-0e53-420a-9875-052195d1e2ad tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:41.147477 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['48a006d6-f153-49d5-9e10-eb85d8b41207'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:49:41.203196 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece126ac-7e1d-4f67-bdb1-90241bcf2c36 admin admin] Pushing event updated for resources: {'Network': ['ID=0ae701d4-2061-4ded-8c6d-fadb65304f99,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:41.209572 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a4152-0e53-420a-9875-052195d1e2ad tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Pushing event deleted for resources: {'Port': ['ID=25fa509b-0740-40bf-a905-cfcb59935037,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:41.227652 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['e435f07d-af3a-419e-8416-d4970f82b77e', '25fa509b-0740-40bf-a905-cfcb59935037'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:49:41.243707 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4763e09b-ead5-4abe-8cc9-80cf6c2df793 req-fa24a8a9-e55f-4bc4-9841-9c45364b925e tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=91b636a1-d495-4263-8b38-a4a4e6e5e76d HTTP/1.1" status: 200 len: 210 time: 0.0620883 Mar 09 03:49:41.254360 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ece126ac-7e1d-4f67-bdb1-90241bcf2c36 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5600374 Mar 09 03:49:41.259383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59842) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:41.265967 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 0ae701d4-2061-4ded-8c6d-fadb65304f99 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:49:41.272657 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-222a1d6f-280a-4008-97f0-eb05830c0525 admin admin] Request body: {'subnet': {'network_id': '0ae701d4-2061-4ded-8c6d-fadb65304f99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1525599687-subnet', 'tenant_id': '486897a792634f32af51185d1dd07c61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:49:41.281385 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-222a1d6f-280a-4008-97f0-eb05830c0525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:41.286327 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-222a1d6f-280a-4008-97f0-eb05830c0525 admin admin] Usage tracker for resource:subnet and tenant:486897a792634f32af51185d1dd07c61 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:41.290487 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-222a1d6f-280a-4008-97f0-eb05830c0525 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:41.297196 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-222a1d6f-280a-4008-97f0-eb05830c0525 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:41.314289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222a1d6f-280a-4008-97f0-eb05830c0525 admin admin] Made reservation on behalf of 486897a792634f32af51185d1dd07c61 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:49:41.317476 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-222a1d6f-280a-4008-97f0-eb05830c0525 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:41.329858 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5e8cd3-d41e-4fcc-8b63-e4e064d7e481 req-239a4152-0e53-420a-9875-052195d1e2ad tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] No DVR routers for this DVR port 25fa509b-0740-40bf-a905-cfcb59935037 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:49:41.333093 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-bb5e8cd3-d41e-4fcc-8b63-e4e064d7e481 req-239a4152-0e53-420a-9875-052195d1e2ad tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:41.336699 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bb5e8cd3-d41e-4fcc-8b63-e4e064d7e481 req-239a4152-0e53-420a-9875-052195d1e2ad tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.21 "DELETE /v2.0/ports/25fa509b-0740-40bf-a905-cfcb59935037 HTTP/1.1" status: 204 len: 173 time: 1.1684484 Mar 09 03:49:41.338022 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b636a1-d495-4263-8b38-a4a4e6e5e76d', 'name': 'network-vif-deleted', 'tag': '25fa509b-0740-40bf-a905-cfcb59935037'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:49:41.355058 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da6b4e-335f-409c-9dfe-08297f609dc0 req-61805688-703d-4e44-b799-0d03567c7bd2 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:41.367073 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-99da6b4e-335f-409c-9dfe-08297f609dc0 req-61805688-703d-4e44-b799-0d03567c7bd2 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b65934-42be-4c42-86a6-f8d4acc46d70 HTTP/1.1" status: 200 len: 945 time: 0.4938946 Mar 09 03:49:41.390335 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59850) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:41.568084 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd37e-0d7c-4152-ba13-cc6399e50dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:41.592683 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e6166-1af3-40f5-9be2-bf75ff15b9a9 req-73693a80-bee6-4612-94d3-f33cd2447736 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:41.602815 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-99da6b4e-335f-409c-9dfe-08297f609dc0 req-ae8cfd7c-97cd-4921-a340-9b76ef621184 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344568 Mar 09 03:49:41.608198 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1b7dd37e-0d7c-4152-ba13-cc6399e50dbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:41.608954 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-823e6166-1af3-40f5-9be2-bf75ff15b9a9 req-73693a80-bee6-4612-94d3-f33cd2447736 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.1636465 Mar 09 03:49:41.620593 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1b7dd37e-0d7c-4152-ba13-cc6399e50dbb admin admin] Usage tracker for resource:security_group_rule and tenant:90eefe89b6774141ab1ce4d08798ec0d is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:41.624574 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1b7dd37e-0d7c-4152-ba13-cc6399e50dbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:41.638492 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1b7dd37e-0d7c-4152-ba13-cc6399e50dbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:41.678173 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-823e6166-1af3-40f5-9be2-bf75ff15b9a9 req-32b7be5e-6dba-4e31-8265-73017273fc37 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681701 Mar 09 03:49:41.703326 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b636a1-d495-4263-8b38-a4a4e6e5e76d', 'name': 'network-vif-deleted', 'tag': '25fa509b-0740-40bf-a905-cfcb59935037', 'status': 'completed', 'code': 200} Mar 09 03:49:41.816195 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd37e-0d7c-4152-ba13-cc6399e50dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:41.825597 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd37e-0d7c-4152-ba13-cc6399e50dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:41.886466 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dd37e-0d7c-4152-ba13-cc6399e50dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90ecfa9-6237-4939-949c-c66e580b4f24,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:41.891953 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1b7dd37e-0d7c-4152-ba13-cc6399e50dbb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=90eefe89b6774141ab1ce4d08798ec0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4986622 Mar 09 03:49:41.895166 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59858) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:41.946691 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-222a1d6f-280a-4008-97f0-eb05830c0525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:41.962345 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-36608f82-0294-48a0-8660-77f08406a7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:41.996272 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-36608f82-0294-48a0-8660-77f08406a7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:42.039548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a1d6f-280a-4008-97f0-eb05830c0525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=569ae72c-69df-4674-afa7-f9279eaa372a,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:42.054543 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222a1d6f-280a-4008-97f0-eb05830c0525 admin admin] Checking segment: {'id': '37f9b9da-edba-466d-b524-4b5bfcfd577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0ae701d4-2061-4ded-8c6d-fadb65304f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:49:42.055086 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222a1d6f-280a-4008-97f0-eb05830c0525 admin admin] Network hostable DHCP agents. Network: 0ae701d4-2061-4ded-8c6d-fadb65304f99, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:49:42.060097 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-36608f82-0294-48a0-8660-77f08406a7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:42.079851 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36608f82-0294-48a0-8660-77f08406a7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90ecfa9-6237-4939-949c-c66e580b4f24,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:42.081956 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-36608f82-0294-48a0-8660-77f08406a7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:42.085652 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e27cd9-efeb-4dba-bc7e-a4b5c15ef6a7 req-d920dffa-4b5d-4ef3-a70a-2ac14871336c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:42.086072 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-36608f82-0294-48a0-8660-77f08406a7ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c90ecfa9-6237-4939-949c-c66e580b4f24 HTTP/1.1" status: 204 len: 168 time: 0.1895132 Mar 09 03:49:42.087572 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-08e27cd9-efeb-4dba-bc7e-a4b5c15ef6a7 req-d920dffa-4b5d-4ef3-a70a-2ac14871336c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 946 time: 0.2100592 Mar 09 03:49:42.116037 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222a1d6f-280a-4008-97f0-eb05830c0525 admin admin] Network 0ae701d4-2061-4ded-8c6d-fadb65304f99 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:49:42.142554 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-222a1d6f-280a-4008-97f0-eb05830c0525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 0ae701d4-2061-4ded-8c6d-fadb65304f99) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:49:42.153732 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13429634-3f38-40b2-b625-511687fa611d None None] Network 0ae701d4-2061-4ded-8c6d-fadb65304f99 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:49:42.154289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222a1d6f-280a-4008-97f0-eb05830c0525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:42.154554 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-222a1d6f-280a-4008-97f0-eb05830c0525 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:42.168632 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-08e27cd9-efeb-4dba-bc7e-a4b5c15ef6a7 req-bc28b97a-408d-46bc-94de-48107f587756 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752215 Mar 09 03:49:42.182424 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-222a1d6f-280a-4008-97f0-eb05830c0525 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9208682 Mar 09 03:49:42.394607 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ca88bf-b814-4a93-8843-ae1c7896cbf8 None None] Network 0ae701d4-2061-4ded-8c6d-fadb65304f99 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:49:42.762704 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f603ba3-ce7b-4e91-b37b-d14502518919 req-5249a82e-d28a-484e-acef-2d757e802003 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:42.764327 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2f603ba3-ce7b-4e91-b37b-d14502518919 req-5249a82e-d28a-484e-acef-2d757e802003 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7fa04b-b72e-4682-baee-f4d911f9dafc HTTP/1.1" status: 200 len: 945 time: 0.0845006 Mar 09 03:49:42.811079 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2f603ba3-ce7b-4e91-b37b-d14502518919 req-c0c7ee65-6311-42d8-a17b-fa1cd7562c19 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405703 Mar 09 03:49:43.002318 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9049432-d238-4a76-84b7-d30c5bab5ba4 req-c9556d26-d73f-4e31-adb3-79fd0123eae1 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:43.004511 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e9049432-d238-4a76-84b7-d30c5bab5ba4 req-c9556d26-d73f-4e31-adb3-79fd0123eae1 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b65934-42be-4c42-86a6-f8d4acc46d70 HTTP/1.1" status: 200 len: 945 time: 0.0866473 Mar 09 03:49:43.038267 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-91c63573-cfe8-48fb-aaa5-15ed51abea22 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:43.038983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-91c63573-cfe8-48fb-aaa5-15ed51abea22 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Synchronizing usage tracker for tenant:486897a792634f32af51185d1dd07c61 on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:49:43.056626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-91c63573-cfe8-48fb-aaa5-15ed51abea22 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Unset dirty status for tenant:486897a792634f32af51185d1dd07c61 on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:49:43.058423 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-91c63573-cfe8-48fb-aaa5-15ed51abea22 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/networks?id=0ae701d4-2061-4ded-8c6d-fadb65304f99 HTTP/1.1" status: 200 len: 822 time: 0.1720219 Mar 09 03:49:43.062663 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e9049432-d238-4a76-84b7-d30c5bab5ba4 req-e3fdf4b7-8b99-4f3a-ac2c-7c9a2927f6eb tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489116 Mar 09 03:49:43.078294 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-3e9a4bb3-7a8d-465b-8423-567710b02646 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/quotas/486897a792634f32af51185d1dd07c61 HTTP/1.1" status: 200 len: 375 time: 0.0141902 Mar 09 03:49:43.137208 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-b91f106c-dc64-4978-ba0b-7cb17b52f083 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=486897a792634f32af51185d1dd07c61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471773 Mar 09 03:49:43.248645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55200b0b-660e-4ca5-ab03-7a83614f1194 req-0c962b9c-934a-4888-aa9e-f16b636aff91 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:43.250099 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-55200b0b-660e-4ca5-ab03-7a83614f1194 req-0c962b9c-934a-4888-aa9e-f16b636aff91 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.0823357 Mar 09 03:49:43.284578 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-0240efea-971c-41b5-bcde-617823f4c76d service neutron] 10.222.0.16 "GET /v2.0/networks/0ae701d4-2061-4ded-8c6d-fadb65304f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405406 Mar 09 03:49:43.297090 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-55200b0b-660e-4ca5-ab03-7a83614f1194 req-3cfc8741-dfaa-4be0-b5c2-feb46bb45d21 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405104 Mar 09 03:49:43.425316 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-4fc65db0-2825-4a25-b6e9-22bf5a17c5b3 service neutron] 10.222.0.16 "GET /v2.0/networks/0ae701d4-2061-4ded-8c6d-fadb65304f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332622 Mar 09 03:49:43.482280 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cad6fd-c5c2-4f58-bc14-48eed74e9c95 req-345a7a0f-9700-40da-9d9f-b102ba4e1ced tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:43.484032 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-27cad6fd-c5c2-4f58-bc14-48eed74e9c95 req-345a7a0f-9700-40da-9d9f-b102ba4e1ced tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b65934-42be-4c42-86a6-f8d4acc46d70 HTTP/1.1" status: 200 len: 945 time: 0.0875394 Mar 09 03:49:43.543493 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-27cad6fd-c5c2-4f58-bc14-48eed74e9c95 req-3d09cee3-681b-4ca5-b283-c43f96316d0e tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528216 Mar 09 03:49:43.635098 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 25fa509b-0740-40bf-a905-cfcb59935037 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:49:43.655705 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-551ccefb-e42a-41c0-899d-a2b0cc9337c5 req-3cccab46-b05a-4193-87c1-97da5a7bccaf tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bd16c46-43c5-4336-a0ef-d4a34e356955 HTTP/1.1" status: 200 len: 210 time: 0.0597317 Mar 09 03:49:43.707488 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 25fa509b-0740-40bf-a905-cfcb59935037 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:49:43.707829 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 25fa509b-0740-40bf-a905-cfcb59935037 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:49:43.755719 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00203726-6d19-4ab9-85a6-aa468fe022ad req-e6a64d5e-0a94-400f-a31a-860db54160f1 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:43.767910 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-00203726-6d19-4ab9-85a6-aa468fe022ad req-e6a64d5e-0a94-400f-a31a-860db54160f1 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 946 time: 0.1076188 Mar 09 03:49:43.821843 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-00203726-6d19-4ab9-85a6-aa468fe022ad req-3709ee2b-4d34-4c5d-b357-a094ba94f2a5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527458 Mar 09 03:49:44.134677 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afcd74-63c3-4bb4-9c59-48d214e0bd3f req-3b9bbefe-6179-470e-bbb2-5ceb39e5e118 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:44.135379 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-72afcd74-63c3-4bb4-9c59-48d214e0bd3f req-3b9bbefe-6179-470e-bbb2-5ceb39e5e118 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Synchronizing usage tracker for tenant:5af2d017b40c4b54b66164a0e7af8e42 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:49:44.142646 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5accd92-70b5-448a-9617-7b8e37465d08 req-762496c9-bd45-4126-a621-2fa938e6b8b8 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:44.151740 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d5accd92-70b5-448a-9617-7b8e37465d08 req-762496c9-bd45-4126-a621-2fa938e6b8b8 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b65934-42be-4c42-86a6-f8d4acc46d70 HTTP/1.1" status: 200 len: 945 time: 0.1078267 Mar 09 03:49:44.154520 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-72afcd74-63c3-4bb4-9c59-48d214e0bd3f req-3b9bbefe-6179-470e-bbb2-5ceb39e5e118 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Unset dirty status for tenant:5af2d017b40c4b54b66164a0e7af8e42 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:49:44.157109 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-72afcd74-63c3-4bb4-9c59-48d214e0bd3f req-3b9bbefe-6179-470e-bbb2-5ceb39e5e118 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7fa04b-b72e-4682-baee-f4d911f9dafc HTTP/1.1" status: 200 len: 945 time: 0.1702182 Mar 09 03:49:44.196147 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d5accd92-70b5-448a-9617-7b8e37465d08 req-a3fd0746-b2c4-48c5-9ebc-371c266fe1f7 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435352 Mar 09 03:49:44.235452 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-72afcd74-63c3-4bb4-9c59-48d214e0bd3f req-a18e9dbe-c1e6-4865-9607-ecbaa1a8053b tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655758 Mar 09 03:49:44.557720 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a549f-4e3e-4bba-a4a6-a2fea321c96f req-b57f4c9e-6dc0-44f9-a2bc-4ccb0a83db91 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:44.559188 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-478a549f-4e3e-4bba-a4a6-a2fea321c96f req-b57f4c9e-6dc0-44f9-a2bc-4ccb0a83db91 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f7fa04b-b72e-4682-baee-f4d911f9dafc HTTP/1.1" status: 200 len: 945 time: 0.1114883 Mar 09 03:49:44.567396 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7848b99-dc62-4674-987e-9a58f8313c9d req-c6bcb35d-707a-4d1c-a886-081513cd9074 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:44.568773 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c7848b99-dc62-4674-987e-9a58f8313c9d req-c6bcb35d-707a-4d1c-a886-081513cd9074 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.1531556 Mar 09 03:49:44.666593 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-478a549f-4e3e-4bba-a4a6-a2fea321c96f req-77c8c026-d8c7-4b2d-bcdc-48bb55734c02 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Deleting port 48a006d6-f153-49d5-9e10-eb85d8b41207 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:49:44.666985 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-478a549f-4e3e-4bba-a4a6-a2fea321c96f req-77c8c026-d8c7-4b2d-bcdc-48bb55734c02 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:44.801045 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c7848b99-dc62-4674-987e-9a58f8313c9d req-1f03a169-e57d-438f-b8f2-efefa6c55567 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030320 Mar 09 03:49:44.885921 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2d417fe8-1a6f-47b0-a6bf-ead5bba31bc2 req-39631d25-b982-4544-83ae-8d66010b2488 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bd16c46-43c5-4336-a0ef-d4a34e356955 HTTP/1.1" status: 200 len: 210 time: 0.1029983 Mar 09 03:49:45.049655 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-5591c38b-d8d1-485d-bf7c-683f39c5d0ec tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:45.051379 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-5591c38b-d8d1-485d-bf7c-683f39c5d0ec tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.24 "GET /v2.0/networks?id=0ae701d4-2061-4ded-8c6d-fadb65304f99 HTTP/1.1" status: 200 len: 822 time: 0.2122619 Mar 09 03:49:45.063654 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-6c90c638-6c14-4eff-b1e1-10624401d9bb tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Request body: {'port': {'device_id': '8bd16c46-43c5-4336-a0ef-d4a34e356955', 'network_id': '0ae701d4-2061-4ded-8c6d-fadb65304f99', 'admin_state_up': True, 'tenant_id': '486897a792634f32af51185d1dd07c61'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:49:45.215806 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bf17d-54cf-4ed9-8e8e-b06920b3de5d req-c4a78d42-e995-4151-ab96-34280b918168 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:45.217375 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-451bf17d-54cf-4ed9-8e8e-b06920b3de5d req-c4a78d42-e995-4151-ab96-34280b918168 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 946 time: 0.2511215 Mar 09 03:49:45.219792 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-478a549f-4e3e-4bba-a4a6-a2fea321c96f req-77c8c026-d8c7-4b2d-bcdc-48bb55734c02 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] For port 48a006d6-f153-49d5-9e10-eb85d8b41207, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=48a006d6-f153-49d5-9e10-eb85d8b41207,segment=NetworkSegment(3b2f149d-5276-4130-aa24-9c7c0b27831c),segment_id=3b2f149d-5276-4130-aa24-9c7c0b27831c)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:45.219792 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-478a549f-4e3e-4bba-a4a6-a2fea321c96f req-77c8c026-d8c7-4b2d-bcdc-48bb55734c02 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:45.244914 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-6c90c638-6c14-4eff-b1e1-10624401d9bb tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:45.249675 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-6c90c638-6c14-4eff-b1e1-10624401d9bb tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Usage tracker for resource:port and tenant:486897a792634f32af51185d1dd07c61 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:45.252819 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-6c90c638-6c14-4eff-b1e1-10624401d9bb tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:45.263005 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-6c90c638-6c14-4eff-b1e1-10624401d9bb tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:45.280935 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-6c90c638-6c14-4eff-b1e1-10624401d9bb tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Made reservation on behalf of 486897a792634f32af51185d1dd07c61 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:49:45.287100 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-6c90c638-6c14-4eff-b1e1-10624401d9bb tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:45.388493 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-478a549f-4e3e-4bba-a4a6-a2fea321c96f req-77c8c026-d8c7-4b2d-bcdc-48bb55734c02 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Calling delete_port for 48a006d6-f153-49d5-9e10-eb85d8b41207 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:49:45.455532 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-451bf17d-54cf-4ed9-8e8e-b06920b3de5d req-66aa33ac-b2c6-465c-a885-de9dcb2c7284 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231650 Mar 09 03:49:45.600500 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-478a549f-4e3e-4bba-a4a6-a2fea321c96f req-77c8c026-d8c7-4b2d-bcdc-48bb55734c02 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:45.603768 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078a895-54b7-4da9-bbdd-49561a7b4025 req-cc9cb95b-4eaa-4813-b76f-52ff7675f803 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:45.605442 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6078a895-54b7-4da9-bbdd-49561a7b4025 req-cc9cb95b-4eaa-4813-b76f-52ff7675f803 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.21 "GET /v2.0/ports?device_id=55b65934-42be-4c42-86a6-f8d4acc46d70 HTTP/1.1" status: 200 len: 945 time: 0.2161973 Mar 09 03:49:45.606778 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-6c90c638-6c14-4eff-b1e1-10624401d9bb tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Allocated IP 172.20.0.3 (0ae701d4-2061-4ded-8c6d-fadb65304f99/569ae72c-69df-4674-afa7-f9279eaa372a/df2bad64-0501-428b-9df6-b6b32d9fd60b) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:49:45.617815 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['e435f07d-af3a-419e-8416-d4970f82b77e'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:49:45.619893 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdcec1-f906-4f1b-8b6b-0bde2b28fbe3 req-f94e8913-2e0a-4f6d-b942-02d9c97492a5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:45.621564 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cfbdcec1-f906-4f1b-8b6b-0bde2b28fbe3 req-f94e8913-2e0a-4f6d-b942-02d9c97492a5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b65934-42be-4c42-86a6-f8d4acc46d70 HTTP/1.1" status: 200 len: 945 time: 0.2686677 Mar 09 03:49:45.681170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8c026-d8c7-4b2d-bcdc-48bb55734c02 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Pushing event deleted for resources: {'Port': ['ID=48a006d6-f153-49d5-9e10-eb85d8b41207,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:45.854495 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-478a549f-4e3e-4bba-a4a6-a2fea321c96f req-77c8c026-d8c7-4b2d-bcdc-48bb55734c02 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] No DVR routers for this DVR port 48a006d6-f153-49d5-9e10-eb85d8b41207 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:49:45.867658 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ccd290c8-7d1c-47b4-af5c-d1df9967f004 req-9c0bb609-5535-4243-81fa-1506465c0339 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7fa04b-b72e-4682-baee-f4d911f9dafc HTTP/1.1" status: 200 len: 210 time: 0.1128237 Mar 09 03:49:45.872722 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-478a549f-4e3e-4bba-a4a6-a2fea321c96f req-77c8c026-d8c7-4b2d-bcdc-48bb55734c02 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:45.874692 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-6078a895-54b7-4da9-bbdd-49561a7b4025 req-e3d9b536-2cfc-4357-b8ee-97c57b81b60f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Deleting port 444f3cbf-8222-4044-9d39-a394127bbbb9 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:49:45.875089 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6078a895-54b7-4da9-bbdd-49561a7b4025 req-e3d9b536-2cfc-4357-b8ee-97c57b81b60f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:45.899683 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7fa04b-b72e-4682-baee-f4d911f9dafc', 'name': 'network-vif-deleted', 'tag': '48a006d6-f153-49d5-9e10-eb85d8b41207'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:49:45.912420 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-478a549f-4e3e-4bba-a4a6-a2fea321c96f req-77c8c026-d8c7-4b2d-bcdc-48bb55734c02 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.24 "DELETE /v2.0/ports/48a006d6-f153-49d5-9e10-eb85d8b41207 HTTP/1.1" status: 204 len: 173 time: 1.3426874 Mar 09 03:49:45.930262 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cfbdcec1-f906-4f1b-8b6b-0bde2b28fbe3 req-4fcecae7-01ab-41ed-a2d8-3df765408ff2 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657018 Mar 09 03:49:46.076841 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7fa04b-b72e-4682-baee-f4d911f9dafc', 'name': 'network-vif-deleted', 'tag': '48a006d6-f153-49d5-9e10-eb85d8b41207', 'status': 'completed', 'code': 200} Mar 09 03:49:46.153820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0ecc4-6056-4011-ba76-93b66c1dd0ff req-3f160f37-390c-40b1-b87b-d93b7a38e2a6 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:46.155514 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6ea0ecc4-6056-4011-ba76-93b66c1dd0ff req-3f160f37-390c-40b1-b87b-d93b7a38e2a6 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.1389501 Mar 09 03:49:46.220328 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6ea0ecc4-6056-4011-ba76-93b66c1dd0ff req-528b2dac-d5b4-4929-81d0-5f912aaae7e1 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523832 Mar 09 03:49:46.267580 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-13adc4c6-0655-4acc-8160-647f6c584d37 req-b8c1ceb4-bed0-460a-b659-a14b5ee22eeb tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bd16c46-43c5-4336-a0ef-d4a34e356955 HTTP/1.1" status: 200 len: 210 time: 0.0712709 Mar 09 03:49:46.366291 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-6c90c638-6c14-4eff-b1e1-10624401d9bb tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:46.476646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-6078a895-54b7-4da9-bbdd-49561a7b4025 req-e3d9b536-2cfc-4357-b8ee-97c57b81b60f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] For port 444f3cbf-8222-4044-9d39-a394127bbbb9, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=444f3cbf-8222-4044-9d39-a394127bbbb9,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:46.477005 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6078a895-54b7-4da9-bbdd-49561a7b4025 req-e3d9b536-2cfc-4357-b8ee-97c57b81b60f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:46.610610 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-6c90c638-6c14-4eff-b1e1-10624401d9bb tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:46.629232 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-6078a895-54b7-4da9-bbdd-49561a7b4025 req-e3d9b536-2cfc-4357-b8ee-97c57b81b60f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Calling delete_port for 444f3cbf-8222-4044-9d39-a394127bbbb9 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:49:46.660657 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624923c-e1c8-4d51-9f61-8411b0714d56 req-28cd95e7-534b-41db-9d93-fb0cd96b6b1c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:46.668841 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3624923c-e1c8-4d51-9f61-8411b0714d56 req-28cd95e7-534b-41db-9d93-fb0cd96b6b1c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 946 time: 0.0994995 Mar 09 03:49:46.725160 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3624923c-e1c8-4d51-9f61-8411b0714d56 req-4c439c88-73a8-4f2f-a049-18b5902ab738 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552468 Mar 09 03:49:46.750351 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-6c90c638-6c14-4eff-b1e1-10624401d9bb tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Network 0ae701d4-2061-4ded-8c6d-fadb65304f99 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:49:46.759599 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-6c90c638-6c14-4eff-b1e1-10624401d9bb tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:49:46.769466 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-6c90c638-6c14-4eff-b1e1-10624401d9bb tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:49:46.840821 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90c638-6c14-4eff-b1e1-10624401d9bb tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Pushing event updated for resources: {'Port': ['ID=df2bad64-0501-428b-9df6-b6b32d9fd60b,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:46.869134 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-6c90c638-6c14-4eff-b1e1-10624401d9bb tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:46.869744 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-6c90c638-6c14-4eff-b1e1-10624401d9bb tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:46.954353 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-6c90c638-6c14-4eff-b1e1-10624401d9bb tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8948727 Mar 09 03:49:46.961718 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6078a895-54b7-4da9-bbdd-49561a7b4025 req-e3d9b536-2cfc-4357-b8ee-97c57b81b60f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:46.975328 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['f872d039-4d7c-4439-877d-38c6f197a383'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:49:46.977109 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-ba582809-f99d-4cba-aee1-54746434b0be service neutron] Request body: {'port': {'device_id': '8bd16c46-43c5-4336-a0ef-d4a34e356955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:49:47.003837 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['444f3cbf-8222-4044-9d39-a394127bbbb9'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:49:47.058878 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9b536-2cfc-4357-b8ee-97c57b81b60f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Pushing event deleted for resources: {'Port': ['ID=444f3cbf-8222-4044-9d39-a394127bbbb9,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:47.214763 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-46550269-39fb-4383-bd63-e769c56bc7b8 req-4d592363-7e3c-4480-bfac-5e2e6dad51dd tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Synchronizing usage tracker for tenant:6c36c37e2e354df081ad1b18548376fc on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:49:47.222026 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-6078a895-54b7-4da9-bbdd-49561a7b4025 req-e3d9b536-2cfc-4357-b8ee-97c57b81b60f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] No DVR routers for this DVR port 444f3cbf-8222-4044-9d39-a394127bbbb9 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:49:47.224498 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-6078a895-54b7-4da9-bbdd-49561a7b4025 req-e3d9b536-2cfc-4357-b8ee-97c57b81b60f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:47.226793 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6078a895-54b7-4da9-bbdd-49561a7b4025 req-e3d9b536-2cfc-4357-b8ee-97c57b81b60f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.21 "DELETE /v2.0/ports/444f3cbf-8222-4044-9d39-a394127bbbb9 HTTP/1.1" status: 204 len: 173 time: 1.6043065 Mar 09 03:49:47.237702 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b65934-42be-4c42-86a6-f8d4acc46d70', 'name': 'network-vif-deleted', 'tag': '444f3cbf-8222-4044-9d39-a394127bbbb9'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:49:47.338517 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-ba582809-f99d-4cba-aee1-54746434b0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:47.394346 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-46550269-39fb-4383-bd63-e769c56bc7b8 req-4d592363-7e3c-4480-bfac-5e2e6dad51dd tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Unset dirty status for tenant:6c36c37e2e354df081ad1b18548376fc on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:49:47.395380 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-46550269-39fb-4383-bd63-e769c56bc7b8 req-4d592363-7e3c-4480-bfac-5e2e6dad51dd tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b65934-42be-4c42-86a6-f8d4acc46d70 HTTP/1.1" status: 200 len: 210 time: 0.2866218 Mar 09 03:49:47.447805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc02005-7723-4497-9713-e596414586f8 req-e8698523-fcc4-496b-b5ee-ef782c732739 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:47.454802 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8dc02005-7723-4497-9713-e596414586f8 req-e8698523-fcc4-496b-b5ee-ef782c732739 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.1093209 Mar 09 03:49:47.492547 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b65934-42be-4c42-86a6-f8d4acc46d70', 'name': 'network-vif-deleted', 'tag': '444f3cbf-8222-4044-9d39-a394127bbbb9', 'status': 'completed', 'code': 200} Mar 09 03:49:47.493940 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 48a006d6-f153-49d5-9e10-eb85d8b41207 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:49:47.517555 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8dc02005-7723-4497-9713-e596414586f8 req-8a34a44c-35ff-4c12-970a-7fa4df7b32e3 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617487 Mar 09 03:49:47.544326 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 48a006d6-f153-49d5-9e10-eb85d8b41207 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:49:47.544678 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 48a006d6-f153-49d5-9e10-eb85d8b41207 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:49:47.723685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3555677-775f-46c4-a2d3-962619142930 req-95d7e408-9d13-454c-9f4d-1a40989b842a tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:47.731106 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3555677-775f-46c4-a2d3-962619142930 req-95d7e408-9d13-454c-9f4d-1a40989b842a tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bd16c46-43c5-4336-a0ef-d4a34e356955 HTTP/1.1" status: 200 len: 931 time: 0.1069176 Mar 09 03:49:47.790266 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3555677-775f-46c4-a2d3-962619142930 req-49292e83-4844-4fc8-8459-eb0dee650971 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd3cea5d-5326-47ab-bd6b-dd2af1d897cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555425 Mar 09 03:49:47.870423 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a69c12-cea9-47c0-8744-ad113369ec33 req-602f7867-e1d6-447c-9eb1-0a8d74f6355a tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:47.872016 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-07a69c12-cea9-47c0-8744-ad113369ec33 req-602f7867-e1d6-447c-9eb1-0a8d74f6355a tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 945 time: 0.3113325 Mar 09 03:49:47.983051 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-ba582809-f99d-4cba-aee1-54746434b0be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df2bad64-0501-428b-9df6-b6b32d9fd60b {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:49:47.995461 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-07a69c12-cea9-47c0-8744-ad113369ec33 req-72dc6e05-4f21-4bba-9c65-8e9199edcecf tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082871 Mar 09 03:49:48.002711 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-ba582809-f99d-4cba-aee1-54746434b0be service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:48.023140 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a747f-3c81-45f0-ab10-5b18da210640 req-076e250f-0116-4c7e-8ae3-57986dda8d5c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:48.025169 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-ba582809-f99d-4cba-aee1-54746434b0be service neutron] Transition to ACTIVE for port object df2bad64-0501-428b-9df6-b6b32d9fd60b will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:49:48.030264 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-097a747f-3c81-45f0-ab10-5b18da210640 req-076e250f-0116-4c7e-8ae3-57986dda8d5c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 946 time: 0.1382172 Mar 09 03:49:48.032622 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-ba582809-f99d-4cba-aee1-54746434b0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:48.086833 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-097a747f-3c81-45f0-ab10-5b18da210640 req-d108e19a-cfba-4b21-971f-40dcfae99bb2 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556669 Mar 09 03:49:48.168199 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba582809-f99d-4cba-aee1-54746434b0be service neutron] Pushing event updated for resources: {'Port': ['ID=df2bad64-0501-428b-9df6-b6b32d9fd60b,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:48.274058 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-ba582809-f99d-4cba-aee1-54746434b0be service neutron] Attempting to bind port df2bad64-0501-428b-9df6-b6b32d9fd60b on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:49:48.274389 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-ba582809-f99d-4cba-aee1-54746434b0be service neutron] Attempting to bind port df2bad64-0501-428b-9df6-b6b32d9fd60b by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '37f9b9da-edba-466d-b524-4b5bfcfd577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0ae701d4-2061-4ded-8c6d-fadb65304f99'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:49:48.274720 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-ba582809-f99d-4cba-aee1-54746434b0be service neutron] Attempting to bind port df2bad64-0501-428b-9df6-b6b32d9fd60b on network 0ae701d4-2061-4ded-8c6d-fadb65304f99 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:49:48.279237 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-ba582809-f99d-4cba-aee1-54746434b0be service neutron] Port df2bad64-0501-428b-9df6-b6b32d9fd60b on network 0ae701d4-2061-4ded-8c6d-fadb65304f99 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:49:48.279544 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-ba582809-f99d-4cba-aee1-54746434b0be service neutron] Attempting to bind port df2bad64-0501-428b-9df6-b6b32d9fd60b on network 0ae701d4-2061-4ded-8c6d-fadb65304f99 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:49:48.284830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-ba582809-f99d-4cba-aee1-54746434b0be service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:49:48.285158 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-ba582809-f99d-4cba-aee1-54746434b0be service neutron] Checking segment: {'id': '37f9b9da-edba-466d-b524-4b5bfcfd577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0ae701d4-2061-4ded-8c6d-fadb65304f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:49:48.285530 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-ba582809-f99d-4cba-aee1-54746434b0be service neutron] Bound using segment: {'id': '37f9b9da-edba-466d-b524-4b5bfcfd577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0ae701d4-2061-4ded-8c6d-fadb65304f99'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:49:48.285945 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-ba582809-f99d-4cba-aee1-54746434b0be service neutron] Bound port: df2bad64-0501-428b-9df6-b6b32d9fd60b, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f9b9da-edba-466d-b524-4b5bfcfd577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0ae701d4-2061-4ded-8c6d-fadb65304f99'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:49:48.286340 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-ba582809-f99d-4cba-aee1-54746434b0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:48.377605 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-ba582809-f99d-4cba-aee1-54746434b0be service neutron] For port df2bad64-0501-428b-9df6-b6b32d9fd60b, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:49:48.381265 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-ba582809-f99d-4cba-aee1-54746434b0be service neutron] For port df2bad64-0501-428b-9df6-b6b32d9fd60b, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=df2bad64-0501-428b-9df6-b6b32d9fd60b,segment=NetworkSegment(37f9b9da-edba-466d-b524-4b5bfcfd577b),segment_id=37f9b9da-edba-466d-b524-4b5bfcfd577b)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:49:48.385842 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-ba582809-f99d-4cba-aee1-54746434b0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:48.442473 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-ba582809-f99d-4cba-aee1-54746434b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:48.443626 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-ba582809-f99d-4cba-aee1-54746434b0be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:48.444975 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-ba582809-f99d-4cba-aee1-54746434b0be service neutron] 10.222.0.24 "PUT /v2.0/ports/df2bad64-0501-428b-9df6-b6b32d9fd60b HTTP/1.1" status: 200 len: 1091 time: 1.4749992 Mar 09 03:49:48.466833 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba582809-f99d-4cba-aee1-54746434b0be service neutron] Pushing event updated for resources: {'Port': ['ID=df2bad64-0501-428b-9df6-b6b32d9fd60b,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:48.571183 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-4470cbd2-eef2-41dc-9325-d1fa0080fc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:48.572663 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-4470cbd2-eef2-41dc-9325-d1fa0080fc31 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=486897a792634f32af51185d1dd07c61&device_id=8bd16c46-43c5-4336-a0ef-d4a34e356955 HTTP/1.1" status: 200 len: 1094 time: 0.0845599 Mar 09 03:49:48.644025 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-03eeceb1-07cc-4f99-b367-e70edc25d8d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df2bad64-0501-428b-9df6-b6b32d9fd60b HTTP/1.1" status: 200 len: 217 time: 0.0633647 Mar 09 03:49:48.757508 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-917c1b4d-e782-459e-91fe-ac98330441d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:48.758779 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-917c1b4d-e782-459e-91fe-ac98330441d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=569ae72c-69df-4674-afa7-f9279eaa372a HTTP/1.1" status: 200 len: 862 time: 0.0795610 Mar 09 03:49:48.819567 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-0eaba7a4-03fa-4c27-b832-29642d499c7c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ae701d4-2061-4ded-8c6d-fadb65304f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502863 Mar 09 03:49:48.830481 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1d602-fe0f-4ccc-a567-b7bf3629c031 req-34032a7e-e354-4826-ad0c-24e91a1e7237 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:48.832487 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1de1d602-fe0f-4ccc-a567-b7bf3629c031 req-34032a7e-e354-4826-ad0c-24e91a1e7237 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.1870790 Mar 09 03:49:49.014834 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1de1d602-fe0f-4ccc-a567-b7bf3629c031 req-a580eb80-9527-4490-bab2-8cf7794657fc tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628344 Mar 09 03:49:49.048540 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-3c54baf6-87a0-4d4d-9446-ee09f9b8cd60 service neutron] 10.222.0.24 "GET /v2.0/networks/0ae701d4-2061-4ded-8c6d-fadb65304f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150543 Mar 09 03:49:49.066671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb0fcb-b2c1-42b2-b4bb-6d17343ae39b req-1e3c9d57-fed5-4776-80a7-f4f50db865de tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:49.068357 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6fcb0fcb-b2c1-42b2-b4bb-6d17343ae39b req-1e3c9d57-fed5-4776-80a7-f4f50db865de tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bd16c46-43c5-4336-a0ef-d4a34e356955 HTTP/1.1" status: 200 len: 943 time: 0.1111889 Mar 09 03:49:49.110435 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d303a-3617-42bc-87b4-4a31dd8279e0 req-dacc91c3-a509-4952-8daf-84003a416fe3 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:49.111929 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e20d303a-3617-42bc-87b4-4a31dd8279e0 req-dacc91c3-a509-4952-8daf-84003a416fe3 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.21 "GET /v2.0/ports?device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 945 time: 0.1670055 Mar 09 03:49:49.134806 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6fcb0fcb-b2c1-42b2-b4bb-6d17343ae39b req-cc372030-3952-4f62-b61b-ad4eb6845f23 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd3cea5d-5326-47ab-bd6b-dd2af1d897cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595851 Mar 09 03:49:49.311177 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bb7ea-e5f8-46cf-bb82-2b08be393c0d req-d46922bc-ede1-49f6-9b07-ad647e649137 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:49.311973 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-bd0bb7ea-e5f8-46cf-bb82-2b08be393c0d req-d46922bc-ede1-49f6-9b07-ad647e649137 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Synchronizing usage tracker for tenant:5af2d017b40c4b54b66164a0e7af8e42 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:49:49.331840 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-bd0bb7ea-e5f8-46cf-bb82-2b08be393c0d req-d46922bc-ede1-49f6-9b07-ad647e649137 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Unset dirty status for tenant:5af2d017b40c4b54b66164a0e7af8e42 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:49:49.333891 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bd0bb7ea-e5f8-46cf-bb82-2b08be393c0d req-d46922bc-ede1-49f6-9b07-ad647e649137 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 945 time: 0.1038568 Mar 09 03:49:49.370560 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-e20d303a-3617-42bc-87b4-4a31dd8279e0 req-ac33fc8b-68a4-4e05-94fa-e3f68946aa79 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Deleting port e435f07d-af3a-419e-8416-d4970f82b77e {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:49:49.370780 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e20d303a-3617-42bc-87b4-4a31dd8279e0 req-ac33fc8b-68a4-4e05-94fa-e3f68946aa79 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:49.386759 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bd0bb7ea-e5f8-46cf-bb82-2b08be393c0d req-3b581710-02e6-497a-bffa-5945b7532c42 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460463 Mar 09 03:49:49.414919 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1261f7dd-56a6-41ef-baeb-0fb90d12c558 req-0759ab33-d3c7-42c5-a348-795640d405fe service neutron] 10.222.0.24 "GET /v2.0/networks/0ae701d4-2061-4ded-8c6d-fadb65304f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538835 Mar 09 03:49:49.500037 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd16c46-43c5-4336-a0ef-d4a34e356955', 'tag': 'df2bad64-0501-428b-9df6-b6b32d9fd60b'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:49:49.518029 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-d7d4c76f-420b-46a3-9f0b-8ee96ddb0fae tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:49.519528 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-d7d4c76f-420b-46a3-9f0b-8ee96ddb0fae tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/networks?id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840 HTTP/1.1" status: 200 len: 806 time: 0.3467419 Mar 09 03:49:49.584450 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb3b94-5e2b-4958-8d05-e7ddd3e9467f req-e7fc0027-b998-41fb-b5fe-42e9cf70d0bc tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:49.589196 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fccb3b94-5e2b-4958-8d05-e7ddd3e9467f req-e7fc0027-b998-41fb-b5fe-42e9cf70d0bc tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 946 time: 0.0966849 Mar 09 03:49:49.636983 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fccb3b94-5e2b-4958-8d05-e7ddd3e9467f req-10bf9f94-2726-44a9-9bc0-0cfcc0643fe7 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418136 Mar 09 03:49:49.667634 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 444f3cbf-8222-4044-9d39-a394127bbbb9 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:49:49.680083 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-b72ee37f-08dd-4edc-ae4c-bc36ba67afa3 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/quotas/6c36c37e2e354df081ad1b18548376fc HTTP/1.1" status: 200 len: 375 time: 0.1492820 Mar 09 03:49:49.717332 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 444f3cbf-8222-4044-9d39-a394127bbbb9 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:49:49.718082 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 444f3cbf-8222-4044-9d39-a394127bbbb9 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:49:49.772672 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd16c46-43c5-4336-a0ef-d4a34e356955', 'tag': 'df2bad64-0501-428b-9df6-b6b32d9fd60b', 'status': 'completed', 'code': 200} Mar 09 03:49:49.884806 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-e20d303a-3617-42bc-87b4-4a31dd8279e0 req-ac33fc8b-68a4-4e05-94fa-e3f68946aa79 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] For port e435f07d-af3a-419e-8416-d4970f82b77e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e435f07d-af3a-419e-8416-d4970f82b77e,segment=NetworkSegment(3b2f149d-5276-4130-aa24-9c7c0b27831c),segment_id=3b2f149d-5276-4130-aa24-9c7c0b27831c)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:49.885195 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e20d303a-3617-42bc-87b4-4a31dd8279e0 req-ac33fc8b-68a4-4e05-94fa-e3f68946aa79 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:50.022299 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-e20d303a-3617-42bc-87b4-4a31dd8279e0 req-ac33fc8b-68a4-4e05-94fa-e3f68946aa79 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Calling delete_port for e435f07d-af3a-419e-8416-d4970f82b77e owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:49:50.080771 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-4116fd60-83cc-41b5-86a9-b28b50cb271d tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c36c37e2e354df081ad1b18548376fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3944821 Mar 09 03:49:50.086562 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0710574-347d-4577-8b23-7268132120f4 req-282dbd0b-a61c-4bdd-a37b-b845d595f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:50.088360 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e0710574-347d-4577-8b23-7268132120f4 req-282dbd0b-a61c-4bdd-a37b-b845d595f420 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=486897a792634f32af51185d1dd07c61&device_id=8bd16c46-43c5-4336-a0ef-d4a34e356955 HTTP/1.1" status: 200 len: 1094 time: 0.3059852 Mar 09 03:49:50.308709 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c5a4e-1971-4d13-a242-be3b4934eadc req-c55f2ddb-78d1-409c-9316-00cd2b27bfcd tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:50.310728 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c71c5a4e-1971-4d13-a242-be3b4934eadc req-c55f2ddb-78d1-409c-9316-00cd2b27bfcd tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.0988154 Mar 09 03:49:50.430059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0710574-347d-4577-8b23-7268132120f4 req-f11fa8d4-5b4b-422d-86eb-3917526f92c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:50.431486 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e0710574-347d-4577-8b23-7268132120f4 req-f11fa8d4-5b4b-422d-86eb-3917526f92c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ae701d4-2061-4ded-8c6d-fadb65304f99 HTTP/1.1" status: 200 len: 923 time: 0.3347332 Mar 09 03:49:50.433147 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-8f75b494-7fb6-499f-835d-0caaa5ab61a4 service neutron] 10.222.0.16 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112755 Mar 09 03:49:50.434240 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e20d303a-3617-42bc-87b4-4a31dd8279e0 req-ac33fc8b-68a4-4e05-94fa-e3f68946aa79 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:50.448151 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['e435f07d-af3a-419e-8416-d4970f82b77e'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:49:50.481003 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c71c5a4e-1971-4d13-a242-be3b4934eadc req-78ca8874-9998-4030-87fc-a4fcf48e4298 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639519 Mar 09 03:49:50.570463 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33fc8b-68a4-4e05-94fa-e3f68946aa79 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Pushing event deleted for resources: {'Port': ['ID=e435f07d-af3a-419e-8416-d4970f82b77e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:50.623792 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e0710574-347d-4577-8b23-7268132120f4 req-097b45c6-ef9f-4479-bc08-a5e46528dc9d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df2bad64-0501-428b-9df6-b6b32d9fd60b HTTP/1.1" status: 200 len: 217 time: 0.1476460 Mar 09 03:49:50.677384 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1698600-989b-46d0-9f0d-92373e3460a5 req-005f2679-276f-4409-b7f2-b85d54e1bef8 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:50.683362 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1698600-989b-46d0-9f0d-92373e3460a5 req-005f2679-276f-4409-b7f2-b85d54e1bef8 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bd16c46-43c5-4336-a0ef-d4a34e356955 HTTP/1.1" status: 200 len: 943 time: 0.1016762 Mar 09 03:49:50.742027 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1698600-989b-46d0-9f0d-92373e3460a5 req-bd8e7a08-cd97-4d00-b8c2-c30bc8900976 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd3cea5d-5326-47ab-bd6b-dd2af1d897cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562768 Mar 09 03:49:50.789511 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20d303a-3617-42bc-87b4-4a31dd8279e0 req-ac33fc8b-68a4-4e05-94fa-e3f68946aa79 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] No DVR routers for this DVR port e435f07d-af3a-419e-8416-d4970f82b77e on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:49:50.792421 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e20d303a-3617-42bc-87b4-4a31dd8279e0 req-ac33fc8b-68a4-4e05-94fa-e3f68946aa79 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:50.820933 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0710574-347d-4577-8b23-7268132120f4 req-95168f9a-59d3-479b-ab45-02b4b0bb24a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:50.822908 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e0710574-347d-4577-8b23-7268132120f4 req-95168f9a-59d3-479b-ab45-02b4b0bb24a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=569ae72c-69df-4674-afa7-f9279eaa372a HTTP/1.1" status: 200 len: 862 time: 0.1903400 Mar 09 03:49:50.830849 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e20d303a-3617-42bc-87b4-4a31dd8279e0 req-ac33fc8b-68a4-4e05-94fa-e3f68946aa79 tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.21 "DELETE /v2.0/ports/e435f07d-af3a-419e-8416-d4970f82b77e HTTP/1.1" status: 204 len: 173 time: 1.6567986 Mar 09 03:49:50.895170 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e0710574-347d-4577-8b23-7268132120f4 req-492fe5a7-e4b2-4ce6-81a7-d96ed472d27b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ae701d4-2061-4ded-8c6d-fadb65304f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595875 Mar 09 03:49:50.934757 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-a6df20fa-46b3-48f5-a560-420cc141253b service neutron] 10.222.0.16 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568644 Mar 09 03:49:51.194005 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e0710574-347d-4577-8b23-7268132120f4 req-df2f1058-647b-4ec4-bf61-6eb8727ff738 service neutron] 10.222.0.24 "GET /v2.0/networks/0ae701d4-2061-4ded-8c6d-fadb65304f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905467 Mar 09 03:49:51.222246 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e083f3e5-3439-45af-bba5-fa9c9659889a req-c01d1161-5d07-4c5d-84ec-cf8e562aabec tempest-ListServerFiltersTestJSON-831005423 tempest-ListServerFiltersTestJSON-831005423-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d5bdec-8bbd-4001-b78f-c49e76f7db88 HTTP/1.1" status: 200 len: 210 time: 0.0703940 Mar 09 03:49:51.487012 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985db057-6025-46f2-9de4-eb923064519e req-9005a9cc-fa78-4fbc-9d59-a0fdb7f099ce tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:51.497603 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-985db057-6025-46f2-9de4-eb923064519e req-9005a9cc-fa78-4fbc-9d59-a0fdb7f099ce tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 0.1423810 Mar 09 03:49:51.511211 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:49:51.614602 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-985db057-6025-46f2-9de4-eb923064519e req-937c1f55-57e0-4563-960f-5f461a72e642 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158526 Mar 09 03:49:51.756555 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0971bada-eec1-4e18-aa9c-0880af01f3ae req-3aadf214-8aff-405e-aca4-801330af46ed tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e367059-29b9-44dc-957c-81fa5b51114f HTTP/1.1" status: 200 len: 210 time: 0.0772882 Mar 09 03:49:51.760318 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e0710574-347d-4577-8b23-7268132120f4 req-3c0fcfaa-2e2e-4775-ae3b-db44a8dc0e4c service neutron] 10.222.0.24 "GET /v2.0/networks/0ae701d4-2061-4ded-8c6d-fadb65304f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5573561 Mar 09 03:49:51.772551 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4df86-b885-444b-875e-873afc402574 req-25d5f80c-b86e-4b7c-b14e-b52fa905fc22 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:51.780671 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-16d4df86-b885-444b-875e-873afc402574 req-25d5f80c-b86e-4b7c-b14e-b52fa905fc22 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 946 time: 0.5426192 Mar 09 03:49:51.783333 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d5bdec-8bbd-4001-b78f-c49e76f7db88', 'name': 'network-vif-deleted', 'tag': 'e435f07d-af3a-419e-8416-d4970f82b77e'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:49:51.832370 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-16d4df86-b885-444b-875e-873afc402574 req-92532c75-8da8-481a-8936-2fcf1e7e4a99 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500937 Mar 09 03:49:52.077874 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43be64-e7dc-45e4-8ae0-5983ce2e6329 req-9cc76e52-ef11-4bc6-9deb-05e76de17dcc tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:52.079139 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-6f43be64-e7dc-45e4-8ae0-5983ce2e6329 req-9cc76e52-ef11-4bc6-9deb-05e76de17dcc tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Synchronizing usage tracker for tenant:486897a792634f32af51185d1dd07c61 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:49:52.089378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2b93d-7237-48f6-996e-d73c87d8e8da req-cdc5c513-2981-466d-888e-0e076dee53a4 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:52.097501 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fdc2b93d-7237-48f6-996e-d73c87d8e8da req-cdc5c513-2981-466d-888e-0e076dee53a4 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.1739812 Mar 09 03:49:52.101263 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-6f43be64-e7dc-45e4-8ae0-5983ce2e6329 req-9cc76e52-ef11-4bc6-9deb-05e76de17dcc tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Unset dirty status for tenant:486897a792634f32af51185d1dd07c61 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:49:52.103176 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6f43be64-e7dc-45e4-8ae0-5983ce2e6329 req-9cc76e52-ef11-4bc6-9deb-05e76de17dcc tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bd16c46-43c5-4336-a0ef-d4a34e356955 HTTP/1.1" status: 200 len: 943 time: 0.1502750 Mar 09 03:49:52.147407 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fdc2b93d-7237-48f6-996e-d73c87d8e8da req-97534df7-94c4-45a2-abd3-c661cd254ff6 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490046 Mar 09 03:49:52.155980 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-6f43be64-e7dc-45e4-8ae0-5983ce2e6329 req-9dbade2b-7016-442e-a212-73ae86cc4d7b tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Synchronizing usage tracker for tenant:486897a792634f32af51185d1dd07c61 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:49:52.179214 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-6f43be64-e7dc-45e4-8ae0-5983ce2e6329 req-9dbade2b-7016-442e-a212-73ae86cc4d7b tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Unset dirty status for tenant:486897a792634f32af51185d1dd07c61 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:49:52.189592 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6f43be64-e7dc-45e4-8ae0-5983ce2e6329 req-9dbade2b-7016-442e-a212-73ae86cc4d7b tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd3cea5d-5326-47ab-bd6b-dd2af1d897cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766599 Mar 09 03:49:52.233005 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d5bdec-8bbd-4001-b78f-c49e76f7db88', 'name': 'network-vif-deleted', 'tag': 'e435f07d-af3a-419e-8416-d4970f82b77e', 'status': 'completed', 'code': 200} Mar 09 03:49:52.313187 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60198) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:52.376056 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f7625f9-0575-4e69-ae3e-78e47d68fdec admin admin] Deleting subnet e4ed73eb-be12-4bc7-bfa1-0605c34730f0 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:49:52.379194 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2f7625f9-0575-4e69-ae3e-78e47d68fdec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:52.440014 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2f7625f9-0575-4e69-ae3e-78e47d68fdec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:52.518438 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2f7625f9-0575-4e69-ae3e-78e47d68fdec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:52.589458 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2f7625f9-0575-4e69-ae3e-78e47d68fdec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:52.631855 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7625f9-0575-4e69-ae3e-78e47d68fdec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4ed73eb-be12-4bc7-bfa1-0605c34730f0,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:52.651614 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2f7625f9-0575-4e69-ae3e-78e47d68fdec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:52.656231 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e68024-9cee-4aa1-b78e-4fb53fd041c9 None None] Network ba7bf864-b709-46a3-b3a9-c277478d3bbd requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:49:52.706233 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2f7625f9-0575-4e69-ae3e-78e47d68fdec admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e4ed73eb-be12-4bc7-bfa1-0605c34730f0 HTTP/1.1" status: 204 len: 168 time: 0.3919065 Mar 09 03:49:52.709454 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60210) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:52.875731 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f69c6b39-5e3d-40d7-bab6-c9a3395af7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:52.960814 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-f69c6b39-5e3d-40d7-bab6-c9a3395af7bc admin admin] Deleting port 1f41a55a-af7e-46a5-9bd5-ae946cb14dad {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:49:52.961558 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f69c6b39-5e3d-40d7-bab6-c9a3395af7bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:53.022201 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-7da2dfc5-13d9-4638-a643-958fd5fbaa6e tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:53.023820 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-7da2dfc5-13d9-4638-a643-958fd5fbaa6e tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.21 "GET /v2.0/networks?id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840 HTTP/1.1" status: 200 len: 806 time: 0.3625386 Mar 09 03:49:53.066360 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-e047c3bf-230a-4c09-a4d2-e59d61f49578 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Request body: {'port': {'device_id': '4e367059-29b9-44dc-957c-81fa5b51114f', 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840', 'admin_state_up': True, 'tenant_id': '6c36c37e2e354df081ad1b18548376fc'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:49:53.097274 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d2ec6-4110-4c11-9e02-d37b164e9ed8 req-fd0949a6-3373-4b21-b6fb-2f9cc4803ee6 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:53.097742 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0917a0e8-558e-4e29-a7fa-c1ef962f9a44 req-433baa9c-e50b-46f8-9368-aeac3a1266ed tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e367059-29b9-44dc-957c-81fa5b51114f HTTP/1.1" status: 200 len: 210 time: 0.0727823 Mar 09 03:49:53.097896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fc769e-96bb-43ef-986d-70b5e42bed34 None None] DHCP port deletion for ba7bf864-b709-46a3-b3a9-c277478d3bbd request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:49:53.103345 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-82fc769e-96bb-43ef-986d-70b5e42bed34 None None] Deleting port 1f41a55a-af7e-46a5-9bd5-ae946cb14dad {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:49:53.103723 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-82fc769e-96bb-43ef-986d-70b5e42bed34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:53.108248 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-844d2ec6-4110-4c11-9e02-d37b164e9ed8 req-fd0949a6-3373-4b21-b6fb-2f9cc4803ee6 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 0.3019400 Mar 09 03:49:53.186326 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-844d2ec6-4110-4c11-9e02-d37b164e9ed8 req-fc543f5f-e740-4c15-8fdd-79f2b943f64c tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771229 Mar 09 03:49:53.285470 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-e047c3bf-230a-4c09-a4d2-e59d61f49578 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:53.306337 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-e047c3bf-230a-4c09-a4d2-e59d61f49578 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:53.325246 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-f69c6b39-5e3d-40d7-bab6-c9a3395af7bc admin admin] For port 1f41a55a-af7e-46a5-9bd5-ae946cb14dad, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1f41a55a-af7e-46a5-9bd5-ae946cb14dad,segment=NetworkSegment(3b2f149d-5276-4130-aa24-9c7c0b27831c),segment_id=3b2f149d-5276-4130-aa24-9c7c0b27831c)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:53.326251 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f69c6b39-5e3d-40d7-bab6-c9a3395af7bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:53.407503 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-e047c3bf-230a-4c09-a4d2-e59d61f49578 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Made reservation on behalf of 6c36c37e2e354df081ad1b18548376fc for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:49:53.412459 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-e047c3bf-230a-4c09-a4d2-e59d61f49578 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:53.503626 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device df2bad64-0501-428b-9df6-b6b32d9fd60b details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:49:53.523391 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-f69c6b39-5e3d-40d7-bab6-c9a3395af7bc admin admin] Calling delete_port for 1f41a55a-af7e-46a5-9bd5-ae946cb14dad owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:49:53.620424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fcf50-66c7-48cc-a5cc-7f7e7561e701 req-420fbd2f-0835-456c-83d9-e911b83271ca tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:53.627147 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-333fcf50-66c7-48cc-a5cc-7f7e7561e701 req-420fbd2f-0835-456c-83d9-e911b83271ca tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.2858844 Mar 09 03:49:53.643888 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34c090-4db0-4a4b-a27b-6701e30f11c2 req-9a8e8f3b-26e4-4d89-b1c4-1cf45ebfd17b tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:53.646122 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f34c090-4db0-4a4b-a27b-6701e30f11c2 req-9a8e8f3b-26e4-4d89-b1c4-1cf45ebfd17b tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 0.2771602 Mar 09 03:49:53.656745 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89805257-566c-455e-a7fc-03f280797084 req-519a0608-edf5-4845-a8c1-b2b6b4c14464 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:53.658683 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-89805257-566c-455e-a7fc-03f280797084 req-519a0608-edf5-4845-a8c1-b2b6b4c14464 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 946 time: 0.3428750 Mar 09 03:49:53.686917 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port df2bad64-0501-428b-9df6-b6b32d9fd60b, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=df2bad64-0501-428b-9df6-b6b32d9fd60b,segment=NetworkSegment(37f9b9da-edba-466d-b524-4b5bfcfd577b),segment_id=37f9b9da-edba-466d-b524-4b5bfcfd577b)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:53.695991 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-333fcf50-66c7-48cc-a5cc-7f7e7561e701 req-de64818b-d013-41ca-b76e-01c9ef54a500 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677586 Mar 09 03:49:53.707586 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'df2bad64-0501-428b-9df6-b6b32d9fd60b', 'network_id': '0ae701d4-2061-4ded-8c6d-fadb65304f99', 'port_id': 'df2bad64-0501-428b-9df6-b6b32d9fd60b', 'mac_address': 'fa:16:3e:f5:ef:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '569ae72c-69df-4674-afa7-f9279eaa372a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:49:53.710113 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e435f07d-af3a-419e-8416-d4970f82b77e no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:49:53.733583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-e047c3bf-230a-4c09-a4d2-e59d61f49578 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Allocated IP 172.20.0.6 (eb7d62a0-e4ed-41cd-a459-6cad1aec3840/4320f833-55d6-48c9-bfa9-ead71d951b3e/22530196-3bff-420f-985f-3d9cdfa7b1a9) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:49:53.739955 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f69c6b39-5e3d-40d7-bab6-c9a3395af7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:53.756008 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: e435f07d-af3a-419e-8416-d4970f82b77e {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:49:53.756573 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e435f07d-af3a-419e-8416-d4970f82b77e not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:49:53.788709 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-89805257-566c-455e-a7fc-03f280797084 req-52a38998-d2e2-4549-9f4d-2bbc5256afb7 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912952 Mar 09 03:49:53.811653 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-5f34c090-4db0-4a4b-a27b-6701e30f11c2 req-698d71d7-76c7-4907-aa3c-cee52bde9631 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Deleting port c216d3e7-023c-4e4d-b8d1-3bd00d20c97a {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:49:53.811999 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f34c090-4db0-4a4b-a27b-6701e30f11c2 req-698d71d7-76c7-4907-aa3c-cee52bde9631 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:53.842684 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69c6b39-5e3d-40d7-bab6-c9a3395af7bc admin admin] No DVR routers for this DVR port 1f41a55a-af7e-46a5-9bd5-ae946cb14dad on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:49:53.859266 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:53.876693 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-82fc769e-96bb-43ef-986d-70b5e42bed34 None None] For port 1f41a55a-af7e-46a5-9bd5-ae946cb14dad, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1f41a55a-af7e-46a5-9bd5-ae946cb14dad,segment=NetworkSegment(3b2f149d-5276-4130-aa24-9c7c0b27831c),segment_id=3b2f149d-5276-4130-aa24-9c7c0b27831c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:53.877188 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-82fc769e-96bb-43ef-986d-70b5e42bed34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:53.893454 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df2bad64-0501-428b-9df6-b6b32d9fd60b {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:49:54.017602 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-82fc769e-96bb-43ef-986d-70b5e42bed34 None None] Calling delete_port for 1f41a55a-af7e-46a5-9bd5-ae946cb14dad owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:49:54.026767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c6b39-5e3d-40d7-bab6-c9a3395af7bc admin admin] Pushing event deleted for resources: {'Port': ['ID=1f41a55a-af7e-46a5-9bd5-ae946cb14dad,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:54.066809 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port df2bad64-0501-428b-9df6-b6b32d9fd60b, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=df2bad64-0501-428b-9df6-b6b32d9fd60b,segment=NetworkSegment(37f9b9da-edba-466d-b524-4b5bfcfd577b),segment_id=37f9b9da-edba-466d-b524-4b5bfcfd577b)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:54.079932 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f69c6b39-5e3d-40d7-bab6-c9a3395af7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:54.089760 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:54.119723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-f69c6b39-5e3d-40d7-bab6-c9a3395af7bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7bf864-b709-46a3-b3a9-c277478d3bbd']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:49:54.139138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-f69c6b39-5e3d-40d7-bab6-c9a3395af7bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2f149d-5276-4130-aa24-9c7c0b27831c') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:49:54.139725 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-f69c6b39-5e3d-40d7-bab6-c9a3395af7bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2f149d-5276-4130-aa24-9c7c0b27831c') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:49:54.156457 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f69c6b39-5e3d-40d7-bab6-c9a3395af7bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:54.168453 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=df2bad64-0501-428b-9df6-b6b32d9fd60b,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:54.185866 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f69c6b39-5e3d-40d7-bab6-c9a3395af7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:54.193399 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-82fc769e-96bb-43ef-986d-70b5e42bed34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:49:54.194554 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-82fc769e-96bb-43ef-986d-70b5e42bed34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:49:54.203355 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e67921-1f9d-4441-8dd5-ce00e2506bc2 req-981ec977-5198-42ff-8eb2-1a642865bc05 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:54.205506 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-97e67921-1f9d-4441-8dd5-ce00e2506bc2 req-981ec977-5198-42ff-8eb2-1a642865bc05 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bd16c46-43c5-4336-a0ef-d4a34e356955 HTTP/1.1" status: 200 len: 944 time: 0.2780344 Mar 09 03:49:54.206808 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f69c6b39-5e3d-40d7-bab6-c9a3395af7bc admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:49:54.207486 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f69c6b39-5e3d-40d7-bab6-c9a3395af7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:49:54.222266 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:49:54.382170 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f02324a5-3d10-4d16-9702-be9882bf4428 req-a18a86e2-9781-4c49-9ce3-b7612c575399 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e367059-29b9-44dc-957c-81fa5b51114f HTTP/1.1" status: 200 len: 210 time: 0.0784314 Mar 09 03:49:54.420743 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['df2bad64-0501-428b-9df6-b6b32d9fd60b'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:49:54.458902 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-5f34c090-4db0-4a4b-a27b-6701e30f11c2 req-698d71d7-76c7-4907-aa3c-cee52bde9631 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] For port c216d3e7-023c-4e4d-b8d1-3bd00d20c97a, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c216d3e7-023c-4e4d-b8d1-3bd00d20c97a,segment=NetworkSegment(8f56de3d-717d-453f-908f-695376d58b50),segment_id=8f56de3d-717d-453f-908f-695376d58b50)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:54.459237 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f34c090-4db0-4a4b-a27b-6701e30f11c2 req-698d71d7-76c7-4907-aa3c-cee52bde9631 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:54.464760 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f69c6b39-5e3d-40d7-bab6-c9a3395af7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:54.481656 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-e047c3bf-230a-4c09-a4d2-e59d61f49578 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:54.483409 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f69c6b39-5e3d-40d7-bab6-c9a3395af7bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:54.529207 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c6b39-5e3d-40d7-bab6-c9a3395af7bc admin admin] Pushing event deleted for resources: {'Network': ['ID=ba7bf864-b709-46a3-b3a9-c277478d3bbd,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:54.563480 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1f41a55a-af7e-46a5-9bd5-ae946cb14dad no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:49:54.594052 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-97e67921-1f9d-4441-8dd5-ce00e2506bc2 req-b8b2c447-b6ca-4212-9670-cf126c2ee520 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd3cea5d-5326-47ab-bd6b-dd2af1d897cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574038 Mar 09 03:49:54.612872 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f69c6b39-5e3d-40d7-bab6-c9a3395af7bc admin admin] 10.222.0.16 "DELETE /v2.0/networks/ba7bf864-b709-46a3-b3a9-c277478d3bbd HTTP/1.1" status: 204 len: 168 time: 1.9017115 Mar 09 03:49:54.619158 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 1f41a55a-af7e-46a5-9bd5-ae946cb14dad {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:49:54.619509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1f41a55a-af7e-46a5-9bd5-ae946cb14dad not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:49:54.727451 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-82fc769e-96bb-43ef-986d-70b5e42bed34 None None] Deleting port 1f41a55a-af7e-46a5-9bd5-ae946cb14dad {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:49:54.728086 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-82fc769e-96bb-43ef-986d-70b5e42bed34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:54.869233 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-82fc769e-96bb-43ef-986d-70b5e42bed34 None None] The port '1f41a55a-af7e-46a5-9bd5-ae946cb14dad' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:49:54.934786 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60270) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:54.970111 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-e047c3bf-230a-4c09-a4d2-e59d61f49578 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:55.037647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44964246-29af-4c9c-be24-3abb0bee5b0c req-3790ae7a-5401-4c56-8fb0-7b2e1d1a63a6 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:55.045674 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-44964246-29af-4c9c-be24-3abb0bee5b0c req-3790ae7a-5401-4c56-8fb0-7b2e1d1a63a6 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.1699650 Mar 09 03:49:55.095676 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-44964246-29af-4c9c-be24-3abb0bee5b0c req-3c73f89c-2f42-48e2-b731-158730718f21 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486257 Mar 09 03:49:55.157231 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-e047c3bf-230a-4c09-a4d2-e59d61f49578 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:49:55.167755 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f34c090-4db0-4a4b-a27b-6701e30f11c2 req-698d71d7-76c7-4907-aa3c-cee52bde9631 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:55.168377 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f34c090-4db0-4a4b-a27b-6701e30f11c2 req-698d71d7-76c7-4907-aa3c-cee52bde9631 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:55.168864 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [req-5f34c090-4db0-4a4b-a27b-6701e30f11c2 req-698d71d7-76c7-4907-aa3c-cee52bde9631 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Floating IP 71e258ff-0746-4b81-ac37-688a61818612 disassociated. External IP: 172.25.7.81, port: c216d3e7-023c-4e4d-b8d1-3bd00d20c97a. Mar 09 03:49:55.169368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-5f34c090-4db0-4a4b-a27b-6701e30f11c2 req-698d71d7-76c7-4907-aa3c-cee52bde9631 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Calling delete_port for c216d3e7-023c-4e4d-b8d1-3bd00d20c97a owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:49:55.211074 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5622f-3d74-47f8-96da-b4621d54cb5c req-6517d3be-3491-4ba9-9118-d08e58842d7c tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:55.218964 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-47a5622f-3d74-47f8-96da-b4621d54cb5c req-6517d3be-3491-4ba9-9118-d08e58842d7c tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 946 time: 0.6377983 Mar 09 03:49:55.221212 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-e047c3bf-230a-4c09-a4d2-e59d61f49578 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:49:55.253516 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-e047c3bf-230a-4c09-a4d2-e59d61f49578 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:49:55.282360 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09b4a2-b842-4fb4-92d9-715e929e4c43 req-dd063c3b-d56c-4408-bf42-8aa7fced34e9 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:55.283856 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2f09b4a2-b842-4fb4-92d9-715e929e4c43 req-dd063c3b-d56c-4408-bf42-8aa7fced34e9 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 946 time: 0.0807154 Mar 09 03:49:55.294886 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-08d84579-368a-4c3c-b059-a42897d64781 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5af2d017b40c4b54b66164a0e7af8e42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3551414 Mar 09 03:49:55.294886 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047c3bf-230a-4c09-a4d2-e59d61f49578 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Pushing event updated for resources: {'Port': ['ID=22530196-3bff-420f-985f-3d9cdfa7b1a9,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:55.296472 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60278) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:55.363414 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-47a5622f-3d74-47f8-96da-b4621d54cb5c req-c4a75a93-223e-4455-97e3-ed008c4a9cfb tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7725750-8971-4380-88ae-2998f491d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435611 Mar 09 03:49:55.369673 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2f09b4a2-b842-4fb4-92d9-715e929e4c43 req-c9f601c4-5e4a-419d-b09d-e0dfeefdc006 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721507 Mar 09 03:49:55.399737 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-e047c3bf-230a-4c09-a4d2-e59d61f49578 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:55.400347 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-e047c3bf-230a-4c09-a4d2-e59d61f49578 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:55.409306 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5209b99f-1d11-4a09-b3ef-bc4a3f619f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:55.454650 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5209b99f-1d11-4a09-b3ef-bc4a3f619f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:55.472824 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-e047c3bf-230a-4c09-a4d2-e59d61f49578 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4105310 Mar 09 03:49:55.487009 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-db6474e7-827d-4040-9ac4-4434a1e254a6 service neutron] Request body: {'port': {'device_id': '4e367059-29b9-44dc-957c-81fa5b51114f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:49:55.522799 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5209b99f-1d11-4a09-b3ef-bc4a3f619f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:55.537594 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['f872d039-4d7c-4439-877d-38c6f197a383'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:49:55.542232 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209b99f-1d11-4a09-b3ef-bc4a3f619f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d14e60-aaf0-49d1-9e20-8f6919eaef9e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:55.555983 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5209b99f-1d11-4a09-b3ef-bc4a3f619f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:55.557778 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5209b99f-1d11-4a09-b3ef-bc4a3f619f50 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8d14e60-aaf0-49d1-9e20-8f6919eaef9e HTTP/1.1" status: 204 len: 168 time: 0.2591157 Mar 09 03:49:55.758688 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-db6474e7-827d-4040-9ac4-4434a1e254a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:55.769489 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f34c090-4db0-4a4b-a27b-6701e30f11c2 req-698d71d7-76c7-4907-aa3c-cee52bde9631 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:55.847509 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829cff3-a7c3-4508-b86c-cd8c7a2d2bc9 req-d7286b56-c6c9-4acc-b7ef-9196a63eaf24 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:55.848646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-c829cff3-a7c3-4508-b86c-cd8c7a2d2bc9 req-d7286b56-c6c9-4acc-b7ef-9196a63eaf24 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Synchronizing usage tracker for tenant:6c36c37e2e354df081ad1b18548376fc on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:49:55.863248 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d71d7-76c7-4907-aa3c-cee52bde9631 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Pushing event deleted for resources: {'Port': ['ID=c216d3e7-023c-4e4d-b8d1-3bd00d20c97a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:55.888401 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad13b7-3f0b-4503-a405-f95996aea2dd req-0b879e9c-1398-470d-8992-e30f5b48fdc2 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:55.896728 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-24ad13b7-3f0b-4503-a405-f95996aea2dd req-0b879e9c-1398-470d-8992-e30f5b48fdc2 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bd16c46-43c5-4336-a0ef-d4a34e356955 HTTP/1.1" status: 200 len: 944 time: 0.1174622 Mar 09 03:49:55.960882 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-24ad13b7-3f0b-4503-a405-f95996aea2dd req-309c123b-058b-45ad-9c05-88b9a9ea4618 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd3cea5d-5326-47ab-bd6b-dd2af1d897cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594940 Mar 09 03:49:56.038353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-c829cff3-a7c3-4508-b86c-cd8c7a2d2bc9 req-d7286b56-c6c9-4acc-b7ef-9196a63eaf24 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Unset dirty status for tenant:6c36c37e2e354df081ad1b18548376fc on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:49:56.043408 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c829cff3-a7c3-4508-b86c-cd8c7a2d2bc9 req-d7286b56-c6c9-4acc-b7ef-9196a63eaf24 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e367059-29b9-44dc-957c-81fa5b51114f HTTP/1.1" status: 200 len: 931 time: 0.5229800 Mar 09 03:49:56.358787 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96751c0d-4872-4324-9257-99716bc24fe2 req-a1ac84fd-5431-403e-99e6-534712385cd3 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:56.360389 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-96751c0d-4872-4324-9257-99716bc24fe2 req-a1ac84fd-5431-403e-99e6-534712385cd3 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.1367700 Mar 09 03:49:56.400816 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c829cff3-a7c3-4508-b86c-cd8c7a2d2bc9 req-36074331-b0ad-4d5b-a383-fec04a8c28c1 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496017 Mar 09 03:49:56.418554 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f34c090-4db0-4a4b-a27b-6701e30f11c2 req-698d71d7-76c7-4907-aa3c-cee52bde9631 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Router b081f87e-31dc-4c90-8c36-b13f42f6b5bb has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:49:56.427289 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-96751c0d-4872-4324-9257-99716bc24fe2 req-67013aa2-9337-49d6-9d38-d8e0d014c898 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534356 Mar 09 03:49:56.728876 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8bede34b-7f1a-41d6-8645-bac48fa40850 req-5e811d74-cb00-44b9-9abf-c497eef1df32 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f29eb81-2121-44c9-a593-ac11ad9a2d1e HTTP/1.1" status: 200 len: 210 time: 0.1367035 Mar 09 03:49:56.749167 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60338) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:56.757261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788388d4-8d97-462c-8897-314e3139a5a1 req-af9b881b-7f00-41ee-a56a-b884b5cd3ea6 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:56.759051 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-788388d4-8d97-462c-8897-314e3139a5a1 req-af9b881b-7f00-41ee-a56a-b884b5cd3ea6 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 946 time: 0.1331246 Mar 09 03:49:56.788670 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f34c090-4db0-4a4b-a27b-6701e30f11c2 req-698d71d7-76c7-4907-aa3c-cee52bde9631 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:49:56.800183 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24398ed-bb7f-44b2-bc23-2c503fb1b39c None None] Sync routers for ids ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:49:56.813924 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24398ed-bb7f-44b2-bc23-2c503fb1b39c None None] Routers {'b081f87e-31dc-4c90-8c36-b13f42f6b5bb'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:49:56.815459 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-b24398ed-bb7f-44b2-bc23-2c503fb1b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:49:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:49:56.871601 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-788388d4-8d97-462c-8897-314e3139a5a1 req-07313b12-a981-48a6-8d47-50e52a129830 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046605 Mar 09 03:49:56.900137 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f34c090-4db0-4a4b-a27b-6701e30f11c2 req-698d71d7-76c7-4907-aa3c-cee52bde9631 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] No DVR routers for this DVR port c216d3e7-023c-4e4d-b8d1-3bd00d20c97a on host n-h1-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:49:56.906877 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-5f34c090-4db0-4a4b-a27b-6701e30f11c2 req-698d71d7-76c7-4907-aa3c-cee52bde9631 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:56.918414 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-269fa3eb-4f25-43fc-87c7-e1473a174df0 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1783450653-network', 'tenant_id': 'ec5cd9028db04d20b33c591fe91ad924'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:49:56.921951 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f29eb81-2121-44c9-a593-ac11ad9a2d1e', 'name': 'network-vif-deleted', 'tag': 'c216d3e7-023c-4e4d-b8d1-3bd00d20c97a'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:49:56.934071 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-269fa3eb-4f25-43fc-87c7-e1473a174df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:56.944305 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-269fa3eb-4f25-43fc-87c7-e1473a174df0 admin admin] Usage tracker for resource:network and tenant:ec5cd9028db04d20b33c591fe91ad924 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:56.948757 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-269fa3eb-4f25-43fc-87c7-e1473a174df0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:56.960978 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-db6474e7-827d-4040-9ac4-4434a1e254a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22530196-3bff-420f-985f-3d9cdfa7b1a9 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:49:56.972795 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-db6474e7-827d-4040-9ac4-4434a1e254a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:56.993390 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-db6474e7-827d-4040-9ac4-4434a1e254a6 service neutron] Transition to ACTIVE for port object 22530196-3bff-420f-985f-3d9cdfa7b1a9 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:49:56.995958 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f34c090-4db0-4a4b-a27b-6701e30f11c2 req-698d71d7-76c7-4907-aa3c-cee52bde9631 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.24 "DELETE /v2.0/ports/c216d3e7-023c-4e4d-b8d1-3bd00d20c97a HTTP/1.1" status: 204 len: 173 time: 3.3318756 Mar 09 03:49:57.002418 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-269fa3eb-4f25-43fc-87c7-e1473a174df0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:57.011527 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f29eb81-2121-44c9-a593-ac11ad9a2d1e', 'name': 'network-vif-deleted', 'tag': 'c216d3e7-023c-4e4d-b8d1-3bd00d20c97a', 'status': 'completed', 'code': 200} Mar 09 03:49:57.014058 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-db6474e7-827d-4040-9ac4-4434a1e254a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:57.134329 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-b24398ed-bb7f-44b2-bc23-2c503fb1b39c None None] Set router b081f87e-31dc-4c90-8c36-b13f42f6b5bb gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:49:57.148499 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269fa3eb-4f25-43fc-87c7-e1473a174df0 admin admin] Made reservation on behalf of ec5cd9028db04d20b33c591fe91ad924 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:49:57.150815 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-269fa3eb-4f25-43fc-87c7-e1473a174df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:57.189448 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-269fa3eb-4f25-43fc-87c7-e1473a174df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:57.204709 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78efb88-552b-4a5f-b253-9b3a7620db9d req-61ca7762-260f-48d8-a5ac-1f80a3606a44 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:57.206945 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f78efb88-552b-4a5f-b253-9b3a7620db9d req-61ca7762-260f-48d8-a5ac-1f80a3606a44 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bd16c46-43c5-4336-a0ef-d4a34e356955 HTTP/1.1" status: 200 len: 944 time: 0.1205177 Mar 09 03:49:57.231518 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-269fa3eb-4f25-43fc-87c7-e1473a174df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:57.246468 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-269fa3eb-4f25-43fc-87c7-e1473a174df0 admin admin] Usage tracker for resource:security_group_rule and tenant:ec5cd9028db04d20b33c591fe91ad924 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:57.256368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-269fa3eb-4f25-43fc-87c7-e1473a174df0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:57.272596 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f78efb88-552b-4a5f-b253-9b3a7620db9d req-ded19ffb-271d-4500-bfdc-93f53a29aa1d tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd3cea5d-5326-47ab-bd6b-dd2af1d897cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555115 Mar 09 03:49:57.314844 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-269fa3eb-4f25-43fc-87c7-e1473a174df0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:57.323512 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6474e7-827d-4040-9ac4-4434a1e254a6 service neutron] Pushing event updated for resources: {'Port': ['ID=22530196-3bff-420f-985f-3d9cdfa7b1a9,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:57.385391 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-db6474e7-827d-4040-9ac4-4434a1e254a6 service neutron] Attempting to bind port 22530196-3bff-420f-985f-3d9cdfa7b1a9 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:49:57.385731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-db6474e7-827d-4040-9ac4-4434a1e254a6 service neutron] Attempting to bind port 22530196-3bff-420f-985f-3d9cdfa7b1a9 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:49:57.386067 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-db6474e7-827d-4040-9ac4-4434a1e254a6 service neutron] Attempting to bind port 22530196-3bff-420f-985f-3d9cdfa7b1a9 on network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:49:57.394673 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-db6474e7-827d-4040-9ac4-4434a1e254a6 service neutron] Port 22530196-3bff-420f-985f-3d9cdfa7b1a9 on network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:49:57.395033 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-db6474e7-827d-4040-9ac4-4434a1e254a6 service neutron] Attempting to bind port 22530196-3bff-420f-985f-3d9cdfa7b1a9 on network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:49:57.404270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-db6474e7-827d-4040-9ac4-4434a1e254a6 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:49:57.404891 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-db6474e7-827d-4040-9ac4-4434a1e254a6 service neutron] Checking segment: {'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:49:57.404998 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-db6474e7-827d-4040-9ac4-4434a1e254a6 service neutron] Bound using segment: {'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:49:57.405392 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-db6474e7-827d-4040-9ac4-4434a1e254a6 service neutron] Bound port: 22530196-3bff-420f-985f-3d9cdfa7b1a9, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:49:57.405745 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-db6474e7-827d-4040-9ac4-4434a1e254a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:57.506939 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-b24398ed-bb7f-44b2-bc23-2c503fb1b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'name': 'tempest-AttachVolumeTestJSON-617479494-router', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:49Z', 'updated_at': '2022-03-09T03:45:03Z', 'revision_number': 4, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'gw_port': {'id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:51Z', 'updated_at': '2022-03-09T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'dafec96d-b156-4708-aa7c-c945b01181b8', 'name': '', 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'mac_address': 'fa:16:3e:48:72:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '63de480c-3416-46a4-bc21-c1381051f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:59Z', 'updated_at': '2022-03-09T03:45:12Z', 'revision_number': 5, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'subnets': [{'id': '63de480c-3416-46a4-bc21-c1381051f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:49:57.525197 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device df2bad64-0501-428b-9df6-b6b32d9fd60b up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:49:57.525800 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24398ed-bb7f-44b2-bc23-2c503fb1b39c None None] Checking router: b081f87e-31dc-4c90-8c36-b13f42f6b5bb for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:49:57.540671 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24398ed-bb7f-44b2-bc23-2c503fb1b39c None None] Routers {'b081f87e-31dc-4c90-8c36-b13f42f6b5bb'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:49:57.541315 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-b24398ed-bb7f-44b2-bc23-2c503fb1b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:49:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:49:57.572953 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-269fa3eb-4f25-43fc-87c7-e1473a174df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:57.590327 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-269fa3eb-4f25-43fc-87c7-e1473a174df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:57.615257 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269fa3eb-4f25-43fc-87c7-e1473a174df0 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:49:57.650796 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-db6474e7-827d-4040-9ac4-4434a1e254a6 service neutron] For port 22530196-3bff-420f-985f-3d9cdfa7b1a9, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:49:57.668056 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-269fa3eb-4f25-43fc-87c7-e1473a174df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:57.670088 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-269fa3eb-4f25-43fc-87c7-e1473a174df0 admin admin] Added segment 51702c46-86d0-45fa-afdb-005bc74adfe1 of type vlan for network 71288c84-6365-4346-b387-5a09802f7445 Mar 09 03:49:57.678827 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port df2bad64-0501-428b-9df6-b6b32d9fd60b completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:49:57.685684 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port df2bad64-0501-428b-9df6-b6b32d9fd60b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:49:57.686319 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:57.729289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72564097-97c3-4acf-bd43-22f892da5c35 req-adba0725-fd64-457f-b181-14de6e5164c9 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:57.736317 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-72564097-97c3-4acf-bd43-22f892da5c35 req-adba0725-fd64-457f-b181-14de6e5164c9 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.1048253 Mar 09 03:49:57.756753 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-db6474e7-827d-4040-9ac4-4434a1e254a6 service neutron] For port 22530196-3bff-420f-985f-3d9cdfa7b1a9, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=22530196-3bff-420f-985f-3d9cdfa7b1a9,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:49:57.777822 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-db6474e7-827d-4040-9ac4-4434a1e254a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:57.821432 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-72564097-97c3-4acf-bd43-22f892da5c35 req-6124ef30-8ee9-4284-a565-919234ee80fa tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817354 Mar 09 03:49:57.835277 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-b24398ed-bb7f-44b2-bc23-2c503fb1b39c None None] Set router b081f87e-31dc-4c90-8c36-b13f42f6b5bb gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:49:57.884023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-db6474e7-827d-4040-9ac4-4434a1e254a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:57.884686 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-db6474e7-827d-4040-9ac4-4434a1e254a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:57.886138 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-db6474e7-827d-4040-9ac4-4434a1e254a6 service neutron] 10.222.0.21 "PUT /v2.0/ports/22530196-3bff-420f-985f-3d9cdfa7b1a9 HTTP/1.1" status: 200 len: 1091 time: 2.4033566 Mar 09 03:49:57.897570 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fa3eb-4f25-43fc-87c7-e1473a174df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bbfef1-58e9-4620-aab7-d0673f92abe7,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:57.906250 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-269fa3eb-4f25-43fc-87c7-e1473a174df0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:58.044873 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:58.096663 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd16c46-43c5-4336-a0ef-d4a34e356955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2bad64-0501-428b-9df6-b6b32d9fd60b'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:49:58.104277 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port df2bad64-0501-428b-9df6-b6b32d9fd60b, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=df2bad64-0501-428b-9df6-b6b32d9fd60b,segment=NetworkSegment(37f9b9da-edba-466d-b524-4b5bfcfd577b),segment_id=37f9b9da-edba-466d-b524-4b5bfcfd577b)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:49:58.110836 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:58.111834 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device c216d3e7-023c-4e4d-b8d1-3bd00d20c97a no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:49:58.117938 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60368) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:58.118306 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6474e7-827d-4040-9ac4-4434a1e254a6 service neutron] Pushing event updated for resources: {'Port': ['ID=22530196-3bff-420f-985f-3d9cdfa7b1a9,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:58.121447 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.resource_extend [None req-269fa3eb-4f25-43fc-87c7-e1473a174df0 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:49:58.159946 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc00517-3c6f-4fa5-a7b3-ccb458b081fe req-dfc8a95a-a1e2-4812-a137-7368e895ee58 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:58.169556 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fc00517-3c6f-4fa5-a7b3-ccb458b081fe req-dfc8a95a-a1e2-4812-a137-7368e895ee58 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 946 time: 0.1267312 Mar 09 03:49:58.178243 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134142aa-6e72-439a-b197-3ab7f1dda7bb req-a22f96e4-a829-49d4-a4cf-7608d5290263 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:58.187064 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-134142aa-6e72-439a-b197-3ab7f1dda7bb req-a22f96e4-a829-49d4-a4cf-7608d5290263 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e367059-29b9-44dc-957c-81fa5b51114f HTTP/1.1" status: 200 len: 943 time: 0.5552440 Mar 09 03:49:58.213016 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: c216d3e7-023c-4e4d-b8d1-3bd00d20c97a {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:49:58.214209 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device c216d3e7-023c-4e4d-b8d1-3bd00d20c97a not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:49:58.227212 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fc00517-3c6f-4fa5-a7b3-ccb458b081fe req-54e47dca-9844-437f-8e72-603ab7e23659 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560308 Mar 09 03:49:58.243794 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=df2bad64-0501-428b-9df6-b6b32d9fd60b,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:58.256461 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-269fa3eb-4f25-43fc-87c7-e1473a174df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:58.257683 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269fa3eb-4f25-43fc-87c7-e1473a174df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:58.258449 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-269fa3eb-4f25-43fc-87c7-e1473a174df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:58.260825 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:58.261166 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:58.263068 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:58.263607 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:58.264063 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:58.264556 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:58.265152 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:58.265746 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:58.269445 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:58.270925 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:58.271489 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:58.272233 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:49:58.277527 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60374) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:58.299424 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-b24398ed-bb7f-44b2-bc23-2c503fb1b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'name': 'tempest-AttachVolumeTestJSON-617479494-router', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:49Z', 'updated_at': '2022-03-09T03:45:03Z', 'revision_number': 4, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'gw_port': {'id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:51Z', 'updated_at': '2022-03-09T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'dafec96d-b156-4708-aa7c-c945b01181b8', 'name': '', 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'mac_address': 'fa:16:3e:48:72:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '63de480c-3416-46a4-bc21-c1381051f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:59Z', 'updated_at': '2022-03-09T03:45:12Z', 'revision_number': 5, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'subnets': [{'id': '63de480c-3416-46a4-bc21-c1381051f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:49:58.307933 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24398ed-bb7f-44b2-bc23-2c503fb1b39c None None] The sync data for ids ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'] in n-d-825178-5 is: [{'id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'name': 'tempest-AttachVolumeTestJSON-617479494-router', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:49Z', 'updated_at': '2022-03-09T03:45:03Z', 'revision_number': 4, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'gw_port': {'id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:51Z', 'updated_at': '2022-03-09T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'dafec96d-b156-4708-aa7c-c945b01181b8', 'name': '', 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'mac_address': 'fa:16:3e:48:72:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '63de480c-3416-46a4-bc21-c1381051f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:59Z', 'updated_at': '2022-03-09T03:45:12Z', 'revision_number': 5, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'subnets': [{'id': '63de480c-3416-46a4-bc21-c1381051f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:49:58.332121 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-134142aa-6e72-439a-b197-3ab7f1dda7bb req-91bc6a49-73cb-469a-ba8e-76ad208b6771 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440964 Mar 09 03:49:58.367780 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd16c46-43c5-4336-a0ef-d4a34e356955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2bad64-0501-428b-9df6-b6b32d9fd60b', 'code': 200} Mar 09 03:49:58.410282 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-94677e95-fb0e-4fbf-bb58-39fa9a7d1c99 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:58.412455 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62ee58ed-dedd-4511-8a4a-2f75e877d127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:58.436592 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-62ee58ed-dedd-4511-8a4a-2f75e877d127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:58.445548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-62ee58ed-dedd-4511-8a4a-2f75e877d127 admin admin] Usage tracker for resource:security_group_rule and tenant:496f22c255b34d0283c145cda726d824 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:58.454170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-62ee58ed-dedd-4511-8a4a-2f75e877d127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:58.464802 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-62ee58ed-dedd-4511-8a4a-2f75e877d127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:58.467677 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-94677e95-fb0e-4fbf-bb58-39fa9a7d1c99 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:58.539759 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-94677e95-fb0e-4fbf-bb58-39fa9a7d1c99 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:58.548118 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-f23e9126-719a-4a0e-9ae5-dc60cc2965dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:58.549590 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-f23e9126-719a-4a0e-9ae5-dc60cc2965dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c36c37e2e354df081ad1b18548376fc&device_id=4e367059-29b9-44dc-957c-81fa5b51114f HTTP/1.1" status: 200 len: 1094 time: 0.5731435 Mar 09 03:49:58.550197 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fa3eb-4f25-43fc-87c7-e1473a174df0 admin admin] Pushing event updated for resources: {'Network': ['ID=71288c84-6365-4346-b387-5a09802f7445,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:58.561510 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-269fa3eb-4f25-43fc-87c7-e1473a174df0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8084750 Mar 09 03:49:58.565890 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 71288c84-6365-4346-b387-5a09802f7445 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:49:58.576636 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60380) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:58.577422 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94677e95-fb0e-4fbf-bb58-39fa9a7d1c99 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7725750-8971-4380-88ae-2998f491d668,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:58.591901 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-1ccf1c40-68b3-43bd-bc04-9c1184055db0 admin admin] Request body: {'subnet': {'network_id': '71288c84-6365-4346-b387-5a09802f7445', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1783450653-subnet', 'tenant_id': 'ec5cd9028db04d20b33c591fe91ad924', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:49:58.601401 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1ccf1c40-68b3-43bd-bc04-9c1184055db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:49:58.607204 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-94677e95-fb0e-4fbf-bb58-39fa9a7d1c99 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:58.608584 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-94677e95-fb0e-4fbf-bb58-39fa9a7d1c99 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "DELETE /v2.0/security-groups/b7725750-8971-4380-88ae-2998f491d668 HTTP/1.1" status: 204 len: 168 time: 0.3296223 Mar 09 03:49:58.613618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1ccf1c40-68b3-43bd-bc04-9c1184055db0 admin admin] Usage tracker for resource:subnet and tenant:ec5cd9028db04d20b33c591fe91ad924 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:49:58.620495 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60384) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:58.623012 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1ccf1c40-68b3-43bd-bc04-9c1184055db0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:49:58.644752 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1ccf1c40-68b3-43bd-bc04-9c1184055db0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:49:58.662201 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-a54004ab-05f9-47fc-8c89-ace388b8474f tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] show failed (client error): The resource could not be found. Mar 09 03:49:58.666633 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a54004ab-05f9-47fc-8c89-ace388b8474f tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups/b7725750-8971-4380-88ae-2998f491d668 HTTP/1.1" status: 404 len: 347 time: 0.0416918 Mar 09 03:49:58.666633 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60388) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:58.699821 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e42968c-b9a0-4c25-a6fc-9fab3493c457 None None] New status for floating IP 71e258ff-0746-4b81-ac37-688a61818612: DOWN {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:49:58.740020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccf1c40-68b3-43bd-bc04-9c1184055db0 admin admin] Made reservation on behalf of ec5cd9028db04d20b33c591fe91ad924 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:49:58.742372 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1ccf1c40-68b3-43bd-bc04-9c1184055db0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:58.790748 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-1845183c-13bc-45d4-bdf3-b779411e5252 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22530196-3bff-420f-985f-3d9cdfa7b1a9 HTTP/1.1" status: 200 len: 217 time: 0.2246795 Mar 09 03:49:58.875911 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759806aa-aaf7-4226-bda9-9cf27665632a req-93706911-8721-49f6-8e92-7996d00540e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:58.877367 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-759806aa-aaf7-4226-bda9-9cf27665632a req-93706911-8721-49f6-8e92-7996d00540e3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8bd16c46-43c5-4336-a0ef-d4a34e356955 HTTP/1.1" status: 200 len: 1096 time: 0.4351192 Mar 09 03:49:58.878621 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-ba2c9f07-9ddf-472b-9ad2-ce7ae51002bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:58.879959 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-ba2c9f07-9ddf-472b-9ad2-ce7ae51002bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4320f833-55d6-48c9-bfa9-ead71d951b3e HTTP/1.1" status: 200 len: 846 time: 0.0821750 Mar 09 03:49:58.948025 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-3cb745bc-52f1-4558-b2e9-36812e618f55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602181 Mar 09 03:49:58.993772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c77eec-c19f-463b-a1a1-e6da462bc539 req-d06310c6-22b8-4950-b9b9-8331f43ea5eb tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:58.995344 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b6c77eec-c19f-463b-a1a1-e6da462bc539 req-d06310c6-22b8-4950-b9b9-8331f43ea5eb tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bd16c46-43c5-4336-a0ef-d4a34e356955 HTTP/1.1" status: 200 len: 945 time: 0.4985614 Mar 09 03:49:58.998931 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-525948a9-acaf-4b89-b4cc-351d54bbffef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:59.012128 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e367059-29b9-44dc-957c-81fa5b51114f', 'tag': '22530196-3bff-420f-985f-3d9cdfa7b1a9'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:49:59.093491 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-759806aa-aaf7-4226-bda9-9cf27665632a req-978e04af-6bb1-47a8-91a1-7878aa40623d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fd3cea5d-5326-47ab-bd6b-dd2af1d897cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058742 Mar 09 03:49:59.119077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-360d9f0e-22be-4687-a279-419496c485b1 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Deleting port 6408e9f6-11d0-447e-96d7-ba82b554893f {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:49:59.119421 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-360d9f0e-22be-4687-a279-419496c485b1 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:59.137492 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b6c77eec-c19f-463b-a1a1-e6da462bc539 req-afc5059a-1646-4ca1-9a7a-76ee56310b51 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd3cea5d-5326-47ab-bd6b-dd2af1d897cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174903 Mar 09 03:49:59.143613 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62ee58ed-dedd-4511-8a4a-2f75e877d127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:59.158341 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-f1a28e7f-83e1-40ce-a260-2cc900eead97 service neutron] 10.222.0.21 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020819 Mar 09 03:49:59.201715 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e367059-29b9-44dc-957c-81fa5b51114f', 'tag': '22530196-3bff-420f-985f-3d9cdfa7b1a9', 'status': 'completed', 'code': 200} Mar 09 03:49:59.289478 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62ee58ed-dedd-4511-8a4a-2f75e877d127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:59.298718 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e6d0067-7a1d-484a-ae86-a28996ced9a1 req-134d3f77-9d87-446c-a18c-2b21c400875c service neutron] 10.222.0.21 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343622 Mar 09 03:49:59.404856 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-62ee58ed-dedd-4511-8a4a-2f75e877d127 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=496f22c255b34d0283c145cda726d824&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2854521 Mar 09 03:49:59.419182 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60400) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:49:59.424672 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee58ed-dedd-4511-8a4a-2f75e877d127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0e814b-c0b3-4491-8814-73d296c85fa9,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:59.524216 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1ccf1c40-68b3-43bd-bc04-9c1184055db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:59.530215 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ca9442b-ceda-4dc6-a26c-228180828b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:59.534963 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce12a8-0cf3-4a11-92d1-7c4096b44b6d req-b55d312c-73a2-4513-b803-e5ccda22cfeb tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:59.536994 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bcce12a8-0cf3-4a11-92d1-7c4096b44b6d req-b55d312c-73a2-4513-b803-e5ccda22cfeb tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.5057166 Mar 09 03:49:59.549592 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88f1b8-0e13-44a2-8a29-ca0966319652 req-90d5fe27-e203-476e-9e65-c3dccd98c15c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:59.551041 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9b88f1b8-0e13-44a2-8a29-ca0966319652 req-90d5fe27-e203-476e-9e65-c3dccd98c15c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 946 time: 0.2076361 Mar 09 03:49:59.555933 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71651c5a-d855-4e8c-a74e-d6d7c06791b1 req-df4486bc-2f4f-40a9-b958-827e5f2f2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:59.557290 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-71651c5a-d855-4e8c-a74e-d6d7c06791b1 req-df4486bc-2f4f-40a9-b958-827e5f2f2008 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c36c37e2e354df081ad1b18548376fc&device_id=4e367059-29b9-44dc-957c-81fa5b51114f HTTP/1.1" status: 200 len: 1094 time: 0.1814182 Mar 09 03:49:59.610750 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ca9442b-ceda-4dc6-a26c-228180828b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:59.630600 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-360d9f0e-22be-4687-a279-419496c485b1 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:59.630883 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-360d9f0e-22be-4687-a279-419496c485b1 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:59.742850 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9b88f1b8-0e13-44a2-8a29-ca0966319652 req-23c786cb-36b2-48ff-aff5-1423ccb9e4f0 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828134 Mar 09 03:49:59.792648 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ca9442b-ceda-4dc6-a26c-228180828b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:59.792861 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bcce12a8-0cf3-4a11-92d1-7c4096b44b6d req-f850f2d1-92cc-4194-83f7-9d39163f45bc tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242618 Mar 09 03:49:59.802410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-360d9f0e-22be-4687-a279-419496c485b1 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Calling delete_port for 6408e9f6-11d0-447e-96d7-ba82b554893f owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:49:59.821140 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9442b-ceda-4dc6-a26c-228180828b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0e814b-c0b3-4491-8814-73d296c85fa9,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:59.825812 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71651c5a-d855-4e8c-a74e-d6d7c06791b1 req-6196a620-597e-42c3-81a9-a39e38f22728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:59.827628 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-71651c5a-d855-4e8c-a74e-d6d7c06791b1 req-6196a620-597e-42c3-81a9-a39e38f22728 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840 HTTP/1.1" status: 200 len: 907 time: 0.2594531 Mar 09 03:49:59.829756 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf1c40-68b3-43bd-bc04-9c1184055db0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8886ac82-887b-45dd-9086-dde7bdbbdd90,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:49:59.830263 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ca9442b-ceda-4dc6-a26c-228180828b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:49:59.831787 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3ca9442b-ceda-4dc6-a26c-228180828b42 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba0e814b-c0b3-4491-8814-73d296c85fa9 HTTP/1.1" status: 204 len: 168 time: 0.4072247 Mar 09 03:49:59.849825 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccf1c40-68b3-43bd-bc04-9c1184055db0 admin admin] Checking segment: {'id': '51702c46-86d0-45fa-afdb-005bc74adfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '71288c84-6365-4346-b387-5a09802f7445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:49:59.850179 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccf1c40-68b3-43bd-bc04-9c1184055db0 admin admin] Network hostable DHCP agents. Network: 71288c84-6365-4346-b387-5a09802f7445, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:49:59.903505 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccf1c40-68b3-43bd-bc04-9c1184055db0 admin admin] Network 71288c84-6365-4346-b387-5a09802f7445 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:49:59.921914 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-1ccf1c40-68b3-43bd-bc04-9c1184055db0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 71288c84-6365-4346-b387-5a09802f7445) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:49:59.931288 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1d2654-d686-48ae-ad2e-70ea9eea8c6a None None] Network 71288c84-6365-4346-b387-5a09802f7445 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:49:59.951974 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-71651c5a-d855-4e8c-a74e-d6d7c06791b1 req-dbccf018-5f2d-4baa-91b2-24a1b0d8fa77 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22530196-3bff-420f-985f-3d9cdfa7b1a9 HTTP/1.1" status: 200 len: 217 time: 0.1176050 Mar 09 03:49:59.959778 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccf1c40-68b3-43bd-bc04-9c1184055db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:49:59.960372 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1ccf1c40-68b3-43bd-bc04-9c1184055db0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:00.009277 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-360d9f0e-22be-4687-a279-419496c485b1 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:00.059370 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d9f0e-22be-4687-a279-419496c485b1 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Pushing event deleted for resources: {'Port': ['ID=6408e9f6-11d0-447e-96d7-ba82b554893f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:00.062053 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1ccf1c40-68b3-43bd-bc04-9c1184055db0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4822025 Mar 09 03:50:00.158496 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71651c5a-d855-4e8c-a74e-d6d7c06791b1 req-1526371a-bb75-4ebc-8841-916f4adef809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:00.163737 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-71651c5a-d855-4e8c-a74e-d6d7c06791b1 req-1526371a-bb75-4ebc-8841-916f4adef809 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4320f833-55d6-48c9-bfa9-ead71d951b3e HTTP/1.1" status: 200 len: 846 time: 0.1591709 Mar 09 03:50:00.174486 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-360d9f0e-22be-4687-a279-419496c485b1 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:00.178486 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-360d9f0e-22be-4687-a279-419496c485b1 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:00.179802 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-360d9f0e-22be-4687-a279-419496c485b1 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "DELETE /v2.0/floatingips/71e258ff-0746-4b81-ac37-688a61818612 HTTP/1.1" status: 204 len: 168 time: 1.5125687 Mar 09 03:50:00.235954 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-71651c5a-d855-4e8c-a74e-d6d7c06791b1 req-f2cc44cd-08a1-4c59-b27b-312cbc90c21a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646250 Mar 09 03:50:00.258800 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601d99ca-261b-4a23-8600-af5dea00a993 None None] Network 71288c84-6365-4346-b387-5a09802f7445 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:50:00.271232 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a9ec9-4ca4-4774-9f50-78f7d6b90138 req-ecdc10d0-940b-4ab5-bcec-577c4dc52d3e tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:00.278099 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7c6a9ec9-4ca4-4774-9f50-78f7d6b90138 req-ecdc10d0-940b-4ab5-bcec-577c4dc52d3e tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e367059-29b9-44dc-957c-81fa5b51114f HTTP/1.1" status: 200 len: 943 time: 0.3248527 Mar 09 03:50:00.288986 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60414) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:00.319395 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8b7a55fe-b2ac-4d86-9da9-ef3904c358e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:00.424600 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7c6a9ec9-4ca4-4774-9f50-78f7d6b90138 req-3a5ae1f1-1672-4c92-8300-5c68b3fc2a85 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436779 Mar 09 03:50:00.429695 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8b7a55fe-b2ac-4d86-9da9-ef3904c358e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:00.450316 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8b7a55fe-b2ac-4d86-9da9-ef3904c358e8 admin admin] Usage tracker for resource:security_group_rule and tenant:6ad6f67c91a640cc85e8a448c5f6325a is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:00.459995 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8b7a55fe-b2ac-4d86-9da9-ef3904c358e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:00.481394 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8b7a55fe-b2ac-4d86-9da9-ef3904c358e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:00.495351 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-71651c5a-d855-4e8c-a74e-d6d7c06791b1 req-75c7415f-ef98-4c71-b834-227d59ac8769 service neutron] 10.222.0.21 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516251 Mar 09 03:50:00.529959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a58c68-4ea7-4022-855b-9238feb6f905 req-5193baaf-89b1-4cbe-a247-5f52fa5dad9c tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:00.538052 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-58a58c68-4ea7-4022-855b-9238feb6f905 req-5193baaf-89b1-4cbe-a247-5f52fa5dad9c tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bd16c46-43c5-4336-a0ef-d4a34e356955 HTTP/1.1" status: 200 len: 945 time: 0.1929750 Mar 09 03:50:00.667740 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8b7a55fe-b2ac-4d86-9da9-ef3904c358e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:00.680243 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-71651c5a-d855-4e8c-a74e-d6d7c06791b1 req-4717905c-30ed-44e0-98fe-4b8720ac54a5 service neutron] 10.222.0.21 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782877 Mar 09 03:50:00.689454 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8b7a55fe-b2ac-4d86-9da9-ef3904c358e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:00.733316 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-58a58c68-4ea7-4022-855b-9238feb6f905 req-75c26102-32c6-4dfb-bf71-4782b2faf78a tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd3cea5d-5326-47ab-bd6b-dd2af1d897cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942632 Mar 09 03:50:00.750967 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8b7a55fe-b2ac-4d86-9da9-ef3904c358e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ad6f67c91a640cc85e8a448c5f6325a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4586499 Mar 09 03:50:00.751343 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60422) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:00.762538 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a55fe-b2ac-4d86-9da9-ef3904c358e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795c2293-c6f0-4db0-b175-66490525d6ad,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:00.815852 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4604dd96-60e5-4988-aee1-85108d5b9d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:00.847463 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4604dd96-60e5-4988-aee1-85108d5b9d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:00.911353 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4604dd96-60e5-4988-aee1-85108d5b9d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:00.911577 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60432) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:00.918403 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-88ee270b-c757-4cc4-b3d8-ef8e54eeeb0a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1433295273', 'description': 'tempest-description--1183827894'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:00.926320 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-88ee270b-c757-4cc4-b3d8-ef8e54eeeb0a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:00.931596 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604dd96-60e5-4988-aee1-85108d5b9d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795c2293-c6f0-4db0-b175-66490525d6ad,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:00.938141 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4604dd96-60e5-4988-aee1-85108d5b9d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:00.941553 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4604dd96-60e5-4988-aee1-85108d5b9d5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/795c2293-c6f0-4db0-b175-66490525d6ad HTTP/1.1" status: 204 len: 168 time: 0.1871648 Mar 09 03:50:00.948842 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-88ee270b-c757-4cc4-b3d8-ef8e54eeeb0a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Usage tracker for resource:security_group and tenant:a566af917eda438b9c3772466ff37f61 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:00.956693 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-88ee270b-c757-4cc4-b3d8-ef8e54eeeb0a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:00.963280 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-88ee270b-c757-4cc4-b3d8-ef8e54eeeb0a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:00.974974 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-88ee270b-c757-4cc4-b3d8-ef8e54eeeb0a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:01.005298 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-88ee270b-c757-4cc4-b3d8-ef8e54eeeb0a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:01.011916 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-88ee270b-c757-4cc4-b3d8-ef8e54eeeb0a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Usage tracker for resource:security_group_rule and tenant:a566af917eda438b9c3772466ff37f61 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:01.015858 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-88ee270b-c757-4cc4-b3d8-ef8e54eeeb0a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:01.021933 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-88ee270b-c757-4cc4-b3d8-ef8e54eeeb0a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:01.058983 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5ba71eb7-e65f-441f-9288-faefe014c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:01.156980 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b87767-b9d9-492f-99f8-2c39c45b2b73 req-5f54e3f7-55b9-490c-8ac9-0804b9bb2bef tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:01.158471 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-84b87767-b9d9-492f-99f8-2c39c45b2b73 req-5f54e3f7-55b9-490c-8ac9-0804b9bb2bef tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 946 time: 0.1281948 Mar 09 03:50:01.269252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-bcc18b27-8877-46c2-b543-c2036d787a3e tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:01.271429 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-bcc18b27-8877-46c2-b543-c2036d787a3e tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/networks?id=71288c84-6365-4346-b387-5a09802f7445 HTTP/1.1" status: 200 len: 813 time: 0.1674325 Mar 09 03:50:01.292385 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-65c1ae15-cc46-4dcf-ba2f-b4da0c2e6848 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/quotas/ec5cd9028db04d20b33c591fe91ad924 HTTP/1.1" status: 200 len: 375 time: 0.0144825 Mar 09 03:50:01.301694 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-88ee270b-c757-4cc4-b3d8-ef8e54eeeb0a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:01.308942 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-88ee270b-c757-4cc4-b3d8-ef8e54eeeb0a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:01.349874 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-45631f7d-ecbd-4277-a8ea-e239acbf73c8 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec5cd9028db04d20b33c591fe91ad924&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508616 Mar 09 03:50:01.359122 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-84b87767-b9d9-492f-99f8-2c39c45b2b73 req-d7a1fdb6-f441-44c5-a013-48030dcc2347 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873801 Mar 09 03:50:01.372123 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee270b-c757-4cc4-b3d8-ef8e54eeeb0a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7771687-d99f-4795-8481-7e9b5b6ff97e,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:01.383635 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-88ee270b-c757-4cc4-b3d8-ef8e54eeeb0a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:01.385135 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-88ee270b-c757-4cc4-b3d8-ef8e54eeeb0a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4715922 Mar 09 03:50:01.396389 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60454) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:01.402370 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-205cbe0a-5ef4-4e76-9c16-9420ac63b386 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Request body: {'security_group_rule': {'security_group_id': 'd7771687-d99f-4795-8481-7e9b5b6ff97e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:01.414250 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-205cbe0a-5ef4-4e76-9c16-9420ac63b386 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:01.418835 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-205cbe0a-5ef4-4e76-9c16-9420ac63b386 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Usage tracker for resource:security_group_rule and tenant:a566af917eda438b9c3772466ff37f61 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:01.422213 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-205cbe0a-5ef4-4e76-9c16-9420ac63b386 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:01.429958 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-205cbe0a-5ef4-4e76-9c16-9420ac63b386 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:01.450844 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-205cbe0a-5ef4-4e76-9c16-9420ac63b386 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:01.529857 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-b7e6321f-53d2-4792-afb8-77fff57c4c62 service neutron] 10.222.0.16 "GET /v2.0/networks/71288c84-6365-4346-b387-5a09802f7445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712582 Mar 09 03:50:01.555851 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-205cbe0a-5ef4-4e76-9c16-9420ac63b386 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:01.575779 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-205cbe0a-5ef4-4e76-9c16-9420ac63b386 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:01.612906 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205cbe0a-5ef4-4e76-9c16-9420ac63b386 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f57bce4-4829-443d-9388-9c3a0c83af2f,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:01.621717 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-205cbe0a-5ef4-4e76-9c16-9420ac63b386 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:01.622974 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-205cbe0a-5ef4-4e76-9c16-9420ac63b386 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2331996 Mar 09 03:50:01.625656 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60468) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:01.631825 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6a04bf7b-61d2-4107-8969-1a9ac7235108 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Request body: {'security_group_rule': {'security_group_id': 'd7771687-d99f-4795-8481-7e9b5b6ff97e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:01.646916 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6a04bf7b-61d2-4107-8969-1a9ac7235108 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:01.652836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6a04bf7b-61d2-4107-8969-1a9ac7235108 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Usage tracker for resource:security_group_rule and tenant:a566af917eda438b9c3772466ff37f61 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:01.656151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6a04bf7b-61d2-4107-8969-1a9ac7235108 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:01.666421 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020a8f7-3641-4988-b712-e8454b66a4d5 req-aad7e41c-2de5-4c21-bd2c-f2ab752360f1 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:01.667925 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e020a8f7-3641-4988-b712-e8454b66a4d5 req-aad7e41c-2de5-4c21-bd2c-f2ab752360f1 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.1496828 Mar 09 03:50:01.668151 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-f945b454-14bc-4978-b7a2-e169834b370b service neutron] 10.222.0.16 "GET /v2.0/networks/71288c84-6365-4346-b387-5a09802f7445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314950 Mar 09 03:50:01.671948 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6a04bf7b-61d2-4107-8969-1a9ac7235108 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:01.733188 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6a04bf7b-61d2-4107-8969-1a9ac7235108 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:01.744168 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 22530196-3bff-420f-985f-3d9cdfa7b1a9 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:50:01.745539 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e020a8f7-3641-4988-b712-e8454b66a4d5 req-6d64e9e6-5755-45b1-92d3-9e359846ac53 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703270 Mar 09 03:50:01.823614 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6a04bf7b-61d2-4107-8969-1a9ac7235108 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:01.829029 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6a04bf7b-61d2-4107-8969-1a9ac7235108 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:01.857901 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04bf7b-61d2-4107-8969-1a9ac7235108 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fcce9c9-6fd5-4fed-a5f6-320f5b6e726b,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:01.873208 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6a04bf7b-61d2-4107-8969-1a9ac7235108 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:01.878006 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60478) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:01.878981 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6a04bf7b-61d2-4107-8969-1a9ac7235108 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2515724 Mar 09 03:50:01.885974 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-4b9b2312-f8b4-4f52-a329-5ad81f154f45 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:01.896098 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4b9b2312-f8b4-4f52-a329-5ad81f154f45 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:01.903020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4b9b2312-f8b4-4f52-a329-5ad81f154f45 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Usage tracker for resource:floatingip and tenant:a566af917eda438b9c3772466ff37f61 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:01.907237 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4b9b2312-f8b4-4f52-a329-5ad81f154f45 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:01.916603 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4b9b2312-f8b4-4f52-a329-5ad81f154f45 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:01.934308 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2312-f8b4-4f52-a329-5ad81f154f45 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:02.077095 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 22530196-3bff-420f-985f-3d9cdfa7b1a9, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=22530196-3bff-420f-985f-3d9cdfa7b1a9,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:02.121893 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '22530196-3bff-420f-985f-3d9cdfa7b1a9', 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840', 'port_id': '22530196-3bff-420f-985f-3d9cdfa7b1a9', 'mac_address': 'fa:16:3e:63:54:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4320f833-55d6-48c9-bfa9-ead71d951b3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:50:02.201193 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:02.208955 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:02.231723 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:02.242410 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113d902-2828-491b-bcac-e90bfceecf3c req-f1932e56-a8e6-4418-80f4-9e1dbf03a7ec tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:02.249143 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9113d902-2828-491b-bcac-e90bfceecf3c req-f1932e56-a8e6-4418-80f4-9e1dbf03a7ec tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e367059-29b9-44dc-957c-81fa5b51114f HTTP/1.1" status: 200 len: 943 time: 0.1859822 Mar 09 03:50:02.262625 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22530196-3bff-420f-985f-3d9cdfa7b1a9 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:50:02.281080 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 22530196-3bff-420f-985f-3d9cdfa7b1a9, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=22530196-3bff-420f-985f-3d9cdfa7b1a9,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:02.288926 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:02.305141 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9113d902-2828-491b-bcac-e90bfceecf3c req-f95ca1c5-df0d-41fd-a3e8-f4f8b99e4cfb tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550261 Mar 09 03:50:02.405039 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=22530196-3bff-420f-985f-3d9cdfa7b1a9,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:02.423033 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0dfa4-b916-4387-9353-ea0c97f00c80 req-d5f99d87-0bff-4931-8169-88eb9f1e6dbf tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:02.430488 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d2f0dfa4-b916-4387-9353-ea0c97f00c80 req-d5f99d87-0bff-4931-8169-88eb9f1e6dbf tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bd16c46-43c5-4336-a0ef-d4a34e356955 HTTP/1.1" status: 200 len: 945 time: 0.1469634 Mar 09 03:50:02.482030 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d2f0dfa4-b916-4387-9353-ea0c97f00c80 req-c30228de-df7f-4406-bf9e-5469872a4271 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd3cea5d-5326-47ab-bd6b-dd2af1d897cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507863 Mar 09 03:50:02.483419 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2312-f8b4-4f52-a329-5ad81f154f45 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:02.514365 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['22530196-3bff-420f-985f-3d9cdfa7b1a9'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:50:02.572936 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000f559-5281-4f6d-aa31-36d86cde256f req-a42a858a-bdf6-4fd4-be26-7735cd84de1c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:02.582136 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1000f559-5281-4f6d-aa31-36d86cde256f req-a42a858a-bdf6-4fd4-be26-7735cd84de1c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.1560459 Mar 09 03:50:02.638508 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-4b9b2312-f8b4-4f52-a329-5ad81f154f45 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Allocated IP 172.25.7.137 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/d9ee23e3-aa52-422d-8a3e-d30eb0502e80) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:50:02.682095 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1000f559-5281-4f6d-aa31-36d86cde256f req-fe193dd1-2c4a-48b6-828d-6b30ded575e5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941432 Mar 09 03:50:02.810727 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2312-f8b4-4f52-a329-5ad81f154f45 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:02.843902 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2312-f8b4-4f52-a329-5ad81f154f45 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:02.917040 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9b2312-f8b4-4f52-a329-5ad81f154f45 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:50:02.920481 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-4b9b2312-f8b4-4f52-a329-5ad81f154f45 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:50:02.924707 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9b2312-f8b4-4f52-a329-5ad81f154f45 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:50:02.987534 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b2312-f8b4-4f52-a329-5ad81f154f45 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Pushing event updated for resources: {'Port': ['ID=d9ee23e3-aa52-422d-8a3e-d30eb0502e80,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:03.035415 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2312-f8b4-4f52-a329-5ad81f154f45 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:03.112157 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2312-f8b4-4f52-a329-5ad81f154f45 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:03.119050 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491fa63-59e7-4833-a0cb-956722f36bdd req-6c8d405a-85d1-4286-b139-329f80b9e8f1 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:03.120638 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7491fa63-59e7-4833-a0cb-956722f36bdd req-6c8d405a-85d1-4286-b139-329f80b9e8f1 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.1062572 Mar 09 03:50:03.182264 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7491fa63-59e7-4833-a0cb-956722f36bdd req-fe860abb-297d-4535-b8c1-c9c9c92b72e3 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556951 Mar 09 03:50:03.392552 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd1f2b89-e2a4-486b-8be4-ed28466b897f req-5f5223b8-90bb-44ac-988c-e3e7671c7ff3 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=edbba037-b4b0-4c82-b1e5-65f1d302dc69 HTTP/1.1" status: 200 len: 210 time: 0.0920281 Mar 09 03:50:03.405893 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee80331-8143-464a-b4bb-bcfbf146b365 req-de4cece4-0f82-46ad-b8b4-e23d1857bea3 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:03.416202 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3ee80331-8143-464a-b4bb-bcfbf146b365 req-de4cece4-0f82-46ad-b8b4-e23d1857bea3 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.2675285 Mar 09 03:50:03.427036 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:03.501811 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3ee80331-8143-464a-b4bb-bcfbf146b365 req-dd66a0a2-dbb9-4cbb-a799-0c56f72c5f05 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668242 Mar 09 03:50:03.530567 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2312-f8b4-4f52-a329-5ad81f154f45 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:03.547166 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2312-f8b4-4f52-a329-5ad81f154f45 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:03.743755 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b2312-f8b4-4f52-a329-5ad81f154f45 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Pushing event updated for resources: {'Port': ['ID=d9ee23e3-aa52-422d-8a3e-d30eb0502e80,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:03.755704 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 22530196-3bff-420f-985f-3d9cdfa7b1a9 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:50:03.757062 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2312-f8b4-4f52-a329-5ad81f154f45 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:03.794143 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60538) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:03.816302 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2312-f8b4-4f52-a329-5ad81f154f45 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:03.821972 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4b9b2312-f8b4-4f52-a329-5ad81f154f45 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9427295 Mar 09 03:50:03.855721 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 22530196-3bff-420f-985f-3d9cdfa7b1a9 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:50:03.861912 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 22530196-3bff-420f-985f-3d9cdfa7b1a9 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:50:03.862714 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:03.891016 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f5e53-1d6c-46d1-b06d-ee3e6f7022bd req-8db201b6-4695-4af1-8cfb-a411e22caf8f tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:03.898495 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2c9f5e53-1d6c-46d1-b06d-ee3e6f7022bd req-8db201b6-4695-4af1-8cfb-a411e22caf8f tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.2328815 Mar 09 03:50:04.003602 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2c9f5e53-1d6c-46d1-b06d-ee3e6f7022bd req-bbc9e854-6d99-4d27-92b8-dafb04b00e06 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959575 Mar 09 03:50:04.125980 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-2c1d7263-0631-4fa0-a949-bc4871c95875 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:04.126967 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-2c1d7263-0631-4fa0-a949-bc4871c95875 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Synchronizing usage tracker for tenant:ec5cd9028db04d20b33c591fe91ad924 on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:50:04.139401 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3522592-80d2-4f78-b800-b300e5131499 req-e824d6e2-b2ad-4dc8-b7b6-46b00a6a37b4 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:04.145665 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:04.147627 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0aafac9a-8e17-47b8-b513-3065f7e35b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:04.151435 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3522592-80d2-4f78-b800-b300e5131499 req-e824d6e2-b2ad-4dc8-b7b6-46b00a6a37b4 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e367059-29b9-44dc-957c-81fa5b51114f HTTP/1.1" status: 200 len: 944 time: 0.3944428 Mar 09 03:50:04.151596 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:04.165828 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0aafac9a-8e17-47b8-b513-3065f7e35b53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:04.171692 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0aafac9a-8e17-47b8-b513-3065f7e35b53 admin admin] Usage tracker for resource:security_group_rule and tenant:02328483d47d4b878a39c7eb308aa8fa is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:04.175343 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0aafac9a-8e17-47b8-b513-3065f7e35b53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:04.181566 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0aafac9a-8e17-47b8-b513-3065f7e35b53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:04.198410 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e367059-29b9-44dc-957c-81fa5b51114f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22530196-3bff-420f-985f-3d9cdfa7b1a9'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:04.210425 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 22530196-3bff-420f-985f-3d9cdfa7b1a9, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=22530196-3bff-420f-985f-3d9cdfa7b1a9,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:04.216351 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:04.257947 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-2c1d7263-0631-4fa0-a949-bc4871c95875 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Unset dirty status for tenant:ec5cd9028db04d20b33c591fe91ad924 on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:50:04.260362 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-2c1d7263-0631-4fa0-a949-bc4871c95875 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.21 "GET /v2.0/networks?id=71288c84-6365-4346-b387-5a09802f7445 HTTP/1.1" status: 200 len: 813 time: 0.4591711 Mar 09 03:50:04.274252 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ff7987f0-9291-4d47-9d2a-6d7dfca8df26 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Request body: {'port': {'device_id': 'f61dbfed-ded4-49c4-8272-4ca3f7fdb932', 'network_id': '71288c84-6365-4346-b387-5a09802f7445', 'admin_state_up': True, 'tenant_id': 'ec5cd9028db04d20b33c591fe91ad924'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:04.304092 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=22530196-3bff-420f-985f-3d9cdfa7b1a9,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:04.310319 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4623f2-7d70-420f-9e8a-22a79c62a138 req-f83f5785-14fb-476d-9622-b01961957225 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:04.311843 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce4623f2-7d70-420f-9e8a-22a79c62a138 req-f83f5785-14fb-476d-9622-b01961957225 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bd16c46-43c5-4336-a0ef-d4a34e356955 HTTP/1.1" status: 200 len: 945 time: 0.1267595 Mar 09 03:50:04.319790 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3522592-80d2-4f78-b800-b300e5131499 req-85d8acad-b2e0-4d6c-b482-fdc5c5b94334 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674256 Mar 09 03:50:04.385669 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0aafac9a-8e17-47b8-b513-3065f7e35b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:04.406970 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce4623f2-7d70-420f-9e8a-22a79c62a138 req-ceba257e-026a-4331-b6af-70914cec5eee tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd3cea5d-5326-47ab-bd6b-dd2af1d897cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885718 Mar 09 03:50:04.412384 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0aafac9a-8e17-47b8-b513-3065f7e35b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:04.483279 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0aafac9a-8e17-47b8-b513-3065f7e35b53 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=02328483d47d4b878a39c7eb308aa8fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6855104 Mar 09 03:50:04.484142 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60558) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:04.548297 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafac9a-8e17-47b8-b513-3065f7e35b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dc929c-7a87-49ae-be11-fa9777c26f83,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:04.585006 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-9b9f8830-247f-47c2-a65f-634e8f831122 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:04.586411 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-9b9f8830-247f-47c2-a65f-634e8f831122 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.24 "GET /v2.0/networks?id=71288c84-6365-4346-b387-5a09802f7445 HTTP/1.1" status: 200 len: 813 time: 0.3915832 Mar 09 03:50:04.599720 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-95235963-e97d-49cf-868e-786ea517b45d tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Synchronizing usage tracker for tenant:a566af917eda438b9c3772466ff37f61 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:50:04.601993 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ba77045b-69b2-487d-af60-0fadd57ae4d7 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Request body: {'port': {'device_id': 'edbba037-b4b0-4c82-b1e5-65f1d302dc69', 'network_id': '71288c84-6365-4346-b387-5a09802f7445', 'admin_state_up': True, 'tenant_id': 'ec5cd9028db04d20b33c591fe91ad924'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:04.606673 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f607bf95-5f56-4f0e-b6b4-fc6e0c131ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:04.617900 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ff7987f0-9291-4d47-9d2a-6d7dfca8df26 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:04.625615 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ff7987f0-9291-4d47-9d2a-6d7dfca8df26 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Usage tracker for resource:port and tenant:ec5cd9028db04d20b33c591fe91ad924 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:04.635699 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-95235963-e97d-49cf-868e-786ea517b45d tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Unset dirty status for tenant:a566af917eda438b9c3772466ff37f61 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:50:04.636850 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-95235963-e97d-49cf-868e-786ea517b45d tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1433295273&fields=id&tenant_id=a566af917eda438b9c3772466ff37f61 HTTP/1.1" status: 200 len: 267 time: 0.1208937 Mar 09 03:50:04.641030 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f607bf95-5f56-4f0e-b6b4-fc6e0c131ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:04.643623 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ff7987f0-9291-4d47-9d2a-6d7dfca8df26 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:04.655498 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ff7987f0-9291-4d47-9d2a-6d7dfca8df26 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:04.742716 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ff7987f0-9291-4d47-9d2a-6d7dfca8df26 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Made reservation on behalf of ec5cd9028db04d20b33c591fe91ad924 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:50:04.746254 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ff7987f0-9291-4d47-9d2a-6d7dfca8df26 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:04.763016 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9e2f5-a3c3-400f-a10c-6dafbaa755ad req-5c0a6c59-7be0-40e9-81af-079caa902259 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:04.764569 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c8b9e2f5-a3c3-400f-a10c-6dafbaa755ad req-5c0a6c59-7be0-40e9-81af-079caa902259 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.2945466 Mar 09 03:50:04.864863 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ba77045b-69b2-487d-af60-0fadd57ae4d7 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:04.880199 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ba77045b-69b2-487d-af60-0fadd57ae4d7 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Usage tracker for resource:port and tenant:ec5cd9028db04d20b33c591fe91ad924 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:04.883740 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ba77045b-69b2-487d-af60-0fadd57ae4d7 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:04.899497 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c8b9e2f5-a3c3-400f-a10c-6dafbaa755ad req-4218c476-e0df-421c-a8a1-c73321909b76 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266859 Mar 09 03:50:04.902869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ba77045b-69b2-487d-af60-0fadd57ae4d7 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:04.946000 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ba77045b-69b2-487d-af60-0fadd57ae4d7 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Made reservation on behalf of ec5cd9028db04d20b33c591fe91ad924 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:50:04.949852 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ba77045b-69b2-487d-af60-0fadd57ae4d7 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:04.965609 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-7c32ce7b-152e-42a9-a043-8a8c28d6a9af tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:04.973180 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e367059-29b9-44dc-957c-81fa5b51114f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22530196-3bff-420f-985f-3d9cdfa7b1a9', 'code': 200} Mar 09 03:50:04.975657 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-7c32ce7b-152e-42a9-a043-8a8c28d6a9af tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/networks?id=b236dd5b-2019-418d-8a8d-2b42bdeabb23 HTTP/1.1" status: 200 len: 810 time: 0.3273172 Mar 09 03:50:04.984503 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f607bf95-5f56-4f0e-b6b4-fc6e0c131ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:05.001703 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-8a951982-dbed-434a-be38-57fd7407ee32 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/quotas/a566af917eda438b9c3772466ff37f61 HTTP/1.1" status: 200 len: 375 time: 0.0250816 Mar 09 03:50:05.006526 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607bf95-5f56-4f0e-b6b4-fc6e0c131ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dc929c-7a87-49ae-be11-fa9777c26f83,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:05.061466 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f607bf95-5f56-4f0e-b6b4-fc6e0c131ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:05.062641 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f607bf95-5f56-4f0e-b6b4-fc6e0c131ed1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c9dc929c-7a87-49ae-be11-fa9777c26f83 HTTP/1.1" status: 204 len: 168 time: 0.5775540 Mar 09 03:50:05.085376 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ff7987f0-9291-4d47-9d2a-6d7dfca8df26 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Allocated IP 172.20.0.10 (71288c84-6365-4346-b387-5a09802f7445/8886ac82-887b-45dd-9086-dde7bdbbdd90/d32d2c6f-0588-44d9-93af-5e3742370011) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:50:05.166523 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b84f1-6af5-4f0f-854f-0996fc25e969 req-95d11d48-6de7-4302-bbf0-b10141f55e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:05.168732 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9c5b84f1-6af5-4f0f-854f-0996fc25e969 req-95d11d48-6de7-4302-bbf0-b10141f55e17 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4e367059-29b9-44dc-957c-81fa5b51114f HTTP/1.1" status: 200 len: 1096 time: 0.1127074 Mar 09 03:50:05.229222 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-bd8a29b4-52c0-4bdc-973d-20356260efc3 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Synchronizing usage tracker for tenant:a566af917eda438b9c3772466ff37f61 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:50:05.285151 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9c5b84f1-6af5-4f0f-854f-0996fc25e969 req-019788ab-1865-4d25-8c9a-21fd280f8e27 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078324 Mar 09 03:50:05.288367 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-bd8a29b4-52c0-4bdc-973d-20356260efc3 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Unset dirty status for tenant:a566af917eda438b9c3772466ff37f61 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:50:05.289651 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-bd8a29b4-52c0-4bdc-973d-20356260efc3 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a566af917eda438b9c3772466ff37f61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2799826 Mar 09 03:50:05.316563 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcd0b6-b475-47a9-97f7-1259ebb30791 req-e7680a05-65a6-4301-923e-8f3a5b318e06 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:05.318829 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bedcd0b6-b475-47a9-97f7-1259ebb30791 req-e7680a05-65a6-4301-923e-8f3a5b318e06 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bd16c46-43c5-4336-a0ef-d4a34e356955 HTTP/1.1" status: 200 len: 945 time: 0.1426330 Mar 09 03:50:05.415464 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-43d463b8-2d0c-4473-bdf3-46d2d782a907 req-4a4028c3-b80f-4528-aad8-4b3264ef9812 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=edbba037-b4b0-4c82-b1e5-65f1d302dc69 HTTP/1.1" status: 200 len: 210 time: 0.2439494 Mar 09 03:50:05.451331 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60580) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:05.492849 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9aa0d265-0b93-49d4-9603-11120fde8226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:05.507712 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-bedcd0b6-b475-47a9-97f7-1259ebb30791 req-8e09dc1d-0a72-4a79-8975-b889b40b758b tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Deleting port df2bad64-0501-428b-9df6-b6b32d9fd60b {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:50:05.508055 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-bedcd0b6-b475-47a9-97f7-1259ebb30791 req-8e09dc1d-0a72-4a79-8975-b889b40b758b tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:05.559070 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9aa0d265-0b93-49d4-9603-11120fde8226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:05.571941 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9aa0d265-0b93-49d4-9603-11120fde8226 admin admin] Usage tracker for resource:security_group_rule and tenant:b983ea47182f4a2a983f84b31f33b164 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:05.584506 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9aa0d265-0b93-49d4-9603-11120fde8226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:05.594126 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ff7987f0-9291-4d47-9d2a-6d7dfca8df26 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:05.603530 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9aa0d265-0b93-49d4-9603-11120fde8226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:05.636485 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-a9a4556c-4853-4de4-9378-41353a21942d service neutron] 10.222.0.16 "GET /v2.0/networks/b236dd5b-2019-418d-8a8d-2b42bdeabb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166397 Mar 09 03:50:05.647501 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3657a-69cb-461d-9df9-ee53a9ac9c5a req-f7b22b20-bfae-4d51-9dee-2df4257c9115 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:05.648892 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a2a3657a-69cb-461d-9df9-ee53a9ac9c5a req-f7b22b20-bfae-4d51-9dee-2df4257c9115 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.1219108 Mar 09 03:50:05.681495 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ff7987f0-9291-4d47-9d2a-6d7dfca8df26 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:05.801707 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a2a3657a-69cb-461d-9df9-ee53a9ac9c5a req-a14c35fe-e92a-4bdc-a1fa-91fa76e7cb32 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454737 Mar 09 03:50:05.837029 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ba77045b-69b2-487d-af60-0fadd57ae4d7 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Allocated IP 172.20.0.8 (71288c84-6365-4346-b387-5a09802f7445/8886ac82-887b-45dd-9086-dde7bdbbdd90/aedaab4b-513f-4751-8279-29b659ff7c7b) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:50:05.840120 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ff7987f0-9291-4d47-9d2a-6d7dfca8df26 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Network 71288c84-6365-4346-b387-5a09802f7445 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:50:05.847111 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ff7987f0-9291-4d47-9d2a-6d7dfca8df26 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:50:05.848997 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7987f0-9291-4d47-9d2a-6d7dfca8df26 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Pushing event updated for resources: {'Port': ['ID=d32d2c6f-0588-44d9-93af-5e3742370011,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:05.851510 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ff7987f0-9291-4d47-9d2a-6d7dfca8df26 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:50:05.983205 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ff7987f0-9291-4d47-9d2a-6d7dfca8df26 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:05.984092 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ff7987f0-9291-4d47-9d2a-6d7dfca8df26 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:06.001124 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-4211f826-3e86-418e-9bad-4479d8cf1365 service neutron] 10.222.0.16 "GET /v2.0/networks/b236dd5b-2019-418d-8a8d-2b42bdeabb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510695 Mar 09 03:50:06.008673 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-bedcd0b6-b475-47a9-97f7-1259ebb30791 req-8e09dc1d-0a72-4a79-8975-b889b40b758b tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] For port df2bad64-0501-428b-9df6-b6b32d9fd60b, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=df2bad64-0501-428b-9df6-b6b32d9fd60b,segment=NetworkSegment(37f9b9da-edba-466d-b524-4b5bfcfd577b),segment_id=37f9b9da-edba-466d-b524-4b5bfcfd577b)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:06.009271 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-bedcd0b6-b475-47a9-97f7-1259ebb30791 req-8e09dc1d-0a72-4a79-8975-b889b40b758b tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:06.117750 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ff7987f0-9291-4d47-9d2a-6d7dfca8df26 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8481383 Mar 09 03:50:06.137529 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-90593e48-e2fb-4985-881f-849b450222cb service neutron] Request body: {'port': {'device_id': 'f61dbfed-ded4-49c4-8272-4ca3f7fdb932', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:06.161968 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9aa0d265-0b93-49d4-9603-11120fde8226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:06.170261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-bedcd0b6-b475-47a9-97f7-1259ebb30791 req-8e09dc1d-0a72-4a79-8975-b889b40b758b tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Calling delete_port for df2bad64-0501-428b-9df6-b6b32d9fd60b owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:50:06.201552 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9aa0d265-0b93-49d4-9603-11120fde8226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:06.291274 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-365cb7fd-0a73-42f7-abe5-8bb12b321ee7 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:06.298180 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-365cb7fd-0a73-42f7-abe5-8bb12b321ee7 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 812 time: 0.3832097 Mar 09 03:50:06.319567 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9aa0d265-0b93-49d4-9603-11120fde8226 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b983ea47182f4a2a983f84b31f33b164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8643236 Mar 09 03:50:06.320479 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60602) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:06.329128 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0d265-0b93-49d4-9603-11120fde8226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e109e57-3fd0-4919-98a6-564749ad8a0c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:06.349220 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-b924ce39-672e-4246-b32c-8859112fc676 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/quotas/583552b4403540f294a79f7bae92d808 HTTP/1.1" status: 200 len: 375 time: 0.0498924 Mar 09 03:50:06.498663 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfa1c3-9fd9-47d1-8db1-9359606a00fd req-a61d7825-5a1e-497a-98f8-878a225b7f33 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:06.500828 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-99dfa1c3-9fd9-47d1-8db1-9359606a00fd req-a61d7825-5a1e-497a-98f8-878a225b7f33 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e367059-29b9-44dc-957c-81fa5b51114f HTTP/1.1" status: 200 len: 945 time: 0.2588987 Mar 09 03:50:06.503761 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-bedcd0b6-b475-47a9-97f7-1259ebb30791 req-8e09dc1d-0a72-4a79-8975-b889b40b758b tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:06.525224 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['df2bad64-0501-428b-9df6-b6b32d9fd60b'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:50:06.583512 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-90593e48-e2fb-4985-881f-849b450222cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:06.631352 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ba77045b-69b2-487d-af60-0fadd57ae4d7 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:06.652281 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09dc1d-0a72-4a79-8975-b889b40b758b tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Pushing event deleted for resources: {'Port': ['ID=df2bad64-0501-428b-9df6-b6b32d9fd60b,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:06.720849 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5350cb8b-4b97-4518-9c80-d1e93e570409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:06.728089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedcd0b6-b475-47a9-97f7-1259ebb30791 req-8e09dc1d-0a72-4a79-8975-b889b40b758b tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] No DVR routers for this DVR port df2bad64-0501-428b-9df6-b6b32d9fd60b on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:50:06.736948 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-bedcd0b6-b475-47a9-97f7-1259ebb30791 req-8e09dc1d-0a72-4a79-8975-b889b40b758b tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:06.756643 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd16c46-43c5-4336-a0ef-d4a34e356955', 'name': 'network-vif-deleted', 'tag': 'df2bad64-0501-428b-9df6-b6b32d9fd60b'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:06.765383 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bedcd0b6-b475-47a9-97f7-1259ebb30791 req-8e09dc1d-0a72-4a79-8975-b889b40b758b tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.24 "DELETE /v2.0/ports/df2bad64-0501-428b-9df6-b6b32d9fd60b HTTP/1.1" status: 204 len: 173 time: 1.4273241 Mar 09 03:50:06.779959 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-99dfa1c3-9fd9-47d1-8db1-9359606a00fd req-ed9567da-dc5a-4a18-9964-a412215eeb84 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585390 Mar 09 03:50:06.785417 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5350cb8b-4b97-4518-9c80-d1e93e570409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:06.822763 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-42743d3a-113e-4c55-a116-b336c8f2219f tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4726136 Mar 09 03:50:07.035231 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ba77045b-69b2-487d-af60-0fadd57ae4d7 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:07.082503 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-261d874c-f1c6-491d-aec7-e1bc38a50615 req-3251e5ee-97ad-48e1-b5bb-a933cc64d555 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Synchronizing usage tracker for tenant:486897a792634f32af51185d1dd07c61 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:50:07.097457 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-261d874c-f1c6-491d-aec7-e1bc38a50615 req-3251e5ee-97ad-48e1-b5bb-a933cc64d555 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] Unset dirty status for tenant:486897a792634f32af51185d1dd07c61 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:50:07.098713 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-261d874c-f1c6-491d-aec7-e1bc38a50615 req-3251e5ee-97ad-48e1-b5bb-a933cc64d555 tempest-ServerAddressesNegativeTestJSON-2056254041 tempest-ServerAddressesNegativeTestJSON-2056254041-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bd16c46-43c5-4336-a0ef-d4a34e356955 HTTP/1.1" status: 200 len: 210 time: 0.2122097 Mar 09 03:50:07.216144 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ba77045b-69b2-487d-af60-0fadd57ae4d7 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Network 71288c84-6365-4346-b387-5a09802f7445 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:50:07.232057 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ba77045b-69b2-487d-af60-0fadd57ae4d7 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:50:07.248840 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ba77045b-69b2-487d-af60-0fadd57ae4d7 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:50:07.267574 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0c6a564f-614d-4f21-918c-8509b0d2e760 req-65aa613b-754e-4638-a0af-43133cc766ab tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=2180533d-1782-47df-879a-1bb906f5254b HTTP/1.1" status: 200 len: 210 time: 0.0680926 Mar 09 03:50:07.408657 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77045b-69b2-487d-af60-0fadd57ae4d7 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Pushing event updated for resources: {'Port': ['ID=aedaab4b-513f-4751-8279-29b659ff7c7b,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:07.433780 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-78f62d62-9265-4e5f-8eb8-b9f38d4c8435 service neutron] 10.222.0.16 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6100883 Mar 09 03:50:07.464451 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5350cb8b-4b97-4518-9c80-d1e93e570409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:07.472692 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17154ece-ecbd-4e6f-b725-7c1ebefe0420 req-4f632a66-beae-42ba-a0ce-b3b233d36a76 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:07.475489 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-17154ece-ecbd-4e6f-b725-7c1ebefe0420 req-4f632a66-beae-42ba-a0ce-b3b233d36a76 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=edbba037-b4b0-4c82-b1e5-65f1d302dc69 HTTP/1.1" status: 200 len: 931 time: 0.1091332 Mar 09 03:50:07.506674 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350cb8b-4b97-4518-9c80-d1e93e570409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e109e57-3fd0-4919-98a6-564749ad8a0c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:07.550136 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-17154ece-ecbd-4e6f-b725-7c1ebefe0420 req-21990ea4-5184-4837-92aa-7f1f2478c865 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668185 Mar 09 03:50:07.580188 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5350cb8b-4b97-4518-9c80-d1e93e570409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:07.581397 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5350cb8b-4b97-4518-9c80-d1e93e570409 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e109e57-3fd0-4919-98a6-564749ad8a0c HTTP/1.1" status: 204 len: 168 time: 1.2566669 Mar 09 03:50:07.628206 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd16c46-43c5-4336-a0ef-d4a34e356955', 'name': 'network-vif-deleted', 'tag': 'df2bad64-0501-428b-9df6-b6b32d9fd60b', 'status': 'completed', 'code': 200} Mar 09 03:50:07.648115 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ba77045b-69b2-487d-af60-0fadd57ae4d7 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:07.648745 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ba77045b-69b2-487d-af60-0fadd57ae4d7 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:07.684957 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ba77045b-69b2-487d-af60-0fadd57ae4d7 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0892482 Mar 09 03:50:07.712026 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-3699825d-d723-450a-8dec-32c627a1cf30 service neutron] Request body: {'port': {'device_id': 'edbba037-b4b0-4c82-b1e5-65f1d302dc69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:07.790246 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-f6e8405f-81f7-4325-a4cf-4ed0e1fa9dd3 service neutron] 10.222.0.16 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556151 Mar 09 03:50:07.859029 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-90593e48-e2fb-4985-881f-849b450222cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d32d2c6f-0588-44d9-93af-5e3742370011 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:50:07.873576 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-90593e48-e2fb-4985-881f-849b450222cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:07.902436 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-90593e48-e2fb-4985-881f-849b450222cb service neutron] Transition to ACTIVE for port object d32d2c6f-0588-44d9-93af-5e3742370011 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:50:07.903346 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-3699825d-d723-450a-8dec-32c627a1cf30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:07.915190 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-90593e48-e2fb-4985-881f-849b450222cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:07.989435 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-7d4b147a-9852-4ab5-a22d-fce3d8af5cdc tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:07.990959 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-7d4b147a-9852-4ab5-a22d-fce3d8af5cdc tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.21 "GET /v2.0/networks?id=b236dd5b-2019-418d-8a8d-2b42bdeabb23 HTTP/1.1" status: 200 len: 810 time: 0.5813153 Mar 09 03:50:08.074972 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-5bf38e3b-956a-4b75-a939-9c455e9aa8af tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a566af917eda438b9c3772466ff37f61 HTTP/1.1" status: 200 len: 380 time: 0.0747924 Mar 09 03:50:08.101773 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d499841-3763-4773-bccc-b4209d09c9b0 req-b86d8061-1fa5-4e80-9e4a-1b6d8458303f tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:08.103592 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8d499841-3763-4773-bccc-b4209d09c9b0 req-b86d8061-1fa5-4e80-9e4a-1b6d8458303f tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.3408933 Mar 09 03:50:08.108527 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-1e6f79fc-7c22-4856-9350-9289736f29db tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Request body: {'port': {'device_id': '2180533d-1782-47df-879a-1bb906f5254b', 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'admin_state_up': True, 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'security_groups': ['d7771687-d99f-4795-8481-7e9b5b6ff97e']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:08.247534 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90593e48-e2fb-4985-881f-849b450222cb service neutron] Pushing event updated for resources: {'Port': ['ID=d32d2c6f-0588-44d9-93af-5e3742370011,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:08.283155 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8d499841-3763-4773-bccc-b4209d09c9b0 req-36c12076-5160-4530-b962-d2dd90f31b07 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568420 Mar 09 03:50:08.401966 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-1e6f79fc-7c22-4856-9350-9289736f29db tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:08.406329 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-765015d0-fe02-4f0f-a35f-256d717082ee req-591c169c-d2a6-4310-af44-166dd759c5b5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=499735b8-08bc-4ddd-9d98-c9563a9e7206 HTTP/1.1" status: 200 len: 210 time: 0.0688119 Mar 09 03:50:08.415863 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-1e6f79fc-7c22-4856-9350-9289736f29db tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:08.429059 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-1e6f79fc-7c22-4856-9350-9289736f29db tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Made reservation on behalf of a566af917eda438b9c3772466ff37f61 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:50:08.433539 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-1e6f79fc-7c22-4856-9350-9289736f29db tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:08.436536 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-90593e48-e2fb-4985-881f-849b450222cb service neutron] Attempting to bind port d32d2c6f-0588-44d9-93af-5e3742370011 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:50:08.436853 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-90593e48-e2fb-4985-881f-849b450222cb service neutron] Attempting to bind port d32d2c6f-0588-44d9-93af-5e3742370011 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '51702c46-86d0-45fa-afdb-005bc74adfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '71288c84-6365-4346-b387-5a09802f7445'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:50:08.437189 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-90593e48-e2fb-4985-881f-849b450222cb service neutron] Attempting to bind port d32d2c6f-0588-44d9-93af-5e3742370011 on network 71288c84-6365-4346-b387-5a09802f7445 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:50:08.467902 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-90593e48-e2fb-4985-881f-849b450222cb service neutron] Port d32d2c6f-0588-44d9-93af-5e3742370011 on network 71288c84-6365-4346-b387-5a09802f7445 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:50:08.468262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-90593e48-e2fb-4985-881f-849b450222cb service neutron] Attempting to bind port d32d2c6f-0588-44d9-93af-5e3742370011 on network 71288c84-6365-4346-b387-5a09802f7445 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:50:08.482310 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-90593e48-e2fb-4985-881f-849b450222cb service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:50:08.482890 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-90593e48-e2fb-4985-881f-849b450222cb service neutron] Checking segment: {'id': '51702c46-86d0-45fa-afdb-005bc74adfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '71288c84-6365-4346-b387-5a09802f7445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:50:08.483436 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-90593e48-e2fb-4985-881f-849b450222cb service neutron] Bound using segment: {'id': '51702c46-86d0-45fa-afdb-005bc74adfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '71288c84-6365-4346-b387-5a09802f7445'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:50:08.484227 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-90593e48-e2fb-4985-881f-849b450222cb service neutron] Bound port: d32d2c6f-0588-44d9-93af-5e3742370011, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51702c46-86d0-45fa-afdb-005bc74adfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '71288c84-6365-4346-b387-5a09802f7445'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:50:08.484989 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-90593e48-e2fb-4985-881f-849b450222cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:08.597049 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60650) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:08.606469 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-90593e48-e2fb-4985-881f-849b450222cb service neutron] For port d32d2c6f-0588-44d9-93af-5e3742370011, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:50:08.609667 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-90593e48-e2fb-4985-881f-849b450222cb service neutron] For port d32d2c6f-0588-44d9-93af-5e3742370011, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d32d2c6f-0588-44d9-93af-5e3742370011,segment=NetworkSegment(51702c46-86d0-45fa-afdb-005bc74adfe1),segment_id=51702c46-86d0-45fa-afdb-005bc74adfe1)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:50:08.618638 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77eac9-af97-419a-abaf-f417c235dbc2 req-49861110-6ec8-4f66-8ac0-b43e6caafc1e tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:08.625703 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec77eac9-af97-419a-abaf-f417c235dbc2 req-49861110-6ec8-4f66-8ac0-b43e6caafc1e tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e367059-29b9-44dc-957c-81fa5b51114f HTTP/1.1" status: 200 len: 945 time: 0.4666262 Mar 09 03:50:08.629127 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:08.639949 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-90593e48-e2fb-4985-881f-849b450222cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:08.716895 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-90593e48-e2fb-4985-881f-849b450222cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:08.717583 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-90593e48-e2fb-4985-881f-849b450222cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:08.718810 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-90593e48-e2fb-4985-881f-849b450222cb service neutron] 10.222.0.21 "PUT /v2.0/ports/d32d2c6f-0588-44d9-93af-5e3742370011 HTTP/1.1" status: 200 len: 1092 time: 2.5854261 Mar 09 03:50:08.724287 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61dbfed-ded4-49c4-8272-4ca3f7fdb932', 'tag': 'd32d2c6f-0588-44d9-93af-5e3742370011'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:08.787018 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c447b8b5-100d-4b49-bf5f-e05a40333b08 req-37b374df-533f-4e1a-809b-ac6ee0dc91aa tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=2180533d-1782-47df-879a-1bb906f5254b HTTP/1.1" status: 200 len: 210 time: 0.0748332 Mar 09 03:50:08.848025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-daaeb41a-9602-4862-a3e0-23f5545a137c admin admin] Deleting subnet 569ae72c-69df-4674-afa7-f9279eaa372a {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:50:08.853392 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-daaeb41a-9602-4862-a3e0-23f5545a137c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:08.900891 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-1e6f79fc-7c22-4856-9350-9289736f29db tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Allocated IP 172.20.0.13 (b236dd5b-2019-418d-8a8d-2b42bdeabb23/63de480c-3416-46a4-bc21-c1381051f525/a81652ca-8b73-4fb0-9217-ac2e6c9b70e5) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:50:08.921742 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-daaeb41a-9602-4862-a3e0-23f5545a137c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:09.007143 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec77eac9-af97-419a-abaf-f417c235dbc2 req-da69dbf4-c236-4dc6-a57d-c2b5376a5a79 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798227 Mar 09 03:50:09.012376 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90593e48-e2fb-4985-881f-849b450222cb service neutron] Pushing event updated for resources: {'Port': ['ID=d32d2c6f-0588-44d9-93af-5e3742370011,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:09.091423 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61dbfed-ded4-49c4-8272-4ca3f7fdb932', 'tag': 'd32d2c6f-0588-44d9-93af-5e3742370011', 'status': 'completed', 'code': 200} Mar 09 03:50:09.094835 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-daaeb41a-9602-4862-a3e0-23f5545a137c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:09.153822 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-4f19e131-c881-4756-b85f-f2ac28da8be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:09.155807 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-4f19e131-c881-4756-b85f-f2ac28da8be6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec5cd9028db04d20b33c591fe91ad924&device_id=f61dbfed-ded4-49c4-8272-4ca3f7fdb932 HTTP/1.1" status: 200 len: 1095 time: 0.3394628 Mar 09 03:50:09.228528 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-3699825d-d723-450a-8dec-32c627a1cf30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aedaab4b-513f-4751-8279-29b659ff7c7b {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:50:09.246353 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbe4f4-f743-4c13-b371-48c09856184d req-79aa06c3-5ab0-4251-8a9f-85a29d578367 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:09.247883 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-47cbe4f4-f743-4c13-b371-48c09856184d req-79aa06c3-5ab0-4251-8a9f-85a29d578367 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=edbba037-b4b0-4c82-b1e5-65f1d302dc69 HTTP/1.1" status: 200 len: 931 time: 0.2938395 Mar 09 03:50:09.289345 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-15d24042-85cf-42fa-af5f-b02bcad3ccbb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d32d2c6f-0588-44d9-93af-5e3742370011 HTTP/1.1" status: 200 len: 217 time: 0.1255243 Mar 09 03:50:09.291204 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-3699825d-d723-450a-8dec-32c627a1cf30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:09.318115 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-1e6f79fc-7c22-4856-9350-9289736f29db tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:09.332621 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-daaeb41a-9602-4862-a3e0-23f5545a137c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:09.365384 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-3699825d-d723-450a-8dec-32c627a1cf30 service neutron] Transition to ACTIVE for port object aedaab4b-513f-4751-8279-29b659ff7c7b will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:50:09.375882 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-3699825d-d723-450a-8dec-32c627a1cf30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:09.382204 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-1e6f79fc-7c22-4856-9350-9289736f29db tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Transition to ACTIVE for port object a81652ca-8b73-4fb0-9217-ac2e6c9b70e5 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:50:09.429517 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-afd9ecc7-fa8a-431b-8c87-cc9d5f4afd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:09.430994 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-afd9ecc7-fa8a-431b-8c87-cc9d5f4afd05 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8886ac82-887b-45dd-9086-dde7bdbbdd90 HTTP/1.1" status: 200 len: 853 time: 0.1323938 Mar 09 03:50:09.431723 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-47cbe4f4-f743-4c13-b371-48c09856184d req-f8c61145-fa91-41b1-9df0-5c005bd48187 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688631 Mar 09 03:50:09.432945 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaeb41a-9602-4862-a3e0-23f5545a137c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=569ae72c-69df-4674-afa7-f9279eaa372a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:09.455919 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-1e6f79fc-7c22-4856-9350-9289736f29db tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:09.464022 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-daaeb41a-9602-4862-a3e0-23f5545a137c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:09.548982 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device df2bad64-0501-428b-9df6-b6b32d9fd60b no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:50:09.637200 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: df2bad64-0501-428b-9df6-b6b32d9fd60b {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:50:09.638443 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device df2bad64-0501-428b-9df6-b6b32d9fd60b not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:50:09.650332 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-1e6f79fc-7c22-4856-9350-9289736f29db tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Network b236dd5b-2019-418d-8a8d-2b42bdeabb23 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:50:09.659098 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-1e6f79fc-7c22-4856-9350-9289736f29db tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:50:09.667500 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-1e6f79fc-7c22-4856-9350-9289736f29db tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:50:09.746775 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-daaeb41a-9602-4862-a3e0-23f5545a137c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/569ae72c-69df-4674-afa7-f9279eaa372a HTTP/1.1" status: 204 len: 168 time: 1.1481736 Mar 09 03:50:09.748195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f79fc-7c22-4856-9350-9289736f29db tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Pushing event updated for resources: {'Port': ['ID=a81652ca-8b73-4fb0-9217-ac2e6c9b70e5,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:09.771211 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-f6a01848-3c5f-4739-9cda-3d4b8d1b52f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=71288c84-6365-4346-b387-5a09802f7445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3276057 Mar 09 03:50:09.771776 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60686) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:09.937770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bfc09-b806-4c8b-ac12-d31b842ed400 req-799ca6cb-d941-45fd-84ac-ee591f296b6f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:09.945095 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9d0bfc09-b806-4c8b-ac12-d31b842ed400 req-799ca6cb-d941-45fd-84ac-ee591f296b6f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e367059-29b9-44dc-957c-81fa5b51114f HTTP/1.1" status: 200 len: 945 time: 0.7241526 Mar 09 03:50:09.969296 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c3e20b3-e66b-4a5d-8d29-7f8ec19a620a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:10.032578 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6151e61e-a842-40c5-95d9-e60e8f547cba None None] Provisioning for port a81652ca-8b73-4fb0-9217-ac2e6c9b70e5 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:50:10.036897 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699825d-d723-450a-8dec-32c627a1cf30 service neutron] Pushing event updated for resources: {'Port': ['ID=aedaab4b-513f-4751-8279-29b659ff7c7b,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:10.039972 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6151e61e-a842-40c5-95d9-e60e8f547cba None None] Provisioning complete for port a81652ca-8b73-4fb0-9217-ac2e6c9b70e5 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:50:10.040774 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6151e61e-a842-40c5-95d9-e60e8f547cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:10.076790 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9d0bfc09-b806-4c8b-ac12-d31b842ed400 req-7f822f73-e311-4a8e-898b-f53ad770cf2f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307187 Mar 09 03:50:10.111982 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6151e61e-a842-40c5-95d9-e60e8f547cba None None] Port a81652ca-8b73-4fb0-9217-ac2e6c9b70e5 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:50:10.134441 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-1e6f79fc-7c22-4856-9350-9289736f29db tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:10.135076 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-1e6f79fc-7c22-4856-9350-9289736f29db tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:10.232969 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-1e6f79fc-7c22-4856-9350-9289736f29db tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1519723 Mar 09 03:50:10.249058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-f20de369-85a9-4010-a838-a246013e3e1b tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:10.250672 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-f20de369-85a9-4010-a838-a246013e3e1b tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.24 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 812 time: 0.7240181 Mar 09 03:50:10.255082 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-10040202-964b-4463-8a50-23db18c49042 service neutron] Request body: {'port': {'device_id': '2180533d-1782-47df-879a-1bb906f5254b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:10.298311 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-10c0209b-5eec-450f-9ce8-4e8b27281ead req-5b6bb84b-98bd-40fb-ad2f-19961364b620 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=499735b8-08bc-4ddd-9d98-c9563a9e7206 HTTP/1.1" status: 200 len: 210 time: 0.0918512 Mar 09 03:50:10.300541 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b9e77-4474-494e-aaa2-213422fc9408 req-763478dc-e4c6-47d1-b5d9-ca0b4d46550b tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:10.307927 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-256b9e77-4474-494e-aaa2-213422fc9408 req-763478dc-e4c6-47d1-b5d9-ca0b4d46550b tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.6414921 Mar 09 03:50:10.313157 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-3699825d-d723-450a-8dec-32c627a1cf30 service neutron] Attempting to bind port aedaab4b-513f-4751-8279-29b659ff7c7b on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:50:10.313500 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-3699825d-d723-450a-8dec-32c627a1cf30 service neutron] Attempting to bind port aedaab4b-513f-4751-8279-29b659ff7c7b by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '51702c46-86d0-45fa-afdb-005bc74adfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '71288c84-6365-4346-b387-5a09802f7445'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:50:10.313807 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-3699825d-d723-450a-8dec-32c627a1cf30 service neutron] Attempting to bind port aedaab4b-513f-4751-8279-29b659ff7c7b on network 71288c84-6365-4346-b387-5a09802f7445 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:50:10.321993 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-cd024295-4b38-4f5b-a22b-42506d3da0db tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Request body: {'port': {'device_id': '499735b8-08bc-4ddd-9d98-c9563a9e7206', 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'admin_state_up': True, 'tenant_id': '583552b4403540f294a79f7bae92d808'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:10.382904 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-3699825d-d723-450a-8dec-32c627a1cf30 service neutron] Port aedaab4b-513f-4751-8279-29b659ff7c7b on network 71288c84-6365-4346-b387-5a09802f7445 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:50:10.383512 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-3699825d-d723-450a-8dec-32c627a1cf30 service neutron] Attempting to bind port aedaab4b-513f-4751-8279-29b659ff7c7b on network 71288c84-6365-4346-b387-5a09802f7445 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:50:10.402161 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-3699825d-d723-450a-8dec-32c627a1cf30 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:50:10.403042 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-3699825d-d723-450a-8dec-32c627a1cf30 service neutron] Checking segment: {'id': '51702c46-86d0-45fa-afdb-005bc74adfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '71288c84-6365-4346-b387-5a09802f7445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:50:10.403598 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-3699825d-d723-450a-8dec-32c627a1cf30 service neutron] Bound using segment: {'id': '51702c46-86d0-45fa-afdb-005bc74adfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '71288c84-6365-4346-b387-5a09802f7445'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:50:10.404192 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-3699825d-d723-450a-8dec-32c627a1cf30 service neutron] Bound port: aedaab4b-513f-4751-8279-29b659ff7c7b, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51702c46-86d0-45fa-afdb-005bc74adfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '71288c84-6365-4346-b387-5a09802f7445'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:50:10.404694 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-3699825d-d723-450a-8dec-32c627a1cf30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:10.417606 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c3e20b3-e66b-4a5d-8d29-7f8ec19a620a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:10.553612 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-3f609818-a586-45e1-8b0d-a139df4814c4 service neutron] 10.222.0.21 "GET /v2.0/networks/71288c84-6365-4346-b387-5a09802f7445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7579432 Mar 09 03:50:10.556044 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-5c3e20b3-e66b-4a5d-8d29-7f8ec19a620a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae701d4-2061-4ded-8c6d-fadb65304f99']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:50:10.594869 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0d6ef-acd9-4180-8922-8ae25645cd89 req-a95c5d8e-3d87-47b4-a240-c2bf97d3a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:10.596349 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f1f0d6ef-acd9-4180-8922-8ae25645cd89 req-a95c5d8e-3d87-47b4-a240-c2bf97d3a988 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 1096 time: 0.5947876 Mar 09 03:50:10.612089 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-256b9e77-4474-494e-aaa2-213422fc9408 req-8227a997-2483-4751-9523-741585244bbf tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988982 Mar 09 03:50:10.681586 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-10040202-964b-4463-8a50-23db18c49042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:10.692676 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f1f0d6ef-acd9-4180-8922-8ae25645cd89 req-717dd4ce-b4d0-4179-bacf-ef941c6114ea service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757642 Mar 09 03:50:10.726152 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-5c3e20b3-e66b-4a5d-8d29-7f8ec19a620a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f9b9da-edba-466d-b524-4b5bfcfd577b') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:50:10.726498 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-5c3e20b3-e66b-4a5d-8d29-7f8ec19a620a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f9b9da-edba-466d-b524-4b5bfcfd577b') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:50:10.735430 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ea6feaab-a2e4-49e7-980e-d623f791c38d service neutron] 10.222.0.21 "GET /v2.0/networks/71288c84-6365-4346-b387-5a09802f7445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586473 Mar 09 03:50:10.760063 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60726) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:10.774430 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c3e20b3-e66b-4a5d-8d29-7f8ec19a620a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:10.789543 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-cd024295-4b38-4f5b-a22b-42506d3da0db tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:10.876886 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c3e20b3-e66b-4a5d-8d29-7f8ec19a620a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:10.909174 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3e20b3-e66b-4a5d-8d29-7f8ec19a620a admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:50:10.909576 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c3e20b3-e66b-4a5d-8d29-7f8ec19a620a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:50:10.938652 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:50:10.967093 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-3699825d-d723-450a-8dec-32c627a1cf30 service neutron] For port aedaab4b-513f-4751-8279-29b659ff7c7b, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:50:11.052463 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-3699825d-d723-450a-8dec-32c627a1cf30 service neutron] For port aedaab4b-513f-4751-8279-29b659ff7c7b, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=aedaab4b-513f-4751-8279-29b659ff7c7b,segment=NetworkSegment(51702c46-86d0-45fa-afdb-005bc74adfe1),segment_id=51702c46-86d0-45fa-afdb-005bc74adfe1)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:50:11.059767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-cd024295-4b38-4f5b-a22b-42506d3da0db tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:11.059955 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-733b494d-01bf-4cf6-8850-44a7747bf66b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:11.088323 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-3699825d-d723-450a-8dec-32c627a1cf30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:11.132238 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb3b74-4dab-4fc4-a316-adaec4ffaac7 req-6bf43d27-3b07-44e0-aa56-ef426fe31ce2 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:11.132916 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-3adb3b74-4dab-4fc4-a316-adaec4ffaac7 req-6bf43d27-3b07-44e0-aa56-ef426fe31ce2 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Synchronizing usage tracker for tenant:a566af917eda438b9c3772466ff37f61 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:50:11.155558 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-cd024295-4b38-4f5b-a22b-42506d3da0db tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Made reservation on behalf of 583552b4403540f294a79f7bae92d808 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:50:11.159872 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-cd024295-4b38-4f5b-a22b-42506d3da0db tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:11.165608 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-733b494d-01bf-4cf6-8850-44a7747bf66b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:11.179701 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-3699825d-d723-450a-8dec-32c627a1cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:11.180310 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-3699825d-d723-450a-8dec-32c627a1cf30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:11.181639 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-3699825d-d723-450a-8dec-32c627a1cf30 service neutron] 10.222.0.24 "PUT /v2.0/ports/aedaab4b-513f-4751-8279-29b659ff7c7b HTTP/1.1" status: 200 len: 1091 time: 3.4795651 Mar 09 03:50:11.183353 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c3e20b3-e66b-4a5d-8d29-7f8ec19a620a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:11.185598 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbba037-b4b0-4c82-b1e5-65f1d302dc69', 'tag': 'aedaab4b-513f-4751-8279-29b659ff7c7b'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:11.191037 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-733b494d-01bf-4cf6-8850-44a7747bf66b admin admin] Usage tracker for resource:security_group_rule and tenant:b91442bb55fb4f67b2817509f1e3012c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:11.197845 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c3e20b3-e66b-4a5d-8d29-7f8ec19a620a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:11.205136 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-10040202-964b-4463-8a50-23db18c49042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a81652ca-8b73-4fb0-9217-ac2e6c9b70e5 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:50:11.224077 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-733b494d-01bf-4cf6-8850-44a7747bf66b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:11.234731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bcf07-0713-4565-9b00-78d123874c4d req-48daaab4-2a06-44c7-ba99-b6e72ed2c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:11.236237 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a99bcf07-0713-4565-9b00-78d123874c4d req-48daaab4-2a06-44c7-ba99-b6e72ed2c1bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec5cd9028db04d20b33c591fe91ad924&device_id=f61dbfed-ded4-49c4-8272-4ca3f7fdb932 HTTP/1.1" status: 200 len: 1095 time: 0.4379208 Mar 09 03:50:11.247730 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-10040202-964b-4463-8a50-23db18c49042 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:11.288385 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-10040202-964b-4463-8a50-23db18c49042 service neutron] Transition to ACTIVE for port object a81652ca-8b73-4fb0-9217-ac2e6c9b70e5 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:50:11.289892 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e20b3-e66b-4a5d-8d29-7f8ec19a620a admin admin] Pushing event deleted for resources: {'Network': ['ID=0ae701d4-2061-4ded-8c6d-fadb65304f99,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:11.304677 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-10040202-964b-4463-8a50-23db18c49042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:11.321444 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-733b494d-01bf-4cf6-8850-44a7747bf66b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:11.326341 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-3adb3b74-4dab-4fc4-a316-adaec4ffaac7 req-6bf43d27-3b07-44e0-aa56-ef426fe31ce2 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Unset dirty status for tenant:a566af917eda438b9c3772466ff37f61 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:50:11.327484 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3adb3b74-4dab-4fc4-a316-adaec4ffaac7 req-6bf43d27-3b07-44e0-aa56-ef426fe31ce2 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=2180533d-1782-47df-879a-1bb906f5254b HTTP/1.1" status: 200 len: 932 time: 0.8986192 Mar 09 03:50:11.356331 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5c3e20b3-e66b-4a5d-8d29-7f8ec19a620a admin admin] 10.222.0.16 "DELETE /v2.0/networks/0ae701d4-2061-4ded-8c6d-fadb65304f99 HTTP/1.1" status: 204 len: 168 time: 1.5735886 Mar 09 03:50:11.362575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40cf0c-931f-4f0e-9e6c-7c54a1b6f112 req-d83bb422-d527-449b-a39b-518ba344ed7f tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:11.364386 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1d40cf0c-931f-4f0e-9e6c-7c54a1b6f112 req-d83bb422-d527-449b-a39b-518ba344ed7f tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=edbba037-b4b0-4c82-b1e5-65f1d302dc69 HTTP/1.1" status: 200 len: 943 time: 0.3129182 Mar 09 03:50:11.386591 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699825d-d723-450a-8dec-32c627a1cf30 service neutron] Pushing event updated for resources: {'Port': ['ID=aedaab4b-513f-4751-8279-29b659ff7c7b,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:11.522713 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60740) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:11.564992 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10040202-964b-4463-8a50-23db18c49042 service neutron] Pushing event updated for resources: {'Port': ['ID=a81652ca-8b73-4fb0-9217-ac2e6c9b70e5,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:11.623752 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1d40cf0c-931f-4f0e-9e6c-7c54a1b6f112 req-5e82b3e9-8f92-44ed-9e83-b0408e279771 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366743 Mar 09 03:50:11.642646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-3adb3b74-4dab-4fc4-a316-adaec4ffaac7 req-8b911eff-7844-4cae-b7c7-c64691cc0264 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Synchronizing usage tracker for tenant:a566af917eda438b9c3772466ff37f61 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:50:11.694120 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bcf07-0713-4565-9b00-78d123874c4d req-db8be133-6858-4730-b964-96e34468bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:11.695498 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a99bcf07-0713-4565-9b00-78d123874c4d req-db8be133-6858-4730-b964-96e34468bf6d service neutron] 10.222.0.21 "GET /v2.0/networks?id=71288c84-6365-4346-b387-5a09802f7445 HTTP/1.1" status: 200 len: 914 time: 0.4068534 Mar 09 03:50:11.727598 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-cd024295-4b38-4f5b-a22b-42506d3da0db tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Allocated IP 172.20.0.11 (3d62296e-a7e4-4061-88a7-e2ef850363e9/d785722e-a890-45c5-869c-7b3149d30510/901687b7-082b-408a-ba6e-70079556e6e1) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:50:11.734419 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c81b7b72-ccc2-4af0-bc7e-6b26deb8d7a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=486897a792634f32af51185d1dd07c61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2003217 Mar 09 03:50:11.736732 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60746) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:11.756623 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-99e66761-2cea-4493-a00c-5a412d743cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:11.758064 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-99e66761-2cea-4493-a00c-5a412d743cfe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec5cd9028db04d20b33c591fe91ad924&device_id=edbba037-b4b0-4c82-b1e5-65f1d302dc69 HTTP/1.1" status: 200 len: 1094 time: 0.5352852 Mar 09 03:50:11.768884 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-3adb3b74-4dab-4fc4-a316-adaec4ffaac7 req-8b911eff-7844-4cae-b7c7-c64691cc0264 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Unset dirty status for tenant:a566af917eda438b9c3772466ff37f61 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:50:11.770472 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3adb3b74-4dab-4fc4-a316-adaec4ffaac7 req-8b911eff-7844-4cae-b7c7-c64691cc0264 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7771687-d99f-4795-8481-7e9b5b6ff97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4324815 Mar 09 03:50:11.787872 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a99bcf07-0713-4565-9b00-78d123874c4d req-6e615994-7e0e-49da-89e1-ed0c4fba4bf8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d32d2c6f-0588-44d9-93af-5e3742370011 HTTP/1.1" status: 200 len: 217 time: 0.0827522 Mar 09 03:50:11.853518 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-10040202-964b-4463-8a50-23db18c49042 service neutron] Attempting to bind port a81652ca-8b73-4fb0-9217-ac2e6c9b70e5 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:50:11.853850 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-10040202-964b-4463-8a50-23db18c49042 service neutron] Attempting to bind port a81652ca-8b73-4fb0-9217-ac2e6c9b70e5 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '8f56de3d-717d-453f-908f-695376d58b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:50:11.854265 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-10040202-964b-4463-8a50-23db18c49042 service neutron] Attempting to bind port a81652ca-8b73-4fb0-9217-ac2e6c9b70e5 on network b236dd5b-2019-418d-8a8d-2b42bdeabb23 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:50:11.864103 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edbba037-b4b0-4c82-b1e5-65f1d302dc69', 'tag': 'aedaab4b-513f-4751-8279-29b659ff7c7b', 'status': 'completed', 'code': 200} Mar 09 03:50:11.886555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-10040202-964b-4463-8a50-23db18c49042 service neutron] Port a81652ca-8b73-4fb0-9217-ac2e6c9b70e5 on network b236dd5b-2019-418d-8a8d-2b42bdeabb23 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:50:11.886907 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-10040202-964b-4463-8a50-23db18c49042 service neutron] Attempting to bind port a81652ca-8b73-4fb0-9217-ac2e6c9b70e5 on network b236dd5b-2019-418d-8a8d-2b42bdeabb23 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:50:11.909662 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-10040202-964b-4463-8a50-23db18c49042 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:50:11.909994 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-10040202-964b-4463-8a50-23db18c49042 service neutron] Checking segment: {'id': '8f56de3d-717d-453f-908f-695376d58b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:50:11.910402 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-10040202-964b-4463-8a50-23db18c49042 service neutron] Bound using segment: {'id': '8f56de3d-717d-453f-908f-695376d58b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:50:11.910837 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-10040202-964b-4463-8a50-23db18c49042 service neutron] Bound port: a81652ca-8b73-4fb0-9217-ac2e6c9b70e5, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f56de3d-717d-453f-908f-695376d58b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:50:11.911201 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-10040202-964b-4463-8a50-23db18c49042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:11.930200 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-733b494d-01bf-4cf6-8850-44a7747bf66b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:12.015553 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-3b204013-b692-4792-ab11-ceb7fca21710 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aedaab4b-513f-4751-8279-29b659ff7c7b HTTP/1.1" status: 200 len: 217 time: 0.2301767 Mar 09 03:50:12.018668 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-733b494d-01bf-4cf6-8850-44a7747bf66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:12.133056 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe087d79-dd53-4807-9fb7-6473e326894b req-cf7c6d1b-6bb7-4a22-9539-954535bf681d tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=499735b8-08bc-4ddd-9d98-c9563a9e7206 HTTP/1.1" status: 200 len: 210 time: 0.1192257 Mar 09 03:50:12.156872 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-120a95e9-03fe-4757-9353-776466e16375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:12.173279 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bcf07-0713-4565-9b00-78d123874c4d req-ab194071-80c9-48ba-8cf0-88fd4dec57f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:12.175312 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a99bcf07-0713-4565-9b00-78d123874c4d req-ab194071-80c9-48ba-8cf0-88fd4dec57f8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8886ac82-887b-45dd-9086-dde7bdbbdd90 HTTP/1.1" status: 200 len: 853 time: 0.3254900 Mar 09 03:50:12.196644 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-733b494d-01bf-4cf6-8850-44a7747bf66b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b91442bb55fb4f67b2817509f1e3012c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4354959 Mar 09 03:50:12.197932 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b494d-01bf-4cf6-8850-44a7747bf66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da32ebe-ed18-45c5-b7bf-f9e07e3de2e3,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:12.204944 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60750) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:12.267894 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ab6b79ae-727d-40e2-9927-eb3a3bc2ddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:12.269193 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-ab6b79ae-727d-40e2-9927-eb3a3bc2ddd6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8886ac82-887b-45dd-9086-dde7bdbbdd90 HTTP/1.1" status: 200 len: 853 time: 0.2092893 Mar 09 03:50:12.271204 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a99bcf07-0713-4565-9b00-78d123874c4d req-e9e11f78-f6f0-4bbb-8349-17e6ab0f2ce6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=71288c84-6365-4346-b387-5a09802f7445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671692 Mar 09 03:50:12.274368 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f15fd-7a46-440b-b181-8ee77d4e47ae req-6608b5b4-e567-4f01-8821-883e34d60a96 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:12.275873 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b41f15fd-7a46-440b-b181-8ee77d4e47ae req-6608b5b4-e567-4f01-8821-883e34d60a96 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e367059-29b9-44dc-957c-81fa5b51114f HTTP/1.1" status: 200 len: 945 time: 0.5365324 Mar 09 03:50:12.293359 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-120a95e9-03fe-4757-9353-776466e16375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:12.333499 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-10040202-964b-4463-8a50-23db18c49042 service neutron] For port a81652ca-8b73-4fb0-9217-ac2e6c9b70e5, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:50:12.384364 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-10040202-964b-4463-8a50-23db18c49042 service neutron] For port a81652ca-8b73-4fb0-9217-ac2e6c9b70e5, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=a81652ca-8b73-4fb0-9217-ac2e6c9b70e5,segment=NetworkSegment(8f56de3d-717d-453f-908f-695376d58b50),segment_id=8f56de3d-717d-453f-908f-695376d58b50)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:50:12.403274 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-f9fc26e8-3126-4a1b-9373-7881d2255d7a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=71288c84-6365-4346-b387-5a09802f7445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907385 Mar 09 03:50:12.436942 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-10040202-964b-4463-8a50-23db18c49042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:12.490507 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b41f15fd-7a46-440b-b181-8ee77d4e47ae req-0d35e8d9-af8d-48fe-b2ae-ce83b7b8ad3a tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068770 Mar 09 03:50:12.510285 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-cd024295-4b38-4f5b-a22b-42506d3da0db tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:12.536285 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-10040202-964b-4463-8a50-23db18c49042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:12.536900 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-10040202-964b-4463-8a50-23db18c49042 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:12.538269 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-10040202-964b-4463-8a50-23db18c49042 service neutron] 10.222.0.21 "PUT /v2.0/ports/a81652ca-8b73-4fb0-9217-ac2e6c9b70e5 HTTP/1.1" status: 200 len: 1092 time: 2.2976491 Mar 09 03:50:12.544123 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2180533d-1782-47df-879a-1bb906f5254b', 'tag': 'a81652ca-8b73-4fb0-9217-ac2e6c9b70e5'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:12.571487 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-cd024295-4b38-4f5b-a22b-42506d3da0db tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Transition to ACTIVE for port object 901687b7-082b-408a-ba6e-70079556e6e1 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:50:12.628017 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2180533d-1782-47df-879a-1bb906f5254b', 'tag': 'a81652ca-8b73-4fb0-9217-ac2e6c9b70e5', 'status': 'completed', 'code': 200} Mar 09 03:50:12.636662 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10040202-964b-4463-8a50-23db18c49042 service neutron] Pushing event updated for resources: {'Port': ['ID=a81652ca-8b73-4fb0-9217-ac2e6c9b70e5,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:12.640803 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc289cb7-4124-46e3-b792-76f22cc602ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:12.650179 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-120a95e9-03fe-4757-9353-776466e16375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:12.663639 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10040202-964b-4463-8a50-23db18c49042 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:50:12.663978 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10040202-964b-4463-8a50-23db18c49042 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:50:12.664315 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10040202-964b-4463-8a50-23db18c49042 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:50:12.664641 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10040202-964b-4463-8a50-23db18c49042 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:50:12.664961 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10040202-964b-4463-8a50-23db18c49042 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:50:12.665280 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10040202-964b-4463-8a50-23db18c49042 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:50:12.665593 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10040202-964b-4463-8a50-23db18c49042 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:50:12.665896 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10040202-964b-4463-8a50-23db18c49042 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:50:12.666209 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10040202-964b-4463-8a50-23db18c49042 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:50:12.666521 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10040202-964b-4463-8a50-23db18c49042 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:50:12.666826 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10040202-964b-4463-8a50-23db18c49042 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:50:12.667164 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10040202-964b-4463-8a50-23db18c49042 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:50:12.669704 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc289cb7-4124-46e3-b792-76f22cc602ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:12.695459 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a95e9-03fe-4757-9353-776466e16375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3cea5d-5326-47ab-bd6b-dd2af1d897cf,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:12.719587 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1413d1-da41-43c5-879e-067f8176fe1a req-a6744bc9-4bac-4cdb-b149-ae4411a034da tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:12.721215 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bd1413d1-da41-43c5-879e-067f8176fe1a req-a6744bc9-4bac-4cdb-b149-ae4411a034da tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e367059-29b9-44dc-957c-81fa5b51114f HTTP/1.1" status: 200 len: 945 time: 0.3301842 Mar 09 03:50:12.782088 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a99bcf07-0713-4565-9b00-78d123874c4d req-58714eff-d529-4c16-8e19-58a0312fd246 service neutron] 10.222.0.21 "GET /v2.0/networks/71288c84-6365-4346-b387-5a09802f7445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681387 Mar 09 03:50:12.786312 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-bc42d916-f891-4948-9bfa-f675a8eb389c service neutron] 10.222.0.24 "GET /v2.0/networks/71288c84-6365-4346-b387-5a09802f7445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720067 Mar 09 03:50:12.807760 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-cd024295-4b38-4f5b-a22b-42506d3da0db tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:12.819599 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:50:12.849687 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa6bc0-ef03-4473-9f76-514631756629 req-1f2c0a32-e9df-4859-b2e9-b763dd0743ad tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:12.856651 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5daa6bc0-ef03-4473-9f76-514631756629 req-1f2c0a32-e9df-4859-b2e9-b763dd0743ad tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.6006474 Mar 09 03:50:12.919953 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-120a95e9-03fe-4757-9353-776466e16375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:12.923791 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-120a95e9-03fe-4757-9353-776466e16375 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd3cea5d-5326-47ab-bd6b-dd2af1d897cf HTTP/1.1" status: 204 len: 168 time: 1.1828711 Mar 09 03:50:12.942410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-c5beb018-d64c-4a05-b1e8-80a9e7c0c748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:12.943908 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-c5beb018-d64c-4a05-b1e8-80a9e7c0c748 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a566af917eda438b9c3772466ff37f61&device_id=2180533d-1782-47df-879a-1bb906f5254b HTTP/1.1" status: 200 len: 1095 time: 0.3595397 Mar 09 03:50:12.951289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-bd1413d1-da41-43c5-879e-067f8176fe1a req-1a0527a6-4a94-43d4-87c4-c5717abe4742 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Deleting port 22530196-3bff-420f-985f-3d9cdfa7b1a9 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:50:12.951626 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-bd1413d1-da41-43c5-879e-067f8176fe1a req-1a0527a6-4a94-43d4-87c4-c5717abe4742 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:12.982619 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc289cb7-4124-46e3-b792-76f22cc602ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:13.050102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-cd024295-4b38-4f5b-a22b-42506d3da0db tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Network 3d62296e-a7e4-4061-88a7-e2ef850363e9 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:50:13.075525 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-cd024295-4b38-4f5b-a22b-42506d3da0db tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:50:13.086394 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-39cc5382-69b1-48fa-a7be-cbc6e49ae7e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a81652ca-8b73-4fb0-9217-ac2e6c9b70e5 HTTP/1.1" status: 200 len: 217 time: 0.1088285 Mar 09 03:50:13.089751 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-cd024295-4b38-4f5b-a22b-42506d3da0db tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:50:13.092838 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5daa6bc0-ef03-4473-9f76-514631756629 req-3b61a2f3-a0e3-45b2-a5fc-80a6f08f1caa tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353516 Mar 09 03:50:13.095644 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc289cb7-4124-46e3-b792-76f22cc602ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da32ebe-ed18-45c5-b7bf-f9e07e3de2e3,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:13.117558 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd024295-4b38-4f5b-a22b-42506d3da0db tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Pushing event updated for resources: {'Port': ['ID=901687b7-082b-408a-ba6e-70079556e6e1,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:13.138763 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc289cb7-4124-46e3-b792-76f22cc602ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:13.155501 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fc289cb7-4124-46e3-b792-76f22cc602ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7da32ebe-ed18-45c5-b7bf-f9e07e3de2e3 HTTP/1.1" status: 204 len: 168 time: 0.9471748 Mar 09 03:50:13.213308 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a99bcf07-0713-4565-9b00-78d123874c4d req-3f035f8d-2d59-451f-b180-824582c6818e service neutron] 10.222.0.21 "GET /v2.0/networks/71288c84-6365-4346-b387-5a09802f7445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260468 Mar 09 03:50:13.225934 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-683cbbe7-af15-40dd-b2e2-b5e6100eb3b0 req-d4e820b1-0a82-4405-88d2-b37e316608a8 service neutron] 10.222.0.24 "GET /v2.0/networks/71288c84-6365-4346-b387-5a09802f7445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149566 Mar 09 03:50:13.425307 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-cd024295-4b38-4f5b-a22b-42506d3da0db tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:13.426579 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-cd024295-4b38-4f5b-a22b-42506d3da0db tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:13.457319 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6c9221f6-c142-4fe7-9303-48f648b7a7f8 None None] Provisioning for port 901687b7-082b-408a-ba6e-70079556e6e1 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:50:13.459176 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066c954-e31a-4a0e-8310-c43a982ee187 req-fe156476-dd50-4364-9535-196b66fe41e6 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:13.460846 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9066c954-e31a-4a0e-8310-c43a982ee187 req-fe156476-dd50-4364-9535-196b66fe41e6 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=edbba037-b4b0-4c82-b1e5-65f1d302dc69 HTTP/1.1" status: 200 len: 943 time: 0.6606395 Mar 09 03:50:13.465183 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6c9221f6-c142-4fe7-9303-48f648b7a7f8 None None] Provisioning complete for port 901687b7-082b-408a-ba6e-70079556e6e1 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:50:13.465552 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6c9221f6-c142-4fe7-9303-48f648b7a7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:13.490740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-4cb0c889-9a33-4897-b463-893f7c120a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:13.492450 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-4cb0c889-9a33-4897-b463-893f7c120a18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63de480c-3416-46a4-bc21-c1381051f525 HTTP/1.1" status: 200 len: 849 time: 0.3670158 Mar 09 03:50:13.512404 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233df83-5b49-4c15-a147-3dcd0527670d req-fb61392a-513c-48d6-af38-59b7e0084a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:13.514737 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1233df83-5b49-4c15-a147-3dcd0527670d req-fb61392a-513c-48d6-af38-59b7e0084a65 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec5cd9028db04d20b33c591fe91ad924&device_id=edbba037-b4b0-4c82-b1e5-65f1d302dc69 HTTP/1.1" status: 200 len: 1094 time: 0.2254903 Mar 09 03:50:13.563981 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6c9221f6-c142-4fe7-9303-48f648b7a7f8 None None] Port 901687b7-082b-408a-ba6e-70079556e6e1 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:50:13.578268 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797c23e-3690-4027-bb37-779f19a6d689 req-d4b4bb9e-b675-4e18-9a51-0198cdcc71a4 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:13.579803 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7797c23e-3690-4027-bb37-779f19a6d689 req-d4b4bb9e-b675-4e18-9a51-0198cdcc71a4 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=2180533d-1782-47df-879a-1bb906f5254b HTTP/1.1" status: 200 len: 944 time: 0.2085721 Mar 09 03:50:13.631783 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-cd024295-4b38-4f5b-a22b-42506d3da0db tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3507392 Mar 09 03:50:13.657005 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-74a068cb-3847-44bb-89ef-17d82da09529 service neutron] Request body: {'port': {'device_id': '499735b8-08bc-4ddd-9d98-c9563a9e7206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:13.716933 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9066c954-e31a-4a0e-8310-c43a982ee187 req-468efb54-b9fc-4f34-a56b-78896556267b tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355554 Mar 09 03:50:13.719271 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7797c23e-3690-4027-bb37-779f19a6d689 req-756bae92-69c7-4535-9597-1bfd515b5955 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7771687-d99f-4795-8481-7e9b5b6ff97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231480 Mar 09 03:50:13.741807 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60784) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:13.761321 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-bd1413d1-da41-43c5-879e-067f8176fe1a req-1a0527a6-4a94-43d4-87c4-c5717abe4742 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] For port 22530196-3bff-420f-985f-3d9cdfa7b1a9, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=22530196-3bff-420f-985f-3d9cdfa7b1a9,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:13.761747 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-bd1413d1-da41-43c5-879e-067f8176fe1a req-1a0527a6-4a94-43d4-87c4-c5717abe4742 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:13.771206 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device d32d2c6f-0588-44d9-93af-5e3742370011 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:50:13.814046 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e2536e2a-917a-42df-a76e-c4ad707502b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:13.965110 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port d32d2c6f-0588-44d9-93af-5e3742370011, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d32d2c6f-0588-44d9-93af-5e3742370011,segment=NetworkSegment(51702c46-86d0-45fa-afdb-005bc74adfe1),segment_id=51702c46-86d0-45fa-afdb-005bc74adfe1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:13.984163 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'd32d2c6f-0588-44d9-93af-5e3742370011', 'network_id': '71288c84-6365-4346-b387-5a09802f7445', 'port_id': 'd32d2c6f-0588-44d9-93af-5e3742370011', 'mac_address': 'fa:16:3e:82:15:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8886ac82-887b-45dd-9086-dde7bdbbdd90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:50:14.038956 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233df83-5b49-4c15-a147-3dcd0527670d req-b8dfa845-8d12-4048-9641-5ca078406e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:14.040343 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1233df83-5b49-4c15-a147-3dcd0527670d req-b8dfa845-8d12-4048-9641-5ca078406e45 service neutron] 10.222.0.24 "GET /v2.0/networks?id=71288c84-6365-4346-b387-5a09802f7445 HTTP/1.1" status: 200 len: 914 time: 0.5180571 Mar 09 03:50:14.049027 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e2536e2a-917a-42df-a76e-c4ad707502b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:14.064049 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:14.086157 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32d2c6f-0588-44d9-93af-5e3742370011 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:50:14.105375 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port d32d2c6f-0588-44d9-93af-5e3742370011, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d32d2c6f-0588-44d9-93af-5e3742370011,segment=NetworkSegment(51702c46-86d0-45fa-afdb-005bc74adfe1),segment_id=51702c46-86d0-45fa-afdb-005bc74adfe1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:14.107964 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e2536e2a-917a-42df-a76e-c4ad707502b2 admin admin] Usage tracker for resource:security_group_rule and tenant:294e3f59c80643cf886d39573508dfe3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:14.111814 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:14.119417 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e2536e2a-917a-42df-a76e-c4ad707502b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:14.134592 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1233df83-5b49-4c15-a147-3dcd0527670d req-758a389d-f9a5-426e-9e7d-ccb7ad4eafd3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aedaab4b-513f-4751-8279-29b659ff7c7b HTTP/1.1" status: 200 len: 217 time: 0.0865016 Mar 09 03:50:14.137015 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e2536e2a-917a-42df-a76e-c4ad707502b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:14.187201 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=d32d2c6f-0588-44d9-93af-5e3742370011,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:14.237616 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-bd1413d1-da41-43c5-879e-067f8176fe1a req-1a0527a6-4a94-43d4-87c4-c5717abe4742 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Calling delete_port for 22530196-3bff-420f-985f-3d9cdfa7b1a9 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:50:14.245973 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233df83-5b49-4c15-a147-3dcd0527670d req-8554f5f7-a4cb-4fbc-b2f9-9c6dace6a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:14.247406 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1233df83-5b49-4c15-a147-3dcd0527670d req-8554f5f7-a4cb-4fbc-b2f9-9c6dace6a069 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8886ac82-887b-45dd-9086-dde7bdbbdd90 HTTP/1.1" status: 200 len: 853 time: 0.1062202 Mar 09 03:50:14.263749 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4476e5e-66e7-4ba4-87b3-d0a7b6b95fd2 req-0d508c7a-3244-4817-827d-fc97b8f916c3 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:14.267427 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e4476e5e-66e7-4ba4-87b3-d0a7b6b95fd2 req-0d508c7a-3244-4817-827d-fc97b8f916c3 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=499735b8-08bc-4ddd-9d98-c9563a9e7206 HTTP/1.1" status: 200 len: 932 time: 0.2754960 Mar 09 03:50:14.272348 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60804) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:14.329588 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['d32d2c6f-0588-44d9-93af-5e3742370011'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:50:14.337102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-460e1ef1-1632-4400-8108-5a6504fc7efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:14.338589 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-460e1ef1-1632-4400-8108-5a6504fc7efe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b236dd5b-2019-418d-8a8d-2b42bdeabb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8190379 Mar 09 03:50:14.366705 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e4476e5e-66e7-4ba4-87b3-d0a7b6b95fd2 req-9071b959-dc0e-46af-b8ae-626b8ec91b08 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587106 Mar 09 03:50:14.370161 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1233df83-5b49-4c15-a147-3dcd0527670d req-47ec95cc-e85f-4a37-bd6c-9288fb621c78 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=71288c84-6365-4346-b387-5a09802f7445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987098 Mar 09 03:50:14.389953 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-74a068cb-3847-44bb-89ef-17d82da09529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:14.524705 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6aa0335c-a485-49d8-a8c0-c2e4b2b72901 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1378838006-network', 'tenant_id': '9d407e13367349728d85a764d509afb4'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:14.577788 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6aa0335c-a485-49d8-a8c0-c2e4b2b72901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:14.592857 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-7cf6527b-2b8a-4113-b899-51369f8f2e26 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:14.594320 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-7cf6527b-2b8a-4113-b899-51369f8f2e26 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/networks?id=8de54226-82d4-4ec5-baa5-6fa167a003ac HTTP/1.1" status: 200 len: 808 time: 0.6738787 Mar 09 03:50:14.596155 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6aa0335c-a485-49d8-a8c0-c2e4b2b72901 admin admin] Usage tracker for resource:network and tenant:9d407e13367349728d85a764d509afb4 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:14.620681 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6aa0335c-a485-49d8-a8c0-c2e4b2b72901 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:14.633362 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e2536e2a-917a-42df-a76e-c4ad707502b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:14.635879 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6aa0335c-a485-49d8-a8c0-c2e4b2b72901 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:14.639269 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1233df83-5b49-4c15-a147-3dcd0527670d req-6704d1c4-8f9c-4e55-9f3b-801959d4f195 service neutron] 10.222.0.24 "GET /v2.0/networks/71288c84-6365-4346-b387-5a09802f7445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623253 Mar 09 03:50:14.645577 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e2536e2a-917a-42df-a76e-c4ad707502b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:14.680762 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-3aad43c0-53af-4983-967d-d3aced8370e9 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/quotas/22b143aeac51448fa3b37088b32e7827 HTTP/1.1" status: 200 len: 375 time: 0.0723259 Mar 09 03:50:14.695447 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa0335c-a485-49d8-a8c0-c2e4b2b72901 admin admin] Made reservation on behalf of 9d407e13367349728d85a764d509afb4 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:50:14.698280 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6aa0335c-a485-49d8-a8c0-c2e4b2b72901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:14.729483 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-33d7ad08-a73a-404b-8fed-16fe169cff7c service neutron] 10.222.0.21 "GET /v2.0/networks/b236dd5b-2019-418d-8a8d-2b42bdeabb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794718 Mar 09 03:50:14.741677 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6aa0335c-a485-49d8-a8c0-c2e4b2b72901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:14.762313 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e2536e2a-917a-42df-a76e-c4ad707502b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=294e3f59c80643cf886d39573508dfe3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0197175 Mar 09 03:50:14.771481 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60814) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:14.831827 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2536e2a-917a-42df-a76e-c4ad707502b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128df846-82da-4952-94d4-435c31b4f42f,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:14.836405 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6aa0335c-a485-49d8-a8c0-c2e4b2b72901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:14.840427 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-bd1413d1-da41-43c5-879e-067f8176fe1a req-1a0527a6-4a94-43d4-87c4-c5717abe4742 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:14.855580 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['f872d039-4d7c-4439-877d-38c6f197a383'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:50:14.863447 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6aa0335c-a485-49d8-a8c0-c2e4b2b72901 admin admin] Usage tracker for resource:security_group_rule and tenant:9d407e13367349728d85a764d509afb4 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:14.871456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6aa0335c-a485-49d8-a8c0-c2e4b2b72901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:14.881166 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6aa0335c-a485-49d8-a8c0-c2e4b2b72901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:14.917733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b51c1-74d4-44c9-9314-d153588eb0d7 req-9030707c-1cc6-432d-9e9c-5180e3655616 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:14.918468 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['22530196-3bff-420f-985f-3d9cdfa7b1a9'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:50:14.919247 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f33b51c1-74d4-44c9-9314-d153588eb0d7 req-9030707c-1cc6-432d-9e9c-5180e3655616 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e367059-29b9-44dc-957c-81fa5b51114f HTTP/1.1" status: 200 len: 945 time: 0.4003274 Mar 09 03:50:14.977741 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0527a6-4a94-43d4-87c4-c5717abe4742 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Pushing event deleted for resources: {'Port': ['ID=22530196-3bff-420f-985f-3d9cdfa7b1a9,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:15.010705 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1233df83-5b49-4c15-a147-3dcd0527670d req-fbd3bad2-77a3-4ec7-aa62-fcb07177658a service neutron] 10.222.0.24 "GET /v2.0/networks/71288c84-6365-4346-b387-5a09802f7445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508577 Mar 09 03:50:15.042801 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-12c9f411-73a9-4274-bfc9-129cd6c77105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:15.055012 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f33b51c1-74d4-44c9-9314-d153588eb0d7 req-3f60caa3-71ed-46bd-9349-c4a083e22f6e tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200154 Mar 09 03:50:15.094331 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-12c9f411-73a9-4274-bfc9-129cd6c77105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:15.157216 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1413d1-da41-43c5-879e-067f8176fe1a req-1a0527a6-4a94-43d4-87c4-c5717abe4742 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] No DVR routers for this DVR port 22530196-3bff-420f-985f-3d9cdfa7b1a9 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:50:15.164890 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-bd1413d1-da41-43c5-879e-067f8176fe1a req-1a0527a6-4a94-43d4-87c4-c5717abe4742 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:15.169137 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e367059-29b9-44dc-957c-81fa5b51114f', 'name': 'network-vif-deleted', 'tag': '22530196-3bff-420f-985f-3d9cdfa7b1a9'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:15.182010 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6aa0335c-a485-49d8-a8c0-c2e4b2b72901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:15.189746 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-099d86c1-86d7-4582-b650-b9f73c5e61f9 req-c82aba00-93ee-4ebf-9e55-61367b36f744 service neutron] 10.222.0.21 "GET /v2.0/networks/b236dd5b-2019-418d-8a8d-2b42bdeabb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158335 Mar 09 03:50:15.189967 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6aa0335c-a485-49d8-a8c0-c2e4b2b72901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:15.216095 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bd1413d1-da41-43c5-879e-067f8176fe1a req-1a0527a6-4a94-43d4-87c4-c5717abe4742 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.21 "DELETE /v2.0/ports/22530196-3bff-420f-985f-3d9cdfa7b1a9 HTTP/1.1" status: 204 len: 173 time: 2.4785354 Mar 09 03:50:15.233991 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-a54a8ae2-cc13-4636-9a9d-008965970e5e tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=22b143aeac51448fa3b37088b32e7827&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5071797 Mar 09 03:50:15.240106 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-12c9f411-73a9-4274-bfc9-129cd6c77105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:15.245969 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa0335c-a485-49d8-a8c0-c2e4b2b72901 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:50:15.298643 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0335c-a485-49d8-a8c0-c2e4b2b72901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98388a82-0f77-4a73-ac0d-a982d8a865f9,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:15.324096 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6aa0335c-a485-49d8-a8c0-c2e4b2b72901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:15.325679 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-6aa0335c-a485-49d8-a8c0-c2e4b2b72901 admin admin] Added segment b888ec2a-308a-41fc-a1bb-7082032e40cd of type vlan for network 2609a155-6cfa-466d-85fe-f3e75c110987 Mar 09 03:50:15.337832 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9f411-73a9-4274-bfc9-129cd6c77105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128df846-82da-4952-94d4-435c31b4f42f,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:15.379777 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-12c9f411-73a9-4274-bfc9-129cd6c77105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:15.380885 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-12c9f411-73a9-4274-bfc9-129cd6c77105 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/128df846-82da-4952-94d4-435c31b4f42f HTTP/1.1" status: 204 len: 168 time: 0.6058366 Mar 09 03:50:15.382994 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6aa0335c-a485-49d8-a8c0-c2e4b2b72901 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:15.451459 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6c456-b6fb-480a-b2cd-58b731e36114 req-ce34d8c0-32d7-4d3e-a24a-aa72cb42a262 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:15.456270 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1cf6c456-b6fb-480a-b2cd-58b731e36114 req-ce34d8c0-32d7-4d3e-a24a-aa72cb42a262 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=2180533d-1782-47df-879a-1bb906f5254b HTTP/1.1" status: 200 len: 944 time: 0.2111881 Mar 09 03:50:15.459294 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6aa0335c-a485-49d8-a8c0-c2e4b2b72901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:15.460272 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa0335c-a485-49d8-a8c0-c2e4b2b72901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:15.460857 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6aa0335c-a485-49d8-a8c0-c2e4b2b72901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:15.495734 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-74a068cb-3847-44bb-89ef-17d82da09529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901687b7-082b-408a-ba6e-70079556e6e1 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:50:15.513503 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-e182d03f-fa42-4cd6-b451-2d18ec30e26e service neutron] 10.222.0.16 "GET /v2.0/networks/8de54226-82d4-4ec5-baa5-6fa167a003ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784748 Mar 09 03:50:15.516926 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-74a068cb-3847-44bb-89ef-17d82da09529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:15.543884 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9c944-bbb3-47c3-ae0c-d1947f74e5b8 req-5cf74460-3ef8-4ec3-b734-57d66884aba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:15.545353 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c7e9c944-bbb3-47c3-ae0c-d1947f74e5b8 req-5cf74460-3ef8-4ec3-b734-57d66884aba8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a566af917eda438b9c3772466ff37f61&device_id=2180533d-1782-47df-879a-1bb906f5254b HTTP/1.1" status: 200 len: 1095 time: 0.2864304 Mar 09 03:50:15.587998 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6aa0335c-a485-49d8-a8c0-c2e4b2b72901 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3107612 Mar 09 03:50:15.591146 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60826) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:15.593912 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-74a068cb-3847-44bb-89ef-17d82da09529 service neutron] Transition to ACTIVE for port object 901687b7-082b-408a-ba6e-70079556e6e1 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:50:15.609127 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0335c-a485-49d8-a8c0-c2e4b2b72901 admin admin] Pushing event updated for resources: {'Network': ['ID=2609a155-6cfa-466d-85fe-f3e75c110987,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:15.621375 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1cf6c456-b6fb-480a-b2cd-58b731e36114 req-c4befca1-eb1e-4924-ad47-edb26888f77d tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7771687-d99f-4795-8481-7e9b5b6ff97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548598 Mar 09 03:50:15.651785 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 2609a155-6cfa-466d-85fe-f3e75c110987 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:50:15.653420 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-65368575-7d5b-4049-b0ef-ecdef4fe47dc admin admin] Request body: {'subnet': {'network_id': '2609a155-6cfa-466d-85fe-f3e75c110987', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1378838006-subnet', 'tenant_id': '9d407e13367349728d85a764d509afb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:15.664950 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-74a068cb-3847-44bb-89ef-17d82da09529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:15.669464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-65368575-7d5b-4049-b0ef-ecdef4fe47dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:15.800985 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device d32d2c6f-0588-44d9-93af-5e3742370011 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:50:15.863082 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-65368575-7d5b-4049-b0ef-ecdef4fe47dc admin admin] Usage tracker for resource:subnet and tenant:9d407e13367349728d85a764d509afb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:15.883510 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42857876-f742-456a-8321-9fa1fa62692e req-20a776b4-a8ef-4434-be87-834506eefae9 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:15.884650 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-42857876-f742-456a-8321-9fa1fa62692e req-20a776b4-a8ef-4434-be87-834506eefae9 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Synchronizing usage tracker for tenant:ec5cd9028db04d20b33c591fe91ad924 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:50:15.917524 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-65368575-7d5b-4049-b0ef-ecdef4fe47dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:15.933068 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-42857876-f742-456a-8321-9fa1fa62692e req-20a776b4-a8ef-4434-be87-834506eefae9 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Unset dirty status for tenant:ec5cd9028db04d20b33c591fe91ad924 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:50:15.945760 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42857876-f742-456a-8321-9fa1fa62692e req-20a776b4-a8ef-4434-be87-834506eefae9 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=edbba037-b4b0-4c82-b1e5-65f1d302dc69 HTTP/1.1" status: 200 len: 943 time: 0.1836326 Mar 09 03:50:15.952411 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port d32d2c6f-0588-44d9-93af-5e3742370011 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:50:15.957976 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port d32d2c6f-0588-44d9-93af-5e3742370011 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:50:15.958357 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:15.994633 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-65368575-7d5b-4049-b0ef-ecdef4fe47dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:16.045589 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-42857876-f742-456a-8321-9fa1fa62692e req-d5093d29-9597-478e-8a32-345fb14265fb tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Synchronizing usage tracker for tenant:ec5cd9028db04d20b33c591fe91ad924 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:50:16.070602 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-42857876-f742-456a-8321-9fa1fa62692e req-d5093d29-9597-478e-8a32-345fb14265fb tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Unset dirty status for tenant:ec5cd9028db04d20b33c591fe91ad924 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:50:16.078292 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42857876-f742-456a-8321-9fa1fa62692e req-d5093d29-9597-478e-8a32-345fb14265fb tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304424 Mar 09 03:50:16.089108 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65368575-7d5b-4049-b0ef-ecdef4fe47dc admin admin] Made reservation on behalf of 9d407e13367349728d85a764d509afb4 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:50:16.091651 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-65368575-7d5b-4049-b0ef-ecdef4fe47dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:16.130499 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a068cb-3847-44bb-89ef-17d82da09529 service neutron] Pushing event updated for resources: {'Port': ['ID=901687b7-082b-408a-ba6e-70079556e6e1,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:16.202739 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:16.213634 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e367059-29b9-44dc-957c-81fa5b51114f', 'name': 'network-vif-deleted', 'tag': '22530196-3bff-420f-985f-3d9cdfa7b1a9', 'status': 'completed', 'code': 200} Mar 09 03:50:16.215852 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-9d73504e-639a-4901-a616-55eeaf7c49a6 service neutron] 10.222.0.16 "GET /v2.0/networks/8de54226-82d4-4ec5-baa5-6fa167a003ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7016952 Mar 09 03:50:16.266247 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61dbfed-ded4-49c4-8272-4ca3f7fdb932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32d2c6f-0588-44d9-93af-5e3742370011'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:16.279897 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port d32d2c6f-0588-44d9-93af-5e3742370011, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d32d2c6f-0588-44d9-93af-5e3742370011,segment=NetworkSegment(51702c46-86d0-45fa-afdb-005bc74adfe1),segment_id=51702c46-86d0-45fa-afdb-005bc74adfe1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:16.286319 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:16.287498 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 22530196-3bff-420f-985f-3d9cdfa7b1a9 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:50:16.365642 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9c944-bbb3-47c3-ae0c-d1947f74e5b8 req-aa3d5803-922f-4270-85dc-a8e50b4203ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:16.367863 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c7e9c944-bbb3-47c3-ae0c-d1947f74e5b8 req-aa3d5803-922f-4270-85dc-a8e50b4203ee service neutron] 10.222.0.21 "GET /v2.0/networks?id=b236dd5b-2019-418d-8a8d-2b42bdeabb23 HTTP/1.1" status: 200 len: 911 time: 0.8068826 Mar 09 03:50:16.422124 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 22530196-3bff-420f-985f-3d9cdfa7b1a9 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:50:16.422433 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 22530196-3bff-420f-985f-3d9cdfa7b1a9 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:50:16.464723 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c7e9c944-bbb3-47c3-ae0c-d1947f74e5b8 req-556dadca-d349-473f-853e-84709c02011f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a81652ca-8b73-4fb0-9217-ac2e6c9b70e5 HTTP/1.1" status: 200 len: 217 time: 0.0872562 Mar 09 03:50:16.495025 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cd3fa-f32a-4a03-bd31-b79ca6761dd4 req-381ea28f-5a19-440f-9fa2-c650c9cc7199 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:16.504235 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a12cd3fa-f32a-4a03-bd31-b79ca6761dd4 req-381ea28f-5a19-440f-9fa2-c650c9cc7199 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=499735b8-08bc-4ddd-9d98-c9563a9e7206 HTTP/1.1" status: 200 len: 944 time: 0.1987984 Mar 09 03:50:16.540256 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-74a068cb-3847-44bb-89ef-17d82da09529 service neutron] Attempting to bind port 901687b7-082b-408a-ba6e-70079556e6e1 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:50:16.540601 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-74a068cb-3847-44bb-89ef-17d82da09529 service neutron] Attempting to bind port 901687b7-082b-408a-ba6e-70079556e6e1 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:50:16.540926 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-74a068cb-3847-44bb-89ef-17d82da09529 service neutron] Attempting to bind port 901687b7-082b-408a-ba6e-70079556e6e1 on network 3d62296e-a7e4-4061-88a7-e2ef850363e9 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:50:16.544551 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=d32d2c6f-0588-44d9-93af-5e3742370011,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:16.561188 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-74a068cb-3847-44bb-89ef-17d82da09529 service neutron] Port 901687b7-082b-408a-ba6e-70079556e6e1 on network 3d62296e-a7e4-4061-88a7-e2ef850363e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:50:16.561518 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-74a068cb-3847-44bb-89ef-17d82da09529 service neutron] Attempting to bind port 901687b7-082b-408a-ba6e-70079556e6e1 on network 3d62296e-a7e4-4061-88a7-e2ef850363e9 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:50:16.573279 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-74a068cb-3847-44bb-89ef-17d82da09529 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:50:16.573464 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61dbfed-ded4-49c4-8272-4ca3f7fdb932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32d2c6f-0588-44d9-93af-5e3742370011', 'code': 200} Mar 09 03:50:16.573629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-74a068cb-3847-44bb-89ef-17d82da09529 service neutron] Checking segment: {'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:50:16.574033 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-74a068cb-3847-44bb-89ef-17d82da09529 service neutron] Bound using segment: {'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:50:16.574474 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-74a068cb-3847-44bb-89ef-17d82da09529 service neutron] Bound port: 901687b7-082b-408a-ba6e-70079556e6e1, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:50:16.575221 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-74a068cb-3847-44bb-89ef-17d82da09529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:16.618097 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a12cd3fa-f32a-4a03-bd31-b79ca6761dd4 req-2cd2295d-5fe1-4d30-8e19-8f1b1096c9e4 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071081 Mar 09 03:50:16.680630 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9e61bff7-aec3-4fd9-a1ef-c0fee01e13ca req-328d1b3a-8191-42a3-bfc7-abfeb3fb2a9c tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 210 time: 0.0728223 Mar 09 03:50:16.856791 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9c944-bbb3-47c3-ae0c-d1947f74e5b8 req-d4b53a93-ae35-49d5-81a9-62bc2c473035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:16.858357 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c7e9c944-bbb3-47c3-ae0c-d1947f74e5b8 req-d4b53a93-ae35-49d5-81a9-62bc2c473035 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63de480c-3416-46a4-bc21-c1381051f525 HTTP/1.1" status: 200 len: 849 time: 0.3782365 Mar 09 03:50:16.980064 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-74a068cb-3847-44bb-89ef-17d82da09529 service neutron] For port 901687b7-082b-408a-ba6e-70079556e6e1, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:50:17.024730 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16ac90-a579-42a1-8ccd-c6c30c71ce68 req-ec4d3a11-c1ba-416e-9887-bb403c22d357 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:17.028255 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ea16ac90-a579-42a1-8ccd-c6c30c71ce68 req-ec4d3a11-c1ba-416e-9887-bb403c22d357 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=2180533d-1782-47df-879a-1bb906f5254b HTTP/1.1" status: 200 len: 944 time: 0.1459572 Mar 09 03:50:17.071313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-74a068cb-3847-44bb-89ef-17d82da09529 service neutron] For port 901687b7-082b-408a-ba6e-70079556e6e1, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=901687b7-082b-408a-ba6e-70079556e6e1,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:50:17.088291 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ea16ac90-a579-42a1-8ccd-c6c30c71ce68 req-e170f677-706c-4a32-a168-46f7401a0dba tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7771687-d99f-4795-8481-7e9b5b6ff97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509315 Mar 09 03:50:17.168154 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-74a068cb-3847-44bb-89ef-17d82da09529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:17.254358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ed680-952e-4276-92c5-ea3fd12ca242 req-833a07b4-1da8-4c02-a502-a18438598b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:17.255951 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-747ed680-952e-4276-92c5-ea3fd12ca242 req-833a07b4-1da8-4c02-a502-a18438598b0a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f61dbfed-ded4-49c4-8272-4ca3f7fdb932 HTTP/1.1" status: 200 len: 1097 time: 0.5743105 Mar 09 03:50:17.257767 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-65368575-7d5b-4049-b0ef-ecdef4fe47dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:17.263511 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-74a068cb-3847-44bb-89ef-17d82da09529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:17.263813 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-74a068cb-3847-44bb-89ef-17d82da09529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:17.265254 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-74a068cb-3847-44bb-89ef-17d82da09529 service neutron] 10.222.0.24 "PUT /v2.0/ports/901687b7-082b-408a-ba6e-70079556e6e1 HTTP/1.1" status: 200 len: 1092 time: 3.6148844 Mar 09 03:50:17.329708 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659a94d-02f6-4922-a269-031e24737d42 req-b01f77d1-d6c3-4ae0-bc8f-107faaf7bb02 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:17.336186 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5659a94d-02f6-4922-a269-031e24737d42 req-b01f77d1-d6c3-4ae0-bc8f-107faaf7bb02 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=edbba037-b4b0-4c82-b1e5-65f1d302dc69 HTTP/1.1" status: 200 len: 943 time: 0.1329792 Mar 09 03:50:17.420361 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5659a94d-02f6-4922-a269-031e24737d42 req-036d43d5-2268-484f-91e4-abe97467650a tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754390 Mar 09 03:50:17.481998 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9c944-bbb3-47c3-ae0c-d1947f74e5b8 req-f464ac12-870b-4bf6-9a54-b7dbc8df4755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:17.483517 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c7e9c944-bbb3-47c3-ae0c-d1947f74e5b8 req-f464ac12-870b-4bf6-9a54-b7dbc8df4755 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b236dd5b-2019-418d-8a8d-2b42bdeabb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6135097 Mar 09 03:50:17.490212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-11d447bd-d7f4-4a7a-a01c-466ee1101cba tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:17.491662 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-11d447bd-d7f4-4a7a-a01c-466ee1101cba tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/networks?id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840 HTTP/1.1" status: 200 len: 806 time: 0.5410161 Mar 09 03:50:17.545395 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a068cb-3847-44bb-89ef-17d82da09529 service neutron] Pushing event updated for resources: {'Port': ['ID=901687b7-082b-408a-ba6e-70079556e6e1,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:17.576564 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65368575-7d5b-4049-b0ef-ecdef4fe47dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e24cec3a-871e-49ec-bac1-70fe8fd933cd,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:17.586875 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-747ed680-952e-4276-92c5-ea3fd12ca242 req-725d1904-7c5d-43a3-8223-27c788d2da67 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799101 Mar 09 03:50:17.590976 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-164bec2d-bf29-4e62-a968-230006f63e57 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/quotas/6c36c37e2e354df081ad1b18548376fc HTTP/1.1" status: 200 len: 375 time: 0.0864673 Mar 09 03:50:17.597142 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device aedaab4b-513f-4751-8279-29b659ff7c7b details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:50:17.654317 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65368575-7d5b-4049-b0ef-ecdef4fe47dc admin admin] Checking segment: {'id': 'b888ec2a-308a-41fc-a1bb-7082032e40cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2609a155-6cfa-466d-85fe-f3e75c110987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:50:17.654643 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65368575-7d5b-4049-b0ef-ecdef4fe47dc admin admin] Network hostable DHCP agents. Network: 2609a155-6cfa-466d-85fe-f3e75c110987, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:50:17.808628 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port aedaab4b-513f-4751-8279-29b659ff7c7b, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=aedaab4b-513f-4751-8279-29b659ff7c7b,segment=NetworkSegment(51702c46-86d0-45fa-afdb-005bc74adfe1),segment_id=51702c46-86d0-45fa-afdb-005bc74adfe1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:17.828932 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'aedaab4b-513f-4751-8279-29b659ff7c7b', 'network_id': '71288c84-6365-4346-b387-5a09802f7445', 'port_id': 'aedaab4b-513f-4751-8279-29b659ff7c7b', 'mac_address': 'fa:16:3e:fc:0c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8886ac82-887b-45dd-9086-dde7bdbbdd90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:50:17.920067 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-ef21a4fa-dd54-47d5-81bf-0b573dd08df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:17.921606 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-ef21a4fa-dd54-47d5-81bf-0b573dd08df9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&device_id=499735b8-08bc-4ddd-9d98-c9563a9e7206 HTTP/1.1" status: 200 len: 1095 time: 0.5870898 Mar 09 03:50:17.924731 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65368575-7d5b-4049-b0ef-ecdef4fe47dc admin admin] Network 2609a155-6cfa-466d-85fe-f3e75c110987 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:50:17.928610 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c7e9c944-bbb3-47c3-ae0c-d1947f74e5b8 req-7a8eb3bd-9f1f-4d49-b7d7-b7f9e4f923d0 service neutron] 10.222.0.21 "GET /v2.0/networks/b236dd5b-2019-418d-8a8d-2b42bdeabb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213607 Mar 09 03:50:17.989093 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:18.009057 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aedaab4b-513f-4751-8279-29b659ff7c7b {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:50:18.031445 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port aedaab4b-513f-4751-8279-29b659ff7c7b, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=aedaab4b-513f-4751-8279-29b659ff7c7b,segment=NetworkSegment(51702c46-86d0-45fa-afdb-005bc74adfe1),segment_id=51702c46-86d0-45fa-afdb-005bc74adfe1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:18.037168 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:18.074144 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-bc21eb5e-741d-42bc-b0e0-d36df1f8131c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=901687b7-082b-408a-ba6e-70079556e6e1 HTTP/1.1" status: 200 len: 217 time: 0.1434748 Mar 09 03:50:18.075171 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-65368575-7d5b-4049-b0ef-ecdef4fe47dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 2609a155-6cfa-466d-85fe-f3e75c110987) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:50:18.134543 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=aedaab4b-513f-4751-8279-29b659ff7c7b,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:18.149042 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f527042a-5a1b-4148-a88f-cb56d4ec1282 None None] Network 2609a155-6cfa-466d-85fe-f3e75c110987 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:50:18.219690 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499735b8-08bc-4ddd-9d98-c9563a9e7206', 'tag': '901687b7-082b-408a-ba6e-70079556e6e1'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:18.264546 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-552c1f7a-1915-4df7-b5a9-b3a6117d71ee tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:18.266820 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-552c1f7a-1915-4df7-b5a9-b3a6117d71ee tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.21 "GET /v2.0/networks?id=8de54226-82d4-4ec5-baa5-6fa167a003ac HTTP/1.1" status: 200 len: 808 time: 0.1978288 Mar 09 03:50:18.306627 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194df5b-0c77-457b-af6a-32ef16edeb1a req-97756bb6-0917-46b7-8b02-202780617384 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:18.309215 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6194df5b-0c77-457b-af6a-32ef16edeb1a req-97756bb6-0917-46b7-8b02-202780617384 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=499735b8-08bc-4ddd-9d98-c9563a9e7206 HTTP/1.1" status: 200 len: 944 time: 0.3070979 Mar 09 03:50:18.325775 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65368575-7d5b-4049-b0ef-ecdef4fe47dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:18.326419 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-65368575-7d5b-4049-b0ef-ecdef4fe47dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:18.384570 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-738e5420-04a2-4850-9260-fcc207f697c0 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Synchronizing usage tracker for tenant:6c36c37e2e354df081ad1b18548376fc on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:50:18.391252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-9eb7a1dd-3ded-412b-9386-d757d6c20da7 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Request body: {'port': {'device_id': 'cb3c8648-7b54-4c85-bd60-c88c60e275ec', 'network_id': '8de54226-82d4-4ec5-baa5-6fa167a003ac', 'admin_state_up': True, 'tenant_id': '22b143aeac51448fa3b37088b32e7827'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:18.395588 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6194df5b-0c77-457b-af6a-32ef16edeb1a req-84c8a097-4fd0-4579-9c09-1cc95fad7eda tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795345 Mar 09 03:50:18.462118 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['aedaab4b-513f-4751-8279-29b659ff7c7b'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:50:18.510098 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1358cfa-1461-47f1-b120-33a8bee12dd5 None None] Network 2609a155-6cfa-466d-85fe-f3e75c110987 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:50:18.561916 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-a2d9ea00-dc24-4b3c-aefc-f445f0289b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:18.564389 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-a2d9ea00-dc24-4b3c-aefc-f445f0289b91 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d785722e-a890-45c5-869c-7b3149d30510 HTTP/1.1" status: 200 len: 851 time: 0.3092349 Mar 09 03:50:18.567120 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c7e9c944-bbb3-47c3-ae0c-d1947f74e5b8 req-3db62447-735b-4e61-92b7-d9e700d351f8 service neutron] 10.222.0.21 "GET /v2.0/networks/b236dd5b-2019-418d-8a8d-2b42bdeabb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508492 Mar 09 03:50:18.568674 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-65368575-7d5b-4049-b0ef-ecdef4fe47dc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.9765460 Mar 09 03:50:18.664968 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f75f7055-cb9a-4c38-9e65-a75f80465e75 req-31a4afdf-7dd2-4e1a-a330-f9ce7ba485b8 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 210 time: 0.1399875 Mar 09 03:50:18.693724 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-738e5420-04a2-4850-9260-fcc207f697c0 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Unset dirty status for tenant:6c36c37e2e354df081ad1b18548376fc on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:50:18.710374 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-738e5420-04a2-4850-9260-fcc207f697c0 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c36c37e2e354df081ad1b18548376fc&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0643973 Mar 09 03:50:18.954749 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afcfef-5b73-40d7-8644-068e9944d703 req-c8e2a499-d654-4007-ac0d-80f1b9285337 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:18.966160 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-64afcfef-5b73-40d7-8644-068e9944d703 req-c8e2a499-d654-4007-ac0d-80f1b9285337 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=2180533d-1782-47df-879a-1bb906f5254b HTTP/1.1" status: 200 len: 944 time: 0.1615765 Mar 09 03:50:18.997667 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-9eb7a1dd-3ded-412b-9386-d757d6c20da7 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:19.020745 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-64afcfef-5b73-40d7-8644-068e9944d703 req-734874b5-3cea-4d37-b0d1-a578b7656946 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7771687-d99f-4795-8481-7e9b5b6ff97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534749 Mar 09 03:50:19.035813 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-9eb7a1dd-3ded-412b-9386-d757d6c20da7 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:19.049082 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-bd58f1a1-6de8-4ff1-b72c-8f30aecc252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:19.051441 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-bd58f1a1-6de8-4ff1-b72c-8f30aecc252c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3d62296e-a7e4-4061-88a7-e2ef850363e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3151360 Mar 09 03:50:19.060811 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-6bb8f058-d5d3-43a3-a9a9-58423bd052ec service neutron] 10.222.0.16 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496048 Mar 09 03:50:19.087126 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499735b8-08bc-4ddd-9d98-c9563a9e7206', 'tag': '901687b7-082b-408a-ba6e-70079556e6e1', 'status': 'completed', 'code': 200} Mar 09 03:50:19.090140 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-9eb7a1dd-3ded-412b-9386-d757d6c20da7 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Made reservation on behalf of 22b143aeac51448fa3b37088b32e7827 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:50:19.096325 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-9eb7a1dd-3ded-412b-9386-d757d6c20da7 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:19.257582 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c58d5a-ad8e-49c2-ae92-4fd356e6bd2f req-4287dca8-119e-42f4-9612-024e8dd70a72 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:19.264416 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28c58d5a-ad8e-49c2-ae92-4fd356e6bd2f req-4287dca8-119e-42f4-9612-024e8dd70a72 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=edbba037-b4b0-4c82-b1e5-65f1d302dc69 HTTP/1.1" status: 200 len: 944 time: 0.0932536 Mar 09 03:50:19.310945 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28c58d5a-ad8e-49c2-ae92-4fd356e6bd2f req-44d8a5f3-34d3-4042-b34e-fbaebb20f7e8 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451193 Mar 09 03:50:19.377322 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60972) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:19.392665 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-a55c0e4d-cf66-4a80-ad0d-a2508c3d5a47 service neutron] 10.222.0.24 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346453 Mar 09 03:50:19.437453 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-77a74cc7-4ea8-4930-916f-a52f01addcb8 service neutron] 10.222.0.16 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528411 Mar 09 03:50:19.518553 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-03ff4a34-0b28-4332-bb9f-0af2175276c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:19.537638 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-03ff4a34-0b28-4332-bb9f-0af2175276c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:19.542383 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-03ff4a34-0b28-4332-bb9f-0af2175276c9 admin admin] Usage tracker for resource:security_group_rule and tenant:06ae17ad363e4999a76fc6f108b7e51f is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:19.545885 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-03ff4a34-0b28-4332-bb9f-0af2175276c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:19.553063 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-03ff4a34-0b28-4332-bb9f-0af2175276c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:19.578121 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-9eb7a1dd-3ded-412b-9386-d757d6c20da7 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Allocated IP 172.20.0.10 (8de54226-82d4-4ec5-baa5-6fa167a003ac/05ba68c9-9024-4dda-8072-8f41fa397387/cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:50:19.606907 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f95e41b1-1c77-40f6-baa2-08b68fba7e2b req-25b99169-498e-4934-8814-36a205aa2774 service neutron] 10.222.0.24 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079661 Mar 09 03:50:19.769093 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device a81652ca-8b73-4fb0-9217-ac2e6c9b70e5 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:50:19.831903 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-03ff4a34-0b28-4332-bb9f-0af2175276c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:19.841729 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-03ff4a34-0b28-4332-bb9f-0af2175276c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:19.900799 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff4a34-0b28-4332-bb9f-0af2175276c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc593ca-fc87-46a1-abb2-c6a5d94e666b,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:19.946229 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654edb97-fa8a-4988-b291-93ec671853a9 req-20592eb4-307e-4244-9326-abcba272e86c tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:19.946959 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-654edb97-fa8a-4988-b291-93ec671853a9 req-20592eb4-307e-4244-9326-abcba272e86c tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Synchronizing usage tracker for tenant:9d407e13367349728d85a764d509afb4 on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:50:19.954358 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-03ff4a34-0b28-4332-bb9f-0af2175276c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=06ae17ad363e4999a76fc6f108b7e51f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5759771 Mar 09 03:50:19.958789 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 32768) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:19.975119 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-654edb97-fa8a-4988-b291-93ec671853a9 req-20592eb4-307e-4244-9326-abcba272e86c tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Unset dirty status for tenant:9d407e13367349728d85a764d509afb4 on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:50:19.987584 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-654edb97-fa8a-4988-b291-93ec671853a9 req-20592eb4-307e-4244-9326-abcba272e86c tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.16 "GET /v2.0/networks?id=2609a155-6cfa-466d-85fe-f3e75c110987 HTTP/1.1" status: 200 len: 813 time: 0.3394053 Mar 09 03:50:20.012791 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-654edb97-fa8a-4988-b291-93ec671853a9 req-4dd86419-fc23-479d-a745-47bb4937eda4 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.16 "GET /v2.0/quotas/9d407e13367349728d85a764d509afb4 HTTP/1.1" status: 200 len: 375 time: 0.0239694 Mar 09 03:50:20.038483 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port a81652ca-8b73-4fb0-9217-ac2e6c9b70e5, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=a81652ca-8b73-4fb0-9217-ac2e6c9b70e5,segment=NetworkSegment(8f56de3d-717d-453f-908f-695376d58b50),segment_id=8f56de3d-717d-453f-908f-695376d58b50)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:20.056303 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'a81652ca-8b73-4fb0-9217-ac2e6c9b70e5', 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'port_id': 'a81652ca-8b73-4fb0-9217-ac2e6c9b70e5', 'mac_address': 'fa:16:3e:db:30:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63de480c-3416-46a4-bc21-c1381051f525', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:50:20.079502 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-654edb97-fa8a-4988-b291-93ec671853a9 req-8bef3cc2-8603-4d6e-a75d-f1fc6c2b9634 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d407e13367349728d85a764d509afb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657320 Mar 09 03:50:20.121775 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:20.143936 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81652ca-8b73-4fb0-9217-ac2e6c9b70e5 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:50:20.149041 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-9eb7a1dd-3ded-412b-9386-d757d6c20da7 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:20.158069 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1d5e0-e82c-49e6-9407-ab4012baad18 req-6f4e44de-cccc-4da0-a7b7-cb9c1185eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:20.159616 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5ed1d5e0-e82c-49e6-9407-ab4012baad18 req-6f4e44de-cccc-4da0-a7b7-cb9c1185eec9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&device_id=499735b8-08bc-4ddd-9d98-c9563a9e7206 HTTP/1.1" status: 200 len: 1095 time: 0.4765720 Mar 09 03:50:20.163268 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port a81652ca-8b73-4fb0-9217-ac2e6c9b70e5, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=a81652ca-8b73-4fb0-9217-ac2e6c9b70e5,segment=NetworkSegment(8f56de3d-717d-453f-908f-695376d58b50),segment_id=8f56de3d-717d-453f-908f-695376d58b50)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:20.168109 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:20.194915 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9dce8cff-63bc-430d-9d9a-7528fd9c2455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:20.257185 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=a81652ca-8b73-4fb0-9217-ac2e6c9b70e5,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:20.265914 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-654edb97-fa8a-4988-b291-93ec671853a9 req-bf734c5d-d533-4e43-a819-ce1c23d9e021 service neutron] 10.222.0.16 "GET /v2.0/networks/2609a155-6cfa-466d-85fe-f3e75c110987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710446 Mar 09 03:50:20.304155 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5ccf6-a6eb-49b0-969f-cbd9be1803a7 req-6d890d0a-77c5-4b4b-95da-e69419304ba9 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:20.304854 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-92b5ccf6-a6eb-49b0-969f-cbd9be1803a7 req-6d890d0a-77c5-4b4b-95da-e69419304ba9 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Synchronizing usage tracker for tenant:583552b4403540f294a79f7bae92d808 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:50:20.326332 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9dce8cff-63bc-430d-9d9a-7528fd9c2455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:20.370272 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-92b5ccf6-a6eb-49b0-969f-cbd9be1803a7 req-6d890d0a-77c5-4b4b-95da-e69419304ba9 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Unset dirty status for tenant:583552b4403540f294a79f7bae92d808 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:50:20.371443 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-92b5ccf6-a6eb-49b0-969f-cbd9be1803a7 req-6d890d0a-77c5-4b4b-95da-e69419304ba9 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=499735b8-08bc-4ddd-9d98-c9563a9e7206 HTTP/1.1" status: 200 len: 944 time: 0.4215322 Mar 09 03:50:20.393981 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['a81652ca-8b73-4fb0-9217-ac2e6c9b70e5'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:50:20.417849 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-654edb97-fa8a-4988-b291-93ec671853a9 req-453a9631-fa67-4b25-b20b-d78aa11825d4 service neutron] 10.222.0.16 "GET /v2.0/networks/2609a155-6cfa-466d-85fe-f3e75c110987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506999 Mar 09 03:50:20.424947 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1d5e0-e82c-49e6-9407-ab4012baad18 req-fd75cbd7-2761-4848-88b8-478c3c7b713a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:20.427068 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5ed1d5e0-e82c-49e6-9407-ab4012baad18 req-fd75cbd7-2761-4848-88b8-478c3c7b713a service neutron] 10.222.0.24 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 913 time: 0.2571661 Mar 09 03:50:20.431426 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-9eb7a1dd-3ded-412b-9386-d757d6c20da7 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:20.445849 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['5d6822e1-9f5f-403f-b26a-d419c7c490c6'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:50:20.564881 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5ed1d5e0-e82c-49e6-9407-ab4012baad18 req-3e21cfb2-8933-4225-a932-a5f234cf0885 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=901687b7-082b-408a-ba6e-70079556e6e1 HTTP/1.1" status: 200 len: 217 time: 0.1307867 Mar 09 03:50:20.624568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-9eb7a1dd-3ded-412b-9386-d757d6c20da7 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Network 8de54226-82d4-4ec5-baa5-6fa167a003ac is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:50:20.636904 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9dce8cff-63bc-430d-9d9a-7528fd9c2455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:20.649771 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-92b5ccf6-a6eb-49b0-969f-cbd9be1803a7 req-867dc53a-23a4-423a-86d7-affd5461475e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592278 Mar 09 03:50:20.650666 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-9eb7a1dd-3ded-412b-9386-d757d6c20da7 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:50:20.713585 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-9eb7a1dd-3ded-412b-9386-d757d6c20da7 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:50:20.776617 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1da2eaf1-8cd4-412d-b9b5-13254258e9d6 req-f30a8be9-676f-4f48-991e-e45ee98f2554 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=82e95f38-5e66-4bd0-a77f-dabf40d3d205 HTTP/1.1" status: 200 len: 210 time: 0.0876100 Mar 09 03:50:20.791684 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce8cff-63bc-430d-9d9a-7528fd9c2455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc593ca-fc87-46a1-abb2-c6a5d94e666b,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:20.806609 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7a1dd-3ded-412b-9386-d757d6c20da7 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Pushing event updated for resources: {'Port': ['ID=cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:20.915128 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-9eb7a1dd-3ded-412b-9386-d757d6c20da7 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:20.916074 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-9eb7a1dd-3ded-412b-9386-d757d6c20da7 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:20.950450 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9dce8cff-63bc-430d-9d9a-7528fd9c2455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:20.951933 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9dce8cff-63bc-430d-9d9a-7528fd9c2455 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1dc593ca-fc87-46a1-abb2-c6a5d94e666b HTTP/1.1" status: 204 len: 168 time: 0.9923778 Mar 09 03:50:20.953928 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1d5e0-e82c-49e6-9407-ab4012baad18 req-5e83ccd8-356a-4686-b45f-89659246fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:20.955546 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5ed1d5e0-e82c-49e6-9407-ab4012baad18 req-5e83ccd8-356a-4686-b45f-89659246fb06 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d785722e-a890-45c5-869c-7b3149d30510 HTTP/1.1" status: 200 len: 851 time: 0.3796372 Mar 09 03:50:21.014339 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-9eb7a1dd-3ded-412b-9386-d757d6c20da7 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6402960 Mar 09 03:50:21.033498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-dd89f27b-779c-4d9e-82aa-92e693503a82 service neutron] Request body: {'port': {'device_id': 'cb3c8648-7b54-4c85-bd60-c88c60e275ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:21.138346 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4c4b3-e1a0-4074-8211-0242b9b91c8e req-ab242c4d-6793-4991-8a7e-fbdf331d22da tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:21.140003 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-55b4c4b3-e1a0-4074-8211-0242b9b91c8e req-ab242c4d-6793-4991-8a7e-fbdf331d22da tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Synchronizing usage tracker for tenant:22b143aeac51448fa3b37088b32e7827 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:50:21.206060 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-babb0ea5-38e3-4c5b-906f-0b47c343c7ec tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:21.208308 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-babb0ea5-38e3-4c5b-906f-0b47c343c7ec tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.24 "GET /v2.0/networks?id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840 HTTP/1.1" status: 200 len: 806 time: 0.3379555 Mar 09 03:50:21.221368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-a153c398-8bb0-4b7f-a9f3-527595041f03 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Request body: {'port': {'device_id': '82e95f38-5e66-4bd0-a77f-dabf40d3d205', 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840', 'admin_state_up': True, 'tenant_id': '6c36c37e2e354df081ad1b18548376fc'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:21.229454 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1d5e0-e82c-49e6-9407-ab4012baad18 req-33225af0-8355-4148-bd46-8f5b080b8f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:21.231047 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5ed1d5e0-e82c-49e6-9407-ab4012baad18 req-33225af0-8355-4148-bd46-8f5b080b8f7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3d62296e-a7e4-4061-88a7-e2ef850363e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2680428 Mar 09 03:50:21.304433 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-55b4c4b3-e1a0-4074-8211-0242b9b91c8e req-ab242c4d-6793-4991-8a7e-fbdf331d22da tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Unset dirty status for tenant:22b143aeac51448fa3b37088b32e7827 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:50:21.305589 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-55b4c4b3-e1a0-4074-8211-0242b9b91c8e req-ab242c4d-6793-4991-8a7e-fbdf331d22da tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 932 time: 0.4608719 Mar 09 03:50:21.344303 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da2856-55f0-4ffd-8dc1-6d3d95b300d2 req-970b0e98-58a6-4ed5-8031-d28c9382be5d tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:21.351759 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-72da2856-55f0-4ffd-8dc1-6d3d95b300d2 req-970b0e98-58a6-4ed5-8031-d28c9382be5d tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=2180533d-1782-47df-879a-1bb906f5254b HTTP/1.1" status: 200 len: 945 time: 0.2283096 Mar 09 03:50:21.352161 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-dd89f27b-779c-4d9e-82aa-92e693503a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:21.400790 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 32790) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:21.442655 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-72da2856-55f0-4ffd-8dc1-6d3d95b300d2 req-750532ee-1952-4de6-aa8f-628dee96e8de tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7771687-d99f-4795-8481-7e9b5b6ff97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899754 Mar 09 03:50:21.447940 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-a153c398-8bb0-4b7f-a9f3-527595041f03 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:21.458320 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-a153c398-8bb0-4b7f-a9f3-527595041f03 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:21.476036 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d6af51d-0d9a-4aa6-9714-2029692bc8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:21.477718 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-a153c398-8bb0-4b7f-a9f3-527595041f03 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Made reservation on behalf of 6c36c37e2e354df081ad1b18548376fc for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:50:21.481610 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-a153c398-8bb0-4b7f-a9f3-527595041f03 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:21.500315 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1d6af51d-0d9a-4aa6-9714-2029692bc8a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:21.507480 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1d6af51d-0d9a-4aa6-9714-2029692bc8a4 admin admin] Usage tracker for resource:security_group_rule and tenant:6c14a01c9ef647d0af18f82e2a266b1c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:21.516914 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-55b4c4b3-e1a0-4074-8211-0242b9b91c8e req-f10c2d1b-7b41-4c78-8e94-b0a1d50c6ae6 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655440 Mar 09 03:50:21.535786 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5ed1d5e0-e82c-49e6-9407-ab4012baad18 req-3f5c5807-e0c6-4e85-b5ca-81186ae66f85 service neutron] 10.222.0.24 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936594 Mar 09 03:50:21.551105 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1d6af51d-0d9a-4aa6-9714-2029692bc8a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:21.558525 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1d6af51d-0d9a-4aa6-9714-2029692bc8a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:21.622647 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device aedaab4b-513f-4751-8279-29b659ff7c7b up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:50:21.701251 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port aedaab4b-513f-4751-8279-29b659ff7c7b completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:50:21.706525 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port aedaab4b-513f-4751-8279-29b659ff7c7b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:50:21.707857 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:21.768494 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5433674c-c3a9-4808-a69f-6e8f60c93d18 req-d605d7cf-389b-4dd8-b55a-9306209977ea tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.16 "GET /v2.0/ports?device_id=d776efc1-30c5-434c-8aca-e65d10b02c64 HTTP/1.1" status: 200 len: 210 time: 0.0787354 Mar 09 03:50:21.841448 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:21.847755 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5ed1d5e0-e82c-49e6-9407-ab4012baad18 req-3469dd19-95e4-45eb-98ac-db15a26aeadd service neutron] 10.222.0.24 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986610 Mar 09 03:50:21.938231 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device a81652ca-8b73-4fb0-9217-ac2e6c9b70e5 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:50:21.948649 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d6af51d-0d9a-4aa6-9714-2029692bc8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:21.968398 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cadab6-9072-4c2a-a7e7-c94c41f780fe req-b2e06f27-5e70-4d75-b16a-569030e78c06 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:21.981664 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95cadab6-9072-4c2a-a7e7-c94c41f780fe req-b2e06f27-5e70-4d75-b16a-569030e78c06 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=edbba037-b4b0-4c82-b1e5-65f1d302dc69 HTTP/1.1" status: 200 len: 944 time: 0.4088316 Mar 09 03:50:21.987898 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d6af51d-0d9a-4aa6-9714-2029692bc8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:22.002600 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-a153c398-8bb0-4b7f-a9f3-527595041f03 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Allocated IP 172.20.0.13 (eb7d62a0-e4ed-41cd-a459-6cad1aec3840/4320f833-55d6-48c9-bfa9-ead71d951b3e/db986a3d-3782-466f-b1d9-757b47450860) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:50:22.056470 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbba037-b4b0-4c82-b1e5-65f1d302dc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedaab4b-513f-4751-8279-29b659ff7c7b'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:22.075484 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port aedaab4b-513f-4751-8279-29b659ff7c7b, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=aedaab4b-513f-4751-8279-29b659ff7c7b,segment=NetworkSegment(51702c46-86d0-45fa-afdb-005bc74adfe1),segment_id=51702c46-86d0-45fa-afdb-005bc74adfe1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:22.085121 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:22.115496 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6af51d-0d9a-4aa6-9714-2029692bc8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d69a819-e830-4f9b-9337-617bfd10adde,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:22.127616 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1d6af51d-0d9a-4aa6-9714-2029692bc8a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c14a01c9ef647d0af18f82e2a266b1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7228410 Mar 09 03:50:22.137090 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 32800) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:22.149359 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port a81652ca-8b73-4fb0-9217-ac2e6c9b70e5 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:50:22.161550 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port a81652ca-8b73-4fb0-9217-ac2e6c9b70e5 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:50:22.164893 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95cadab6-9072-4c2a-a7e7-c94c41f780fe req-c8a6b9d8-a3a6-4c2c-80ff-7d72fc443b11 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592064 Mar 09 03:50:22.167069 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:22.273983 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=aedaab4b-513f-4751-8279-29b659ff7c7b,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:22.326180 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654edb97-fa8a-4988-b291-93ec671853a9 req-f2d33f11-3512-43e9-b3df-0e98d1ab8195 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:22.327836 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-654edb97-fa8a-4988-b291-93ec671853a9 req-f2d33f11-3512-43e9-b3df-0e98d1ab8195 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.21 "GET /v2.0/networks?id=2609a155-6cfa-466d-85fe-f3e75c110987 HTTP/1.1" status: 200 len: 813 time: 0.2360017 Mar 09 03:50:22.343395 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:22.350379 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-654edb97-fa8a-4988-b291-93ec671853a9 req-9a449ad0-29ff-448e-bb6e-d8c7ca10b3be tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Request body: {'port': {'device_id': 'd776efc1-30c5-434c-8aca-e65d10b02c64', 'network_id': '2609a155-6cfa-466d-85fe-f3e75c110987', 'admin_state_up': True, 'tenant_id': '9d407e13367349728d85a764d509afb4'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:22.382190 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port a81652ca-8b73-4fb0-9217-ac2e6c9b70e5, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=a81652ca-8b73-4fb0-9217-ac2e6c9b70e5,segment=NetworkSegment(8f56de3d-717d-453f-908f-695376d58b50),segment_id=8f56de3d-717d-453f-908f-695376d58b50)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:22.386222 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:22.398096 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6297c8-b6de-44ad-8a64-ab206a379e7a req-c541fa69-142e-445b-93d6-5aec949bd5fd tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:22.399738 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1c6297c8-b6de-44ad-8a64-ab206a379e7a req-c541fa69-142e-445b-93d6-5aec949bd5fd tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=499735b8-08bc-4ddd-9d98-c9563a9e7206 HTTP/1.1" status: 200 len: 944 time: 0.3067498 Mar 09 03:50:22.458271 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=a81652ca-8b73-4fb0-9217-ac2e6c9b70e5,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:22.462038 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-87bcfbf0-6ce4-4bac-bd03-c47bdb593acd req-09a9dbaa-d875-4854-b49c-37a8e53c0b76 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=82e95f38-5e66-4bd0-a77f-dabf40d3d205 HTTP/1.1" status: 200 len: 210 time: 0.1357839 Mar 09 03:50:22.519319 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbba037-b4b0-4c82-b1e5-65f1d302dc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedaab4b-513f-4751-8279-29b659ff7c7b', 'code': 200} Mar 09 03:50:22.527491 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4f62d22c-9514-4fd8-a7cb-66ecc1398a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:22.533775 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-a153c398-8bb0-4b7f-a9f3-527595041f03 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:22.571310 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4f62d22c-9514-4fd8-a7cb-66ecc1398a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:22.616334 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-dd89f27b-779c-4d9e-82aa-92e693503a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:50:22.651480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-654edb97-fa8a-4988-b291-93ec671853a9 req-9a449ad0-29ff-448e-bb6e-d8c7ca10b3be tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:22.668753 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-dd89f27b-779c-4d9e-82aa-92e693503a82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:22.672132 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-654edb97-fa8a-4988-b291-93ec671853a9 req-9a449ad0-29ff-448e-bb6e-d8c7ca10b3be tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Usage tracker for resource:port and tenant:9d407e13367349728d85a764d509afb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:22.674561 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-a153c398-8bb0-4b7f-a9f3-527595041f03 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:22.686544 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-654edb97-fa8a-4988-b291-93ec671853a9 req-9a449ad0-29ff-448e-bb6e-d8c7ca10b3be tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:22.688132 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['f872d039-4d7c-4439-877d-38c6f197a383'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:50:22.706622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-654edb97-fa8a-4988-b291-93ec671853a9 req-9a449ad0-29ff-448e-bb6e-d8c7ca10b3be tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:22.721202 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1c6297c8-b6de-44ad-8a64-ab206a379e7a req-1564a998-d8d6-4915-9fd4-4c1c2bc58396 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106880 Mar 09 03:50:22.751446 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-654edb97-fa8a-4988-b291-93ec671853a9 req-9a449ad0-29ff-448e-bb6e-d8c7ca10b3be tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Made reservation on behalf of 9d407e13367349728d85a764d509afb4 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:50:22.756344 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-654edb97-fa8a-4988-b291-93ec671853a9 req-9a449ad0-29ff-448e-bb6e-d8c7ca10b3be tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:22.768568 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-a153c398-8bb0-4b7f-a9f3-527595041f03 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:50:22.773946 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-dd89f27b-779c-4d9e-82aa-92e693503a82 service neutron] Transition to ACTIVE for port object cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:50:22.777876 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-a153c398-8bb0-4b7f-a9f3-527595041f03 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:50:22.781364 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-a153c398-8bb0-4b7f-a9f3-527595041f03 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:50:22.786261 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-dd89f27b-779c-4d9e-82aa-92e693503a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:22.809780 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4f62d22c-9514-4fd8-a7cb-66ecc1398a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:22.855564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153c398-8bb0-4b7f-a9f3-527595041f03 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Pushing event updated for resources: {'Port': ['ID=db986a3d-3782-466f-b1d9-757b47450860,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:22.867546 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62d22c-9514-4fd8-a7cb-66ecc1398a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d69a819-e830-4f9b-9337-617bfd10adde,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:22.894792 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bb46f-97d0-4b80-9873-3ec8a3c923f8 req-bfdee137-f418-46ba-becd-f2fa9decc6cd tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:22.896351 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3d8bb46f-97d0-4b80-9873-3ec8a3c923f8 req-bfdee137-f418-46ba-becd-f2fa9decc6cd tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=2180533d-1782-47df-879a-1bb906f5254b HTTP/1.1" status: 200 len: 946 time: 0.2858233 Mar 09 03:50:22.906915 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-a153c398-8bb0-4b7f-a9f3-527595041f03 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:22.907687 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-a153c398-8bb0-4b7f-a9f3-527595041f03 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:22.941075 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89f27b-779c-4d9e-82aa-92e693503a82 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:22.994017 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4f62d22c-9514-4fd8-a7cb-66ecc1398a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:22.995723 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4f62d22c-9514-4fd8-a7cb-66ecc1398a83 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d69a819-e830-4f9b-9337-617bfd10adde HTTP/1.1" status: 204 len: 168 time: 0.8554015 Mar 09 03:50:23.014665 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-a153c398-8bb0-4b7f-a9f3-527595041f03 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7966878 Mar 09 03:50:23.030288 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-b05003cd-1499-4a73-ae58-e922a1284049 service neutron] Request body: {'port': {'device_id': '82e95f38-5e66-4bd0-a77f-dabf40d3d205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:23.063945 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3d8bb46f-97d0-4b80-9873-3ec8a3c923f8 req-e9168336-0739-4fc1-8399-0e52fed1a9db tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7771687-d99f-4795-8481-7e9b5b6ff97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507382 Mar 09 03:50:23.073618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435922b-ad69-4b43-8486-6a5926a11e17 req-5c4fff20-0c54-45d2-a192-e65cba00481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:23.075148 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b435922b-ad69-4b43-8486-6a5926a11e17 req-5c4fff20-0c54-45d2-a192-e65cba00481e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=edbba037-b4b0-4c82-b1e5-65f1d302dc69 HTTP/1.1" status: 200 len: 1096 time: 0.4545920 Mar 09 03:50:23.159072 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-b05003cd-1499-4a73-ae58-e922a1284049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:23.268674 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a61246e0-05e0-4983-a557-6fba78bdfc37 req-b98fb662-58a5-48db-ab99-a5ca583e4c53 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.16 "GET /v2.0/ports?device_id=d776efc1-30c5-434c-8aca-e65d10b02c64 HTTP/1.1" status: 200 len: 210 time: 0.0565977 Mar 09 03:50:23.294425 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b435922b-ad69-4b43-8486-6a5926a11e17 req-a87debc2-9fb0-4b2c-a860-7a8094fd40a1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090018 Mar 09 03:50:23.326436 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0640fe5-cb56-4c06-ab3c-68dcc53c5a2f req-f9bd27b7-dcf5-4ba3-b1e7-691122000b4c tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:23.333327 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e0640fe5-cb56-4c06-ab3c-68dcc53c5a2f req-f9bd27b7-dcf5-4ba3-b1e7-691122000b4c tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 944 time: 0.4886007 Mar 09 03:50:23.335193 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-dd89f27b-779c-4d9e-82aa-92e693503a82 service neutron] Attempting to bind port cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:50:23.335530 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-dd89f27b-779c-4d9e-82aa-92e693503a82 service neutron] Attempting to bind port cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '1319570c-02be-4978-9222-635e0497ea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8de54226-82d4-4ec5-baa5-6fa167a003ac'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:50:23.335853 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-dd89f27b-779c-4d9e-82aa-92e693503a82 service neutron] Attempting to bind port cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d on network 8de54226-82d4-4ec5-baa5-6fa167a003ac {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:50:23.361639 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-dd89f27b-779c-4d9e-82aa-92e693503a82 service neutron] Port cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d on network 8de54226-82d4-4ec5-baa5-6fa167a003ac not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:50:23.361969 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-dd89f27b-779c-4d9e-82aa-92e693503a82 service neutron] Attempting to bind port cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d on network 8de54226-82d4-4ec5-baa5-6fa167a003ac {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:50:23.365079 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-654edb97-fa8a-4988-b291-93ec671853a9 req-9a449ad0-29ff-448e-bb6e-d8c7ca10b3be tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Allocated IP 172.20.0.10 (2609a155-6cfa-466d-85fe-f3e75c110987/e24cec3a-871e-49ec-bac1-70fe8fd933cd/69d86fd7-4774-4be7-baa9-8c1c2adea48e) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:50:23.397201 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-dd89f27b-779c-4d9e-82aa-92e693503a82 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:50:23.397538 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-dd89f27b-779c-4d9e-82aa-92e693503a82 service neutron] Checking segment: {'id': '1319570c-02be-4978-9222-635e0497ea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8de54226-82d4-4ec5-baa5-6fa167a003ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:50:23.397921 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-dd89f27b-779c-4d9e-82aa-92e693503a82 service neutron] Bound using segment: {'id': '1319570c-02be-4978-9222-635e0497ea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8de54226-82d4-4ec5-baa5-6fa167a003ac'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:50:23.398352 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-dd89f27b-779c-4d9e-82aa-92e693503a82 service neutron] Bound port: cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1319570c-02be-4978-9222-635e0497ea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8de54226-82d4-4ec5-baa5-6fa167a003ac'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:50:23.398697 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-dd89f27b-779c-4d9e-82aa-92e693503a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:23.446737 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e0640fe5-cb56-4c06-ab3c-68dcc53c5a2f req-af136a18-5b5f-481a-be4e-b247a3c8d183 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124947 Mar 09 03:50:23.629281 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 901687b7-082b-408a-ba6e-70079556e6e1 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:50:23.640421 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd761c29-cf6f-420e-aafa-19b5ff870f30 req-94cd8bd7-4066-4c73-b5e3-580ca8740905 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:23.641906 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dd761c29-cf6f-420e-aafa-19b5ff870f30 req-94cd8bd7-4066-4c73-b5e3-580ca8740905 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=edbba037-b4b0-4c82-b1e5-65f1d302dc69 HTTP/1.1" status: 200 len: 945 time: 0.2332008 Mar 09 03:50:23.690386 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-dd89f27b-779c-4d9e-82aa-92e693503a82 service neutron] For port cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:50:23.726275 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-dd89f27b-779c-4d9e-82aa-92e693503a82 service neutron] For port cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d,segment=NetworkSegment(1319570c-02be-4978-9222-635e0497ea4c),segment_id=1319570c-02be-4978-9222-635e0497ea4c)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:50:23.746825 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-dd89f27b-779c-4d9e-82aa-92e693503a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:23.766169 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dd761c29-cf6f-420e-aafa-19b5ff870f30 req-47dcbbc3-6acd-43c6-a842-333c803664ac tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170757 Mar 09 03:50:23.784259 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-b05003cd-1499-4a73-ae58-e922a1284049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db986a3d-3782-466f-b1d9-757b47450860 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:50:23.796139 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-b05003cd-1499-4a73-ae58-e922a1284049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:23.833753 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-b05003cd-1499-4a73-ae58-e922a1284049 service neutron] Transition to ACTIVE for port object db986a3d-3782-466f-b1d9-757b47450860 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:50:23.835819 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 901687b7-082b-408a-ba6e-70079556e6e1, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=901687b7-082b-408a-ba6e-70079556e6e1,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:23.844805 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-b05003cd-1499-4a73-ae58-e922a1284049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:23.865530 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '901687b7-082b-408a-ba6e-70079556e6e1', 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'port_id': '901687b7-082b-408a-ba6e-70079556e6e1', 'mac_address': 'fa:16:3e:94:90:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd785722e-a890-45c5-869c-7b3149d30510', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:50:23.884112 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-dd89f27b-779c-4d9e-82aa-92e693503a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:23.884749 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-dd89f27b-779c-4d9e-82aa-92e693503a82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:23.886244 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-dd89f27b-779c-4d9e-82aa-92e693503a82 service neutron] 10.222.0.21 "PUT /v2.0/ports/cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d HTTP/1.1" status: 200 len: 1092 time: 2.8593748 Mar 09 03:50:23.888246 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3c8648-7b54-4c85-bd60-c88c60e275ec', 'tag': 'cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:23.916239 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-654edb97-fa8a-4988-b291-93ec671853a9 req-9a449ad0-29ff-448e-bb6e-d8c7ca10b3be tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:23.941871 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46923ec2-7d0b-4d78-be09-6ff29f7c58f0 req-53fd0710-e45f-4be3-9f7c-c212cf5d4efd tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:23.948862 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-46923ec2-7d0b-4d78-be09-6ff29f7c58f0 req-53fd0710-e45f-4be3-9f7c-c212cf5d4efd tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=82e95f38-5e66-4bd0-a77f-dabf40d3d205 HTTP/1.1" status: 200 len: 932 time: 0.3166251 Mar 09 03:50:23.999971 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89f27b-779c-4d9e-82aa-92e693503a82 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:24.023389 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:24.046827 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901687b7-082b-408a-ba6e-70079556e6e1 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:50:24.068311 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 901687b7-082b-408a-ba6e-70079556e6e1, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=901687b7-082b-408a-ba6e-70079556e6e1,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:24.074209 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:24.103142 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05003cd-1499-4a73-ae58-e922a1284049 service neutron] Pushing event updated for resources: {'Port': ['ID=db986a3d-3782-466f-b1d9-757b47450860,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:24.185646 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=901687b7-082b-408a-ba6e-70079556e6e1,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:24.197734 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-46923ec2-7d0b-4d78-be09-6ff29f7c58f0 req-c90d7d43-8a17-4f97-a101-7d68ecc4ee04 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479315 Mar 09 03:50:24.201558 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-b05003cd-1499-4a73-ae58-e922a1284049 service neutron] Attempting to bind port db986a3d-3782-466f-b1d9-757b47450860 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:50:24.201892 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-b05003cd-1499-4a73-ae58-e922a1284049 service neutron] Attempting to bind port db986a3d-3782-466f-b1d9-757b47450860 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:50:24.202215 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-b05003cd-1499-4a73-ae58-e922a1284049 service neutron] Attempting to bind port db986a3d-3782-466f-b1d9-757b47450860 on network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:50:24.210456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-b05003cd-1499-4a73-ae58-e922a1284049 service neutron] Port db986a3d-3782-466f-b1d9-757b47450860 on network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:50:24.210456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-b05003cd-1499-4a73-ae58-e922a1284049 service neutron] Attempting to bind port db986a3d-3782-466f-b1d9-757b47450860 on network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:50:24.224659 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-654edb97-fa8a-4988-b291-93ec671853a9 req-9a449ad0-29ff-448e-bb6e-d8c7ca10b3be tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:24.224858 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078edd4-07c8-4c4c-927c-e2d14692d4d9 req-d4f84e5f-6cf9-4801-bc59-d11cef847a59 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:24.227363 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c078edd4-07c8-4c4c-927c-e2d14692d4d9 req-d4f84e5f-6cf9-4801-bc59-d11cef847a59 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=499735b8-08bc-4ddd-9d98-c9563a9e7206 HTTP/1.1" status: 200 len: 944 time: 0.2463062 Mar 09 03:50:24.228904 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-b05003cd-1499-4a73-ae58-e922a1284049 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:50:24.229330 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-b05003cd-1499-4a73-ae58-e922a1284049 service neutron] Checking segment: {'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:50:24.229750 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-b05003cd-1499-4a73-ae58-e922a1284049 service neutron] Bound using segment: {'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:50:24.230293 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-b05003cd-1499-4a73-ae58-e922a1284049 service neutron] Bound port: db986a3d-3782-466f-b1d9-757b47450860, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:50:24.230742 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-b05003cd-1499-4a73-ae58-e922a1284049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:24.273837 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3c8648-7b54-4c85-bd60-c88c60e275ec', 'tag': 'cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d', 'status': 'completed', 'code': 200} Mar 09 03:50:24.299591 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-a7b59483-b4b1-4f2e-b89d-2554c64335bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:24.301624 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-a7b59483-b4b1-4f2e-b89d-2554c64335bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22b143aeac51448fa3b37088b32e7827&device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 1095 time: 0.3501947 Mar 09 03:50:24.315234 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-654edb97-fa8a-4988-b291-93ec671853a9 req-9a449ad0-29ff-448e-bb6e-d8c7ca10b3be tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Network 2609a155-6cfa-466d-85fe-f3e75c110987 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:50:24.371720 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-654edb97-fa8a-4988-b291-93ec671853a9 req-9a449ad0-29ff-448e-bb6e-d8c7ca10b3be tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:50:24.393289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-654edb97-fa8a-4988-b291-93ec671853a9 req-9a449ad0-29ff-448e-bb6e-d8c7ca10b3be tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:50:24.416822 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a449ad0-29ff-448e-bb6e-d8c7ca10b3be tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Pushing event updated for resources: {'Port': ['ID=69d86fd7-4774-4be7-baa9-8c1c2adea48e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:24.424342 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-61329d4d-6ed7-4a21-949f-76e84562c91e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d HTTP/1.1" status: 200 len: 217 time: 0.1079881 Mar 09 03:50:24.459395 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c078edd4-07c8-4c4c-927c-e2d14692d4d9 req-e6a9d782-627e-4a39-ad1c-0f76bb5ada4e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170138 Mar 09 03:50:24.468100 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['901687b7-082b-408a-ba6e-70079556e6e1'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:50:24.527304 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-b05003cd-1499-4a73-ae58-e922a1284049 service neutron] For port db986a3d-3782-466f-b1d9-757b47450860, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:50:24.537578 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-b05003cd-1499-4a73-ae58-e922a1284049 service neutron] For port db986a3d-3782-466f-b1d9-757b47450860, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=db986a3d-3782-466f-b1d9-757b47450860,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:50:24.539017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2180533d-1782-47df-879a-1bb906f5254b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81652ca-8b73-4fb0-9217-ac2e6c9b70e5'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:24.546752 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-b05003cd-1499-4a73-ae58-e922a1284049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:24.551457 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654edb97-fa8a-4988-b291-93ec671853a9 req-9a449ad0-29ff-448e-bb6e-d8c7ca10b3be tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:24.552304 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-654edb97-fa8a-4988-b291-93ec671853a9 req-9a449ad0-29ff-448e-bb6e-d8c7ca10b3be tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:24.587428 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-f9c77e84-42e0-402b-b0a8-f7e40ad4e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:24.588984 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-f9c77e84-42e0-402b-b0a8-f7e40ad4e689 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=05ba68c9-9024-4dda-8072-8f41fa397387 HTTP/1.1" status: 200 len: 848 time: 0.1243026 Mar 09 03:50:24.595936 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-654edb97-fa8a-4988-b291-93ec671853a9 req-9a449ad0-29ff-448e-bb6e-d8c7ca10b3be tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2568009 Mar 09 03:50:24.646289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-654edb97-fa8a-4988-b291-93ec671853a9 req-97a41a34-c224-46e5-9a81-716136b85388 service neutron] Request body: {'port': {'device_id': 'd776efc1-30c5-434c-8aca-e65d10b02c64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:24.674139 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-b05003cd-1499-4a73-ae58-e922a1284049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:24.676942 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-b05003cd-1499-4a73-ae58-e922a1284049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:24.679223 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-b05003cd-1499-4a73-ae58-e922a1284049 service neutron] 10.222.0.24 "PUT /v2.0/ports/db986a3d-3782-466f-b1d9-757b47450860 HTTP/1.1" status: 200 len: 1092 time: 1.6542599 Mar 09 03:50:24.690336 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e95f38-5e66-4bd0-a77f-dabf40d3d205', 'tag': 'db986a3d-3782-466f-b1d9-757b47450860'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:24.698916 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-b35a01a7-c4bd-4bc3-9fb8-f027bdbe4edf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8de54226-82d4-4ec5-baa5-6fa167a003ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010611 Mar 09 03:50:24.710152 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e55c3a-b052-4d58-946b-1a52b035e31e req-542aa0d7-53d9-4725-941c-04cf66f00a9f tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:24.710894 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f4e55c3a-b052-4d58-946b-1a52b035e31e req-542aa0d7-53d9-4725-941c-04cf66f00a9f tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Synchronizing usage tracker for tenant:a566af917eda438b9c3772466ff37f61 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:50:24.811964 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f4e55c3a-b052-4d58-946b-1a52b035e31e req-542aa0d7-53d9-4725-941c-04cf66f00a9f tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Unset dirty status for tenant:a566af917eda438b9c3772466ff37f61 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:50:24.812229 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05003cd-1499-4a73-ae58-e922a1284049 service neutron] Pushing event updated for resources: {'Port': ['ID=db986a3d-3782-466f-b1d9-757b47450860,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:24.820179 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f4e55c3a-b052-4d58-946b-1a52b035e31e req-542aa0d7-53d9-4725-941c-04cf66f00a9f tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=2180533d-1782-47df-879a-1bb906f5254b HTTP/1.1" status: 200 len: 946 time: 0.3976264 Mar 09 03:50:24.920852 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bc1ab-767d-4a61-96bd-2c1f3c7f6f6f req-1984ede4-1468-4b59-83d8-ab1bde9c3547 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:24.928676 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d63bc1ab-767d-4a61-96bd-2c1f3c7f6f6f req-1984ede4-1468-4b59-83d8-ab1bde9c3547 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.16 "GET /v2.0/ports?device_id=d776efc1-30c5-434c-8aca-e65d10b02c64 HTTP/1.1" status: 200 len: 932 time: 0.2563519 Mar 09 03:50:24.949284 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-654edb97-fa8a-4988-b291-93ec671853a9 req-97a41a34-c224-46e5-9a81-716136b85388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:24.980306 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f4e55c3a-b052-4d58-946b-1a52b035e31e req-6891a14b-79f9-4615-9af6-fc82af5fe91f tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7771687-d99f-4795-8481-7e9b5b6ff97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572969 Mar 09 03:50:25.006522 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-d63bc1ab-767d-4a61-96bd-2c1f3c7f6f6f req-c08c9614-7d43-40cd-8336-bf62d79bfba9 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Synchronizing usage tracker for tenant:9d407e13367349728d85a764d509afb4 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:50:25.031547 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-8f3dd377-369f-4396-b463-f625ce9e6247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:25.033941 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-8f3dd377-369f-4396-b463-f625ce9e6247 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c36c37e2e354df081ad1b18548376fc&device_id=82e95f38-5e66-4bd0-a77f-dabf40d3d205 HTTP/1.1" status: 200 len: 1095 time: 0.1669116 Mar 09 03:50:25.034530 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-d63bc1ab-767d-4a61-96bd-2c1f3c7f6f6f req-c08c9614-7d43-40cd-8336-bf62d79bfba9 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Unset dirty status for tenant:9d407e13367349728d85a764d509afb4 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:50:25.036750 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d63bc1ab-767d-4a61-96bd-2c1f3c7f6f6f req-c08c9614-7d43-40cd-8336-bf62d79bfba9 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.16 "GET /v2.0/security-groups?id=98388a82-0f77-4a73-ac0d-a982d8a865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073236 Mar 09 03:50:25.039188 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-068ddb45-8474-4190-a95f-8d3b456a1157 service neutron] 10.222.0.21 "GET /v2.0/networks/8de54226-82d4-4ec5-baa5-6fa167a003ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242042 Mar 09 03:50:25.122294 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2180533d-1782-47df-879a-1bb906f5254b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81652ca-8b73-4fb0-9217-ac2e6c9b70e5', 'code': 200} Mar 09 03:50:25.136870 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-d72c342f-5704-4800-b2b1-5eb32974c998 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db986a3d-3782-466f-b1d9-757b47450860 HTTP/1.1" status: 200 len: 217 time: 0.0932682 Mar 09 03:50:25.195051 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82e95f38-5e66-4bd0-a77f-dabf40d3d205', 'tag': 'db986a3d-3782-466f-b1d9-757b47450860', 'status': 'completed', 'code': 200} Mar 09 03:50:25.360724 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-108d6037-61e1-4500-a25f-4c5d19689356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:25.361883 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-108d6037-61e1-4500-a25f-4c5d19689356 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4320f833-55d6-48c9-bfa9-ead71d951b3e HTTP/1.1" status: 200 len: 846 time: 0.2184927 Mar 09 03:50:25.422649 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-4eb83efc-edda-4e63-b808-fb1419d3f378 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525360 Mar 09 03:50:25.423825 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fb7aea2e-9cc5-49bd-b673-5f55fdb5dfdd req-b7e3f1aa-04f5-46dd-9cf7-b9382e99f6e4 service neutron] 10.222.0.21 "GET /v2.0/networks/8de54226-82d4-4ec5-baa5-6fa167a003ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777761 Mar 09 03:50:25.433590 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b34389-f0d4-4ee3-a5cd-0e7e4f799ca5 req-d2fa2014-7323-47ae-8027-a64fa365da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:25.435044 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-82b34389-f0d4-4ee3-a5cd-0e7e4f799ca5 req-d2fa2014-7323-47ae-8027-a64fa365da4a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2180533d-1782-47df-879a-1bb906f5254b HTTP/1.1" status: 200 len: 1097 time: 0.2420492 Mar 09 03:50:25.474108 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3907852-c706-4e34-a670-9f397e03d654 req-f1f80304-cb62-4b8b-b95d-26a7f9e358f1 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:25.475536 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3907852-c706-4e34-a670-9f397e03d654 req-f1f80304-cb62-4b8b-b95d-26a7f9e358f1 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 944 time: 0.2475381 Mar 09 03:50:25.577671 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582182fc-8408-42a8-9b62-34feeb76ce05 req-9b21dcd8-97a5-4752-8f56-e6d577c475d3 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:25.579281 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-582182fc-8408-42a8-9b62-34feeb76ce05 req-9b21dcd8-97a5-4752-8f56-e6d577c475d3 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=edbba037-b4b0-4c82-b1e5-65f1d302dc69 HTTP/1.1" status: 200 len: 945 time: 0.2887728 Mar 09 03:50:25.582762 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3907852-c706-4e34-a670-9f397e03d654 req-3487c555-c44e-46f7-840b-fc416237bc03 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717611 Mar 09 03:50:25.643904 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 901687b7-082b-408a-ba6e-70079556e6e1 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:50:25.658899 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-82b34389-f0d4-4ee3-a5cd-0e7e4f799ca5 req-093032fb-ac44-45ef-9a34-c8ce66b3d817 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d7771687-d99f-4795-8481-7e9b5b6ff97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937234 Mar 09 03:50:25.667642 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced54e5-eb65-45bc-8d50-d9f9a041cc1f req-d285db27-43eb-4adc-bdb2-272818185435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:25.669112 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bced54e5-eb65-45bc-8d50-d9f9a041cc1f req-d285db27-43eb-4adc-bdb2-272818185435 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22b143aeac51448fa3b37088b32e7827&device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 1095 time: 0.1927145 Mar 09 03:50:25.674789 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-654edb97-fa8a-4988-b291-93ec671853a9 req-97a41a34-c224-46e5-9a81-716136b85388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d86fd7-4774-4be7-baa9-8c1c2adea48e {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:50:25.682204 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-654edb97-fa8a-4988-b291-93ec671853a9 req-97a41a34-c224-46e5-9a81-716136b85388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:25.690480 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-98e39ddc-8321-416e-9bf6-9cda3a79664b service neutron] 10.222.0.24 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541871 Mar 09 03:50:25.698644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-654edb97-fa8a-4988-b291-93ec671853a9 req-97a41a34-c224-46e5-9a81-716136b85388 service neutron] Transition to ACTIVE for port object 69d86fd7-4774-4be7-baa9-8c1c2adea48e will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:50:25.703649 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-582182fc-8408-42a8-9b62-34feeb76ce05 req-fb1cf6cc-1113-4ec7-8562-e1ee2a410d1f tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025326 Mar 09 03:50:25.710137 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-654edb97-fa8a-4988-b291-93ec671853a9 req-97a41a34-c224-46e5-9a81-716136b85388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:25.779858 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 901687b7-082b-408a-ba6e-70079556e6e1 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:50:25.786088 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 901687b7-082b-408a-ba6e-70079556e6e1 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:50:25.786463 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:25.900966 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-53f287d2-d160-4a90-af7d-0c09a3b2a8c9 req-cf15557a-669c-46df-8d2f-da157ebd24a6 service neutron] 10.222.0.24 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958625 Mar 09 03:50:25.942368 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:25.996634 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 901687b7-082b-408a-ba6e-70079556e6e1, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=901687b7-082b-408a-ba6e-70079556e6e1,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:26.004214 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:26.091214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=901687b7-082b-408a-ba6e-70079556e6e1,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:26.135865 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826f847-4976-443e-b618-e6e868834949 req-af84d181-1c42-4a3b-8039-d40a576875d5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:26.137316 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b826f847-4976-443e-b618-e6e868834949 req-af84d181-1c42-4a3b-8039-d40a576875d5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=499735b8-08bc-4ddd-9d98-c9563a9e7206 HTTP/1.1" status: 200 len: 945 time: 0.2225049 Mar 09 03:50:26.140116 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433049ad-4657-42d0-9be0-cbc2b6a31c80 req-ded0544f-b144-4e5e-a0f7-c716e54a1f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:26.141556 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-433049ad-4657-42d0-9be0-cbc2b6a31c80 req-ded0544f-b144-4e5e-a0f7-c716e54a1f3d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c36c37e2e354df081ad1b18548376fc&device_id=82e95f38-5e66-4bd0-a77f-dabf40d3d205 HTTP/1.1" status: 200 len: 1095 time: 0.1380067 Mar 09 03:50:26.192501 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a41a34-c224-46e5-9a81-716136b85388 service neutron] Pushing event updated for resources: {'Port': ['ID=69d86fd7-4774-4be7-baa9-8c1c2adea48e,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:26.278537 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b826f847-4976-443e-b618-e6e868834949 req-d0ab0708-7c5a-4bb1-ae32-643866e8c572 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345706 Mar 09 03:50:26.327972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced54e5-eb65-45bc-8d50-d9f9a041cc1f req-de0a4bd3-9b01-4cd0-ab6e-be7ad1cf05a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:26.329403 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bced54e5-eb65-45bc-8d50-d9f9a041cc1f req-de0a4bd3-9b01-4cd0-ab6e-be7ad1cf05a5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8de54226-82d4-4ec5-baa5-6fa167a003ac HTTP/1.1" status: 200 len: 909 time: 0.4400902 Mar 09 03:50:26.340771 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db7958-8b1f-4080-8fd5-5f9d6a5077fb req-fb11548f-4f34-4b32-8b71-4de069623969 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:26.342420 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-83db7958-8b1f-4080-8fd5-5f9d6a5077fb req-fb11548f-4f34-4b32-8b71-4de069623969 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=82e95f38-5e66-4bd0-a77f-dabf40d3d205 HTTP/1.1" status: 200 len: 944 time: 0.5718181 Mar 09 03:50:26.354705 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433049ad-4657-42d0-9be0-cbc2b6a31c80 req-d9e9e989-3766-4c96-92cf-e82c7d5bfe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:26.356792 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-433049ad-4657-42d0-9be0-cbc2b6a31c80 req-d9e9e989-3766-4c96-92cf-e82c7d5bfe8d service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840 HTTP/1.1" status: 200 len: 907 time: 0.1961393 Mar 09 03:50:26.426258 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bced54e5-eb65-45bc-8d50-d9f9a041cc1f req-f288b56d-a655-4b1b-bdc9-e61f43347c7e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d HTTP/1.1" status: 200 len: 217 time: 0.0785010 Mar 09 03:50:26.426932 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-654edb97-fa8a-4988-b291-93ec671853a9 req-97a41a34-c224-46e5-9a81-716136b85388 service neutron] Attempting to bind port 69d86fd7-4774-4be7-baa9-8c1c2adea48e on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:50:26.427261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-654edb97-fa8a-4988-b291-93ec671853a9 req-97a41a34-c224-46e5-9a81-716136b85388 service neutron] Attempting to bind port 69d86fd7-4774-4be7-baa9-8c1c2adea48e by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'b888ec2a-308a-41fc-a1bb-7082032e40cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2609a155-6cfa-466d-85fe-f3e75c110987'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:50:26.427709 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654edb97-fa8a-4988-b291-93ec671853a9 req-97a41a34-c224-46e5-9a81-716136b85388 service neutron] Attempting to bind port 69d86fd7-4774-4be7-baa9-8c1c2adea48e on network 2609a155-6cfa-466d-85fe-f3e75c110987 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:50:26.470775 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654edb97-fa8a-4988-b291-93ec671853a9 req-97a41a34-c224-46e5-9a81-716136b85388 service neutron] Port 69d86fd7-4774-4be7-baa9-8c1c2adea48e on network 2609a155-6cfa-466d-85fe-f3e75c110987 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:50:26.471184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654edb97-fa8a-4988-b291-93ec671853a9 req-97a41a34-c224-46e5-9a81-716136b85388 service neutron] Attempting to bind port 69d86fd7-4774-4be7-baa9-8c1c2adea48e on network 2609a155-6cfa-466d-85fe-f3e75c110987 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:50:26.487767 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-433049ad-4657-42d0-9be0-cbc2b6a31c80 req-503ee6b8-f663-4990-92b1-4c9ee2752243 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db986a3d-3782-466f-b1d9-757b47450860 HTTP/1.1" status: 200 len: 217 time: 0.1243582 Mar 09 03:50:26.491378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654edb97-fa8a-4988-b291-93ec671853a9 req-97a41a34-c224-46e5-9a81-716136b85388 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:50:26.491716 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654edb97-fa8a-4988-b291-93ec671853a9 req-97a41a34-c224-46e5-9a81-716136b85388 service neutron] Checking segment: {'id': 'b888ec2a-308a-41fc-a1bb-7082032e40cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2609a155-6cfa-466d-85fe-f3e75c110987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:50:26.492099 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654edb97-fa8a-4988-b291-93ec671853a9 req-97a41a34-c224-46e5-9a81-716136b85388 service neutron] Bound using segment: {'id': 'b888ec2a-308a-41fc-a1bb-7082032e40cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2609a155-6cfa-466d-85fe-f3e75c110987'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:50:26.492530 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-654edb97-fa8a-4988-b291-93ec671853a9 req-97a41a34-c224-46e5-9a81-716136b85388 service neutron] Bound port: 69d86fd7-4774-4be7-baa9-8c1c2adea48e, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b888ec2a-308a-41fc-a1bb-7082032e40cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2609a155-6cfa-466d-85fe-f3e75c110987'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:50:26.492867 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-654edb97-fa8a-4988-b291-93ec671853a9 req-97a41a34-c224-46e5-9a81-716136b85388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:26.563648 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-83db7958-8b1f-4080-8fd5-5f9d6a5077fb req-39f6308c-2248-4e6d-b596-53d5b191530c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608429 Mar 09 03:50:26.565643 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433049ad-4657-42d0-9be0-cbc2b6a31c80 req-4a64aa14-79e4-4087-988a-6fce428a13bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:26.567106 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-433049ad-4657-42d0-9be0-cbc2b6a31c80 req-4a64aa14-79e4-4087-988a-6fce428a13bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4320f833-55d6-48c9-bfa9-ead71d951b3e HTTP/1.1" status: 200 len: 846 time: 0.0716739 Mar 09 03:50:26.573412 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced54e5-eb65-45bc-8d50-d9f9a041cc1f req-33d218ea-3b49-4e10-b176-4a8e3ed23d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:26.574833 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bced54e5-eb65-45bc-8d50-d9f9a041cc1f req-33d218ea-3b49-4e10-b176-4a8e3ed23d1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=05ba68c9-9024-4dda-8072-8f41fa397387 HTTP/1.1" status: 200 len: 848 time: 0.1414161 Mar 09 03:50:26.652448 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bced54e5-eb65-45bc-8d50-d9f9a041cc1f req-a4cf735a-1ac7-4e18-a422-89f8af97878a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8de54226-82d4-4ec5-baa5-6fa167a003ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682616 Mar 09 03:50:26.692969 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-654edb97-fa8a-4988-b291-93ec671853a9 req-97a41a34-c224-46e5-9a81-716136b85388 service neutron] For port 69d86fd7-4774-4be7-baa9-8c1c2adea48e, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:50:26.798006 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37325201-b335-4a29-9bf7-2b9b50612fa0 req-6edc58b7-3bc3-44fa-b64c-ec39608ad093 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:26.805689 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-37325201-b335-4a29-9bf7-2b9b50612fa0 req-6edc58b7-3bc3-44fa-b64c-ec39608ad093 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=f61dbfed-ded4-49c4-8272-4ca3f7fdb932 HTTP/1.1" status: 200 len: 946 time: 0.3777843 Mar 09 03:50:26.841449 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-654edb97-fa8a-4988-b291-93ec671853a9 req-97a41a34-c224-46e5-9a81-716136b85388 service neutron] For port 69d86fd7-4774-4be7-baa9-8c1c2adea48e, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=69d86fd7-4774-4be7-baa9-8c1c2adea48e,segment=NetworkSegment(b888ec2a-308a-41fc-a1bb-7082032e40cd),segment_id=b888ec2a-308a-41fc-a1bb-7082032e40cd)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:50:26.845099 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-433049ad-4657-42d0-9be0-cbc2b6a31c80 req-184b72b7-aabd-4cfa-b0ed-2494ac8ebde0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2681296 Mar 09 03:50:26.854319 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-654edb97-fa8a-4988-b291-93ec671853a9 req-97a41a34-c224-46e5-9a81-716136b85388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:26.893247 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-37325201-b335-4a29-9bf7-2b9b50612fa0 req-0a18ea0f-d795-4766-8c56-13d19bcb32eb tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862701 Mar 09 03:50:26.972506 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654edb97-fa8a-4988-b291-93ec671853a9 req-97a41a34-c224-46e5-9a81-716136b85388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:26.973203 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-654edb97-fa8a-4988-b291-93ec671853a9 req-97a41a34-c224-46e5-9a81-716136b85388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:26.974934 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-654edb97-fa8a-4988-b291-93ec671853a9 req-97a41a34-c224-46e5-9a81-716136b85388 service neutron] 10.222.0.21 "PUT /v2.0/ports/69d86fd7-4774-4be7-baa9-8c1c2adea48e HTTP/1.1" status: 200 len: 1092 time: 2.3340793 Mar 09 03:50:26.983311 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd776efc1-30c5-434c-8aca-e65d10b02c64', 'tag': '69d86fd7-4774-4be7-baa9-8c1c2adea48e'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:27.019980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a41a34-c224-46e5-9a81-716136b85388 service neutron] Pushing event updated for resources: {'Port': ['ID=69d86fd7-4774-4be7-baa9-8c1c2adea48e,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:27.064319 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bced54e5-eb65-45bc-8d50-d9f9a041cc1f req-a7a11ab7-1c45-4ec4-9255-783e5198e2f5 service neutron] 10.222.0.21 "GET /v2.0/networks/8de54226-82d4-4ec5-baa5-6fa167a003ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985319 Mar 09 03:50:27.106494 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-433049ad-4657-42d0-9be0-cbc2b6a31c80 req-b31ee0ca-e341-426d-bec2-6bf54cc0e77b service neutron] 10.222.0.24 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520759 Mar 09 03:50:27.123758 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499735b8-08bc-4ddd-9d98-c9563a9e7206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901687b7-082b-408a-ba6e-70079556e6e1'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:27.145796 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf60ce-b2da-428a-a898-db4cb32f2755 req-f55663a6-b547-4115-8471-4fbbd9e9c503 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:27.147688 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-10cf60ce-b2da-428a-a898-db4cb32f2755 req-f55663a6-b547-4115-8471-4fbbd9e9c503 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=2180533d-1782-47df-879a-1bb906f5254b HTTP/1.1" status: 200 len: 946 time: 0.4572163 Mar 09 03:50:27.182119 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047001dc-53e9-4d6a-a07f-45ec9af307a9 req-42cbd673-44ca-48d8-84fe-c01bd45a4c2b tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:27.183682 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-047001dc-53e9-4d6a-a07f-45ec9af307a9 req-42cbd673-44ca-48d8-84fe-c01bd45a4c2b tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.16 "GET /v2.0/ports?device_id=d776efc1-30c5-434c-8aca-e65d10b02c64 HTTP/1.1" status: 200 len: 944 time: 0.1478348 Mar 09 03:50:27.287060 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-10cf60ce-b2da-428a-a898-db4cb32f2755 req-bb2b5ffa-7d36-4fff-a9c6-f8eccc57746f tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7771687-d99f-4795-8481-7e9b5b6ff97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859230 Mar 09 03:50:27.307611 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654edb97-fa8a-4988-b291-93ec671853a9 req-9ce66281-274f-4863-a51d-325128d69c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:27.307611 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-654edb97-fa8a-4988-b291-93ec671853a9 req-9ce66281-274f-4863-a51d-325128d69c3e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d407e13367349728d85a764d509afb4&device_id=d776efc1-30c5-434c-8aca-e65d10b02c64 HTTP/1.1" status: 200 len: 1095 time: 0.2785602 Mar 09 03:50:27.319432 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-047001dc-53e9-4d6a-a07f-45ec9af307a9 req-bbfe415a-7cd0-4d78-9152-3281791c2a9a tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.16 "GET /v2.0/security-groups?id=98388a82-0f77-4a73-ac0d-a982d8a865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768723 Mar 09 03:50:27.345143 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-433049ad-4657-42d0-9be0-cbc2b6a31c80 req-7b045aae-50a9-4095-b114-7b300f2a5268 service neutron] 10.222.0.24 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292387 Mar 09 03:50:27.374584 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bced54e5-eb65-45bc-8d50-d9f9a041cc1f req-edd7d177-7fe4-4e6b-b1cf-7c15872ec103 service neutron] 10.222.0.21 "GET /v2.0/networks/8de54226-82d4-4ec5-baa5-6fa167a003ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013682 Mar 09 03:50:27.383618 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-654edb97-fa8a-4988-b291-93ec671853a9 req-648b1999-c827-412e-8f0a-aa60bbef0eb3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69d86fd7-4774-4be7-baa9-8c1c2adea48e HTTP/1.1" status: 200 len: 217 time: 0.0734537 Mar 09 03:50:27.503689 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654edb97-fa8a-4988-b291-93ec671853a9 req-f5062e29-46c2-4734-b2f2-1cfdd8020ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:27.505830 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-654edb97-fa8a-4988-b291-93ec671853a9 req-f5062e29-46c2-4734-b2f2-1cfdd8020ed0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e24cec3a-871e-49ec-bac1-70fe8fd933cd HTTP/1.1" status: 200 len: 853 time: 0.1154013 Mar 09 03:50:27.557524 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-654edb97-fa8a-4988-b291-93ec671853a9 req-16545352-ec1c-4521-abc1-c3b77b28437d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2609a155-6cfa-466d-85fe-f3e75c110987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458541 Mar 09 03:50:27.612613 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd776efc1-30c5-434c-8aca-e65d10b02c64', 'tag': '69d86fd7-4774-4be7-baa9-8c1c2adea48e', 'status': 'completed', 'code': 200} Mar 09 03:50:27.651152 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33020) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:27.651299 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499735b8-08bc-4ddd-9d98-c9563a9e7206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901687b7-082b-408a-ba6e-70079556e6e1', 'code': 200} Mar 09 03:50:27.695135 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7861aef-bd7f-46d9-8b30-821c07ef9e53 req-2fca209d-46d5-4250-ab59-071f1ebfe0ff tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:27.696616 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e7861aef-bd7f-46d9-8b30-821c07ef9e53 req-2fca209d-46d5-4250-ab59-071f1ebfe0ff tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 944 time: 0.2586951 Mar 09 03:50:27.765964 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-654edb97-fa8a-4988-b291-93ec671853a9 req-9256717d-3e44-424d-91c8-ef482bc88798 service neutron] 10.222.0.21 "GET /v2.0/networks/2609a155-6cfa-466d-85fe-f3e75c110987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950271 Mar 09 03:50:27.768904 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e7861aef-bd7f-46d9-8b30-821c07ef9e53 req-040e33df-c0de-45ff-a8f8-3ee4c23d5911 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667527 Mar 09 03:50:27.838586 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd2ab4b9-ca6a-44be-9b96-c63d232d244e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:27.861336 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cd2ab4b9-ca6a-44be-9b96-c63d232d244e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:27.865439 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cd2ab4b9-ca6a-44be-9b96-c63d232d244e admin admin] Usage tracker for resource:security_group_rule and tenant:da96c762b39449ae9b805e8ae34f7be3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:27.868462 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cd2ab4b9-ca6a-44be-9b96-c63d232d244e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:27.876769 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cd2ab4b9-ca6a-44be-9b96-c63d232d244e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:27.954162 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bd574-c1a8-4f36-8e31-df69fb6e41f7 req-cb7c082e-91b6-4d6a-9e73-de82a86f8fba tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:27.955732 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e3bd574-c1a8-4f36-8e31-df69fb6e41f7 req-cb7c082e-91b6-4d6a-9e73-de82a86f8fba tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=499735b8-08bc-4ddd-9d98-c9563a9e7206 HTTP/1.1" status: 200 len: 946 time: 0.1955581 Mar 09 03:50:27.957840 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffeee7-5ec1-4356-a663-b7a067b7c83c req-24d8802d-d1ab-47a7-9f1f-13ac037293a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:27.959177 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8fffeee7-5ec1-4356-a663-b7a067b7c83c req-24d8802d-d1ab-47a7-9f1f-13ac037293a7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=499735b8-08bc-4ddd-9d98-c9563a9e7206 HTTP/1.1" status: 200 len: 1097 time: 0.2439349 Mar 09 03:50:28.080704 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8e3bd574-c1a8-4f36-8e31-df69fb6e41f7 req-31ad73c2-e9c4-4929-b191-f41f243239b8 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129274 Mar 09 03:50:28.092454 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8fffeee7-5ec1-4356-a663-b7a067b7c83c req-de8b2f7e-35a6-441a-afea-f159a8275109 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081023 Mar 09 03:50:28.109184 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-654edb97-fa8a-4988-b291-93ec671853a9 req-90e13055-2992-4ca4-a62a-02babeefbce5 service neutron] 10.222.0.21 "GET /v2.0/networks/2609a155-6cfa-466d-85fe-f3e75c110987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370388 Mar 09 03:50:28.121698 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd2ab4b9-ca6a-44be-9b96-c63d232d244e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:28.128484 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd2ab4b9-ca6a-44be-9b96-c63d232d244e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:28.207660 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cd2ab4b9-ca6a-44be-9b96-c63d232d244e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da96c762b39449ae9b805e8ae34f7be3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5547650 Mar 09 03:50:28.208335 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33034) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:28.210660 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ab4b9-ca6a-44be-9b96-c63d232d244e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5c136b-1f40-4d98-8514-b8642a277fbb,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:28.302099 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae64d5-97a2-47af-9ee1-8dcfe9c32f85 req-252bc625-770b-4447-b5c8-16bb702b17f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:28.303275 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-75ae64d5-97a2-47af-9ee1-8dcfe9c32f85 req-252bc625-770b-4447-b5c8-16bb702b17f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d407e13367349728d85a764d509afb4&device_id=d776efc1-30c5-434c-8aca-e65d10b02c64 HTTP/1.1" status: 200 len: 1095 time: 0.1119578 Mar 09 03:50:28.311703 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d0099-4f79-4a7e-9979-7468c025032a req-c16c679f-99e3-49b8-a844-d93c10668984 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:28.313364 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c7d0099-4f79-4a7e-9979-7468c025032a req-c16c679f-99e3-49b8-a844-d93c10668984 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=82e95f38-5e66-4bd0-a77f-dabf40d3d205 HTTP/1.1" status: 200 len: 944 time: 0.1537676 Mar 09 03:50:28.374687 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7f9a25cb-d53e-4187-b395-09fcf230b687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:28.419168 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7f9a25cb-d53e-4187-b395-09fcf230b687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:28.444691 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c7d0099-4f79-4a7e-9979-7468c025032a req-cf8f1fe7-1d28-47be-9fc6-570dc62340e8 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130908 Mar 09 03:50:28.471510 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-38084607-c19a-4707-834c-ff5bc60cd0b7 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:28.473032 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-38084607-c19a-4707-834c-ff5bc60cd0b7 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/networks?id=71288c84-6365-4346-b387-5a09802f7445 HTTP/1.1" status: 200 len: 813 time: 0.2108977 Mar 09 03:50:28.478064 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae64d5-97a2-47af-9ee1-8dcfe9c32f85 req-d04e9780-3d6d-49cb-8d28-916a0e23b40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:28.479564 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-75ae64d5-97a2-47af-9ee1-8dcfe9c32f85 req-d04e9780-3d6d-49cb-8d28-916a0e23b40a service neutron] 10.222.0.21 "GET /v2.0/networks?id=2609a155-6cfa-466d-85fe-f3e75c110987 HTTP/1.1" status: 200 len: 914 time: 0.1656730 Mar 09 03:50:28.493513 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-7a5431d9-10f8-45c0-ab0a-136541beedde tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/quotas/ec5cd9028db04d20b33c591fe91ad924 HTTP/1.1" status: 200 len: 375 time: 0.0115540 Mar 09 03:50:28.513496 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:50:28.545915 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7f9a25cb-d53e-4187-b395-09fcf230b687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:28.568890 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a25cb-d53e-4187-b395-09fcf230b687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5c136b-1f40-4d98-8514-b8642a277fbb,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:28.569333 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-75ae64d5-97a2-47af-9ee1-8dcfe9c32f85 req-03db8a15-add7-4315-be5e-ff1bf776900f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69d86fd7-4774-4be7-baa9-8c1c2adea48e HTTP/1.1" status: 200 len: 217 time: 0.0735710 Mar 09 03:50:28.581026 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7f9a25cb-d53e-4187-b395-09fcf230b687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:28.582823 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7f9a25cb-d53e-4187-b395-09fcf230b687 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ad5c136b-1f40-4d98-8514-b8642a277fbb HTTP/1.1" status: 204 len: 168 time: 0.3734579 Mar 09 03:50:28.622077 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-2e85bd58-2070-4857-aab7-bb1f2df4281b tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec5cd9028db04d20b33c591fe91ad924&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1220548 Mar 09 03:50:28.690006 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae64d5-97a2-47af-9ee1-8dcfe9c32f85 req-69bcf015-195f-40ab-ae27-f12cd548693c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:28.692216 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-75ae64d5-97a2-47af-9ee1-8dcfe9c32f85 req-69bcf015-195f-40ab-ae27-f12cd548693c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e24cec3a-871e-49ec-bac1-70fe8fd933cd HTTP/1.1" status: 200 len: 853 time: 0.0793688 Mar 09 03:50:28.705688 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7e16fcfc-685b-4519-8016-0271c6e13c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:28.749598 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-75ae64d5-97a2-47af-9ee1-8dcfe9c32f85 req-f8083a31-f702-4d20-a6c5-5f8939815ba2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2609a155-6cfa-466d-85fe-f3e75c110987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434525 Mar 09 03:50:28.758759 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de098a7-a40a-471a-95a2-332bea9453d4 req-f902d396-8819-497e-89ac-73e433cadcef tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:28.760210 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0de098a7-a40a-471a-95a2-332bea9453d4 req-f902d396-8819-497e-89ac-73e433cadcef tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=2180533d-1782-47df-879a-1bb906f5254b HTTP/1.1" status: 200 len: 946 time: 0.1878316 Mar 09 03:50:28.779452 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-c4891d63-5824-440c-9314-9cf00d7fc4cd service neutron] 10.222.0.16 "GET /v2.0/networks/71288c84-6365-4346-b387-5a09802f7445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483440 Mar 09 03:50:28.914420 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0de098a7-a40a-471a-95a2-332bea9453d4 req-764b07b6-8c96-478f-8d21-f16ca8ba1e64 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7771687-d99f-4795-8481-7e9b5b6ff97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331489 Mar 09 03:50:28.914889 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33052) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:28.935404 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-29db1766-fbaf-4ad6-ab14-33001a52280a service neutron] 10.222.0.16 "GET /v2.0/networks/71288c84-6365-4346-b387-5a09802f7445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522028 Mar 09 03:50:28.941809 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5cd4da5c-8e14-4a84-9919-3aa5cb64089f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:28.947136 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-75ae64d5-97a2-47af-9ee1-8dcfe9c32f85 req-8111c6f6-31c6-44e9-9d89-6492bc32602c service neutron] 10.222.0.21 "GET /v2.0/networks/2609a155-6cfa-466d-85fe-f3e75c110987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859617 Mar 09 03:50:28.970968 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5cd4da5c-8e14-4a84-9919-3aa5cb64089f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:28.976033 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5cd4da5c-8e14-4a84-9919-3aa5cb64089f admin admin] Usage tracker for resource:security_group_rule and tenant:8155124468174f3dba5d7486841b1db0 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:28.979406 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5cd4da5c-8e14-4a84-9919-3aa5cb64089f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:28.985835 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5cd4da5c-8e14-4a84-9919-3aa5cb64089f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:29.088543 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5cd4da5c-8e14-4a84-9919-3aa5cb64089f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:29.093989 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5cd4da5c-8e14-4a84-9919-3aa5cb64089f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:29.150928 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5cd4da5c-8e14-4a84-9919-3aa5cb64089f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8155124468174f3dba5d7486841b1db0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2349935 Mar 09 03:50:29.152450 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33062) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:29.164685 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4da5c-8e14-4a84-9919-3aa5cb64089f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5570f1cb-6b81-4e8b-a354-4f7dd50f0979,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:29.226356 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-75ae64d5-97a2-47af-9ee1-8dcfe9c32f85 req-a2b60e6d-86c4-478f-bd07-abab68044591 service neutron] 10.222.0.21 "GET /v2.0/networks/2609a155-6cfa-466d-85fe-f3e75c110987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660532 Mar 09 03:50:29.230618 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e234c2ea-9504-4f66-9d84-f06f1a18276d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:29.279220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcea91a-36cd-4bfc-a599-0e38f3d7b2bd req-89e61bb4-e803-4e23-b95a-0c7a3efe85f0 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:29.279999 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4fcea91a-36cd-4bfc-a599-0e38f3d7b2bd req-89e61bb4-e803-4e23-b95a-0c7a3efe85f0 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Synchronizing usage tracker for tenant:9d407e13367349728d85a764d509afb4 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:50:29.291289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0629589-9249-4d97-83f3-986a5c4e9c7d req-53fb28ba-a841-43b2-a44b-d672f581dc70 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:29.292715 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d0629589-9249-4d97-83f3-986a5c4e9c7d req-53fb28ba-a841-43b2-a44b-d672f581dc70 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.21 "GET /v2.0/ports?device_id=f61dbfed-ded4-49c4-8272-4ca3f7fdb932 HTTP/1.1" status: 200 len: 946 time: 0.1707582 Mar 09 03:50:29.309741 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e234c2ea-9504-4f66-9d84-f06f1a18276d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:29.344878 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4fcea91a-36cd-4bfc-a599-0e38f3d7b2bd req-89e61bb4-e803-4e23-b95a-0c7a3efe85f0 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Unset dirty status for tenant:9d407e13367349728d85a764d509afb4 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:50:29.346037 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4fcea91a-36cd-4bfc-a599-0e38f3d7b2bd req-89e61bb4-e803-4e23-b95a-0c7a3efe85f0 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.16 "GET /v2.0/ports?device_id=d776efc1-30c5-434c-8aca-e65d10b02c64 HTTP/1.1" status: 200 len: 944 time: 0.2674050 Mar 09 03:50:29.384874 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223ecf1-02ac-4704-aa07-9f059a512e3a req-3baedeb0-9308-416b-9fee-683eb9495be4 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:29.386299 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5223ecf1-02ac-4704-aa07-9f059a512e3a req-3baedeb0-9308-416b-9fee-683eb9495be4 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 944 time: 0.1398537 Mar 09 03:50:29.392255 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-d0629589-9249-4d97-83f3-986a5c4e9c7d req-daf35144-a9a5-40e8-ba15-8a3a92ac3f50 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Deleting port d32d2c6f-0588-44d9-93af-5e3742370011 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:50:29.392637 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d0629589-9249-4d97-83f3-986a5c4e9c7d req-daf35144-a9a5-40e8-ba15-8a3a92ac3f50 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:29.421879 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e234c2ea-9504-4f66-9d84-f06f1a18276d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:29.444070 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234c2ea-9504-4f66-9d84-f06f1a18276d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5570f1cb-6b81-4e8b-a354-4f7dd50f0979,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:29.462647 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4fcea91a-36cd-4bfc-a599-0e38f3d7b2bd req-112e1a52-9835-4ff6-84f5-10977a68905f tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.16 "GET /v2.0/security-groups?id=98388a82-0f77-4a73-ac0d-a982d8a865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083133 Mar 09 03:50:29.493300 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5223ecf1-02ac-4704-aa07-9f059a512e3a req-85b59ef4-af09-4013-bd38-391a3b44b9af tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912819 Mar 09 03:50:29.494423 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e234c2ea-9504-4f66-9d84-f06f1a18276d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:29.497801 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e234c2ea-9504-4f66-9d84-f06f1a18276d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5570f1cb-6b81-4e8b-a354-4f7dd50f0979 HTTP/1.1" status: 204 len: 168 time: 0.3422132 Mar 09 03:50:29.663786 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device db986a3d-3782-466f-b1d9-757b47450860 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:50:29.863545 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:50:29.868382 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-d0629589-9249-4d97-83f3-986a5c4e9c7d req-daf35144-a9a5-40e8-ba15-8a3a92ac3f50 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] For port d32d2c6f-0588-44d9-93af-5e3742370011, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d32d2c6f-0588-44d9-93af-5e3742370011,segment=NetworkSegment(51702c46-86d0-45fa-afdb-005bc74adfe1),segment_id=51702c46-86d0-45fa-afdb-005bc74adfe1)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:29.868869 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d0629589-9249-4d97-83f3-986a5c4e9c7d req-daf35144-a9a5-40e8-ba15-8a3a92ac3f50 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:30.078734 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d,segment=NetworkSegment(1319570c-02be-4978-9222-635e0497ea4c),segment_id=1319570c-02be-4978-9222-635e0497ea4c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:30.098560 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d', 'network_id': '8de54226-82d4-4ec5-baa5-6fa167a003ac', 'port_id': 'cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d', 'mac_address': 'fa:16:3e:e3:bc:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05ba68c9-9024-4dda-8072-8f41fa397387', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:50:30.113365 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port db986a3d-3782-466f-b1d9-757b47450860, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=db986a3d-3782-466f-b1d9-757b47450860,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:30.166153 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'db986a3d-3782-466f-b1d9-757b47450860', 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840', 'port_id': 'db986a3d-3782-466f-b1d9-757b47450860', 'mac_address': 'fa:16:3e:d0:19:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4320f833-55d6-48c9-bfa9-ead71d951b3e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:50:30.210185 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855fa86-901d-4324-8771-79b7652f503d req-1dfa2286-5c38-44ab-97d9-245fe84e1e87 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:30.212882 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7855fa86-901d-4324-8771-79b7652f503d req-1dfa2286-5c38-44ab-97d9-245fe84e1e87 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbba037-b4b0-4c82-b1e5-65f1d302dc69 HTTP/1.1" status: 200 len: 945 time: 0.1730874 Mar 09 03:50:30.229520 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c21d08-385d-4535-9c09-311b9dd973be req-63f3f872-f854-4f4e-bca1-9996900f9f65 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:30.236783 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-15c21d08-385d-4535-9c09-311b9dd973be req-63f3f872-f854-4f4e-bca1-9996900f9f65 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=499735b8-08bc-4ddd-9d98-c9563a9e7206 HTTP/1.1" status: 200 len: 946 time: 0.5877426 Mar 09 03:50:30.355703 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-d0629589-9249-4d97-83f3-986a5c4e9c7d req-daf35144-a9a5-40e8-ba15-8a3a92ac3f50 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Calling delete_port for d32d2c6f-0588-44d9-93af-5e3742370011 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:50:30.362232 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:30.373648 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-15c21d08-385d-4535-9c09-311b9dd973be req-c14bfbb4-2407-4b8e-bab4-1e5e242dbf43 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359210 Mar 09 03:50:30.397562 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-7855fa86-901d-4324-8771-79b7652f503d req-63c30e32-b46e-42d6-9462-fa6bce136191 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Deleting port aedaab4b-513f-4751-8279-29b659ff7c7b {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:50:30.397904 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7855fa86-901d-4324-8771-79b7652f503d req-63c30e32-b46e-42d6-9462-fa6bce136191 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:30.424950 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:30.438735 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:50:30.456089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d,segment=NetworkSegment(1319570c-02be-4978-9222-635e0497ea4c),segment_id=1319570c-02be-4978-9222-635e0497ea4c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:30.470086 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db986a3d-3782-466f-b1d9-757b47450860 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:50:30.480919 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:30.552593 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port db986a3d-3782-466f-b1d9-757b47450860, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=db986a3d-3782-466f-b1d9-757b47450860,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:30.572451 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:30.581348 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:30.697307 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf5cd804-f0fd-4e1c-9fee-d06f34bf9649 req-29e13d8b-86fc-4a0b-8c79-7f40cf7c57a6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0206730 Mar 09 03:50:30.715251 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=db986a3d-3782-466f-b1d9-757b47450860,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:30.731872 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:50:30.734050 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d0629589-9249-4d97-83f3-986a5c4e9c7d req-daf35144-a9a5-40e8-ba15-8a3a92ac3f50 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:30.770575 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['aedaab4b-513f-4751-8279-29b659ff7c7b'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:50:30.860590 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf35144-a9a5-40e8-ba15-8a3a92ac3f50 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Pushing event deleted for resources: {'Port': ['ID=d32d2c6f-0588-44d9-93af-5e3742370011,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:30.863260 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-7855fa86-901d-4324-8771-79b7652f503d req-63c30e32-b46e-42d6-9462-fa6bce136191 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] For port aedaab4b-513f-4751-8279-29b659ff7c7b, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=aedaab4b-513f-4751-8279-29b659ff7c7b,segment=NetworkSegment(51702c46-86d0-45fa-afdb-005bc74adfe1),segment_id=51702c46-86d0-45fa-afdb-005bc74adfe1)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:30.863417 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7855fa86-901d-4324-8771-79b7652f503d req-63c30e32-b46e-42d6-9462-fa6bce136191 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:30.982141 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['db986a3d-3782-466f-b1d9-757b47450860'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:50:31.046551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0629589-9249-4d97-83f3-986a5c4e9c7d req-daf35144-a9a5-40e8-ba15-8a3a92ac3f50 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] No DVR routers for this DVR port d32d2c6f-0588-44d9-93af-5e3742370011 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:50:31.065991 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d0629589-9249-4d97-83f3-986a5c4e9c7d req-daf35144-a9a5-40e8-ba15-8a3a92ac3f50 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:31.080513 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd53a0-23d3-4c73-a344-4b1391f796ba req-293f9577-bd7c-4568-893a-3708702daf52 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:31.089873 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9dbd53a0-23d3-4c73-a344-4b1391f796ba req-293f9577-bd7c-4568-893a-3708702daf52 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=2180533d-1782-47df-879a-1bb906f5254b HTTP/1.1" status: 200 len: 946 time: 0.8366699 Mar 09 03:50:31.094997 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61dbfed-ded4-49c4-8272-4ca3f7fdb932', 'name': 'network-vif-deleted', 'tag': 'd32d2c6f-0588-44d9-93af-5e3742370011'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:31.101492 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33106) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:31.123146 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-c5fb81c3-7cd2-4491-aaeb-ac497c696c2a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Request body: {'floatingip': {'port_id': 'a81652ca-8b73-4fb0-9217-ac2e6c9b70e5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:31.213242 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-7855fa86-901d-4324-8771-79b7652f503d req-63c30e32-b46e-42d6-9462-fa6bce136191 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Calling delete_port for aedaab4b-513f-4751-8279-29b659ff7c7b owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:50:31.216180 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d0629589-9249-4d97-83f3-986a5c4e9c7d req-daf35144-a9a5-40e8-ba15-8a3a92ac3f50 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.21 "DELETE /v2.0/ports/d32d2c6f-0588-44d9-93af-5e3742370011 HTTP/1.1" status: 204 len: 173 time: 1.9170940 Mar 09 03:50:31.231419 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4706b3c8-7b3d-4ae1-84b9-2e1dbb1da538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:31.239076 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c5fb81c3-7cd2-4491-aaeb-ac497c696c2a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for floatingip, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:31.647905 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-b849c4aa-1286-4456-a73f-0fcbb508d7b0 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:31.648202 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cd804-f0fd-4e1c-9fee-d06f34bf9649 req-283d2cfd-8cc2-48cd-a7f8-6ac93ae499f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:31.649756 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf5cd804-f0fd-4e1c-9fee-d06f34bf9649 req-283d2cfd-8cc2-48cd-a7f8-6ac93ae499f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 1095 time: 0.8033731 Mar 09 03:50:31.650581 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-b849c4aa-1286-4456-a73f-0fcbb508d7b0 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.21 "GET /v2.0/networks?id=71288c84-6365-4346-b387-5a09802f7445 HTTP/1.1" status: 200 len: 813 time: 0.4859555 Mar 09 03:50:31.673590 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-c72c1f9b-2af8-4bd4-9c8c-f30fe177f5c0 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Request body: {'port': {'device_id': '2b4d9070-0e46-4525-a1fd-7d60b6b9b8f6', 'network_id': '71288c84-6365-4346-b387-5a09802f7445', 'admin_state_up': True, 'tenant_id': 'ec5cd9028db04d20b33c591fe91ad924'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:31.731097 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21097e86-5243-45e3-808c-a81e5de9cb57 req-f9874dae-abd2-4ebd-aa91-764ab27e2e0e tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:31.731832 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-21097e86-5243-45e3-808c-a81e5de9cb57 req-f9874dae-abd2-4ebd-aa91-764ab27e2e0e tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Synchronizing usage tracker for tenant:6c36c37e2e354df081ad1b18548376fc on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:50:31.810017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 69d86fd7-4774-4be7-baa9-8c1c2adea48e details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:50:31.841678 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7855fa86-901d-4324-8771-79b7652f503d req-63c30e32-b46e-42d6-9462-fa6bce136191 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:31.910085 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device d32d2c6f-0588-44d9-93af-5e3742370011 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:50:31.972737 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-21097e86-5243-45e3-808c-a81e5de9cb57 req-f9874dae-abd2-4ebd-aa91-764ab27e2e0e tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Unset dirty status for tenant:6c36c37e2e354df081ad1b18548376fc on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:50:31.979279 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-21097e86-5243-45e3-808c-a81e5de9cb57 req-f9874dae-abd2-4ebd-aa91-764ab27e2e0e tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=82e95f38-5e66-4bd0-a77f-dabf40d3d205 HTTP/1.1" status: 200 len: 945 time: 0.8054760 Mar 09 03:50:31.984674 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: d32d2c6f-0588-44d9-93af-5e3742370011 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:50:31.986902 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device d32d2c6f-0588-44d9-93af-5e3742370011 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:50:32.019457 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c30e32-b46e-42d6-9462-fa6bce136191 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Pushing event deleted for resources: {'Port': ['ID=aedaab4b-513f-4751-8279-29b659ff7c7b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:32.057675 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de796f4-a199-46c6-956d-8760bf64f30a req-0923c667-9efa-47aa-8af5-af2e6612dc92 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:32.083007 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2de796f4-a199-46c6-956d-8760bf64f30a req-0923c667-9efa-47aa-8af5-af2e6612dc92 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.16 "GET /v2.0/ports?device_id=d776efc1-30c5-434c-8aca-e65d10b02c64 HTTP/1.1" status: 200 len: 944 time: 0.6499174 Mar 09 03:50:32.086585 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c30e32-b46e-42d6-9462-fa6bce136191 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:50:32.086955 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c30e32-b46e-42d6-9462-fa6bce136191 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:50:32.087293 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c30e32-b46e-42d6-9462-fa6bce136191 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:50:32.087761 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c30e32-b46e-42d6-9462-fa6bce136191 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:50:32.088147 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c30e32-b46e-42d6-9462-fa6bce136191 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:50:32.088482 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c30e32-b46e-42d6-9462-fa6bce136191 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:50:32.088820 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c30e32-b46e-42d6-9462-fa6bce136191 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:50:32.089130 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c30e32-b46e-42d6-9462-fa6bce136191 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:50:32.089456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c30e32-b46e-42d6-9462-fa6bce136191 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:50:32.089781 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c30e32-b46e-42d6-9462-fa6bce136191 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:50:32.090103 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c30e32-b46e-42d6-9462-fa6bce136191 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:50:32.090624 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c30e32-b46e-42d6-9462-fa6bce136191 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:50:32.169660 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-c72c1f9b-2af8-4bd4-9c8c-f30fe177f5c0 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:32.175209 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-21097e86-5243-45e3-808c-a81e5de9cb57 req-285d1cd0-4348-4eee-acbd-87b87744b87e tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949263 Mar 09 03:50:32.178011 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-7855fa86-901d-4324-8771-79b7652f503d req-63c30e32-b46e-42d6-9462-fa6bce136191 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] No DVR routers for this DVR port aedaab4b-513f-4751-8279-29b659ff7c7b on host n-h1-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:50:32.183427 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-c72c1f9b-2af8-4bd4-9c8c-f30fe177f5c0 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Usage tracker for resource:port and tenant:ec5cd9028db04d20b33c591fe91ad924 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:32.190036 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7855fa86-901d-4324-8771-79b7652f503d req-63c30e32-b46e-42d6-9462-fa6bce136191 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:32.201026 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbba037-b4b0-4c82-b1e5-65f1d302dc69', 'name': 'network-vif-deleted', 'tag': 'aedaab4b-513f-4751-8279-29b659ff7c7b'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:32.213419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cd804-f0fd-4e1c-9fee-d06f34bf9649 req-b3d6dfe2-f7ba-4d9f-a4b8-dbf84f7ff0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:32.214943 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf5cd804-f0fd-4e1c-9fee-d06f34bf9649 req-b3d6dfe2-f7ba-4d9f-a4b8-dbf84f7ff0c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 913 time: 0.5238037 Mar 09 03:50:32.219352 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-c72c1f9b-2af8-4bd4-9c8c-f30fe177f5c0 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:32.220214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 69d86fd7-4774-4be7-baa9-8c1c2adea48e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=69d86fd7-4774-4be7-baa9-8c1c2adea48e,segment=NetworkSegment(b888ec2a-308a-41fc-a1bb-7082032e40cd),segment_id=b888ec2a-308a-41fc-a1bb-7082032e40cd)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:32.234526 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-c72c1f9b-2af8-4bd4-9c8c-f30fe177f5c0 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:32.237418 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7855fa86-901d-4324-8771-79b7652f503d req-63c30e32-b46e-42d6-9462-fa6bce136191 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.24 "DELETE /v2.0/ports/aedaab4b-513f-4751-8279-29b659ff7c7b HTTP/1.1" status: 204 len: 173 time: 1.9718969 Mar 09 03:50:32.274106 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-c72c1f9b-2af8-4bd4-9c8c-f30fe177f5c0 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Made reservation on behalf of ec5cd9028db04d20b33c591fe91ad924 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:50:32.278115 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-c72c1f9b-2af8-4bd4-9c8c-f30fe177f5c0 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:32.284554 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '69d86fd7-4774-4be7-baa9-8c1c2adea48e', 'network_id': '2609a155-6cfa-466d-85fe-f3e75c110987', 'port_id': '69d86fd7-4774-4be7-baa9-8c1c2adea48e', 'mac_address': 'fa:16:3e:de:9a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24cec3a-871e-49ec-bac1-70fe8fd933cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:50:32.291477 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:32.301511 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:32.380967 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:32.402451 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d86fd7-4774-4be7-baa9-8c1c2adea48e {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:50:32.426279 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 69d86fd7-4774-4be7-baa9-8c1c2adea48e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=69d86fd7-4774-4be7-baa9-8c1c2adea48e,segment=NetworkSegment(b888ec2a-308a-41fc-a1bb-7082032e40cd),segment_id=b888ec2a-308a-41fc-a1bb-7082032e40cd)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:32.429954 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33130) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:32.430761 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:32.561014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-c6710fee-1286-4dea-ac2b-7e16f6cfc09a tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:32.562839 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-c6710fee-1286-4dea-ac2b-7e16f6cfc09a tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.21 "GET /v2.0/networks?id=71288c84-6365-4346-b387-5a09802f7445 HTTP/1.1" status: 200 len: 813 time: 0.9076974 Mar 09 03:50:32.579988 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b1990-e875-4f17-8bc1-e24c8c6d8b62 req-98e5b1c0-7dbd-41cc-b50f-308ef50612b5 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:32.582113 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-483b1990-e875-4f17-8bc1-e24c8c6d8b62 req-98e5b1c0-7dbd-41cc-b50f-308ef50612b5 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 945 time: 0.2532365 Mar 09 03:50:32.584618 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=69d86fd7-4774-4be7-baa9-8c1c2adea48e,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:32.592789 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-c72c1f9b-2af8-4bd4-9c8c-f30fe177f5c0 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Allocated IP 172.20.0.9 (71288c84-6365-4346-b387-5a09802f7445/8886ac82-887b-45dd-9086-dde7bdbbdd90/96ca7242-7a9f-4c4b-adda-03e9a9095cad) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:50:32.601520 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-ccf91a16-6ae2-4a49-8958-b9fba0c5918b tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Request body: {'port': {'device_id': '5da1cbd3-7d89-493f-bfa0-84c09eb79f98', 'network_id': '71288c84-6365-4346-b387-5a09802f7445', 'admin_state_up': True, 'tenant_id': 'ec5cd9028db04d20b33c591fe91ad924'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:32.617466 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f6574ff7-c8a8-49f4-95d9-919e63af67ca tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-697829551'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:32.627517 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f6574ff7-c8a8-49f4-95d9-919e63af67ca tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:32.630158 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2de796f4-a199-46c6-956d-8760bf64f30a req-f7fa34e3-67ab-4bfc-8b34-b3a772556852 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.16 "GET /v2.0/security-groups?id=98388a82-0f77-4a73-ac0d-a982d8a865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5463016 Mar 09 03:50:32.652453 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f6574ff7-c8a8-49f4-95d9-919e63af67ca tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Usage tracker for resource:router and tenant:781263b9cdb04bd0a85f7d418dabaf22 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:32.652453 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f6574ff7-c8a8-49f4-95d9-919e63af67ca tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:32.658920 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f6574ff7-c8a8-49f4-95d9-919e63af67ca tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:32.675501 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-483b1990-e875-4f17-8bc1-e24c8c6d8b62 req-9b9f0d0d-315c-4c44-87fe-85ef029d0fb2 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869582 Mar 09 03:50:32.679896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['69d86fd7-4774-4be7-baa9-8c1c2adea48e'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:50:32.726482 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f6574ff7-c8a8-49f4-95d9-919e63af67ca tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:32.727538 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f6574ff7-c8a8-49f4-95d9-919e63af67ca tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:32.735906 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf5cd804-f0fd-4e1c-9fee-d06f34bf9649 req-52754f26-7d89-4647-9b6e-ba3a863b809b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb633d15-e73a-412d-8adc-3f24487a60ac HTTP/1.1" status: 200 len: 999 time: 0.4843898 Mar 09 03:50:32.864365 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61dbfed-ded4-49c4-8272-4ca3f7fdb932', 'name': 'network-vif-deleted', 'tag': 'd32d2c6f-0588-44d9-93af-5e3742370011', 'status': 'completed', 'code': 200} Mar 09 03:50:32.953047 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f6574ff7-c8a8-49f4-95d9-919e63af67ca tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:32.965160 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cd804-f0fd-4e1c-9fee-d06f34bf9649 req-721efc1a-1191-4130-b0bb-8358c3a728fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:32.966602 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf5cd804-f0fd-4e1c-9fee-d06f34bf9649 req-721efc1a-1191-4130-b0bb-8358c3a728fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d785722e-a890-45c5-869c-7b3149d30510 HTTP/1.1" status: 200 len: 851 time: 0.1531625 Mar 09 03:50:33.018953 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f6574ff7-c8a8-49f4-95d9-919e63af67ca tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:33.020432 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-925c524e-6a30-4bb2-9a51-80074d607fa2 req-9b3d5f7b-94ee-4914-a019-e17b6e81a1fa tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Synchronizing usage tracker for tenant:ec5cd9028db04d20b33c591fe91ad924 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:50:33.083639 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-925c524e-6a30-4bb2-9a51-80074d607fa2 req-9b3d5f7b-94ee-4914-a019-e17b6e81a1fa tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Unset dirty status for tenant:ec5cd9028db04d20b33c591fe91ad924 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:50:33.084781 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-925c524e-6a30-4bb2-9a51-80074d607fa2 req-9b3d5f7b-94ee-4914-a019-e17b6e81a1fa tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b4d9070-0e46-4525-a1fd-7d60b6b9b8f6 HTTP/1.1" status: 200 len: 210 time: 0.2702098 Mar 09 03:50:33.122953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-ccf91a16-6ae2-4a49-8958-b9fba0c5918b tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:33.146444 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbba037-b4b0-4c82-b1e5-65f1d302dc69', 'name': 'network-vif-deleted', 'tag': 'aedaab4b-513f-4751-8279-29b659ff7c7b', 'status': 'completed', 'code': 200} Mar 09 03:50:33.152084 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-ccf91a16-6ae2-4a49-8958-b9fba0c5918b tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:33.152455 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f6574ff7-c8a8-49f4-95d9-919e63af67ca tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:33.153741 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f6574ff7-c8a8-49f4-95d9-919e63af67ca tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7170877 Mar 09 03:50:33.158427 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cd804-f0fd-4e1c-9fee-d06f34bf9649 req-ae3b960e-fc3f-4e50-a503-b6e27731687d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:33.160120 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf5cd804-f0fd-4e1c-9fee-d06f34bf9649 req-ae3b960e-fc3f-4e50-a503-b6e27731687d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d62296e-a7e4-4061-88a7-e2ef850363e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1789732 Mar 09 03:50:33.160424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33144) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:33.215205 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf65117-0f8c-4c53-a944-4c8b93d24026 req-2d0498d3-b16d-4dc8-8be0-33017480bde4 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:33.216711 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ebf65117-0f8c-4c53-a944-4c8b93d24026 req-2d0498d3-b16d-4dc8-8be0-33017480bde4 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=499735b8-08bc-4ddd-9d98-c9563a9e7206 HTTP/1.1" status: 200 len: 946 time: 0.2654448 Mar 09 03:50:33.219592 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-c72c1f9b-2af8-4bd4-9c8c-f30fe177f5c0 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:33.252254 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [None req-c5fb81c3-7cd2-4491-aaeb-ac497c696c2a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:50:33.272688 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ebf65117-0f8c-4c53-a944-4c8b93d24026 req-3fb800ac-031a-475a-a02c-68ba1b2a9b43 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465665 Mar 09 03:50:33.287839 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-c72c1f9b-2af8-4bd4-9c8c-f30fe177f5c0 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:33.324211 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-ccf91a16-6ae2-4a49-8958-b9fba0c5918b tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Made reservation on behalf of ec5cd9028db04d20b33c591fe91ad924 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:50:33.327692 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-ccf91a16-6ae2-4a49-8958-b9fba0c5918b tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:33.356282 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-c72c1f9b-2af8-4bd4-9c8c-f30fe177f5c0 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Network 71288c84-6365-4346-b387-5a09802f7445 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:50:33.359388 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-c72c1f9b-2af8-4bd4-9c8c-f30fe177f5c0 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:50:33.364391 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-c72c1f9b-2af8-4bd4-9c8c-f30fe177f5c0 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:50:33.415232 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:33.421609 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c1f9b-2af8-4bd4-9c8c-f30fe177f5c0 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Pushing event updated for resources: {'Port': ['ID=96ca7242-7a9f-4c4b-adda-03e9a9095cad,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:33.444735 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-c72c1f9b-2af8-4bd4-9c8c-f30fe177f5c0 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:33.445331 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-c72c1f9b-2af8-4bd4-9c8c-f30fe177f5c0 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:33.463286 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-c72c1f9b-2af8-4bd4-9c8c-f30fe177f5c0 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7940571 Mar 09 03:50:33.476105 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-2cef1702-ad23-4bc8-bf1f-4d72833ab844 service neutron] Request body: {'port': {'device_id': '2b4d9070-0e46-4525-a1fd-7d60b6b9b8f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:33.548459 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c93b706a-2370-4040-8c20-daa713594309 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:33.588103 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-2cef1702-ad23-4bc8-bf1f-4d72833ab844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:33.660824 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c5fb81c3-7cd2-4491-aaeb-ac497c696c2a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:33.672842 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device db986a3d-3782-466f-b1d9-757b47450860 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:50:33.740686 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c5fb81c3-7cd2-4491-aaeb-ac497c696c2a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:33.778539 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port db986a3d-3782-466f-b1d9-757b47450860 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:50:33.783720 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port db986a3d-3782-466f-b1d9-757b47450860 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:50:33.784163 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:33.834584 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:50:33.956243 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22f14c-3361-4707-95cc-64fb4df2e09a req-a4fbf2d0-b6e6-4a3a-8686-aacb81ffc99b tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:33.963176 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bd22f14c-3361-4707-95cc-64fb4df2e09a req-a4fbf2d0-b6e6-4a3a-8686-aacb81ffc99b tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.16 "GET /v2.0/ports?device_id=d776efc1-30c5-434c-8aca-e65d10b02c64 HTTP/1.1" status: 200 len: 945 time: 0.1930044 Mar 09 03:50:33.965887 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:33.977053 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:50:33.984740 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:50:33.985109 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:34.028905 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bd22f14c-3361-4707-95cc-64fb4df2e09a req-91ce266e-61b7-4a83-bcfa-37a17448b5ab tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.16 "GET /v2.0/security-groups?id=98388a82-0f77-4a73-ac0d-a982d8a865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646756 Mar 09 03:50:34.053294 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e95f38-5e66-4bd0-a77f-dabf40d3d205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db986a3d-3782-466f-b1d9-757b47450860'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:34.075976 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:34.077568 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port db986a3d-3782-466f-b1d9-757b47450860, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=db986a3d-3782-466f-b1d9-757b47450860,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:34.086644 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:34.087600 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device aedaab4b-513f-4751-8279-29b659ff7c7b no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:50:34.094832 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-2cef1702-ad23-4bc8-bf1f-4d72833ab844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96ca7242-7a9f-4c4b-adda-03e9a9095cad {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:50:34.103319 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-2cef1702-ad23-4bc8-bf1f-4d72833ab844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:34.120432 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-2cef1702-ad23-4bc8-bf1f-4d72833ab844 service neutron] Transition to ACTIVE for port object 96ca7242-7a9f-4c4b-adda-03e9a9095cad will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:50:34.124736 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-2cef1702-ad23-4bc8-bf1f-4d72833ab844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:34.166329 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf5cd804-f0fd-4e1c-9fee-d06f34bf9649 req-bb3d2685-38a9-4854-8e68-9980321009c1 service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9435947 Mar 09 03:50:34.197479 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: aedaab4b-513f-4751-8279-29b659ff7c7b {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:50:34.197822 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device aedaab4b-513f-4751-8279-29b659ff7c7b not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:50:34.249088 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=db986a3d-3782-466f-b1d9-757b47450860,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:34.251694 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:34.288360 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d,segment=NetworkSegment(1319570c-02be-4978-9222-635e0497ea4c),segment_id=1319570c-02be-4978-9222-635e0497ea4c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:34.292239 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:34.294311 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 69d86fd7-4774-4be7-baa9-8c1c2adea48e up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:50:34.373422 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef1702-ad23-4bc8-bf1f-4d72833ab844 service neutron] Pushing event updated for resources: {'Port': ['ID=96ca7242-7a9f-4c4b-adda-03e9a9095cad,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:34.419762 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c93b706a-2370-4040-8c20-daa713594309 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:34.436254 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3a830-1faf-48de-835e-017ae84fde6d req-e65b5325-34bd-4e32-8204-98c38fb21b90 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:34.437703 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e7f3a830-1faf-48de-835e-017ae84fde6d req-e65b5325-34bd-4e32-8204-98c38fb21b90 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 945 time: 0.2669353 Mar 09 03:50:34.442699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-2cef1702-ad23-4bc8-bf1f-4d72833ab844 service neutron] Attempting to bind port 96ca7242-7a9f-4c4b-adda-03e9a9095cad on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:50:34.442905 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-2cef1702-ad23-4bc8-bf1f-4d72833ab844 service neutron] Attempting to bind port 96ca7242-7a9f-4c4b-adda-03e9a9095cad by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '51702c46-86d0-45fa-afdb-005bc74adfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '71288c84-6365-4346-b387-5a09802f7445'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:50:34.443166 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-2cef1702-ad23-4bc8-bf1f-4d72833ab844 service neutron] Attempting to bind port 96ca7242-7a9f-4c4b-adda-03e9a9095cad on network 71288c84-6365-4346-b387-5a09802f7445 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:50:34.448039 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-2cef1702-ad23-4bc8-bf1f-4d72833ab844 service neutron] Port 96ca7242-7a9f-4c4b-adda-03e9a9095cad on network 71288c84-6365-4346-b387-5a09802f7445 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:50:34.448362 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-2cef1702-ad23-4bc8-bf1f-4d72833ab844 service neutron] Attempting to bind port 96ca7242-7a9f-4c4b-adda-03e9a9095cad on network 71288c84-6365-4346-b387-5a09802f7445 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:50:34.454136 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:34.463256 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 69d86fd7-4774-4be7-baa9-8c1c2adea48e completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:50:34.465704 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-c5fb81c3-7cd2-4491-aaeb-ac497c696c2a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Floating IP 572c18df-0d9a-441e-98bc-8ad269f017c1 associated. External IP: 172.25.7.137, port: a81652ca-8b73-4fb0-9217-ac2e6c9b70e5. Mar 09 03:50:34.469316 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 69d86fd7-4774-4be7-baa9-8c1c2adea48e triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:50:34.469696 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:34.472979 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-2cef1702-ad23-4bc8-bf1f-4d72833ab844 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:50:34.473319 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-2cef1702-ad23-4bc8-bf1f-4d72833ab844 service neutron] Checking segment: {'id': '51702c46-86d0-45fa-afdb-005bc74adfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '71288c84-6365-4346-b387-5a09802f7445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:50:34.473695 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-2cef1702-ad23-4bc8-bf1f-4d72833ab844 service neutron] Bound using segment: {'id': '51702c46-86d0-45fa-afdb-005bc74adfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '71288c84-6365-4346-b387-5a09802f7445'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:50:34.474121 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-2cef1702-ad23-4bc8-bf1f-4d72833ab844 service neutron] Bound port: 96ca7242-7a9f-4c4b-adda-03e9a9095cad, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51702c46-86d0-45fa-afdb-005bc74adfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '71288c84-6365-4346-b387-5a09802f7445'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:50:34.474457 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-2cef1702-ad23-4bc8-bf1f-4d72833ab844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:34.517058 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c93b706a-2370-4040-8c20-daa713594309 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:34.548691 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e7f3a830-1faf-48de-835e-017ae84fde6d req-9ae3a223-df04-4198-8323-126e01990b6e tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980735 Mar 09 03:50:34.553380 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c7eae-ee94-4327-b894-4e70b8118ecc req-1b3c7c7d-5342-471c-a66b-06ed70db8c80 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:34.560347 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d00c7eae-ee94-4327-b894-4e70b8118ecc req-1b3c7c7d-5342-471c-a66b-06ed70db8c80 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=82e95f38-5e66-4bd0-a77f-dabf40d3d205 HTTP/1.1" status: 200 len: 945 time: 1.1995101 Mar 09 03:50:34.595986 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-2cef1702-ad23-4bc8-bf1f-4d72833ab844 service neutron] For port 96ca7242-7a9f-4c4b-adda-03e9a9095cad, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:50:34.600339 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-2cef1702-ad23-4bc8-bf1f-4d72833ab844 service neutron] For port 96ca7242-7a9f-4c4b-adda-03e9a9095cad, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=96ca7242-7a9f-4c4b-adda-03e9a9095cad,segment=NetworkSegment(51702c46-86d0-45fa-afdb-005bc74adfe1),segment_id=51702c46-86d0-45fa-afdb-005bc74adfe1)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:50:34.605074 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-2cef1702-ad23-4bc8-bf1f-4d72833ab844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:34.611960 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:34.619520 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-ccf91a16-6ae2-4a49-8958-b9fba0c5918b tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Allocated IP 172.20.0.11 (71288c84-6365-4346-b387-5a09802f7445/8886ac82-887b-45dd-9086-dde7bdbbdd90/e0de5d25-f2db-4390-a32e-cca019637bd9) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:50:34.638993 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e95f38-5e66-4bd0-a77f-dabf40d3d205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db986a3d-3782-466f-b1d9-757b47450860', 'code': 200} Mar 09 03:50:34.668122 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 69d86fd7-4774-4be7-baa9-8c1c2adea48e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=69d86fd7-4774-4be7-baa9-8c1c2adea48e,segment=NetworkSegment(b888ec2a-308a-41fc-a1bb-7082032e40cd),segment_id=b888ec2a-308a-41fc-a1bb-7082032e40cd)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:34.671626 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d00c7eae-ee94-4327-b894-4e70b8118ecc req-3759d06b-be36-48aa-8c37-e24d1dbb583b tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103253 Mar 09 03:50:34.678003 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:34.692188 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-2cef1702-ad23-4bc8-bf1f-4d72833ab844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:34.697243 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-2cef1702-ad23-4bc8-bf1f-4d72833ab844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:34.698787 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-2cef1702-ad23-4bc8-bf1f-4d72833ab844 service neutron] 10.222.0.21 "PUT /v2.0/ports/96ca7242-7a9f-4c4b-adda-03e9a9095cad HTTP/1.1" status: 200 len: 1091 time: 1.2273006 Mar 09 03:50:34.727337 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c93b706a-2370-4040-8c20-daa713594309 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:34.727847 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93b706a-2370-4040-8c20-daa713594309 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f509cb3-f087-42a5-88b8-9e81a90bfb1f {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:50:34.817812 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=69d86fd7-4774-4be7-baa9-8c1c2adea48e,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:34.872050 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef1702-ad23-4bc8-bf1f-4d72833ab844 service neutron] Pushing event updated for resources: {'Port': ['ID=96ca7242-7a9f-4c4b-adda-03e9a9095cad,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:34.909190 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf5cd804-f0fd-4e1c-9fee-d06f34bf9649 req-0395816e-5f37-4846-8fab-43213c91ca41 service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6646645 Mar 09 03:50:34.951576 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c93b706a-2370-4040-8c20-daa713594309 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:34.955439 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c93b706a-2370-4040-8c20-daa713594309 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] 10.222.0.16 "DELETE /v2.0/routers/2f509cb3-f087-42a5-88b8-9e81a90bfb1f HTTP/1.1" status: 204 len: 168 time: 1.7887201 Mar 09 03:50:34.967735 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33162) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:34.998566 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-b9711330-9e3e-4a68-ae4d-f9ae893324a0 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Request body: {'router': {'name': 'tempest-router-134421499', 'distributed': False}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:35.016709 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b9711330-9e3e-4a68-ae4d-f9ae893324a0 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:35.028121 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b9711330-9e3e-4a68-ae4d-f9ae893324a0 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Usage tracker for resource:router and tenant:781263b9cdb04bd0a85f7d418dabaf22 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:35.034267 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b9711330-9e3e-4a68-ae4d-f9ae893324a0 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:35.062679 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c2ac7-dabf-447f-bab4-0d8c24c1e155 req-05e8d327-b32b-4dd7-8fd9-366b9f61936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:35.064526 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-530c2ac7-dabf-447f-bab4-0d8c24c1e155 req-05e8d327-b32b-4dd7-8fd9-366b9f61936c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=82e95f38-5e66-4bd0-a77f-dabf40d3d205 HTTP/1.1" status: 200 len: 1097 time: 0.3183205 Mar 09 03:50:35.090804 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-6de058a7-9e05-43e3-bd9a-afb5790e2db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:35.092266 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-6de058a7-9e05-43e3-bd9a-afb5790e2db0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec5cd9028db04d20b33c591fe91ad924&device_id=2b4d9070-0e46-4525-a1fd-7d60b6b9b8f6 HTTP/1.1" status: 200 len: 1094 time: 0.3087165 Mar 09 03:50:35.148841 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b9711330-9e3e-4a68-ae4d-f9ae893324a0 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:35.153690 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4d9070-0e46-4525-a1fd-7d60b6b9b8f6', 'tag': '96ca7242-7a9f-4c4b-adda-03e9a9095cad'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:35.173067 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81aea2d-ff93-40ef-8897-d3e21f2c1d38 req-b6e2dad7-ff19-4bb7-a170-34c2baf310b0 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:35.173824 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-f81aea2d-ff93-40ef-8897-d3e21f2c1d38 req-b6e2dad7-ff19-4bb7-a170-34c2baf310b0 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Synchronizing usage tracker for tenant:ec5cd9028db04d20b33c591fe91ad924 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:50:35.195164 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-6a1aff4b-8c1f-426f-b397-cecada958f6e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96ca7242-7a9f-4c4b-adda-03e9a9095cad HTTP/1.1" status: 200 len: 217 time: 0.0956357 Mar 09 03:50:35.208233 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-530c2ac7-dabf-447f-bab4-0d8c24c1e155 req-ba4d568a-09a0-406e-a345-e969249fd2a4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317627 Mar 09 03:50:35.251110 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-f81aea2d-ff93-40ef-8897-d3e21f2c1d38 req-b6e2dad7-ff19-4bb7-a170-34c2baf310b0 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Unset dirty status for tenant:ec5cd9028db04d20b33c591fe91ad924 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:50:35.252229 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f81aea2d-ff93-40ef-8897-d3e21f2c1d38 req-b6e2dad7-ff19-4bb7-a170-34c2baf310b0 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b4d9070-0e46-4525-a1fd-7d60b6b9b8f6 HTTP/1.1" status: 200 len: 943 time: 0.4621882 Mar 09 03:50:35.256465 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9711330-9e3e-4a68-ae4d-f9ae893324a0 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:35.257485 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9711330-9e3e-4a68-ae4d-f9ae893324a0 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:35.287267 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-1e63d900-3adb-4657-860a-75814dbbf7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:35.288671 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-1e63d900-3adb-4657-860a-75814dbbf7c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8886ac82-887b-45dd-9086-dde7bdbbdd90 HTTP/1.1" status: 200 len: 853 time: 0.0842371 Mar 09 03:50:35.322683 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ed5762c-cafa-44e5-89e2-63fbe100d1fe req-f4276f3b-feec-4baf-9379-bd7f98855ade service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=13441f1a-3630-40da-9850-b3d18eda175f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4779515 Mar 09 03:50:35.344840 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-ab0fc19f-5b62-4589-af99-82698cc22dfa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=71288c84-6365-4346-b387-5a09802f7445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490694 Mar 09 03:50:35.349428 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f81aea2d-ff93-40ef-8897-d3e21f2c1d38 req-c2f2881c-7994-49a3-82ca-87d8dad6609d tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896504 Mar 09 03:50:35.396331 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9711330-9e3e-4a68-ae4d-f9ae893324a0 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:35.409514 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-ccf91a16-6ae2-4a49-8958-b9fba0c5918b tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:35.424869 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fb81c3-7cd2-4491-aaeb-ac497c696c2a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Router b081f87e-31dc-4c90-8c36-b13f42f6b5bb has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:50:35.433153 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4d9070-0e46-4525-a1fd-7d60b6b9b8f6', 'tag': '96ca7242-7a9f-4c4b-adda-03e9a9095cad', 'status': 'completed', 'code': 200} Mar 09 03:50:35.463842 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499b5ed-d7a8-4d0f-b4c6-a33bc3909c6b req-40a69152-7db5-46a1-af4b-4fd0e9f8505f tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:35.465357 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1499b5ed-d7a8-4d0f-b4c6-a33bc3909c6b req-40a69152-7db5-46a1-af4b-4fd0e9f8505f tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.16 "GET /v2.0/ports?device_id=d776efc1-30c5-434c-8aca-e65d10b02c64 HTTP/1.1" status: 200 len: 946 time: 0.3072667 Mar 09 03:50:35.493174 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-362e0c58-57de-46e9-91ee-0ddb49b383fb service neutron] 10.222.0.21 "GET /v2.0/networks/71288c84-6365-4346-b387-5a09802f7445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423295 Mar 09 03:50:35.522336 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9711330-9e3e-4a68-ae4d-f9ae893324a0 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:35.634769 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-8fae554b-8b68-4b4b-878b-5dfaaf04b015 service neutron] 10.222.0.21 "GET /v2.0/networks/71288c84-6365-4346-b387-5a09802f7445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349101 Mar 09 03:50:35.771868 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9711330-9e3e-4a68-ae4d-f9ae893324a0 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:35.776143 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b9711330-9e3e-4a68-ae4d-f9ae893324a0 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8017397 Mar 09 03:50:35.776752 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33174) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:35.860663 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1499b5ed-d7a8-4d0f-b4c6-a33bc3909c6b req-3618b150-e92a-4348-8d39-1e8a4349c3d8 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.16 "GET /v2.0/security-groups?id=98388a82-0f77-4a73-ac0d-a982d8a865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394971 Mar 09 03:50:35.881496 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-ccf91a16-6ae2-4a49-8958-b9fba0c5918b tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:35.932331 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9768d5-736a-469b-896a-81089fdb8306 req-3276de66-ed0f-4dec-aa88-dc1e8813d2f6 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:35.939180 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3d9768d5-736a-469b-896a-81089fdb8306 req-3276de66-ed0f-4dec-aa88-dc1e8813d2f6 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.2669070 Mar 09 03:50:35.947558 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fb81c3-7cd2-4491-aaeb-ac497c696c2a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:50:35.959168 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c5fb81c3-7cd2-4491-aaeb-ac497c696c2a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:35.961497 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a69f2e-075c-48ee-b548-451bd16cda78 None None] Sync routers for ids ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:50:35.971136 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a69f2e-075c-48ee-b548-451bd16cda78 None None] Routers {'b081f87e-31dc-4c90-8c36-b13f42f6b5bb'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:50:35.972218 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-10a69f2e-075c-48ee-b548-451bd16cda78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:50:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:50:35.983613 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ba3ca550-baa9-4020-8efc-7a2f1e47245f tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:36.042158 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85c0c4-7eaf-4ad7-908a-6444899f150c req-6c410ca5-45d3-4936-b75e-3dca53866323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:36.043969 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f85c0c4-7eaf-4ad7-908a-6444899f150c req-6c410ca5-45d3-4936-b75e-3dca53866323 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec5cd9028db04d20b33c591fe91ad924&device_id=2b4d9070-0e46-4525-a1fd-7d60b6b9b8f6 HTTP/1.1" status: 200 len: 1094 time: 0.3362598 Mar 09 03:50:36.085841 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-ccf91a16-6ae2-4a49-8958-b9fba0c5918b tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Network 71288c84-6365-4346-b387-5a09802f7445 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:50:36.101605 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-ccf91a16-6ae2-4a49-8958-b9fba0c5918b tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:50:36.109937 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5762c-cafa-44e5-89e2-63fbe100d1fe req-4fdc7bac-ee3b-491a-bb68-7580dd869171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:36.111482 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ed5762c-cafa-44e5-89e2-63fbe100d1fe req-4fdc7bac-ee3b-491a-bb68-7580dd869171 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c36c37e2e354df081ad1b18548376fc&device_id=13441f1a-3630-40da-9850-b3d18eda175f HTTP/1.1" status: 200 len: 1097 time: 0.4260850 Mar 09 03:50:36.113234 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-ccf91a16-6ae2-4a49-8958-b9fba0c5918b tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:50:36.140551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf91a16-6ae2-4a49-8958-b9fba0c5918b tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Pushing event updated for resources: {'Port': ['ID=e0de5d25-f2db-4390-a32e-cca019637bd9,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:36.162885 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c5fb81c3-7cd2-4491-aaeb-ac497c696c2a tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "PUT /v2.0/floatingips/572c18df-0d9a-441e-98bc-8ad269f017c1 HTTP/1.1" status: 200 len: 992 time: 5.0373139 Mar 09 03:50:36.173030 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2180533d-1782-47df-879a-1bb906f5254b', 'tag': 'a81652ca-8b73-4fb0-9217-ac2e6c9b70e5'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:36.178439 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-10a69f2e-075c-48ee-b548-451bd16cda78 None None] Set router b081f87e-31dc-4c90-8c36-b13f42f6b5bb gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:50:36.235931 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3d9768d5-736a-469b-896a-81089fdb8306 req-663eecc3-2889-446c-87c1-fdd984d51a59 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954063 Mar 09 03:50:36.290923 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-ccf91a16-6ae2-4a49-8958-b9fba0c5918b tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:36.291525 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-ccf91a16-6ae2-4a49-8958-b9fba0c5918b tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:36.337354 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f17ef-8ca7-40c7-a344-84d9f9572854 req-36638bf7-ee1e-437f-a41f-229638418425 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:36.344217 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0c8f17ef-8ca7-40c7-a344-84d9f9572854 req-36638bf7-ee1e-437f-a41f-229638418425 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=82e95f38-5e66-4bd0-a77f-dabf40d3d205 HTTP/1.1" status: 200 len: 946 time: 0.3573151 Mar 09 03:50:36.361557 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-ccf91a16-6ae2-4a49-8958-b9fba0c5918b tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7841074 Mar 09 03:50:36.386732 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-9a9d6f15-0046-4e62-98ad-6f7ccbc89273 service neutron] Request body: {'port': {'device_id': '5da1cbd3-7d89-493f-bfa0-84c09eb79f98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:36.416896 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5762c-cafa-44e5-89e2-63fbe100d1fe req-c08dbd53-11fb-4e4f-94fa-f476ccb577fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:36.418567 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ed5762c-cafa-44e5-89e2-63fbe100d1fe req-c08dbd53-11fb-4e4f-94fa-f476ccb577fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840 HTTP/1.1" status: 200 len: 907 time: 0.2730095 Mar 09 03:50:36.419880 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2180533d-1782-47df-879a-1bb906f5254b', 'tag': 'a81652ca-8b73-4fb0-9217-ac2e6c9b70e5', 'status': 'completed', 'code': 200} Mar 09 03:50:36.564716 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ed5762c-cafa-44e5-89e2-63fbe100d1fe req-d3b9b123-bd81-4aed-965d-abf64582583b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f872d039-4d7c-4439-877d-38c6f197a383 HTTP/1.1" status: 200 len: 217 time: 0.1262364 Mar 09 03:50:36.578950 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0c8f17ef-8ca7-40c7-a344-84d9f9572854 req-d4cf5b76-dbf7-4bd1-8bcf-52be2f5ab726 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336442 Mar 09 03:50:36.597569 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-10a69f2e-075c-48ee-b548-451bd16cda78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'name': 'tempest-AttachVolumeTestJSON-617479494-router', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:49Z', 'updated_at': '2022-03-09T03:45:03Z', 'revision_number': 4, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'gw_port': {'id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:51Z', 'updated_at': '2022-03-09T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '572c18df-0d9a-441e-98bc-8ad269f017c1', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'port_id': 'a81652ca-8b73-4fb0-9217-ac2e6c9b70e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'mac_address': 'fa:16:3e:db:30:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2180533d-1782-47df-879a-1bb906f5254b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:50:03Z', 'updated_at': '2022-03-09T03:50:33Z', 'revision_number': 1, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dafec96d-b156-4708-aa7c-c945b01181b8', 'name': '', 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'mac_address': 'fa:16:3e:48:72:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '63de480c-3416-46a4-bc21-c1381051f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:59Z', 'updated_at': '2022-03-09T03:45:12Z', 'revision_number': 5, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'subnets': [{'id': '63de480c-3416-46a4-bc21-c1381051f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:50:36.602077 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a69f2e-075c-48ee-b548-451bd16cda78 None None] Checking router: b081f87e-31dc-4c90-8c36-b13f42f6b5bb for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:50:36.613970 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a69f2e-075c-48ee-b548-451bd16cda78 None None] Routers {'b081f87e-31dc-4c90-8c36-b13f42f6b5bb'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:50:36.615098 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-10a69f2e-075c-48ee-b548-451bd16cda78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:50:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:50:36.640374 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3c8648-7b54-4c85-bd60-c88c60e275ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d'}, {'server_uuid': 'd776efc1-30c5-434c-8aca-e65d10b02c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d86fd7-4774-4be7-baa9-8c1c2adea48e'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:36.645513 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85c0c4-7eaf-4ad7-908a-6444899f150c req-8e83592a-11f7-4558-9c0a-95800b016fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:36.647399 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f85c0c4-7eaf-4ad7-908a-6444899f150c req-8e83592a-11f7-4558-9c0a-95800b016fa1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=71288c84-6365-4346-b387-5a09802f7445 HTTP/1.1" status: 200 len: 914 time: 0.5943403 Mar 09 03:50:36.703097 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ba3ca550-baa9-4020-8efc-7a2f1e47245f tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:36.728545 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3c8648-7b54-4c85-bd60-c88c60e275ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d', 'code': 200} Mar 09 03:50:36.728807 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd776efc1-30c5-434c-8aca-e65d10b02c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d86fd7-4774-4be7-baa9-8c1c2adea48e', 'code': 200} Mar 09 03:50:36.767598 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ba3ca550-baa9-4020-8efc-7a2f1e47245f tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:36.778733 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-9a9d6f15-0046-4e62-98ad-6f7ccbc89273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:36.797961 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f85c0c4-7eaf-4ad7-908a-6444899f150c req-6b92bee8-e842-4994-825d-4ca6dd7ab85b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96ca7242-7a9f-4c4b-adda-03e9a9095cad HTTP/1.1" status: 200 len: 217 time: 0.1035852 Mar 09 03:50:36.851118 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-10a69f2e-075c-48ee-b548-451bd16cda78 None None] Set router b081f87e-31dc-4c90-8c36-b13f42f6b5bb gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:50:36.957837 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ba3ca550-baa9-4020-8efc-7a2f1e47245f tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:36.958517 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3ca550-baa9-4020-8efc-7a2f1e47245f tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a806f8c3-1929-4bc1-9bb7-9983a04409e9 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:50:36.993418 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ba3ca550-baa9-4020-8efc-7a2f1e47245f tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:36.994680 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ba3ca550-baa9-4020-8efc-7a2f1e47245f tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] 10.222.0.16 "DELETE /v2.0/routers/a806f8c3-1929-4bc1-9bb7-9983a04409e9 HTTP/1.1" status: 204 len: 168 time: 1.2169707 Mar 09 03:50:36.997801 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85c0c4-7eaf-4ad7-908a-6444899f150c req-62ced23a-993b-4a00-a862-e4cb853ef918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:36.999010 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f85c0c4-7eaf-4ad7-908a-6444899f150c req-62ced23a-993b-4a00-a862-e4cb853ef918 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8886ac82-887b-45dd-9086-dde7bdbbdd90 HTTP/1.1" status: 200 len: 853 time: 0.1896806 Mar 09 03:50:37.000871 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33190) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:37.012983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-5ae48ac2-5338-472e-ba61-df47dbc6cca2 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Request body: {'router': {'name': 'tempest-router-339347482', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'daa922b9dd2d441e8a0781aa3a6eb7cd'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:37.025294 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5ae48ac2-5338-472e-ba61-df47dbc6cca2 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:37.068694 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ddc37-1db1-4da3-87a8-f75dbf192e7f req-0485dfe2-4b8d-4382-aca7-7086afcbbb8d tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:37.070166 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-955ddc37-1db1-4da3-87a8-f75dbf192e7f req-0485dfe2-4b8d-4382-aca7-7086afcbbb8d tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b4d9070-0e46-4525-a1fd-7d60b6b9b8f6 HTTP/1.1" status: 200 len: 943 time: 0.4218967 Mar 09 03:50:37.086287 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5ae48ac2-5338-472e-ba61-df47dbc6cca2 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Usage tracker for resource:router and tenant:daa922b9dd2d441e8a0781aa3a6eb7cd is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:37.092230 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5ae48ac2-5338-472e-ba61-df47dbc6cca2 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:37.097888 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f85c0c4-7eaf-4ad7-908a-6444899f150c req-2b8d1de4-919f-44a6-a8b2-cc71c8a2572b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=71288c84-6365-4346-b387-5a09802f7445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767765 Mar 09 03:50:37.137600 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5ae48ac2-5338-472e-ba61-df47dbc6cca2 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:37.200932 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5ae48ac2-5338-472e-ba61-df47dbc6cca2 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:37.201843 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5ae48ac2-5338-472e-ba61-df47dbc6cca2 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:37.211557 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5762c-cafa-44e5-89e2-63fbe100d1fe req-1e6d9ae4-6995-404d-bbfd-f1c626711be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:37.212988 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ed5762c-cafa-44e5-89e2-63fbe100d1fe req-1e6d9ae4-6995-404d-bbfd-f1c626711be8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4320f833-55d6-48c9-bfa9-ead71d951b3e HTTP/1.1" status: 200 len: 846 time: 0.6324353 Mar 09 03:50:37.259497 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9646985-d83a-40dd-853b-534cd2921cab req-3d1be870-1fc2-4877-84a5-b0ca2239c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:37.261002 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a9646985-d83a-40dd-853b-534cd2921cab req-3d1be870-1fc2-4877-84a5-b0ca2239c093 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 1097 time: 0.4123693 Mar 09 03:50:37.272821 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-10a69f2e-075c-48ee-b548-451bd16cda78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'name': 'tempest-AttachVolumeTestJSON-617479494-router', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:49Z', 'updated_at': '2022-03-09T03:45:03Z', 'revision_number': 4, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'gw_port': {'id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:51Z', 'updated_at': '2022-03-09T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '572c18df-0d9a-441e-98bc-8ad269f017c1', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'port_id': 'a81652ca-8b73-4fb0-9217-ac2e6c9b70e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'mac_address': 'fa:16:3e:db:30:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2180533d-1782-47df-879a-1bb906f5254b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:50:03Z', 'updated_at': '2022-03-09T03:50:33Z', 'revision_number': 1, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dafec96d-b156-4708-aa7c-c945b01181b8', 'name': '', 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'mac_address': 'fa:16:3e:48:72:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '63de480c-3416-46a4-bc21-c1381051f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:59Z', 'updated_at': '2022-03-09T03:45:12Z', 'revision_number': 5, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'subnets': [{'id': '63de480c-3416-46a4-bc21-c1381051f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:50:37.275771 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec005e8-9a5b-4c27-9f3e-4b41272f6037 req-84da387b-bf41-4a97-ba33-2bbf26ac31d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:37.277361 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6ec005e8-9a5b-4c27-9f3e-4b41272f6037 req-84da387b-bf41-4a97-ba33-2bbf26ac31d2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d776efc1-30c5-434c-8aca-e65d10b02c64 HTTP/1.1" status: 200 len: 1097 time: 0.3867643 Mar 09 03:50:37.280356 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a69f2e-075c-48ee-b548-451bd16cda78 None None] The sync data for ids ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'] in n-d-825178-5 is: [{'id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'name': 'tempest-AttachVolumeTestJSON-617479494-router', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:49Z', 'updated_at': '2022-03-09T03:45:03Z', 'revision_number': 4, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'gw_port': {'id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:51Z', 'updated_at': '2022-03-09T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '572c18df-0d9a-441e-98bc-8ad269f017c1', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'port_id': 'a81652ca-8b73-4fb0-9217-ac2e6c9b70e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'mac_address': 'fa:16:3e:db:30:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2180533d-1782-47df-879a-1bb906f5254b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:50:03Z', 'updated_at': '2022-03-09T03:50:33Z', 'revision_number': 1, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dafec96d-b156-4708-aa7c-c945b01181b8', 'name': '', 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'mac_address': 'fa:16:3e:48:72:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '63de480c-3416-46a4-bc21-c1381051f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:59Z', 'updated_at': '2022-03-09T03:45:12Z', 'revision_number': 5, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'subnets': [{'id': '63de480c-3416-46a4-bc21-c1381051f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:50:37.283817 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ba6a9-73e7-4f5a-9d9a-023ddf0b8ad8 req-03952282-d197-48d5-b3fe-100363943937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:37.286426 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-393ba6a9-73e7-4f5a-9d9a-023ddf0b8ad8 req-03952282-d197-48d5-b3fe-100363943937 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a566af917eda438b9c3772466ff37f61&device_id=2180533d-1782-47df-879a-1bb906f5254b HTTP/1.1" status: 200 len: 1097 time: 0.7926426 Mar 09 03:50:37.288455 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ed5762c-cafa-44e5-89e2-63fbe100d1fe req-74b83a3a-e774-4c88-9338-f9b1e4d90eac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674851 Mar 09 03:50:37.308813 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-955ddc37-1db1-4da3-87a8-f75dbf192e7f req-674fc598-dd16-4d0c-911b-eec744389fb0 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192338 Mar 09 03:50:37.357747 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5ae48ac2-5338-472e-ba61-df47dbc6cca2 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:37.410255 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a9646985-d83a-40dd-853b-534cd2921cab req-8fba1f28-4339-428e-8f3d-dc499428cf81 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396570 Mar 09 03:50:37.418586 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6ec005e8-9a5b-4c27-9f3e-4b41272f6037 req-16ba5441-7809-4b52-9ee9-d50f86d88843 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=98388a82-0f77-4a73-ac0d-a982d8a865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046181 Mar 09 03:50:37.421226 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f85c0c4-7eaf-4ad7-908a-6444899f150c req-0d83791a-0418-4910-82cd-56eccd7ade9e service neutron] 10.222.0.21 "GET /v2.0/networks/71288c84-6365-4346-b387-5a09802f7445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017991 Mar 09 03:50:37.423042 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5ae48ac2-5338-472e-ba61-df47dbc6cca2 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:37.482342 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5ae48ac2-5338-472e-ba61-df47dbc6cca2 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:37.486138 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5ae48ac2-5338-472e-ba61-df47dbc6cca2 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4789422 Mar 09 03:50:37.489702 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33198) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:37.499988 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-93d5970b-a0d1-458e-ac27-19923d841afb tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:37.567680 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778db2c0-a0d3-4449-a43c-158645b046ed None None] New status for floating IP 572c18df-0d9a-441e-98bc-8ad269f017c1: ACTIVE {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:50:37.674615 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-9a9d6f15-0046-4e62-98ad-6f7ccbc89273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0de5d25-f2db-4390-a32e-cca019637bd9 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:50:37.695713 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-9a9d6f15-0046-4e62-98ad-6f7ccbc89273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:37.708212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e306db2-8514-4fdc-91ee-70d260a4afe4 req-dd6168b3-c977-404d-a37d-f54da0635308 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:37.709594 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5e306db2-8514-4fdc-91ee-70d260a4afe4 req-dd6168b3-c977-404d-a37d-f54da0635308 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.16 "GET /v2.0/ports?device_id=d776efc1-30c5-434c-8aca-e65d10b02c64 HTTP/1.1" status: 200 len: 946 time: 0.6003022 Mar 09 03:50:37.751432 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-9a9d6f15-0046-4e62-98ad-6f7ccbc89273 service neutron] Transition to ACTIVE for port object e0de5d25-f2db-4390-a32e-cca019637bd9 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:50:37.774105 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-9a9d6f15-0046-4e62-98ad-6f7ccbc89273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:37.876089 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ed5762c-cafa-44e5-89e2-63fbe100d1fe req-c15ef797-f13b-482f-9c73-480fff9653fe service neutron] 10.222.0.24 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791998 Mar 09 03:50:37.883263 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1f222-5214-4411-8b6e-bf2eab0002b0 req-73e56c9d-5941-4cda-b2ac-7ac42f2c740f tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:37.886028 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ba6a9-73e7-4f5a-9d9a-023ddf0b8ad8 req-5af9ae3c-1523-48a2-83c4-1eaebd5c2975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:37.887695 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-393ba6a9-73e7-4f5a-9d9a-023ddf0b8ad8 req-5af9ae3c-1523-48a2-83c4-1eaebd5c2975 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b236dd5b-2019-418d-8a8d-2b42bdeabb23 HTTP/1.1" status: 200 len: 911 time: 0.5380211 Mar 09 03:50:37.892734 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-64a1f222-5214-4411-8b6e-bf2eab0002b0 req-73e56c9d-5941-4cda-b2ac-7ac42f2c740f tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.4489925 Mar 09 03:50:37.992163 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-93d5970b-a0d1-458e-ac27-19923d841afb tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:37.992505 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-93d5970b-a0d1-458e-ac27-19923d841afb tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks [] for router, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:37.993847 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d6f15-0046-4e62-98ad-6f7ccbc89273 service neutron] Pushing event updated for resources: {'Port': ['ID=e0de5d25-f2db-4390-a32e-cca019637bd9,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:38.056328 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5e306db2-8514-4fdc-91ee-70d260a4afe4 req-608c686b-9de5-443f-be1e-9a80a31c18ad tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.16 "GET /v2.0/security-groups?id=98388a82-0f77-4a73-ac0d-a982d8a865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300283 Mar 09 03:50:38.260889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-9a9d6f15-0046-4e62-98ad-6f7ccbc89273 service neutron] Attempting to bind port e0de5d25-f2db-4390-a32e-cca019637bd9 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:50:38.261165 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-9a9d6f15-0046-4e62-98ad-6f7ccbc89273 service neutron] Attempting to bind port e0de5d25-f2db-4390-a32e-cca019637bd9 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '51702c46-86d0-45fa-afdb-005bc74adfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '71288c84-6365-4346-b387-5a09802f7445'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:50:38.261448 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-9a9d6f15-0046-4e62-98ad-6f7ccbc89273 service neutron] Attempting to bind port e0de5d25-f2db-4390-a32e-cca019637bd9 on network 71288c84-6365-4346-b387-5a09802f7445 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:50:38.308067 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-64a1f222-5214-4411-8b6e-bf2eab0002b0 req-e8ba422d-a069-4ff1-89ec-b5c778cf6b79 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144678 Mar 09 03:50:38.325258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-9a9d6f15-0046-4e62-98ad-6f7ccbc89273 service neutron] Port e0de5d25-f2db-4390-a32e-cca019637bd9 on network 71288c84-6365-4346-b387-5a09802f7445 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:50:38.325258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-9a9d6f15-0046-4e62-98ad-6f7ccbc89273 service neutron] Attempting to bind port e0de5d25-f2db-4390-a32e-cca019637bd9 on network 71288c84-6365-4346-b387-5a09802f7445 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:50:38.328947 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-93d5970b-a0d1-458e-ac27-19923d841afb tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87881) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 09 03:50:38.329284 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-93d5970b-a0d1-458e-ac27-19923d841afb tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Router d56340b4-e9fc-441e-a2ee-2de0ad0a30b6 migrating from provider to provider. {{(pid=87881) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 09 03:50:38.329661 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-93d5970b-a0d1-458e-ac27-19923d841afb tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:38.338816 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-93d5970b-a0d1-458e-ac27-19923d841afb tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:38.340916 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-393ba6a9-73e7-4f5a-9d9a-023ddf0b8ad8 req-494955b5-fa02-4d48-9d88-1971b33bf648 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a81652ca-8b73-4fb0-9217-ac2e6c9b70e5 HTTP/1.1" status: 200 len: 1002 time: 0.3549416 Mar 09 03:50:38.351185 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-93d5970b-a0d1-458e-ac27-19923d841afb tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371792'] for router, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:38.353846 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-9a9d6f15-0046-4e62-98ad-6f7ccbc89273 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:50:38.354189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-9a9d6f15-0046-4e62-98ad-6f7ccbc89273 service neutron] Checking segment: {'id': '51702c46-86d0-45fa-afdb-005bc74adfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '71288c84-6365-4346-b387-5a09802f7445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:50:38.354574 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-9a9d6f15-0046-4e62-98ad-6f7ccbc89273 service neutron] Bound using segment: {'id': '51702c46-86d0-45fa-afdb-005bc74adfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '71288c84-6365-4346-b387-5a09802f7445'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:50:38.355036 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-9a9d6f15-0046-4e62-98ad-6f7ccbc89273 service neutron] Bound port: e0de5d25-f2db-4390-a32e-cca019637bd9, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51702c46-86d0-45fa-afdb-005bc74adfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '71288c84-6365-4346-b387-5a09802f7445'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:50:38.355385 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-9a9d6f15-0046-4e62-98ad-6f7ccbc89273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:38.397439 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ed5762c-cafa-44e5-89e2-63fbe100d1fe req-2965ed6f-1fbd-484b-b8e0-fe16d0598858 service neutron] 10.222.0.24 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021701 Mar 09 03:50:38.418441 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f85c0c4-7eaf-4ad7-908a-6444899f150c req-4934c28c-5b12-4d4f-9d71-c6cb959b1cb8 service neutron] 10.222.0.21 "GET /v2.0/networks/71288c84-6365-4346-b387-5a09802f7445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5791268 Mar 09 03:50:38.498194 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ba6a9-73e7-4f5a-9d9a-023ddf0b8ad8 req-48c3370b-0b8c-4036-af9a-c978c335254f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:38.499663 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-393ba6a9-73e7-4f5a-9d9a-023ddf0b8ad8 req-48c3370b-0b8c-4036-af9a-c978c335254f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63de480c-3416-46a4-bc21-c1381051f525 HTTP/1.1" status: 200 len: 849 time: 0.1488583 Mar 09 03:50:38.545350 n-d-825178-5 neutron-server[87881]: WARNING neutron.scheduler.l3_agent_scheduler [None req-93d5970b-a0d1-458e-ac27-19923d841afb tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] No L3 agents can host the router d56340b4-e9fc-441e-a2ee-2de0ad0a30b6 Mar 09 03:50:38.591605 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-9a9d6f15-0046-4e62-98ad-6f7ccbc89273 service neutron] For port e0de5d25-f2db-4390-a32e-cca019637bd9, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:50:38.603504 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc0902-36ad-4d99-aa99-9ef9b6700139 req-29643400-07a2-4607-a642-9bd3fc727b0b tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:38.605035 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4cbc0902-36ad-4d99-aa99-9ef9b6700139 req-29643400-07a2-4607-a642-9bd3fc727b0b tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=82e95f38-5e66-4bd0-a77f-dabf40d3d205 HTTP/1.1" status: 200 len: 946 time: 0.3412473 Mar 09 03:50:38.613880 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-9a9d6f15-0046-4e62-98ad-6f7ccbc89273 service neutron] For port e0de5d25-f2db-4390-a32e-cca019637bd9, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e0de5d25-f2db-4390-a32e-cca019637bd9,segment=NetworkSegment(51702c46-86d0-45fa-afdb-005bc74adfe1),segment_id=51702c46-86d0-45fa-afdb-005bc74adfe1)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:50:38.621379 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:38.640092 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-9a9d6f15-0046-4e62-98ad-6f7ccbc89273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:38.747487 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-9a9d6f15-0046-4e62-98ad-6f7ccbc89273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:38.748276 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-9a9d6f15-0046-4e62-98ad-6f7ccbc89273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:38.749650 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-9a9d6f15-0046-4e62-98ad-6f7ccbc89273 service neutron] 10.222.0.21 "PUT /v2.0/ports/e0de5d25-f2db-4390-a32e-cca019637bd9 HTTP/1.1" status: 200 len: 1092 time: 2.3684998 Mar 09 03:50:38.753855 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da1cbd3-7d89-493f-bfa0-84c09eb79f98', 'tag': 'e0de5d25-f2db-4390-a32e-cca019637bd9'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:38.756069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f0958-fc01-4b88-b919-1c51520cf5a3 req-0e9384a5-28b7-4f13-abbc-472b8dd76885 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:38.760576 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4cbc0902-36ad-4d99-aa99-9ef9b6700139 req-4e6e693b-7dd2-4a8d-8337-60ca4a03c63a tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425726 Mar 09 03:50:38.762881 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9c0f0958-fc01-4b88-b919-1c51520cf5a3 req-0e9384a5-28b7-4f13-abbc-472b8dd76885 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b4d9070-0e46-4525-a1fd-7d60b6b9b8f6 HTTP/1.1" status: 200 len: 943 time: 0.2826395 Mar 09 03:50:38.767832 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ba6a9-73e7-4f5a-9d9a-023ddf0b8ad8 req-21b65bc4-11c5-4d84-a575-95aa92123774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:38.769843 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-393ba6a9-73e7-4f5a-9d9a-023ddf0b8ad8 req-21b65bc4-11c5-4d84-a575-95aa92123774 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b236dd5b-2019-418d-8a8d-2b42bdeabb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2505097 Mar 09 03:50:38.787134 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d5970b-a0d1-458e-ac27-19923d841afb tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Hosts for router d56340b4-e9fc-441e-a2ee-2de0ad0a30b6: [] {{(pid=87881) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 09 03:50:38.792452 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d6f15-0046-4e62-98ad-6f7ccbc89273 service neutron] Pushing event updated for resources: {'Port': ['ID=e0de5d25-f2db-4390-a32e-cca019637bd9,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:38.864835 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d5970b-a0d1-458e-ac27-19923d841afb tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Hosts for other DVR routers connected to router d56340b4-e9fc-441e-a2ee-2de0ad0a30b6: set() {{(pid=87881) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 09 03:50:38.867307 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-93d5970b-a0d1-458e-ac27-19923d841afb tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:38.870878 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-93d5970b-a0d1-458e-ac27-19923d841afb tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] 10.222.0.16 "PUT /v2.0/routers/d56340b4-e9fc-441e-a2ee-2de0ad0a30b6 HTTP/1.1" status: 200 len: 716 time: 1.3778367 Mar 09 03:50:38.871378 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33212) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:38.934809 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9c0f0958-fc01-4b88-b919-1c51520cf5a3 req-99fd2bcc-479f-4f38-b00a-6abc87ab3c3f tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709197 Mar 09 03:50:39.027447 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da1cbd3-7d89-493f-bfa0-84c09eb79f98', 'tag': 'e0de5d25-f2db-4390-a32e-cca019637bd9', 'status': 'completed', 'code': 200} Mar 09 03:50:39.061573 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-be97449c-fba8-4c00-8fd1-b976ce45df08 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] 10.222.0.16 "GET /v2.0/routers/d56340b4-e9fc-441e-a2ee-2de0ad0a30b6 HTTP/1.1" status: 200 len: 716 time: 0.1892860 Mar 09 03:50:39.064095 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33222) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:39.170654 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-393ba6a9-73e7-4f5a-9d9a-023ddf0b8ad8 req-4a44fe82-f3be-4e85-9d30-f048ea3cf2c2 service neutron] 10.222.0.21 "GET /v2.0/networks/b236dd5b-2019-418d-8a8d-2b42bdeabb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880455 Mar 09 03:50:39.291358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bcb84-b931-4ec4-862e-53eb2507f9cc req-56375987-773c-4b2c-9fc0-cc8a58e07861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:39.292805 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-053bcb84-b931-4ec4-862e-53eb2507f9cc req-56375987-773c-4b2c-9fc0-cc8a58e07861 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec5cd9028db04d20b33c591fe91ad924&device_id=5da1cbd3-7d89-493f-bfa0-84c09eb79f98 HTTP/1.1" status: 200 len: 1095 time: 0.2646041 Mar 09 03:50:39.362086 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3c5ca264-d762-4399-b58a-be3bbb190350 tempest-RoutersTestDVR-1906837610 tempest-RoutersTestDVR-1906837610-project] 10.222.0.16 "GET /v2.0/routers/d56340b4-e9fc-441e-a2ee-2de0ad0a30b6 HTTP/1.1" status: 200 len: 682 time: 0.2968223 Mar 09 03:50:39.365751 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33238) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:39.510701 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a0006d12-b70a-4407-a190-152fefe64534 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:39.571722 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69a50a-e93f-4819-b5e5-79ff650d112f req-e9c6dea6-8d71-449d-a76e-cf6b61adad75 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:39.573175 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3b69a50a-e93f-4819-b5e5-79ff650d112f req-e9c6dea6-8d71-449d-a76e-cf6b61adad75 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.16 "GET /v2.0/ports?device_id=d776efc1-30c5-434c-8aca-e65d10b02c64 HTTP/1.1" status: 200 len: 946 time: 0.3982410 Mar 09 03:50:39.601183 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-986ddc6b-2bd3-4c3b-bdfe-4656f3d42e7e tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:39.602608 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-986ddc6b-2bd3-4c3b-bdfe-4656f3d42e7e tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/networks?id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840 HTTP/1.1" status: 200 len: 806 time: 0.4958699 Mar 09 03:50:39.642373 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-393ba6a9-73e7-4f5a-9d9a-023ddf0b8ad8 req-2634e3f8-d053-41ad-adcc-25663ecbb1af service neutron] 10.222.0.21 "GET /v2.0/networks/b236dd5b-2019-418d-8a8d-2b42bdeabb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633431 Mar 09 03:50:39.649781 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-d0041e6a-2492-44ad-9c61-f86f81308238 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/quotas/6c36c37e2e354df081ad1b18548376fc HTTP/1.1" status: 200 len: 375 time: 0.0317402 Mar 09 03:50:39.728330 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bcb84-b931-4ec4-862e-53eb2507f9cc req-a10bea92-118f-4c63-921e-3206b6834a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:39.729748 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-053bcb84-b931-4ec4-862e-53eb2507f9cc req-a10bea92-118f-4c63-921e-3206b6834a05 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ec5cd9028db04d20b33c591fe91ad924&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3888106 Mar 09 03:50:39.859671 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-a22fa039-75bb-4977-8d3d-158433f84a9d tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c36c37e2e354df081ad1b18548376fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1956730 Mar 09 03:50:39.877671 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 96ca7242-7a9f-4c4b-adda-03e9a9095cad details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:50:39.921386 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bcb84-b931-4ec4-862e-53eb2507f9cc req-6ccbb7f4-6a12-4fcc-94d4-9031b4c40752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:39.922743 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-053bcb84-b931-4ec4-862e-53eb2507f9cc req-6ccbb7f4-6a12-4fcc-94d4-9031b4c40752 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1862266 Mar 09 03:50:39.965094 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3b69a50a-e93f-4819-b5e5-79ff650d112f req-4fb6b0f4-1c67-4166-a515-1684c293d5ae tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.16 "GET /v2.0/security-groups?id=98388a82-0f77-4a73-ac0d-a982d8a865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839221 Mar 09 03:50:39.980869 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a0006d12-b70a-4407-a190-152fefe64534 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:39.983512 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a0006d12-b70a-4407-a190-152fefe64534 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:40.019796 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a0006d12-b70a-4407-a190-152fefe64534 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:40.020873 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0006d12-b70a-4407-a190-152fefe64534 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d56340b4-e9fc-441e-a2ee-2de0ad0a30b6 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:50:40.038848 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a0006d12-b70a-4407-a190-152fefe64534 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:40.042292 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a0006d12-b70a-4407-a190-152fefe64534 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] 10.222.0.16 "DELETE /v2.0/routers/d56340b4-e9fc-441e-a2ee-2de0ad0a30b6 HTTP/1.1" status: 204 len: 168 time: 0.6753356 Mar 09 03:50:40.046107 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33246) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:40.052492 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-5c0abec9-4c42-4e33-bfae-6cf7076f51af tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Request body: {'router': {'name': 'tempest-router-1974880008', 'distributed': True}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:40.060417 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5c0abec9-4c42-4e33-bfae-6cf7076f51af tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:40.065284 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 96ca7242-7a9f-4c4b-adda-03e9a9095cad, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=96ca7242-7a9f-4c4b-adda-03e9a9095cad,segment=NetworkSegment(51702c46-86d0-45fa-afdb-005bc74adfe1),segment_id=51702c46-86d0-45fa-afdb-005bc74adfe1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:40.068112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5c0abec9-4c42-4e33-bfae-6cf7076f51af tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Usage tracker for resource:router and tenant:781263b9cdb04bd0a85f7d418dabaf22 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:40.073774 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-b974e28b-b356-4b3b-bc06-56a87260de51 service neutron] 10.222.0.16 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005484 Mar 09 03:50:40.083563 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5c0abec9-4c42-4e33-bfae-6cf7076f51af tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:40.084678 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '96ca7242-7a9f-4c4b-adda-03e9a9095cad', 'network_id': '71288c84-6365-4346-b387-5a09802f7445', 'port_id': '96ca7242-7a9f-4c4b-adda-03e9a9095cad', 'mac_address': 'fa:16:3e:41:90:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8886ac82-887b-45dd-9086-dde7bdbbdd90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:50:40.090875 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5c0abec9-4c42-4e33-bfae-6cf7076f51af tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:40.108293 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c0abec9-4c42-4e33-bfae-6cf7076f51af tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:40.109726 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c0abec9-4c42-4e33-bfae-6cf7076f51af tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:40.130312 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c0abec9-4c42-4e33-bfae-6cf7076f51af tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:40.132400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-aaddcc26-a1ca-49cc-905d-335f77e2864b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:40.133890 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-aaddcc26-a1ca-49cc-905d-335f77e2864b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec5cd9028db04d20b33c591fe91ad924&device_id=5da1cbd3-7d89-493f-bfa0-84c09eb79f98 HTTP/1.1" status: 200 len: 1095 time: 0.1585951 Mar 09 03:50:40.157511 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c0abec9-4c42-4e33-bfae-6cf7076f51af tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:40.170983 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:40.182263 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c0abec9-4c42-4e33-bfae-6cf7076f51af tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:40.183450 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5c0abec9-4c42-4e33-bfae-6cf7076f51af tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1361010 Mar 09 03:50:40.186124 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33250) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:40.198649 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ca7242-7a9f-4c4b-adda-03e9a9095cad {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:50:40.214654 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 96ca7242-7a9f-4c4b-adda-03e9a9095cad, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=96ca7242-7a9f-4c4b-adda-03e9a9095cad,segment=NetworkSegment(51702c46-86d0-45fa-afdb-005bc74adfe1),segment_id=51702c46-86d0-45fa-afdb-005bc74adfe1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:40.220229 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:40.272650 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-8163983c-4c9e-45b9-ad16-baa46b1abaa0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0de5d25-f2db-4390-a32e-cca019637bd9 HTTP/1.1" status: 200 len: 217 time: 0.0876327 Mar 09 03:50:40.306802 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=96ca7242-7a9f-4c4b-adda-03e9a9095cad,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:40.350618 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-b06005a6-fd71-4238-a1af-a9a21ee2a6b0 service neutron] 10.222.0.16 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668531 Mar 09 03:50:40.355625 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-90f7c9ad-9c6c-48b2-85e5-d3214a68f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:40.356951 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-90f7c9ad-9c6c-48b2-85e5-d3214a68f595 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8886ac82-887b-45dd-9086-dde7bdbbdd90 HTTP/1.1" status: 200 len: 853 time: 0.0778468 Mar 09 03:50:40.372093 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47b90391-87d0-4b20-8993-4c6a6f47d5f1 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:40.416008 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-1f6d62fd-d01e-4f3e-9970-ec59e2172f26 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=71288c84-6365-4346-b387-5a09802f7445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498078 Mar 09 03:50:40.500324 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['96ca7242-7a9f-4c4b-adda-03e9a9095cad'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:50:40.636239 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-481724bc-4038-4cc1-b048-cbf4683c8815 service neutron] 10.222.0.21 "GET /v2.0/networks/71288c84-6365-4346-b387-5a09802f7445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133915 Mar 09 03:50:40.641952 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fe905-0815-419d-8de1-ba21655d4b55 req-010f21a6-d43f-4acc-b322-728af2bd2f4f tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:40.649843 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a16fe905-0815-419d-8de1-ba21655d4b55 req-010f21a6-d43f-4acc-b322-728af2bd2f4f tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.4020510 Mar 09 03:50:40.732915 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47b90391-87d0-4b20-8993-4c6a6f47d5f1 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:40.736297 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47b90391-87d0-4b20-8993-4c6a6f47d5f1 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:40.771465 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a16fe905-0815-419d-8de1-ba21655d4b55 req-ac2be342-4947-486f-a7cf-841831c46205 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207671 Mar 09 03:50:40.783599 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47b90391-87d0-4b20-8993-4c6a6f47d5f1 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:40.785377 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b90391-87d0-4b20-8993-4c6a6f47d5f1 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 867a1941-0d51-4bbf-98f6-cb51d8259271 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:50:40.805222 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47b90391-87d0-4b20-8993-4c6a6f47d5f1 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:40.806448 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-47b90391-87d0-4b20-8993-4c6a6f47d5f1 tempest-RoutersTestDVR-1317004338 tempest-RoutersTestDVR-1317004338-project-admin] 10.222.0.16 "DELETE /v2.0/routers/867a1941-0d51-4bbf-98f6-cb51d8259271 HTTP/1.1" status: 204 len: 168 time: 0.6187603 Mar 09 03:50:40.838828 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc727d3f-fc27-4cbd-8151-7ed94ecc611d req-aab60fc4-91a9-464c-acb4-35f550ab3df1 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:40.840075 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-fc727d3f-fc27-4cbd-8151-7ed94ecc611d req-aab60fc4-91a9-464c-acb4-35f550ab3df1 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Synchronizing usage tracker for tenant:ec5cd9028db04d20b33c591fe91ad924 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:50:40.845677 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff8f8195-d359-4c8a-ad57-3e6a0c3f988b req-db754eb9-1c9e-4110-abd0-573174f320f5 service neutron] 10.222.0.21 "GET /v2.0/networks/71288c84-6365-4346-b387-5a09802f7445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004430 Mar 09 03:50:40.887096 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-fc727d3f-fc27-4cbd-8151-7ed94ecc611d req-aab60fc4-91a9-464c-acb4-35f550ab3df1 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Unset dirty status for tenant:ec5cd9028db04d20b33c591fe91ad924 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:50:40.888428 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fc727d3f-fc27-4cbd-8151-7ed94ecc611d req-aab60fc4-91a9-464c-acb4-35f550ab3df1 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b4d9070-0e46-4525-a1fd-7d60b6b9b8f6 HTTP/1.1" status: 200 len: 944 time: 0.3187046 Mar 09 03:50:40.960655 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fc727d3f-fc27-4cbd-8151-7ed94ecc611d req-8ad6dfda-d5df-421d-9822-ee840f527525 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652175 Mar 09 03:50:41.157238 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-21711379-271e-4480-a62d-ad1ee67ca7e7 req-3c0970e3-0b32-4135-9d08-9f5dacd7c621 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebae6a90-dfeb-49a9-b373-fd1800422503 HTTP/1.1" status: 200 len: 210 time: 0.0472155 Mar 09 03:50:41.224472 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33274) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:41.423493 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b9e1a-9c8b-4ad0-9ef3-c2cfcc0354f1 req-c62b2bcd-51a7-419c-a326-5b8b361a07f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:41.425765 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-681b9e1a-9c8b-4ad0-9ef3-c2cfcc0354f1 req-c62b2bcd-51a7-419c-a326-5b8b361a07f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22b143aeac51448fa3b37088b32e7827&device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 1097 time: 0.0957654 Mar 09 03:50:41.427654 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b80ab6c1-5673-4f82-a123-0c6a21d5eefa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:41.443930 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b80ab6c1-5673-4f82-a123-0c6a21d5eefa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:41.448074 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b80ab6c1-5673-4f82-a123-0c6a21d5eefa admin admin] Usage tracker for resource:security_group_rule and tenant:daa922b9dd2d441e8a0781aa3a6eb7cd is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:41.451381 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b80ab6c1-5673-4f82-a123-0c6a21d5eefa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:41.459173 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b80ab6c1-5673-4f82-a123-0c6a21d5eefa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:41.554411 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b80ab6c1-5673-4f82-a123-0c6a21d5eefa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:41.559883 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b80ab6c1-5673-4f82-a123-0c6a21d5eefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:41.632413 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b9e1a-9c8b-4ad0-9ef3-c2cfcc0354f1 req-4c03ef28-2469-449b-88a1-cd705b220175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:41.633851 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-681b9e1a-9c8b-4ad0-9ef3-c2cfcc0354f1 req-4c03ef28-2469-449b-88a1-cd705b220175 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8de54226-82d4-4ec5-baa5-6fa167a003ac HTTP/1.1" status: 200 len: 909 time: 0.2017736 Mar 09 03:50:41.651594 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b80ab6c1-5673-4f82-a123-0c6a21d5eefa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=daa922b9dd2d441e8a0781aa3a6eb7cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4232259 Mar 09 03:50:41.655697 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33286) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:41.657290 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ab6c1-5673-4f82-a123-0c6a21d5eefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd52b83-9534-444c-92db-b54bc0c56695,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:41.744984 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-60f32142-33b4-42cb-a4f9-ae5bfa6a0381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:41.767830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d789333-ad55-4778-a552-50ca26ae7de4 req-31cc4361-3b3a-400c-8ff4-60d98fd56691 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:41.769761 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2d789333-ad55-4778-a552-50ca26ae7de4 req-31cc4361-3b3a-400c-8ff4-60d98fd56691 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.16 "GET /v2.0/ports?device_id=d776efc1-30c5-434c-8aca-e65d10b02c64 HTTP/1.1" status: 200 len: 946 time: 0.1640608 Mar 09 03:50:41.803390 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-60f32142-33b4-42cb-a4f9-ae5bfa6a0381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:41.873081 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca51ee2-30dd-41e5-8823-96b858deda23 req-422b4e7f-9105-4a2f-b206-8236d8f751bb tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:41.873821 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2d789333-ad55-4778-a552-50ca26ae7de4 req-c820acfe-fd3b-4dd7-9a99-41d184acd3ff tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.16 "GET /v2.0/security-groups?id=98388a82-0f77-4a73-ac0d-a982d8a865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945010 Mar 09 03:50:41.882355 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 96ca7242-7a9f-4c4b-adda-03e9a9095cad up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:50:41.886966 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bca51ee2-30dd-41e5-8823-96b858deda23 req-422b4e7f-9105-4a2f-b206-8236d8f751bb tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.3458855 Mar 09 03:50:41.888608 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-681b9e1a-9c8b-4ad0-9ef3-c2cfcc0354f1 req-9af1548c-cb62-4b85-b392-6ec53532aeb9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d HTTP/1.1" status: 200 len: 217 time: 0.2467542 Mar 09 03:50:41.914412 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-60f32142-33b4-42cb-a4f9-ae5bfa6a0381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:41.937425 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f32142-33b4-42cb-a4f9-ae5bfa6a0381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd52b83-9534-444c-92db-b54bc0c56695,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:41.955419 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-60f32142-33b4-42cb-a4f9-ae5bfa6a0381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:41.957180 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-60f32142-33b4-42cb-a4f9-ae5bfa6a0381 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0bd52b83-9534-444c-92db-b54bc0c56695 HTTP/1.1" status: 204 len: 168 time: 0.3007777 Mar 09 03:50:42.005030 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 96ca7242-7a9f-4c4b-adda-03e9a9095cad completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:50:42.010442 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 96ca7242-7a9f-4c4b-adda-03e9a9095cad triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:50:42.010961 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:42.044237 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bca51ee2-30dd-41e5-8823-96b858deda23 req-70cd3af0-eedb-42d1-b1b8-fa400f6fae9c tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416240 Mar 09 03:50:42.082773 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b9e1a-9c8b-4ad0-9ef3-c2cfcc0354f1 req-21b2deb9-aff6-40f0-b8c4-951e7ec46ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:42.084567 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-681b9e1a-9c8b-4ad0-9ef3-c2cfcc0354f1 req-21b2deb9-aff6-40f0-b8c4-951e7ec46ca5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=05ba68c9-9024-4dda-8072-8f41fa397387 HTTP/1.1" status: 200 len: 848 time: 0.1832645 Mar 09 03:50:42.153954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-45f8172b-b519-4aab-85d2-95f6805be03e tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:42.155419 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-45f8172b-b519-4aab-85d2-95f6805be03e tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.24 "GET /v2.0/networks?id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840 HTTP/1.1" status: 200 len: 806 time: 0.3323655 Mar 09 03:50:42.157916 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-681b9e1a-9c8b-4ad0-9ef3-c2cfcc0354f1 req-180c9b03-9797-45ca-9366-8373bb190fed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8de54226-82d4-4ec5-baa5-6fa167a003ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561829 Mar 09 03:50:42.166652 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:42.171077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-444f8701-d809-4c61-993c-24abf6e26798 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Request body: {'port': {'device_id': 'ebae6a90-dfeb-49a9-b373-fd1800422503', 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840', 'admin_state_up': True, 'tenant_id': '6c36c37e2e354df081ad1b18548376fc'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:42.200387 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4d9070-0e46-4525-a1fd-7d60b6b9b8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ca7242-7a9f-4c4b-adda-03e9a9095cad'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:42.211806 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 96ca7242-7a9f-4c4b-adda-03e9a9095cad, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=96ca7242-7a9f-4c4b-adda-03e9a9095cad,segment=NetworkSegment(51702c46-86d0-45fa-afdb-005bc74adfe1),segment_id=51702c46-86d0-45fa-afdb-005bc74adfe1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:42.217924 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:42.253792 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edba1d1-7201-475b-a9cc-a5a2e43af55a req-f6f898a8-2ed1-4b4f-b953-6ff7fd39e485 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:42.262627 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6edba1d1-7201-475b-a9cc-a5a2e43af55a req-f6f898a8-2ed1-4b4f-b953-6ff7fd39e485 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b4d9070-0e46-4525-a1fd-7d60b6b9b8f6 HTTP/1.1" status: 200 len: 944 time: 0.1424642 Mar 09 03:50:42.298923 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=96ca7242-7a9f-4c4b-adda-03e9a9095cad,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:42.315441 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6edba1d1-7201-475b-a9cc-a5a2e43af55a req-809fc126-0908-4c19-849f-9a377d172825 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516608 Mar 09 03:50:42.369771 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33300) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:42.384649 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4d9070-0e46-4525-a1fd-7d60b6b9b8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ca7242-7a9f-4c4b-adda-03e9a9095cad', 'code': 200} Mar 09 03:50:42.391009 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f5df97e6-bef6-419f-8e4a-d18e5623ef22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:42.408168 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f5df97e6-bef6-419f-8e4a-d18e5623ef22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:42.412624 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f5df97e6-bef6-419f-8e4a-d18e5623ef22 admin admin] Usage tracker for resource:security_group_rule and tenant:781263b9cdb04bd0a85f7d418dabaf22 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:42.416053 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f5df97e6-bef6-419f-8e4a-d18e5623ef22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:42.422209 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f5df97e6-bef6-419f-8e4a-d18e5623ef22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:42.434785 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3ee87738-8ad0-4db7-9c6c-db4bcb1c063e req-8964e013-0dd6-484f-b7f6-6ac2edb0e0ea tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebae6a90-dfeb-49a9-b373-fd1800422503 HTTP/1.1" status: 200 len: 210 time: 0.0736811 Mar 09 03:50:42.511737 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-681b9e1a-9c8b-4ad0-9ef3-c2cfcc0354f1 req-1d146057-b47a-4bb5-b499-8c958c2496a1 service neutron] 10.222.0.21 "GET /v2.0/networks/8de54226-82d4-4ec5-baa5-6fa167a003ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239996 Mar 09 03:50:42.522026 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f5df97e6-bef6-419f-8e4a-d18e5623ef22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:42.525477 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-444f8701-d809-4c61-993c-24abf6e26798 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:42.526331 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f5df97e6-bef6-419f-8e4a-d18e5623ef22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:42.568337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-444f8701-d809-4c61-993c-24abf6e26798 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:42.651506 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-444f8701-d809-4c61-993c-24abf6e26798 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Made reservation on behalf of 6c36c37e2e354df081ad1b18548376fc for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:50:42.654959 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-444f8701-d809-4c61-993c-24abf6e26798 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:42.686341 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f5df97e6-bef6-419f-8e4a-d18e5623ef22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=781263b9cdb04bd0a85f7d418dabaf22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3151536 Mar 09 03:50:42.687184 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df97e6-bef6-419f-8e4a-d18e5623ef22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525d4f9b-c2f9-4351-af53-90109c6083a3,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:42.689418 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33306) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:42.748250 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e7a9440d-e2f3-4d27-a5fb-b0a75f4366fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:42.756194 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-681b9e1a-9c8b-4ad0-9ef3-c2cfcc0354f1 req-6958807a-f64b-4dab-a1ef-9c94ed95cc22 service neutron] 10.222.0.21 "GET /v2.0/networks/8de54226-82d4-4ec5-baa5-6fa167a003ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282457 Mar 09 03:50:42.771622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601dc3a-8473-42cb-89d4-951fb0898da8 req-0badb5f6-e395-44f9-8bae-6d113d0a0de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:42.773048 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4601dc3a-8473-42cb-89d4-951fb0898da8 req-0badb5f6-e395-44f9-8bae-6d113d0a0de2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2b4d9070-0e46-4525-a1fd-7d60b6b9b8f6 HTTP/1.1" status: 200 len: 1096 time: 0.2938781 Mar 09 03:50:42.777005 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e7a9440d-e2f3-4d27-a5fb-b0a75f4366fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:42.833441 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e7a9440d-e2f3-4d27-a5fb-b0a75f4366fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:42.852252 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9440d-e2f3-4d27-a5fb-b0a75f4366fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525d4f9b-c2f9-4351-af53-90109c6083a3,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:42.856710 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e7a9440d-e2f3-4d27-a5fb-b0a75f4366fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:42.860190 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e7a9440d-e2f3-4d27-a5fb-b0a75f4366fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/525d4f9b-c2f9-4351-af53-90109c6083a3 HTTP/1.1" status: 204 len: 168 time: 0.1675210 Mar 09 03:50:42.894394 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4601dc3a-8473-42cb-89d4-951fb0898da8 req-90a4b503-6310-4714-925b-56188db9eb4c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094072 Mar 09 03:50:42.911111 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-444f8701-d809-4c61-993c-24abf6e26798 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Allocated IP 172.20.0.8 (eb7d62a0-e4ed-41cd-a459-6cad1aec3840/4320f833-55d6-48c9-bfa9-ead71d951b3e/71f8afd1-3175-4025-96d0-5eddf43d7df2) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:50:43.200711 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-444f8701-d809-4c61-993c-24abf6e26798 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:43.212713 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c164a-4587-4315-a212-a2a1176614d2 req-4b7b6290-3a26-4af0-bf4a-1a52adc903ce tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:43.214196 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a88c164a-4587-4315-a212-a2a1176614d2 req-4b7b6290-3a26-4af0-bf4a-1a52adc903ce tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.16 "GET /v2.0/ports?device_id=d776efc1-30c5-434c-8aca-e65d10b02c64 HTTP/1.1" status: 200 len: 946 time: 0.2187815 Mar 09 03:50:43.255441 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dacdd6-f5a4-4395-a22b-79d40b129cb1 req-c58f01fd-384a-40c9-81e4-06f0c1c46c73 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:43.257020 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d8dacdd6-f5a4-4395-a22b-79d40b129cb1 req-c58f01fd-384a-40c9-81e4-06f0c1c46c73 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.0920060 Mar 09 03:50:43.275406 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a88c164a-4587-4315-a212-a2a1176614d2 req-c0b67d54-e187-4314-ba4f-b0bb3ef64e47 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.16 "GET /v2.0/security-groups?id=98388a82-0f77-4a73-ac0d-a982d8a865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530362 Mar 09 03:50:43.289096 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-444f8701-d809-4c61-993c-24abf6e26798 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:43.302184 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['f872d039-4d7c-4439-877d-38c6f197a383', 'db986a3d-3782-466f-b1d9-757b47450860'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:50:43.320823 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d8dacdd6-f5a4-4395-a22b-79d40b129cb1 req-906ca64c-adb3-4376-bb00-8be2cd6229f1 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571871 Mar 09 03:50:43.419071 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-444f8701-d809-4c61-993c-24abf6e26798 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:50:43.422905 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-444f8701-d809-4c61-993c-24abf6e26798 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:50:43.430770 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-444f8701-d809-4c61-993c-24abf6e26798 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:50:43.455718 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f8701-d809-4c61-993c-24abf6e26798 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Pushing event updated for resources: {'Port': ['ID=71f8afd1-3175-4025-96d0-5eddf43d7df2,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:43.674418 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779a0fa-5fb9-414b-a0c2-d3b04bafca2b req-0da5f192-5f41-4bcf-8bad-cdd194136739 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:43.676442 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f779a0fa-5fb9-414b-a0c2-d3b04bafca2b req-0da5f192-5f41-4bcf-8bad-cdd194136739 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebae6a90-dfeb-49a9-b373-fd1800422503 HTTP/1.1" status: 200 len: 931 time: 0.1027000 Mar 09 03:50:43.692147 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-444f8701-d809-4c61-993c-24abf6e26798 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:43.692147 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-444f8701-d809-4c61-993c-24abf6e26798 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:43.734288 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f779a0fa-5fb9-414b-a0c2-d3b04bafca2b req-12d93850-5266-432c-9903-34819af238cd tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507364 Mar 09 03:50:43.735752 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b6568-a2d7-49c4-9ea3-646aa67f2389 req-89b70ded-a763-4111-9348-4fed2879164c tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:43.737885 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a83b6568-a2d7-49c4-9ea3-646aa67f2389 req-89b70ded-a763-4111-9348-4fed2879164c tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.21 "GET /v2.0/ports?device_id=d776efc1-30c5-434c-8aca-e65d10b02c64 HTTP/1.1" status: 200 len: 946 time: 0.4041862 Mar 09 03:50:43.742510 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-444f8701-d809-4c61-993c-24abf6e26798 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5760150 Mar 09 03:50:43.757618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-f4c9af1a-68e4-424a-99a8-7e7f2f308ce5 service neutron] Request body: {'port': {'device_id': 'ebae6a90-dfeb-49a9-b373-fd1800422503', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:43.825649 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33346) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:43.869306 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc54d0a-a183-4f73-aeb4-64a92122cbb6 req-b9db55a5-5498-4fcf-b99d-d890efd842e9 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:43.870669 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6bc54d0a-a183-4f73-aeb4-64a92122cbb6 req-b9db55a5-5498-4fcf-b99d-d890efd842e9 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b4d9070-0e46-4525-a1fd-7d60b6b9b8f6 HTTP/1.1" status: 200 len: 945 time: 0.3786948 Mar 09 03:50:43.885902 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e0de5d25-f2db-4390-a32e-cca019637bd9 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:50:43.937232 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-757f158a-b531-47e0-b26d-ef8e134dd3d8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-377783552'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:43.943662 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-757f158a-b531-47e0-b26d-ef8e134dd3d8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:43.947228 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-a83b6568-a2d7-49c4-9ea3-646aa67f2389 req-f0b80db0-03c3-4011-9112-b089f4dae99d tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Deleting port 69d86fd7-4774-4be7-baa9-8c1c2adea48e {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:50:43.947682 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a83b6568-a2d7-49c4-9ea3-646aa67f2389 req-f0b80db0-03c3-4011-9112-b089f4dae99d tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:43.948086 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-757f158a-b531-47e0-b26d-ef8e134dd3d8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Usage tracker for resource:network and tenant:4d8d42e9cba14f5bb2b735007e3cbb5d is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:43.951076 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-757f158a-b531-47e0-b26d-ef8e134dd3d8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:43.957487 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-757f158a-b531-47e0-b26d-ef8e134dd3d8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:43.967872 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757f158a-b531-47e0-b26d-ef8e134dd3d8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Made reservation on behalf of 4d8d42e9cba14f5bb2b735007e3cbb5d for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:50:43.971639 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-757f158a-b531-47e0-b26d-ef8e134dd3d8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:43.983754 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-757f158a-b531-47e0-b26d-ef8e134dd3d8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:43.998885 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-757f158a-b531-47e0-b26d-ef8e134dd3d8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:44.002883 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-757f158a-b531-47e0-b26d-ef8e134dd3d8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Usage tracker for resource:security_group_rule and tenant:4d8d42e9cba14f5bb2b735007e3cbb5d is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:44.006350 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-757f158a-b531-47e0-b26d-ef8e134dd3d8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:44.012177 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-757f158a-b531-47e0-b26d-ef8e134dd3d8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:44.069614 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-f4c9af1a-68e4-424a-99a8-7e7f2f308ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:44.099944 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6bc54d0a-a183-4f73-aeb4-64a92122cbb6 req-7637492c-b680-4be7-b0fe-c3a74a7b3de4 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127113 Mar 09 03:50:44.115255 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port e0de5d25-f2db-4390-a32e-cca019637bd9, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e0de5d25-f2db-4390-a32e-cca019637bd9,segment=NetworkSegment(51702c46-86d0-45fa-afdb-005bc74adfe1),segment_id=51702c46-86d0-45fa-afdb-005bc74adfe1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:44.126705 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-757f158a-b531-47e0-b26d-ef8e134dd3d8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:44.129725 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'e0de5d25-f2db-4390-a32e-cca019637bd9', 'network_id': '71288c84-6365-4346-b387-5a09802f7445', 'port_id': 'e0de5d25-f2db-4390-a32e-cca019637bd9', 'mac_address': 'fa:16:3e:20:9f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8886ac82-887b-45dd-9086-dde7bdbbdd90', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:50:44.130701 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-757f158a-b531-47e0-b26d-ef8e134dd3d8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:44.195189 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:44.203109 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757f158a-b531-47e0-b26d-ef8e134dd3d8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:50:44.213335 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f158a-b531-47e0-b26d-ef8e134dd3d8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed18920-3f2b-4fe5-9818-7e8829251a2f,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:44.219210 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0de5d25-f2db-4390-a32e-cca019637bd9 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:50:44.229575 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-757f158a-b531-47e0-b26d-ef8e134dd3d8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:44.230165 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-757f158a-b531-47e0-b26d-ef8e134dd3d8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Added segment eb53f1bf-8458-4692-a046-689f8b5020bc of type vlan for network 93e2135a-3559-4990-bc0f-0d11496ada85 Mar 09 03:50:44.238553 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port e0de5d25-f2db-4390-a32e-cca019637bd9, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e0de5d25-f2db-4390-a32e-cca019637bd9,segment=NetworkSegment(51702c46-86d0-45fa-afdb-005bc74adfe1),segment_id=51702c46-86d0-45fa-afdb-005bc74adfe1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:44.244482 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:44.259055 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-757f158a-b531-47e0-b26d-ef8e134dd3d8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:44.296176 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-757f158a-b531-47e0-b26d-ef8e134dd3d8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:44.303570 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757f158a-b531-47e0-b26d-ef8e134dd3d8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:44.304293 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-757f158a-b531-47e0-b26d-ef8e134dd3d8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:44.330639 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=e0de5d25-f2db-4390-a32e-cca019637bd9,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:44.420837 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-a83b6568-a2d7-49c4-9ea3-646aa67f2389 req-f0b80db0-03c3-4011-9112-b089f4dae99d tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] For port 69d86fd7-4774-4be7-baa9-8c1c2adea48e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=69d86fd7-4774-4be7-baa9-8c1c2adea48e,segment=NetworkSegment(b888ec2a-308a-41fc-a1bb-7082032e40cd),segment_id=b888ec2a-308a-41fc-a1bb-7082032e40cd)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:44.421170 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a83b6568-a2d7-49c4-9ea3-646aa67f2389 req-f0b80db0-03c3-4011-9112-b089f4dae99d tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:44.466472 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-757f158a-b531-47e0-b26d-ef8e134dd3d8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.6396446 Mar 09 03:50:44.472546 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f158a-b531-47e0-b26d-ef8e134dd3d8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Pushing event updated for resources: {'Network': ['ID=93e2135a-3559-4990-bc0f-0d11496ada85,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:44.475171 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33356) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:44.483685 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 93e2135a-3559-4990-bc0f-0d11496ada85 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:50:44.487600 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-3c0fa885-d146-458a-824f-8ff8b8997b2a tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Request body: {'subnet': {'network_id': '93e2135a-3559-4990-bc0f-0d11496ada85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:44.562446 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-a83b6568-a2d7-49c4-9ea3-646aa67f2389 req-f0b80db0-03c3-4011-9112-b089f4dae99d tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Calling delete_port for 69d86fd7-4774-4be7-baa9-8c1c2adea48e owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:50:44.563382 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['e0de5d25-f2db-4390-a32e-cca019637bd9'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:50:44.610200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3c0fa885-d146-458a-824f-8ff8b8997b2a tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:44.617137 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3c0fa885-d146-458a-824f-8ff8b8997b2a tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Usage tracker for resource:subnet and tenant:4d8d42e9cba14f5bb2b735007e3cbb5d is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:44.620713 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3c0fa885-d146-458a-824f-8ff8b8997b2a tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:44.627868 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3c0fa885-d146-458a-824f-8ff8b8997b2a tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:44.636884 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bd920-d5e4-42fe-bed9-dca507784fe9 req-86165ab3-9af1-44d2-91bc-3015270a11d4 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:44.643372 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-877bd920-d5e4-42fe-bed9-dca507784fe9 req-86165ab3-9af1-44d2-91bc-3015270a11d4 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.16 "GET /v2.0/ports?device_id=d776efc1-30c5-434c-8aca-e65d10b02c64 HTTP/1.1" status: 200 len: 946 time: 0.2161369 Mar 09 03:50:44.672051 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0fa885-d146-458a-824f-8ff8b8997b2a tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Made reservation on behalf of 4d8d42e9cba14f5bb2b735007e3cbb5d for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:50:44.675851 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3c0fa885-d146-458a-824f-8ff8b8997b2a tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:44.782160 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-877bd920-d5e4-42fe-bed9-dca507784fe9 req-aa147efb-3dd6-4254-85fe-7b66526c1cd0 tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.16 "GET /v2.0/security-groups?id=98388a82-0f77-4a73-ac0d-a982d8a865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369498 Mar 09 03:50:44.895247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27440df2-d441-4f34-8b5c-455594931952 req-296e9821-41b2-4f62-a35c-f8253a124b52 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:44.896748 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-27440df2-d441-4f34-8b5c-455594931952 req-296e9821-41b2-4f62-a35c-f8253a124b52 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.4000847 Mar 09 03:50:44.943611 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a83b6568-a2d7-49c4-9ea3-646aa67f2389 req-f0b80db0-03c3-4011-9112-b089f4dae99d tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:44.987810 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3c0fa885-d146-458a-824f-8ff8b8997b2a tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:45.044142 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b80db0-03c3-4011-9112-b089f4dae99d tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Pushing event deleted for resources: {'Port': ['ID=69d86fd7-4774-4be7-baa9-8c1c2adea48e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:45.085751 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fa885-d146-458a-824f-8ff8b8997b2a tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Pushing event updated for resources: {'Subnet': ['ID=54d8ff31-b050-44e4-b25e-14c68d9d5dfc,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:45.091755 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-27440df2-d441-4f34-8b5c-455594931952 req-0051f664-c322-4647-873b-4b1a2e34fdaf tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871831 Mar 09 03:50:45.103065 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba6721-7a01-4913-8a6a-89503eb8c59c req-d0216956-1ede-4429-9761-833ba67e01c5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:45.104736 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2dba6721-7a01-4913-8a6a-89503eb8c59c req-d0216956-1ede-4429-9761-833ba67e01c5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebae6a90-dfeb-49a9-b373-fd1800422503 HTTP/1.1" status: 200 len: 931 time: 0.1955690 Mar 09 03:50:45.105710 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0fa885-d146-458a-824f-8ff8b8997b2a tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Checking segment: {'id': 'eb53f1bf-8458-4692-a046-689f8b5020bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '93e2135a-3559-4990-bc0f-0d11496ada85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:50:45.106039 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0fa885-d146-458a-824f-8ff8b8997b2a tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Network hostable DHCP agents. Network: 93e2135a-3559-4990-bc0f-0d11496ada85, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:50:45.136235 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-f4c9af1a-68e4-424a-99a8-7e7f2f308ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f8afd1-3175-4025-96d0-5eddf43d7df2 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:50:45.140898 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83b6568-a2d7-49c4-9ea3-646aa67f2389 req-f0b80db0-03c3-4011-9112-b089f4dae99d tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] No DVR routers for this DVR port 69d86fd7-4774-4be7-baa9-8c1c2adea48e on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:50:45.146038 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a83b6568-a2d7-49c4-9ea3-646aa67f2389 req-f0b80db0-03c3-4011-9112-b089f4dae99d tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:45.148557 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd776efc1-30c5-434c-8aca-e65d10b02c64', 'name': 'network-vif-deleted', 'tag': '69d86fd7-4774-4be7-baa9-8c1c2adea48e'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:45.154242 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-f4c9af1a-68e4-424a-99a8-7e7f2f308ce5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:45.168996 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2dba6721-7a01-4913-8a6a-89503eb8c59c req-a27ab70e-1e00-4951-89db-dec20c4e7a62 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552759 Mar 09 03:50:45.173913 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-f4c9af1a-68e4-424a-99a8-7e7f2f308ce5 service neutron] Transition to ACTIVE for port object 71f8afd1-3175-4025-96d0-5eddf43d7df2 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:50:45.176168 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0fa885-d146-458a-824f-8ff8b8997b2a tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Network 93e2135a-3559-4990-bc0f-0d11496ada85 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:50:45.176328 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a83b6568-a2d7-49c4-9ea3-646aa67f2389 req-f0b80db0-03c3-4011-9112-b089f4dae99d tempest-ServerPasswordTestJSON-889481548 tempest-ServerPasswordTestJSON-889481548-project] 10.222.0.21 "DELETE /v2.0/ports/69d86fd7-4774-4be7-baa9-8c1c2adea48e HTTP/1.1" status: 204 len: 173 time: 1.3922555 Mar 09 03:50:45.180696 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-f4c9af1a-68e4-424a-99a8-7e7f2f308ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:45.199791 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-3c0fa885-d146-458a-824f-8ff8b8997b2a tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 93e2135a-3559-4990-bc0f-0d11496ada85) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:50:45.204494 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0fa885-d146-458a-824f-8ff8b8997b2a tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:45.205457 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3c0fa885-d146-458a-824f-8ff8b8997b2a tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:45.209970 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67268a9b-fc1a-4b5f-a8e9-c335876ca3f7 None None] Network 93e2135a-3559-4990-bc0f-0d11496ada85 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:50:45.239029 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3c0fa885-d146-458a-824f-8ff8b8997b2a tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7560368 Mar 09 03:50:45.240819 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33368) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:45.247844 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-270bbc31-85ea-4e5c-989b-42330d0aa77f tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Request body: {'port': {'network_id': '93e2135a-3559-4990-bc0f-0d11496ada85', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1294876367'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:45.279625 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['69d86fd7-4774-4be7-baa9-8c1c2adea48e'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:50:45.354136 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9af1a-68e4-424a-99a8-7e7f2f308ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=71f8afd1-3175-4025-96d0-5eddf43d7df2,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:45.367322 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd776efc1-30c5-434c-8aca-e65d10b02c64', 'name': 'network-vif-deleted', 'tag': '69d86fd7-4774-4be7-baa9-8c1c2adea48e', 'status': 'completed', 'code': 200} Mar 09 03:50:45.540953 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-270bbc31-85ea-4e5c-989b-42330d0aa77f tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:45.546679 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-270bbc31-85ea-4e5c-989b-42330d0aa77f tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Usage tracker for resource:port and tenant:4d8d42e9cba14f5bb2b735007e3cbb5d is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:45.550763 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-270bbc31-85ea-4e5c-989b-42330d0aa77f tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:45.563283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0daa35-3aab-4f84-b985-8ed724d2473e req-b3fc3a68-2523-4cfc-8ad3-6e9441276612 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:45.566155 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1c0daa35-3aab-4f84-b985-8ed724d2473e req-b3fc3a68-2523-4cfc-8ad3-6e9441276612 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b4d9070-0e46-4525-a1fd-7d60b6b9b8f6 HTTP/1.1" status: 200 len: 945 time: 0.1595879 Mar 09 03:50:45.566155 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-270bbc31-85ea-4e5c-989b-42330d0aa77f tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:45.586466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-f4c9af1a-68e4-424a-99a8-7e7f2f308ce5 service neutron] Attempting to bind port 71f8afd1-3175-4025-96d0-5eddf43d7df2 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:50:45.587228 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-f4c9af1a-68e4-424a-99a8-7e7f2f308ce5 service neutron] Attempting to bind port 71f8afd1-3175-4025-96d0-5eddf43d7df2 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:50:45.587861 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-f4c9af1a-68e4-424a-99a8-7e7f2f308ce5 service neutron] Attempting to bind port 71f8afd1-3175-4025-96d0-5eddf43d7df2 on network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:50:45.589011 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589e9478-3578-479f-9332-64617c90bc0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-93e2135a-3559-4990-bc0f-0d11496ada85', 'network_id': '93e2135a-3559-4990-bc0f-0d11496ada85', 'tenant_id': '4d8d42e9cba14f5bb2b735007e3cbb5d', 'fixed_ips': [{'subnet_id': '54d8ff31-b050-44e4-b25e-14c68d9d5dfc'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:50:45.590413 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-589e9478-3578-479f-9332-64617c90bc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:45.599254 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-f4c9af1a-68e4-424a-99a8-7e7f2f308ce5 service neutron] Port 71f8afd1-3175-4025-96d0-5eddf43d7df2 on network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:50:45.599448 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270bbc31-85ea-4e5c-989b-42330d0aa77f tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Made reservation on behalf of 4d8d42e9cba14f5bb2b735007e3cbb5d for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:50:45.599577 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-f4c9af1a-68e4-424a-99a8-7e7f2f308ce5 service neutron] Attempting to bind port 71f8afd1-3175-4025-96d0-5eddf43d7df2 on network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:50:45.606562 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-270bbc31-85ea-4e5c-989b-42330d0aa77f tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:45.610398 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-f4c9af1a-68e4-424a-99a8-7e7f2f308ce5 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:50:45.612571 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-f4c9af1a-68e4-424a-99a8-7e7f2f308ce5 service neutron] Checking segment: {'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:50:45.614533 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-f4c9af1a-68e4-424a-99a8-7e7f2f308ce5 service neutron] Bound using segment: {'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:50:45.616089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-f4c9af1a-68e4-424a-99a8-7e7f2f308ce5 service neutron] Bound port: 71f8afd1-3175-4025-96d0-5eddf43d7df2, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:50:45.617313 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-f4c9af1a-68e4-424a-99a8-7e7f2f308ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:45.643290 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-270bbc31-85ea-4e5c-989b-42330d0aa77f tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] device_id is not set on port 1b71bad3-dff7-4529-b841-42ce1f718b8b yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:50:45.718477 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1c0daa35-3aab-4f84-b985-8ed724d2473e req-f38185f8-1ae4-45de-9a90-e96a6daa78f1 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374388 Mar 09 03:50:45.801553 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-589e9478-3578-479f-9332-64617c90bc0e None None] Allocated IP 2001:db8::2 (93e2135a-3559-4990-bc0f-0d11496ada85/54d8ff31-b050-44e4-b25e-14c68d9d5dfc/da2bf73f-386d-451e-a88c-40afab692c25) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:50:45.816751 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-f4c9af1a-68e4-424a-99a8-7e7f2f308ce5 service neutron] For port 71f8afd1-3175-4025-96d0-5eddf43d7df2, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:50:45.821955 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-f4c9af1a-68e4-424a-99a8-7e7f2f308ce5 service neutron] For port 71f8afd1-3175-4025-96d0-5eddf43d7df2, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=71f8afd1-3175-4025-96d0-5eddf43d7df2,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:50:45.829332 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-f4c9af1a-68e4-424a-99a8-7e7f2f308ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:45.910594 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-f4c9af1a-68e4-424a-99a8-7e7f2f308ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:45.911351 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-f4c9af1a-68e4-424a-99a8-7e7f2f308ce5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:45.912863 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-f4c9af1a-68e4-424a-99a8-7e7f2f308ce5 service neutron] 10.222.0.24 "PUT /v2.0/ports/71f8afd1-3175-4025-96d0-5eddf43d7df2 HTTP/1.1" status: 200 len: 1091 time: 2.1609316 Mar 09 03:50:45.919641 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e0de5d25-f2db-4390-a32e-cca019637bd9 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:50:45.938132 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f03b5-fbed-4b6a-af77-dca63cc82a7a req-09c48644-ff31-44e6-84d6-5859d8252196 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:45.946931 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-340f03b5-fbed-4b6a-af77-dca63cc82a7a req-09c48644-ff31-44e6-84d6-5859d8252196 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.4251289 Mar 09 03:50:45.976099 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9af1a-68e4-424a-99a8-7e7f2f308ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=71f8afd1-3175-4025-96d0-5eddf43d7df2,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:46.032234 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef3c7a-1d73-4e76-91b9-b50a736b103b req-44da5fea-ade6-494c-ba67-0938a506942a tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:46.033765 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3ef3c7a-1d73-4e76-91b9-b50a736b103b req-44da5fea-ade6-494c-ba67-0938a506942a tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da1cbd3-7d89-493f-bfa0-84c09eb79f98 HTTP/1.1" status: 200 len: 945 time: 0.1948688 Mar 09 03:50:46.055449 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-340f03b5-fbed-4b6a-af77-dca63cc82a7a req-4e530fe1-411f-493e-b26d-732c5967a7bb tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073024 Mar 09 03:50:46.105056 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-d392dcdc-d0bc-4052-926e-72d33ef78c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:46.107232 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-d392dcdc-d0bc-4052-926e-72d33ef78c96 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c36c37e2e354df081ad1b18548376fc&device_id=ebae6a90-dfeb-49a9-b373-fd1800422503 HTTP/1.1" status: 200 len: 1094 time: 0.1276600 Mar 09 03:50:46.148974 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port e0de5d25-f2db-4390-a32e-cca019637bd9 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:50:46.152519 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-589e9478-3578-479f-9332-64617c90bc0e None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:46.164336 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port e0de5d25-f2db-4390-a32e-cca019637bd9 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:50:46.164716 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:46.182331 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33384) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:46.199754 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-589e9478-3578-479f-9332-64617c90bc0e None None] Transition to ACTIVE for port object da2bf73f-386d-451e-a88c-40afab692c25 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:50:46.213409 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-22cc5ad5-f839-4f14-901b-3bec48c26acd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71f8afd1-3175-4025-96d0-5eddf43d7df2 HTTP/1.1" status: 200 len: 217 time: 0.0944328 Mar 09 03:50:46.239280 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3ef3c7a-1d73-4e76-91b9-b50a736b103b req-c2ffc150-db69-4276-a8b0-e43adf25973b tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996102 Mar 09 03:50:46.266050 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b5ea78-2a80-43bb-a915-addf834fc093 admin admin] Deleting subnet e24cec3a-871e-49ec-bac1-70fe8fd933cd {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:50:46.270419 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d1b5ea78-2a80-43bb-a915-addf834fc093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:46.275822 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-589e9478-3578-479f-9332-64617c90bc0e None None] Transition to ACTIVE for port object da2bf73f-386d-451e-a88c-40afab692c25 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:50:46.295260 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-589e9478-3578-479f-9332-64617c90bc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:46.350170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-13dca3e3-7232-4e3e-ace2-4541cf2dc8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:46.351605 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-13dca3e3-7232-4e3e-ace2-4541cf2dc8d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4320f833-55d6-48c9-bfa9-ead71d951b3e HTTP/1.1" status: 200 len: 846 time: 0.1327410 Mar 09 03:50:46.381119 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d1b5ea78-2a80-43bb-a915-addf834fc093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:46.403403 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589e9478-3578-479f-9332-64617c90bc0e None None] Network 93e2135a-3559-4990-bc0f-0d11496ada85 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:50:46.408590 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-e384c65b-cebd-477c-a352-02af7573860b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505457 Mar 09 03:50:46.417571 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-589e9478-3578-479f-9332-64617c90bc0e None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:50:46.430365 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589e9478-3578-479f-9332-64617c90bc0e None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:50:46.488639 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-270bbc31-85ea-4e5c-989b-42330d0aa77f tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Allocated IP 2001:db8::108 (93e2135a-3559-4990-bc0f-0d11496ada85/54d8ff31-b050-44e4-b25e-14c68d9d5dfc/1b71bad3-dff7-4529-b841-42ce1f718b8b) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:50:46.517887 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d1b5ea78-2a80-43bb-a915-addf834fc093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:46.530340 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e9478-3578-479f-9332-64617c90bc0e None None] Pushing event updated for resources: {'Port': ['ID=da2bf73f-386d-451e-a88c-40afab692c25,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:46.537373 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:46.557061 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-0a995bb3-bba7-40e9-9a25-83d5b0d3b877 service neutron] 10.222.0.24 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412804 Mar 09 03:50:46.559304 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-589e9478-3578-479f-9332-64617c90bc0e None None] Attempting to bind port da2bf73f-386d-451e-a88c-40afab692c25 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:50:46.559807 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-589e9478-3578-479f-9332-64617c90bc0e None None] Attempting to bind port da2bf73f-386d-451e-a88c-40afab692c25 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'eb53f1bf-8458-4692-a046-689f8b5020bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '93e2135a-3559-4990-bc0f-0d11496ada85'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:50:46.560271 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589e9478-3578-479f-9332-64617c90bc0e None None] Attempting to bind port da2bf73f-386d-451e-a88c-40afab692c25 on network 93e2135a-3559-4990-bc0f-0d11496ada85 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:50:46.567017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589e9478-3578-479f-9332-64617c90bc0e None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:50:46.567610 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589e9478-3578-479f-9332-64617c90bc0e None None] Checking segment: {'id': 'eb53f1bf-8458-4692-a046-689f8b5020bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '93e2135a-3559-4990-bc0f-0d11496ada85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:50:46.568468 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-589e9478-3578-479f-9332-64617c90bc0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:46.568468 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589e9478-3578-479f-9332-64617c90bc0e None None] Bound using segment: {'id': 'eb53f1bf-8458-4692-a046-689f8b5020bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '93e2135a-3559-4990-bc0f-0d11496ada85'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:50:46.569183 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-589e9478-3578-479f-9332-64617c90bc0e None None] Bound port: da2bf73f-386d-451e-a88c-40afab692c25, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb53f1bf-8458-4692-a046-689f8b5020bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '93e2135a-3559-4990-bc0f-0d11496ada85'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:50:46.569643 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-589e9478-3578-479f-9332-64617c90bc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:46.571200 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef8d95-ffae-4747-9973-555d3a0b6fb4 req-7a30cb25-a60b-400f-9fde-2e9786435730 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:46.578790 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-97ef8d95-ffae-4747-9973-555d3a0b6fb4 req-7a30cb25-a60b-400f-9fde-2e9786435730 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.3139770 Mar 09 03:50:46.608534 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port e0de5d25-f2db-4390-a32e-cca019637bd9, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e0de5d25-f2db-4390-a32e-cca019637bd9,segment=NetworkSegment(51702c46-86d0-45fa-afdb-005bc74adfe1),segment_id=51702c46-86d0-45fa-afdb-005bc74adfe1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:46.611457 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da1cbd3-7d89-493f-bfa0-84c09eb79f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0de5d25-f2db-4390-a32e-cca019637bd9'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:46.621454 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:46.674477 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5238e-3a80-446e-a8a3-6d021484f874 req-1bd314e4-109f-4636-926e-a25beaec8ab4 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:46.676667 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7ab5238e-3a80-446e-a8a3-6d021484f874 req-1bd314e4-109f-4636-926e-a25beaec8ab4 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.2664573 Mar 09 03:50:46.741907 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-97ef8d95-ffae-4747-9973-555d3a0b6fb4 req-c779ea25-b080-40a3-8523-404aee220768 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574428 Mar 09 03:50:46.779784 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-589e9478-3578-479f-9332-64617c90bc0e None None] For port da2bf73f-386d-451e-a88c-40afab692c25, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:50:46.785573 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-589e9478-3578-479f-9332-64617c90bc0e None None] For port da2bf73f-386d-451e-a88c-40afab692c25, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=da2bf73f-386d-451e-a88c-40afab692c25,segment=NetworkSegment(eb53f1bf-8458-4692-a046-689f8b5020bc),segment_id=eb53f1bf-8458-4692-a046-689f8b5020bc)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:50:46.786975 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=e0de5d25-f2db-4390-a32e-cca019637bd9,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:46.792476 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-589e9478-3578-479f-9332-64617c90bc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:46.816560 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d1b5ea78-2a80-43bb-a915-addf834fc093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:46.830956 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0515972-9f8d-4ca6-933f-3ddfc0ea7ec1 req-12d228f9-501c-4dc6-b116-44fa2464c247 service neutron] 10.222.0.24 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500861 Mar 09 03:50:46.887235 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d1b5ea78-2a80-43bb-a915-addf834fc093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:46.890028 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5ea78-2a80-43bb-a915-addf834fc093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e24cec3a-871e-49ec-bac1-70fe8fd933cd,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:46.909589 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7ab5238e-3a80-446e-a8a3-6d021484f874 req-92fe6955-925c-46e0-9578-46049647100a tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266135 Mar 09 03:50:46.920826 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d1b5ea78-2a80-43bb-a915-addf834fc093 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e24cec3a-871e-49ec-bac1-70fe8fd933cd HTTP/1.1" status: 204 len: 168 time: 0.7376106 Mar 09 03:50:46.924367 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33394) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:46.947714 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e9478-3578-479f-9332-64617c90bc0e None None] Pushing event updated for resources: {'Port': ['ID=da2bf73f-386d-451e-a88c-40afab692c25,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:46.976901 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da1cbd3-7d89-493f-bfa0-84c09eb79f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0de5d25-f2db-4390-a32e-cca019637bd9', 'code': 200} Mar 09 03:50:47.062029 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728b666-1c62-4d0f-86e1-31114d3f2c3d req-f0ba89ef-646d-4f29-9678-85f1cf2ebfb6 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:47.062727 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f728b666-1c62-4d0f-86e1-31114d3f2c3d req-f0ba89ef-646d-4f29-9678-85f1cf2ebfb6 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Synchronizing usage tracker for tenant:6c36c37e2e354df081ad1b18548376fc on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:50:47.083690 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b6e783a4-c1c0-4ddd-85b8-f43ef9d80e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:47.131983 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-270bbc31-85ea-4e5c-989b-42330d0aa77f tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:47.134910 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f728b666-1c62-4d0f-86e1-31114d3f2c3d req-f0ba89ef-646d-4f29-9678-85f1cf2ebfb6 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Unset dirty status for tenant:6c36c37e2e354df081ad1b18548376fc on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:50:47.142476 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f728b666-1c62-4d0f-86e1-31114d3f2c3d req-f0ba89ef-646d-4f29-9678-85f1cf2ebfb6 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebae6a90-dfeb-49a9-b373-fd1800422503 HTTP/1.1" status: 200 len: 943 time: 0.2314270 Mar 09 03:50:47.184950 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-270bbc31-85ea-4e5c-989b-42330d0aa77f tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Transition to ACTIVE for port object 1b71bad3-dff7-4529-b841-42ce1f718b8b will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:50:47.223483 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f728b666-1c62-4d0f-86e1-31114d3f2c3d req-99fc74d3-251a-41c9-a02e-eec99f886316 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800231 Mar 09 03:50:47.234749 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f359dd-eb2b-4e65-9ef7-fa9b8bf66216 req-36d0dfa5-65b0-4da5-9b6b-f7a8cbc8bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:47.236753 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-70f359dd-eb2b-4e65-9ef7-fa9b8bf66216 req-36d0dfa5-65b0-4da5-9b6b-f7a8cbc8bb20 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5da1cbd3-7d89-493f-bfa0-84c09eb79f98 HTTP/1.1" status: 200 len: 1097 time: 0.1665618 Mar 09 03:50:47.284769 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-70f359dd-eb2b-4e65-9ef7-fa9b8bf66216 req-9f0c9998-0290-4a34-921c-18b3ea54b8a9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404019 Mar 09 03:50:47.328877 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b6e783a4-c1c0-4ddd-85b8-f43ef9d80e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:47.367304 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e13fac-5990-4f39-b650-e8d17e1d240b req-d23e7010-30b6-4e57-8fec-5b85b86e4413 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:47.368766 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-86e13fac-5990-4f39-b650-e8d17e1d240b req-d23e7010-30b6-4e57-8fec-5b85b86e4413 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.2830553 Mar 09 03:50:47.376637 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-b6e783a4-c1c0-4ddd-85b8-f43ef9d80e64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2609a155-6cfa-466d-85fe-f3e75c110987']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:50:47.388880 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-270bbc31-85ea-4e5c-989b-42330d0aa77f tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:47.392618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebae6a90-dfeb-49a9-b373-fd1800422503', 'tag': '71f8afd1-3175-4025-96d0-5eddf43d7df2'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:47.407917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-b6e783a4-c1c0-4ddd-85b8-f43ef9d80e64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b888ec2a-308a-41fc-a1bb-7082032e40cd') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:50:47.408138 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-b6e783a4-c1c0-4ddd-85b8-f43ef9d80e64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b888ec2a-308a-41fc-a1bb-7082032e40cd') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:50:47.445421 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904dc04b-ce1f-4723-a3b2-850b9f7d086c req-39956a61-1b15-4225-9363-7c33aac53396 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:47.447148 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-904dc04b-ce1f-4723-a3b2-850b9f7d086c req-39956a61-1b15-4225-9363-7c33aac53396 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da1cbd3-7d89-493f-bfa0-84c09eb79f98 HTTP/1.1" status: 200 len: 946 time: 0.0879059 Mar 09 03:50:47.460914 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b6e783a4-c1c0-4ddd-85b8-f43ef9d80e64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:47.493474 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-904dc04b-ce1f-4723-a3b2-850b9f7d086c req-a122c4d6-9f0d-4209-904a-7b6f1cb03e4f tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403652 Mar 09 03:50:47.507773 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270bbc31-85ea-4e5c-989b-42330d0aa77f tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Network 93e2135a-3559-4990-bc0f-0d11496ada85 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:50:47.508936 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b6e783a4-c1c0-4ddd-85b8-f43ef9d80e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:47.517101 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-270bbc31-85ea-4e5c-989b-42330d0aa77f tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:50:47.530951 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270bbc31-85ea-4e5c-989b-42330d0aa77f tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:50:47.537553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270bbc31-85ea-4e5c-989b-42330d0aa77f tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:47.538160 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-270bbc31-85ea-4e5c-989b-42330d0aa77f tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:47.543990 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-86e13fac-5990-4f39-b650-e8d17e1d240b req-ceb55ecf-fbb9-4477-bbe5-deb6ab5812d3 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604064 Mar 09 03:50:47.547639 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e783a4-c1c0-4ddd-85b8-f43ef9d80e64 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:50:47.548042 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b6e783a4-c1c0-4ddd-85b8-f43ef9d80e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:47.549344 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebae6a90-dfeb-49a9-b373-fd1800422503', 'tag': '71f8afd1-3175-4025-96d0-5eddf43d7df2', 'status': 'completed', 'code': 200} Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:50:47.565198 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:50:47.584872 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bbc31-85ea-4e5c-989b-42330d0aa77f tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Pushing event updated for resources: {'Port': ['ID=1b71bad3-dff7-4529-b841-42ce1f718b8b,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:47.649426 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-270bbc31-85ea-4e5c-989b-42330d0aa77f tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4068696 Mar 09 03:50:47.652739 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33404) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:47.663330 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-57315206-9993-457b-a18e-d16053115874 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Request body: {'port': {'network_id': '93e2135a-3559-4990-bc0f-0d11496ada85', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-700326807', 'allowed_address_pairs': [{'ip_address': '2001:db8::108', 'mac_address': 'fa:16:3e:e9:45:f7'}]}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:47.664420 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b6e783a4-c1c0-4ddd-85b8-f43ef9d80e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:47.681800 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b6e783a4-c1c0-4ddd-85b8-f43ef9d80e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:47.692501 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e783a4-c1c0-4ddd-85b8-f43ef9d80e64 admin admin] Pushing event deleted for resources: {'Network': ['ID=2609a155-6cfa-466d-85fe-f3e75c110987,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:47.702985 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b6e783a4-c1c0-4ddd-85b8-f43ef9d80e64 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2609a155-6cfa-466d-85fe-f3e75c110987 HTTP/1.1" status: 204 len: 168 time: 0.7777123 Mar 09 03:50:47.733787 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce503828-da5d-4694-b326-4f1501c8b814 req-89cadb24-9ec7-4f0c-9be9-9371572e7e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:47.735289 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce503828-da5d-4694-b326-4f1501c8b814 req-89cadb24-9ec7-4f0c-9be9-9371572e7e67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c36c37e2e354df081ad1b18548376fc&device_id=ebae6a90-dfeb-49a9-b373-fd1800422503 HTTP/1.1" status: 200 len: 1094 time: 0.1614852 Mar 09 03:50:47.909135 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33410) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:47.915847 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 69d86fd7-4774-4be7-baa9-8c1c2adea48e no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:50:47.980733 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 69d86fd7-4774-4be7-baa9-8c1c2adea48e {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:50:47.981173 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 69d86fd7-4774-4be7-baa9-8c1c2adea48e not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:50:48.001332 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-47818fb2-dc34-4371-94f8-b1fb75ba359c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d407e13367349728d85a764d509afb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0906146 Mar 09 03:50:48.004524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33416) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:48.062110 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8b9c79-55b2-4517-a818-9fec89142935 None None] Network 93e2135a-3559-4990-bc0f-0d11496ada85 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:50:48.130502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2b39c-d867-4c52-bac3-f860e8bd7ade req-0c1e0db4-26fb-4dac-98e3-1ea060045ab1 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:48.131591 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-27ca6a35-eea9-4444-a71e-37dcba725415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:48.137521 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9cb2b39c-d867-4c52-bac3-f860e8bd7ade req-0c1e0db4-26fb-4dac-98e3-1ea060045ab1 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.4477260 Mar 09 03:50:48.161089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce503828-da5d-4694-b326-4f1501c8b814 req-70fd9074-92a4-44f9-879a-e9186ea5b6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:48.162400 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce503828-da5d-4694-b326-4f1501c8b814 req-70fd9074-92a4-44f9-879a-e9186ea5b6f3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840 HTTP/1.1" status: 200 len: 907 time: 0.4187918 Mar 09 03:50:48.165655 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-57315206-9993-457b-a18e-d16053115874 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:48.172046 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-27ca6a35-eea9-4444-a71e-37dcba725415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:48.184009 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5a94e24d-125f-43e5-8298-def063cfcc06 None None] Provisioning for port da2bf73f-386d-451e-a88c-40afab692c25 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:50:48.200940 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97fed2-b253-4784-8bf7-a748866f3875 req-d3c910c0-4069-4f38-b449-b3384c6ed040 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:48.202414 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3d97fed2-b253-4784-8bf7-a748866f3875 req-d3c910c0-4069-4f38-b449-b3384c6ed040 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.1557355 Mar 09 03:50:48.228628 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-57315206-9993-457b-a18e-d16053115874 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Usage tracker for resource:port and tenant:4d8d42e9cba14f5bb2b735007e3cbb5d is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:48.238327 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-57315206-9993-457b-a18e-d16053115874 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:48.257387 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce503828-da5d-4694-b326-4f1501c8b814 req-76814ee4-0f2c-4758-a256-42923d3a21d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71f8afd1-3175-4025-96d0-5eddf43d7df2 HTTP/1.1" status: 200 len: 217 time: 0.0875025 Mar 09 03:50:48.260152 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-57315206-9993-457b-a18e-d16053115874 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:48.268241 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3d97fed2-b253-4784-8bf7-a748866f3875 req-3385f6a8-2ae2-4a5a-9bc3-a7a76047b440 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602365 Mar 09 03:50:48.277311 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9cb2b39c-d867-4c52-bac3-f860e8bd7ade req-a0f1304e-d509-4399-968c-0abc4b5f37e2 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388605 Mar 09 03:50:48.313538 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-27ca6a35-eea9-4444-a71e-37dcba725415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:48.342086 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca6a35-eea9-4444-a71e-37dcba725415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98388a82-0f77-4a73-ac0d-a982d8a865f9,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:48.370406 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-27ca6a35-eea9-4444-a71e-37dcba725415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:48.371767 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-27ca6a35-eea9-4444-a71e-37dcba725415 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98388a82-0f77-4a73-ac0d-a982d8a865f9 HTTP/1.1" status: 204 len: 168 time: 0.3658330 Mar 09 03:50:48.379909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57315206-9993-457b-a18e-d16053115874 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Made reservation on behalf of 4d8d42e9cba14f5bb2b735007e3cbb5d for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:50:48.564354 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce503828-da5d-4694-b326-4f1501c8b814 req-750693a5-fe28-4a95-9972-57ef7432abaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:48.566449 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce503828-da5d-4694-b326-4f1501c8b814 req-750693a5-fe28-4a95-9972-57ef7432abaf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4320f833-55d6-48c9-bfa9-ead71d951b3e HTTP/1.1" status: 200 len: 846 time: 0.2866080 Mar 09 03:50:48.654894 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce503828-da5d-4694-b326-4f1501c8b814 req-5c2c83e8-0de4-4e5a-9b5a-84dbeecfd3c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761528 Mar 09 03:50:48.680057 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device da2bf73f-386d-451e-a88c-40afab692c25 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:50:48.806814 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-57315206-9993-457b-a18e-d16053115874 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:48.862083 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port da2bf73f-386d-451e-a88c-40afab692c25 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:50:48.872198 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port da2bf73f-386d-451e-a88c-40afab692c25 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:50:48.874421 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:48.883261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-57315206-9993-457b-a18e-d16053115874 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] device_id is not set on port 3362a083-e31f-4f5e-b796-f44c28140f13 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:50:48.960920 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee006d-0181-403b-a8ca-87c1f5369bef req-63e8f10d-ac14-4d36-9ec9-23d29aa74574 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:48.968477 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-73ee006d-0181-403b-a8ca-87c1f5369bef req-63e8f10d-ac14-4d36-9ec9-23d29aa74574 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebae6a90-dfeb-49a9-b373-fd1800422503 HTTP/1.1" status: 200 len: 943 time: 0.5575240 Mar 09 03:50:48.973984 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce503828-da5d-4694-b326-4f1501c8b814 req-b7a057af-5e4b-4d3e-8413-b888730daece service neutron] 10.222.0.24 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924457 Mar 09 03:50:49.039345 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0c99e858-00f8-46d8-bca3-74413c8affeb None None] Provisioning complete for port da2bf73f-386d-451e-a88c-40afab692c25 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:50:49.040328 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0c99e858-00f8-46d8-bca3-74413c8affeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:49.187729 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-73ee006d-0181-403b-a8ca-87c1f5369bef req-98b53d10-8d29-4a43-82e0-80e64e397faf tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164521 Mar 09 03:50:49.235601 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:49.235857 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0309d02-ac07-4945-8660-432f43203d6a req-480def65-688c-48f0-b2d3-8921652c7cd9 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:49.239361 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a0309d02-ac07-4945-8660-432f43203d6a req-480def65-688c-48f0-b2d3-8921652c7cd9 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da1cbd3-7d89-493f-bfa0-84c09eb79f98 HTTP/1.1" status: 200 len: 946 time: 0.4696755 Mar 09 03:50:49.272123 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port da2bf73f-386d-451e-a88c-40afab692c25, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=da2bf73f-386d-451e-a88c-40afab692c25,segment=NetworkSegment(eb53f1bf-8458-4692-a046-689f8b5020bc),segment_id=eb53f1bf-8458-4692-a046-689f8b5020bc)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:49.282189 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:49.296308 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-57315206-9993-457b-a18e-d16053115874 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Allocated IP 2001:db8::333 (93e2135a-3559-4990-bc0f-0d11496ada85/54d8ff31-b050-44e4-b25e-14c68d9d5dfc/3362a083-e31f-4f5e-b796-f44c28140f13) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:50:49.306043 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce503828-da5d-4694-b326-4f1501c8b814 req-7869a12d-66fb-42e2-92cd-fe80ef77a806 service neutron] 10.222.0.24 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136108 Mar 09 03:50:49.354458 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a0309d02-ac07-4945-8660-432f43203d6a req-044584c8-33f3-4f1e-b6a8-ff4a3af6b4d7 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102386 Mar 09 03:50:49.414469 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=da2bf73f-386d-451e-a88c-40afab692c25,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:49.451008 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0c99e858-00f8-46d8-bca3-74413c8affeb None None] Provisioning for port 1b71bad3-dff7-4529-b841-42ce1f718b8b completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:50:49.460639 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0c99e858-00f8-46d8-bca3-74413c8affeb None None] Provisioning complete for port 1b71bad3-dff7-4529-b841-42ce1f718b8b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:50:49.462010 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0c99e858-00f8-46d8-bca3-74413c8affeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:49.499953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3d3ee-c1bb-49ac-9aff-252d372923fc req-62a0cc7a-bf6e-45f4-840e-c9959b231d45 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:49.501495 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ecf3d3ee-c1bb-49ac-9aff-252d372923fc req-62a0cc7a-bf6e-45f4-840e-c9959b231d45 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.1714385 Mar 09 03:50:49.530021 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-0c99e858-00f8-46d8-bca3-74413c8affeb None None] Port 1b71bad3-dff7-4529-b841-42ce1f718b8b cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:50:49.630073 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ecf3d3ee-c1bb-49ac-9aff-252d372923fc req-5d4b15e4-6a93-47c2-984d-52926169d10b tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213992 Mar 09 03:50:49.661319 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0aa6632e-5a43-4bc9-b3d8-28f63d4c9b72 None None] Provisioning complete for port 1b71bad3-dff7-4529-b841-42ce1f718b8b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:50:49.661684 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0aa6632e-5a43-4bc9-b3d8-28f63d4c9b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:49.673354 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be39dd-7549-4c0f-a4df-d1ad045613ef req-ef04d51e-0d6a-456a-ad57-a15a6db627c1 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:49.674559 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-57315206-9993-457b-a18e-d16053115874 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:49.678393 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c4be39dd-7549-4c0f-a4df-d1ad045613ef req-ef04d51e-0d6a-456a-ad57-a15a6db627c1 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.2007973 Mar 09 03:50:49.693146 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-57315206-9993-457b-a18e-d16053115874 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Transition to ACTIVE for port object 3362a083-e31f-4f5e-b796-f44c28140f13 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:50:49.698658 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 71f8afd1-3175-4025-96d0-5eddf43d7df2 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:50:49.724381 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-0aa6632e-5a43-4bc9-b3d8-28f63d4c9b72 None None] Port 1b71bad3-dff7-4529-b841-42ce1f718b8b cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:50:49.725786 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-57315206-9993-457b-a18e-d16053115874 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:49.748431 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c4be39dd-7549-4c0f-a4df-d1ad045613ef req-a362fd8b-2ec3-42a7-9b33-76348c9e0d1a tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599864 Mar 09 03:50:49.799436 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57315206-9993-457b-a18e-d16053115874 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Network 93e2135a-3559-4990-bc0f-0d11496ada85 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:50:49.809361 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-57315206-9993-457b-a18e-d16053115874 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:50:49.813391 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57315206-9993-457b-a18e-d16053115874 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:50:49.819903 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57315206-9993-457b-a18e-d16053115874 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:49.820364 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-57315206-9993-457b-a18e-d16053115874 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:49.855151 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57315206-9993-457b-a18e-d16053115874 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Pushing event updated for resources: {'Port': ['ID=3362a083-e31f-4f5e-b796-f44c28140f13,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:49.868101 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-57315206-9993-457b-a18e-d16053115874 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.2138288 Mar 09 03:50:49.871242 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33462) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:49.946211 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 71f8afd1-3175-4025-96d0-5eddf43d7df2, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=71f8afd1-3175-4025-96d0-5eddf43d7df2,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:49.985772 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '71f8afd1-3175-4025-96d0-5eddf43d7df2', 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840', 'port_id': '71f8afd1-3175-4025-96d0-5eddf43d7df2', 'mac_address': 'fa:16:3e:35:f5:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4320f833-55d6-48c9-bfa9-ead71d951b3e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:50:50.027024 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7432ac9-ce6a-4fc2-a6e2-e00befd48f1e tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:50.051019 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7432ac9-ce6a-4fc2-a6e2-e00befd48f1e tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:50.065197 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7432ac9-ce6a-4fc2-a6e2-e00befd48f1e tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:50.070157 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b7432ac9-ce6a-4fc2-a6e2-e00befd48f1e tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Synchronizing usage tracker for tenant:4d8d42e9cba14f5bb2b735007e3cbb5d on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:50:50.101090 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b7432ac9-ce6a-4fc2-a6e2-e00befd48f1e tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Unset dirty status for tenant:4d8d42e9cba14f5bb2b735007e3cbb5d on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:50:50.101754 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:50.102372 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b7432ac9-ce6a-4fc2-a6e2-e00befd48f1e tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2298708 Mar 09 03:50:50.105274 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33470) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:50.125099 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f8afd1-3175-4025-96d0-5eddf43d7df2 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:50:50.160868 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 71f8afd1-3175-4025-96d0-5eddf43d7df2, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=71f8afd1-3175-4025-96d0-5eddf43d7df2,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:50.171309 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:50.222338 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-ccc74b16-962b-4ec9-b7fc-2704a2543614 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Deleting port 3362a083-e31f-4f5e-b796-f44c28140f13 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:50:50.222998 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ccc74b16-962b-4ec9-b7fc-2704a2543614 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:50.272676 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=71f8afd1-3175-4025-96d0-5eddf43d7df2,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:50.287870 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7f094660-88b8-4be3-8f63-fa907d74a093 None None] Provisioning for port 3362a083-e31f-4f5e-b796-f44c28140f13 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:50:50.296929 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7f094660-88b8-4be3-8f63-fa907d74a093 None None] Provisioning complete for port 3362a083-e31f-4f5e-b796-f44c28140f13 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:50:50.297316 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7f094660-88b8-4be3-8f63-fa907d74a093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:50.369790 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33482) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:50.395750 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-7f094660-88b8-4be3-8f63-fa907d74a093 None None] Port 3362a083-e31f-4f5e-b796-f44c28140f13 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:50:50.508332 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ed918d9a-9394-497f-b228-6696072991b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:50.531461 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c39517-1513-4006-a67f-c13abff7b9b5 req-f2c7c1b8-b191-41c1-9d7f-5f80ec89c1dd tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:50.534012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['71f8afd1-3175-4025-96d0-5eddf43d7df2'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:50:50.539425 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-56c39517-1513-4006-a67f-c13abff7b9b5 req-f2c7c1b8-b191-41c1-9d7f-5f80ec89c1dd tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da1cbd3-7d89-493f-bfa0-84c09eb79f98 HTTP/1.1" status: 200 len: 946 time: 0.1266773 Mar 09 03:50:50.559139 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ed918d9a-9394-497f-b228-6696072991b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:50.568185 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ed918d9a-9394-497f-b228-6696072991b2 admin admin] Usage tracker for resource:security_group_rule and tenant:edc775998e03474c984f39e00aa74957 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:50.572350 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ed918d9a-9394-497f-b228-6696072991b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:50.583420 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device da2bf73f-386d-451e-a88c-40afab692c25 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:50:50.587585 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ed918d9a-9394-497f-b228-6696072991b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:50.604288 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-56c39517-1513-4006-a67f-c13abff7b9b5 req-0dba8526-efe6-4c6c-85fb-3d8f1735849e tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639043 Mar 09 03:50:50.701004 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port da2bf73f-386d-451e-a88c-40afab692c25 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:50:50.701375 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:50.704903 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ed918d9a-9394-497f-b228-6696072991b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:50.710091 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ed918d9a-9394-497f-b228-6696072991b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:50.741942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7df82-a00b-4715-9689-5c3f3773cace req-8dc3d9e2-6e83-4cad-9afd-04a0bc6da4ca tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:50.749970 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b2e7df82-a00b-4715-9689-5c3f3773cace req-8dc3d9e2-6e83-4cad-9afd-04a0bc6da4ca tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebae6a90-dfeb-49a9-b373-fd1800422503 HTTP/1.1" status: 200 len: 944 time: 0.3875179 Mar 09 03:50:50.772027 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ed918d9a-9394-497f-b228-6696072991b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=edc775998e03474c984f39e00aa74957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4003940 Mar 09 03:50:50.774002 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed918d9a-9394-497f-b228-6696072991b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a3faa4-b173-494b-a159-1e1e9b85c6a3,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:50.778199 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33490) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:50.852660 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ccc74b16-962b-4ec9-b7fc-2704a2543614 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:50.869729 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ab86c279-f236-49a0-b375-205eb9acd644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:50.875285 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b2e7df82-a00b-4715-9689-5c3f3773cace req-60cd341d-f5e5-47c7-81cb-4d2bbbc94690 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242201 Mar 09 03:50:50.977683 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ab86c279-f236-49a0-b375-205eb9acd644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:51.054584 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c7a87-a9c1-4d6d-8775-1bcb5456b8ad req-d6ed1dea-ba0a-4418-80c8-12758c62e9e3 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:51.056009 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-758c7a87-a9c1-4d6d-8775-1bcb5456b8ad req-d6ed1dea-ba0a-4418-80c8-12758c62e9e3 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.1439023 Mar 09 03:50:51.058167 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-ccc74b16-962b-4ec9-b7fc-2704a2543614 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Calling delete_port for 3362a083-e31f-4f5e-b796-f44c28140f13 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:50:51.083753 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ab86c279-f236-49a0-b375-205eb9acd644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:51.114962 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86c279-f236-49a0-b375-205eb9acd644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a3faa4-b173-494b-a159-1e1e9b85c6a3,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:51.123935 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ab86c279-f236-49a0-b375-205eb9acd644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:51.127214 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ab86c279-f236-49a0-b375-205eb9acd644 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e1a3faa4-b173-494b-a159-1e1e9b85c6a3 HTTP/1.1" status: 204 len: 168 time: 0.3473661 Mar 09 03:50:51.132989 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-758c7a87-a9c1-4d6d-8775-1bcb5456b8ad req-f0a94038-637b-42ad-8cc2-c8542745ef5c tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655775 Mar 09 03:50:51.213618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdeb710-9919-4915-890a-d3d46685d41c req-aa1b730e-ef8f-4364-883b-f23de3dac278 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:51.215104 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3fdeb710-9919-4915-890a-d3d46685d41c req-aa1b730e-ef8f-4364-883b-f23de3dac278 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.1638196 Mar 09 03:50:51.315105 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3fdeb710-9919-4915-890a-d3d46685d41c req-58446f55-ecc6-49f1-9613-da9cce419776 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654392 Mar 09 03:50:51.323482 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ccc74b16-962b-4ec9-b7fc-2704a2543614 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:51.422344 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc74b16-962b-4ec9-b7fc-2704a2543614 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Pushing event deleted for resources: {'Port': ['ID=3362a083-e31f-4f5e-b796-f44c28140f13,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:51.522708 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ccc74b16-962b-4ec9-b7fc-2704a2543614 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:51.538722 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ccc74b16-962b-4ec9-b7fc-2704a2543614 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] 10.222.0.16 "DELETE /v2.0/ports/3362a083-e31f-4f5e-b796-f44c28140f13 HTTP/1.1" status: 204 len: 168 time: 1.4323275 Mar 09 03:50:51.541355 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33506) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:51.593830 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-8632f580-2b67-4cdd-9357-e989d2508a0e tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] GET failed (client error): The resource could not be found. Mar 09 03:50:51.594468 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8632f580-2b67-4cdd-9357-e989d2508a0e tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Synchronizing usage tracker for tenant:4d8d42e9cba14f5bb2b735007e3cbb5d on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:50:51.615163 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8632f580-2b67-4cdd-9357-e989d2508a0e tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Unset dirty status for tenant:4d8d42e9cba14f5bb2b735007e3cbb5d on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:50:51.616466 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8632f580-2b67-4cdd-9357-e989d2508a0e tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] 10.222.0.16 "GET /v2.0/ports/3362a083-e31f-4f5e-b796-f44c28140f13 HTTP/1.1" status: 404 len: 333 time: 0.0736761 Mar 09 03:50:51.622514 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33512) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:51.630833 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-4ff849f9-0b67-4075-bf2d-99b8ccb2479b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Request body: {'port': {'network_id': '93e2135a-3559-4990-bc0f-0d11496ada85', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-708383720'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:51.788973 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4ff849f9-0b67-4075-bf2d-99b8ccb2479b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:51.798915 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4ff849f9-0b67-4075-bf2d-99b8ccb2479b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:51.809655 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff849f9-0b67-4075-bf2d-99b8ccb2479b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Made reservation on behalf of 4d8d42e9cba14f5bb2b735007e3cbb5d for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:50:51.814230 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ff849f9-0b67-4075-bf2d-99b8ccb2479b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:51.840953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-4ff849f9-0b67-4075-bf2d-99b8ccb2479b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] device_id is not set on port e29be7c7-5e3a-4a39-9b71-fe258c158d20 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:50:51.854626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab7b45-8b4a-4af5-a37a-860dfd21362d req-e070faea-efd4-46b1-a088-055413ee4d50 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:51.861930 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a0ab7b45-8b4a-4af5-a37a-860dfd21362d req-e070faea-efd4-46b1-a088-055413ee4d50 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da1cbd3-7d89-493f-bfa0-84c09eb79f98 HTTP/1.1" status: 200 len: 946 time: 0.1125405 Mar 09 03:50:51.952995 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a0ab7b45-8b4a-4af5-a37a-860dfd21362d req-663ec655-b222-4d51-83a9-645abbc943ac tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893281 Mar 09 03:50:52.000319 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-4ff849f9-0b67-4075-bf2d-99b8ccb2479b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Allocated IP 2001:db8::255 (93e2135a-3559-4990-bc0f-0d11496ada85/54d8ff31-b050-44e4-b25e-14c68d9d5dfc/e29be7c7-5e3a-4a39-9b71-fe258c158d20) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:50:52.344434 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ac581-e629-4b51-b90d-d80bcd0a5551 req-4239d7dc-df59-4785-9a66-b8151a75bdb4 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:52.345503 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9b9ac581-e629-4b51-b90d-d80bcd0a5551 req-4239d7dc-df59-4785-9a66-b8151a75bdb4 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.0935810 Mar 09 03:50:52.392844 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbbf55-8dc4-4e40-a9ee-1c6dcf056ddb req-7e855b97-2c49-4773-b9e0-ba073743cbf5 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:52.396414 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-03bbbf55-8dc4-4e40-a9ee-1c6dcf056ddb req-7e855b97-2c49-4773-b9e0-ba073743cbf5 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.21 "GET /v2.0/ports?device_id=5da1cbd3-7d89-493f-bfa0-84c09eb79f98 HTTP/1.1" status: 200 len: 946 time: 0.3501906 Mar 09 03:50:52.399783 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9b9ac581-e629-4b51-b90d-d80bcd0a5551 req-eae6651f-2c21-4c95-87dd-c1fff1c364e5 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472991 Mar 09 03:50:52.412528 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5a3c5-b47b-43a7-88d5-e7ebb040c1b3 req-be2f3686-8f81-4a00-83f5-bc2db05cea41 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:52.413995 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-29e5a3c5-b47b-43a7-88d5-e7ebb040c1b3 req-be2f3686-8f81-4a00-83f5-bc2db05cea41 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebae6a90-dfeb-49a9-b373-fd1800422503 HTTP/1.1" status: 200 len: 944 time: 0.3335061 Mar 09 03:50:52.606461 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38188c2c-00ec-4d13-b55c-c8c13cb594c9 req-9b3e122a-7e4c-444b-8010-72c6292aff05 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:52.608123 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38188c2c-00ec-4d13-b55c-c8c13cb594c9 req-9b3e122a-7e4c-444b-8010-72c6292aff05 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.1022172 Mar 09 03:50:52.633636 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ff849f9-0b67-4075-bf2d-99b8ccb2479b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:52.665860 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38188c2c-00ec-4d13-b55c-c8c13cb594c9 req-540f7746-e74f-42ef-bd22-9ce66f0fd600 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509384 Mar 09 03:50:52.678094 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4988cc-4dd7-445b-83ab-1cb53b2be202 req-f6ea233f-7845-43bf-a8cd-c4d38a58e3e2 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:52.680590 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7c4988cc-4dd7-445b-83ab-1cb53b2be202 req-f6ea233f-7845-43bf-a8cd-c4d38a58e3e2 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4d9070-0e46-4525-a1fd-7d60b6b9b8f6 HTTP/1.1" status: 200 len: 945 time: 0.4764788 Mar 09 03:50:52.692022 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-03bbbf55-8dc4-4e40-a9ee-1c6dcf056ddb req-84aaaabc-db98-4d30-9fb5-e2a01ce4a698 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Deleting port e0de5d25-f2db-4390-a32e-cca019637bd9 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:50:52.692371 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-03bbbf55-8dc4-4e40-a9ee-1c6dcf056ddb req-84aaaabc-db98-4d30-9fb5-e2a01ce4a698 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:52.738553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-4ff849f9-0b67-4075-bf2d-99b8ccb2479b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Transition to ACTIVE for port object e29be7c7-5e3a-4a39-9b71-fe258c158d20 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:50:52.788538 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-29e5a3c5-b47b-43a7-88d5-e7ebb040c1b3 req-86dd75c2-928e-4c97-9f59-bcdb7fe2da48 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134564 Mar 09 03:50:52.843028 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-7c4988cc-4dd7-445b-83ab-1cb53b2be202 req-7d98e478-76e0-4915-b71c-a119debd427c tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Deleting port 96ca7242-7a9f-4c4b-adda-03e9a9095cad {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:50:52.843288 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7c4988cc-4dd7-445b-83ab-1cb53b2be202 req-7d98e478-76e0-4915-b71c-a119debd427c tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:52.962403 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ff849f9-0b67-4075-bf2d-99b8ccb2479b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:53.149333 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b234bd-2fe0-4c04-8ac8-56fc44f61a16 req-a08092c1-c9f7-41ab-abf9-9918c41ef51c tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:53.151527 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e1b234bd-2fe0-4c04-8ac8-56fc44f61a16 req-a08092c1-c9f7-41ab-abf9-9918c41ef51c tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da1cbd3-7d89-493f-bfa0-84c09eb79f98 HTTP/1.1" status: 200 len: 946 time: 0.0949588 Mar 09 03:50:53.191571 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff849f9-0b67-4075-bf2d-99b8ccb2479b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Network 93e2135a-3559-4990-bc0f-0d11496ada85 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:50:53.201844 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff849f9-0b67-4075-bf2d-99b8ccb2479b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Pushing event updated for resources: {'Port': ['ID=e29be7c7-5e3a-4a39-9b71-fe258c158d20,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:53.202031 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e1b234bd-2fe0-4c04-8ac8-56fc44f61a16 req-dd66246a-f2cb-4f74-811a-dbd84b56e6e2 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/security-groups?id=28bbfef1-58e9-4620-aab7-d0673f92abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429897 Mar 09 03:50:53.210197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-4ff849f9-0b67-4075-bf2d-99b8ccb2479b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:50:53.230574 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff849f9-0b67-4075-bf2d-99b8ccb2479b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:50:53.236182 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff849f9-0b67-4075-bf2d-99b8ccb2479b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:53.236791 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ff849f9-0b67-4075-bf2d-99b8ccb2479b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:53.355375 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-03bbbf55-8dc4-4e40-a9ee-1c6dcf056ddb req-84aaaabc-db98-4d30-9fb5-e2a01ce4a698 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] For port e0de5d25-f2db-4390-a32e-cca019637bd9, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e0de5d25-f2db-4390-a32e-cca019637bd9,segment=NetworkSegment(51702c46-86d0-45fa-afdb-005bc74adfe1),segment_id=51702c46-86d0-45fa-afdb-005bc74adfe1)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:53.355736 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-03bbbf55-8dc4-4e40-a9ee-1c6dcf056ddb req-84aaaabc-db98-4d30-9fb5-e2a01ce4a698 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:53.443808 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4ff849f9-0b67-4075-bf2d-99b8ccb2479b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8198087 Mar 09 03:50:53.444682 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33584) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:53.451338 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-fbb30539-7ff7-48c4-b5ca-231177ae46e3 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::108', 'mac_address': 'fa:16:3e:e9:45:f7'}]}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:53.527275 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-03bbbf55-8dc4-4e40-a9ee-1c6dcf056ddb req-84aaaabc-db98-4d30-9fb5-e2a01ce4a698 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Calling delete_port for e0de5d25-f2db-4390-a32e-cca019637bd9 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:50:53.554108 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7a073fdd-35ea-4052-84a2-5c15f64a9813 None None] Provisioning for port e29be7c7-5e3a-4a39-9b71-fe258c158d20 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:50:53.561681 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7a073fdd-35ea-4052-84a2-5c15f64a9813 None None] Provisioning complete for port e29be7c7-5e3a-4a39-9b71-fe258c158d20 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:50:53.562813 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7a073fdd-35ea-4052-84a2-5c15f64a9813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:53.673213 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-7a073fdd-35ea-4052-84a2-5c15f64a9813 None None] Port e29be7c7-5e3a-4a39-9b71-fe258c158d20 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:50:53.679007 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-7c4988cc-4dd7-445b-83ab-1cb53b2be202 req-7d98e478-76e0-4915-b71c-a119debd427c tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] For port 96ca7242-7a9f-4c4b-adda-03e9a9095cad, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=96ca7242-7a9f-4c4b-adda-03e9a9095cad,segment=NetworkSegment(51702c46-86d0-45fa-afdb-005bc74adfe1),segment_id=51702c46-86d0-45fa-afdb-005bc74adfe1)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:53.679623 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7c4988cc-4dd7-445b-83ab-1cb53b2be202 req-7d98e478-76e0-4915-b71c-a119debd427c tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:53.731321 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 71f8afd1-3175-4025-96d0-5eddf43d7df2 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:50:53.772262 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fbb30539-7ff7-48c4-b5ca-231177ae46e3 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:53.863711 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 71f8afd1-3175-4025-96d0-5eddf43d7df2 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:50:53.871383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-7c4988cc-4dd7-445b-83ab-1cb53b2be202 req-7d98e478-76e0-4915-b71c-a119debd427c tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Calling delete_port for 96ca7242-7a9f-4c4b-adda-03e9a9095cad owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:50:53.876222 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 71f8afd1-3175-4025-96d0-5eddf43d7df2 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:50:53.882239 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:53.891335 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33596) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:54.010232 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41204a0-7b93-4f26-9c13-5a634b7a27e1 req-f723025c-0f2f-4212-8bef-625850d19097 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:54.014424 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b39309-411b-4786-bf84-2426d5ce0565 req-7e4fe0f3-e8b5-4890-abab-c2c556e9d70a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:54.015943 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-08b39309-411b-4786-bf84-2426d5ce0565 req-7e4fe0f3-e8b5-4890-abab-c2c556e9d70a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.1889987 Mar 09 03:50:54.016671 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:54.017866 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a41204a0-7b93-4f26-9c13-5a634b7a27e1 req-f723025c-0f2f-4212-8bef-625850d19097 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.4597409 Mar 09 03:50:54.049302 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebae6a90-dfeb-49a9-b373-fd1800422503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f8afd1-3175-4025-96d0-5eddf43d7df2'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:54.062894 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 71f8afd1-3175-4025-96d0-5eddf43d7df2, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=71f8afd1-3175-4025-96d0-5eddf43d7df2,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:50:54.068324 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:54.082479 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-03bbbf55-8dc4-4e40-a9ee-1c6dcf056ddb req-84aaaabc-db98-4d30-9fb5-e2a01ce4a698 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:54.094129 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-08b39309-411b-4786-bf84-2426d5ce0565 req-bec35c17-50ab-4a1a-9276-010e8134532d tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650694 Mar 09 03:50:54.142173 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=71f8afd1-3175-4025-96d0-5eddf43d7df2,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:54.143235 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a41204a0-7b93-4f26-9c13-5a634b7a27e1 req-cd502d39-1578-4bb7-bfd7-018b99b7d480 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244342 Mar 09 03:50:54.151964 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6391efec-08fe-41ff-b20e-3f0645c68e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:54.183916 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6391efec-08fe-41ff-b20e-3f0645c68e9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:54.204910 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebae6a90-dfeb-49a9-b373-fd1800422503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f8afd1-3175-4025-96d0-5eddf43d7df2', 'code': 200} Mar 09 03:50:54.207566 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aaaabc-db98-4d30-9fb5-e2a01ce4a698 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Pushing event deleted for resources: {'Port': ['ID=e0de5d25-f2db-4390-a32e-cca019637bd9,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:54.241161 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6391efec-08fe-41ff-b20e-3f0645c68e9e admin admin] Usage tracker for resource:security_group_rule and tenant:434b6b5756664193ad5d498d742a80d1 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:54.246641 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6391efec-08fe-41ff-b20e-3f0645c68e9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:54.314079 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6391efec-08fe-41ff-b20e-3f0645c68e9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:54.461080 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bba49-a39c-4339-95bb-0604c6ed3770 req-b9753bb9-9085-4566-84fa-a5df428275eb tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:54.462924 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e52bba49-a39c-4339-95bb-0604c6ed3770 req-b9753bb9-9085-4566-84fa-a5df428275eb tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebae6a90-dfeb-49a9-b373-fd1800422503 HTTP/1.1" status: 200 len: 945 time: 0.2182987 Mar 09 03:50:54.467374 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fbb30539-7ff7-48c4-b5ca-231177ae46e3 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:54.489891 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fbb30539-7ff7-48c4-b5ca-231177ae46e3 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:54.493683 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bbbf55-8dc4-4e40-a9ee-1c6dcf056ddb req-84aaaabc-db98-4d30-9fb5-e2a01ce4a698 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] No DVR routers for this DVR port e0de5d25-f2db-4390-a32e-cca019637bd9 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:50:54.505816 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-03bbbf55-8dc4-4e40-a9ee-1c6dcf056ddb req-84aaaabc-db98-4d30-9fb5-e2a01ce4a698 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:54.509085 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da1cbd3-7d89-493f-bfa0-84c09eb79f98', 'name': 'network-vif-deleted', 'tag': 'e0de5d25-f2db-4390-a32e-cca019637bd9'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:54.527289 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7c4988cc-4dd7-445b-83ab-1cb53b2be202 req-7d98e478-76e0-4915-b71c-a119debd427c tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:54.530577 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-06dbe577-6f2b-4aab-9955-dc635863897d req-8ff33e5a-6622-47c9-8f1f-c788b0827b5d tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.16 "GET /v2.0/ports?device_id=5da1cbd3-7d89-493f-bfa0-84c09eb79f98 HTTP/1.1" status: 200 len: 210 time: 0.1101801 Mar 09 03:50:54.588881 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-03bbbf55-8dc4-4e40-a9ee-1c6dcf056ddb req-84aaaabc-db98-4d30-9fb5-e2a01ce4a698 tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.21 "DELETE /v2.0/ports/e0de5d25-f2db-4390-a32e-cca019637bd9 HTTP/1.1" status: 204 len: 173 time: 2.1738544 Mar 09 03:50:54.591794 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98e478-76e0-4915-b71c-a119debd427c tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Pushing event deleted for resources: {'Port': ['ID=96ca7242-7a9f-4c4b-adda-03e9a9095cad,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:54.620903 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da1cbd3-7d89-493f-bfa0-84c09eb79f98', 'name': 'network-vif-deleted', 'tag': 'e0de5d25-f2db-4390-a32e-cca019637bd9', 'status': 'completed', 'code': 200} Mar 09 03:50:54.674498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4988cc-4dd7-445b-83ab-1cb53b2be202 req-7d98e478-76e0-4915-b71c-a119debd427c tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] No DVR routers for this DVR port 96ca7242-7a9f-4c4b-adda-03e9a9095cad on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:50:54.677679 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7c4988cc-4dd7-445b-83ab-1cb53b2be202 req-7d98e478-76e0-4915-b71c-a119debd427c tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:54.679666 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7c4988cc-4dd7-445b-83ab-1cb53b2be202 req-7d98e478-76e0-4915-b71c-a119debd427c tempest-MultipleCreateTestJSON-1013998108 tempest-MultipleCreateTestJSON-1013998108-project] 10.222.0.21 "DELETE /v2.0/ports/96ca7242-7a9f-4c4b-adda-03e9a9095cad HTTP/1.1" status: 204 len: 173 time: 1.9486358 Mar 09 03:50:54.697270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-fbb30539-7ff7-48c4-b5ca-231177ae46e3 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] In _notify_port_updated(), no bound segment for port e29be7c7-5e3a-4a39-9b71-fe258c158d20 on network 93e2135a-3559-4990-bc0f-0d11496ada85 {{(pid=87881) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 03:50:54.697894 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3dfae-2e72-4c87-a722-d462378acd32 req-5fd82311-398c-4a28-9bf7-cd2612d0e288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:54.699418 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-15d3dfae-2e72-4c87-a722-d462378acd32 req-5fd82311-398c-4a28-9bf7-cd2612d0e288 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ebae6a90-dfeb-49a9-b373-fd1800422503 HTTP/1.1" status: 200 len: 1096 time: 0.4082851 Mar 09 03:50:54.703171 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb30539-7ff7-48c4-b5ca-231177ae46e3 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:54.703873 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fbb30539-7ff7-48c4-b5ca-231177ae46e3 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:54.705279 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fbb30539-7ff7-48c4-b5ca-231177ae46e3 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] 10.222.0.16 "PUT /v2.0/ports/e29be7c7-5e3a-4a39-9b71-fe258c158d20 HTTP/1.1" status: 200 len: 1002 time: 1.2604439 Mar 09 03:50:54.710271 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33608) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:54.712574 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e52bba49-a39c-4339-95bb-0604c6ed3770 req-056ecce3-7be7-4fb0-94c5-3eefa96f59f9 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423606 Mar 09 03:50:54.765484 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb30539-7ff7-48c4-b5ca-231177ae46e3 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Pushing event updated for resources: {'Port': ['ID=e29be7c7-5e3a-4a39-9b71-fe258c158d20,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:54.781231 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6391efec-08fe-41ff-b20e-3f0645c68e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:54.790452 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6391efec-08fe-41ff-b20e-3f0645c68e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:54.822399 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-15d3dfae-2e72-4c87-a722-d462378acd32 req-9c808cb7-ae22-4872-8b3d-10d9037a165f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129432 Mar 09 03:50:54.825905 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-d6f0d948-bd74-4d7c-885e-57cb79d31a80 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Deleting port e29be7c7-5e3a-4a39-9b71-fe258c158d20 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:50:54.826471 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d6f0d948-bd74-4d7c-885e-57cb79d31a80 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:54.849227 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6391efec-08fe-41ff-b20e-3f0645c68e9e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=434b6b5756664193ad5d498d742a80d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9538302 Mar 09 03:50:54.849227 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391efec-08fe-41ff-b20e-3f0645c68e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cb7e2e-aafb-44ea-9abf-36d3a926eadf,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:54.861562 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33612) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:54.937299 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0521166b-8936-4d0e-8d51-4b964724fcce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:54.966895 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0521166b-8936-4d0e-8d51-4b964724fcce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:55.022902 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0521166b-8936-4d0e-8d51-4b964724fcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:55.027778 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f772b983-bceb-4b62-af96-8ab75e36392a None None] Provisioning complete for port e29be7c7-5e3a-4a39-9b71-fe258c158d20 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:50:55.028755 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f772b983-bceb-4b62-af96-8ab75e36392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:55.041440 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521166b-8936-4d0e-8d51-4b964724fcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cb7e2e-aafb-44ea-9abf-36d3a926eadf,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:55.044821 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0521166b-8936-4d0e-8d51-4b964724fcce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:55.048385 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0521166b-8936-4d0e-8d51-4b964724fcce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c9cb7e2e-aafb-44ea-9abf-36d3a926eadf HTTP/1.1" status: 204 len: 168 time: 0.1820552 Mar 09 03:50:55.134380 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-f772b983-bceb-4b62-af96-8ab75e36392a None None] Port e29be7c7-5e3a-4a39-9b71-fe258c158d20 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:50:55.160967 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d6f0d948-bd74-4d7c-885e-57cb79d31a80 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:55.361319 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-d6f0d948-bd74-4d7c-885e-57cb79d31a80 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Calling delete_port for e29be7c7-5e3a-4a39-9b71-fe258c158d20 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:50:55.368244 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4af630-0169-4f66-983a-e59f84bc4d6f req-b7220850-455f-40a0-8aeb-1b51d4130494 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:55.375163 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2c4af630-0169-4f66-983a-e59f84bc4d6f req-b7220850-455f-40a0-8aeb-1b51d4130494 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.1009653 Mar 09 03:50:55.423423 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33624) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:55.441248 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2c4af630-0169-4f66-983a-e59f84bc4d6f req-52a4cab9-1b89-40c1-9354-8c98f7525402 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652046 Mar 09 03:50:55.447254 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-10323d38-961f-452b-97fa-cef93ff8431e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:55.467579 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-10323d38-961f-452b-97fa-cef93ff8431e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:55.473226 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-10323d38-961f-452b-97fa-cef93ff8431e admin admin] Usage tracker for resource:security_group_rule and tenant:0a6f6078a3e2478c8c21096de3f88f91 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:55.476305 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-10323d38-961f-452b-97fa-cef93ff8431e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:55.482634 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-10323d38-961f-452b-97fa-cef93ff8431e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:55.551064 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15131bcb-b7fb-40d3-be95-2e53189910f7 req-f77c6957-3098-4d4f-9292-e2b6ff75b89f tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:55.552694 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-15131bcb-b7fb-40d3-be95-2e53189910f7 req-f77c6957-3098-4d4f-9292-e2b6ff75b89f tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.2932682 Mar 09 03:50:55.573916 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-10323d38-961f-452b-97fa-cef93ff8431e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:55.579598 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-10323d38-961f-452b-97fa-cef93ff8431e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:55.613437 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d6f0d948-bd74-4d7c-885e-57cb79d31a80 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:55.630683 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10323d38-961f-452b-97fa-cef93ff8431e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256108a1-3c2f-4d5a-b991-df4db4e1a897,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:55.658980 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-10323d38-961f-452b-97fa-cef93ff8431e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a6f6078a3e2478c8c21096de3f88f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2325273 Mar 09 03:50:55.660134 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33632) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:55.673410 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-15131bcb-b7fb-40d3-be95-2e53189910f7 req-a3f8dd47-9736-44c7-bb00-61e2a1bf9183 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017804 Mar 09 03:50:55.676414 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0d948-bd74-4d7c-885e-57cb79d31a80 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Pushing event deleted for resources: {'Port': ['ID=e29be7c7-5e3a-4a39-9b71-fe258c158d20,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:55.731870 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33636) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:55.803927 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0bfa62d7-a075-4a3d-b4dc-1c15c117163a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:55.819266 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d6f0d948-bd74-4d7c-885e-57cb79d31a80 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:55.823026 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-177a7df1-e538-4b9e-8fc5-85516b85bb96 admin admin] Deleting subnet 8886ac82-887b-45dd-9086-dde7bdbbdd90 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:50:55.826029 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-177a7df1-e538-4b9e-8fc5-85516b85bb96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:55.832974 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d6f0d948-bd74-4d7c-885e-57cb79d31a80 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] 10.222.0.16 "DELETE /v2.0/ports/e29be7c7-5e3a-4a39-9b71-fe258c158d20 HTTP/1.1" status: 204 len: 168 time: 1.1189766 Mar 09 03:50:55.833288 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33642) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:55.878456 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-177a7df1-e538-4b9e-8fc5-85516b85bb96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:55.883863 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a7a5d6-654c-4727-a28a-4ebf8b02efd2 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] GET failed (client error): The resource could not be found. Mar 09 03:50:55.884387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f3a7a5d6-654c-4727-a28a-4ebf8b02efd2 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Synchronizing usage tracker for tenant:4d8d42e9cba14f5bb2b735007e3cbb5d on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:50:55.941882 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-177a7df1-e538-4b9e-8fc5-85516b85bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:55.948201 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f3a7a5d6-654c-4727-a28a-4ebf8b02efd2 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Unset dirty status for tenant:4d8d42e9cba14f5bb2b735007e3cbb5d on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:50:55.948671 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 96ca7242-7a9f-4c4b-adda-03e9a9095cad no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:50:55.949984 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f3a7a5d6-654c-4727-a28a-4ebf8b02efd2 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] 10.222.0.16 "GET /v2.0/ports/e29be7c7-5e3a-4a39-9b71-fe258c158d20 HTTP/1.1" status: 404 len: 333 time: 0.1158440 Mar 09 03:50:55.954522 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33646) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:55.961440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-5386020f-d297-4b99-a59f-5d6faf13a470 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Request body: {'port': {'network_id': '93e2135a-3559-4990-bc0f-0d11496ada85', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-592154156'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:55.998812 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 96ca7242-7a9f-4c4b-adda-03e9a9095cad {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:50:55.999103 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 96ca7242-7a9f-4c4b-adda-03e9a9095cad not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:50:55.999717 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e0de5d25-f2db-4390-a32e-cca019637bd9 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:50:56.009285 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0bfa62d7-a075-4a3d-b4dc-1c15c117163a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:56.033265 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: e0de5d25-f2db-4390-a32e-cca019637bd9 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:50:56.034801 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e0de5d25-f2db-4390-a32e-cca019637bd9 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:50:56.056876 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-177a7df1-e538-4b9e-8fc5-85516b85bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:56.084294 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b97838-d229-4b44-96e0-73b0023776f1 req-7a05aadd-be47-4fac-9ab8-8e2a39bf53e2 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:56.086150 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-10b97838-d229-4b44-96e0-73b0023776f1 req-7a05aadd-be47-4fac-9ab8-8e2a39bf53e2 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebae6a90-dfeb-49a9-b373-fd1800422503 HTTP/1.1" status: 200 len: 945 time: 0.2043762 Mar 09 03:50:56.100839 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a7df1-e538-4b9e-8fc5-85516b85bb96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8886ac82-887b-45dd-9086-dde7bdbbdd90,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:56.117842 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-177a7df1-e538-4b9e-8fc5-85516b85bb96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:56.130498 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-177a7df1-e538-4b9e-8fc5-85516b85bb96 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8886ac82-887b-45dd-9086-dde7bdbbdd90 HTTP/1.1" status: 204 len: 168 time: 0.3979897 Mar 09 03:50:56.133089 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33650) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:56.151492 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0bfa62d7-a075-4a3d-b4dc-1c15c117163a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:56.153824 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0bfa62d7-a075-4a3d-b4dc-1c15c117163a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:56.154911 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0bfa62d7-a075-4a3d-b4dc-1c15c117163a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/256108a1-3c2f-4d5a-b991-df4db4e1a897 HTTP/1.1" status: 204 len: 168 time: 0.4932344 Mar 09 03:50:56.166043 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5386020f-d297-4b99-a59f-5d6faf13a470 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:56.178953 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa62d7-a075-4a3d-b4dc-1c15c117163a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256108a1-3c2f-4d5a-b991-df4db4e1a897,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:56.184101 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-10b97838-d229-4b44-96e0-73b0023776f1 req-5520040c-d08b-4272-9508-795cfad8e002 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668395 Mar 09 03:50:56.185852 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5386020f-d297-4b99-a59f-5d6faf13a470 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:56.200059 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5386020f-d297-4b99-a59f-5d6faf13a470 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Made reservation on behalf of 4d8d42e9cba14f5bb2b735007e3cbb5d for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:50:56.204674 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5386020f-d297-4b99-a59f-5d6faf13a470 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:56.240941 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-5386020f-d297-4b99-a59f-5d6faf13a470 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] device_id is not set on port 9c81029a-092a-4b51-9650-f6d5ac653264 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:50:56.264923 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1087ee20-ccb7-4095-8467-cf8d151639f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:56.410219 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1087ee20-ccb7-4095-8467-cf8d151639f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:56.438917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-1087ee20-ccb7-4095-8467-cf8d151639f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71288c84-6365-4346-b387-5a09802f7445']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:50:56.452393 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-1087ee20-ccb7-4095-8467-cf8d151639f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51702c46-86d0-45fa-afdb-005bc74adfe1') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:50:56.452713 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-1087ee20-ccb7-4095-8467-cf8d151639f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51702c46-86d0-45fa-afdb-005bc74adfe1') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:50:56.468742 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1087ee20-ccb7-4095-8467-cf8d151639f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:56.491172 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1087ee20-ccb7-4095-8467-cf8d151639f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:56.519511 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1087ee20-ccb7-4095-8467-cf8d151639f2 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:50:56.520056 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1087ee20-ccb7-4095-8467-cf8d151639f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:50:56.536928 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:50:56.539398 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-5386020f-d297-4b99-a59f-5d6faf13a470 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Allocated IP 2001:db8::d2 (93e2135a-3559-4990-bc0f-0d11496ada85/54d8ff31-b050-44e4-b25e-14c68d9d5dfc/9c81029a-092a-4b51-9650-f6d5ac653264) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:50:56.623390 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4d9070-0e46-4525-a1fd-7d60b6b9b8f6', 'name': 'network-vif-deleted', 'tag': '96ca7242-7a9f-4c4b-adda-03e9a9095cad'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:50:56.678514 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1087ee20-ccb7-4095-8467-cf8d151639f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:56.696754 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1087ee20-ccb7-4095-8467-cf8d151639f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:56.700601 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4d9070-0e46-4525-a1fd-7d60b6b9b8f6', 'name': 'network-vif-deleted', 'tag': '96ca7242-7a9f-4c4b-adda-03e9a9095cad', 'status': 'completed', 'code': 200} Mar 09 03:50:56.707645 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087ee20-ccb7-4095-8467-cf8d151639f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=71288c84-6365-4346-b387-5a09802f7445,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:56.730068 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1087ee20-ccb7-4095-8467-cf8d151639f2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/71288c84-6365-4346-b387-5a09802f7445 HTTP/1.1" status: 204 len: 168 time: 0.5959449 Mar 09 03:50:56.753779 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c46e8-91c7-4d07-9e89-046b2ed6318c req-9472e1a8-2a2a-4f24-bdec-ff962324ca55 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:56.755336 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7f9c46e8-91c7-4d07-9e89-046b2ed6318c req-9472e1a8-2a2a-4f24-bdec-ff962324ca55 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.1465180 Mar 09 03:50:56.803831 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5386020f-d297-4b99-a59f-5d6faf13a470 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:56.809810 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7f9c46e8-91c7-4d07-9e89-046b2ed6318c req-27f8fdd0-6369-44fe-b99f-2c1383176b59 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483880 Mar 09 03:50:56.839533 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-5386020f-d297-4b99-a59f-5d6faf13a470 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Transition to ACTIVE for port object 9c81029a-092a-4b51-9650-f6d5ac653264 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:50:56.942272 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5386020f-d297-4b99-a59f-5d6faf13a470 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:56.993866 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33680) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:57.019188 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5386020f-d297-4b99-a59f-5d6faf13a470 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Network 93e2135a-3559-4990-bc0f-0d11496ada85 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:50:57.033512 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-5386020f-d297-4b99-a59f-5d6faf13a470 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:50:57.037464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5386020f-d297-4b99-a59f-5d6faf13a470 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:50:57.043884 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5386020f-d297-4b99-a59f-5d6faf13a470 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:57.044958 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5386020f-d297-4b99-a59f-5d6faf13a470 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:57.074140 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d9c10183-6f0f-49a6-8aad-e88b97078900 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec5cd9028db04d20b33c591fe91ad924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0782981 Mar 09 03:50:57.074783 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33686) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:57.095206 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5386020f-d297-4b99-a59f-5d6faf13a470 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1368461 Mar 09 03:50:57.095688 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33690) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:57.111463 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95278b-4920-426f-8dd8-a2c41f8fc2ff req-80f3597f-2e9b-4834-97d2-8e1d169845ee tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:57.111732 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4681287a-57db-4bfa-9911-ad145ac9b694 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e9:45:f7'}]}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:57.113803 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf95278b-4920-426f-8dd8-a2c41f8fc2ff req-80f3597f-2e9b-4834-97d2-8e1d169845ee tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.2725873 Mar 09 03:50:57.114494 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386020f-d297-4b99-a59f-5d6faf13a470 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Pushing event updated for resources: {'Port': ['ID=9c81029a-092a-4b51-9650-f6d5ac653264,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:57.172031 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf95278b-4920-426f-8dd8-a2c41f8fc2ff req-8bbd637b-c1f1-4bcc-8f68-aa56ce0a7843 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471790 Mar 09 03:50:57.286640 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7a26c972-c6b4-4e0f-83bd-d6d9f5107304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:57.320514 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4681287a-57db-4bfa-9911-ad145ac9b694 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:57.342795 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7a26c972-c6b4-4e0f-83bd-d6d9f5107304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:57.380524 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f065673b-b0f4-41dc-b9f0-9c674c5e8c33 None None] Provisioning for port 9c81029a-092a-4b51-9650-f6d5ac653264 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:50:57.388792 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f065673b-b0f4-41dc-b9f0-9c674c5e8c33 None None] Provisioning complete for port 9c81029a-092a-4b51-9650-f6d5ac653264 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:50:57.389783 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f065673b-b0f4-41dc-b9f0-9c674c5e8c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:57.452466 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-f065673b-b0f4-41dc-b9f0-9c674c5e8c33 None None] Port 9c81029a-092a-4b51-9650-f6d5ac653264 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:50:57.644505 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebbcc8-00bb-473a-87af-9193194c3823 req-9f53c73d-1c85-4b2a-83cc-f2556625c5d2 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:57.645963 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1eebbcc8-00bb-473a-87af-9193194c3823 req-9f53c73d-1c85-4b2a-83cc-f2556625c5d2 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebae6a90-dfeb-49a9-b373-fd1800422503 HTTP/1.1" status: 200 len: 945 time: 0.3098443 Mar 09 03:50:57.695304 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7a26c972-c6b4-4e0f-83bd-d6d9f5107304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:57.742197 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26c972-c6b4-4e0f-83bd-d6d9f5107304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bbfef1-58e9-4620-aab7-d0673f92abe7,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:57.780337 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7a26c972-c6b4-4e0f-83bd-d6d9f5107304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:57.781441 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7a26c972-c6b4-4e0f-83bd-d6d9f5107304 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28bbfef1-58e9-4620-aab7-d0673f92abe7 HTTP/1.1" status: 204 len: 168 time: 0.7056139 Mar 09 03:50:57.785428 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1eebbcc8-00bb-473a-87af-9193194c3823 req-78428d7a-e5f4-4e06-bbec-a4fe8d6e5eaf tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913260 Mar 09 03:50:57.887289 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4681287a-57db-4bfa-9911-ad145ac9b694 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:57.902120 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4681287a-57db-4bfa-9911-ad145ac9b694 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:58.025956 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-4681287a-57db-4bfa-9911-ad145ac9b694 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] In _notify_port_updated(), no bound segment for port 9c81029a-092a-4b51-9650-f6d5ac653264 on network 93e2135a-3559-4990-bc0f-0d11496ada85 {{(pid=87881) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 03:50:58.034287 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4681287a-57db-4bfa-9911-ad145ac9b694 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:58.035194 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4681287a-57db-4bfa-9911-ad145ac9b694 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:58.036897 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4681287a-57db-4bfa-9911-ad145ac9b694 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] 10.222.0.16 "PUT /v2.0/ports/9c81029a-092a-4b51-9650-f6d5ac653264 HTTP/1.1" status: 200 len: 1001 time: 0.9394870 Mar 09 03:50:58.043158 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33726) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:58.057600 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837ff9d-e5fa-469a-bd7b-06dee77c9a3a req-76b2b7c2-dd75-4da4-8fc1-081a0b9b907b tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:58.066372 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a837ff9d-e5fa-469a-bd7b-06dee77c9a3a req-76b2b7c2-dd75-4da4-8fc1-081a0b9b907b tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=82e95f38-5e66-4bd0-a77f-dabf40d3d205 HTTP/1.1" status: 200 len: 946 time: 0.1672161 Mar 09 03:50:58.123860 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681287a-57db-4bfa-9911-ad145ac9b694 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Pushing event updated for resources: {'Port': ['ID=9c81029a-092a-4b51-9650-f6d5ac653264,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:58.187258 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6f8c3-3797-4020-b0ce-c37d20a448cc req-5180808e-2166-42d6-9376-fb3359388915 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:58.199946 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6ac6f8c3-3797-4020-b0ce-c37d20a448cc req-5180808e-2166-42d6-9376-fb3359388915 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.1791179 Mar 09 03:50:58.205388 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-61cb03cc-141c-48c5-9224-e73d818e1616 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Deleting port 9c81029a-092a-4b51-9650-f6d5ac653264 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:50:58.205798 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-61cb03cc-141c-48c5-9224-e73d818e1616 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:58.253448 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a837ff9d-e5fa-469a-bd7b-06dee77c9a3a req-a244081f-ec58-42ce-8be7-904cb21b4605 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855259 Mar 09 03:50:58.273334 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6ac6f8c3-3797-4020-b0ce-c37d20a448cc req-6ccfacbb-f471-488e-a9e3-607c59110fba tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723379 Mar 09 03:50:58.488774 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-16ed74f0-b2fa-4c98-8509-fe4b53f900ff None None] Provisioning complete for port 9c81029a-092a-4b51-9650-f6d5ac653264 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:50:58.489377 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-16ed74f0-b2fa-4c98-8509-fe4b53f900ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:58.545055 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ddf7d-be27-43c2-bc0f-d9bd4795a174 req-dfa5de38-f8fb-4550-818a-576b0f6086e3 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:58.546941 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-254ddf7d-be27-43c2-bc0f-d9bd4795a174 req-dfa5de38-f8fb-4550-818a-576b0f6086e3 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebae6a90-dfeb-49a9-b373-fd1800422503 HTTP/1.1" status: 200 len: 945 time: 0.1311758 Mar 09 03:50:58.560549 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-16ed74f0-b2fa-4c98-8509-fe4b53f900ff None None] Port 9c81029a-092a-4b51-9650-f6d5ac653264 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:50:58.624782 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-254ddf7d-be27-43c2-bc0f-d9bd4795a174 req-1eacca50-75fd-4413-9de1-369421f16dbb tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673192 Mar 09 03:50:58.634422 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a93a1-2c00-4e53-a6ee-5675d240f9e6 req-00c72157-a813-4387-bbe8-ffc19feebe09 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:58.635939 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1c5a93a1-2c00-4e53-a6ee-5675d240f9e6 req-00c72157-a813-4387-bbe8-ffc19feebe09 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.2257032 Mar 09 03:50:58.709501 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bd7465c7-328c-4d73-b74b-3f600a7c2491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:58.712923 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-61cb03cc-141c-48c5-9224-e73d818e1616 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:58.732304 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1c5a93a1-2c00-4e53-a6ee-5675d240f9e6 req-b9b7ea3b-298e-4c4a-85cf-e52f66111345 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892155 Mar 09 03:50:58.856817 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-61cb03cc-141c-48c5-9224-e73d818e1616 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Calling delete_port for 9c81029a-092a-4b51-9650-f6d5ac653264 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:50:59.045590 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-61cb03cc-141c-48c5-9224-e73d818e1616 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:59.131341 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb03cc-141c-48c5-9224-e73d818e1616 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Pushing event deleted for resources: {'Port': ['ID=9c81029a-092a-4b51-9650-f6d5ac653264,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:59.131506 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33780) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:59.203437 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-61cb03cc-141c-48c5-9224-e73d818e1616 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:59.222288 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-61cb03cc-141c-48c5-9224-e73d818e1616 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] 10.222.0.16 "DELETE /v2.0/ports/9c81029a-092a-4b51-9650-f6d5ac653264 HTTP/1.1" status: 204 len: 168 time: 1.1748872 Mar 09 03:50:59.222710 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33788) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:59.273961 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d389f14-f90b-47c4-a5bc-52e987a5e3cf req-9902a9f4-004d-42fe-8910-ae4c143d3795 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:59.279730 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1d389f14-f90b-47c4-a5bc-52e987a5e3cf req-9902a9f4-004d-42fe-8910-ae4c143d3795 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebae6a90-dfeb-49a9-b373-fd1800422503 HTTP/1.1" status: 200 len: 945 time: 0.1915505 Mar 09 03:50:59.305898 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-78a4eb96-df71-4bf9-b741-14267948cb28 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-839788365-network', 'tenant_id': 'e9b00eb35b0945299e4639e649d86671'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:59.309816 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-506af828-43d0-4258-8df9-44bea35ad7a8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] GET failed (client error): The resource could not be found. Mar 09 03:50:59.311070 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-506af828-43d0-4258-8df9-44bea35ad7a8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] 10.222.0.16 "GET /v2.0/ports/9c81029a-092a-4b51-9650-f6d5ac653264 HTTP/1.1" status: 404 len: 333 time: 0.0872931 Mar 09 03:50:59.315416 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-78a4eb96-df71-4bf9-b741-14267948cb28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:59.317689 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33794) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:59.325036 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-829cdbab-068c-43a6-8aaa-f6cc7eecf43b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Request body: {'port': {'network_id': '93e2135a-3559-4990-bc0f-0d11496ada85', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1880349405'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:50:59.351856 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-78a4eb96-df71-4bf9-b741-14267948cb28 admin admin] Usage tracker for resource:network and tenant:e9b00eb35b0945299e4639e649d86671 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:59.360768 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-78a4eb96-df71-4bf9-b741-14267948cb28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:59.364567 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1d389f14-f90b-47c4-a5bc-52e987a5e3cf req-9ed2e79d-4f16-4b25-9000-f658426b7430 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735619 Mar 09 03:50:59.387039 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-78a4eb96-df71-4bf9-b741-14267948cb28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:59.459625 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a4eb96-df71-4bf9-b741-14267948cb28 admin admin] Made reservation on behalf of e9b00eb35b0945299e4639e649d86671 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:50:59.461798 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-78a4eb96-df71-4bf9-b741-14267948cb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:59.494280 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33800) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:59.528212 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-78a4eb96-df71-4bf9-b741-14267948cb28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:59.559823 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-78a4eb96-df71-4bf9-b741-14267948cb28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:59.577093 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-78a4eb96-df71-4bf9-b741-14267948cb28 admin admin] Usage tracker for resource:security_group_rule and tenant:e9b00eb35b0945299e4639e649d86671 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:59.581345 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-78a4eb96-df71-4bf9-b741-14267948cb28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:59.593558 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-78a4eb96-df71-4bf9-b741-14267948cb28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:59.598505 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-829cdbab-068c-43a6-8aaa-f6cc7eecf43b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:59.609054 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-829cdbab-068c-43a6-8aaa-f6cc7eecf43b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Usage tracker for resource:port and tenant:4d8d42e9cba14f5bb2b735007e3cbb5d is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:59.611460 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2d5852d2-5940-48bf-ac7f-207088ab36db admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:59.620476 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-829cdbab-068c-43a6-8aaa-f6cc7eecf43b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:59.625760 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2d5852d2-5940-48bf-ac7f-207088ab36db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:50:59.630187 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2d5852d2-5940-48bf-ac7f-207088ab36db admin admin] Usage tracker for resource:security_group_rule and tenant:92e481e8e0db4d86beb1a131136ad6db is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:50:59.633000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2d5852d2-5940-48bf-ac7f-207088ab36db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:50:59.634822 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-829cdbab-068c-43a6-8aaa-f6cc7eecf43b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:59.638716 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2d5852d2-5940-48bf-ac7f-207088ab36db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:50:59.652086 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465b65a-2335-4401-9491-2c7ab368458a req-4721125f-1a02-4e9d-82cf-7983a6f02a8c tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:50:59.653515 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d465b65a-2335-4401-9491-2c7ab368458a req-4721125f-1a02-4e9d-82cf-7983a6f02a8c tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.2008209 Mar 09 03:50:59.679023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829cdbab-068c-43a6-8aaa-f6cc7eecf43b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Made reservation on behalf of 4d8d42e9cba14f5bb2b735007e3cbb5d for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:50:59.682452 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-829cdbab-068c-43a6-8aaa-f6cc7eecf43b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:59.724933 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2d5852d2-5940-48bf-ac7f-207088ab36db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:59.729421 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2d5852d2-5940-48bf-ac7f-207088ab36db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:59.741741 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-829cdbab-068c-43a6-8aaa-f6cc7eecf43b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] device_id is not set on port b0763c1e-6778-4703-a47b-d71fd963faf0 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:50:59.777846 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d465b65a-2335-4401-9491-2c7ab368458a req-169d2abe-a89a-49af-a2c3-024360209314 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167958 Mar 09 03:50:59.785902 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2d5852d2-5940-48bf-ac7f-207088ab36db admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92e481e8e0db4d86beb1a131136ad6db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2871757 Mar 09 03:50:59.785902 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5852d2-5940-48bf-ac7f-207088ab36db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e4c89a-44b7-4d30-bdf2-a213e0cb4377,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:59.788201 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33808) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:50:59.861845 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-78a4eb96-df71-4bf9-b741-14267948cb28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:59.893309 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-78a4eb96-df71-4bf9-b741-14267948cb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:59.951898 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a4eb96-df71-4bf9-b741-14267948cb28 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:50:59.958906 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4eb96-df71-4bf9-b741-14267948cb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2149a5-caae-4fcf-82dc-82ac8961924b,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:50:59.980478 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-78a4eb96-df71-4bf9-b741-14267948cb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:50:59.980879 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-78a4eb96-df71-4bf9-b741-14267948cb28 admin admin] Added segment d4efa479-b019-4bd3-bc9d-8f62d253680f of type vlan for network b16043cb-5f57-4089-bac7-4b7eede91ee7 Mar 09 03:50:59.982660 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-829cdbab-068c-43a6-8aaa-f6cc7eecf43b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Allocated IP 2001:db8::16c (93e2135a-3559-4990-bc0f-0d11496ada85/54d8ff31-b050-44e4-b25e-14c68d9d5dfc/b0763c1e-6778-4703-a47b-d71fd963faf0) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:51:00.021352 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-646fb7a8-806b-43b9-9982-b13bcd920fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:00.031230 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-78a4eb96-df71-4bf9-b741-14267948cb28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:00.058498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88580044-1244-4c73-9017-e00a0e36cd5f req-4ecb6afb-78ef-4d50-93a9-b74d68f08606 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:00.060139 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-88580044-1244-4c73-9017-e00a0e36cd5f req-4ecb6afb-78ef-4d50-93a9-b74d68f08606 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.1495233 Mar 09 03:51:00.067413 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-646fb7a8-806b-43b9-9982-b13bcd920fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:00.118796 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-78a4eb96-df71-4bf9-b741-14267948cb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:00.119757 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a4eb96-df71-4bf9-b741-14267948cb28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:00.120338 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-78a4eb96-df71-4bf9-b741-14267948cb28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:00.140464 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-88580044-1244-4c73-9017-e00a0e36cd5f req-c6cbb950-4139-4bdd-b003-adbeb1b87044 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663772 Mar 09 03:51:00.175240 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-646fb7a8-806b-43b9-9982-b13bcd920fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:00.190644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fb7a8-806b-43b9-9982-b13bcd920fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e4c89a-44b7-4d30-bdf2-a213e0cb4377,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:00.199731 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-646fb7a8-806b-43b9-9982-b13bcd920fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:00.201039 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-646fb7a8-806b-43b9-9982-b13bcd920fd5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19e4c89a-44b7-4d30-bdf2-a213e0cb4377 HTTP/1.1" status: 204 len: 168 time: 0.4116910 Mar 09 03:51:00.306490 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4eb96-df71-4bf9-b741-14267948cb28 admin admin] Pushing event updated for resources: {'Network': ['ID=b16043cb-5f57-4089-bac7-4b7eede91ee7,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:00.313024 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-78a4eb96-df71-4bf9-b741-14267948cb28 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1804690 Mar 09 03:51:00.316250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33814) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:00.319729 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network b16043cb-5f57-4089-bac7-4b7eede91ee7 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:51:00.323595 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-b9c56895-5c66-486a-800b-d7f0672415fd admin admin] Request body: {'subnet': {'network_id': 'b16043cb-5f57-4089-bac7-4b7eede91ee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-839788365-subnet', 'tenant_id': 'e9b00eb35b0945299e4639e649d86671', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:00.329333 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b9c56895-5c66-486a-800b-d7f0672415fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:00.334382 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b9c56895-5c66-486a-800b-d7f0672415fd admin admin] Usage tracker for resource:subnet and tenant:e9b00eb35b0945299e4639e649d86671 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:00.337184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b9c56895-5c66-486a-800b-d7f0672415fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:00.343289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b9c56895-5c66-486a-800b-d7f0672415fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:00.353234 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-829cdbab-068c-43a6-8aaa-f6cc7eecf43b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:00.357674 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c56895-5c66-486a-800b-d7f0672415fd admin admin] Made reservation on behalf of e9b00eb35b0945299e4639e649d86671 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:00.361350 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9c56895-5c66-486a-800b-d7f0672415fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:00.371503 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-829cdbab-068c-43a6-8aaa-f6cc7eecf43b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Transition to ACTIVE for port object b0763c1e-6778-4703-a47b-d71fd963faf0 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:51:00.402562 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-829cdbab-068c-43a6-8aaa-f6cc7eecf43b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:00.550434 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829cdbab-068c-43a6-8aaa-f6cc7eecf43b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Network 93e2135a-3559-4990-bc0f-0d11496ada85 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:51:00.562583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-829cdbab-068c-43a6-8aaa-f6cc7eecf43b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:00.572548 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829cdbab-068c-43a6-8aaa-f6cc7eecf43b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:51:00.578791 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829cdbab-068c-43a6-8aaa-f6cc7eecf43b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:00.579440 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-829cdbab-068c-43a6-8aaa-f6cc7eecf43b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:00.590540 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829cdbab-068c-43a6-8aaa-f6cc7eecf43b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Pushing event updated for resources: {'Port': ['ID=b0763c1e-6778-4703-a47b-d71fd963faf0,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:00.614331 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-829cdbab-068c-43a6-8aaa-f6cc7eecf43b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2957098 Mar 09 03:51:00.616791 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33822) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:00.617180 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33824) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:00.625910 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-57922b94-a719-4f87-819b-3f851cea2155 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Request body: {'port': {'network_id': '93e2135a-3559-4990-bc0f-0d11496ada85', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1164844990'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:00.628695 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15415e-38db-4f5b-9b20-7f4cf4a80b21 req-fb32eef3-147e-48ac-a2be-0316d34eb6fb tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:00.630529 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-db15415e-38db-4f5b-9b20-7f4cf4a80b21 req-fb32eef3-147e-48ac-a2be-0316d34eb6fb tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebae6a90-dfeb-49a9-b373-fd1800422503 HTTP/1.1" status: 200 len: 945 time: 0.1408215 Mar 09 03:51:00.685912 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0137a6e7-4e5e-4044-92d5-699727c82c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:00.756908 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-db15415e-38db-4f5b-9b20-7f4cf4a80b21 req-a987784a-60f9-468c-8d5e-087232529d8f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Deleting port 71f8afd1-3175-4025-96d0-5eddf43d7df2 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:00.757252 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-db15415e-38db-4f5b-9b20-7f4cf4a80b21 req-a987784a-60f9-468c-8d5e-087232529d8f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:00.842456 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9c56895-5c66-486a-800b-d7f0672415fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:00.861001 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0137a6e7-4e5e-4044-92d5-699727c82c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:00.874632 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37227b-849d-44ef-9674-23f627a8f964 req-c3501668-4919-4d8d-ab07-f9986a0c1695 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:00.876126 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6b37227b-849d-44ef-9674-23f627a8f964 req-c3501668-4919-4d8d-ab07-f9986a0c1695 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebae6a90-dfeb-49a9-b373-fd1800422503 HTTP/1.1" status: 200 len: 945 time: 0.3638928 Mar 09 03:51:00.887754 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0137a6e7-4e5e-4044-92d5-699727c82c24 admin admin] Usage tracker for resource:security_group_rule and tenant:e6859ae753044437900ef22638188360 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:00.894398 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0137a6e7-4e5e-4044-92d5-699727c82c24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:00.899955 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c56895-5c66-486a-800b-d7f0672415fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=eadce333-d4cd-4596-8f04-49beda9790d7,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:00.917604 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0137a6e7-4e5e-4044-92d5-699727c82c24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:00.945056 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1d169123-e076-42c3-9620-5991f98261a9 None None] Provisioning for port b0763c1e-6778-4703-a47b-d71fd963faf0 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:51:00.952196 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1d169123-e076-42c3-9620-5991f98261a9 None None] Provisioning complete for port b0763c1e-6778-4703-a47b-d71fd963faf0 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:51:00.953066 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1d169123-e076-42c3-9620-5991f98261a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:00.994442 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6b37227b-849d-44ef-9674-23f627a8f964 req-07f0e97e-f231-49c3-9f13-7fd115cd7977 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079412 Mar 09 03:51:00.995403 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-57922b94-a719-4f87-819b-3f851cea2155 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:01.004991 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-57922b94-a719-4f87-819b-3f851cea2155 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Usage tracker for resource:port and tenant:4d8d42e9cba14f5bb2b735007e3cbb5d is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:01.009836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-57922b94-a719-4f87-819b-3f851cea2155 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:01.021320 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-57922b94-a719-4f87-819b-3f851cea2155 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:01.042310 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1d169123-e076-42c3-9620-5991f98261a9 None None] Port b0763c1e-6778-4703-a47b-d71fd963faf0 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:51:01.045700 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57922b94-a719-4f87-819b-3f851cea2155 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Made reservation on behalf of 4d8d42e9cba14f5bb2b735007e3cbb5d for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:01.050304 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-57922b94-a719-4f87-819b-3f851cea2155 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:01.059282 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c56895-5c66-486a-800b-d7f0672415fd admin admin] Checking segment: {'id': 'd4efa479-b019-4bd3-bc9d-8f62d253680f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b16043cb-5f57-4089-bac7-4b7eede91ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:51:01.059838 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c56895-5c66-486a-800b-d7f0672415fd admin admin] Network hostable DHCP agents. Network: b16043cb-5f57-4089-bac7-4b7eede91ee7, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:51:01.066809 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7753fad3-b0bd-4a02-84c2-7c13b5b05036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:01.078147 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-57922b94-a719-4f87-819b-3f851cea2155 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] device_id is not set on port 4de51421-8dd1-44d5-a45b-68e4a145bbb4 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:51:01.172812 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c56895-5c66-486a-800b-d7f0672415fd admin admin] Network b16043cb-5f57-4089-bac7-4b7eede91ee7 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:51:01.189267 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0137a6e7-4e5e-4044-92d5-699727c82c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:01.198801 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f1a25-f93b-4fa4-90ef-275852f9d4a5 req-010e4ce6-50a1-4beb-95b4-952e8f937b92 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:01.200462 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-882f1a25-f93b-4fa4-90ef-275852f9d4a5 req-010e4ce6-50a1-4beb-95b4-952e8f937b92 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.2625504 Mar 09 03:51:01.204550 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-b9c56895-5c66-486a-800b-d7f0672415fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, b16043cb-5f57-4089-bac7-4b7eede91ee7) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:01.216702 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dde92f-7cb8-43dc-ab37-72de94b61452 None None] Network b16043cb-5f57-4089-bac7-4b7eede91ee7 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:51:01.224062 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0137a6e7-4e5e-4044-92d5-699727c82c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:01.231520 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c56895-5c66-486a-800b-d7f0672415fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:01.232319 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9c56895-5c66-486a-800b-d7f0672415fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:01.260651 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-db15415e-38db-4f5b-9b20-7f4cf4a80b21 req-a987784a-60f9-468c-8d5e-087232529d8f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] For port 71f8afd1-3175-4025-96d0-5eddf43d7df2, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=71f8afd1-3175-4025-96d0-5eddf43d7df2,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:01.261287 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-db15415e-38db-4f5b-9b20-7f4cf4a80b21 req-a987784a-60f9-468c-8d5e-087232529d8f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:01.292144 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137a6e7-4e5e-4044-92d5-699727c82c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f431cb3d-7be4-4da2-a829-8de07fcadb9a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:01.299518 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0137a6e7-4e5e-4044-92d5-699727c82c24 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e6859ae753044437900ef22638188360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6799400 Mar 09 03:51:01.300734 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33834) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:01.356400 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-57922b94-a719-4f87-819b-3f851cea2155 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Allocated IP 2001:db8::290 (93e2135a-3559-4990-bc0f-0d11496ada85/54d8ff31-b050-44e4-b25e-14c68d9d5dfc/4de51421-8dd1-44d5-a45b-68e4a145bbb4) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:51:01.407544 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b9c56895-5c66-486a-800b-d7f0672415fd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0897343 Mar 09 03:51:01.415175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-db15415e-38db-4f5b-9b20-7f4cf4a80b21 req-a987784a-60f9-468c-8d5e-087232529d8f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Calling delete_port for 71f8afd1-3175-4025-96d0-5eddf43d7df2 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:01.448970 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-882f1a25-f93b-4fa4-90ef-275852f9d4a5 req-5f115109-4bac-4d83-b62e-8fcf50825a2a tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423224 Mar 09 03:51:01.483533 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-246a9645-91d0-4e4d-9a91-cdad416c88fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:01.518722 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-246a9645-91d0-4e4d-9a91-cdad416c88fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:01.562030 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2046aeb1-062c-41f8-a576-f058b9f08966 None None] Network b16043cb-5f57-4089-bac7-4b7eede91ee7 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:51:01.625091 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-db15415e-38db-4f5b-9b20-7f4cf4a80b21 req-a987784a-60f9-468c-8d5e-087232529d8f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:01.641123 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['f872d039-4d7c-4439-877d-38c6f197a383', 'db986a3d-3782-466f-b1d9-757b47450860', '71f8afd1-3175-4025-96d0-5eddf43d7df2'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:51:01.710368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387c6dc-0c64-46a9-a306-d75f8fa03a86 req-4567fac1-70a9-47fd-bbbe-bfdcd3b7d80c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:01.717303 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1387c6dc-0c64-46a9-a306-d75f8fa03a86 req-4567fac1-70a9-47fd-bbbe-bfdcd3b7d80c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.3320773 Mar 09 03:51:01.734718 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-246a9645-91d0-4e4d-9a91-cdad416c88fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:01.756522 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987784a-60f9-468c-8d5e-087232529d8f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Pushing event deleted for resources: {'Port': ['ID=71f8afd1-3175-4025-96d0-5eddf43d7df2,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:01.779201 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a9645-91d0-4e4d-9a91-cdad416c88fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f431cb3d-7be4-4da2-a829-8de07fcadb9a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:01.822770 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-57922b94-a719-4f87-819b-3f851cea2155 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:01.848010 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-db15415e-38db-4f5b-9b20-7f4cf4a80b21 req-a987784a-60f9-468c-8d5e-087232529d8f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] No DVR routers for this DVR port 71f8afd1-3175-4025-96d0-5eddf43d7df2 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:51:01.850513 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-db15415e-38db-4f5b-9b20-7f4cf4a80b21 req-a987784a-60f9-468c-8d5e-087232529d8f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:01.851448 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1387c6dc-0c64-46a9-a306-d75f8fa03a86 req-d5e9cc3e-9cff-4031-9582-2fcf83f181d2 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235385 Mar 09 03:51:01.854293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebae6a90-dfeb-49a9-b373-fd1800422503', 'name': 'network-vif-deleted', 'tag': '71f8afd1-3175-4025-96d0-5eddf43d7df2'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:51:01.877179 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-db15415e-38db-4f5b-9b20-7f4cf4a80b21 req-a987784a-60f9-468c-8d5e-087232529d8f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.24 "DELETE /v2.0/ports/71f8afd1-3175-4025-96d0-5eddf43d7df2 HTTP/1.1" status: 204 len: 173 time: 1.2122416 Mar 09 03:51:01.880220 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-246a9645-91d0-4e4d-9a91-cdad416c88fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:01.885164 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-246a9645-91d0-4e4d-9a91-cdad416c88fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f431cb3d-7be4-4da2-a829-8de07fcadb9a HTTP/1.1" status: 204 len: 168 time: 0.5808542 Mar 09 03:51:01.904048 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-57922b94-a719-4f87-819b-3f851cea2155 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Transition to ACTIVE for port object 4de51421-8dd1-44d5-a45b-68e4a145bbb4 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:51:01.953043 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-57922b94-a719-4f87-819b-3f851cea2155 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:02.123395 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebae6a90-dfeb-49a9-b373-fd1800422503', 'name': 'network-vif-deleted', 'tag': '71f8afd1-3175-4025-96d0-5eddf43d7df2', 'status': 'completed', 'code': 200} Mar 09 03:51:02.133501 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57922b94-a719-4f87-819b-3f851cea2155 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Network 93e2135a-3559-4990-bc0f-0d11496ada85 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:51:02.139685 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:02.143189 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:02.147501 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-57922b94-a719-4f87-819b-3f851cea2155 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:02.168239 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57922b94-a719-4f87-819b-3f851cea2155 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:51:02.173801 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57922b94-a719-4f87-819b-3f851cea2155 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:02.174479 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-57922b94-a719-4f87-819b-3f851cea2155 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:02.187687 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57922b94-a719-4f87-819b-3f851cea2155 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Pushing event updated for resources: {'Port': ['ID=4de51421-8dd1-44d5-a45b-68e4a145bbb4,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:02.228378 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-57922b94-a719-4f87-819b-3f851cea2155 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6073947 Mar 09 03:51:02.231021 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33858) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:02.237127 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4ac9eb68-299b-4a87-b6e3-75d5135f9fa8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::108', 'mac_address': 'fa:16:3e:e9:45:f7'}, {'ip_address': '2001:db8::16c', 'mac_address': 'fa:16:3e:cd:01:d2'}]}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:02.388549 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-cd2311db-4cfa-4c34-a35d-205ad0118081 req-c0e67359-7c87-43bc-956c-1c1f699f5eec tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Synchronizing usage tracker for tenant:6c36c37e2e354df081ad1b18548376fc on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:51:02.483512 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-cd2311db-4cfa-4c34-a35d-205ad0118081 req-c0e67359-7c87-43bc-956c-1c1f699f5eec tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Unset dirty status for tenant:6c36c37e2e354df081ad1b18548376fc on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:51:02.487714 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd2311db-4cfa-4c34-a35d-205ad0118081 req-c0e67359-7c87-43bc-956c-1c1f699f5eec tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebae6a90-dfeb-49a9-b373-fd1800422503 HTTP/1.1" status: 200 len: 210 time: 0.1978929 Mar 09 03:51:02.592648 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01088259-5124-41bb-a95c-06dd3d65b925 req-c13042a6-e0f7-435e-8dca-d42784b4ef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:02.594081 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-01088259-5124-41bb-a95c-06dd3d65b925 req-c13042a6-e0f7-435e-8dca-d42784b4ef43 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 1095 time: 0.1977565 Mar 09 03:51:02.602491 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-40f945d8-161f-4d5d-865e-a90f7bf452db None None] Provisioning for port 4de51421-8dd1-44d5-a45b-68e4a145bbb4 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:51:02.614259 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-40f945d8-161f-4d5d-865e-a90f7bf452db None None] Provisioning complete for port 4de51421-8dd1-44d5-a45b-68e4a145bbb4 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:51:02.617495 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-40f945d8-161f-4d5d-865e-a90f7bf452db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:02.663145 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4ac9eb68-299b-4a87-b6e3-75d5135f9fa8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:02.697185 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-40f945d8-161f-4d5d-865e-a90f7bf452db None None] Port 4de51421-8dd1-44d5-a45b-68e4a145bbb4 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:51:02.771279 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc01f17-cc9b-4d70-9c46-16fc49772863 req-7c4a89f9-4f56-48ce-a55b-3cd51f20b99b tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:02.772850 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6dc01f17-cc9b-4d70-9c46-16fc49772863 req-7c4a89f9-4f56-48ce-a55b-3cd51f20b99b tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.3839023 Mar 09 03:51:02.922306 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6dc01f17-cc9b-4d70-9c46-16fc49772863 req-a9bf1d7a-df29-47b7-9258-aaf6b85c20d7 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407602 Mar 09 03:51:02.986275 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d30ae0-99f7-4d4a-b5ae-5c1c1b255aaa req-0f285732-939d-413b-825e-aa8f3fe9aa35 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:02.994096 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f8d30ae0-99f7-4d4a-b5ae-5c1c1b255aaa req-0f285732-939d-413b-825e-aa8f3fe9aa35 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.3442612 Mar 09 03:51:03.017706 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01088259-5124-41bb-a95c-06dd3d65b925 req-788e2208-3d99-4604-9829-1bc506a0a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:03.020115 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-01088259-5124-41bb-a95c-06dd3d65b925 req-788e2208-3d99-4604-9829-1bc506a0a3f2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 913 time: 0.4191396 Mar 09 03:51:03.027465 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4ac9eb68-299b-4a87-b6e3-75d5135f9fa8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:03.034100 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4ac9eb68-299b-4a87-b6e3-75d5135f9fa8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:03.080406 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33886) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:03.120551 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f8d30ae0-99f7-4d4a-b5ae-5c1c1b255aaa req-b4ffdfcd-e6d3-45eb-afb8-638f8eb35a12 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259072 Mar 09 03:51:03.134168 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-4ac9eb68-299b-4a87-b6e3-75d5135f9fa8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] In _notify_port_updated(), no bound segment for port 4de51421-8dd1-44d5-a45b-68e4a145bbb4 on network 93e2135a-3559-4990-bc0f-0d11496ada85 {{(pid=87881) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 03:51:03.143928 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac9eb68-299b-4a87-b6e3-75d5135f9fa8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:03.144602 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4ac9eb68-299b-4a87-b6e3-75d5135f9fa8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:03.147664 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4ac9eb68-299b-4a87-b6e3-75d5135f9fa8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] 10.222.0.16 "PUT /v2.0/ports/4de51421-8dd1-44d5-a45b-68e4a145bbb4 HTTP/1.1" status: 200 len: 1068 time: 0.9156389 Mar 09 03:51:03.150889 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33892) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:03.158383 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-01088259-5124-41bb-a95c-06dd3d65b925 req-32eba655-8cc7-432c-ba2b-22887f2d57a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb633d15-e73a-412d-8adc-3f24487a60ac HTTP/1.1" status: 200 len: 999 time: 0.1261725 Mar 09 03:51:03.230491 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9eb68-299b-4a87-b6e3-75d5135f9fa8 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Pushing event updated for resources: {'Port': ['ID=4de51421-8dd1-44d5-a45b-68e4a145bbb4,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:03.238026 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01088259-5124-41bb-a95c-06dd3d65b925 req-862ba891-ed9c-4a9e-89dd-bd2809b318b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:03.241296 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-01088259-5124-41bb-a95c-06dd3d65b925 req-862ba891-ed9c-4a9e-89dd-bd2809b318b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d785722e-a890-45c5-869c-7b3149d30510 HTTP/1.1" status: 200 len: 851 time: 0.0756063 Mar 09 03:51:03.243501 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c55d60-4684-4bb1-89ee-3835539ebda9 admin admin] Deleting subnet eadce333-d4cd-4596-8f04-49beda9790d7 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:51:03.256552 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-81c55d60-4684-4bb1-89ee-3835539ebda9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:03.332880 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01088259-5124-41bb-a95c-06dd3d65b925 req-0edf75bb-2783-4c66-bea9-e8d366570ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:03.334739 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-01088259-5124-41bb-a95c-06dd3d65b925 req-0edf75bb-2783-4c66-bea9-e8d366570ab5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d62296e-a7e4-4061-88a7-e2ef850363e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854018 Mar 09 03:51:03.358218 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-01088259-5124-41bb-a95c-06dd3d65b925 req-7afc5d35-7018-4a1f-8b49-349d8ba9d391 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:51:03.359296 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-01088259-5124-41bb-a95c-06dd3d65b925 req-7afc5d35-7018-4a1f-8b49-349d8ba9d391 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064323 Mar 09 03:51:03.430586 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:03.437894 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-358baa4a-9691-4476-9af5-8409b342baca None None] Provisioning complete for port 4de51421-8dd1-44d5-a45b-68e4a145bbb4 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:51:03.438687 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-358baa4a-9691-4476-9af5-8409b342baca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:03.453791 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-81c55d60-4684-4bb1-89ee-3835539ebda9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:03.495063 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-95f8e26f-44bf-4c21-9b56-dd4cc77fb568 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Deleting port 4de51421-8dd1-44d5-a45b-68e4a145bbb4 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:03.495405 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95f8e26f-44bf-4c21-9b56-dd4cc77fb568 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:03.509172 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-358baa4a-9691-4476-9af5-8409b342baca None None] Port 4de51421-8dd1-44d5-a45b-68e4a145bbb4 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:51:03.523127 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-01088259-5124-41bb-a95c-06dd3d65b925 req-c9267580-4d7e-455f-a426-7af885e7ef48 service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568537 Mar 09 03:51:03.607137 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-81c55d60-4684-4bb1-89ee-3835539ebda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:03.692844 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-01088259-5124-41bb-a95c-06dd3d65b925 req-a530a0ec-5389-4384-bfe7-9fd5c3cef82e service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617222 Mar 09 03:51:03.806087 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 71f8afd1-3175-4025-96d0-5eddf43d7df2 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:51:03.813070 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-81c55d60-4684-4bb1-89ee-3835539ebda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:03.877131 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c55d60-4684-4bb1-89ee-3835539ebda9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eadce333-d4cd-4596-8f04-49beda9790d7,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:03.901868 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-81c55d60-4684-4bb1-89ee-3835539ebda9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:03.910395 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 71f8afd1-3175-4025-96d0-5eddf43d7df2 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:51:03.911041 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 71f8afd1-3175-4025-96d0-5eddf43d7df2 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:51:03.918965 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95f8e26f-44bf-4c21-9b56-dd4cc77fb568 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:03.932757 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-81c55d60-4684-4bb1-89ee-3835539ebda9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/eadce333-d4cd-4596-8f04-49beda9790d7 HTTP/1.1" status: 204 len: 168 time: 0.8489115 Mar 09 03:51:03.933407 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33916) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:04.055823 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:04.073942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-95f8e26f-44bf-4c21-9b56-dd4cc77fb568 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Calling delete_port for 4de51421-8dd1-44d5-a45b-68e4a145bbb4 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:04.171695 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc2a55f5-093e-42de-b641-478f7ee61718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:04.262893 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759c6a1-5e5a-4ced-a1a9-4317b04cdad9 req-ef007173-01f9-423e-8370-6d6b95723fc6 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:04.264893 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c759c6a1-5e5a-4ced-a1a9-4317b04cdad9 req-ef007173-01f9-423e-8370-6d6b95723fc6 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=82e95f38-5e66-4bd0-a77f-dabf40d3d205 HTTP/1.1" status: 200 len: 946 time: 0.2658074 Mar 09 03:51:04.332872 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c759c6a1-5e5a-4ced-a1a9-4317b04cdad9 req-c89b71ce-b77a-4d24-b2ae-ea2fe6581ed2 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626483 Mar 09 03:51:04.334652 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95f8e26f-44bf-4c21-9b56-dd4cc77fb568 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:04.365954 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc2a55f5-093e-42de-b641-478f7ee61718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:04.400374 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8e26f-44bf-4c21-9b56-dd4cc77fb568 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Pushing event deleted for resources: {'Port': ['ID=4de51421-8dd1-44d5-a45b-68e4a145bbb4,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:04.410647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937be52-4017-4c34-9008-8f6bf0528339 req-a954050d-3785-4ffb-abdd-f53ef90f47bc tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:04.412168 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0937be52-4017-4c34-9008-8f6bf0528339 req-a954050d-3785-4ffb-abdd-f53ef90f47bc tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.3182628 Mar 09 03:51:04.416109 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-bc2a55f5-093e-42de-b641-478f7ee61718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16043cb-5f57-4089-bac7-4b7eede91ee7']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:04.449468 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-bc2a55f5-093e-42de-b641-478f7ee61718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4efa479-b019-4bd3-bc9d-8f62d253680f') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:04.450417 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-bc2a55f5-093e-42de-b641-478f7ee61718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4efa479-b019-4bd3-bc9d-8f62d253680f') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:04.474062 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc2a55f5-093e-42de-b641-478f7ee61718 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:04.506653 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0937be52-4017-4c34-9008-8f6bf0528339 req-aaeb159f-5dd9-4005-a066-6a3e788d91c8 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831552 Mar 09 03:51:04.507839 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc2a55f5-093e-42de-b641-478f7ee61718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:04.532959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2a55f5-093e-42de-b641-478f7ee61718 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:51:04.533370 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc2a55f5-093e-42de-b641-478f7ee61718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:51:04.547280 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:51:04.642817 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc2a55f5-093e-42de-b641-478f7ee61718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:04.666221 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc2a55f5-093e-42de-b641-478f7ee61718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:04.675143 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bc2a55f5-093e-42de-b641-478f7ee61718 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b16043cb-5f57-4089-bac7-4b7eede91ee7 HTTP/1.1" status: 204 len: 168 time: 0.7404215 Mar 09 03:51:04.679707 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a55f5-093e-42de-b641-478f7ee61718 admin admin] Pushing event deleted for resources: {'Network': ['ID=b16043cb-5f57-4089-bac7-4b7eede91ee7,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:04.714278 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95f8e26f-44bf-4c21-9b56-dd4cc77fb568 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:04.727085 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-95f8e26f-44bf-4c21-9b56-dd4cc77fb568 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] 10.222.0.16 "DELETE /v2.0/ports/4de51421-8dd1-44d5-a45b-68e4a145bbb4 HTTP/1.1" status: 204 len: 168 time: 1.5713203 Mar 09 03:51:04.730335 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33944) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:04.735064 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce32927-4bee-4f8f-b016-9f2821bd660f req-f7c49ed9-9d1f-4ed2-8bf9-dfa6f4d7ffd2 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:04.742364 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2ce32927-4bee-4f8f-b016-9f2821bd660f req-f7c49ed9-9d1f-4ed2-8bf9-dfa6f4d7ffd2 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.2403989 Mar 09 03:51:04.784293 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-37aea6be-9d2c-4206-93c6-5149080d1f3b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] GET failed (client error): The resource could not be found. Mar 09 03:51:04.785177 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-37aea6be-9d2c-4206-93c6-5149080d1f3b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Synchronizing usage tracker for tenant:4d8d42e9cba14f5bb2b735007e3cbb5d on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:51:04.794548 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2ce32927-4bee-4f8f-b016-9f2821bd660f req-39315d0d-a6ff-4742-be56-22b3e007f277 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512629 Mar 09 03:51:04.813280 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-37aea6be-9d2c-4206-93c6-5149080d1f3b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Unset dirty status for tenant:4d8d42e9cba14f5bb2b735007e3cbb5d on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:51:04.814834 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-37aea6be-9d2c-4206-93c6-5149080d1f3b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] 10.222.0.16 "GET /v2.0/ports/4de51421-8dd1-44d5-a45b-68e4a145bbb4 HTTP/1.1" status: 404 len: 333 time: 0.0828226 Mar 09 03:51:04.817635 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33950) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:04.892599 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-33e39c6d-f4e2-4a24-9f6d-8b27a9e1c2bc tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Deleting port b0763c1e-6778-4703-a47b-d71fd963faf0 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:04.893181 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-33e39c6d-f4e2-4a24-9f6d-8b27a9e1c2bc tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:04.901054 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33956) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:04.961441 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-697eec2e-a988-463c-b60d-13530efeb513 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9b00eb35b0945299e4639e649d86671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584731 Mar 09 03:51:04.962387 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33960) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:05.021481 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e71cdbcc-0586-46cc-a92b-b3b86edbdb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:05.051798 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e71cdbcc-0586-46cc-a92b-b3b86edbdb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:05.129067 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e71cdbcc-0586-46cc-a92b-b3b86edbdb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:05.146709 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71cdbcc-0586-46cc-a92b-b3b86edbdb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2149a5-caae-4fcf-82dc-82ac8961924b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:05.156233 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-33e39c6d-f4e2-4a24-9f6d-8b27a9e1c2bc tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:05.161981 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e71cdbcc-0586-46cc-a92b-b3b86edbdb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:05.165285 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e71cdbcc-0586-46cc-a92b-b3b86edbdb8c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb2149a5-caae-4fcf-82dc-82ac8961924b HTTP/1.1" status: 204 len: 168 time: 0.2010374 Mar 09 03:51:05.401950 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-33e39c6d-f4e2-4a24-9f6d-8b27a9e1c2bc tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Calling delete_port for b0763c1e-6778-4703-a47b-d71fd963faf0 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:05.514524 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:51:05.660873 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e9cdf-207f-41a2-9afa-e256158c1d72 req-347dba30-6890-4c92-ba9b-bbe1b791ae98 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:05.662250 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-684e9cdf-207f-41a2-9afa-e256158c1d72 req-347dba30-6890-4c92-ba9b-bbe1b791ae98 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.24 "GET /v2.0/ports?device_id=82e95f38-5e66-4bd0-a77f-dabf40d3d205 HTTP/1.1" status: 200 len: 946 time: 0.2675061 Mar 09 03:51:05.716114 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241d7e5-3379-4877-9439-e22df53536d4 req-b5ac3d42-163b-4414-9532-c81d7d7097b5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:05.717364 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f5343-121b-418c-8f5f-bfc49c9fef02 req-132ac184-6c43-4e9e-9421-1e7fe64c7d97 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:05.724696 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b4f5343-121b-418c-8f5f-bfc49c9fef02 req-132ac184-6c43-4e9e-9421-1e7fe64c7d97 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=82e95f38-5e66-4bd0-a77f-dabf40d3d205 HTTP/1.1" status: 200 len: 946 time: 0.2557397 Mar 09 03:51:05.724908 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e241d7e5-3379-4877-9439-e22df53536d4 req-b5ac3d42-163b-4414-9532-c81d7d7097b5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.1000049 Mar 09 03:51:05.751894 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-33e39c6d-f4e2-4a24-9f6d-8b27a9e1c2bc tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:05.781360 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e241d7e5-3379-4877-9439-e22df53536d4 req-d95c51b3-e3c0-45c1-a26a-ca2879853b59 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556557 Mar 09 03:51:05.837349 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e39c6d-f4e2-4a24-9f6d-8b27a9e1c2bc tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Pushing event deleted for resources: {'Port': ['ID=b0763c1e-6778-4703-a47b-d71fd963faf0,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:05.886216 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-684e9cdf-207f-41a2-9afa-e256158c1d72 req-ff7db6dd-3a6d-42e0-bf17-48e77f5c9a31 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Deleting port db986a3d-3782-466f-b1d9-757b47450860 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:05.886556 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-684e9cdf-207f-41a2-9afa-e256158c1d72 req-ff7db6dd-3a6d-42e0-bf17-48e77f5c9a31 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:05.933195 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b4f5343-121b-418c-8f5f-bfc49c9fef02 req-bd722e8c-7ef7-4e05-8a04-cec9d001bf52 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075622 Mar 09 03:51:05.947742 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-33e39c6d-f4e2-4a24-9f6d-8b27a9e1c2bc tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:06.023696 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-33e39c6d-f4e2-4a24-9f6d-8b27a9e1c2bc tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] 10.222.0.16 "DELETE /v2.0/ports/b0763c1e-6778-4703-a47b-d71fd963faf0 HTTP/1.1" status: 204 len: 168 time: 1.2049794 Mar 09 03:51:06.030789 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33998) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:06.057058 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86ca27-3e50-40d5-88e3-73757849e4f1 req-682257fb-a46c-4050-8861-810f69fd8889 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:06.064499 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec86ca27-3e50-40d5-88e3-73757849e4f1 req-682257fb-a46c-4050-8861-810f69fd8889 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.1582336 Mar 09 03:51:06.138568 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec86ca27-3e50-40d5-88e3-73757849e4f1 req-1f62d819-e89d-4c7e-94e3-683eaaa353a4 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726721 Mar 09 03:51:06.345675 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9fd8f46-58ed-44e0-8218-88e5d0e32f7b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] GET failed (client error): The resource could not be found. Mar 09 03:51:06.346302 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a9fd8f46-58ed-44e0-8218-88e5d0e32f7b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Synchronizing usage tracker for tenant:4d8d42e9cba14f5bb2b735007e3cbb5d on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:51:06.380604 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a9fd8f46-58ed-44e0-8218-88e5d0e32f7b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Unset dirty status for tenant:4d8d42e9cba14f5bb2b735007e3cbb5d on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:51:06.381698 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a9fd8f46-58ed-44e0-8218-88e5d0e32f7b tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] 10.222.0.16 "GET /v2.0/ports/b0763c1e-6778-4703-a47b-d71fd963faf0 HTTP/1.1" status: 404 len: 333 time: 0.3499148 Mar 09 03:51:06.386088 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34014) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:06.425279 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34020) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:06.498901 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa10ba-f387-461e-aea4-0ac59b7575b9 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Deleting port 1b71bad3-dff7-4529-b841-42ce1f718b8b {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:06.499387 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b0aa10ba-f387-461e-aea4-0ac59b7575b9 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:06.584249 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-684e9cdf-207f-41a2-9afa-e256158c1d72 req-ff7db6dd-3a6d-42e0-bf17-48e77f5c9a31 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] For port db986a3d-3782-466f-b1d9-757b47450860, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=db986a3d-3782-466f-b1d9-757b47450860,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:06.584642 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-684e9cdf-207f-41a2-9afa-e256158c1d72 req-ff7db6dd-3a6d-42e0-bf17-48e77f5c9a31 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:06.597077 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743e490-0906-4bbf-8c1b-ac124e407437 req-10fab098-2dd2-43ef-a246-d746553c032a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:06.598750 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e743e490-0906-4bbf-8c1b-ac124e407437 req-10fab098-2dd2-43ef-a246-d746553c032a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.0924473 Mar 09 03:51:06.601798 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f285a60-e211-4f74-9150-505b896d83fe req-89bcfe15-8e19-4760-90fe-23a8ea1dd11d tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:06.603853 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7f285a60-e211-4f74-9150-505b896d83fe req-89bcfe15-8e19-4760-90fe-23a8ea1dd11d tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.4669549 Mar 09 03:51:06.762554 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-27d57eeb-5271-4cd5-8660-9da1d418c5b2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-976837893-network', 'tenant_id': 'dc07ca491d1542dfb0235c61f9f12e67'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:06.771088 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-27d57eeb-5271-4cd5-8660-9da1d418c5b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:06.775486 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e743e490-0906-4bbf-8c1b-ac124e407437 req-19cbcd69-b400-44eb-840a-74506ff18864 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618567 Mar 09 03:51:06.777743 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-27d57eeb-5271-4cd5-8660-9da1d418c5b2 admin admin] Usage tracker for resource:network and tenant:dc07ca491d1542dfb0235c61f9f12e67 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:06.780348 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-684e9cdf-207f-41a2-9afa-e256158c1d72 req-ff7db6dd-3a6d-42e0-bf17-48e77f5c9a31 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Calling delete_port for db986a3d-3782-466f-b1d9-757b47450860 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:06.781330 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-27d57eeb-5271-4cd5-8660-9da1d418c5b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:06.789254 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-27d57eeb-5271-4cd5-8660-9da1d418c5b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:06.808201 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d57eeb-5271-4cd5-8660-9da1d418c5b2 admin admin] Made reservation on behalf of dc07ca491d1542dfb0235c61f9f12e67 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:06.811172 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-27d57eeb-5271-4cd5-8660-9da1d418c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:06.826325 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-27d57eeb-5271-4cd5-8660-9da1d418c5b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:06.842361 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-27d57eeb-5271-4cd5-8660-9da1d418c5b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:06.847049 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-27d57eeb-5271-4cd5-8660-9da1d418c5b2 admin admin] Usage tracker for resource:security_group_rule and tenant:dc07ca491d1542dfb0235c61f9f12e67 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:06.860890 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-27d57eeb-5271-4cd5-8660-9da1d418c5b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:06.873974 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-27d57eeb-5271-4cd5-8660-9da1d418c5b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:07.054079 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53cb19-7a13-4a53-8fd5-60e354081fc2 req-6e1384c0-d157-41ea-bff2-368368eb3e54 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:07.059442 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4c53cb19-7a13-4a53-8fd5-60e354081fc2 req-6e1384c0-d157-41ea-bff2-368368eb3e54 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.1438174 Mar 09 03:51:07.076073 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7f285a60-e211-4f74-9150-505b896d83fe req-01d536f4-0515-402c-a48e-d41ea44c4b4c tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425735 Mar 09 03:51:07.079519 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-684e9cdf-207f-41a2-9afa-e256158c1d72 req-ff7db6dd-3a6d-42e0-bf17-48e77f5c9a31 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:07.093058 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['f872d039-4d7c-4439-877d-38c6f197a383'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:51:07.151901 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-27d57eeb-5271-4cd5-8660-9da1d418c5b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:07.153643 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7db6dd-3a6d-42e0-bf17-48e77f5c9a31 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Pushing event deleted for resources: {'Port': ['ID=db986a3d-3782-466f-b1d9-757b47450860,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:07.168098 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-27d57eeb-5271-4cd5-8660-9da1d418c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:07.266080 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4c53cb19-7a13-4a53-8fd5-60e354081fc2 req-6bb09364-0523-4d4e-a455-5159d7fc0e05 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038677 Mar 09 03:51:07.266809 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d57eeb-5271-4cd5-8660-9da1d418c5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9683ad-c693-428e-b1ff-4a3b2d8a2de3,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:07.298615 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d57eeb-5271-4cd5-8660-9da1d418c5b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:51:07.320839 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-27d57eeb-5271-4cd5-8660-9da1d418c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:07.322065 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-27d57eeb-5271-4cd5-8660-9da1d418c5b2 admin admin] Added segment 0a22f97c-3075-46a4-bf00-c4db01ca29ad of type vlan for network bbbbdffd-c321-4c60-844a-4b356bdedb43 Mar 09 03:51:07.407628 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-27d57eeb-5271-4cd5-8660-9da1d418c5b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:07.434516 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b0aa10ba-f387-461e-aea4-0ac59b7575b9 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:07.465258 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2b364a47-d7ee-4283-9304-d226b76219b8 req-1d964ce4-a15d-4417-a54b-66113349af6f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=82e95f38-5e66-4bd0-a77f-dabf40d3d205 HTTP/1.1" status: 200 len: 210 time: 0.1308208 Mar 09 03:51:07.469189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-684e9cdf-207f-41a2-9afa-e256158c1d72 req-ff7db6dd-3a6d-42e0-bf17-48e77f5c9a31 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] No DVR routers for this DVR port db986a3d-3782-466f-b1d9-757b47450860 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:51:07.474298 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-684e9cdf-207f-41a2-9afa-e256158c1d72 req-ff7db6dd-3a6d-42e0-bf17-48e77f5c9a31 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:07.477160 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e95f38-5e66-4bd0-a77f-dabf40d3d205', 'name': 'network-vif-deleted', 'tag': 'db986a3d-3782-466f-b1d9-757b47450860'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:51:07.477837 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-27d57eeb-5271-4cd5-8660-9da1d418c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:07.480745 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d57eeb-5271-4cd5-8660-9da1d418c5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:07.486400 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-27d57eeb-5271-4cd5-8660-9da1d418c5b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:07.600585 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e95f38-5e66-4bd0-a77f-dabf40d3d205', 'name': 'network-vif-deleted', 'tag': 'db986a3d-3782-466f-b1d9-757b47450860', 'status': 'completed', 'code': 200} Mar 09 03:51:07.609979 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa10ba-f387-461e-aea4-0ac59b7575b9 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Calling delete_port for 1b71bad3-dff7-4529-b841-42ce1f718b8b owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:07.626606 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-27d57eeb-5271-4cd5-8660-9da1d418c5b2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2001164 Mar 09 03:51:07.627895 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d57eeb-5271-4cd5-8660-9da1d418c5b2 admin admin] Pushing event updated for resources: {'Network': ['ID=bbbbdffd-c321-4c60-844a-4b356bdedb43,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:07.630228 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34058) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:07.637916 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-eed08e75-5c60-496c-a2c6-9825649d13db admin admin] Request body: {'subnet': {'network_id': 'bbbbdffd-c321-4c60-844a-4b356bdedb43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-976837893-subnet', 'tenant_id': 'dc07ca491d1542dfb0235c61f9f12e67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:07.644856 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-eed08e75-5c60-496c-a2c6-9825649d13db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:07.647970 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network bbbbdffd-c321-4c60-844a-4b356bdedb43 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:51:07.651463 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-eed08e75-5c60-496c-a2c6-9825649d13db admin admin] Usage tracker for resource:subnet and tenant:dc07ca491d1542dfb0235c61f9f12e67 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:07.656179 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-eed08e75-5c60-496c-a2c6-9825649d13db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:07.667087 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-684e9cdf-207f-41a2-9afa-e256158c1d72 req-ff7db6dd-3a6d-42e0-bf17-48e77f5c9a31 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.24 "DELETE /v2.0/ports/db986a3d-3782-466f-b1d9-757b47450860 HTTP/1.1" status: 204 len: 173 time: 1.9938395 Mar 09 03:51:07.667944 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-eed08e75-5c60-496c-a2c6-9825649d13db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:07.685202 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed08e75-5c60-496c-a2c6-9825649d13db admin admin] Made reservation on behalf of dc07ca491d1542dfb0235c61f9f12e67 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:07.693252 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-eed08e75-5c60-496c-a2c6-9825649d13db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:07.820558 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b0aa10ba-f387-461e-aea4-0ac59b7575b9 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:07.839741 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device db986a3d-3782-466f-b1d9-757b47450860 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:51:07.879658 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa10ba-f387-461e-aea4-0ac59b7575b9 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Pushing event deleted for resources: {'Port': ['ID=1b71bad3-dff7-4529-b841-42ce1f718b8b,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:07.914773 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: db986a3d-3782-466f-b1d9-757b47450860 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:51:07.916295 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device db986a3d-3782-466f-b1d9-757b47450860 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:51:07.951405 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b0aa10ba-f387-461e-aea4-0ac59b7575b9 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:07.982839 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b0aa10ba-f387-461e-aea4-0ac59b7575b9 tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] 10.222.0.16 "DELETE /v2.0/ports/1b71bad3-dff7-4529-b841-42ce1f718b8b HTTP/1.1" status: 204 len: 168 time: 1.5957308 Mar 09 03:51:07.983529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34064) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:07.984387 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0a80d-3fbb-4b90-8fa4-1647359bed87 req-0f60989b-5341-4f2c-b678-b404429b61c7 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:07.993854 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-46f0a80d-3fbb-4b90-8fa4-1647359bed87 req-0f60989b-5341-4f2c-b678-b404429b61c7 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.2701137 Mar 09 03:51:08.079375 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d43511-c28a-42c1-9297-c07f80814fee tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Deleting subnet 54d8ff31-b050-44e4-b25e-14c68d9d5dfc {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:51:08.084058 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-09d43511-c28a-42c1-9297-c07f80814fee tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:08.157941 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-09d43511-c28a-42c1-9297-c07f80814fee tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:08.170350 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-46f0a80d-3fbb-4b90-8fa4-1647359bed87 req-f60d0c7b-b466-4565-94e0-d24bd5e051dd tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615989 Mar 09 03:51:08.243652 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-eed08e75-5c60-496c-a2c6-9825649d13db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:08.350362 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed08e75-5c60-496c-a2c6-9825649d13db admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d2720fe-4bd0-4b92-b405-0ca0a715314b,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:08.357807 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed08e75-5c60-496c-a2c6-9825649d13db admin admin] Checking segment: {'id': '0a22f97c-3075-46a4-bf00-c4db01ca29ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bbbbdffd-c321-4c60-844a-4b356bdedb43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:51:08.358329 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed08e75-5c60-496c-a2c6-9825649d13db admin admin] Network hostable DHCP agents. Network: bbbbdffd-c321-4c60-844a-4b356bdedb43, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:51:08.375381 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-09d43511-c28a-42c1-9297-c07f80814fee tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:08.381962 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed08e75-5c60-496c-a2c6-9825649d13db admin admin] Network bbbbdffd-c321-4c60-844a-4b356bdedb43 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:51:08.395792 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-eed08e75-5c60-496c-a2c6-9825649d13db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, bbbbdffd-c321-4c60-844a-4b356bdedb43) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:08.401023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed08e75-5c60-496c-a2c6-9825649d13db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:08.401666 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-eed08e75-5c60-496c-a2c6-9825649d13db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:08.410582 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5c8f71-95f2-4471-847d-c4b999a5654e None None] Network bbbbdffd-c321-4c60-844a-4b356bdedb43 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:51:08.430761 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-eed08e75-5c60-496c-a2c6-9825649d13db admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7985237 Mar 09 03:51:08.509762 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1af76-3574-4809-a3fb-ca4a16b55edc req-a8960712-a132-4a79-9ed5-0e3b63b89c59 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:08.513755 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dfe1af76-3574-4809-a3fb-ca4a16b55edc req-a8960712-a132-4a79-9ed5-0e3b63b89c59 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.2071517 Mar 09 03:51:08.656148 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:08.667760 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dfe1af76-3574-4809-a3fb-ca4a16b55edc req-3e839ddd-aae0-4155-9203-91e13778d6c8 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344519 Mar 09 03:51:08.677523 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-09d43511-c28a-42c1-9297-c07f80814fee tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:08.746743 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d43511-c28a-42c1-9297-c07f80814fee tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Pushing event deleted for resources: {'Subnet': ['ID=54d8ff31-b050-44e4-b25e-14c68d9d5dfc,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:08.748985 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-09d43511-c28a-42c1-9297-c07f80814fee tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:08.758730 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34090) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:08.758967 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-09d43511-c28a-42c1-9297-c07f80814fee tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] 10.222.0.16 "DELETE /v2.0/subnets/54d8ff31-b050-44e4-b25e-14c68d9d5dfc HTTP/1.1" status: 204 len: 168 time: 0.7742405 Mar 09 03:51:08.808107 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd288c94-8088-4ea2-8633-24fcebe5e868 None None] Network 93e2135a-3559-4990-bc0f-0d11496ada85 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:51:09.121218 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b943e5cb-7e09-4592-89d6-9663cf74f48d tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:09.150982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-b943e5cb-7e09-4592-89d6-9663cf74f48d tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Deleting port da2bf73f-386d-451e-a88c-40afab692c25 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:09.150982 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b943e5cb-7e09-4592-89d6-9663cf74f48d tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:09.224608 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbca98-8f3c-4ded-bed8-a5c2a1bc5eeb req-03ebac64-1c88-47a1-80c1-5842b74fbcd0 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:09.232720 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580e9eb1-3de9-4e3d-91da-b7409c8747b4 None None] Network bbbbdffd-c321-4c60-844a-4b356bdedb43 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:51:09.233849 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d2bbca98-8f3c-4ded-bed8-a5c2a1bc5eeb req-03ebac64-1c88-47a1-80c1-5842b74fbcd0 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.4336376 Mar 09 03:51:09.296441 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-7154c334-9703-477d-8072-787c73f3b9bb tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:09.302389 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-7154c334-9703-477d-8072-787c73f3b9bb tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/networks?id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840 HTTP/1.1" status: 200 len: 806 time: 0.3112335 Mar 09 03:51:09.331885 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-24326494-91ba-4991-99cc-f5993286ef44 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/quotas/6c36c37e2e354df081ad1b18548376fc HTTP/1.1" status: 200 len: 375 time: 0.0285699 Mar 09 03:51:09.349985 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d2bbca98-8f3c-4ded-bed8-a5c2a1bc5eeb req-b3c50c4d-6c8b-4c5f-970b-a0c98124d43a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150806 Mar 09 03:51:09.466723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-59201932-c451-4a06-9fe8-fce9f35b2f63 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Synchronizing usage tracker for tenant:6c36c37e2e354df081ad1b18548376fc on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:51:09.491710 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-59201932-c451-4a06-9fe8-fce9f35b2f63 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Unset dirty status for tenant:6c36c37e2e354df081ad1b18548376fc on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:51:09.492362 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-b943e5cb-7e09-4592-89d6-9663cf74f48d tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] For port da2bf73f-386d-451e-a88c-40afab692c25, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=da2bf73f-386d-451e-a88c-40afab692c25,segment=NetworkSegment(eb53f1bf-8458-4692-a046-689f8b5020bc),segment_id=eb53f1bf-8458-4692-a046-689f8b5020bc)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:09.493076 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b943e5cb-7e09-4592-89d6-9663cf74f48d tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:09.506400 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-59201932-c451-4a06-9fe8-fce9f35b2f63 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c36c37e2e354df081ad1b18548376fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1712971 Mar 09 03:51:09.559497 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34128) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:09.566303 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-769003d8-1020-4715-92f4-a5dd7c1b664e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-599290135-network', 'tenant_id': 'f8ca0cacbeb448beae672b8b30f61be4'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:09.586990 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-769003d8-1020-4715-92f4-a5dd7c1b664e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:09.594096 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-769003d8-1020-4715-92f4-a5dd7c1b664e admin admin] Usage tracker for resource:network and tenant:f8ca0cacbeb448beae672b8b30f61be4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:09.610835 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b341788-67e0-4e13-862e-0a491ba5e0d6 None None] DHCP port deletion for 93e2135a-3559-4990-bc0f-0d11496ada85 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:51:09.616719 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-3b341788-67e0-4e13-862e-0a491ba5e0d6 None None] Deleting port da2bf73f-386d-451e-a88c-40afab692c25 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:09.617362 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3b341788-67e0-4e13-862e-0a491ba5e0d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:09.649462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-769003d8-1020-4715-92f4-a5dd7c1b664e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:09.665217 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-b943e5cb-7e09-4592-89d6-9663cf74f48d tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Calling delete_port for da2bf73f-386d-451e-a88c-40afab692c25 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:09.667070 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-769003d8-1020-4715-92f4-a5dd7c1b664e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:09.697592 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769003d8-1020-4715-92f4-a5dd7c1b664e admin admin] Made reservation on behalf of f8ca0cacbeb448beae672b8b30f61be4 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:09.698681 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-769003d8-1020-4715-92f4-a5dd7c1b664e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:09.728082 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-769003d8-1020-4715-92f4-a5dd7c1b664e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:09.752496 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-769003d8-1020-4715-92f4-a5dd7c1b664e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:09.756510 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-769003d8-1020-4715-92f4-a5dd7c1b664e admin admin] Usage tracker for resource:security_group_rule and tenant:f8ca0cacbeb448beae672b8b30f61be4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:09.759338 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-769003d8-1020-4715-92f4-a5dd7c1b664e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:09.765156 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-769003d8-1020-4715-92f4-a5dd7c1b664e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:09.794283 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-9fcab5a0-721a-4d9d-b1bd-27ffdd8a3067 service neutron] 10.222.0.16 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867243 Mar 09 03:51:09.808934 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b943e5cb-7e09-4592-89d6-9663cf74f48d tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:09.919638 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943e5cb-7e09-4592-89d6-9663cf74f48d tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Pushing event deleted for resources: {'Port': ['ID=da2bf73f-386d-451e-a88c-40afab692c25,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:09.926123 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b943e5cb-7e09-4592-89d6-9663cf74f48d tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] No DVR routers for this DVR port da2bf73f-386d-451e-a88c-40afab692c25 on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:51:10.013979 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-769003d8-1020-4715-92f4-a5dd7c1b664e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:10.021012 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-da435367-9bd8-40c5-b977-90d765e3fb8a service neutron] 10.222.0.16 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091002 Mar 09 03:51:10.022470 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-769003d8-1020-4715-92f4-a5dd7c1b664e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:10.030909 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-3b341788-67e0-4e13-862e-0a491ba5e0d6 None None] For port da2bf73f-386d-451e-a88c-40afab692c25, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=da2bf73f-386d-451e-a88c-40afab692c25,segment=NetworkSegment(eb53f1bf-8458-4692-a046-689f8b5020bc),segment_id=eb53f1bf-8458-4692-a046-689f8b5020bc)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:10.031300 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3b341788-67e0-4e13-862e-0a491ba5e0d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:10.061394 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-769003d8-1020-4715-92f4-a5dd7c1b664e admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:51:10.067510 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769003d8-1020-4715-92f4-a5dd7c1b664e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40655ea-82c0-4504-95da-13adef5f949d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:10.075085 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-769003d8-1020-4715-92f4-a5dd7c1b664e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:10.075548 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-769003d8-1020-4715-92f4-a5dd7c1b664e admin admin] Added segment 4be9d347-53f4-4474-8e2c-5ceb3c07c437 of type vlan for network c032b606-5a40-4e79-ab5b-3a8433b6edfd Mar 09 03:51:10.115013 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-769003d8-1020-4715-92f4-a5dd7c1b664e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:10.155876 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-769003d8-1020-4715-92f4-a5dd7c1b664e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:10.157279 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769003d8-1020-4715-92f4-a5dd7c1b664e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:10.159285 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-769003d8-1020-4715-92f4-a5dd7c1b664e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:10.235063 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-3b341788-67e0-4e13-862e-0a491ba5e0d6 None None] Calling delete_port for da2bf73f-386d-451e-a88c-40afab692c25 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:10.264013 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b943e5cb-7e09-4592-89d6-9663cf74f48d tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:10.297107 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-b943e5cb-7e09-4592-89d6-9663cf74f48d tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e2135a-3559-4990-bc0f-0d11496ada85']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:10.316442 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-b943e5cb-7e09-4592-89d6-9663cf74f48d tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb53f1bf-8458-4692-a046-689f8b5020bc') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:10.316572 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-b943e5cb-7e09-4592-89d6-9663cf74f48d tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb53f1bf-8458-4692-a046-689f8b5020bc') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:10.331107 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b943e5cb-7e09-4592-89d6-9663cf74f48d tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:10.339732 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-3b341788-67e0-4e13-862e-0a491ba5e0d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:51:10.340327 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-3b341788-67e0-4e13-862e-0a491ba5e0d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:51:10.354812 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b943e5cb-7e09-4592-89d6-9663cf74f48d tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:10.364921 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b943e5cb-7e09-4592-89d6-9663cf74f48d tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:51:10.365326 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b943e5cb-7e09-4592-89d6-9663cf74f48d tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:51:10.415623 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:51:10.512550 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-713dd87d-f857-4f01-b548-924c80d30b64 req-8e32b114-52bf-4f9f-a22e-5c69ac2b649b tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8db0fae-fb31-4963-833f-436f7761e8f3 HTTP/1.1" status: 200 len: 210 time: 0.0609193 Mar 09 03:51:10.544991 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b943e5cb-7e09-4592-89d6-9663cf74f48d tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:10.550231 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b943e5cb-7e09-4592-89d6-9663cf74f48d tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:10.579743 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-769003d8-1020-4715-92f4-a5dd7c1b664e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0167367 Mar 09 03:51:10.581109 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34170) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:10.589119 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-16daab30-4d1f-4f15-8a13-0d6739519927 admin admin] Request body: {'subnet': {'network_id': 'c032b606-5a40-4e79-ab5b-3a8433b6edfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-599290135-subnet', 'tenant_id': 'f8ca0cacbeb448beae672b8b30f61be4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:10.594235 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769003d8-1020-4715-92f4-a5dd7c1b664e admin admin] Pushing event updated for resources: {'Network': ['ID=c032b606-5a40-4e79-ab5b-3a8433b6edfd,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:10.597575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-16daab30-4d1f-4f15-8a13-0d6739519927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:10.606201 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-16daab30-4d1f-4f15-8a13-0d6739519927 admin admin] Usage tracker for resource:subnet and tenant:f8ca0cacbeb448beae672b8b30f61be4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:10.609583 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-16daab30-4d1f-4f15-8a13-0d6739519927 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:10.616631 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network c032b606-5a40-4e79-ab5b-3a8433b6edfd details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:51:10.617156 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-16daab30-4d1f-4f15-8a13-0d6739519927 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:10.633225 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16daab30-4d1f-4f15-8a13-0d6739519927 admin admin] Made reservation on behalf of f8ca0cacbeb448beae672b8b30f61be4 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:10.638397 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16daab30-4d1f-4f15-8a13-0d6739519927 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:10.688799 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a10deb-cb6d-455a-bc79-7bd9f5a896e9 req-1ec61743-24e4-41dc-82b1-95ebe224d946 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:10.701892 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a8a10deb-cb6d-455a-bc79-7bd9f5a896e9 req-1ec61743-24e4-41dc-82b1-95ebe224d946 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.8511364 Mar 09 03:51:10.791001 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943e5cb-7e09-4592-89d6-9663cf74f48d tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] Pushing event deleted for resources: {'Network': ['ID=93e2135a-3559-4990-bc0f-0d11496ada85,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:10.792601 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device da2bf73f-386d-451e-a88c-40afab692c25 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:51:10.806469 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b943e5cb-7e09-4592-89d6-9663cf74f48d tempest-AllowedAddressPairIpV6TestJSON-1908232449 tempest-AllowedAddressPairIpV6TestJSON-1908232449-project] 10.222.0.16 "DELETE /v2.0/networks/93e2135a-3559-4990-bc0f-0d11496ada85 HTTP/1.1" status: 204 len: 168 time: 2.0466180 Mar 09 03:51:10.820968 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a8a10deb-cb6d-455a-bc79-7bd9f5a896e9 req-0113611b-50cd-45f9-af9e-47c0f8c7fe6b tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160834 Mar 09 03:51:10.839313 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: da2bf73f-386d-451e-a88c-40afab692c25 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:51:10.839623 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device da2bf73f-386d-451e-a88c-40afab692c25 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:51:10.885107 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-3b341788-67e0-4e13-862e-0a491ba5e0d6 None None] Deleting port da2bf73f-386d-451e-a88c-40afab692c25 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:10.885688 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3b341788-67e0-4e13-862e-0a491ba5e0d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:11.066796 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f30e34-2c24-4ad8-94a6-67167a6a10b1 req-090ad5e2-5445-40af-88f2-2881e8b81fb0 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:11.069004 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-31f30e34-2c24-4ad8-94a6-67167a6a10b1 req-090ad5e2-5445-40af-88f2-2881e8b81fb0 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.2273133 Mar 09 03:51:11.095009 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-3b341788-67e0-4e13-862e-0a491ba5e0d6 None None] The port 'da2bf73f-386d-451e-a88c-40afab692c25' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:51:11.281592 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-31f30e34-2c24-4ad8-94a6-67167a6a10b1 req-b91ed59f-3502-48ec-ae64-cc4d481fce08 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602471 Mar 09 03:51:11.334071 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16daab30-4d1f-4f15-8a13-0d6739519927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:11.499974 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34196) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:11.504490 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16daab30-4d1f-4f15-8a13-0d6739519927 admin admin] Pushing event updated for resources: {'Subnet': ['ID=323d46df-902e-46be-ab9d-e52fe90e46ef,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:11.514629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16daab30-4d1f-4f15-8a13-0d6739519927 admin admin] Checking segment: {'id': '4be9d347-53f4-4474-8e2c-5ceb3c07c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c032b606-5a40-4e79-ab5b-3a8433b6edfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:51:11.516678 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16daab30-4d1f-4f15-8a13-0d6739519927 admin admin] Network hostable DHCP agents. Network: c032b606-5a40-4e79-ab5b-3a8433b6edfd, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:51:11.557830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16daab30-4d1f-4f15-8a13-0d6739519927 admin admin] Network c032b606-5a40-4e79-ab5b-3a8433b6edfd is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:51:11.593372 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-16daab30-4d1f-4f15-8a13-0d6739519927 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, c032b606-5a40-4e79-ab5b-3a8433b6edfd) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:11.600076 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16daab30-4d1f-4f15-8a13-0d6739519927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:11.600820 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16daab30-4d1f-4f15-8a13-0d6739519927 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:11.608916 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2932dafb-893b-4c28-b1ae-04043a4352bb None None] Network c032b606-5a40-4e79-ab5b-3a8433b6edfd requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:51:11.675463 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-16daab30-4d1f-4f15-8a13-0d6739519927 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0931542 Mar 09 03:51:11.838375 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e7ee19b3-cd5d-4f78-a25b-7aecdd3810dd req-868c705b-4fce-40a8-96e3-825f3e7e2e08 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8db0fae-fb31-4963-833f-436f7761e8f3 HTTP/1.1" status: 200 len: 210 time: 0.1109185 Mar 09 03:51:11.912028 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cebb34-ddd4-44da-8dcb-5092740ba2ea req-a49c8b69-d536-4041-9801-c86fdb1816e8 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:11.923257 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f1cebb34-ddd4-44da-8dcb-5092740ba2ea req-a49c8b69-d536-4041-9801-c86fdb1816e8 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.1567996 Mar 09 03:51:12.033428 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f1cebb34-ddd4-44da-8dcb-5092740ba2ea req-0b90ef62-b680-401f-9d05-061e2e4f6c22 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088650 Mar 09 03:51:12.095259 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f00192-faaa-4f37-bb2c-5f0d431e1c24 None None] Network c032b606-5a40-4e79-ab5b-3a8433b6edfd requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:51:12.167968 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-dbeecb0a-8aaf-4707-9225-8a1e0fcecf27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d8d42e9cba14f5bb2b735007e3cbb5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6665339 Mar 09 03:51:12.170798 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34216) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:12.450408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceca673-bf6e-4862-af8a-4e2cc853d9e0 req-0dd707b9-cb34-40c4-af3c-cc6435440163 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:12.452006 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aceca673-bf6e-4862-af8a-4e2cc853d9e0 req-0dd707b9-cb34-40c4-af3c-cc6435440163 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.3479879 Mar 09 03:51:12.458892 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a19de62d-2e03-4e11-b296-62317ead5ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:12.540482 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-971ea7b2-84c5-4171-ad8a-479675a5e57e tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:12.541807 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-971ea7b2-84c5-4171-ad8a-479675a5e57e tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.24 "GET /v2.0/networks?id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840 HTTP/1.1" status: 200 len: 806 time: 0.3268111 Mar 09 03:51:12.544694 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a19de62d-2e03-4e11-b296-62317ead5ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:12.572433 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-a4537e6a-1224-40b3-abe0-2d175dfd5251 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Request body: {'port': {'device_id': 'e8db0fae-fb31-4963-833f-436f7761e8f3', 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840', 'admin_state_up': True, 'tenant_id': '6c36c37e2e354df081ad1b18548376fc'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:12.630072 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aceca673-bf6e-4862-af8a-4e2cc853d9e0 req-1c337556-849b-4b01-8de6-f55969893c5d tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558082 Mar 09 03:51:12.762932 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a19de62d-2e03-4e11-b296-62317ead5ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:12.781083 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-a4537e6a-1224-40b3-abe0-2d175dfd5251 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:12.787269 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19de62d-2e03-4e11-b296-62317ead5ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed18920-3f2b-4fe5-9818-7e8829251a2f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:12.801668 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a19de62d-2e03-4e11-b296-62317ead5ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:12.805057 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a19de62d-2e03-4e11-b296-62317ead5ca3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ed18920-3f2b-4fe5-9818-7e8829251a2f HTTP/1.1" status: 204 len: 168 time: 0.6304412 Mar 09 03:51:12.805057 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-a4537e6a-1224-40b3-abe0-2d175dfd5251 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:12.806700 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19de62d-2e03-4e11-b296-62317ead5ca3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:12.807074 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19de62d-2e03-4e11-b296-62317ead5ca3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:12.807412 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19de62d-2e03-4e11-b296-62317ead5ca3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:12.807746 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19de62d-2e03-4e11-b296-62317ead5ca3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:12.808205 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19de62d-2e03-4e11-b296-62317ead5ca3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:12.808402 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19de62d-2e03-4e11-b296-62317ead5ca3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:12.808710 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19de62d-2e03-4e11-b296-62317ead5ca3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:12.809213 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19de62d-2e03-4e11-b296-62317ead5ca3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:12.809463 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19de62d-2e03-4e11-b296-62317ead5ca3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:12.809755 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19de62d-2e03-4e11-b296-62317ead5ca3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:12.810173 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19de62d-2e03-4e11-b296-62317ead5ca3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:12.810491 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19de62d-2e03-4e11-b296-62317ead5ca3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:12.824320 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-a4537e6a-1224-40b3-abe0-2d175dfd5251 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Made reservation on behalf of 6c36c37e2e354df081ad1b18548376fc for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:12.828512 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-a4537e6a-1224-40b3-abe0-2d175dfd5251 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:13.119395 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5e05c9f3-3703-4c08-964b-f6e70d84da70 req-80341758-8b97-4250-967b-ed87e1c8df87 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8db0fae-fb31-4963-833f-436f7761e8f3 HTTP/1.1" status: 200 len: 210 time: 0.1057539 Mar 09 03:51:13.151249 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-a4537e6a-1224-40b3-abe0-2d175dfd5251 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Allocated IP 172.20.0.2 (eb7d62a0-e4ed-41cd-a459-6cad1aec3840/4320f833-55d6-48c9-bfa9-ead71d951b3e/7af77edb-e500-4032-9aea-7b76cbd59d30) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:51:13.169969 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35780409-b619-4999-8ff4-039e9ec5a3db req-3f7bb950-a082-48d9-9579-7447ce00f226 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:13.170705 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-35780409-b619-4999-8ff4-039e9ec5a3db req-3f7bb950-a082-48d9-9579-7447ce00f226 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Synchronizing usage tracker for tenant:dc07ca491d1542dfb0235c61f9f12e67 on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:51:13.192171 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-35780409-b619-4999-8ff4-039e9ec5a3db req-3f7bb950-a082-48d9-9579-7447ce00f226 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Unset dirty status for tenant:dc07ca491d1542dfb0235c61f9f12e67 on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:51:13.193436 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35780409-b619-4999-8ff4-039e9ec5a3db req-3f7bb950-a082-48d9-9579-7447ce00f226 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/networks?id=bbbbdffd-c321-4c60-844a-4b356bdedb43 HTTP/1.1" status: 200 len: 824 time: 0.2345908 Mar 09 03:51:13.225238 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35780409-b619-4999-8ff4-039e9ec5a3db req-44b4ba48-2927-401d-9a96-61e945261ef2 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/quotas/dc07ca491d1542dfb0235c61f9f12e67 HTTP/1.1" status: 200 len: 375 time: 0.0255344 Mar 09 03:51:13.294376 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35780409-b619-4999-8ff4-039e9ec5a3db req-ea39867e-f6f1-4f11-a8fc-51aa3cccd446 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc07ca491d1542dfb0235c61f9f12e67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662153 Mar 09 03:51:13.467618 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35780409-b619-4999-8ff4-039e9ec5a3db req-a73b9902-3838-4d06-8e75-2ae8a67eae5c service neutron] 10.222.0.16 "GET /v2.0/networks/bbbbdffd-c321-4c60-844a-4b356bdedb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652200 Mar 09 03:51:13.485890 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-a4537e6a-1224-40b3-abe0-2d175dfd5251 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:13.513717 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cee4f-7c89-4762-818e-b32526691a9f req-419d1280-8643-4a20-9fed-9f113ff5183b tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:13.523442 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6b4cee4f-7c89-4762-818e-b32526691a9f req-419d1280-8643-4a20-9fed-9f113ff5183b tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.1970508 Mar 09 03:51:13.597597 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6b4cee4f-7c89-4762-818e-b32526691a9f req-7124e542-5b82-4fc0-8e5b-46918eeaa89d tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731297 Mar 09 03:51:13.617643 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-a4537e6a-1224-40b3-abe0-2d175dfd5251 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:13.629984 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['f872d039-4d7c-4439-877d-38c6f197a383'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:51:13.653642 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35780409-b619-4999-8ff4-039e9ec5a3db req-42fecc89-8374-4cb4-8963-4c3adef41457 service neutron] 10.222.0.16 "GET /v2.0/networks/bbbbdffd-c321-4c60-844a-4b356bdedb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851864 Mar 09 03:51:13.700647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-a4537e6a-1224-40b3-abe0-2d175dfd5251 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:51:13.704073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-a4537e6a-1224-40b3-abe0-2d175dfd5251 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:13.709078 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-a4537e6a-1224-40b3-abe0-2d175dfd5251 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:51:14.178356 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4537e6a-1224-40b3-abe0-2d175dfd5251 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Pushing event updated for resources: {'Port': ['ID=7af77edb-e500-4032-9aea-7b76cbd59d30,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:14.179942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84b44c-fe38-431b-b648-226f9f14f6b3 req-589d75c0-6ff7-42ac-92eb-bbd893973d82 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:14.182573 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-de84b44c-fe38-431b-b648-226f9f14f6b3 req-589d75c0-6ff7-42ac-92eb-bbd893973d82 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.2461252 Mar 09 03:51:14.285892 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-a4537e6a-1224-40b3-abe0-2d175dfd5251 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:14.293717 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-a4537e6a-1224-40b3-abe0-2d175dfd5251 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:14.313649 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-de84b44c-fe38-431b-b648-226f9f14f6b3 req-aa9b93d7-bf62-42df-afbf-50693dabe153 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252668 Mar 09 03:51:14.335694 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-a4537e6a-1224-40b3-abe0-2d175dfd5251 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7718232 Mar 09 03:51:14.354258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-f5715e27-b758-4985-a065-98c504235fa2 service neutron] Request body: {'port': {'device_id': 'e8db0fae-fb31-4963-833f-436f7761e8f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:14.506224 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e839b586-4b8e-4fe6-bba2-e84e179a38c2 req-af3a95e4-188f-4ca8-a71a-6539a7766099 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/ports?device_id=e36226c2-f5f0-46e1-936f-0f1577fd1dc9 HTTP/1.1" status: 200 len: 210 time: 0.0782492 Mar 09 03:51:14.731058 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-f5715e27-b758-4985-a065-98c504235fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:14.747698 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34308) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:14.804781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24790eb1-760c-48cc-95ce-357c307bfb9e req-bc1f6687-4279-4c26-8ace-e495c7ee541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:14.806456 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-24790eb1-760c-48cc-95ce-357c307bfb9e req-bc1f6687-4279-4c26-8ace-e495c7ee541f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 1097 time: 0.3361061 Mar 09 03:51:14.859975 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542a1f1-9d69-48db-9b29-4313d864bfc7 req-535b40f8-48a7-4adb-ba21-e60fb1dda95f tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:14.866874 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436bd945-3083-4bae-8bf1-65c529e71a75 req-aaa64074-7788-46a6-a055-d0e2f84da4ea tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:14.867110 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b542a1f1-9d69-48db-9b29-4313d864bfc7 req-535b40f8-48a7-4adb-ba21-e60fb1dda95f tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.3993006 Mar 09 03:51:14.871012 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-436bd945-3083-4bae-8bf1-65c529e71a75 req-aaa64074-7788-46a6-a055-d0e2f84da4ea tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8db0fae-fb31-4963-833f-436f7761e8f3 HTTP/1.1" status: 200 len: 931 time: 0.2306359 Mar 09 03:51:14.988154 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-24790eb1-760c-48cc-95ce-357c307bfb9e req-5ddccc5d-0f57-4cfb-969f-62bb44a4dd33 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715250 Mar 09 03:51:15.001945 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-436bd945-3083-4bae-8bf1-65c529e71a75 req-d0392fbd-7dfd-41ac-8534-314a2f5befed tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233797 Mar 09 03:51:15.052649 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b542a1f1-9d69-48db-9b29-4313d864bfc7 req-ab94418b-1425-4444-9c02-a5deab6e1271 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844058 Mar 09 03:51:15.253221 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4a0416f8-e1e3-49c2-a9ab-eea6dff681ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1475496949'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:15.262117 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4a0416f8-e1e3-49c2-a9ab-eea6dff681ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:15.268632 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4a0416f8-e1e3-49c2-a9ab-eea6dff681ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:network and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:15.276877 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4a0416f8-e1e3-49c2-a9ab-eea6dff681ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:15.286538 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4a0416f8-e1e3-49c2-a9ab-eea6dff681ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:15.301827 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54d4d0-377d-445a-98d2-4138b4ecd784 req-0d792225-63a7-4cc7-ae27-6941722a6cbf tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:15.308991 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9a54d4d0-377d-445a-98d2-4138b4ecd784 req-0d792225-63a7-4cc7-ae27-6941722a6cbf tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.1745443 Mar 09 03:51:15.359616 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0416f8-e1e3-49c2-a9ab-eea6dff681ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:15.363883 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4a0416f8-e1e3-49c2-a9ab-eea6dff681ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:15.379363 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9a54d4d0-377d-445a-98d2-4138b4ecd784 req-1dcbd60a-b265-41fc-b17a-e0949dcb7f6c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691979 Mar 09 03:51:15.383414 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4a0416f8-e1e3-49c2-a9ab-eea6dff681ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:15.406891 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-f5715e27-b758-4985-a065-98c504235fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af77edb-e500-4032-9aea-7b76cbd59d30 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:51:15.422131 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4a0416f8-e1e3-49c2-a9ab-eea6dff681ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:15.434260 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-f5715e27-b758-4985-a065-98c504235fa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:15.447969 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4a0416f8-e1e3-49c2-a9ab-eea6dff681ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:security_group_rule and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:15.452424 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4a0416f8-e1e3-49c2-a9ab-eea6dff681ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:15.468167 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4a0416f8-e1e3-49c2-a9ab-eea6dff681ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:15.479899 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-f5715e27-b758-4985-a065-98c504235fa2 service neutron] Transition to ACTIVE for port object 7af77edb-e500-4032-9aea-7b76cbd59d30 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:51:15.486600 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-f5715e27-b758-4985-a065-98c504235fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:15.594328 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4a0416f8-e1e3-49c2-a9ab-eea6dff681ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:15.599514 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4a0416f8-e1e3-49c2-a9ab-eea6dff681ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:15.640860 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0416f8-e1e3-49c2-a9ab-eea6dff681ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94449859-de9f-4dc0-b974-a892420bde0f,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:15.653794 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0416f8-e1e3-49c2-a9ab-eea6dff681ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:51:15.668985 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4a0416f8-e1e3-49c2-a9ab-eea6dff681ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:15.669399 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-4a0416f8-e1e3-49c2-a9ab-eea6dff681ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Added segment c62e8219-a2c0-4742-a911-5cdbbc9dc147 of type vlan for network 52061912-70e8-4f32-8bcd-36eeab65c7b8 Mar 09 03:51:15.789787 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4a0416f8-e1e3-49c2-a9ab-eea6dff681ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:15.837348 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5715e27-b758-4985-a065-98c504235fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=7af77edb-e500-4032-9aea-7b76cbd59d30,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:15.915637 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-958de532-d08a-44b4-bf84-ce628cb7f93d req-9113e58a-038c-4de6-b946-dccea2e69ccd tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/ports?device_id=e36226c2-f5f0-46e1-936f-0f1577fd1dc9 HTTP/1.1" status: 200 len: 210 time: 0.1353290 Mar 09 03:51:15.986103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695e368-41aa-4e2b-8562-ef6beb14dd48 req-8fd72a97-d78b-4f7c-a442-1302656677ac tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:15.989404 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5695e368-41aa-4e2b-8562-ef6beb14dd48 req-8fd72a97-d78b-4f7c-a442-1302656677ac tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.4610560 Mar 09 03:51:16.011495 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4a0416f8-e1e3-49c2-a9ab-eea6dff681ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:16.031103 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0416f8-e1e3-49c2-a9ab-eea6dff681ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:16.034670 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4a0416f8-e1e3-49c2-a9ab-eea6dff681ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:16.104329 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-f5715e27-b758-4985-a065-98c504235fa2 service neutron] Attempting to bind port 7af77edb-e500-4032-9aea-7b76cbd59d30 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:16.104653 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-f5715e27-b758-4985-a065-98c504235fa2 service neutron] Attempting to bind port 7af77edb-e500-4032-9aea-7b76cbd59d30 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:16.118027 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-f5715e27-b758-4985-a065-98c504235fa2 service neutron] Attempting to bind port 7af77edb-e500-4032-9aea-7b76cbd59d30 on network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:16.141931 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-f5715e27-b758-4985-a065-98c504235fa2 service neutron] Port 7af77edb-e500-4032-9aea-7b76cbd59d30 on network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:16.142261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-f5715e27-b758-4985-a065-98c504235fa2 service neutron] Attempting to bind port 7af77edb-e500-4032-9aea-7b76cbd59d30 on network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:16.200830 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5695e368-41aa-4e2b-8562-ef6beb14dd48 req-20cb74ff-7970-4f1a-b3d4-33d16007e2c3 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005365 Mar 09 03:51:16.205525 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-f5715e27-b758-4985-a065-98c504235fa2 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:51:16.207279 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-f5715e27-b758-4985-a065-98c504235fa2 service neutron] Checking segment: {'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:51:16.207872 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-f5715e27-b758-4985-a065-98c504235fa2 service neutron] Bound using segment: {'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:51:16.208484 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-f5715e27-b758-4985-a065-98c504235fa2 service neutron] Bound port: 7af77edb-e500-4032-9aea-7b76cbd59d30, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:51:16.209463 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-f5715e27-b758-4985-a065-98c504235fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:16.336519 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0416f8-e1e3-49c2-a9ab-eea6dff681ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Network': ['ID=52061912-70e8-4f32-8bcd-36eeab65c7b8,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:16.349946 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:51:16.391113 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35780409-b619-4999-8ff4-039e9ec5a3db req-cd7e6bcd-8d4e-4df8-ad49-9893aa6e67e1 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:16.392552 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35780409-b619-4999-8ff4-039e9ec5a3db req-cd7e6bcd-8d4e-4df8-ad49-9893aa6e67e1 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.24 "GET /v2.0/networks?id=bbbbdffd-c321-4c60-844a-4b356bdedb43 HTTP/1.1" status: 200 len: 824 time: 0.6776044 Mar 09 03:51:16.408109 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-35780409-b619-4999-8ff4-039e9ec5a3db req-2de93ca8-756a-4636-a444-50f88a241df6 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Request body: {'port': {'device_id': 'e36226c2-f5f0-46e1-936f-0f1577fd1dc9', 'network_id': 'bbbbdffd-c321-4c60-844a-4b356bdedb43', 'admin_state_up': True, 'tenant_id': 'dc07ca491d1542dfb0235c61f9f12e67'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:16.452767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-f5715e27-b758-4985-a065-98c504235fa2 service neutron] For port 7af77edb-e500-4032-9aea-7b76cbd59d30, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:51:16.458206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-f5715e27-b758-4985-a065-98c504235fa2 service neutron] For port 7af77edb-e500-4032-9aea-7b76cbd59d30, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=7af77edb-e500-4032-9aea-7b76cbd59d30,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:51:16.471325 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-f5715e27-b758-4985-a065-98c504235fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:16.558404 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-35780409-b619-4999-8ff4-039e9ec5a3db req-2de93ca8-756a-4636-a444-50f88a241df6 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:16.565045 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4a0416f8-e1e3-49c2-a9ab-eea6dff681ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8163228 Mar 09 03:51:16.566284 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-35780409-b619-4999-8ff4-039e9ec5a3db req-2de93ca8-756a-4636-a444-50f88a241df6 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Usage tracker for resource:port and tenant:dc07ca491d1542dfb0235c61f9f12e67 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:16.573383 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-35780409-b619-4999-8ff4-039e9ec5a3db req-2de93ca8-756a-4636-a444-50f88a241df6 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:16.576080 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34360) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:16.583827 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-35780409-b619-4999-8ff4-039e9ec5a3db req-2de93ca8-756a-4636-a444-50f88a241df6 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:16.588815 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-2f53799c-726a-4f39-a873-e26019a3ab0a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:16.619228 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-f5715e27-b758-4985-a065-98c504235fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:16.619938 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-f5715e27-b758-4985-a065-98c504235fa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:16.621673 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-f5715e27-b758-4985-a065-98c504235fa2 service neutron] 10.222.0.24 "PUT /v2.0/ports/7af77edb-e500-4032-9aea-7b76cbd59d30 HTTP/1.1" status: 200 len: 1091 time: 2.2762079 Mar 09 03:51:16.625484 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8db0fae-fb31-4963-833f-436f7761e8f3', 'tag': '7af77edb-e500-4032-9aea-7b76cbd59d30'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:51:16.668388 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5715e27-b758-4985-a065-98c504235fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=7af77edb-e500-4032-9aea-7b76cbd59d30,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:16.680926 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edde50-fc43-48df-bd08-d9a87cf6d8fa req-e53cab5f-bce6-4fef-ab1c-349687c73fde tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:16.688385 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-50edde50-fc43-48df-bd08-d9a87cf6d8fa req-e53cab5f-bce6-4fef-ab1c-349687c73fde tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.3294799 Mar 09 03:51:16.786818 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-50edde50-fc43-48df-bd08-d9a87cf6d8fa req-bfc24715-7aac-478c-8065-8a7cc5ea6aa2 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975630 Mar 09 03:51:16.809513 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90442a27-2937-4bb2-b8dc-e43b67a2d966 req-a2f0deac-3236-4ab8-ac23-49c870ccbb5c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:16.811272 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-90442a27-2937-4bb2-b8dc-e43b67a2d966 req-a2f0deac-3236-4ab8-ac23-49c870ccbb5c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8db0fae-fb31-4963-833f-436f7761e8f3 HTTP/1.1" status: 200 len: 943 time: 0.4758530 Mar 09 03:51:16.822179 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-0a9b75b7-db61-4e16-941f-efc6db3d5b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:16.824717 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-0a9b75b7-db61-4e16-941f-efc6db3d5b30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c36c37e2e354df081ad1b18548376fc&device_id=e8db0fae-fb31-4963-833f-436f7761e8f3 HTTP/1.1" status: 200 len: 1094 time: 0.1073055 Mar 09 03:51:16.832833 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35780409-b619-4999-8ff4-039e9ec5a3db req-2de93ca8-756a-4636-a444-50f88a241df6 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Made reservation on behalf of dc07ca491d1542dfb0235c61f9f12e67 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:16.840363 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-35780409-b619-4999-8ff4-039e9ec5a3db req-2de93ca8-756a-4636-a444-50f88a241df6 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:16.940844 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-424bd7c0-722b-4a84-af51-58dc770a6f09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7af77edb-e500-4032-9aea-7b76cbd59d30 HTTP/1.1" status: 200 len: 217 time: 0.1082013 Mar 09 03:51:17.021237 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2f53799c-726a-4f39-a873-e26019a3ab0a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:17.034003 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-90442a27-2937-4bb2-b8dc-e43b67a2d966 req-3abb0d57-59f5-4def-ab9f-0d1a3244c9b3 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628764 Mar 09 03:51:17.039679 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2f53799c-726a-4f39-a873-e26019a3ab0a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:17.046210 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2f53799c-726a-4f39-a873-e26019a3ab0a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:17.058335 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2f53799c-726a-4f39-a873-e26019a3ab0a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:17.131548 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f53799c-726a-4f39-a873-e26019a3ab0a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:17.135823 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2f53799c-726a-4f39-a873-e26019a3ab0a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:17.166657 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8db0fae-fb31-4963-833f-436f7761e8f3', 'tag': '7af77edb-e500-4032-9aea-7b76cbd59d30', 'status': 'completed', 'code': 200} Mar 09 03:51:17.195323 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-565b408c-5498-4c4a-a091-9d3cd8aacab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:17.196615 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-565b408c-5498-4c4a-a091-9d3cd8aacab5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4320f833-55d6-48c9-bfa9-ead71d951b3e HTTP/1.1" status: 200 len: 846 time: 0.2110994 Mar 09 03:51:17.268806 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-3655a417-75cf-4c8e-9709-9e38a5c36a26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574367 Mar 09 03:51:17.277292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ce7c5-14d8-4061-bb5e-7282e0f94b32 req-125c7586-9c1f-4db0-837c-81128bec2dd4 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:17.278834 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0d3ce7c5-14d8-4061-bb5e-7282e0f94b32 req-125c7586-9c1f-4db0-837c-81128bec2dd4 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.3362031 Mar 09 03:51:17.311510 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-35780409-b619-4999-8ff4-039e9ec5a3db req-2de93ca8-756a-4636-a444-50f88a241df6 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Allocated IP 172.20.0.7 (bbbbdffd-c321-4c60-844a-4b356bdedb43/1d2720fe-4bd0-4b92-b405-0ca0a715314b/9c59ffae-04c7-4d8f-81e6-e36dcb821632) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:51:17.484403 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0d3ce7c5-14d8-4061-bb5e-7282e0f94b32 req-a3849b63-2d62-49a7-9244-39c85bc1d50d tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831207 Mar 09 03:51:17.546401 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-d3e94aa5-ef8d-4824-9be7-d3097d45386e service neutron] 10.222.0.24 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665126 Mar 09 03:51:17.549342 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccca22-81b7-47d0-b8f2-e2edda74e331 req-651b4f58-1267-44c6-b67e-21c8694ff473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:17.550724 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9cccca22-81b7-47d0-b8f2-e2edda74e331 req-651b4f58-1267-44c6-b67e-21c8694ff473 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22b143aeac51448fa3b37088b32e7827&device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 1097 time: 0.1406820 Mar 09 03:51:17.555440 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d2d794ff-3ad9-4b5e-a6bc-b1e19b641e48 req-1cefa47d-ba30-436b-b282-ca3a2e766266 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/ports?device_id=e36226c2-f5f0-46e1-936f-0f1577fd1dc9 HTTP/1.1" status: 200 len: 210 time: 0.0798922 Mar 09 03:51:17.776515 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2f53799c-726a-4f39-a873-e26019a3ab0a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:17.882670 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ba57fe9-6217-402c-adae-deac6f499df6 req-7c4e8103-85dc-4cca-91aa-b68d20b6e39f service neutron] 10.222.0.24 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272913 Mar 09 03:51:17.884357 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccca22-81b7-47d0-b8f2-e2edda74e331 req-035e7eb8-65c5-45fd-8bb0-35bb54d31a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:17.885668 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9cccca22-81b7-47d0-b8f2-e2edda74e331 req-035e7eb8-65c5-45fd-8bb0-35bb54d31a12 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8de54226-82d4-4ec5-baa5-6fa167a003ac HTTP/1.1" status: 200 len: 909 time: 0.3081710 Mar 09 03:51:17.895694 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53799c-726a-4f39-a873-e26019a3ab0a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=d5810b28-3108-43e8-b5f7-b028ec413c6b,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:17.914838 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b2be6-7fb9-4961-aa55-b1be56ae9858 req-62a7e4e0-e2e7-4e67-a250-158aed6d7df3 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:17.916339 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a19b2be6-7fb9-4961-aa55-b1be56ae9858 req-62a7e4e0-e2e7-4e67-a250-158aed6d7df3 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.2287526 Mar 09 03:51:17.919598 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-35780409-b619-4999-8ff4-039e9ec5a3db req-2de93ca8-756a-4636-a444-50f88a241df6 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:17.962371 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9cccca22-81b7-47d0-b8f2-e2edda74e331 req-4760c850-5a8d-4fb4-b342-ba65ba1d07c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d HTTP/1.1" status: 200 len: 217 time: 0.0677588 Mar 09 03:51:17.980584 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f53799c-726a-4f39-a873-e26019a3ab0a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Checking segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:51:17.980949 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f53799c-726a-4f39-a873-e26019a3ab0a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network hostable DHCP agents. Network: 52061912-70e8-4f32-8bcd-36eeab65c7b8, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:51:18.004941 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec7151-c75f-4fed-a852-07a3f69854bc req-dccc010e-da1c-461b-9d61-0063c604e675 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:18.006415 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ceec7151-c75f-4fed-a852-07a3f69854bc req-dccc010e-da1c-461b-9d61-0063c604e675 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.3159599 Mar 09 03:51:18.021567 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a19b2be6-7fb9-4961-aa55-b1be56ae9858 req-846f155d-a03f-4499-9a6a-78b1f782199f tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816317 Mar 09 03:51:18.047001 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f53799c-726a-4f39-a873-e26019a3ab0a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:51:18.053364 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-35780409-b619-4999-8ff4-039e9ec5a3db req-2de93ca8-756a-4636-a444-50f88a241df6 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:18.110420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-2f53799c-726a-4f39-a873-e26019a3ab0a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 52061912-70e8-4f32-8bcd-36eeab65c7b8) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:18.110691 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccca22-81b7-47d0-b8f2-e2edda74e331 req-0ef4d337-41c8-45fa-ad5c-78a789f45f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:18.111983 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9cccca22-81b7-47d0-b8f2-e2edda74e331 req-0ef4d337-41c8-45fa-ad5c-78a789f45f12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=05ba68c9-9024-4dda-8072-8f41fa397387 HTTP/1.1" status: 200 len: 848 time: 0.1046755 Mar 09 03:51:18.122170 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeb1e90-89e1-4302-9854-3a8da1f4acc1 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:51:18.123276 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ceec7151-c75f-4fed-a852-07a3f69854bc req-0f633ecf-801e-464a-929d-d6c735bc02fc tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104875 Mar 09 03:51:18.132211 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f53799c-726a-4f39-a873-e26019a3ab0a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:18.132971 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2f53799c-726a-4f39-a873-e26019a3ab0a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:18.174884 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35780409-b619-4999-8ff4-039e9ec5a3db req-2de93ca8-756a-4636-a444-50f88a241df6 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Network bbbbdffd-c321-4c60-844a-4b356bdedb43 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:51:18.186871 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9cccca22-81b7-47d0-b8f2-e2edda74e331 req-514af077-74ed-43d0-b4b2-1482ef004ef7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8de54226-82d4-4ec5-baa5-6fa167a003ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667579 Mar 09 03:51:18.199810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-35780409-b619-4999-8ff4-039e9ec5a3db req-2de93ca8-756a-4636-a444-50f88a241df6 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:18.210037 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2f53799c-726a-4f39-a873-e26019a3ab0a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6321177 Mar 09 03:51:18.211256 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-35780409-b619-4999-8ff4-039e9ec5a3db req-2de93ca8-756a-4636-a444-50f88a241df6 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:51:18.222977 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34404) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:18.245151 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-20a47da2-22aa-4576-be81-b7e79bc57602 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'name': 'tempest-NetworksTestDHCPv6-1593571230'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:18.337141 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35780409-b619-4999-8ff4-039e9ec5a3db req-2de93ca8-756a-4636-a444-50f88a241df6 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:18.337898 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-35780409-b619-4999-8ff4-039e9ec5a3db req-2de93ca8-756a-4636-a444-50f88a241df6 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:18.355829 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de93ca8-756a-4636-a444-50f88a241df6 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Pushing event updated for resources: {'Port': ['ID=9c59ffae-04c7-4d8f-81e6-e36dcb821632,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:18.373460 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35780409-b619-4999-8ff4-039e9ec5a3db req-2de93ca8-756a-4636-a444-50f88a241df6 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9704072 Mar 09 03:51:18.389453 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-35780409-b619-4999-8ff4-039e9ec5a3db req-6eeb85fd-8529-40a9-ba9d-ac505db8250e service neutron] Request body: {'port': {'device_id': 'e36226c2-f5f0-46e1-936f-0f1577fd1dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:18.401648 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-20a47da2-22aa-4576-be81-b7e79bc57602 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:18.410622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-20a47da2-22aa-4576-be81-b7e79bc57602 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:port and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:18.420839 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-52061912-70e8-4f32-8bcd-36eeab65c7b8', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'fixed_ips': [{'subnet_id': 'd5810b28-3108-43e8-b5f7-b028ec413c6b'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:51:18.421844 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:18.459522 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-20a47da2-22aa-4576-be81-b7e79bc57602 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:18.468423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3fef6-98b3-467a-84c1-f552e9c82522 req-dcb636b6-2379-4f47-8745-10329dadea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:18.468913 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13507480-2dc3-49e5-8c66-9168a8964fee req-f41a2017-1122-4fb8-adfc-04d7cf3f39fd tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:18.470139 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d8d3fef6-98b3-467a-84c1-f552e9c82522 req-dcb636b6-2379-4f47-8745-10329dadea4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c36c37e2e354df081ad1b18548376fc&device_id=e8db0fae-fb31-4963-833f-436f7761e8f3 HTTP/1.1" status: 200 len: 1094 time: 0.5069110 Mar 09 03:51:18.477692 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-13507480-2dc3-49e5-8c66-9168a8964fee req-f41a2017-1122-4fb8-adfc-04d7cf3f39fd tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8db0fae-fb31-4963-833f-436f7761e8f3 HTTP/1.1" status: 200 len: 943 time: 0.2720172 Mar 09 03:51:18.483012 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-20a47da2-22aa-4576-be81-b7e79bc57602 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:18.615630 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Allocated IP 2001:db8::2 (52061912-70e8-4f32-8bcd-36eeab65c7b8/d5810b28-3108-43e8-b5f7-b028ec413c6b/cb5e8f78-34a0-4561-a094-0801c5975cb5) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:51:18.703248 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-13507480-2dc3-49e5-8c66-9168a8964fee req-ffd876c8-402c-422c-a26e-c9b21af3b5e3 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247844 Mar 09 03:51:18.705710 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a47da2-22aa-4576-be81-b7e79bc57602 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:18.709714 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-20a47da2-22aa-4576-be81-b7e79bc57602 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:18.726172 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9cccca22-81b7-47d0-b8f2-e2edda74e331 req-c72f3158-b4bd-447c-9024-710ea4fab59d service neutron] 10.222.0.21 "GET /v2.0/networks/8de54226-82d4-4ec5-baa5-6fa167a003ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5274014 Mar 09 03:51:18.731296 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-35780409-b619-4999-8ff4-039e9ec5a3db req-6eeb85fd-8529-40a9-ba9d-ac505db8250e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:18.824025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-20a47da2-22aa-4576-be81-b7e79bc57602 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] device_id is not set on port 695762d3-5172-4905-9edb-e37bd9f7b896 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:51:18.918105 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:18.937085 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Transition to ACTIVE for port object cb5e8f78-34a0-4561-a094-0801c5975cb5 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:51:18.955681 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Transition to ACTIVE for port object cb5e8f78-34a0-4561-a094-0801c5975cb5 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:51:18.965870 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:19.049682 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:51:19.058580 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:19.064202 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:51:19.070933 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Pushing event updated for resources: {'Port': ['ID=cb5e8f78-34a0-4561-a094-0801c5975cb5,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:19.136816 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3fef6-98b3-467a-84c1-f552e9c82522 req-bfd9c69c-6783-4c74-b49f-7965af73723d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:19.138289 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d8d3fef6-98b3-467a-84c1-f552e9c82522 req-bfd9c69c-6783-4c74-b49f-7965af73723d service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840 HTTP/1.1" status: 200 len: 907 time: 0.6570060 Mar 09 03:51:19.208248 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:19.209245 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:19.209894 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:19.210371 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:19.210873 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:19.211380 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:19.211858 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:19.212348 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:19.212824 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:19.213318 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:19.213896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:19.214522 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:19.235120 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d8d3fef6-98b3-467a-84c1-f552e9c82522 req-30572731-8d17-4301-9b72-1313c81c35fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7af77edb-e500-4032-9aea-7b76cbd59d30 HTTP/1.1" status: 200 len: 217 time: 0.0876055 Mar 09 03:51:19.255452 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Attempting to bind port cb5e8f78-34a0-4561-a094-0801c5975cb5 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:19.256218 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Attempting to bind port cb5e8f78-34a0-4561-a094-0801c5975cb5 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:19.257262 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Attempting to bind port cb5e8f78-34a0-4561-a094-0801c5975cb5 on network 52061912-70e8-4f32-8bcd-36eeab65c7b8 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:19.263955 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:51:19.264572 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Checking segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:51:19.265164 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:19.266022 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Bound using segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:51:19.266659 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Bound port: cb5e8f78-34a0-4561-a094-0801c5975cb5, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:51:19.268517 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:19.373338 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9cccca22-81b7-47d0-b8f2-e2edda74e331 req-47604bae-7a40-4114-910a-7846c64f7acf service neutron] 10.222.0.21 "GET /v2.0/networks/8de54226-82d4-4ec5-baa5-6fa167a003ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6398401 Mar 09 03:51:19.388860 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-35780409-b619-4999-8ff4-039e9ec5a3db req-6eeb85fd-8529-40a9-ba9d-ac505db8250e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c59ffae-04c7-4d8f-81e6-e36dcb821632 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:51:19.390115 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] For port cb5e8f78-34a0-4561-a094-0801c5975cb5, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:51:19.395918 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] For port cb5e8f78-34a0-4561-a094-0801c5975cb5, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=cb5e8f78-34a0-4561-a094-0801c5975cb5,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:51:19.402164 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-35780409-b619-4999-8ff4-039e9ec5a3db req-6eeb85fd-8529-40a9-ba9d-ac505db8250e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:19.403332 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:19.403562 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16266668-aa8c-4198-a2af-fcaa5fc37af6 req-13bde837-7516-4383-ab13-1317ed13e85a tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:19.415593 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-16266668-aa8c-4198-a2af-fcaa5fc37af6 req-13bde837-7516-4383-ab13-1317ed13e85a tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/ports?device_id=e36226c2-f5f0-46e1-936f-0f1577fd1dc9 HTTP/1.1" status: 200 len: 931 time: 0.6570888 Mar 09 03:51:19.445953 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-35780409-b619-4999-8ff4-039e9ec5a3db req-6eeb85fd-8529-40a9-ba9d-ac505db8250e service neutron] Transition to ACTIVE for port object 9c59ffae-04c7-4d8f-81e6-e36dcb821632 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:51:19.466762 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc0205-afed-473b-9e6a-cf1af39fcf41 req-d8245891-ad66-4335-af12-e519365de839 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:19.475159 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3fef6-98b3-467a-84c1-f552e9c82522 req-c47b0fec-4b8a-457a-86d6-6503367d0cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:19.476620 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3bcc0205-afed-473b-9e6a-cf1af39fcf41 req-d8245891-ad66-4335-af12-e519365de839 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.1704407 Mar 09 03:51:19.477127 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d8d3fef6-98b3-467a-84c1-f552e9c82522 req-c47b0fec-4b8a-457a-86d6-6503367d0cbb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4320f833-55d6-48c9-bfa9-ead71d951b3e HTTP/1.1" status: 200 len: 846 time: 0.2274427 Mar 09 03:51:19.480131 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-35780409-b619-4999-8ff4-039e9ec5a3db req-6eeb85fd-8529-40a9-ba9d-ac505db8250e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:19.497949 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-20a47da2-22aa-4576-be81-b7e79bc57602 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 2001:db8::32a (52061912-70e8-4f32-8bcd-36eeab65c7b8/d5810b28-3108-43e8-b5f7-b028ec413c6b/695762d3-5172-4905-9edb-e37bd9f7b896) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:51:19.504540 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a818e-e94a-4c25-8204-efda1172c6c8 None None] Pushing event updated for resources: {'Port': ['ID=cb5e8f78-34a0-4561-a094-0801c5975cb5,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:19.567877 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d8d3fef6-98b3-467a-84c1-f552e9c82522 req-1b9dd78f-2091-4514-9ea6-706eb8070e9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717919 Mar 09 03:51:19.616788 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-16266668-aa8c-4198-a2af-fcaa5fc37af6 req-51fa7033-efaa-46bf-9d50-359abfdecf45 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf9683ad-c693-428e-b1ff-4a3b2d8a2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930921 Mar 09 03:51:19.774396 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb85fd-8529-40a9-ba9d-ac505db8250e service neutron] Pushing event updated for resources: {'Port': ['ID=9c59ffae-04c7-4d8f-81e6-e36dcb821632,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:19.808774 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3bcc0205-afed-473b-9e6a-cf1af39fcf41 req-f79887b9-4bbf-40c5-9348-6d7713915138 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290410 Mar 09 03:51:19.865323 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-35780409-b619-4999-8ff4-039e9ec5a3db req-6eeb85fd-8529-40a9-ba9d-ac505db8250e service neutron] Attempting to bind port 9c59ffae-04c7-4d8f-81e6-e36dcb821632 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:19.865937 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-35780409-b619-4999-8ff4-039e9ec5a3db req-6eeb85fd-8529-40a9-ba9d-ac505db8250e service neutron] Attempting to bind port 9c59ffae-04c7-4d8f-81e6-e36dcb821632 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '0a22f97c-3075-46a4-bf00-c4db01ca29ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bbbbdffd-c321-4c60-844a-4b356bdedb43'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:19.866361 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35780409-b619-4999-8ff4-039e9ec5a3db req-6eeb85fd-8529-40a9-ba9d-ac505db8250e service neutron] Attempting to bind port 9c59ffae-04c7-4d8f-81e6-e36dcb821632 on network bbbbdffd-c321-4c60-844a-4b356bdedb43 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:19.876500 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35780409-b619-4999-8ff4-039e9ec5a3db req-6eeb85fd-8529-40a9-ba9d-ac505db8250e service neutron] Port 9c59ffae-04c7-4d8f-81e6-e36dcb821632 on network bbbbdffd-c321-4c60-844a-4b356bdedb43 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:19.877209 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35780409-b619-4999-8ff4-039e9ec5a3db req-6eeb85fd-8529-40a9-ba9d-ac505db8250e service neutron] Attempting to bind port 9c59ffae-04c7-4d8f-81e6-e36dcb821632 on network bbbbdffd-c321-4c60-844a-4b356bdedb43 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:19.883893 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35780409-b619-4999-8ff4-039e9ec5a3db req-6eeb85fd-8529-40a9-ba9d-ac505db8250e service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:51:19.886070 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35780409-b619-4999-8ff4-039e9ec5a3db req-6eeb85fd-8529-40a9-ba9d-ac505db8250e service neutron] Checking segment: {'id': '0a22f97c-3075-46a4-bf00-c4db01ca29ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bbbbdffd-c321-4c60-844a-4b356bdedb43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:51:19.886486 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35780409-b619-4999-8ff4-039e9ec5a3db req-6eeb85fd-8529-40a9-ba9d-ac505db8250e service neutron] Bound using segment: {'id': '0a22f97c-3075-46a4-bf00-c4db01ca29ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bbbbdffd-c321-4c60-844a-4b356bdedb43'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:51:19.887010 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-35780409-b619-4999-8ff4-039e9ec5a3db req-6eeb85fd-8529-40a9-ba9d-ac505db8250e service neutron] Bound port: 9c59ffae-04c7-4d8f-81e6-e36dcb821632, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a22f97c-3075-46a4-bf00-c4db01ca29ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bbbbdffd-c321-4c60-844a-4b356bdedb43'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:51:19.887540 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-35780409-b619-4999-8ff4-039e9ec5a3db req-6eeb85fd-8529-40a9-ba9d-ac505db8250e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:20.015723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-35780409-b619-4999-8ff4-039e9ec5a3db req-6eeb85fd-8529-40a9-ba9d-ac505db8250e service neutron] For port 9c59ffae-04c7-4d8f-81e6-e36dcb821632, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:51:20.023374 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d8d3fef6-98b3-467a-84c1-f552e9c82522 req-834387c2-6ccb-405c-88db-274f78c9cae8 service neutron] 10.222.0.24 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441354 Mar 09 03:51:20.025885 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-35780409-b619-4999-8ff4-039e9ec5a3db req-6eeb85fd-8529-40a9-ba9d-ac505db8250e service neutron] For port 9c59ffae-04c7-4d8f-81e6-e36dcb821632, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=9c59ffae-04c7-4d8f-81e6-e36dcb821632,segment=NetworkSegment(0a22f97c-3075-46a4-bf00-c4db01ca29ad),segment_id=0a22f97c-3075-46a4-bf00-c4db01ca29ad)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:51:20.036187 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-35780409-b619-4999-8ff4-039e9ec5a3db req-6eeb85fd-8529-40a9-ba9d-ac505db8250e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:20.109291 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35780409-b619-4999-8ff4-039e9ec5a3db req-6eeb85fd-8529-40a9-ba9d-ac505db8250e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:20.109892 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-35780409-b619-4999-8ff4-039e9ec5a3db req-6eeb85fd-8529-40a9-ba9d-ac505db8250e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:20.111383 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35780409-b619-4999-8ff4-039e9ec5a3db req-6eeb85fd-8529-40a9-ba9d-ac505db8250e service neutron] 10.222.0.24 "PUT /v2.0/ports/9c59ffae-04c7-4d8f-81e6-e36dcb821632 HTTP/1.1" status: 200 len: 1091 time: 1.7297933 Mar 09 03:51:20.111830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36226c2-f5f0-46e1-936f-0f1577fd1dc9', 'tag': '9c59ffae-04c7-4d8f-81e6-e36dcb821632'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:51:20.156817 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb85fd-8529-40a9-ba9d-ac505db8250e service neutron] Pushing event updated for resources: {'Port': ['ID=9c59ffae-04c7-4d8f-81e6-e36dcb821632,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:20.197164 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36226c2-f5f0-46e1-936f-0f1577fd1dc9', 'tag': '9c59ffae-04c7-4d8f-81e6-e36dcb821632', 'status': 'completed', 'code': 200} Mar 09 03:51:20.235207 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35780409-b619-4999-8ff4-039e9ec5a3db req-e714cfb5-9fcf-4e6c-9a1e-4bce8bc9e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:20.236741 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35780409-b619-4999-8ff4-039e9ec5a3db req-e714cfb5-9fcf-4e6c-9a1e-4bce8bc9e6fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc07ca491d1542dfb0235c61f9f12e67&device_id=e36226c2-f5f0-46e1-936f-0f1577fd1dc9 HTTP/1.1" status: 200 len: 1094 time: 0.0763543 Mar 09 03:51:20.259512 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-20a47da2-22aa-4576-be81-b7e79bc57602 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:20.309016 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-20a47da2-22aa-4576-be81-b7e79bc57602 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Transition to ACTIVE for port object 695762d3-5172-4905-9edb-e37bd9f7b896 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:51:20.324307 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa540d-9041-4397-8dbd-818adea82fb2 req-e605000a-e998-4980-af9e-8e4ee76ac97c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:20.325677 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-37fa540d-9041-4397-8dbd-818adea82fb2 req-e605000a-e998-4980-af9e-8e4ee76ac97c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Synchronizing usage tracker for tenant:6c36c37e2e354df081ad1b18548376fc on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:51:20.326459 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35780409-b619-4999-8ff4-039e9ec5a3db req-2be126b8-2193-4d0a-a9b0-fb0eeaa4cadc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c59ffae-04c7-4d8f-81e6-e36dcb821632 HTTP/1.1" status: 200 len: 217 time: 0.0815861 Mar 09 03:51:20.332594 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d8d3fef6-98b3-467a-84c1-f552e9c82522 req-81e3c4ab-e4af-4bbb-8f76-deb71e5f02e3 service neutron] 10.222.0.24 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814999 Mar 09 03:51:20.365233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-37fa540d-9041-4397-8dbd-818adea82fb2 req-e605000a-e998-4980-af9e-8e4ee76ac97c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Unset dirty status for tenant:6c36c37e2e354df081ad1b18548376fc on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:51:20.366703 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-37fa540d-9041-4397-8dbd-818adea82fb2 req-e605000a-e998-4980-af9e-8e4ee76ac97c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8db0fae-fb31-4963-833f-436f7761e8f3 HTTP/1.1" status: 200 len: 943 time: 0.4061153 Mar 09 03:51:20.386838 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34438) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:20.394238 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-20a47da2-22aa-4576-be81-b7e79bc57602 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:20.403386 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35780409-b619-4999-8ff4-039e9ec5a3db req-f2be9e0b-fb4c-437c-8b24-5223623b4975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:20.404802 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35780409-b619-4999-8ff4-039e9ec5a3db req-f2be9e0b-fb4c-437c-8b24-5223623b4975 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1d2720fe-4bd0-4b92-b405-0ca0a715314b HTTP/1.1" status: 200 len: 864 time: 0.0672562 Mar 09 03:51:20.460362 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35780409-b619-4999-8ff4-039e9ec5a3db req-6068ec73-140c-4a1e-8db0-1d4235126387 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbbbdffd-c321-4c60-844a-4b356bdedb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493646 Mar 09 03:51:20.498251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a47da2-22aa-4576-be81-b7e79bc57602 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:51:20.504401 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-37fa540d-9041-4397-8dbd-818adea82fb2 req-97799228-6ebc-41b5-9041-3801748ac2c8 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308341 Mar 09 03:51:20.505216 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-20a47da2-22aa-4576-be81-b7e79bc57602 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:20.507335 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a47da2-22aa-4576-be81-b7e79bc57602 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=695762d3-5172-4905-9edb-e37bd9f7b896,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:20.510639 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a47da2-22aa-4576-be81-b7e79bc57602 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:51:20.516344 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a47da2-22aa-4576-be81-b7e79bc57602 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:20.516961 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-20a47da2-22aa-4576-be81-b7e79bc57602 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:20.554353 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-20a47da2-22aa-4576-be81-b7e79bc57602 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3297856 Mar 09 03:51:20.556642 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34444) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:20.598130 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a502a838-765b-472a-ba0d-94260e1478b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:20.619903 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a502a838-765b-472a-ba0d-94260e1478b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:20.638447 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a502a838-765b-472a-ba0d-94260e1478b6 admin admin] Usage tracker for resource:security_group_rule and tenant:c619ba54881c4625b9d2e4bb10de52f2 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:20.658181 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a502a838-765b-472a-ba0d-94260e1478b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:20.667843 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device cb5e8f78-34a0-4561-a094-0801c5975cb5 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:51:20.673116 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157fc093-f296-45d6-8599-106610c6ac43 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:20.676045 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35780409-b619-4999-8ff4-039e9ec5a3db req-c14b85be-af1d-4bc3-aecc-799fadc8e061 service neutron] 10.222.0.24 "GET /v2.0/networks/bbbbdffd-c321-4c60-844a-4b356bdedb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091670 Mar 09 03:51:20.680006 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a502a838-765b-472a-ba0d-94260e1478b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:20.681430 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157fc093-f296-45d6-8599-106610c6ac43 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:20.682331 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-157fc093-f296-45d6-8599-106610c6ac43 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:51:20.703953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-157fc093-f296-45d6-8599-106610c6ac43 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:51:20.708046 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-157fc093-f296-45d6-8599-106610c6ac43 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1479924 Mar 09 03:51:20.708511 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34450) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:20.789644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-b6f17a16-2030-4ece-8d71-55c37a44a220 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting port 695762d3-5172-4905-9edb-e37bd9f7b896 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:20.789976 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b6f17a16-2030-4ece-8d71-55c37a44a220 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:20.794252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port cb5e8f78-34a0-4561-a094-0801c5975cb5 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:51:20.941755 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35780409-b619-4999-8ff4-039e9ec5a3db req-00b1f58c-a386-4a73-9495-f361e8265c3a service neutron] 10.222.0.24 "GET /v2.0/networks/bbbbdffd-c321-4c60-844a-4b356bdedb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421234 Mar 09 03:51:21.015839 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35286799-80cb-42d0-88a8-ec9535255981 req-603bb8b9-19fc-4f44-8d7b-c0690fcb39b6 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:21.016534 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-35286799-80cb-42d0-88a8-ec9535255981 req-603bb8b9-19fc-4f44-8d7b-c0690fcb39b6 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Synchronizing usage tracker for tenant:dc07ca491d1542dfb0235c61f9f12e67 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:51:21.026284 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a502a838-765b-472a-ba0d-94260e1478b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:21.058121 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef46c1f-a54d-4190-95aa-d7568be4a531 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:51:21.191698 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-023092eb-403b-4040-b4bc-038562453f5d None None] Provisioning for port cb5e8f78-34a0-4561-a094-0801c5975cb5 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:51:21.200256 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-023092eb-403b-4040-b4bc-038562453f5d None None] Provisioning complete for port cb5e8f78-34a0-4561-a094-0801c5975cb5 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:51:21.200631 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-023092eb-403b-4040-b4bc-038562453f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:21.212776 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06fead-ffd4-46de-baa2-486d9dac73a7 req-4278e345-d90b-4b54-9c1a-c99030904c39 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:21.220757 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1e06fead-ffd4-46de-baa2-486d9dac73a7 req-4278e345-d90b-4b54-9c1a-c99030904c39 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.2763858 Mar 09 03:51:21.226424 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a502a838-765b-472a-ba0d-94260e1478b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:21.245073 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-35286799-80cb-42d0-88a8-ec9535255981 req-603bb8b9-19fc-4f44-8d7b-c0690fcb39b6 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Unset dirty status for tenant:dc07ca491d1542dfb0235c61f9f12e67 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:51:21.251365 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35286799-80cb-42d0-88a8-ec9535255981 req-603bb8b9-19fc-4f44-8d7b-c0690fcb39b6 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/ports?device_id=e36226c2-f5f0-46e1-936f-0f1577fd1dc9 HTTP/1.1" status: 200 len: 943 time: 0.4569349 Mar 09 03:51:21.258563 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b6f17a16-2030-4ece-8d71-55c37a44a220 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:21.319496 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a502a838-765b-472a-ba0d-94260e1478b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c619ba54881c4625b9d2e4bb10de52f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9312179 Mar 09 03:51:21.332784 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34458) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:21.340509 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502a838-765b-472a-ba0d-94260e1478b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972d403b-cba4-495f-817a-955c3b167b79,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:21.369168 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-35286799-80cb-42d0-88a8-ec9535255981 req-a8da4abb-2498-4058-a283-3159cd77a8d4 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Synchronizing usage tracker for tenant:dc07ca491d1542dfb0235c61f9f12e67 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:51:21.411480 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fbadd-36fe-4cca-b62f-32e3a2007584 req-76771d13-e791-44f2-a91e-f2c05e0b908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:21.412996 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b13fbadd-36fe-4cca-b62f-32e3a2007584 req-76771d13-e791-44f2-a91e-f2c05e0b908d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc07ca491d1542dfb0235c61f9f12e67&device_id=e36226c2-f5f0-46e1-936f-0f1577fd1dc9 HTTP/1.1" status: 200 len: 1094 time: 0.3887734 Mar 09 03:51:21.437393 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-023092eb-403b-4040-b4bc-038562453f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:21.449162 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-35286799-80cb-42d0-88a8-ec9535255981 req-a8da4abb-2498-4058-a283-3159cd77a8d4 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Unset dirty status for tenant:dc07ca491d1542dfb0235c61f9f12e67 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:51:21.450499 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35286799-80cb-42d0-88a8-ec9535255981 req-a8da4abb-2498-4058-a283-3159cd77a8d4 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf9683ad-c693-428e-b1ff-4a3b2d8a2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981645 Mar 09 03:51:21.485976 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-89e84876-fce5-459a-a5b0-5600124c00da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:21.488780 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-023092eb-403b-4040-b4bc-038562453f5d None None] For port cb5e8f78-34a0-4561-a094-0801c5975cb5, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=cb5e8f78-34a0-4561-a094-0801c5975cb5,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:21.496717 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-023092eb-403b-4040-b4bc-038562453f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:21.527859 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1e06fead-ffd4-46de-baa2-486d9dac73a7 req-23c38996-f294-491e-b337-2ad6f999d473 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053887 Mar 09 03:51:21.550185 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-b6f17a16-2030-4ece-8d71-55c37a44a220 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Calling delete_port for 695762d3-5172-4905-9edb-e37bd9f7b896 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:21.583445 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-89e84876-fce5-459a-a5b0-5600124c00da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:21.592281 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023092eb-403b-4040-b4bc-038562453f5d None None] Pushing event updated for resources: {'Port': ['ID=cb5e8f78-34a0-4561-a094-0801c5975cb5,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:21.645314 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fbadd-36fe-4cca-b62f-32e3a2007584 req-33f5fd66-de24-4e26-aadb-cc691f97bcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:21.646776 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b13fbadd-36fe-4cca-b62f-32e3a2007584 req-33f5fd66-de24-4e26-aadb-cc691f97bcda service neutron] 10.222.0.24 "GET /v2.0/networks?id=bbbbdffd-c321-4c60-844a-4b356bdedb43 HTTP/1.1" status: 200 len: 925 time: 0.2213080 Mar 09 03:51:21.729914 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b6f17a16-2030-4ece-8d71-55c37a44a220 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:21.767951 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b13fbadd-36fe-4cca-b62f-32e3a2007584 req-955d7df2-0297-40a6-a3a8-a9c3c6b3b971 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c59ffae-04c7-4d8f-81e6-e36dcb821632 HTTP/1.1" status: 200 len: 217 time: 0.1082022 Mar 09 03:51:21.805645 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-89e84876-fce5-459a-a5b0-5600124c00da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:21.820872 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f17a16-2030-4ece-8d71-55c37a44a220 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Port': ['ID=695762d3-5172-4905-9edb-e37bd9f7b896,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:21.834269 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b6f17a16-2030-4ece-8d71-55c37a44a220 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:21.836351 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-095cd95e-d245-4941-913b-0408d487b6ff None None] Could not find standard attr ID for object 695762d3-5172-4905-9edb-e37bd9f7b896. {{(pid=87882) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 03:51:21.842765 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e84876-fce5-459a-a5b0-5600124c00da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972d403b-cba4-495f-817a-955c3b167b79,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:21.852448 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b6f17a16-2030-4ece-8d71-55c37a44a220 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/695762d3-5172-4905-9edb-e37bd9f7b896 HTTP/1.1" status: 204 len: 168 time: 1.1402917 Mar 09 03:51:21.852897 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34464) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:21.871415 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-89e84876-fce5-459a-a5b0-5600124c00da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:21.877616 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-89e84876-fce5-459a-a5b0-5600124c00da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/972d403b-cba4-495f-817a-955c3b167b79 HTTP/1.1" status: 204 len: 168 time: 0.5432026 Mar 09 03:51:21.891827 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fbadd-36fe-4cca-b62f-32e3a2007584 req-445a4b90-4ab7-4aef-ad9c-63f3b31efff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:21.894222 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b13fbadd-36fe-4cca-b62f-32e3a2007584 req-445a4b90-4ab7-4aef-ad9c-63f3b31efff2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1d2720fe-4bd0-4b92-b405-0ca0a715314b HTTP/1.1" status: 200 len: 864 time: 0.1198225 Mar 09 03:51:21.914591 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 7af77edb-e500-4032-9aea-7b76cbd59d30 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:51:21.922306 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48be41-7dff-4d5e-b92c-04a602c7be32 req-dd3cf296-1830-491d-b1c4-339ac644aa60 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:21.924572 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb48be41-7dff-4d5e-b92c-04a602c7be32 req-dd3cf296-1830-491d-b1c4-339ac644aa60 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8db0fae-fb31-4963-833f-436f7761e8f3 HTTP/1.1" status: 200 len: 943 time: 0.2669251 Mar 09 03:51:21.951492 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-095cd95e-d245-4941-913b-0408d487b6ff None None] Provisioning complete for port cb5e8f78-34a0-4561-a094-0801c5975cb5 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:51:21.951863 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-095cd95e-d245-4941-913b-0408d487b6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:21.957166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3f53e5-d723-4953-8b50-59a7e0c2d42e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:21.958673 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3f53e5-d723-4953-8b50-59a7e0c2d42e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:21.960222 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ad3f53e5-d723-4953-8b50-59a7e0c2d42e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1058941 Mar 09 03:51:21.965382 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34470) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:22.006516 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b13fbadd-36fe-4cca-b62f-32e3a2007584 req-cfeb2e91-cfc2-44cc-bdc0-0460d96fc314 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbbbdffd-c321-4c60-844a-4b356bdedb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009853 Mar 09 03:51:22.064068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3b9aac-3e52-4bfd-8b62-04e9a0c51683 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet d5810b28-3108-43e8-b5f7-b028ec413c6b {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:51:22.068184 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9aac-3e52-4bfd-8b62-04e9a0c51683 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:22.161463 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb48be41-7dff-4d5e-b92c-04a602c7be32 req-db52dda7-3bc0-494a-b6a5-f10804147297 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778245 Mar 09 03:51:22.206418 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9aac-3e52-4bfd-8b62-04e9a0c51683 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:22.208798 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b13fbadd-36fe-4cca-b62f-32e3a2007584 req-df4c9cd8-86b8-4e14-9cff-a01cee655a1f service neutron] 10.222.0.24 "GET /v2.0/networks/bbbbdffd-c321-4c60-844a-4b356bdedb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942873 Mar 09 03:51:22.284732 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 7af77edb-e500-4032-9aea-7b76cbd59d30, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=7af77edb-e500-4032-9aea-7b76cbd59d30,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:22.302634 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '7af77edb-e500-4032-9aea-7b76cbd59d30', 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840', 'port_id': '7af77edb-e500-4032-9aea-7b76cbd59d30', 'mac_address': 'fa:16:3e:3d:2b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4320f833-55d6-48c9-bfa9-ead71d951b3e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:51:22.355721 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9aac-3e52-4bfd-8b62-04e9a0c51683 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:22.381384 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:22.405921 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b13fbadd-36fe-4cca-b62f-32e3a2007584 req-a3e430f2-d984-4f3e-b5fd-c20e6c73f793 service neutron] 10.222.0.24 "GET /v2.0/networks/bbbbdffd-c321-4c60-844a-4b356bdedb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897311 Mar 09 03:51:22.409816 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af77edb-e500-4032-9aea-7b76cbd59d30 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:51:22.422142 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cdffebc2-698f-42ba-9192-627cb9acf38e None None] Could not find standard attr ID for object 695762d3-5172-4905-9edb-e37bd9f7b896. {{(pid=87882) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 03:51:22.431592 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 7af77edb-e500-4032-9aea-7b76cbd59d30, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=7af77edb-e500-4032-9aea-7b76cbd59d30,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:22.437713 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:22.462888 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34478) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:22.484761 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fd366cb-5687-49b9-adb8-d3cd0f7e85e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:22.511343 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9aac-3e52-4bfd-8b62-04e9a0c51683 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:22.529028 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=7af77edb-e500-4032-9aea-7b76cbd59d30,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:22.608894 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b9aac-3e52-4bfd-8b62-04e9a0c51683 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=d5810b28-3108-43e8-b5f7-b028ec413c6b,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:22.623657 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9aac-3e52-4bfd-8b62-04e9a0c51683 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:22.629638 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f966affc-a82a-4091-8f39-fd5841d1bba4 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:51:22.635082 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4fd366cb-5687-49b9-adb8-d3cd0f7e85e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:22.698680 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device cb5e8f78-34a0-4561-a094-0801c5975cb5 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:51:22.702659 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4fd366cb-5687-49b9-adb8-d3cd0f7e85e8 admin admin] Usage tracker for resource:security_group_rule and tenant:b7a43a4d8fb64d6d869977a69479d8d9 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:22.711110 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4fd366cb-5687-49b9-adb8-d3cd0f7e85e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:22.715330 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3e3b9aac-3e52-4bfd-8b62-04e9a0c51683 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/d5810b28-3108-43e8-b5f7-b028ec413c6b HTTP/1.1" status: 204 len: 168 time: 0.7488146 Mar 09 03:51:22.719383 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34486) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:22.726634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4fd366cb-5687-49b9-adb8-d3cd0f7e85e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:22.786081 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995187ca-f8ba-428a-a5c5-1495f4e81807 req-d246158c-9c22-41fa-be57-121316cc8125 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:22.787625 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-995187ca-f8ba-428a-a5c5-1495f4e81807 req-d246158c-9c22-41fa-be57-121316cc8125 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/ports?device_id=e36226c2-f5f0-46e1-936f-0f1577fd1dc9 HTTP/1.1" status: 200 len: 943 time: 0.1840749 Mar 09 03:51:22.857616 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bb393cca-b234-4750-aa15-afbafa4ac5e3 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1368778 Mar 09 03:51:22.859934 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port cb5e8f78-34a0-4561-a094-0801c5975cb5 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:51:22.860620 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34490) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:22.861000 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:22.867990 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6e604c80-8e8c-40aa-8cec-96ca01e85cb0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:22.868468 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-995187ca-f8ba-428a-a5c5-1495f4e81807 req-2a138262-3bc1-4609-80a8-c7963ddc99ce tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf9683ad-c693-428e-b1ff-4a3b2d8a2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738158 Mar 09 03:51:22.895607 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['7af77edb-e500-4032-9aea-7b76cbd59d30'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:51:22.908874 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fd366cb-5687-49b9-adb8-d3cd0f7e85e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:22.916547 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fd366cb-5687-49b9-adb8-d3cd0f7e85e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:22.973718 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4fd366cb-5687-49b9-adb8-d3cd0f7e85e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b7a43a4d8fb64d6d869977a69479d8d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5097294 Mar 09 03:51:22.974657 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd366cb-5687-49b9-adb8-d3cd0f7e85e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc32d9b-c6a3-4a4c-a15b-8f1f3311fece,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:22.976988 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34494) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:23.013643 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6e604c80-8e8c-40aa-8cec-96ca01e85cb0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:23.020200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6e604c80-8e8c-40aa-8cec-96ca01e85cb0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:23.023793 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6e604c80-8e8c-40aa-8cec-96ca01e85cb0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:23.031752 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6e604c80-8e8c-40aa-8cec-96ca01e85cb0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:23.040536 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9321f787-8a54-4ee0-8f29-aff048ce3c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:23.060161 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffef6ea-9088-4a2e-8aeb-9937c06c8588 req-4d4bd204-4b39-4301-b099-a8db34fabae5 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:23.061667 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cffef6ea-9088-4a2e-8aeb-9937c06c8588 req-4d4bd204-4b39-4301-b099-a8db34fabae5 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.3439751 Mar 09 03:51:23.062747 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e604c80-8e8c-40aa-8cec-96ca01e85cb0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:23.066090 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e604c80-8e8c-40aa-8cec-96ca01e85cb0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:23.068466 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9321f787-8a54-4ee0-8f29-aff048ce3c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:23.128791 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9321f787-8a54-4ee0-8f29-aff048ce3c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:23.147208 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321f787-8a54-4ee0-8f29-aff048ce3c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc32d9b-c6a3-4a4c-a15b-8f1f3311fece,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:23.151332 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9321f787-8a54-4ee0-8f29-aff048ce3c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:23.155358 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9321f787-8a54-4ee0-8f29-aff048ce3c2b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2fc32d9b-c6a3-4a4c-a15b-8f1f3311fece HTTP/1.1" status: 204 len: 168 time: 0.1774178 Mar 09 03:51:23.223200 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cffef6ea-9088-4a2e-8aeb-9937c06c8588 req-cd6472c3-4ef1-4739-a6a0-ce31607709a3 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432624 Mar 09 03:51:23.304362 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209b37fc-b6cc-4782-99f8-765333eb7a57 None None] DHCP port deletion for 52061912-70e8-4f32-8bcd-36eeab65c7b8 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:51:23.308417 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-209b37fc-b6cc-4782-99f8-765333eb7a57 None None] Deleting port cb5e8f78-34a0-4561-a094-0801c5975cb5 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:23.308790 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-209b37fc-b6cc-4782-99f8-765333eb7a57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:23.432836 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e604c80-8e8c-40aa-8cec-96ca01e85cb0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:23.468225 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3415f4-31c1-4ad1-8898-c69263ea98c6 req-cf1e8f17-9769-4ec8-9731-28dbebc6aa6a tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:23.469874 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1d3415f4-31c1-4ad1-8898-c69263ea98c6 req-cf1e8f17-9769-4ec8-9731-28dbebc6aa6a tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8db0fae-fb31-4963-833f-436f7761e8f3 HTTP/1.1" status: 200 len: 944 time: 0.1518276 Mar 09 03:51:23.553868 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-209b37fc-b6cc-4782-99f8-765333eb7a57 None None] For port cb5e8f78-34a0-4561-a094-0801c5975cb5, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=cb5e8f78-34a0-4561-a094-0801c5975cb5,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:23.554398 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-209b37fc-b6cc-4782-99f8-765333eb7a57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:23.574273 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e604c80-8e8c-40aa-8cec-96ca01e85cb0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:51:23.577674 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-6e604c80-8e8c-40aa-8cec-96ca01e85cb0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:23.582277 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e604c80-8e8c-40aa-8cec-96ca01e85cb0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:23.582896 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e604c80-8e8c-40aa-8cec-96ca01e85cb0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:23.600686 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1d3415f4-31c1-4ad1-8898-c69263ea98c6 req-8b8f5fe8-af0f-45ed-9d7a-72338c4742e1 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188004 Mar 09 03:51:23.609581 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6e604c80-8e8c-40aa-8cec-96ca01e85cb0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7472374 Mar 09 03:51:23.612949 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34510) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:23.615582 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e604c80-8e8c-40aa-8cec-96ca01e85cb0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=62c01d07-09f9-4c3e-be08-e6796a986e10,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:23.626151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-0e98f4e8-b28d-49b3-bbc8-5eb392a8f667 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'name': 'tempest-NetworksTestDHCPv6-1367938218'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:23.733021 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-209b37fc-b6cc-4782-99f8-765333eb7a57 None None] Calling delete_port for cb5e8f78-34a0-4561-a094-0801c5975cb5 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:23.833227 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-209b37fc-b6cc-4782-99f8-765333eb7a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:23.887633 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209b37fc-b6cc-4782-99f8-765333eb7a57 None None] No DVR routers for this DVR port cb5e8f78-34a0-4561-a094-0801c5975cb5 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:51:23.898764 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 9c59ffae-04c7-4d8f-81e6-e36dcb821632 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:51:23.903104 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b37fc-b6cc-4782-99f8-765333eb7a57 None None] Pushing event deleted for resources: {'Port': ['ID=cb5e8f78-34a0-4561-a094-0801c5975cb5,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:23.924786 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e28376c-28c1-4d60-a606-b10d7ed79904 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:51:24.041889 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46164d1d-1f0a-4958-892b-1ae5b6778780 req-79927f38-9689-4a44-b0aa-2ad26463f0ac tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:24.043398 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-46164d1d-1f0a-4958-892b-1ae5b6778780 req-79927f38-9689-4a44-b0aa-2ad26463f0ac tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.3814747 Mar 09 03:51:24.053500 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0e98f4e8-b28d-49b3-bbc8-5eb392a8f667 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:24.059581 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0e98f4e8-b28d-49b3-bbc8-5eb392a8f667 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:port and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:24.076365 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0e98f4e8-b28d-49b3-bbc8-5eb392a8f667 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:24.087521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0e98f4e8-b28d-49b3-bbc8-5eb392a8f667 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:24.123663 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e98f4e8-b28d-49b3-bbc8-5eb392a8f667 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:24.131552 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0e98f4e8-b28d-49b3-bbc8-5eb392a8f667 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:24.163027 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-46164d1d-1f0a-4958-892b-1ae5b6778780 req-a23ac786-4f00-4102-b894-49794488392c tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048350 Mar 09 03:51:24.175164 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.resource_extend [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:51:24.193541 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-0e98f4e8-b28d-49b3-bbc8-5eb392a8f667 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] device_id is not set on port dc84eed3-a21e-4983-ab1d-193527c0a8c5 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:51:24.239685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbfdc2-8d2e-471b-8ba4-d81d906006e1 req-035e726a-77d7-483e-ac73-9be318d28140 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:24.241135 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18fbfdc2-8d2e-471b-8ba4-d81d906006e1 req-035e726a-77d7-483e-ac73-9be318d28140 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/ports?device_id=e36226c2-f5f0-46e1-936f-0f1577fd1dc9 HTTP/1.1" status: 200 len: 943 time: 0.1193240 Mar 09 03:51:24.298080 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18fbfdc2-8d2e-471b-8ba4-d81d906006e1 req-d587c219-76fe-4e97-a92e-aa5f5fdd1772 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf9683ad-c693-428e-b1ff-4a3b2d8a2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486600 Mar 09 03:51:24.374911 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df438af6-85ed-4cd6-950a-354beb711fb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-52061912-70e8-4f32-8bcd-36eeab65c7b8', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'fixed_ips': [{'subnet_id': '62c01d07-09f9-4c3e-be08-e6796a986e10'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:51:24.376514 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-df438af6-85ed-4cd6-950a-354beb711fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:24.396267 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 9c59ffae-04c7-4d8f-81e6-e36dcb821632, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=9c59ffae-04c7-4d8f-81e6-e36dcb821632,segment=NetworkSegment(0a22f97c-3075-46a4-bf00-c4db01ca29ad),segment_id=0a22f97c-3075-46a4-bf00-c4db01ca29ad)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:24.419534 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '9c59ffae-04c7-4d8f-81e6-e36dcb821632', 'network_id': 'bbbbdffd-c321-4c60-844a-4b356bdedb43', 'port_id': '9c59ffae-04c7-4d8f-81e6-e36dcb821632', 'mac_address': 'fa:16:3e:02:5d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d2720fe-4bd0-4b92-b405-0ca0a715314b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:51:24.441971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-0e98f4e8-b28d-49b3-bbc8-5eb392a8f667 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 2001:db8::33c (52061912-70e8-4f32-8bcd-36eeab65c7b8/62c01d07-09f9-4c3e-be08-e6796a986e10/dc84eed3-a21e-4983-ab1d-193527c0a8c5) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:51:24.576454 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:24.600889 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c59ffae-04c7-4d8f-81e6-e36dcb821632 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:51:24.655195 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device cb5e8f78-34a0-4561-a094-0801c5975cb5 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:51:24.697125 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: cb5e8f78-34a0-4561-a094-0801c5975cb5 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:51:24.697470 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device cb5e8f78-34a0-4561-a094-0801c5975cb5 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:51:24.699814 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 9c59ffae-04c7-4d8f-81e6-e36dcb821632, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=9c59ffae-04c7-4d8f-81e6-e36dcb821632,segment=NetworkSegment(0a22f97c-3075-46a4-bf00-c4db01ca29ad),segment_id=0a22f97c-3075-46a4-bf00-c4db01ca29ad)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:24.707462 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:24.786730 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=9c59ffae-04c7-4d8f-81e6-e36dcb821632,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:24.859875 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0e98f4e8-b28d-49b3-bbc8-5eb392a8f667 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:24.885381 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-0e98f4e8-b28d-49b3-bbc8-5eb392a8f667 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Transition to ACTIVE for port object dc84eed3-a21e-4983-ab1d-193527c0a8c5 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:51:24.904977 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97cc2f-2227-4583-9c74-87f27f82f5fc req-7ad4cb1d-c107-422c-a585-ca14e5d28fe5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:24.906452 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff97cc2f-2227-4583-9c74-87f27f82f5fc req-7ad4cb1d-c107-422c-a585-ca14e5d28fe5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8db0fae-fb31-4963-833f-436f7761e8f3 HTTP/1.1" status: 200 len: 944 time: 0.1454487 Mar 09 03:51:24.956101 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0e98f4e8-b28d-49b3-bbc8-5eb392a8f667 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:25.049620 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-df438af6-85ed-4cd6-950a-354beb711fb6 None None] Allocated IP 2001:db8::2 (52061912-70e8-4f32-8bcd-36eeab65c7b8/62c01d07-09f9-4c3e-be08-e6796a986e10/d67cbbda-8b03-482c-87ee-99f81a9276c2) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:51:25.051192 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e98f4e8-b28d-49b3-bbc8-5eb392a8f667 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:51:25.052641 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-0e98f4e8-b28d-49b3-bbc8-5eb392a8f667 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:25.067678 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e98f4e8-b28d-49b3-bbc8-5eb392a8f667 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:51:25.073495 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e98f4e8-b28d-49b3-bbc8-5eb392a8f667 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:25.074115 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0e98f4e8-b28d-49b3-bbc8-5eb392a8f667 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:25.106682 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff97cc2f-2227-4583-9c74-87f27f82f5fc req-29172b30-03a5-439c-a321-f109ba951289 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715927 Mar 09 03:51:25.124241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98f4e8-b28d-49b3-bbc8-5eb392a8f667 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=dc84eed3-a21e-4983-ab1d-193527c0a8c5,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:25.136899 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0e98f4e8-b28d-49b3-bbc8-5eb392a8f667 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5227132 Mar 09 03:51:25.139380 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34562) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:25.176264 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['9c59ffae-04c7-4d8f-81e6-e36dcb821632'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:51:25.305403 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9af595-e252-43df-b383-80f989737e47 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:25.309700 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ba9af595-e252-43df-b383-80f989737e47 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:51:25.348197 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ba9af595-e252-43df-b383-80f989737e47 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:51:25.351802 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ba9af595-e252-43df-b383-80f989737e47 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2113750 Mar 09 03:51:25.355592 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34572) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:25.450582 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-55a7a845-ee40-4cc5-930b-c4e6018cf7ff tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting port dc84eed3-a21e-4983-ab1d-193527c0a8c5 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:25.451266 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-55a7a845-ee40-4cc5-930b-c4e6018cf7ff tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:25.468712 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4b1c3-87e8-4a06-a286-29a8579a15ee req-5277869e-1b63-480c-a55e-f65e9f3fc7e9 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:25.471026 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a6d4b1c3-87e8-4a06-a286-29a8579a15ee req-5277869e-1b63-480c-a55e-f65e9f3fc7e9 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.1458404 Mar 09 03:51:25.568928 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a6d4b1c3-87e8-4a06-a286-29a8579a15ee req-b1f9ffcf-8369-4340-86da-a39856dd2edc tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908098 Mar 09 03:51:25.624201 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-df438af6-85ed-4cd6-950a-354beb711fb6 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:25.648389 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-df438af6-85ed-4cd6-950a-354beb711fb6 None None] Transition to ACTIVE for port object d67cbbda-8b03-482c-87ee-99f81a9276c2 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:51:25.675676 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-df438af6-85ed-4cd6-950a-354beb711fb6 None None] Transition to ACTIVE for port object d67cbbda-8b03-482c-87ee-99f81a9276c2 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:51:25.682904 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-df438af6-85ed-4cd6-950a-354beb711fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:25.762040 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df438af6-85ed-4cd6-950a-354beb711fb6 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:51:25.765889 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-df438af6-85ed-4cd6-950a-354beb711fb6 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:25.768055 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df438af6-85ed-4cd6-950a-354beb711fb6 None None] Pushing event updated for resources: {'Port': ['ID=d67cbbda-8b03-482c-87ee-99f81a9276c2,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:25.770214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df438af6-85ed-4cd6-950a-354beb711fb6 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:51:25.773826 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4e5d4-69f7-4871-8fde-9ae65481a659 req-692b39f1-9f86-4caa-959c-30fd68b392e9 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:25.781469 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1fd4e5d4-69f7-4871-8fde-9ae65481a659 req-692b39f1-9f86-4caa-959c-30fd68b392e9 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/ports?device_id=e36226c2-f5f0-46e1-936f-0f1577fd1dc9 HTTP/1.1" status: 200 len: 944 time: 0.2684071 Mar 09 03:51:25.867079 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-df438af6-85ed-4cd6-950a-354beb711fb6 None None] Attempting to bind port d67cbbda-8b03-482c-87ee-99f81a9276c2 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:25.867449 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-df438af6-85ed-4cd6-950a-354beb711fb6 None None] Attempting to bind port d67cbbda-8b03-482c-87ee-99f81a9276c2 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:25.867811 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df438af6-85ed-4cd6-950a-354beb711fb6 None None] Attempting to bind port d67cbbda-8b03-482c-87ee-99f81a9276c2 on network 52061912-70e8-4f32-8bcd-36eeab65c7b8 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:25.873824 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df438af6-85ed-4cd6-950a-354beb711fb6 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:51:25.874202 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df438af6-85ed-4cd6-950a-354beb711fb6 None None] Checking segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:51:25.874604 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-df438af6-85ed-4cd6-950a-354beb711fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:25.875291 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df438af6-85ed-4cd6-950a-354beb711fb6 None None] Bound using segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:51:25.875888 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-df438af6-85ed-4cd6-950a-354beb711fb6 None None] Bound port: d67cbbda-8b03-482c-87ee-99f81a9276c2, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:51:25.876267 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-df438af6-85ed-4cd6-950a-354beb711fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:25.891060 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-55a7a845-ee40-4cc5-930b-c4e6018cf7ff tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:25.905498 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1fd4e5d4-69f7-4871-8fde-9ae65481a659 req-7fb76d17-3a46-4d8a-b47b-04c742acb7a6 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf9683ad-c693-428e-b1ff-4a3b2d8a2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231935 Mar 09 03:51:25.927519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 7af77edb-e500-4032-9aea-7b76cbd59d30 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:51:26.063168 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-55a7a845-ee40-4cc5-930b-c4e6018cf7ff tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Calling delete_port for dc84eed3-a21e-4983-ab1d-193527c0a8c5 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:26.077359 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-df438af6-85ed-4cd6-950a-354beb711fb6 None None] For port d67cbbda-8b03-482c-87ee-99f81a9276c2, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:51:26.081743 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-df438af6-85ed-4cd6-950a-354beb711fb6 None None] For port d67cbbda-8b03-482c-87ee-99f81a9276c2, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d67cbbda-8b03-482c-87ee-99f81a9276c2,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:51:26.083618 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 7af77edb-e500-4032-9aea-7b76cbd59d30 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:51:26.090784 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-df438af6-85ed-4cd6-950a-354beb711fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:26.135744 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 7af77edb-e500-4032-9aea-7b76cbd59d30 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:51:26.136272 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:26.282429 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df438af6-85ed-4cd6-950a-354beb711fb6 None None] Pushing event updated for resources: {'Port': ['ID=d67cbbda-8b03-482c-87ee-99f81a9276c2,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:26.340533 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-55a7a845-ee40-4cc5-930b-c4e6018cf7ff tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:26.378385 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:26.411189 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7a845-ee40-4cc5-930b-c4e6018cf7ff tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Port': ['ID=dc84eed3-a21e-4983-ab1d-193527c0a8c5,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:26.436595 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 7af77edb-e500-4032-9aea-7b76cbd59d30, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=7af77edb-e500-4032-9aea-7b76cbd59d30,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:26.437568 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8db0fae-fb31-4963-833f-436f7761e8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af77edb-e500-4032-9aea-7b76cbd59d30'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:51:26.459886 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:26.548592 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-55a7a845-ee40-4cc5-930b-c4e6018cf7ff tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:26.567983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a207da4-89a4-4327-bd42-c38191dee1fd req-0adea718-b66e-45b0-a223-4664f1b2a19f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:26.574651 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2a207da4-89a4-4327-bd42-c38191dee1fd req-0adea718-b66e-45b0-a223-4664f1b2a19f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8db0fae-fb31-4963-833f-436f7761e8f3 HTTP/1.1" status: 200 len: 944 time: 0.3232672 Mar 09 03:51:26.580827 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8db0fae-fb31-4963-833f-436f7761e8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af77edb-e500-4032-9aea-7b76cbd59d30', 'code': 200} Mar 09 03:51:26.652261 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=7af77edb-e500-4032-9aea-7b76cbd59d30,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:26.809970 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-55a7a845-ee40-4cc5-930b-c4e6018cf7ff tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/dc84eed3-a21e-4983-ab1d-193527c0a8c5 HTTP/1.1" status: 204 len: 168 time: 1.4522870 Mar 09 03:51:26.813563 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34634) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:26.913312 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5195b-9b12-4ec5-8df7-2d924b81dd84 req-140eb88c-5b42-4bfe-adf8-771b8e6276d3 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:26.917674 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4fd5195b-9b12-4ec5-8df7-2d924b81dd84 req-140eb88c-5b42-4bfe-adf8-771b8e6276d3 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.2022681 Mar 09 03:51:26.925248 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34638) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:26.982129 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09deca58-3349-40ea-8260-fd1723c4ab30 req-4cec305d-6f43-4f8a-b44e-12ac33f70cb7 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:26.983893 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2a207da4-89a4-4327-bd42-c38191dee1fd req-952c3f1b-9dcb-4c2f-962d-735abdc6e231 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082482 Mar 09 03:51:26.989699 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-09deca58-3349-40ea-8260-fd1723c4ab30 req-4cec305d-6f43-4f8a-b44e-12ac33f70cb7 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 946 time: 0.1831930 Mar 09 03:51:27.004788 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99735826-d740-4586-a7cd-2e6961d187ef tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:27.006493 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99735826-d740-4586-a7cd-2e6961d187ef tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:27.007404 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-99735826-d740-4586-a7cd-2e6961d187ef tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:51:27.054830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-4fd5195b-9b12-4ec5-8df7-2d924b81dd84 req-e2ef6011-5b15-48e7-b820-753b0f31dd27 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Deleting port cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:27.055464 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4fd5195b-9b12-4ec5-8df7-2d924b81dd84 req-e2ef6011-5b15-48e7-b820-753b0f31dd27 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:27.127807 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d7bdf-09eb-43ef-8359-8561846049f3 req-95aeaec2-5ae6-4aa2-86a3-28f02badbe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:27.134973 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-270d7bdf-09eb-43ef-8359-8561846049f3 req-95aeaec2-5ae6-4aa2-86a3-28f02badbe48 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e8db0fae-fb31-4963-833f-436f7761e8f3 HTTP/1.1" status: 200 len: 1096 time: 0.3223073 Mar 09 03:51:27.135898 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-99735826-d740-4586-a7cd-2e6961d187ef tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:51:27.137162 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-99735826-d740-4586-a7cd-2e6961d187ef tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2668083 Mar 09 03:51:27.156596 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34646) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:27.176370 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-09deca58-3349-40ea-8260-fd1723c4ab30 req-2743360c-c5a1-4987-bed7-446703906e1c tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858177 Mar 09 03:51:27.249639 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f389730-df41-4c0d-b4ff-4c06449ca8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:27.275660 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-270d7bdf-09eb-43ef-8359-8561846049f3 req-409a655f-7b6a-4feb-8ad9-de714b324b2b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345696 Mar 09 03:51:27.305607 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-1060c934-6a3d-4455-b1e3-6f1071a72614 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet 62c01d07-09f9-4c3e-be08-e6796a986e10 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:51:27.316126 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6f389730-df41-4c0d-b4ff-4c06449ca8fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:27.316633 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1060c934-6a3d-4455-b1e3-6f1071a72614 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:27.320304 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6f389730-df41-4c0d-b4ff-4c06449ca8fb admin admin] Usage tracker for resource:security_group_rule and tenant:22e1521ca75e4627adfd3ef05cfc4168 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:27.323330 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6f389730-df41-4c0d-b4ff-4c06449ca8fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:27.329569 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6f389730-df41-4c0d-b4ff-4c06449ca8fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:27.402625 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e76408-7882-4da4-a30e-1bc2aa7feb51 req-dd98ec78-1f8e-42a7-86bc-96f46f17c3fe tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:27.411173 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-39e76408-7882-4da4-a30e-1bc2aa7feb51 req-dd98ec78-1f8e-42a7-86bc-96f46f17c3fe tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/ports?device_id=e36226c2-f5f0-46e1-936f-0f1577fd1dc9 HTTP/1.1" status: 200 len: 944 time: 0.2186491 Mar 09 03:51:27.432300 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1060c934-6a3d-4455-b1e3-6f1071a72614 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:27.522453 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-39e76408-7882-4da4-a30e-1bc2aa7feb51 req-74392f89-d2e3-45c5-8b24-e7172bb29ba8 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf9683ad-c693-428e-b1ff-4a3b2d8a2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080072 Mar 09 03:51:27.586445 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1060c934-6a3d-4455-b1e3-6f1071a72614 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:27.595204 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f389730-df41-4c0d-b4ff-4c06449ca8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:27.615652 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f389730-df41-4c0d-b4ff-4c06449ca8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:27.671516 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6f389730-df41-4c0d-b4ff-4c06449ca8fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22e1521ca75e4627adfd3ef05cfc4168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7402432 Mar 09 03:51:27.673810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34654) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:27.687038 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-4fd5195b-9b12-4ec5-8df7-2d924b81dd84 req-e2ef6011-5b15-48e7-b820-753b0f31dd27 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] For port cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d,segment=NetworkSegment(1319570c-02be-4978-9222-635e0497ea4c),segment_id=1319570c-02be-4978-9222-635e0497ea4c)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:27.687318 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4fd5195b-9b12-4ec5-8df7-2d924b81dd84 req-e2ef6011-5b15-48e7-b820-753b0f31dd27 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:27.711300 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1060c934-6a3d-4455-b1e3-6f1071a72614 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:27.778191 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060c934-6a3d-4455-b1e3-6f1071a72614 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=62c01d07-09f9-4c3e-be08-e6796a986e10,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:27.781491 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1060c934-6a3d-4455-b1e3-6f1071a72614 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:27.800092 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e068db03-80b5-41a4-8c5c-e7a6f58033ad None None] Provisioning for port d67cbbda-8b03-482c-87ee-99f81a9276c2 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:51:27.809005 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1060c934-6a3d-4455-b1e3-6f1071a72614 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/62c01d07-09f9-4c3e-be08-e6796a986e10 HTTP/1.1" status: 204 len: 168 time: 0.6489949 Mar 09 03:51:27.810166 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34658) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:27.858609 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-4fd5195b-9b12-4ec5-8df7-2d924b81dd84 req-e2ef6011-5b15-48e7-b820-753b0f31dd27 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Calling delete_port for cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:27.883958 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-03713dbc-2e4d-450b-94d7-17ad4ccd38e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:27.897621 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7edcc970-8ef7-47bb-b33b-cca120380028 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0838313 Mar 09 03:51:27.898578 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 9c59ffae-04c7-4d8f-81e6-e36dcb821632 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:51:27.902840 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34662) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:27.911588 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-a077e771-58bd-444c-9db5-72477ce4db6e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:27.956354 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f389730-df41-4c0d-b4ff-4c06449ca8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff616f48-dd33-48b0-8c09-486572cddc74,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:27.980306 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-03713dbc-2e4d-450b-94d7-17ad4ccd38e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:28.004373 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 9c59ffae-04c7-4d8f-81e6-e36dcb821632 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:51:28.029015 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 9c59ffae-04c7-4d8f-81e6-e36dcb821632 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:51:28.029610 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:28.100104 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6f5d9c-d91f-4fd5-8161-b58d469647c0 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:51:28.126194 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4fd5195b-9b12-4ec5-8df7-2d924b81dd84 req-e2ef6011-5b15-48e7-b820-753b0f31dd27 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:28.141792 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a077e771-58bd-444c-9db5-72477ce4db6e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:28.147469 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['5d6822e1-9f5f-403f-b26a-d419c7c490c6'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:51:28.147669 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a077e771-58bd-444c-9db5-72477ce4db6e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:28.151670 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a077e771-58bd-444c-9db5-72477ce4db6e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:28.160241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a077e771-58bd-444c-9db5-72477ce4db6e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:28.176206 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a077e771-58bd-444c-9db5-72477ce4db6e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:28.185682 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a077e771-58bd-444c-9db5-72477ce4db6e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:28.259878 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-35314cb3-554a-48cf-9381-4bcce7e50fed None None] Could not find standard attr ID for object dc84eed3-a21e-4983-ab1d-193527c0a8c5. {{(pid=87882) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 03:51:28.304374 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef6011-5b15-48e7-b820-753b0f31dd27 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Pushing event deleted for resources: {'Port': ['ID=cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:28.433108 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd5195b-9b12-4ec5-8df7-2d924b81dd84 req-e2ef6011-5b15-48e7-b820-753b0f31dd27 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] No DVR routers for this DVR port cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:51:28.435857 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4fd5195b-9b12-4ec5-8df7-2d924b81dd84 req-e2ef6011-5b15-48e7-b820-753b0f31dd27 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:28.440879 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3c8648-7b54-4c85-bd60-c88c60e275ec', 'name': 'network-vif-deleted', 'tag': 'cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:51:28.451002 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-03713dbc-2e4d-450b-94d7-17ad4ccd38e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:28.474492 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4fd5195b-9b12-4ec5-8df7-2d924b81dd84 req-e2ef6011-5b15-48e7-b820-753b0f31dd27 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.21 "DELETE /v2.0/ports/cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d HTTP/1.1" status: 204 len: 173 time: 1.5481772 Mar 09 03:51:28.532274 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f45798-d155-4f1b-bca9-f570758953d8 req-306d0267-0f10-43be-957a-b3c822d2da17 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:28.541643 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03713dbc-2e4d-450b-94d7-17ad4ccd38e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff616f48-dd33-48b0-8c09-486572cddc74,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:28.541643 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4e3f4567-d7a5-4872-b24f-db00dba1b708 req-52124eee-e4d7-43b2-b1fa-f52a0e38ec0a tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 210 time: 0.0736921 Mar 09 03:51:28.551663 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-46f45798-d155-4f1b-bca9-f570758953d8 req-306d0267-0f10-43be-957a-b3c822d2da17 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8db0fae-fb31-4963-833f-436f7761e8f3 HTTP/1.1" status: 200 len: 945 time: 0.1592426 Mar 09 03:51:28.573181 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-03713dbc-2e4d-450b-94d7-17ad4ccd38e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:28.576019 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-03713dbc-2e4d-450b-94d7-17ad4ccd38e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff616f48-dd33-48b0-8c09-486572cddc74 HTTP/1.1" status: 204 len: 168 time: 0.8992639 Mar 09 03:51:28.588509 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a077e771-58bd-444c-9db5-72477ce4db6e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:28.634986 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:28.713288 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a077e771-58bd-444c-9db5-72477ce4db6e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:51:28.716540 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3c8648-7b54-4c85-bd60-c88c60e275ec', 'name': 'network-vif-deleted', 'tag': 'cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d', 'status': 'completed', 'code': 200} Mar 09 03:51:28.727305 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-a077e771-58bd-444c-9db5-72477ce4db6e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:28.731889 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a077e771-58bd-444c-9db5-72477ce4db6e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:28.732726 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a077e771-58bd-444c-9db5-72477ce4db6e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:28.747442 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077e771-58bd-444c-9db5-72477ce4db6e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=753a0066-bd21-4f40-8357-5f53ea791f03,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:28.752289 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-46f45798-d155-4f1b-bca9-f570758953d8 req-3db88282-9900-4fae-8578-5bd8bf5cdac3 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060223 Mar 09 03:51:28.763804 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34678) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:28.767910 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a077e771-58bd-444c-9db5-72477ce4db6e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8634763 Mar 09 03:51:28.773887 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-0b8e0a78-73d5-4c26-9ac2-2748fa4d706b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'name': 'tempest-NetworksTestDHCPv6-1912264302'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:28.859971 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36226c2-f5f0-46e1-936f-0f1577fd1dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c59ffae-04c7-4d8f-81e6-e36dcb821632'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:51:28.890342 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5282-7491-48b8-9f80-dc7f3b8dec85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:28.911878 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d67cbbda-8b03-482c-87ee-99f81a9276c2 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:51:29.002298 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 9c59ffae-04c7-4d8f-81e6-e36dcb821632, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=9c59ffae-04c7-4d8f-81e6-e36dcb821632,segment=NetworkSegment(0a22f97c-3075-46a4-bf00-c4db01ca29ad),segment_id=0a22f97c-3075-46a4-bf00-c4db01ca29ad)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:29.051923 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:29.061358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0b8e0a78-73d5-4c26-9ac2-2748fa4d706b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:29.067139 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0b8e0a78-73d5-4c26-9ac2-2748fa4d706b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:port and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:29.071985 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0b8e0a78-73d5-4c26-9ac2-2748fa4d706b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:29.082760 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0b8e0a78-73d5-4c26-9ac2-2748fa4d706b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:29.097605 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8e0a78-73d5-4c26-9ac2-2748fa4d706b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:29.109155 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75c455-ad4d-4aae-9a1d-5cc12831528b req-645404ef-e3cc-44ce-8f8c-8582ffe7255c tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:29.115163 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b8e0a78-73d5-4c26-9ac2-2748fa4d706b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:29.117043 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2c75c455-ad4d-4aae-9a1d-5cc12831528b req-645404ef-e3cc-44ce-8f8c-8582ffe7255c tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/ports?device_id=e36226c2-f5f0-46e1-936f-0f1577fd1dc9 HTTP/1.1" status: 200 len: 944 time: 0.2296717 Mar 09 03:51:29.144031 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e227d6f-3612-4385-b0ab-d7a3c6a1f70f None None] DHCP port deletion for 52061912-70e8-4f32-8bcd-36eeab65c7b8 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:51:29.146318 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-0b8e0a78-73d5-4c26-9ac2-2748fa4d706b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] device_id is not set on port e7f8b960-f7ae-4ad2-a04a-2676cfadeec5 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:51:29.179122 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-9e227d6f-3612-4385-b0ab-d7a3c6a1f70f None None] Deleting port d67cbbda-8b03-482c-87ee-99f81a9276c2 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:29.179873 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9e227d6f-3612-4385-b0ab-d7a3c6a1f70f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:29.226364 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34688) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:29.246154 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2c75c455-ad4d-4aae-9a1d-5cc12831528b req-f5a89cae-966e-4a5e-a2d7-6db0b329f29c tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf9683ad-c693-428e-b1ff-4a3b2d8a2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231909 Mar 09 03:51:29.257928 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36226c2-f5f0-46e1-936f-0f1577fd1dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c59ffae-04c7-4d8f-81e6-e36dcb821632', 'code': 200} Mar 09 03:51:29.269117 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=9c59ffae-04c7-4d8f-81e6-e36dcb821632,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:29.275977 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d8a76772-f6cb-4375-a6be-6530bbdba72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:29.293786 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-d8a76772-f6cb-4375-a6be-6530bbdba72e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:29.298559 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d8a76772-f6cb-4375-a6be-6530bbdba72e admin admin] Usage tracker for resource:security_group_rule and tenant:2ad2f76bd71349b6ab54013e6d98f68a is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:29.302290 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d8a76772-f6cb-4375-a6be-6530bbdba72e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:29.309030 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-d8a76772-f6cb-4375-a6be-6530bbdba72e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:29.313365 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port d67cbbda-8b03-482c-87ee-99f81a9276c2 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:51:29.326233 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port d67cbbda-8b03-482c-87ee-99f81a9276c2 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:51:29.326730 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:29.368885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-0b8e0a78-73d5-4c26-9ac2-2748fa4d706b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 2001:db8::3d (52061912-70e8-4f32-8bcd-36eeab65c7b8/753a0066-bd21-4f40-8357-5f53ea791f03/e7f8b960-f7ae-4ad2-a04a-2676cfadeec5) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:51:29.453524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e861e0d-4ee7-4629-a2cc-32e40a7ae4a1 req-1f8db857-ca62-4e14-b0bf-1ac70dde6b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:29.456269 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5e861e0d-4ee7-4629-a2cc-32e40a7ae4a1 req-1f8db857-ca62-4e14-b0bf-1ac70dde6b40 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e36226c2-f5f0-46e1-936f-0f1577fd1dc9 HTTP/1.1" status: 200 len: 1096 time: 0.1257305 Mar 09 03:51:29.508923 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d8a76772-f6cb-4375-a6be-6530bbdba72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:29.521868 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5e861e0d-4ee7-4629-a2cc-32e40a7ae4a1 req-a2d46c2b-40e2-4246-8c82-cfca58fd6b9d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cf9683ad-c693-428e-b1ff-4a3b2d8a2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573053 Mar 09 03:51:29.522623 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d8a76772-f6cb-4375-a6be-6530bbdba72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:29.578376 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d8a76772-f6cb-4375-a6be-6530bbdba72e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ad2f76bd71349b6ab54013e6d98f68a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3285832 Mar 09 03:51:29.578376 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a76772-f6cb-4375-a6be-6530bbdba72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea576cc-33c4-4a71-a1cd-ccd10e26d057,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:29.579643 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34696) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:29.629485 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:29.647262 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b8e0a78-73d5-4c26-9ac2-2748fa4d706b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:29.650829 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-9e227d6f-3612-4385-b0ab-d7a3c6a1f70f None None] For port d67cbbda-8b03-482c-87ee-99f81a9276c2, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d67cbbda-8b03-482c-87ee-99f81a9276c2,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:29.651523 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9e227d6f-3612-4385-b0ab-d7a3c6a1f70f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:29.665476 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d2275619-da28-4898-8d38-ef9a2144fad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:29.670433 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-0b8e0a78-73d5-4c26-9ac2-2748fa4d706b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Transition to ACTIVE for port object e7f8b960-f7ae-4ad2-a04a-2676cfadeec5 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:51:29.701760 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b8e0a78-73d5-4c26-9ac2-2748fa4d706b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:29.707429 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d2275619-da28-4898-8d38-ef9a2144fad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:29.815827 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-b96d961e-fdad-458e-9b19-7dcd9352eb6f req-11127fdc-fbde-45a9-bdfc-e86bd2857dfb tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Synchronizing usage tracker for tenant:22b143aeac51448fa3b37088b32e7827 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:51:29.819578 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-9e227d6f-3612-4385-b0ab-d7a3c6a1f70f None None] Calling delete_port for d67cbbda-8b03-482c-87ee-99f81a9276c2 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:29.827630 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8e0a78-73d5-4c26-9ac2-2748fa4d706b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:51:29.839147 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-0b8e0a78-73d5-4c26-9ac2-2748fa4d706b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:29.841309 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8e0a78-73d5-4c26-9ac2-2748fa4d706b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:51:29.847011 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8e0a78-73d5-4c26-9ac2-2748fa4d706b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:29.847648 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b8e0a78-73d5-4c26-9ac2-2748fa4d706b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:29.869152 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e0a78-73d5-4c26-9ac2-2748fa4d706b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=e7f8b960-f7ae-4ad2-a04a-2676cfadeec5,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:29.883480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-b96d961e-fdad-458e-9b19-7dcd9352eb6f req-11127fdc-fbde-45a9-bdfc-e86bd2857dfb tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Unset dirty status for tenant:22b143aeac51448fa3b37088b32e7827 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:51:29.884629 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b96d961e-fdad-458e-9b19-7dcd9352eb6f req-11127fdc-fbde-45a9-bdfc-e86bd2857dfb tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3c8648-7b54-4c85-bd60-c88c60e275ec HTTP/1.1" status: 200 len: 210 time: 0.1385713 Mar 09 03:51:29.891517 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0b8e0a78-73d5-4c26-9ac2-2748fa4d706b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1263459 Mar 09 03:51:29.894632 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34704) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:29.899244 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port d67cbbda-8b03-482c-87ee-99f81a9276c2, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d67cbbda-8b03-482c-87ee-99f81a9276c2,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:29.915200 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:29.996243 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1861ac-7e23-4daf-8b5d-c96ff05213df tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:30.003677 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1861ac-7e23-4daf-8b5d-c96ff05213df tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:30.004657 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fa1861ac-7e23-4daf-8b5d-c96ff05213df tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:51:30.021508 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-9e227d6f-3612-4385-b0ab-d7a3c6a1f70f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:51:30.022089 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-9e227d6f-3612-4385-b0ab-d7a3c6a1f70f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:51:30.026713 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=d67cbbda-8b03-482c-87ee-99f81a9276c2,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:30.028984 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fa1861ac-7e23-4daf-8b5d-c96ff05213df tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:51:30.033859 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fa1861ac-7e23-4daf-8b5d-c96ff05213df tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1379812 Mar 09 03:51:30.034611 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34710) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:30.093694 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d2275619-da28-4898-8d38-ef9a2144fad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:30.110369 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:51:30.111756 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c24f8-cf91-4c37-9220-153717d431e9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting port e7f8b960-f7ae-4ad2-a04a-2676cfadeec5 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:30.112238 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba4c24f8-cf91-4c37-9220-153717d431e9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:30.114718 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2275619-da28-4898-8d38-ef9a2144fad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea576cc-33c4-4a71-a1cd-ccd10e26d057,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:30.130300 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d2275619-da28-4898-8d38-ef9a2144fad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:30.134212 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d2275619-da28-4898-8d38-ef9a2144fad3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eea576cc-33c4-4a71-a1cd-ccd10e26d057 HTTP/1.1" status: 204 len: 168 time: 0.5533874 Mar 09 03:51:30.159275 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66c2cc-8c4f-4882-9866-9baa2d904c31 req-b39b0b0b-fb03-41ac-8e39-5db3290c2857 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:30.160793 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ed66c2cc-8c4f-4882-9866-9baa2d904c31 req-b39b0b0b-fb03-41ac-8e39-5db3290c2857 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8db0fae-fb31-4963-833f-436f7761e8f3 HTTP/1.1" status: 200 len: 945 time: 0.1482933 Mar 09 03:51:30.165450 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:51:30.165905 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device cf4ae4e7-5f33-43c2-a145-c5ea65d6cc5d not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:51:30.224495 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ed66c2cc-8c4f-4882-9866-9baa2d904c31 req-21439943-64f4-4049-a98f-15c32b9d5324 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547371 Mar 09 03:51:30.358902 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5183262-9b8a-4a75-b8bc-d335e3babd58 req-2b68ab46-c8dd-4248-b275-4ef5a7fcd88d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4056723 Mar 09 03:51:30.479329 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73c23d-4ce6-4d1c-ab18-cef64930e6ec req-8c610c95-9f8b-4685-bb52-3e0ee323de93 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:30.484155 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9d73c23d-4ce6-4d1c-ab18-cef64930e6ec req-8c610c95-9f8b-4685-bb52-3e0ee323de93 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/ports?device_id=e36226c2-f5f0-46e1-936f-0f1577fd1dc9 HTTP/1.1" status: 200 len: 945 time: 0.1003938 Mar 09 03:51:30.523523 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-9e227d6f-3612-4385-b0ab-d7a3c6a1f70f None None] Deleting port d67cbbda-8b03-482c-87ee-99f81a9276c2 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:30.523905 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9e227d6f-3612-4385-b0ab-d7a3c6a1f70f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:30.541942 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9d73c23d-4ce6-4d1c-ab18-cef64930e6ec req-90fa1541-9d57-46ad-809f-d8ab48d07353 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf9683ad-c693-428e-b1ff-4a3b2d8a2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492928 Mar 09 03:51:30.641067 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d67cbbda-8b03-482c-87ee-99f81a9276c2 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:51:30.724537 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba4c24f8-cf91-4c37-9220-153717d431e9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:30.805474 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b0e54-a3b3-4d31-a451-5ccdf11b10b5 req-61d209e7-3939-41de-8694-53d490678d27 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:30.807006 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-001b0e54-a3b3-4d31-a451-5ccdf11b10b5 req-61d209e7-3939-41de-8694-53d490678d27 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8db0fae-fb31-4963-833f-436f7761e8f3 HTTP/1.1" status: 200 len: 945 time: 0.2698526 Mar 09 03:51:30.883440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c24f8-cf91-4c37-9220-153717d431e9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Calling delete_port for e7f8b960-f7ae-4ad2-a04a-2676cfadeec5 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:30.887584 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:30.945440 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-9e227d6f-3612-4385-b0ab-d7a3c6a1f70f None None] For port d67cbbda-8b03-482c-87ee-99f81a9276c2, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d67cbbda-8b03-482c-87ee-99f81a9276c2,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:30.946011 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9e227d6f-3612-4385-b0ab-d7a3c6a1f70f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:30.960023 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5183262-9b8a-4a75-b8bc-d335e3babd58 req-d0fa61ed-0722-41ef-9bca-a9e1708c0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:30.961490 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5183262-9b8a-4a75-b8bc-d335e3babd58 req-d0fa61ed-0722-41ef-9bca-a9e1708c0718 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 1097 time: 0.4254565 Mar 09 03:51:31.001091 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-001b0e54-a3b3-4d31-a451-5ccdf11b10b5 req-ffe55dbf-d7b1-4e21-b6d7-3ef91f822acb tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280324 Mar 09 03:51:31.181601 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-9e227d6f-3612-4385-b0ab-d7a3c6a1f70f None None] Calling delete_port for d67cbbda-8b03-482c-87ee-99f81a9276c2 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:31.233726 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5d1b8ab5-0146-459a-8b30-c3fcbbe8306a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:31.245785 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port d67cbbda-8b03-482c-87ee-99f81a9276c2, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d67cbbda-8b03-482c-87ee-99f81a9276c2,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:31.257261 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:31.383305 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-9e227d6f-3612-4385-b0ab-d7a3c6a1f70f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:51:31.384550 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-9e227d6f-3612-4385-b0ab-d7a3c6a1f70f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:51:31.385455 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=d67cbbda-8b03-482c-87ee-99f81a9276c2,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:31.392144 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba4c24f8-cf91-4c37-9220-153717d431e9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:31.464041 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5183262-9b8a-4a75-b8bc-d335e3babd58 req-38b3869c-d891-4fb9-8fd4-3c58f2aaaac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:31.465513 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5183262-9b8a-4a75-b8bc-d335e3babd58 req-38b3869c-d891-4fb9-8fd4-3c58f2aaaac0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 913 time: 0.4699121 Mar 09 03:51:31.466230 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c24f8-cf91-4c37-9220-153717d431e9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Port': ['ID=e7f8b960-f7ae-4ad2-a04a-2676cfadeec5,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:31.567787 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba4c24f8-cf91-4c37-9220-153717d431e9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:31.578847 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac1e43-75d2-4f49-9cc4-17b80ff43437 req-f9045a29-c255-45a1-a5e5-e2ccfa323acb tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:31.580644 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-29ac1e43-75d2-4f49-9cc4-17b80ff43437 req-f9045a29-c255-45a1-a5e5-e2ccfa323acb tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.0902774 Mar 09 03:51:31.593699 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5183262-9b8a-4a75-b8bc-d335e3babd58 req-c3c23dc7-2711-4e66-a03a-c4bae7b6a9c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f HTTP/1.1" status: 200 len: 217 time: 0.0886366 Mar 09 03:51:31.606232 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8329c2-6a80-4d4a-b496-cdb6a1202ab6 req-ea8be762-8104-4dc7-8338-c189deff014d tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:31.607959 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1d8329c2-6a80-4d4a-b496-cdb6a1202ab6 req-ea8be762-8104-4dc7-8338-c189deff014d tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8db0fae-fb31-4963-833f-436f7761e8f3 HTTP/1.1" status: 200 len: 945 time: 0.3102691 Mar 09 03:51:31.634030 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-29ac1e43-75d2-4f49-9cc4-17b80ff43437 req-21143a6b-5a67-4671-9a9b-3a0abf14c1ea tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468981 Mar 09 03:51:31.641508 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ba4c24f8-cf91-4c37-9220-153717d431e9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/e7f8b960-f7ae-4ad2-a04a-2676cfadeec5 HTTP/1.1" status: 204 len: 168 time: 1.6049027 Mar 09 03:51:31.644710 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34772) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:31.700851 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5183262-9b8a-4a75-b8bc-d335e3babd58 req-cbe1c108-9ada-493a-887b-9d93580b1507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:31.702281 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5183262-9b8a-4a75-b8bc-d335e3babd58 req-cbe1c108-9ada-493a-887b-9d93580b1507 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d785722e-a890-45c5-869c-7b3149d30510 HTTP/1.1" status: 200 len: 851 time: 0.0930061 Mar 09 03:51:31.707519 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1d8329c2-6a80-4d4a-b496-cdb6a1202ab6 req-43ab186a-1b09-4590-af16-4edc04e35ce0 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618308 Mar 09 03:51:31.740108 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b3c47c-ee78-4820-acad-11757c31130a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:31.741716 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b3c47c-ee78-4820-acad-11757c31130a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:31.743233 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f0b3c47c-ee78-4820-acad-11757c31130a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:51:31.813900 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f0b3c47c-ee78-4820-acad-11757c31130a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:51:31.817998 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f0b3c47c-ee78-4820-acad-11757c31130a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1693659 Mar 09 03:51:31.818657 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34788) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:31.873392 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf2edb-c062-4bf0-9be9-3cef9597a54a req-0390f1fc-1f79-4463-8edc-a5d75df9dd30 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:31.873583 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5183262-9b8a-4a75-b8bc-d335e3babd58 req-5a0fee57-4e50-4933-a634-cf3420bcf4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:31.875466 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5183262-9b8a-4a75-b8bc-d335e3babd58 req-5a0fee57-4e50-4933-a634-cf3420bcf4b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d62296e-a7e4-4061-88a7-e2ef850363e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1580186 Mar 09 03:51:31.875625 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8acf2edb-c062-4bf0-9be9-3cef9597a54a req-0390f1fc-1f79-4463-8edc-a5d75df9dd30 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/ports?device_id=e36226c2-f5f0-46e1-936f-0f1577fd1dc9 HTTP/1.1" status: 200 len: 945 time: 0.1176305 Mar 09 03:51:31.951610 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8acf2edb-c062-4bf0-9be9-3cef9597a54a req-e1ca4063-2198-4099-adfa-bf8026401666 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf9683ad-c693-428e-b1ff-4a3b2d8a2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699885 Mar 09 03:51:31.988471 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-299dba7d-4956-4dbe-a534-613fee017840 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet 753a0066-bd21-4f40-8357-5f53ea791f03 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:51:31.992601 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-299dba7d-4956-4dbe-a534-613fee017840 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:31.999102 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-9e227d6f-3612-4385-b0ab-d7a3c6a1f70f None None] Deleting port d67cbbda-8b03-482c-87ee-99f81a9276c2 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:31.999598 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9e227d6f-3612-4385-b0ab-d7a3c6a1f70f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:32.061750 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-299dba7d-4956-4dbe-a534-613fee017840 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:32.132150 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5183262-9b8a-4a75-b8bc-d335e3babd58 req-f610c884-e000-4dca-801c-5d20c1d0be94 service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496037 Mar 09 03:51:32.142128 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:32.181723 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-299dba7d-4956-4dbe-a534-613fee017840 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:32.220882 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34800) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:32.231678 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:32.258335 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60e3c6-f75b-4c4b-8b1d-5d8cdecf6c5f req-0503acfc-453c-4b26-9e12-d3c16324e76d tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:32.259873 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-de60e3c6-f75b-4c4b-8b1d-5d8cdecf6c5f req-0503acfc-453c-4b26-9e12-d3c16324e76d tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/ports?device_id=e36226c2-f5f0-46e1-936f-0f1577fd1dc9 HTTP/1.1" status: 200 len: 945 time: 0.1267347 Mar 09 03:51:32.327164 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-de60e3c6-f75b-4c4b-8b1d-5d8cdecf6c5f req-3d1ed924-1d20-4b73-a68e-f9906a1b834f tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf9683ad-c693-428e-b1ff-4a3b2d8a2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604312 Mar 09 03:51:32.381702 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-07ae88bb-7d52-4427-9e66-4da064409397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:32.399246 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-07ae88bb-7d52-4427-9e66-4da064409397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:32.403630 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-07ae88bb-7d52-4427-9e66-4da064409397 admin admin] Usage tracker for resource:security_group_rule and tenant:d1d6d425a55849198c9a1ea5d852bff5 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:32.407608 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-07ae88bb-7d52-4427-9e66-4da064409397 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:32.414431 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-07ae88bb-7d52-4427-9e66-4da064409397 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:32.421574 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-9e227d6f-3612-4385-b0ab-d7a3c6a1f70f None None] For port d67cbbda-8b03-482c-87ee-99f81a9276c2, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d67cbbda-8b03-482c-87ee-99f81a9276c2,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:32.421971 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9e227d6f-3612-4385-b0ab-d7a3c6a1f70f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:32.519104 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-07ae88bb-7d52-4427-9e66-4da064409397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:32.527023 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-07ae88bb-7d52-4427-9e66-4da064409397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:32.576918 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-299dba7d-4956-4dbe-a534-613fee017840 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:32.593683 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae88bb-7d52-4427-9e66-4da064409397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7902fb5c-e1c2-4e73-8bf7-206b92125e6f,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:32.602914 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ae88bb-7d52-4427-9e66-4da064409397 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:32.603409 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ae88bb-7d52-4427-9e66-4da064409397 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:32.603745 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ae88bb-7d52-4427-9e66-4da064409397 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:32.604072 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ae88bb-7d52-4427-9e66-4da064409397 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:32.604397 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ae88bb-7d52-4427-9e66-4da064409397 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:32.604717 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ae88bb-7d52-4427-9e66-4da064409397 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:32.605036 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ae88bb-7d52-4427-9e66-4da064409397 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:32.605349 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ae88bb-7d52-4427-9e66-4da064409397 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:32.605665 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ae88bb-7d52-4427-9e66-4da064409397 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:32.605976 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ae88bb-7d52-4427-9e66-4da064409397 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:32.606290 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ae88bb-7d52-4427-9e66-4da064409397 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:32.606600 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ae88bb-7d52-4427-9e66-4da064409397 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:51:32.612119 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-07ae88bb-7d52-4427-9e66-4da064409397 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1d6d425a55849198c9a1ea5d852bff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3902674 Mar 09 03:51:32.614814 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34810) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:32.618910 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5183262-9b8a-4a75-b8bc-d335e3babd58 req-5d26425f-afd9-4d9a-a49c-100aff670fc1 service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763112 Mar 09 03:51:32.623449 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-299dba7d-4956-4dbe-a534-613fee017840 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:32.633695 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd52b4-f844-4bee-8a10-720976cfd8ac req-2550b8b4-8b2c-48b1-8d07-0dea2c8d56d5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:32.636409 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-9e227d6f-3612-4385-b0ab-d7a3c6a1f70f None None] Calling delete_port for d67cbbda-8b03-482c-87ee-99f81a9276c2 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:32.641262 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4afd52b4-f844-4bee-8a10-720976cfd8ac req-2550b8b4-8b2c-48b1-8d07-0dea2c8d56d5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8db0fae-fb31-4963-833f-436f7761e8f3 HTTP/1.1" status: 200 len: 945 time: 0.4178212 Mar 09 03:51:32.665999 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299dba7d-4956-4dbe-a534-613fee017840 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=753a0066-bd21-4f40-8357-5f53ea791f03,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:32.704100 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-299dba7d-4956-4dbe-a534-613fee017840 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/753a0066-bd21-4f40-8357-5f53ea791f03 HTTP/1.1" status: 204 len: 168 time: 0.8831043 Mar 09 03:51:32.709752 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34816) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:32.750662 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9e227d6f-3612-4385-b0ab-d7a3c6a1f70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:32.772487 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9d8db88e-03df-4ba9-ab6b-7e58173ed163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:32.802942 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e227d6f-3612-4385-b0ab-d7a3c6a1f70f None None] Pushing event deleted for resources: {'Port': ['ID=d67cbbda-8b03-482c-87ee-99f81a9276c2,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:32.804927 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e227d6f-3612-4385-b0ab-d7a3c6a1f70f None None] No DVR routers for this DVR port d67cbbda-8b03-482c-87ee-99f81a9276c2 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:51:32.816898 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4afd52b4-f844-4bee-8a10-720976cfd8ac req-06774821-4e57-4920-ab19-2406dbff0ab4 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746011 Mar 09 03:51:32.823836 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c59505-3c50-4ebb-9a8f-fe58aa6d753d None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:51:32.832276 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bee137be-6a49-4038-b20c-747f656f9482 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1214550 Mar 09 03:51:32.834719 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34822) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:32.925177 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b22c8dc8-1b58-4dad-a300-acb7a2111518 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:51:32.945813 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9d8db88e-03df-4ba9-ab6b-7e58173ed163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:32.959668 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b22c8dc8-1b58-4dad-a300-acb7a2111518 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:51:32.961564 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b22c8dc8-1b58-4dad-a300-acb7a2111518 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1257446 Mar 09 03:51:32.966076 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34826) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:33.066712 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9d8db88e-03df-4ba9-ab6b-7e58173ed163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:33.109595 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8db88e-03df-4ba9-ab6b-7e58173ed163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7902fb5c-e1c2-4e73-8bf7-206b92125e6f,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:33.133737 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37fbe7-bb04-47fa-86df-af4a0aff5ec9 req-10f1cd25-3c49-4183-be7d-92b4f06753d5 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:33.136293 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ad37fbe7-bb04-47fa-86df-af4a0aff5ec9 req-10f1cd25-3c49-4183-be7d-92b4f06753d5 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.3355594 Mar 09 03:51:33.138234 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9d8db88e-03df-4ba9-ab6b-7e58173ed163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:33.144798 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9d8db88e-03df-4ba9-ab6b-7e58173ed163 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7902fb5c-e1c2-4e73-8bf7-206b92125e6f HTTP/1.1" status: 204 len: 168 time: 0.5288339 Mar 09 03:51:33.179885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b44cb31-46e9-4980-ae7c-05def1e09a0e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:33.180986 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7b44cb31-46e9-4980-ae7c-05def1e09a0e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:51:33.215602 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ad37fbe7-bb04-47fa-86df-af4a0aff5ec9 req-da600d35-f2ae-4c96-bb57-8e94a9ad35bd tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641830 Mar 09 03:51:33.231511 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7b44cb31-46e9-4980-ae7c-05def1e09a0e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:51:33.235486 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7b44cb31-46e9-4980-ae7c-05def1e09a0e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2649329 Mar 09 03:51:33.236041 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34834) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:33.249246 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc45a7-50b1-4f80-9822-a777ef06a165 req-f91b2b16-6e6d-4a66-88b4-e2e775144a67 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:33.255630 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-03fc45a7-50b1-4f80-9822-a777ef06a165 req-f91b2b16-6e6d-4a66-88b4-e2e775144a67 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/ports?device_id=e36226c2-f5f0-46e1-936f-0f1577fd1dc9 HTTP/1.1" status: 200 len: 945 time: 0.2202826 Mar 09 03:51:33.347061 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c11c0641-3179-4b4f-a4da-0ba50e12b2c9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1094067 Mar 09 03:51:33.352462 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34840) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:33.354009 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-03fc45a7-50b1-4f80-9822-a777ef06a165 req-7e4a0222-82e7-49fe-893f-85e222585e7d tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf9683ad-c693-428e-b1ff-4a3b2d8a2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908198 Mar 09 03:51:33.361393 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-849684f2-ff78-4d95-bd63-6b71b150e62d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:33.420168 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:33.477299 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-849684f2-ff78-4d95-bd63-6b71b150e62d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:33.492262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-849684f2-ff78-4d95-bd63-6b71b150e62d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:33.503490 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849684f2-ff78-4d95-bd63-6b71b150e62d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:33.508568 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-849684f2-ff78-4d95-bd63-6b71b150e62d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:33.711410 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2c659-b184-4ef2-98ee-08f1387e01ab req-b3fe24c6-8e88-4fe5-84c4-b0f60e0f26bc tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:33.712864 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f0c2c659-b184-4ef2-98ee-08f1387e01ab req-b3fe24c6-8e88-4fe5-84c4-b0f60e0f26bc tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8db0fae-fb31-4963-833f-436f7761e8f3 HTTP/1.1" status: 200 len: 945 time: 0.1222653 Mar 09 03:51:33.879936 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-f0c2c659-b184-4ef2-98ee-08f1387e01ab req-f3c6b36f-4cf0-4406-aac4-ba4423c5a09f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Deleting port 7af77edb-e500-4032-9aea-7b76cbd59d30 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:33.879936 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f0c2c659-b184-4ef2-98ee-08f1387e01ab req-f3c6b36f-4cf0-4406-aac4-ba4423c5a09f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:34.026279 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-849684f2-ff78-4d95-bd63-6b71b150e62d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:34.060794 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:34.222293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c95bc-e01c-4f51-a398-8b87dcd0066a req-b5ae1cab-dc60-41e6-9513-9a7cfd9f97b0 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:34.222293 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-733c95bc-e01c-4f51-a398-8b87dcd0066a req-b5ae1cab-dc60-41e6-9513-9a7cfd9f97b0 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.24 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.1430030 Mar 09 03:51:34.235263 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd4f08-4f4d-42d0-ae65-10dbc65fe2fb req-fa00b409-4c4e-4ffb-8ba6-62685f92608f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:34.238900 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-62cd4f08-4f4d-42d0-ae65-10dbc65fe2fb req-fa00b409-4c4e-4ffb-8ba6-62685f92608f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8db0fae-fb31-4963-833f-436f7761e8f3 HTTP/1.1" status: 200 len: 945 time: 0.2309153 Mar 09 03:51:34.280167 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849684f2-ff78-4d95-bd63-6b71b150e62d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:51:34.286611 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-849684f2-ff78-4d95-bd63-6b71b150e62d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:34.297220 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8089df-dabf-4fa6-940f-90b8cf3a5a4d None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:51:34.299677 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920917f-d588-422b-9758-b52024625a8c req-5675d84c-fdf7-419e-aed2-7461facbbd5a tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:34.306683 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c920917f-d588-422b-9758-b52024625a8c req-5675d84c-fdf7-419e-aed2-7461facbbd5a tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/ports?device_id=e36226c2-f5f0-46e1-936f-0f1577fd1dc9 HTTP/1.1" status: 200 len: 945 time: 0.4948063 Mar 09 03:51:34.367692 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849684f2-ff78-4d95-bd63-6b71b150e62d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:34.368293 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-849684f2-ff78-4d95-bd63-6b71b150e62d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:34.391627 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-62cd4f08-4f4d-42d0-ae65-10dbc65fe2fb req-f3ddb52a-e8e7-45cf-9b19-407c0db67917 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145320 Mar 09 03:51:34.401758 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-733c95bc-e01c-4f51-a398-8b87dcd0066a req-c51a08e9-a795-43b2-bde4-5f23eab2e87d tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Deleting port 5d6822e1-9f5f-403f-b26a-d419c7c490c6 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:34.405433 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849684f2-ff78-4d95-bd63-6b71b150e62d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=445e52a2-e025-40e5-a50c-dad834a26e88,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:34.409936 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-733c95bc-e01c-4f51-a398-8b87dcd0066a req-c51a08e9-a795-43b2-bde4-5f23eab2e87d tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:34.485370 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c920917f-d588-422b-9758-b52024625a8c req-be330437-40e6-4bfe-ab6a-50ac8cf77c46 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf9683ad-c693-428e-b1ff-4a3b2d8a2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774924 Mar 09 03:51:34.516326 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-849684f2-ff78-4d95-bd63-6b71b150e62d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1611664 Mar 09 03:51:34.516948 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34880) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:34.535556 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-8f6b19d5-6259-4794-8dfc-1f1c2c4bae87 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'fixed_ips': [{'subnet_id': '445e52a2-e025-40e5-a50c-dad834a26e88', 'ip_address': '2001:db8::7347:4c29:b1ef:6d98'}], 'name': 'tempest-NetworksTestDHCPv6-1066603664'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:34.593356 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-f0c2c659-b184-4ef2-98ee-08f1387e01ab req-f3c6b36f-4cf0-4406-aac4-ba4423c5a09f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] For port 7af77edb-e500-4032-9aea-7b76cbd59d30, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=7af77edb-e500-4032-9aea-7b76cbd59d30,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:34.593840 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f0c2c659-b184-4ef2-98ee-08f1387e01ab req-f3c6b36f-4cf0-4406-aac4-ba4423c5a09f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:34.677701 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd77b02c-2eb1-41a3-9019-d228f1ce5be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-52061912-70e8-4f32-8bcd-36eeab65c7b8', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'fixed_ips': [{'subnet_id': '445e52a2-e025-40e5-a50c-dad834a26e88'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:51:34.679022 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fd77b02c-2eb1-41a3-9019-d228f1ce5be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:34.855784 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae659304-c5ab-4235-ae5c-2a2a55627a08 req-50d31a26-d336-476e-bc4a-475aead43883 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:34.863455 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ae659304-c5ab-4235-ae5c-2a2a55627a08 req-50d31a26-d336-476e-bc4a-475aead43883 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 945 time: 0.2535958 Mar 09 03:51:34.887784 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-fd77b02c-2eb1-41a3-9019-d228f1ce5be3 None None] Allocated IP 2001:db8::2 (52061912-70e8-4f32-8bcd-36eeab65c7b8/445e52a2-e025-40e5-a50c-dad834a26e88/bc4d4b52-883d-4e54-b45e-0e145be32f8b) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:51:34.913208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-f0c2c659-b184-4ef2-98ee-08f1387e01ab req-f3c6b36f-4cf0-4406-aac4-ba4423c5a09f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Calling delete_port for 7af77edb-e500-4032-9aea-7b76cbd59d30 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:34.955216 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ae659304-c5ab-4235-ae5c-2a2a55627a08 req-0e6a0779-91d5-459d-be02-51f72483c375 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/security-groups?id=da4138b5-eac7-4f04-83c2-6c7a8b337342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824852 Mar 09 03:51:34.957463 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-733c95bc-e01c-4f51-a398-8b87dcd0066a req-c51a08e9-a795-43b2-bde4-5f23eab2e87d tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] For port 5d6822e1-9f5f-403f-b26a-d419c7c490c6, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=5d6822e1-9f5f-403f-b26a-d419c7c490c6,segment=NetworkSegment(1319570c-02be-4978-9222-635e0497ea4c),segment_id=1319570c-02be-4978-9222-635e0497ea4c)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:34.958084 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-733c95bc-e01c-4f51-a398-8b87dcd0066a req-c51a08e9-a795-43b2-bde4-5f23eab2e87d tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:35.075995 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8f6b19d5-6259-4794-8dfc-1f1c2c4bae87 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:35.092696 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34898) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:35.153286 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8f6b19d5-6259-4794-8dfc-1f1c2c4bae87 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:35.177013 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6b19d5-6259-4794-8dfc-1f1c2c4bae87 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:35.177273 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-733c95bc-e01c-4f51-a398-8b87dcd0066a req-c51a08e9-a795-43b2-bde4-5f23eab2e87d tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Calling delete_port for 5d6822e1-9f5f-403f-b26a-d419c7c490c6 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:35.236687 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fd77b02c-2eb1-41a3-9019-d228f1ce5be3 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:35.252355 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fd77b02c-2eb1-41a3-9019-d228f1ce5be3 None None] Transition to ACTIVE for port object bc4d4b52-883d-4e54-b45e-0e145be32f8b will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:51:35.279433 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fd77b02c-2eb1-41a3-9019-d228f1ce5be3 None None] Transition to ACTIVE for port object bc4d4b52-883d-4e54-b45e-0e145be32f8b will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:51:35.289004 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fd77b02c-2eb1-41a3-9019-d228f1ce5be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:35.331248 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f0c2c659-b184-4ef2-98ee-08f1387e01ab req-f3c6b36f-4cf0-4406-aac4-ba4423c5a09f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:35.351364 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b41ddd-3921-40f2-9dfa-7c1c6bc7741b req-039d3d41-703c-414a-8170-a97fa8fae547 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:35.353301 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['f872d039-4d7c-4439-877d-38c6f197a383'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:51:35.353915 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-22b41ddd-3921-40f2-9dfa-7c1c6bc7741b req-039d3d41-703c-414a-8170-a97fa8fae547 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36226c2-f5f0-46e1-936f-0f1577fd1dc9 HTTP/1.1" status: 200 len: 945 time: 0.1372640 Mar 09 03:51:35.417438 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd77b02c-2eb1-41a3-9019-d228f1ce5be3 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:51:35.424678 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-fd77b02c-2eb1-41a3-9019-d228f1ce5be3 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:35.431967 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd77b02c-2eb1-41a3-9019-d228f1ce5be3 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:51:35.441622 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-c88a9440-0a9f-4ceb-a657-d63bbdf110ac tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1679065346'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:35.469366 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6b36f-4cf0-4406-aac4-ba4423c5a09f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Pushing event deleted for resources: {'Port': ['ID=7af77edb-e500-4032-9aea-7b76cbd59d30,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:35.484830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c88a9440-0a9f-4ceb-a657-d63bbdf110ac tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:35.491145 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-733c95bc-e01c-4f51-a398-8b87dcd0066a req-c51a08e9-a795-43b2-bde4-5f23eab2e87d tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:35.503747 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c88a9440-0a9f-4ceb-a657-d63bbdf110ac tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Usage tracker for resource:network and tenant:543e7da9cd524f9a8b091cde57f84807 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:35.516171 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c88a9440-0a9f-4ceb-a657-d63bbdf110ac tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:35.549656 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77b02c-2eb1-41a3-9019-d228f1ce5be3 None None] Pushing event updated for resources: {'Port': ['ID=bc4d4b52-883d-4e54-b45e-0e145be32f8b,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:35.560626 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a08e9-a795-43b2-bde4-5f23eab2e87d tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Pushing event deleted for resources: {'Port': ['ID=5d6822e1-9f5f-403f-b26a-d419c7c490c6,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:35.567481 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-fd77b02c-2eb1-41a3-9019-d228f1ce5be3 None None] Attempting to bind port bc4d4b52-883d-4e54-b45e-0e145be32f8b on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:35.568047 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-fd77b02c-2eb1-41a3-9019-d228f1ce5be3 None None] Attempting to bind port bc4d4b52-883d-4e54-b45e-0e145be32f8b by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:35.568279 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd77b02c-2eb1-41a3-9019-d228f1ce5be3 None None] Attempting to bind port bc4d4b52-883d-4e54-b45e-0e145be32f8b on network 52061912-70e8-4f32-8bcd-36eeab65c7b8 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:35.570494 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-22b41ddd-3921-40f2-9dfa-7c1c6bc7741b req-a5db524d-eb8a-45d3-9d30-682f9ca87e17 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Deleting port 9c59ffae-04c7-4d8f-81e6-e36dcb821632 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:35.571097 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-22b41ddd-3921-40f2-9dfa-7c1c6bc7741b req-a5db524d-eb8a-45d3-9d30-682f9ca87e17 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:35.575695 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd77b02c-2eb1-41a3-9019-d228f1ce5be3 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:51:35.576062 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd77b02c-2eb1-41a3-9019-d228f1ce5be3 None None] Checking segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:51:35.576458 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fd77b02c-2eb1-41a3-9019-d228f1ce5be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:35.576840 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd77b02c-2eb1-41a3-9019-d228f1ce5be3 None None] Bound using segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:51:35.577297 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-fd77b02c-2eb1-41a3-9019-d228f1ce5be3 None None] Bound port: bc4d4b52-883d-4e54-b45e-0e145be32f8b, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:51:35.577667 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fd77b02c-2eb1-41a3-9019-d228f1ce5be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:35.593896 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c88a9440-0a9f-4ceb-a657-d63bbdf110ac tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:35.715092 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-fd77b02c-2eb1-41a3-9019-d228f1ce5be3 None None] For port bc4d4b52-883d-4e54-b45e-0e145be32f8b, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:51:35.718460 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-fd77b02c-2eb1-41a3-9019-d228f1ce5be3 None None] For port bc4d4b52-883d-4e54-b45e-0e145be32f8b, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=bc4d4b52-883d-4e54-b45e-0e145be32f8b,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:51:35.727384 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b92a9985-ee53-4432-8aef-63cc8a49aaa4 req-2f22dceb-bb17-4c2c-933f-ab88c1d1dc71 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8db0fae-fb31-4963-833f-436f7761e8f3 HTTP/1.1" status: 200 len: 210 time: 0.1348851 Mar 09 03:51:35.752309 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fd77b02c-2eb1-41a3-9019-d228f1ce5be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:35.803321 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88a9440-0a9f-4ceb-a657-d63bbdf110ac tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Made reservation on behalf of 543e7da9cd524f9a8b091cde57f84807 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:35.807055 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c88a9440-0a9f-4ceb-a657-d63bbdf110ac tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:35.824870 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c2c659-b184-4ef2-98ee-08f1387e01ab req-f3c6b36f-4cf0-4406-aac4-ba4423c5a09f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] No DVR routers for this DVR port 7af77edb-e500-4032-9aea-7b76cbd59d30 on host n-h1-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:51:35.831619 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f0c2c659-b184-4ef2-98ee-08f1387e01ab req-f3c6b36f-4cf0-4406-aac4-ba4423c5a09f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:35.835067 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c88a9440-0a9f-4ceb-a657-d63bbdf110ac tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:35.843653 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8db0fae-fb31-4963-833f-436f7761e8f3', 'name': 'network-vif-deleted', 'tag': '7af77edb-e500-4032-9aea-7b76cbd59d30'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:51:35.851430 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f6b19d5-6259-4794-8dfc-1f1c2c4bae87 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:35.882734 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-8f6b19d5-6259-4794-8dfc-1f1c2c4bae87 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] device_id is not set on port 386a1103-6b49-4ab6-91dd-9accc0d4ba1f yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:51:35.950507 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c88a9440-0a9f-4ceb-a657-d63bbdf110ac tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:35.962500 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 5d6822e1-9f5f-403f-b26a-d419c7c490c6 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:51:35.963205 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c88a9440-0a9f-4ceb-a657-d63bbdf110ac tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Usage tracker for resource:security_group_rule and tenant:543e7da9cd524f9a8b091cde57f84807 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:35.967082 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c88a9440-0a9f-4ceb-a657-d63bbdf110ac tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:35.974060 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c88a9440-0a9f-4ceb-a657-d63bbdf110ac tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:36.054779 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.24', 53840) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:36.075096 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-733c95bc-e01c-4f51-a398-8b87dcd0066a req-c51a08e9-a795-43b2-bde4-5f23eab2e87d tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] No DVR routers for this DVR port 5d6822e1-9f5f-403f-b26a-d419c7c490c6 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:51:36.078475 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 5d6822e1-9f5f-403f-b26a-d419c7c490c6 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:51:36.079176 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 5d6822e1-9f5f-403f-b26a-d419c7c490c6 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:51:36.081454 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 7af77edb-e500-4032-9aea-7b76cbd59d30 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:51:36.090665 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-733c95bc-e01c-4f51-a398-8b87dcd0066a req-c51a08e9-a795-43b2-bde4-5f23eab2e87d tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:36.093375 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3522748d-8084-4cae-8e3c-47ca2a0281a8', 'name': 'network-vif-deleted', 'tag': '5d6822e1-9f5f-403f-b26a-d419c7c490c6'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:51:36.093626 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f0c2c659-b184-4ef2-98ee-08f1387e01ab req-f3c6b36f-4cf0-4406-aac4-ba4423c5a09f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.24 "DELETE /v2.0/ports/7af77edb-e500-4032-9aea-7b76cbd59d30 HTTP/1.1" status: 204 len: 173 time: 2.3720241 Mar 09 03:51:36.152248 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c88a9440-0a9f-4ceb-a657-d63bbdf110ac tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:36.207973 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77b02c-2eb1-41a3-9019-d228f1ce5be3 None None] Pushing event updated for resources: {'Port': ['ID=bc4d4b52-883d-4e54-b45e-0e145be32f8b,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:36.261439 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-733c95bc-e01c-4f51-a398-8b87dcd0066a req-c51a08e9-a795-43b2-bde4-5f23eab2e87d tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.24 "DELETE /v2.0/ports/5d6822e1-9f5f-403f-b26a-d419c7c490c6 HTTP/1.1" status: 204 len: 173 time: 2.0223324 Mar 09 03:51:36.290171 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 7af77edb-e500-4032-9aea-7b76cbd59d30 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:51:36.290537 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 7af77edb-e500-4032-9aea-7b76cbd59d30 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:51:36.290988 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 9c59ffae-04c7-4d8f-81e6-e36dcb821632 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:51:36.299395 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c88a9440-0a9f-4ceb-a657-d63bbdf110ac tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:36.370558 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e80ed-f2cc-4dfe-968c-19a3340db376 req-938a96dc-f7a8-47eb-8e15-b6ec2c2708f8 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:36.386439 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3c6e80ed-f2cc-4dfe-968c-19a3340db376 req-938a96dc-f7a8-47eb-8e15-b6ec2c2708f8 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/ports?device_id=e36226c2-f5f0-46e1-936f-0f1577fd1dc9 HTTP/1.1" status: 200 len: 945 time: 0.5588765 Mar 09 03:51:36.404565 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88a9440-0a9f-4ceb-a657-d63bbdf110ac tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:51:36.407855 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8db0fae-fb31-4963-833f-436f7761e8f3', 'name': 'network-vif-deleted', 'tag': '7af77edb-e500-4032-9aea-7b76cbd59d30', 'status': 'completed', 'code': 200} Mar 09 03:51:36.487275 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a9440-0a9f-4ceb-a657-d63bbdf110ac tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf9a6bb-e049-4f45-89f8-d3f7aae673d5,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:36.545096 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c88a9440-0a9f-4ceb-a657-d63bbdf110ac tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:36.556224 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-c88a9440-0a9f-4ceb-a657-d63bbdf110ac tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Added segment 38ed4028-648a-45d2-badd-e927aab35086 of type vlan for network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 Mar 09 03:51:36.558101 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3c6e80ed-f2cc-4dfe-968c-19a3340db376 req-2fe22220-5c41-415d-aba7-66a087de5d79 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf9683ad-c693-428e-b1ff-4a3b2d8a2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703975 Mar 09 03:51:36.606946 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-22b41ddd-3921-40f2-9dfa-7c1c6bc7741b req-a5db524d-eb8a-45d3-9d30-682f9ca87e17 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] For port 9c59ffae-04c7-4d8f-81e6-e36dcb821632, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=9c59ffae-04c7-4d8f-81e6-e36dcb821632,segment=NetworkSegment(0a22f97c-3075-46a4-bf00-c4db01ca29ad),segment_id=0a22f97c-3075-46a4-bf00-c4db01ca29ad)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:36.607392 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-22b41ddd-3921-40f2-9dfa-7c1c6bc7741b req-a5db524d-eb8a-45d3-9d30-682f9ca87e17 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:36.684595 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c88a9440-0a9f-4ceb-a657-d63bbdf110ac tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:36.702684 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33e3742b-07e4-45a6-87e0-9b80ed777cc1 req-f29ae24f-6113-4745-8c0a-70280db38bc4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=499735b8-08bc-4ddd-9d98-c9563a9e7206&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6407793 Mar 09 03:51:36.706023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-8f6b19d5-6259-4794-8dfc-1f1c2c4bae87 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 2001:db8::7347:4c29:b1ef:6d98 (52061912-70e8-4f32-8bcd-36eeab65c7b8/445e52a2-e025-40e5-a50c-dad834a26e88/386a1103-6b49-4ab6-91dd-9accc0d4ba1f) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:51:36.861705 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0a43d716-b0a6-4ec1-9d13-10b6176af0dc req-116aa99d-0c8d-4e86-b43a-0b0645532277 tempest-ServerRescueTestJSON-1739742103 tempest-ServerRescueTestJSON-1739742103-project] 10.222.0.16 "GET /v2.0/ports?device_id=3522748d-8084-4cae-8e3c-47ca2a0281a8 HTTP/1.1" status: 200 len: 210 time: 0.1436501 Mar 09 03:51:36.864199 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.resource_extend [None req-c88a9440-0a9f-4ceb-a657-d63bbdf110ac tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:51:36.904747 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device bc4d4b52-883d-4e54-b45e-0e145be32f8b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:51:37.090114 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3522748d-8084-4cae-8e3c-47ca2a0281a8', 'name': 'network-vif-deleted', 'tag': '5d6822e1-9f5f-403f-b26a-d419c7c490c6', 'status': 'completed', 'code': 200} Mar 09 03:51:37.098476 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:37.107333 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-22b41ddd-3921-40f2-9dfa-7c1c6bc7741b req-a5db524d-eb8a-45d3-9d30-682f9ca87e17 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Calling delete_port for 9c59ffae-04c7-4d8f-81e6-e36dcb821632 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:37.138355 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36226c2-f5f0-46e1-936f-0f1577fd1dc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c59ffae-04c7-4d8f-81e6-e36dcb821632'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:51:37.161265 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port bc4d4b52-883d-4e54-b45e-0e145be32f8b completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:51:37.186382 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 9c59ffae-04c7-4d8f-81e6-e36dcb821632, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=9c59ffae-04c7-4d8f-81e6-e36dcb821632,segment=NetworkSegment(0a22f97c-3075-46a4-bf00-c4db01ca29ad),segment_id=0a22f97c-3075-46a4-bf00-c4db01ca29ad)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:37.196343 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:37.233809 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07bb9250-0e42-4d7a-b9bb-9a046726dd61 req-7350368b-4079-4c2f-8a31-18dec013ac20 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8db0fae-fb31-4963-833f-436f7761e8f3 HTTP/1.1" status: 200 len: 210 time: 0.2469349 Mar 09 03:51:37.256106 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36226c2-f5f0-46e1-936f-0f1577fd1dc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c59ffae-04c7-4d8f-81e6-e36dcb821632', 'code': 200} Mar 09 03:51:37.291592 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=9c59ffae-04c7-4d8f-81e6-e36dcb821632,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:37.310462 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [req-22b41ddd-3921-40f2-9dfa-7c1c6bc7741b req-a5db524d-eb8a-45d3-9d30-682f9ca87e17 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:51:37.310940 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [req-22b41ddd-3921-40f2-9dfa-7c1c6bc7741b req-a5db524d-eb8a-45d3-9d30-682f9ca87e17 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:51:37.444822 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c88a9440-0a9f-4ceb-a657-d63bbdf110ac tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:37.450226 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88a9440-0a9f-4ceb-a657-d63bbdf110ac tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:37.450837 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c88a9440-0a9f-4ceb-a657-d63bbdf110ac tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:37.566045 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2c8ac6cf-3eb9-40a3-81d4-b960b9576205 None None] Provisioning for port bc4d4b52-883d-4e54-b45e-0e145be32f8b completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:51:37.583735 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2c8ac6cf-3eb9-40a3-81d4-b960b9576205 None None] Provisioning complete for port bc4d4b52-883d-4e54-b45e-0e145be32f8b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:51:37.584107 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2c8ac6cf-3eb9-40a3-81d4-b960b9576205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:37.598352 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c88a9440-0a9f-4ceb-a657-d63bbdf110ac tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.5007360 Mar 09 03:51:37.603999 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a9440-0a9f-4ceb-a657-d63bbdf110ac tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Pushing event updated for resources: {'Network': ['ID=0ab4ef5e-a83b-491f-81fb-b90792b80bd0,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:37.624474 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3742b-07e4-45a6-87e0-9b80ed777cc1 req-da53571c-8084-4301-83ab-52cfe026ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:37.625943 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33e3742b-07e4-45a6-87e0-9b80ed777cc1 req-da53571c-8084-4301-83ab-52cfe026ecb3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&device_id=499735b8-08bc-4ddd-9d98-c9563a9e7206 HTTP/1.1" status: 200 len: 1097 time: 0.8686049 Mar 09 03:51:37.634025 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f6b19d5-6259-4794-8dfc-1f1c2c4bae87 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:37.664218 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:51:37.723980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34942) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:37.729349 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Request body: {'port': {'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0', 'binding:host_id': 'n-h2-825178-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1334879634'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:37.735188 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:37.739081 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Usage tracker for resource:port and tenant:09ae76f255af4b1d91a14c90816e0497 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:37.742021 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:37.747820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:37.761411 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Made reservation on behalf of 09ae76f255af4b1d91a14c90816e0497 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:37.765140 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:37.778600 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:37.793081 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-8f6b19d5-6259-4794-8dfc-1f1c2c4bae87 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Transition to ACTIVE for port object 386a1103-6b49-4ab6-91dd-9accc0d4ba1f will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:51:37.794746 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:37.798752 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Usage tracker for resource:security_group_rule and tenant:09ae76f255af4b1d91a14c90816e0497 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:37.801997 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:37.807907 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:37.812153 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-22b41ddd-3921-40f2-9dfa-7c1c6bc7741b req-a5db524d-eb8a-45d3-9d30-682f9ca87e17 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Deleting port 9c59ffae-04c7-4d8f-81e6-e36dcb821632 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:37.812487 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-22b41ddd-3921-40f2-9dfa-7c1c6bc7741b req-a5db524d-eb8a-45d3-9d30-682f9ca87e17 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:37.841804 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2c8ac6cf-3eb9-40a3-81d4-b960b9576205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:37.853830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3742b-07e4-45a6-87e0-9b80ed777cc1 req-64f90692-4263-4546-9441-fe73b44947a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:37.855297 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33e3742b-07e4-45a6-87e0-9b80ed777cc1 req-64f90692-4263-4546-9441-fe73b44947a9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 913 time: 0.2086496 Mar 09 03:51:37.878155 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-2c8ac6cf-3eb9-40a3-81d4-b960b9576205 None None] For port bc4d4b52-883d-4e54-b45e-0e145be32f8b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=bc4d4b52-883d-4e54-b45e-0e145be32f8b,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:37.894281 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2c8ac6cf-3eb9-40a3-81d4-b960b9576205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:37.948139 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33e3742b-07e4-45a6-87e0-9b80ed777cc1 req-271b4241-9020-4e86-90fb-2910d7844d45 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=901687b7-082b-408a-ba6e-70079556e6e1 HTTP/1.1" status: 200 len: 217 time: 0.0862091 Mar 09 03:51:37.950750 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f6b19d5-6259-4794-8dfc-1f1c2c4bae87 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:37.965878 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7494c9-9bee-45b4-a20d-2eec3851b9de req-289ffcae-5968-40f5-8625-a4971dbbdab0 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:37.973264 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7b7494c9-9bee-45b4-a20d-2eec3851b9de req-289ffcae-5968-40f5-8625-a4971dbbdab0 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/ports?device_id=e36226c2-f5f0-46e1-936f-0f1577fd1dc9 HTTP/1.1" status: 200 len: 943 time: 0.2268734 Mar 09 03:51:38.004085 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34950) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:38.012412 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ac6cf-3eb9-40a3-81d4-b960b9576205 None None] Pushing event updated for resources: {'Port': ['ID=bc4d4b52-883d-4e54-b45e-0e145be32f8b,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:38.035160 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:38.067411 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:38.084759 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] device_id is not set on port b2f676c8-9471-47bd-924e-c91aac32b87d yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:51:38.169191 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6b19d5-6259-4794-8dfc-1f1c2c4bae87 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:51:38.192787 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-8f6b19d5-6259-4794-8dfc-1f1c2c4bae87 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:38.207380 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6b19d5-6259-4794-8dfc-1f1c2c4bae87 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:51:38.212966 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6b19d5-6259-4794-8dfc-1f1c2c4bae87 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:38.213675 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f6b19d5-6259-4794-8dfc-1f1c2c4bae87 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:38.226108 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edd1327-a3a0-4fa5-9dac-ff836909b777,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:38.236645 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b19d5-6259-4794-8dfc-1f1c2c4bae87 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=386a1103-6b49-4ab6-91dd-9accc0d4ba1f,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:38.250512 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7b7494c9-9bee-45b4-a20d-2eec3851b9de req-ef52d910-b084-41c2-9fb7-7eb9f44a71ed tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf9683ad-c693-428e-b1ff-4a3b2d8a2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764080 Mar 09 03:51:38.263652 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3742b-07e4-45a6-87e0-9b80ed777cc1 req-582d3014-39c5-4053-ab80-c7f86ca9eb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:38.265652 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33e3742b-07e4-45a6-87e0-9b80ed777cc1 req-582d3014-39c5-4053-ab80-c7f86ca9eb6a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d785722e-a890-45c5-869c-7b3149d30510 HTTP/1.1" status: 200 len: 851 time: 0.3115449 Mar 09 03:51:38.311942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-22b41ddd-3921-40f2-9dfa-7c1c6bc7741b req-a5db524d-eb8a-45d3-9d30-682f9ca87e17 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] For port 9c59ffae-04c7-4d8f-81e6-e36dcb821632, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=9c59ffae-04c7-4d8f-81e6-e36dcb821632,segment=NetworkSegment(0a22f97c-3075-46a4-bf00-c4db01ca29ad),segment_id=0a22f97c-3075-46a4-bf00-c4db01ca29ad)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:38.312301 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-22b41ddd-3921-40f2-9dfa-7c1c6bc7741b req-a5db524d-eb8a-45d3-9d30-682f9ca87e17 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:38.387332 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8f6b19d5-6259-4794-8dfc-1f1c2c4bae87 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8654361 Mar 09 03:51:38.390327 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34966) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:38.532476 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-22b41ddd-3921-40f2-9dfa-7c1c6bc7741b req-a5db524d-eb8a-45d3-9d30-682f9ca87e17 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Calling delete_port for 9c59ffae-04c7-4d8f-81e6-e36dcb821632 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:38.545273 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3742b-07e4-45a6-87e0-9b80ed777cc1 req-2344ea63-6081-4d86-85f8-5564f5028011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:38.546771 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33e3742b-07e4-45a6-87e0-9b80ed777cc1 req-2344ea63-6081-4d86-85f8-5564f5028011 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3d62296e-a7e4-4061-88a7-e2ef850363e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2213933 Mar 09 03:51:38.628934 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:38.672789 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-33e3742b-07e4-45a6-87e0-9b80ed777cc1 req-5a432f84-5bb1-4a84-8e4d-5adc3b6a221d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:51:38.675739 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33e3742b-07e4-45a6-87e0-9b80ed777cc1 req-5a432f84-5bb1-4a84-8e4d-5adc3b6a221d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206771 Mar 09 03:51:38.687647 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7e96eb9f-d728-4946-a6c0-e1602c9bd1e5 None None] Provisioning for port 386a1103-6b49-4ab6-91dd-9accc0d4ba1f completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:51:38.694579 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7e96eb9f-d728-4946-a6c0-e1602c9bd1e5 None None] Provisioning complete for port 386a1103-6b49-4ab6-91dd-9accc0d4ba1f triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:51:38.695037 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7e96eb9f-d728-4946-a6c0-e1602c9bd1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:38.763842 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device bc4d4b52-883d-4e54-b45e-0e145be32f8b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:51:38.860482 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-7e96eb9f-d728-4946-a6c0-e1602c9bd1e5 None None] Port 386a1103-6b49-4ab6-91dd-9accc0d4ba1f cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:51:38.880769 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port bc4d4b52-883d-4e54-b45e-0e145be32f8b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:51:38.881219 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:38.939299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa72b29-054d-4340-a129-7496dded5bda tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:38.945192 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa72b29-054d-4340-a129-7496dded5bda tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:38.949970 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-dfa72b29-054d-4340-a129-7496dded5bda tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.5454974 Mar 09 03:51:38.953262 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34984) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:39.053505 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] device_id is not set on port b2f676c8-9471-47bd-924e-c91aac32b87d yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:51:39.089991 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:39.106408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-c9c8045d-a09a-4ebb-8d43-e7552a3ad5fd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting port 386a1103-6b49-4ab6-91dd-9accc0d4ba1f {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:39.106759 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9c8045d-a09a-4ebb-8d43-e7552a3ad5fd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:39.155350 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Transition to ACTIVE for port object b2f676c8-9471-47bd-924e-c91aac32b87d will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:51:39.161243 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-22b41ddd-3921-40f2-9dfa-7c1c6bc7741b req-a5db524d-eb8a-45d3-9d30-682f9ca87e17 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:39.214752 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:39.242475 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db524d-eb8a-45d3-9d30-682f9ca87e17 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Pushing event deleted for resources: {'Port': ['ID=9c59ffae-04c7-4d8f-81e6-e36dcb821632,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:39.327486 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33e3742b-07e4-45a6-87e0-9b80ed777cc1 req-dd0de3f7-9acc-4216-ba58-de0f5d1b149a service neutron] 10.222.0.24 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6412158 Mar 09 03:51:39.363933 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-d12464fd-678f-456e-b9e2-139f409bc0e4 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:39.365274 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-d12464fd-678f-456e-b9e2-139f409bc0e4 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/networks?id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840 HTTP/1.1" status: 200 len: 806 time: 0.6337891 Mar 09 03:51:39.427402 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b41ddd-3921-40f2-9dfa-7c1c6bc7741b req-a5db524d-eb8a-45d3-9d30-682f9ca87e17 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] No DVR routers for this DVR port 9c59ffae-04c7-4d8f-81e6-e36dcb821632 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:51:39.435414 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-22b41ddd-3921-40f2-9dfa-7c1c6bc7741b req-a5db524d-eb8a-45d3-9d30-682f9ca87e17 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:39.440276 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-97d72385-213b-488d-9499-1dc94d1a601c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/quotas/6c36c37e2e354df081ad1b18548376fc HTTP/1.1" status: 200 len: 375 time: 0.0618162 Mar 09 03:51:39.485427 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36226c2-f5f0-46e1-936f-0f1577fd1dc9', 'name': 'network-vif-deleted', 'tag': '9c59ffae-04c7-4d8f-81e6-e36dcb821632'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:51:39.491357 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a5b04dd-54bb-4a06-9b17-c2090e3fe091 req-6e178db4-4a32-4800-b06e-9a38c17dc9b7 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.16 "GET /v2.0/ports?device_id=e36226c2-f5f0-46e1-936f-0f1577fd1dc9 HTTP/1.1" status: 200 len: 210 time: 0.0823689 Mar 09 03:51:39.508578 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Pushing event updated for resources: {'Port': ['ID=b2f676c8-9471-47bd-924e-c91aac32b87d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:39.567051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Checking segment: {'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:51:39.567390 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Network hostable DHCP agents. Network: 0ab4ef5e-a83b-491f-81fb-b90792b80bd0, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:51:39.584840 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33e3742b-07e4-45a6-87e0-9b80ed777cc1 req-f46f5d8c-878d-4589-8253-4f8c5556801e service neutron] 10.222.0.24 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501848 Mar 09 03:51:39.622233 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36226c2-f5f0-46e1-936f-0f1577fd1dc9', 'name': 'network-vif-deleted', 'tag': '9c59ffae-04c7-4d8f-81e6-e36dcb821632', 'status': 'completed', 'code': 200} Mar 09 03:51:39.624094 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-22b41ddd-3921-40f2-9dfa-7c1c6bc7741b req-a5db524d-eb8a-45d3-9d30-682f9ca87e17 tempest-ServersNegativeTestMultiTenantJSON-341283171 tempest-ServersNegativeTestMultiTenantJSON-341283171-project] 10.222.0.24 "DELETE /v2.0/ports/9c59ffae-04c7-4d8f-81e6-e36dcb821632 HTTP/1.1" status: 204 len: 173 time: 4.2644393 Mar 09 03:51:39.662157 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-23d424ba-f116-4865-9573-47d9a573a86d tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Synchronizing usage tracker for tenant:6c36c37e2e354df081ad1b18548376fc on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:51:39.664317 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:51:39.685667 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 0ab4ef5e-a83b-491f-81fb-b90792b80bd0) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:39.694033 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:51:39.694773 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15209d81-d0ac-4db1-a212-f1e6380bf447 None None] Network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:51:39.703543 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9c8045d-a09a-4ebb-8d43-e7552a3ad5fd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:39.716700 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-23d424ba-f116-4865-9573-47d9a573a86d tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Unset dirty status for tenant:6c36c37e2e354df081ad1b18548376fc on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:51:39.718426 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-23d424ba-f116-4865-9573-47d9a573a86d tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c36c37e2e354df081ad1b18548376fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2596166 Mar 09 03:51:39.718577 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:39.718939 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:39.719307 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:39.728577 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fa09b4d5-9125-4f59-a7d2-001945bccca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:39.794742 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port b2f676c8-9471-47bd-924e-c91aac32b87d on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:39.795392 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:39.859870 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempt 2 to bind port b2f676c8-9471-47bd-924e-c91aac32b87d Mar 09 03:51:39.876119 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-c9c8045d-a09a-4ebb-8d43-e7552a3ad5fd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Calling delete_port for 386a1103-6b49-4ab6-91dd-9accc0d4ba1f owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:39.932205 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:39.932815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:39.933367 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:39.948671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port b2f676c8-9471-47bd-924e-c91aac32b87d on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:39.949752 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:39.952907 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempt 3 to bind port b2f676c8-9471-47bd-924e-c91aac32b87d Mar 09 03:51:40.009627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:40.023395 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:40.023889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:40.030700 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port b2f676c8-9471-47bd-924e-c91aac32b87d on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:40.031206 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:40.032505 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempt 4 to bind port b2f676c8-9471-47bd-924e-c91aac32b87d Mar 09 03:51:40.108418 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-ad5a31a0-9e6b-4fa3-9247-428b4e0cf134 service neutron] 10.222.0.16 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996340 Mar 09 03:51:40.112299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:40.112636 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:40.112963 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:40.140427 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port b2f676c8-9471-47bd-924e-c91aac32b87d on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:40.140750 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:40.144026 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempt 5 to bind port b2f676c8-9471-47bd-924e-c91aac32b87d Mar 09 03:51:40.171671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:40.171671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:40.172001 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:40.179647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port b2f676c8-9471-47bd-924e-c91aac32b87d on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:40.179979 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:40.180462 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempt 6 to bind port b2f676c8-9471-47bd-924e-c91aac32b87d Mar 09 03:51:40.197821 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9c8045d-a09a-4ebb-8d43-e7552a3ad5fd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:40.265402 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8045d-a09a-4ebb-8d43-e7552a3ad5fd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Port': ['ID=386a1103-6b49-4ab6-91dd-9accc0d4ba1f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:40.277409 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:40.277743 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:40.278071 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:40.285145 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port b2f676c8-9471-47bd-924e-c91aac32b87d on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:40.285826 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:40.301063 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempt 7 to bind port b2f676c8-9471-47bd-924e-c91aac32b87d Mar 09 03:51:40.385651 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9c8045d-a09a-4ebb-8d43-e7552a3ad5fd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:40.388993 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:40.389567 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:40.390065 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:40.402014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port b2f676c8-9471-47bd-924e-c91aac32b87d on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:40.402514 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:40.403366 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempt 8 to bind port b2f676c8-9471-47bd-924e-c91aac32b87d Mar 09 03:51:40.413928 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c9c8045d-a09a-4ebb-8d43-e7552a3ad5fd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/386a1103-6b49-4ab6-91dd-9accc0d4ba1f HTTP/1.1" status: 204 len: 168 time: 1.4596694 Mar 09 03:51:40.416390 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35000) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:40.421772 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:40.422306 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:40.422798 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:40.428692 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port b2f676c8-9471-47bd-924e-c91aac32b87d on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:40.429182 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:40.429740 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempt 9 to bind port b2f676c8-9471-47bd-924e-c91aac32b87d Mar 09 03:51:40.448764 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:40.449390 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:40.449885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:40.458472 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port b2f676c8-9471-47bd-924e-c91aac32b87d on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:40.459185 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:40.459736 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempt 10 to bind port b2f676c8-9471-47bd-924e-c91aac32b87d Mar 09 03:51:40.480040 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:40.480643 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:40.481143 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:40.494892 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port b2f676c8-9471-47bd-924e-c91aac32b87d on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:40.495732 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port b2f676c8-9471-47bd-924e-c91aac32b87d on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:40.496943 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:40.545904 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-c5551be4-622c-4dff-9bea-d3505bd5c973 service neutron] 10.222.0.16 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367909 Mar 09 03:51:40.563602 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aae0af3-e0d8-4225-9a66-d0e83ea5fc41 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:40.565628 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aae0af3-e0d8-4225-9a66-d0e83ea5fc41 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:40.566374 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0aae0af3-e0d8-4225-9a66-d0e83ea5fc41 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:51:40.611417 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] For port b2f676c8-9471-47bd-924e-c91aac32b87d, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:51:40.613468 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0aae0af3-e0d8-4225-9a66-d0e83ea5fc41 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:51:40.614607 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0aae0af3-e0d8-4225-9a66-d0e83ea5fc41 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1973083 Mar 09 03:51:40.615654 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempted to set empty binding levels {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 09 03:51:40.617521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35008) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:40.623444 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:40.692132 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35012) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:40.701877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Pushing event updated for resources: {'Port': ['ID=b2f676c8-9471-47bd-924e-c91aac32b87d,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:40.710237 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:40.710903 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:40.743374 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f9c02408-2317-4606-a103-94e9e4578306 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.0182641 Mar 09 03:51:40.746111 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35018) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:40.775330 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e387a29-5dc5-42d0-bdd3-bfdf33c57668 admin admin] Deleting subnet 1d2720fe-4bd0-4b92-b405-0ca0a715314b {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:51:40.793556 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e387a29-5dc5-42d0-bdd3-bfdf33c57668 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:40.821071 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-460a8ecb-7b68-4863-9ffa-d5b8677a2ae4 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Deleting port b2f676c8-9471-47bd-924e-c91aac32b87d {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:40.822051 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-460a8ecb-7b68-4863-9ffa-d5b8677a2ae4 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:40.822191 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-fa09b4d5-9125-4f59-a7d2-001945bccca0 admin admin] Deleting port 35b29039-54d5-40f6-bf17-e9927bdf5dab {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:40.822362 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fa09b4d5-9125-4f59-a7d2-001945bccca0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:40.964484 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e387a29-5dc5-42d0-bdd3-bfdf33c57668 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:41.046562 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c4370e6b-9eb4-49c5-8d12-97ee94cdae34 req-b5b25725-0f1a-4889-81ff-f72c7e6bb9b6 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 210 time: 0.1962268 Mar 09 03:51:41.054750 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-f433c85e-5ed9-4f94-a6a2-498fcffa7970 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet 445e52a2-e025-40e5-a50c-dad834a26e88 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:51:41.073096 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f433c85e-5ed9-4f94-a6a2-498fcffa7970 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:41.144492 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e387a29-5dc5-42d0-bdd3-bfdf33c57668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:41.230406 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-460a8ecb-7b68-4863-9ffa-d5b8677a2ae4 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] For port b2f676c8-9471-47bd-924e-c91aac32b87d, host n-h2-825178-5, got binding levels [] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:41.231000 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-460a8ecb-7b68-4863-9ffa-d5b8677a2ae4 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:41.395542 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f433c85e-5ed9-4f94-a6a2-498fcffa7970 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:41.411794 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-460a8ecb-7b68-4863-9ffa-d5b8677a2ae4 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Calling delete_port for b2f676c8-9471-47bd-924e-c91aac32b87d owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:41.499403 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-460a8ecb-7b68-4863-9ffa-d5b8677a2ae4 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:41.550294 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-fa09b4d5-9125-4f59-a7d2-001945bccca0 admin admin] For port 35b29039-54d5-40f6-bf17-e9927bdf5dab, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=35b29039-54d5-40f6-bf17-e9927bdf5dab,segment=NetworkSegment(1319570c-02be-4978-9222-635e0497ea4c),segment_id=1319570c-02be-4978-9222-635e0497ea4c)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:41.550958 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fa09b4d5-9125-4f59-a7d2-001945bccca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:41.562895 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a8ecb-7b68-4863-9ffa-d5b8677a2ae4 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2f676c8-9471-47bd-924e-c91aac32b87d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:41.574292 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-460a8ecb-7b68-4863-9ffa-d5b8677a2ae4 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:41.574500 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e387a29-5dc5-42d0-bdd3-bfdf33c57668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:41.580732 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-460a8ecb-7b68-4863-9ffa-d5b8677a2ae4 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] 10.222.0.16 "DELETE /v2.0/ports/b2f676c8-9471-47bd-924e-c91aac32b87d HTTP/1.1" status: 204 len: 168 time: 0.8331993 Mar 09 03:51:41.583339 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35042) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:41.624117 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7985287-b1b1-44e2-98a6-0b8caf0c9212 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] GET failed (client error): The resource could not be found. Mar 09 03:51:41.624909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c7985287-b1b1-44e2-98a6-0b8caf0c9212 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Synchronizing usage tracker for tenant:09ae76f255af4b1d91a14c90816e0497 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:51:41.641632 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c7985287-b1b1-44e2-98a6-0b8caf0c9212 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Unset dirty status for tenant:09ae76f255af4b1d91a14c90816e0497 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:51:41.646227 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c7985287-b1b1-44e2-98a6-0b8caf0c9212 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] 10.222.0.16 "GET /v2.0/ports/b2f676c8-9471-47bd-924e-c91aac32b87d HTTP/1.1" status: 404 len: 333 time: 0.0586109 Mar 09 03:51:41.646581 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35046) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:41.652286 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-32f628d9-4d85-4f5c-bb42-4a6a1d58d880 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Request body: {'port': {'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-717394630'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:41.657568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-32f628d9-4d85-4f5c-bb42-4a6a1d58d880 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:41.667800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-32f628d9-4d85-4f5c-bb42-4a6a1d58d880 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:41.677959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f628d9-4d85-4f5c-bb42-4a6a1d58d880 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Made reservation on behalf of 09ae76f255af4b1d91a14c90816e0497 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:41.680858 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-32f628d9-4d85-4f5c-bb42-4a6a1d58d880 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:41.701904 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-32f628d9-4d85-4f5c-bb42-4a6a1d58d880 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] device_id is not set on port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:51:41.722420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-fa09b4d5-9125-4f59-a7d2-001945bccca0 admin admin] Calling delete_port for 35b29039-54d5-40f6-bf17-e9927bdf5dab owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:41.767913 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e387a29-5dc5-42d0-bdd3-bfdf33c57668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d2720fe-4bd0-4b92-b405-0ca0a715314b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:41.776262 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e387a29-5dc5-42d0-bdd3-bfdf33c57668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:41.808535 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6e387a29-5dc5-42d0-bdd3-bfdf33c57668 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1d2720fe-4bd0-4b92-b405-0ca0a715314b HTTP/1.1" status: 204 len: 168 time: 1.1111064 Mar 09 03:51:41.811444 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35050) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:41.815353 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f433c85e-5ed9-4f94-a6a2-498fcffa7970 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:41.879597 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631acc2a-8ff6-4a09-a7bd-9823d70ee7b7 req-1c8772e7-9485-41d5-a7dd-251972507506 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:41.881060 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-631acc2a-8ff6-4a09-a7bd-9823d70ee7b7 req-1c8772e7-9485-41d5-a7dd-251972507506 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=2180533d-1782-47df-879a-1bb906f5254b HTTP/1.1" status: 200 len: 946 time: 0.4926853 Mar 09 03:51:41.922568 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-32f628d9-4d85-4f5c-bb42-4a6a1d58d880 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:41.950169 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-32f628d9-4d85-4f5c-bb42-4a6a1d58d880 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:42.014092 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f628d9-4d85-4f5c-bb42-4a6a1d58d880 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:51:42.021036 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-32f628d9-4d85-4f5c-bb42-4a6a1d58d880 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:42.025002 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f628d9-4d85-4f5c-bb42-4a6a1d58d880 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:51:42.025914 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f628d9-4d85-4f5c-bb42-4a6a1d58d880 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:42.026506 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-32f628d9-4d85-4f5c-bb42-4a6a1d58d880 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:42.038376 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f628d9-4d85-4f5c-bb42-4a6a1d58d880 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Pushing event updated for resources: {'Port': ['ID=2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:42.057073 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-32f628d9-4d85-4f5c-bb42-4a6a1d58d880 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4094012 Mar 09 03:51:42.059857 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35058) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:42.065684 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:42.185014 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:42.190483 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-631acc2a-8ff6-4a09-a7bd-9823d70ee7b7 req-1d478d16-cdea-4807-8a55-4c7182fa1e71 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7771687-d99f-4795-8481-7e9b5b6ff97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2885847 Mar 09 03:51:42.196305 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3351d015-b1b9-4674-a76d-1725cb829dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:42.224774 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f433c85e-5ed9-4f94-a6a2-498fcffa7970 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:42.298627 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433c85e-5ed9-4f94-a6a2-498fcffa7970 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=445e52a2-e025-40e5-a50c-dad834a26e88,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:42.309127 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f433c85e-5ed9-4f94-a6a2-498fcffa7970 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:42.315839 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31214c04-5496-421f-8227-1da05f3c5aee None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:51:42.326290 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1f7faf9b-a3e0-4081-ae4c-29da66d0f5c5 req-8134ca55-eabd-4c26-a410-12a7ce4ae15e tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 210 time: 0.0887063 Mar 09 03:51:42.445990 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3351d015-b1b9-4674-a76d-1725cb829dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:42.454033 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f433c85e-5ed9-4f94-a6a2-498fcffa7970 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/445e52a2-e025-40e5-a50c-dad834a26e88 HTTP/1.1" status: 204 len: 168 time: 1.8355091 Mar 09 03:51:42.457743 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35064) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:42.489389 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-3351d015-b1b9-4674-a76d-1725cb829dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbbbdffd-c321-4c60-844a-4b356bdedb43']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:42.507913 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-3351d015-b1b9-4674-a76d-1725cb829dd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a22f97c-3075-46a4-bf00-c4db01ca29ad') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:42.508201 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-3351d015-b1b9-4674-a76d-1725cb829dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a22f97c-3075-46a4-bf00-c4db01ca29ad') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:42.516542 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:51:42.521930 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3351d015-b1b9-4674-a76d-1725cb829dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:42.531798 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fa09b4d5-9125-4f59-a7d2-001945bccca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:42.583564 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3351d015-b1b9-4674-a76d-1725cb829dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:42.591039 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa09b4d5-9125-4f59-a7d2-001945bccca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=35b29039-54d5-40f6-bf17-e9927bdf5dab,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:42.604341 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-81229337-beb7-44d2-9fa1-067112a16593 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0969765 Mar 09 03:51:42.606417 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35068) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:42.614692 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-c961f415-788c-4e57-9bc1-7f2259ebaae6 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:42.616124 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-c961f415-788c-4e57-9bc1-7f2259ebaae6 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.24 "GET /v2.0/networks?id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840 HTTP/1.1" status: 200 len: 806 time: 0.3797684 Mar 09 03:51:42.624178 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-f286d53b-8259-4833-b494-3a7e48720e63 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:42.624804 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3351d015-b1b9-4674-a76d-1725cb829dd3 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:51:42.625313 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3351d015-b1b9-4674-a76d-1725cb829dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:51:42.639811 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:51:42.651974 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-3efd7bd3-3509-480f-983f-50f36164e23a tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Request body: {'port': {'device_id': 'c74bab70-db8d-4ac9-a53a-980fa3899b3c', 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840', 'admin_state_up': True, 'tenant_id': '6c36c37e2e354df081ad1b18548376fc'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:42.701350 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3710fe7-dd0c-4f9c-9f6a-a3f1b833af3b None None] DHCP port deletion for 52061912-70e8-4f32-8bcd-36eeab65c7b8 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:51:42.706671 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a3710fe7-dd0c-4f9c-9f6a-a3f1b833af3b None None] Deleting port bc4d4b52-883d-4e54-b45e-0e145be32f8b {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:42.707224 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a3710fe7-dd0c-4f9c-9f6a-a3f1b833af3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:42.897477 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:51:42.949531 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-a3710fe7-dd0c-4f9c-9f6a-a3f1b833af3b None None] For port bc4d4b52-883d-4e54-b45e-0e145be32f8b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=bc4d4b52-883d-4e54-b45e-0e145be32f8b,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:42.949928 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a3710fe7-dd0c-4f9c-9f6a-a3f1b833af3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:42.953865 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3351d015-b1b9-4674-a76d-1725cb829dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:42.979937 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3351d015-b1b9-4674-a76d-1725cb829dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:43.000783 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351d015-b1b9-4674-a76d-1725cb829dd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbbbdffd-c321-4c60-844a-4b356bdedb43,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:43.020429 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3351d015-b1b9-4674-a76d-1725cb829dd3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/bbbbdffd-c321-4c60-844a-4b356bdedb43 HTTP/1.1" status: 204 len: 168 time: 1.1750815 Mar 09 03:51:43.024134 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f286d53b-8259-4833-b494-3a7e48720e63 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:43.027402 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35072) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:43.103268 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a3710fe7-dd0c-4f9c-9f6a-a3f1b833af3b None None] Calling delete_port for bc4d4b52-883d-4e54-b45e-0e145be32f8b owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:43.105217 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fa09b4d5-9125-4f59-a7d2-001945bccca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:43.113344 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f286d53b-8259-4833-b494-3a7e48720e63 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:43.133816 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f286d53b-8259-4833-b494-3a7e48720e63 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:43.156349 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f286d53b-8259-4833-b494-3a7e48720e63 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:43.167121 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] device_id is not set on port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:51:43.183290 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:43.186371 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a3710fe7-dd0c-4f9c-9f6a-a3f1b833af3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:43.204844 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-3efd7bd3-3509-480f-983f-50f36164e23a tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:43.220969 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-524f6d41-a5c8-4f8b-999f-d11025806588 admin admin] Deleting subnet 323d46df-902e-46be-ab9d-e52fe90e46ef {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:51:43.236314 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3710fe7-dd0c-4f9c-9f6a-a3f1b833af3b None None] No DVR routers for this DVR port bc4d4b52-883d-4e54-b45e-0e145be32f8b on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:51:43.238103 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3710fe7-dd0c-4f9c-9f6a-a3f1b833af3b None None] Pushing event deleted for resources: {'Port': ['ID=bc4d4b52-883d-4e54-b45e-0e145be32f8b,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:43.244589 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f286d53b-8259-4833-b494-3a7e48720e63 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:43.248039 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f286d53b-8259-4833-b494-3a7e48720e63 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:43.266390 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-524f6d41-a5c8-4f8b-999f-d11025806588 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:43.293656 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Transition to ACTIVE for port object 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:51:43.295055 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-3efd7bd3-3509-480f-983f-50f36164e23a tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:43.332830 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:43.449723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-3efd7bd3-3509-480f-983f-50f36164e23a tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Made reservation on behalf of 6c36c37e2e354df081ad1b18548376fc for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:43.453432 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-3efd7bd3-3509-480f-983f-50f36164e23a tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:43.488141 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-524f6d41-a5c8-4f8b-999f-d11025806588 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:43.551093 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f92cc-caaa-4359-8504-3ac44bef5ed8 req-956fa9d0-e34f-4d94-81ae-259786ac428c tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:43.552459 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6f3f92cc-caaa-4359-8504-3ac44bef5ed8 req-956fa9d0-e34f-4d94-81ae-259786ac428c tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=2180533d-1782-47df-879a-1bb906f5254b HTTP/1.1" status: 200 len: 946 time: 0.1923192 Mar 09 03:51:43.557994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa09b4d5-9125-4f59-a7d2-001945bccca0 admin admin] Router 89bff646-e465-429c-b242-e5acbdfb49c1 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:51:43.665075 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6f3f92cc-caaa-4359-8504-3ac44bef5ed8 req-f107a836-1e36-4096-8547-f3b5a814cf20 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7771687-d99f-4795-8481-7e9b5b6ff97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059687 Mar 09 03:51:43.686091 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5ebd0-5778-43c1-8c85-db47bb12362c req-a503fdfb-3b39-4470-be10-ae7ce5c2ce29 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:43.688696 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c3a5ebd0-5778-43c1-8c85-db47bb12362c req-a503fdfb-3b39-4470-be10-ae7ce5c2ce29 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.21 "GET /v2.0/ports?device_id=2180533d-1782-47df-879a-1bb906f5254b HTTP/1.1" status: 200 len: 946 time: 0.6618731 Mar 09 03:51:43.762422 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-804cc35f-d9ae-4aeb-9e29-d0848ee98194 req-6c131007-583b-46fe-a153-7642efe76bff tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 210 time: 0.1969717 Mar 09 03:51:43.769920 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa09b4d5-9125-4f59-a7d2-001945bccca0 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:51:43.778799 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fa09b4d5-9125-4f59-a7d2-001945bccca0 admin admin] 10.222.0.16 "PUT /v2.0/routers/89bff646-e465-429c-b242-e5acbdfb49c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7346175 Mar 09 03:51:43.779662 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35082) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:43.790332 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8271d669-53de-44dc-b8e6-d40bc8b0cbf9 None None] Sync routers for ids ['89bff646-e465-429c-b242-e5acbdfb49c1'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:51:43.794777 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Pushing event updated for resources: {'Port': ['ID=2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:43.802455 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8271d669-53de-44dc-b8e6-d40bc8b0cbf9 None None] Routers {'89bff646-e465-429c-b242-e5acbdfb49c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:51:43.803605 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-8271d669-53de-44dc-b8e6-d40bc8b0cbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:51:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['89bff646-e465-429c-b242-e5acbdfb49c1'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:43.839721 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:43.840047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:43.840377 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:43.871294 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-524f6d41-a5c8-4f8b-999f-d11025806588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:43.908752 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:43.909072 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:43.919709 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempt 2 to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 Mar 09 03:51:43.930193 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-c3a5ebd0-5778-43c1-8c85-db47bb12362c req-acc241aa-e728-4b21-b4a7-31d664fa4dbe tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Deleting port a81652ca-8b73-4fb0-9217-ac2e6c9b70e5 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:43.930525 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c3a5ebd0-5778-43c1-8c85-db47bb12362c req-acc241aa-e728-4b21-b4a7-31d664fa4dbe tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:43.981406 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5325-5f5c-439b-8b3a-469711b5a284 admin admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:44.002934 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-8271d669-53de-44dc-b8e6-d40bc8b0cbf9 None None] Set router 89bff646-e465-429c-b242-e5acbdfb49c1 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:51:44.079080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:44.079388 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:44.079719 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:44.111539 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:44.111914 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:44.119477 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempt 3 to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 Mar 09 03:51:44.185838 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5325-5f5c-439b-8b3a-469711b5a284 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:44.200733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-fb4d5325-5f5c-439b-8b3a-469711b5a284 admin admin] Deleting port 44898b13-7d94-421d-8acb-3a6e41c856e3 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:44.200933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-3efd7bd3-3509-480f-983f-50f36164e23a tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Allocated IP 172.20.0.13 (eb7d62a0-e4ed-41cd-a459-6cad1aec3840/4320f833-55d6-48c9-bfa9-ead71d951b3e/511f2d01-a9da-4474-99e0-1235b2858a4d) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:51:44.201880 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5325-5f5c-439b-8b3a-469711b5a284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:44.210791 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:44.211150 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:44.211478 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:44.242980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:44.243327 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:44.255859 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempt 4 to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 Mar 09 03:51:44.276653 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-524f6d41-a5c8-4f8b-999f-d11025806588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:44.356612 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-8271d669-53de-44dc-b8e6-d40bc8b0cbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bff646-e465-429c-b242-e5acbdfb49c1', 'name': 'tempest-ServerRescueTestJSON-8051403-router', 'tenant_id': '22b143aeac51448fa3b37088b32e7827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '44898b13-7d94-421d-8acb-3a6e41c856e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:49:06Z', 'updated_at': '2022-03-09T03:51:42Z', 'revision_number': 5, 'project_id': '22b143aeac51448fa3b37088b32e7827', 'gw_port': {'id': '44898b13-7d94-421d-8acb-3a6e41c856e3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bff646-e465-429c-b242-e5acbdfb49c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:49:08Z', 'updated_at': '2022-03-09T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:44.361920 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8271d669-53de-44dc-b8e6-d40bc8b0cbf9 None None] Checking router: 89bff646-e465-429c-b242-e5acbdfb49c1 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:51:44.362693 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f286d53b-8259-4833-b494-3a7e48720e63 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:44.366899 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:44.367217 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:44.367548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:44.374801 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8271d669-53de-44dc-b8e6-d40bc8b0cbf9 None None] Routers {'89bff646-e465-429c-b242-e5acbdfb49c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:51:44.375699 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-8271d669-53de-44dc-b8e6-d40bc8b0cbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:51:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['89bff646-e465-429c-b242-e5acbdfb49c1'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:44.378108 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f6d41-a5c8-4f8b-999f-d11025806588 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=323d46df-902e-46be-ab9d-e52fe90e46ef,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:44.496754 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-524f6d41-a5c8-4f8b-999f-d11025806588 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:44.511524 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:44.511849 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:44.561348 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-8271d669-53de-44dc-b8e6-d40bc8b0cbf9 None None] Set router 89bff646-e465-429c-b242-e5acbdfb49c1 gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:51:44.597907 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-fb4d5325-5f5c-439b-8b3a-469711b5a284 admin admin] For port 44898b13-7d94-421d-8acb-3a6e41c856e3, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=44898b13-7d94-421d-8acb-3a6e41c856e3,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:44.599953 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5325-5f5c-439b-8b3a-469711b5a284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:44.687248 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-8271d669-53de-44dc-b8e6-d40bc8b0cbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bff646-e465-429c-b242-e5acbdfb49c1', 'name': 'tempest-ServerRescueTestJSON-8051403-router', 'tenant_id': '22b143aeac51448fa3b37088b32e7827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:49:06Z', 'updated_at': '2022-03-09T03:51:44Z', 'revision_number': 6, 'project_id': '22b143aeac51448fa3b37088b32e7827', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:44.693461 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8271d669-53de-44dc-b8e6-d40bc8b0cbf9 None None] The sync data for ids ['89bff646-e465-429c-b242-e5acbdfb49c1'] in n-d-825178-5 is: [{'id': '89bff646-e465-429c-b242-e5acbdfb49c1', 'name': 'tempest-ServerRescueTestJSON-8051403-router', 'tenant_id': '22b143aeac51448fa3b37088b32e7827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:49:06Z', 'updated_at': '2022-03-09T03:51:44Z', 'revision_number': 6, 'project_id': '22b143aeac51448fa3b37088b32e7827', 'gw_port_host': None}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:51:44.746707 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempt 5 to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 Mar 09 03:51:44.796033 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-fb4d5325-5f5c-439b-8b3a-469711b5a284 admin admin] Calling delete_port for 44898b13-7d94-421d-8acb-3a6e41c856e3 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:44.807774 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f286d53b-8259-4833-b494-3a7e48720e63 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:51:44.860677 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-f286d53b-8259-4833-b494-3a7e48720e63 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:44.871173 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d302f8a6-8206-41f0-9e97-b1b9f890ccc7 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:51:44.884400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f286d53b-8259-4833-b494-3a7e48720e63 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:44.884993 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f286d53b-8259-4833-b494-3a7e48720e63 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:44.912419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-c3a5ebd0-5778-43c1-8c85-db47bb12362c req-acc241aa-e728-4b21-b4a7-31d664fa4dbe tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] For port a81652ca-8b73-4fb0-9217-ac2e6c9b70e5, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=a81652ca-8b73-4fb0-9217-ac2e6c9b70e5,segment=NetworkSegment(8f56de3d-717d-453f-908f-695376d58b50),segment_id=8f56de3d-717d-453f-908f-695376d58b50)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:44.912841 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c3a5ebd0-5778-43c1-8c85-db47bb12362c req-acc241aa-e728-4b21-b4a7-31d664fa4dbe tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:44.920399 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:44.920737 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:44.921073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:44.957927 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286d53b-8259-4833-b494-3a7e48720e63 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=190bbc2e-fc6e-4dcb-816a-ca5d5a08522e,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:44.987192 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acbe5d-e1f6-473d-af04-0ef8e9a11d86 req-92dd5b5f-196f-4c5b-ba59-2e14bbba5e1f tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:44.988674 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6acbe5d-e1f6-473d-af04-0ef8e9a11d86 req-92dd5b5f-196f-4c5b-ba59-2e14bbba5e1f tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=2180533d-1782-47df-879a-1bb906f5254b HTTP/1.1" status: 200 len: 946 time: 0.1623387 Mar 09 03:51:45.025802 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:45.026148 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:45.040979 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempt 6 to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 Mar 09 03:51:45.047305 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-524f6d41-a5c8-4f8b-999f-d11025806588 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/323d46df-902e-46be-ab9d-e52fe90e46ef HTTP/1.1" status: 204 len: 168 time: 2.0168171 Mar 09 03:51:45.051932 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35098) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:45.097017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device bc4d4b52-883d-4e54-b45e-0e145be32f8b no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:51:45.122934 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6acbe5d-e1f6-473d-af04-0ef8e9a11d86 req-3b27c1b5-981b-45e5-97fe-56e22d0ca270 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7771687-d99f-4795-8481-7e9b5b6ff97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189153 Mar 09 03:51:45.140165 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: bc4d4b52-883d-4e54-b45e-0e145be32f8b {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:51:45.140720 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device bc4d4b52-883d-4e54-b45e-0e145be32f8b not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:51:45.169223 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af2dc2b-e5f2-431d-8a2b-1e1b39aac83d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-52061912-70e8-4f32-8bcd-36eeab65c7b8', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'fixed_ips': [{'subnet_id': '190bbc2e-fc6e-4dcb-816a-ca5d5a08522e'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:51:45.173448 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0af2dc2b-e5f2-431d-8a2b-1e1b39aac83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:45.188878 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f286d53b-8259-4833-b494-3a7e48720e63 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5787544 Mar 09 03:51:45.203362 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35102) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:45.212832 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:45.213179 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:45.213599 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:45.230952 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-d4ad25a2-cb63-492d-a271-7daf38d35961 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'fixed_ips': [{'subnet_id': '190bbc2e-fc6e-4dcb-816a-ca5d5a08522e', 'ip_address': '2001:db8::e964:2a3e:6467:3446'}], 'name': 'tempest-NetworksTestDHCPv6-1145686252'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:45.270518 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-228f0113-9888-45b4-8bca-6a2397e23706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:45.325638 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:45.326078 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:45.341321 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempt 7 to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 Mar 09 03:51:45.353608 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5325-5f5c-439b-8b3a-469711b5a284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:45.370948 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-0af2dc2b-e5f2-431d-8a2b-1e1b39aac83d None None] Allocated IP 2001:db8::2 (52061912-70e8-4f32-8bcd-36eeab65c7b8/190bbc2e-fc6e-4dcb-816a-ca5d5a08522e/db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:51:45.435889 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0c50bb04-a96b-4042-b699-6aa719526745 req-85ba183b-63bb-48d5-8e2b-b03de9825e91 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 210 time: 0.1237514 Mar 09 03:51:45.441277 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d5325-5f5c-439b-8b3a-469711b5a284 admin admin] Pushing event deleted for resources: {'Port': ['ID=44898b13-7d94-421d-8acb-3a6e41c856e3,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:45.477727 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:45.478310 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:45.478566 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:45.513176 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-3efd7bd3-3509-480f-983f-50f36164e23a tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:45.516160 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:45.516491 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:45.529590 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempt 8 to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 Mar 09 03:51:45.539410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38f7b7-9d17-4e17-9767-00ba767c68e4 req-6250f735-99ee-4958-a9f2-b90d9709d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:45.540907 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa38f7b7-9d17-4e17-9767-00ba767c68e4 req-6250f735-99ee-4958-a9f2-b90d9709d85b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 1095 time: 0.7781882 Mar 09 03:51:45.583163 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-228f0113-9888-45b4-8bca-6a2397e23706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:45.598397 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0af2dc2b-e5f2-431d-8a2b-1e1b39aac83d None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:45.613007 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0af2dc2b-e5f2-431d-8a2b-1e1b39aac83d None None] Transition to ACTIVE for port object db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:51:45.616390 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe7953-8ef5-431c-a974-9a072ed04bb1 req-8ac03c07-e7b5-4112-84c8-81db3bc8da1c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:45.617916 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1afe7953-8ef5-431c-a974-9a072ed04bb1 req-8ac03c07-e7b5-4112-84c8-81db3bc8da1c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.8161099 Mar 09 03:51:45.621324 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-228f0113-9888-45b4-8bca-6a2397e23706 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c032b606-5a40-4e79-ab5b-3a8433b6edfd']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:45.636064 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0af2dc2b-e5f2-431d-8a2b-1e1b39aac83d None None] Transition to ACTIVE for port object db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:51:45.638827 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-228f0113-9888-45b4-8bca-6a2397e23706 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be9d347-53f4-4474-8e2c-5ceb3c07c437') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:45.639237 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-228f0113-9888-45b4-8bca-6a2397e23706 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be9d347-53f4-4474-8e2c-5ceb3c07c437') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:45.644088 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0af2dc2b-e5f2-431d-8a2b-1e1b39aac83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:45.646905 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5325-5f5c-439b-8b3a-469711b5a284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:45.711577 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:45.711914 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:45.712248 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:45.729517 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2dc2b-e5f2-431d-8a2b-1e1b39aac83d None None] Pushing event updated for resources: {'Port': ['ID=db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:45.737515 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af2dc2b-e5f2-431d-8a2b-1e1b39aac83d None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:51:45.738911 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-0af2dc2b-e5f2-431d-8a2b-1e1b39aac83d None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:45.743588 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af2dc2b-e5f2-431d-8a2b-1e1b39aac83d None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:51:45.764516 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-228f0113-9888-45b4-8bca-6a2397e23706 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:45.768440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:45.768783 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:45.815179 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempt 9 to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 Mar 09 03:51:45.836678 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c3a5ebd0-5778-43c1-8c85-db47bb12362c req-acc241aa-e728-4b21-b4a7-31d664fa4dbe tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:45.837048 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c3a5ebd0-5778-43c1-8c85-db47bb12362c req-acc241aa-e728-4b21-b4a7-31d664fa4dbe tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:45.837387 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [req-c3a5ebd0-5778-43c1-8c85-db47bb12362c req-acc241aa-e728-4b21-b4a7-31d664fa4dbe tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Floating IP 572c18df-0d9a-441e-98bc-8ad269f017c1 disassociated. External IP: 172.25.7.137, port: a81652ca-8b73-4fb0-9217-ac2e6c9b70e5. Mar 09 03:51:45.837691 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-c3a5ebd0-5778-43c1-8c85-db47bb12362c req-acc241aa-e728-4b21-b4a7-31d664fa4dbe tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Calling delete_port for a81652ca-8b73-4fb0-9217-ac2e6c9b70e5 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:45.839905 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5325-5f5c-439b-8b3a-469711b5a284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:45.841832 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-228f0113-9888-45b4-8bca-6a2397e23706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:45.844182 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5325-5f5c-439b-8b3a-469711b5a284 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:45.853332 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228f0113-9888-45b4-8bca-6a2397e23706 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:51:45.853332 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-228f0113-9888-45b4-8bca-6a2397e23706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:45.857483 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-0af2dc2b-e5f2-431d-8a2b-1e1b39aac83d None None] Attempting to bind port db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:45.858001 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-0af2dc2b-e5f2-431d-8a2b-1e1b39aac83d None None] Attempting to bind port db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:45.858661 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af2dc2b-e5f2-431d-8a2b-1e1b39aac83d None None] Attempting to bind port db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0 on network 52061912-70e8-4f32-8bcd-36eeab65c7b8 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:45.865981 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af2dc2b-e5f2-431d-8a2b-1e1b39aac83d None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:51:45.866492 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af2dc2b-e5f2-431d-8a2b-1e1b39aac83d None None] Checking segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:51:45.867145 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0af2dc2b-e5f2-431d-8a2b-1e1b39aac83d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:51:45.867956 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:51:45.872106 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af2dc2b-e5f2-431d-8a2b-1e1b39aac83d None None] Bound using segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:51:45.873467 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-0af2dc2b-e5f2-431d-8a2b-1e1b39aac83d None None] Bound port: db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:51:45.874499 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0af2dc2b-e5f2-431d-8a2b-1e1b39aac83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:45.892621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d4ad25a2-cb63-492d-a271-7daf38d35961 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:45.916676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d4ad25a2-cb63-492d-a271-7daf38d35961 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:port and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:45.924000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d4ad25a2-cb63-492d-a271-7daf38d35961 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:45.932405 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1afe7953-8ef5-431c-a974-9a072ed04bb1 req-9d819dff-bf41-41a5-b32a-cf073ca670ec tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2682254 Mar 09 03:51:45.933105 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:45.933438 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:45.933772 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:45.944980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d4ad25a2-cb63-492d-a271-7daf38d35961 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:45.975430 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:45.975777 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:45.981792 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempt 10 to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 Mar 09 03:51:46.006555 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-0af2dc2b-e5f2-431d-8a2b-1e1b39aac83d None None] For port db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:51:46.010085 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-0af2dc2b-e5f2-431d-8a2b-1e1b39aac83d None None] For port db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:51:46.016047 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0af2dc2b-e5f2-431d-8a2b-1e1b39aac83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:46.027557 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-3efd7bd3-3509-480f-983f-50f36164e23a tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:46.064186 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['f872d039-4d7c-4439-877d-38c6f197a383'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:51:46.069275 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5325-5f5c-439b-8b3a-469711b5a284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:46.070005 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4d5325-5f5c-439b-8b3a-469711b5a284 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89bff646-e465-429c-b242-e5acbdfb49c1 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:51:46.070779 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ad25a2-cb63-492d-a271-7daf38d35961 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:46.083014 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-228f0113-9888-45b4-8bca-6a2397e23706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:46.087333 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-228f0113-9888-45b4-8bca-6a2397e23706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:46.096158 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:46.096695 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:46.097212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:46.113549 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-228f0113-9888-45b4-8bca-6a2397e23706 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c032b606-5a40-4e79-ab5b-3a8433b6edfd HTTP/1.1" status: 204 len: 168 time: 1.0593960 Mar 09 03:51:46.114763 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f0113-9888-45b4-8bca-6a2397e23706 admin admin] Pushing event deleted for resources: {'Network': ['ID=c032b606-5a40-4e79-ab5b-3a8433b6edfd,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:46.119216 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38f7b7-9d17-4e17-9767-00ba767c68e4 req-a3ba1156-61f4-4bfb-a97b-6a84879ae697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:46.121454 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa38f7b7-9d17-4e17-9767-00ba767c68e4 req-a3ba1156-61f4-4bfb-a97b-6a84879ae697 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 913 time: 0.4881001 Mar 09 03:51:46.127567 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5325-5f5c-439b-8b3a-469711b5a284 admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:46.134572 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fb4d5325-5f5c-439b-8b3a-469711b5a284 admin admin] 10.222.0.16 "DELETE /v2.0/routers/89bff646-e465-429c-b242-e5acbdfb49c1 HTTP/1.1" status: 204 len: 168 time: 2.3537960 Mar 09 03:51:46.136960 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35108) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:46.193053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd7bd3-3509-480f-983f-50f36164e23a tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Pushing event updated for resources: {'Port': ['ID=511f2d01-a9da-4474-99e0-1235b2858a4d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:46.205505 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:46.206130 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:46.206321 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:46.224556 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2dc2b-e5f2-431d-8a2b-1e1b39aac83d None None] Pushing event updated for resources: {'Port': ['ID=db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:46.295466 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb8d880-88e8-40c6-9453-951f1099d37e admin admin] Deleting subnet 05ba68c9-9024-4dda-8072-8f41fa397387 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:51:46.305972 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3eb8d880-88e8-40c6-9453-951f1099d37e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:46.434552 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3eb8d880-88e8-40c6-9453-951f1099d37e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:46.467637 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35114) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:46.569607 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3eb8d880-88e8-40c6-9453-951f1099d37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:46.610740 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ccd85-5d0e-42c6-9603-7b17f091524f req-bdc72076-223c-439e-b71f-0ecd4576324d tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:46.627053 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-220ccd85-5d0e-42c6-9603-7b17f091524f req-bdc72076-223c-439e-b71f-0ecd4576324d tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=2180533d-1782-47df-879a-1bb906f5254b HTTP/1.1" status: 200 len: 946 time: 0.2825227 Mar 09 03:51:46.652655 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-3efd7bd3-3509-480f-983f-50f36164e23a tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:51:46.692822 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-3efd7bd3-3509-480f-983f-50f36164e23a tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:46.702952 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-04495882-8564-4989-843c-6172c415089e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc07ca491d1542dfb0235c61f9f12e67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2302454 Mar 09 03:51:46.710694 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35120) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:46.717095 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:51:46.750267 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-3efd7bd3-3509-480f-983f-50f36164e23a tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:51:46.754700 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-220ccd85-5d0e-42c6-9603-7b17f091524f req-92d07ec9-3f4d-4709-8920-0e2a56cf117c tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7771687-d99f-4795-8481-7e9b5b6ff97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264498 Mar 09 03:51:46.795365 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3eb8d880-88e8-40c6-9453-951f1099d37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:46.824865 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:51:46.842526 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8d880-88e8-40c6-9453-951f1099d37e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05ba68c9-9024-4dda-8072-8f41fa397387,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:46.850006 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3eb8d880-88e8-40c6-9453-951f1099d37e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:46.869915 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3eb8d880-88e8-40c6-9453-951f1099d37e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/05ba68c9-9024-4dda-8072-8f41fa397387 HTTP/1.1" status: 204 len: 168 time: 0.7306938 Mar 09 03:51:46.870786 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e0deff4-8ed5-4350-96ac-8aded490a96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:46.872332 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35124) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:46.886397 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c3a5ebd0-5778-43c1-8c85-db47bb12362c req-acc241aa-e728-4b21-b4a7-31d664fa4dbe tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:46.900557 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa38f7b7-9d17-4e17-9767-00ba767c68e4 req-e38635c3-c31d-4faf-a02f-02663a80e919 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb633d15-e73a-412d-8adc-3f24487a60ac HTTP/1.1" status: 200 len: 999 time: 0.7473674 Mar 09 03:51:46.907784 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 35b29039-54d5-40f6-bf17-e9927bdf5dab no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:51:46.948117 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 35b29039-54d5-40f6-bf17-e9927bdf5dab {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:51:46.948846 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 35b29039-54d5-40f6-bf17-e9927bdf5dab not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:51:46.950487 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 44898b13-7d94-421d-8acb-3a6e41c856e3 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:51:46.991706 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff8ec2f0-6b75-4ba8-a77e-9728128fe694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:46.993573 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 44898b13-7d94-421d-8acb-3a6e41c856e3 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:51:46.993739 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 44898b13-7d94-421d-8acb-3a6e41c856e3 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:51:47.035471 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc241aa-e728-4b21-b4a7-31d664fa4dbe tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Pushing event deleted for resources: {'Port': ['ID=a81652ca-8b73-4fb0-9217-ac2e6c9b70e5,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:47.050340 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-3efd7bd3-3509-480f-983f-50f36164e23a tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:47.050967 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-3efd7bd3-3509-480f-983f-50f36164e23a tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:47.056757 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e0deff4-8ed5-4350-96ac-8aded490a96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:47.064959 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d4ad25a2-cb63-492d-a271-7daf38d35961 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:47.162460 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] For port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:51:47.162831 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempted to set empty binding levels {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 09 03:51:47.185905 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:47.190606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38f7b7-9d17-4e17-9767-00ba767c68e4 req-2593c63d-3acf-4e8e-953e-4d769de4da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:47.192110 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa38f7b7-9d17-4e17-9767-00ba767c68e4 req-2593c63d-3acf-4e8e-953e-4d769de4da07 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d785722e-a890-45c5-869c-7b3149d30510 HTTP/1.1" status: 200 len: 851 time: 0.2423351 Mar 09 03:51:47.193182 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-d4ad25a2-cb63-492d-a271-7daf38d35961 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] device_id is not set on port a21c7543-6c76-4bd2-9036-44752704a4fd yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:51:47.226384 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff8ec2f0-6b75-4ba8-a77e-9728128fe694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:47.259693 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-ff8ec2f0-6b75-4ba8-a77e-9728128fe694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de54226-82d4-4ec5-baa5-6fa167a003ac']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:47.266499 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-3efd7bd3-3509-480f-983f-50f36164e23a tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6221368 Mar 09 03:51:47.274825 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-ff8ec2f0-6b75-4ba8-a77e-9728128fe694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1319570c-02be-4978-9222-635e0497ea4c') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:47.275150 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-ff8ec2f0-6b75-4ba8-a77e-9728128fe694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1319570c-02be-4978-9222-635e0497ea4c') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:47.291870 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff8ec2f0-6b75-4ba8-a77e-9728128fe694 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:47.308999 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e0deff4-8ed5-4350-96ac-8aded490a96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:47.333249 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff8ec2f0-6b75-4ba8-a77e-9728128fe694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:47.334319 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-9e2ef3f8-dcba-4c17-80c9-99c77823e381 service neutron] Request body: {'port': {'device_id': 'c74bab70-db8d-4ac9-a53a-980fa3899b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:47.335363 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0deff4-8ed5-4350-96ac-8aded490a96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9683ad-c693-428e-b1ff-4a3b2d8a2de3,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:47.350221 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545f04a-b83f-4f5f-ad09-101755dfd7b3 req-b9dd7563-0c47-4348-a48a-e99d44c03cf8 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:47.357403 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6545f04a-b83f-4f5f-ad09-101755dfd7b3 req-b9dd7563-0c47-4348-a48a-e99d44c03cf8 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.2711246 Mar 09 03:51:47.372897 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8ec2f0-6b75-4ba8-a77e-9728128fe694 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:51:47.373254 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff8ec2f0-6b75-4ba8-a77e-9728128fe694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:47.376215 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] In _notify_port_updated(), no bound segment for port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87880) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 03:51:47.377128 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:47.377915 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:47.387581 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] 10.222.0.16 "PUT /v2.0/ports/2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 HTTP/1.1" status: 200 len: 974 time: 5.3266075 Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:51:47.390465 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:51:47.393684 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35130) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:47.446755 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d2b03-0d7b-40c1-ba70-c8c633fc69f2 req-f65a4dc1-8b8a-4bf8-8cc8-18119c7bb1a3 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:47.447517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-036d2b03-0d7b-40c1-ba70-c8c633fc69f2 req-f65a4dc1-8b8a-4bf8-8cc8-18119c7bb1a3 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Synchronizing usage tracker for tenant:6c36c37e2e354df081ad1b18548376fc on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:51:47.522564 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e0deff4-8ed5-4350-96ac-8aded490a96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:47.523759 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3e0deff4-8ed5-4350-96ac-8aded490a96f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf9683ad-c693-428e-b1ff-4a3b2d8a2de3 HTTP/1.1" status: 204 len: 168 time: 0.8073413 Mar 09 03:51:47.549774 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6545f04a-b83f-4f5f-ad09-101755dfd7b3 req-e8151040-5ea8-4eee-8d21-cd584eb2d091 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916859 Mar 09 03:51:47.567762 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff8ec2f0-6b75-4ba8-a77e-9728128fe694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:47.599437 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff8ec2f0-6b75-4ba8-a77e-9728128fe694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:47.609615 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f4592-3247-41d4-ae55-d2eba00f68be tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Pushing event updated for resources: {'Port': ['ID=2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:47.634667 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ec2f0-6b75-4ba8-a77e-9728128fe694 admin admin] Pushing event deleted for resources: {'Network': ['ID=8de54226-82d4-4ec5-baa5-6fa167a003ac,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:47.661309 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ff8ec2f0-6b75-4ba8-a77e-9728128fe694 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8de54226-82d4-4ec5-baa5-6fa167a003ac HTTP/1.1" status: 204 len: 168 time: 0.7878087 Mar 09 03:51:47.693982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce000e7e-b79e-4db5-9065-eaccfea217b5 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:47.694467 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce000e7e-b79e-4db5-9065-eaccfea217b5 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:47.694969 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce000e7e-b79e-4db5-9065-eaccfea217b5 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:47.695446 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce000e7e-b79e-4db5-9065-eaccfea217b5 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:47.695908 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce000e7e-b79e-4db5-9065-eaccfea217b5 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:47.696370 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce000e7e-b79e-4db5-9065-eaccfea217b5 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:47.696826 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce000e7e-b79e-4db5-9065-eaccfea217b5 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:47.709395 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce000e7e-b79e-4db5-9065-eaccfea217b5 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:47.712825 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce000e7e-b79e-4db5-9065-eaccfea217b5 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:47.712825 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce000e7e-b79e-4db5-9065-eaccfea217b5 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:47.713949 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce000e7e-b79e-4db5-9065-eaccfea217b5 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:47.714696 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce000e7e-b79e-4db5-9065-eaccfea217b5 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:47.722930 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce000e7e-b79e-4db5-9065-eaccfea217b5 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:47.722930 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce000e7e-b79e-4db5-9065-eaccfea217b5 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:47.722930 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce000e7e-b79e-4db5-9065-eaccfea217b5 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:47.723860 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-036d2b03-0d7b-40c1-ba70-c8c633fc69f2 req-f65a4dc1-8b8a-4bf8-8cc8-18119c7bb1a3 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Unset dirty status for tenant:6c36c37e2e354df081ad1b18548376fc on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:51:47.723860 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-036d2b03-0d7b-40c1-ba70-c8c633fc69f2 req-f65a4dc1-8b8a-4bf8-8cc8-18119c7bb1a3 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 932 time: 1.0725753 Mar 09 03:51:47.728582 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce000e7e-b79e-4db5-9065-eaccfea217b5 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:47.731025 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce000e7e-b79e-4db5-9065-eaccfea217b5 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:47.731868 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce000e7e-b79e-4db5-9065-eaccfea217b5 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:47.732502 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce000e7e-b79e-4db5-9065-eaccfea217b5 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:47.735816 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ce000e7e-b79e-4db5-9065-eaccfea217b5 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17059 time: 0.3314314 Mar 09 03:51:47.739664 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35138) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:47.775771 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3a5ebd0-5778-43c1-8c85-db47bb12362c req-acc241aa-e728-4b21-b4a7-31d664fa4dbe tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Router b081f87e-31dc-4c90-8c36-b13f42f6b5bb has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:51:47.869346 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-48824983-3835-4953-a4dd-737cbb16a90a tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Deleting port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:47.869729 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48824983-3835-4953-a4dd-737cbb16a90a tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:47.897771 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-d4ad25a2-cb63-492d-a271-7daf38d35961 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 2001:db8::e964:2a3e:6467:3446 (52061912-70e8-4f32-8bcd-36eeab65c7b8/190bbc2e-fc6e-4dcb-816a-ca5d5a08522e/a21c7543-6c76-4bd2-9036-44752704a4fd) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:51:47.906767 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cd69f95d-20e7-4642-b6aa-86e6308d587f None None] Provisioning for port db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:51:47.914377 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cd69f95d-20e7-4642-b6aa-86e6308d587f None None] Provisioning complete for port db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:51:47.916560 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cd69f95d-20e7-4642-b6aa-86e6308d587f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:47.981161 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-9e2ef3f8-dcba-4c17-80c9-99c77823e381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:48.005203 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3f3d861c-3589-43d0-884a-9f63f33d8a66 req-31636ac6-93d0-4220-8b19-5ff8219ca917 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=2180533d-1782-47df-879a-1bb906f5254b HTTP/1.1" status: 200 len: 210 time: 0.0573919 Mar 09 03:51:48.047040 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35146) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:48.085986 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38f7b7-9d17-4e17-9767-00ba767c68e4 req-8310a5af-72df-432d-887e-4602c672ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:48.088164 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa38f7b7-9d17-4e17-9767-00ba767c68e4 req-8310a5af-72df-432d-887e-4602c672ed15 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d62296e-a7e4-4061-88a7-e2ef850363e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8206451 Mar 09 03:51:48.115761 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35150) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:48.116510 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-036d2b03-0d7b-40c1-ba70-c8c633fc69f2 req-b0243bd5-2efd-4350-992d-285dc5319e81 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820221 Mar 09 03:51:48.128241 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cd69f95d-20e7-4642-b6aa-86e6308d587f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:48.168926 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-cd69f95d-20e7-4642-b6aa-86e6308d587f None None] For port db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:48.172865 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cd69f95d-20e7-4642-b6aa-86e6308d587f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:48.238520 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-48824983-3835-4953-a4dd-737cbb16a90a tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] For port 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3, host n-h2-825178-5, got binding levels [] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:48.239239 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48824983-3835-4953-a4dd-737cbb16a90a tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:48.241926 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device a81652ca-8b73-4fb0-9217-ac2e6c9b70e5 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:51:48.261437 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6147e1ad-1c6c-4748-98bc-8ef330e83cbf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22b143aeac51448fa3b37088b32e7827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422882 Mar 09 03:51:48.286262 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35154) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:48.288174 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: a81652ca-8b73-4fb0-9217-ac2e6c9b70e5 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:51:48.288174 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device a81652ca-8b73-4fb0-9217-ac2e6c9b70e5 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:51:48.311598 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69f95d-20e7-4642-b6aa-86e6308d587f None None] Pushing event updated for resources: {'Port': ['ID=db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:48.475593 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-48824983-3835-4953-a4dd-737cbb16a90a tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Calling delete_port for 2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:48.556717 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48824983-3835-4953-a4dd-737cbb16a90a tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:48.617110 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48824983-3835-4953-a4dd-737cbb16a90a tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:48.634951 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48824983-3835-4953-a4dd-737cbb16a90a tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Pushing event deleted for resources: {'Port': ['ID=2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:48.644794 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-48824983-3835-4953-a4dd-737cbb16a90a tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] 10.222.0.16 "DELETE /v2.0/ports/2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 HTTP/1.1" status: 204 len: 168 time: 0.9026954 Mar 09 03:51:48.645796 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35160) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:48.665583 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:51:48.679829 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ca213586-a5db-46b3-b35f-c90b06d16af4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f8ca0cacbeb448beae672b8b30f61be4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6210160 Mar 09 03:51:48.692552 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35164) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:48.748261 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:51:48.748629 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:48.752166 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-99881d54-6737-45b6-91f0-ece942970157 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] GET failed (client error): The resource could not be found. Mar 09 03:51:48.752705 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-99881d54-6737-45b6-91f0-ece942970157 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Synchronizing usage tracker for tenant:09ae76f255af4b1d91a14c90816e0497 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:51:48.816415 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-99881d54-6737-45b6-91f0-ece942970157 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Unset dirty status for tenant:09ae76f255af4b1d91a14c90816e0497 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:51:48.817835 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-99881d54-6737-45b6-91f0-ece942970157 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] 10.222.0.16 "GET /v2.0/ports/2aeb2cf8-50cc-4855-97aa-0e76d19fc1b3 HTTP/1.1" status: 404 len: 333 time: 0.1708574 Mar 09 03:51:48.822141 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35168) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:48.831357 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-dc1d42f3-0629-43b2-9ad4-4041bd6a469a tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-188121726', 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:48.843677 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-dc1d42f3-0629-43b2-9ad4-4041bd6a469a tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:48.847760 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-57997378-abb5-465f-9290-d6fb8b68b774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:48.860870 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-dc1d42f3-0629-43b2-9ad4-4041bd6a469a tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:48.885376 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c88d2-4bee-4e00-9639-7b1598745fc0 req-0ed36e35-9953-46d7-be44-4199526ac573 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:48.886837 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9b4c88d2-4bee-4e00-9639-7b1598745fc0 req-0ed36e35-9953-46d7-be44-4199526ac573 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.1994383 Mar 09 03:51:48.909179 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa38f7b7-9d17-4e17-9767-00ba767c68e4 req-b63c662b-e327-450e-b47e-fe0dbdde9f84 service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7917387 Mar 09 03:51:48.918792 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-57997378-abb5-465f-9290-d6fb8b68b774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:48.923341 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4e25763b-4b46-4ece-ac7f-6399fd16e25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:48.925404 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3a5ebd0-5778-43c1-8c85-db47bb12362c req-acc241aa-e728-4b21-b4a7-31d664fa4dbe tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:51:48.929515 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1d42f3-0629-43b2-9ad4-4041bd6a469a tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Made reservation on behalf of 09ae76f255af4b1d91a14c90816e0497 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:48.935356 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dc1d42f3-0629-43b2-9ad4-4041bd6a469a tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:48.936605 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb0ef4-644e-4be6-9ec7-eeac57088a78 None None] Sync routers for ids ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:51:48.948698 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb0ef4-644e-4be6-9ec7-eeac57088a78 None None] Routers {'b081f87e-31dc-4c90-8c36-b13f42f6b5bb'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:51:48.949436 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-79cb0ef4-644e-4be6-9ec7-eeac57088a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:51:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:49.002786 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-dc1d42f3-0629-43b2-9ad4-4041bd6a469a tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] device_id is not set on port ac1661c5-0811-4ae6-a740-21a55e7beec3 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:51:49.038325 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9b4c88d2-4bee-4e00-9639-7b1598745fc0 req-99303f7e-f476-4ae4-ac5e-3176954300b8 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425273 Mar 09 03:51:49.087584 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-57997378-abb5-465f-9290-d6fb8b68b774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:49.088567 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d4ad25a2-cb63-492d-a271-7daf38d35961 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:49.110142 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-d4ad25a2-cb63-492d-a271-7daf38d35961 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Transition to ACTIVE for port object a21c7543-6c76-4bd2-9036-44752704a4fd will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:51:49.119775 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57997378-abb5-465f-9290-d6fb8b68b774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40655ea-82c0-4504-95da-13adef5f949d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:49.187994 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-79cb0ef4-644e-4be6-9ec7-eeac57088a78 None None] Set router b081f87e-31dc-4c90-8c36-b13f42f6b5bb gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:51:49.234370 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-57997378-abb5-465f-9290-d6fb8b68b774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:49.235598 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-57997378-abb5-465f-9290-d6fb8b68b774 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c40655ea-82c0-4504-95da-13adef5f949d HTTP/1.1" status: 204 len: 168 time: 0.5420983 Mar 09 03:51:49.291039 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a5ebd0-5778-43c1-8c85-db47bb12362c req-acc241aa-e728-4b21-b4a7-31d664fa4dbe tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] No DVR routers for this DVR port a81652ca-8b73-4fb0-9217-ac2e6c9b70e5 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:51:49.315348 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c3a5ebd0-5778-43c1-8c85-db47bb12362c req-acc241aa-e728-4b21-b4a7-31d664fa4dbe tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:49.318008 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dc1d42f3-0629-43b2-9ad4-4041bd6a469a tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:49.321892 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4e25763b-4b46-4ece-ac7f-6399fd16e25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:49.375377 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ffbfe-fedb-4cf5-a3e1-f3e81ed17f91 req-f2593af0-958d-4aec-b4f6-44be8eab015a tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:49.377609 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-789ffbfe-fedb-4cf5-a3e1-f3e81ed17f91 req-f2593af0-958d-4aec-b4f6-44be8eab015a tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 932 time: 0.1212082 Mar 09 03:51:49.386080 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dc1d42f3-0629-43b2-9ad4-4041bd6a469a tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:49.393721 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2180533d-1782-47df-879a-1bb906f5254b', 'name': 'network-vif-deleted', 'tag': 'a81652ca-8b73-4fb0-9217-ac2e6c9b70e5'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:51:49.490336 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d4ad25a2-cb63-492d-a271-7daf38d35961 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:49.492678 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1d42f3-0629-43b2-9ad4-4041bd6a469a tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:51:49.498141 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-dc1d42f3-0629-43b2-9ad4-4041bd6a469a tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:49.506799 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1d42f3-0629-43b2-9ad4-4041bd6a469a tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:51:49.507801 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1d42f3-0629-43b2-9ad4-4041bd6a469a tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:49.508530 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dc1d42f3-0629-43b2-9ad4-4041bd6a469a tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:49.515674 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d42f3-0629-43b2-9ad4-4041bd6a469a tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Pushing event updated for resources: {'Port': ['ID=ac1661c5-0811-4ae6-a740-21a55e7beec3,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:49.529682 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4e25763b-4b46-4ece-ac7f-6399fd16e25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:49.529897 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-789ffbfe-fedb-4cf5-a3e1-f3e81ed17f91 req-dfdc1423-2332-46f3-adf3-0b7dacb1c4d0 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411390 Mar 09 03:51:49.544578 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-dc1d42f3-0629-43b2-9ad4-4041bd6a469a tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7211754 Mar 09 03:51:49.547638 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35180) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:49.578034 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-d14050eb-4d3a-4c0d-94b1-20c606acc6b7 req-a3425506-6da2-42f6-995b-613633d41708 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Synchronizing usage tracker for tenant:a566af917eda438b9c3772466ff37f61 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:51:49.608275 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c3a5ebd0-5778-43c1-8c85-db47bb12362c req-acc241aa-e728-4b21-b4a7-31d664fa4dbe tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.21 "DELETE /v2.0/ports/a81652ca-8b73-4fb0-9217-ac2e6c9b70e5 HTTP/1.1" status: 204 len: 173 time: 5.8892293 Mar 09 03:51:49.613140 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2180533d-1782-47df-879a-1bb906f5254b', 'name': 'network-vif-deleted', 'tag': 'a81652ca-8b73-4fb0-9217-ac2e6c9b70e5', 'status': 'completed', 'code': 200} Mar 09 03:51:49.616097 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4e25763b-4b46-4ece-ac7f-6399fd16e25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:49.617202 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4e25763b-4b46-4ece-ac7f-6399fd16e25b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da4138b5-eac7-4f04-83c2-6c7a8b337342 HTTP/1.1" status: 204 len: 168 time: 1.3153396 Mar 09 03:51:49.627342 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25763b-4b46-4ece-ac7f-6399fd16e25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4138b5-eac7-4f04-83c2-6c7a8b337342,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:49.648782 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-d14050eb-4d3a-4c0d-94b1-20c606acc6b7 req-a3425506-6da2-42f6-995b-613633d41708 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Unset dirty status for tenant:a566af917eda438b9c3772466ff37f61 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:51:49.650028 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d14050eb-4d3a-4c0d-94b1-20c606acc6b7 req-a3425506-6da2-42f6-995b-613633d41708 tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/ports?device_id=2180533d-1782-47df-879a-1bb906f5254b HTTP/1.1" status: 200 len: 210 time: 0.3477261 Mar 09 03:51:49.697102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ad25a2-cb63-492d-a271-7daf38d35961 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:51:49.708251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-d4ad25a2-cb63-492d-a271-7daf38d35961 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:49.718216 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad25a2-cb63-492d-a271-7daf38d35961 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=a21c7543-6c76-4bd2-9036-44752704a4fd,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:49.722632 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa38f7b7-9d17-4e17-9767-00ba767c68e4 req-5d836382-7487-47fd-857b-82ae7858281a service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8033619 Mar 09 03:51:49.726096 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ad25a2-cb63-492d-a271-7daf38d35961 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:51:49.731853 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ad25a2-cb63-492d-a271-7daf38d35961 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:49.732421 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d4ad25a2-cb63-492d-a271-7daf38d35961 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:49.751066 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-79cb0ef4-644e-4be6-9ec7-eeac57088a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'name': 'tempest-AttachVolumeTestJSON-617479494-router', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:49Z', 'updated_at': '2022-03-09T03:45:03Z', 'revision_number': 4, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'gw_port': {'id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:51Z', 'updated_at': '2022-03-09T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'dafec96d-b156-4708-aa7c-c945b01181b8', 'name': '', 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'mac_address': 'fa:16:3e:48:72:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '63de480c-3416-46a4-bc21-c1381051f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:59Z', 'updated_at': '2022-03-09T03:45:12Z', 'revision_number': 5, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'subnets': [{'id': '63de480c-3416-46a4-bc21-c1381051f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:49.754370 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93024241-7a9a-4916-9c1b-fe04f478b1f6 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:49.755162 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-93024241-7a9a-4916-9c1b-fe04f478b1f6 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Synchronizing usage tracker for tenant:09ae76f255af4b1d91a14c90816e0497 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:51:49.759308 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb0ef4-644e-4be6-9ec7-eeac57088a78 None None] Checking router: b081f87e-31dc-4c90-8c36-b13f42f6b5bb for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:51:49.780471 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb0ef4-644e-4be6-9ec7-eeac57088a78 None None] Routers {'b081f87e-31dc-4c90-8c36-b13f42f6b5bb'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:51:49.781098 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-79cb0ef4-644e-4be6-9ec7-eeac57088a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:51:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:49.791991 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-93024241-7a9a-4916-9c1b-fe04f478b1f6 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Unset dirty status for tenant:09ae76f255af4b1d91a14c90816e0497 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:51:49.793434 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-93024241-7a9a-4916-9c1b-fe04f478b1f6 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] 10.222.0.16 "GET /v2.0/ports/ac1661c5-0811-4ae6-a740-21a55e7beec3 HTTP/1.1" status: 200 len: 954 time: 0.2440352 Mar 09 03:51:49.796354 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35190) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:49.844719 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d4ad25a2-cb63-492d-a271-7daf38d35961 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.6380944 Mar 09 03:51:49.845957 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35196) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:49.863621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-9e2ef3f8-dcba-4c17-80c9-99c77823e381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511f2d01-a9da-4474-99e0-1235b2858a4d {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:51:49.880958 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-9e2ef3f8-dcba-4c17-80c9-99c77823e381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:49.975913 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-7256aa81-66de-45f1-93f9-ee5289b360b4 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Deleting port ac1661c5-0811-4ae6-a740-21a55e7beec3 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:49.977037 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7256aa81-66de-45f1-93f9-ee5289b360b4 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:50.028843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-9e2ef3f8-dcba-4c17-80c9-99c77823e381 service neutron] Transition to ACTIVE for port object 511f2d01-a9da-4474-99e0-1235b2858a4d will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:51:50.037055 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c657f8f-0d7b-401f-92f8-787798d37ce7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:50.042373 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-9e2ef3f8-dcba-4c17-80c9-99c77823e381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:50.045052 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c657f8f-0d7b-401f-92f8-787798d37ce7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:50.045907 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6c657f8f-0d7b-401f-92f8-787798d37ce7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:51:50.066652 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6c657f8f-0d7b-401f-92f8-787798d37ce7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:51:50.068123 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6c657f8f-0d7b-401f-92f8-787798d37ce7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2209706 Mar 09 03:51:50.071093 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35206) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:50.197274 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d5bb9e21-70d7-4602-84e7-6a7f11571673 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting port a21c7543-6c76-4bd2-9036-44752704a4fd {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:50.197613 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d5bb9e21-70d7-4602-84e7-6a7f11571673 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:50.352209 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-79cb0ef4-644e-4be6-9ec7-eeac57088a78 None None] Set router b081f87e-31dc-4c90-8c36-b13f42f6b5bb gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:51:50.415945 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ef3f8-dcba-4c17-80c9-99c77823e381 service neutron] Pushing event updated for resources: {'Port': ['ID=511f2d01-a9da-4474-99e0-1235b2858a4d,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:50.754599 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-9e2ef3f8-dcba-4c17-80c9-99c77823e381 service neutron] Attempting to bind port 511f2d01-a9da-4474-99e0-1235b2858a4d on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:50.754958 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-9e2ef3f8-dcba-4c17-80c9-99c77823e381 service neutron] Attempting to bind port 511f2d01-a9da-4474-99e0-1235b2858a4d by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:50.755292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-9e2ef3f8-dcba-4c17-80c9-99c77823e381 service neutron] Attempting to bind port 511f2d01-a9da-4474-99e0-1235b2858a4d on network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:50.758351 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7256aa81-66de-45f1-93f9-ee5289b360b4 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:50.766579 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-52433e30-5995-424d-a8b0-b5471746cb03 None None] Provisioning for port a21c7543-6c76-4bd2-9036-44752704a4fd completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:51:50.805263 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-52433e30-5995-424d-a8b0-b5471746cb03 None None] Provisioning complete for port a21c7543-6c76-4bd2-9036-44752704a4fd triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:51:50.806626 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-52433e30-5995-424d-a8b0-b5471746cb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:50.859030 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06237727-7de7-4dff-a822-3161f0c82a5b req-a532d6a3-043e-44fe-bb1e-9eb538a2a6f3 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:50.861115 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-06237727-7de7-4dff-a822-3161f0c82a5b req-a532d6a3-043e-44fe-bb1e-9eb538a2a6f3 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.4848473 Mar 09 03:51:50.912236 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d5bb9e21-70d7-4602-84e7-6a7f11571673 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:51.117984 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-52433e30-5995-424d-a8b0-b5471746cb03 None None] Port a21c7543-6c76-4bd2-9036-44752704a4fd cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:51:51.134761 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-79cb0ef4-644e-4be6-9ec7-eeac57088a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'name': 'tempest-AttachVolumeTestJSON-617479494-router', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:49Z', 'updated_at': '2022-03-09T03:45:03Z', 'revision_number': 4, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'gw_port': {'id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:51Z', 'updated_at': '2022-03-09T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'dafec96d-b156-4708-aa7c-c945b01181b8', 'name': '', 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'mac_address': 'fa:16:3e:48:72:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '63de480c-3416-46a4-bc21-c1381051f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:59Z', 'updated_at': '2022-03-09T03:45:12Z', 'revision_number': 5, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'subnets': [{'id': '63de480c-3416-46a4-bc21-c1381051f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:51.140236 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb0ef4-644e-4be6-9ec7-eeac57088a78 None None] The sync data for ids ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'] in n-d-825178-5 is: [{'id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'name': 'tempest-AttachVolumeTestJSON-617479494-router', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:49Z', 'updated_at': '2022-03-09T03:45:03Z', 'revision_number': 4, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'gw_port': {'id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:51Z', 'updated_at': '2022-03-09T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'dafec96d-b156-4708-aa7c-c945b01181b8', 'name': '', 'network_id': 'b236dd5b-2019-418d-8a8d-2b42bdeabb23', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'mac_address': 'fa:16:3e:48:72:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '63de480c-3416-46a4-bc21-c1381051f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:59Z', 'updated_at': '2022-03-09T03:45:12Z', 'revision_number': 5, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'subnets': [{'id': '63de480c-3416-46a4-bc21-c1381051f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:51:51.214405 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35238) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:51.239163 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d5bb9e21-70d7-4602-84e7-6a7f11571673 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Calling delete_port for a21c7543-6c76-4bd2-9036-44752704a4fd owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:51.277456 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-06237727-7de7-4dff-a822-3161f0c82a5b req-3092ff0b-dc09-4288-b894-49d4ed0129a0 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3999300 Mar 09 03:51:51.315608 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-7256aa81-66de-45f1-93f9-ee5289b360b4 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Calling delete_port for ac1661c5-0811-4ae6-a740-21a55e7beec3 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:51.321062 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35246) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:51.351353 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-9e2ef3f8-dcba-4c17-80c9-99c77823e381 service neutron] Port 511f2d01-a9da-4474-99e0-1235b2858a4d on network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:51.351968 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-9e2ef3f8-dcba-4c17-80c9-99c77823e381 service neutron] Attempting to bind port 511f2d01-a9da-4474-99e0-1235b2858a4d on network eb7d62a0-e4ed-41cd-a459-6cad1aec3840 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:51.390274 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-9e2ef3f8-dcba-4c17-80c9-99c77823e381 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:51:51.390760 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-9e2ef3f8-dcba-4c17-80c9-99c77823e381 service neutron] Checking segment: {'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:51:51.391408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-9e2ef3f8-dcba-4c17-80c9-99c77823e381 service neutron] Bound using segment: {'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:51:51.392467 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-9e2ef3f8-dcba-4c17-80c9-99c77823e381 service neutron] Bound port: 511f2d01-a9da-4474-99e0-1235b2858a4d, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:51:51.392905 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-9e2ef3f8-dcba-4c17-80c9-99c77823e381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:51.507446 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d5bb9e21-70d7-4602-84e7-6a7f11571673 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:51.572804 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35254) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:51.575264 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16157a49-c184-4c06-ba43-9d136397a617 None None] New status for floating IP 572c18df-0d9a-441e-98bc-8ad269f017c1: DOWN {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:51:51.585960 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-39e82a4e-c87a-468d-8627-c690d21b5e55 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-584081132-network', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:51.591371 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-39e82a4e-c87a-468d-8627-c690d21b5e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:51.595375 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-39e82a4e-c87a-468d-8627-c690d21b5e55 admin admin] Usage tracker for resource:network and tenant:6a16ab624ef346d8a3bdbd7e7cfa8c2d is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:51.598318 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-39e82a4e-c87a-468d-8627-c690d21b5e55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:51.599257 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-9e2ef3f8-dcba-4c17-80c9-99c77823e381 service neutron] For port 511f2d01-a9da-4474-99e0-1235b2858a4d, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:51:51.603200 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-9e2ef3f8-dcba-4c17-80c9-99c77823e381 service neutron] For port 511f2d01-a9da-4474-99e0-1235b2858a4d, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=511f2d01-a9da-4474-99e0-1235b2858a4d,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:51:51.604093 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-39e82a4e-c87a-468d-8627-c690d21b5e55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:51.621412 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-e3f3fb8a-090e-4afa-80aa-d41cf1b9ca78 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1849314303-network', 'tenant_id': '81770df6bdea4e16997de38de3b3787e'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:51.629323 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e82a4e-c87a-468d-8627-c690d21b5e55 admin admin] Made reservation on behalf of 6a16ab624ef346d8a3bdbd7e7cfa8c2d for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:51.631889 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39e82a4e-c87a-468d-8627-c690d21b5e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:51.642484 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb9e21-70d7-4602-84e7-6a7f11571673 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Port': ['ID=a21c7543-6c76-4bd2-9036-44752704a4fd,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:51.653046 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e3f3fb8a-090e-4afa-80aa-d41cf1b9ca78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:51.653818 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-9e2ef3f8-dcba-4c17-80c9-99c77823e381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:51.655796 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39e82a4e-c87a-468d-8627-c690d21b5e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:51.697558 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7256aa81-66de-45f1-93f9-ee5289b360b4 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:51.716687 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e3f3fb8a-090e-4afa-80aa-d41cf1b9ca78 admin admin] Usage tracker for resource:network and tenant:81770df6bdea4e16997de38de3b3787e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:51.727126 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e3f3fb8a-090e-4afa-80aa-d41cf1b9ca78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:51.737500 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e3f3fb8a-090e-4afa-80aa-d41cf1b9ca78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:51.740039 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d5bb9e21-70d7-4602-84e7-6a7f11571673 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:51.752025 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-39e82a4e-c87a-468d-8627-c690d21b5e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:51.764123 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-39e82a4e-c87a-468d-8627-c690d21b5e55 admin admin] Usage tracker for resource:security_group_rule and tenant:6a16ab624ef346d8a3bdbd7e7cfa8c2d is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:51.769135 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d5bb9e21-70d7-4602-84e7-6a7f11571673 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/a21c7543-6c76-4bd2-9036-44752704a4fd HTTP/1.1" status: 204 len: 168 time: 1.6968760 Mar 09 03:51:51.770222 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-39e82a4e-c87a-468d-8627-c690d21b5e55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:51.777003 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35260) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:51.777198 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038eff6-4c40-40e1-a518-b18dddca1f88 req-157f7032-576b-4070-9a8c-7ab895f98cb5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:51.778752 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9038eff6-4c40-40e1-a518-b18dddca1f88 req-157f7032-576b-4070-9a8c-7ab895f98cb5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 944 time: 0.9858980 Mar 09 03:51:51.780599 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-39e82a4e-c87a-468d-8627-c690d21b5e55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:51.792369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-9e2ef3f8-dcba-4c17-80c9-99c77823e381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:51.793128 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-9e2ef3f8-dcba-4c17-80c9-99c77823e381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:51.794533 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-9e2ef3f8-dcba-4c17-80c9-99c77823e381 service neutron] 10.222.0.24 "PUT /v2.0/ports/511f2d01-a9da-4474-99e0-1235b2858a4d HTTP/1.1" status: 200 len: 1092 time: 4.4713838 Mar 09 03:51:51.806759 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74bab70-db8d-4ac9-a53a-980fa3899b3c', 'tag': '511f2d01-a9da-4474-99e0-1235b2858a4d'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:51:51.837108 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f3fb8a-090e-4afa-80aa-d41cf1b9ca78 admin admin] Made reservation on behalf of 81770df6bdea4e16997de38de3b3787e for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:51.839600 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3f3fb8a-090e-4afa-80aa-d41cf1b9ca78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:51.848949 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7256aa81-66de-45f1-93f9-ee5289b360b4 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:51.871824 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3f3fb8a-090e-4afa-80aa-d41cf1b9ca78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:51.932598 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9711ab4-5c2f-45ca-a48f-4f048f64aeef tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:51.939501 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9711ab4-5c2f-45ca-a48f-4f048f64aeef tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:51.940309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d9711ab4-5c2f-45ca-a48f-4f048f64aeef tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:51:51.943441 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e3f3fb8a-090e-4afa-80aa-d41cf1b9ca78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:51.950461 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e3f3fb8a-090e-4afa-80aa-d41cf1b9ca78 admin admin] Usage tracker for resource:security_group_rule and tenant:81770df6bdea4e16997de38de3b3787e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:51.954200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e3f3fb8a-090e-4afa-80aa-d41cf1b9ca78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:51.965008 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e3f3fb8a-090e-4afa-80aa-d41cf1b9ca78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:51.979621 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c74bab70-db8d-4ac9-a53a-980fa3899b3c', 'tag': '511f2d01-a9da-4474-99e0-1235b2858a4d', 'status': 'completed', 'code': 200} Mar 09 03:51:51.985968 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7256aa81-66de-45f1-93f9-ee5289b360b4 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] 10.222.0.16 "DELETE /v2.0/ports/ac1661c5-0811-4ae6-a740-21a55e7beec3 HTTP/1.1" status: 204 len: 168 time: 2.1853740 Mar 09 03:51:51.987619 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35266) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:52.002701 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d9711ab4-5c2f-45ca-a48f-4f048f64aeef tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:51:52.006251 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d9711ab4-5c2f-45ca-a48f-4f048f64aeef tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2258723 Mar 09 03:51:52.019387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35270) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:52.061110 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-fede4ba9-b7c2-4b8b-ae55-7bfd6e17eda8 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] GET failed (client error): The resource could not be found. Mar 09 03:51:52.068497 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fede4ba9-b7c2-4b8b-ae55-7bfd6e17eda8 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] 10.222.0.16 "GET /v2.0/ports/ac1661c5-0811-4ae6-a740-21a55e7beec3 HTTP/1.1" status: 404 len: 333 time: 0.0725737 Mar 09 03:51:52.070706 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35274) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:52.081204 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-0c64682e-7ce2-4fe9-bdb2-dbdaf6d5d8d3 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Request body: {'port': {'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-315508414'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:52.095363 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0c64682e-7ce2-4fe9-bdb2-dbdaf6d5d8d3 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:52.106258 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0c64682e-7ce2-4fe9-bdb2-dbdaf6d5d8d3 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Usage tracker for resource:port and tenant:09ae76f255af4b1d91a14c90816e0497 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:52.112658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0c64682e-7ce2-4fe9-bdb2-dbdaf6d5d8d3 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:52.120142 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ef3f8-dcba-4c17-80c9-99c77823e381 service neutron] Pushing event updated for resources: {'Port': ['ID=511f2d01-a9da-4474-99e0-1235b2858a4d,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:52.129958 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d90122-32e8-49ee-ab57-92f34585f942 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet 190bbc2e-fc6e-4dcb-816a-ca5d5a08522e {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:51:52.133681 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0c64682e-7ce2-4fe9-bdb2-dbdaf6d5d8d3 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:52.156932 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39e82a4e-c87a-468d-8627-c690d21b5e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:52.167449 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39e82a4e-c87a-468d-8627-c690d21b5e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:52.179857 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cb2ea5f2-5a09-49dd-a9b5-859346c51eec tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:52.187425 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c64682e-7ce2-4fe9-bdb2-dbdaf6d5d8d3 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Made reservation on behalf of 09ae76f255af4b1d91a14c90816e0497 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:52.187688 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-79d90122-32e8-49ee-ab57-92f34585f942 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:52.188983 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0c64682e-7ce2-4fe9-bdb2-dbdaf6d5d8d3 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:52.230774 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e82a4e-c87a-468d-8627-c690d21b5e55 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:51:52.253587 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256aa81-66de-45f1-93f9-ee5289b360b4 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac1661c5-0811-4ae6-a740-21a55e7beec3,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:52.254949 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-0c64682e-7ce2-4fe9-bdb2-dbdaf6d5d8d3 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] device_id is not set on port fa8f8a0c-8578-4aff-989d-46f08946d170 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:51:52.270036 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9038eff6-4c40-40e1-a518-b18dddca1f88 req-97e685c3-da04-4752-aab5-56d237b0a3f0 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232635 Mar 09 03:51:52.291661 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e82a4e-c87a-468d-8627-c690d21b5e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12422bc-9802-4fe5-883f-e95e2321cac0,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:52.294656 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39e82a4e-c87a-468d-8627-c690d21b5e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:52.294828 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-39e82a4e-c87a-468d-8627-c690d21b5e55 admin admin] Added segment 1ddbe020-5cc6-46e0-b0b5-781a25010a1c of type vlan for network 1ac13dcf-49d1-494e-9bd9-1e962da8e8f0 Mar 09 03:51:52.295951 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cb2ea5f2-5a09-49dd-a9b5-859346c51eec tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:52.317473 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3f3fb8a-090e-4afa-80aa-d41cf1b9ca78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:52.336165 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3f3fb8a-090e-4afa-80aa-d41cf1b9ca78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:52.336703 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-79d90122-32e8-49ee-ab57-92f34585f942 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:52.379795 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39e82a4e-c87a-468d-8627-c690d21b5e55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:52.394359 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-4dc5afb9-7e98-4424-aedd-f2f6fc6ac43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:52.396114 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-4dc5afb9-7e98-4424-aedd-f2f6fc6ac43f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c36c37e2e354df081ad1b18548376fc&device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 1095 time: 0.4934208 Mar 09 03:51:52.422549 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f3fb8a-090e-4afa-80aa-d41cf1b9ca78 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:51:52.477189 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3fb8a-090e-4afa-80aa-d41cf1b9ca78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40ff21f-4495-42f3-bdb7-5b20e669d3b6,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:52.500064 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-2a17342e-fa7f-4796-97a2-edcb262e6095 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=511f2d01-a9da-4474-99e0-1235b2858a4d HTTP/1.1" status: 200 len: 217 time: 0.0879776 Mar 09 03:51:52.506280 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3f3fb8a-090e-4afa-80aa-d41cf1b9ca78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:52.506570 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-e3f3fb8a-090e-4afa-80aa-d41cf1b9ca78 admin admin] Added segment a127f2d1-009d-463f-8745-64b2e78ca0e3 of type vlan for network 00b135ad-235b-4bc3-894d-5decdcee58c1 Mar 09 03:51:52.553316 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39e82a4e-c87a-468d-8627-c690d21b5e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:52.554316 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e82a4e-c87a-468d-8627-c690d21b5e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:52.554936 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39e82a4e-c87a-468d-8627-c690d21b5e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:52.582125 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3f3fb8a-090e-4afa-80aa-d41cf1b9ca78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:52.589422 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cb2ea5f2-5a09-49dd-a9b5-859346c51eec tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:52.612254 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-515d96ee-3980-466b-a9f8-8c58d6283939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:52.613703 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-515d96ee-3980-466b-a9f8-8c58d6283939 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4320f833-55d6-48c9-bfa9-ead71d951b3e HTTP/1.1" status: 200 len: 846 time: 0.1049287 Mar 09 03:51:52.619215 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ea5f2-5a09-49dd-a9b5-859346c51eec tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7771687-d99f-4795-8481-7e9b5b6ff97e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:52.683728 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-f8e0a645-c9ec-4c79-89ee-b8bf419bf3d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589871 Mar 09 03:51:52.684803 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-79d90122-32e8-49ee-ab57-92f34585f942 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:52.715496 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cb2ea5f2-5a09-49dd-a9b5-859346c51eec tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:52.718842 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cb2ea5f2-5a09-49dd-a9b5-859346c51eec tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "DELETE /v2.0/security-groups/d7771687-d99f-4795-8481-7e9b5b6ff97e HTTP/1.1" status: 204 len: 168 time: 1.1109178 Mar 09 03:51:52.748842 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35280) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:52.759212 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.resource_extend [None req-e3f3fb8a-090e-4afa-80aa-d41cf1b9ca78 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:51:52.787792 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-9f195b5d-a470-4940-b19a-f3f97f56b06d tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] show failed (client error): The resource could not be found. Mar 09 03:51:52.789089 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9f195b5d-a470-4940-b19a-f3f97f56b06d tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "GET /v2.0/security-groups/d7771687-d99f-4795-8481-7e9b5b6ff97e HTTP/1.1" status: 404 len: 347 time: 0.0393469 Mar 09 03:51:52.794053 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e82a4e-c87a-468d-8627-c690d21b5e55 admin admin] Pushing event updated for resources: {'Network': ['ID=1ac13dcf-49d1-494e-9bd9-1e962da8e8f0,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:52.797632 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35284) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:52.805832 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 1ac13dcf-49d1-494e-9bd9-1e962da8e8f0 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:51:52.900026 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-79d90122-32e8-49ee-ab57-92f34585f942 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:52.908628 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdc93c-ae89-4de6-a549-c632238400c0 req-6fc58688-7eec-41c7-a7ce-ec9edaaedbea tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:52.911363 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-abbdc93c-ae89-4de6-a549-c632238400c0 req-6fc58688-7eec-41c7-a7ce-ec9edaaedbea tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.4943554 Mar 09 03:51:52.935590 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3f3fb8a-090e-4afa-80aa-d41cf1b9ca78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:52.936539 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f3fb8a-090e-4afa-80aa-d41cf1b9ca78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:52.937107 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3f3fb8a-090e-4afa-80aa-d41cf1b9ca78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:52.941623 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-39e82a4e-c87a-468d-8627-c690d21b5e55 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6196918 Mar 09 03:51:52.944833 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-7eb592c5-089a-405f-829a-2bad949fc1bf service neutron] 10.222.0.24 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304716 Mar 09 03:51:52.947481 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35288) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:52.950079 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d90122-32e8-49ee-ab57-92f34585f942 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=190bbc2e-fc6e-4dcb-816a-ca5d5a08522e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:52.958253 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-dc0445e5-0188-4344-b843-2d97b045bc04 admin admin] Request body: {'subnet': {'network_id': '1ac13dcf-49d1-494e-9bd9-1e962da8e8f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-584081132-subnet', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:52.984169 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-79d90122-32e8-49ee-ab57-92f34585f942 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:52.989004 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434e097f-39ad-475f-b0a1-8400ad048312 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:51:52.997108 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0c64682e-7ce2-4fe9-bdb2-dbdaf6d5d8d3 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:53.004191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dc0445e5-0188-4344-b843-2d97b045bc04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:53.013170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dc0445e5-0188-4344-b843-2d97b045bc04 admin admin] Usage tracker for resource:subnet and tenant:6a16ab624ef346d8a3bdbd7e7cfa8c2d is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:53.020287 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dc0445e5-0188-4344-b843-2d97b045bc04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:53.083276 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dc0445e5-0188-4344-b843-2d97b045bc04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:53.090984 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-79d90122-32e8-49ee-ab57-92f34585f942 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/190bbc2e-fc6e-4dcb-816a-ca5d5a08522e HTTP/1.1" status: 204 len: 168 time: 1.0661268 Mar 09 03:51:53.093156 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35292) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:53.105999 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e3f3fb8a-090e-4afa-80aa-d41cf1b9ca78 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8877535 Mar 09 03:51:53.155634 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35296) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:53.171201 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-48ddaec6-bf65-4900-88fe-467e447d966d tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Deleting port d9ee23e3-aa52-422d-8a3e-d30eb0502e80 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:53.171711 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48ddaec6-bf65-4900-88fe-467e447d966d tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:53.180151 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-daff22fc-1224-4374-a443-889cdf411c93 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837390 Mar 09 03:51:53.181135 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35300) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:53.183644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0445e5-0188-4344-b843-2d97b045bc04 admin admin] Made reservation on behalf of 6a16ab624ef346d8a3bdbd7e7cfa8c2d for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:53.185922 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dc0445e5-0188-4344-b843-2d97b045bc04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:53.207738 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-36494be9-4992-41a8-9fee-a4e1d2cbb855 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:53.219432 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-d88365b4-1690-4b5d-b61b-e6783904d76f admin admin] Request body: {'subnet': {'network_id': '00b135ad-235b-4bc3-894d-5decdcee58c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1849314303-subnet', 'tenant_id': '81770df6bdea4e16997de38de3b3787e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:53.232371 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-abbdc93c-ae89-4de6-a549-c632238400c0 req-9e4f40b0-654b-4226-93fc-556d292adfea tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2897139 Mar 09 03:51:53.235833 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-d88365b4-1690-4b5d-b61b-e6783904d76f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:53.240339 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3fb8a-090e-4afa-80aa-d41cf1b9ca78 admin admin] Pushing event updated for resources: {'Network': ['ID=00b135ad-235b-4bc3-894d-5decdcee58c1,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:53.248625 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d88365b4-1690-4b5d-b61b-e6783904d76f admin admin] Usage tracker for resource:subnet and tenant:81770df6bdea4e16997de38de3b3787e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:53.260172 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d88365b4-1690-4b5d-b61b-e6783904d76f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:53.263129 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 00b135ad-235b-4bc3-894d-5decdcee58c1 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:51:53.301214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d25bf3-2052-44b0-8c89-0d62029f8d35 None None] DHCP port deletion for 52061912-70e8-4f32-8bcd-36eeab65c7b8 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:51:53.310169 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-72d25bf3-2052-44b0-8c89-0d62029f8d35 None None] Deleting port db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:53.310671 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-72d25bf3-2052-44b0-8c89-0d62029f8d35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:53.389996 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-d88365b4-1690-4b5d-b61b-e6783904d76f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:53.479241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88365b4-1690-4b5d-b61b-e6783904d76f admin admin] Made reservation on behalf of 81770df6bdea4e16997de38de3b3787e for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:53.480428 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6b4b6c9-7029-40f3-999d-eb29b69aad86 req-f476da5e-03d3-4472-a36e-443cd775edc4 service neutron] 10.222.0.24 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5260391 Mar 09 03:51:53.480911 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d88365b4-1690-4b5d-b61b-e6783904d76f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:53.507856 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0c64682e-7ce2-4fe9-bdb2-dbdaf6d5d8d3 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:53.606031 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-72d25bf3-2052-44b0-8c89-0d62029f8d35 None None] For port db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:53.607292 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c64682e-7ce2-4fe9-bdb2-dbdaf6d5d8d3 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:51:53.615971 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-72d25bf3-2052-44b0-8c89-0d62029f8d35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:53.663085 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-0c64682e-7ce2-4fe9-bdb2-dbdaf6d5d8d3 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:53.665639 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c64682e-7ce2-4fe9-bdb2-dbdaf6d5d8d3 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:51:53.666749 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c64682e-7ce2-4fe9-bdb2-dbdaf6d5d8d3 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:53.667515 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0c64682e-7ce2-4fe9-bdb2-dbdaf6d5d8d3 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:53.668380 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-36494be9-4992-41a8-9fee-a4e1d2cbb855 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:53.677696 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-36494be9-4992-41a8-9fee-a4e1d2cbb855 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:53.686377 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-36494be9-4992-41a8-9fee-a4e1d2cbb855 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:53.697121 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64682e-7ce2-4fe9-bdb2-dbdaf6d5d8d3 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Pushing event updated for resources: {'Port': ['ID=fa8f8a0c-8578-4aff-989d-46f08946d170,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:53.699486 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-36494be9-4992-41a8-9fee-a4e1d2cbb855 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:53.722258 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48ddaec6-bf65-4900-88fe-467e447d966d tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:53.722654 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48ddaec6-bf65-4900-88fe-467e447d966d tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:53.737129 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0c64682e-7ce2-4fe9-bdb2-dbdaf6d5d8d3 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6653893 Mar 09 03:51:53.740694 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35308) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:53.747765 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-72d25bf3-2052-44b0-8c89-0d62029f8d35 None None] Calling delete_port for db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:53.766058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36494be9-4992-41a8-9fee-a4e1d2cbb855 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:53.770039 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-36494be9-4992-41a8-9fee-a4e1d2cbb855 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:53.812949 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42324735-1110-4cfc-8227-f2d26b6ade87 req-eddf76c0-0dd8-42f9-976a-64d5aee28df0 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:53.814985 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42324735-1110-4cfc-8227-f2d26b6ade87 req-eddf76c0-0dd8-42f9-976a-64d5aee28df0 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 944 time: 0.3416355 Mar 09 03:51:53.832206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ed6c4-1988-4646-8c72-34aa422c0901 req-eeee227b-58e7-40fc-8e3c-0ec0035be2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:53.833699 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e73ed6c4-1988-4646-8c72-34aa422c0901 req-eeee227b-58e7-40fc-8e3c-0ec0035be2a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c36c37e2e354df081ad1b18548376fc&device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 1095 time: 0.3018594 Mar 09 03:51:53.835413 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-72d25bf3-2052-44b0-8c89-0d62029f8d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:53.853283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:53.884674 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d25bf3-2052-44b0-8c89-0d62029f8d35 None None] Pushing event deleted for resources: {'Port': ['ID=db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:53.888069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-48ddaec6-bf65-4900-88fe-467e447d966d tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Calling delete_port for d9ee23e3-aa52-422d-8a3e-d30eb0502e80 owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:53.896204 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d25bf3-2052-44b0-8c89-0d62029f8d35 None None] No DVR routers for this DVR port db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:51:54.073601 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42324735-1110-4cfc-8227-f2d26b6ade87 req-d91b1343-a117-4bd3-8170-43711b7e5686 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905999 Mar 09 03:51:54.080190 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dc0445e5-0188-4344-b843-2d97b045bc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:54.117419 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:54.218239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0445e5-0188-4344-b843-2d97b045bc04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=965f9e8b-c887-40f8-8e3e-40a337410283,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:54.231942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ed6c4-1988-4646-8c72-34aa422c0901 req-2c32e1ed-b54d-4175-be71-c6af2e11a9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:54.233480 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e73ed6c4-1988-4646-8c72-34aa422c0901 req-2c32e1ed-b54d-4175-be71-c6af2e11a9a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840 HTTP/1.1" status: 200 len: 907 time: 0.3466361 Mar 09 03:51:54.255732 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d88365b4-1690-4b5d-b61b-e6783904d76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:54.299423 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48ddaec6-bf65-4900-88fe-467e447d966d tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:54.305878 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0445e5-0188-4344-b843-2d97b045bc04 admin admin] Checking segment: {'id': '1ddbe020-5cc6-46e0-b0b5-781a25010a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1ac13dcf-49d1-494e-9bd9-1e962da8e8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:51:54.306223 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0445e5-0188-4344-b843-2d97b045bc04 admin admin] Network hostable DHCP agents. Network: 1ac13dcf-49d1-494e-9bd9-1e962da8e8f0, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:51:54.323303 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e73ed6c4-1988-4646-8c72-34aa422c0901 req-2286c598-7012-4a96-ba63-cc56fe6e74e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=511f2d01-a9da-4474-99e0-1235b2858a4d HTTP/1.1" status: 200 len: 217 time: 0.0798762 Mar 09 03:51:54.387410 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddaec6-bf65-4900-88fe-467e447d966d tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Pushing event deleted for resources: {'Port': ['ID=d9ee23e3-aa52-422d-8a3e-d30eb0502e80,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:54.406633 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0445e5-0188-4344-b843-2d97b045bc04 admin admin] Network 1ac13dcf-49d1-494e-9bd9-1e962da8e8f0 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:51:54.417187 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-36494be9-4992-41a8-9fee-a4e1d2cbb855 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:54.460843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-dc0445e5-0188-4344-b843-2d97b045bc04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 1ac13dcf-49d1-494e-9bd9-1e962da8e8f0) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:54.468682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ed6c4-1988-4646-8c72-34aa422c0901 req-9abb9614-b237-479b-b2b6-1747e96c0c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:54.469757 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8cd282-fd8d-436b-b546-6cf9c7d3317c None None] Network 1ac13dcf-49d1-494e-9bd9-1e962da8e8f0 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:51:54.470132 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e73ed6c4-1988-4646-8c72-34aa422c0901 req-9abb9614-b237-479b-b2b6-1747e96c0c2a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4320f833-55d6-48c9-bfa9-ead71d951b3e HTTP/1.1" status: 200 len: 846 time: 0.1382113 Mar 09 03:51:54.487410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0445e5-0188-4344-b843-2d97b045bc04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:54.488123 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dc0445e5-0188-4344-b843-2d97b045bc04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:54.532736 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36494be9-4992-41a8-9fee-a4e1d2cbb855 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:51:54.548466 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e73ed6c4-1988-4646-8c72-34aa422c0901 req-27560b53-4254-40ad-8861-92009c935482 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666845 Mar 09 03:51:54.549270 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-36494be9-4992-41a8-9fee-a4e1d2cbb855 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:54.554268 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36494be9-4992-41a8-9fee-a4e1d2cbb855 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:54.555382 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-36494be9-4992-41a8-9fee-a4e1d2cbb855 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:54.566459 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88365b4-1690-4b5d-b61b-e6783904d76f admin admin] Pushing event updated for resources: {'Subnet': ['ID=443fb15f-d8c8-4b59-9959-588a73b44175,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:54.582023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88365b4-1690-4b5d-b61b-e6783904d76f admin admin] Checking segment: {'id': 'a127f2d1-009d-463f-8745-64b2e78ca0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '00b135ad-235b-4bc3-894d-5decdcee58c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:51:54.582375 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88365b4-1690-4b5d-b61b-e6783904d76f admin admin] Network hostable DHCP agents. Network: 00b135ad-235b-4bc3-894d-5decdcee58c1, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:51:54.596294 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36494be9-4992-41a8-9fee-a4e1d2cbb855 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=3188fc98-47f4-45e7-b25f-e62c74795a5b,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:54.601512 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5063fe2-3a9f-42c1-a758-76719d1a9075 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:51:54.616755 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48ddaec6-bf65-4900-88fe-467e447d966d tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:54.617851 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-dc0445e5-0188-4344-b843-2d97b045bc04 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6692402 Mar 09 03:51:54.622466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35312) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:54.677559 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-af33a72f-6476-4b35-a587-09d385b15b14 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-584081132-router', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:54.686111 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-36494be9-4992-41a8-9fee-a4e1d2cbb855 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5034239 Mar 09 03:51:54.688024 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35316) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:54.696478 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-be9bf486-b5eb-4ea9-8b3d-b527e09f10b9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'fixed_ips': [{'subnet_id': '3188fc98-47f4-45e7-b25f-e62c74795a5b', 'ip_address': '2001:db8::d611:ee19:164:1fd5'}], 'name': 'tempest-NetworksTestDHCPv6-2072549095'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:51:54.705624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-af33a72f-6476-4b35-a587-09d385b15b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:54.711093 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88365b4-1690-4b5d-b61b-e6783904d76f admin admin] Network 00b135ad-235b-4bc3-894d-5decdcee58c1 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:51:54.712998 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-af33a72f-6476-4b35-a587-09d385b15b14 admin admin] Usage tracker for resource:router and tenant:6a16ab624ef346d8a3bdbd7e7cfa8c2d is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:54.717685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-af33a72f-6476-4b35-a587-09d385b15b14 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:54.726114 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-af33a72f-6476-4b35-a587-09d385b15b14 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:54.743329 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] device_id is not set on port fa8f8a0c-8578-4aff-989d-46f08946d170 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:51:54.744602 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:51:54.747723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-d88365b4-1690-4b5d-b61b-e6783904d76f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 00b135ad-235b-4bc3-894d-5decdcee58c1) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:54.754573 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48ddaec6-bf65-4900-88fe-467e447d966d tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:54.755092 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af33a72f-6476-4b35-a587-09d385b15b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:54.758474 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-48ddaec6-bf65-4900-88fe-467e447d966d tempest-AttachVolumeTestJSON-1314613808 tempest-AttachVolumeTestJSON-1314613808-project] 10.222.0.16 "DELETE /v2.0/floatingips/572c18df-0d9a-441e-98bc-8ad269f017c1 HTTP/1.1" status: 204 len: 168 time: 1.9515829 Mar 09 03:51:54.758614 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af33a72f-6476-4b35-a587-09d385b15b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:54.758717 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:54.765784 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88365b4-1690-4b5d-b61b-e6783904d76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:54.766661 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d88365b4-1690-4b5d-b61b-e6783904d76f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:54.771240 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e73ed6c4-1988-4646-8c72-34aa422c0901 req-68ab4b28-4e48-43df-8399-340e3631843b service neutron] 10.222.0.24 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070384 Mar 09 03:51:54.800660 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22ce9ef-e2a5-4372-a5c2-6e3e444f256c None None] Network 00b135ad-235b-4bc3-894d-5decdcee58c1 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:51:54.820923 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af33a72f-6476-4b35-a587-09d385b15b14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:54.871520 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Transition to ACTIVE for port object fa8f8a0c-8578-4aff-989d-46f08946d170 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:51:54.887992 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d88365b4-1690-4b5d-b61b-e6783904d76f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7185752 Mar 09 03:51:54.892688 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:55.048624 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Pushing event updated for resources: {'Port': ['ID=fa8f8a0c-8578-4aff-989d-46f08946d170,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:55.218322 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e73ed6c4-1988-4646-8c72-34aa422c0901 req-13fe2ac7-63b7-4beb-88a3-99f19e4c3d87 service neutron] 10.222.0.24 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407306 Mar 09 03:51:55.218897 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35330) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:55.287323 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:51:55.288583 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device db8f5aec-44e0-4bff-8fa6-4cdeb67bf4c0 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:51:55.328026 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d415c5-cb50-49a6-9bbb-95040ee3f3fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-52061912-70e8-4f32-8bcd-36eeab65c7b8', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'fixed_ips': [{'subnet_id': '3188fc98-47f4-45e7-b25f-e62c74795a5b'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:51:55.330109 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-48d415c5-cb50-49a6-9bbb-95040ee3f3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:55.374311 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-be9bf486-b5eb-4ea9-8b3d-b527e09f10b9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:51:55.386073 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:55.386526 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:55.386920 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:55.389950 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-be9bf486-b5eb-4ea9-8b3d-b527e09f10b9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:port and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:51:55.397071 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-be9bf486-b5eb-4ea9-8b3d-b527e09f10b9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:51:55.407680 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8119f34b-8b69-43b5-9862-629374cdeed9 None None] Network 1ac13dcf-49d1-494e-9bd9-1e962da8e8f0 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:51:55.409330 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-be9bf486-b5eb-4ea9-8b3d-b527e09f10b9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:51:55.411224 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port fa8f8a0c-8578-4aff-989d-46f08946d170 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:55.411566 n-d-825178-5 neutron-server[87881]: ERROR neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:55.413752 n-d-825178-5 neutron-server[87881]: INFO neutron.plugins.ml2.plugin [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempt 2 to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 Mar 09 03:51:55.461469 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5557d-8507-4459-9930-81cb5dc3f393 req-d5d9cdae-4750-46b7-81cb-b7cfa63bf855 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:55.463111 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-92a5557d-8507-4459-9930-81cb5dc3f393 req-d5d9cdae-4750-46b7-81cb-b7cfa63bf855 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 944 time: 0.1706488 Mar 09 03:51:55.465731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9bf486-b5eb-4ea9-8b3d-b527e09f10b9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:51:55.497975 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:55.498309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:55.498637 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:55.527173 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port fa8f8a0c-8578-4aff-989d-46f08946d170 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:55.527587 n-d-825178-5 neutron-server[87881]: ERROR neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:55.530146 n-d-825178-5 neutron-server[87881]: INFO neutron.plugins.ml2.plugin [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempt 3 to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 Mar 09 03:51:55.541748 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af33a72f-6476-4b35-a587-09d385b15b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:55.554756 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8bf79a2-02e4-4846-af59-1f6f788d22fe admin admin] Deleting subnet 443fb15f-d8c8-4b59-9959-588a73b44175 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:51:55.558438 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d8bf79a2-02e4-4846-af59-1f6f788d22fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:55.609434 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-92a5557d-8507-4459-9930-81cb5dc3f393 req-2c54dcf0-1116-429a-bdce-5c560cac549e tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246889 Mar 09 03:51:55.629322 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:55.629850 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:55.630345 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:55.635834 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port fa8f8a0c-8578-4aff-989d-46f08946d170 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:55.636353 n-d-825178-5 neutron-server[87881]: ERROR neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:55.639304 n-d-825178-5 neutron-server[87881]: INFO neutron.plugins.ml2.plugin [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempt 4 to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 Mar 09 03:51:55.656811 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:55.657429 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:55.657757 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d8bf79a2-02e4-4846-af59-1f6f788d22fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:55.657915 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:55.665640 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port fa8f8a0c-8578-4aff-989d-46f08946d170 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:55.666175 n-d-825178-5 neutron-server[87881]: ERROR neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:55.668332 n-d-825178-5 neutron-server[87881]: INFO neutron.plugins.ml2.plugin [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempt 5 to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 Mar 09 03:51:55.698625 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:55.698983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:55.699498 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:55.711233 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port fa8f8a0c-8578-4aff-989d-46f08946d170 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:55.711845 n-d-825178-5 neutron-server[87881]: ERROR neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:55.713652 n-d-825178-5 neutron-server[87881]: INFO neutron.plugins.ml2.plugin [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempt 6 to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 Mar 09 03:51:55.725243 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be9bf486-b5eb-4ea9-8b3d-b527e09f10b9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:55.747394 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:55.747733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:55.748071 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:55.754965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port fa8f8a0c-8578-4aff-989d-46f08946d170 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:55.755560 n-d-825178-5 neutron-server[87881]: ERROR neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:55.756250 n-d-825178-5 neutron-server[87881]: INFO neutron.plugins.ml2.plugin [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempt 7 to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 Mar 09 03:51:55.772901 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-be9bf486-b5eb-4ea9-8b3d-b527e09f10b9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] device_id is not set on port a7f9c33b-4eac-4c02-9589-dfbb0db2e9aa yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:51:55.787097 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d8bf79a2-02e4-4846-af59-1f6f788d22fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:55.819392 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:55.819992 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:55.820493 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:55.848739 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port fa8f8a0c-8578-4aff-989d-46f08946d170 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:55.849435 n-d-825178-5 neutron-server[87881]: ERROR neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:55.853311 n-d-825178-5 neutron-server[87881]: INFO neutron.plugins.ml2.plugin [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempt 8 to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 Mar 09 03:51:55.881664 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:55.882253 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:55.882749 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:55.907909 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-48d415c5-cb50-49a6-9bbb-95040ee3f3fc None None] Allocated IP 2001:db8::2 (52061912-70e8-4f32-8bcd-36eeab65c7b8/3188fc98-47f4-45e7-b25f-e62c74795a5b/06a1198a-af29-4ddd-bb78-ee6bae79abd4) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:51:55.928408 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port fa8f8a0c-8578-4aff-989d-46f08946d170 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:55.928987 n-d-825178-5 neutron-server[87881]: ERROR neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:55.932336 n-d-825178-5 neutron-server[87881]: INFO neutron.plugins.ml2.plugin [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempt 9 to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 Mar 09 03:51:55.936104 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d8bf79a2-02e4-4846-af59-1f6f788d22fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:55.960894 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:55.961608 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:55.962158 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:55.969259 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port fa8f8a0c-8578-4aff-989d-46f08946d170 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:55.969943 n-d-825178-5 neutron-server[87881]: ERROR neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:55.970533 n-d-825178-5 neutron-server[87881]: INFO neutron.plugins.ml2.plugin [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempt 10 to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 Mar 09 03:51:55.989108 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:55.989447 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:55.989858 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempting to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:55.994737 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf79a2-02e4-4846-af59-1f6f788d22fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=443fb15f-d8c8-4b59-9959-588a73b44175,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:55.995470 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Port fa8f8a0c-8578-4aff-989d-46f08946d170 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:51:55.995805 n-d-825178-5 neutron-server[87881]: ERROR neutron.plugins.ml2.managers [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Failed to bind port fa8f8a0c-8578-4aff-989d-46f08946d170 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '38ed4028-648a-45d2-badd-e927aab35086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ab4ef5e-a83b-491f-81fb-b90792b80bd0'}] Mar 09 03:51:55.996162 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:55.997772 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d8bf79a2-02e4-4846-af59-1f6f788d22fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:56.095330 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d8bf79a2-02e4-4846-af59-1f6f788d22fe admin admin] 10.222.0.16 "DELETE /v2.0/subnets/443fb15f-d8c8-4b59-9959-588a73b44175 HTTP/1.1" status: 204 len: 168 time: 0.8667998 Mar 09 03:51:56.099371 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35336) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:56.141434 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] For port fa8f8a0c-8578-4aff-989d-46f08946d170, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:51:56.141825 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attempted to set empty binding levels {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 09 03:51:56.152590 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:56.170242 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c184cb-3b84-4cd6-b2c9-d1f58c7f0eda None None] Network 00b135ad-235b-4bc3-894d-5decdcee58c1 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:51:56.184174 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 511f2d01-a9da-4474-99e0-1235b2858a4d details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:51:56.208598 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] In _notify_port_updated(), no bound segment for port fa8f8a0c-8578-4aff-989d-46f08946d170 on network 0ab4ef5e-a83b-491f-81fb-b90792b80bd0 {{(pid=87881) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 03:51:56.209453 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:56.210451 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:56.220527 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] 10.222.0.16 "PUT /v2.0/ports/fa8f8a0c-8578-4aff-989d-46f08946d170 HTTP/1.1" status: 200 len: 974 time: 2.4260745 Mar 09 03:51:56.222521 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35340) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:56.223998 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af33a72f-6476-4b35-a587-09d385b15b14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:56.240228 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea92cb2-518c-4c83-9113-4bcaaa2bfb46 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Pushing event updated for resources: {'Port': ['ID=fa8f8a0c-8578-4aff-989d-46f08946d170,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:56.299683 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-70a4e613-b443-4a80-a495-80955be332a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:56.309143 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af33a72f-6476-4b35-a587-09d385b15b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:56.383789 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-beb76397-1c28-48aa-9a78-40046c0dab1b tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Deleting port fa8f8a0c-8578-4aff-989d-46f08946d170 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:56.384188 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-beb76397-1c28-48aa-9a78-40046c0dab1b tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:56.384498 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.resource_extend [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:51:56.615206 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-48d415c5-cb50-49a6-9bbb-95040ee3f3fc None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:56.630068 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-70a4e613-b443-4a80-a495-80955be332a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:56.632968 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 511f2d01-a9da-4474-99e0-1235b2858a4d, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=511f2d01-a9da-4474-99e0-1235b2858a4d,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:56.642470 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-48d415c5-cb50-49a6-9bbb-95040ee3f3fc None None] Transition to ACTIVE for port object 06a1198a-af29-4ddd-bb78-ee6bae79abd4 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:51:56.659122 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '511f2d01-a9da-4474-99e0-1235b2858a4d', 'network_id': 'eb7d62a0-e4ed-41cd-a459-6cad1aec3840', 'port_id': '511f2d01-a9da-4474-99e0-1235b2858a4d', 'mac_address': 'fa:16:3e:db:33:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4320f833-55d6-48c9-bfa9-ead71d951b3e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:51:56.680506 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-70a4e613-b443-4a80-a495-80955be332a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b135ad-235b-4bc3-894d-5decdcee58c1']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:56.697390 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-48d415c5-cb50-49a6-9bbb-95040ee3f3fc None None] Transition to ACTIVE for port object 06a1198a-af29-4ddd-bb78-ee6bae79abd4 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:51:56.704599 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-70a4e613-b443-4a80-a495-80955be332a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a127f2d1-009d-463f-8745-64b2e78ca0e3') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:56.704894 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-70a4e613-b443-4a80-a495-80955be332a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a127f2d1-009d-463f-8745-64b2e78ca0e3') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:56.718396 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-48d415c5-cb50-49a6-9bbb-95040ee3f3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:56.760575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-af33a72f-6476-4b35-a587-09d385b15b14 admin admin] Allocated IP 172.25.7.31 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/d4ac51c2-063f-4601-9bdd-74974d1fd703) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:51:56.773271 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-70a4e613-b443-4a80-a495-80955be332a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:56.794226 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-70a4e613-b443-4a80-a495-80955be332a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:56.798447 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:56.802630 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-be9bf486-b5eb-4ea9-8b3d-b527e09f10b9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 2001:db8::d611:ee19:164:1fd5 (52061912-70e8-4f32-8bcd-36eeab65c7b8/3188fc98-47f4-45e7-b25f-e62c74795a5b/a7f9c33b-4eac-4c02-9589-dfbb0db2e9aa) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:51:56.819407 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d415c5-cb50-49a6-9bbb-95040ee3f3fc None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:51:56.830199 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-48d415c5-cb50-49a6-9bbb-95040ee3f3fc None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:56.835670 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511f2d01-a9da-4474-99e0-1235b2858a4d {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:51:56.842468 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d415c5-cb50-49a6-9bbb-95040ee3f3fc None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:51:56.846832 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d415c5-cb50-49a6-9bbb-95040ee3f3fc None None] Pushing event updated for resources: {'Port': ['ID=06a1198a-af29-4ddd-bb78-ee6bae79abd4,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:56.905625 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 511f2d01-a9da-4474-99e0-1235b2858a4d, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=511f2d01-a9da-4474-99e0-1235b2858a4d,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:56.949714 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:57.022768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-48d415c5-cb50-49a6-9bbb-95040ee3f3fc None None] Attempting to bind port 06a1198a-af29-4ddd-bb78-ee6bae79abd4 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:51:57.023170 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-48d415c5-cb50-49a6-9bbb-95040ee3f3fc None None] Attempting to bind port 06a1198a-af29-4ddd-bb78-ee6bae79abd4 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:51:57.023630 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d415c5-cb50-49a6-9bbb-95040ee3f3fc None None] Attempting to bind port 06a1198a-af29-4ddd-bb78-ee6bae79abd4 on network 52061912-70e8-4f32-8bcd-36eeab65c7b8 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:51:57.040043 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d415c5-cb50-49a6-9bbb-95040ee3f3fc None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:51:57.040453 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d415c5-cb50-49a6-9bbb-95040ee3f3fc None None] Checking segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:51:57.040798 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-48d415c5-cb50-49a6-9bbb-95040ee3f3fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:57.041178 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d415c5-cb50-49a6-9bbb-95040ee3f3fc None None] Bound using segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:51:57.041640 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-48d415c5-cb50-49a6-9bbb-95040ee3f3fc None None] Bound port: 06a1198a-af29-4ddd-bb78-ee6bae79abd4, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:51:57.042004 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-48d415c5-cb50-49a6-9bbb-95040ee3f3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:57.047666 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a4e613-b443-4a80-a495-80955be332a2 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:51:57.048555 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-70a4e613-b443-4a80-a495-80955be332a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:51:57.062833 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:51:57.140480 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be9bf486-b5eb-4ea9-8b3d-b527e09f10b9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:57.164264 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-be9bf486-b5eb-4ea9-8b3d-b527e09f10b9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Transition to ACTIVE for port object a7f9c33b-4eac-4c02-9589-dfbb0db2e9aa will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:51:57.194630 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be9bf486-b5eb-4ea9-8b3d-b527e09f10b9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:57.209017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-48d415c5-cb50-49a6-9bbb-95040ee3f3fc None None] For port 06a1198a-af29-4ddd-bb78-ee6bae79abd4, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:51:57.211623 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-48d415c5-cb50-49a6-9bbb-95040ee3f3fc None None] For port 06a1198a-af29-4ddd-bb78-ee6bae79abd4, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=06a1198a-af29-4ddd-bb78-ee6bae79abd4,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:51:57.216885 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=511f2d01-a9da-4474-99e0-1235b2858a4d,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:57.217280 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-beb76397-1c28-48aa-9a78-40046c0dab1b tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] For port fa8f8a0c-8578-4aff-989d-46f08946d170, host n-h2-825178-5, got binding levels [] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:57.217685 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-beb76397-1c28-48aa-9a78-40046c0dab1b tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:57.223062 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-48d415c5-cb50-49a6-9bbb-95040ee3f3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:57.289625 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-70a4e613-b443-4a80-a495-80955be332a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:57.298479 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-70a4e613-b443-4a80-a495-80955be332a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:57.343210 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bf486-b5eb-4ea9-8b3d-b527e09f10b9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=a7f9c33b-4eac-4c02-9589-dfbb0db2e9aa,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:57.350291 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['511f2d01-a9da-4474-99e0-1235b2858a4d'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:51:57.365870 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9bf486-b5eb-4ea9-8b3d-b527e09f10b9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:51:57.367108 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-be9bf486-b5eb-4ea9-8b3d-b527e09f10b9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:57.370200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9bf486-b5eb-4ea9-8b3d-b527e09f10b9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:51:57.377335 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9bf486-b5eb-4ea9-8b3d-b527e09f10b9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:57.377961 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be9bf486-b5eb-4ea9-8b3d-b527e09f10b9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:57.423768 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-be9bf486-b5eb-4ea9-8b3d-b527e09f10b9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7342651 Mar 09 03:51:57.424556 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35350) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:57.447995 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d415c5-cb50-49a6-9bbb-95040ee3f3fc None None] Pushing event updated for resources: {'Port': ['ID=06a1198a-af29-4ddd-bb78-ee6bae79abd4,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:57.494517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-beb76397-1c28-48aa-9a78-40046c0dab1b tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Calling delete_port for fa8f8a0c-8578-4aff-989d-46f08946d170 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:57.539408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4e613-b443-4a80-a495-80955be332a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=00b135ad-235b-4bc3-894d-5decdcee58c1,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:57.572545 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-70a4e613-b443-4a80-a495-80955be332a2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/00b135ad-235b-4bc3-894d-5decdcee58c1 HTTP/1.1" status: 204 len: 168 time: 1.4716098 Mar 09 03:51:57.583658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5405d1c9-0bd0-416f-af2a-468cac126eea tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:57.591098 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5405d1c9-0bd0-416f-af2a-468cac126eea tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:57.592070 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5405d1c9-0bd0-416f-af2a-468cac126eea tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:51:57.619611 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5405d1c9-0bd0-416f-af2a-468cac126eea tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:51:57.624527 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5405d1c9-0bd0-416f-af2a-468cac126eea tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1989415 Mar 09 03:51:57.625167 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35360) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:57.710738 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16ac55-3b33-4e29-8c52-1ace5c782494 req-1841ab10-74dc-4dfc-8360-c64cee91ac72 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:57.719025 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9c16ac55-3b33-4e29-8c52-1ace5c782494 req-1841ab10-74dc-4dfc-8360-c64cee91ac72 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 945 time: 0.9147890 Mar 09 03:51:57.785080 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af33a72f-6476-4b35-a587-09d385b15b14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:57.823485 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-beb76397-1c28-48aa-9a78-40046c0dab1b tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:57.826297 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35364) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:57.888897 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9c16ac55-3b33-4e29-8c52-1ace5c782494 req-424d720f-4e20-4dbd-9e9e-37bf0c42ae02 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682425 Mar 09 03:51:57.911715 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-beb76397-1c28-48aa-9a78-40046c0dab1b tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:57.915095 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a2b11ed1-459b-4f74-a2bf-fa30e6bd1c14 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81770df6bdea4e16997de38de3b3787e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0817347 Mar 09 03:51:57.916011 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35368) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:57.919733 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb76397-1c28-48aa-9a78-40046c0dab1b tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa8f8a0c-8578-4aff-989d-46f08946d170,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:57.921137 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-141ac8c8-0822-4035-87d5-f9e518bfc096 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting port a7f9c33b-4eac-4c02-9589-dfbb0db2e9aa {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:51:57.921499 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-141ac8c8-0822-4035-87d5-f9e518bfc096 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:57.940641 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-beb76397-1c28-48aa-9a78-40046c0dab1b tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] 10.222.0.16 "DELETE /v2.0/ports/fa8f8a0c-8578-4aff-989d-46f08946d170 HTTP/1.1" status: 204 len: 168 time: 1.6860459 Mar 09 03:51:57.942990 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35370) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:58.006536 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-95899555-9de8-4eb6-81c9-b44022285777 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] GET failed (client error): The resource could not be found. Mar 09 03:51:58.007094 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-95899555-9de8-4eb6-81c9-b44022285777 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Synchronizing usage tracker for tenant:09ae76f255af4b1d91a14c90816e0497 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:51:58.025457 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af33a72f-6476-4b35-a587-09d385b15b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:58.072899 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-95899555-9de8-4eb6-81c9-b44022285777 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] Unset dirty status for tenant:09ae76f255af4b1d91a14c90816e0497 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:51:58.077634 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-95899555-9de8-4eb6-81c9-b44022285777 tempest-PortsAdminExtendedAttrsTestJSON-1380048258 tempest-PortsAdminExtendedAttrsTestJSON-1380048258-project-admin] 10.222.0.16 "GET /v2.0/ports/fa8f8a0c-8578-4aff-989d-46f08946d170 HTTP/1.1" status: 404 len: 333 time: 0.1333830 Mar 09 03:51:58.080136 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35376) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:58.119279 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af33a72f-6476-4b35-a587-09d385b15b14 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:51:58.124047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-af33a72f-6476-4b35-a587-09d385b15b14 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:51:58.127905 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af33a72f-6476-4b35-a587-09d385b15b14 admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:51:58.167631 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33a72f-6476-4b35-a587-09d385b15b14 admin admin] Pushing event updated for resources: {'Port': ['ID=d4ac51c2-063f-4601-9bdd-74974d1fd703,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:58.310112 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9163baec-ff25-4a99-b72d-35048f9a27ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:58.372891 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-582d40df-9fda-49a9-bc63-cae5820eb837 tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:58.391100 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9163baec-ff25-4a99-b72d-35048f9a27ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:58.560357 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-141ac8c8-0822-4035-87d5-f9e518bfc096 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:58.653289 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af33a72f-6476-4b35-a587-09d385b15b14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:58.717280 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-80bb5a96-4c06-4c42-9927-43c9dc065ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:58.742815 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 06a1198a-af29-4ddd-bb78-ee6bae79abd4 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:51:58.880092 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 06a1198a-af29-4ddd-bb78-ee6bae79abd4 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:51:58.888415 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-141ac8c8-0822-4035-87d5-f9e518bfc096 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Calling delete_port for a7f9c33b-4eac-4c02-9589-dfbb0db2e9aa owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:51:58.920043 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7532f566-5e2d-4e3d-9cd9-0f9044b73797 None None] Provisioning for port 06a1198a-af29-4ddd-bb78-ee6bae79abd4 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:51:58.929268 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7532f566-5e2d-4e3d-9cd9-0f9044b73797 None None] Provisioning complete for port 06a1198a-af29-4ddd-bb78-ee6bae79abd4 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:51:58.929964 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7532f566-5e2d-4e3d-9cd9-0f9044b73797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:59.114428 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7532f566-5e2d-4e3d-9cd9-0f9044b73797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:59.177161 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-7532f566-5e2d-4e3d-9cd9-0f9044b73797 None None] For port 06a1198a-af29-4ddd-bb78-ee6bae79abd4, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=06a1198a-af29-4ddd-bb78-ee6bae79abd4,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:51:59.190065 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7532f566-5e2d-4e3d-9cd9-0f9044b73797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:59.278042 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-582d40df-9fda-49a9-bc63-cae5820eb837 tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:59.284353 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532f566-5e2d-4e3d-9cd9-0f9044b73797 None None] Pushing event updated for resources: {'Port': ['ID=06a1198a-af29-4ddd-bb78-ee6bae79abd4,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:59.314985 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef113e2f-60f2-476f-aa25-d35b14273840 None None] Provisioning for port a7f9c33b-4eac-4c02-9589-dfbb0db2e9aa completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:51:59.318067 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-141ac8c8-0822-4035-87d5-f9e518bfc096 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:59.324135 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef113e2f-60f2-476f-aa25-d35b14273840 None None] Provisioning complete for port a7f9c33b-4eac-4c02-9589-dfbb0db2e9aa triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:51:59.324748 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef113e2f-60f2-476f-aa25-d35b14273840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:59.327368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-582d40df-9fda-49a9-bc63-cae5820eb837 tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab4ef5e-a83b-491f-81fb-b90792b80bd0']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:59.364103 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef113e2f-60f2-476f-aa25-d35b14273840 None None] Port a7f9c33b-4eac-4c02-9589-dfbb0db2e9aa was deleted so its status cannot be updated. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 09 03:51:59.382644 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9163baec-ff25-4a99-b72d-35048f9a27ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:59.387785 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-582d40df-9fda-49a9-bc63-cae5820eb837 tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ed4028-648a-45d2-badd-e927aab35086') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:59.388074 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-582d40df-9fda-49a9-bc63-cae5820eb837 tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ed4028-648a-45d2-badd-e927aab35086') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:51:59.394009 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af33a72f-6476-4b35-a587-09d385b15b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:59.405224 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ac8c8-0822-4035-87d5-f9e518bfc096 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Port': ['ID=a7f9c33b-4eac-4c02-9589-dfbb0db2e9aa,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:59.423320 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-582d40df-9fda-49a9-bc63-cae5820eb837 tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:59.459917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163baec-ff25-4a99-b72d-35048f9a27ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40ff21f-4495-42f3-bdb7-5b20e669d3b6,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:59.491302 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-141ac8c8-0822-4035-87d5-f9e518bfc096 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:59.508678 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-582d40df-9fda-49a9-bc63-cae5820eb837 tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:59.520339 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9163baec-ff25-4a99-b72d-35048f9a27ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:59.521541 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9163baec-ff25-4a99-b72d-35048f9a27ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e40ff21f-4495-42f3-bdb7-5b20e669d3b6 HTTP/1.1" status: 204 len: 168 time: 1.5591743 Mar 09 03:51:59.526112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582d40df-9fda-49a9-bc63-cae5820eb837 tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:51:59.527200 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-582d40df-9fda-49a9-bc63-cae5820eb837 tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:59.545947 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-141ac8c8-0822-4035-87d5-f9e518bfc096 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/a7f9c33b-4eac-4c02-9589-dfbb0db2e9aa HTTP/1.1" status: 204 len: 168 time: 1.9191177 Mar 09 03:51:59.554606 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df7857-40fa-46d0-a5d1-d3dd8f2496f5 req-92e3a59b-0494-4fe2-977b-7cd18173699c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:59.562057 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-31df7857-40fa-46d0-a5d1-d3dd8f2496f5 req-92e3a59b-0494-4fe2-977b-7cd18173699c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 945 time: 0.4520311 Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:51:59.576773 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:51:59.580039 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35386) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:59.721877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af33a72f-6476-4b35-a587-09d385b15b14 admin admin] Router 3ddddd6a-502c-40fd-b37e-2c74c6b24d7a is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:51:59.764395 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b21ed3-ef46-4461-8ba9-1fd8dc25bf52 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:59.766782 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b21ed3-ef46-4461-8ba9-1fd8dc25bf52 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:51:59.770717 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-34b21ed3-ef46-4461-8ba9-1fd8dc25bf52 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1740732 Mar 09 03:51:59.773283 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-31df7857-40fa-46d0-a5d1-d3dd8f2496f5 req-ef38480f-2b6d-40b6-89f0-4dd1a7365093 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102389 Mar 09 03:51:59.773818 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35392) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:51:59.820388 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-582d40df-9fda-49a9-bc63-cae5820eb837 tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:59.862287 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-582d40df-9fda-49a9-bc63-cae5820eb837 tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:59.869964 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d40df-9fda-49a9-bc63-cae5820eb837 tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] Pushing event deleted for resources: {'Network': ['ID=0ab4ef5e-a83b-491f-81fb-b90792b80bd0,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:51:59.873995 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-582d40df-9fda-49a9-bc63-cae5820eb837 tempest-PortsAdminExtendedAttrsTestJSON-1860012056 tempest-PortsAdminExtendedAttrsTestJSON-1860012056-project] 10.222.0.16 "DELETE /v2.0/networks/0ab4ef5e-a83b-491f-81fb-b90792b80bd0 HTTP/1.1" status: 204 len: 168 time: 1.7915738 Mar 09 03:51:59.919712 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec311652-9d48-4bdc-b120-3b4e883c126a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet 3188fc98-47f4-45e7-b25f-e62c74795a5b {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:51:59.929444 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ec311652-9d48-4bdc-b120-3b4e883c126a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:51:59.992988 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af33a72f-6476-4b35-a587-09d385b15b14 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:52:00.005210 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] Sync routers for ids ['3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:52:00.018421 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] Routers {'3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:52:00.021555 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:51:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:00.034003 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ec311652-9d48-4bdc-b120-3b4e883c126a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:00.036925 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af33a72f-6476-4b35-a587-09d385b15b14 admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:00.038336 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-af33a72f-6476-4b35-a587-09d385b15b14 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4148595 Mar 09 03:52:00.040910 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35404) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:00.166484 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 511f2d01-a9da-4474-99e0-1235b2858a4d up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:52:00.301040 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ec311652-9d48-4bdc-b120-3b4e883c126a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:00.356369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35418) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:00.404819 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 511f2d01-a9da-4474-99e0-1235b2858a4d completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:52:00.415991 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ec311652-9d48-4bdc-b120-3b4e883c126a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:00.451636 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 511f2d01-a9da-4474-99e0-1235b2858a4d triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:52:00.452485 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:00.517076 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ec311652-9d48-4bdc-b120-3b4e883c126a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:00.526123 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec311652-9d48-4bdc-b120-3b4e883c126a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=3188fc98-47f4-45e7-b25f-e62c74795a5b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:00.535490 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8747f454-eb24-4c73-8257-d68a22763c1d None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:52:00.545202 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ec311652-9d48-4bdc-b120-3b4e883c126a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/3188fc98-47f4-45e7-b25f-e62c74795a5b HTTP/1.1" status: 204 len: 168 time: 0.7682664 Mar 09 03:52:00.545801 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35430) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:00.621494 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] Set router 3ddddd6a-502c-40fd-b37e-2c74c6b24d7a gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:52:00.725540 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ea38096d-4559-4bf7-8b1e-dd12bdf44fac tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1693046 Mar 09 03:52:00.726425 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35438) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:00.856589 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 06a1198a-af29-4ddd-bb78-ee6bae79abd4 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:52:00.921455 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e374a4af-8f09-4cb7-9109-744ccda8bbe2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:00.929778 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e374a4af-8f09-4cb7-9109-744ccda8bbe2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:00.963313 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e374a4af-8f09-4cb7-9109-744ccda8bbe2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:00.965075 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e374a4af-8f09-4cb7-9109-744ccda8bbe2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2376719 Mar 09 03:52:00.967581 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35446) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:01.108722 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ee4505a3-2862-436b-a54a-dd007334171e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=543e7da9cd524f9a8b091cde57f84807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7479796 Mar 09 03:52:01.113504 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35454) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:01.119347 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d947751-2943-4d62-a5e8-67064d00d864 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:01.120653 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3d947751-2943-4d62-a5e8-67064d00d864 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:01.205311 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3d947751-2943-4d62-a5e8-67064d00d864 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:01.207066 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3d947751-2943-4d62-a5e8-67064d00d864 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2382104 Mar 09 03:52:01.208494 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c3423116-a7c7-4656-ade7-4844f2befd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:01.210387 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35458) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:01.365688 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771822ca-cb72-4a6b-b108-1775b3dea1de req-cae781c9-db92-4bee-9e7e-8d88ea09c8b3 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:01.371381 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-771822ca-cb72-4a6b-b108-1775b3dea1de req-cae781c9-db92-4bee-9e7e-8d88ea09c8b3 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 945 time: 0.3805950 Mar 09 03:52:01.431794 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-12e509c3-48f8-42e1-8de7-37c1e24a41e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2198095 Mar 09 03:52:01.438972 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2ddc4534-ca36-48ac-8623-74d101c19b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:01.445836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35466) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:01.456311 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-ff610625-6c9d-457d-acf8-72df1603abe8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:01.517981 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c3423116-a7c7-4656-ade7-4844f2befd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:01.564275 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:01.630789 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74bab70-db8d-4ac9-a53a-980fa3899b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511f2d01-a9da-4474-99e0-1235b2858a4d'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:52:01.647368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ff610625-6c9d-457d-acf8-72df1603abe8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:01.659693 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ff610625-6c9d-457d-acf8-72df1603abe8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:01.672761 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff610625-6c9d-457d-acf8-72df1603abe8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:52:01.676617 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff610625-6c9d-457d-acf8-72df1603abe8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:01.746259 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c3423116-a7c7-4656-ade7-4844f2befd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:01.747040 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 511f2d01-a9da-4474-99e0-1235b2858a4d, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=511f2d01-a9da-4474-99e0-1235b2858a4d,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:01.755065 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 06a1198a-af29-4ddd-bb78-ee6bae79abd4 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:52:01.755635 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:01.789344 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:01.794415 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-771822ca-cb72-4a6b-b108-1775b3dea1de req-e4218403-072a-4272-aaff-532b3cbe4577 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305947 Mar 09 03:52:01.848290 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c3423116-a7c7-4656-ade7-4844f2befd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:01.860956 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c3423116-a7c7-4656-ade7-4844f2befd37 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1cf9a6bb-e049-4f45-89f8-d3f7aae673d5 HTTP/1.1" status: 204 len: 168 time: 0.7360058 Mar 09 03:52:01.861999 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3423116-a7c7-4656-ade7-4844f2befd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf9a6bb-e049-4f45-89f8-d3f7aae673d5,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:01.954388 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=511f2d01-a9da-4474-99e0-1235b2858a4d,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:02.009498 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74bab70-db8d-4ac9-a53a-980fa3899b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511f2d01-a9da-4474-99e0-1235b2858a4d', 'code': 200} Mar 09 03:52:02.028583 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1f4c8e-f58a-4892-9434-07a40685afbb None None] DHCP port deletion for 52061912-70e8-4f32-8bcd-36eeab65c7b8 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:52:02.039058 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-472785ce-2aea-4a6b-b5db-fb13944c2915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:02.054063 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ba1f4c8e-f58a-4892-9434-07a40685afbb None None] Deleting port 06a1198a-af29-4ddd-bb78-ee6bae79abd4 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:52:02.054711 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ba1f4c8e-f58a-4892-9434-07a40685afbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:02.110458 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-584081132-router', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'd4ac51c2-063f-4601-9bdd-74974d1fd703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:51:54Z', 'updated_at': '2022-03-09T03:51:58Z', 'revision_number': 3, 'project_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'gw_port': {'id': 'd4ac51c2-063f-4601-9bdd-74974d1fd703', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:51:56Z', 'updated_at': '2022-03-09T03:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:02.124570 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35478) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:02.126308 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:02.138218 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] Checking router: 3ddddd6a-502c-40fd-b37e-2c74c6b24d7a for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:52:02.138570 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] Updating router 3ddddd6a-502c-40fd-b37e-2c74c6b24d7a port d4ac51c2-063f-4601-9bdd-74974d1fd703 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:52:02.231866 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:02.246638 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff610625-6c9d-457d-acf8-72df1603abe8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:02.259298 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:02.460342 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff610625-6c9d-457d-acf8-72df1603abe8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:52:02.463311 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff610625-6c9d-457d-acf8-72df1603abe8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=c6e9a980-b694-4cfb-be8f-bda932e985ea,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:02.468647 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ba1f4c8e-f58a-4892-9434-07a40685afbb None None] For port 06a1198a-af29-4ddd-bb78-ee6bae79abd4, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=06a1198a-af29-4ddd-bb78-ee6bae79abd4,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:02.469089 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ba1f4c8e-f58a-4892-9434-07a40685afbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:02.489015 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-ff610625-6c9d-457d-acf8-72df1603abe8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:52:02.499954 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff610625-6c9d-457d-acf8-72df1603abe8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:02.502486 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff610625-6c9d-457d-acf8-72df1603abe8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:02.503049 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce18ac3-8551-4a4e-96b5-83cbef04973a req-a7b85a36-e70d-4748-b930-6850e4e485cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:02.504902 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7ce18ac3-8551-4a4e-96b5-83cbef04973a req-a7b85a36-e70d-4748-b930-6850e4e485cf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 1097 time: 0.4270573 Mar 09 03:52:02.538333 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35486) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:02.550312 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-80eb5990-56c9-4b8d-9b8b-14cf0379dc7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:02.575174 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-80eb5990-56c9-4b8d-9b8b-14cf0379dc7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:02.581800 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-80eb5990-56c9-4b8d-9b8b-14cf0379dc7c admin admin] Usage tracker for resource:security_group_rule and tenant:8678fe822b694f4eae25a270d0aff447 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:02.590084 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ff610625-6c9d-457d-acf8-72df1603abe8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1429138 Mar 09 03:52:02.590917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35490) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:02.593162 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-80eb5990-56c9-4b8d-9b8b-14cf0379dc7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:02.605176 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-1d914706-e18d-462f-a61d-a6f6ee8d620e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'fixed_ips': [{'subnet_id': 'c6e9a980-b694-4cfb-be8f-bda932e985ea', 'ip_address': '2001:db8::50e2:7a5d:2cdf:2d93'}], 'name': 'tempest-NetworksTestDHCPv6-1815158661'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:02.610477 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ba1f4c8e-f58a-4892-9434-07a40685afbb None None] Calling delete_port for 06a1198a-af29-4ddd-bb78-ee6bae79abd4 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:52:02.627240 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-80eb5990-56c9-4b8d-9b8b-14cf0379dc7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:02.651395 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-472785ce-2aea-4a6b-b5db-fb13944c2915 admin admin] Allocated IP 172.20.0.1 (1ac13dcf-49d1-494e-9bd9-1e962da8e8f0/965f9e8b-c887-40f8-8e3e-40a337410283/cf8f5d41-37a7-413c-bfdb-6bc4722d242b) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:52:02.667263 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 06a1198a-af29-4ddd-bb78-ee6bae79abd4 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:52:02.743318 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-80eb5990-56c9-4b8d-9b8b-14cf0379dc7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:02.820246 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-472785ce-2aea-4a6b-b5db-fb13944c2915 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:02.840681 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-80eb5990-56c9-4b8d-9b8b-14cf0379dc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:02.894388 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7ce18ac3-8551-4a4e-96b5-83cbef04973a req-c9c155df-955a-4c22-8095-76f01869ccb0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806944 Mar 09 03:52:02.955905 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ba1f4c8e-f58a-4892-9434-07a40685afbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:02.980520 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-26369463-f56a-487b-914f-5aef180bfffe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=09ae76f255af4b1d91a14c90816e0497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4410851 Mar 09 03:52:02.983283 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35496) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:02.985868 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1d914706-e18d-462f-a61d-a6f6ee8d620e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:02.989475 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb5990-56c9-4b8d-9b8b-14cf0379dc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75def001-bbba-4b85-b643-899a8eb3096d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:03.012907 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-80eb5990-56c9-4b8d-9b8b-14cf0379dc7c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8678fe822b694f4eae25a270d0aff447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8850183 Mar 09 03:52:03.017454 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35500) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:03.033089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Port 06a1198a-af29-4ddd-bb78-ee6bae79abd4 update to DOWN by agent not found {{(pid=87882) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 09 03:52:03.035014 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1d914706-e18d-462f-a61d-a6f6ee8d620e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:03.056088 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f4c8e-f58a-4892-9434-07a40685afbb None None] Pushing event deleted for resources: {'Port': ['ID=06a1198a-af29-4ddd-bb78-ee6bae79abd4,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:03.060277 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1f4c8e-f58a-4892-9434-07a40685afbb None None] No DVR routers for this DVR port 06a1198a-af29-4ddd-bb78-ee6bae79abd4 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:52:03.076798 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d914706-e18d-462f-a61d-a6f6ee8d620e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:52:03.084608 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09149b4f-8201-4f72-a4e3-ab6394f904b5 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:52:03.117702 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-472785ce-2aea-4a6b-b5db-fb13944c2915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:03.166049 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a34550b2-ec50-4ee6-b942-6e7f9b53445a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:03.209655 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a34550b2-ec50-4ee6-b942-6e7f9b53445a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:03.217977 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:03.236475 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] Transition to ACTIVE for port object d4ac51c2-063f-4601-9bdd-74974d1fd703 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:52:03.262079 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472785ce-2aea-4a6b-b5db-fb13944c2915 admin admin] Pushing event updated for resources: {'Port': ['ID=cf8f5d41-37a7-413c-bfdb-6bc4722d242b,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:03.268386 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472785ce-2aea-4a6b-b5db-fb13944c2915 admin admin] Network 1ac13dcf-49d1-494e-9bd9-1e962da8e8f0 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:52:03.269147 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-997c51f4-cc94-4298-b188-c4861c961fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:03.272761 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-472785ce-2aea-4a6b-b5db-fb13944c2915 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:52:03.278830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472785ce-2aea-4a6b-b5db-fb13944c2915 admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:52:03.317627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a26b3-bece-4c4f-8fd7-7b7af816d6ec req-9de4c470-906b-4833-a17b-72ae2a22cb76 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:03.319268 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-910a26b3-bece-4c4f-8fd7-7b7af816d6ec req-9de4c470-906b-4833-a17b-72ae2a22cb76 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 946 time: 0.3458271 Mar 09 03:52:03.371238 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d914706-e18d-462f-a61d-a6f6ee8d620e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:03.385273 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:03.397202 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-1d914706-e18d-462f-a61d-a6f6ee8d620e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] device_id is not set on port 6e36ed35-97af-4073-b611-729a8d15d219 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:52:03.408269 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-997c51f4-cc94-4298-b188-c4861c961fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:03.415376 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-472785ce-2aea-4a6b-b5db-fb13944c2915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:03.444707 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a34550b2-ec50-4ee6-b942-6e7f9b53445a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:03.488122 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34550b2-ec50-4ee6-b942-6e7f9b53445a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75def001-bbba-4b85-b643-899a8eb3096d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:03.497502 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c48da-8082-4e40-b1ca-f197e06ca02f None None] Pushing event updated for resources: {'Port': ['ID=d4ac51c2-063f-4601-9bdd-74974d1fd703,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:03.541556 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a34550b2-ec50-4ee6-b942-6e7f9b53445a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:03.545122 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a34550b2-ec50-4ee6-b942-6e7f9b53445a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/75def001-bbba-4b85-b643-899a8eb3096d HTTP/1.1" status: 204 len: 168 time: 0.5242527 Mar 09 03:52:03.584302 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] Attempting to bind port d4ac51c2-063f-4601-9bdd-74974d1fd703 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:52:03.584669 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] Attempting to bind port d4ac51c2-063f-4601-9bdd-74974d1fd703 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:52:03.585037 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] Attempting to bind port d4ac51c2-063f-4601-9bdd-74974d1fd703 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:52:03.595446 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:03.621578 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:52:03.622341 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:52:03.622965 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:03.623702 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:52:03.624331 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] Bound port: d4ac51c2-063f-4601-9bdd-74974d1fd703, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:52:03.624884 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:03.700392 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] For port d4ac51c2-063f-4601-9bdd-74974d1fd703, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:52:03.704539 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] For port d4ac51c2-063f-4601-9bdd-74974d1fd703, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d4ac51c2-063f-4601-9bdd-74974d1fd703,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:52:03.709124 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f363d0-5bb4-4655-9ae5-e0a29e0652cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-52061912-70e8-4f32-8bcd-36eeab65c7b8', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'fixed_ips': [{'subnet_id': 'c6e9a980-b694-4cfb-be8f-bda932e985ea'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:52:03.710175 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-19f363d0-5bb4-4655-9ae5-e0a29e0652cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:03.717817 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-997c51f4-cc94-4298-b188-c4861c961fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:03.724219 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:03.760009 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-910a26b3-bece-4c4f-8fd7-7b7af816d6ec req-36969a95-007e-4203-84f4-c4c78151b14b tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253814 Mar 09 03:52:03.763967 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c51f4-cc94-4298-b188-c4861c961fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edd1327-a3a0-4fa5-9dac-ff836909b777,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:03.788141 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-997c51f4-cc94-4298-b188-c4861c961fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:03.789279 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-997c51f4-cc94-4298-b188-c4861c961fa9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9edd1327-a3a0-4fa5-9dac-ff836909b777 HTTP/1.1" status: 204 len: 168 time: 0.8051021 Mar 09 03:52:03.808066 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-1d914706-e18d-462f-a61d-a6f6ee8d620e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 2001:db8::50e2:7a5d:2cdf:2d93 (52061912-70e8-4f32-8bcd-36eeab65c7b8/c6e9a980-b694-4cfb-be8f-bda932e985ea/6e36ed35-97af-4073-b611-729a8d15d219) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:52:03.897107 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] Routers {'3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:52:03.897744 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:52:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:03.980332 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c48da-8082-4e40-b1ca-f197e06ca02f None None] Pushing event updated for resources: {'Port': ['ID=d4ac51c2-063f-4601-9bdd-74974d1fd703,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:04.135924 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-472785ce-2aea-4a6b-b5db-fb13944c2915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:04.161894 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:04.205408 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] Set router 3ddddd6a-502c-40fd-b37e-2c74c6b24d7a gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:52:04.264751 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d914706-e18d-462f-a61d-a6f6ee8d620e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:04.294402 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-1d914706-e18d-462f-a61d-a6f6ee8d620e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Transition to ACTIVE for port object 6e36ed35-97af-4073-b611-729a8d15d219 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:52:04.342974 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d914706-e18d-462f-a61d-a6f6ee8d620e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:04.491724 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d914706-e18d-462f-a61d-a6f6ee8d620e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:52:04.498248 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-1d914706-e18d-462f-a61d-a6f6ee8d620e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:52:04.530308 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d914706-e18d-462f-a61d-a6f6ee8d620e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:52:04.540936 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d914706-e18d-462f-a61d-a6f6ee8d620e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:04.541605 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d914706-e18d-462f-a61d-a6f6ee8d620e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:04.582145 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d914706-e18d-462f-a61d-a6f6ee8d620e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=6e36ed35-97af-4073-b611-729a8d15d219,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:04.607872 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1d914706-e18d-462f-a61d-a6f6ee8d620e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0075290 Mar 09 03:52:04.611528 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35538) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:04.621930 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-c4b2195a-9f6e-4ece-b6e5-123ceaa0e1c1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'fixed_ips': [{'subnet_id': 'c6e9a980-b694-4cfb-be8f-bda932e985ea', 'ip_address': '2001:db8::50e2:7a5d:2cdf:2d93'}], 'name': 'tempest-NetworksTestDHCPv6-1326737896'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:04.649392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35542) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:04.738165 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-19f363d0-5bb4-4655-9ae5-e0a29e0652cf None None] Allocated IP 2001:db8::2 (52061912-70e8-4f32-8bcd-36eeab65c7b8/c6e9a980-b694-4cfb-be8f-bda932e985ea/31d6ea86-2eff-4a70-89e6-84622eb9100a) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:52:04.773294 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-472785ce-2aea-4a6b-b5db-fb13944c2915 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:04.783788 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-472785ce-2aea-4a6b-b5db-fb13944c2915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:04.943849 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c4b2195a-9f6e-4ece-b6e5-123ceaa0e1c1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:04.962444 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c4b2195a-9f6e-4ece-b6e5-123ceaa0e1c1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:port and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:04.973443 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c4b2195a-9f6e-4ece-b6e5-123ceaa0e1c1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:04.986683 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c4b2195a-9f6e-4ece-b6e5-123ceaa0e1c1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:05.012598 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b2195a-9f6e-4ece-b6e5-123ceaa0e1c1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:52:05.037189 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c4b2195a-9f6e-4ece-b6e5-123ceaa0e1c1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:05.131640 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-472785ce-2aea-4a6b-b5db-fb13944c2915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:05.149199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472785ce-2aea-4a6b-b5db-fb13944c2915 admin admin] Pushing event updated for resources: {'Port': ['ID=cf8f5d41-37a7-413c-bfdb-6bc4722d242b,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:05.194412 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-c4b2195a-9f6e-4ece-b6e5-123ceaa0e1c1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] device_id is not set on port b313e541-4293-4c9a-8be2-2a519b12de8d yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:52:05.260127 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-584081132-router', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'd4ac51c2-063f-4601-9bdd-74974d1fd703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:51:54Z', 'updated_at': '2022-03-09T03:51:58Z', 'revision_number': 3, 'project_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'gw_port': {'id': 'd4ac51c2-063f-4601-9bdd-74974d1fd703', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:51:56Z', 'updated_at': '2022-03-09T03:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:05.291800 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b050541f-5b2a-43b4-b015-32e3f23d2893 None None] The sync data for ids ['3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'] in n-d-825178-5 is: [{'id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-584081132-router', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'd4ac51c2-063f-4601-9bdd-74974d1fd703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:51:54Z', 'updated_at': '2022-03-09T03:51:58Z', 'revision_number': 3, 'project_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'gw_port': {'id': 'd4ac51c2-063f-4601-9bdd-74974d1fd703', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:51:56Z', 'updated_at': '2022-03-09T03:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:52:05.334125 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-19f363d0-5bb4-4655-9ae5-e0a29e0652cf None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:05.371619 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-19f363d0-5bb4-4655-9ae5-e0a29e0652cf None None] Transition to ACTIVE for port object 31d6ea86-2eff-4a70-89e6-84622eb9100a will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:52:05.419824 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-19f363d0-5bb4-4655-9ae5-e0a29e0652cf None None] Transition to ACTIVE for port object 31d6ea86-2eff-4a70-89e6-84622eb9100a will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:52:05.427966 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-19f363d0-5bb4-4655-9ae5-e0a29e0652cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:05.518188 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f363d0-5bb4-4655-9ae5-e0a29e0652cf None None] Pushing event updated for resources: {'Port': ['ID=31d6ea86-2eff-4a70-89e6-84622eb9100a,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:05.530326 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f363d0-5bb4-4655-9ae5-e0a29e0652cf None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:52:05.531502 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-19f363d0-5bb4-4655-9ae5-e0a29e0652cf None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:52:05.534763 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f363d0-5bb4-4655-9ae5-e0a29e0652cf None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:52:05.618710 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660353ec-5701-4833-951a-d8531a8865f2 req-e250c942-f58f-4a6c-98f2-746307a84e60 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:05.629922 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-660353ec-5701-4833-951a-d8531a8865f2 req-e250c942-f58f-4a6c-98f2-746307a84e60 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 946 time: 0.5674412 Mar 09 03:52:05.634438 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-19f363d0-5bb4-4655-9ae5-e0a29e0652cf None None] Attempting to bind port 31d6ea86-2eff-4a70-89e6-84622eb9100a on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:52:05.634902 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-19f363d0-5bb4-4655-9ae5-e0a29e0652cf None None] Attempting to bind port 31d6ea86-2eff-4a70-89e6-84622eb9100a by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:52:05.635279 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f363d0-5bb4-4655-9ae5-e0a29e0652cf None None] Attempting to bind port 31d6ea86-2eff-4a70-89e6-84622eb9100a on network 52061912-70e8-4f32-8bcd-36eeab65c7b8 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:52:05.651827 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f363d0-5bb4-4655-9ae5-e0a29e0652cf None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:52:05.652442 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f363d0-5bb4-4655-9ae5-e0a29e0652cf None None] Checking segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:52:05.653494 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-19f363d0-5bb4-4655-9ae5-e0a29e0652cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:05.654041 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f363d0-5bb4-4655-9ae5-e0a29e0652cf None None] Bound using segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:52:05.654693 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-19f363d0-5bb4-4655-9ae5-e0a29e0652cf None None] Bound port: 31d6ea86-2eff-4a70-89e6-84622eb9100a, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:52:05.655319 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-19f363d0-5bb4-4655-9ae5-e0a29e0652cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:05.789232 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-660353ec-5701-4833-951a-d8531a8865f2 req-e219da9c-436d-4df9-b9df-f90b2e680a41 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582389 Mar 09 03:52:05.796728 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-19f363d0-5bb4-4655-9ae5-e0a29e0652cf None None] For port 31d6ea86-2eff-4a70-89e6-84622eb9100a, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:52:05.812708 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-19f363d0-5bb4-4655-9ae5-e0a29e0652cf None None] For port 31d6ea86-2eff-4a70-89e6-84622eb9100a, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=31d6ea86-2eff-4a70-89e6-84622eb9100a,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:52:05.818450 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-19f363d0-5bb4-4655-9ae5-e0a29e0652cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:05.837732 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b2195a-9f6e-4ece-b6e5-123ceaa0e1c1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 09 03:52:05.838187 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b2195a-9f6e-4ece-b6e5-123ceaa0e1c1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:52:05.920672 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c4b2195a-9f6e-4ece-b6e5-123ceaa0e1c1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3055215 Mar 09 03:52:05.921082 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35576) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:06.079295 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f363d0-5bb4-4655-9ae5-e0a29e0652cf None None] Pushing event updated for resources: {'Port': ['ID=31d6ea86-2eff-4a70-89e6-84622eb9100a,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:06.146850 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f98e42c-66fa-48c9-b4c8-370489dec83b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:06.174515 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f98e42c-66fa-48c9-b4c8-370489dec83b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:06.175924 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7f98e42c-66fa-48c9-b4c8-370489dec83b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:06.211447 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472785ce-2aea-4a6b-b5db-fb13944c2915 admin admin] Network 1ac13dcf-49d1-494e-9bd9-1e962da8e8f0 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:52:06.218029 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-472785ce-2aea-4a6b-b5db-fb13944c2915 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:52:06.218295 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7f98e42c-66fa-48c9-b4c8-370489dec83b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:06.219942 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7f98e42c-66fa-48c9-b4c8-370489dec83b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2977452 Mar 09 03:52:06.222760 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35588) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:06.460575 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-6bf2345e-4c5b-46c4-9df9-0dae07262f66 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting port 6e36ed35-97af-4073-b611-729a8d15d219 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:52:06.460916 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6bf2345e-4c5b-46c4-9df9-0dae07262f66 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:06.713800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472785ce-2aea-4a6b-b5db-fb13944c2915 admin admin] Router 3ddddd6a-502c-40fd-b37e-2c74c6b24d7a has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:52:06.917924 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d4ac51c2-063f-4601-9bdd-74974d1fd703 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:52:07.048283 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port d4ac51c2-063f-4601-9bdd-74974d1fd703 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:52:07.063797 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port d4ac51c2-063f-4601-9bdd-74974d1fd703 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:52:07.064172 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:07.121857 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6bf2345e-4c5b-46c4-9df9-0dae07262f66 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:07.224521 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03a7dd8e-5b2a-432a-835d-a1476d345acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:07.299056 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:07.309216 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-6bf2345e-4c5b-46c4-9df9-0dae07262f66 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Calling delete_port for 6e36ed35-97af-4073-b611-729a8d15d219 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:52:07.321615 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port d4ac51c2-063f-4601-9bdd-74974d1fd703, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d4ac51c2-063f-4601-9bdd-74974d1fd703,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:07.335199 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:07.336539 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 31d6ea86-2eff-4a70-89e6-84622eb9100a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:52:07.354339 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472785ce-2aea-4a6b-b5db-fb13944c2915 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:52:07.364494 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-472785ce-2aea-4a6b-b5db-fb13944c2915 admin admin] 10.222.0.16 "PUT /v2.0/routers/3ddddd6a-502c-40fd-b37e-2c74c6b24d7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3224652 Mar 09 03:52:07.367704 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35622) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:07.419586 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14cb8c-0fd8-4506-88e9-936cd5413d70 req-78ffcfc4-efcf-42e7-9056-3509c3e213fe tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:07.421132 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1f14cb8c-0fd8-4506-88e9-936cd5413d70 req-78ffcfc4-efcf-42e7-9056-3509c3e213fe tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 946 time: 1.1181159 Mar 09 03:52:07.511008 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1f14cb8c-0fd8-4506-88e9-936cd5413d70 req-60d524c9-48ad-43ac-a706-233f96a66d3c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804834 Mar 09 03:52:07.605160 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=d4ac51c2-063f-4601-9bdd-74974d1fd703,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:07.650237 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 31d6ea86-2eff-4a70-89e6-84622eb9100a completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:52:07.667921 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6bf2345e-4c5b-46c4-9df9-0dae07262f66 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:07.871673 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0b4e89f6-e011-4be3-9019-c863152e581e None None] Provisioning for port 31d6ea86-2eff-4a70-89e6-84622eb9100a completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:52:07.878634 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2345e-4c5b-46c4-9df9-0dae07262f66 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Port': ['ID=6e36ed35-97af-4073-b611-729a8d15d219,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:07.886245 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0b4e89f6-e011-4be3-9019-c863152e581e None None] Provisioning complete for port 31d6ea86-2eff-4a70-89e6-84622eb9100a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:52:07.886664 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0b4e89f6-e011-4be3-9019-c863152e581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:07.896044 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6bf2345e-4c5b-46c4-9df9-0dae07262f66 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:07.933642 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6bf2345e-4c5b-46c4-9df9-0dae07262f66 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/6e36ed35-97af-4073-b611-729a8d15d219 HTTP/1.1" status: 204 len: 168 time: 1.7075500 Mar 09 03:52:07.940672 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ae30ad37-fb7b-4264-a0e4-2bd66224aa4e tempest-QuotasTest-1440189956 tempest-QuotasTest-1440189956-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:07.941139 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35646) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:08.035196 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac39584-b132-439a-bcfe-54d6d79056c5 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:08.036703 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac39584-b132-439a-bcfe-54d6d79056c5 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:08.037446 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6ac39584-b132-439a-bcfe-54d6d79056c5 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:08.068909 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33eb0c-1f67-4d35-a762-b7fef25a42ed req-616f8795-4f3f-4d79-9340-d1d950505ced tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:08.090560 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4e33eb0c-1f67-4d35-a762-b7fef25a42ed req-616f8795-4f3f-4d79-9340-d1d950505ced tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 946 time: 0.3269315 Mar 09 03:52:08.135357 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6ac39584-b132-439a-bcfe-54d6d79056c5 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:08.142589 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6ac39584-b132-439a-bcfe-54d6d79056c5 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2004354 Mar 09 03:52:08.151155 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35658) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:08.179908 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0b4e89f6-e011-4be3-9019-c863152e581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:08.235397 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-0b4e89f6-e011-4be3-9019-c863152e581e None None] For port 31d6ea86-2eff-4a70-89e6-84622eb9100a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=31d6ea86-2eff-4a70-89e6-84622eb9100a,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:08.237168 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] Sync routers for ids ['3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:52:08.242796 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0b4e89f6-e011-4be3-9019-c863152e581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:08.270494 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4e33eb0c-1f67-4d35-a762-b7fef25a42ed req-1cd3fbbb-a0e1-4b53-a913-b302936fadaa tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786749 Mar 09 03:52:08.275701 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] Routers {'3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:52:08.280188 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:52:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:08.342394 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e89f6-e011-4be3-9019-c863152e581e None None] Pushing event updated for resources: {'Port': ['ID=31d6ea86-2eff-4a70-89e6-84622eb9100a,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:08.359470 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-312b72db-58b8-488a-9e90-970ce8071e74 None None] Could not find standard attr ID for object 6e36ed35-97af-4073-b611-729a8d15d219. {{(pid=87882) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 03:52:08.373363 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e5c696-7ee5-4447-9d66-9d7c192b3fca tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet c6e9a980-b694-4cfb-be8f-bda932e985ea {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:52:08.382185 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-99e5c696-7ee5-4447-9d66-9d7c192b3fca tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:08.473387 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35666) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:08.478698 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ae30ad37-fb7b-4264-a0e4-2bd66224aa4e tempest-QuotasTest-1440189956 tempest-QuotasTest-1440189956-project-admin] 10.222.0.16 "PUT /v2.0/quotas/42fb62754173482787b6970bb2567c54 HTTP/1.1" status: 200 len: 366 time: 1.1097317 Mar 09 03:52:08.486775 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d40103-2829-4062-954f-6abef23c8e19 req-5ce423ef-8b36-4e47-bc6d-db43779991f5 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:08.489112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35672) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:08.493472 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-76d40103-2829-4062-954f-6abef23c8e19 req-5ce423ef-8b36-4e47-bc6d-db43779991f5 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/networks?id=1ac13dcf-49d1-494e-9bd9-1e962da8e8f0 HTTP/1.1" status: 200 len: 819 time: 0.3526387 Mar 09 03:52:08.524484 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-76d40103-2829-4062-954f-6abef23c8e19 req-3c89d2a7-1da0-4eb7-be75-02bbeb6db194 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/quotas/6a16ab624ef346d8a3bdbd7e7cfa8c2d HTTP/1.1" status: 200 len: 375 time: 0.0299499 Mar 09 03:52:08.535356 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-782e94ae-78bb-493f-bd15-dfdad0b80d17 tempest-QuotasTest-1440189956 tempest-QuotasTest-1440189956-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0411553 Mar 09 03:52:08.539374 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35680) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:08.565405 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e485e0ff-8194-45a4-803a-038c3f951888 tempest-QuotasTest-1440189956 tempest-QuotasTest-1440189956-project-admin] 10.222.0.16 "GET /v2.0/quotas/42fb62754173482787b6970bb2567c54 HTTP/1.1" status: 200 len: 366 time: 0.0242987 Mar 09 03:52:08.568140 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-99e5c696-7ee5-4447-9d66-9d7c192b3fca tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:08.568478 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35684) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:08.620655 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-15a0fb93-5cc9-440c-bc1d-0ea244d08412 tempest-QuotasTest-1440189956 tempest-QuotasTest-1440189956-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/42fb62754173482787b6970bb2567c54 HTTP/1.1" status: 204 len: 168 time: 0.0478883 Mar 09 03:52:08.626331 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35688) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:08.648860 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:08.668710 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bf465882-e870-49c5-b16e-d7d36fcb403a tempest-QuotasTest-1440189956 tempest-QuotasTest-1440189956-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0383935 Mar 09 03:52:08.678314 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] Set router 3ddddd6a-502c-40fd-b37e-2c74c6b24d7a gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:52:08.684021 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35692) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:08.695931 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-76d40103-2829-4062-954f-6abef23c8e19 req-642e80bd-4c87-4005-abe0-5bdbb2afbe1d tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Synchronizing usage tracker for tenant:6a16ab624ef346d8a3bdbd7e7cfa8c2d on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:08.703371 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-03a7dd8e-5b2a-432a-835d-a1476d345acd admin admin] Deleting port dafec96d-b156-4708-aa7c-c945b01181b8 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:52:08.704300 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03a7dd8e-5b2a-432a-835d-a1476d345acd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:08.724802 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0c67fd44-95e5-4526-b8f1-22ff9e2f9747 tempest-QuotasTest-1440189956 tempest-QuotasTest-1440189956-project-admin] 10.222.0.16 "GET /v2.0/quotas/42fb62754173482787b6970bb2567c54 HTTP/1.1" status: 200 len: 370 time: 0.0380614 Mar 09 03:52:08.725644 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35696) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:08.748706 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-61c5d7b3-1a04-4187-9f21-bbc3b6ccc431 tempest-QuotasTest-1440189956 tempest-QuotasTest-1440189956-project-admin] 10.222.0.16 "GET /v2.0/quotas/42fb62754173482787b6970bb2567c54/default HTTP/1.1" status: 200 len: 370 time: 0.0179307 Mar 09 03:52:08.752186 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35700) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:08.765424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-76d40103-2829-4062-954f-6abef23c8e19 req-642e80bd-4c87-4005-abe0-5bdbb2afbe1d tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Unset dirty status for tenant:6a16ab624ef346d8a3bdbd7e7cfa8c2d on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:08.771080 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d4ac51c2-063f-4601-9bdd-74974d1fd703 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:52:08.773822 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-76d40103-2829-4062-954f-6abef23c8e19 req-642e80bd-4c87-4005-abe0-5bdbb2afbe1d tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a16ab624ef346d8a3bdbd7e7cfa8c2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2486546 Mar 09 03:52:08.776582 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5312b3a6-0909-4553-af8a-94ef4c0b2e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:08.778523 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-76d40103-2829-4062-954f-6abef23c8e19 req-3dd31eb6-95c3-4515-b0cf-5315485fc726 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:52:08.785979 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-76d40103-2829-4062-954f-6abef23c8e19 req-3dd31eb6-95c3-4515-b0cf-5315485fc726 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113635 Mar 09 03:52:08.803173 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5312b3a6-0909-4553-af8a-94ef4c0b2e2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:08.807466 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5312b3a6-0909-4553-af8a-94ef4c0b2e2d admin admin] Usage tracker for resource:security_group_rule and tenant:852b04adc41f4f5aa6097d4aad3209f1 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:08.811325 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5312b3a6-0909-4553-af8a-94ef4c0b2e2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:08.818622 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5312b3a6-0909-4553-af8a-94ef4c0b2e2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:08.849049 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port d4ac51c2-063f-4601-9bdd-74974d1fd703 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:52:08.849500 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:08.920890 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5312b3a6-0909-4553-af8a-94ef4c0b2e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:08.936556 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-76d40103-2829-4062-954f-6abef23c8e19 req-fce720c7-9943-4210-ab40-a1b2c531415c service neutron] 10.222.0.16 "GET /v2.0/networks/1ac13dcf-49d1-494e-9bd9-1e962da8e8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496556 Mar 09 03:52:08.956957 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-f616370c-dce6-4c7a-8a72-96fb3663748e tempest-QuotasTest-1440189956 tempest-QuotasTest-1440189956-project-admin] delete failed (client error): The resource could not be found. Mar 09 03:52:08.957977 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f616370c-dce6-4c7a-8a72-96fb3663748e tempest-QuotasTest-1440189956 tempest-QuotasTest-1440189956-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/42fb62754173482787b6970bb2567c54 HTTP/1.1" status: 404 len: 348 time: 0.2017226 Mar 09 03:52:09.049872 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-99e5c696-7ee5-4447-9d66-9d7c192b3fca tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:09.072830 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 31d6ea86-2eff-4a70-89e6-84622eb9100a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:52:09.138714 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5312b3a6-0909-4553-af8a-94ef4c0b2e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:09.151213 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 31d6ea86-2eff-4a70-89e6-84622eb9100a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:52:09.151727 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:09.201728 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-584081132-router', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'd4ac51c2-063f-4601-9bdd-74974d1fd703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:51:54Z', 'updated_at': '2022-03-09T03:52:03Z', 'revision_number': 4, 'project_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'gw_port': {'id': 'd4ac51c2-063f-4601-9bdd-74974d1fd703', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:51:56Z', 'updated_at': '2022-03-09T03:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'cf8f5d41-37a7-413c-bfdb-6bc4722d242b', 'name': '', 'network_id': '1ac13dcf-49d1-494e-9bd9-1e962da8e8f0', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'mac_address': 'fa:16:3e:98:11:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '965f9e8b-c887-40f8-8e3e-40a337410283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:52:02Z', 'updated_at': '2022-03-09T03:52:04Z', 'revision_number': 2, 'project_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'subnets': [{'id': '965f9e8b-c887-40f8-8e3e-40a337410283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:09.213616 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] Checking router: 3ddddd6a-502c-40fd-b37e-2c74c6b24d7a for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:52:09.213953 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] Updating router 3ddddd6a-502c-40fd-b37e-2c74c6b24d7a port cf8f5d41-37a7-413c-bfdb-6bc4722d242b binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:52:09.268529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35706) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:09.279195 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-99e5c696-7ee5-4447-9d66-9d7c192b3fca tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:09.305948 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:09.311104 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-76d40103-2829-4062-954f-6abef23c8e19 req-a31c11fd-adb3-47d4-bab1-e63505b0ad35 service neutron] 10.222.0.16 "GET /v2.0/networks/1ac13dcf-49d1-494e-9bd9-1e962da8e8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733666 Mar 09 03:52:09.328472 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-03a7dd8e-5b2a-432a-835d-a1476d345acd admin admin] For port dafec96d-b156-4708-aa7c-c945b01181b8, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=dafec96d-b156-4708-aa7c-c945b01181b8,segment=NetworkSegment(8f56de3d-717d-453f-908f-695376d58b50),segment_id=8f56de3d-717d-453f-908f-695376d58b50)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:09.328832 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03a7dd8e-5b2a-432a-835d-a1476d345acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:09.355770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5c696-7ee5-4447-9d66-9d7c192b3fca tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=c6e9a980-b694-4cfb-be8f-bda932e985ea,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:09.357540 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-99e5c696-7ee5-4447-9d66-9d7c192b3fca tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:09.360732 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b29260-77e2-4603-940c-fbcf65bf3fa7 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:52:09.366163 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5312b3a6-0909-4553-af8a-94ef4c0b2e2d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=852b04adc41f4f5aa6097d4aad3209f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8920076 Mar 09 03:52:09.369589 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35710) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:09.371757 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312b3a6-0909-4553-af8a-94ef4c0b2e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babe3385-7fa7-4797-9739-457ca2c53a62,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:09.424397 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-99e5c696-7ee5-4447-9d66-9d7c192b3fca tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/c6e9a980-b694-4cfb-be8f-bda932e985ea HTTP/1.1" status: 204 len: 168 time: 1.2695243 Mar 09 03:52:09.428247 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35714) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:09.525877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-03a7dd8e-5b2a-432a-835d-a1476d345acd admin admin] Calling delete_port for dafec96d-b156-4708-aa7c-c945b01181b8 owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:52:09.564546 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89684140-f889-4f20-ad60-e61463fb5abc req-edaa7d74-acfa-401e-8ac8-0d7ef621132c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:09.566022 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-89684140-f889-4f20-ad60-e61463fb5abc req-edaa7d74-acfa-401e-8ac8-0d7ef621132c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 946 time: 0.7671077 Mar 09 03:52:09.632053 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b7c8b42c-233d-411a-8ecb-e079e89819ef req-d283f006-f170-49b0-9fe5-75036b35abe3 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 210 time: 0.0624146 Mar 09 03:52:09.640569 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3203081b-2d73-4bff-9c58-23886c76c2ff tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2004237 Mar 09 03:52:09.645875 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-31692c91-d4d1-428d-bda8-c5d87dd9cc9a tempest-QuotasTest-1440189956 tempest-QuotasTest-1440189956-project-admin] Usage tracker for resource:network and tenant:ace04ea045504dbb888bec34da3ee90d is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:09.648723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35722) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:09.662222 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-e1616774-9785-4858-97bd-e382b9d19cbc tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:09.695330 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-38b2cc1e-1ced-4604-85f6-924235b395db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:09.725382 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:09.741069 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] Transition to ACTIVE for port object cf8f5d41-37a7-413c-bfdb-6bc4722d242b will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:52:09.748351 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-89684140-f889-4f20-ad60-e61463fb5abc req-46194968-10eb-47b7-8657-85e7cca04ca3 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559117 Mar 09 03:52:09.752423 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:09.787253 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-38b2cc1e-1ced-4604-85f6-924235b395db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:09.805519 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-31692c91-d4d1-428d-bda8-c5d87dd9cc9a tempest-QuotasTest-1440189956 tempest-QuotasTest-1440189956-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:09.811960 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e1616774-9785-4858-97bd-e382b9d19cbc tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:09.827978 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e1616774-9785-4858-97bd-e382b9d19cbc tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:09.832122 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e1616774-9785-4858-97bd-e382b9d19cbc tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:09.839400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-31692c91-d4d1-428d-bda8-c5d87dd9cc9a tempest-QuotasTest-1440189956 tempest-QuotasTest-1440189956-project-admin] Usage tracker for resource:subnet and tenant:ace04ea045504dbb888bec34da3ee90d is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:09.843663 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e1616774-9785-4858-97bd-e382b9d19cbc tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:09.856438 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ab1e24-0ded-416a-82a2-c6db74334804 None None] DHCP port deletion for 52061912-70e8-4f32-8bcd-36eeab65c7b8 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:52:09.860988 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-47ab1e24-0ded-416a-82a2-c6db74334804 None None] Deleting port 31d6ea86-2eff-4a70-89e6-84622eb9100a {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:52:09.861432 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-47ab1e24-0ded-416a-82a2-c6db74334804 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:09.876817 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-38b2cc1e-1ced-4604-85f6-924235b395db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:09.880550 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d0a9a-b8df-4e35-8642-e92c49c7e9bc None None] Pushing event updated for resources: {'Port': ['ID=cf8f5d41-37a7-413c-bfdb-6bc4722d242b,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:09.904308 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2cc1e-1ced-4604-85f6-924235b395db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babe3385-7fa7-4797-9739-457ca2c53a62,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:09.917459 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-38b2cc1e-1ced-4604-85f6-924235b395db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:09.918648 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-38b2cc1e-1ced-4604-85f6-924235b395db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/babe3385-7fa7-4797-9739-457ca2c53a62 HTTP/1.1" status: 204 len: 168 time: 0.5442774 Mar 09 03:52:09.968068 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865d0a9a-b8df-4e35-8642-e92c49c7e9bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:09.970037 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865d0a9a-b8df-4e35-8642-e92c49c7e9bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:09.970589 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865d0a9a-b8df-4e35-8642-e92c49c7e9bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:09.971011 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865d0a9a-b8df-4e35-8642-e92c49c7e9bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:09.971412 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865d0a9a-b8df-4e35-8642-e92c49c7e9bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:09.971612 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865d0a9a-b8df-4e35-8642-e92c49c7e9bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:09.972738 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865d0a9a-b8df-4e35-8642-e92c49c7e9bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:09.973097 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865d0a9a-b8df-4e35-8642-e92c49c7e9bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:09.973793 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865d0a9a-b8df-4e35-8642-e92c49c7e9bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:09.974112 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865d0a9a-b8df-4e35-8642-e92c49c7e9bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:09.974470 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865d0a9a-b8df-4e35-8642-e92c49c7e9bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:09.974781 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865d0a9a-b8df-4e35-8642-e92c49c7e9bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:10.080340 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-31692c91-d4d1-428d-bda8-c5d87dd9cc9a tempest-QuotasTest-1440189956 tempest-QuotasTest-1440189956-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:10.093542 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-31692c91-d4d1-428d-bda8-c5d87dd9cc9a tempest-QuotasTest-1440189956 tempest-QuotasTest-1440189956-project-admin] Usage tracker for resource:subnetpool and tenant:ace04ea045504dbb888bec34da3ee90d is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:10.099209 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] Attempting to bind port cf8f5d41-37a7-413c-bfdb-6bc4722d242b on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:52:10.099652 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] Attempting to bind port cf8f5d41-37a7-413c-bfdb-6bc4722d242b by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '1ddbe020-5cc6-46e0-b0b5-781a25010a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1ac13dcf-49d1-494e-9bd9-1e962da8e8f0'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:52:10.100581 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-31692c91-d4d1-428d-bda8-c5d87dd9cc9a tempest-QuotasTest-1440189956 tempest-QuotasTest-1440189956-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:10.101697 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] Attempting to bind port cf8f5d41-37a7-413c-bfdb-6bc4722d242b on network 1ac13dcf-49d1-494e-9bd9-1e962da8e8f0 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:52:10.109436 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1616774-9785-4858-97bd-e382b9d19cbc tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:52:10.113078 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e1616774-9785-4858-97bd-e382b9d19cbc tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:10.116107 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:52:10.117831 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] Checking segment: {'id': '1ddbe020-5cc6-46e0-b0b5-781a25010a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1ac13dcf-49d1-494e-9bd9-1e962da8e8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:52:10.120414 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:10.121207 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] Bound using segment: {'id': '1ddbe020-5cc6-46e0-b0b5-781a25010a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1ac13dcf-49d1-494e-9bd9-1e962da8e8f0'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:52:10.122708 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] Bound port: cf8f5d41-37a7-413c-bfdb-6bc4722d242b, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddbe020-5cc6-46e0-b0b5-781a25010a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1ac13dcf-49d1-494e-9bd9-1e962da8e8f0'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:52:10.122708 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:10.288828 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] For port cf8f5d41-37a7-413c-bfdb-6bc4722d242b, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:52:10.292999 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] For port cf8f5d41-37a7-413c-bfdb-6bc4722d242b, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=cf8f5d41-37a7-413c-bfdb-6bc4722d242b,segment=NetworkSegment(1ddbe020-5cc6-46e0-b0b5-781a25010a1c),segment_id=1ddbe020-5cc6-46e0-b0b5-781a25010a1c)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:52:10.300073 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:10.324849 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-47ab1e24-0ded-416a-82a2-c6db74334804 None None] For port 31d6ea86-2eff-4a70-89e6-84622eb9100a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=31d6ea86-2eff-4a70-89e6-84622eb9100a,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:10.325237 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-47ab1e24-0ded-416a-82a2-c6db74334804 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:10.398736 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] Routers {'3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:52:10.399534 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:52:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:10.433370 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-31692c91-d4d1-428d-bda8-c5d87dd9cc9a tempest-QuotasTest-1440189956 tempest-QuotasTest-1440189956-project-admin] Usage tracker for resource:port and tenant:ace04ea045504dbb888bec34da3ee90d is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:10.454340 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-31692c91-d4d1-428d-bda8-c5d87dd9cc9a tempest-QuotasTest-1440189956 tempest-QuotasTest-1440189956-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:10.489194 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-31692c91-d4d1-428d-bda8-c5d87dd9cc9a tempest-QuotasTest-1440189956 tempest-QuotasTest-1440189956-project-admin] Usage tracker for resource:router and tenant:ace04ea045504dbb888bec34da3ee90d is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:10.505008 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-31692c91-d4d1-428d-bda8-c5d87dd9cc9a tempest-QuotasTest-1440189956 tempest-QuotasTest-1440189956-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:10.521587 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-31692c91-d4d1-428d-bda8-c5d87dd9cc9a tempest-QuotasTest-1440189956 tempest-QuotasTest-1440189956-project-admin] Usage tracker for resource:floatingip and tenant:ace04ea045504dbb888bec34da3ee90d is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:10.552460 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-31692c91-d4d1-428d-bda8-c5d87dd9cc9a tempest-QuotasTest-1440189956 tempest-QuotasTest-1440189956-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:10.559066 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d0a9a-b8df-4e35-8642-e92c49c7e9bc None None] Pushing event updated for resources: {'Port': ['ID=cf8f5d41-37a7-413c-bfdb-6bc4722d242b,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:10.571438 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-47ab1e24-0ded-416a-82a2-c6db74334804 None None] Calling delete_port for 31d6ea86-2eff-4a70-89e6-84622eb9100a owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:52:10.658121 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e1616774-9785-4858-97bd-e382b9d19cbc tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:10.674543 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-47ab1e24-0ded-416a-82a2-c6db74334804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:10.743432 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] Set router 3ddddd6a-502c-40fd-b37e-2c74c6b24d7a gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:52:10.745923 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ab1e24-0ded-416a-82a2-c6db74334804 None None] No DVR routers for this DVR port 31d6ea86-2eff-4a70-89e6-84622eb9100a on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:52:10.754930 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab1e24-0ded-416a-82a2-c6db74334804 None None] Pushing event deleted for resources: {'Port': ['ID=31d6ea86-2eff-4a70-89e6-84622eb9100a,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:10.758106 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 31d6ea86-2eff-4a70-89e6-84622eb9100a no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:52:10.794878 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 31d6ea86-2eff-4a70-89e6-84622eb9100a {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:52:10.795380 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 31d6ea86-2eff-4a70-89e6-84622eb9100a not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:52:10.811015 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1616774-9785-4858-97bd-e382b9d19cbc tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:52:10.872943 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-e1616774-9785-4858-97bd-e382b9d19cbc tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:52:10.889190 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d7423a-f1ff-4ec1-8bbf-7a42e7053980 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:52:10.892375 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1616774-9785-4858-97bd-e382b9d19cbc tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:10.892968 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e1616774-9785-4858-97bd-e382b9d19cbc tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:10.940690 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f9f3e5bf-81f7-4bf6-8fc3-363c90adc6ae req-1ebcc16b-31c0-40e6-97e1-b7848253ecfe tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 210 time: 0.1479249 Mar 09 03:52:10.941298 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1616774-9785-4858-97bd-e382b9d19cbc tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=d3e616e2-621b-4fa9-b3a0-e093ae586531,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:10.943395 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03a7dd8e-5b2a-432a-835d-a1476d345acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:11.007225 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7dd8e-5b2a-432a-835d-a1476d345acd admin admin] Pushing event deleted for resources: {'Port': ['ID=dafec96d-b156-4708-aa7c-c945b01181b8,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:11.091505 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-31692c91-d4d1-428d-bda8-c5d87dd9cc9a tempest-QuotasTest-1440189956 tempest-QuotasTest-1440189956-project-admin] Usage tracker for resource:security_group and tenant:ace04ea045504dbb888bec34da3ee90d is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:11.132591 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3fca2-82f7-4d19-b33e-dd4d4871cb1c req-a5c178c3-24ea-4140-9bc4-378ce33f24d5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:11.137091 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f8a3fca2-82f7-4d19-b33e-dd4d4871cb1c req-a5c178c3-24ea-4140-9bc4-378ce33f24d5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 946 time: 0.2526338 Mar 09 03:52:11.150567 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e1616774-9785-4858-97bd-e382b9d19cbc tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4957128 Mar 09 03:52:11.161600 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35756) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:11.254558 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f8a3fca2-82f7-4d19-b33e-dd4d4871cb1c req-a3e8063a-e266-4f0b-b378-251a6435082c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075790 Mar 09 03:52:11.363329 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fce97f2-1f8f-450c-a928-a48d0b3c185c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-52061912-70e8-4f32-8bcd-36eeab65c7b8', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'fixed_ips': [{'subnet_id': 'd3e616e2-621b-4fa9-b3a0-e093ae586531'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:52:11.365354 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5fce97f2-1f8f-450c-a928-a48d0b3c185c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:11.414372 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-31692c91-d4d1-428d-bda8-c5d87dd9cc9a tempest-QuotasTest-1440189956 tempest-QuotasTest-1440189956-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:11.424244 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d40103-2829-4062-954f-6abef23c8e19 req-aecd639a-9d3e-436c-8a2c-3f1a0748dee8 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:11.425700 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-76d40103-2829-4062-954f-6abef23c8e19 req-aecd639a-9d3e-436c-8a2c-3f1a0748dee8 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.21 "GET /v2.0/networks?id=1ac13dcf-49d1-494e-9bd9-1e962da8e8f0 HTTP/1.1" status: 200 len: 819 time: 0.2649798 Mar 09 03:52:11.434344 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-584081132-router', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'd4ac51c2-063f-4601-9bdd-74974d1fd703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:51:54Z', 'updated_at': '2022-03-09T03:52:03Z', 'revision_number': 4, 'project_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'gw_port': {'id': 'd4ac51c2-063f-4601-9bdd-74974d1fd703', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:51:56Z', 'updated_at': '2022-03-09T03:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'cf8f5d41-37a7-413c-bfdb-6bc4722d242b', 'name': '', 'network_id': '1ac13dcf-49d1-494e-9bd9-1e962da8e8f0', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'mac_address': 'fa:16:3e:98:11:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '965f9e8b-c887-40f8-8e3e-40a337410283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:52:02Z', 'updated_at': '2022-03-09T03:52:10Z', 'revision_number': 4, 'project_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'subnets': [{'id': '965f9e8b-c887-40f8-8e3e-40a337410283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:11.435028 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-5e97d099-f40b-44e1-ba7c-618816aacbb9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'fixed_ips': [{'subnet_id': 'd3e616e2-621b-4fa9-b3a0-e093ae586531', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-165645430'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:11.445294 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb330f5-6659-429b-9b9e-13f73de4b38f None None] The sync data for ids ['3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'] in n-d-825178-5 is: [{'id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-584081132-router', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'd4ac51c2-063f-4601-9bdd-74974d1fd703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:51:54Z', 'updated_at': '2022-03-09T03:52:03Z', 'revision_number': 4, 'project_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'gw_port': {'id': 'd4ac51c2-063f-4601-9bdd-74974d1fd703', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:51:56Z', 'updated_at': '2022-03-09T03:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'cf8f5d41-37a7-413c-bfdb-6bc4722d242b', 'name': '', 'network_id': '1ac13dcf-49d1-494e-9bd9-1e962da8e8f0', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'mac_address': 'fa:16:3e:98:11:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '965f9e8b-c887-40f8-8e3e-40a337410283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:52:02Z', 'updated_at': '2022-03-09T03:52:10Z', 'revision_number': 4, 'project_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'subnets': [{'id': '965f9e8b-c887-40f8-8e3e-40a337410283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:52:11.460007 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-76d40103-2829-4062-954f-6abef23c8e19 req-e4652f3e-b311-4248-9f1a-4f9f23d1fadd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Request body: {'port': {'device_id': '87589190-4490-4c0c-8a5f-3c86bddb12b3', 'network_id': '1ac13dcf-49d1-494e-9bd9-1e962da8e8f0', 'admin_state_up': True, 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:11.590441 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-31692c91-d4d1-428d-bda8-c5d87dd9cc9a tempest-QuotasTest-1440189956 tempest-QuotasTest-1440189956-project-admin] Usage tracker for resource:security_group_rule and tenant:ace04ea045504dbb888bec34da3ee90d is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:11.691120 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-5fce97f2-1f8f-450c-a928-a48d0b3c185c None None] Allocated IP 2001:db8::2 (52061912-70e8-4f32-8bcd-36eeab65c7b8/d3e616e2-621b-4fa9-b3a0-e093ae586531/3ec50c5f-1bf2-4b3b-9fab-40dfc1204fa2) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:52:11.798104 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-31692c91-d4d1-428d-bda8-c5d87dd9cc9a tempest-QuotasTest-1440189956 tempest-QuotasTest-1440189956-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:11.830612 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-31692c91-d4d1-428d-bda8-c5d87dd9cc9a tempest-QuotasTest-1440189956 tempest-QuotasTest-1440189956-project-admin] 10.222.0.16 "GET /v2.0/quotas/ace04ea045504dbb888bec34da3ee90d/details.json HTTP/1.1" status: 200 len: 703 time: 2.5531766 Mar 09 03:52:12.053903 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-76d40103-2829-4062-954f-6abef23c8e19 req-e4652f3e-b311-4248-9f1a-4f9f23d1fadd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:12.069830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5e97d099-f40b-44e1-ba7c-618816aacbb9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:12.078239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-76d40103-2829-4062-954f-6abef23c8e19 req-e4652f3e-b311-4248-9f1a-4f9f23d1fadd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:12.089699 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5e97d099-f40b-44e1-ba7c-618816aacbb9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:port and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:12.104614 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5fce97f2-1f8f-450c-a928-a48d0b3c185c None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:12.112396 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5e97d099-f40b-44e1-ba7c-618816aacbb9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:12.132220 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5fce97f2-1f8f-450c-a928-a48d0b3c185c None None] Transition to ACTIVE for port object 3ec50c5f-1bf2-4b3b-9fab-40dfc1204fa2 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:52:12.174346 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5fce97f2-1f8f-450c-a928-a48d0b3c185c None None] Transition to ACTIVE for port object 3ec50c5f-1bf2-4b3b-9fab-40dfc1204fa2 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:52:12.186812 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03a7dd8e-5b2a-432a-835d-a1476d345acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:12.195880 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5fce97f2-1f8f-450c-a928-a48d0b3c185c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:12.197301 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5e97d099-f40b-44e1-ba7c-618816aacbb9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:12.204136 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-75d0b583-4fa1-4e5b-af3a-0e59cf2f88c2 req-142ff9cb-8ba5-437f-8a01-389718d91636 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 210 time: 0.0922720 Mar 09 03:52:12.205184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76d40103-2829-4062-954f-6abef23c8e19 req-e4652f3e-b311-4248-9f1a-4f9f23d1fadd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Made reservation on behalf of 6a16ab624ef346d8a3bdbd7e7cfa8c2d for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:52:12.209535 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-76d40103-2829-4062-954f-6abef23c8e19 req-e4652f3e-b311-4248-9f1a-4f9f23d1fadd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:12.263767 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35776) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:12.312727 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fce97f2-1f8f-450c-a928-a48d0b3c185c None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:52:12.316061 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-5fce97f2-1f8f-450c-a928-a48d0b3c185c None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:52:12.327856 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fce97f2-1f8f-450c-a928-a48d0b3c185c None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:52:12.366273 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e97d099-f40b-44e1-ba7c-618816aacbb9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:52:12.403979 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce97f2-1f8f-450c-a928-a48d0b3c185c None None] Pushing event updated for resources: {'Port': ['ID=3ec50c5f-1bf2-4b3b-9fab-40dfc1204fa2,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:12.483745 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-5fce97f2-1f8f-450c-a928-a48d0b3c185c None None] Attempting to bind port 3ec50c5f-1bf2-4b3b-9fab-40dfc1204fa2 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:52:12.484159 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-5fce97f2-1f8f-450c-a928-a48d0b3c185c None None] Attempting to bind port 3ec50c5f-1bf2-4b3b-9fab-40dfc1204fa2 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:52:12.484471 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fce97f2-1f8f-450c-a928-a48d0b3c185c None None] Attempting to bind port 3ec50c5f-1bf2-4b3b-9fab-40dfc1204fa2 on network 52061912-70e8-4f32-8bcd-36eeab65c7b8 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:52:12.491404 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fce97f2-1f8f-450c-a928-a48d0b3c185c None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:52:12.491775 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fce97f2-1f8f-450c-a928-a48d0b3c185c None None] Checking segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:52:12.492171 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5fce97f2-1f8f-450c-a928-a48d0b3c185c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:12.492559 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fce97f2-1f8f-450c-a928-a48d0b3c185c None None] Bound using segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:52:12.493071 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-5fce97f2-1f8f-450c-a928-a48d0b3c185c None None] Bound port: 3ec50c5f-1bf2-4b3b-9fab-40dfc1204fa2, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:52:12.493395 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5fce97f2-1f8f-450c-a928-a48d0b3c185c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:12.567112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fe2b4-7898-4be0-8e0c-a12d67076e0f req-938709c0-9edb-4917-9a92-fb49ccdc75f7 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:12.574459 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d48fe2b4-7898-4be0-8e0c-a12d67076e0f req-938709c0-9edb-4917-9a92-fb49ccdc75f7 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 946 time: 0.1063156 Mar 09 03:52:12.640716 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d48fe2b4-7898-4be0-8e0c-a12d67076e0f req-d7d9dd3c-7703-4a5e-824e-06f6a22bfc6d tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645597 Mar 09 03:52:12.665475 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-5fce97f2-1f8f-450c-a928-a48d0b3c185c None None] For port 3ec50c5f-1bf2-4b3b-9fab-40dfc1204fa2, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:52:12.676431 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-5fce97f2-1f8f-450c-a928-a48d0b3c185c None None] For port 3ec50c5f-1bf2-4b3b-9fab-40dfc1204fa2, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3ec50c5f-1bf2-4b3b-9fab-40dfc1204fa2,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:52:12.689893 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5fce97f2-1f8f-450c-a928-a48d0b3c185c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:12.737510 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9903c6a1-d6aa-4377-a8ec-b20a46ec7f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:12.758364 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9903c6a1-d6aa-4377-a8ec-b20a46ec7f3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:12.775821 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9903c6a1-d6aa-4377-a8ec-b20a46ec7f3e admin admin] Usage tracker for resource:security_group_rule and tenant:5fa478dde98244e2b2ee9bede9ad7889 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:12.781231 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9903c6a1-d6aa-4377-a8ec-b20a46ec7f3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:12.788544 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9903c6a1-d6aa-4377-a8ec-b20a46ec7f3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:12.825187 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device cf8f5d41-37a7-413c-bfdb-6bc4722d242b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:52:12.950420 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9903c6a1-d6aa-4377-a8ec-b20a46ec7f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:12.956694 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9903c6a1-d6aa-4377-a8ec-b20a46ec7f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:12.980632 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce97f2-1f8f-450c-a928-a48d0b3c185c None None] Pushing event updated for resources: {'Port': ['ID=3ec50c5f-1bf2-4b3b-9fab-40dfc1204fa2,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:13.013762 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port cf8f5d41-37a7-413c-bfdb-6bc4722d242b completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:52:13.027225 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port cf8f5d41-37a7-413c-bfdb-6bc4722d242b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:52:13.029209 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:13.068339 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9903c6a1-d6aa-4377-a8ec-b20a46ec7f3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5fa478dde98244e2b2ee9bede9ad7889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8007991 Mar 09 03:52:13.070657 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903c6a1-d6aa-4377-a8ec-b20a46ec7f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f435b98e-22d8-4b92-8b11-f64dd232b097,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:13.073485 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35796) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:13.113444 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e97d099-f40b-44e1-ba7c-618816aacbb9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:13.189905 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c28eb597-3e4f-45eb-a810-4c7989d71e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:13.198155 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-5e97d099-f40b-44e1-ba7c-618816aacbb9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] device_id is not set on port 2b69183c-ab66-4890-b693-ea1b37b6b21e yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:52:13.276841 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c28eb597-3e4f-45eb-a810-4c7989d71e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:13.303546 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:13.367864 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port cf8f5d41-37a7-413c-bfdb-6bc4722d242b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=cf8f5d41-37a7-413c-bfdb-6bc4722d242b,segment=NetworkSegment(1ddbe020-5cc6-46e0-b0b5-781a25010a1c),segment_id=1ddbe020-5cc6-46e0-b0b5-781a25010a1c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:13.373751 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:13.398895 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-76d40103-2829-4062-954f-6abef23c8e19 req-e4652f3e-b311-4248-9f1a-4f9f23d1fadd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Allocated IP 172.20.0.12 (1ac13dcf-49d1-494e-9bd9-1e962da8e8f0/965f9e8b-c887-40f8-8e3e-40a337410283/8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:52:13.434945 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c28eb597-3e4f-45eb-a810-4c7989d71e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:13.466757 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28eb597-3e4f-45eb-a810-4c7989d71e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f435b98e-22d8-4b92-8b11-f64dd232b097,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:13.477284 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c28eb597-3e4f-45eb-a810-4c7989d71e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:13.478315 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c28eb597-3e4f-45eb-a810-4c7989d71e1d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f435b98e-22d8-4b92-8b11-f64dd232b097 HTTP/1.1" status: 204 len: 168 time: 0.3969865 Mar 09 03:52:13.566408 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=cf8f5d41-37a7-413c-bfdb-6bc4722d242b,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:13.662133 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bcbc6c94-c08b-456c-a581-58d7651ba429 req-898b8cf7-53bf-48ee-8f46-12deb5010791 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 210 time: 0.0795202 Mar 09 03:52:13.818358 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e97d099-f40b-44e1-ba7c-618816aacbb9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 03:52:13.818768 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e97d099-f40b-44e1-ba7c-618816aacbb9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:52:13.911801 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e8906-4ac1-4ad9-b485-9967077b303f req-40de83ef-fa09-4712-a05e-b15c65904fd4 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:13.915834 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-df2e8906-4ac1-4ad9-b485-9967077b303f req-40de83ef-fa09-4712-a05e-b15c65904fd4 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 946 time: 0.1450367 Mar 09 03:52:13.999172 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-df2e8906-4ac1-4ad9-b485-9967077b303f req-75a7b53b-a958-4f58-956e-8c333572a41a tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751665 Mar 09 03:52:14.041243 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5e97d099-f40b-44e1-ba7c-618816aacbb9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.8778603 Mar 09 03:52:14.044682 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35824) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:14.080990 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35830) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:14.084225 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a7dd8e-5b2a-432a-835d-a1476d345acd admin admin] Router b081f87e-31dc-4c90-8c36-b13f42f6b5bb has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:52:14.145395 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-76d40103-2829-4062-954f-6abef23c8e19 req-e4652f3e-b311-4248-9f1a-4f9f23d1fadd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:14.149927 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9c5c5339-58da-44cf-8775-ec6a630a92ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:14.154528 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe1ad0e-fb0f-4945-ab4a-466cc0781413 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:14.155297 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1fe1ad0e-fb0f-4945-ab4a-466cc0781413 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:14.176391 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1fe1ad0e-fb0f-4945-ab4a-466cc0781413 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:14.177583 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1fe1ad0e-fb0f-4945-ab4a-466cc0781413 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1317267 Mar 09 03:52:14.180308 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35834) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:14.240506 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9c5c5339-58da-44cf-8775-ec6a630a92ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:14.249169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9c5c5339-58da-44cf-8775-ec6a630a92ae admin admin] Usage tracker for resource:security_group_rule and tenant:ace04ea045504dbb888bec34da3ee90d is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:14.254614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9c5c5339-58da-44cf-8775-ec6a630a92ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:14.262587 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9c5c5339-58da-44cf-8775-ec6a630a92ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:14.279673 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593a200a-b898-4a52-9385-5369c0d5634d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:14.282058 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593a200a-b898-4a52-9385-5369c0d5634d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:14.283602 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-593a200a-b898-4a52-9385-5369c0d5634d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:14.305071 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-593a200a-b898-4a52-9385-5369c0d5634d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:14.309757 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-593a200a-b898-4a52-9385-5369c0d5634d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1263137 Mar 09 03:52:14.310360 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35842) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:14.389683 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e656762-af92-42e4-977f-e3b9a74e72e5 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet d3e616e2-621b-4fa9-b3a0-e093ae586531 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:52:14.393700 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9e656762-af92-42e4-977f-e3b9a74e72e5 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:14.443329 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a7dd8e-5b2a-432a-835d-a1476d345acd admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:52:14.454802 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-76d40103-2829-4062-954f-6abef23c8e19 req-e4652f3e-b311-4248-9f1a-4f9f23d1fadd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:14.455683 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4669a5-9fc6-4fe1-ae01-0f71144247f0 None None] Sync routers for ids ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:52:14.477445 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4669a5-9fc6-4fe1-ae01-0f71144247f0 None None] Routers {'b081f87e-31dc-4c90-8c36-b13f42f6b5bb'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:52:14.478297 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ac4669a5-9fc6-4fe1-ae01-0f71144247f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:52:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:14.480637 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9e656762-af92-42e4-977f-e3b9a74e72e5 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:14.567835 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9c5c5339-58da-44cf-8775-ec6a630a92ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:14.598564 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9c5c5339-58da-44cf-8775-ec6a630a92ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:14.625995 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76d40103-2829-4062-954f-6abef23c8e19 req-e4652f3e-b311-4248-9f1a-4f9f23d1fadd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Network 1ac13dcf-49d1-494e-9bd9-1e962da8e8f0 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:52:14.628037 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-03a7dd8e-5b2a-432a-835d-a1476d345acd admin admin] 10.222.0.16 "PUT /v2.0/routers/b081f87e-31dc-4c90-8c36-b13f42f6b5bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9775465 Mar 09 03:52:14.628877 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9e656762-af92-42e4-977f-e3b9a74e72e5 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:14.643017 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-76d40103-2829-4062-954f-6abef23c8e19 req-e4652f3e-b311-4248-9f1a-4f9f23d1fadd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:52:14.644867 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35854) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:14.689119 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d40103-2829-4062-954f-6abef23c8e19 req-e4652f3e-b311-4248-9f1a-4f9f23d1fadd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:52:14.750188 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c5e3f5b1-f96d-45e7-bdfb-6146a3afd331 None None] Provisioning for port 3ec50c5f-1bf2-4b3b-9fab-40dfc1204fa2 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:52:14.793488 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-ac4669a5-9fc6-4fe1-ae01-0f71144247f0 None None] Set router b081f87e-31dc-4c90-8c36-b13f42f6b5bb gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:52:14.814268 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9e656762-af92-42e4-977f-e3b9a74e72e5 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:14.857784 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device cf8f5d41-37a7-413c-bfdb-6bc4722d242b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:52:14.865495 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e656762-af92-42e4-977f-e3b9a74e72e5 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=d3e616e2-621b-4fa9-b3a0-e093ae586531,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:14.868553 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9e656762-af92-42e4-977f-e3b9a74e72e5 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:14.889490 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9e656762-af92-42e4-977f-e3b9a74e72e5 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/d3e616e2-621b-4fa9-b3a0-e093ae586531 HTTP/1.1" status: 204 len: 168 time: 0.5779788 Mar 09 03:52:14.890672 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35860) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:14.956086 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3a8591-8034-401a-b885-b3b0df56cb8b None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:52:14.977922 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2e512e70-2c2a-4271-be17-c6d6c92e3c2d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853100 Mar 09 03:52:14.979021 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35866) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:14.985064 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-3740e129-306b-48cf-94b2-2849abede653 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:15.118946 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3740e129-306b-48cf-94b2-2849abede653 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:15.123987 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3740e129-306b-48cf-94b2-2849abede653 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:15.128236 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3740e129-306b-48cf-94b2-2849abede653 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:15.134076 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3740e129-306b-48cf-94b2-2849abede653 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:15.147881 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3740e129-306b-48cf-94b2-2849abede653 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:52:15.152111 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3740e129-306b-48cf-94b2-2849abede653 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:15.204833 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4652f3e-b311-4248-9f1a-4f9f23d1fadd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Pushing event updated for resources: {'Port': ['ID=8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:15.219457 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9c5c5339-58da-44cf-8775-ec6a630a92ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ace04ea045504dbb888bec34da3ee90d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1332366 Mar 09 03:52:15.238561 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35874) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:15.258836 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c5339-58da-44cf-8775-ec6a630a92ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de62930-72db-4e84-8870-238708614189,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:15.272327 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-141cce71-a398-4325-b7a3-d659a7191cca admin admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:15.327127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4652f3e-b311-4248-9f1a-4f9f23d1fadd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:15.327399 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4652f3e-b311-4248-9f1a-4f9f23d1fadd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:15.327863 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4652f3e-b311-4248-9f1a-4f9f23d1fadd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:15.328349 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4652f3e-b311-4248-9f1a-4f9f23d1fadd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:15.328680 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4652f3e-b311-4248-9f1a-4f9f23d1fadd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:15.329146 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4652f3e-b311-4248-9f1a-4f9f23d1fadd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:15.329481 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4652f3e-b311-4248-9f1a-4f9f23d1fadd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:15.329804 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4652f3e-b311-4248-9f1a-4f9f23d1fadd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:15.330126 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4652f3e-b311-4248-9f1a-4f9f23d1fadd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:15.330446 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4652f3e-b311-4248-9f1a-4f9f23d1fadd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:15.330765 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4652f3e-b311-4248-9f1a-4f9f23d1fadd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:15.331102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4652f3e-b311-4248-9f1a-4f9f23d1fadd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:15.366676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c5339-58da-44cf-8775-ec6a630a92ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:15.367040 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c5339-58da-44cf-8775-ec6a630a92ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:15.367376 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c5339-58da-44cf-8775-ec6a630a92ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:15.367706 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c5339-58da-44cf-8775-ec6a630a92ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:15.368032 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c5339-58da-44cf-8775-ec6a630a92ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:15.368355 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c5339-58da-44cf-8775-ec6a630a92ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:15.368673 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c5339-58da-44cf-8775-ec6a630a92ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:15.368993 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c5339-58da-44cf-8775-ec6a630a92ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:15.369306 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c5339-58da-44cf-8775-ec6a630a92ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:15.369761 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c5339-58da-44cf-8775-ec6a630a92ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:15.370078 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c5339-58da-44cf-8775-ec6a630a92ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:15.370391 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c5339-58da-44cf-8775-ec6a630a92ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:15.400597 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d40103-2829-4062-954f-6abef23c8e19 req-e4652f3e-b311-4248-9f1a-4f9f23d1fadd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:15.401251 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-76d40103-2829-4062-954f-6abef23c8e19 req-e4652f3e-b311-4248-9f1a-4f9f23d1fadd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:15.521658 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-76d40103-2829-4062-954f-6abef23c8e19 req-e4652f3e-b311-4248-9f1a-4f9f23d1fadd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0685937 Mar 09 03:52:15.543870 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6db186-88b0-4425-a9c3-f1b19c450235 req-debc7d95-bc91-4e20-b602-4d47631483ac tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:15.545338 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cf6db186-88b0-4425-a9c3-f1b19c450235 req-debc7d95-bc91-4e20-b602-4d47631483ac tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 946 time: 0.3716328 Mar 09 03:52:15.545577 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-76d40103-2829-4062-954f-6abef23c8e19 req-5d05f495-a67e-4eec-baac-757a366f697d service neutron] Request body: {'port': {'device_id': '87589190-4490-4c0c-8a5f-3c86bddb12b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:15.556876 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fd3b1534-3f7f-4bf9-a8a9-5a89a4e177de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:15.591778 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-141cce71-a398-4325-b7a3-d659a7191cca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:15.600266 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ac4669a5-9fc6-4fe1-ae01-0f71144247f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'name': 'tempest-AttachVolumeTestJSON-617479494-router', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:49Z', 'updated_at': '2022-03-09T03:52:10Z', 'revision_number': 5, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'gw_port': {'id': 'bd969bac-fff3-4c6f-b43e-92da81bb4c13', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:44:51Z', 'updated_at': '2022-03-09T03:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:15.608424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33031fce-ba60-44e8-aaee-976bfb166efe req-dc17b511-f82e-4d4f-aa6e-14b5422ca5d9 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:15.608811 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4669a5-9fc6-4fe1-ae01-0f71144247f0 None None] Checking router: b081f87e-31dc-4c90-8c36-b13f42f6b5bb for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:52:15.609064 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-33031fce-ba60-44e8-aaee-976bfb166efe req-dc17b511-f82e-4d4f-aa6e-14b5422ca5d9 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Synchronizing usage tracker for tenant:6a16ab624ef346d8a3bdbd7e7cfa8c2d on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:15.635657 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4669a5-9fc6-4fe1-ae01-0f71144247f0 None None] Routers {'b081f87e-31dc-4c90-8c36-b13f42f6b5bb'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:52:15.636717 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ac4669a5-9fc6-4fe1-ae01-0f71144247f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:52:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:15.637727 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-141cce71-a398-4325-b7a3-d659a7191cca admin admin] Deleting port bd969bac-fff3-4c6f-b43e-92da81bb4c13 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:52:15.638062 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-141cce71-a398-4325-b7a3-d659a7191cca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:15.664046 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fd3b1534-3f7f-4bf9-a8a9-5a89a4e177de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:15.704092 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cf6db186-88b0-4425-a9c3-f1b19c450235 req-fbf872cc-7b17-4e8d-bbf4-018bef1e722c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487541 Mar 09 03:52:15.721399 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-33031fce-ba60-44e8-aaee-976bfb166efe req-dc17b511-f82e-4d4f-aa6e-14b5422ca5d9 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Unset dirty status for tenant:6a16ab624ef346d8a3bdbd7e7cfa8c2d on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:15.722488 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33031fce-ba60-44e8-aaee-976bfb166efe req-dc17b511-f82e-4d4f-aa6e-14b5422ca5d9 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 932 time: 0.5263233 Mar 09 03:52:15.727770 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port cf8f5d41-37a7-413c-bfdb-6bc4722d242b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:52:15.728148 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:15.809950 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-76d40103-2829-4062-954f-6abef23c8e19 req-5d05f495-a67e-4eec-baac-757a366f697d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:15.830068 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3740e129-306b-48cf-94b2-2849abede653 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:15.834751 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7945c281-dc0e-42e6-911c-fbb3cfced6e5 None None] DHCP port deletion for 52061912-70e8-4f32-8bcd-36eeab65c7b8 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:52:15.896806 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fd3b1534-3f7f-4bf9-a8a9-5a89a4e177de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:15.901743 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3740e129-306b-48cf-94b2-2849abede653 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:52:15.904382 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33031fce-ba60-44e8-aaee-976bfb166efe req-e9da1ffd-93a4-477f-98fd-c19fd9219c4f tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/security-groups?id=d12422bc-9802-4fe5-883f-e95e2321cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734183 Mar 09 03:52:15.933126 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b1534-3f7f-4bf9-a8a9-5a89a4e177de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de62930-72db-4e84-8870-238708614189,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:15.940405 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-3740e129-306b-48cf-94b2-2849abede653 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:52:15.948348 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3740e129-306b-48cf-94b2-2849abede653 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:15.948947 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3740e129-306b-48cf-94b2-2849abede653 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:15.952399 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-7945c281-dc0e-42e6-911c-fbb3cfced6e5 None None] Deleting port 3ec50c5f-1bf2-4b3b-9fab-40dfc1204fa2 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:52:15.954440 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7945c281-dc0e-42e6-911c-fbb3cfced6e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:16.008437 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740e129-306b-48cf-94b2-2849abede653 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=5f8312eb-9d9a-4934-9af7-e3e7f8956db1,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:16.012797 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fd3b1534-3f7f-4bf9-a8a9-5a89a4e177de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:16.017194 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fd3b1534-3f7f-4bf9-a8a9-5a89a4e177de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3de62930-72db-4e84-8870-238708614189 HTTP/1.1" status: 204 len: 168 time: 0.7702737 Mar 09 03:52:16.024121 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3740e129-306b-48cf-94b2-2849abede653 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0415452 Mar 09 03:52:16.026063 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35898) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:16.063120 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-ac4669a5-9fc6-4fe1-ae01-0f71144247f0 None None] Set router b081f87e-31dc-4c90-8c36-b13f42f6b5bb gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:52:16.071143 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-f36c2c6c-0a05-4efc-9de5-e03200de07b4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-997802269', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:16.088509 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f36c2c6c-0a05-4efc-9de5-e03200de07b4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:16.099029 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-141cce71-a398-4325-b7a3-d659a7191cca admin admin] For port bd969bac-fff3-4c6f-b43e-92da81bb4c13, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=bd969bac-fff3-4c6f-b43e-92da81bb4c13,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:16.099607 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-141cce71-a398-4325-b7a3-d659a7191cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:16.115011 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f36c2c6c-0a05-4efc-9de5-e03200de07b4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:router and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:16.122182 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f36c2c6c-0a05-4efc-9de5-e03200de07b4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:16.189078 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f36c2c6c-0a05-4efc-9de5-e03200de07b4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:16.251709 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ac4669a5-9fc6-4fe1-ae01-0f71144247f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'name': 'tempest-AttachVolumeTestJSON-617479494-router', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:49Z', 'updated_at': '2022-03-09T03:52:15Z', 'revision_number': 6, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:16.263033 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-141cce71-a398-4325-b7a3-d659a7191cca admin admin] Calling delete_port for bd969bac-fff3-4c6f-b43e-92da81bb4c13 owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:52:16.274614 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4669a5-9fc6-4fe1-ae01-0f71144247f0 None None] The sync data for ids ['b081f87e-31dc-4c90-8c36-b13f42f6b5bb'] in n-d-825178-5 is: [{'id': 'b081f87e-31dc-4c90-8c36-b13f42f6b5bb', 'name': 'tempest-AttachVolumeTestJSON-617479494-router', 'tenant_id': 'a566af917eda438b9c3772466ff37f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:44:49Z', 'updated_at': '2022-03-09T03:52:15Z', 'revision_number': 6, 'project_id': 'a566af917eda438b9c3772466ff37f61', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:52:16.316612 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3ec50c5f-1bf2-4b3b-9fab-40dfc1204fa2 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:52:16.346403 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f36c2c6c-0a05-4efc-9de5-e03200de07b4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:16.347521 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f36c2c6c-0a05-4efc-9de5-e03200de07b4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:16.452159 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f36c2c6c-0a05-4efc-9de5-e03200de07b4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:16.475242 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-7945c281-dc0e-42e6-911c-fbb3cfced6e5 None None] For port 3ec50c5f-1bf2-4b3b-9fab-40dfc1204fa2, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3ec50c5f-1bf2-4b3b-9fab-40dfc1204fa2,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:16.476082 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7945c281-dc0e-42e6-911c-fbb3cfced6e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:16.523652 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f36c2c6c-0a05-4efc-9de5-e03200de07b4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:16.569027 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f36c2c6c-0a05-4efc-9de5-e03200de07b4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:16.570307 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f36c2c6c-0a05-4efc-9de5-e03200de07b4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5432284 Mar 09 03:52:16.573435 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35914) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:16.714361 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 3ec50c5f-1bf2-4b3b-9fab-40dfc1204fa2 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:52:16.731906 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-7945c281-dc0e-42e6-911c-fbb3cfced6e5 None None] Calling delete_port for 3ec50c5f-1bf2-4b3b-9fab-40dfc1204fa2 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:52:16.783574 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 3ec50c5f-1bf2-4b3b-9fab-40dfc1204fa2 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:52:16.784561 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:16.799035 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-76d40103-2829-4062-954f-6abef23c8e19 req-5d05f495-a67e-4eec-baac-757a366f697d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:52:16.830445 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-76d40103-2829-4062-954f-6abef23c8e19 req-5d05f495-a67e-4eec-baac-757a366f697d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:16.882604 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-76d40103-2829-4062-954f-6abef23c8e19 req-5d05f495-a67e-4eec-baac-757a366f697d service neutron] Transition to ACTIVE for port object 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:52:16.899566 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-76d40103-2829-4062-954f-6abef23c8e19 req-5d05f495-a67e-4eec-baac-757a366f697d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:17.015593 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-141cce71-a398-4325-b7a3-d659a7191cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:17.025876 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7945c281-dc0e-42e6-911c-fbb3cfced6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:17.073948 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Port 3ec50c5f-1bf2-4b3b-9fab-40dfc1204fa2 update to ACTIVE by agent not found {{(pid=87882) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 09 03:52:17.103473 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945c281-dc0e-42e6-911c-fbb3cfced6e5 None None] Pushing event deleted for resources: {'Port': ['ID=3ec50c5f-1bf2-4b3b-9fab-40dfc1204fa2,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:17.112534 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7945c281-dc0e-42e6-911c-fbb3cfced6e5 None None] No DVR routers for this DVR port 3ec50c5f-1bf2-4b3b-9fab-40dfc1204fa2 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:52:17.134222 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38922c7-ba6e-4a8a-a787-e74742990860 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:52:17.256496 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device dafec96d-b156-4708-aa7c-c945b01181b8 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:52:17.320375 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: dafec96d-b156-4708-aa7c-c945b01181b8 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:52:17.321120 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device dafec96d-b156-4708-aa7c-c945b01181b8 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:52:17.321649 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device bd969bac-fff3-4c6f-b43e-92da81bb4c13 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:52:17.362645 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: bd969bac-fff3-4c6f-b43e-92da81bb4c13 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:52:17.363130 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device bd969bac-fff3-4c6f-b43e-92da81bb4c13 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:52:17.363618 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3ec50c5f-1bf2-4b3b-9fab-40dfc1204fa2 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:52:17.400884 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 3ec50c5f-1bf2-4b3b-9fab-40dfc1204fa2 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:52:17.401224 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3ec50c5f-1bf2-4b3b-9fab-40dfc1204fa2 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:52:17.521561 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35962) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:17.589804 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe21fe1-ca81-49fd-8148-e082d5d9ed7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-52061912-70e8-4f32-8bcd-36eeab65c7b8', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'fixed_ips': [{'subnet_id': '5f8312eb-9d9a-4934-9af7-e3e7f8956db1'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:52:17.594643 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fbe21fe1-ca81-49fd-8148-e082d5d9ed7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:17.646013 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05f495-a67e-4eec-baac-757a366f697d service neutron] Pushing event updated for resources: {'Port': ['ID=8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:17.686544 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a16b7f-1553-46a1-a089-644a6c5a9403 req-a0f40a35-0c6c-48e2-ac17-ba7b13642875 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:17.698308 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-00a16b7f-1553-46a1-a089-644a6c5a9403 req-a0f40a35-0c6c-48e2-ac17-ba7b13642875 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 946 time: 0.6695237 Mar 09 03:52:17.720917 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141cce71-a398-4325-b7a3-d659a7191cca admin admin] Pushing event deleted for resources: {'Port': ['ID=bd969bac-fff3-4c6f-b43e-92da81bb4c13,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:17.733145 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-b1684a0a-733a-4be7-bd7c-fea9b8ac19c8 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Request body: {'security_group': {'name': 'tempest-secgroup--756301769'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:17.747933 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b1684a0a-733a-4be7-bd7c-fea9b8ac19c8 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:17.749398 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-141cce71-a398-4325-b7a3-d659a7191cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:17.769141 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b1684a0a-733a-4be7-bd7c-fea9b8ac19c8 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Usage tracker for resource:security_group and tenant:98f0bdb2d4584fb6bd911128aeb627a2 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:17.801720 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b1684a0a-733a-4be7-bd7c-fea9b8ac19c8 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:17.810925 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b1684a0a-733a-4be7-bd7c-fea9b8ac19c8 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:17.818135 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2bb635a6-24d7-4cea-ba9d-1f625d332161 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:17.830339 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-00a16b7f-1553-46a1-a089-644a6c5a9403 req-6317ac59-7cb8-4abd-b277-6af68c71a669 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311779 Mar 09 03:52:17.831724 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-fbe21fe1-ca81-49fd-8148-e082d5d9ed7d None None] Allocated IP 2001:db8::2 (52061912-70e8-4f32-8bcd-36eeab65c7b8/5f8312eb-9d9a-4934-9af7-e3e7f8956db1/33e61d58-bbca-4534-abef-c05262c7166b) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:52:17.846375 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b1684a0a-733a-4be7-bd7c-fea9b8ac19c8 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:18.002409 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-141cce71-a398-4325-b7a3-d659a7191cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:18.030930 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-141cce71-a398-4325-b7a3-d659a7191cca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:18.036387 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b1684a0a-733a-4be7-bd7c-fea9b8ac19c8 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:18.050631 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-76d40103-2829-4062-954f-6abef23c8e19 req-5d05f495-a67e-4eec-baac-757a366f697d service neutron] Attempting to bind port 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:52:18.051149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-76d40103-2829-4062-954f-6abef23c8e19 req-5d05f495-a67e-4eec-baac-757a366f697d service neutron] Attempting to bind port 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '1ddbe020-5cc6-46e0-b0b5-781a25010a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1ac13dcf-49d1-494e-9bd9-1e962da8e8f0'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:52:18.051689 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d40103-2829-4062-954f-6abef23c8e19 req-5d05f495-a67e-4eec-baac-757a366f697d service neutron] Attempting to bind port 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae on network 1ac13dcf-49d1-494e-9bd9-1e962da8e8f0 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:52:18.063072 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b1684a0a-733a-4be7-bd7c-fea9b8ac19c8 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:18.073271 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5557fa2-9c77-47fc-a76f-3b3eb93adbbc req-3ea8d7d0-227b-4957-aade-ffc75c8049b3 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:18.075249 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b1684a0a-733a-4be7-bd7c-fea9b8ac19c8 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Usage tracker for resource:security_group_rule and tenant:98f0bdb2d4584fb6bd911128aeb627a2 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:18.081920 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d5557fa2-9c77-47fc-a76f-3b3eb93adbbc req-3ea8d7d0-227b-4957-aade-ffc75c8049b3 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 944 time: 0.8721530 Mar 09 03:52:18.082906 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b1684a0a-733a-4be7-bd7c-fea9b8ac19c8 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:18.094921 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b1684a0a-733a-4be7-bd7c-fea9b8ac19c8 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:18.102392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d40103-2829-4062-954f-6abef23c8e19 req-5d05f495-a67e-4eec-baac-757a366f697d service neutron] Port 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae on network 1ac13dcf-49d1-494e-9bd9-1e962da8e8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:52:18.102884 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d40103-2829-4062-954f-6abef23c8e19 req-5d05f495-a67e-4eec-baac-757a366f697d service neutron] Attempting to bind port 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae on network 1ac13dcf-49d1-494e-9bd9-1e962da8e8f0 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:52:18.115725 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d40103-2829-4062-954f-6abef23c8e19 req-5d05f495-a67e-4eec-baac-757a366f697d service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:52:18.116141 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d40103-2829-4062-954f-6abef23c8e19 req-5d05f495-a67e-4eec-baac-757a366f697d service neutron] Checking segment: {'id': '1ddbe020-5cc6-46e0-b0b5-781a25010a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1ac13dcf-49d1-494e-9bd9-1e962da8e8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:52:18.116599 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d40103-2829-4062-954f-6abef23c8e19 req-5d05f495-a67e-4eec-baac-757a366f697d service neutron] Bound using segment: {'id': '1ddbe020-5cc6-46e0-b0b5-781a25010a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1ac13dcf-49d1-494e-9bd9-1e962da8e8f0'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:52:18.117108 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-76d40103-2829-4062-954f-6abef23c8e19 req-5d05f495-a67e-4eec-baac-757a366f697d service neutron] Bound port: 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ddbe020-5cc6-46e0-b0b5-781a25010a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1ac13dcf-49d1-494e-9bd9-1e962da8e8f0'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:52:18.117518 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-76d40103-2829-4062-954f-6abef23c8e19 req-5d05f495-a67e-4eec-baac-757a366f697d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:18.135824 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-141cce71-a398-4325-b7a3-d659a7191cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:18.136427 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141cce71-a398-4325-b7a3-d659a7191cca admin admin] Fanout notify agent at l3_agent the message router_deleted on router b081f87e-31dc-4c90-8c36-b13f42f6b5bb {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:52:18.160394 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fbe21fe1-ca81-49fd-8148-e082d5d9ed7d None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:18.194838 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d5557fa2-9c77-47fc-a76f-3b3eb93adbbc req-39d9dffd-f9ba-43e1-a4cb-cd8fdb46196e tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/security-groups?id=d12422bc-9802-4fe5-883f-e95e2321cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118510 Mar 09 03:52:18.196388 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fbe21fe1-ca81-49fd-8148-e082d5d9ed7d None None] Transition to ACTIVE for port object 33e61d58-bbca-4534-abef-c05262c7166b will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:52:18.227965 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fbe21fe1-ca81-49fd-8148-e082d5d9ed7d None None] Transition to ACTIVE for port object 33e61d58-bbca-4534-abef-c05262c7166b will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:52:18.241844 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fbe21fe1-ca81-49fd-8148-e082d5d9ed7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:18.279683 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-141cce71-a398-4325-b7a3-d659a7191cca admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:18.280748 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-141cce71-a398-4325-b7a3-d659a7191cca admin admin] 10.222.0.16 "DELETE /v2.0/routers/b081f87e-31dc-4c90-8c36-b13f42f6b5bb HTTP/1.1" status: 204 len: 168 time: 3.6090534 Mar 09 03:52:18.283830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36010) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:18.350024 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe21fe1-ca81-49fd-8148-e082d5d9ed7d None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:52:18.353250 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-fbe21fe1-ca81-49fd-8148-e082d5d9ed7d None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:52:18.355854 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe21fe1-ca81-49fd-8148-e082d5d9ed7d None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:52:18.356437 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee705567-5100-4aab-9fe8-7542daf431a8 admin admin] Deleting subnet 63de480c-3416-46a4-bc21-c1381051f525 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:52:18.359306 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee705567-5100-4aab-9fe8-7542daf431a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:18.360513 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b1684a0a-733a-4be7-bd7c-fea9b8ac19c8 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:18.382675 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-2bb635a6-24d7-4cea-ba9d-1f625d332161 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 2001:db8::1 (52061912-70e8-4f32-8bcd-36eeab65c7b8/5f8312eb-9d9a-4934-9af7-e3e7f8956db1/9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:52:18.438951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-76d40103-2829-4062-954f-6abef23c8e19 req-5d05f495-a67e-4eec-baac-757a366f697d service neutron] For port 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:52:18.442398 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee705567-5100-4aab-9fe8-7542daf431a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:18.459333 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe21fe1-ca81-49fd-8148-e082d5d9ed7d None None] Pushing event updated for resources: {'Port': ['ID=33e61d58-bbca-4534-abef-c05262c7166b,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:18.459500 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b1684a0a-733a-4be7-bd7c-fea9b8ac19c8 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:18.485514 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-76d40103-2829-4062-954f-6abef23c8e19 req-5d05f495-a67e-4eec-baac-757a366f697d service neutron] For port 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae,segment=NetworkSegment(1ddbe020-5cc6-46e0-b0b5-781a25010a1c),segment_id=1ddbe020-5cc6-46e0-b0b5-781a25010a1c)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:52:18.494145 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b1684a0a-733a-4be7-bd7c-fea9b8ac19c8 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:18.496941 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-76d40103-2829-4062-954f-6abef23c8e19 req-5d05f495-a67e-4eec-baac-757a366f697d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:18.497388 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-fbe21fe1-ca81-49fd-8148-e082d5d9ed7d None None] Attempting to bind port 33e61d58-bbca-4534-abef-c05262c7166b on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:52:18.497834 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-fbe21fe1-ca81-49fd-8148-e082d5d9ed7d None None] Attempting to bind port 33e61d58-bbca-4534-abef-c05262c7166b by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:52:18.498156 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe21fe1-ca81-49fd-8148-e082d5d9ed7d None None] Attempting to bind port 33e61d58-bbca-4534-abef-c05262c7166b on network 52061912-70e8-4f32-8bcd-36eeab65c7b8 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:52:18.504884 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe21fe1-ca81-49fd-8148-e082d5d9ed7d None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:52:18.505229 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe21fe1-ca81-49fd-8148-e082d5d9ed7d None None] Checking segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:52:18.505754 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fbe21fe1-ca81-49fd-8148-e082d5d9ed7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:18.506147 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe21fe1-ca81-49fd-8148-e082d5d9ed7d None None] Bound using segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:52:18.506609 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-fbe21fe1-ca81-49fd-8148-e082d5d9ed7d None None] Bound port: 33e61d58-bbca-4534-abef-c05262c7166b, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:52:18.507038 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fbe21fe1-ca81-49fd-8148-e082d5d9ed7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:18.583007 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05f495-a67e-4eec-baac-757a366f697d service neutron] Pushing event updated for resources: {'Port': ['ID=8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:18.601455 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d40103-2829-4062-954f-6abef23c8e19 req-5d05f495-a67e-4eec-baac-757a366f697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:18.602128 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-76d40103-2829-4062-954f-6abef23c8e19 req-5d05f495-a67e-4eec-baac-757a366f697d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:18.603639 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-76d40103-2829-4062-954f-6abef23c8e19 req-5d05f495-a67e-4eec-baac-757a366f697d service neutron] 10.222.0.21 "PUT /v2.0/ports/8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae HTTP/1.1" status: 200 len: 1092 time: 3.0663464 Mar 09 03:52:18.605776 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87589190-4490-4c0c-8a5f-3c86bddb12b3', 'tag': '8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:52:18.623843 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-fbe21fe1-ca81-49fd-8148-e082d5d9ed7d None None] For port 33e61d58-bbca-4534-abef-c05262c7166b, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:52:18.631116 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-fbe21fe1-ca81-49fd-8148-e082d5d9ed7d None None] For port 33e61d58-bbca-4534-abef-c05262c7166b, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=33e61d58-bbca-4534-abef-c05262c7166b,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:52:18.638601 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fbe21fe1-ca81-49fd-8148-e082d5d9ed7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:18.638809 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee705567-5100-4aab-9fe8-7542daf431a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:18.729352 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b1684a0a-733a-4be7-bd7c-fea9b8ac19c8 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Usage tracker for resource:security_group_rule and tenant:98f0bdb2d4584fb6bd911128aeb627a2 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:18.735418 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b1684a0a-733a-4be7-bd7c-fea9b8ac19c8 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:18.754353 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87589190-4490-4c0c-8a5f-3c86bddb12b3', 'tag': '8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae', 'status': 'completed', 'code': 200} Mar 09 03:52:18.764499 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b1684a0a-733a-4be7-bd7c-fea9b8ac19c8 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:18.775574 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1684a0a-733a-4be7-bd7c-fea9b8ac19c8 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=515e2c79-b4f6-432c-9af2-9a74d9859f40,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:18.793190 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe21fe1-ca81-49fd-8148-e082d5d9ed7d None None] Pushing event updated for resources: {'Port': ['ID=33e61d58-bbca-4534-abef-c05262c7166b,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:18.796495 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee705567-5100-4aab-9fe8-7542daf431a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:18.862636 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2bb635a6-24d7-4cea-ba9d-1f625d332161 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:18.871818 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047cfb70-27fb-4997-afa4-690a6db2b240 None None] Network b236dd5b-2019-418d-8a8d-2b42bdeabb23 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:52:18.873398 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee705567-5100-4aab-9fe8-7542daf431a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63de480c-3416-46a4-bc21-c1381051f525,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:18.888212 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee705567-5100-4aab-9fe8-7542daf431a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:18.911347 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ee705567-5100-4aab-9fe8-7542daf431a8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/63de480c-3416-46a4-bc21-c1381051f525 HTTP/1.1" status: 204 len: 168 time: 0.6241367 Mar 09 03:52:18.911889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36050) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:18.913886 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-2bb635a6-24d7-4cea-ba9d-1f625d332161 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Transition to ACTIVE for port object 9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:52:18.927425 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b1684a0a-733a-4be7-bd7c-fea9b8ac19c8 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:18.947466 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b1684a0a-733a-4be7-bd7c-fea9b8ac19c8 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:19.003555 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1684a0a-733a-4be7-bd7c-fea9b8ac19c8 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a04740-80eb-4b94-b65c-c9002118691c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:19.013482 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b1684a0a-733a-4be7-bd7c-fea9b8ac19c8 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:19.015351 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b1684a0a-733a-4be7-bd7c-fea9b8ac19c8 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4926968 Mar 09 03:52:19.018257 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36056) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:19.027605 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2bb635a6-24d7-4cea-ba9d-1f625d332161 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:19.167954 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb635a6-24d7-4cea-ba9d-1f625d332161 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:52:19.186956 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-2bb635a6-24d7-4cea-ba9d-1f625d332161 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:52:19.189824 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb635a6-24d7-4cea-ba9d-1f625d332161 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:52:19.191348 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2bb635a6-24d7-4cea-ba9d-1f625d332161 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:19.209492 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-859e79fd-71f8-419c-800f-49788e852d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:19.349785 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-859e79fd-71f8-419c-800f-49788e852d83 admin admin] Deleting port 80fb2086-21a6-488a-be50-aba20b7624c1 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:52:19.350567 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-859e79fd-71f8-419c-800f-49788e852d83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:19.424293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d40103-2829-4062-954f-6abef23c8e19 req-66c77167-1422-42bb-ab08-6e3175db395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:19.425720 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-76d40103-2829-4062-954f-6abef23c8e19 req-66c77167-1422-42bb-ab08-6e3175db395b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a16ab624ef346d8a3bdbd7e7cfa8c2d&device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 1095 time: 0.7419882 Mar 09 03:52:19.463280 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244684fc-d010-4f4a-a63f-ea38d125f865 None None] DHCP port deletion for b236dd5b-2019-418d-8a8d-2b42bdeabb23 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:52:19.467519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-244684fc-d010-4f4a-a63f-ea38d125f865 None None] Deleting port 80fb2086-21a6-488a-be50-aba20b7624c1 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:52:19.468000 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-244684fc-d010-4f4a-a63f-ea38d125f865 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:19.480576 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb635a6-24d7-4cea-ba9d-1f625d332161 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:19.502036 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ef662dc1-1a17-4989-9a0a-a5c24eb11365 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Synchronizing usage tracker for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:19.519010 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:52:19.529656 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-76d40103-2829-4062-954f-6abef23c8e19 req-8523745f-e3ab-43f8-9c09-c434b6613a0e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae HTTP/1.1" status: 200 len: 217 time: 0.0942860 Mar 09 03:52:19.548025 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ef662dc1-1a17-4989-9a0a-a5c24eb11365 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Unset dirty status for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:19.549320 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ef662dc1-1a17-4989-9a0a-a5c24eb11365 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.5287187 Mar 09 03:52:19.554556 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f196a28-0b41-4971-a47a-7199eacae37d req-970d59c2-636b-46f9-8e90-282cd68a5dbf tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:19.558039 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36070) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:19.562362 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f196a28-0b41-4971-a47a-7199eacae37d req-970d59c2-636b-46f9-8e90-282cd68a5dbf tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 946 time: 0.3455775 Mar 09 03:52:19.593080 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-b116d431-4e8c-4770-8271-2320ba13d683 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Request body: {'security_group': {'name': 'tempest-security--1629565779', 'description': 'tempest-security-description-1148686636'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:19.626282 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633b1f2-0758-4efb-895a-b65329df8d29 req-b5569878-3cb7-44e8-8c03-6217f6d59615 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:19.627783 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4633b1f2-0758-4efb-895a-b65329df8d29 req-b5569878-3cb7-44e8-8c03-6217f6d59615 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 944 time: 0.2414873 Mar 09 03:52:19.665954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36074) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:19.689276 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b116d431-4e8c-4770-8271-2320ba13d683 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:19.700136 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2bb635a6-24d7-4cea-ba9d-1f625d332161 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:19.742802 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d40103-2829-4062-954f-6abef23c8e19 req-6cd61c9b-c2a5-460c-9079-d91ee8251a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:19.744298 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-76d40103-2829-4062-954f-6abef23c8e19 req-6cd61c9b-c2a5-460c-9079-d91ee8251a57 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=965f9e8b-c887-40f8-8e3e-40a337410283 HTTP/1.1" status: 200 len: 859 time: 0.2051353 Mar 09 03:52:19.763899 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-244684fc-d010-4f4a-a63f-ea38d125f865 None None] For port 80fb2086-21a6-488a-be50-aba20b7624c1, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=80fb2086-21a6-488a-be50-aba20b7624c1,segment=NetworkSegment(8f56de3d-717d-453f-908f-695376d58b50),segment_id=8f56de3d-717d-453f-908f-695376d58b50)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:19.764641 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-244684fc-d010-4f4a-a63f-ea38d125f865 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:19.785394 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f196a28-0b41-4971-a47a-7199eacae37d req-a7e72ef7-c091-4cbe-88b1-27d82a8bb1a5 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218196 Mar 09 03:52:19.832714 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-4633b1f2-0758-4efb-895a-b65329df8d29 req-8550afd0-1a70-4c9c-b396-cb3411dbfd9e tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Synchronizing usage tracker for tenant:6a16ab624ef346d8a3bdbd7e7cfa8c2d on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:19.880376 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b116d431-4e8c-4770-8271-2320ba13d683 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:19.956670 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-244684fc-d010-4f4a-a63f-ea38d125f865 None None] Calling delete_port for 80fb2086-21a6-488a-be50-aba20b7624c1 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:52:20.060563 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-244684fc-d010-4f4a-a63f-ea38d125f865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:20.087672 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-76d40103-2829-4062-954f-6abef23c8e19 req-3149cf24-cfa0-40fb-a3fe-1749187ea0d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ac13dcf-49d1-494e-9bd9-1e962da8e8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3007345 Mar 09 03:52:20.091457 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2339d04b-3fde-49de-acea-0d53e49c2e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:20.126508 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244684fc-d010-4f4a-a63f-ea38d125f865 None None] Pushing event deleted for resources: {'Port': ['ID=80fb2086-21a6-488a-be50-aba20b7624c1,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:20.127228 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2339d04b-3fde-49de-acea-0d53e49c2e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:20.131316 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244684fc-d010-4f4a-a63f-ea38d125f865 None None] No DVR routers for this DVR port 80fb2086-21a6-488a-be50-aba20b7624c1 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:52:20.131698 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2339d04b-3fde-49de-acea-0d53e49c2e77 admin admin] Usage tracker for resource:security_group_rule and tenant:f4d1a28a941249649e6e6a58f571d4b1 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:20.135444 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2339d04b-3fde-49de-acea-0d53e49c2e77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:20.139826 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244684fc-d010-4f4a-a63f-ea38d125f865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:20.140287 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244684fc-d010-4f4a-a63f-ea38d125f865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:20.141358 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244684fc-d010-4f4a-a63f-ea38d125f865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:20.141788 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244684fc-d010-4f4a-a63f-ea38d125f865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:20.142214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244684fc-d010-4f4a-a63f-ea38d125f865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:20.142988 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244684fc-d010-4f4a-a63f-ea38d125f865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:20.144100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2339d04b-3fde-49de-acea-0d53e49c2e77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:20.147831 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244684fc-d010-4f4a-a63f-ea38d125f865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:20.148291 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244684fc-d010-4f4a-a63f-ea38d125f865 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:20.149174 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244684fc-d010-4f4a-a63f-ea38d125f865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:20.150065 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244684fc-d010-4f4a-a63f-ea38d125f865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:20.150492 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244684fc-d010-4f4a-a63f-ea38d125f865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:20.150941 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244684fc-d010-4f4a-a63f-ea38d125f865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:20.169704 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-859e79fd-71f8-419c-800f-49788e852d83 admin admin] For port 80fb2086-21a6-488a-be50-aba20b7624c1, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=80fb2086-21a6-488a-be50-aba20b7624c1,segment=NetworkSegment(8f56de3d-717d-453f-908f-695376d58b50),segment_id=8f56de3d-717d-453f-908f-695376d58b50)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:20.170298 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-859e79fd-71f8-419c-800f-49788e852d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:20.186420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-4633b1f2-0758-4efb-895a-b65329df8d29 req-8550afd0-1a70-4c9c-b396-cb3411dbfd9e tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Unset dirty status for tenant:6a16ab624ef346d8a3bdbd7e7cfa8c2d on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:20.188236 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4633b1f2-0758-4efb-895a-b65329df8d29 req-8550afd0-1a70-4c9c-b396-cb3411dbfd9e tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/security-groups?id=d12422bc-9802-4fe5-883f-e95e2321cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5528738 Mar 09 03:52:20.193637 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b116d431-4e8c-4770-8271-2320ba13d683 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:20.196322 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b116d431-4e8c-4770-8271-2320ba13d683 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:20.200094 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b116d431-4e8c-4770-8271-2320ba13d683 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "PUT /v2.0/security-groups/44a04740-80eb-4b94-b65c-c9002118691c HTTP/1.1" status: 200 len: 1780 time: 0.6390767 Mar 09 03:52:20.228377 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36080) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:20.281631 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-caf4c9fb-b5dd-482e-bf73-398044574631 None None] Provisioning for port 33e61d58-bbca-4534-abef-c05262c7166b completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:52:20.322600 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116d431-4e8c-4770-8271-2320ba13d683 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a04740-80eb-4b94-b65c-c9002118691c,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:20.342361 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c1ab2064-5218-4743-925e-a10bbf16f98c tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-groups/44a04740-80eb-4b94-b65c-c9002118691c HTTP/1.1" status: 200 len: 1780 time: 0.1128714 Mar 09 03:52:20.345571 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36084) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:20.368285 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-859e79fd-71f8-419c-800f-49788e852d83 admin admin] Calling delete_port for 80fb2086-21a6-488a-be50-aba20b7624c1 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:52:20.399428 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2bb635a6-24d7-4cea-ba9d-1f625d332161 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:20.410016 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2bb635a6-24d7-4cea-ba9d-1f625d332161 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:20.410801 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2bb635a6-24d7-4cea-ba9d-1f625d332161 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:20.510233 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d3a9ee1c-d4ff-435c-bc38-453c42ffe21e None None] Provisioning for port 9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:52:20.511024 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-76d40103-2829-4062-954f-6abef23c8e19 req-b31102a7-e0a7-4cb5-ad68-2fbf8b82f388 service neutron] 10.222.0.21 "GET /v2.0/networks/1ac13dcf-49d1-494e-9bd9-1e962da8e8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059091 Mar 09 03:52:20.515856 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d3a9ee1c-d4ff-435c-bc38-453c42ffe21e None None] Provisioning complete for port 9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:52:20.516628 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [None req-859e79fd-71f8-419c-800f-49788e852d83 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:52:20.516775 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d3a9ee1c-d4ff-435c-bc38-453c42ffe21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:20.516934 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [None req-859e79fd-71f8-419c-800f-49788e852d83 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:52:20.559018 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2339d04b-3fde-49de-acea-0d53e49c2e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:20.567238 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2339d04b-3fde-49de-acea-0d53e49c2e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:20.570703 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cf3335c3-e7c1-47c6-a35c-4fd954d28bcd tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:20.572988 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d3a9ee1c-d4ff-435c-bc38-453c42ffe21e None None] Port 9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:52:20.613208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb635a6-24d7-4cea-ba9d-1f625d332161 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:20.634424 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cf3335c3-e7c1-47c6-a35c-4fd954d28bcd tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:20.675224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339d04b-3fde-49de-acea-0d53e49c2e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a020285-84d2-4228-90ad-b84b24be86bb,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:20.689000 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2339d04b-3fde-49de-acea-0d53e49c2e77 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4d1a28a941249649e6e6a58f571d4b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0184166 Mar 09 03:52:20.689908 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36088) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:20.692448 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb635a6-24d7-4cea-ba9d-1f625d332161 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:52:20.695920 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-2bb635a6-24d7-4cea-ba9d-1f625d332161 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:52:20.738898 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-76d40103-2829-4062-954f-6abef23c8e19 req-1560a491-42fa-4e43-8bb1-95cf31993248 service neutron] 10.222.0.21 "GET /v2.0/networks/1ac13dcf-49d1-494e-9bd9-1e962da8e8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208133 Mar 09 03:52:20.776900 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4187829f-8a86-4515-93a5-b7b5a598a184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:20.808348 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4187829f-8a86-4515-93a5-b7b5a598a184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:20.945269 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4187829f-8a86-4515-93a5-b7b5a598a184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:20.973412 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187829f-8a86-4515-93a5-b7b5a598a184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a020285-84d2-4228-90ad-b84b24be86bb,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:21.005924 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4187829f-8a86-4515-93a5-b7b5a598a184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:21.009543 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4187829f-8a86-4515-93a5-b7b5a598a184 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a020285-84d2-4228-90ad-b84b24be86bb HTTP/1.1" status: 204 len: 168 time: 0.3168516 Mar 09 03:52:21.011983 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6c87b4c3-d237-4c09-b32e-ba85f8a4dc8c None None] Provisioning complete for port 9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:52:21.012439 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6c87b4c3-d237-4c09-b32e-ba85f8a4dc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:21.021669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-859e79fd-71f8-419c-800f-49788e852d83 admin admin] Deleting port 80fb2086-21a6-488a-be50-aba20b7624c1 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:52:21.021858 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cf3335c3-e7c1-47c6-a35c-4fd954d28bcd tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:21.023308 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-859e79fd-71f8-419c-800f-49788e852d83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:21.051751 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3335c3-e7c1-47c6-a35c-4fd954d28bcd tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a04740-80eb-4b94-b65c-c9002118691c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:21.077020 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cf3335c3-e7c1-47c6-a35c-4fd954d28bcd tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:21.081540 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cf3335c3-e7c1-47c6-a35c-4fd954d28bcd tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "DELETE /v2.0/security-groups/44a04740-80eb-4b94-b65c-c9002118691c HTTP/1.1" status: 204 len: 168 time: 0.7349994 Mar 09 03:52:21.082389 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36096) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:21.093257 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6c87b4c3-d237-4c09-b32e-ba85f8a4dc8c None None] Port 9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:52:21.127337 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb635a6-24d7-4cea-ba9d-1f625d332161 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Router 9c6d8b02-4620-4437-b2b0-91529d99033e is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:52:21.143201 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-859e79fd-71f8-419c-800f-49788e852d83 admin admin] The port '80fb2086-21a6-488a-be50-aba20b7624c1' was deleted {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:52:21.229936 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-49932092-f2f0-408c-8942-41963c301a2d tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Synchronizing usage tracker for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:21.237791 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2aa5f-91f1-43f7-a813-242511a36858 req-83ed36e4-2e00-494c-978b-9fcfb2675e4c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:21.239173 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e0e2aa5f-91f1-43f7-a813-242511a36858 req-83ed36e4-2e00-494c-978b-9fcfb2675e4c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 946 time: 0.3370638 Mar 09 03:52:21.244031 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c8741-6205-423a-b0a2-0b371cb955ea req-e7a4be77-f1b1-433b-b8d3-bd0dbb82f00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:21.245461 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bd5c8741-6205-423a-b0a2-0b371cb955ea req-e7a4be77-f1b1-433b-b8d3-bd0dbb82f00f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a16ab624ef346d8a3bdbd7e7cfa8c2d&device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 1095 time: 0.3827307 Mar 09 03:52:21.256172 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 33e61d58-bbca-4534-abef-c05262c7166b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:52:21.346003 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 33e61d58-bbca-4534-abef-c05262c7166b completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:52:21.355087 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 33e61d58-bbca-4534-abef-c05262c7166b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:52:21.355473 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:21.443429 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e0e2aa5f-91f1-43f7-a813-242511a36858 req-5ffeb7d4-e9dd-48a5-9afb-d621d3616605 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969991 Mar 09 03:52:21.449766 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb635a6-24d7-4cea-ba9d-1f625d332161 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:52:21.450603 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36104) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:21.456709 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2bb635a6-24d7-4cea-ba9d-1f625d332161 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "PUT /v2.0/routers/9c6d8b02-4620-4437-b2b0-91529d99033e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8820910 Mar 09 03:52:21.461123 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-859e79fd-71f8-419c-800f-49788e852d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:21.463161 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] Sync routers for ids ['9c6d8b02-4620-4437-b2b0-91529d99033e'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:52:21.465572 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36108) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:21.483437 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] Routers {'9c6d8b02-4620-4437-b2b0-91529d99033e'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:52:21.484989 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:52:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9c6d8b02-4620-4437-b2b0-91529d99033e'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:21.507886 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-49932092-f2f0-408c-8942-41963c301a2d tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Unset dirty status for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:21.511764 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-49932092-f2f0-408c-8942-41963c301a2d tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4222305 Mar 09 03:52:21.511935 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:21.515223 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36112) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:21.544820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c8741-6205-423a-b0a2-0b371cb955ea req-ac1cb203-fb63-4337-bb92-ee75a4a02f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:21.546879 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bd5c8741-6205-423a-b0a2-0b371cb955ea req-ac1cb203-fb63-4337-bb92-ee75a4a02f2d service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ac13dcf-49d1-494e-9bd9-1e962da8e8f0 HTTP/1.1" status: 200 len: 920 time: 0.2572570 Mar 09 03:52:21.552407 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-8bad72aa-fd0f-4273-b995-0f17727dcbc5 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] delete failed (client error): The resource could not be found. Mar 09 03:52:21.553373 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 33e61d58-bbca-4534-abef-c05262c7166b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=33e61d58-bbca-4534-abef-c05262c7166b,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:21.553679 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8bad72aa-fd0f-4273-b995-0f17727dcbc5 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "DELETE /v2.0/security-groups/44a04740-80eb-4b94-b65c-c9002118691c HTTP/1.1" status: 404 len: 347 time: 0.0364022 Mar 09 03:52:21.562989 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:21.565378 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36116) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:21.567745 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0fe58922-74f9-4918-b92c-d77b70563699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:21.577747 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-a8c4b1a6-50e4-4edb-8529-91f5e27edc0e tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Request body: {'security_group': {'name': 'tempest-secgroup--497642604'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:21.601133 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a8c4b1a6-50e4-4edb-8529-91f5e27edc0e tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:21.613213 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da66d98e-e928-4f33-bddd-8024ceaffce5 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:21.613780 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-da66d98e-e928-4f33-bddd-8024ceaffce5 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:21.633918 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a8c4b1a6-50e4-4edb-8529-91f5e27edc0e tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:21.659942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40cfdbd-8d15-47be-8e93-1875492316d1 req-18ecd72b-56bf-4194-8660-61c7675750cd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:21.661535 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a40cfdbd-8d15-47be-8e93-1875492316d1 req-18ecd72b-56bf-4194-8660-61c7675750cd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 944 time: 0.3103509 Mar 09 03:52:21.663041 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-da66d98e-e928-4f33-bddd-8024ceaffce5 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:21.664051 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-da66d98e-e928-4f33-bddd-8024ceaffce5 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports/9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae HTTP/1.1" status: 200 len: 911 time: 0.1974764 Mar 09 03:52:21.664933 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a8c4b1a6-50e4-4edb-8529-91f5e27edc0e tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:21.672680 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-859e79fd-71f8-419c-800f-49788e852d83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b236dd5b-2019-418d-8a8d-2b42bdeabb23']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:21.675522 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36120) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:21.680404 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0fe58922-74f9-4918-b92c-d77b70563699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:21.683318 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bd5c8741-6205-423a-b0a2-0b371cb955ea req-0edec553-ba2a-4d59-bc10-edbb2b0fd5d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae HTTP/1.1" status: 200 len: 217 time: 0.1039565 Mar 09 03:52:21.689854 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0fe58922-74f9-4918-b92c-d77b70563699 admin admin] Usage tracker for resource:security_group_rule and tenant:40dd85196b614bbfa1c07c8947022245 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:21.693094 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-859e79fd-71f8-419c-800f-49788e852d83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f56de3d-717d-453f-908f-695376d58b50') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:21.693387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-859e79fd-71f8-419c-800f-49788e852d83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f56de3d-717d-453f-908f-695376d58b50') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:21.700409 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0fe58922-74f9-4918-b92c-d77b70563699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:21.708955 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=33e61d58-bbca-4534-abef-c05262c7166b,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:21.715942 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 80fb2086-21a6-488a-be50-aba20b7624c1 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:52:21.741294 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] Set router 9c6d8b02-4620-4437-b2b0-91529d99033e gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:52:21.752823 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a8c4b1a6-50e4-4edb-8529-91f5e27edc0e tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:21.754833 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 80fb2086-21a6-488a-be50-aba20b7624c1 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:52:21.755414 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 80fb2086-21a6-488a-be50-aba20b7624c1 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:52:21.766810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a8c4b1a6-50e4-4edb-8529-91f5e27edc0e tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Usage tracker for resource:security_group_rule and tenant:98f0bdb2d4584fb6bd911128aeb627a2 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:21.772878 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a8c4b1a6-50e4-4edb-8529-91f5e27edc0e tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:21.783920 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a8c4b1a6-50e4-4edb-8529-91f5e27edc0e tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:21.802576 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a40cfdbd-8d15-47be-8e93-1875492316d1 req-822ec9e6-b65b-4ed1-bd83-de97b527f3ad tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/security-groups?id=d12422bc-9802-4fe5-883f-e95e2321cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259954 Mar 09 03:52:21.857130 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dbd0-ab5f-4b05-8fa4-20010f15698c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:21.863883 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dbd0-ab5f-4b05-8fa4-20010f15698c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:21.865674 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-86b3dbd0-ab5f-4b05-8fa4-20010f15698c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1881623 Mar 09 03:52:21.888510 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0fe58922-74f9-4918-b92c-d77b70563699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:21.896711 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36124) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:21.907691 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-859e79fd-71f8-419c-800f-49788e852d83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:21.920538 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a8c4b1a6-50e4-4edb-8529-91f5e27edc0e tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:21.925995 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a8c4b1a6-50e4-4edb-8529-91f5e27edc0e tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:21.965914 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4b1a6-50e4-4edb-8529-91f5e27edc0e tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74300ada-38fb-4531-b89d-0443dfa68461,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:21.993624 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a8c4b1a6-50e4-4edb-8529-91f5e27edc0e tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:21.995645 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a8c4b1a6-50e4-4edb-8529-91f5e27edc0e tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4268942 Mar 09 03:52:21.998176 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36128) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:22.004637 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-c7b0f6a7-74da-424b-b4fe-4bdb73b297ac tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Request body: {'security_group_rule': {'security_group_id': '74300ada-38fb-4531-b89d-0443dfa68461', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:22.011459 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c7b0f6a7-74da-424b-b4fe-4bdb73b297ac tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:22.015533 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c7b0f6a7-74da-424b-b4fe-4bdb73b297ac tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Usage tracker for resource:security_group_rule and tenant:98f0bdb2d4584fb6bd911128aeb627a2 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:22.018791 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c7b0f6a7-74da-424b-b4fe-4bdb73b297ac tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:22.024736 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c7b0f6a7-74da-424b-b4fe-4bdb73b297ac tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:22.045281 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f6a7-74da-424b-b4fe-4bdb73b297ac tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:22.073462 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6d8b02-4620-4437-b2b0-91529d99033e', 'name': 'tempest-NetworksTestDHCPv6-router-997802269', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:52:16Z', 'updated_at': '2022-03-09T03:52:19Z', 'revision_number': 2, 'project_id': '00bf8fc592454cf9827da719f9ffbb09', 'gw_port_host': None, '_interfaces': [{'id': '9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae', 'name': '', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'mac_address': 'fa:16:3e:b0:09:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6d8b02-4620-4437-b2b0-91529d99033e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '5f8312eb-9d9a-4934-9af7-e3e7f8956db1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:52:18Z', 'updated_at': '2022-03-09T03:52:20Z', 'revision_number': 2, 'project_id': '00bf8fc592454cf9827da719f9ffbb09', 'subnets': [{'id': '5f8312eb-9d9a-4934-9af7-e3e7f8956db1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:22.077705 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] Checking router: 9c6d8b02-4620-4437-b2b0-91529d99033e for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:52:22.078347 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] Updating router 9c6d8b02-4620-4437-b2b0-91529d99033e port 9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:52:22.085256 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-859e79fd-71f8-419c-800f-49788e852d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:22.099742 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c8741-6205-423a-b0a2-0b371cb955ea req-eda7a042-8a06-4c35-beb7-59f4d38d121b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:22.101179 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bd5c8741-6205-423a-b0a2-0b371cb955ea req-eda7a042-8a06-4c35-beb7-59f4d38d121b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=965f9e8b-c887-40f8-8e3e-40a337410283 HTTP/1.1" status: 200 len: 859 time: 0.3936396 Mar 09 03:52:22.111487 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f6a7-74da-424b-b4fe-4bdb73b297ac tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:22.111718 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859e79fd-71f8-419c-800f-49788e852d83 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:52:22.112068 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-859e79fd-71f8-419c-800f-49788e852d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:22.115833 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f6a7-74da-424b-b4fe-4bdb73b297ac tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:52:22.128087 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:52:22.142444 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:22.146981 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0f6a7-74da-424b-b4fe-4bdb73b297ac tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0976c14-99ed-406e-b10f-b980e3c03230,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:22.151113 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f6a7-74da-424b-b4fe-4bdb73b297ac tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:22.155029 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c7b0f6a7-74da-424b-b4fe-4bdb73b297ac tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1529508 Mar 09 03:52:22.155467 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36132) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:22.188798 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-acfead5b-f810-4c46-a995-678a6f039434 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:22.200390 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-acfead5b-f810-4c46-a995-678a6f039434 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:22.228133 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-acfead5b-f810-4c46-a995-678a6f039434 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:22.245893 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfead5b-f810-4c46-a995-678a6f039434 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0976c14-99ed-406e-b10f-b980e3c03230,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:22.248052 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-acfead5b-f810-4c46-a995-678a6f039434 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:22.252226 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-acfead5b-f810-4c46-a995-678a6f039434 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/c0976c14-99ed-406e-b10f-b980e3c03230 HTTP/1.1" status: 204 len: 168 time: 0.0929565 Mar 09 03:52:22.252483 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36136) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:22.302058 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-308ca398-afb1-4a37-9374-1d1656641c25 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Synchronizing usage tracker for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:22.321231 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-308ca398-afb1-4a37-9374-1d1656641c25 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Unset dirty status for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:22.321479 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bd5c8741-6205-423a-b0a2-0b371cb955ea req-eb9d525b-7254-4484-9ea4-3d2b9b19568a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ac13dcf-49d1-494e-9bd9-1e962da8e8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1749485 Mar 09 03:52:22.325363 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-308ca398-afb1-4a37-9374-1d1656641c25 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0691023 Mar 09 03:52:22.325521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36140) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:22.392408 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-067c7804-04c4-4859-939e-1d611219fbef tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:22.420852 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-067c7804-04c4-4859-939e-1d611219fbef tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:22.434000 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-859e79fd-71f8-419c-800f-49788e852d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:22.438835 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-859e79fd-71f8-419c-800f-49788e852d83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:22.478888 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-067c7804-04c4-4859-939e-1d611219fbef tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:22.504610 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c7804-04c4-4859-939e-1d611219fbef tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74300ada-38fb-4531-b89d-0443dfa68461,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:22.531169 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-067c7804-04c4-4859-939e-1d611219fbef tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:22.537399 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-067c7804-04c4-4859-939e-1d611219fbef tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "DELETE /v2.0/security-groups/74300ada-38fb-4531-b89d-0443dfa68461 HTTP/1.1" status: 204 len: 168 time: 0.2079394 Mar 09 03:52:22.537399 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36146) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:22.539483 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:22.544028 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e79fd-71f8-419c-800f-49788e852d83 admin admin] Pushing event deleted for resources: {'Network': ['ID=b236dd5b-2019-418d-8a8d-2b42bdeabb23,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:22.555449 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] Transition to ACTIVE for port object 9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:52:22.564869 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:22.596902 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0fe58922-74f9-4918-b92c-d77b70563699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:22.605171 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c2b4aba3-addd-43f8-a541-8cd03c0d4ee5 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Synchronizing usage tracker for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:22.638771 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-859e79fd-71f8-419c-800f-49788e852d83 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b236dd5b-2019-418d-8a8d-2b42bdeabb23 HTTP/1.1" status: 204 len: 168 time: 3.7233682 Mar 09 03:52:22.641215 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c2b4aba3-addd-43f8-a541-8cd03c0d4ee5 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Unset dirty status for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:22.647216 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c2b4aba3-addd-43f8-a541-8cd03c0d4ee5 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1046610 Mar 09 03:52:22.648524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36152) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:22.651182 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0fe58922-74f9-4918-b92c-d77b70563699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:22.655130 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f89995d8-e206-4103-901b-72aa71c55a07 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Request body: {'security_group': {'name': 'tempest-secgroup--1296658890'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:22.667344 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f89995d8-e206-4103-901b-72aa71c55a07 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:22.681448 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f89995d8-e206-4103-901b-72aa71c55a07 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:22.697425 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f89995d8-e206-4103-901b-72aa71c55a07 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:22.739275 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f89995d8-e206-4103-901b-72aa71c55a07 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:22.743649 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f89995d8-e206-4103-901b-72aa71c55a07 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Usage tracker for resource:security_group_rule and tenant:98f0bdb2d4584fb6bd911128aeb627a2 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:22.746745 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f89995d8-e206-4103-901b-72aa71c55a07 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:22.756965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f89995d8-e206-4103-901b-72aa71c55a07 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:22.766273 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6dc7ef-22d3-4bb3-9164-8c50ba3f8db7 None None] Pushing event updated for resources: {'Port': ['ID=9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:22.831042 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] Attempting to bind port 9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:52:22.832957 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] Attempting to bind port 9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:52:22.832957 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] Attempting to bind port 9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae on network 52061912-70e8-4f32-8bcd-36eeab65c7b8 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:52:22.839533 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:52:22.840454 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] Checking segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:52:22.841346 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:22.842012 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] Bound using segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:52:22.842686 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] Bound port: 9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:52:22.843398 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:22.849195 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bd5c8741-6205-423a-b0a2-0b371cb955ea req-ccb3ac35-f88b-47a7-96e0-1b1cfc1c3536 service neutron] 10.222.0.21 "GET /v2.0/networks/1ac13dcf-49d1-494e-9bd9-1e962da8e8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5162404 Mar 09 03:52:22.853630 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f89995d8-e206-4103-901b-72aa71c55a07 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:22.862787 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f89995d8-e206-4103-901b-72aa71c55a07 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:22.867775 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0fe58922-74f9-4918-b92c-d77b70563699 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40dd85196b614bbfa1c07c8947022245&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4125245 Mar 09 03:52:22.886622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36158) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:22.935303 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe58922-74f9-4918-b92c-d77b70563699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b24656-caab-48a4-903c-70d8184009a7,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:22.962642 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89995d8-e206-4103-901b-72aa71c55a07 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=401c5dc3-f3b0-4ba7-9e7d-9fad7ca99b11,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:22.977549 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36162) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:23.026672 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f89995d8-e206-4103-901b-72aa71c55a07 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:23.031857 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f89995d8-e206-4103-901b-72aa71c55a07 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3788557 Mar 09 03:52:23.034237 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] For port 9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:52:23.038067 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] For port 9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:52:23.041823 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:23.082023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36166) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:23.092737 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4d737d9c-0012-414e-8a4e-d36371decf40 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Request body: {'security_group_rule': {'security_group_id': '401c5dc3-f3b0-4ba7-9e7d-9fad7ca99b11', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:23.127361 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] Routers {'9c6d8b02-4620-4437-b2b0-91529d99033e'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:52:23.128204 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:52:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9c6d8b02-4620-4437-b2b0-91529d99033e'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:23.138454 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-21ecf015-563c-4c89-9901-c12736944892 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a566af917eda438b9c3772466ff37f61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1541131 Mar 09 03:52:23.140241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36170) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:23.141835 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4d737d9c-0012-414e-8a4e-d36371decf40 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:23.162545 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4d737d9c-0012-414e-8a4e-d36371decf40 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Usage tracker for resource:security_group_rule and tenant:98f0bdb2d4584fb6bd911128aeb627a2 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:23.168434 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4d737d9c-0012-414e-8a4e-d36371decf40 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:23.184453 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4d737d9c-0012-414e-8a4e-d36371decf40 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:23.203948 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6dc7ef-22d3-4bb3-9164-8c50ba3f8db7 None None] Pushing event updated for resources: {'Port': ['ID=9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:23.243240 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4d737d9c-0012-414e-8a4e-d36371decf40 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:23.245656 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ccffb-d0a4-4b8b-9c13-8dbfa16ae0d1 req-01a4cf3b-38eb-418c-9260-f086e44b7149 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:23.247450 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fb0ccffb-d0a4-4b8b-9c13-8dbfa16ae0d1 req-01a4cf3b-38eb-418c-9260-f086e44b7149 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 946 time: 0.5409813 Mar 09 03:52:23.254214 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e01dfa14-a6f2-418f-8347-bd940fde1fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:23.266472 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 33e61d58-bbca-4534-abef-c05262c7166b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:52:23.275969 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bd5c8741-6205-423a-b0a2-0b371cb955ea req-4c5377aa-5307-4d0f-aa40-24f9a8269781 service neutron] 10.222.0.21 "GET /v2.0/networks/1ac13dcf-49d1-494e-9bd9-1e962da8e8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012470 Mar 09 03:52:23.294708 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e9b85065-72fb-44be-b048-291a3d1b2df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:23.308010 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79b06a-f5e6-4655-b3d7-72fef7d1276a req-e2acfd04-b3e0-4204-8c99-5de1efa44542 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:23.309553 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1a79b06a-f5e6-4655-b3d7-72fef7d1276a req-e2acfd04-b3e0-4204-8c99-5de1efa44542 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 944 time: 0.2892063 Mar 09 03:52:23.362917 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] Set router 9c6d8b02-4620-4437-b2b0-91529d99033e gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:52:23.385429 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 33e61d58-bbca-4534-abef-c05262c7166b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:52:23.385952 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:23.402417 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e9b85065-72fb-44be-b048-291a3d1b2df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:23.416134 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fb0ccffb-d0a4-4b8b-9c13-8dbfa16ae0d1 req-e88f1b83-5044-49bc-bb62-524245f59b81 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469550 Mar 09 03:52:23.417633 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e01dfa14-a6f2-418f-8347-bd940fde1fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:23.425048 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1a79b06a-f5e6-4655-b3d7-72fef7d1276a req-ace585c4-cecc-49a7-a172-7525d7ab3915 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/security-groups?id=d12422bc-9802-4fe5-883f-e95e2321cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049273 Mar 09 03:52:23.511042 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4d737d9c-0012-414e-8a4e-d36371decf40 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:23.520514 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4d737d9c-0012-414e-8a4e-d36371decf40 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:23.544243 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e9b85065-72fb-44be-b048-291a3d1b2df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:23.552818 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-38f059f8-4d51-4504-9ff0-bf0f7673b029 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:23.568871 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d737d9c-0012-414e-8a4e-d36371decf40 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25e9f59-e5d8-4fdb-b9f6-7714cbd51ae4,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:23.585693 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b85065-72fb-44be-b048-291a3d1b2df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65df3e8-c2c1-421b-8c41-365ce7d5f56c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:23.603858 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4d737d9c-0012-414e-8a4e-d36371decf40 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:23.605527 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4d737d9c-0012-414e-8a4e-d36371decf40 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5244980 Mar 09 03:52:23.607241 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e9b85065-72fb-44be-b048-291a3d1b2df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:23.609038 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e9b85065-72fb-44be-b048-291a3d1b2df5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b65df3e8-c2c1-421b-8c41-365ce7d5f56c HTTP/1.1" status: 204 len: 168 time: 0.4645762 Mar 09 03:52:23.609866 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36176) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:23.616060 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4edb5221-24fe-4d7e-8003-92c59176dcf7 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Request body: {'security_group_rule': {'security_group_id': '401c5dc3-f3b0-4ba7-9e7d-9fad7ca99b11', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:23.622419 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4edb5221-24fe-4d7e-8003-92c59176dcf7 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:23.634626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4edb5221-24fe-4d7e-8003-92c59176dcf7 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Usage tracker for resource:security_group_rule and tenant:98f0bdb2d4584fb6bd911128aeb627a2 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:23.637878 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4edb5221-24fe-4d7e-8003-92c59176dcf7 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:23.645027 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4edb5221-24fe-4d7e-8003-92c59176dcf7 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:23.670922 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4edb5221-24fe-4d7e-8003-92c59176dcf7 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:23.749695 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4edb5221-24fe-4d7e-8003-92c59176dcf7 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:23.757242 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4edb5221-24fe-4d7e-8003-92c59176dcf7 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:23.798886 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6d8b02-4620-4437-b2b0-91529d99033e', 'name': 'tempest-NetworksTestDHCPv6-router-997802269', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:52:16Z', 'updated_at': '2022-03-09T03:52:19Z', 'revision_number': 2, 'project_id': '00bf8fc592454cf9827da719f9ffbb09', 'gw_port_host': None, '_interfaces': [{'id': '9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae', 'name': '', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'mac_address': 'fa:16:3e:b0:09:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6d8b02-4620-4437-b2b0-91529d99033e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '5f8312eb-9d9a-4934-9af7-e3e7f8956db1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:52:18Z', 'updated_at': '2022-03-09T03:52:23Z', 'revision_number': 4, 'project_id': '00bf8fc592454cf9827da719f9ffbb09', 'subnets': [{'id': '5f8312eb-9d9a-4934-9af7-e3e7f8956db1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:23.803084 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476a6a6e-46fd-48f1-9058-47049ea190d1 None None] The sync data for ids ['9c6d8b02-4620-4437-b2b0-91529d99033e'] in n-d-825178-5 is: [{'id': '9c6d8b02-4620-4437-b2b0-91529d99033e', 'name': 'tempest-NetworksTestDHCPv6-router-997802269', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:52:16Z', 'updated_at': '2022-03-09T03:52:19Z', 'revision_number': 2, 'project_id': '00bf8fc592454cf9827da719f9ffbb09', 'gw_port_host': None, '_interfaces': [{'id': '9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae', 'name': '', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'mac_address': 'fa:16:3e:b0:09:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6d8b02-4620-4437-b2b0-91529d99033e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '5f8312eb-9d9a-4934-9af7-e3e7f8956db1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:52:18Z', 'updated_at': '2022-03-09T03:52:23Z', 'revision_number': 4, 'project_id': '00bf8fc592454cf9827da719f9ffbb09', 'subnets': [{'id': '5f8312eb-9d9a-4934-9af7-e3e7f8956db1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:52:23.814484 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb5221-24fe-4d7e-8003-92c59176dcf7 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b23f232-b9dd-4aeb-b5cb-06a7a822be68,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:23.821545 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4edb5221-24fe-4d7e-8003-92c59176dcf7 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:23.825464 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4edb5221-24fe-4d7e-8003-92c59176dcf7 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2117176 Mar 09 03:52:23.825771 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36182) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:23.832452 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-372faf56-c6e7-4303-b7e9-44eeeba05dfb tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Request body: {'security_group_rule': {'security_group_id': '401c5dc3-f3b0-4ba7-9e7d-9fad7ca99b11', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:23.844871 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-372faf56-c6e7-4303-b7e9-44eeeba05dfb tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:23.849719 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-372faf56-c6e7-4303-b7e9-44eeeba05dfb tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Usage tracker for resource:security_group_rule and tenant:98f0bdb2d4584fb6bd911128aeb627a2 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:23.856700 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-372faf56-c6e7-4303-b7e9-44eeeba05dfb tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:23.864327 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-372faf56-c6e7-4303-b7e9-44eeeba05dfb tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:23.892965 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-372faf56-c6e7-4303-b7e9-44eeeba05dfb tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:23.899001 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e01dfa14-a6f2-418f-8347-bd940fde1fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:23.991720 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01dfa14-a6f2-418f-8347-bd940fde1fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b24656-caab-48a4-903c-70d8184009a7,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:23.993536 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-372faf56-c6e7-4303-b7e9-44eeeba05dfb tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:24.006207 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-372faf56-c6e7-4303-b7e9-44eeeba05dfb tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:24.041205 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e01dfa14-a6f2-418f-8347-bd940fde1fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:24.041499 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372faf56-c6e7-4303-b7e9-44eeeba05dfb tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b90146-7537-4059-844b-071dca66287b,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:24.044769 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e01dfa14-a6f2-418f-8347-bd940fde1fcc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88b24656-caab-48a4-903c-70d8184009a7 HTTP/1.1" status: 204 len: 168 time: 1.1513937 Mar 09 03:52:24.074931 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-372faf56-c6e7-4303-b7e9-44eeeba05dfb tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:24.076154 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-372faf56-c6e7-4303-b7e9-44eeeba05dfb tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2492650 Mar 09 03:52:24.079867 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36194) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:24.089466 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f7041236-3167-44b5-ac91-f07c2210a1c0 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Request body: {'security_group_rule': {'security_group_id': '401c5dc3-f3b0-4ba7-9e7d-9fad7ca99b11', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:24.089913 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-38f059f8-4d51-4504-9ff0-bf0f7673b029 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting port 9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:52:24.090263 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-38f059f8-4d51-4504-9ff0-bf0f7673b029 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:24.110097 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f7041236-3167-44b5-ac91-f07c2210a1c0 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:24.117341 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f7041236-3167-44b5-ac91-f07c2210a1c0 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Usage tracker for resource:security_group_rule and tenant:98f0bdb2d4584fb6bd911128aeb627a2 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:24.122998 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f7041236-3167-44b5-ac91-f07c2210a1c0 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:24.146812 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f7041236-3167-44b5-ac91-f07c2210a1c0 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:24.184875 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7041236-3167-44b5-ac91-f07c2210a1c0 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:24.275147 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7041236-3167-44b5-ac91-f07c2210a1c0 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:24.283016 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7041236-3167-44b5-ac91-f07c2210a1c0 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:24.319550 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7041236-3167-44b5-ac91-f07c2210a1c0 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c46a01-c510-46d7-a58d-8ff371c5558e,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:24.342532 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7041236-3167-44b5-ac91-f07c2210a1c0 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:24.343090 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f7041236-3167-44b5-ac91-f07c2210a1c0 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2621629 Mar 09 03:52:24.343764 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36204) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:24.353645 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-8a3666df-d10f-4b98-b49a-49306bde49b1 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Request body: {'security_group_rule': {'security_group_id': '401c5dc3-f3b0-4ba7-9e7d-9fad7ca99b11', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:24.362799 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8a3666df-d10f-4b98-b49a-49306bde49b1 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:24.367939 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-8a3666df-d10f-4b98-b49a-49306bde49b1 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Usage tracker for resource:security_group_rule and tenant:98f0bdb2d4584fb6bd911128aeb627a2 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:24.370895 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-8a3666df-d10f-4b98-b49a-49306bde49b1 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:24.377786 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8a3666df-d10f-4b98-b49a-49306bde49b1 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:24.398033 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8a3666df-d10f-4b98-b49a-49306bde49b1 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:24.415477 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-38f059f8-4d51-4504-9ff0-bf0f7673b029 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] For port 9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:24.415477 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-38f059f8-4d51-4504-9ff0-bf0f7673b029 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:24.426027 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:52:24.486506 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8a3666df-d10f-4b98-b49a-49306bde49b1 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:24.491513 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8a3666df-d10f-4b98-b49a-49306bde49b1 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:24.761801 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8a3666df-d10f-4b98-b49a-49306bde49b1 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:24.766772 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8a3666df-d10f-4b98-b49a-49306bde49b1 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4219227 Mar 09 03:52:24.768053 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3666df-d10f-4b98-b49a-49306bde49b1 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df3cd1c7-3b67-4728-9aaf-89381b3dfa6e,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:24.770646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36222) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:24.789091 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-38f059f8-4d51-4504-9ff0-bf0f7673b029 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Calling delete_port for 9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:52:24.801735 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae,segment=NetworkSegment(1ddbe020-5cc6-46e0-b0b5-781a25010a1c),segment_id=1ddbe020-5cc6-46e0-b0b5-781a25010a1c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:24.832421 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae', 'network_id': '1ac13dcf-49d1-494e-9bd9-1e962da8e8f0', 'port_id': '8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae', 'mac_address': 'fa:16:3e:cc:92:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '965f9e8b-c887-40f8-8e3e-40a337410283', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:52:24.862624 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a647b462-8f85-42ce-af44-301225cf94c5 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:24.877625 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a647b462-8f85-42ce-af44-301225cf94c5 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:24.912421 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a647b462-8f85-42ce-af44-301225cf94c5 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:24.946177 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a647b462-8f85-42ce-af44-301225cf94c5 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:24.951045 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a647b462-8f85-42ce-af44-301225cf94c5 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/df3cd1c7-3b67-4728-9aaf-89381b3dfa6e HTTP/1.1" status: 204 len: 168 time: 0.1723151 Mar 09 03:52:24.956310 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36234) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:24.956778 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb555b6b-b578-4457-9248-af63de745a2c req-e643af15-7a61-48a1-b815-69a3e413a2b4 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:24.958494 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eb555b6b-b578-4457-9248-af63de745a2c req-e643af15-7a61-48a1-b815-69a3e413a2b4 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 946 time: 0.2564673 Mar 09 03:52:24.986236 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647b462-8f85-42ce-af44-301225cf94c5 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df3cd1c7-3b67-4728-9aaf-89381b3dfa6e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:25.007862 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec8b20-7a46-40c0-882e-606c84ea45ad req-6ae7ce2b-7993-4dc4-80a2-c064faf5743d tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:25.009763 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1dec8b20-7a46-40c0-882e-606c84ea45ad req-6ae7ce2b-7993-4dc4-80a2-c064faf5743d tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 944 time: 0.2962570 Mar 09 03:52:25.028991 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:25.065689 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:52:25.072856 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eb555b6b-b578-4457-9248-af63de745a2c req-97fe264b-b742-49cb-b98b-f542a6190a43 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039708 Mar 09 03:52:25.093455 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae,segment=NetworkSegment(1ddbe020-5cc6-46e0-b0b5-781a25010a1c),segment_id=1ddbe020-5cc6-46e0-b0b5-781a25010a1c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:25.101461 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:25.146220 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7124353a-9ffa-4b29-a3d8-faa86c519948 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Synchronizing usage tracker for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:25.171127 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1dec8b20-7a46-40c0-882e-606c84ea45ad req-838741ec-a7bd-423f-ab61-5d886fe8c1ce tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/security-groups?id=d12422bc-9802-4fe5-883f-e95e2321cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507277 Mar 09 03:52:25.209046 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7124353a-9ffa-4b29-a3d8-faa86c519948 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Unset dirty status for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:25.214148 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7124353a-9ffa-4b29-a3d8-faa86c519948 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2565453 Mar 09 03:52:25.215040 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36244) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:25.268850 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-38f059f8-4d51-4504-9ff0-bf0f7673b029 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:25.280661 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:52:25.288195 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f91ed273-e271-47ad-82c3-1879922d40db tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:25.315746 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f91ed273-e271-47ad-82c3-1879922d40db tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:25.328825 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:52:25.329792 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 09 03:52:25.362239 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f91ed273-e271-47ad-82c3-1879922d40db tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:25.402091 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ed273-e271-47ad-82c3-1879922d40db tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09c46a01-c510-46d7-a58d-8ff371c5558e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:25.406958 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Port 9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae not found, will not notify nova. {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 09 03:52:25.416591 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:52:25.428367 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f91ed273-e271-47ad-82c3-1879922d40db tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:25.433683 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f91ed273-e271-47ad-82c3-1879922d40db tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/09c46a01-c510-46d7-a58d-8ff371c5558e HTTP/1.1" status: 204 len: 168 time: 0.2152143 Mar 09 03:52:25.433866 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36256) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:25.469900 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f059f8-4d51-4504-9ff0-bf0f7673b029 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Port': ['ID=9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:25.528036 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f07fc2c8-1e4d-4ee4-a9cf-0a0fc5b77d5c tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Synchronizing usage tracker for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:25.533020 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:25.552684 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f07fc2c8-1e4d-4ee4-a9cf-0a0fc5b77d5c tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Unset dirty status for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:25.554058 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f07fc2c8-1e4d-4ee4-a9cf-0a0fc5b77d5c tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1191814 Mar 09 03:52:25.557511 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36260) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:25.614828 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5e2869a8-8264-4fde-a06f-e5b3b722df37 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:25.631779 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5e2869a8-8264-4fde-a06f-e5b3b722df37 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:25.676780 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5e2869a8-8264-4fde-a06f-e5b3b722df37 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:25.706583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2869a8-8264-4fde-a06f-e5b3b722df37 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73b90146-7537-4059-844b-071dca66287b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:25.737757 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5e2869a8-8264-4fde-a06f-e5b3b722df37 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:25.741317 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5e2869a8-8264-4fde-a06f-e5b3b722df37 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/73b90146-7537-4059-844b-071dca66287b HTTP/1.1" status: 204 len: 168 time: 0.1801374 Mar 09 03:52:25.742007 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36268) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:25.827216 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3868aa34-0345-4356-af5d-e9ccf6034751 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Synchronizing usage tracker for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:25.848046 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3868aa34-0345-4356-af5d-e9ccf6034751 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Unset dirty status for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:25.851618 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-38f059f8-4d51-4504-9ff0-bf0f7673b029 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:25.854158 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3868aa34-0345-4356-af5d-e9ccf6034751 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1110556 Mar 09 03:52:25.855108 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36274) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:25.895393 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-25a9ba4a-5e4c-4864-b2f7-3451caaed6d3 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:25.908065 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-25a9ba4a-5e4c-4864-b2f7-3451caaed6d3 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:25.944156 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-25a9ba4a-5e4c-4864-b2f7-3451caaed6d3 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:26.001756 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9ba4a-5e4c-4864-b2f7-3451caaed6d3 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b23f232-b9dd-4aeb-b5cb-06a7a822be68,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:26.015424 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-25a9ba4a-5e4c-4864-b2f7-3451caaed6d3 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:26.020502 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-25a9ba4a-5e4c-4864-b2f7-3451caaed6d3 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/4b23f232-b9dd-4aeb-b5cb-06a7a822be68 HTTP/1.1" status: 204 len: 168 time: 0.1620443 Mar 09 03:52:26.021864 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36282) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:26.076305 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735b38b-8ef5-4e79-9bca-69d1dd1fd3cb req-1f5e80f2-c022-4b2d-9bbb-623589c4c018 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:26.077785 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e735b38b-8ef5-4e79-9bca-69d1dd1fd3cb req-1f5e80f2-c022-4b2d-9bbb-623589c4c018 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.4843402 Mar 09 03:52:26.112870 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f625fae2-57cd-4ed1-8e05-ddc36508e33d tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Synchronizing usage tracker for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:26.144129 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f625fae2-57cd-4ed1-8e05-ddc36508e33d tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Unset dirty status for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:26.148689 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f625fae2-57cd-4ed1-8e05-ddc36508e33d tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1224649 Mar 09 03:52:26.149640 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36292) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:26.200478 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f27c2f14-aca7-4780-9ead-c59454f2d12a tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:26.214411 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f27c2f14-aca7-4780-9ead-c59454f2d12a tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:26.249599 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f27c2f14-aca7-4780-9ead-c59454f2d12a tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:26.279917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c2f14-aca7-4780-9ead-c59454f2d12a tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e25e9f59-e5d8-4fdb-b9f6-7714cbd51ae4,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:26.292709 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f27c2f14-aca7-4780-9ead-c59454f2d12a tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:26.294232 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f27c2f14-aca7-4780-9ead-c59454f2d12a tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e25e9f59-e5d8-4fdb-b9f6-7714cbd51ae4 HTTP/1.1" status: 204 len: 168 time: 0.1427703 Mar 09 03:52:26.297739 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36302) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:26.360432 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-52e3eed4-f73a-431e-93cc-57e5f6d150af tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Synchronizing usage tracker for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:26.401940 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-52e3eed4-f73a-431e-93cc-57e5f6d150af tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Unset dirty status for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:26.403599 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-52e3eed4-f73a-431e-93cc-57e5f6d150af tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1046748 Mar 09 03:52:26.407726 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36310) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:26.423322 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:52:26.449883 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e735b38b-8ef5-4e79-9bca-69d1dd1fd3cb req-bb75122a-a01c-42db-a74d-3ef01c1f781b tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3150778 Mar 09 03:52:26.457284 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f059f8-4d51-4504-9ff0-bf0f7673b029 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Router 9c6d8b02-4620-4437-b2b0-91529d99033e has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:52:26.537622 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e14e3a63-d015-4f6e-b00a-5837f2a5cfa2 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:26.575045 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e14e3a63-d015-4f6e-b00a-5837f2a5cfa2 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:26.595493 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:52:26.600775 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:52:26.601143 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:26.641878 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b169a-a29e-47ce-b7f6-ea238022a608 req-3e2fa028-0c55-4eb5-a8ed-76606594a04c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:26.643933 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f82b169a-a29e-47ce-b7f6-ea238022a608 req-3e2fa028-0c55-4eb5-a8ed-76606594a04c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 946 time: 0.1764550 Mar 09 03:52:26.683394 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e14e3a63-d015-4f6e-b00a-5837f2a5cfa2 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:26.687017 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f059f8-4d51-4504-9ff0-bf0f7673b029 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:52:26.700534 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f19072-daf9-45f3-a464-6d2ffa6c541d None None] Sync routers for ids ['9c6d8b02-4620-4437-b2b0-91529d99033e'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:52:26.752402 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e3a63-d015-4f6e-b00a-5837f2a5cfa2 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=401c5dc3-f3b0-4ba7-9e7d-9fad7ca99b11,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:26.764367 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f19072-daf9-45f3-a464-6d2ffa6c541d None None] Routers {'9c6d8b02-4620-4437-b2b0-91529d99033e'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:52:26.766088 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a5f19072-daf9-45f3-a464-6d2ffa6c541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:52:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9c6d8b02-4620-4437-b2b0-91529d99033e'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:26.773565 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f82b169a-a29e-47ce-b7f6-ea238022a608 req-44cb27d9-96ac-4948-a595-9b0a3a1026d9 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210532 Mar 09 03:52:26.780175 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-38f059f8-4d51-4504-9ff0-bf0f7673b029 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "PUT /v2.0/routers/9c6d8b02-4620-4437-b2b0-91529d99033e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8770192 Mar 09 03:52:26.780810 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e14e3a63-d015-4f6e-b00a-5837f2a5cfa2 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:26.780810 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e14e3a63-d015-4f6e-b00a-5837f2a5cfa2 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "DELETE /v2.0/security-groups/401c5dc3-f3b0-4ba7-9e7d-9fad7ca99b11 HTTP/1.1" status: 204 len: 168 time: 0.3713589 Mar 09 03:52:26.780810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36322) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:26.783777 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36324) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:26.862671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fce587-1238-456d-81b9-4d12e7b40de7 req-204f4495-80b6-460f-b23f-5296b4935c8d tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:26.864172 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77fce587-1238-456d-81b9-4d12e7b40de7 req-204f4495-80b6-460f-b23f-5296b4935c8d tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 945 time: 0.1785495 Mar 09 03:52:26.877135 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80bba8-e203-40a1-ac88-dbe4f001f9db tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:26.889169 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80bba8-e203-40a1-ac88-dbe4f001f9db tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:26.890045 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7d80bba8-e203-40a1-ac88-dbe4f001f9db tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:26.918611 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7d80bba8-e203-40a1-ac88-dbe4f001f9db tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:26.919792 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7d80bba8-e203-40a1-ac88-dbe4f001f9db tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1372712 Mar 09 03:52:26.922604 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36334) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:26.996647 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5930f62d-df20-43b7-9567-2e97dc1fecd6 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2101336 Mar 09 03:52:27.011336 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36338) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:27.036849 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77fce587-1238-456d-81b9-4d12e7b40de7 req-ac0a4978-7b4d-4976-8932-9c326ba80d06 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/security-groups?id=d12422bc-9802-4fe5-883f-e95e2321cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546507 Mar 09 03:52:27.040654 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-bb25c69d-b347-4758-bd4e-bb375b3e67ca tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Request body: {'security_group': {'name': 'tempest-secgroup--467761827'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:27.052695 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-bb25c69d-b347-4758-bd4e-bb375b3e67ca tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:27.063245 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bb25c69d-b347-4758-bd4e-bb375b3e67ca tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Usage tracker for resource:security_group and tenant:98f0bdb2d4584fb6bd911128aeb627a2 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:27.071134 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bb25c69d-b347-4758-bd4e-bb375b3e67ca tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:27.082906 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27ba86d-e6a8-463a-9c06-efc58474638d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet 5f8312eb-9d9a-4934-9af7-e3e7f8956db1 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:52:27.085247 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-bb25c69d-b347-4758-bd4e-bb375b3e67ca tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:27.090625 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c27ba86d-e6a8-463a-9c06-efc58474638d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:27.125517 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:27.139944 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-a5f19072-daf9-45f3-a464-6d2ffa6c541d None None] Set router 9c6d8b02-4620-4437-b2b0-91529d99033e gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:52:27.199782 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bb25c69d-b347-4758-bd4e-bb375b3e67ca tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:27.233800 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c27ba86d-e6a8-463a-9c06-efc58474638d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:27.267149 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-bb25c69d-b347-4758-bd4e-bb375b3e67ca tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:27.270663 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a5f19072-daf9-45f3-a464-6d2ffa6c541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6d8b02-4620-4437-b2b0-91529d99033e', 'name': 'tempest-NetworksTestDHCPv6-router-997802269', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:52:16Z', 'updated_at': '2022-03-09T03:52:25Z', 'revision_number': 3, 'project_id': '00bf8fc592454cf9827da719f9ffbb09', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:27.280564 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f19072-daf9-45f3-a464-6d2ffa6c541d None None] Checking router: 9c6d8b02-4620-4437-b2b0-91529d99033e for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:52:27.285521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bb25c69d-b347-4758-bd4e-bb375b3e67ca tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Usage tracker for resource:security_group_rule and tenant:98f0bdb2d4584fb6bd911128aeb627a2 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:27.288404 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87589190-4490-4c0c-8a5f-3c86bddb12b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:52:27.290733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bb25c69d-b347-4758-bd4e-bb375b3e67ca tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:27.303251 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae,segment=NetworkSegment(1ddbe020-5cc6-46e0-b0b5-781a25010a1c),segment_id=1ddbe020-5cc6-46e0-b0b5-781a25010a1c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:27.304270 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f19072-daf9-45f3-a464-6d2ffa6c541d None None] Routers {'9c6d8b02-4620-4437-b2b0-91529d99033e'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:52:27.304869 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a5f19072-daf9-45f3-a464-6d2ffa6c541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:52:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9c6d8b02-4620-4437-b2b0-91529d99033e'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:27.314070 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-bb25c69d-b347-4758-bd4e-bb375b3e67ca tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:27.384123 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87589190-4490-4c0c-8a5f-3c86bddb12b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae', 'code': 200} Mar 09 03:52:27.394437 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:27.428299 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bb25c69d-b347-4758-bd4e-bb375b3e67ca tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:27.445340 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9d5a2-1b87-4bf0-ac3a-55aa52775f6a req-70a3e886-2f58-4723-be0f-171b529629d8 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:27.453539 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-06c9d5a2-1b87-4bf0-ac3a-55aa52775f6a req-70a3e886-2f58-4723-be0f-171b529629d8 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.3643882 Mar 09 03:52:27.472973 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bb25c69d-b347-4758-bd4e-bb375b3e67ca tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:27.520303 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-a5f19072-daf9-45f3-a464-6d2ffa6c541d None None] Set router 9c6d8b02-4620-4437-b2b0-91529d99033e gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:52:27.530516 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ee961-ed74-418e-aeff-e4f720c9255b req-2b61d512-2516-45de-916a-20b9fe621b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:27.535132 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f7ee961-ed74-418e-aeff-e4f720c9255b req-2b61d512-2516-45de-916a-20b9fe621b16 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 1097 time: 0.1120400 Mar 09 03:52:27.627217 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f7ee961-ed74-418e-aeff-e4f720c9255b req-25a8c8d9-c9c2-49d9-862f-c4d80d48003d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d12422bc-9802-4fe5-883f-e95e2321cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861487 Mar 09 03:52:27.635094 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25c69d-b347-4758-bd4e-bb375b3e67ca tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=735d592b-3e72-4cba-96ce-21b8ad62c276,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:27.652288 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bb25c69d-b347-4758-bd4e-bb375b3e67ca tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:27.654236 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bb25c69d-b347-4758-bd4e-bb375b3e67ca tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6269732 Mar 09 03:52:27.656961 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36356) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:27.668987 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-991b10a8-a900-46a1-91e3-e903109aa77d tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Request body: {'security_group_rule': {'security_group_id': '735d592b-3e72-4cba-96ce-21b8ad62c276', 'direction': 'ingress', 'protocol': 17}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:27.670962 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-06c9d5a2-1b87-4bf0-ac3a-55aa52775f6a req-810087b7-8fef-484d-8257-b99ac5f0172c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165701 Mar 09 03:52:27.681142 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-991b10a8-a900-46a1-91e3-e903109aa77d tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:27.686936 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-991b10a8-a900-46a1-91e3-e903109aa77d tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Usage tracker for resource:security_group_rule and tenant:98f0bdb2d4584fb6bd911128aeb627a2 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:27.691541 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-991b10a8-a900-46a1-91e3-e903109aa77d tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:27.697397 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a5f19072-daf9-45f3-a464-6d2ffa6c541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6d8b02-4620-4437-b2b0-91529d99033e', 'name': 'tempest-NetworksTestDHCPv6-router-997802269', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:52:16Z', 'updated_at': '2022-03-09T03:52:25Z', 'revision_number': 3, 'project_id': '00bf8fc592454cf9827da719f9ffbb09', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:27.708007 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c27ba86d-e6a8-463a-9c06-efc58474638d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:27.710536 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f19072-daf9-45f3-a464-6d2ffa6c541d None None] The sync data for ids ['9c6d8b02-4620-4437-b2b0-91529d99033e'] in n-d-825178-5 is: [{'id': '9c6d8b02-4620-4437-b2b0-91529d99033e', 'name': 'tempest-NetworksTestDHCPv6-router-997802269', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:52:16Z', 'updated_at': '2022-03-09T03:52:25Z', 'revision_number': 3, 'project_id': '00bf8fc592454cf9827da719f9ffbb09', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:52:27.717938 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:27.719593 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-991b10a8-a900-46a1-91e3-e903109aa77d tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:27.762014 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-991b10a8-a900-46a1-91e3-e903109aa77d tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:27.814406 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c27ba86d-e6a8-463a-9c06-efc58474638d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:27.844153 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-991b10a8-a900-46a1-91e3-e903109aa77d tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:27.863119 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-991b10a8-a900-46a1-91e3-e903109aa77d tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:27.872311 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ba86d-e6a8-463a-9c06-efc58474638d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=5f8312eb-9d9a-4934-9af7-e3e7f8956db1,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:27.878557 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c27ba86d-e6a8-463a-9c06-efc58474638d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:27.885941 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaf433e-8dcb-4f71-aa56-cb0c2cb25246 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:52:27.897817 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c27ba86d-e6a8-463a-9c06-efc58474638d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/5f8312eb-9d9a-4934-9af7-e3e7f8956db1 HTTP/1.1" status: 204 len: 168 time: 0.9719210 Mar 09 03:52:27.898105 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36368) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:28.039438 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b10a8-a900-46a1-91e3-e903109aa77d tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee66a4b9-69ad-4d20-bf16-0f53e60f2b2c,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:28.059520 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-991b10a8-a900-46a1-91e3-e903109aa77d tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:28.064633 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-991b10a8-a900-46a1-91e3-e903109aa77d tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4052520 Mar 09 03:52:28.069879 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36378) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:28.129099 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c5ff4325-4fbb-4c47-bb39-5c6db334ea93 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2265728 Mar 09 03:52:28.129702 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36384) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:28.204065 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-428bc9ca-6155-4730-b7b0-ecccdd63a8e0 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:28.224209 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c1e02-60e9-4ad9-9ce4-7d2c52e1affd req-285c945e-45e2-4153-9911-c0225de09b6f tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:28.225699 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7f5c1e02-60e9-4ad9-9ce4-7d2c52e1affd req-285c945e-45e2-4153-9911-c0225de09b6f tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.2629673 Mar 09 03:52:28.235725 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c9cb2b-b251-4d7b-879d-e9db057e8a52 None None] DHCP port deletion for 52061912-70e8-4f32-8bcd-36eeab65c7b8 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:52:28.239852 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9cb2b-b251-4d7b-879d-e9db057e8a52 None None] Deleting port 33e61d58-bbca-4534-abef-c05262c7166b {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:52:28.240449 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c9c9cb2b-b251-4d7b-879d-e9db057e8a52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:28.249965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3c596-d9dc-4dfc-9f49-ff3ee103a713 req-1bfc62e3-0ecd-4bdc-a368-19e3b51b5cc9 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:28.257779 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-63b3c596-d9dc-4dfc-9f49-ff3ee103a713 req-1bfc62e3-0ecd-4bdc-a368-19e3b51b5cc9 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 946 time: 0.2927232 Mar 09 03:52:28.268445 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-428bc9ca-6155-4730-b7b0-ecccdd63a8e0 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:28.318582 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7f5c1e02-60e9-4ad9-9ce4-7d2c52e1affd req-b91c48d7-25d0-4d0b-8119-405a6c46b663 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857425 Mar 09 03:52:28.359065 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-428bc9ca-6155-4730-b7b0-ecccdd63a8e0 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:28.403656 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bc9ca-6155-4730-b7b0-ecccdd63a8e0 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=735d592b-3e72-4cba-96ce-21b8ad62c276,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:28.432886 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-428bc9ca-6155-4730-b7b0-ecccdd63a8e0 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:28.436845 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-428bc9ca-6155-4730-b7b0-ecccdd63a8e0 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "DELETE /v2.0/security-groups/735d592b-3e72-4cba-96ce-21b8ad62c276 HTTP/1.1" status: 204 len: 168 time: 0.3591006 Mar 09 03:52:28.439114 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36394) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:28.524895 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-07221b3b-d953-40f7-bef3-1314f7e7c226 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:28.536942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0e34e5b4-f552-4bca-9b04-5879a1fa9334 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Synchronizing usage tracker for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:28.559446 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0e34e5b4-f552-4bca-9b04-5879a1fa9334 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Unset dirty status for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:28.563365 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0e34e5b4-f552-4bca-9b04-5879a1fa9334 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1232648 Mar 09 03:52:28.567325 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36402) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:28.580289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-1af6ceda-8947-4666-a6da-9e5af3f1cb32 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Request body: {'security_group': {'name': 'tempest-secgroup--2009865061'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:28.597286 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1af6ceda-8947-4666-a6da-9e5af3f1cb32 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:28.617321 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1af6ceda-8947-4666-a6da-9e5af3f1cb32 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:28.637920 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1af6ceda-8947-4666-a6da-9e5af3f1cb32 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:28.690698 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-63b3c596-d9dc-4dfc-9f49-ff3ee103a713 req-9a1ccb5d-6212-4288-b94e-de3aea7848cb tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320230 Mar 09 03:52:28.774007 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1af6ceda-8947-4666-a6da-9e5af3f1cb32 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:28.796957 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1af6ceda-8947-4666-a6da-9e5af3f1cb32 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Usage tracker for resource:security_group_rule and tenant:98f0bdb2d4584fb6bd911128aeb627a2 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:28.802944 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3101bc97-89a2-4dc4-bb16-2c182818dd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:28.815976 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1af6ceda-8947-4666-a6da-9e5af3f1cb32 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:28.819953 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c9c9cb2b-b251-4d7b-879d-e9db057e8a52 None None] For port 33e61d58-bbca-4534-abef-c05262c7166b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=33e61d58-bbca-4534-abef-c05262c7166b,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:28.820444 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c9c9cb2b-b251-4d7b-879d-e9db057e8a52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:28.839161 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1af6ceda-8947-4666-a6da-9e5af3f1cb32 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:28.974924 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9cb2b-b251-4d7b-879d-e9db057e8a52 None None] Calling delete_port for 33e61d58-bbca-4534-abef-c05262c7166b owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:52:28.984108 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1af6ceda-8947-4666-a6da-9e5af3f1cb32 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:28.996742 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411826a-78ae-41a7-b41f-692d2e8a2bff req-fa59426a-aa78-446f-8473-4b93c4bf09f7 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:28.998309 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2411826a-78ae-41a7-b41f-692d2e8a2bff req-fa59426a-aa78-446f-8473-4b93c4bf09f7 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 946 time: 0.3360710 Mar 09 03:52:28.999559 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1af6ceda-8947-4666-a6da-9e5af3f1cb32 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:29.065095 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6ceda-8947-4666-a6da-9e5af3f1cb32 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf07fc8-c9b9-43ba-bd0a-6c2d05bea1b4,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:29.096217 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2411826a-78ae-41a7-b41f-692d2e8a2bff req-732b590f-c8d5-418f-9561-029b5b37691a tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/security-groups?id=d12422bc-9802-4fe5-883f-e95e2321cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838320 Mar 09 03:52:29.103320 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-07221b3b-d953-40f7-bef3-1314f7e7c226 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:29.107054 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1af6ceda-8947-4666-a6da-9e5af3f1cb32 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:29.111080 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1af6ceda-8947-4666-a6da-9e5af3f1cb32 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5401456 Mar 09 03:52:29.111230 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c9c9cb2b-b251-4d7b-879d-e9db057e8a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:29.111358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36416) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:29.117386 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-07221b3b-d953-40f7-bef3-1314f7e7c226 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:29.118066 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-dcc274ad-9239-495a-a1c2-cdaf347da7e2 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Request body: {'security_group': {'name': 'tempest-secgroup--805896260'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:29.126578 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dcc274ad-9239-495a-a1c2-cdaf347da7e2 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:29.130720 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dcc274ad-9239-495a-a1c2-cdaf347da7e2 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Usage tracker for resource:security_group and tenant:98f0bdb2d4584fb6bd911128aeb627a2 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:29.133811 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dcc274ad-9239-495a-a1c2-cdaf347da7e2 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:29.142244 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dcc274ad-9239-495a-a1c2-cdaf347da7e2 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:29.160665 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dcc274ad-9239-495a-a1c2-cdaf347da7e2 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:29.178517 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9cb2b-b251-4d7b-879d-e9db057e8a52 None None] No DVR routers for this DVR port 33e61d58-bbca-4534-abef-c05262c7166b on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:52:29.189411 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9cb2b-b251-4d7b-879d-e9db057e8a52 None None] Pushing event deleted for resources: {'Port': ['ID=33e61d58-bbca-4534-abef-c05262c7166b,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:29.191286 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dcc274ad-9239-495a-a1c2-cdaf347da7e2 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:29.198440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dcc274ad-9239-495a-a1c2-cdaf347da7e2 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Usage tracker for resource:security_group_rule and tenant:98f0bdb2d4584fb6bd911128aeb627a2 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:29.201864 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dcc274ad-9239-495a-a1c2-cdaf347da7e2 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:29.212181 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:52:29.214956 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dcc274ad-9239-495a-a1c2-cdaf347da7e2 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:29.247618 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c412f6b-a044-4c29-b2c0-090239089205 req-1956354f-8394-4775-9957-c30d46c1fe57 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:29.249053 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6c412f6b-a044-4c29-b2c0-090239089205 req-1956354f-8394-4775-9957-c30d46c1fe57 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.2924609 Mar 09 03:52:29.251566 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:52:29.251721 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-07221b3b-d953-40f7-bef3-1314f7e7c226 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:29.252200 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9f69fe7d-3f9f-4c3d-b27f-12818c6e8cae not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:52:29.252310 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07221b3b-d953-40f7-bef3-1314f7e7c226 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Fanout notify agent at l3_agent the message router_deleted on router 9c6d8b02-4620-4437-b2b0-91529d99033e {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:52:29.252401 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 33e61d58-bbca-4534-abef-c05262c7166b no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:52:29.291654 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 33e61d58-bbca-4534-abef-c05262c7166b {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:52:29.291844 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 33e61d58-bbca-4534-abef-c05262c7166b not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:52:29.331304 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-07221b3b-d953-40f7-bef3-1314f7e7c226 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:29.332857 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-07221b3b-d953-40f7-bef3-1314f7e7c226 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/routers/9c6d8b02-4620-4437-b2b0-91529d99033e HTTP/1.1" status: 204 len: 168 time: 1.2017319 Mar 09 03:52:29.336424 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36430) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:29.347704 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-620f0e10-d29c-4e12-a38f-01b917b4448e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:29.360288 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dcc274ad-9239-495a-a1c2-cdaf347da7e2 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:29.369059 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dcc274ad-9239-495a-a1c2-cdaf347da7e2 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:29.417928 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6c412f6b-a044-4c29-b2c0-090239089205 req-afd58ee5-f3a5-40d0-9494-aedb158e66a4 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491234 Mar 09 03:52:29.430441 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc274ad-9239-495a-a1c2-cdaf347da7e2 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e724d56-fada-4f14-a05e-99d5e2d81ad0,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:29.439852 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dcc274ad-9239-495a-a1c2-cdaf347da7e2 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:29.455160 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-dcc274ad-9239-495a-a1c2-cdaf347da7e2 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3420889 Mar 09 03:52:29.457570 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36436) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:29.463037 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-f73c1d5e-8693-4c1b-9e94-c89cd13748f4 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Request body: {'security_group_rule': {'security_group_id': '6bf07fc8-c9b9-43ba-bd0a-6c2d05bea1b4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4e724d56-fada-4f14-a05e-99d5e2d81ad0', 'remote_ip_prefix': None}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:29.476014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f73c1d5e-8693-4c1b-9e94-c89cd13748f4 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:29.487173 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f73c1d5e-8693-4c1b-9e94-c89cd13748f4 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Usage tracker for resource:security_group_rule and tenant:98f0bdb2d4584fb6bd911128aeb627a2 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:29.490846 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f73c1d5e-8693-4c1b-9e94-c89cd13748f4 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:29.502242 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f73c1d5e-8693-4c1b-9e94-c89cd13748f4 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:29.554044 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f73c1d5e-8693-4c1b-9e94-c89cd13748f4 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:29.564588 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-620f0e10-d29c-4e12-a38f-01b917b4448e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:29.569840 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-620f0e10-d29c-4e12-a38f-01b917b4448e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:29.575242 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-620f0e10-d29c-4e12-a38f-01b917b4448e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:29.582149 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-620f0e10-d29c-4e12-a38f-01b917b4448e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:29.596373 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620f0e10-d29c-4e12-a38f-01b917b4448e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:52:29.601318 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-620f0e10-d29c-4e12-a38f-01b917b4448e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:29.629386 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f73c1d5e-8693-4c1b-9e94-c89cd13748f4 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:29.635582 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f73c1d5e-8693-4c1b-9e94-c89cd13748f4 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:29.666943 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c1d5e-8693-4c1b-9e94-c89cd13748f4 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c4d17d-e276-4182-a840-a47e1f9ee9f5,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:29.683778 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f73c1d5e-8693-4c1b-9e94-c89cd13748f4 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:29.685272 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f73c1d5e-8693-4c1b-9e94-c89cd13748f4 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2266998 Mar 09 03:52:29.689094 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36456) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:29.729341 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-09d96cd4-1a29-488f-9a26-b436b8267984 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:29.747145 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-09d96cd4-1a29-488f-9a26-b436b8267984 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:29.830929 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-09d96cd4-1a29-488f-9a26-b436b8267984 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:30.011661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-a2272a16-ce77-4144-985a-bc3d2e3d7866 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:30.013429 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-a2272a16-ce77-4144-985a-bc3d2e3d7866 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 812 time: 0.2288103 Mar 09 03:52:30.019458 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d96cd4-1a29-488f-9a26-b436b8267984 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57c4d17d-e276-4182-a840-a47e1f9ee9f5,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:30.025118 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-09d96cd4-1a29-488f-9a26-b436b8267984 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:30.028453 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-09d96cd4-1a29-488f-9a26-b436b8267984 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/57c4d17d-e276-4182-a840-a47e1f9ee9f5 HTTP/1.1" status: 204 len: 168 time: 0.3356946 Mar 09 03:52:30.028781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36468) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:30.034901 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fa0ab-5006-427a-9f1a-131c14073307 req-c6cc5608-fa9c-48a5-a9bd-93442f901e2b tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:30.040845 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d36fa0ab-5006-427a-9f1a-131c14073307 req-c6cc5608-fa9c-48a5-a9bd-93442f901e2b tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 946 time: 0.1983747 Mar 09 03:52:30.075410 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-173bbf8b-8db6-4893-94df-4464b015d588 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/quotas/583552b4403540f294a79f7bae92d808 HTTP/1.1" status: 200 len: 375 time: 0.0531921 Mar 09 03:52:30.082846 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-620f0e10-d29c-4e12-a38f-01b917b4448e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:30.147560 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620f0e10-d29c-4e12-a38f-01b917b4448e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:52:30.151096 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-620f0e10-d29c-4e12-a38f-01b917b4448e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:52:30.162527 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d36fa0ab-5006-427a-9f1a-131c14073307 req-11ac2e9f-18c5-403d-ad8d-9e56d3971036 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207557 Mar 09 03:52:30.163142 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99925e8a-8209-486d-95e5-b508547643a9 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:52:30.177927 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620f0e10-d29c-4e12-a38f-01b917b4448e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:30.178796 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-620f0e10-d29c-4e12-a38f-01b917b4448e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:30.185433 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1b8f696d-f9c9-48bb-a355-5c9a6b136d34 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Synchronizing usage tracker for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:30.212362 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f0e10-d29c-4e12-a38f-01b917b4448e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=5c1d9f52-ca72-4ec1-86c7-c8d868c9cc2c,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:30.220390 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1b8f696d-f9c9-48bb-a355-5c9a6b136d34 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Unset dirty status for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:30.222522 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1b8f696d-f9c9-48bb-a355-5c9a6b136d34 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1927598 Mar 09 03:52:30.226093 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-620f0e10-d29c-4e12-a38f-01b917b4448e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8885159 Mar 09 03:52:30.227059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36478) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:30.231713 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36480) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:30.265538 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-31e0a216-cc9a-4253-86a3-031253a60421 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-940026814', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:30.270613 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-cbc05536-397e-42d2-b499-07a539692be9 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1866450 Mar 09 03:52:30.319011 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-31e0a216-cc9a-4253-86a3-031253a60421 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:30.343424 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-31e0a216-cc9a-4253-86a3-031253a60421 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:router and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:30.349646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-31e0a216-cc9a-4253-86a3-031253a60421 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:30.367451 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-31e0a216-cc9a-4253-86a3-031253a60421 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:30.377523 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71e67b25-5f90-4ec7-9631-f82007939023 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:30.398015 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31e0a216-cc9a-4253-86a3-031253a60421 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:30.399469 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31e0a216-cc9a-4253-86a3-031253a60421 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:30.432267 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71e67b25-5f90-4ec7-9631-f82007939023 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:30.467820 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31e0a216-cc9a-4253-86a3-031253a60421 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:30.535484 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31e0a216-cc9a-4253-86a3-031253a60421 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:30.551385 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-18e27d63-ac3b-4114-a167-e74c71e244b1 service neutron] 10.222.0.16 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628303 Mar 09 03:52:30.552408 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2033aa4-2490-4b72-9e46-ddf2ca458155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-52061912-70e8-4f32-8bcd-36eeab65c7b8', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'fixed_ips': [{'subnet_id': '5c1d9f52-ca72-4ec1-86c7-c8d868c9cc2c'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:52:30.553394 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c2033aa4-2490-4b72-9e46-ddf2ca458155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:30.600607 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71e67b25-5f90-4ec7-9631-f82007939023 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:30.641384 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e67b25-5f90-4ec7-9631-f82007939023 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e724d56-fada-4f14-a05e-99d5e2d81ad0,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:30.670569 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31e0a216-cc9a-4253-86a3-031253a60421 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:30.672211 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-31e0a216-cc9a-4253-86a3-031253a60421 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4348462 Mar 09 03:52:30.675132 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36492) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:30.762326 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71e67b25-5f90-4ec7-9631-f82007939023 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:30.766279 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-71e67b25-5f90-4ec7-9631-f82007939023 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "DELETE /v2.0/security-groups/4e724d56-fada-4f14-a05e-99d5e2d81ad0 HTTP/1.1" status: 204 len: 168 time: 0.5380208 Mar 09 03:52:30.775908 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36496) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:30.836742 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-c2033aa4-2490-4b72-9e46-ddf2ca458155 None None] Allocated IP 2001:db8::2 (52061912-70e8-4f32-8bcd-36eeab65c7b8/5c1d9f52-ca72-4ec1-86c7-c8d868c9cc2c/ae611d02-ec66-494b-85cf-a85ef30df294) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:52:30.899631 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60032110-f49c-4162-a333-b75872f71333 req-65058229-c508-4bc8-8459-2769f8eef29b tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:30.906654 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-60032110-f49c-4162-a333-b75872f71333 req-65058229-c508-4bc8-8459-2769f8eef29b tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 946 time: 0.3506474 Mar 09 03:52:30.955500 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-81d5efe3-a12e-49c8-9d31-e5ebd08d7d42 service neutron] 10.222.0.16 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029536 Mar 09 03:52:31.120531 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-953b7f2f-9aab-4bea-b3f0-7c9c016b4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:31.176265 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c2033aa4-2490-4b72-9e46-ddf2ca458155 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:31.197155 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c2033aa4-2490-4b72-9e46-ddf2ca458155 None None] Transition to ACTIVE for port object ae611d02-ec66-494b-85cf-a85ef30df294 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:52:31.235119 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c2033aa4-2490-4b72-9e46-ddf2ca458155 None None] Transition to ACTIVE for port object ae611d02-ec66-494b-85cf-a85ef30df294 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:52:31.244510 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c2033aa4-2490-4b72-9e46-ddf2ca458155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:31.308318 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2033aa4-2490-4b72-9e46-ddf2ca458155 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:52:31.311883 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-c2033aa4-2490-4b72-9e46-ddf2ca458155 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:52:31.315859 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2033aa4-2490-4b72-9e46-ddf2ca458155 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:52:31.430035 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6e04a6c0-1c48-438c-ba48-bd2e6b7f375d req-4641fef9-655d-4987-bd82-4f05a988967b tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=263de12a-0978-445f-81a9-2efbb6f972f0 HTTP/1.1" status: 200 len: 210 time: 0.0868294 Mar 09 03:52:31.442379 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2033aa4-2490-4b72-9e46-ddf2ca458155 None None] Pushing event updated for resources: {'Port': ['ID=ae611d02-ec66-494b-85cf-a85ef30df294,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:31.474657 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-c2033aa4-2490-4b72-9e46-ddf2ca458155 None None] Attempting to bind port ae611d02-ec66-494b-85cf-a85ef30df294 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:52:31.475060 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-c2033aa4-2490-4b72-9e46-ddf2ca458155 None None] Attempting to bind port ae611d02-ec66-494b-85cf-a85ef30df294 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:52:31.475420 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2033aa4-2490-4b72-9e46-ddf2ca458155 None None] Attempting to bind port ae611d02-ec66-494b-85cf-a85ef30df294 on network 52061912-70e8-4f32-8bcd-36eeab65c7b8 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:52:31.481960 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2033aa4-2490-4b72-9e46-ddf2ca458155 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:52:31.482526 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2033aa4-2490-4b72-9e46-ddf2ca458155 None None] Checking segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:52:31.483079 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c2033aa4-2490-4b72-9e46-ddf2ca458155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:31.483347 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2033aa4-2490-4b72-9e46-ddf2ca458155 None None] Bound using segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:52:31.483813 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-c2033aa4-2490-4b72-9e46-ddf2ca458155 None None] Bound port: ae611d02-ec66-494b-85cf-a85ef30df294, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:52:31.484756 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c2033aa4-2490-4b72-9e46-ddf2ca458155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:31.538501 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-379c7b8b-d8c0-4c7e-9afe-2e34bc0aaa1e tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Synchronizing usage tracker for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:31.565825 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-60032110-f49c-4162-a333-b75872f71333 req-66ddf66b-723a-4df6-b8d8-2281da69c891 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/security-groups?id=d12422bc-9802-4fe5-883f-e95e2321cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6582322 Mar 09 03:52:31.620231 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c2033aa4-2490-4b72-9e46-ddf2ca458155 None None] For port ae611d02-ec66-494b-85cf-a85ef30df294, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:52:31.623477 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c2033aa4-2490-4b72-9e46-ddf2ca458155 None None] For port ae611d02-ec66-494b-85cf-a85ef30df294, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=ae611d02-ec66-494b-85cf-a85ef30df294,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:52:31.629084 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c2033aa4-2490-4b72-9e46-ddf2ca458155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:31.756467 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-379c7b8b-d8c0-4c7e-9afe-2e34bc0aaa1e tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Unset dirty status for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:31.761048 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-379c7b8b-d8c0-4c7e-9afe-2e34bc0aaa1e tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.9830737 Mar 09 03:52:31.766281 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2033aa4-2490-4b72-9e46-ddf2ca458155 None None] Pushing event updated for resources: {'Port': ['ID=ae611d02-ec66-494b-85cf-a85ef30df294,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:31.766600 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36526) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:31.892263 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbfabf-f991-4d62-a05a-d6e0e6855deb req-c7ba2c06-0611-4805-8841-1126df429a57 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:31.894056 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1cdbfabf-f991-4d62-a05a-d6e0e6855deb req-c7ba2c06-0611-4805-8841-1126df429a57 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 946 time: 0.2513394 Mar 09 03:52:32.004761 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1cdbfabf-f991-4d62-a05a-d6e0e6855deb req-58738e8c-c7a5-4f6c-92a7-dd832a2cf620 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983329 Mar 09 03:52:32.016366 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:32.034445 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0c235e47-c72b-4fd1-8687-9f0abc24caea tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:32.080302 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:32.194352 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:32.233399 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0c235e47-c72b-4fd1-8687-9f0abc24caea tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:32.454834 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dcd30-a658-4e36-8409-6c5274be6ec9 req-15bf2277-d7de-4bb9-b6ee-09e8bf590e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:32.457585 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d8dcd30-a658-4e36-8409-6c5274be6ec9 req-15bf2277-d7de-4bb9-b6ee-09e8bf590e12 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a16ab624ef346d8a3bdbd7e7cfa8c2d&device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 1097 time: 0.1720371 Mar 09 03:52:32.457973 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0c235e47-c72b-4fd1-8687-9f0abc24caea tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:32.576965 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c235e47-c72b-4fd1-8687-9f0abc24caea tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf07fc8-c9b9-43ba-bd0a-6c2d05bea1b4,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:32.694163 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0c235e47-c72b-4fd1-8687-9f0abc24caea tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:32.695767 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0c235e47-c72b-4fd1-8687-9f0abc24caea tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "DELETE /v2.0/security-groups/6bf07fc8-c9b9-43ba-bd0a-6c2d05bea1b4 HTTP/1.1" status: 204 len: 168 time: 0.9282050 Mar 09 03:52:32.701020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36548) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:32.751971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 2001:db8::1 (52061912-70e8-4f32-8bcd-36eeab65c7b8/5c1d9f52-ca72-4ec1-86c7-c8d868c9cc2c/6d7f6775-1e37-42a6-8212-75d29c8a368c) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:52:32.773678 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2507e8-1b3c-4624-ab41-30890bb21ae1 req-afeb5891-c1cc-4fee-a6d5-e03eb5068ed8 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:32.782101 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7c2507e8-1b3c-4624-ab41-30890bb21ae1 req-afeb5891-c1cc-4fee-a6d5-e03eb5068ed8 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 946 time: 0.3063827 Mar 09 03:52:32.849376 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dcd30-a658-4e36-8409-6c5274be6ec9 req-edbda1d1-d0e3-48b9-bbd7-bf623b65ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:32.851291 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d8dcd30-a658-4e36-8409-6c5274be6ec9 req-edbda1d1-d0e3-48b9-bbd7-bf623b65ea58 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ac13dcf-49d1-494e-9bd9-1e962da8e8f0 HTTP/1.1" status: 200 len: 920 time: 0.3867269 Mar 09 03:52:32.855287 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d5a7a182-b6b4-446d-a076-ab02f7793530 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Synchronizing usage tracker for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:33.007910 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0c4efbcf-a802-4cd9-b8a6-e60992d10532 req-63cd13fa-1856-4722-b6af-8b41f67870d7 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=263de12a-0978-445f-81a9-2efbb6f972f0 HTTP/1.1" status: 200 len: 210 time: 0.1729875 Mar 09 03:52:33.142463 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7c2507e8-1b3c-4624-ab41-30890bb21ae1 req-b0d41ed2-88df-4477-9551-8e9d32be1d45 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/security-groups?id=d12422bc-9802-4fe5-883f-e95e2321cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581190 Mar 09 03:52:33.149347 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d8dcd30-a658-4e36-8409-6c5274be6ec9 req-a83c5dc9-2c74-4dcf-be09-365555317671 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae HTTP/1.1" status: 200 len: 217 time: 0.2794588 Mar 09 03:52:33.310547 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device ae611d02-ec66-494b-85cf-a85ef30df294 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:52:33.349123 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d5a7a182-b6b4-446d-a076-ab02f7793530 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Unset dirty status for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:33.362460 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d5a7a182-b6b4-446d-a076-ab02f7793530 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6576111 Mar 09 03:52:33.365552 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36560) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:33.386824 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:33.413540 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4943166e-e1f8-4f92-9b17-d8c29867b479 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Request body: {'security_group': {'name': 'tempest-secgroup--1336040289'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:33.427463 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36564) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:33.472804 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dcd30-a658-4e36-8409-6c5274be6ec9 req-c50b4253-01a0-4fa0-bb7f-86f9cfd7de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:33.474036 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4943166e-e1f8-4f92-9b17-d8c29867b479 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:33.474741 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d8dcd30-a658-4e36-8409-6c5274be6ec9 req-c50b4253-01a0-4fa0-bb7f-86f9cfd7de0b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=965f9e8b-c887-40f8-8e3e-40a337410283 HTTP/1.1" status: 200 len: 859 time: 0.3244741 Mar 09 03:52:33.485920 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Transition to ACTIVE for port object 6d7f6775-1e37-42a6-8212-75d29c8a368c will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:52:33.502095 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4943166e-e1f8-4f92-9b17-d8c29867b479 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:33.511745 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6067fb-33be-4705-aea7-8ca82c3a842f req-fff04594-f242-4018-92e5-0f95593700d3 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:33.513419 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fb6067fb-33be-4705-aea7-8ca82c3a842f req-fff04594-f242-4018-92e5-0f95593700d3 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 946 time: 0.2939730 Mar 09 03:52:33.517714 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:33.524578 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port ae611d02-ec66-494b-85cf-a85ef30df294 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:52:33.570663 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d8dcd30-a658-4e36-8409-6c5274be6ec9 req-973a09dd-17b3-46c4-b40a-9eb2f9acccbf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ac13dcf-49d1-494e-9bd9-1e962da8e8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876307 Mar 09 03:52:33.611970 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4943166e-e1f8-4f92-9b17-d8c29867b479 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:33.658633 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fb6067fb-33be-4705-aea7-8ca82c3a842f req-de8b68c6-40c5-4f60-9ceb-408993bacfc9 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327591 Mar 09 03:52:33.679312 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-9f6d6a23-07b6-4793-bf41-3760b3909aaf tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:33.679531 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4943166e-e1f8-4f92-9b17-d8c29867b479 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:33.680787 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-9f6d6a23-07b6-4793-bf41-3760b3909aaf tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.24 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 812 time: 0.6709387 Mar 09 03:52:33.685341 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4943166e-e1f8-4f92-9b17-d8c29867b479 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Usage tracker for resource:security_group_rule and tenant:98f0bdb2d4584fb6bd911128aeb627a2 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:33.689757 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-037cbcd4-adbc-4076-bd7d-e40eaae82483 None None] Provisioning for port ae611d02-ec66-494b-85cf-a85ef30df294 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:52:33.694976 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-037cbcd4-adbc-4076-bd7d-e40eaae82483 None None] Provisioning complete for port ae611d02-ec66-494b-85cf-a85ef30df294 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:52:33.695419 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-037cbcd4-adbc-4076-bd7d-e40eaae82483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:33.704005 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4943166e-e1f8-4f92-9b17-d8c29867b479 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:33.710231 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:33.725000 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4943166e-e1f8-4f92-9b17-d8c29867b479 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:33.803099 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:52:33.806512 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d8dcd30-a658-4e36-8409-6c5274be6ec9 req-0a5cab6d-3570-4891-8aba-49ab134f2d80 service neutron] 10.222.0.21 "GET /v2.0/networks/1ac13dcf-49d1-494e-9bd9-1e962da8e8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214158 Mar 09 03:52:33.813600 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-d594407d-dcfd-4e1d-b231-9d10204cc636 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Request body: {'port': {'device_id': '263de12a-0978-445f-81a9-2efbb6f972f0', 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'admin_state_up': True, 'tenant_id': '583552b4403540f294a79f7bae92d808'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:33.813837 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:52:33.824812 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:52:33.825292 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:33.833331 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b5fc79ec-16be-4ce4-ae55-e224b297fde5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:33.845777 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=6d7f6775-1e37-42a6-8212-75d29c8a368c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:33.873023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:33.873353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:33.879570 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:33.880133 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:33.880702 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:33.881250 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:33.881911 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:33.883364 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:33.883928 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:33.884481 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:33.885017 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:33.885572 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:52:33.907900 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b5fc79ec-16be-4ce4-ae55-e224b297fde5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:33.920402 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b5fc79ec-16be-4ce4-ae55-e224b297fde5 admin admin] Usage tracker for resource:security_group_rule and tenant:8cd01f9d899d4d0ca99058139f7905fc is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:34.004885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b5fc79ec-16be-4ce4-ae55-e224b297fde5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:34.040157 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4943166e-e1f8-4f92-9b17-d8c29867b479 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:34.071340 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4943166e-e1f8-4f92-9b17-d8c29867b479 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:34.182923 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:34.185040 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-037cbcd4-adbc-4076-bd7d-e40eaae82483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:34.213005 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b5fc79ec-16be-4ce4-ae55-e224b297fde5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:34.247247 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-037cbcd4-adbc-4076-bd7d-e40eaae82483 None None] For port ae611d02-ec66-494b-85cf-a85ef30df294, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=ae611d02-ec66-494b-85cf-a85ef30df294,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:34.256848 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-037cbcd4-adbc-4076-bd7d-e40eaae82483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:34.271558 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943166e-e1f8-4f92-9b17-d8c29867b479 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bff5f50-788a-4591-8fa3-fbe3e64bd393,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:34.301025 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:34.339657 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4943166e-e1f8-4f92-9b17-d8c29867b479 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:34.344002 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4943166e-e1f8-4f92-9b17-d8c29867b479 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9730606 Mar 09 03:52:34.346945 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36580) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:34.362504 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f6b69e6a-9819-4ab0-bc84-7802f6913d97 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Request body: {'security_group_rule': {'security_group_id': '9bff5f50-788a-4591-8fa3-fbe3e64bd393', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:34.394312 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f236def6-075a-4967-8cb0-239669beffe6 None None] Provisioning for port 6d7f6775-1e37-42a6-8212-75d29c8a368c completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:52:34.397990 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037cbcd4-adbc-4076-bd7d-e40eaae82483 None None] Pushing event updated for resources: {'Port': ['ID=ae611d02-ec66-494b-85cf-a85ef30df294,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:34.404236 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f236def6-075a-4967-8cb0-239669beffe6 None None] Provisioning complete for port 6d7f6775-1e37-42a6-8212-75d29c8a368c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:52:34.404926 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f236def6-075a-4967-8cb0-239669beffe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:34.419716 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-35fce158-2f9b-4d67-82b2-fb1b4fa8bcaa req-f8c785ac-4f35-45d2-9543-23bacaa71140 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=263de12a-0978-445f-81a9-2efbb6f972f0 HTTP/1.1" status: 200 len: 210 time: 0.1284862 Mar 09 03:52:34.437616 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f6b69e6a-9819-4ab0-bc84-7802f6913d97 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:34.463796 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-d594407d-dcfd-4e1d-b231-9d10204cc636 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:34.474995 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-f236def6-075a-4967-8cb0-239669beffe6 None None] Port 6d7f6775-1e37-42a6-8212-75d29c8a368c cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:52:34.487910 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d8dcd30-a658-4e36-8409-6c5274be6ec9 req-016a7604-05c6-4866-8092-9489d964e9f6 service neutron] 10.222.0.21 "GET /v2.0/networks/1ac13dcf-49d1-494e-9bd9-1e962da8e8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6585729 Mar 09 03:52:34.493613 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-d594407d-dcfd-4e1d-b231-9d10204cc636 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:34.500544 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f6b69e6a-9819-4ab0-bc84-7802f6913d97 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Usage tracker for resource:security_group_rule and tenant:98f0bdb2d4584fb6bd911128aeb627a2 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:34.506236 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f6b69e6a-9819-4ab0-bc84-7802f6913d97 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:34.513022 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-d594407d-dcfd-4e1d-b231-9d10204cc636 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Made reservation on behalf of 583552b4403540f294a79f7bae92d808 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:52:34.513777 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f6b69e6a-9819-4ab0-bc84-7802f6913d97 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:34.516618 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-d594407d-dcfd-4e1d-b231-9d10204cc636 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:34.786048 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b5fc79ec-16be-4ce4-ae55-e224b297fde5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:34.798066 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b5fc79ec-16be-4ce4-ae55-e224b297fde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:34.810031 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f6b69e6a-9819-4ab0-bc84-7802f6913d97 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:34.841664 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc79ec-16be-4ce4-ae55-e224b297fde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0753de37-4c6f-4027-9206-0d9f636e2d32,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:34.910958 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b5fc79ec-16be-4ce4-ae55-e224b297fde5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8cd01f9d899d4d0ca99058139f7905fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4793575 Mar 09 03:52:34.915264 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36596) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:34.977629 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5557a-fec1-4ccc-9f0f-4ae73c8e9db0 req-add8814a-4a7f-49b8-943c-f45a49327e5d tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:34.984512 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-89c5557a-fec1-4ccc-9f0f-4ae73c8e9db0 req-add8814a-4a7f-49b8-943c-f45a49327e5d tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 946 time: 0.6329157 Mar 09 03:52:34.991730 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-d594407d-dcfd-4e1d-b231-9d10204cc636 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Allocated IP 172.20.0.12 (3d62296e-a7e4-4061-88a7-e2ef850363e9/d785722e-a890-45c5-869c-7b3149d30510/9d1a97d8-d41f-432f-8087-8c6cf2034b5b) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:52:35.028472 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f6b69e6a-9819-4ab0-bc84-7802f6913d97 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:35.049192 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1aa87-4d2b-439c-99dc-235d013981ec req-53f5faf9-4af3-4aa1-a54c-3d9cd9af9cce tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:35.050749 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-51e1aa87-4d2b-439c-99dc-235d013981ec req-53f5faf9-4af3-4aa1-a54c-3d9cd9af9cce tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 946 time: 0.1699340 Mar 09 03:52:35.094319 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f6b69e6a-9819-4ab0-bc84-7802f6913d97 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:35.163667 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b69e6a-9819-4ab0-bc84-7802f6913d97 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e48a25-b937-498a-ad7c-8fc1626a1644,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:35.173826 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-51e1aa87-4d2b-439c-99dc-235d013981ec req-71adb0a1-d51e-4f9a-a430-a35d2bdb79fb tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061959 Mar 09 03:52:35.179435 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-89c5557a-fec1-4ccc-9f0f-4ae73c8e9db0 req-324cd515-f046-41de-9b83-17f19084e00a tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/security-groups?id=d12422bc-9802-4fe5-883f-e95e2321cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940467 Mar 09 03:52:35.217147 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device ae611d02-ec66-494b-85cf-a85ef30df294 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:52:35.225670 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f6b69e6a-9819-4ab0-bc84-7802f6913d97 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:35.226763 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f6b69e6a-9819-4ab0-bc84-7802f6913d97 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8712461 Mar 09 03:52:35.240327 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36604) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:35.253688 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30a74135-3f16-418b-828f-731f3b68f1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:35.308322 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db023674-94ce-4150-a3d5-5c588ffd1127 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:35.330521 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30a74135-3f16-418b-828f-731f3b68f1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:35.349263 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-d594407d-dcfd-4e1d-b231-9d10204cc636 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:35.349928 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port ae611d02-ec66-494b-85cf-a85ef30df294 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:52:35.350051 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:35.354943 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db023674-94ce-4150-a3d5-5c588ffd1127 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:35.377910 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:35.384047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-d594407d-dcfd-4e1d-b231-9d10204cc636 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Transition to ACTIVE for port object 9d1a97d8-d41f-432f-8087-8c6cf2034b5b will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:52:35.398715 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:35.399516 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:35.440185 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-d594407d-dcfd-4e1d-b231-9d10204cc636 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:35.471566 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:52:35.507289 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['901687b7-082b-408a-ba6e-70079556e6e1'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:52:35.556358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-d594407d-dcfd-4e1d-b231-9d10204cc636 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Network 3d62296e-a7e4-4061-88a7-e2ef850363e9 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:52:35.559696 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-d594407d-dcfd-4e1d-b231-9d10204cc636 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:52:35.586462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-d594407d-dcfd-4e1d-b231-9d10204cc636 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:52:35.594178 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db023674-94ce-4150-a3d5-5c588ffd1127 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:35.649713 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594407d-dcfd-4e1d-b231-9d10204cc636 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Pushing event updated for resources: {'Port': ['ID=9d1a97d8-d41f-432f-8087-8c6cf2034b5b,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:35.684979 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-d594407d-dcfd-4e1d-b231-9d10204cc636 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:35.685888 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-d594407d-dcfd-4e1d-b231-9d10204cc636 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:35.778582 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-d594407d-dcfd-4e1d-b231-9d10204cc636 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9695237 Mar 09 03:52:35.797584 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-93edd097-cd0f-493b-b9c6-db61b7d3653c service neutron] Request body: {'port': {'device_id': '263de12a-0978-445f-81a9-2efbb6f972f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:35.816181 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db023674-94ce-4150-a3d5-5c588ffd1127 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72e48a25-b937-498a-ad7c-8fc1626a1644,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:35.831832 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=6d7f6775-1e37-42a6-8212-75d29c8a368c,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:35.839488 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db023674-94ce-4150-a3d5-5c588ffd1127 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:35.843398 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-db023674-94ce-4150-a3d5-5c588ffd1127 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/72e48a25-b937-498a-ad7c-8fc1626a1644 HTTP/1.1" status: 204 len: 168 time: 0.5994632 Mar 09 03:52:35.848957 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36614) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:35.910340 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30a74135-3f16-418b-828f-731f3b68f1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:35.948847 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30a74135-3f16-418b-828f-731f3b68f1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:35.949689 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-30a74135-3f16-418b-828f-731f3b68f1b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0753de37-4c6f-4027-9206-0d9f636e2d32 HTTP/1.1" status: 204 len: 168 time: 1.0323119 Mar 09 03:52:35.963807 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a74135-3f16-418b-828f-731f3b68f1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0753de37-4c6f-4027-9206-0d9f636e2d32,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:35.980048 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:52:35.985758 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:52:36.002115 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-afc60c2f-40b6-404a-9fc6-94907156aa17 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Synchronizing usage tracker for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:36.052842 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fba022e6-25e5-414a-9f9b-6c33e3b51043 None None] Provisioning for port 9d1a97d8-d41f-432f-8087-8c6cf2034b5b completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:52:36.066584 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36622) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:36.067381 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fba022e6-25e5-414a-9f9b-6c33e3b51043 None None] Provisioning complete for port 9d1a97d8-d41f-432f-8087-8c6cf2034b5b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:52:36.067944 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fba022e6-25e5-414a-9f9b-6c33e3b51043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:36.102336 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-93edd097-cd0f-493b-b9c6-db61b7d3653c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:36.142338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-fba022e6-25e5-414a-9f9b-6c33e3b51043 None None] Port 9d1a97d8-d41f-432f-8087-8c6cf2034b5b cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:52:36.156068 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4774fc5-2feb-4d6a-9986-3cf05a889281 req-79e17ce0-2935-4c1f-88d8-b211ff75b43f tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:36.157901 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a4774fc5-2feb-4d6a-9986-3cf05a889281 req-79e17ce0-2935-4c1f-88d8-b211ff75b43f tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=263de12a-0978-445f-81a9-2efbb6f972f0 HTTP/1.1" status: 200 len: 932 time: 0.4288063 Mar 09 03:52:36.199178 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fccc3d-b2be-4b88-abcf-9cc2a9c492ca req-e0b72682-7f90-4551-8e51-9216b91324a9 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:36.200709 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-48fccc3d-b2be-4b88-abcf-9cc2a9c492ca req-e0b72682-7f90-4551-8e51-9216b91324a9 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 946 time: 0.4698493 Mar 09 03:52:36.242044 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-afc60c2f-40b6-404a-9fc6-94907156aa17 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Unset dirty status for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:36.243758 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-afc60c2f-40b6-404a-9fc6-94907156aa17 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3935606 Mar 09 03:52:36.261756 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36630) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:36.299136 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-63f7b194-90dd-4fa8-b912-4f60128753de admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:36.371247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-63f7b194-90dd-4fa8-b912-4f60128753de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:36.376648 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-48fccc3d-b2be-4b88-abcf-9cc2a9c492ca req-985bb6b3-084d-499c-8ae7-f156b4f2ac80 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647735 Mar 09 03:52:36.381648 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-63f7b194-90dd-4fa8-b912-4f60128753de admin admin] Usage tracker for resource:security_group_rule and tenant:0c36e26aeafc476692f6d78818ec4217 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:36.387531 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-63f7b194-90dd-4fa8-b912-4f60128753de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:36.395800 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a4774fc5-2feb-4d6a-9986-3cf05a889281 req-f9ecac22-58f6-4a19-95b0-86c5ab829d3c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635504 Mar 09 03:52:36.408881 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-63f7b194-90dd-4fa8-b912-4f60128753de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:36.453566 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c4b8405-5428-4ed2-b1f7-1edab064b499 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:36.456485 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Router 9b26972d-9a15-4674-a179-c4e9c95618e2 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:52:36.472610 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-95fcd274-dcf8-4995-b4e4-9fe1f3ac76c6 None None] Provisioning complete for port 6d7f6775-1e37-42a6-8212-75d29c8a368c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:52:36.473186 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-95fcd274-dcf8-4995-b4e4-9fe1f3ac76c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:36.538939 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-95fcd274-dcf8-4995-b4e4-9fe1f3ac76c6 None None] Port 6d7f6775-1e37-42a6-8212-75d29c8a368c cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:52:36.607945 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-63f7b194-90dd-4fa8-b912-4f60128753de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:36.614896 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-63f7b194-90dd-4fa8-b912-4f60128753de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:36.658260 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c4b8405-5428-4ed2-b1f7-1edab064b499 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:36.774999 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:52:36.788753 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] Sync routers for ids ['9b26972d-9a15-4674-a179-c4e9c95618e2'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:52:36.789588 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e99159ca-b443-45a5-aa7f-eac94aafa115 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "PUT /v2.0/routers/9b26972d-9a15-4674-a179-c4e9c95618e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1132951 Mar 09 03:52:36.792780 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36652) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:36.804698 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7b194-90dd-4fa8-b912-4f60128753de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39093b02-6629-49cd-b16b-2fb72bb4c52a,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:36.808779 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] Routers {'9b26972d-9a15-4674-a179-c4e9c95618e2'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:52:36.809387 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:52:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9b26972d-9a15-4674-a179-c4e9c95618e2'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:36.831327 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-63f7b194-90dd-4fa8-b912-4f60128753de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c36e26aeafc476692f6d78818ec4217&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7576420 Mar 09 03:52:36.835586 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36656) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:36.929710 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc374c-33e3-4af6-b707-5944843b357e req-f3fb10c2-93d3-4419-a28e-c8d4e40a30da tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:36.937604 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dcfc374c-33e3-4af6-b707-5944843b357e req-f3fb10c2-93d3-4419-a28e-c8d4e40a30da tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 946 time: 0.3267889 Mar 09 03:52:37.000067 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dcfc374c-33e3-4af6-b707-5944843b357e req-8c71d372-d1fb-4bcd-adf6-3172733d8603 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/security-groups?id=d12422bc-9802-4fe5-883f-e95e2321cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614493 Mar 09 03:52:37.042597 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] Set router 9b26972d-9a15-4674-a179-c4e9c95618e2 gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:52:37.085273 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-85d2d408-3b21-414a-88ad-cc21ad022367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:37.094434 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c4b8405-5428-4ed2-b1f7-1edab064b499 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:37.109171 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-93edd097-cd0f-493b-b9c6-db61b7d3653c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d1a97d8-d41f-432f-8087-8c6cf2034b5b {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:52:37.125992 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-93edd097-cd0f-493b-b9c6-db61b7d3653c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:37.133174 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-85d2d408-3b21-414a-88ad-cc21ad022367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:37.150964 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411e184-151f-4b1e-a6e9-b976fdb0ef48 req-ded3e55d-cbc6-4abf-b39b-13e9ad8bdde2 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:37.152556 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a411e184-151f-4b1e-a6e9-b976fdb0ef48 req-ded3e55d-cbc6-4abf-b39b-13e9ad8bdde2 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 946 time: 0.4973414 Mar 09 03:52:37.156517 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b8405-5428-4ed2-b1f7-1edab064b499 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bff5f50-788a-4591-8fa3-fbe3e64bd393,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:37.164616 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-93edd097-cd0f-493b-b9c6-db61b7d3653c service neutron] Transition to ACTIVE for port object 9d1a97d8-d41f-432f-8087-8c6cf2034b5b will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:52:37.165984 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0e2dfa-6a2c-4528-aecc-a62267eb4d72 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:37.167072 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2c0e2dfa-6a2c-4528-aecc-a62267eb4d72 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:37.187065 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-93edd097-cd0f-493b-b9c6-db61b7d3653c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:37.236569 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c4b8405-5428-4ed2-b1f7-1edab064b499 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:37.240270 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9c4b8405-5428-4ed2-b1f7-1edab064b499 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "DELETE /v2.0/security-groups/9bff5f50-788a-4591-8fa3-fbe3e64bd393 HTTP/1.1" status: 204 len: 168 time: 0.9725122 Mar 09 03:52:37.241579 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9dcf2e0b-6db3-4253-9a5e-948304de9982 req-7b115de5-0671-457c-91df-e75f12c26048 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=13441f1a-3630-40da-9850-b3d18eda175f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3829541 Mar 09 03:52:37.242170 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2c0e2dfa-6a2c-4528-aecc-a62267eb4d72 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:37.245825 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2c0e2dfa-6a2c-4528-aecc-a62267eb4d72 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports/6d7f6775-1e37-42a6-8212-75d29c8a368c HTTP/1.1" status: 200 len: 911 time: 0.4514163 Mar 09 03:52:37.247331 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36668) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:37.247536 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36670) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:37.272228 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a411e184-151f-4b1e-a6e9-b976fdb0ef48 req-040f9c98-3095-45c5-b8d4-4292909d9655 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826278 Mar 09 03:52:37.495259 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b9a47f73-72dd-4340-9fa1-3edd11e8c6ee tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Synchronizing usage tracker for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:37.507660 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93edd097-cd0f-493b-b9c6-db61b7d3653c service neutron] Pushing event updated for resources: {'Port': ['ID=9d1a97d8-d41f-432f-8087-8c6cf2034b5b,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:37.543660 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ebac67-022e-4011-b154-542deb5c6bea tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:37.552322 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ebac67-022e-4011-b154-542deb5c6bea tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:37.558498 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-86ebac67-022e-4011-b154-542deb5c6bea tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2902889 Mar 09 03:52:37.565661 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36684) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:37.576396 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b9a47f73-72dd-4340-9fa1-3edd11e8c6ee tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Unset dirty status for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:37.581062 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b9a47f73-72dd-4340-9fa1-3edd11e8c6ee tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3129778 Mar 09 03:52:37.586301 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36688) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:37.672736 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-1520aac7-8d9c-4094-834c-925f619c0f64 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Request body: {'security_group': {'name': 'tempest-secgroup--1320596082'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:37.736735 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b26972d-9a15-4674-a179-c4e9c95618e2', 'name': 'tempest-NetworksTestDHCPv6-router-940026814', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:52:30Z', 'updated_at': '2022-03-09T03:52:33Z', 'revision_number': 2, 'project_id': '00bf8fc592454cf9827da719f9ffbb09', 'gw_port_host': None, '_interfaces': [{'id': '6d7f6775-1e37-42a6-8212-75d29c8a368c', 'name': '', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'mac_address': 'fa:16:3e:15:7f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b26972d-9a15-4674-a179-c4e9c95618e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '5c1d9f52-ca72-4ec1-86c7-c8d868c9cc2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:52:32Z', 'updated_at': '2022-03-09T03:52:34Z', 'revision_number': 2, 'project_id': '00bf8fc592454cf9827da719f9ffbb09', 'subnets': [{'id': '5c1d9f52-ca72-4ec1-86c7-c8d868c9cc2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:37.745340 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] Checking router: 9b26972d-9a15-4674-a179-c4e9c95618e2 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:52:37.745767 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] Updating router 9b26972d-9a15-4674-a179-c4e9c95618e2 port 6d7f6775-1e37-42a6-8212-75d29c8a368c binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:52:37.771895 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-85d2d408-3b21-414a-88ad-cc21ad022367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:37.794370 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1520aac7-8d9c-4094-834c-925f619c0f64 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:37.808260 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2d408-3b21-414a-88ad-cc21ad022367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39093b02-6629-49cd-b16b-2fb72bb4c52a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:37.863670 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-85d2d408-3b21-414a-88ad-cc21ad022367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:37.867143 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-85d2d408-3b21-414a-88ad-cc21ad022367 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39093b02-6629-49cd-b16b-2fb72bb4c52a HTTP/1.1" status: 204 len: 168 time: 1.0276985 Mar 09 03:52:37.875767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-93edd097-cd0f-493b-b9c6-db61b7d3653c service neutron] Attempting to bind port 9d1a97d8-d41f-432f-8087-8c6cf2034b5b on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:52:37.876100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-93edd097-cd0f-493b-b9c6-db61b7d3653c service neutron] Attempting to bind port 9d1a97d8-d41f-432f-8087-8c6cf2034b5b by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:52:37.876473 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-93edd097-cd0f-493b-b9c6-db61b7d3653c service neutron] Attempting to bind port 9d1a97d8-d41f-432f-8087-8c6cf2034b5b on network 3d62296e-a7e4-4061-88a7-e2ef850363e9 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:52:37.888876 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-93edd097-cd0f-493b-b9c6-db61b7d3653c service neutron] Port 9d1a97d8-d41f-432f-8087-8c6cf2034b5b on network 3d62296e-a7e4-4061-88a7-e2ef850363e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:52:37.889197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-93edd097-cd0f-493b-b9c6-db61b7d3653c service neutron] Attempting to bind port 9d1a97d8-d41f-432f-8087-8c6cf2034b5b on network 3d62296e-a7e4-4061-88a7-e2ef850363e9 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:52:37.889420 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:37.895522 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-93edd097-cd0f-493b-b9c6-db61b7d3653c service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:52:37.895859 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-93edd097-cd0f-493b-b9c6-db61b7d3653c service neutron] Checking segment: {'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:52:37.896238 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-93edd097-cd0f-493b-b9c6-db61b7d3653c service neutron] Bound using segment: {'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:52:37.896664 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-93edd097-cd0f-493b-b9c6-db61b7d3653c service neutron] Bound port: 9d1a97d8-d41f-432f-8087-8c6cf2034b5b, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:52:37.899043 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-93edd097-cd0f-493b-b9c6-db61b7d3653c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:37.950021 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1520aac7-8d9c-4094-834c-925f619c0f64 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:37.963588 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf2e0b-6db3-4253-9a5e-948304de9982 req-1b5639e2-e660-489d-b6a1-ec8abb3e4a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:37.965905 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9dcf2e0b-6db3-4253-9a5e-948304de9982 req-1b5639e2-e660-489d-b6a1-ec8abb3e4a56 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c36c37e2e354df081ad1b18548376fc&device_id=13441f1a-3630-40da-9850-b3d18eda175f HTTP/1.1" status: 200 len: 1097 time: 0.5839887 Mar 09 03:52:38.043806 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1520aac7-8d9c-4094-834c-925f619c0f64 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:38.117053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-93edd097-cd0f-493b-b9c6-db61b7d3653c service neutron] For port 9d1a97d8-d41f-432f-8087-8c6cf2034b5b, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:52:38.121638 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-93edd097-cd0f-493b-b9c6-db61b7d3653c service neutron] For port 9d1a97d8-d41f-432f-8087-8c6cf2034b5b, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=9d1a97d8-d41f-432f-8087-8c6cf2034b5b,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:52:38.134332 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-93edd097-cd0f-493b-b9c6-db61b7d3653c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:38.194166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-93edd097-cd0f-493b-b9c6-db61b7d3653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:38.194883 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-93edd097-cd0f-493b-b9c6-db61b7d3653c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:38.196272 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-93edd097-cd0f-493b-b9c6-db61b7d3653c service neutron] 10.222.0.24 "PUT /v2.0/ports/9d1a97d8-d41f-432f-8087-8c6cf2034b5b HTTP/1.1" status: 200 len: 1092 time: 2.4099021 Mar 09 03:52:38.196750 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263de12a-0978-445f-81a9-2efbb6f972f0', 'tag': '9d1a97d8-d41f-432f-8087-8c6cf2034b5b'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:52:38.239178 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1520aac7-8d9c-4094-834c-925f619c0f64 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:38.240806 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123fbc4-b9ac-46ef-b79b-f91bc4cdb6db req-e67c7576-fd27-40a7-b4c4-d2ef086d0a21 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:38.249919 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8123fbc4-b9ac-46ef-b79b-f91bc4cdb6db req-e67c7576-fd27-40a7-b4c4-d2ef086d0a21 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 946 time: 0.2513533 Mar 09 03:52:38.331871 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77bfda-b649-4b3f-9725-121744bfb684 req-3d9d0818-66cb-49c8-a8c9-67f370fee5e5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:38.334294 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1e77bfda-b649-4b3f-9725-121744bfb684 req-3d9d0818-66cb-49c8-a8c9-67f370fee5e5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=263de12a-0978-445f-81a9-2efbb6f972f0 HTTP/1.1" status: 200 len: 944 time: 0.6730103 Mar 09 03:52:38.337737 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1520aac7-8d9c-4094-834c-925f619c0f64 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Usage tracker for resource:security_group_rule and tenant:98f0bdb2d4584fb6bd911128aeb627a2 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:38.365268 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1520aac7-8d9c-4094-834c-925f619c0f64 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:38.383669 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1520aac7-8d9c-4094-834c-925f619c0f64 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:38.452365 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8123fbc4-b9ac-46ef-b79b-f91bc4cdb6db req-8ce0242e-1022-4770-867e-2bdd785be8c6 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012448 Mar 09 03:52:38.453466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93edd097-cd0f-493b-b9c6-db61b7d3653c service neutron] Pushing event updated for resources: {'Port': ['ID=9d1a97d8-d41f-432f-8087-8c6cf2034b5b,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:38.522525 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-0c6a0170-d522-4cf2-8b80-800f11323227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:38.527667 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-0c6a0170-d522-4cf2-8b80-800f11323227 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&device_id=263de12a-0978-445f-81a9-2efbb6f972f0 HTTP/1.1" status: 200 len: 1095 time: 0.2757294 Mar 09 03:52:38.557026 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1e77bfda-b649-4b3f-9725-121744bfb684 req-4817a686-dbac-4aea-8be8-1b7257840bb5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863632 Mar 09 03:52:38.558812 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf2e0b-6db3-4253-9a5e-948304de9982 req-0819bf0c-cc1a-45b7-a426-e81569a1b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:38.560369 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9dcf2e0b-6db3-4253-9a5e-948304de9982 req-0819bf0c-cc1a-45b7-a426-e81569a1b017 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840 HTTP/1.1" status: 200 len: 907 time: 0.5554414 Mar 09 03:52:38.569486 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36716) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:38.651447 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:38.667373 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:38.692100 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] Transition to ACTIVE for port object 6d7f6775-1e37-42a6-8212-75d29c8a368c will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:52:38.700581 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9dcf2e0b-6db3-4253-9a5e-948304de9982 req-05687bf9-aad4-4b34-af38-67e30f8bb13d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f872d039-4d7c-4439-877d-38c6f197a383 HTTP/1.1" status: 200 len: 217 time: 0.0916026 Mar 09 03:52:38.706724 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:38.708018 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-ef610fe4-701f-443d-81ce-cbc6754ef4e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d1a97d8-d41f-432f-8087-8c6cf2034b5b HTTP/1.1" status: 200 len: 217 time: 0.1709211 Mar 09 03:52:38.711225 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-66e89870-3aac-439b-80f1-f78c0c70470f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:38.714099 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '263de12a-0978-445f-81a9-2efbb6f972f0', 'tag': '9d1a97d8-d41f-432f-8087-8c6cf2034b5b', 'status': 'completed', 'code': 200} Mar 09 03:52:38.793419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-0fd07332-6538-4b20-bd43-522f1ea8246b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:38.794870 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-0fd07332-6538-4b20-bd43-522f1ea8246b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d785722e-a890-45c5-869c-7b3149d30510 HTTP/1.1" status: 200 len: 851 time: 0.0746694 Mar 09 03:52:38.798402 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-66e89870-3aac-439b-80f1-f78c0c70470f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:38.820292 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-66e89870-3aac-439b-80f1-f78c0c70470f admin admin] Usage tracker for resource:security_group_rule and tenant:d524d0d2d84f4cd3a7781f64c09550f7 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:38.826801 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-66e89870-3aac-439b-80f1-f78c0c70470f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:38.828316 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fb50b-78ed-41b1-8850-b1e861d2b409 None None] Pushing event updated for resources: {'Port': ['ID=6d7f6775-1e37-42a6-8212-75d29c8a368c,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:38.843416 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-66e89870-3aac-439b-80f1-f78c0c70470f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:38.858365 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1520aac7-8d9c-4094-834c-925f619c0f64 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:38.871733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf2e0b-6db3-4253-9a5e-948304de9982 req-e6851fde-92e3-4fc9-a657-3b63bffedbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:38.873466 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9dcf2e0b-6db3-4253-9a5e-948304de9982 req-e6851fde-92e3-4fc9-a657-3b63bffedbc1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4320f833-55d6-48c9-bfa9-ead71d951b3e HTTP/1.1" status: 200 len: 846 time: 0.1467564 Mar 09 03:52:38.877385 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1520aac7-8d9c-4094-834c-925f619c0f64 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:38.919641 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0d5e6-7bf4-4e28-989b-e712a1062fb0 req-641120fb-45f8-4927-af04-5c4e086c2c72 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:38.931058 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-35c0d5e6-7bf4-4e28-989b-e712a1062fb0 req-641120fb-45f8-4927-af04-5c4e086c2c72 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 946 time: 0.2619262 Mar 09 03:52:38.965882 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520aac7-8d9c-4094-834c-925f619c0f64 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=898f35ad-a9cb-4a35-95c9-e2465a25875a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:39.039007 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9dcf2e0b-6db3-4253-9a5e-948304de9982 req-5c8cb035-6b22-413c-b0b0-1532ab4152af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb7d62a0-e4ed-41cd-a459-6cad1aec3840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1540551 Mar 09 03:52:39.045034 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-6eeb65a0-2a12-4a27-8579-f93f0749d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:39.046995 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-6eeb65a0-2a12-4a27-8579-f93f0749d39d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3d62296e-a7e4-4061-88a7-e2ef850363e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2424591 Mar 09 03:52:39.064720 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-35c0d5e6-7bf4-4e28-989b-e712a1062fb0 req-b85f7278-cadc-4241-b48b-c01a14f0219e tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/security-groups?id=d12422bc-9802-4fe5-883f-e95e2321cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317847 Mar 09 03:52:39.095389 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] Attempting to bind port 6d7f6775-1e37-42a6-8212-75d29c8a368c on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:52:39.096151 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] Attempting to bind port 6d7f6775-1e37-42a6-8212-75d29c8a368c by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:52:39.096719 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] Attempting to bind port 6d7f6775-1e37-42a6-8212-75d29c8a368c on network 52061912-70e8-4f32-8bcd-36eeab65c7b8 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:52:39.133774 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:52:39.134445 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] Checking segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:52:39.135414 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:39.137454 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] Bound using segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:52:39.138753 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] Bound port: 6d7f6775-1e37-42a6-8212-75d29c8a368c, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:52:39.139627 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:39.316277 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca61edb-fc09-49c2-af9c-b5a626b0428f req-57e81eac-0fe9-4572-883b-1189483f8a2c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:39.317172 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ca61edb-fc09-49c2-af9c-b5a626b0428f req-57e81eac-0fe9-4572-883b-1189483f8a2c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.24 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 946 time: 0.2233455 Mar 09 03:52:39.323204 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-34f7d4b5-0bbb-49a2-bc32-228e3bab40d7 service neutron] 10.222.0.24 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574599 Mar 09 03:52:39.331944 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] For port 6d7f6775-1e37-42a6-8212-75d29c8a368c, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:52:39.337253 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] For port 6d7f6775-1e37-42a6-8212-75d29c8a368c, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=6d7f6775-1e37-42a6-8212-75d29c8a368c,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:52:39.346935 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:39.359487 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1520aac7-8d9c-4094-834c-925f619c0f64 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:39.363569 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1520aac7-8d9c-4094-834c-925f619c0f64 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7012687 Mar 09 03:52:39.369542 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36736) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:39.385283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-fc0540ac-d270-494f-ba98-3df3757b5f69 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Request body: {'security_group_rule': {'security_group_id': '898f35ad-a9cb-4a35-95c9-e2465a25875a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:39.391372 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fc0540ac-d270-494f-ba98-3df3757b5f69 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:39.395537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fc0540ac-d270-494f-ba98-3df3757b5f69 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Usage tracker for resource:security_group_rule and tenant:98f0bdb2d4584fb6bd911128aeb627a2 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:39.398404 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fc0540ac-d270-494f-ba98-3df3757b5f69 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:39.404207 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fc0540ac-d270-494f-ba98-3df3757b5f69 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:39.448916 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] Routers {'9b26972d-9a15-4674-a179-c4e9c95618e2'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:52:39.449694 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:52:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9b26972d-9a15-4674-a179-c4e9c95618e2'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:39.461405 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-66e89870-3aac-439b-80f1-f78c0c70470f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:39.481460 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-4ca61edb-fc09-49c2-af9c-b5a626b0428f req-1d8cfae1-7b2c-4c09-8a9a-681a6f8c151c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Deleting port 511f2d01-a9da-4474-99e0-1235b2858a4d {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:52:39.481802 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4ca61edb-fc09-49c2-af9c-b5a626b0428f req-1d8cfae1-7b2c-4c09-8a9a-681a6f8c151c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:39.505285 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-66e89870-3aac-439b-80f1-f78c0c70470f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:39.532225 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9dcf2e0b-6db3-4253-9a5e-948304de9982 req-a98cc4a5-346b-4092-a4a4-ecbdd8a607fc service neutron] 10.222.0.24 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830158 Mar 09 03:52:39.636798 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc0540ac-d270-494f-ba98-3df3757b5f69 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:39.637169 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fb50b-78ed-41b1-8850-b1e861d2b409 None None] Pushing event updated for resources: {'Port': ['ID=6d7f6775-1e37-42a6-8212-75d29c8a368c,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:39.690972 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dcb50bda-d43b-43c9-8545-9aa7def79d54 req-18307a4a-ed29-4a9a-a397-f283674f9271 service neutron] 10.222.0.24 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384240 Mar 09 03:52:39.722600 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] Set router 9b26972d-9a15-4674-a179-c4e9c95618e2 gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:52:39.759163 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-66e89870-3aac-439b-80f1-f78c0c70470f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d524d0d2d84f4cd3a7781f64c09550f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1871521 Mar 09 03:52:39.759832 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-53cfb1ef-8ce1-4c7a-96d0-c8a73b6b5688 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:39.773791 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36746) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:39.897272 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9dcf2e0b-6db3-4253-9a5e-948304de9982 req-3f7ca0bf-269e-4740-a4ad-3d197b29e0dc service neutron] 10.222.0.24 "GET /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490758 Mar 09 03:52:39.908938 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36750) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:39.909917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e89870-3aac-439b-80f1-f78c0c70470f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296e8c38-dffb-41d7-8b6f-09f2def3426e,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:40.071137 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e944941-9128-41f7-9176-7e8de5778ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:40.082115 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc0540ac-d270-494f-ba98-3df3757b5f69 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:40.097977 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc0540ac-d270-494f-ba98-3df3757b5f69 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:40.138881 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b26972d-9a15-4674-a179-c4e9c95618e2', 'name': 'tempest-NetworksTestDHCPv6-router-940026814', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:52:30Z', 'updated_at': '2022-03-09T03:52:33Z', 'revision_number': 2, 'project_id': '00bf8fc592454cf9827da719f9ffbb09', 'gw_port_host': None, '_interfaces': [{'id': '6d7f6775-1e37-42a6-8212-75d29c8a368c', 'name': '', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'mac_address': 'fa:16:3e:15:7f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b26972d-9a15-4674-a179-c4e9c95618e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '5c1d9f52-ca72-4ec1-86c7-c8d868c9cc2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:52:32Z', 'updated_at': '2022-03-09T03:52:39Z', 'revision_number': 4, 'project_id': '00bf8fc592454cf9827da719f9ffbb09', 'subnets': [{'id': '5c1d9f52-ca72-4ec1-86c7-c8d868c9cc2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:40.143944 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6175fe-002d-44d1-b951-d1175f882054 None None] The sync data for ids ['9b26972d-9a15-4674-a179-c4e9c95618e2'] in n-d-825178-5 is: [{'id': '9b26972d-9a15-4674-a179-c4e9c95618e2', 'name': 'tempest-NetworksTestDHCPv6-router-940026814', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:52:30Z', 'updated_at': '2022-03-09T03:52:33Z', 'revision_number': 2, 'project_id': '00bf8fc592454cf9827da719f9ffbb09', 'gw_port_host': None, '_interfaces': [{'id': '6d7f6775-1e37-42a6-8212-75d29c8a368c', 'name': '', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'mac_address': 'fa:16:3e:15:7f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b26972d-9a15-4674-a179-c4e9c95618e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '5c1d9f52-ca72-4ec1-86c7-c8d868c9cc2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:52:32Z', 'updated_at': '2022-03-09T03:52:39Z', 'revision_number': 4, 'project_id': '00bf8fc592454cf9827da719f9ffbb09', 'subnets': [{'id': '5c1d9f52-ca72-4ec1-86c7-c8d868c9cc2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:52:40.158377 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e944941-9128-41f7-9176-7e8de5778ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:40.180768 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009755cf-4222-4ad9-b536-8a5b892fd0a9 req-df3c6c1e-c916-4b0e-9315-ab21f0861bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:40.182260 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-009755cf-4222-4ad9-b536-8a5b892fd0a9 req-df3c6c1e-c916-4b0e-9315-ab21f0861bbb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&device_id=263de12a-0978-445f-81a9-2efbb6f972f0 HTTP/1.1" status: 200 len: 1095 time: 0.4093769 Mar 09 03:52:40.187561 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-4ca61edb-fc09-49c2-af9c-b5a626b0428f req-1d8cfae1-7b2c-4c09-8a9a-681a6f8c151c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] For port 511f2d01-a9da-4474-99e0-1235b2858a4d, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=511f2d01-a9da-4474-99e0-1235b2858a4d,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:40.187922 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4ca61edb-fc09-49c2-af9c-b5a626b0428f req-1d8cfae1-7b2c-4c09-8a9a-681a6f8c151c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:40.207950 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0540ac-d270-494f-ba98-3df3757b5f69 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11021108-7b60-40ec-aa07-9a5f4b7ea8ad,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:40.258431 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cf1892ef-8070-4c67-a696-66667dd39ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:40.287516 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc0540ac-d270-494f-ba98-3df3757b5f69 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:40.288763 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fc0540ac-d270-494f-ba98-3df3757b5f69 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9162586 Mar 09 03:52:40.294734 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cf1892ef-8070-4c67-a696-66667dd39ccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:40.297217 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36760) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:40.304700 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cf1892ef-8070-4c67-a696-66667dd39ccd admin admin] Usage tracker for resource:security_group_rule and tenant:c8f51b6bdedd464ba59014be43d76d7d is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:40.318032 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cf1892ef-8070-4c67-a696-66667dd39ccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:40.335169 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0661a-c777-45f8-8746-d63b2c356725 req-36b658a1-c0a1-4350-b726-ab3529f067fc tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:40.336676 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-18a0661a-c777-45f8-8746-d63b2c356725 req-36b658a1-c0a1-4350-b726-ab3529f067fc tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 946 time: 0.4902976 Mar 09 03:52:40.338473 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cf1892ef-8070-4c67-a696-66667dd39ccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:40.368897 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-39ebd3d7-f8f3-4d09-8e1b-c4557eefa93b tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-group-rules/11021108-7b60-40ec-aa07-9a5f4b7ea8ad HTTP/1.1" status: 200 len: 763 time: 0.0681493 Mar 09 03:52:40.375861 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36764) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:40.422384 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7159c-c21e-48fa-9088-7ba77513a249 req-fce88962-4545-4424-b759-cc1df61da160 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:40.423157 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-5ea7159c-c21e-48fa-9088-7ba77513a249 req-fce88962-4545-4424-b759-cc1df61da160 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Synchronizing usage tracker for tenant:583552b4403540f294a79f7bae92d808 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:40.491599 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-18a0661a-c777-45f8-8746-d63b2c356725 req-f91a235d-98b3-4492-8c55-e744f5be0a46 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465693 Mar 09 03:52:40.511225 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-4ca61edb-fc09-49c2-af9c-b5a626b0428f req-1d8cfae1-7b2c-4c09-8a9a-681a6f8c151c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Calling delete_port for 511f2d01-a9da-4474-99e0-1235b2858a4d owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:52:40.532278 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-53cfb1ef-8ce1-4c7a-96d0-c8a73b6b5688 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting port 6d7f6775-1e37-42a6-8212-75d29c8a368c {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:52:40.532902 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-53cfb1ef-8ce1-4c7a-96d0-c8a73b6b5688 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:40.581404 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-60526680-b267-4a2a-9344-37c079c1bc78 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Synchronizing usage tracker for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:40.705504 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-60526680-b267-4a2a-9344-37c079c1bc78 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Unset dirty status for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:40.709559 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-60526680-b267-4a2a-9344-37c079c1bc78 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3284173 Mar 09 03:52:40.725701 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36768) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:40.760938 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cf1892ef-8070-4c67-a696-66667dd39ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:40.781620 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-5ea7159c-c21e-48fa-9088-7ba77513a249 req-fce88962-4545-4424-b759-cc1df61da160 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Unset dirty status for tenant:583552b4403540f294a79f7bae92d808 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:40.788871 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5ea7159c-c21e-48fa-9088-7ba77513a249 req-fce88962-4545-4424-b759-cc1df61da160 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=263de12a-0978-445f-81a9-2efbb6f972f0 HTTP/1.1" status: 200 len: 944 time: 0.9459860 Mar 09 03:52:40.819126 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009755cf-4222-4ad9-b536-8a5b892fd0a9 req-04c751c8-5a54-4e43-a44e-796a91f2665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:40.820641 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-009755cf-4222-4ad9-b536-8a5b892fd0a9 req-04c751c8-5a54-4e43-a44e-796a91f2665b service neutron] 10.222.0.24 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 913 time: 0.6141083 Mar 09 03:52:40.831083 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cf1892ef-8070-4c67-a696-66667dd39ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:40.892400 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb0788e1-000e-48b9-8956-d78cfb014364 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:40.894456 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-009755cf-4222-4ad9-b536-8a5b892fd0a9 req-adf998de-5aed-49fd-a6b8-7a2df881bbdd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d1a97d8-d41f-432f-8087-8c6cf2034b5b HTTP/1.1" status: 200 len: 217 time: 0.0648417 Mar 09 03:52:40.896718 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e944941-9128-41f7-9176-7e8de5778ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:40.925704 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cf1892ef-8070-4c67-a696-66667dd39ccd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8f51b6bdedd464ba59014be43d76d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9978235 Mar 09 03:52:40.925704 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb0788e1-000e-48b9-8956-d78cfb014364 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:40.930806 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36772) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:40.934586 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1892ef-8070-4c67-a696-66667dd39ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec72156-690d-4fc2-90c6-98abf693f0c3,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:40.965782 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-53cfb1ef-8ce1-4c7a-96d0-c8a73b6b5688 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] For port 6d7f6775-1e37-42a6-8212-75d29c8a368c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=6d7f6775-1e37-42a6-8212-75d29c8a368c,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:40.966015 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-53cfb1ef-8ce1-4c7a-96d0-c8a73b6b5688 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:40.970802 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4ca61edb-fc09-49c2-af9c-b5a626b0428f req-1d8cfae1-7b2c-4c09-8a9a-681a6f8c151c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:40.988699 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5ea7159c-c21e-48fa-9088-7ba77513a249 req-cc80e93b-2a9e-464f-8b57-9db8826cbd06 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969182 Mar 09 03:52:40.990509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['f872d039-4d7c-4439-877d-38c6f197a383', '511f2d01-a9da-4474-99e0-1235b2858a4d'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:52:41.083611 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e944941-9128-41f7-9176-7e8de5778ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296e8c38-dffb-41d7-8b6f-09f2def3426e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:41.115291 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8cfae1-7b2c-4c09-8a9a-681a6f8c151c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Pushing event deleted for resources: {'Port': ['ID=511f2d01-a9da-4474-99e0-1235b2858a4d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:41.187517 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-53cfb1ef-8ce1-4c7a-96d0-c8a73b6b5688 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Calling delete_port for 6d7f6775-1e37-42a6-8212-75d29c8a368c owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:52:41.226039 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa42680-8d69-414e-982e-168335783dc6 req-1349ff2c-a526-48c7-b8ba-21f5b4611105 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:41.232975 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4aa42680-8d69-414e-982e-168335783dc6 req-1349ff2c-a526-48c7-b8ba-21f5b4611105 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 946 time: 0.5939641 Mar 09 03:52:41.235381 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb0788e1-000e-48b9-8956-d78cfb014364 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:41.243196 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6d7f6775-1e37-42a6-8212-75d29c8a368c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:52:41.249744 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009755cf-4222-4ad9-b536-8a5b892fd0a9 req-3d86b442-b2d3-49d4-b3f5-2fc4bdd07f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:41.251247 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-009755cf-4222-4ad9-b536-8a5b892fd0a9 req-3d86b442-b2d3-49d4-b3f5-2fc4bdd07f35 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d785722e-a890-45c5-869c-7b3149d30510 HTTP/1.1" status: 200 len: 851 time: 0.3502696 Mar 09 03:52:41.255419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca61edb-fc09-49c2-af9c-b5a626b0428f req-1d8cfae1-7b2c-4c09-8a9a-681a6f8c151c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] No DVR routers for this DVR port 511f2d01-a9da-4474-99e0-1235b2858a4d on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:52:41.258417 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4ca61edb-fc09-49c2-af9c-b5a626b0428f req-1d8cfae1-7b2c-4c09-8a9a-681a6f8c151c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:41.260643 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ca61edb-fc09-49c2-af9c-b5a626b0428f req-1d8cfae1-7b2c-4c09-8a9a-681a6f8c151c tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.24 "DELETE /v2.0/ports/511f2d01-a9da-4474-99e0-1235b2858a4d HTTP/1.1" status: 204 len: 173 time: 1.9365690 Mar 09 03:52:41.262953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74bab70-db8d-4ac9-a53a-980fa3899b3c', 'name': 'network-vif-deleted', 'tag': '511f2d01-a9da-4474-99e0-1235b2858a4d'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:52:41.281649 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0788e1-000e-48b9-8956-d78cfb014364 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11021108-7b60-40ec-aa07-9a5f4b7ea8ad,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:41.282664 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4392c16b-747d-4cf6-9d6f-3711c4ad90e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:41.289820 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e944941-9128-41f7-9176-7e8de5778ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:41.293649 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0e944941-9128-41f7-9176-7e8de5778ec2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/296e8c38-dffb-41d7-8b6f-09f2def3426e HTTP/1.1" status: 204 len: 168 time: 1.5170593 Mar 09 03:52:41.349279 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb0788e1-000e-48b9-8956-d78cfb014364 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:41.350938 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fb0788e1-000e-48b9-8956-d78cfb014364 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/11021108-7b60-40ec-aa07-9a5f4b7ea8ad HTTP/1.1" status: 204 len: 168 time: 0.6227436 Mar 09 03:52:41.356358 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74bab70-db8d-4ac9-a53a-980fa3899b3c', 'name': 'network-vif-deleted', 'tag': '511f2d01-a9da-4474-99e0-1235b2858a4d', 'status': 'completed', 'code': 200} Mar 09 03:52:41.362622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36780) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:41.365838 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4aa42680-8d69-414e-982e-168335783dc6 req-92d9c5f8-5c27-480c-a1e6-3cf83cde269c tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/security-groups?id=d12422bc-9802-4fe5-883f-e95e2321cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319389 Mar 09 03:52:41.416574 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 6d7f6775-1e37-42a6-8212-75d29c8a368c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:52:41.427021 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 6d7f6775-1e37-42a6-8212-75d29c8a368c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:52:41.427796 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:41.428140 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4392c16b-747d-4cf6-9d6f-3711c4ad90e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:41.496351 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f4ffff69-36c4-4187-821b-4933fa4359d6 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Synchronizing usage tracker for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:41.505512 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-53cfb1ef-8ce1-4c7a-96d0-c8a73b6b5688 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:41.532272 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Could not find standard attr ID for object 6d7f6775-1e37-42a6-8212-75d29c8a368c. {{(pid=87882) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 03:52:41.539631 n-d-825178-5 neutron-server[87882]: INFO neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No ports have port_id starting with 6d7f6775-1e37-42a6-8212-75d29c8a368c Mar 09 03:52:41.547898 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009755cf-4222-4ad9-b536-8a5b892fd0a9 req-c5ae6684-3801-497e-b714-fd2f10642640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:41.551001 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-009755cf-4222-4ad9-b536-8a5b892fd0a9 req-c5ae6684-3801-497e-b714-fd2f10642640 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3d62296e-a7e4-4061-88a7-e2ef850363e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2724185 Mar 09 03:52:41.595492 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f4ffff69-36c4-4187-821b-4933fa4359d6 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Unset dirty status for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:41.597203 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f4ffff69-36c4-4187-821b-4933fa4359d6 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2333293 Mar 09 03:52:41.601214 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36788) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:41.623843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-3c469a19-de52-492d-8c4d-cae372a91ca5 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Request body: {'security_group_rule': {'security_group_id': '898f35ad-a9cb-4a35-95c9-e2465a25875a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:41.629807 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4392c16b-747d-4cf6-9d6f-3711c4ad90e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:41.662152 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3c469a19-de52-492d-8c4d-cae372a91ca5 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:41.668570 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392c16b-747d-4cf6-9d6f-3711c4ad90e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec72156-690d-4fc2-90c6-98abf693f0c3,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:41.724859 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cfb1ef-8ce1-4c7a-96d0-c8a73b6b5688 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Port': ['ID=6d7f6775-1e37-42a6-8212-75d29c8a368c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:41.796677 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4392c16b-747d-4cf6-9d6f-3711c4ad90e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:41.800508 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4392c16b-747d-4cf6-9d6f-3711c4ad90e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ec72156-690d-4fc2-90c6-98abf693f0c3 HTTP/1.1" status: 204 len: 168 time: 0.8081388 Mar 09 03:52:41.800508 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-d7394072-8110-4147-af9c-c0d873b20e01 req-c4e0d897-b6c2-41db-8a69-08432f8f97a8 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Synchronizing usage tracker for tenant:6c36c37e2e354df081ad1b18548376fc on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:41.836719 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3c469a19-de52-492d-8c4d-cae372a91ca5 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:41.927686 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-53cfb1ef-8ce1-4c7a-96d0-c8a73b6b5688 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:41.956541 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-d7394072-8110-4147-af9c-c0d873b20e01 req-c4e0d897-b6c2-41db-8a69-08432f8f97a8 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Unset dirty status for tenant:6c36c37e2e354df081ad1b18548376fc on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:41.957797 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d7394072-8110-4147-af9c-c0d873b20e01 req-c4e0d897-b6c2-41db-8a69-08432f8f97a8 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74bab70-db8d-4ac9-a53a-980fa3899b3c HTTP/1.1" status: 200 len: 210 time: 0.2787299 Mar 09 03:52:41.989704 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3c469a19-de52-492d-8c4d-cae372a91ca5 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:42.019019 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-009755cf-4222-4ad9-b536-8a5b892fd0a9 req-b79b8bd3-fe3d-4459-b1e3-7aa1fd5782de service neutron] 10.222.0.24 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484241 Mar 09 03:52:42.248122 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 9d1a97d8-d41f-432f-8087-8c6cf2034b5b details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:52:42.338813 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3c469a19-de52-492d-8c4d-cae372a91ca5 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:42.346601 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3c469a19-de52-492d-8c4d-cae372a91ca5 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:42.403156 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53cfb1ef-8ce1-4c7a-96d0-c8a73b6b5688 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Router 9b26972d-9a15-4674-a179-c4e9c95618e2 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:52:42.407684 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36814) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:42.421889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c469a19-de52-492d-8c4d-cae372a91ca5 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff84fa62-201d-4d30-8552-2e963d17b54f,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:42.430453 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-856d8137-2693-4255-9df3-fef81e61e580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:42.436632 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-009755cf-4222-4ad9-b536-8a5b892fd0a9 req-f5f3d9a6-6290-4d74-823a-be2418b80bad service neutron] 10.222.0.24 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056745 Mar 09 03:52:42.467736 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 9d1a97d8-d41f-432f-8087-8c6cf2034b5b, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=9d1a97d8-d41f-432f-8087-8c6cf2034b5b,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:42.470848 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3c469a19-de52-492d-8c4d-cae372a91ca5 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:42.474027 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3c469a19-de52-492d-8c4d-cae372a91ca5 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8717437 Mar 09 03:52:42.477464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36820) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:42.482031 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-856d8137-2693-4255-9df3-fef81e61e580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:42.488636 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '9d1a97d8-d41f-432f-8087-8c6cf2034b5b', 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'port_id': '9d1a97d8-d41f-432f-8087-8c6cf2034b5b', 'mac_address': 'fa:16:3e:9a:55:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd785722e-a890-45c5-869c-7b3149d30510', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:52:42.524456 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b387fe2f-3883-4b52-9133-921167517381 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-group-rules/ff84fa62-201d-4d30-8552-2e963d17b54f HTTP/1.1" status: 200 len: 763 time: 0.0456326 Mar 09 03:52:42.526584 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36824) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:42.556716 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-856d8137-2693-4255-9df3-fef81e61e580 admin admin] Usage tracker for resource:security_group_rule and tenant:aa850ae9876a461580acc4a89cd2a590 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:42.560128 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:42.567677 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad305ef8-7430-4473-aea1-e34295325782 req-3cc44889-97a1-4664-a6c4-5d9b139db17e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:42.569622 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ad305ef8-7430-4473-aea1-e34295325782 req-3cc44889-97a1-4664-a6c4-5d9b139db17e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=263de12a-0978-445f-81a9-2efbb6f972f0 HTTP/1.1" status: 200 len: 944 time: 0.3905265 Mar 09 03:52:42.570739 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-856d8137-2693-4255-9df3-fef81e61e580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:42.586602 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d1a97d8-d41f-432f-8087-8c6cf2034b5b {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:52:42.588370 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7a7e068d-67fd-4249-8f37-a188e936e564 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Synchronizing usage tracker for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:42.604429 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 9d1a97d8-d41f-432f-8087-8c6cf2034b5b, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=9d1a97d8-d41f-432f-8087-8c6cf2034b5b,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:42.609368 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:42.635740 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-856d8137-2693-4255-9df3-fef81e61e580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:42.662476 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7a7e068d-67fd-4249-8f37-a188e936e564 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Unset dirty status for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:42.663814 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7a7e068d-67fd-4249-8f37-a188e936e564 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1362710 Mar 09 03:52:42.667098 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36830) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:42.693204 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cfb1ef-8ce1-4c7a-96d0-c8a73b6b5688 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:52:42.699275 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=9d1a97d8-d41f-432f-8087-8c6cf2034b5b,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:42.703854 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-15c69856-aa6e-4f0a-aef7-e8115e7f1978 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:42.716820 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-15c69856-aa6e-4f0a-aef7-e8115e7f1978 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:42.719129 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9c6278-d3e2-4781-9625-69316413cb67 None None] Sync routers for ids ['9b26972d-9a15-4674-a179-c4e9c95618e2'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:52:42.724554 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ad305ef8-7430-4473-aea1-e34295325782 req-1caf4b35-afbe-4eab-9b02-0e909461c2cc tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456180 Mar 09 03:52:42.742198 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9c6278-d3e2-4781-9625-69316413cb67 None None] Routers {'9b26972d-9a15-4674-a179-c4e9c95618e2'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:52:42.742920 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-fb9c6278-d3e2-4781-9625-69316413cb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:52:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9b26972d-9a15-4674-a179-c4e9c95618e2'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:42.748433 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1bb88-36d7-4a69-b737-c86c094090cc req-7aa2cf51-f53e-49bf-a07a-332356eb1350 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:42.756204 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-46b1bb88-36d7-4a69-b737-c86c094090cc req-7aa2cf51-f53e-49bf-a07a-332356eb1350 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 946 time: 0.1790121 Mar 09 03:52:42.787674 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-53cfb1ef-8ce1-4c7a-96d0-c8a73b6b5688 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "PUT /v2.0/routers/9b26972d-9a15-4674-a179-c4e9c95618e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2146754 Mar 09 03:52:42.787907 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36844) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:42.806365 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-15c69856-aa6e-4f0a-aef7-e8115e7f1978 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:42.828529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c69856-aa6e-4f0a-aef7-e8115e7f1978 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff84fa62-201d-4d30-8552-2e963d17b54f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:42.850832 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-46b1bb88-36d7-4a69-b737-c86c094090cc req-1417ab48-d6b6-449d-8982-cba2c473a4f5 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/security-groups?id=d12422bc-9802-4fe5-883f-e95e2321cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924091 Mar 09 03:52:42.874067 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-15c69856-aa6e-4f0a-aef7-e8115e7f1978 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:42.876262 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-15c69856-aa6e-4f0a-aef7-e8115e7f1978 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/ff84fa62-201d-4d30-8552-2e963d17b54f HTTP/1.1" status: 204 len: 168 time: 0.2080541 Mar 09 03:52:42.878781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36848) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:42.918094 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbca6693-ab28-4e90-b48a-285253e75754 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:42.927963 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbca6693-ab28-4e90-b48a-285253e75754 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:42.928766 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bbca6693-ab28-4e90-b48a-285253e75754 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:42.946476 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-015cb279-2634-41a2-b6b5-1cca91d22e79 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Synchronizing usage tracker for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:42.949716 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-fb9c6278-d3e2-4781-9625-69316413cb67 None None] Set router 9b26972d-9a15-4674-a179-c4e9c95618e2 gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:52:42.967322 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bbca6693-ab28-4e90-b48a-285253e75754 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:42.971000 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bbca6693-ab28-4e90-b48a-285253e75754 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1796677 Mar 09 03:52:42.972107 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36852) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:42.996774 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-856d8137-2693-4255-9df3-fef81e61e580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:43.005901 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-856d8137-2693-4255-9df3-fef81e61e580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:43.072490 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-fb9c6278-d3e2-4781-9625-69316413cb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b26972d-9a15-4674-a179-c4e9c95618e2', 'name': 'tempest-NetworksTestDHCPv6-router-940026814', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:52:30Z', 'updated_at': '2022-03-09T03:52:41Z', 'revision_number': 3, 'project_id': '00bf8fc592454cf9827da719f9ffbb09', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:43.079552 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9c6278-d3e2-4781-9625-69316413cb67 None None] Checking router: 9b26972d-9a15-4674-a179-c4e9c95618e2 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:52:43.082867 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d8137-2693-4255-9df3-fef81e61e580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1ee80a-aa06-48d4-8a2b-3a6910a140ce,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:43.108431 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-856d8137-2693-4255-9df3-fef81e61e580 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa850ae9876a461580acc4a89cd2a590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6974607 Mar 09 03:52:43.111510 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36860) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:43.120667 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9c6278-d3e2-4781-9625-69316413cb67 None None] Routers {'9b26972d-9a15-4674-a179-c4e9c95618e2'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:52:43.122881 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-fb9c6278-d3e2-4781-9625-69316413cb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:52:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9b26972d-9a15-4674-a179-c4e9c95618e2'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:43.144273 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-015cb279-2634-41a2-b6b5-1cca91d22e79 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Unset dirty status for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:43.145525 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-015cb279-2634-41a2-b6b5-1cca91d22e79 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2655938 Mar 09 03:52:43.150692 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36866) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:43.164235 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ceab4bef-4f93-4c35-8260-8253b45c7a25 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Request body: {'security_group_rule': {'security_group_id': '898f35ad-a9cb-4a35-95c9-e2465a25875a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:43.175145 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ceab4bef-4f93-4c35-8260-8253b45c7a25 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:43.185926 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ceab4bef-4f93-4c35-8260-8253b45c7a25 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:43.216058 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ceab4bef-4f93-4c35-8260-8253b45c7a25 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:43.222386 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bcc75ac8-eb10-4969-b0c8-ffa18d4dea2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:43.253957 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bcc75ac8-eb10-4969-b0c8-ffa18d4dea2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:43.263463 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc6d8974-7b84-4a42-a2af-7c4672f44c27 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet 5c1d9f52-ca72-4ec1-86c7-c8d868c9cc2c {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:52:43.270647 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dc6d8974-7b84-4a42-a2af-7c4672f44c27 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:43.278289 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-fb9c6278-d3e2-4781-9625-69316413cb67 None None] Set router 9b26972d-9a15-4674-a179-c4e9c95618e2 gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:52:43.326020 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bcc75ac8-eb10-4969-b0c8-ffa18d4dea2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:43.330778 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36870) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:43.339454 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['9d1a97d8-d41f-432f-8087-8c6cf2034b5b'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:52:43.353710 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dc6d8974-7b84-4a42-a2af-7c4672f44c27 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:43.359659 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc75ac8-eb10-4969-b0c8-ffa18d4dea2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1ee80a-aa06-48d4-8a2b-3a6910a140ce,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:43.379967 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bcc75ac8-eb10-4969-b0c8-ffa18d4dea2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:43.381490 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bcc75ac8-eb10-4969-b0c8-ffa18d4dea2b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d1ee80a-aa06-48d4-8a2b-3a6910a140ce HTTP/1.1" status: 204 len: 168 time: 0.2687893 Mar 09 03:52:43.419817 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ceab4bef-4f93-4c35-8260-8253b45c7a25 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:43.437001 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ceab4bef-4f93-4c35-8260-8253b45c7a25 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:43.486628 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ceab4bef-4f93-4c35-8260-8253b45c7a25 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:43.487888 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ceab4bef-4f93-4c35-8260-8253b45c7a25 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3360653 Mar 09 03:52:43.490684 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36882) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:43.491339 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab4bef-4f93-4c35-8260-8253b45c7a25 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca9bb34-a3a1-4b08-9dcd-fa103316c1ea,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:43.508365 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dc6d8974-7b84-4a42-a2af-7c4672f44c27 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:43.530272 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a87228bf-2e37-40d6-8df8-2b3bdd7de960 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-group-rules/9ca9bb34-a3a1-4b08-9dcd-fa103316c1ea HTTP/1.1" status: 200 len: 764 time: 0.0375876 Mar 09 03:52:43.533737 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36886) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:43.584877 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-fb9c6278-d3e2-4781-9625-69316413cb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b26972d-9a15-4674-a179-c4e9c95618e2', 'name': 'tempest-NetworksTestDHCPv6-router-940026814', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:52:30Z', 'updated_at': '2022-03-09T03:52:41Z', 'revision_number': 3, 'project_id': '00bf8fc592454cf9827da719f9ffbb09', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:43.600875 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9c6278-d3e2-4781-9625-69316413cb67 None None] The sync data for ids ['9b26972d-9a15-4674-a179-c4e9c95618e2'] in n-d-825178-5 is: [{'id': '9b26972d-9a15-4674-a179-c4e9c95618e2', 'name': 'tempest-NetworksTestDHCPv6-router-940026814', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:52:30Z', 'updated_at': '2022-03-09T03:52:41Z', 'revision_number': 3, 'project_id': '00bf8fc592454cf9827da719f9ffbb09', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:52:43.615529 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dc6d8974-7b84-4a42-a2af-7c4672f44c27 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:43.689971 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d8974-7b84-4a42-a2af-7c4672f44c27 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=5c1d9f52-ca72-4ec1-86c7-c8d868c9cc2c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:43.695505 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-691a2ac1-3838-423b-abab-0909e7702594 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Synchronizing usage tracker for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:43.707296 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dc6d8974-7b84-4a42-a2af-7c4672f44c27 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:43.713985 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dbe95d-4a0e-429f-b570-8294c117efd9 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:52:43.731592 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-dc6d8974-7b84-4a42-a2af-7c4672f44c27 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/5c1d9f52-ca72-4ec1-86c7-c8d868c9cc2c HTTP/1.1" status: 204 len: 168 time: 0.7591693 Mar 09 03:52:43.732615 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36896) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:43.736935 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-691a2ac1-3838-423b-abab-0909e7702594 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Unset dirty status for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:43.741548 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-691a2ac1-3838-423b-abab-0909e7702594 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2035544 Mar 09 03:52:43.741548 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36900) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:43.854672 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c375171f-a9f9-4aaf-a371-718dd97059dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:43.879189 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-08e997fb-408a-4d20-b71c-25fa11dfa1a9 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:43.895316 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c375171f-a9f9-4aaf-a371-718dd97059dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:43.899945 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-08e997fb-408a-4d20-b71c-25fa11dfa1a9 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:43.912420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c375171f-a9f9-4aaf-a371-718dd97059dd admin admin] Usage tracker for resource:security_group_rule and tenant:6af67e2ccef3490c98347e53efd36e5d is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:43.949172 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c375171f-a9f9-4aaf-a371-718dd97059dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:43.993644 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c375171f-a9f9-4aaf-a371-718dd97059dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:44.004687 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0e52daa8-b21b-450f-a4de-0e30da72e9f6 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:router {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:44.044022 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0e52daa8-b21b-450f-a4de-0e30da72e9f6 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:router {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:44.050920 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0e52daa8-b21b-450f-a4de-0e30da72e9f6 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3040733 Mar 09 03:52:44.055289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36918) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:44.107506 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-08e997fb-408a-4d20-b71c-25fa11dfa1a9 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:44.162513 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e997fb-408a-4d20-b71c-25fa11dfa1a9 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ca9bb34-a3a1-4b08-9dcd-fa103316c1ea,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:44.194130 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32225d17-e31e-4838-b26b-d38d3c11d296 req-3b410851-92c5-4548-9772-7cb2b157c99d tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:44.196448 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-32225d17-e31e-4838-b26b-d38d3c11d296 req-3b410851-92c5-4548-9772-7cb2b157c99d tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=263de12a-0978-445f-81a9-2efbb6f972f0 HTTP/1.1" status: 200 len: 945 time: 0.2977479 Mar 09 03:52:44.198488 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-08e997fb-408a-4d20-b71c-25fa11dfa1a9 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:44.199534 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-08e997fb-408a-4d20-b71c-25fa11dfa1a9 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/9ca9bb34-a3a1-4b08-9dcd-fa103316c1ea HTTP/1.1" status: 204 len: 168 time: 0.4574413 Mar 09 03:52:44.207333 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36922) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:44.228713 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23100cdd-74f9-49aa-be3d-fb30ef06cb31 None None] DHCP port deletion for 52061912-70e8-4f32-8bcd-36eeab65c7b8 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:52:44.237683 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-23100cdd-74f9-49aa-be3d-fb30ef06cb31 None None] Deleting port ae611d02-ec66-494b-85cf-a85ef30df294 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:52:44.237991 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-23100cdd-74f9-49aa-be3d-fb30ef06cb31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:44.288896 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-32225d17-e31e-4838-b26b-d38d3c11d296 req-cc3e24e3-0dac-4499-a962-90161e46559e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821943 Mar 09 03:52:44.325814 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9d3a17b-7026-417c-b8ef-bd022a9fb9f9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:44.335719 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-50337af1-82b5-436e-be81-0c1f7383e76f tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Synchronizing usage tracker for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:44.339243 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c375171f-a9f9-4aaf-a371-718dd97059dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:44.350674 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c375171f-a9f9-4aaf-a371-718dd97059dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:44.375645 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-50337af1-82b5-436e-be81-0c1f7383e76f tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Unset dirty status for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:44.376865 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-50337af1-82b5-436e-be81-0c1f7383e76f tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1716526 Mar 09 03:52:44.385375 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36932) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:44.425695 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c375171f-a9f9-4aaf-a371-718dd97059dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6af67e2ccef3490c98347e53efd36e5d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0851917 Mar 09 03:52:44.427681 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36938) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:44.433187 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375171f-a9f9-4aaf-a371-718dd97059dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc188bf-440c-4f6c-9ac0-a930e82226e7,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:44.472241 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6cdf0d49-7ee6-4302-9d2b-08e34355a548 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:44.503530 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6cdf0d49-7ee6-4302-9d2b-08e34355a548 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:44.549018 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 511f2d01-a9da-4474-99e0-1235b2858a4d no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:52:44.602062 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 511f2d01-a9da-4474-99e0-1235b2858a4d {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:52:44.602396 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 511f2d01-a9da-4474-99e0-1235b2858a4d not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:52:44.613138 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-23100cdd-74f9-49aa-be3d-fb30ef06cb31 None None] For port ae611d02-ec66-494b-85cf-a85ef30df294, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=ae611d02-ec66-494b-85cf-a85ef30df294,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:44.613525 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-23100cdd-74f9-49aa-be3d-fb30ef06cb31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:44.652353 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fdd78-a43b-4ac1-88cf-b254f503cee0 req-f1e5598d-37a4-49d9-bc6e-aab4e8f76ac6 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:44.657242 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ca2fdd78-a43b-4ac1-88cf-b254f503cee0 req-f1e5598d-37a4-49d9-bc6e-aab4e8f76ac6 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 946 time: 0.4995234 Mar 09 03:52:44.753131 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-23100cdd-74f9-49aa-be3d-fb30ef06cb31 None None] Calling delete_port for ae611d02-ec66-494b-85cf-a85ef30df294 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:52:44.784527 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6cdf0d49-7ee6-4302-9d2b-08e34355a548 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:44.810902 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf0d49-7ee6-4302-9d2b-08e34355a548 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=898f35ad-a9cb-4a35-95c9-e2465a25875a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:44.847668 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6cdf0d49-7ee6-4302-9d2b-08e34355a548 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:44.849316 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-23100cdd-74f9-49aa-be3d-fb30ef06cb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:44.849775 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6cdf0d49-7ee6-4302-9d2b-08e34355a548 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "DELETE /v2.0/security-groups/898f35ad-a9cb-4a35-95c9-e2465a25875a HTTP/1.1" status: 204 len: 168 time: 0.4606404 Mar 09 03:52:44.852024 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36954) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:44.901746 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23100cdd-74f9-49aa-be3d-fb30ef06cb31 None None] Pushing event deleted for resources: {'Port': ['ID=ae611d02-ec66-494b-85cf-a85ef30df294,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:44.907682 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23100cdd-74f9-49aa-be3d-fb30ef06cb31 None None] No DVR routers for this DVR port ae611d02-ec66-494b-85cf-a85ef30df294 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:52:44.917971 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9d3a17b-7026-417c-b8ef-bd022a9fb9f9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:44.919191 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6977c5a2-fe89-41fd-9f72-e5541de57f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:44.951943 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6977c5a2-fe89-41fd-9f72-e5541de57f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:44.975416 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4a25fe77-1d9c-4a69-bb84-157fa48687a2 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Synchronizing usage tracker for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:45.011362 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9d3a17b-7026-417c-b8ef-bd022a9fb9f9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:45.017011 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4a25fe77-1d9c-4a69-bb84-157fa48687a2 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Unset dirty status for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:45.028517 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4a25fe77-1d9c-4a69-bb84-157fa48687a2 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1749337 Mar 09 03:52:45.028916 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36964) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:45.046298 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ca2fdd78-a43b-4ac1-88cf-b254f503cee0 req-0e8f10e5-fc73-4f9c-a308-739f50d5db03 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/security-groups?id=d12422bc-9802-4fe5-883f-e95e2321cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141980 Mar 09 03:52:45.046588 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-57bb50fc-56bd-4bcd-bbd8-454d24092273 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Request body: {'security_group': {'name': 'tempest-secgroup--397139257'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:45.047030 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6977c5a2-fe89-41fd-9f72-e5541de57f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:45.065961 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-57bb50fc-56bd-4bcd-bbd8-454d24092273 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:45.083525 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-57bb50fc-56bd-4bcd-bbd8-454d24092273 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:45.091014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977c5a2-fe89-41fd-9f72-e5541de57f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc188bf-440c-4f6c-9ac0-a930e82226e7,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:45.098232 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6977c5a2-fe89-41fd-9f72-e5541de57f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:45.100375 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6977c5a2-fe89-41fd-9f72-e5541de57f98 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/edc188bf-440c-4f6c-9ac0-a930e82226e7 HTTP/1.1" status: 204 len: 168 time: 0.6603923 Mar 09 03:52:45.118753 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9d3a17b-7026-417c-b8ef-bd022a9fb9f9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:45.120184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d3a17b-7026-417c-b8ef-bd022a9fb9f9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Fanout notify agent at l3_agent the message router_deleted on router 9b26972d-9a15-4674-a179-c4e9c95618e2 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:52:45.121449 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-57bb50fc-56bd-4bcd-bbd8-454d24092273 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:45.165003 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-57bb50fc-56bd-4bcd-bbd8-454d24092273 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:45.166567 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9d3a17b-7026-417c-b8ef-bd022a9fb9f9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:45.174531 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-57bb50fc-56bd-4bcd-bbd8-454d24092273 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Usage tracker for resource:security_group_rule and tenant:98f0bdb2d4584fb6bd911128aeb627a2 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:45.176929 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b9d3a17b-7026-417c-b8ef-bd022a9fb9f9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/routers/9b26972d-9a15-4674-a179-c4e9c95618e2 HTTP/1.1" status: 204 len: 168 time: 1.1211231 Mar 09 03:52:45.177779 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36972) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:45.184002 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-57bb50fc-56bd-4bcd-bbd8-454d24092273 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:45.198530 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-57bb50fc-56bd-4bcd-bbd8-454d24092273 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:45.252852 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6d7f6775-1e37-42a6-8212-75d29c8a368c no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:52:45.285665 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c06aff3f-b318-4441-9fe3-6d87b6a707db tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:45.340426 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-57bb50fc-56bd-4bcd-bbd8-454d24092273 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:45.352826 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c06aff3f-b318-4441-9fe3-6d87b6a707db tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:45.354195 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c06aff3f-b318-4441-9fe3-6d87b6a707db tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1754818 Mar 09 03:52:45.355258 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 6d7f6775-1e37-42a6-8212-75d29c8a368c {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:52:45.355599 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6d7f6775-1e37-42a6-8212-75d29c8a368c not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:52:45.356072 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device ae611d02-ec66-494b-85cf-a85ef30df294 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:52:45.357146 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36986) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:45.357535 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-57bb50fc-56bd-4bcd-bbd8-454d24092273 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:45.433691 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96481d5e-1c9b-40c8-bae7-abbeb8fb5a43 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:45.434483 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-96481d5e-1c9b-40c8-bae7-abbeb8fb5a43 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:45.460524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb50fc-56bd-4bcd-bbd8-454d24092273 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f7ca35-0583-4b79-a22f-8944de380544,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:45.480417 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: ae611d02-ec66-494b-85cf-a85ef30df294 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:52:45.480859 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-96481d5e-1c9b-40c8-bae7-abbeb8fb5a43 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:45.482104 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-96481d5e-1c9b-40c8-bae7-abbeb8fb5a43 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1239834 Mar 09 03:52:45.482413 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device ae611d02-ec66-494b-85cf-a85ef30df294 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:52:45.485469 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36992) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:45.488915 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-57bb50fc-56bd-4bcd-bbd8-454d24092273 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:45.490801 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-57bb50fc-56bd-4bcd-bbd8-454d24092273 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4608016 Mar 09 03:52:45.494423 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36996) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:45.508082 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-a3eced39-913e-4bf0-94e3-e7283cf77a15 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Request body: {'security_group_rule': {'security_group_id': 'f2f7ca35-0583-4b79-a22f-8944de380544', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:45.514170 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a3eced39-913e-4bf0-94e3-e7283cf77a15 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:45.519101 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a3eced39-913e-4bf0-94e3-e7283cf77a15 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Usage tracker for resource:security_group_rule and tenant:98f0bdb2d4584fb6bd911128aeb627a2 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:45.522656 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a3eced39-913e-4bf0-94e3-e7283cf77a15 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:45.528757 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a3eced39-913e-4bf0-94e3-e7283cf77a15 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:45.554433 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a3eced39-913e-4bf0-94e3-e7283cf77a15 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:45.720847 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a3eced39-913e-4bf0-94e3-e7283cf77a15 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:45.731123 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a3eced39-913e-4bf0-94e3-e7283cf77a15 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:45.739808 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-46bbc405-0b52-4a83-9737-80f179d080a2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:router {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:45.754026 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eced39-913e-4bf0-94e3-e7283cf77a15 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3a49df-84db-4f85-8492-12c533912c4c,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:45.761898 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-46bbc405-0b52-4a83-9737-80f179d080a2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:router {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:45.770698 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-46bbc405-0b52-4a83-9737-80f179d080a2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2813520 Mar 09 03:52:45.770698 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37006) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:45.771026 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76394a96-3149-4416-93eb-73898cc332a0 req-a0f80230-88bd-4927-aacc-e7f0e2790342 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:45.771691 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-76394a96-3149-4416-93eb-73898cc332a0 req-a0f80230-88bd-4927-aacc-e7f0e2790342 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=263de12a-0978-445f-81a9-2efbb6f972f0 HTTP/1.1" status: 200 len: 945 time: 0.2027173 Mar 09 03:52:45.778985 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-143d5aa7-fcad-4399-a7ce-2b53f000cb70 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:45.844679 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-76394a96-3149-4416-93eb-73898cc332a0 req-62ec378b-dc82-49ce-92c6-d3d3ecf8b034 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659330 Mar 09 03:52:45.845670 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a3eced39-913e-4bf0-94e3-e7283cf77a15 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:45.851700 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a3eced39-913e-4bf0-94e3-e7283cf77a15 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3548331 Mar 09 03:52:45.854578 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37014) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:45.933057 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6609bb9d-2e62-434a-8b1f-5b8cc3627f0e tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:45.963014 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6609bb9d-2e62-434a-8b1f-5b8cc3627f0e tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:46.025125 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6609bb9d-2e62-434a-8b1f-5b8cc3627f0e tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:46.043368 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-143d5aa7-fcad-4399-a7ce-2b53f000cb70 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:46.055734 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609bb9d-2e62-434a-8b1f-5b8cc3627f0e tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f7ca35-0583-4b79-a22f-8944de380544,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:46.083452 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6609bb9d-2e62-434a-8b1f-5b8cc3627f0e tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:46.084567 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6609bb9d-2e62-434a-8b1f-5b8cc3627f0e tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "DELETE /v2.0/security-groups/f2f7ca35-0583-4b79-a22f-8944de380544 HTTP/1.1" status: 204 len: 168 time: 0.2288287 Mar 09 03:52:46.087139 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37030) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:46.104293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-143d5aa7-fcad-4399-a7ce-2b53f000cb70 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:46.161971 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143d5aa7-fcad-4399-a7ce-2b53f000cb70 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:52:46.171560 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-143d5aa7-fcad-4399-a7ce-2b53f000cb70 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:46.175078 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-240ef1a1-d8ae-4c1a-bb83-9cf86b0cccd4 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Synchronizing usage tracker for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:46.219026 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ab260-3978-43bc-9c10-e4eea8c15784 req-6546433d-be5f-4446-8b57-f8192c098a2a tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:46.226239 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fb4ab260-3978-43bc-9c10-e4eea8c15784 req-6546433d-be5f-4446-8b57-f8192c098a2a tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=13441f1a-3630-40da-9850-b3d18eda175f HTTP/1.1" status: 200 len: 946 time: 0.2673941 Mar 09 03:52:46.262014 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-240ef1a1-d8ae-4c1a-bb83-9cf86b0cccd4 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Unset dirty status for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:46.263303 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-240ef1a1-d8ae-4c1a-bb83-9cf86b0cccd4 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1750171 Mar 09 03:52:46.267633 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37044) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:46.279964 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 9d1a97d8-d41f-432f-8087-8c6cf2034b5b up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:52:46.335054 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-007fdd65-8f17-4c62-b8e5-160d92658987 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Synchronizing usage tracker for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:46.364780 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4570aa1-0191-4c42-b4d3-11b224ad7ffe req-bf7ab417-7ed0-4359-a559-a1a33f18dc8f tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:46.366402 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b4570aa1-0191-4c42-b4d3-11b224ad7ffe req-bf7ab417-7ed0-4359-a559-a1a33f18dc8f tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 946 time: 0.1598668 Mar 09 03:52:46.367725 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-007fdd65-8f17-4c62-b8e5-160d92658987 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] Unset dirty status for tenant:98f0bdb2d4584fb6bd911128aeb627a2 on resource:security_group_rule {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:46.368861 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-007fdd65-8f17-4c62-b8e5-160d92658987 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1004741 Mar 09 03:52:46.372188 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37050) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:46.374812 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fb4ab260-3978-43bc-9c10-e4eea8c15784 req-7539a169-e80d-471e-8ba8-48fb121ec75b tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477191 Mar 09 03:52:46.442783 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-96e0798c-ce77-4550-921f-4a111ce1c62d tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] delete failed (client error): The resource could not be found. Mar 09 03:52:46.443836 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-96e0798c-ce77-4550-921f-4a111ce1c62d tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "DELETE /v2.0/security-groups/f2f7ca35-0583-4b79-a22f-8944de380544 HTTP/1.1" status: 404 len: 347 time: 0.0701964 Mar 09 03:52:46.449345 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37056) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:46.461449 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b4570aa1-0191-4c42-b4d3-11b224ad7ffe req-ceb16e11-98ab-4254-bf2f-ad16f6aacdb3 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/security-groups?id=d12422bc-9802-4fe5-883f-e95e2321cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832298 Mar 09 03:52:46.546099 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ab5447be-77dc-4fc4-a596-ccd5cfde7532 tempest-SecGroupTest-1599824276 tempest-SecGroupTest-1599824276-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0955780 Mar 09 03:52:46.572447 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 9d1a97d8-d41f-432f-8087-8c6cf2034b5b completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:52:46.578036 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 9d1a97d8-d41f-432f-8087-8c6cf2034b5b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:52:46.579004 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:46.717951 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:46.747918 n-d-825178-5 neutron-server[87880]: DEBUG neutron.objects.ports [None req-143d5aa7-fcad-4399-a7ce-2b53f000cb70 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87880) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 03:52:46.750682 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-143d5aa7-fcad-4399-a7ce-2b53f000cb70 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:46.767795 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263de12a-0978-445f-81a9-2efbb6f972f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1a97d8-d41f-432f-8087-8c6cf2034b5b'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:52:46.779083 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 9d1a97d8-d41f-432f-8087-8c6cf2034b5b, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=9d1a97d8-d41f-432f-8087-8c6cf2034b5b,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:46.786269 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:46.837405 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263de12a-0978-445f-81a9-2efbb6f972f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1a97d8-d41f-432f-8087-8c6cf2034b5b', 'code': 200} Mar 09 03:52:46.855675 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143d5aa7-fcad-4399-a7ce-2b53f000cb70 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:52:46.858917 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-143d5aa7-fcad-4399-a7ce-2b53f000cb70 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:52:46.864488 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143d5aa7-fcad-4399-a7ce-2b53f000cb70 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:46.864488 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-143d5aa7-fcad-4399-a7ce-2b53f000cb70 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:46.881362 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d5aa7-fcad-4399-a7ce-2b53f000cb70 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=12fcd1ae-9730-4000-a589-82e6f33999d6,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:46.904991 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-143d5aa7-fcad-4399-a7ce-2b53f000cb70 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1326792 Mar 09 03:52:46.905194 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37074) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:46.914547 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-f12d82f3-19c4-4c51-8c62-7f5086a22e4c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:46.933067 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c921eb7a-b1ac-4eb3-be7c-3b768f155da4 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:52:46.980466 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=9d1a97d8-d41f-432f-8087-8c6cf2034b5b,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:47.147524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b505a-194c-4efd-a4eb-c203236ce683 req-8415283e-0b9e-4101-826f-22d942358918 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:47.149047 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a71b505a-194c-4efd-a4eb-c203236ce683 req-8415283e-0b9e-4101-826f-22d942358918 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=263de12a-0978-445f-81a9-2efbb6f972f0 HTTP/1.1" status: 200 len: 946 time: 0.1228325 Mar 09 03:52:47.187768 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37080) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:47.247544 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f12d82f3-19c4-4c51-8c62-7f5086a22e4c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:47.248264 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a71b505a-194c-4efd-a4eb-c203236ce683 req-c5f3337c-45ef-4e7f-b4fb-08128554e5bc tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824707 Mar 09 03:52:47.256512 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1261eab-2a79-4846-aa52-1e2daf7a0d3e req-83875415-55bc-48d9-93bf-d9fede1ae833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:47.257978 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d1261eab-2a79-4846-aa52-1e2daf7a0d3e req-83875415-55bc-48d9-93bf-d9fede1ae833 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=263de12a-0978-445f-81a9-2efbb6f972f0 HTTP/1.1" status: 200 len: 1097 time: 0.2774472 Mar 09 03:52:47.260595 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f12d82f3-19c4-4c51-8c62-7f5086a22e4c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:47.263965 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f12d82f3-19c4-4c51-8c62-7f5086a22e4c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:47.274431 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a639ce-7547-4027-bf5c-c059f3a15e35 req-dc388972-b712-4644-a490-4d4c784aafc3 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:47.276117 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6a639ce-7547-4027-bf5c-c059f3a15e35 req-dc388972-b712-4644-a490-4d4c784aafc3 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.24 "GET /v2.0/ports?device_id=13441f1a-3630-40da-9850-b3d18eda175f HTTP/1.1" status: 200 len: 946 time: 0.1731040 Mar 09 03:52:47.322733 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f12d82f3-19c4-4c51-8c62-7f5086a22e4c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:47.333342 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d38677-32b2-467b-a323-e51aaba3312f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-52061912-70e8-4f32-8bcd-36eeab65c7b8', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'fixed_ips': [{'subnet_id': '12fcd1ae-9730-4000-a589-82e6f33999d6'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:52:47.335082 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-10d38677-32b2-467b-a323-e51aaba3312f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:47.376499 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d1261eab-2a79-4846-aa52-1e2daf7a0d3e req-b4efac6b-6006-4d4b-9aa8-b91b6497d3fc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992033 Mar 09 03:52:47.403707 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12d82f3-19c4-4c51-8c62-7f5086a22e4c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:52:47.407992 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f12d82f3-19c4-4c51-8c62-7f5086a22e4c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:47.437356 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-d6a639ce-7547-4027-bf5c-c059f3a15e35 req-ecd97e06-ec00-4bfb-bcfb-a94f877b9c1d tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Deleting port f872d039-4d7c-4439-877d-38c6f197a383 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:52:47.437684 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d6a639ce-7547-4027-bf5c-c059f3a15e35 req-ecd97e06-ec00-4bfb-bcfb-a94f877b9c1d tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:47.538780 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-10d38677-32b2-467b-a323-e51aaba3312f None None] Allocated IP 2001:db8::f816:3eff:fe17:236a (52061912-70e8-4f32-8bcd-36eeab65c7b8/12fcd1ae-9730-4000-a589-82e6f33999d6/03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:52:47.630971 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c2689bad-7bde-42bf-81e0-54c5f562810f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=98f0bdb2d4584fb6bd911128aeb627a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4391174 Mar 09 03:52:47.633851 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37102) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:47.878022 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-10d38677-32b2-467b-a323-e51aaba3312f None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:47.893542 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-10d38677-32b2-467b-a323-e51aaba3312f None None] Transition to ACTIVE for port object 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:52:47.918738 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-10d38677-32b2-467b-a323-e51aaba3312f None None] Transition to ACTIVE for port object 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:52:47.920846 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-33563f32-51c4-4571-aff2-85179dcbdebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:47.926976 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-10d38677-32b2-467b-a323-e51aaba3312f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:47.948432 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37112) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:48.004673 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d38677-32b2-467b-a323-e51aaba3312f None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:52:48.006141 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-10d38677-32b2-467b-a323-e51aaba3312f None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:52:48.017325 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-33563f32-51c4-4571-aff2-85179dcbdebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:48.021431 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d38677-32b2-467b-a323-e51aaba3312f None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:52:48.033265 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd35ebb-518f-4397-bf40-d30439d06362 req-0eab10cc-dc60-4aa9-a2a3-d151a13a7deb tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:48.035297 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0fd35ebb-518f-4397-bf40-d30439d06362 req-0eab10cc-dc60-4aa9-a2a3-d151a13a7deb tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=13441f1a-3630-40da-9850-b3d18eda175f HTTP/1.1" status: 200 len: 946 time: 0.4555852 Mar 09 03:52:48.069678 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91320b99-ef19-4384-a8c0-8da53e6815af req-0f1bfbc5-b67d-45d4-b4e5-98c874ed91b1 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:48.077993 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91320b99-ef19-4384-a8c0-8da53e6815af req-0f1bfbc5-b67d-45d4-b4e5-98c874ed91b1 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 946 time: 0.3603566 Mar 09 03:52:48.090481 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d38677-32b2-467b-a323-e51aaba3312f None None] Pushing event updated for resources: {'Port': ['ID=03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:48.161724 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91320b99-ef19-4384-a8c0-8da53e6815af req-13e32a04-f91b-4938-8f60-1367f1611fbe tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/security-groups?id=d12422bc-9802-4fe5-883f-e95e2321cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794563 Mar 09 03:52:48.186152 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-33563f32-51c4-4571-aff2-85179dcbdebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:48.189205 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-10d38677-32b2-467b-a323-e51aaba3312f None None] Attempting to bind port 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:52:48.191724 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-10d38677-32b2-467b-a323-e51aaba3312f None None] Attempting to bind port 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:52:48.192128 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d38677-32b2-467b-a323-e51aaba3312f None None] Attempting to bind port 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a on network 52061912-70e8-4f32-8bcd-36eeab65c7b8 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:52:48.199090 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d38677-32b2-467b-a323-e51aaba3312f None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:52:48.199450 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d38677-32b2-467b-a323-e51aaba3312f None None] Checking segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:52:48.199850 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-10d38677-32b2-467b-a323-e51aaba3312f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:48.200485 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d38677-32b2-467b-a323-e51aaba3312f None None] Bound using segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:52:48.200990 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-10d38677-32b2-467b-a323-e51aaba3312f None None] Bound port: 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:52:48.201315 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-10d38677-32b2-467b-a323-e51aaba3312f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:48.212874 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33563f32-51c4-4571-aff2-85179dcbdebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515e2c79-b4f6-432c-9af2-9a74d9859f40,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:48.235828 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-33563f32-51c4-4571-aff2-85179dcbdebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:48.237572 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-33563f32-51c4-4571-aff2-85179dcbdebf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/515e2c79-b4f6-432c-9af2-9a74d9859f40 HTTP/1.1" status: 204 len: 168 time: 0.6026671 Mar 09 03:52:48.271592 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0fd35ebb-518f-4397-bf40-d30439d06362 req-c2869bf6-cc16-4280-8035-35b6db42e44b tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e76e28e-fbed-4a99-947e-4eb46915931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293537 Mar 09 03:52:48.321470 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-10d38677-32b2-467b-a323-e51aaba3312f None None] For port 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:52:48.325947 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-10d38677-32b2-467b-a323-e51aaba3312f None None] For port 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:52:48.333445 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-10d38677-32b2-467b-a323-e51aaba3312f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:48.344471 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-d6a639ce-7547-4027-bf5c-c059f3a15e35 req-ecd97e06-ec00-4bfb-bcfb-a94f877b9c1d tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] For port f872d039-4d7c-4439-877d-38c6f197a383, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=f872d039-4d7c-4439-877d-38c6f197a383,segment=NetworkSegment(0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3),segment_id=0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:48.345111 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d6a639ce-7547-4027-bf5c-c059f3a15e35 req-ecd97e06-ec00-4bfb-bcfb-a94f877b9c1d tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:48.380458 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37124) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:48.484558 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d38677-32b2-467b-a323-e51aaba3312f None None] Pushing event updated for resources: {'Port': ['ID=03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:48.537182 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-84f2bf7d-291f-451f-bbe8-832b1f73d697 tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-296093952'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:48.558302 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-d6a639ce-7547-4027-bf5c-c059f3a15e35 req-ecd97e06-ec00-4bfb-bcfb-a94f877b9c1d tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Calling delete_port for f872d039-4d7c-4439-877d-38c6f197a383 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:52:48.591025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-84f2bf7d-291f-451f-bbe8-832b1f73d697 tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:48.597000 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a35ae8-f4aa-492d-aec1-b6b1c0716453 req-ff83a281-19e4-40b6-81fe-b6f05d310a00 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:48.601584 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-40a35ae8-f4aa-492d-aec1-b6b1c0716453 req-ff83a281-19e4-40b6-81fe-b6f05d310a00 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=263de12a-0978-445f-81a9-2efbb6f972f0 HTTP/1.1" status: 200 len: 946 time: 0.1764345 Mar 09 03:52:48.611326 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-84f2bf7d-291f-451f-bbe8-832b1f73d697 tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Usage tracker for resource:network and tenant:541d39a9fcea40d094efecdc2b432536 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:48.616064 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-84f2bf7d-291f-451f-bbe8-832b1f73d697 tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:48.630025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-84f2bf7d-291f-451f-bbe8-832b1f73d697 tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:48.695163 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f2bf7d-291f-451f-bbe8-832b1f73d697 tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Made reservation on behalf of 541d39a9fcea40d094efecdc2b432536 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:52:48.699319 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-84f2bf7d-291f-451f-bbe8-832b1f73d697 tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:48.732604 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-84f2bf7d-291f-451f-bbe8-832b1f73d697 tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:48.739476 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-40a35ae8-f4aa-492d-aec1-b6b1c0716453 req-e4542cec-f221-4bd8-a383-b33f53fa2599 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221807 Mar 09 03:52:48.813724 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-34067eb9-0dea-4f30-a612-224d99e330f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:48.836368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-34067eb9-0dea-4f30-a612-224d99e330f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:48.845359 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-34067eb9-0dea-4f30-a612-224d99e330f8 admin admin] Usage tracker for resource:security_group_rule and tenant:6142bb46d08e4d5dbf3febbc9c1acf96 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:48.847700 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-84f2bf7d-291f-451f-bbe8-832b1f73d697 tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:48.863680 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-84f2bf7d-291f-451f-bbe8-832b1f73d697 tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Usage tracker for resource:security_group_rule and tenant:541d39a9fcea40d094efecdc2b432536 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:48.866929 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-34067eb9-0dea-4f30-a612-224d99e330f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:48.868983 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f12d82f3-19c4-4c51-8c62-7f5086a22e4c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:48.876927 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-84f2bf7d-291f-451f-bbe8-832b1f73d697 tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:48.877350 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-34067eb9-0dea-4f30-a612-224d99e330f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:48.930286 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-84f2bf7d-291f-451f-bbe8-832b1f73d697 tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:48.975758 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12d82f3-19c4-4c51-8c62-7f5086a22e4c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:52:48.989299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-f12d82f3-19c4-4c51-8c62-7f5086a22e4c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:52:48.997862 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-34067eb9-0dea-4f30-a612-224d99e330f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:49.004513 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-34067eb9-0dea-4f30-a612-224d99e330f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:49.006843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12d82f3-19c4-4c51-8c62-7f5086a22e4c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:49.007541 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f12d82f3-19c4-4c51-8c62-7f5086a22e4c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:49.023278 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d82f3-19c4-4c51-8c62-7f5086a22e4c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=9250d6d0-a8ae-4588-9370-c41c32c4b4ca,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:49.029666 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d6a639ce-7547-4027-bf5c-c059f3a15e35 req-ecd97e06-ec00-4bfb-bcfb-a94f877b9c1d tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:49.041990 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['f872d039-4d7c-4439-877d-38c6f197a383'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:52:49.076981 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-34067eb9-0dea-4f30-a612-224d99e330f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6142bb46d08e4d5dbf3febbc9c1acf96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6954634 Mar 09 03:52:49.079810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37140) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:49.095333 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34067eb9-0dea-4f30-a612-224d99e330f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573bd7af-81e2-404f-b6fa-f4951642e40c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:49.154383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd97e06-ec00-4bfb-bcfb-a94f877b9c1d tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Pushing event deleted for resources: {'Port': ['ID=f872d039-4d7c-4439-877d-38c6f197a383,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:49.155085 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-68732811-4d60-49e1-869d-1b16180c6848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:49.188264 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-68732811-4d60-49e1-869d-1b16180c6848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:49.209772 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f12d82f3-19c4-4c51-8c62-7f5086a22e4c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3004889 Mar 09 03:52:49.210303 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37146) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:49.219036 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-b465751f-ceee-49a1-8d82-ce187b7c7b80 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'mac_address': 'fa:16:3e:05:ab:7f', 'name': 'tempest-NetworksTestDHCPv6-526813353'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:49.225196 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a639ce-7547-4027-bf5c-c059f3a15e35 req-ecd97e06-ec00-4bfb-bcfb-a94f877b9c1d tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] No DVR routers for this DVR port f872d039-4d7c-4439-877d-38c6f197a383 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:52:49.229940 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d6a639ce-7547-4027-bf5c-c059f3a15e35 req-ecd97e06-ec00-4bfb-bcfb-a94f877b9c1d tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:49.232840 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13441f1a-3630-40da-9850-b3d18eda175f', 'name': 'network-vif-deleted', 'tag': 'f872d039-4d7c-4439-877d-38c6f197a383'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:52:49.262847 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:52:49.352193 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-84f2bf7d-291f-451f-bbe8-832b1f73d697 tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:49.354380 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6a639ce-7547-4027-bf5c-c059f3a15e35 req-ecd97e06-ec00-4bfb-bcfb-a94f877b9c1d tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.24 "DELETE /v2.0/ports/f872d039-4d7c-4439-877d-38c6f197a383 HTTP/1.1" status: 204 len: 173 time: 2.0616844 Mar 09 03:52:49.356301 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13441f1a-3630-40da-9850-b3d18eda175f', 'name': 'network-vif-deleted', 'tag': 'f872d039-4d7c-4439-877d-38c6f197a383', 'status': 'completed', 'code': 200} Mar 09 03:52:49.361103 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-84f2bf7d-291f-451f-bbe8-832b1f73d697 tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:49.372216 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:52:49.439373 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-68732811-4d60-49e1-869d-1b16180c6848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:49.476321 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2bf7d-291f-451f-bbe8-832b1f73d697 tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53647bd1-df59-4194-94be-45882291ea19,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:49.484175 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68732811-4d60-49e1-869d-1b16180c6848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573bd7af-81e2-404f-b6fa-f4951642e40c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:49.516667 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f2bf7d-291f-451f-bbe8-832b1f73d697 tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:52:49.557396 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-84f2bf7d-291f-451f-bbe8-832b1f73d697 tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:49.560684 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-84f2bf7d-291f-451f-bbe8-832b1f73d697 tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Added segment a7c211ac-b550-4c35-a952-edfe1cbcaea5 of type vlan for network aa414289-53a6-4dc6-9ace-018eba894007 Mar 09 03:52:49.593346 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-68732811-4d60-49e1-869d-1b16180c6848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:49.597148 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-68732811-4d60-49e1-869d-1b16180c6848 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/573bd7af-81e2-404f-b6fa-f4951642e40c HTTP/1.1" status: 204 len: 168 time: 0.5136626 Mar 09 03:52:49.601509 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e8ddd6b5-9d5a-4c39-870f-995412e4bc1a req-e7c8a8de-d914-4e4d-af70-02fa97b51984 tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] 10.222.0.16 "GET /v2.0/ports?device_id=13441f1a-3630-40da-9850-b3d18eda175f HTTP/1.1" status: 200 len: 210 time: 0.1117966 Mar 09 03:52:49.636248 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-84f2bf7d-291f-451f-bbe8-832b1f73d697 tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:49.637001 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b465751f-ceee-49a1-8d82-ce187b7c7b80 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:49.642766 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b465751f-ceee-49a1-8d82-ce187b7c7b80 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:port and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:49.646710 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b465751f-ceee-49a1-8d82-ce187b7c7b80 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:49.657040 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892126b-31d6-43e2-908a-dbc6c9c3251a req-7e8a358a-fc6e-4188-91a7-1702278163bf tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:49.658429 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b465751f-ceee-49a1-8d82-ce187b7c7b80 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:49.659850 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b892126b-31d6-43e2-908a-dbc6c9c3251a req-7e8a358a-fc6e-4188-91a7-1702278163bf tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 946 time: 0.2401536 Mar 09 03:52:49.676383 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b465751f-ceee-49a1-8d82-ce187b7c7b80 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:52:49.724098 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-84f2bf7d-291f-451f-bbe8-832b1f73d697 tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:49.729711 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f2bf7d-291f-451f-bbe8-832b1f73d697 tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:49.730309 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-84f2bf7d-291f-451f-bbe8-832b1f73d697 tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:49.766611 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b892126b-31d6-43e2-908a-dbc6c9c3251a req-2cb6282f-ea59-46e2-847a-35263370292d tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/security-groups?id=d12422bc-9802-4fe5-883f-e95e2321cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996203 Mar 09 03:52:49.782186 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37164) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:49.789609 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030954 Mar 09 03:52:49.797653 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-84f2bf7d-291f-451f-bbe8-832b1f73d697 tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8429539 Mar 09 03:52:49.801361 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37166) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:49.801919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37168) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:49.863770 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b465751f-ceee-49a1-8d82-ce187b7c7b80 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:49.922053 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-b465751f-ceee-49a1-8d82-ce187b7c7b80 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] device_id is not set on port 85689604-0a83-4908-a21c-ba6f7eaf8f57 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:52:49.987160 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2bf7d-291f-451f-bbe8-832b1f73d697 tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Pushing event updated for resources: {'Network': ['ID=aa414289-53a6-4dc6-9ace-018eba894007,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:50.001851 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network aa414289-53a6-4dc6-9ace-018eba894007 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:52:50.149924 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b76373e-85fc-4159-bfb5-b249e02eb9dd None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:52:50.248851 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-8afee3c0-15f4-414d-8a6a-53d72e58b066 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Request body: {'network': {'name': 'tempest-network--1959921620', 'router:external': True}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:50.257498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8afee3c0-15f4-414d-8a6a-53d72e58b066 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:50.268381 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8afee3c0-15f4-414d-8a6a-53d72e58b066 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Usage tracker for resource:network and tenant:0867fdc662af491c80549f361052dda6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:50.276127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8afee3c0-15f4-414d-8a6a-53d72e58b066 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:50.300708 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8afee3c0-15f4-414d-8a6a-53d72e58b066 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:50.306924 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e51d4781-a382-4868-a9cc-6e7bd01bd161 tempest-NetworksApiDiscovery-1506166734 tempest-NetworksApiDiscovery-1506166734-project] 10.222.0.16 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.5005586 Mar 09 03:52:50.322008 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afee3c0-15f4-414d-8a6a-53d72e58b066 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Made reservation on behalf of 0867fdc662af491c80549f361052dda6 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:52:50.325060 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8afee3c0-15f4-414d-8a6a-53d72e58b066 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:50.339257 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8afee3c0-15f4-414d-8a6a-53d72e58b066 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:50.358892 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8afee3c0-15f4-414d-8a6a-53d72e58b066 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:50.359879 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293c7b8-76e6-4555-884b-19ad7f0ba2a5 req-32793abe-2ae2-4ce2-b236-6711b1172af7 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:50.361615 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8293c7b8-76e6-4555-884b-19ad7f0ba2a5 req-32793abe-2ae2-4ce2-b236-6711b1172af7 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=263de12a-0978-445f-81a9-2efbb6f972f0 HTTP/1.1" status: 200 len: 946 time: 0.3224635 Mar 09 03:52:50.363813 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a44faffd-41d7-4525-8e1b-5f874d55c51e None None] Provisioning for port 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:52:50.370822 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8afee3c0-15f4-414d-8a6a-53d72e58b066 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Usage tracker for resource:security_group_rule and tenant:0867fdc662af491c80549f361052dda6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:50.375464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8afee3c0-15f4-414d-8a6a-53d72e58b066 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:50.382126 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8afee3c0-15f4-414d-8a6a-53d72e58b066 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:50.394141 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a44faffd-41d7-4525-8e1b-5f874d55c51e None None] Provisioning complete for port 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:52:50.399623 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a44faffd-41d7-4525-8e1b-5f874d55c51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:50.487110 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8293c7b8-76e6-4555-884b-19ad7f0ba2a5 req-77475e48-45ca-4d46-8b16-0283b9100b52 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181519 Mar 09 03:52:50.493732 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8afee3c0-15f4-414d-8a6a-53d72e58b066 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:50.501192 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8afee3c0-15f4-414d-8a6a-53d72e58b066 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:50.515983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-b465751f-ceee-49a1-8d82-ce187b7c7b80 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 172.20.0.3 (52061912-70e8-4f32-8bcd-36eeab65c7b8/9250d6d0-a8ae-4588-9370-c41c32c4b4ca/85689604-0a83-4908-a21c-ba6f7eaf8f57) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:52:50.525525 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8afee3c0-15f4-414d-8a6a-53d72e58b066 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:52:50.533270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-b465751f-ceee-49a1-8d82-ce187b7c7b80 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 2001:db8::f816:3eff:fe05:ab7f (52061912-70e8-4f32-8bcd-36eeab65c7b8/12fcd1ae-9730-4000-a589-82e6f33999d6/85689604-0a83-4908-a21c-ba6f7eaf8f57) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:52:50.548904 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8afee3c0-15f4-414d-8a6a-53d72e58b066 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:50.549263 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-8afee3c0-15f4-414d-8a6a-53d72e58b066 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Added segment 6b8e43cf-4a2f-4d63-b8b1-8393f07e00be of type vlan for network 826a12fe-a567-4fd6-8479-3b65f65cbcb9 Mar 09 03:52:50.695727 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afee3c0-15f4-414d-8a6a-53d72e58b066 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f820e4da-57a3-402c-b31f-4684a3ec2f01,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:50.733914 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8afee3c0-15f4-414d-8a6a-53d72e58b066 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:50.815944 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37202) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:50.821267 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a44faffd-41d7-4525-8e1b-5f874d55c51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:50.903059 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-a44faffd-41d7-4525-8e1b-5f874d55c51e None None] For port 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:50.915545 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a44faffd-41d7-4525-8e1b-5f874d55c51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:50.916552 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8afee3c0-15f4-414d-8a6a-53d72e58b066 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:50.918245 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afee3c0-15f4-414d-8a6a-53d72e58b066 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:50.920853 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8afee3c0-15f4-414d-8a6a-53d72e58b066 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:50.971583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeff69f7-c07f-4bd8-b38e-ed542d104c7c admin admin] Deleting subnet 4320f833-55d6-48c9-bfa9-ead71d951b3e {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:52:50.983857 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37206) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:50.996516 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-16ceb803-d4f9-46fe-a397-42ef7cec334e req-bb86eea3-51eb-4519-aec9-d798913c704b tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=583552b4403540f294a79f7bae92d808 HTTP/1.1" status: 200 len: 267 time: 0.2583566 Mar 09 03:52:51.005938 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-aeff69f7-c07f-4bd8-b38e-ed542d104c7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:51.018809 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44faffd-41d7-4525-8e1b-5f874d55c51e None None] Pushing event updated for resources: {'Port': ['ID=03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:51.147667 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1548e06-d9b9-498a-ab9b-418831810f69 None None] Update dhcp port {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'fixed_ips': [{'subnet_id': '12fcd1ae-9730-4000-a589-82e6f33999d6', 'ip_address': '2001:db8::f816:3eff:fe17:236a'}, {'subnet_id': '9250d6d0-a8ae-4588-9370-c41c32c4b4ca'}], 'binding:host_id': 'n-d-825178-5'}, 'id': '03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a'} from n-d-825178-5. {{(pid=87882) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 03:52:51.214156 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f1548e06-d9b9-498a-ab9b-418831810f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:51.264324 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:52:51.271799 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-aeff69f7-c07f-4bd8-b38e-ed542d104c7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:51.346721 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8afee3c0-15f4-414d-8a6a-53d72e58b066 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5411313 Mar 09 03:52:51.346721 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afee3c0-15f4-414d-8a6a-53d72e58b066 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Pushing event updated for resources: {'Network': ['ID=826a12fe-a567-4fd6-8479-3b65f65cbcb9,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:51.364454 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 826a12fe-a567-4fd6-8479-3b65f65cbcb9 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:52:51.367057 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37220) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:51.415284 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b465751f-ceee-49a1-8d82-ce187b7c7b80 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:51.469279 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-b465751f-ceee-49a1-8d82-ce187b7c7b80 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Transition to ACTIVE for port object 85689604-0a83-4908-a21c-ba6f7eaf8f57 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:52:51.479479 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-aeff69f7-c07f-4bd8-b38e-ed542d104c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:51.489682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7aa8f2-369a-45c7-a098-3ceb41b49933 req-6d296a01-eb7b-43f7-9645-fc80695725a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:51.491269 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f7aa8f2-369a-45c7-a098-3ceb41b49933 req-6d296a01-eb7b-43f7-9645-fc80695725a4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 1097 time: 0.6462660 Mar 09 03:52:51.592304 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:52:51.594228 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:51.600607 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b465751f-ceee-49a1-8d82-ce187b7c7b80 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:51.601579 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ceb803-d4f9-46fe-a397-42ef7cec334e req-db7c808a-d83c-461f-98a3-edfcc88c4458 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:51.603831 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-16ceb803-d4f9-46fe-a397-42ef7cec334e req-db7c808a-d83c-461f-98a3-edfcc88c4458 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=263de12a-0978-445f-81a9-2efbb6f972f0 HTTP/1.1" status: 200 len: 946 time: 0.6004028 Mar 09 03:52:51.606606 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-102e993e-e6dc-4584-86c5-4d33f4321636 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:51.615100 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2ac22ca8-1e58-4f29-8afc-68f70cfd0e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:51.626807 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-16ceb803-d4f9-46fe-a397-42ef7cec334e req-e5253339-4d46-4b8c-ba90-cdc07452b763 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Request body: {'port': {'security_groups': []}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:51.675258 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f7aa8f2-369a-45c7-a098-3ceb41b49933 req-9761ee4c-89b1-4af1-ab2a-a8fb48e069ea service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d12422bc-9802-4fe5-883f-e95e2321cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753516 Mar 09 03:52:51.683263 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2ac22ca8-1e58-4f29-8afc-68f70cfd0e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:51.696381 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52817d99-b1e6-4668-9d02-a175b947b603 req-cb9dd670-755d-4265-9e83-4d27008df388 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:51.705400 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-52817d99-b1e6-4668-9d02-a175b947b603 req-cb9dd670-755d-4265-9e83-4d27008df388 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 946 time: 0.6438625 Mar 09 03:52:51.742016 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2ac22ca8-1e58-4f29-8afc-68f70cfd0e4b admin admin] Usage tracker for resource:security_group_rule and tenant:3ec102f6ba484058a1834375e40d1cc6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:51.766043 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2ac22ca8-1e58-4f29-8afc-68f70cfd0e4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:51.787705 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2ac22ca8-1e58-4f29-8afc-68f70cfd0e4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:51.795728 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b465751f-ceee-49a1-8d82-ce187b7c7b80 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:52:51.811359 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-b465751f-ceee-49a1-8d82-ce187b7c7b80 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:52:51.812326 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-f1548e06-d9b9-498a-ab9b-418831810f69 None None] Allocated IP 172.20.0.2 (52061912-70e8-4f32-8bcd-36eeab65c7b8/9250d6d0-a8ae-4588-9370-c41c32c4b4ca/03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:52:51.828274 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b465751f-ceee-49a1-8d82-ce187b7c7b80 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:52:51.902510 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465751f-ceee-49a1-8d82-ce187b7c7b80 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=85689604-0a83-4908-a21c-ba6f7eaf8f57,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:51.914092 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-aeff69f7-c07f-4bd8-b38e-ed542d104c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:51.991758 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-52817d99-b1e6-4668-9d02-a175b947b603 req-f78d9e77-336a-44ac-afca-621d356fad73 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/security-groups?id=d12422bc-9802-4fe5-883f-e95e2321cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851520 Mar 09 03:52:51.996958 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-102e993e-e6dc-4584-86c5-4d33f4321636 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:52.009696 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff69f7-c07f-4bd8-b38e-ed542d104c7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4320f833-55d6-48c9-bfa9-ead71d951b3e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:52.013919 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-aeff69f7-c07f-4bd8-b38e-ed542d104c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:52.038232 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-16ceb803-d4f9-46fe-a397-42ef7cec334e req-e5253339-4d46-4b8c-ba90-cdc07452b763 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:52.039850 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-f1548e06-d9b9-498a-ab9b-418831810f69 None None] For port 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:52.049959 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b465751f-ceee-49a1-8d82-ce187b7c7b80 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:52.050767 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b465751f-ceee-49a1-8d82-ce187b7c7b80 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:52.060198 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-102e993e-e6dc-4584-86c5-4d33f4321636 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['826a12fe-a567-4fd6-8479-3b65f65cbcb9']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:52.060725 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-aeff69f7-c07f-4bd8-b38e-ed542d104c7c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4320f833-55d6-48c9-bfa9-ead71d951b3e HTTP/1.1" status: 204 len: 168 time: 1.2429943 Mar 09 03:52:52.062690 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37228) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:52.080270 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f1548e06-d9b9-498a-ab9b-418831810f69 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:52.107133 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f1548e06-d9b9-498a-ab9b-418831810f69 None None] Transition to ACTIVE for port object 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:52:52.113030 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f1548e06-d9b9-498a-ab9b-418831810f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:52.192827 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b465751f-ceee-49a1-8d82-ce187b7c7b80 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9810877 Mar 09 03:52:52.200064 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37232) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:52.266768 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f07ce8f-cf93-4ae3-978d-6f5db6342461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:52.295292 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2ac22ca8-1e58-4f29-8afc-68f70cfd0e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:52.298387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-16ceb803-d4f9-46fe-a397-42ef7cec334e req-e5253339-4d46-4b8c-ba90-cdc07452b763 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] For port 9d1a97d8-d41f-432f-8087-8c6cf2034b5b, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=9d1a97d8-d41f-432f-8087-8c6cf2034b5b,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:52.304610 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2ac22ca8-1e58-4f29-8afc-68f70cfd0e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:52.307779 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device f872d039-4d7c-4439-877d-38c6f197a383 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:52:52.324514 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-102e993e-e6dc-4584-86c5-4d33f4321636 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8e43cf-4a2f-4d63-b8b1-8393f07e00be') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:52.324796 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-102e993e-e6dc-4584-86c5-4d33f4321636 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8e43cf-4a2f-4d63-b8b1-8393f07e00be') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:52.340965 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-16ceb803-d4f9-46fe-a397-42ef7cec334e req-e5253339-4d46-4b8c-ba90-cdc07452b763 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:52.346591 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-102e993e-e6dc-4584-86c5-4d33f4321636 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:52.355566 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-16ceb803-d4f9-46fe-a397-42ef7cec334e req-e5253339-4d46-4b8c-ba90-cdc07452b763 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:52.361132 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: f872d039-4d7c-4439-877d-38c6f197a383 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:52:52.361480 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device f872d039-4d7c-4439-877d-38c6f197a383 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:52:52.371540 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['901687b7-082b-408a-ba6e-70079556e6e1', '9d1a97d8-d41f-432f-8087-8c6cf2034b5b'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:52:52.421704 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-102e993e-e6dc-4584-86c5-4d33f4321636 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:52.427713 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2ac22ca8-1e58-4f29-8afc-68f70cfd0e4b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ec102f6ba484058a1834375e40d1cc6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4239106 Mar 09 03:52:52.428258 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37236) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:52.435091 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-102e993e-e6dc-4584-86c5-4d33f4321636 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:52:52.435433 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-102e993e-e6dc-4584-86c5-4d33f4321636 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:52.441822 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:52:52.452964 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:52:52.458587 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ceb803-d4f9-46fe-a397-42ef7cec334e req-e5253339-4d46-4b8c-ba90-cdc07452b763 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:52.459608 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-16ceb803-d4f9-46fe-a397-42ef7cec334e req-e5253339-4d46-4b8c-ba90-cdc07452b763 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:52.460988 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-16ceb803-d4f9-46fe-a397-42ef7cec334e req-e5253339-4d46-4b8c-ba90-cdc07452b763 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "PUT /v2.0/ports/9d1a97d8-d41f-432f-8087-8c6cf2034b5b HTTP/1.1" status: 200 len: 905 time: 0.8389056 Mar 09 03:52:52.469621 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac22ca8-1e58-4f29-8afc-68f70cfd0e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6697a5-b08f-4cc8-997b-7aa0341bac2a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:52.491392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263de12a-0978-445f-81a9-2efbb6f972f0', 'tag': '9d1a97d8-d41f-432f-8087-8c6cf2034b5b'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:52:52.538107 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1548e06-d9b9-498a-ab9b-418831810f69 None None] Pushing event updated for resources: {'Port': ['ID=03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:52.544010 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['9d1a97d8-d41f-432f-8087-8c6cf2034b5b'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:52:52.712573 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '263de12a-0978-445f-81a9-2efbb6f972f0', 'tag': '9d1a97d8-d41f-432f-8087-8c6cf2034b5b', 'status': 'completed', 'code': 200} Mar 09 03:52:52.777783 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5253339-4d46-4b8c-ba90-cdc07452b763 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Pushing event updated for resources: {'Port': ['ID=9d1a97d8-d41f-432f-8087-8c6cf2034b5b,revision_number=6']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:52.837062 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-102e993e-e6dc-4584-86c5-4d33f4321636 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:52.885756 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102e993e-e6dc-4584-86c5-4d33f4321636 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 826a12fe-a567-4fd6-8479-3b65f65cbcb9 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 09 03:52:52.912013 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-102e993e-e6dc-4584-86c5-4d33f4321636 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:52.936960 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e993e-e6dc-4584-86c5-4d33f4321636 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Pushing event deleted for resources: {'Network': ['ID=826a12fe-a567-4fd6-8479-3b65f65cbcb9,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:52.959163 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-102e993e-e6dc-4584-86c5-4d33f4321636 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] 10.222.0.16 "DELETE /v2.0/networks/826a12fe-a567-4fd6-8479-3b65f65cbcb9 HTTP/1.1" status: 204 len: 168 time: 1.5894454 Mar 09 03:52:52.971490 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37250) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:52.993537 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-21a3107a-5717-485c-93f2-785fcc66a9c8 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:53.025709 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6478ed-a2a2-4603-ab09-70990b9cd335 req-6769232d-d5f8-4797-bbb7-766edbb3491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:53.027585 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3e6478ed-a2a2-4603-ab09-70990b9cd335 req-6769232d-d5f8-4797-bbb7-766edbb3491b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&device_id=263de12a-0978-445f-81a9-2efbb6f972f0 HTTP/1.1" status: 200 len: 1059 time: 0.3041644 Mar 09 03:52:53.029371 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-21a3107a-5717-485c-93f2-785fcc66a9c8 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:53.066352 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-292920b2-fe09-4343-b6a8-d594e64bca95 None None] Provisioning complete for port 9d1a97d8-d41f-432f-8087-8c6cf2034b5b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:52:53.066975 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-292920b2-fe09-4343-b6a8-d594e64bca95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:53.097535 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-21a3107a-5717-485c-93f2-785fcc66a9c8 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Usage tracker for resource:network and tenant:0867fdc662af491c80549f361052dda6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:53.099305 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31a4714-e349-4aeb-8cd5-2eb0a24c9980 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:53.109820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-21a3107a-5717-485c-93f2-785fcc66a9c8 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:53.135243 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-21a3107a-5717-485c-93f2-785fcc66a9c8 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:53.137401 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31a4714-e349-4aeb-8cd5-2eb0a24c9980 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:53.143787 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a31a4714-e349-4aeb-8cd5-2eb0a24c9980 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:53.153238 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f07ce8f-cf93-4ae3-978d-6f5db6342461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:53.224839 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-262c7ab7-05fc-4029-aa69-87fec54f5c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:53.285093 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a31a4714-e349-4aeb-8cd5-2eb0a24c9980 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:53.287855 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a31a4714-e349-4aeb-8cd5-2eb0a24c9980 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 1.0780747 Mar 09 03:52:53.304476 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37262) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:53.305357 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a3107a-5717-485c-93f2-785fcc66a9c8 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Made reservation on behalf of 0867fdc662af491c80549f361052dda6 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:52:53.307656 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-21a3107a-5717-485c-93f2-785fcc66a9c8 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:53.317855 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-6f07ce8f-cf93-4ae3-978d-6f5db6342461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7d62a0-e4ed-41cd-a459-6cad1aec3840']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:53.360163 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-262c7ab7-05fc-4029-aa69-87fec54f5c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:53.394046 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:52:53.464067 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-6f07ce8f-cf93-4ae3-978d-6f5db6342461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:53.465124 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-6f07ce8f-cf93-4ae3-978d-6f5db6342461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa9ec3c-e10c-42ff-ae85-01ecdde9d6a3') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:52:53.474385 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-262c7ab7-05fc-4029-aa69-87fec54f5c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:53.491277 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a3107a-5717-485c-93f2-785fcc66a9c8 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:52:53.503781 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-21a3107a-5717-485c-93f2-785fcc66a9c8 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:53.504377 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-21a3107a-5717-485c-93f2-785fcc66a9c8 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Added segment 55652915-c600-4dc7-8f1a-8c4cfbd1486d of type vlan for network 84df2d50-a86e-40b9-93b9-f33e8f72aa29 Mar 09 03:52:53.509319 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f07ce8f-cf93-4ae3-978d-6f5db6342461 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:53.528492 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c7ab7-05fc-4029-aa69-87fec54f5c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6697a5-b08f-4cc8-997b-7aa0341bac2a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:53.542442 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-262c7ab7-05fc-4029-aa69-87fec54f5c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:53.545281 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-262c7ab7-05fc-4029-aa69-87fec54f5c1c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c6697a5-b08f-4cc8-997b-7aa0341bac2a HTTP/1.1" status: 204 len: 168 time: 1.1103196 Mar 09 03:52:53.553642 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-21a3107a-5717-485c-93f2-785fcc66a9c8 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:53.556036 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e791d32-3e40-4d24-acf0-8a6589bf2586 req-265d8f30-27ce-45c3-a16a-096d59174fcc tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:53.557773 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e791d32-3e40-4d24-acf0-8a6589bf2586 req-265d8f30-27ce-45c3-a16a-096d59174fcc tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=263de12a-0978-445f-81a9-2efbb6f972f0 HTTP/1.1" status: 200 len: 908 time: 0.8160231 Mar 09 03:52:53.572162 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f07ce8f-cf93-4ae3-978d-6f5db6342461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:53.598483 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f07ce8f-cf93-4ae3-978d-6f5db6342461 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:52:53.598883 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f07ce8f-cf93-4ae3-978d-6f5db6342461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:52:53.657939 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:52:53.707661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6478ed-a2a2-4603-ab09-70990b9cd335 req-32f247ba-909a-4809-ad71-ff6bbca5925b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:53.710042 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3e6478ed-a2a2-4603-ab09-70990b9cd335 req-32f247ba-909a-4809-ad71-ff6bbca5925b service neutron] 10.222.0.24 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 913 time: 0.6740153 Mar 09 03:52:53.717168 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-21a3107a-5717-485c-93f2-785fcc66a9c8 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:53.718517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a3107a-5717-485c-93f2-785fcc66a9c8 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:53.719232 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-21a3107a-5717-485c-93f2-785fcc66a9c8 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:53.774903 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-46bcf51e-9a12-4358-8202-b8b1eaa5f933 None None] Provisioning for port 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:52:53.779945 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-46bcf51e-9a12-4358-8202-b8b1eaa5f933 None None] Provisioning complete for port 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:52:53.780819 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-46bcf51e-9a12-4358-8202-b8b1eaa5f933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:53.862383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-d894e0f7-0d0d-432a-9b38-b6118b413658 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting port 85689604-0a83-4908-a21c-ba6f7eaf8f57 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:52:53.862826 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d894e0f7-0d0d-432a-9b38-b6118b413658 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:53.923606 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3e6478ed-a2a2-4603-ab09-70990b9cd335 req-abf6836b-1f6a-4274-867d-37d329e7ab6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d1a97d8-d41f-432f-8087-8c6cf2034b5b HTTP/1.1" status: 200 len: 217 time: 0.1995139 Mar 09 03:52:54.011140 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f07ce8f-cf93-4ae3-978d-6f5db6342461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:54.031860 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f07ce8f-cf93-4ae3-978d-6f5db6342461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:54.040871 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-21a3107a-5717-485c-93f2-785fcc66a9c8 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0642354 Mar 09 03:52:54.044627 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37276) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:54.047873 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07ce8f-cf93-4ae3-978d-6f5db6342461 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb7d62a0-e4ed-41cd-a459-6cad1aec3840,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:54.057244 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-df8247e7-6b48-4603-8ea7-b147ea746c1a tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Request body: {'subnet': {'network_id': '84df2d50-a86e-40b9-93b9-f33e8f72aa29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:54.059733 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3107a-5717-485c-93f2-785fcc66a9c8 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Pushing event updated for resources: {'Network': ['ID=84df2d50-a86e-40b9-93b9-f33e8f72aa29,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:54.067382 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-df8247e7-6b48-4603-8ea7-b147ea746c1a tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:54.071837 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91d840-08a4-4039-bae1-a53ec11e91a1 req-35c2c5e1-ace7-43c5-9b64-da957de815fc tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:54.074346 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 84df2d50-a86e-40b9-93b9-f33e8f72aa29 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:52:54.077716 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddadf6-26f3-4249-bb6a-56bfb257a372 req-813dfae0-04b8-4674-83ef-d5ce5800e857 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:54.079562 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b91d840-08a4-4039-bae1-a53ec11e91a1 req-35c2c5e1-ace7-43c5-9b64-da957de815fc tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 946 time: 0.7774243 Mar 09 03:52:54.085118 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d1ddadf6-26f3-4249-bb6a-56bfb257a372 req-813dfae0-04b8-4674-83ef-d5ce5800e857 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.1548429 Mar 09 03:52:54.111896 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-df8247e7-6b48-4603-8ea7-b147ea746c1a tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Usage tracker for resource:subnet and tenant:0867fdc662af491c80549f361052dda6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:54.118557 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6f07ce8f-cf93-4ae3-978d-6f5db6342461 admin admin] 10.222.0.16 "DELETE /v2.0/networks/eb7d62a0-e4ed-41cd-a459-6cad1aec3840 HTTP/1.1" status: 204 len: 168 time: 2.0489678 Mar 09 03:52:54.141022 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-df8247e7-6b48-4603-8ea7-b147ea746c1a tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:54.171794 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d1ddadf6-26f3-4249-bb6a-56bfb257a372 req-10db3ab4-6f22-4aa0-b86a-f1c9978595d1 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732677 Mar 09 03:52:54.179963 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-df8247e7-6b48-4603-8ea7-b147ea746c1a tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:54.204411 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8247e7-6b48-4603-8ea7-b147ea746c1a tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Made reservation on behalf of 0867fdc662af491c80549f361052dda6 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:52:54.207308 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df8247e7-6b48-4603-8ea7-b147ea746c1a tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:54.235706 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d94d850a-f06e-4a43-b9fa-02e23858fe07 None None] Provisioning for port 85689604-0a83-4908-a21c-ba6f7eaf8f57 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:52:54.259285 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d94d850a-f06e-4a43-b9fa-02e23858fe07 None None] Provisioning complete for port 85689604-0a83-4908-a21c-ba6f7eaf8f57 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:52:54.259677 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d94d850a-f06e-4a43-b9fa-02e23858fe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:54.354190 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d94d850a-f06e-4a43-b9fa-02e23858fe07 None None] Port 85689604-0a83-4908-a21c-ba6f7eaf8f57 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:52:54.477565 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37296) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:54.529602 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f4fef-6e15-4567-a6b3-3a005f86f771 req-ea3d7d88-0f09-417b-94e3-9e1b8fe96aa3 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:54.532682 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-120f4fef-6e15-4567-a6b3-3a005f86f771 req-ea3d7d88-0f09-417b-94e3-9e1b8fe96aa3 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.1832085 Mar 09 03:52:54.539088 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6478ed-a2a2-4603-ab09-70990b9cd335 req-68b86474-aba9-4d86-aef5-d9aa9ea49fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:54.540535 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3e6478ed-a2a2-4603-ab09-70990b9cd335 req-68b86474-aba9-4d86-aef5-d9aa9ea49fee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d785722e-a890-45c5-869c-7b3149d30510 HTTP/1.1" status: 200 len: 851 time: 0.5477581 Mar 09 03:52:54.554715 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b91d840-08a4-4039-bae1-a53ec11e91a1 req-7227aa9c-ce28-4e58-a29d-a1e91e838b90 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/security-groups?id=d12422bc-9802-4fe5-883f-e95e2321cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741986 Mar 09 03:52:54.630361 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c3e9fdfe-e9f7-4f63-9b34-adcda30b0b17 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c36c37e2e354df081ad1b18548376fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487358 Mar 09 03:52:54.638848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37306) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:54.645528 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d894e0f7-0d0d-432a-9b38-b6118b413658 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:54.651822 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-120f4fef-6e15-4567-a6b3-3a005f86f771 req-b8fcc4d6-7acf-4cf6-bb20-38c2f786a93a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002553 Mar 09 03:52:54.661344 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-61f82f8b-bdf8-4fa4-a68f-ac853d75dcaa req-799ede6a-8150-44ef-bc93-bea32341b557 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-340609527', 'description': 'tempest-description-1254411590'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:54.688337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-61f82f8b-bdf8-4fa4-a68f-ac853d75dcaa req-799ede6a-8150-44ef-bc93-bea32341b557 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:54.851079 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-d894e0f7-0d0d-432a-9b38-b6118b413658 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Calling delete_port for 85689604-0a83-4908-a21c-ba6f7eaf8f57 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:52:54.885878 n-d-825178-5 neutron-server[87881]: DEBUG neutron.objects.ports [None req-df8247e7-6b48-4603-8ea7-b147ea746c1a tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87881) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 03:52:54.886258 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df8247e7-6b48-4603-8ea7-b147ea746c1a tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:54.893472 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-61f82f8b-bdf8-4fa4-a68f-ac853d75dcaa req-799ede6a-8150-44ef-bc93-bea32341b557 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:54.935953 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4100ab82-39ec-4e0c-83cf-12c2689bdb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:54.974645 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-61f82f8b-bdf8-4fa4-a68f-ac853d75dcaa req-799ede6a-8150-44ef-bc93-bea32341b557 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:54.979926 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e83685-9efb-45e4-a18f-7c8056ad0af1 req-54fbcc4d-4909-47c0-a301-0977ac6b477e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:54.981410 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-58e83685-9efb-45e4-a18f-7c8056ad0af1 req-54fbcc4d-4909-47c0-a301-0977ac6b477e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.1919723 Mar 09 03:52:54.984751 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4100ab82-39ec-4e0c-83cf-12c2689bdb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:55.006337 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8247e7-6b48-4603-8ea7-b147ea746c1a tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Pushing event updated for resources: {'Subnet': ['ID=57b0a52a-38fd-477e-bc91-031f52eaf91c,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:55.020790 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8247e7-6b48-4603-8ea7-b147ea746c1a tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Checking segment: {'id': '55652915-c600-4dc7-8f1a-8c4cfbd1486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '84df2d50-a86e-40b9-93b9-f33e8f72aa29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:52:55.021158 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8247e7-6b48-4603-8ea7-b147ea746c1a tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Network hostable DHCP agents. Network: 84df2d50-a86e-40b9-93b9-f33e8f72aa29, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:52:55.028976 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6478ed-a2a2-4603-ab09-70990b9cd335 req-4b31b72c-490c-4444-aa2f-09d600497ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:55.031054 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3e6478ed-a2a2-4603-ab09-70990b9cd335 req-4b31b72c-490c-4444-aa2f-09d600497ea6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3d62296e-a7e4-4061-88a7-e2ef850363e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4668031 Mar 09 03:52:55.048189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-61f82f8b-bdf8-4fa4-a68f-ac853d75dcaa req-799ede6a-8150-44ef-bc93-bea32341b557 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:55.053859 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-58e83685-9efb-45e4-a18f-7c8056ad0af1 req-476af769-102c-41dd-aeaf-2d7353219b7a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643992 Mar 09 03:52:55.061628 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8247e7-6b48-4603-8ea7-b147ea746c1a tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Network 84df2d50-a86e-40b9-93b9-f33e8f72aa29 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:52:55.084709 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-df8247e7-6b48-4603-8ea7-b147ea746c1a tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 84df2d50-a86e-40b9-93b9-f33e8f72aa29) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:52:55.089223 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-61f82f8b-bdf8-4fa4-a68f-ac853d75dcaa req-799ede6a-8150-44ef-bc93-bea32341b557 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Usage tracker for resource:security_group_rule and tenant:6a16ab624ef346d8a3bdbd7e7cfa8c2d is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:55.090327 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8247e7-6b48-4603-8ea7-b147ea746c1a tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:55.091403 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df8247e7-6b48-4603-8ea7-b147ea746c1a tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:55.100418 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811bd8c2-7307-4808-8c1a-3322b78fa4a6 None None] Network 84df2d50-a86e-40b9-93b9-f33e8f72aa29 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:52:55.109235 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-61f82f8b-bdf8-4fa4-a68f-ac853d75dcaa req-799ede6a-8150-44ef-bc93-bea32341b557 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:55.154928 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-df8247e7-6b48-4603-8ea7-b147ea746c1a tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1048944 Mar 09 03:52:55.158494 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37322) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:55.163851 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-bd175da9-9674-4ed8-bb9e-86520f8e8995 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Request body: {'floatingip': {'floating_network_id': '84df2d50-a86e-40b9-93b9-f33e8f72aa29'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:55.186024 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-bd175da9-9674-4ed8-bb9e-86520f8e8995 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:55.195242 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bd175da9-9674-4ed8-bb9e-86520f8e8995 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Usage tracker for resource:floatingip and tenant:0867fdc662af491c80549f361052dda6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:52:55.203226 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bd175da9-9674-4ed8-bb9e-86520f8e8995 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:52:55.220764 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-bd175da9-9674-4ed8-bb9e-86520f8e8995 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:55.245278 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-61f82f8b-bdf8-4fa4-a68f-ac853d75dcaa req-799ede6a-8150-44ef-bc93-bea32341b557 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:55.273748 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bd175da9-9674-4ed8-bb9e-86520f8e8995 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:55.388017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763550cc-da46-4bee-b982-826db268334a None None] Network 84df2d50-a86e-40b9-93b9-f33e8f72aa29 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:52:55.406690 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4100ab82-39ec-4e0c-83cf-12c2689bdb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:55.443551 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248ef3e-e1b6-4c89-9794-3f57e05dbdfb req-72c97aae-c5d2-4fb0-984b-70955d79be99 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:55.445326 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1248ef3e-e1b6-4c89-9794-3f57e05dbdfb req-72c97aae-c5d2-4fb0-984b-70955d79be99 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.2171731 Mar 09 03:52:55.453212 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3e6478ed-a2a2-4603-ab09-70990b9cd335 req-823a6ea7-badd-45f6-a3bb-608d797abbbd service neutron] 10.222.0.24 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108460 Mar 09 03:52:55.459008 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100ab82-39ec-4e0c-83cf-12c2689bdb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e76e28e-fbed-4a99-947e-4eb46915931b,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:55.505601 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1248ef3e-e1b6-4c89-9794-3f57e05dbdfb req-dd9e7ebf-ede3-411a-b946-2d60ee90d4ac tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438716 Mar 09 03:52:55.522755 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bd175da9-9674-4ed8-bb9e-86520f8e8995 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:55.586062 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-61f82f8b-bdf8-4fa4-a68f-ac853d75dcaa req-799ede6a-8150-44ef-bc93-bea32341b557 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:55.599925 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d894e0f7-0d0d-432a-9b38-b6118b413658 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:55.612287 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-61f82f8b-bdf8-4fa4-a68f-ac853d75dcaa req-799ede6a-8150-44ef-bc93-bea32341b557 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:55.741790 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-bd175da9-9674-4ed8-bb9e-86520f8e8995 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Allocated IP 172.20.0.12 (84df2d50-a86e-40b9-93b9-f33e8f72aa29/57b0a52a-38fd-477e-bc91-031f52eaf91c/2dc9f17f-ed7c-461b-9599-56144559a7a4) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:52:55.743545 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4100ab82-39ec-4e0c-83cf-12c2689bdb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:55.746454 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4100ab82-39ec-4e0c-83cf-12c2689bdb49 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e76e28e-fbed-4a99-947e-4eb46915931b HTTP/1.1" status: 204 len: 168 time: 1.1034839 Mar 09 03:52:55.816036 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e0f7-0d0d-432a-9b38-b6118b413658 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Port': ['ID=85689604-0a83-4908-a21c-ba6f7eaf8f57,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:55.991887 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-61f82f8b-bdf8-4fa4-a68f-ac853d75dcaa req-799ede6a-8150-44ef-bc93-bea32341b557 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:55.994384 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-61f82f8b-bdf8-4fa4-a68f-ac853d75dcaa req-799ede6a-8150-44ef-bc93-bea32341b557 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.3581076 Mar 09 03:52:56.021793 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ede6a-8150-44ef-bc93-bea32341b557 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03ade2be-1852-48da-99ae-b550c608309a,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:56.084907 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3e6478ed-a2a2-4603-ab09-70990b9cd335 req-a765c81c-01fb-407b-a5a8-f11258db10ee service neutron] 10.222.0.24 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5809367 Mar 09 03:52:56.114274 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d894e0f7-0d0d-432a-9b38-b6118b413658 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:56.122365 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d894e0f7-0d0d-432a-9b38-b6118b413658 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/85689604-0a83-4908-a21c-ba6f7eaf8f57 HTTP/1.1" status: 204 len: 168 time: 2.7962718 Mar 09 03:52:56.132229 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37364) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:56.234665 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-878b9b16-b55b-4224-a3b0-48a8f787f9ce tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:56.241585 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-878b9b16-b55b-4224-a3b0-48a8f787f9ce tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 812 time: 0.4691796 Mar 09 03:52:56.253870 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bd175da9-9674-4ed8-bb9e-86520f8e8995 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:56.267716 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-11162c92-fe19-4c91-bef4-a762bdeda831 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/quotas/583552b4403540f294a79f7bae92d808 HTTP/1.1" status: 200 len: 375 time: 0.0245268 Mar 09 03:52:56.280684 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e77e92a-a869-4c3b-b9fd-1864dde820ad tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:56.283386 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e77e92a-a869-4c3b-b9fd-1864dde820ad tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:56.285419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e77e92a-a869-4c3b-b9fd-1864dde820ad tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:56.286284 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9e77e92a-a869-4c3b-b9fd-1864dde820ad tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:56.356798 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9e77e92a-a869-4c3b-b9fd-1864dde820ad tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:56.359244 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9e77e92a-a869-4c3b-b9fd-1864dde820ad tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2242217 Mar 09 03:52:56.363283 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-76a6ddf2-09a6-4efd-b5c9-97b0ba4748ad req-b7975c00-f8c5-4213-b432-7fc24006855f tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Synchronizing usage tracker for tenant:6a16ab624ef346d8a3bdbd7e7cfa8c2d on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:56.364087 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37376) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:56.365135 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bd175da9-9674-4ed8-bb9e-86520f8e8995 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:56.383516 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-76a6ddf2-09a6-4efd-b5c9-97b0ba4748ad req-b7975c00-f8c5-4213-b432-7fc24006855f tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Unset dirty status for tenant:6a16ab624ef346d8a3bdbd7e7cfa8c2d on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:52:56.384895 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-76a6ddf2-09a6-4efd-b5c9-97b0ba4748ad req-b7975c00-f8c5-4213-b432-7fc24006855f tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-340609527&fields=id&tenant_id=6a16ab624ef346d8a3bdbd7e7cfa8c2d HTTP/1.1" status: 200 len: 267 time: 0.0939298 Mar 09 03:52:56.495866 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6ddf2-09a6-4efd-b5c9-97b0ba4748ad req-fb5ba86e-e4b0-42ed-9568-0f15594eefe1 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:56.497563 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-76a6ddf2-09a6-4efd-b5c9-97b0ba4748ad req-fb5ba86e-e4b0-42ed-9568-0f15594eefe1 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 946 time: 0.1066651 Mar 09 03:52:56.509270 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-76a6ddf2-09a6-4efd-b5c9-97b0ba4748ad req-4e135718-f396-40ca-88f6-5f3a622cd394 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Request body: {'port': {'security_groups': ['d12422bc-9802-4fe5-883f-e95e2321cac0', '03ade2be-1852-48da-99ae-b550c608309a']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:56.525997 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:52:56.625071 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-7aa78139-15ca-46a5-971d-e6183a59a526 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3562307 Mar 09 03:52:56.630058 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-633a3550-55f6-4d71-b951-426a11c2551f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:52:56.637673 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-633a3550-55f6-4d71-b951-426a11c2551f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116942 Mar 09 03:52:56.659081 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-76a6ddf2-09a6-4efd-b5c9-97b0ba4748ad req-4e135718-f396-40ca-88f6-5f3a622cd394 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:56.714462 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd175da9-9674-4ed8-bb9e-86520f8e8995 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Network 84df2d50-a86e-40b9-93b9-f33e8f72aa29 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:52:56.727137 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-bd175da9-9674-4ed8-bb9e-86520f8e8995 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:52:56.740002 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd175da9-9674-4ed8-bb9e-86520f8e8995 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:52:56.868579 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd175da9-9674-4ed8-bb9e-86520f8e8995 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Pushing event updated for resources: {'Port': ['ID=2dc9f17f-ed7c-461b-9599-56144559a7a4,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:56.895556 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0dd600-5f5f-4797-b7fc-932df63ee56e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet 12fcd1ae-9730-4000-a589-82e6f33999d6 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:52:56.900048 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c0dd600-5f5f-4797-b7fc-932df63ee56e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:56.990960 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c0dd600-5f5f-4797-b7fc-932df63ee56e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:57.041169 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-15c212fc-c70f-456c-a628-8bb1ca0218aa service neutron] 10.222.0.16 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024968 Mar 09 03:52:57.126329 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-76a6ddf2-09a6-4efd-b5c9-97b0ba4748ad req-4e135718-f396-40ca-88f6-5f3a622cd394 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] For port 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae,segment=NetworkSegment(1ddbe020-5cc6-46e0-b0b5-781a25010a1c),segment_id=1ddbe020-5cc6-46e0-b0b5-781a25010a1c)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:57.155718 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-76a6ddf2-09a6-4efd-b5c9-97b0ba4748ad req-4e135718-f396-40ca-88f6-5f3a622cd394 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:57.162377 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-76a6ddf2-09a6-4efd-b5c9-97b0ba4748ad req-4e135718-f396-40ca-88f6-5f3a622cd394 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:57.175396 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:52:57.176006 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bd175da9-9674-4ed8-bb9e-86520f8e8995 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:57.232440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6ddf2-09a6-4efd-b5c9-97b0ba4748ad req-4e135718-f396-40ca-88f6-5f3a622cd394 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:57.233111 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-76a6ddf2-09a6-4efd-b5c9-97b0ba4748ad req-4e135718-f396-40ca-88f6-5f3a622cd394 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:57.234482 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-76a6ddf2-09a6-4efd-b5c9-97b0ba4748ad req-4e135718-f396-40ca-88f6-5f3a622cd394 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "PUT /v2.0/ports/8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae HTTP/1.1" status: 200 len: 982 time: 0.7304304 Mar 09 03:52:57.234951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87589190-4490-4c0c-8a5f-3c86bddb12b3', 'tag': '8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:52:57.266622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e135718-f396-40ca-88f6-5f3a622cd394 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Pushing event updated for resources: {'Port': ['ID=8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae,revision_number=6']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:57.291500 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-1f90986b-9f96-412f-8edc-a455d8cec369 service neutron] 10.222.0.16 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493281 Mar 09 03:52:57.293533 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c0dd600-5f5f-4797-b7fc-932df63ee56e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:57.323715 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:52:57.370963 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bd175da9-9674-4ed8-bb9e-86520f8e8995 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:57.465398 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87589190-4490-4c0c-8a5f-3c86bddb12b3', 'tag': '8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae', 'status': 'completed', 'code': 200} Mar 09 03:52:57.515740 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c0dd600-5f5f-4797-b7fc-932df63ee56e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:57.690255 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f0b4f-f648-4759-8c9c-ffbebd2c7296 req-852077fa-5bf3-4dfb-a843-9ccb760d9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:57.693408 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-849f0b4f-f648-4759-8c9c-ffbebd2c7296 req-852077fa-5bf3-4dfb-a843-9ccb760d9721 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a16ab624ef346d8a3bdbd7e7cfa8c2d&device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 1136 time: 0.1791584 Mar 09 03:52:57.696517 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0dd600-5f5f-4797-b7fc-932df63ee56e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=12fcd1ae-9730-4000-a589-82e6f33999d6,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:57.700960 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c0dd600-5f5f-4797-b7fc-932df63ee56e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:57.714776 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d52cfd1-aa1d-4808-8f17-928452e29a25 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:52:57.757273 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-103f0c5b-b06d-4f30-b8ad-58df78ed49da req-e31fbd2a-c763-4ea6-9024-d65f71aff594 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-340609527&fields=id&tenant_id=6a16ab624ef346d8a3bdbd7e7cfa8c2d HTTP/1.1" status: 200 len: 267 time: 0.1397943 Mar 09 03:52:57.948762 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6f1b370-de04-4aa3-9b0e-1fb2c99710b5 req-b3fe4da8-2ba9-4bec-8377-77f3913acb8e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 210 time: 0.0835831 Mar 09 03:52:58.000112 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f0b4f-f648-4759-8c9c-ffbebd2c7296 req-8fb633cc-9ce8-443c-80b6-7936236a801d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:58.002038 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-849f0b4f-f648-4759-8c9c-ffbebd2c7296 req-8fb633cc-9ce8-443c-80b6-7936236a801d service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ac13dcf-49d1-494e-9bd9-1e962da8e8f0 HTTP/1.1" status: 200 len: 920 time: 0.2963858 Mar 09 03:52:58.142522 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-849f0b4f-f648-4759-8c9c-ffbebd2c7296 req-952bd2bf-d170-4fd1-934a-9c0332f3dc4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae HTTP/1.1" status: 200 len: 217 time: 0.1338491 Mar 09 03:52:58.179573 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a81dac8d-e3bc-4ff6-908a-9704a6d71f3c req-a9a3f25d-9753-4efb-a36d-0964c22cadac tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.0987344 Mar 09 03:52:58.207441 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8c0dd600-5f5f-4797-b7fc-932df63ee56e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/12fcd1ae-9730-4000-a589-82e6f33999d6 HTTP/1.1" status: 204 len: 168 time: 1.8361139 Mar 09 03:52:58.213503 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37442) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:58.320789 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f0b4f-f648-4759-8c9c-ffbebd2c7296 req-dea2f2f8-14bf-4fc5-96b3-9edb9f8a7c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:58.327794 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-849f0b4f-f648-4759-8c9c-ffbebd2c7296 req-dea2f2f8-14bf-4fc5-96b3-9edb9f8a7c25 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=965f9e8b-c887-40f8-8e3e-40a337410283 HTTP/1.1" status: 200 len: 859 time: 0.1763692 Mar 09 03:52:58.335539 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f0c5b-b06d-4f30-b8ad-58df78ed49da req-bc9654e7-d55d-4a9f-a85c-1f6f034b5570 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:58.337193 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-103f0c5b-b06d-4f30-b8ad-58df78ed49da req-bc9654e7-d55d-4a9f-a85c-1f6f034b5570 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 985 time: 0.5791512 Mar 09 03:52:58.343583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94a6982-c4b0-435f-8003-6763e3b20abf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet 9250d6d0-a8ae-4588-9370-c41c32c4b4ca {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:52:58.347084 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d94a6982-c4b0-435f-8003-6763e3b20abf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:58.392386 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-849f0b4f-f648-4759-8c9c-ffbebd2c7296 req-fa3069b5-1cb5-4e10-8e9c-1565a19420a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ac13dcf-49d1-494e-9bd9-1e962da8e8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598314 Mar 09 03:52:58.464365 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.resource_extend [None req-bd175da9-9674-4ed8-bb9e-86520f8e8995 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:52:58.484089 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-103f0c5b-b06d-4f30-b8ad-58df78ed49da req-91c38d45-2cda-4f12-9983-9d847cf19e96 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Request body: {'port': {'security_groups': ['d12422bc-9802-4fe5-883f-e95e2321cac0']}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:58.626468 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-849f0b4f-f648-4759-8c9c-ffbebd2c7296 req-586ce3ef-36b1-4490-bbc7-ed6e1f6203c4 service neutron] 10.222.0.21 "GET /v2.0/networks/1ac13dcf-49d1-494e-9bd9-1e962da8e8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279229 Mar 09 03:52:58.661166 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bd175da9-9674-4ed8-bb9e-86520f8e8995 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:58.702961 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bd175da9-9674-4ed8-bb9e-86520f8e8995 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:58.719005 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d94a6982-c4b0-435f-8003-6763e3b20abf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:58.720693 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c74d89fb-5e6c-44bf-93b0-0d8860cf66d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:58.898641 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-103f0c5b-b06d-4f30-b8ad-58df78ed49da req-91c38d45-2cda-4f12-9983-9d847cf19e96 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:58.920088 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-849f0b4f-f648-4759-8c9c-ffbebd2c7296 req-6012f2a2-2ed3-4d4f-8b9f-cf17d43d03ee service neutron] 10.222.0.21 "GET /v2.0/networks/1ac13dcf-49d1-494e-9bd9-1e962da8e8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880037 Mar 09 03:52:59.331583 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e844d79b-caec-4627-9996-b7ce7e868b7b None None] Provisioning complete for port 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:52:59.331912 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e844d79b-caec-4627-9996-b7ce7e868b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:59.359753 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6159941d-7c6b-4140-a196-4cef0a9cf35e req-3e570878-8733-4097-8284-78b131be9daa tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 210 time: 0.0964627 Mar 09 03:52:59.408923 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-4388a1b9-cedd-41bb-8da8-2313bb47533a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:52:59.412161 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-4388a1b9-cedd-41bb-8da8-2313bb47533a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.24 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 812 time: 0.3072610 Mar 09 03:52:59.434508 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d94a6982-c4b0-435f-8003-6763e3b20abf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:59.443805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-63796dbb-2218-44c9-86d9-17ae02413dbe tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Request body: {'port': {'device_id': 'e4326d92-c288-494b-b291-0db3149b3ed6', 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'admin_state_up': True, 'tenant_id': '583552b4403540f294a79f7bae92d808'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:52:59.527934 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd175da9-9674-4ed8-bb9e-86520f8e8995 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Pushing event updated for resources: {'Port': ['ID=2dc9f17f-ed7c-461b-9599-56144559a7a4,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:59.538980 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d94a6982-c4b0-435f-8003-6763e3b20abf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:59.671510 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0022f9de-bc9f-45b4-9471-4d18d6b35082 req-a6f6c51b-ad27-4167-b230-1792308fe849 tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.0906405 Mar 09 03:52:59.713969 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-63796dbb-2218-44c9-86d9-17ae02413dbe tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:52:59.726049 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-63796dbb-2218-44c9-86d9-17ae02413dbe tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:52:59.734080 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a6982-c4b0-435f-8003-6763e3b20abf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=9250d6d0-a8ae-4588-9370-c41c32c4b4ca,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:52:59.738204 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-63796dbb-2218-44c9-86d9-17ae02413dbe tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Made reservation on behalf of 583552b4403540f294a79f7bae92d808 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:52:59.743300 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-63796dbb-2218-44c9-86d9-17ae02413dbe tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:59.762571 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-103f0c5b-b06d-4f30-b8ad-58df78ed49da req-91c38d45-2cda-4f12-9983-9d847cf19e96 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] For port 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae,segment=NetworkSegment(1ddbe020-5cc6-46e0-b0b5-781a25010a1c),segment_id=1ddbe020-5cc6-46e0-b0b5-781a25010a1c)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:52:59.765866 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d94a6982-c4b0-435f-8003-6763e3b20abf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:59.769393 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ba1851-0291-438f-8e90-a37e1f51de94 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:52:59.798903 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d94a6982-c4b0-435f-8003-6763e3b20abf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/9250d6d0-a8ae-4588-9370-c41c32c4b4ca HTTP/1.1" status: 204 len: 168 time: 1.5819814 Mar 09 03:52:59.800097 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bd175da9-9674-4ed8-bb9e-86520f8e8995 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:59.806022 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37466) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:52:59.916838 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-103f0c5b-b06d-4f30-b8ad-58df78ed49da req-91c38d45-2cda-4f12-9983-9d847cf19e96 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:59.934820 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bcaeb9e0-8222-4c29-8433-0ebd9be37727 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:router {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:52:59.939593 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-103f0c5b-b06d-4f30-b8ad-58df78ed49da req-91c38d45-2cda-4f12-9983-9d847cf19e96 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:52:59.974985 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-63796dbb-2218-44c9-86d9-17ae02413dbe tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Allocated IP 172.20.0.8 (3d62296e-a7e4-4061-88a7-e2ef850363e9/d785722e-a890-45c5-869c-7b3149d30510/0007353e-605e-4cfb-bdb5-80da0e392856) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:53:00.025362 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c38d45-2cda-4f12-9983-9d847cf19e96 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Pushing event updated for resources: {'Port': ['ID=8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae,revision_number=7']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:00.053982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bcaeb9e0-8222-4c29-8433-0ebd9be37727 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:router {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:53:00.059100 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bcaeb9e0-8222-4c29-8433-0ebd9be37727 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2247884 Mar 09 03:53:00.059990 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bd175da9-9674-4ed8-bb9e-86520f8e8995 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:00.066971 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bd175da9-9674-4ed8-bb9e-86520f8e8995 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9051874 Mar 09 03:53:00.067651 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37476) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:00.067982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37478) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:00.096339 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-1ee523a4-8714-4feb-8e0a-371382c674de tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:00.103129 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:53:00.343752 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-63796dbb-2218-44c9-86d9-17ae02413dbe tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:00.382483 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-63796dbb-2218-44c9-86d9-17ae02413dbe tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Transition to ACTIVE for port object 0007353e-605e-4cfb-bdb5-80da0e392856 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:53:00.415923 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e742676-d43b-4317-95e1-94d98a2f4357 None None] DHCP port deletion for 52061912-70e8-4f32-8bcd-36eeab65c7b8 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:53:00.439492 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-63796dbb-2218-44c9-86d9-17ae02413dbe tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:00.440695 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6e742676-d43b-4317-95e1-94d98a2f4357 None None] Deleting port 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:53:00.441074 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6e742676-d43b-4317-95e1-94d98a2f4357 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:00.448612 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f0c5b-b06d-4f30-b8ad-58df78ed49da req-91c38d45-2cda-4f12-9983-9d847cf19e96 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:00.449286 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-103f0c5b-b06d-4f30-b8ad-58df78ed49da req-91c38d45-2cda-4f12-9983-9d847cf19e96 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:00.454615 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-103f0c5b-b06d-4f30-b8ad-58df78ed49da req-91c38d45-2cda-4f12-9983-9d847cf19e96 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "PUT /v2.0/ports/8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae HTTP/1.1" status: 200 len: 943 time: 2.0153856 Mar 09 03:53:00.455386 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87589190-4490-4c0c-8a5f-3c86bddb12b3', 'tag': '8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:53:00.524587 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7a24eca8-57b5-4ca8-8b73-92c95d670673 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Synchronizing usage tracker for tenant:0867fdc662af491c80549f361052dda6 on resource:floatingip {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:53:00.535668 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['901687b7-082b-408a-ba6e-70079556e6e1'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:53:00.560679 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1ee523a4-8714-4feb-8e0a-371382c674de tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:00.565312 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1ee523a4-8714-4feb-8e0a-371382c674de tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:00.568607 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1ee523a4-8714-4feb-8e0a-371382c674de tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:00.572012 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-63796dbb-2218-44c9-86d9-17ae02413dbe tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Network 3d62296e-a7e4-4061-88a7-e2ef850363e9 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:53:00.575314 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1ee523a4-8714-4feb-8e0a-371382c674de tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:00.581504 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-63796dbb-2218-44c9-86d9-17ae02413dbe tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:53:00.583906 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-63796dbb-2218-44c9-86d9-17ae02413dbe tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:53:00.620723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63796dbb-2218-44c9-86d9-17ae02413dbe tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Pushing event updated for resources: {'Port': ['ID=0007353e-605e-4cfb-bdb5-80da0e392856,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:00.659991 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:53:00.674228 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee523a4-8714-4feb-8e0a-371382c674de tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:00.678515 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ee523a4-8714-4feb-8e0a-371382c674de tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:00.689258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-63796dbb-2218-44c9-86d9-17ae02413dbe tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:00.691667 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-63796dbb-2218-44c9-86d9-17ae02413dbe tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:00.761772 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cc727-447f-4818-9221-81ede4a51797 req-8969f104-5d1c-407d-84a4-5228d6a7e8ab tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:00.763529 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c4cc727-447f-4818-9221-81ede4a51797 req-8969f104-5d1c-407d-84a4-5228d6a7e8ab tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 931 time: 0.2400169 Mar 09 03:53:00.764537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7a24eca8-57b5-4ca8-8b73-92c95d670673 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Unset dirty status for tenant:0867fdc662af491c80549f361052dda6 on resource:floatingip {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:53:00.766110 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7a24eca8-57b5-4ca8-8b73-92c95d670673 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] 10.222.0.16 "GET /v2.0/floatingips?floating_network_id=84df2d50-a86e-40b9-93b9-f33e8f72aa29 HTTP/1.1" status: 200 len: 690 time: 0.6785817 Mar 09 03:53:00.769176 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37502) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:00.810219 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-63796dbb-2218-44c9-86d9-17ae02413dbe tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3904912 Mar 09 03:53:00.868370 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-731088c7-6b01-426c-9b5e-6b8ef0cc50bd service neutron] Request body: {'port': {'device_id': 'e4326d92-c288-494b-b291-0db3149b3ed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:00.937609 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-9afd3b20-f532-4c98-81b4-245f5bae7cf2 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Synchronizing usage tracker for tenant:6a16ab624ef346d8a3bdbd7e7cfa8c2d on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:53:00.962591 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:53:00.973888 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-9afd3b20-f532-4c98-81b4-245f5bae7cf2 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Unset dirty status for tenant:6a16ab624ef346d8a3bdbd7e7cfa8c2d on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:53:00.976091 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-9afd3b20-f532-4c98-81b4-245f5bae7cf2 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4890394 Mar 09 03:53:01.013478 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-76796cee-d1ca-4640-97c8-20cb1df5c85c tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:01.021010 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-76796cee-d1ca-4640-97c8-20cb1df5c85c tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:01.025271 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-76796cee-d1ca-4640-97c8-20cb1df5c85c tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Usage tracker for resource:floatingip and tenant:6a16ab624ef346d8a3bdbd7e7cfa8c2d is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:01.032901 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-76796cee-d1ca-4640-97c8-20cb1df5c85c tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:01.046968 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-76796cee-d1ca-4640-97c8-20cb1df5c85c tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:01.073106 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6e742676-d43b-4317-95e1-94d98a2f4357 None None] For port 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:53:01.073446 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6e742676-d43b-4317-95e1-94d98a2f4357 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:01.074189 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-76796cee-d1ca-4640-97c8-20cb1df5c85c tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:01.080849 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c4cc727-447f-4818-9221-81ede4a51797 req-e6fd6557-a9de-4451-9449-cc5c6003b0f7 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075893 Mar 09 03:53:01.226936 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-537bb727-5585-48f4-aa7f-fb75ac3a7176 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:01.230724 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87589190-4490-4c0c-8a5f-3c86bddb12b3', 'tag': '8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae', 'status': 'completed', 'code': 200} Mar 09 03:53:01.233617 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-731088c7-6b01-426c-9b5e-6b8ef0cc50bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:01.363457 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:53:01.396495 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6e742676-d43b-4317-95e1-94d98a2f4357 None None] Calling delete_port for 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:53:01.426978 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9d92c7b3-25ad-4058-ac5d-16bba6cdf66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:01.452823 n-d-825178-5 neutron-server[87881]: DEBUG neutron.objects.ports [None req-1ee523a4-8714-4feb-8e0a-371382c674de tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87881) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 03:53:01.467260 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f2e54fb2-d99a-48c8-abe6-3db3419d2f3e None None] Provisioning for port 0007353e-605e-4cfb-bdb5-80da0e392856 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:53:01.501975 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bbd5ec00-9097-4918-b502-c9963046866f req-acca55b1-6c3f-4b9f-b34a-f7780fe36e51 tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.0908604 Mar 09 03:53:01.506535 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-537bb727-5585-48f4-aa7f-fb75ac3a7176 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Deleting port 2dc9f17f-ed7c-461b-9599-56144559a7a4 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:53:01.506884 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-537bb727-5585-48f4-aa7f-fb75ac3a7176 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:01.533395 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f2e54fb2-d99a-48c8-abe6-3db3419d2f3e None None] Provisioning complete for port 0007353e-605e-4cfb-bdb5-80da0e392856 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:53:01.533758 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f2e54fb2-d99a-48c8-abe6-3db3419d2f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:01.653106 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-76796cee-d1ca-4640-97c8-20cb1df5c85c tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:01.738029 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-f2e54fb2-d99a-48c8-abe6-3db3419d2f3e None None] Port 0007353e-605e-4cfb-bdb5-80da0e392856 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:53:01.787506 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbd486-6c3f-4153-bb16-3fc161b984e1 req-62c90881-a893-4b36-8e8b-aafc2667e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:01.788985 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d7fbd486-6c3f-4153-bb16-3fc161b984e1 req-62c90881-a893-4b36-8e8b-aafc2667e006 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a16ab624ef346d8a3bdbd7e7cfa8c2d&device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 1097 time: 0.5272086 Mar 09 03:53:01.919885 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:01.984948 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-6e742676-d43b-4317-95e1-94d98a2f4357 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:53:01.985638 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-6e742676-d43b-4317-95e1-94d98a2f4357 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:53:02.020466 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ee523a4-8714-4feb-8e0a-371382c674de tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:02.052812 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-76796cee-d1ca-4640-97c8-20cb1df5c85c tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Allocated IP 172.25.7.241 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/7d74088e-0ae4-42a6-b3ac-82aa555bb15a) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:53:02.070448 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:53:02.080903 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:02.169562 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:02.194215 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:02.197755 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-537bb727-5585-48f4-aa7f-fb75ac3a7176 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:02.200300 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-537bb727-5585-48f4-aa7f-fb75ac3a7176 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:02.203313 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:02.486710 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6e742676-d43b-4317-95e1-94d98a2f4357 None None] Deleting port 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:53:02.486920 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6e742676-d43b-4317-95e1-94d98a2f4357 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:02.531961 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-76796cee-d1ca-4640-97c8-20cb1df5c85c tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:02.541302 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-1ee523a4-8714-4feb-8e0a-371382c674de tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] For port 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:53:02.544502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-537bb727-5585-48f4-aa7f-fb75ac3a7176 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Calling delete_port for 2dc9f17f-ed7c-461b-9599-56144559a7a4 owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:53:02.578655 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ee523a4-8714-4feb-8e0a-371382c674de tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:02.589636 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ee523a4-8714-4feb-8e0a-371382c674de tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:02.590566 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ee523a4-8714-4feb-8e0a-371382c674de tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:02.651458 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8f7940b3-11e9-49d9-8cb4-aaf5d0eec6d5 req-148817fd-721f-4d39-868b-f4b467b8b580 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.0542426 Mar 09 03:53:02.674476 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-76796cee-d1ca-4640-97c8-20cb1df5c85c tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:02.724536 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbd486-6c3f-4153-bb16-3fc161b984e1 req-d635eb4b-ce24-4f30-8879-960f6a6923ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:02.725442 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee523a4-8714-4feb-8e0a-371382c674de tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:53:02.726476 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d7fbd486-6c3f-4153-bb16-3fc161b984e1 req-d635eb4b-ce24-4f30-8879-960f6a6923ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ac13dcf-49d1-494e-9bd9-1e962da8e8f0 HTTP/1.1" status: 200 len: 920 time: 0.9082723 Mar 09 03:53:02.733858 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-1ee523a4-8714-4feb-8e0a-371382c674de tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:53:02.736919 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-76796cee-d1ca-4640-97c8-20cb1df5c85c tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:53:02.745112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee523a4-8714-4feb-8e0a-371382c674de tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:02.745727 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ee523a4-8714-4feb-8e0a-371382c674de tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:02.751465 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-76796cee-d1ca-4640-97c8-20cb1df5c85c tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:53:02.769619 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-76796cee-d1ca-4640-97c8-20cb1df5c85c tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:53:02.808362 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee523a4-8714-4feb-8e0a-371382c674de tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=a7ea643b-3dbb-4e38-8b27-efe506695e73,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:02.842219 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee523a4-8714-4feb-8e0a-371382c674de tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a,revision_number=9']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:02.850479 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1ee523a4-8714-4feb-8e0a-371382c674de tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7775209 Mar 09 03:53:02.864054 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d7fbd486-6c3f-4153-bb16-3fc161b984e1 req-a4c4b1a2-e95e-407b-968c-cb16ecc309fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae HTTP/1.1" status: 200 len: 217 time: 0.1030195 Mar 09 03:53:02.869838 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6e742676-d43b-4317-95e1-94d98a2f4357 None None] For port 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:53:02.870302 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6e742676-d43b-4317-95e1-94d98a2f4357 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:02.894515 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37520) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:02.909754 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-438afd46-f388-45c0-8112-1c46d9a2ea58 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:02.989043 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76796cee-d1ca-4640-97c8-20cb1df5c85c tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Pushing event updated for resources: {'Port': ['ID=7d74088e-0ae4-42a6-b3ac-82aa555bb15a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:02.993683 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbd486-6c3f-4153-bb16-3fc161b984e1 req-5ae2ee9f-4159-4748-8842-d88f0c0b4712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:02.995381 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d7fbd486-6c3f-4153-bb16-3fc161b984e1 req-5ae2ee9f-4159-4748-8842-d88f0c0b4712 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=965f9e8b-c887-40f8-8e3e-40a337410283 HTTP/1.1" status: 200 len: 859 time: 0.0909269 Mar 09 03:53:03.009137 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6e742676-d43b-4317-95e1-94d98a2f4357 None None] Calling delete_port for 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:53:03.028117 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7c60d-ad8e-45de-a207-e9a4e9844eee req-88b07d63-108f-43ed-b46e-745973048d21 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:03.028812 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-19b7c60d-ad8e-45de-a207-e9a4e9844eee req-88b07d63-108f-43ed-b46e-745973048d21 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Synchronizing usage tracker for tenant:583552b4403540f294a79f7bae92d808 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:53:03.149707 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6e742676-d43b-4317-95e1-94d98a2f4357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:03.185144 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d7fbd486-6c3f-4153-bb16-3fc161b984e1 req-27a1fc01-fdab-4195-b17e-b7a40fdd27a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ac13dcf-49d1-494e-9bd9-1e962da8e8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1654601 Mar 09 03:53:03.199208 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e742676-d43b-4317-95e1-94d98a2f4357 None None] Pushing event deleted for resources: {'Port': ['ID=03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:03.229729 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-731088c7-6b01-426c-9b5e-6b8ef0cc50bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0007353e-605e-4cfb-bdb5-80da0e392856 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:53:03.265305 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-731088c7-6b01-426c-9b5e-6b8ef0cc50bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:03.272440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-19b7c60d-ad8e-45de-a207-e9a4e9844eee req-88b07d63-108f-43ed-b46e-745973048d21 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Unset dirty status for tenant:583552b4403540f294a79f7bae92d808 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:53:03.273637 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-19b7c60d-ad8e-45de-a207-e9a4e9844eee req-88b07d63-108f-43ed-b46e-745973048d21 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 931 time: 1.0481496 Mar 09 03:53:03.276451 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e742676-d43b-4317-95e1-94d98a2f4357 None None] No DVR routers for this DVR port 03b209ff-bf4a-4ef2-aefd-b9cdd5d7773a on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:53:03.288135 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e184d4b0-5019-4e9a-89c0-54aa3aac61c9 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:53:03.331705 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-76796cee-d1ca-4640-97c8-20cb1df5c85c tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:03.378531 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-537bb727-5585-48f4-aa7f-fb75ac3a7176 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:03.447227 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-76796cee-d1ca-4640-97c8-20cb1df5c85c tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:03.448092 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-731088c7-6b01-426c-9b5e-6b8ef0cc50bd service neutron] Transition to ACTIVE for port object 0007353e-605e-4cfb-bdb5-80da0e392856 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:53:03.474568 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:03.513384 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-731088c7-6b01-426c-9b5e-6b8ef0cc50bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:03.516895 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bb727-5585-48f4-aa7f-fb75ac3a7176 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Pushing event deleted for resources: {'Port': ['ID=2dc9f17f-ed7c-461b-9599-56144559a7a4,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:03.613307 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731088c7-6b01-426c-9b5e-6b8ef0cc50bd service neutron] Pushing event updated for resources: {'Port': ['ID=0007353e-605e-4cfb-bdb5-80da0e392856,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:03.629351 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-438afd46-f388-45c0-8112-1c46d9a2ea58 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:03.680034 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6e49d8-0537-49d4-83f2-bea364d285f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-52061912-70e8-4f32-8bcd-36eeab65c7b8', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'fixed_ips': [{'subnet_id': 'a7ea643b-3dbb-4e38-8b27-efe506695e73'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:53:03.681080 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cd6e49d8-0537-49d4-83f2-bea364d285f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:03.706193 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-19b7c60d-ad8e-45de-a207-e9a4e9844eee req-74333ede-6c58-49f5-90b0-dd07121163f3 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133091 Mar 09 03:53:03.754459 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-438afd46-f388-45c0-8112-1c46d9a2ea58 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:03.781960 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-76796cee-d1ca-4640-97c8-20cb1df5c85c tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:03.791208 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-76796cee-d1ca-4640-97c8-20cb1df5c85c tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:03.815558 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-438afd46-f388-45c0-8112-1c46d9a2ea58 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:03.834103 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-537bb727-5585-48f4-aa7f-fb75ac3a7176 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:03.863707 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-438afd46-f388-45c0-8112-1c46d9a2ea58 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:03.918942 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-cd6e49d8-0537-49d4-83f2-bea364d285f4 None None] Allocated IP 2001:db8::f816:3eff:feb8:cb3b (52061912-70e8-4f32-8bcd-36eeab65c7b8/a7ea643b-3dbb-4e38-8b27-efe506695e73/fad91566-6cc5-435b-ae23-9bb3eef17f43) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:53:04.027130 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d7fbd486-6c3f-4153-bb16-3fc161b984e1 req-29541f63-bdec-4932-85f5-d3251e724715 service neutron] 10.222.0.21 "GET /v2.0/networks/1ac13dcf-49d1-494e-9bd9-1e962da8e8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8104043 Mar 09 03:53:04.100172 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76796cee-d1ca-4640-97c8-20cb1df5c85c tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Pushing event updated for resources: {'Port': ['ID=7d74088e-0ae4-42a6-b3ac-82aa555bb15a,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:04.111213 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-76796cee-d1ca-4640-97c8-20cb1df5c85c tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:04.137005 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-76796cee-d1ca-4640-97c8-20cb1df5c85c tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:04.146221 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-76796cee-d1ca-4640-97c8-20cb1df5c85c tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1367810 Mar 09 03:53:04.198220 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:04.212169 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5bd4bc0f-236f-4ea0-a251-a4d681c1b28d req-3777d225-27bb-4576-8218-92419f4502d0 tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.2608101 Mar 09 03:53:04.222148 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438afd46-f388-45c0-8112-1c46d9a2ea58 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:04.225625 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-438afd46-f388-45c0-8112-1c46d9a2ea58 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:04.252089 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-9a559290-0e26-4526-b797-72d16087bd9a tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Synchronizing usage tracker for tenant:6a16ab624ef346d8a3bdbd7e7cfa8c2d on resource:floatingip {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:53:04.284474 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-9a559290-0e26-4526-b797-72d16087bd9a tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Unset dirty status for tenant:6a16ab624ef346d8a3bdbd7e7cfa8c2d on resource:floatingip {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:53:04.292734 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-9a559290-0e26-4526-b797-72d16087bd9a tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.241 HTTP/1.1" status: 200 len: 696 time: 0.1448350 Mar 09 03:53:04.350648 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cd6e49d8-0537-49d4-83f2-bea364d285f4 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:04.365305 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cd6e49d8-0537-49d4-83f2-bea364d285f4 None None] Transition to ACTIVE for port object fad91566-6cc5-435b-ae23-9bb3eef17f43 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:53:04.388343 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cd6e49d8-0537-49d4-83f2-bea364d285f4 None None] Transition to ACTIVE for port object fad91566-6cc5-435b-ae23-9bb3eef17f43 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:53:04.396598 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cd6e49d8-0537-49d4-83f2-bea364d285f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:04.463841 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6e49d8-0537-49d4-83f2-bea364d285f4 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:53:04.468318 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-cd6e49d8-0537-49d4-83f2-bea364d285f4 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:53:04.472609 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6e49d8-0537-49d4-83f2-bea364d285f4 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:53:04.487717 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-af529194-5cb9-483d-a9ad-60eae3dabb5f tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:04.493151 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e1c914e7-236c-48b6-ace8-49a4a8309718 req-af529194-5cb9-483d-a9ad-60eae3dabb5f tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 0.1991723 Mar 09 03:53:04.535542 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e49d8-0537-49d4-83f2-bea364d285f4 None None] Pushing event updated for resources: {'Port': ['ID=fad91566-6cc5-435b-ae23-9bb3eef17f43,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:04.565468 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-537bb727-5585-48f4-aa7f-fb75ac3a7176 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:04.600532 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-cd6e49d8-0537-49d4-83f2-bea364d285f4 None None] Attempting to bind port fad91566-6cc5-435b-ae23-9bb3eef17f43 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:53:04.601034 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-cd6e49d8-0537-49d4-83f2-bea364d285f4 None None] Attempting to bind port fad91566-6cc5-435b-ae23-9bb3eef17f43 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:53:04.601478 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6e49d8-0537-49d4-83f2-bea364d285f4 None None] Attempting to bind port fad91566-6cc5-435b-ae23-9bb3eef17f43 on network 52061912-70e8-4f32-8bcd-36eeab65c7b8 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:53:04.607331 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6e49d8-0537-49d4-83f2-bea364d285f4 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:53:04.607838 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6e49d8-0537-49d4-83f2-bea364d285f4 None None] Checking segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:53:04.608963 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cd6e49d8-0537-49d4-83f2-bea364d285f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:04.609437 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6e49d8-0537-49d4-83f2-bea364d285f4 None None] Bound using segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:53:04.609983 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-cd6e49d8-0537-49d4-83f2-bea364d285f4 None None] Bound port: fad91566-6cc5-435b-ae23-9bb3eef17f43, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:53:04.610441 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cd6e49d8-0537-49d4-83f2-bea364d285f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:04.677604 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-731088c7-6b01-426c-9b5e-6b8ef0cc50bd service neutron] Attempting to bind port 0007353e-605e-4cfb-bdb5-80da0e392856 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:53:04.677850 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-731088c7-6b01-426c-9b5e-6b8ef0cc50bd service neutron] Attempting to bind port 0007353e-605e-4cfb-bdb5-80da0e392856 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:53:04.678157 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-731088c7-6b01-426c-9b5e-6b8ef0cc50bd service neutron] Attempting to bind port 0007353e-605e-4cfb-bdb5-80da0e392856 on network 3d62296e-a7e4-4061-88a7-e2ef850363e9 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:53:04.705786 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-cd6e49d8-0537-49d4-83f2-bea364d285f4 None None] For port fad91566-6cc5-435b-ae23-9bb3eef17f43, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:53:04.709042 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-cd6e49d8-0537-49d4-83f2-bea364d285f4 None None] For port fad91566-6cc5-435b-ae23-9bb3eef17f43, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=fad91566-6cc5-435b-ae23-9bb3eef17f43,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:53:04.715173 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cd6e49d8-0537-49d4-83f2-bea364d285f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:04.722983 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-731088c7-6b01-426c-9b5e-6b8ef0cc50bd service neutron] Port 0007353e-605e-4cfb-bdb5-80da0e392856 on network 3d62296e-a7e4-4061-88a7-e2ef850363e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:53:04.723319 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-731088c7-6b01-426c-9b5e-6b8ef0cc50bd service neutron] Attempting to bind port 0007353e-605e-4cfb-bdb5-80da0e392856 on network 3d62296e-a7e4-4061-88a7-e2ef850363e9 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:53:04.733847 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d7fbd486-6c3f-4153-bb16-3fc161b984e1 req-0e384548-9437-4190-89c2-aaa5cba44eea service neutron] 10.222.0.21 "GET /v2.0/networks/1ac13dcf-49d1-494e-9bd9-1e962da8e8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6255772 Mar 09 03:53:04.755751 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-731088c7-6b01-426c-9b5e-6b8ef0cc50bd service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:53:04.756967 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-731088c7-6b01-426c-9b5e-6b8ef0cc50bd service neutron] Checking segment: {'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:53:04.757579 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-731088c7-6b01-426c-9b5e-6b8ef0cc50bd service neutron] Bound using segment: {'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:53:04.758056 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-731088c7-6b01-426c-9b5e-6b8ef0cc50bd service neutron] Bound port: 0007353e-605e-4cfb-bdb5-80da0e392856, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac29bcac-9b90-4db5-ba8a-e053d4cab541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:53:04.758647 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-731088c7-6b01-426c-9b5e-6b8ef0cc50bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:04.812071 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e49d8-0537-49d4-83f2-bea364d285f4 None None] Pushing event updated for resources: {'Port': ['ID=fad91566-6cc5-435b-ae23-9bb3eef17f43,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:04.843023 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-537bb727-5585-48f4-aa7f-fb75ac3a7176 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:04.909725 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bb727-5585-48f4-aa7f-fb75ac3a7176 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=57b0a52a-38fd-477e-bc91-031f52eaf91c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:04.987514 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93893e83-ac97-459a-a8e3-5b2c9cef914c req-f8c28f7a-70eb-4654-870d-d7030092a73d tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:04.989096 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-93893e83-ac97-459a-a8e3-5b2c9cef914c req-f8c28f7a-70eb-4654-870d-d7030092a73d tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 943 time: 0.1089048 Mar 09 03:53:05.036524 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-93893e83-ac97-459a-a8e3-5b2c9cef914c req-8d4ebda5-6fc5-4090-bf74-561ed19a0ba9 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417309 Mar 09 03:53:05.051190 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-731088c7-6b01-426c-9b5e-6b8ef0cc50bd service neutron] For port 0007353e-605e-4cfb-bdb5-80da0e392856, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:53:05.122367 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-731088c7-6b01-426c-9b5e-6b8ef0cc50bd service neutron] For port 0007353e-605e-4cfb-bdb5-80da0e392856, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0007353e-605e-4cfb-bdb5-80da0e392856,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:53:05.145778 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-731088c7-6b01-426c-9b5e-6b8ef0cc50bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:05.152678 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-537bb727-5585-48f4-aa7f-fb75ac3a7176 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:05.245423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9312a-a1b7-4a81-8e87-33809554fdbe req-42910e4c-54b9-4e5c-ae1a-243fdcd46eca tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:05.247066 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bff9312a-a1b7-4a81-8e87-33809554fdbe req-42910e4c-54b9-4e5c-ae1a-243fdcd46eca tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6481476 Mar 09 03:53:05.280883 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731088c7-6b01-426c-9b5e-6b8ef0cc50bd service neutron] Pushing event updated for resources: {'Port': ['ID=0007353e-605e-4cfb-bdb5-80da0e392856,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:05.294791 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-731088c7-6b01-426c-9b5e-6b8ef0cc50bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:05.298676 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-731088c7-6b01-426c-9b5e-6b8ef0cc50bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:05.300294 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-731088c7-6b01-426c-9b5e-6b8ef0cc50bd service neutron] 10.222.0.24 "PUT /v2.0/ports/0007353e-605e-4cfb-bdb5-80da0e392856 HTTP/1.1" status: 200 len: 1091 time: 4.4550641 Mar 09 03:53:05.338143 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device fad91566-6cc5-435b-ae23-9bb3eef17f43 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:53:05.350789 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-537bb727-5585-48f4-aa7f-fb75ac3a7176 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84df2d50-a86e-40b9-93b9-f33e8f72aa29']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:05.367526 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-537bb727-5585-48f4-aa7f-fb75ac3a7176 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55652915-c600-4dc7-8f1a-8c4cfbd1486d') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:05.367822 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-537bb727-5585-48f4-aa7f-fb75ac3a7176 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55652915-c600-4dc7-8f1a-8c4cfbd1486d') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:05.381672 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-537bb727-5585-48f4-aa7f-fb75ac3a7176 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:05.394238 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4326d92-c288-494b-b291-0db3149b3ed6', 'tag': '0007353e-605e-4cfb-bdb5-80da0e392856'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:53:05.491297 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port fad91566-6cc5-435b-ae23-9bb3eef17f43 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:53:05.519681 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42f9d9e0-ae2b-4716-9b22-b3e4265fe4d3 req-8eb35b7e-d372-4bbc-8e05-920538248d41 tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.0855229 Mar 09 03:53:05.574114 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-537bb727-5585-48f4-aa7f-fb75ac3a7176 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:05.608707 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bff9312a-a1b7-4a81-8e87-33809554fdbe req-bef61ea1-1d35-40b9-9405-40e6331a0dcd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.241 HTTP/1.1" status: 200 len: 696 time: 0.3535817 Mar 09 03:53:05.616483 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4326d92-c288-494b-b291-0db3149b3ed6', 'tag': '0007353e-605e-4cfb-bdb5-80da0e392856', 'status': 'completed', 'code': 200} Mar 09 03:53:05.619155 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537bb727-5585-48f4-aa7f-fb75ac3a7176 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:53:05.619625 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-537bb727-5585-48f4-aa7f-fb75ac3a7176 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:53:05.635807 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:53:05.668661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-bff9312a-a1b7-4a81-8e87-33809554fdbe req-b450c7bb-d916-44ad-a01a-e3641de43318 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Request body: {'floatingip': {'port_id': '8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:05.813733 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-438afd46-f388-45c0-8112-1c46d9a2ea58 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:05.876006 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-bff9312a-a1b7-4a81-8e87-33809554fdbe req-b450c7bb-d916-44ad-a01a-e3641de43318 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks [] for floatingip, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:06.031511 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-537bb727-5585-48f4-aa7f-fb75ac3a7176 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:06.041323 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438afd46-f388-45c0-8112-1c46d9a2ea58 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:53:06.079317 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-438afd46-f388-45c0-8112-1c46d9a2ea58 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:53:06.101594 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438afd46-f388-45c0-8112-1c46d9a2ea58 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:06.102188 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-438afd46-f388-45c0-8112-1c46d9a2ea58 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:06.107492 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537bb727-5585-48f4-aa7f-fb75ac3a7176 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 84df2d50-a86e-40b9-93b9-f33e8f72aa29 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 09 03:53:06.260520 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eda7a6-59b7-475f-abe2-2780a18ce4b2 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:53:06.436790 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-90a42c24-1322-496a-981f-c6ce5bb77d83 None None] Provisioning for port fad91566-6cc5-435b-ae23-9bb3eef17f43 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:53:06.459608 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-90a42c24-1322-496a-981f-c6ce5bb77d83 None None] Provisioning complete for port fad91566-6cc5-435b-ae23-9bb3eef17f43 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:53:06.459976 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-90a42c24-1322-496a-981f-c6ce5bb77d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:06.547968 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-537bb727-5585-48f4-aa7f-fb75ac3a7176 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:06.554760 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-4f2ed74d-1e69-413c-8382-c4753040c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:06.556535 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-4f2ed74d-1e69-413c-8382-c4753040c683 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 1094 time: 1.0753534 Mar 09 03:53:06.599000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bb727-5585-48f4-aa7f-fb75ac3a7176 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Pushing event deleted for resources: {'Network': ['ID=84df2d50-a86e-40b9-93b9-f33e8f72aa29,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:06.616726 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438afd46-f388-45c0-8112-1c46d9a2ea58 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=86731500-10b3-4af7-8cb5-14779ecdf68e,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:06.737361 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-ac83873f-0de4-486b-b8b0-ed9c0796922c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0007353e-605e-4cfb-bdb5-80da0e392856 HTTP/1.1" status: 200 len: 217 time: 0.1349080 Mar 09 03:53:06.801519 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-438afd46-f388-45c0-8112-1c46d9a2ea58 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8989003 Mar 09 03:53:06.806089 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37564) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:06.827739 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-ddadaf1a-29bd-45a5-b339-2132d0b9e520 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'mac_address': 'fa:16:3e:c4:f5:34', 'name': 'tempest-NetworksTestDHCPv6-28045553'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:06.896224 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-90a42c24-1322-496a-981f-c6ce5bb77d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:07.005577 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fc52e1-57c8-447b-a376-41d2076ff071 None None] Update dhcp port {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'fixed_ips': [{'subnet_id': 'a7ea643b-3dbb-4e38-8b27-efe506695e73', 'ip_address': '2001:db8::f816:3eff:feb8:cb3b'}, {'subnet_id': '86731500-10b3-4af7-8cb5-14779ecdf68e'}], 'binding:host_id': 'n-d-825178-5'}, 'id': 'fad91566-6cc5-435b-ae23-9bb3eef17f43'} from n-d-825178-5. {{(pid=87882) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 03:53:07.057732 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-90a42c24-1322-496a-981f-c6ce5bb77d83 None None] For port fad91566-6cc5-435b-ae23-9bb3eef17f43, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=fad91566-6cc5-435b-ae23-9bb3eef17f43,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:53:07.058479 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-537bb727-5585-48f4-aa7f-fb75ac3a7176 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] 10.222.0.16 "DELETE /v2.0/networks/84df2d50-a86e-40b9-93b9-f33e8f72aa29 HTTP/1.1" status: 204 len: 168 time: 6.2879713 Mar 09 03:53:07.069812 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-90a42c24-1322-496a-981f-c6ce5bb77d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:07.072156 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37572) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:07.120041 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e0fc52e1-57c8-447b-a376-41d2076ff071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:07.218217 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a42c24-1322-496a-981f-c6ce5bb77d83 None None] Pushing event updated for resources: {'Port': ['ID=fad91566-6cc5-435b-ae23-9bb3eef17f43,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:07.222979 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-796907d2-812a-450f-9dd3-4eb5d9961867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:07.224618 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-796907d2-812a-450f-9dd3-4eb5d9961867 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d785722e-a890-45c5-869c-7b3149d30510 HTTP/1.1" status: 200 len: 851 time: 0.4660447 Mar 09 03:53:07.317749 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [req-bff9312a-a1b7-4a81-8e87-33809554fdbe req-b450c7bb-d916-44ad-a01a-e3641de43318 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:53:07.404450 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1069ec9b-7e5b-4c57-9ed7-9005c75a40bf tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Synchronizing usage tracker for tenant:0867fdc662af491c80549f361052dda6 on resource:floatingip {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:53:07.405624 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-e0fc52e1-57c8-447b-a376-41d2076ff071 None None] Allocated IP 172.20.0.2 (52061912-70e8-4f32-8bcd-36eeab65c7b8/86731500-10b3-4af7-8cb5-14779ecdf68e/fad91566-6cc5-435b-ae23-9bb3eef17f43) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:53:07.450844 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-bff9312a-a1b7-4a81-8e87-33809554fdbe req-b450c7bb-d916-44ad-a01a-e3641de43318 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:07.454985 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ddadaf1a-29bd-45a5-b339-2132d0b9e520 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:07.461466 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ddadaf1a-29bd-45a5-b339-2132d0b9e520 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:port and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:07.464372 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-bff9312a-a1b7-4a81-8e87-33809554fdbe req-b450c7bb-d916-44ad-a01a-e3641de43318 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:07.468516 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ddadaf1a-29bd-45a5-b339-2132d0b9e520 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:07.483704 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bae88-94b3-45c5-a619-a40b62b1357f req-93bcf423-bd9e-478a-97d4-b9fcf5e68132 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:07.493021 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2c5bae88-94b3-45c5-a619-a40b62b1357f req-93bcf423-bd9e-478a-97d4-b9fcf5e68132 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 943 time: 0.4586408 Mar 09 03:53:07.527462 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ddadaf1a-29bd-45a5-b339-2132d0b9e520 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:07.551909 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2c5bae88-94b3-45c5-a619-a40b62b1357f req-a71ac124-795c-4d1e-8f96-0bb6bcaae4ba tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560646 Mar 09 03:53:07.558200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddadaf1a-29bd-45a5-b339-2132d0b9e520 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:07.562064 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e0fc52e1-57c8-447b-a376-41d2076ff071 None None] For port fad91566-6cc5-435b-ae23-9bb3eef17f43, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=fad91566-6cc5-435b-ae23-9bb3eef17f43,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:53:07.567038 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1069ec9b-7e5b-4c57-9ed7-9005c75a40bf tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Unset dirty status for tenant:0867fdc662af491c80549f361052dda6 on resource:floatingip {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:53:07.570917 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1069ec9b-7e5b-4c57-9ed7-9005c75a40bf tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1475 time: 0.4885714 Mar 09 03:53:07.577276 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37578) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:07.593197 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e0fc52e1-57c8-447b-a376-41d2076ff071 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:07.617969 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e0fc52e1-57c8-447b-a376-41d2076ff071 None None] Transition to ACTIVE for port object fad91566-6cc5-435b-ae23-9bb3eef17f43 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:53:07.628950 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e0fc52e1-57c8-447b-a376-41d2076ff071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:07.665130 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d98845f-35e1-4c04-be06-4bca7ac38efd tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:07.667951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d98845f-35e1-4c04-be06-4bca7ac38efd tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:07.667951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d98845f-35e1-4c04-be06-4bca7ac38efd tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:07.667951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d98845f-35e1-4c04-be06-4bca7ac38efd tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:07.667951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d98845f-35e1-4c04-be06-4bca7ac38efd tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:07.667951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d98845f-35e1-4c04-be06-4bca7ac38efd tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:07.667951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d98845f-35e1-4c04-be06-4bca7ac38efd tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:07.669406 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4d98845f-35e1-4c04-be06-4bca7ac38efd tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Synchronizing usage tracker for tenant:0867fdc662af491c80549f361052dda6 on resource:subnet {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:53:07.700041 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-99c5e69b-0e2d-4e08-82d6-e0b82b5c1a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:07.701680 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-99c5e69b-0e2d-4e08-82d6-e0b82b5c1a9f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3d62296e-a7e4-4061-88a7-e2ef850363e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4645021 Mar 09 03:53:07.775883 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4d98845f-35e1-4c04-be06-4bca7ac38efd tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Unset dirty status for tenant:0867fdc662af491c80549f361052dda6 on resource:subnet {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:53:07.777685 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4d98845f-35e1-4c04-be06-4bca7ac38efd tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4623 time: 0.1980634 Mar 09 03:53:07.832329 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37586) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:07.883966 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b441d1c5-b293-4f01-b9d9-462fd5b9d030 req-dab0cb89-3fc5-491b-9c00-5ebef0f0743a tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.1122108 Mar 09 03:53:07.952034 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ddadaf1a-29bd-45a5-b339-2132d0b9e520 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:07.976206 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc52e1-57c8-447b-a376-41d2076ff071 None None] Pushing event updated for resources: {'Port': ['ID=fad91566-6cc5-435b-ae23-9bb3eef17f43,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:07.982340 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-0641235f-81c2-4de2-8f4b-2f6230548e4c tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] delete failed (client error): The resource could not be found. Mar 09 03:53:07.983998 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0641235f-81c2-4de2-8f4b-2f6230548e4c tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/2542f9ab-f6dd-4112-80a1-29efb6a4ef40 HTTP/1.1" status: 404 len: 345 time: 0.1507523 Mar 09 03:53:07.993364 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37592) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:08.004611 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-ddadaf1a-29bd-45a5-b339-2132d0b9e520 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] device_id is not set on port 19f6a18f-009f-4623-bead-956c207f60ce yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:53:08.023643 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [req-bff9312a-a1b7-4a81-8e87-33809554fdbe req-b450c7bb-d916-44ad-a01a-e3641de43318 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Floating IP 1cc5327c-1186-433b-85d4-b3d7fd073f79 associated. External IP: 172.25.7.241, port: 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae. Mar 09 03:53:08.117103 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-b9fbd830-e0d8-49f4-9b59-88b3c4b6248d service neutron] 10.222.0.24 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001102 Mar 09 03:53:08.135454 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-425af45c-4467-43c3-ac43-223d6984d0bc tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] DELETE failed (client error): The resource could not be found. Mar 09 03:53:08.135918 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-425af45c-4467-43c3-ac43-223d6984d0bc tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:53:08.137466 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-425af45c-4467-43c3-ac43-223d6984d0bc tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] 10.222.0.16 "DELETE /v2.0/networks/84df2d50-a86e-40b9-93b9-f33e8f72aa29 HTTP/1.1" status: 404 len: 339 time: 0.1353383 Mar 09 03:53:08.148406 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37596) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:08.172993 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-0e773b14-0def-48bf-b099-bb9fd0668fc2 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Request body: {'network': {'name': 'tempest-network--1389262667', 'router:external': True}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:08.186028 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0e773b14-0def-48bf-b099-bb9fd0668fc2 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:08.195214 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0e773b14-0def-48bf-b099-bb9fd0668fc2 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Usage tracker for resource:network and tenant:0867fdc662af491c80549f361052dda6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:08.200755 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0e773b14-0def-48bf-b099-bb9fd0668fc2 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:08.211014 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0e773b14-0def-48bf-b099-bb9fd0668fc2 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:08.273693 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e773b14-0def-48bf-b099-bb9fd0668fc2 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Made reservation on behalf of 0867fdc662af491c80549f361052dda6 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:08.276120 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0e773b14-0def-48bf-b099-bb9fd0668fc2 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:08.338548 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e773b14-0def-48bf-b099-bb9fd0668fc2 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:53:08.357287 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0e773b14-0def-48bf-b099-bb9fd0668fc2 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:08.357637 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-0e773b14-0def-48bf-b099-bb9fd0668fc2 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Added segment a35f5ac5-688e-4a62-bbb2-c1206c2d568b of type vlan for network cf17e06d-d6d5-4a11-b88c-a927448cb355 Mar 09 03:53:08.479341 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0e773b14-0def-48bf-b099-bb9fd0668fc2 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:08.496830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-ddadaf1a-29bd-45a5-b339-2132d0b9e520 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 172.20.0.8 (52061912-70e8-4f32-8bcd-36eeab65c7b8/86731500-10b3-4af7-8cb5-14779ecdf68e/19f6a18f-009f-4623-bead-956c207f60ce) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:53:08.507140 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-ddadaf1a-29bd-45a5-b339-2132d0b9e520 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 2001:db8::f816:3eff:fec4:f534 (52061912-70e8-4f32-8bcd-36eeab65c7b8/a7ea643b-3dbb-4e38-8b27-efe506695e73/19f6a18f-009f-4623-bead-956c207f60ce) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:53:08.556790 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0e773b14-0def-48bf-b099-bb9fd0668fc2 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:08.557831 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e773b14-0def-48bf-b099-bb9fd0668fc2 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:08.558603 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0e773b14-0def-48bf-b099-bb9fd0668fc2 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:08.670412 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:08.772809 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-be04364c-9973-4ede-a7a4-13b3c2c37e2a req-bfe641d7-9a9b-4229-ab7e-76125aa7a2d6 service neutron] 10.222.0.24 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6393130 Mar 09 03:53:08.879702 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e773b14-0def-48bf-b099-bb9fd0668fc2 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Pushing event updated for resources: {'Network': ['ID=cf17e06d-d6d5-4a11-b88c-a927448cb355,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:08.893496 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network cf17e06d-d6d5-4a11-b88c-a927448cb355 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:53:09.014701 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0e773b14-0def-48bf-b099-bb9fd0668fc2 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8630586 Mar 09 03:53:09.016153 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37608) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:09.093441 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ddadaf1a-29bd-45a5-b339-2132d0b9e520 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:09.115397 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a1a40-18fe-4e2f-ada0-ef299806fcfe req-444b0918-2dd4-4b12-8d34-46b01db95c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:09.118016 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-166a1a40-18fe-4e2f-ada0-ef299806fcfe req-444b0918-2dd4-4b12-8d34-46b01db95c9d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 1094 time: 0.2756197 Mar 09 03:53:09.127248 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bff9312a-a1b7-4a81-8e87-33809554fdbe req-b450c7bb-d916-44ad-a01a-e3641de43318 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Router 3ddddd6a-502c-40fd-b37e-2c74c6b24d7a has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:53:09.236217 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-ddadaf1a-29bd-45a5-b339-2132d0b9e520 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Transition to ACTIVE for port object 19f6a18f-009f-4623-bead-956c207f60ce will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:53:09.242531 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device fad91566-6cc5-435b-ae23-9bb3eef17f43 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:53:09.288843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a1a40-18fe-4e2f-ada0-ef299806fcfe req-fd901d80-ce6b-4863-8372-5334e5778579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:09.289551 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-166a1a40-18fe-4e2f-ada0-ef299806fcfe req-fd901d80-ce6b-4863-8372-5334e5778579 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 913 time: 0.1552598 Mar 09 03:53:09.296084 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fdd1fe5c-381c-49e1-9234-1669102de1dd None None] Provisioning for port fad91566-6cc5-435b-ae23-9bb3eef17f43 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:53:09.297082 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ae992-36fb-47ba-9a10-77a964ed57eb req-07ed3551-140a-43ea-a97f-8071516e6abb tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:09.298628 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-422ae992-36fb-47ba-9a10-77a964ed57eb req-07ed3551-140a-43ea-a97f-8071516e6abb tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 943 time: 0.4062057 Mar 09 03:53:09.312319 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fdd1fe5c-381c-49e1-9234-1669102de1dd None None] Provisioning complete for port fad91566-6cc5-435b-ae23-9bb3eef17f43 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:53:09.312714 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fdd1fe5c-381c-49e1-9234-1669102de1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:09.353604 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5224f063-fa8d-4783-a7be-4ce485d5d65e tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:09.360547 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5224f063-fa8d-4783-a7be-4ce485d5d65e tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:09.367298 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5224f063-fa8d-4783-a7be-4ce485d5d65e tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:09.375540 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5224f063-fa8d-4783-a7be-4ce485d5d65e tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:09.381046 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5224f063-fa8d-4783-a7be-4ce485d5d65e tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3577297 Mar 09 03:53:09.383666 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37612) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:09.403541 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port fad91566-6cc5-435b-ae23-9bb3eef17f43 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:53:09.403945 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:09.452390 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-166a1a40-18fe-4e2f-ada0-ef299806fcfe req-14c568c0-9f2a-4e54-aed5-e67768a7fb1b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0007353e-605e-4cfb-bdb5-80da0e392856 HTTP/1.1" status: 200 len: 217 time: 0.0890303 Mar 09 03:53:09.477690 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-422ae992-36fb-47ba-9a10-77a964ed57eb req-e04d9a24-cb27-43cb-b2e6-b8fe1f3db51c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700175 Mar 09 03:53:09.494559 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ddadaf1a-29bd-45a5-b339-2132d0b9e520 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:09.711539 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a1a40-18fe-4e2f-ada0-ef299806fcfe req-889b2848-4941-47c9-9fdd-1126f40ecb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:09.713765 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-166a1a40-18fe-4e2f-ada0-ef299806fcfe req-889b2848-4941-47c9-9fdd-1126f40ecb9b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d785722e-a890-45c5-869c-7b3149d30510 HTTP/1.1" status: 200 len: 851 time: 0.2451477 Mar 09 03:53:09.719601 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bff9312a-a1b7-4a81-8e87-33809554fdbe req-b450c7bb-d916-44ad-a01a-e3641de43318 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:53:09.743600 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd70384-6d7b-4ada-8e28-1bb88eae9ec8 None None] Sync routers for ids ['3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:53:09.770043 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-bff9312a-a1b7-4a81-8e87-33809554fdbe req-b450c7bb-d916-44ad-a01a-e3641de43318 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:09.803120 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6428d01-e5b6-48cb-9122-70f6cc35450d req-e7597308-47ac-4540-ba37-f750175b68a8 tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.0736117 Mar 09 03:53:09.809693 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd70384-6d7b-4ada-8e28-1bb88eae9ec8 None None] Routers {'3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:53:09.814129 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddadaf1a-29bd-45a5-b339-2132d0b9e520 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:53:09.815931 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7bd70384-6d7b-4ada-8e28-1bb88eae9ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:53:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:09.835532 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-ddadaf1a-29bd-45a5-b339-2132d0b9e520 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:53:09.842155 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddadaf1a-29bd-45a5-b339-2132d0b9e520 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:53:09.880868 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-97dde2c8-2a86-402a-a24b-94243a89d43f tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:09.897729 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadaf1a-29bd-45a5-b339-2132d0b9e520 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=19f6a18f-009f-4623-bead-956c207f60ce,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:09.899089 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bff9312a-a1b7-4a81-8e87-33809554fdbe req-b450c7bb-d916-44ad-a01a-e3641de43318 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "PUT /v2.0/floatingips/1cc5327c-1186-433b-85d4-b3d7fd073f79 HTTP/1.1" status: 200 len: 997 time: 4.2406385 Mar 09 03:53:09.899902 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87589190-4490-4c0c-8a5f-3c86bddb12b3', 'tag': '8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:53:09.996308 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a1a40-18fe-4e2f-ada0-ef299806fcfe req-b5613214-48e0-423f-ae76-3d327ed2392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:09.997974 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-166a1a40-18fe-4e2f-ada0-ef299806fcfe req-b5613214-48e0-423f-ae76-3d327ed2392c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3d62296e-a7e4-4061-88a7-e2ef850363e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2761810 Mar 09 03:53:10.091278 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddadaf1a-29bd-45a5-b339-2132d0b9e520 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:10.093446 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ddadaf1a-29bd-45a5-b339-2132d0b9e520 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:10.123201 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87589190-4490-4c0c-8a5f-3c86bddb12b3', 'tag': '8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae', 'status': 'completed', 'code': 200} Mar 09 03:53:10.185195 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-97dde2c8-2a86-402a-a24b-94243a89d43f tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:10.197320 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ddadaf1a-29bd-45a5-b339-2132d0b9e520 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.3902812 Mar 09 03:53:10.210680 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37624) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:10.293799 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-7bd70384-6d7b-4ada-8e28-1bb88eae9ec8 None None] Set router 3ddddd6a-502c-40fd-b37e-2c74c6b24d7a gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:53:10.397987 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-224f7e2d-66b4-4c50-ac87-73c0ea3ef1d6 None None] Provisioning for port 19f6a18f-009f-4623-bead-956c207f60ce completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:53:10.414523 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-224f7e2d-66b4-4c50-ac87-73c0ea3ef1d6 None None] Provisioning complete for port 19f6a18f-009f-4623-bead-956c207f60ce triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:53:10.415006 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-224f7e2d-66b4-4c50-ac87-73c0ea3ef1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:10.484054 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-97dde2c8-2a86-402a-a24b-94243a89d43f tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf17e06d-d6d5-4a11-b88c-a927448cb355']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:10.500750 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-97dde2c8-2a86-402a-a24b-94243a89d43f tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35f5ac5-688e-4a62-bbb2-c1206c2d568b') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:10.501057 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-97dde2c8-2a86-402a-a24b-94243a89d43f tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35f5ac5-688e-4a62-bbb2-c1206c2d568b') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:10.531575 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-97dde2c8-2a86-402a-a24b-94243a89d43f tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:10.554565 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776609f-0e89-4fbe-9bd7-c301c962254a req-1f5a5058-90e9-43f5-ae55-87277c724ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:10.557420 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d776609f-0e89-4fbe-9bd7-c301c962254a req-1f5a5058-90e9-43f5-ae55-87277c724ed6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a16ab624ef346d8a3bdbd7e7cfa8c2d&device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 1097 time: 0.4278030 Mar 09 03:53:10.560704 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-166a1a40-18fe-4e2f-ada0-ef299806fcfe req-728d217a-8fcc-435d-97bc-afc6febdb6b3 service neutron] 10.222.0.24 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549514 Mar 09 03:53:10.574455 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9312a-a1b7-4a81-8e87-33809554fdbe req-36245b4b-68c1-49a0-b41c-da4a6d0b246a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:10.576859 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bff9312a-a1b7-4a81-8e87-33809554fdbe req-36245b4b-68c1-49a0-b41c-da4a6d0b246a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a16ab624ef346d8a3bdbd7e7cfa8c2d&device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 1097 time: 0.6279721 Mar 09 03:53:10.587361 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-97dde2c8-2a86-402a-a24b-94243a89d43f tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:10.631366 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1863063-01ff-4a11-85af-66029d0dd0ec tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:10.641975 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1863063-01ff-4a11-85af-66029d0dd0ec tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:10.643325 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f1863063-01ff-4a11-85af-66029d0dd0ec tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:53:10.650106 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97dde2c8-2a86-402a-a24b-94243a89d43f tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:53:10.651821 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-97dde2c8-2a86-402a-a24b-94243a89d43f tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:53:10.682538 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:53:10.825573 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9312a-a1b7-4a81-8e87-33809554fdbe req-9fe5dc65-7c8b-43d1-a2d3-896489eb881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:10.827744 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bff9312a-a1b7-4a81-8e87-33809554fdbe req-9fe5dc65-7c8b-43d1-a2d3-896489eb881f service neutron] 10.222.0.16 "GET /v2.0/networks?id=1ac13dcf-49d1-494e-9bd9-1e962da8e8f0 HTTP/1.1" status: 200 len: 920 time: 0.1544387 Mar 09 03:53:10.844057 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-224f7e2d-66b4-4c50-ac87-73c0ea3ef1d6 None None] Port 19f6a18f-009f-4623-bead-956c207f60ce cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:53:10.891337 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7bd70384-6d7b-4ada-8e28-1bb88eae9ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-584081132-router', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'd4ac51c2-063f-4601-9bdd-74974d1fd703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:51:54Z', 'updated_at': '2022-03-09T03:52:03Z', 'revision_number': 4, 'project_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'gw_port': {'id': 'd4ac51c2-063f-4601-9bdd-74974d1fd703', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:51:56Z', 'updated_at': '2022-03-09T03:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '1cc5327c-1186-433b-85d4-b3d7fd073f79', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'port_id': '8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac13dcf-49d1-494e-9bd9-1e962da8e8f0', 'mac_address': 'fa:16:3e:cc:92:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87589190-4490-4c0c-8a5f-3c86bddb12b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:53:02Z', 'updated_at': '2022-03-09T03:53:07Z', 'revision_number': 1, 'project_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf8f5d41-37a7-413c-bfdb-6bc4722d242b', 'name': '', 'network_id': '1ac13dcf-49d1-494e-9bd9-1e962da8e8f0', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'mac_address': 'fa:16:3e:98:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '965f9e8b-c887-40f8-8e3e-40a337410283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:52:02Z', 'updated_at': '2022-03-09T03:52:13Z', 'revision_number': 5, 'project_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'subnets': [{'id': '965f9e8b-c887-40f8-8e3e-40a337410283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:10.907925 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd70384-6d7b-4ada-8e28-1bb88eae9ec8 None None] Checking router: 3ddddd6a-502c-40fd-b37e-2c74c6b24d7a for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:53:10.957005 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd70384-6d7b-4ada-8e28-1bb88eae9ec8 None None] Routers {'3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:53:10.970945 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7bd70384-6d7b-4ada-8e28-1bb88eae9ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:53:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:11.013357 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f1863063-01ff-4a11-85af-66029d0dd0ec tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:53:11.019925 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f1863063-01ff-4a11-85af-66029d0dd0ec tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.8048017 Mar 09 03:53:11.019925 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37636) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:11.073356 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-97dde2c8-2a86-402a-a24b-94243a89d43f tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:11.104257 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97dde2c8-2a86-402a-a24b-94243a89d43f tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cf17e06d-d6d5-4a11-b88c-a927448cb355 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 09 03:53:11.111926 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-97dde2c8-2a86-402a-a24b-94243a89d43f tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:11.132568 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dde2c8-2a86-402a-a24b-94243a89d43f tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf17e06d-d6d5-4a11-b88c-a927448cb355,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:11.148625 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-97dde2c8-2a86-402a-a24b-94243a89d43f tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] 10.222.0.16 "DELETE /v2.0/networks/cf17e06d-d6d5-4a11-b88c-a927448cb355 HTTP/1.1" status: 204 len: 168 time: 1.7592101 Mar 09 03:53:11.148625 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-7260bd8c-3546-4f3d-8e07-ab4e69dcc718 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting port 19f6a18f-009f-4623-bead-956c207f60ce {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:53:11.148625 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7260bd8c-3546-4f3d-8e07-ab4e69dcc718 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:11.184959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37640) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:11.262572 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-f5e4cc99-c03d-43eb-b412-2063ffafaf65 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Request body: {'network': {'name': 'tempest-network--810103525', 'router:external': True}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:11.265747 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ab493-7312-4cbb-9b17-831b0c51db3b req-17ee1dcd-0cb3-4a49-83e3-bd909384dcc3 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:11.271096 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f5e4cc99-c03d-43eb-b412-2063ffafaf65 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:11.277528 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f5e4cc99-c03d-43eb-b412-2063ffafaf65 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Usage tracker for resource:network and tenant:0867fdc662af491c80549f361052dda6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:11.282070 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f5e4cc99-c03d-43eb-b412-2063ffafaf65 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:11.291756 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f5e4cc99-c03d-43eb-b412-2063ffafaf65 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:11.299306 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-581ab493-7312-4cbb-9b17-831b0c51db3b req-17ee1dcd-0cb3-4a49-83e3-bd909384dcc3 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 943 time: 0.5576360 Mar 09 03:53:11.393514 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e4cc99-c03d-43eb-b412-2063ffafaf65 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Made reservation on behalf of 0867fdc662af491c80549f361052dda6 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:11.396991 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f5e4cc99-c03d-43eb-b412-2063ffafaf65 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:11.583386 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-7bd70384-6d7b-4ada-8e28-1bb88eae9ec8 None None] Set router 3ddddd6a-502c-40fd-b37e-2c74c6b24d7a gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:53:11.616437 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bff9312a-a1b7-4a81-8e87-33809554fdbe req-6e1a3153-7ef5-4c2f-91d7-898453e964fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae HTTP/1.1" status: 200 len: 1000 time: 0.7555046 Mar 09 03:53:11.618476 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776609f-0e89-4fbe-9bd7-c301c962254a req-d88b8d2c-bd40-45c0-98f5-2c38e6585875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:11.630262 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d776609f-0e89-4fbe-9bd7-c301c962254a req-d88b8d2c-bd40-45c0-98f5-2c38e6585875 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ac13dcf-49d1-494e-9bd9-1e962da8e8f0 HTTP/1.1" status: 200 len: 920 time: 1.0521386 Mar 09 03:53:11.675201 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7260bd8c-3546-4f3d-8e07-ab4e69dcc718 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:11.802909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e4cc99-c03d-43eb-b412-2063ffafaf65 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:53:11.873196 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-166a1a40-18fe-4e2f-ada0-ef299806fcfe req-f0a78e40-6a58-482a-a356-bd4bc32f3a79 service neutron] 10.222.0.24 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2521250 Mar 09 03:53:11.882922 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f5e4cc99-c03d-43eb-b412-2063ffafaf65 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:11.883759 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-f5e4cc99-c03d-43eb-b412-2063ffafaf65 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Added segment eaf8425d-6545-445b-9a7f-edbc447b831d of type vlan for network 0604b3b7-a1c0-43ec-8e8f-0603fa8c465e Mar 09 03:53:11.938392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9312a-a1b7-4a81-8e87-33809554fdbe req-2558c632-67d3-4b98-83a5-370c19a2e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:11.943191 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bff9312a-a1b7-4a81-8e87-33809554fdbe req-2558c632-67d3-4b98-83a5-370c19a2e4c0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=965f9e8b-c887-40f8-8e3e-40a337410283 HTTP/1.1" status: 200 len: 859 time: 0.2980740 Mar 09 03:53:11.975980 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-7260bd8c-3546-4f3d-8e07-ab4e69dcc718 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Calling delete_port for 19f6a18f-009f-4623-bead-956c207f60ce owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:53:12.022408 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bff9312a-a1b7-4a81-8e87-33809554fdbe req-381818a6-dae6-4c21-a497-d1bb533de83e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ac13dcf-49d1-494e-9bd9-1e962da8e8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699384 Mar 09 03:53:12.037663 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d776609f-0e89-4fbe-9bd7-c301c962254a req-49b41268-f958-4636-9642-a461536d5f11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae HTTP/1.1" status: 200 len: 1000 time: 0.3165133 Mar 09 03:53:12.289738 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7260bd8c-3546-4f3d-8e07-ab4e69dcc718 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:12.378007 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-581ab493-7312-4cbb-9b17-831b0c51db3b req-d63f7ea6-c562-49a0-b31c-7a8b58da9c72 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0776820 Mar 09 03:53:12.378877 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260bd8c-3546-4f3d-8e07-ab4e69dcc718 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Port': ['ID=19f6a18f-009f-4623-bead-956c207f60ce,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:12.436624 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7bd70384-6d7b-4ada-8e28-1bb88eae9ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-584081132-router', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'd4ac51c2-063f-4601-9bdd-74974d1fd703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:51:54Z', 'updated_at': '2022-03-09T03:52:03Z', 'revision_number': 4, 'project_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'gw_port': {'id': 'd4ac51c2-063f-4601-9bdd-74974d1fd703', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:51:56Z', 'updated_at': '2022-03-09T03:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '1cc5327c-1186-433b-85d4-b3d7fd073f79', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'port_id': '8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac13dcf-49d1-494e-9bd9-1e962da8e8f0', 'mac_address': 'fa:16:3e:cc:92:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87589190-4490-4c0c-8a5f-3c86bddb12b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:53:02Z', 'updated_at': '2022-03-09T03:53:07Z', 'revision_number': 1, 'project_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf8f5d41-37a7-413c-bfdb-6bc4722d242b', 'name': '', 'network_id': '1ac13dcf-49d1-494e-9bd9-1e962da8e8f0', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'mac_address': 'fa:16:3e:98:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '965f9e8b-c887-40f8-8e3e-40a337410283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:52:02Z', 'updated_at': '2022-03-09T03:52:13Z', 'revision_number': 5, 'project_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'subnets': [{'id': '965f9e8b-c887-40f8-8e3e-40a337410283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:12.445979 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd70384-6d7b-4ada-8e28-1bb88eae9ec8 None None] The sync data for ids ['3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'] in n-d-825178-5 is: [{'id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-584081132-router', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'd4ac51c2-063f-4601-9bdd-74974d1fd703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:51:54Z', 'updated_at': '2022-03-09T03:52:03Z', 'revision_number': 4, 'project_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'gw_port': {'id': 'd4ac51c2-063f-4601-9bdd-74974d1fd703', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:51:56Z', 'updated_at': '2022-03-09T03:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '1cc5327c-1186-433b-85d4-b3d7fd073f79', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'port_id': '8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac13dcf-49d1-494e-9bd9-1e962da8e8f0', 'mac_address': 'fa:16:3e:cc:92:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87589190-4490-4c0c-8a5f-3c86bddb12b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:53:02Z', 'updated_at': '2022-03-09T03:53:07Z', 'revision_number': 1, 'project_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf8f5d41-37a7-413c-bfdb-6bc4722d242b', 'name': '', 'network_id': '1ac13dcf-49d1-494e-9bd9-1e962da8e8f0', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'mac_address': 'fa:16:3e:98:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '965f9e8b-c887-40f8-8e3e-40a337410283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:52:02Z', 'updated_at': '2022-03-09T03:52:13Z', 'revision_number': 5, 'project_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'subnets': [{'id': '965f9e8b-c887-40f8-8e3e-40a337410283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:53:12.458430 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f5e4cc99-c03d-43eb-b412-2063ffafaf65 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:12.496171 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0007353e-605e-4cfb-bdb5-80da0e392856 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:53:12.715391 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776609f-0e89-4fbe-9bd7-c301c962254a req-4be58c3c-5def-4301-aaca-cbdce5a51b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:12.719618 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d776609f-0e89-4fbe-9bd7-c301c962254a req-4be58c3c-5def-4301-aaca-cbdce5a51b29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=965f9e8b-c887-40f8-8e3e-40a337410283 HTTP/1.1" status: 200 len: 859 time: 0.6358430 Mar 09 03:53:12.774998 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d776609f-0e89-4fbe-9bd7-c301c962254a req-e5561087-307b-43da-8b55-3bf51f084362 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ac13dcf-49d1-494e-9bd9-1e962da8e8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492814 Mar 09 03:53:12.923428 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 0007353e-605e-4cfb-bdb5-80da0e392856, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0007353e-605e-4cfb-bdb5-80da0e392856,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:53:12.954420 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5adc196-0120-4da0-b89b-a70384ac9583 None None] New status for floating IP 1cc5327c-1186-433b-85d4-b3d7fd073f79: ACTIVE {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:53:12.958159 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7260bd8c-3546-4f3d-8e07-ab4e69dcc718 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:12.986429 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7b2d149c-3bc9-4a9f-8b3d-c5f37a214136 req-d440bcd0-483b-40b2-b265-68ac35a49963 tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.1866939 Mar 09 03:53:12.998085 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7260bd8c-3546-4f3d-8e07-ab4e69dcc718 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/19f6a18f-009f-4623-bead-956c207f60ce HTTP/1.1" status: 204 len: 168 time: 1.9772012 Mar 09 03:53:12.999032 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37654) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:13.084589 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831ad74e-11f7-4f60-bb48-5a8618b98a91 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:13.086242 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831ad74e-11f7-4f60-bb48-5a8618b98a91 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:13.087857 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831ad74e-11f7-4f60-bb48-5a8618b98a91 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:13.089031 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-831ad74e-11f7-4f60-bb48-5a8618b98a91 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:53:13.100687 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '0007353e-605e-4cfb-bdb5-80da0e392856', 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'port_id': '0007353e-605e-4cfb-bdb5-80da0e392856', 'mac_address': 'fa:16:3e:63:ec:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd785722e-a890-45c5-869c-7b3149d30510', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:53:13.107449 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d776609f-0e89-4fbe-9bd7-c301c962254a req-415e8d1a-74f8-4109-86a1-b90ac607fee1 service neutron] 10.222.0.21 "GET /v2.0/networks/1ac13dcf-49d1-494e-9bd9-1e962da8e8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212726 Mar 09 03:53:13.111869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-831ad74e-11f7-4f60-bb48-5a8618b98a91 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:53:13.117476 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-831ad74e-11f7-4f60-bb48-5a8618b98a91 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1167629 Mar 09 03:53:13.119119 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37662) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:13.207072 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff45d1f3-df81-4813-a46d-8b93938fe210 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet 86731500-10b3-4af7-8cb5-14779ecdf68e {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:53:13.210220 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff45d1f3-df81-4813-a46d-8b93938fe210 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:13.259739 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f5e4cc99-c03d-43eb-b412-2063ffafaf65 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:13.260697 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e4cc99-c03d-43eb-b412-2063ffafaf65 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:13.262049 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f5e4cc99-c03d-43eb-b412-2063ffafaf65 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:13.280452 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff45d1f3-df81-4813-a46d-8b93938fe210 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:13.311588 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bff9312a-a1b7-4a81-8e87-33809554fdbe req-1ee6ed8f-88a1-4564-bef7-44b23b2c8a14 service neutron] 10.222.0.16 "GET /v2.0/networks/1ac13dcf-49d1-494e-9bd9-1e962da8e8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2792373 Mar 09 03:53:13.337700 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:13.374752 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0007353e-605e-4cfb-bdb5-80da0e392856 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:53:13.453734 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d776609f-0e89-4fbe-9bd7-c301c962254a req-310fdc06-53b3-4f64-8de1-f0a8e1a264d8 service neutron] 10.222.0.21 "GET /v2.0/networks/1ac13dcf-49d1-494e-9bd9-1e962da8e8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359554 Mar 09 03:53:13.465130 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff45d1f3-df81-4813-a46d-8b93938fe210 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:13.465916 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 0007353e-605e-4cfb-bdb5-80da0e392856, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0007353e-605e-4cfb-bdb5-80da0e392856,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:53:13.472962 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:13.479940 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f5e4cc99-c03d-43eb-b412-2063ffafaf65 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.2860847 Mar 09 03:53:13.482930 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37674) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:13.567571 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=0007353e-605e-4cfb-bdb5-80da0e392856,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:13.571959 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff45d1f3-df81-4813-a46d-8b93938fe210 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:13.588674 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bff9312a-a1b7-4a81-8e87-33809554fdbe req-7c98b4ef-dbe5-4b36-bc27-707b897123bc service neutron] 10.222.0.16 "GET /v2.0/networks/1ac13dcf-49d1-494e-9bd9-1e962da8e8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549574 Mar 09 03:53:13.606882 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e4cc99-c03d-43eb-b412-2063ffafaf65 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Pushing event updated for resources: {'Network': ['ID=0604b3b7-a1c0-43ec-8e8f-0603fa8c465e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:13.619500 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45d1f3-df81-4813-a46d-8b93938fe210 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=86731500-10b3-4af7-8cb5-14779ecdf68e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:13.621579 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 0604b3b7-a1c0-43ec-8e8f-0603fa8c465e details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:53:13.631314 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff45d1f3-df81-4813-a46d-8b93938fe210 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:13.645674 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da267c4b-59c3-48d7-b885-031daf3da89e None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:53:13.820609 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ff45d1f3-df81-4813-a46d-8b93938fe210 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/86731500-10b3-4af7-8cb5-14779ecdf68e HTTP/1.1" status: 204 len: 168 time: 0.6995063 Mar 09 03:53:13.822669 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['0007353e-605e-4cfb-bdb5-80da0e392856'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:53:13.823250 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37690) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:13.865276 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2e6aa9-e08f-432a-9292-0daccca9176b tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:13.865276 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-eb2e6aa9-e08f-432a-9292-0daccca9176b tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Synchronizing usage tracker for tenant:541d39a9fcea40d094efecdc2b432536 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:53:13.901830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4c9761-8605-4517-b990-686988d02ac0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet a7ea643b-3dbb-4e38-8b27-efe506695e73 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:53:13.905541 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7d4c9761-8605-4517-b990-686988d02ac0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:13.953323 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-eb2e6aa9-e08f-432a-9292-0daccca9176b tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Unset dirty status for tenant:541d39a9fcea40d094efecdc2b432536 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:53:13.960911 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-eb2e6aa9-e08f-432a-9292-0daccca9176b tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] 10.222.0.16 "GET /v2.0/networks/0604b3b7-a1c0-43ec-8e8f-0603fa8c465e HTTP/1.1" status: 200 len: 756 time: 0.4747255 Mar 09 03:53:13.961440 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7d4c9761-8605-4517-b990-686988d02ac0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:13.964385 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37696) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:14.062353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b5843-2e75-48ec-a07c-aa7da6755669 req-59fe70b8-af6b-46d0-b7af-3a9801893522 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:14.079484 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e1b5843-2e75-48ec-a07c-aa7da6755669 req-59fe70b8-af6b-46d0-b7af-3a9801893522 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 944 time: 0.4261789 Mar 09 03:53:14.130041 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7d4c9761-8605-4517-b990-686988d02ac0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:14.179163 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f26bed30-9243-41b2-a137-6086c3bb0b84 req-afaae231-1e4c-4c9f-afa8-a7631720eeab tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.241 HTTP/1.1" status: 200 len: 1002 time: 0.4497306 Mar 09 03:53:14.243387 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e1b5843-2e75-48ec-a07c-aa7da6755669 req-458647d8-274a-480d-bd3b-48e15f116d88 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628754 Mar 09 03:53:14.282410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bed30-9243-41b2-a137-6086c3bb0b84 req-c083a18c-bb70-4d33-a639-4708c33809e7 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:14.284395 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f26bed30-9243-41b2-a137-6086c3bb0b84 req-c083a18c-bb70-4d33-a639-4708c33809e7 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports/8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae HTTP/1.1" status: 200 len: 943 time: 0.0974104 Mar 09 03:53:14.289861 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7d4c9761-8605-4517-b990-686988d02ac0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:14.363462 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7d4c9761-8605-4517-b990-686988d02ac0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:14.382743 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c9761-8605-4517-b990-686988d02ac0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=a7ea643b-3dbb-4e38-8b27-efe506695e73,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:14.401515 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7d4c9761-8605-4517-b990-686988d02ac0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/a7ea643b-3dbb-4e38-8b27-efe506695e73 HTTP/1.1" status: 204 len: 168 time: 0.5744703 Mar 09 03:53:14.401829 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d73e33-dabe-4a91-96fe-7e3e91fe978e tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:14.406596 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37706) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:14.406776 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b4d73e33-dabe-4a91-96fe-7e3e91fe978e tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] 10.222.0.16 "GET /v2.0/networks/aa414289-53a6-4dc6-9ace-018eba894007 HTTP/1.1" status: 200 len: 767 time: 0.4375937 Mar 09 03:53:14.464789 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37710) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:14.515575 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f26bed30-9243-41b2-a137-6086c3bb0b84 req-2a70de86-fb55-40be-8c7a-2b534c8a4d81 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.241 HTTP/1.1" status: 200 len: 1002 time: 0.1097465 Mar 09 03:53:14.568915 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1f797656-c09c-4f30-88a4-cd8b785d2fa7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1596217 Mar 09 03:53:14.573623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37720) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:14.582792 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-83fb3bf8-b5d5-48d2-ac6a-a072595699dd req-0fe7f277-80fb-450e-9dee-951c2b814405 tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.1077468 Mar 09 03:53:14.587724 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-c730ca46-77d7-4b7d-84a9-2475dca2d05b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:14.696542 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3c51a108-8392-4982-be02-fbc1911fb526 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:14.799205 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c730ca46-77d7-4b7d-84a9-2475dca2d05b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:14.808781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c730ca46-77d7-4b7d-84a9-2475dca2d05b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:14.815289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c730ca46-77d7-4b7d-84a9-2475dca2d05b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:14.833250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c730ca46-77d7-4b7d-84a9-2475dca2d05b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:14.843777 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3c51a108-8392-4982-be02-fbc1911fb526 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:14.866928 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bed30-9243-41b2-a137-6086c3bb0b84 req-26dec0ba-9c0c-44bc-a404-de54345eec5d tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:14.873686 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-3c51a108-8392-4982-be02-fbc1911fb526 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0604b3b7-a1c0-43ec-8e8f-0603fa8c465e']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:14.874561 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f26bed30-9243-41b2-a137-6086c3bb0b84 req-26dec0ba-9c0c-44bc-a404-de54345eec5d tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 0.3483520 Mar 09 03:53:14.882276 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c730ca46-77d7-4b7d-84a9-2475dca2d05b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:14.886497 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c730ca46-77d7-4b7d-84a9-2475dca2d05b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:14.887531 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-3c51a108-8392-4982-be02-fbc1911fb526 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf8425d-6545-445b-9a7f-edbc447b831d') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:14.887824 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-3c51a108-8392-4982-be02-fbc1911fb526 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf8425d-6545-445b-9a7f-edbc447b831d') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:14.901237 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3c51a108-8392-4982-be02-fbc1911fb526 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:14.920964 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3c51a108-8392-4982-be02-fbc1911fb526 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:14.928295 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c51a108-8392-4982-be02-fbc1911fb526 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:53:14.928720 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3c51a108-8392-4982-be02-fbc1911fb526 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:53:15.018924 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:53:15.033817 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3c51a108-8392-4982-be02-fbc1911fb526 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:15.049951 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c51a108-8392-4982-be02-fbc1911fb526 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0604b3b7-a1c0-43ec-8e8f-0603fa8c465e {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 09 03:53:15.054144 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3c51a108-8392-4982-be02-fbc1911fb526 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:15.060386 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51a108-8392-4982-be02-fbc1911fb526 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Pushing event deleted for resources: {'Network': ['ID=0604b3b7-a1c0-43ec-8e8f-0603fa8c465e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:15.071997 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3c51a108-8392-4982-be02-fbc1911fb526 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] 10.222.0.16 "DELETE /v2.0/networks/0604b3b7-a1c0-43ec-8e8f-0603fa8c465e HTTP/1.1" status: 204 len: 168 time: 0.6028893 Mar 09 03:53:15.073478 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37724) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:15.081311 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-cb65f8fc-0b65-439f-b9f8-99bbd8e8c218 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Request body: {'network': {'name': 'tempest-network--1043697355'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:15.088205 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cb65f8fc-0b65-439f-b9f8-99bbd8e8c218 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:15.093612 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cb65f8fc-0b65-439f-b9f8-99bbd8e8c218 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Usage tracker for resource:network and tenant:0867fdc662af491c80549f361052dda6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:15.097243 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cb65f8fc-0b65-439f-b9f8-99bbd8e8c218 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:15.103073 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cb65f8fc-0b65-439f-b9f8-99bbd8e8c218 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:15.121438 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f26bed30-9243-41b2-a137-6086c3bb0b84 req-bff7d927-ef73-4310-8598-e47ce8d8b30c tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.241 HTTP/1.1" status: 200 len: 1002 time: 0.2114787 Mar 09 03:53:15.121652 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b86f45-ec16-4ec4-b4aa-550707b734a4 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:53:15.125053 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb65f8fc-0b65-439f-b9f8-99bbd8e8c218 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Made reservation on behalf of 0867fdc662af491c80549f361052dda6 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:15.129184 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cb65f8fc-0b65-439f-b9f8-99bbd8e8c218 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:15.137276 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-f26bed30-9243-41b2-a137-6086c3bb0b84 req-2eb16081-207e-44c5-b8be-608e013fa503 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:15.184220 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb65f8fc-0b65-439f-b9f8-99bbd8e8c218 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:53:15.200704 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cb65f8fc-0b65-439f-b9f8-99bbd8e8c218 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:15.201453 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-cb65f8fc-0b65-439f-b9f8-99bbd8e8c218 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Added segment 75caab77-1b85-4cda-b231-1e11c3a18a4b of type vlan for network 64c4a1e8-3f19-42ef-a2b3-a7d48f291e35 Mar 09 03:53:15.242135 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cb65f8fc-0b65-439f-b9f8-99bbd8e8c218 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:15.284019 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cb65f8fc-0b65-439f-b9f8-99bbd8e8c218 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:15.285656 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb65f8fc-0b65-439f-b9f8-99bbd8e8c218 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:15.288448 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cb65f8fc-0b65-439f-b9f8-99bbd8e8c218 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:15.302875 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f26bed30-9243-41b2-a137-6086c3bb0b84 req-2eb16081-207e-44c5-b8be-608e013fa503 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks [] for floatingip, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:15.463136 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-02ad10bc-6dc7-43ad-bb1f-4801c7ca5082 None None] Provisioning complete for port fad91566-6cc5-435b-ae23-9bb3eef17f43 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:53:15.463816 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-02ad10bc-6dc7-43ad-bb1f-4801c7ca5082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:15.535194 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cb65f8fc-0b65-439f-b9f8-99bbd8e8c218 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4578807 Mar 09 03:53:15.540763 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37734) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:15.552474 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-41401dba-84ab-499e-9dcd-eb98508d68ee tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:15.650449 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65f8fc-0b65-439f-b9f8-99bbd8e8c218 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Pushing event updated for resources: {'Network': ['ID=64c4a1e8-3f19-42ef-a2b3-a7d48f291e35,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:15.670899 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 64c4a1e8-3f19-42ef-a2b3-a7d48f291e35 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:53:15.681680 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f26bed30-9243-41b2-a137-6086c3bb0b84 req-2eb16081-207e-44c5-b8be-608e013fa503 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:15.785463 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f26bed30-9243-41b2-a137-6086c3bb0b84 req-2eb16081-207e-44c5-b8be-608e013fa503 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:15.787381 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [req-f26bed30-9243-41b2-a137-6086c3bb0b84 req-2eb16081-207e-44c5-b8be-608e013fa503 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Floating IP 1cc5327c-1186-433b-85d4-b3d7fd073f79 disassociated. External IP: 172.25.7.241, port: 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae. Mar 09 03:53:15.845697 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-41401dba-84ab-499e-9dcd-eb98508d68ee tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:15.871823 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-41401dba-84ab-499e-9dcd-eb98508d68ee tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:15.965313 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c730ca46-77d7-4b7d-84a9-2475dca2d05b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:15.973322 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b930bf-6bd0-4db2-9f10-6c49912fe1dd None None] DHCP port deletion for 52061912-70e8-4f32-8bcd-36eeab65c7b8 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:53:15.978445 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-95b930bf-6bd0-4db2-9f10-6c49912fe1dd None None] Deleting port fad91566-6cc5-435b-ae23-9bb3eef17f43 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:53:15.978887 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-95b930bf-6bd0-4db2-9f10-6c49912fe1dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:16.086606 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-41401dba-84ab-499e-9dcd-eb98508d68ee tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Network 64c4a1e8-3f19-42ef-a2b3-a7d48f291e35 is not hosted by any dhcp agent {{(pid=87881) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 09 03:53:16.087641 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41401dba-84ab-499e-9dcd-eb98508d68ee tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:16.088302 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-41401dba-84ab-499e-9dcd-eb98508d68ee tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:16.092593 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-41401dba-84ab-499e-9dcd-eb98508d68ee tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] 10.222.0.16 "PUT /v2.0/networks/64c4a1e8-3f19-42ef-a2b3-a7d48f291e35 HTTP/1.1" status: 200 len: 858 time: 0.5428963 Mar 09 03:53:16.093796 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37746) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:16.214560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730ca46-77d7-4b7d-84a9-2475dca2d05b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=e948b9b6-c85f-4a2f-bbce-cb0e3121d95b,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:16.222244 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c730ca46-77d7-4b7d-84a9-2475dca2d05b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:53:16.235568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-c730ca46-77d7-4b7d-84a9-2475dca2d05b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:53:16.241107 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730ca46-77d7-4b7d-84a9-2475dca2d05b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:16.241526 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730ca46-77d7-4b7d-84a9-2475dca2d05b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:16.242170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730ca46-77d7-4b7d-84a9-2475dca2d05b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:16.242650 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730ca46-77d7-4b7d-84a9-2475dca2d05b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:16.243010 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730ca46-77d7-4b7d-84a9-2475dca2d05b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:16.243334 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730ca46-77d7-4b7d-84a9-2475dca2d05b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:16.243655 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730ca46-77d7-4b7d-84a9-2475dca2d05b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:16.243975 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730ca46-77d7-4b7d-84a9-2475dca2d05b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:16.244291 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730ca46-77d7-4b7d-84a9-2475dca2d05b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:16.244604 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730ca46-77d7-4b7d-84a9-2475dca2d05b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:16.244916 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730ca46-77d7-4b7d-84a9-2475dca2d05b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:16.245232 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730ca46-77d7-4b7d-84a9-2475dca2d05b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:16.291271 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41401dba-84ab-499e-9dcd-eb98508d68ee tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Pushing event updated for resources: {'Network': ['ID=64c4a1e8-3f19-42ef-a2b3-a7d48f291e35,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:16.300611 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c730ca46-77d7-4b7d-84a9-2475dca2d05b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:16.300611 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c730ca46-77d7-4b7d-84a9-2475dca2d05b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:16.301099 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-95b930bf-6bd0-4db2-9f10-6c49912fe1dd None None] For port fad91566-6cc5-435b-ae23-9bb3eef17f43, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=fad91566-6cc5-435b-ae23-9bb3eef17f43,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:53:16.302138 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-95b930bf-6bd0-4db2-9f10-6c49912fe1dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:16.308956 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd193f-a860-4c53-b3d8-a576058ea175 req-43163139-3934-47ad-905f-6e57b40ffd16 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:16.311149 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-13fd193f-a860-4c53-b3d8-a576058ea175 req-43163139-3934-47ad-905f-6e57b40ffd16 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 944 time: 0.8258722 Mar 09 03:53:16.318212 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-43e00e81-5b83-4ce2-a368-723612749046 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:16.358372 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c730ca46-77d7-4b7d-84a9-2475dca2d05b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7838733 Mar 09 03:53:16.362073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37750) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:16.381956 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-13fd193f-a860-4c53-b3d8-a576058ea175 req-a1fbcd78-ad14-42cb-af34-f5ffe230418f tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592859 Mar 09 03:53:16.480155 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-0c753e30-4f1e-432a-a316-d9062e53ce68 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:16.480686 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-95b930bf-6bd0-4db2-9f10-6c49912fe1dd None None] Calling delete_port for fad91566-6cc5-435b-ae23-9bb3eef17f43 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:53:16.545344 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-43e00e81-5b83-4ce2-a368-723612749046 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:16.574446 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0007353e-605e-4cfb-bdb5-80da0e392856 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:53:16.624538 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-43e00e81-5b83-4ce2-a368-723612749046 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c4a1e8-3f19-42ef-a2b3-a7d48f291e35']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:16.640943 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-43e00e81-5b83-4ce2-a368-723612749046 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75caab77-1b85-4cda-b231-1e11c3a18a4b') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:16.641251 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-43e00e81-5b83-4ce2-a368-723612749046 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75caab77-1b85-4cda-b231-1e11c3a18a4b') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:16.648683 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-95b930bf-6bd0-4db2-9f10-6c49912fe1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:16.703633 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b930bf-6bd0-4db2-9f10-6c49912fe1dd None None] No DVR routers for this DVR port fad91566-6cc5-435b-ae23-9bb3eef17f43 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:53:16.711760 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b930bf-6bd0-4db2-9f10-6c49912fe1dd None None] Pushing event deleted for resources: {'Port': ['ID=fad91566-6cc5-435b-ae23-9bb3eef17f43,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:16.723708 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-43e00e81-5b83-4ce2-a368-723612749046 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:16.727896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73653b45-9f50-480e-9d45-4690e238c629 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:53:16.734017 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f66a2887-bd0f-4b06-8164-a851737f37f3 req-91cf2a4c-674c-423f-b564-9ce0cf550b8c tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.0831976 Mar 09 03:53:16.750077 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-43e00e81-5b83-4ce2-a368-723612749046 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:16.768134 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f26bed30-9243-41b2-a137-6086c3bb0b84 req-2eb16081-207e-44c5-b8be-608e013fa503 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Router 3ddddd6a-502c-40fd-b37e-2c74c6b24d7a has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:53:16.771535 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 0007353e-605e-4cfb-bdb5-80da0e392856 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:53:16.773751 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e00e81-5b83-4ce2-a368-723612749046 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:53:16.774172 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-43e00e81-5b83-4ce2-a368-723612749046 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:16.778674 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0c753e30-4f1e-432a-a316-d9062e53ce68 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:16.822498 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 0007353e-605e-4cfb-bdb5-80da0e392856 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:53:16.822498 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:16.836047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0c753e30-4f1e-432a-a316-d9062e53ce68 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:16.844061 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0c753e30-4f1e-432a-a316-d9062e53ce68 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:16.858303 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0c753e30-4f1e-432a-a316-d9062e53ce68 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:16.886723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c753e30-4f1e-432a-a316-d9062e53ce68 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:16.893151 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0c753e30-4f1e-432a-a316-d9062e53ce68 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:53:16.918621 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:53:16.926098 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-43e00e81-5b83-4ce2-a368-723612749046 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:16.953838 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e00e81-5b83-4ce2-a368-723612749046 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 64c4a1e8-3f19-42ef-a2b3-a7d48f291e35 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 09 03:53:16.956795 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-43e00e81-5b83-4ce2-a368-723612749046 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:16.964216 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-43e00e81-5b83-4ce2-a368-723612749046 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] 10.222.0.16 "DELETE /v2.0/networks/64c4a1e8-3f19-42ef-a2b3-a7d48f291e35 HTTP/1.1" status: 204 len: 168 time: 0.8694284 Mar 09 03:53:16.969009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37760) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:16.973885 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e00e81-5b83-4ce2-a368-723612749046 tempest-ExternalNetworksTestJSON-732647572 tempest-ExternalNetworksTestJSON-732647572-project-admin] Pushing event deleted for resources: {'Network': ['ID=64c4a1e8-3f19-42ef-a2b3-a7d48f291e35,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:17.064741 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:17.106714 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-df44bebd-bdd8-4b49-8051-e53bc14ebe93 tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] DELETE failed (client error): The resource could not be found. Mar 09 03:53:17.107199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df44bebd-bdd8-4b49-8051-e53bc14ebe93 tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:53:17.109541 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-df44bebd-bdd8-4b49-8051-e53bc14ebe93 tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] 10.222.0.16 "DELETE /v2.0/subnets/57b0a52a-38fd-477e-bc91-031f52eaf91c HTTP/1.1" status: 404 len: 337 time: 0.1290169 Mar 09 03:53:17.112423 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37764) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:17.142477 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f26bed30-9243-41b2-a137-6086c3bb0b84 req-2eb16081-207e-44c5-b8be-608e013fa503 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:53:17.150494 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f26bed30-9243-41b2-a137-6086c3bb0b84 req-2eb16081-207e-44c5-b8be-608e013fa503 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:17.172541 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4326d92-c288-494b-b291-0db3149b3ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0007353e-605e-4cfb-bdb5-80da0e392856'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:53:17.187307 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823d6c40-1045-44d0-94ea-18789175c1be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-52061912-70e8-4f32-8bcd-36eeab65c7b8', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'fixed_ips': [{'subnet_id': 'e948b9b6-c85f-4a2f-bbce-cb0e3121d95b'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:53:17.188178 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-823d6c40-1045-44d0-94ea-18789175c1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:17.218149 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 0007353e-605e-4cfb-bdb5-80da0e392856, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0007353e-605e-4cfb-bdb5-80da0e392856,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:53:17.304369 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4326d92-c288-494b-b291-0db3149b3ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0007353e-605e-4cfb-bdb5-80da0e392856', 'code': 200} Mar 09 03:53:17.306089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device fad91566-6cc5-435b-ae23-9bb3eef17f43 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:53:17.349276 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:17.360350 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-96a4dd8f-be48-450a-b967-b449875e83eb tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:17.401664 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: fad91566-6cc5-435b-ae23-9bb3eef17f43 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:53:17.402339 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device fad91566-6cc5-435b-ae23-9bb3eef17f43 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:53:17.510759 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f26bed30-9243-41b2-a137-6086c3bb0b84 req-2eb16081-207e-44c5-b8be-608e013fa503 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "PUT /v2.0/floatingips/1cc5327c-1186-433b-85d4-b3d7fd073f79 HTTP/1.1" status: 200 len: 695 time: 2.3788724 Mar 09 03:53:17.512028 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87589190-4490-4c0c-8a5f-3c86bddb12b3', 'tag': '8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:53:17.554634 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-96a4dd8f-be48-450a-b967-b449875e83eb tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:17.582405 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-96a4dd8f-be48-450a-b967-b449875e83eb tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa414289-53a6-4dc6-9ace-018eba894007']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:17.595601 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-96a4dd8f-be48-450a-b967-b449875e83eb tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c211ac-b550-4c35-a952-edfe1cbcaea5') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:17.595898 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-96a4dd8f-be48-450a-b967-b449875e83eb tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c211ac-b550-4c35-a952-edfe1cbcaea5') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:17.607891 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-96a4dd8f-be48-450a-b967-b449875e83eb tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:17.625388 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=0007353e-605e-4cfb-bdb5-80da0e392856,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:17.639899 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-96a4dd8f-be48-450a-b967-b449875e83eb tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:17.654291 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a4dd8f-be48-450a-b967-b449875e83eb tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:53:17.656179 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-96a4dd8f-be48-450a-b967-b449875e83eb tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:53:17.695589 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:53:17.708922 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1adad73-c4bf-42ce-bad6-fd1887c10a79 None None] Sync routers for ids ['3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:53:17.709922 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-823d6c40-1045-44d0-94ea-18789175c1be None None] Allocated IP 172.20.0.2 (52061912-70e8-4f32-8bcd-36eeab65c7b8/e948b9b6-c85f-4a2f-bbce-cb0e3121d95b/5c796999-e81a-4c2c-a0fe-07070608dc0a) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:53:17.726951 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1adad73-c4bf-42ce-bad6-fd1887c10a79 None None] Routers {'3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:53:17.728760 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f1adad73-c4bf-42ce-bad6-fd1887c10a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:53:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:17.873683 n-d-825178-5 neutron-server[87880]: DEBUG neutron.objects.ports [None req-0c753e30-4f1e-432a-a316-d9062e53ce68 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87880) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 03:53:17.895630 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0c753e30-4f1e-432a-a316-d9062e53ce68 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:18.014611 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-96a4dd8f-be48-450a-b967-b449875e83eb tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:18.035719 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d3ab7-9333-4df5-9c26-33a9d2cf3f9d req-be856295-fc28-4291-b491-09b5ada53acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:18.037724 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-520d3ab7-9333-4df5-9c26-33a9d2cf3f9d req-be856295-fc28-4291-b491-09b5ada53acd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 1096 time: 0.5985847 Mar 09 03:53:18.066705 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-96a4dd8f-be48-450a-b967-b449875e83eb tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:18.080939 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb05162-db8d-4bf3-8978-90cfb94dae91 req-6a6af227-d77f-453a-b3b8-fbc24514f59f tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:18.092305 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bed30-9243-41b2-a137-6086c3bb0b84 req-6de4f87c-03f3-4f8c-8d4a-ed8d9980dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:18.094390 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-f1adad73-c4bf-42ce-bad6-fd1887c10a79 None None] Set router 3ddddd6a-502c-40fd-b37e-2c74c6b24d7a gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:53:18.095355 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1fb05162-db8d-4bf3-8978-90cfb94dae91 req-6a6af227-d77f-453a-b3b8-fbc24514f59f tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 945 time: 0.3982108 Mar 09 03:53:18.101815 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f26bed30-9243-41b2-a137-6086c3bb0b84 req-6de4f87c-03f3-4f8c-8d4a-ed8d9980dee0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a16ab624ef346d8a3bdbd7e7cfa8c2d&device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 1097 time: 0.5634255 Mar 09 03:53:18.124772 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c753e30-4f1e-432a-a316-d9062e53ce68 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:53:18.162616 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-0c753e30-4f1e-432a-a316-d9062e53ce68 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:53:18.176517 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-823d6c40-1045-44d0-94ea-18789175c1be None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:18.181673 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4dd8f-be48-450a-b967-b449875e83eb tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] Pushing event deleted for resources: {'Network': ['ID=aa414289-53a6-4dc6-9ace-018eba894007,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:18.198828 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-823d6c40-1045-44d0-94ea-18789175c1be None None] Transition to ACTIVE for port object 5c796999-e81a-4c2c-a0fe-07070608dc0a will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:53:18.219855 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-9fff7227-bf79-4ee0-b2cf-bcdb48fde44f req-ae256120-4de1-4b6a-bc1b-ce2f36ab113d service neutron] (87880) timed out ('10.222.0.16', 37078) {{(pid=87880) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 09 03:53:18.220509 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c753e30-4f1e-432a-a316-d9062e53ce68 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=4c47670b-3136-42fe-9bc0-32d48137328d,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:18.226839 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c753e30-4f1e-432a-a316-d9062e53ce68 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:18.227453 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0c753e30-4f1e-432a-a316-d9062e53ce68 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:18.245848 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-520d3ab7-9333-4df5-9c26-33a9d2cf3f9d req-c658c3ce-f7be-4c27-af6f-cfc1710b2721 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998327 Mar 09 03:53:18.247813 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-823d6c40-1045-44d0-94ea-18789175c1be None None] Transition to ACTIVE for port object 5c796999-e81a-4c2c-a0fe-07070608dc0a will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:53:18.258321 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-823d6c40-1045-44d0-94ea-18789175c1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:18.270607 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-96a4dd8f-be48-450a-b967-b449875e83eb tempest-ExternalNetworksTestJSON-1768459201 tempest-ExternalNetworksTestJSON-1768459201-project] 10.222.0.16 "DELETE /v2.0/networks/aa414289-53a6-4dc6-9ace-018eba894007 HTTP/1.1" status: 204 len: 168 time: 1.1540308 Mar 09 03:53:18.287455 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1fb05162-db8d-4bf3-8978-90cfb94dae91 req-10138d04-9870-4cad-9880-2b44901a03ce tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498754 Mar 09 03:53:18.332264 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823d6c40-1045-44d0-94ea-18789175c1be None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:53:18.336931 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-823d6c40-1045-44d0-94ea-18789175c1be None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:53:18.345381 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823d6c40-1045-44d0-94ea-18789175c1be None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:53:18.469820 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87589190-4490-4c0c-8a5f-3c86bddb12b3', 'tag': '8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae', 'status': 'completed', 'code': 200} Mar 09 03:53:18.494309 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d6c40-1045-44d0-94ea-18789175c1be None None] Pushing event updated for resources: {'Port': ['ID=5c796999-e81a-4c2c-a0fe-07070608dc0a,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:18.627493 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-823d6c40-1045-44d0-94ea-18789175c1be None None] Attempting to bind port 5c796999-e81a-4c2c-a0fe-07070608dc0a on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:53:18.629775 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-823d6c40-1045-44d0-94ea-18789175c1be None None] Attempting to bind port 5c796999-e81a-4c2c-a0fe-07070608dc0a by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:53:18.630331 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d6c40-1045-44d0-94ea-18789175c1be None None] Attempting to bind port 5c796999-e81a-4c2c-a0fe-07070608dc0a on network 52061912-70e8-4f32-8bcd-36eeab65c7b8 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:53:18.641756 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d6c40-1045-44d0-94ea-18789175c1be None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:53:18.650787 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d6c40-1045-44d0-94ea-18789175c1be None None] Checking segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:53:18.651274 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-823d6c40-1045-44d0-94ea-18789175c1be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:18.651669 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d6c40-1045-44d0-94ea-18789175c1be None None] Bound using segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:53:18.652149 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-823d6c40-1045-44d0-94ea-18789175c1be None None] Bound port: 5c796999-e81a-4c2c-a0fe-07070608dc0a, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:53:18.652525 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-823d6c40-1045-44d0-94ea-18789175c1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:18.678762 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a0a84d6e-2421-425d-a81f-b22736ade194 req-1eff4386-0905-452c-8f39-0158a15a7cdf tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.0924275 Mar 09 03:53:18.773499 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0c753e30-4f1e-432a-a316-d9062e53ce68 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4064522 Mar 09 03:53:18.776441 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37798) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:18.783141 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-2a1eddfe-2b27-4e4f-b981-627ca7eb46e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'mac_address': 'fa:16:3e:d8:93:34', 'name': 'tempest-NetworksTestDHCPv6-1413414386'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:18.791542 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-823d6c40-1045-44d0-94ea-18789175c1be None None] For port 5c796999-e81a-4c2c-a0fe-07070608dc0a, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:53:18.795761 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-823d6c40-1045-44d0-94ea-18789175c1be None None] For port 5c796999-e81a-4c2c-a0fe-07070608dc0a, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5c796999-e81a-4c2c-a0fe-07070608dc0a,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:53:18.807821 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-823d6c40-1045-44d0-94ea-18789175c1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:18.833919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bed30-9243-41b2-a137-6086c3bb0b84 req-f01f130a-47f1-4a72-b340-3d9f53c2e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:18.835766 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f26bed30-9243-41b2-a137-6086c3bb0b84 req-f01f130a-47f1-4a72-b340-3d9f53c2e83d service neutron] 10.222.0.16 "GET /v2.0/networks?id=1ac13dcf-49d1-494e-9bd9-1e962da8e8f0 HTTP/1.1" status: 200 len: 920 time: 0.7098677 Mar 09 03:53:18.946739 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f1adad73-c4bf-42ce-bad6-fd1887c10a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-584081132-router', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'd4ac51c2-063f-4601-9bdd-74974d1fd703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:51:54Z', 'updated_at': '2022-03-09T03:52:03Z', 'revision_number': 4, 'project_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'gw_port': {'id': 'd4ac51c2-063f-4601-9bdd-74974d1fd703', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:51:56Z', 'updated_at': '2022-03-09T03:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'cf8f5d41-37a7-413c-bfdb-6bc4722d242b', 'name': '', 'network_id': '1ac13dcf-49d1-494e-9bd9-1e962da8e8f0', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'mac_address': 'fa:16:3e:98:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '965f9e8b-c887-40f8-8e3e-40a337410283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:52:02Z', 'updated_at': '2022-03-09T03:52:13Z', 'revision_number': 5, 'project_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'subnets': [{'id': '965f9e8b-c887-40f8-8e3e-40a337410283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:18.956845 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1adad73-c4bf-42ce-bad6-fd1887c10a79 None None] Checking router: 3ddddd6a-502c-40fd-b37e-2c74c6b24d7a for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:53:18.979085 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2a1eddfe-2b27-4e4f-b981-627ca7eb46e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:18.980215 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1adad73-c4bf-42ce-bad6-fd1887c10a79 None None] Routers {'3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:53:18.980956 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f1adad73-c4bf-42ce-bad6-fd1887c10a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:53:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:18.984728 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2a1eddfe-2b27-4e4f-b981-627ca7eb46e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:port and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:18.987843 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2a1eddfe-2b27-4e4f-b981-627ca7eb46e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:18.994058 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2a1eddfe-2b27-4e4f-b981-627ca7eb46e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:19.002272 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37802) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:19.002978 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37804) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:19.013299 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1eddfe-2b27-4e4f-b981-627ca7eb46e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:19.015598 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f26bed30-9243-41b2-a137-6086c3bb0b84 req-ba469aa9-f3ac-4d71-ab66-9e46e52fc766 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae HTTP/1.1" status: 200 len: 217 time: 0.1722264 Mar 09 03:53:19.024942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3ba05-c99b-426f-85f1-7db9f2fe261c req-e569c366-1e1a-4627-8a01-fbf314f7202e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:19.037217 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e8c3ba05-c99b-426f-85f1-7db9f2fe261c req-e569c366-1e1a-4627-8a01-fbf314f7202e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a16ab624ef346d8a3bdbd7e7cfa8c2d&device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 1097 time: 0.5639522 Mar 09 03:53:19.075319 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d6c40-1045-44d0-94ea-18789175c1be None None] Pushing event updated for resources: {'Port': ['ID=5c796999-e81a-4c2c-a0fe-07070608dc0a,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:19.287382 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bed30-9243-41b2-a137-6086c3bb0b84 req-7c07ab86-c115-4cfa-9ebf-cd9e5ea4d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:19.301222 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f26bed30-9243-41b2-a137-6086c3bb0b84 req-7c07ab86-c115-4cfa-9ebf-cd9e5ea4d6f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=965f9e8b-c887-40f8-8e3e-40a337410283 HTTP/1.1" status: 200 len: 859 time: 0.2627652 Mar 09 03:53:19.398568 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-f1adad73-c4bf-42ce-bad6-fd1887c10a79 None None] Set router 3ddddd6a-502c-40fd-b37e-2c74c6b24d7a gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:53:19.459486 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8af4e347-812f-4648-bfde-6d77847ab213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:19.509030 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f26bed30-9243-41b2-a137-6086c3bb0b84 req-14941266-2c4e-48b4-80f6-be2ab1f6c920 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ac13dcf-49d1-494e-9bd9-1e962da8e8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2069018 Mar 09 03:53:19.552184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3ba05-c99b-426f-85f1-7db9f2fe261c req-5e2b530a-5858-4ff8-88c2-6c7454034b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:19.553609 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e8c3ba05-c99b-426f-85f1-7db9f2fe261c req-5e2b530a-5858-4ff8-88c2-6c7454034b6a service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ac13dcf-49d1-494e-9bd9-1e962da8e8f0 HTTP/1.1" status: 200 len: 920 time: 0.4383187 Mar 09 03:53:19.714259 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e8c3ba05-c99b-426f-85f1-7db9f2fe261c req-bf0614db-7c49-4945-8749-59b97f7d938a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae HTTP/1.1" status: 200 len: 217 time: 0.1381102 Mar 09 03:53:19.806362 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8af4e347-812f-4648-bfde-6d77847ab213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:19.828418 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-8af4e347-812f-4648-bfde-6d77847ab213 admin admin] Usage tracker for resource:security_group_rule and tenant:8eb1386c99c74a5fa8730645b8178ea8 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:19.833865 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2a1eddfe-2b27-4e4f-b981-627ca7eb46e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:19.847871 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-8af4e347-812f-4648-bfde-6d77847ab213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:19.861012 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3ba05-c99b-426f-85f1-7db9f2fe261c req-334be62a-cb3c-49aa-a6dc-0e79ca46a955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:19.862700 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e8c3ba05-c99b-426f-85f1-7db9f2fe261c req-334be62a-cb3c-49aa-a6dc-0e79ca46a955 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=965f9e8b-c887-40f8-8e3e-40a337410283 HTTP/1.1" status: 200 len: 859 time: 0.0931673 Mar 09 03:53:19.868413 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8af4e347-812f-4648-bfde-6d77847ab213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:19.897108 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1525d279-e501-4873-b5a7-e6c0b4bbbbb6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=541d39a9fcea40d094efecdc2b432536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8836787 Mar 09 03:53:19.903641 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37820) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:19.906105 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f26bed30-9243-41b2-a137-6086c3bb0b84 req-46f3beb0-b751-494c-a4fe-d15223c1340d service neutron] 10.222.0.16 "GET /v2.0/networks/1ac13dcf-49d1-494e-9bd9-1e962da8e8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515060 Mar 09 03:53:19.911789 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-2a1eddfe-2b27-4e4f-b981-627ca7eb46e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] device_id is not set on port 60c98557-bc56-4b2d-917b-a828cb6ed08b yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:53:19.941816 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e8c3ba05-c99b-426f-85f1-7db9f2fe261c req-9768c00f-1a92-4618-a68c-ce0aa2cebf7a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ac13dcf-49d1-494e-9bd9-1e962da8e8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716107 Mar 09 03:53:19.944917 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f1adad73-c4bf-42ce-bad6-fd1887c10a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-584081132-router', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'd4ac51c2-063f-4601-9bdd-74974d1fd703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:51:54Z', 'updated_at': '2022-03-09T03:52:03Z', 'revision_number': 4, 'project_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'gw_port': {'id': 'd4ac51c2-063f-4601-9bdd-74974d1fd703', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:51:56Z', 'updated_at': '2022-03-09T03:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'cf8f5d41-37a7-413c-bfdb-6bc4722d242b', 'name': '', 'network_id': '1ac13dcf-49d1-494e-9bd9-1e962da8e8f0', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'mac_address': 'fa:16:3e:98:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '965f9e8b-c887-40f8-8e3e-40a337410283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:52:02Z', 'updated_at': '2022-03-09T03:52:13Z', 'revision_number': 5, 'project_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'subnets': [{'id': '965f9e8b-c887-40f8-8e3e-40a337410283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:19.949959 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1adad73-c4bf-42ce-bad6-fd1887c10a79 None None] The sync data for ids ['3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'] in n-d-825178-5 is: [{'id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-584081132-router', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'd4ac51c2-063f-4601-9bdd-74974d1fd703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:51:54Z', 'updated_at': '2022-03-09T03:52:03Z', 'revision_number': 4, 'project_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'gw_port': {'id': 'd4ac51c2-063f-4601-9bdd-74974d1fd703', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:51:56Z', 'updated_at': '2022-03-09T03:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'cf8f5d41-37a7-413c-bfdb-6bc4722d242b', 'name': '', 'network_id': '1ac13dcf-49d1-494e-9bd9-1e962da8e8f0', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'mac_address': 'fa:16:3e:98:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '965f9e8b-c887-40f8-8e3e-40a337410283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:52:02Z', 'updated_at': '2022-03-09T03:52:13Z', 'revision_number': 5, 'project_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'subnets': [{'id': '965f9e8b-c887-40f8-8e3e-40a337410283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:53:20.083691 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1dc22-8250-45a5-8df7-122eb7ba5f1b req-91127fe9-d0ff-4de2-b876-2dd9a24ff6d7 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:20.085257 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-08b1dc22-8250-45a5-8df7-122eb7ba5f1b req-91127fe9-d0ff-4de2-b876-2dd9a24ff6d7 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 945 time: 0.3448861 Mar 09 03:53:20.174193 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f26bed30-9243-41b2-a137-6086c3bb0b84 req-12292832-75fe-4456-b547-604bb58ff4dc service neutron] 10.222.0.16 "GET /v2.0/networks/1ac13dcf-49d1-494e-9bd9-1e962da8e8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557709 Mar 09 03:53:20.179730 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e8c3ba05-c99b-426f-85f1-7db9f2fe261c req-4e3e0c8f-a9ea-4502-8470-de64a1d976f2 service neutron] 10.222.0.21 "GET /v2.0/networks/1ac13dcf-49d1-494e-9bd9-1e962da8e8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190874 Mar 09 03:53:20.200451 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d99bd81e-fca5-43e2-90c3-9ee0fce2a6ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:20.304769 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-08b1dc22-8250-45a5-8df7-122eb7ba5f1b req-41ba6047-1380-4835-9b1b-2b9de084362d tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804986 Mar 09 03:53:20.365437 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e8c3ba05-c99b-426f-85f1-7db9f2fe261c req-f5411342-6bbb-4394-8ad3-0daa0c722316 service neutron] 10.222.0.21 "GET /v2.0/networks/1ac13dcf-49d1-494e-9bd9-1e962da8e8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801887 Mar 09 03:53:20.413122 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8af4e347-812f-4648-bfde-6d77847ab213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:20.451927 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b7394138-e885-4d53-a31b-06bc7648b6f9 req-57e944ba-45be-441c-a1ab-1c0b6ff11a21 tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.0883076 Mar 09 03:53:20.510160 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d99bd81e-fca5-43e2-90c3-9ee0fce2a6ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:20.526365 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8af4e347-812f-4648-bfde-6d77847ab213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:20.567448 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec047325-8929-46e2-9649-99b28fee6291 None None] New status for floating IP 1cc5327c-1186-433b-85d4-b3d7fd073f79: DOWN {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:53:20.583556 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-16e56b5f-6227-4ae1-96e7-bb252713124f req-d2d1ca42-c00f-4a73-b75f-7c94926e6ce7 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/floatingips/1cc5327c-1186-433b-85d4-b3d7fd073f79 HTTP/1.1" status: 200 len: 695 time: 0.1949937 Mar 09 03:53:20.661777 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0735f3-ef83-47dc-83d5-736e9c900c54 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:53:20.662583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-2a1eddfe-2b27-4e4f-b981-627ca7eb46e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 172.20.0.7 (52061912-70e8-4f32-8bcd-36eeab65c7b8/e948b9b6-c85f-4a2f-bbce-cb0e3121d95b/60c98557-bc56-4b2d-917b-a828cb6ed08b) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:53:20.684941 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8af4e347-812f-4648-bfde-6d77847ab213 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8eb1386c99c74a5fa8730645b8178ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6758244 Mar 09 03:53:20.687723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37838) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:20.689389 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4e347-812f-4648-bfde-6d77847ab213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9748a67f-dd69-4a12-af53-096388efddfc,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:20.692689 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-2a1eddfe-2b27-4e4f-b981-627ca7eb46e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 2001:db8::f816:3eff:fed8:9334 (52061912-70e8-4f32-8bcd-36eeab65c7b8/4c47670b-3136-42fe-9bc0-32d48137328d/60c98557-bc56-4b2d-917b-a828cb6ed08b) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:53:20.803385 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d99bd81e-fca5-43e2-90c3-9ee0fce2a6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:20.805854 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-79588298-9fbe-4aa4-966b-1abc920fc7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:20.846687 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-79588298-9fbe-4aa4-966b-1abc920fc7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:20.847644 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bd81e-fca5-43e2-90c3-9ee0fce2a6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53647bd1-df59-4194-94be-45882291ea19,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:20.910200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e56b5f-6227-4ae1-96e7-bb252713124f req-b03f456a-a447-4ba0-a90d-663aa266cb42 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:20.911620 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-16e56b5f-6227-4ae1-96e7-bb252713124f req-b03f456a-a447-4ba0-a90d-663aa266cb42 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 784 time: 0.3119135 Mar 09 03:53:20.924640 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d99bd81e-fca5-43e2-90c3-9ee0fce2a6ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:20.925817 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d99bd81e-fca5-43e2-90c3-9ee0fce2a6ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53647bd1-df59-4194-94be-45882291ea19 HTTP/1.1" status: 204 len: 168 time: 0.9724340 Mar 09 03:53:20.959727 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-79588298-9fbe-4aa4-966b-1abc920fc7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:20.980982 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79588298-9fbe-4aa4-966b-1abc920fc7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9748a67f-dd69-4a12-af53-096388efddfc,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:20.996882 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-79588298-9fbe-4aa4-966b-1abc920fc7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:21.000368 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-79588298-9fbe-4aa4-966b-1abc920fc7b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9748a67f-dd69-4a12-af53-096388efddfc HTTP/1.1" status: 204 len: 168 time: 0.3114231 Mar 09 03:53:21.004349 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6df76d92-3a2d-4dc7-a082-3ae99144df97 None None] Provisioning for port 5c796999-e81a-4c2c-a0fe-07070608dc0a completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:53:21.268299 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-16e56b5f-6227-4ae1-96e7-bb252713124f req-150366e9-f6f0-4c56-97c6-af05c6d1abb8 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.241 HTTP/1.1" status: 200 len: 698 time: 0.2217946 Mar 09 03:53:21.306695 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5c796999-e81a-4c2c-a0fe-07070608dc0a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:53:21.379309 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-16e56b5f-6227-4ae1-96e7-bb252713124f req-9e1b77d9-cd42-4311-bdb2-689d9384a8bd tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.241 HTTP/1.1" status: 200 len: 696 time: 0.1008143 Mar 09 03:53:21.388603 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2a1eddfe-2b27-4e4f-b981-627ca7eb46e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:21.569266 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-2a1eddfe-2b27-4e4f-b981-627ca7eb46e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Transition to ACTIVE for port object 60c98557-bc56-4b2d-917b-a828cb6ed08b will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:53:21.570224 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37860) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:21.615992 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-16e56b5f-6227-4ae1-96e7-bb252713124f req-3640b86b-d70e-4b3c-9803-24751ad9828e tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Deleting port 7d74088e-0ae4-42a6-b3ac-82aa555bb15a {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:53:21.618598 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-16e56b5f-6227-4ae1-96e7-bb252713124f req-3640b86b-d70e-4b3c-9803-24751ad9828e tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:21.627737 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 5c796999-e81a-4c2c-a0fe-07070608dc0a completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:53:21.642104 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 5c796999-e81a-4c2c-a0fe-07070608dc0a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:53:21.642467 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:21.681022 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b4a95-3158-446d-a23e-b0ac22e791fb req-f9c3c852-168e-456a-a7ea-343427e2a4c9 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:21.689736 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b98b4a95-3158-446d-a23e-b0ac22e791fb req-f9c3c852-168e-456a-a7ea-343427e2a4c9 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 945 time: 0.1738403 Mar 09 03:53:21.741190 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-adabe624-56d4-4910-bab8-7e994dc31ee3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0867fdc662af491c80549f361052dda6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607692 Mar 09 03:53:21.743715 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37866) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:21.845052 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2a1eddfe-2b27-4e4f-b981-627ca7eb46e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:21.877295 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b98b4a95-3158-446d-a23e-b0ac22e791fb req-b48a4197-90e3-405f-81c1-734695f5a30f tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861689 Mar 09 03:53:21.878120 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9c73c6a-c814-4e65-b8da-83fcf37cfe5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:21.969062 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9c73c6a-c814-4e65-b8da-83fcf37cfe5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:22.069726 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:22.077374 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9c73c6a-c814-4e65-b8da-83fcf37cfe5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:22.103157 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e122bed-6aee-40ea-9f42-c4b3487893ae None None] Update dhcp port {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'fixed_ips': [{'subnet_id': 'e948b9b6-c85f-4a2f-bbce-cb0e3121d95b', 'ip_address': '172.20.0.2'}, {'subnet_id': '4c47670b-3136-42fe-9bc0-32d48137328d'}], 'binding:host_id': 'n-d-825178-5'}, 'id': '5c796999-e81a-4c2c-a0fe-07070608dc0a'} from n-d-825178-5. {{(pid=87882) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 03:53:22.124669 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9c73c6a-c814-4e65-b8da-83fcf37cfe5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:22.126008 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c9c73c6a-c814-4e65-b8da-83fcf37cfe5a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f820e4da-57a3-402c-b31f-4684a3ec2f01 HTTP/1.1" status: 204 len: 168 time: 0.3811076 Mar 09 03:53:22.127544 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c73c6a-c814-4e65-b8da-83fcf37cfe5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f820e4da-57a3-402c-b31f-4684a3ec2f01,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:22.172825 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3e122bed-6aee-40ea-9f42-c4b3487893ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:22.212524 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 5c796999-e81a-4c2c-a0fe-07070608dc0a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5c796999-e81a-4c2c-a0fe-07070608dc0a,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:53:22.226344 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1eddfe-2b27-4e4f-b981-627ca7eb46e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:53:22.247780 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-2a1eddfe-2b27-4e4f-b981-627ca7eb46e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:53:22.248041 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:22.269628 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1eddfe-2b27-4e4f-b981-627ca7eb46e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:53:22.349719 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=5c796999-e81a-4c2c-a0fe-07070608dc0a,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:22.406236 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-16e56b5f-6227-4ae1-96e7-bb252713124f req-3640b86b-d70e-4b3c-9803-24751ad9828e tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:22.406564 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-16e56b5f-6227-4ae1-96e7-bb252713124f req-3640b86b-d70e-4b3c-9803-24751ad9828e tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:22.426638 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1eddfe-2b27-4e4f-b981-627ca7eb46e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=60c98557-bc56-4b2d-917b-a828cb6ed08b,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:22.569094 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0eded81-5e7a-4893-8626-bb5e6fffe2ec req-0aa0f697-b620-4f71-bf05-52763a25c9ec tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.4113679 Mar 09 03:53:22.707408 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-3e122bed-6aee-40ea-9f42-c4b3487893ae None None] Allocated IP 2001:db8::f816:3eff:fe1e:ec0d (52061912-70e8-4f32-8bcd-36eeab65c7b8/4c47670b-3136-42fe-9bc0-32d48137328d/5c796999-e81a-4c2c-a0fe-07070608dc0a) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:53:22.718032 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-16e56b5f-6227-4ae1-96e7-bb252713124f req-3640b86b-d70e-4b3c-9803-24751ad9828e tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Calling delete_port for 7d74088e-0ae4-42a6-b3ac-82aa555bb15a owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:53:22.811528 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1eddfe-2b27-4e4f-b981-627ca7eb46e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:22.812215 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2a1eddfe-2b27-4e4f-b981-627ca7eb46e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:22.850552 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37904) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:22.851468 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2a1eddfe-2b27-4e4f-b981-627ca7eb46e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0732758 Mar 09 03:53:22.883471 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:22.883808 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:22.889374 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:22.889823 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:22.890157 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:22.892329 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:22.892729 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:22.893532 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:22.893532 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:22.893788 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:22.894031 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:22.900690 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:22.977533 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-3e122bed-6aee-40ea-9f42-c4b3487893ae None None] For port 5c796999-e81a-4c2c-a0fe-07070608dc0a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5c796999-e81a-4c2c-a0fe-07070608dc0a,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:53:23.030930 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-16e56b5f-6227-4ae1-96e7-bb252713124f req-3640b86b-d70e-4b3c-9803-24751ad9828e tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:23.051741 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3e122bed-6aee-40ea-9f42-c4b3487893ae None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:23.077492 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5790606-78d3-4e10-b7c9-ca9c0565b1c8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:23.096948 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5790606-78d3-4e10-b7c9-ca9c0565b1c8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:23.097108 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3e122bed-6aee-40ea-9f42-c4b3487893ae None None] Transition to ACTIVE for port object 5c796999-e81a-4c2c-a0fe-07070608dc0a will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:53:23.099443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d5790606-78d3-4e10-b7c9-ca9c0565b1c8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:53:23.106916 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3e122bed-6aee-40ea-9f42-c4b3487893ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:23.112907 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640b86b-d70e-4b3c-9803-24751ad9828e tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Pushing event deleted for resources: {'Port': ['ID=7d74088e-0ae4-42a6-b3ac-82aa555bb15a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:23.134954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d5790606-78d3-4e10-b7c9-ca9c0565b1c8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:53:23.136611 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d5790606-78d3-4e10-b7c9-ca9c0565b1c8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.2849889 Mar 09 03:53:23.140010 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37918) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:23.299955 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-6b75744c-87d4-4bb9-88e6-981d21a4e8e7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting port 60c98557-bc56-4b2d-917b-a828cb6ed08b {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:53:23.302926 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6b75744c-87d4-4bb9-88e6-981d21a4e8e7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:23.332372 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5c796999-e81a-4c2c-a0fe-07070608dc0a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:53:23.347545 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-16e56b5f-6227-4ae1-96e7-bb252713124f req-3640b86b-d70e-4b3c-9803-24751ad9828e tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:23.394065 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-16e56b5f-6227-4ae1-96e7-bb252713124f req-3640b86b-d70e-4b3c-9803-24751ad9828e tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:23.401063 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-16e56b5f-6227-4ae1-96e7-bb252713124f req-3640b86b-d70e-4b3c-9803-24751ad9828e tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "DELETE /v2.0/floatingips/1cc5327c-1186-433b-85d4-b3d7fd073f79 HTTP/1.1" status: 204 len: 173 time: 2.0155649 Mar 09 03:53:23.500630 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8ca88c4b-a8ec-491f-8aec-843e72189ee9 req-ee17e450-7f3b-4be2-8f43-5051a80bd299 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/security-groups/03ade2be-1852-48da-99ae-b550c608309a HTTP/1.1" status: 200 len: 1809 time: 0.0744066 Mar 09 03:53:23.529003 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e122bed-6aee-40ea-9f42-c4b3487893ae None None] Pushing event updated for resources: {'Port': ['ID=5c796999-e81a-4c2c-a0fe-07070608dc0a,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:23.604976 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-8ca88c4b-a8ec-491f-8aec-843e72189ee9 req-d2bb00d1-0fe5-4eb4-9a12-47d8965ab068 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:23.642382 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-8ca88c4b-a8ec-491f-8aec-843e72189ee9 req-d2bb00d1-0fe5-4eb4-9a12-47d8965ab068 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:23.753141 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-8ca88c4b-a8ec-491f-8aec-843e72189ee9 req-d2bb00d1-0fe5-4eb4-9a12-47d8965ab068 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:23.807607 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb00d1-0fe5-4eb4-9a12-47d8965ab068 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ade2be-1852-48da-99ae-b550c608309a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:23.815291 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-8ca88c4b-a8ec-491f-8aec-843e72189ee9 req-d2bb00d1-0fe5-4eb4-9a12-47d8965ab068 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:23.834072 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8ca88c4b-a8ec-491f-8aec-843e72189ee9 req-d2bb00d1-0fe5-4eb4-9a12-47d8965ab068 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "DELETE /v2.0/security-groups/03ade2be-1852-48da-99ae-b550c608309a HTTP/1.1" status: 204 len: 173 time: 0.3320537 Mar 09 03:53:23.958647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b734789-fb71-4bd6-80ba-b45af1254ced req-44a77fa0-0f0e-49f2-abc8-bbf042607a1b tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:23.966822 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9b734789-fb71-4bd6-80ba-b45af1254ced req-44a77fa0-0f0e-49f2-abc8-bbf042607a1b tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 945 time: 0.3679883 Mar 09 03:53:24.043340 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6b75744c-87d4-4bb9-88e6-981d21a4e8e7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:24.178494 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8900833c-227c-4b4a-8726-badb512bb964 req-878cc402-d7bc-4aa7-93f0-be2ff8fbbbee tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.0620272 Mar 09 03:53:24.257959 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9b734789-fb71-4bd6-80ba-b45af1254ced req-28801231-64c0-41e4-8bd1-5c666568d19e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853968 Mar 09 03:53:24.279851 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-6b75744c-87d4-4bb9-88e6-981d21a4e8e7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Calling delete_port for 60c98557-bc56-4b2d-917b-a828cb6ed08b owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:53:24.604095 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e3a27359-fb40-43b8-81c2-f272a8bffdf3 None None] Provisioning for port 5c796999-e81a-4c2c-a0fe-07070608dc0a completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:53:24.618575 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e3a27359-fb40-43b8-81c2-f272a8bffdf3 None None] Provisioning complete for port 5c796999-e81a-4c2c-a0fe-07070608dc0a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:53:24.619467 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e3a27359-fb40-43b8-81c2-f272a8bffdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:25.089125 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4065acf-a1cc-4453-a1e8-c2b62d52a0a7 req-cf1233fe-19a9-4968-811e-9368ee1e11c6 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:25.097149 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d4065acf-a1cc-4453-a1e8-c2b62d52a0a7 req-cf1233fe-19a9-4968-811e-9368ee1e11c6 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 946 time: 0.3227329 Mar 09 03:53:25.100888 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6b75744c-87d4-4bb9-88e6-981d21a4e8e7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:25.111663 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-832a9b5c-6b72-4226-aa7c-8a49abdbacb0 None None] Could not find standard attr ID for object 60c98557-bc56-4b2d-917b-a828cb6ed08b. {{(pid=87882) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 03:53:25.185972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75744c-87d4-4bb9-88e6-981d21a4e8e7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Port': ['ID=60c98557-bc56-4b2d-917b-a828cb6ed08b,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:25.292756 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38056) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:25.352119 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5c796999-e81a-4c2c-a0fe-07070608dc0a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:53:25.416391 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d4065acf-a1cc-4453-a1e8-c2b62d52a0a7 req-3a400f2c-9628-4b5c-805b-e7c7fbbfce02 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/security-groups?id=d12422bc-9802-4fe5-883f-e95e2321cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180652 Mar 09 03:53:25.463367 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bac70644-21d5-42fe-8b91-b0fe00abb565 req-497133d9-11e1-41f6-a298-0f7c16ed2057 tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.0826778 Mar 09 03:53:25.494734 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6b75744c-87d4-4bb9-88e6-981d21a4e8e7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:25.502200 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 5c796999-e81a-4c2c-a0fe-07070608dc0a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:53:25.502503 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:25.508633 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-9f249ca4-5735-4a78-af54-b13e66bc1f59 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:25.530670 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6b75744c-87d4-4bb9-88e6-981d21a4e8e7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/60c98557-bc56-4b2d-917b-a828cb6ed08b HTTP/1.1" status: 204 len: 168 time: 2.3870180 Mar 09 03:53:25.532003 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38062) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:25.555730 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9f249ca4-5735-4a78-af54-b13e66bc1f59 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] 10.222.0.16 "PUT /v2.0/quotas/9f750f7cce7944aaa3f7414040ffa23e HTTP/1.1" status: 200 len: 368 time: 0.2585354 Mar 09 03:53:25.556095 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38066) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:25.562760 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6f40775f-ddbc-45cb-8d08-5ba9c4687c79 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Request body: {'network': {'project_id': '9f750f7cce7944aaa3f7414040ffa23e'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:25.574666 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6f40775f-ddbc-45cb-8d08-5ba9c4687c79 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:25.585033 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6f40775f-ddbc-45cb-8d08-5ba9c4687c79 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Usage tracker for resource:network and tenant:9f750f7cce7944aaa3f7414040ffa23e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:25.588680 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6f40775f-ddbc-45cb-8d08-5ba9c4687c79 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:25.601165 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6f40775f-ddbc-45cb-8d08-5ba9c4687c79 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:25.620671 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f40775f-ddbc-45cb-8d08-5ba9c4687c79 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Made reservation on behalf of 9f750f7cce7944aaa3f7414040ffa23e for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:25.623931 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f40775f-ddbc-45cb-8d08-5ba9c4687c79 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:25.639270 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f40775f-ddbc-45cb-8d08-5ba9c4687c79 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:25.661234 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6f40775f-ddbc-45cb-8d08-5ba9c4687c79 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:25.667451 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6f40775f-ddbc-45cb-8d08-5ba9c4687c79 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Usage tracker for resource:security_group_rule and tenant:9f750f7cce7944aaa3f7414040ffa23e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:25.671146 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6f40775f-ddbc-45cb-8d08-5ba9c4687c79 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:25.677952 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f88603b-5187-4fde-8b05-90429bee80e3 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:25.679965 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f88603b-5187-4fde-8b05-90429bee80e3 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:25.680417 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6f40775f-ddbc-45cb-8d08-5ba9c4687c79 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:25.681447 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f88603b-5187-4fde-8b05-90429bee80e3 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:25.682746 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8f88603b-5187-4fde-8b05-90429bee80e3 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:53:25.723813 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8f88603b-5187-4fde-8b05-90429bee80e3 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:53:25.724967 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8f88603b-5187-4fde-8b05-90429bee80e3 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1915491 Mar 09 03:53:25.729949 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38072) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:25.734441 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef64ed-0abe-4fb6-8d4f-62eb375451b8 req-718d6124-98b3-410b-bb79-eedc7b6f0f25 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:25.736016 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d0ef64ed-0abe-4fb6-8d4f-62eb375451b8 req-718d6124-98b3-410b-bb79-eedc7b6f0f25 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 945 time: 0.1305227 Mar 09 03:53:25.757668 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38076) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:25.795676 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d0ef64ed-0abe-4fb6-8d4f-62eb375451b8 req-92a9a0b5-d59f-4a4c-8c13-66556f8a2242 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509913 Mar 09 03:53:25.822789 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a147b0a-5af7-4248-a7ed-cc502157fe00 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet 4c47670b-3136-42fe-9bc0-32d48137328d {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:53:25.833660 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6a147b0a-5af7-4248-a7ed-cc502157fe00 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:25.877392 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f40775f-ddbc-45cb-8d08-5ba9c4687c79 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:25.889292 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f40775f-ddbc-45cb-8d08-5ba9c4687c79 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:25.900190 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a6be8675-0c8c-442b-ac3f-85fcb2820d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:25.908475 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6a147b0a-5af7-4248-a7ed-cc502157fe00 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:25.917345 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a6be8675-0c8c-442b-ac3f-85fcb2820d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:25.922011 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a6be8675-0c8c-442b-ac3f-85fcb2820d0c admin admin] Usage tracker for resource:security_group_rule and tenant:05fb71dabaaa4cd59ad92ab6e6dc8e41 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:25.925117 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a6be8675-0c8c-442b-ac3f-85fcb2820d0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:25.931075 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a6be8675-0c8c-442b-ac3f-85fcb2820d0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:25.965992 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f40775f-ddbc-45cb-8d08-5ba9c4687c79 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:53:25.985256 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40775f-ddbc-45cb-8d08-5ba9c4687c79 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ef27a9-f2de-48d8-b2e4-325d4e1cd7b3,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:25.992245 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f40775f-ddbc-45cb-8d08-5ba9c4687c79 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:25.992841 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-6f40775f-ddbc-45cb-8d08-5ba9c4687c79 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Added segment cef8910d-1cdb-4858-a8c8-8ddc817691eb of type vlan for network 744f700c-3ccb-4910-8d10-93f13fe9d2d6 Mar 09 03:53:26.029683 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a6be8675-0c8c-442b-ac3f-85fcb2820d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:26.033963 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a6be8675-0c8c-442b-ac3f-85fcb2820d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:26.035926 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f40775f-ddbc-45cb-8d08-5ba9c4687c79 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:26.062077 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6a147b0a-5af7-4248-a7ed-cc502157fe00 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:26.080518 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a6be8675-0c8c-442b-ac3f-85fcb2820d0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05fb71dabaaa4cd59ad92ab6e6dc8e41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3218431 Mar 09 03:53:26.083909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38088) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:26.102114 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be8675-0c8c-442b-ac3f-85fcb2820d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098332c8-1eb0-41e4-9d3a-6922067ff91d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:26.122526 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f40775f-ddbc-45cb-8d08-5ba9c4687c79 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:26.123757 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f40775f-ddbc-45cb-8d08-5ba9c4687c79 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:26.124284 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f40775f-ddbc-45cb-8d08-5ba9c4687c79 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:26.153872 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7217ba95-8201-4ffc-9523-2178e291d76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:26.185319 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7217ba95-8201-4ffc-9523-2178e291d76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:26.251234 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7217ba95-8201-4ffc-9523-2178e291d76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:26.254712 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40775f-ddbc-45cb-8d08-5ba9c4687c79 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Pushing event updated for resources: {'Network': ['ID=744f700c-3ccb-4910-8d10-93f13fe9d2d6,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:26.269357 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6a147b0a-5af7-4248-a7ed-cc502157fe00 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:26.274003 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 744f700c-3ccb-4910-8d10-93f13fe9d2d6 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:53:26.276377 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7217ba95-8201-4ffc-9523-2178e291d76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:26.281365 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7217ba95-8201-4ffc-9523-2178e291d76e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/098332c8-1eb0-41e4-9d3a-6922067ff91d HTTP/1.1" status: 204 len: 168 time: 0.1933174 Mar 09 03:53:26.281365 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217ba95-8201-4ffc-9523-2178e291d76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098332c8-1eb0-41e4-9d3a-6922067ff91d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:26.314007 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6f40775f-ddbc-45cb-8d08-5ba9c4687c79 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7561469 Mar 09 03:53:26.315414 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6a147b0a-5af7-4248-a7ed-cc502157fe00 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:26.318902 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38100) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:26.319084 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6a147b0a-5af7-4248-a7ed-cc502157fe00 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/4c47670b-3136-42fe-9bc0-32d48137328d HTTP/1.1" status: 204 len: 168 time: 0.5864556 Mar 09 03:53:26.321803 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38104) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:26.331222 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a147b0a-5af7-4248-a7ed-cc502157fe00 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=4c47670b-3136-42fe-9bc0-32d48137328d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:26.334660 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-21b1eaba-ab53-4fb9-8eb0-4e786ef04fc6 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Request body: {'network': {'project_id': '9f750f7cce7944aaa3f7414040ffa23e'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:26.351783 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ea2b8f-8234-47a7-9c66-d34e977eeeeb None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:53:26.415337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-21b1eaba-ab53-4fb9-8eb0-4e786ef04fc6 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:26.447102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-21b1eaba-ab53-4fb9-8eb0-4e786ef04fc6 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Usage tracker for resource:network and tenant:9f750f7cce7944aaa3f7414040ffa23e is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:26.464490 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-21b1eaba-ab53-4fb9-8eb0-4e786ef04fc6 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:26.494006 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-21b1eaba-ab53-4fb9-8eb0-4e786ef04fc6 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:26.678935 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-1259a698-ec59-4d95-98d0-d33610365b9d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet e948b9b6-c85f-4a2f-bbce-cb0e3121d95b {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:53:26.685385 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1259a698-ec59-4d95-98d0-d33610365b9d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:26.716063 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b1eaba-ab53-4fb9-8eb0-4e786ef04fc6 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Made reservation on behalf of 9f750f7cce7944aaa3f7414040ffa23e for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:26.718900 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-21b1eaba-ab53-4fb9-8eb0-4e786ef04fc6 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:26.777418 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc9598-d664-4705-8710-9e0c701ddc02 req-1ed201ca-56ac-4fc2-9db7-6bd1488bd176 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:26.778687 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-65fc9598-d664-4705-8710-9e0c701ddc02 req-1ed201ca-56ac-4fc2-9db7-6bd1488bd176 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Synchronizing usage tracker for tenant:6a16ab624ef346d8a3bdbd7e7cfa8c2d on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:53:26.801476 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-65fc9598-d664-4705-8710-9e0c701ddc02 req-1ed201ca-56ac-4fc2-9db7-6bd1488bd176 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Unset dirty status for tenant:6a16ab624ef346d8a3bdbd7e7cfa8c2d on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:53:26.802671 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-65fc9598-d664-4705-8710-9e0c701ddc02 req-1ed201ca-56ac-4fc2-9db7-6bd1488bd176 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 946 time: 0.1662250 Mar 09 03:53:26.856936 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b1eaba-ab53-4fb9-8eb0-4e786ef04fc6 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:53:26.875079 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-21b1eaba-ab53-4fb9-8eb0-4e786ef04fc6 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:26.875560 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-21b1eaba-ab53-4fb9-8eb0-4e786ef04fc6 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Added segment 4e2807dd-70e9-4373-bc84-ebc2d0b2a096 of type vlan for network 9b80e6b1-bd2c-428d-9c60-0d27efeff12f Mar 09 03:53:26.896106 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1259a698-ec59-4d95-98d0-d33610365b9d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:26.902042 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-65fc9598-d664-4705-8710-9e0c701ddc02 req-2dbda5b7-dd2b-4c19-9c3b-1f0a46b7ced2 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Synchronizing usage tracker for tenant:6a16ab624ef346d8a3bdbd7e7cfa8c2d on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:53:26.924003 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-65fc9598-d664-4705-8710-9e0c701ddc02 req-2dbda5b7-dd2b-4c19-9c3b-1f0a46b7ced2 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Unset dirty status for tenant:6a16ab624ef346d8a3bdbd7e7cfa8c2d on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:53:26.925907 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-65fc9598-d664-4705-8710-9e0c701ddc02 req-2dbda5b7-dd2b-4c19-9c3b-1f0a46b7ced2 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/security-groups?id=d12422bc-9802-4fe5-883f-e95e2321cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171286 Mar 09 03:53:26.996518 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38118) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:27.020419 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c634f626-76e1-4d71-b2e4-9d4b65fd1c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:27.053045 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c634f626-76e1-4d71-b2e4-9d4b65fd1c26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:27.057909 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c634f626-76e1-4d71-b2e4-9d4b65fd1c26 admin admin] Usage tracker for resource:security_group_rule and tenant:584786ca6d08409f82a20881504f9cb8 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:27.061923 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c634f626-76e1-4d71-b2e4-9d4b65fd1c26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:27.069360 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c634f626-76e1-4d71-b2e4-9d4b65fd1c26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:27.102478 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-21b1eaba-ab53-4fb9-8eb0-4e786ef04fc6 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:27.189067 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abadc9-3772-430d-b987-1fcb966c21c4 req-141367b1-7cec-4fb1-aa58-20b180666fcc tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:27.190775 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e9abadc9-3772-430d-b987-1fcb966c21c4 req-141367b1-7cec-4fb1-aa58-20b180666fcc tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 945 time: 0.6887548 Mar 09 03:53:27.223647 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ded73e72-ec77-499c-8233-c618d9a1ef16 req-dce5133e-8bad-4343-8a0d-732ab4a079a5 tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.0761318 Mar 09 03:53:27.264343 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06935d-c643-4d42-8067-ace0cf15bd59 req-7daadf67-4686-42bb-874e-dbb59533eb16 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:27.266183 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fc06935d-c643-4d42-8067-ace0cf15bd59 req-7daadf67-4686-42bb-874e-dbb59533eb16 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.21 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 946 time: 0.5241265 Mar 09 03:53:27.290133 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c634f626-76e1-4d71-b2e4-9d4b65fd1c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:27.296097 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c634f626-76e1-4d71-b2e4-9d4b65fd1c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:27.317425 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-21b1eaba-ab53-4fb9-8eb0-4e786ef04fc6 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:27.318985 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b1eaba-ab53-4fb9-8eb0-4e786ef04fc6 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:27.319631 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-21b1eaba-ab53-4fb9-8eb0-4e786ef04fc6 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:27.352412 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c634f626-76e1-4d71-b2e4-9d4b65fd1c26 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=584786ca6d08409f82a20881504f9cb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3534596 Mar 09 03:53:27.353386 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634f626-76e1-4d71-b2e4-9d4b65fd1c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc36d8e-0189-4188-8ec1-f9733858649e,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:27.356570 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38132) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:27.426962 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ed302de1-7940-46bb-95e2-d7fc82d91796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:27.447549 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1eaba-ab53-4fb9-8eb0-4e786ef04fc6 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Pushing event updated for resources: {'Network': ['ID=9b80e6b1-bd2c-428d-9c60-0d27efeff12f,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:27.458692 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 9b80e6b1-bd2c-428d-9c60-0d27efeff12f details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:53:27.459249 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ed302de1-7940-46bb-95e2-d7fc82d91796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:27.510108 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e9abadc9-3772-430d-b987-1fcb966c21c4 req-306effeb-768a-4ada-9291-795fd87e998e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932179 Mar 09 03:53:27.530465 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1259a698-ec59-4d95-98d0-d33610365b9d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:27.620019 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-21b1eaba-ab53-4fb9-8eb0-4e786ef04fc6 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2994955 Mar 09 03:53:27.629115 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38136) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:27.638577 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-fc06935d-c643-4d42-8067-ace0cf15bd59 req-806080cd-bde8-4a0c-bb5b-eef16d1e382b tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Deleting port 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:53:27.638831 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fc06935d-c643-4d42-8067-ace0cf15bd59 req-806080cd-bde8-4a0c-bb5b-eef16d1e382b tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:27.678247 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ed302de1-7940-46bb-95e2-d7fc82d91796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:27.683751 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-480ad21b-2ecf-4be8-aa62-63d6a7206451 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Request body: {'network': {'project_id': '9f750f7cce7944aaa3f7414040ffa23e'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:27.689211 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-480ad21b-2ecf-4be8-aa62-63d6a7206451 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:27.693961 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-480ad21b-2ecf-4be8-aa62-63d6a7206451 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Usage tracker for resource:network and tenant:9f750f7cce7944aaa3f7414040ffa23e is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:27.694386 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5c057414-c92a-4abd-81ab-e0ea3826cdfc None None] Provisioning complete for port 5c796999-e81a-4c2c-a0fe-07070608dc0a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:53:27.694760 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5c057414-c92a-4abd-81ab-e0ea3826cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:27.698079 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-480ad21b-2ecf-4be8-aa62-63d6a7206451 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:27.698782 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed302de1-7940-46bb-95e2-d7fc82d91796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc36d8e-0189-4188-8ec1-f9733858649e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:27.702038 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ed302de1-7940-46bb-95e2-d7fc82d91796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:27.705582 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ed302de1-7940-46bb-95e2-d7fc82d91796 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dbc36d8e-0189-4188-8ec1-f9733858649e HTTP/1.1" status: 204 len: 168 time: 0.3450787 Mar 09 03:53:27.833501 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-480ad21b-2ecf-4be8-aa62-63d6a7206451 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:27.839591 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1259a698-ec59-4d95-98d0-d33610365b9d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:27.880685 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-480ad21b-2ecf-4be8-aa62-63d6a7206451 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 09 03:53:27.881353 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480ad21b-2ecf-4be8-aa62-63d6a7206451 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:53:27.882648 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-480ad21b-2ecf-4be8-aa62-63d6a7206451 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2521393 Mar 09 03:53:27.885680 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38142) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:27.905449 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1259a698-ec59-4d95-98d0-d33610365b9d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:27.912251 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0261cbd-59fc-48d3-86f5-7cc4db42bbea None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:53:27.921739 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259a698-ec59-4d95-98d0-d33610365b9d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=e948b9b6-c85f-4a2f-bbce-cb0e3121d95b,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:27.940012 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1259a698-ec59-4d95-98d0-d33610365b9d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/e948b9b6-c85f-4a2f-bbce-cb0e3121d95b HTTP/1.1" status: 204 len: 168 time: 1.5913196 Mar 09 03:53:27.942648 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38148) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:28.088130 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9cbe1c08-6cbb-4836-b37c-9d14e58f4b58 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1436670 Mar 09 03:53:28.090615 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38154) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:28.117195 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-21c0f08e-5868-4a71-8ee2-1f1b8ffc588a tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f750f7cce7944aaa3f7414040ffa23e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2298338 Mar 09 03:53:28.122671 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38160) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:28.125443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-17b7742b-f57c-4fd1-8120-afc2f1721010 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:28.278456 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-777d56b4-2ed0-4799-84de-3f0817cca746 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:28.311944 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-fc06935d-c643-4d42-8067-ace0cf15bd59 req-806080cd-bde8-4a0c-bb5b-eef16d1e382b tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] For port 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae,segment=NetworkSegment(1ddbe020-5cc6-46e0-b0b5-781a25010a1c),segment_id=1ddbe020-5cc6-46e0-b0b5-781a25010a1c)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:53:28.312307 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fc06935d-c643-4d42-8067-ace0cf15bd59 req-806080cd-bde8-4a0c-bb5b-eef16d1e382b tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:28.326564 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-777d56b4-2ed0-4799-84de-3f0817cca746 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:28.329372 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-17b7742b-f57c-4fd1-8120-afc2f1721010 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:28.333472 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-17b7742b-f57c-4fd1-8120-afc2f1721010 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:28.336511 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-17b7742b-f57c-4fd1-8120-afc2f1721010 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:28.343351 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-17b7742b-f57c-4fd1-8120-afc2f1721010 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:28.381440 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317740d7-aec2-4129-9d54-6bb4abf30195 req-9edbb8dd-6afa-4be1-b02f-4ad9c65b5457 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:28.389346 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-317740d7-aec2-4129-9d54-6bb4abf30195 req-9edbb8dd-6afa-4be1-b02f-4ad9c65b5457 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 946 time: 0.2328141 Mar 09 03:53:28.473706 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-317740d7-aec2-4129-9d54-6bb4abf30195 req-6c9bcadb-7812-4bdb-be4f-4a730507d5fa tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/security-groups?id=d12422bc-9802-4fe5-883f-e95e2321cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723598 Mar 09 03:53:28.479456 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-777d56b4-2ed0-4799-84de-3f0817cca746 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:28.496055 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d56b4-2ed0-4799-84de-3f0817cca746 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ef27a9-f2de-48d8-b2e4-325d4e1cd7b3,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:28.511551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b7742b-f57c-4fd1-8120-afc2f1721010 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:28.516015 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-777d56b4-2ed0-4799-84de-3f0817cca746 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:28.516506 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-17b7742b-f57c-4fd1-8120-afc2f1721010 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:28.517598 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-777d56b4-2ed0-4799-84de-3f0817cca746 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/66ef27a9-f2de-48d8-b2e4-325d4e1cd7b3 HTTP/1.1" status: 204 len: 168 time: 0.3929694 Mar 09 03:53:28.522190 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38178) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:28.534115 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f81684-0113-4507-ba63-c7902cafaf10 None None] DHCP port deletion for 52061912-70e8-4f32-8bcd-36eeab65c7b8 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:53:28.547640 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-59f81684-0113-4507-ba63-c7902cafaf10 None None] Deleting port 5c796999-e81a-4c2c-a0fe-07070608dc0a {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:53:28.547933 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-59f81684-0113-4507-ba63-c7902cafaf10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:28.639331 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0007353e-605e-4cfb-bdb5-80da0e392856 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:53:28.772288 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6698b4a3-8fcf-4a95-b105-5af5670d5a92 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:28.795797 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.resource_extend [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:53:28.813345 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-fc06935d-c643-4d42-8067-ace0cf15bd59 req-806080cd-bde8-4a0c-bb5b-eef16d1e382b tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Calling delete_port for 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:53:28.834942 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b8778b1e-312a-4e8f-bba0-19edde5779ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:28.886079 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aa839908-a563-418d-90f4-48aead666505 req-844d59c0-7d0f-4154-9a3f-e2c502c52ce9 tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.4611683 Mar 09 03:53:28.892323 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3eebad-b06a-4ace-840b-dde151123b0d req-2ab83fbb-6833-4bee-9d28-0217be6c15d4 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:28.901741 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4a3eebad-b06a-4ace-840b-dde151123b0d req-2ab83fbb-6833-4bee-9d28-0217be6c15d4 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 945 time: 0.1891882 Mar 09 03:53:28.903631 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-17b7742b-f57c-4fd1-8120-afc2f1721010 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:28.978880 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6698b4a3-8fcf-4a95-b105-5af5670d5a92 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:29.039215 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4a3eebad-b06a-4ace-840b-dde151123b0d req-edc3ca80-07c5-44f6-b99b-8c86b7cb2c5a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364353 Mar 09 03:53:29.044276 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-6698b4a3-8fcf-4a95-b105-5af5670d5a92 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b80e6b1-bd2c-428d-9c60-0d27efeff12f']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:29.069673 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-6698b4a3-8fcf-4a95-b105-5af5670d5a92 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e2807dd-70e9-4373-bc84-ebc2d0b2a096') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:29.070227 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-6698b4a3-8fcf-4a95-b105-5af5670d5a92 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e2807dd-70e9-4373-bc84-ebc2d0b2a096') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:29.079950 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 0007353e-605e-4cfb-bdb5-80da0e392856, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0007353e-605e-4cfb-bdb5-80da0e392856,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:53:29.087578 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6698b4a3-8fcf-4a95-b105-5af5670d5a92 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:29.116756 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6698b4a3-8fcf-4a95-b105-5af5670d5a92 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:29.133739 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6698b4a3-8fcf-4a95-b105-5af5670d5a92 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:53:29.136194 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6698b4a3-8fcf-4a95-b105-5af5670d5a92 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:29.143626 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '0007353e-605e-4cfb-bdb5-80da0e392856', 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'port_id': '0007353e-605e-4cfb-bdb5-80da0e392856', 'mac_address': 'fa:16:3e:63:ec:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd785722e-a890-45c5-869c-7b3149d30510', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:53:29.165243 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:53:29.249174 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:29.318216 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5c796999-e81a-4c2c-a0fe-07070608dc0a no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:53:29.369829 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6698b4a3-8fcf-4a95-b105-5af5670d5a92 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:29.394693 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6698b4a3-8fcf-4a95-b105-5af5670d5a92 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:29.401629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7742b-f57c-4fd1-8120-afc2f1721010 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=1891852f-52ed-4c97-aaa4-91f515adfcc4,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:29.405871 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b7742b-f57c-4fd1-8120-afc2f1721010 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:53:29.411944 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-17b7742b-f57c-4fd1-8120-afc2f1721010 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:53:29.415972 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698b4a3-8fcf-4a95-b105-5af5670d5a92 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Pushing event deleted for resources: {'Network': ['ID=9b80e6b1-bd2c-428d-9c60-0d27efeff12f,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:29.420439 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b7742b-f57c-4fd1-8120-afc2f1721010 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:29.421052 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-17b7742b-f57c-4fd1-8120-afc2f1721010 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:29.431538 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6698b4a3-8fcf-4a95-b105-5af5670d5a92 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] 10.222.0.16 "DELETE /v2.0/networks/9b80e6b1-bd2c-428d-9c60-0d27efeff12f HTTP/1.1" status: 204 len: 168 time: 0.9080448 Mar 09 03:53:29.432354 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38208) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:29.439986 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0007353e-605e-4cfb-bdb5-80da0e392856 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:53:29.472288 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-17b7742b-f57c-4fd1-8120-afc2f1721010 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3775709 Mar 09 03:53:29.484915 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38218) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:29.486388 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 0007353e-605e-4cfb-bdb5-80da0e392856, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0007353e-605e-4cfb-bdb5-80da0e392856,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:53:29.498765 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-c09cabb1-fbd2-4625-bfbb-cfe9b723e078 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:29.503976 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:29.588581 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e410f55-2c89-4309-94e4-47d2540d7969 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:29.592418 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=0007353e-605e-4cfb-bdb5-80da0e392856,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:29.598714 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-59f81684-0113-4507-ba63-c7902cafaf10 None None] For port 5c796999-e81a-4c2c-a0fe-07070608dc0a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5c796999-e81a-4c2c-a0fe-07070608dc0a,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:53:29.599881 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-59f81684-0113-4507-ba63-c7902cafaf10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:29.643828 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fc06935d-c643-4d42-8067-ace0cf15bd59 req-806080cd-bde8-4a0c-bb5b-eef16d1e382b tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:29.669187 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['0007353e-605e-4cfb-bdb5-80da0e392856'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:53:29.708910 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c09cabb1-fbd2-4625-bfbb-cfe9b723e078 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:29.713652 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c09cabb1-fbd2-4625-bfbb-cfe9b723e078 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:29.717201 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c09cabb1-fbd2-4625-bfbb-cfe9b723e078 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:29.723633 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c09cabb1-fbd2-4625-bfbb-cfe9b723e078 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:29.750098 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e410f55-2c89-4309-94e4-47d2540d7969 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:29.785519 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-6e410f55-2c89-4309-94e4-47d2540d7969 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744f700c-3ccb-4910-8d10-93f13fe9d2d6']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:29.791368 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-59f81684-0113-4507-ba63-c7902cafaf10 None None] Calling delete_port for 5c796999-e81a-4c2c-a0fe-07070608dc0a owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:53:29.807309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-6e410f55-2c89-4309-94e4-47d2540d7969 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef8910d-1cdb-4858-a8c8-8ddc817691eb') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:29.807605 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-6e410f55-2c89-4309-94e4-47d2540d7969 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef8910d-1cdb-4858-a8c8-8ddc817691eb') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:29.834339 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e410f55-2c89-4309-94e4-47d2540d7969 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:29.865197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806080cd-bde8-4a0c-bb5b-eef16d1e382b tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Pushing event deleted for resources: {'Port': ['ID=8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:29.878639 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e410f55-2c89-4309-94e4-47d2540d7969 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:29.882048 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-27de3850-936a-420b-a5b4-2eeb7ce51012 req-c70a797f-7187-4b15-9d93-a6039521b749 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Synchronizing usage tracker for tenant:6a16ab624ef346d8a3bdbd7e7cfa8c2d on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:53:29.885490 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e410f55-2c89-4309-94e4-47d2540d7969 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:53:29.885946 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e410f55-2c89-4309-94e4-47d2540d7969 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:29.892063 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09cabb1-fbd2-4625-bfbb-cfe9b723e078 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:29.899092 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c09cabb1-fbd2-4625-bfbb-cfe9b723e078 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:53:29.925938 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:53:29.947798 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-59f81684-0113-4507-ba63-c7902cafaf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:30.005712 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Port 5c796999-e81a-4c2c-a0fe-07070608dc0a update to DOWN by agent not found {{(pid=87882) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 09 03:53:30.010087 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f81684-0113-4507-ba63-c7902cafaf10 None None] No DVR routers for this DVR port 5c796999-e81a-4c2c-a0fe-07070608dc0a on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:53:30.042366 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f81684-0113-4507-ba63-c7902cafaf10 None None] Pushing event deleted for resources: {'Port': ['ID=5c796999-e81a-4c2c-a0fe-07070608dc0a,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:30.049099 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3d04e4-9e42-4b6c-bafe-b4041b67ab2a None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:53:30.187919 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c287dc8a-8927-4903-b46d-2f2fe2c9d560 req-6246cafb-c1e1-48ec-a3f9-801d6d21c639 tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.0749590 Mar 09 03:53:30.208807 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e410f55-2c89-4309-94e4-47d2540d7969 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:30.245437 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e410f55-2c89-4309-94e4-47d2540d7969 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:30.260076 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e410f55-2c89-4309-94e4-47d2540d7969 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] Pushing event deleted for resources: {'Network': ['ID=744f700c-3ccb-4910-8d10-93f13fe9d2d6,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:30.266721 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6e410f55-2c89-4309-94e4-47d2540d7969 tempest-QuotasNegativeTest-1861652056 tempest-QuotasNegativeTest-1861652056-project-admin] 10.222.0.16 "DELETE /v2.0/networks/744f700c-3ccb-4910-8d10-93f13fe9d2d6 HTTP/1.1" status: 204 len: 168 time: 0.8264613 Mar 09 03:53:30.337813 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc06935d-c643-4d42-8067-ace0cf15bd59 req-806080cd-bde8-4a0c-bb5b-eef16d1e382b tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] No DVR routers for this DVR port 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:53:30.343378 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-fc06935d-c643-4d42-8067-ace0cf15bd59 req-806080cd-bde8-4a0c-bb5b-eef16d1e382b tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:30.347398 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fc06935d-c643-4d42-8067-ace0cf15bd59 req-806080cd-bde8-4a0c-bb5b-eef16d1e382b tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.21 "DELETE /v2.0/ports/8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae HTTP/1.1" status: 204 len: 173 time: 3.0681183 Mar 09 03:53:30.370913 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87589190-4490-4c0c-8a5f-3c86bddb12b3', 'name': 'network-vif-deleted', 'tag': '8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:53:30.395366 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-27de3850-936a-420b-a5b4-2eeb7ce51012 req-c70a797f-7187-4b15-9d93-a6039521b749 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] Unset dirty status for tenant:6a16ab624ef346d8a3bdbd7e7cfa8c2d on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:53:30.416311 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-27de3850-936a-420b-a5b4-2eeb7ce51012 req-c70a797f-7187-4b15-9d93-a6039521b749 tempest-ServerRescueTestJSONUnderV235-740805659 tempest-ServerRescueTestJSONUnderV235-740805659-project] 10.222.0.16 "GET /v2.0/ports?device_id=87589190-4490-4c0c-8a5f-3c86bddb12b3 HTTP/1.1" status: 200 len: 210 time: 0.6769745 Mar 09 03:53:30.556901 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87589190-4490-4c0c-8a5f-3c86bddb12b3', 'name': 'network-vif-deleted', 'tag': '8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae', 'status': 'completed', 'code': 200} Mar 09 03:53:30.653104 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484cf87-4bb1-411c-8ee5-543a1b1c1e64 req-6a61b246-d286-4bae-9185-ce494952b786 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:30.654675 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2484cf87-4bb1-411c-8ee5-543a1b1c1e64 req-6a61b246-d286-4bae-9185-ce494952b786 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 944 time: 0.1353986 Mar 09 03:53:30.683893 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0007353e-605e-4cfb-bdb5-80da0e392856 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:53:30.710757 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2484cf87-4bb1-411c-8ee5-543a1b1c1e64 req-55e97433-3db7-48e6-92db-8cf1317a1279 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496967 Mar 09 03:53:30.719544 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:53:30.780270 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:53:30.780851 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 8e7c8dbd-eb2c-45e2-bde4-4f8a4b0d62ae not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:53:30.799822 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7740a6b0-8feb-4d2b-baef-2df6e40345f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-52061912-70e8-4f32-8bcd-36eeab65c7b8', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'fixed_ips': [{'subnet_id': '1891852f-52ed-4c97-aaa4-91f515adfcc4'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:53:30.800700 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7740a6b0-8feb-4d2b-baef-2df6e40345f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:31.038935 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 0007353e-605e-4cfb-bdb5-80da0e392856 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:53:31.039208 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:31.048026 n-d-825178-5 neutron-server[87880]: DEBUG neutron.objects.ports [None req-c09cabb1-fbd2-4625-bfbb-cfe9b723e078 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87880) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 03:53:31.050399 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c09cabb1-fbd2-4625-bfbb-cfe9b723e078 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:31.151218 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09cabb1-fbd2-4625-bfbb-cfe9b723e078 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:53:31.156176 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-c09cabb1-fbd2-4625-bfbb-cfe9b723e078 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:53:31.163075 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-798a5ba7-502d-480e-a089-e344ad2bb825 req-29a0fd98-45d6-4dd7-939b-5e963d388af8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3127689 Mar 09 03:53:31.166740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09cabb1-fbd2-4625-bfbb-cfe9b723e078 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:31.167459 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c09cabb1-fbd2-4625-bfbb-cfe9b723e078 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:31.174599 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09cabb1-fbd2-4625-bfbb-cfe9b723e078 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=97fb0caf-ee14-4939-aae6-acdae042a64f,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:31.185343 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a918f9c8-5d2b-48d7-b8e4-70c3c5b693df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:31.201244 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c09cabb1-fbd2-4625-bfbb-cfe9b723e078 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7121005 Mar 09 03:53:31.201672 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38292) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:31.218326 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-fbbb68a1-9d60-4698-a973-0eaa2455cf5d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'mac_address': 'fa:16:3e:08:2b:cc', 'name': 'tempest-NetworksTestDHCPv6-1518714722'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:31.340297 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38302) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:31.401512 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:31.446241 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4326d92-c288-494b-b291-0db3149b3ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0007353e-605e-4cfb-bdb5-80da0e392856'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:53:31.464593 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-7740a6b0-8feb-4d2b-baef-2df6e40345f2 None None] Allocated IP 172.20.0.2 (52061912-70e8-4f32-8bcd-36eeab65c7b8/1891852f-52ed-4c97-aaa4-91f515adfcc4/f6565a6c-2e12-4e30-8b46-396e10647b63) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:53:31.467909 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 0007353e-605e-4cfb-bdb5-80da0e392856, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0007353e-605e-4cfb-bdb5-80da0e392856,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:53:31.473941 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-7740a6b0-8feb-4d2b-baef-2df6e40345f2 None None] Allocated IP 2001:db8::f816:3eff:fe62:20be (52061912-70e8-4f32-8bcd-36eeab65c7b8/97fb0caf-ee14-4939-aae6-acdae042a64f/f6565a6c-2e12-4e30-8b46-396e10647b63) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:53:31.481662 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:31.534300 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fbbb68a1-9d60-4698-a973-0eaa2455cf5d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:31.544388 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38312) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:31.547434 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bd541338-f2d8-44ab-b2bc-49df1443bc01 req-e4c421e5-ca96-429f-994c-809966a2d33d tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.1056809 Mar 09 03:53:31.551514 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fbbb68a1-9d60-4698-a973-0eaa2455cf5d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:port and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:31.555621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fbbb68a1-9d60-4698-a973-0eaa2455cf5d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:31.568421 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fbbb68a1-9d60-4698-a973-0eaa2455cf5d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:31.603637 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbb68a1-9d60-4698-a973-0eaa2455cf5d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:31.623361 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4326d92-c288-494b-b291-0db3149b3ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0007353e-605e-4cfb-bdb5-80da0e392856', 'code': 200} Mar 09 03:53:31.715714 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=0007353e-605e-4cfb-bdb5-80da0e392856,revision_number=7']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:31.762382 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fbbb68a1-9d60-4698-a973-0eaa2455cf5d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:31.784220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a5ba7-502d-480e-a089-e344ad2bb825 req-4b85ae6c-39e5-410b-bf04-cb6fa48dc677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:31.785710 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-798a5ba7-502d-480e-a089-e344ad2bb825 req-4b85ae6c-39e5-410b-bf04-cb6fa48dc677 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 1095 time: 0.3471642 Mar 09 03:53:31.801363 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-fbbb68a1-9d60-4698-a973-0eaa2455cf5d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] device_id is not set on port 023ce2b0-7251-41ab-b56f-78829a095596 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:53:31.823863 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-33ea32b9-4ac5-4f3c-b15f-d9a3eb60b9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:31.845606 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-33ea32b9-4ac5-4f3c-b15f-d9a3eb60b9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:31.855885 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-33ea32b9-4ac5-4f3c-b15f-d9a3eb60b9db admin admin] Usage tracker for resource:security_group_rule and tenant:0e85c281079a40a3a8cdbe11ce713126 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:31.861533 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-33ea32b9-4ac5-4f3c-b15f-d9a3eb60b9db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:31.878426 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-33ea32b9-4ac5-4f3c-b15f-d9a3eb60b9db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:31.988491 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7740a6b0-8feb-4d2b-baef-2df6e40345f2 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:32.001603 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7740a6b0-8feb-4d2b-baef-2df6e40345f2 None None] Transition to ACTIVE for port object f6565a6c-2e12-4e30-8b46-396e10647b63 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:53:32.004129 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a5ba7-502d-480e-a089-e344ad2bb825 req-0e8dcc3b-de2d-41ae-936c-3dd02afc37e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:32.005799 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-798a5ba7-502d-480e-a089-e344ad2bb825 req-0e8dcc3b-de2d-41ae-936c-3dd02afc37e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 913 time: 0.1656260 Mar 09 03:53:32.033898 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7740a6b0-8feb-4d2b-baef-2df6e40345f2 None None] Transition to ACTIVE for port object f6565a6c-2e12-4e30-8b46-396e10647b63 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:53:32.047851 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7740a6b0-8feb-4d2b-baef-2df6e40345f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:32.160743 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740a6b0-8feb-4d2b-baef-2df6e40345f2 None None] Pushing event updated for resources: {'Port': ['ID=f6565a6c-2e12-4e30-8b46-396e10647b63,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:32.163689 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:32.172482 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:32.180025 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7740a6b0-8feb-4d2b-baef-2df6e40345f2 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:53:32.181488 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-7740a6b0-8feb-4d2b-baef-2df6e40345f2 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:53:32.188316 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7740a6b0-8feb-4d2b-baef-2df6e40345f2 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:53:32.346482 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-7740a6b0-8feb-4d2b-baef-2df6e40345f2 None None] Attempting to bind port f6565a6c-2e12-4e30-8b46-396e10647b63 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:53:32.347318 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-7740a6b0-8feb-4d2b-baef-2df6e40345f2 None None] Attempting to bind port f6565a6c-2e12-4e30-8b46-396e10647b63 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:53:32.348714 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7740a6b0-8feb-4d2b-baef-2df6e40345f2 None None] Attempting to bind port f6565a6c-2e12-4e30-8b46-396e10647b63 on network 52061912-70e8-4f32-8bcd-36eeab65c7b8 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:53:32.358200 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7740a6b0-8feb-4d2b-baef-2df6e40345f2 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:53:32.359321 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7740a6b0-8feb-4d2b-baef-2df6e40345f2 None None] Checking segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:53:32.360044 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7740a6b0-8feb-4d2b-baef-2df6e40345f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:32.360670 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7740a6b0-8feb-4d2b-baef-2df6e40345f2 None None] Bound using segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:53:32.363956 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-7740a6b0-8feb-4d2b-baef-2df6e40345f2 None None] Bound port: f6565a6c-2e12-4e30-8b46-396e10647b63, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:53:32.364895 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7740a6b0-8feb-4d2b-baef-2df6e40345f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:32.414243 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-798a5ba7-502d-480e-a089-e344ad2bb825 req-69db1fd3-3740-4aa5-a058-40227c9e6c42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb633d15-e73a-412d-8adc-3f24487a60ac HTTP/1.1" status: 200 len: 999 time: 0.4022303 Mar 09 03:53:32.488899 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a5ba7-502d-480e-a089-e344ad2bb825 req-714ec300-bf5a-40e7-bfe6-f1b778fc3f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:32.490422 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-798a5ba7-502d-480e-a089-e344ad2bb825 req-714ec300-bf5a-40e7-bfe6-f1b778fc3f09 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d785722e-a890-45c5-869c-7b3149d30510 HTTP/1.1" status: 200 len: 851 time: 0.0697587 Mar 09 03:53:32.517226 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-7740a6b0-8feb-4d2b-baef-2df6e40345f2 None None] For port f6565a6c-2e12-4e30-8b46-396e10647b63, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:53:32.527638 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-7740a6b0-8feb-4d2b-baef-2df6e40345f2 None None] For port f6565a6c-2e12-4e30-8b46-396e10647b63, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f6565a6c-2e12-4e30-8b46-396e10647b63,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:53:32.535390 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7740a6b0-8feb-4d2b-baef-2df6e40345f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:32.550153 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-33ea32b9-4ac5-4f3c-b15f-d9a3eb60b9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:32.559777 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-33ea32b9-4ac5-4f3c-b15f-d9a3eb60b9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:32.646076 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea32b9-4ac5-4f3c-b15f-d9a3eb60b9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0730f39-188e-453b-9d98-2d262ab85c8c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:32.662240 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-33ea32b9-4ac5-4f3c-b15f-d9a3eb60b9db admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e85c281079a40a3a8cdbe11ce713126&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3208199 Mar 09 03:53:32.665550 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38370) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:32.682200 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9be65-b363-4619-aebf-3991b70c71cc req-a954d358-0e7e-4257-8abb-b078d3f6bd06 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:32.683693 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b5b9be65-b363-4619-aebf-3991b70c71cc req-a954d358-0e7e-4257-8abb-b078d3f6bd06 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 945 time: 0.6769555 Mar 09 03:53:32.798160 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740a6b0-8feb-4d2b-baef-2df6e40345f2 None None] Pushing event updated for resources: {'Port': ['ID=f6565a6c-2e12-4e30-8b46-396e10647b63,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:32.824858 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a5ba7-502d-480e-a089-e344ad2bb825 req-47d74d98-fae7-4bd5-a27c-8832a0374fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:32.827279 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-798a5ba7-502d-480e-a089-e344ad2bb825 req-47d74d98-fae7-4bd5-a27c-8832a0374fed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d62296e-a7e4-4061-88a7-e2ef850363e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3293042 Mar 09 03:53:32.835991 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6c515b54-5ace-4be4-996b-55c7e6db95fe req-e7067bf9-5210-4595-a96a-b127c7dc0240 tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.1088283 Mar 09 03:53:32.864049 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f9d83218-502a-456f-8b44-20e55057f153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:32.909667 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f9d83218-502a-456f-8b44-20e55057f153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:33.007455 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-798a5ba7-502d-480e-a089-e344ad2bb825 req-6e6713fa-df2e-4e6a-8e13-0e9af04238e8 service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719871 Mar 09 03:53:33.034889 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8d9be954-4930-4dc4-9374-b0856689faf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:33.066817 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b5b9be65-b363-4619-aebf-3991b70c71cc req-f6630f8d-030d-4c92-b711-aef5d2a07091 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736601 Mar 09 03:53:33.091644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-fbbb68a1-9d60-4698-a973-0eaa2455cf5d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 172.20.0.12 (52061912-70e8-4f32-8bcd-36eeab65c7b8/1891852f-52ed-4c97-aaa4-91f515adfcc4/023ce2b0-7251-41ab-b56f-78829a095596) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:53:33.106623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-fbbb68a1-9d60-4698-a973-0eaa2455cf5d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 2001:db8::f816:3eff:fe08:2bcc (52061912-70e8-4f32-8bcd-36eeab65c7b8/97fb0caf-ee14-4939-aae6-acdae042a64f/023ce2b0-7251-41ab-b56f-78829a095596) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:53:33.219796 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f9d83218-502a-456f-8b44-20e55057f153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:33.260136 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d83218-502a-456f-8b44-20e55057f153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0730f39-188e-453b-9d98-2d262ab85c8c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:33.290737 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f9d83218-502a-456f-8b44-20e55057f153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:33.291970 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f9d83218-502a-456f-8b44-20e55057f153 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0730f39-188e-453b-9d98-2d262ab85c8c HTTP/1.1" status: 204 len: 168 time: 0.6204643 Mar 09 03:53:33.318220 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-798a5ba7-502d-480e-a089-e344ad2bb825 req-40d01162-f756-4378-a40d-5b92a143bf34 service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932491 Mar 09 03:53:33.347866 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f6565a6c-2e12-4e30-8b46-396e10647b63 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:53:33.503828 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:33.525318 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:53:33.628545 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port f6565a6c-2e12-4e30-8b46-396e10647b63 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:53:33.876562 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fbbb68a1-9d60-4698-a973-0eaa2455cf5d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:33.908757 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-fbbb68a1-9d60-4698-a973-0eaa2455cf5d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Transition to ACTIVE for port object 023ce2b0-7251-41ab-b56f-78829a095596 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:53:33.937822 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fbbb68a1-9d60-4698-a973-0eaa2455cf5d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:34.040324 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbb68a1-9d60-4698-a973-0eaa2455cf5d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:53:34.044122 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-fbbb68a1-9d60-4698-a973-0eaa2455cf5d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:53:34.055175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbb68a1-9d60-4698-a973-0eaa2455cf5d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:53:34.067843 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-8d9be954-4930-4dc4-9374-b0856689faf2 admin admin] Deleting port cf8f5d41-37a7-413c-bfdb-6bc4722d242b {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:53:34.068861 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8d9be954-4930-4dc4-9374-b0856689faf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:34.114659 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:34.151678 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38448) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:34.187100 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-90c51b66-8aa7-4268-8e54-61d9c7161739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:34.199543 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbb68a1-9d60-4698-a973-0eaa2455cf5d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:34.200338 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fbbb68a1-9d60-4698-a973-0eaa2455cf5d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:34.225432 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb68a1-9d60-4698-a973-0eaa2455cf5d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=023ce2b0-7251-41ab-b56f-78829a095596,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:34.261552 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fbbb68a1-9d60-4698-a973-0eaa2455cf5d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.0587306 Mar 09 03:53:34.262719 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38454) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:34.300847 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-90c51b66-8aa7-4268-8e54-61d9c7161739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:34.323603 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-90c51b66-8aa7-4268-8e54-61d9c7161739 admin admin] Usage tracker for resource:security_group_rule and tenant:c724eb2fee9d42848a0472c2c98cf550 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:34.424215 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-90c51b66-8aa7-4268-8e54-61d9c7161739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:34.527548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9237ac-ca26-4627-9584-3ebb983f8a9c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:34.548976 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9237ac-ca26-4627-9584-3ebb983f8a9c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:34.550134 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7f9237ac-ca26-4627-9584-3ebb983f8a9c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:53:34.569564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-90c51b66-8aa7-4268-8e54-61d9c7161739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:34.583949 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1142b-1596-46d4-b0cc-47d3aed65c90 req-c46205d0-6263-4eff-896b-e777e2f4cd8f tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:34.585653 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1a1142b-1596-46d4-b0cc-47d3aed65c90 req-c46205d0-6263-4eff-896b-e777e2f4cd8f tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 945 time: 0.2651489 Mar 09 03:53:34.598473 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4d90dbe2-6af4-44d4-94c5-4b661cad68e4 req-672ba36f-2ba7-410a-862e-c61758093fd4 tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.2703972 Mar 09 03:53:34.625669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7f9237ac-ca26-4627-9584-3ebb983f8a9c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:53:34.631440 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7f9237ac-ca26-4627-9584-3ebb983f8a9c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3668447 Mar 09 03:53:34.632329 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38462) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:34.672535 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f235e7ee-882d-4f1d-a1af-fc8649701aff None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:53:34.730307 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1a1142b-1596-46d4-b0cc-47d3aed65c90 req-ac65957f-7a58-473d-923e-d61fa7c127d3 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318159 Mar 09 03:53:34.744077 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-8d9be954-4930-4dc4-9374-b0856689faf2 admin admin] For port cf8f5d41-37a7-413c-bfdb-6bc4722d242b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=cf8f5d41-37a7-413c-bfdb-6bc4722d242b,segment=NetworkSegment(1ddbe020-5cc6-46e0-b0b5-781a25010a1c),segment_id=1ddbe020-5cc6-46e0-b0b5-781a25010a1c)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:53:34.749870 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8d9be954-4930-4dc4-9374-b0856689faf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:34.783583 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-d22284b8-1d01-4609-bcb6-b7382feecb4d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting port 023ce2b0-7251-41ab-b56f-78829a095596 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:53:34.783986 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d22284b8-1d01-4609-bcb6-b7382feecb4d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:34.855098 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fef314de-18ad-4c0e-86e0-63dae64a28ee None None] Provisioning for port f6565a6c-2e12-4e30-8b46-396e10647b63 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:53:34.868881 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fef314de-18ad-4c0e-86e0-63dae64a28ee None None] Provisioning complete for port f6565a6c-2e12-4e30-8b46-396e10647b63 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:53:34.869705 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fef314de-18ad-4c0e-86e0-63dae64a28ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:35.270036 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fef314de-18ad-4c0e-86e0-63dae64a28ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:35.332892 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-fef314de-18ad-4c0e-86e0-63dae64a28ee None None] For port f6565a6c-2e12-4e30-8b46-396e10647b63, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f6565a6c-2e12-4e30-8b46-396e10647b63,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:53:35.347405 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fef314de-18ad-4c0e-86e0-63dae64a28ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:35.534963 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-8d9be954-4930-4dc4-9374-b0856689faf2 admin admin] Calling delete_port for cf8f5d41-37a7-413c-bfdb-6bc4722d242b owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:53:35.538736 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef314de-18ad-4c0e-86e0-63dae64a28ee None None] Pushing event updated for resources: {'Port': ['ID=f6565a6c-2e12-4e30-8b46-396e10647b63,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:35.547102 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d22284b8-1d01-4609-bcb6-b7382feecb4d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:35.922550 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8d9be954-4930-4dc4-9374-b0856689faf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:36.153584 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-d22284b8-1d01-4609-bcb6-b7382feecb4d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Calling delete_port for 023ce2b0-7251-41ab-b56f-78829a095596 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:53:36.268987 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9be954-4930-4dc4-9374-b0856689faf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf8f5d41-37a7-413c-bfdb-6bc4722d242b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:36.309677 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-67781de1-6a3c-4ef0-8d86-fbf527fe51f8 req-dc28e6a4-e9b3-476c-8baf-e33826922e28 tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.1497953 Mar 09 03:53:36.325089 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-90c51b66-8aa7-4268-8e54-61d9c7161739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:36.343209 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9be954-4930-4dc4-9374-b0856689faf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:36.343654 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9be954-4930-4dc4-9374-b0856689faf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:36.343995 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9be954-4930-4dc4-9374-b0856689faf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:36.344554 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9be954-4930-4dc4-9374-b0856689faf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:36.345125 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9be954-4930-4dc4-9374-b0856689faf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:36.345685 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9be954-4930-4dc4-9374-b0856689faf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:36.346101 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9be954-4930-4dc4-9374-b0856689faf2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:36.346626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9be954-4930-4dc4-9374-b0856689faf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:36.347974 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9be954-4930-4dc4-9374-b0856689faf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:36.359330 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9be954-4930-4dc4-9374-b0856689faf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:36.359913 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9be954-4930-4dc4-9374-b0856689faf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:36.360275 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9be954-4930-4dc4-9374-b0856689faf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:53:36.385067 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-90c51b66-8aa7-4268-8e54-61d9c7161739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:36.506368 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-90c51b66-8aa7-4268-8e54-61d9c7161739 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c724eb2fee9d42848a0472c2c98cf550&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3531196 Mar 09 03:53:36.512407 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38520) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:36.533335 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c51b66-8aa7-4268-8e54-61d9c7161739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee37d75-2345-4a1c-99e2-2f29e55d153b,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:36.744792 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-46944d16-7c85-4019-ad00-b461496a9b9a None None] Provisioning for port 023ce2b0-7251-41ab-b56f-78829a095596 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:53:36.751485 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-46944d16-7c85-4019-ad00-b461496a9b9a None None] Provisioning complete for port 023ce2b0-7251-41ab-b56f-78829a095596 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:53:36.751859 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-46944d16-7c85-4019-ad00-b461496a9b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:36.757704 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d22284b8-1d01-4609-bcb6-b7382feecb4d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:36.826313 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-51d2b670-caa8-4c71-8417-bb1a2f080f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:36.862035 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-46944d16-7c85-4019-ad00-b461496a9b9a None None] Port 023ce2b0-7251-41ab-b56f-78829a095596 was deleted so its status cannot be updated. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 09 03:53:36.884193 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-51d2b670-caa8-4c71-8417-bb1a2f080f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:36.892866 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8d9be954-4930-4dc4-9374-b0856689faf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:36.943575 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-46944d16-7c85-4019-ad00-b461496a9b9a None None] Provisioning complete for port f6565a6c-2e12-4e30-8b46-396e10647b63 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:53:36.943958 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-46944d16-7c85-4019-ad00-b461496a9b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:36.995769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38532) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:37.083001 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22284b8-1d01-4609-bcb6-b7382feecb4d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Port': ['ID=023ce2b0-7251-41ab-b56f-78829a095596,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:37.182732 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f2fdc-0800-4371-b029-cc58e4d5d55e req-5414a498-22cd-4ba2-b55f-d530dd69a72d tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:37.186551 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-921f2fdc-0800-4371-b029-cc58e4d5d55e req-5414a498-22cd-4ba2-b55f-d530dd69a72d tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 945 time: 0.7889152 Mar 09 03:53:37.357311 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-51d2b670-caa8-4c71-8417-bb1a2f080f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:37.457266 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f6565a6c-2e12-4e30-8b46-396e10647b63 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:53:37.549871 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-06523f76-a829-418a-a854-fa1738c1df60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:37.550129 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-51d2b670-caa8-4c71-8417-bb1a2f080f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:37.567316 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-51d2b670-caa8-4c71-8417-bb1a2f080f3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ee37d75-2345-4a1c-99e2-2f29e55d153b HTTP/1.1" status: 204 len: 168 time: 1.0407174 Mar 09 03:53:37.568592 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2b670-caa8-4c71-8417-bb1a2f080f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee37d75-2345-4a1c-99e2-2f29e55d153b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:37.571027 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5d10bf5b-183b-4bd3-a0b6-a068457bb5f9 None None] Could not find standard attr ID for object 023ce2b0-7251-41ab-b56f-78829a095596. {{(pid=87882) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 03:53:37.591249 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-921f2fdc-0800-4371-b029-cc58e4d5d55e req-e13d009f-12c1-4d1c-be22-23a10fd2cb8e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042793 Mar 09 03:53:37.627488 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-06523f76-a829-418a-a854-fa1738c1df60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:37.639195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-06523f76-a829-418a-a854-fa1738c1df60 admin admin] Usage tracker for resource:security_group_rule and tenant:e3d60da3383843ebb39d88d668a61705 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:37.646285 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-06523f76-a829-418a-a854-fa1738c1df60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:37.658308 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-06523f76-a829-418a-a854-fa1738c1df60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:37.686964 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d22284b8-1d01-4609-bcb6-b7382feecb4d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:37.703281 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port f6565a6c-2e12-4e30-8b46-396e10647b63 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:53:37.703927 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:37.731407 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-49f9a77d-9501-4f01-b187-d1d785645eba req-214ea236-1ff3-45f9-bfb6-13afe4409145 tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.1170552 Mar 09 03:53:37.746641 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d22284b8-1d01-4609-bcb6-b7382feecb4d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/023ce2b0-7251-41ab-b56f-78829a095596 HTTP/1.1" status: 204 len: 168 time: 3.1038711 Mar 09 03:53:37.755473 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38546) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:37.913008 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-06523f76-a829-418a-a854-fa1738c1df60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:37.923017 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-06523f76-a829-418a-a854-fa1738c1df60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:38.022955 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ba7479-1de7-4b36-9369-b70ba63ad555 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:38.025399 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ba7479-1de7-4b36-9369-b70ba63ad555 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:38.027563 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ba7479-1de7-4b36-9369-b70ba63ad555 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:38.028591 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-71ba7479-1de7-4b36-9369-b70ba63ad555 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:53:38.032168 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-06523f76-a829-418a-a854-fa1738c1df60 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e3d60da3383843ebb39d88d668a61705&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0143428 Mar 09 03:53:38.035829 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38552) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:38.198464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06523f76-a829-418a-a854-fa1738c1df60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9208cad6-69f8-4e58-b757-2a9659fbfa85,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:38.207149 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-71ba7479-1de7-4b36-9369-b70ba63ad555 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:53:38.210709 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-71ba7479-1de7-4b36-9369-b70ba63ad555 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4477699 Mar 09 03:53:38.211405 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38558) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:38.214891 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9be954-4930-4dc4-9374-b0856689faf2 admin admin] Router 3ddddd6a-502c-40fd-b37e-2c74c6b24d7a has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:53:38.262793 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e74b76c-dbf7-4829-be20-9310a1381e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:38.313646 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e74b76c-dbf7-4829-be20-9310a1381e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:38.365430 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-680896b6-de17-458a-8f96-ff7218b5abb7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet 1891852f-52ed-4c97-aaa4-91f515adfcc4 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:53:38.373100 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-680896b6-de17-458a-8f96-ff7218b5abb7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:38.406473 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-967c919b-6c53-4155-a367-d1ee4a2d2759 req-b73b9c99-60ce-491c-89c8-98b5eeca56ef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=499735b8-08bc-4ddd-9d98-c9563a9e7206&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3182652 Mar 09 03:53:38.524092 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e74b76c-dbf7-4829-be20-9310a1381e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:38.602512 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74b76c-dbf7-4829-be20-9310a1381e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9208cad6-69f8-4e58-b757-2a9659fbfa85,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:38.615537 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e74b76c-dbf7-4829-be20-9310a1381e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:38.617926 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0e74b76c-dbf7-4829-be20-9310a1381e78 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9208cad6-69f8-4e58-b757-2a9659fbfa85 HTTP/1.1" status: 204 len: 168 time: 0.5810616 Mar 09 03:53:38.700157 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:38.709621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c919b-6c53-4155-a367-d1ee4a2d2759 req-32fb2002-0514-43b5-8a1f-078b0a90a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:38.725065 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-967c919b-6c53-4155-a367-d1ee4a2d2759 req-32fb2002-0514-43b5-8a1f-078b0a90a0a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&device_id=499735b8-08bc-4ddd-9d98-c9563a9e7206 HTTP/1.1" status: 200 len: 1097 time: 0.2666402 Mar 09 03:53:38.829984 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-680896b6-de17-458a-8f96-ff7218b5abb7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:38.903368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9be954-4930-4dc4-9374-b0856689faf2 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:53:38.913125 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068cbfb7-b76f-4987-881c-e4f00f980e8f None None] Sync routers for ids ['3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:53:38.917640 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8d9be954-4930-4dc4-9374-b0856689faf2 admin admin] 10.222.0.16 "PUT /v2.0/routers/3ddddd6a-502c-40fd-b37e-2c74c6b24d7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3719263 Mar 09 03:53:38.921186 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38584) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:38.937565 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068cbfb7-b76f-4987-881c-e4f00f980e8f None None] Routers {'3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:53:38.939832 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-068cbfb7-b76f-4987-881c-e4f00f980e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:53:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:39.179804 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-680896b6-de17-458a-8f96-ff7218b5abb7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:39.258596 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c72ad2f-3d37-4b6c-bb1e-ad50db61f1bd admin admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:39.273436 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd7986-2d32-4bd1-9691-4c0b22a3f872 req-363f1cab-89c9-4fe0-85e8-6e79e4e7ba3c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:39.276701 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-66cd7986-2d32-4bd1-9691-4c0b22a3f872 req-363f1cab-89c9-4fe0-85e8-6e79e4e7ba3c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 945 time: 0.4197664 Mar 09 03:53:39.283376 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c919b-6c53-4155-a367-d1ee4a2d2759 req-c82bd648-690c-4aec-8955-ac7b8c0f0827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:39.286895 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-967c919b-6c53-4155-a367-d1ee4a2d2759 req-c82bd648-690c-4aec-8955-ac7b8c0f0827 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 913 time: 0.5491478 Mar 09 03:53:39.483098 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-967c919b-6c53-4155-a367-d1ee4a2d2759 req-6eb05f20-32ba-462a-a05d-1029b5e3089a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=901687b7-082b-408a-ba6e-70079556e6e1 HTTP/1.1" status: 200 len: 217 time: 0.1400132 Mar 09 03:53:39.525715 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-068cbfb7-b76f-4987-881c-e4f00f980e8f None None] Set router 3ddddd6a-502c-40fd-b37e-2c74c6b24d7a gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:53:39.640156 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-680896b6-de17-458a-8f96-ff7218b5abb7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:39.678248 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-66cd7986-2d32-4bd1-9691-4c0b22a3f872 req-b5b4137c-2f20-4e44-8876-abfea925baa6 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703701 Mar 09 03:53:39.691181 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c46ea994-848b-4121-bf22-96ab590300a6 req-1e8b50c7-d534-4fff-8add-de5806b4dfed tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.2927992 Mar 09 03:53:39.772904 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c919b-6c53-4155-a367-d1ee4a2d2759 req-cc8286d1-b4bb-45b4-b4b9-8c4c06c4cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:39.783073 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-967c919b-6c53-4155-a367-d1ee4a2d2759 req-cc8286d1-b4bb-45b4-b4b9-8c4c06c4cbfe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d785722e-a890-45c5-869c-7b3149d30510 HTTP/1.1" status: 200 len: 851 time: 0.2891853 Mar 09 03:53:39.917148 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ecf191-d9e5-45c2-adbd-cde803241b17 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:53:40.149934 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c919b-6c53-4155-a367-d1ee4a2d2759 req-3705a905-1b78-4fed-b2c5-0412608c33b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:40.155555 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-967c919b-6c53-4155-a367-d1ee4a2d2759 req-3705a905-1b78-4fed-b2c5-0412608c33b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3d62296e-a7e4-4061-88a7-e2ef850363e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3621373 Mar 09 03:53:40.165062 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680896b6-de17-458a-8f96-ff7218b5abb7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=1891852f-52ed-4c97-aaa4-91f515adfcc4,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:40.184634 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-680896b6-de17-458a-8f96-ff7218b5abb7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:40.273141 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c72ad2f-3d37-4b6c-bb1e-ad50db61f1bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:40.292874 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-680896b6-de17-458a-8f96-ff7218b5abb7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/1891852f-52ed-4c97-aaa4-91f515adfcc4 HTTP/1.1" status: 204 len: 168 time: 2.0781326 Mar 09 03:53:40.299180 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38610) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:40.351276 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-068cbfb7-b76f-4987-881c-e4f00f980e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-584081132-router', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'd4ac51c2-063f-4601-9bdd-74974d1fd703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:51:54Z', 'updated_at': '2022-03-09T03:53:35Z', 'revision_number': 5, 'project_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'gw_port': {'id': 'd4ac51c2-063f-4601-9bdd-74974d1fd703', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:51:56Z', 'updated_at': '2022-03-09T03:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:40.367819 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068cbfb7-b76f-4987-881c-e4f00f980e8f None None] Checking router: 3ddddd6a-502c-40fd-b37e-2c74c6b24d7a for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:53:40.403884 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068cbfb7-b76f-4987-881c-e4f00f980e8f None None] Routers {'3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:53:40.404491 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-068cbfb7-b76f-4987-881c-e4f00f980e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:53:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:40.477856 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e856e4-ba49-485d-979b-928ee48fef86 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet 97fb0caf-ee14-4939-aae6-acdae042a64f {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:53:40.490255 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-8c72ad2f-3d37-4b6c-bb1e-ad50db61f1bd admin admin] Deleting port d4ac51c2-063f-4601-9bdd-74974d1fd703 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:53:40.491232 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c72ad2f-3d37-4b6c-bb1e-ad50db61f1bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:40.523106 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-58e856e4-ba49-485d-979b-928ee48fef86 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:40.613076 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-967c919b-6c53-4155-a367-d1ee4a2d2759 req-0664d856-f94b-4dda-a423-d4fe80600a41 service neutron] 10.222.0.24 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517212 Mar 09 03:53:40.686448 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-58e856e4-ba49-485d-979b-928ee48fef86 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:40.779928 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-068cbfb7-b76f-4987-881c-e4f00f980e8f None None] Set router 3ddddd6a-502c-40fd-b37e-2c74c6b24d7a gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:53:41.213962 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38640) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:41.249418 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-068cbfb7-b76f-4987-881c-e4f00f980e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-584081132-router', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:51:54Z', 'updated_at': '2022-03-09T03:53:40Z', 'revision_number': 6, 'project_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:41.252348 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-10a6dc99-24a9-4c4c-ab71-4d1fe904d25b req-ee5c5ae7-cf3d-4ea2-b154-c3015096efec tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.1241932 Mar 09 03:53:41.256123 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-8c72ad2f-3d37-4b6c-bb1e-ad50db61f1bd admin admin] For port d4ac51c2-063f-4601-9bdd-74974d1fd703, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d4ac51c2-063f-4601-9bdd-74974d1fd703,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:53:41.256670 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c72ad2f-3d37-4b6c-bb1e-ad50db61f1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:41.263878 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068cbfb7-b76f-4987-881c-e4f00f980e8f None None] The sync data for ids ['3ddddd6a-502c-40fd-b37e-2c74c6b24d7a'] in n-d-825178-5 is: [{'id': '3ddddd6a-502c-40fd-b37e-2c74c6b24d7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-584081132-router', 'tenant_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:51:54Z', 'updated_at': '2022-03-09T03:53:40Z', 'revision_number': 6, 'project_id': '6a16ab624ef346d8a3bdbd7e7cfa8c2d', 'gw_port_host': None}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:53:41.465799 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-58e856e4-ba49-485d-979b-928ee48fef86 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:41.541685 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-8c72ad2f-3d37-4b6c-bb1e-ad50db61f1bd admin admin] Calling delete_port for d4ac51c2-063f-4601-9bdd-74974d1fd703 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:53:41.594013 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-48371adf-d445-4590-a433-cde2a18aa2de tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-717078913', 'router:external': True}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:41.603773 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-48371adf-d445-4590-a433-cde2a18aa2de tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:41.608323 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-48371adf-d445-4590-a433-cde2a18aa2de tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Usage tracker for resource:network and tenant:fe1718e34c9d44199e64c1012970a33a is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:41.611375 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-48371adf-d445-4590-a433-cde2a18aa2de tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:41.617277 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-48371adf-d445-4590-a433-cde2a18aa2de tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:41.636407 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48371adf-d445-4590-a433-cde2a18aa2de tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Made reservation on behalf of fe1718e34c9d44199e64c1012970a33a for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:41.639574 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48371adf-d445-4590-a433-cde2a18aa2de tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:41.659945 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98020e8-83c7-4643-97a0-3582ceb2c648 req-d23f365b-33d9-4527-b2d9-52213ba49346 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:41.672181 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e98020e8-83c7-4643-97a0-3582ceb2c648 req-d23f365b-33d9-4527-b2d9-52213ba49346 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 945 time: 0.2858913 Mar 09 03:53:41.674327 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-967c919b-6c53-4155-a367-d1ee4a2d2759 req-067d6b9a-6a2c-4d62-a0e5-6bc2a093f679 service neutron] 10.222.0.24 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0527046 Mar 09 03:53:41.678360 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38648) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:41.813714 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e98020e8-83c7-4643-97a0-3582ceb2c648 req-a3628b5e-c0b3-4d27-9dec-19b23bf131ae tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309721 Mar 09 03:53:41.907025 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-76e1e170-7f01-4e92-a910-6c64e621cf6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:41.923127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-76e1e170-7f01-4e92-a910-6c64e621cf6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:41.927749 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-76e1e170-7f01-4e92-a910-6c64e621cf6b admin admin] Usage tracker for resource:security_group_rule and tenant:647a07ed66b1441b85277d646a8fc0f5 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:41.930689 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-76e1e170-7f01-4e92-a910-6c64e621cf6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:41.937241 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-76e1e170-7f01-4e92-a910-6c64e621cf6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:42.016739 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48371adf-d445-4590-a433-cde2a18aa2de tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:42.043107 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-449f356f-a6ce-48c4-9e2c-de5f8f283c2c None None] Provisioning complete for port f6565a6c-2e12-4e30-8b46-396e10647b63 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:53:42.044203 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-449f356f-a6ce-48c4-9e2c-de5f8f283c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:42.045047 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-48371adf-d445-4590-a433-cde2a18aa2de tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:42.049931 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-48371adf-d445-4590-a433-cde2a18aa2de tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Usage tracker for resource:security_group_rule and tenant:fe1718e34c9d44199e64c1012970a33a is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:42.052930 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-48371adf-d445-4590-a433-cde2a18aa2de tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:42.062087 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-48371adf-d445-4590-a433-cde2a18aa2de tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:42.063728 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-76e1e170-7f01-4e92-a910-6c64e621cf6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:42.071382 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-76e1e170-7f01-4e92-a910-6c64e621cf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:42.129454 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-76e1e170-7f01-4e92-a910-6c64e621cf6b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=647a07ed66b1441b85277d646a8fc0f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4491210 Mar 09 03:53:42.142479 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38658) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:42.234759 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48371adf-d445-4590-a433-cde2a18aa2de tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:42.251100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1e170-7f01-4e92-a910-6c64e621cf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea85862a-77be-4b91-ad79-7a0a273e963a,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:42.255020 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48371adf-d445-4590-a433-cde2a18aa2de tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:42.344257 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-82defcaf-7ef8-45c6-bf41-de52392840db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:42.359200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48371adf-d445-4590-a433-cde2a18aa2de tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:53:42.394036 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48371adf-d445-4590-a433-cde2a18aa2de tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989fd7d1-cf7c-45e6-9cca-7da598556e3e,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:42.434499 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48371adf-d445-4590-a433-cde2a18aa2de tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:42.434989 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-48371adf-d445-4590-a433-cde2a18aa2de tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Added segment 3a899918-4f0a-4924-811b-67d6713ecfa1 of type vlan for network 665fade8-9fc9-4d12-9fcb-72ca6fd61e8a Mar 09 03:53:42.459242 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-58e856e4-ba49-485d-979b-928ee48fef86 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:42.461470 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-82defcaf-7ef8-45c6-bf41-de52392840db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:42.548260 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a247a4d-03f9-4c04-af3d-b0b03150fd03 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:53:42.562028 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-58e856e4-ba49-485d-979b-928ee48fef86 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:42.565741 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-82defcaf-7ef8-45c6-bf41-de52392840db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:42.613688 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82defcaf-7ef8-45c6-bf41-de52392840db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea85862a-77be-4b91-ad79-7a0a273e963a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:42.641042 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-82defcaf-7ef8-45c6-bf41-de52392840db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:42.648253 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-82defcaf-7ef8-45c6-bf41-de52392840db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea85862a-77be-4b91-ad79-7a0a273e963a HTTP/1.1" status: 204 len: 168 time: 0.5024788 Mar 09 03:53:42.828680 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e856e4-ba49-485d-979b-928ee48fef86 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=97fb0caf-ee14-4939-aae6-acdae042a64f,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:42.854037 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c72ad2f-3d37-4b6c-bb1e-ad50db61f1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:42.976207 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-666f09f4-f407-4048-9568-c36def4b3df4 req-2332dc7a-b122-479b-8799-69baf9c3ca30 tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.4230397 Mar 09 03:53:43.019544 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72ad2f-3d37-4b6c-bb1e-ad50db61f1bd admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ac51c2-063f-4601-9bdd-74974d1fd703,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:43.034575 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-58e856e4-ba49-485d-979b-928ee48fef86 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/97fb0caf-ee14-4939-aae6-acdae042a64f HTTP/1.1" status: 204 len: 168 time: 2.7316124 Mar 09 03:53:43.035689 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38676) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:43.038957 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48371adf-d445-4590-a433-cde2a18aa2de tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:43.192476 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443ae468-9a62-471f-9dfe-76f0e010ad09 None None] DHCP port deletion for 52061912-70e8-4f32-8bcd-36eeab65c7b8 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:53:43.203815 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-443ae468-9a62-471f-9dfe-76f0e010ad09 None None] Deleting port f6565a6c-2e12-4e30-8b46-396e10647b63 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:53:43.205515 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-443ae468-9a62-471f-9dfe-76f0e010ad09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:43.236823 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c3bde3bf-9a25-4a2a-9fdb-00d5df68e3d3 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1858423 Mar 09 03:53:43.237308 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-48e99711-f916-4dee-bbb3-d8c53d806160 req-a4e27ae2-045a-449e-bf08-dde002be65bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.2806427 Mar 09 03:53:43.238381 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38680) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:43.353335 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c72ad2f-3d37-4b6c-bb1e-ad50db61f1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:43.356042 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d4ac51c2-063f-4601-9bdd-74974d1fd703 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:53:43.400553 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: d4ac51c2-063f-4601-9bdd-74974d1fd703 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:53:43.401312 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d4ac51c2-063f-4601-9bdd-74974d1fd703 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:53:43.401983 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device cf8f5d41-37a7-413c-bfdb-6bc4722d242b no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:53:43.405549 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.resource_extend [None req-48371adf-d445-4590-a433-cde2a18aa2de tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:53:43.443738 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: cf8f5d41-37a7-413c-bfdb-6bc4722d242b {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:53:43.444586 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device cf8f5d41-37a7-413c-bfdb-6bc4722d242b not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:53:43.445256 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f6565a6c-2e12-4e30-8b46-396e10647b63 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:53:43.560539 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c72ad2f-3d37-4b6c-bb1e-ad50db61f1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:43.572500 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c72ad2f-3d37-4b6c-bb1e-ad50db61f1bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:43.574480 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48371adf-d445-4590-a433-cde2a18aa2de tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:43.575577 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48371adf-d445-4590-a433-cde2a18aa2de tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:43.576146 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48371adf-d445-4590-a433-cde2a18aa2de tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:43.711621 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-48371adf-d445-4590-a433-cde2a18aa2de tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.4933648 Mar 09 03:53:43.718415 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48371adf-d445-4590-a433-cde2a18aa2de tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Pushing event updated for resources: {'Network': ['ID=665fade8-9fc9-4d12-9fcb-72ca6fd61e8a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:43.722340 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38690) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:43.725436 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c72ad2f-3d37-4b6c-bb1e-ad50db61f1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:43.725990 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c72ad2f-3d37-4b6c-bb1e-ad50db61f1bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ddddd6a-502c-40fd-b37e-2c74c6b24d7a {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:53:43.730374 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-ceba90c4-1be8-4a7d-a1de-085d96d4bb7e tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Request body: {'subnet': {'network_id': '665fade8-9fc9-4d12-9fcb-72ca6fd61e8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:43.746293 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c72ad2f-3d37-4b6c-bb1e-ad50db61f1bd admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:43.749389 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8c72ad2f-3d37-4b6c-bb1e-ad50db61f1bd admin admin] 10.222.0.16 "DELETE /v2.0/routers/3ddddd6a-502c-40fd-b37e-2c74c6b24d7a HTTP/1.1" status: 204 len: 168 time: 4.8274925 Mar 09 03:53:43.753932 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38696) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:43.754959 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ceba90c4-1be8-4a7d-a1de-085d96d4bb7e tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:43.770845 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e9bb69-7940-4996-86a3-02f79e20b918 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:43.772830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-71e9bb69-7940-4996-86a3-02f79e20b918 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:53:43.846454 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-443ae468-9a62-471f-9dfe-76f0e010ad09 None None] For port f6565a6c-2e12-4e30-8b46-396e10647b63, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f6565a6c-2e12-4e30-8b46-396e10647b63,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:53:43.846890 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-443ae468-9a62-471f-9dfe-76f0e010ad09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:43.861012 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ceba90c4-1be8-4a7d-a1de-085d96d4bb7e tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Usage tracker for resource:subnet and tenant:fe1718e34c9d44199e64c1012970a33a is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:43.868237 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-71e9bb69-7940-4996-86a3-02f79e20b918 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:53:43.871016 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ceba90c4-1be8-4a7d-a1de-085d96d4bb7e tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:43.873286 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-71e9bb69-7940-4996-86a3-02f79e20b918 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6339586 Mar 09 03:53:43.875915 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38700) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:43.914313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643e213-6d58-49d4-a9bc-5d57d25f2fe9 req-1ff30d44-47e1-473d-9e5e-120d5d8ac2f4 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:43.921124 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ceba90c4-1be8-4a7d-a1de-085d96d4bb7e tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:43.927842 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1643e213-6d58-49d4-a9bc-5d57d25f2fe9 req-1ff30d44-47e1-473d-9e5e-120d5d8ac2f4 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 945 time: 0.6900971 Mar 09 03:53:43.957170 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-eebeff6e-e01e-45d5-9bdd-13fb2f3eb3cc admin admin] Deleting subnet 965f9e8b-c887-40f8-8e3e-40a337410283 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:53:43.968822 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-eebeff6e-e01e-45d5-9bdd-13fb2f3eb3cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:44.132739 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-eebeff6e-e01e-45d5-9bdd-13fb2f3eb3cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:44.257436 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceba90c4-1be8-4a7d-a1de-085d96d4bb7e tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Made reservation on behalf of fe1718e34c9d44199e64c1012970a33a for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:44.260783 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ceba90c4-1be8-4a7d-a1de-085d96d4bb7e tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:44.260961 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-443ae468-9a62-471f-9dfe-76f0e010ad09 None None] Calling delete_port for f6565a6c-2e12-4e30-8b46-396e10647b63 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:53:44.316650 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1643e213-6d58-49d4-a9bc-5d57d25f2fe9 req-1af54832-c921-4d97-bd90-d1ddff570bbf tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879521 Mar 09 03:53:44.320988 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf225aa-0421-4430-b906-ba7f5911c403 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:44.322139 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-eaf225aa-0421-4430-b906-ba7f5911c403 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:53:44.369171 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 665fade8-9fc9-4d12-9fcb-72ca6fd61e8a details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:53:44.373791 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-eaf225aa-0421-4430-b906-ba7f5911c403 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:53:44.376086 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-eaf225aa-0421-4430-b906-ba7f5911c403 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4931686 Mar 09 03:53:44.378357 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38724) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:44.485927 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9b6ac514-4e29-44bd-b9d8-6919301076d8 req-b605a2ae-0c73-44f2-9fb7-cf25b3220c17 tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.1713829 Mar 09 03:53:44.594328 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-be52ff11-b87f-4c22-b03e-7f2768103cd1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2132511 Mar 09 03:53:44.603561 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38730) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:44.609625 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ad1e8d42-d99f-4950-9b8f-f2ca23cf39ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:44.744651 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-eebeff6e-e01e-45d5-9bdd-13fb2f3eb3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:44.858635 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:44.925345 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ad1e8d42-d99f-4950-9b8f-f2ca23cf39ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:44.959039 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ad1e8d42-d99f-4950-9b8f-f2ca23cf39ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:44.962467 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port f6565a6c-2e12-4e30-8b46-396e10647b63, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f6565a6c-2e12-4e30-8b46-396e10647b63,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:53:44.969778 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:44.973388 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1e8d42-d99f-4950-9b8f-f2ca23cf39ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:44.977388 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ad1e8d42-d99f-4950-9b8f-f2ca23cf39ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:44.979296 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad1e8d42-d99f-4950-9b8f-f2ca23cf39ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 03:53:44.979809 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad1e8d42-d99f-4950-9b8f-f2ca23cf39ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:53:45.030138 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-443ae468-9a62-471f-9dfe-76f0e010ad09 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:53:45.030809 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-443ae468-9a62-471f-9dfe-76f0e010ad09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:53:45.036727 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ad1e8d42-d99f-4950-9b8f-f2ca23cf39ed tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4289570 Mar 09 03:53:45.037089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38744) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:45.042789 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-10afb389-e1d0-489e-a8ec-e2a09244bc8c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:45.101474 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=f6565a6c-2e12-4e30-8b46-396e10647b63,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:45.283638 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-eebeff6e-e01e-45d5-9bdd-13fb2f3eb3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:45.351775 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-10afb389-e1d0-489e-a8ec-e2a09244bc8c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:45.379997 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-10afb389-e1d0-489e-a8ec-e2a09244bc8c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:45.396774 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10afb389-e1d0-489e-a8ec-e2a09244bc8c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:45.400439 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-10afb389-e1d0-489e-a8ec-e2a09244bc8c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:45.401828 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-10afb389-e1d0-489e-a8ec-e2a09244bc8c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 03:53:45.402249 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10afb389-e1d0-489e-a8ec-e2a09244bc8c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:53:45.406699 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-eebeff6e-e01e-45d5-9bdd-13fb2f3eb3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:45.434555 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebeff6e-e01e-45d5-9bdd-13fb2f3eb3cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=965f9e8b-c887-40f8-8e3e-40a337410283,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:45.451656 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-10afb389-e1d0-489e-a8ec-e2a09244bc8c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4101424 Mar 09 03:53:45.451851 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38756) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:45.457377 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-e2a51acd-1b05-4d19-96a8-9d3e7493d719 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:45.533071 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-443ae468-9a62-471f-9dfe-76f0e010ad09 None None] Deleting port f6565a6c-2e12-4e30-8b46-396e10647b63 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:53:45.534272 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-443ae468-9a62-471f-9dfe-76f0e010ad09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:45.535364 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-eebeff6e-e01e-45d5-9bdd-13fb2f3eb3cc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/965f9e8b-c887-40f8-8e3e-40a337410283 HTTP/1.1" status: 204 len: 168 time: 1.7777655 Mar 09 03:53:45.538399 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38760) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:45.847543 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e2a51acd-1b05-4d19-96a8-9d3e7493d719 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:45.870761 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e2a51acd-1b05-4d19-96a8-9d3e7493d719 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:45.975019 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9a9a8-aa91-4ce3-aa5b-16fba5a313be req-c312e93d-f82d-48fc-bcb8-c7caae5a9a20 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:45.983696 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2fe9a9a8-aa91-4ce3-aa5b-16fba5a313be req-c312e93d-f82d-48fc-bcb8-c7caae5a9a20 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 945 time: 0.4518476 Mar 09 03:53:46.023548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a51acd-1b05-4d19-96a8-9d3e7493d719 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:46.024619 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-59d949d3-b782-4b8e-953b-0c3e6db3b6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:46.028964 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e2a51acd-1b05-4d19-96a8-9d3e7493d719 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:46.030671 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a51acd-1b05-4d19-96a8-9d3e7493d719 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 03:53:46.031387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a51acd-1b05-4d19-96a8-9d3e7493d719 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:53:46.079510 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-443ae468-9a62-471f-9dfe-76f0e010ad09 None None] For port f6565a6c-2e12-4e30-8b46-396e10647b63, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f6565a6c-2e12-4e30-8b46-396e10647b63,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:53:46.079959 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-443ae468-9a62-471f-9dfe-76f0e010ad09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:46.085236 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2fe9a9a8-aa91-4ce3-aa5b-16fba5a313be req-8602d0cf-d600-4650-ae64-5d3d9bbd8441 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951264 Mar 09 03:53:46.086406 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38772) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:46.098878 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e2a51acd-1b05-4d19-96a8-9d3e7493d719 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6459558 Mar 09 03:53:46.119316 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38778) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:46.126117 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-7ca5affa-3384-4891-84b7-fca2ca0164cc tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:46.208167 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6de1f4f7-c2b7-4927-9e9d-e9a51cf75e46 req-bdebf4af-a555-4b78-b810-4217a3e0a723 tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.1732881 Mar 09 03:53:46.295756 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7ca5affa-3384-4891-84b7-fca2ca0164cc tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:46.306530 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7ca5affa-3384-4891-84b7-fca2ca0164cc tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:46.319851 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-f78ff7e7-a6b8-4e4d-a2e5-9c66d338915e tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1886609676', 'router:external': True}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:46.326527 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca5affa-3384-4891-84b7-fca2ca0164cc tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:46.329978 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7ca5affa-3384-4891-84b7-fca2ca0164cc tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:46.336367 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca5affa-3384-4891-84b7-fca2ca0164cc tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 03:53:46.336946 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca5affa-3384-4891-84b7-fca2ca0164cc tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:53:46.352967 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f78ff7e7-a6b8-4e4d-a2e5-9c66d338915e tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:46.358994 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f78ff7e7-a6b8-4e4d-a2e5-9c66d338915e tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Usage tracker for resource:network and tenant:c493fc72d59b4b1dbd551765f35929b6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:46.360944 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-443ae468-9a62-471f-9dfe-76f0e010ad09 None None] Calling delete_port for f6565a6c-2e12-4e30-8b46-396e10647b63 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:53:46.367153 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7ca5affa-3384-4891-84b7-fca2ca0164cc tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2463453 Mar 09 03:53:46.367846 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38786) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:46.368741 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f78ff7e7-a6b8-4e4d-a2e5-9c66d338915e tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:46.377282 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f78ff7e7-a6b8-4e4d-a2e5-9c66d338915e tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:46.383560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-bde52f7b-d288-4e7e-ada8-6184e50f0eea tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:46.500641 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78ff7e7-a6b8-4e4d-a2e5-9c66d338915e tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Made reservation on behalf of c493fc72d59b4b1dbd551765f35929b6 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:46.503160 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f78ff7e7-a6b8-4e4d-a2e5-9c66d338915e tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:46.509137 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-59d949d3-b782-4b8e-953b-0c3e6db3b6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:46.523397 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f78ff7e7-a6b8-4e4d-a2e5-9c66d338915e tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:46.562891 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-59d949d3-b782-4b8e-953b-0c3e6db3b6b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac13dcf-49d1-494e-9bd9-1e962da8e8f0']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:46.602213 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-443ae468-9a62-471f-9dfe-76f0e010ad09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:46.608086 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-59d949d3-b782-4b8e-953b-0c3e6db3b6b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddbe020-5cc6-46e0-b0b5-781a25010a1c') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:46.609865 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-59d949d3-b782-4b8e-953b-0c3e6db3b6b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddbe020-5cc6-46e0-b0b5-781a25010a1c') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:53:46.633543 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-59d949d3-b782-4b8e-953b-0c3e6db3b6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:46.658454 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443ae468-9a62-471f-9dfe-76f0e010ad09 None None] No DVR routers for this DVR port f6565a6c-2e12-4e30-8b46-396e10647b63 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:53:46.667577 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-59d949d3-b782-4b8e-953b-0c3e6db3b6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:46.673010 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ae468-9a62-471f-9dfe-76f0e010ad09 None None] Pushing event deleted for resources: {'Port': ['ID=f6565a6c-2e12-4e30-8b46-396e10647b63,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:46.678932 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d949d3-b782-4b8e-953b-0c3e6db3b6b0 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:53:46.680124 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-59d949d3-b782-4b8e-953b-0c3e6db3b6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:46.768043 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f78ff7e7-a6b8-4e4d-a2e5-9c66d338915e tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:46.772946 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f78ff7e7-a6b8-4e4d-a2e5-9c66d338915e tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Usage tracker for resource:security_group_rule and tenant:c493fc72d59b4b1dbd551765f35929b6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:46.776047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f78ff7e7-a6b8-4e4d-a2e5-9c66d338915e tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:46.784761 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f78ff7e7-a6b8-4e4d-a2e5-9c66d338915e tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:46.799007 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bde52f7b-d288-4e7e-ada8-6184e50f0eea tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:46.823053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bde52f7b-d288-4e7e-ada8-6184e50f0eea tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:53:46.826730 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:53:46.842552 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-59d949d3-b782-4b8e-953b-0c3e6db3b6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:46.851749 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-59d949d3-b782-4b8e-953b-0c3e6db3b6b0 admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:46.852816 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde52f7b-d288-4e7e-ada8-6184e50f0eea tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:46.861331 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bde52f7b-d288-4e7e-ada8-6184e50f0eea tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:46.861663 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde52f7b-d288-4e7e-ada8-6184e50f0eea tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 03:53:46.862236 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde52f7b-d288-4e7e-ada8-6184e50f0eea tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:53:46.902091 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d949d3-b782-4b8e-953b-0c3e6db3b6b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ac13dcf-49d1-494e-9bd9-1e962da8e8f0,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:46.927429 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bde52f7b-d288-4e7e-ada8-6184e50f0eea tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5550263 Mar 09 03:53:46.928152 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38790) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:46.942353 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-dc957a5a-4c9d-4b14-9855-b733dc19bb3f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:46.972823 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-59d949d3-b782-4b8e-953b-0c3e6db3b6b0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1ac13dcf-49d1-494e-9bd9-1e962da8e8f0 HTTP/1.1" status: 204 len: 168 time: 1.4290881 Mar 09 03:53:46.977330 n-d-825178-5 neutron-server[87881]: DEBUG neutron.objects.ports [None req-ceba90c4-1be8-4a7d-a1de-085d96d4bb7e tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87881) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 03:53:46.977904 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ceba90c4-1be8-4a7d-a1de-085d96d4bb7e tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:47.070339 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceba90c4-1be8-4a7d-a1de-085d96d4bb7e tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Checking segment: {'id': '3a899918-4f0a-4924-811b-67d6713ecfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '665fade8-9fc9-4d12-9fcb-72ca6fd61e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:53:47.070828 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceba90c4-1be8-4a7d-a1de-085d96d4bb7e tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Network hostable DHCP agents. Network: 665fade8-9fc9-4d12-9fcb-72ca6fd61e8a, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:53:47.076020 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba90c4-1be8-4a7d-a1de-085d96d4bb7e tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4eb936d2-1ab1-4709-bbd8-060c1384d67e,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:47.096742 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dc957a5a-4c9d-4b14-9855-b733dc19bb3f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:47.099911 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceba90c4-1be8-4a7d-a1de-085d96d4bb7e tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Network 665fade8-9fc9-4d12-9fcb-72ca6fd61e8a is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:53:47.110786 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dc957a5a-4c9d-4b14-9855-b733dc19bb3f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:47.119207 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-ceba90c4-1be8-4a7d-a1de-085d96d4bb7e tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 665fade8-9fc9-4d12-9fcb-72ca6fd61e8a) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:53:47.124972 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceba90c4-1be8-4a7d-a1de-085d96d4bb7e tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:47.125809 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ceba90c4-1be8-4a7d-a1de-085d96d4bb7e tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:47.132432 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fee4e5-efb7-4230-b327-a199af672090 None None] Network 665fade8-9fc9-4d12-9fcb-72ca6fd61e8a requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:53:47.165003 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc957a5a-4c9d-4b14-9855-b733dc19bb3f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:47.187234 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dc957a5a-4c9d-4b14-9855-b733dc19bb3f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:47.188980 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc957a5a-4c9d-4b14-9855-b733dc19bb3f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 03:53:47.195019 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ceba90c4-1be8-4a7d-a1de-085d96d4bb7e tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.4715059 Mar 09 03:53:47.196390 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc957a5a-4c9d-4b14-9855-b733dc19bb3f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:53:47.201271 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38800) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:47.217321 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-9b44ec2f-7664-41f4-be6f-31911470e270 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-637685826', 'network_id': '665fade8-9fc9-4d12-9fcb-72ca6fd61e8a'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:47.232615 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9b44ec2f-7664-41f4-be6f-31911470e270 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:47.249273 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9b44ec2f-7664-41f4-be6f-31911470e270 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Usage tracker for resource:port and tenant:fe1718e34c9d44199e64c1012970a33a is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:47.261776 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9b44ec2f-7664-41f4-be6f-31911470e270 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:47.282556 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9b44ec2f-7664-41f4-be6f-31911470e270 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:47.289670 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-dc957a5a-4c9d-4b14-9855-b733dc19bb3f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3577375 Mar 09 03:53:47.292494 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38806) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:47.368451 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f78ff7e7-a6b8-4e4d-a2e5-9c66d338915e tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:47.379029 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f78ff7e7-a6b8-4e4d-a2e5-9c66d338915e tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:47.452598 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38812) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:47.509304 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fb3b21ef-91be-4728-ad9a-b639c31384e7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:53:47.564425 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b44ec2f-7664-41f4-be6f-31911470e270 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Made reservation on behalf of fe1718e34c9d44199e64c1012970a33a for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:47.567533 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78ff7e7-a6b8-4e4d-a2e5-9c66d338915e tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:53:47.569202 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9b44ec2f-7664-41f4-be6f-31911470e270 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:47.578970 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ff7e7-a6b8-4e4d-a2e5-9c66d338915e tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef12074a-a530-4b35-86ea-8ba37111e567,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:47.635172 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f78ff7e7-a6b8-4e4d-a2e5-9c66d338915e tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:47.635965 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-f78ff7e7-a6b8-4e4d-a2e5-9c66d338915e tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Added segment 3b150b55-8e2e-4921-b9bd-36006f65ce1a of type vlan for network e291fc65-e388-4b0d-bc16-ebe23104f231 Mar 09 03:53:47.645034 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3ec99f33-f811-454a-8855-5d1531874cbf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a16ab624ef346d8a3bdbd7e7cfa8c2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1738710 Mar 09 03:53:47.649019 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fb3b21ef-91be-4728-ad9a-b639c31384e7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:53:47.652737 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fb3b21ef-91be-4728-ad9a-b639c31384e7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3566129 Mar 09 03:53:47.655733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38818) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:47.656227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38816) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:47.661634 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-9b44ec2f-7664-41f4-be6f-31911470e270 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] device_id is not set on port 1ea9fa59-1c9d-430e-a8ab-36d3b7e934d7 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:53:47.743309 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf9dbb3-92c9-4c71-befa-0702f308db20 None None] Network 665fade8-9fc9-4d12-9fcb-72ca6fd61e8a requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:53:47.774430 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e08598-f86a-4256-b947-d35c3bc4ee7e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:47.775139 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c1e08598-f86a-4256-b947-d35c3bc4ee7e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:53:47.835006 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c1e08598-f86a-4256-b947-d35c3bc4ee7e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:53:47.838522 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c1e08598-f86a-4256-b947-d35c3bc4ee7e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1773748 Mar 09 03:53:47.840083 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38826) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:47.845803 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e450b4aa-e070-45ff-92ea-e22dfb32c868 req-db6b2842-a190-4252-9db2-a8232ff40283 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f81a269713c4141b03d22fae813d6d9&device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.0769532 Mar 09 03:53:47.848006 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96edfa7-adba-4f58-8cc7-37ce475811f1 req-5e70330b-02a6-4f02-831d-8f90ce08e372 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:47.856143 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e96edfa7-adba-4f58-8cc7-37ce475811f1 req-5e70330b-02a6-4f02-831d-8f90ce08e372 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 945 time: 0.4517426 Mar 09 03:53:47.907265 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f78ff7e7-a6b8-4e4d-a2e5-9c66d338915e tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:47.921849 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e450b4aa-e070-45ff-92ea-e22dfb32c868 req-b5b2dbb0-35d4-4a2c-a39d-31364c9a9c9b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=5f81a269713c4141b03d22fae813d6d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547101 Mar 09 03:53:48.038804 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-74634f43-bd17-4eed-a743-7053bfe943c9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1767704 Mar 09 03:53:48.068844 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38830) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:48.139705 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-3e176459-1956-47fc-affb-c93ec710bb3f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:48.191238 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-782b332d-04f1-400a-a101-10f1e3318c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:48.231227 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [None req-f78ff7e7-a6b8-4e4d-a2e5-9c66d338915e tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:53:48.240228 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e96edfa7-adba-4f58-8cc7-37ce475811f1 req-bb7ea549-4b82-4edd-9e67-816e4061fa4b tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831780 Mar 09 03:53:48.288045 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-82b155fa-dbcf-4b39-9621-e2c7cdb21c8f req-819eda6e-6fb7-4d38-97d2-1fe79f2bdb97 tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.0989816 Mar 09 03:53:48.372786 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-782b332d-04f1-400a-a101-10f1e3318c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:48.398776 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-9b44ec2f-7664-41f4-be6f-31911470e270 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Allocated IP 2001:db8::2cd (665fade8-9fc9-4d12-9fcb-72ca6fd61e8a/4eb936d2-1ab1-4709-bbd8-060c1384d67e/1ea9fa59-1c9d-430e-a8ab-36d3b7e934d7) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:53:48.404198 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3e176459-1956-47fc-affb-c93ec710bb3f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:48.423133 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3e176459-1956-47fc-affb-c93ec710bb3f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:48.424465 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450b4aa-e070-45ff-92ea-e22dfb32c868 req-d2b67034-2661-435b-b76a-4bb41fcd6f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:48.426462 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e450b4aa-e070-45ff-92ea-e22dfb32c868 req-d2b67034-2661-435b-b76a-4bb41fcd6f65 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4946394 Mar 09 03:53:48.428607 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f78ff7e7-a6b8-4e4d-a2e5-9c66d338915e tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:48.429751 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78ff7e7-a6b8-4e4d-a2e5-9c66d338915e tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:48.440777 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f78ff7e7-a6b8-4e4d-a2e5-9c66d338915e tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:48.490757 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e176459-1956-47fc-affb-c93ec710bb3f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:48.496730 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e176459-1956-47fc-affb-c93ec710bb3f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:48.590158 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-782b332d-04f1-400a-a101-10f1e3318c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:48.618943 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ff7e7-a6b8-4e4d-a2e5-9c66d338915e tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Pushing event updated for resources: {'Network': ['ID=e291fc65-e388-4b0d-bc16-ebe23104f231,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:48.626125 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b332d-04f1-400a-a101-10f1e3318c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12422bc-9802-4fe5-883f-e95e2321cac0,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:48.629519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network e291fc65-e388-4b0d-bc16-ebe23104f231 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:53:48.629804 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-782b332d-04f1-400a-a101-10f1e3318c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:48.631109 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-782b332d-04f1-400a-a101-10f1e3318c4c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d12422bc-9802-4fe5-883f-e95e2321cac0 HTTP/1.1" status: 204 len: 168 time: 0.9709086 Mar 09 03:53:48.637855 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f78ff7e7-a6b8-4e4d-a2e5-9c66d338915e tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.5497015 Mar 09 03:53:48.638507 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38838) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:48.651915 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-cc09e456-3994-4606-b35c-88f3df3d2719 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Request body: {'subnet': {'network_id': 'e291fc65-e388-4b0d-bc16-ebe23104f231', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:48.659559 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cc09e456-3994-4606-b35c-88f3df3d2719 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:48.665510 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cc09e456-3994-4606-b35c-88f3df3d2719 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Usage tracker for resource:subnet and tenant:c493fc72d59b4b1dbd551765f35929b6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:48.668735 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cc09e456-3994-4606-b35c-88f3df3d2719 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:48.676307 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cc09e456-3994-4606-b35c-88f3df3d2719 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:48.700971 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc09e456-3994-4606-b35c-88f3df3d2719 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Made reservation on behalf of c493fc72d59b4b1dbd551765f35929b6 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:48.706576 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cc09e456-3994-4606-b35c-88f3df3d2719 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:49.039929 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9b44ec2f-7664-41f4-be6f-31911470e270 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:49.080378 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9b44ec2f-7664-41f4-be6f-31911470e270 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:49.158107 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b44ec2f-7664-41f4-be6f-31911470e270 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Network 665fade8-9fc9-4d12-9fcb-72ca6fd61e8a is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:53:49.163545 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-9b44ec2f-7664-41f4-be6f-31911470e270 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:53:49.171676 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b44ec2f-7664-41f4-be6f-31911470e270 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:53:49.172679 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b44ec2f-7664-41f4-be6f-31911470e270 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:49.173282 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9b44ec2f-7664-41f4-be6f-31911470e270 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:49.214876 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44ec2f-7664-41f4-be6f-31911470e270 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Pushing event updated for resources: {'Port': ['ID=1ea9fa59-1c9d-430e-a8ab-36d3b7e934d7,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:49.400634 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9b44ec2f-7664-41f4-be6f-31911470e270 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1961021 Mar 09 03:53:49.401395 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38856) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:49.523778 n-d-825178-5 neutron-server[87880]: DEBUG neutron.objects.ports [None req-cc09e456-3994-4606-b35c-88f3df3d2719 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87880) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 03:53:49.545544 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cc09e456-3994-4606-b35c-88f3df3d2719 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:49.650807 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09e456-3994-4606-b35c-88f3df3d2719 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f9b138e5-6cde-40bd-86ff-6bf4703b168c,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:49.675528 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc09e456-3994-4606-b35c-88f3df3d2719 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Checking segment: {'id': '3b150b55-8e2e-4921-b9bd-36006f65ce1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e291fc65-e388-4b0d-bc16-ebe23104f231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:53:49.675901 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc09e456-3994-4606-b35c-88f3df3d2719 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Network hostable DHCP agents. Network: e291fc65-e388-4b0d-bc16-ebe23104f231, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:53:49.785880 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-93dc9f86-0edf-4216-9d79-492c480ba69e tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Deleting port 1ea9fa59-1c9d-430e-a8ab-36d3b7e934d7 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:53:49.786225 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-93dc9f86-0edf-4216-9d79-492c480ba69e tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:49.796061 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cb9ebc4c-f960-4f14-bf66-c3e045c02daa req-da1d63ce-0f65-4ca3-8cc5-735fb16710e1 tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.1263447 Mar 09 03:53:49.824699 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc09e456-3994-4606-b35c-88f3df3d2719 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Network e291fc65-e388-4b0d-bc16-ebe23104f231 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:53:49.845598 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-cc09e456-3994-4606-b35c-88f3df3d2719 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, e291fc65-e388-4b0d-bc16-ebe23104f231) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:53:49.849781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc09e456-3994-4606-b35c-88f3df3d2719 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:49.850363 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cc09e456-3994-4606-b35c-88f3df3d2719 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:49.873011 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7a4b61-ddf4-4eb5-b56b-5fbe0acc7389 None None] Network e291fc65-e388-4b0d-bc16-ebe23104f231 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:53:49.959646 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cc09e456-3994-4606-b35c-88f3df3d2719 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3200533 Mar 09 03:53:49.960897 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38882) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:49.974082 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-42615965-2971-4a2d-adf0-8b2c9a3be8da tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1977103321', 'network_id': 'e291fc65-e388-4b0d-bc16-ebe23104f231'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:49.980444 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-42615965-2971-4a2d-adf0-8b2c9a3be8da tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:49.982730 n-d-825178-5 neutron-server[87881]: DEBUG neutron.objects.ports [None req-3e176459-1956-47fc-affb-c93ec710bb3f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87881) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 03:53:49.985903 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-42615965-2971-4a2d-adf0-8b2c9a3be8da tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Usage tracker for resource:port and tenant:c493fc72d59b4b1dbd551765f35929b6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:49.990169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-42615965-2971-4a2d-adf0-8b2c9a3be8da tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:49.990584 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e176459-1956-47fc-affb-c93ec710bb3f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:49.998229 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-42615965-2971-4a2d-adf0-8b2c9a3be8da tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:50.010188 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e450b4aa-e070-45ff-92ea-e22dfb32c868 req-bff35d0d-5e32-485f-b023-a6b1de4c012a tempest-ServerShowV254Test-1792676474 tempest-ServerShowV254Test-1792676474-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc2c9e2-a2df-4986-9fac-12e2acf4b3ba HTTP/1.1" status: 200 len: 210 time: 0.1244724 Mar 09 03:53:50.014348 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42615965-2971-4a2d-adf0-8b2c9a3be8da tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Made reservation on behalf of c493fc72d59b4b1dbd551765f35929b6 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:50.017346 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-42615965-2971-4a2d-adf0-8b2c9a3be8da tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:50.082730 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-42615965-2971-4a2d-adf0-8b2c9a3be8da tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] device_id is not set on port 3c8f6d1b-e01e-4194-8901-45c1ce510a5b yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:53:50.196517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38888) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:50.252316 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e176459-1956-47fc-affb-c93ec710bb3f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:53:50.259906 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-3e176459-1956-47fc-affb-c93ec710bb3f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:53:50.275637 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d465c5-b990-4a04-9a36-0b1e930da32b req-59015183-c844-4be6-b578-c18a91b67683 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:50.277398 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42d465c5-b990-4a04-9a36-0b1e930da32b req-59015183-c844-4be6-b578-c18a91b67683 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 945 time: 0.6727514 Mar 09 03:53:50.288238 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e176459-1956-47fc-affb-c93ec710bb3f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:50.289006 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e176459-1956-47fc-affb-c93ec710bb3f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:50.371552 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd99b1ae-6ca5-4b03-982a-e1d913719307 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:53:50.418624 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e176459-1956-47fc-affb-c93ec710bb3f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=85736f3c-86c7-4643-8526-cc224917c5bd,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:50.476872 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf671f05-cd25-49d9-ac88-c218bcbb0a90 None None] Network e291fc65-e388-4b0d-bc16-ebe23104f231 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:53:50.524157 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42d465c5-b990-4a04-9a36-0b1e930da32b req-47ed28fc-fe72-4866-856a-75a76e602e16 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937847 Mar 09 03:53:50.535202 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-8c3e1902-9456-4830-8db6-899d51e07e85 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1204333548-network', 'tenant_id': '2dfc2fc375c74dd497ae51bb9a526fce'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:50.541207 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8c3e1902-9456-4830-8db6-899d51e07e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:50.546332 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8c3e1902-9456-4830-8db6-899d51e07e85 admin admin] Usage tracker for resource:network and tenant:2dfc2fc375c74dd497ae51bb9a526fce is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:50.549906 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8c3e1902-9456-4830-8db6-899d51e07e85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:50.557230 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8c3e1902-9456-4830-8db6-899d51e07e85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:50.571758 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3e1902-9456-4830-8db6-899d51e07e85 admin admin] Made reservation on behalf of 2dfc2fc375c74dd497ae51bb9a526fce for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:50.574803 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1902-9456-4830-8db6-899d51e07e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:50.590891 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3e176459-1956-47fc-affb-c93ec710bb3f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5209153 Mar 09 03:53:50.604895 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38898) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:50.636280 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1902-9456-4830-8db6-899d51e07e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:50.639644 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-321706c9-5116-41fd-9086-18d551184d2f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'mac_address': 'fa:16:3e:5a:e3:e8', 'name': 'tempest-NetworksTestDHCPv6-755311504'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:50.647745 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-42615965-2971-4a2d-adf0-8b2c9a3be8da tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Allocated IP 172.20.0.6 (e291fc65-e388-4b0d-bc16-ebe23104f231/f9b138e5-6cde-40bd-86ff-6bf4703b168c/3c8f6d1b-e01e-4194-8901-45c1ce510a5b) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:53:50.661528 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8c3e1902-9456-4830-8db6-899d51e07e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:50.669696 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8c3e1902-9456-4830-8db6-899d51e07e85 admin admin] Usage tracker for resource:security_group_rule and tenant:2dfc2fc375c74dd497ae51bb9a526fce is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:50.674239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8c3e1902-9456-4830-8db6-899d51e07e85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:51.029338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e754d3-6377-4058-b968-f45df694e7bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-52061912-70e8-4f32-8bcd-36eeab65c7b8', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'fixed_ips': [{'subnet_id': '85736f3c-86c7-4643-8526-cc224917c5bd'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:53:51.030253 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c5e754d3-6377-4058-b968-f45df694e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:51.041160 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-93dc9f86-0edf-4216-9d79-492c480ba69e tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:51.067519 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-42615965-2971-4a2d-adf0-8b2c9a3be8da tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:51.136698 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-42615965-2971-4a2d-adf0-8b2c9a3be8da tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:51.155400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8c3e1902-9456-4830-8db6-899d51e07e85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:51.187207 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-321706c9-5116-41fd-9086-18d551184d2f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:51.332800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42615965-2971-4a2d-adf0-8b2c9a3be8da tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Network e291fc65-e388-4b0d-bc16-ebe23104f231 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:53:51.374119 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-42615965-2971-4a2d-adf0-8b2c9a3be8da tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:53:51.396641 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-c5e754d3-6377-4058-b968-f45df694e7bf None None] Allocated IP 2001:db8::f816:3eff:fe4c:ed92 (52061912-70e8-4f32-8bcd-36eeab65c7b8/85736f3c-86c7-4643-8526-cc224917c5bd/9b0aaaab-c600-4df4-a28b-b140a43d3848) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:53:51.399008 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42615965-2971-4a2d-adf0-8b2c9a3be8da tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:53:51.478289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42615965-2971-4a2d-adf0-8b2c9a3be8da tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Pushing event updated for resources: {'Port': ['ID=3c8f6d1b-e01e-4194-8901-45c1ce510a5b,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:51.482190 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-93dc9f86-0edf-4216-9d79-492c480ba69e tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Calling delete_port for 1ea9fa59-1c9d-430e-a8ab-36d3b7e934d7 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:53:51.571196 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38914) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:51.706492 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-321706c9-5116-41fd-9086-18d551184d2f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:51.740126 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42615965-2971-4a2d-adf0-8b2c9a3be8da tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:51.741144 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-42615965-2971-4a2d-adf0-8b2c9a3be8da tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:51.940977 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-42615965-2971-4a2d-adf0-8b2c9a3be8da tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.9737744 Mar 09 03:53:51.942750 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38924) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:51.943434 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321706c9-5116-41fd-9086-18d551184d2f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:52.062348 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1902-9456-4830-8db6-899d51e07e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:52.068109 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c5e754d3-6377-4058-b968-f45df694e7bf None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:52.083348 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c5e754d3-6377-4058-b968-f45df694e7bf None None] Transition to ACTIVE for port object 9b0aaaab-c600-4df4-a28b-b140a43d3848 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:53:52.110779 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c5e754d3-6377-4058-b968-f45df694e7bf None None] Transition to ACTIVE for port object 9b0aaaab-c600-4df4-a28b-b140a43d3848 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:53:52.119425 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1902-9456-4830-8db6-899d51e07e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:52.120761 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c5e754d3-6377-4058-b968-f45df694e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:52.159598 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-53d4695b-e546-4144-a967-7601fec14849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:52.208440 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e754d3-6377-4058-b968-f45df694e7bf None None] Pushing event updated for resources: {'Port': ['ID=9b0aaaab-c600-4df4-a28b-b140a43d3848,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:52.222939 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-321706c9-5116-41fd-9086-18d551184d2f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:52.225130 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e754d3-6377-4058-b968-f45df694e7bf None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:53:52.227956 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-c5e754d3-6377-4058-b968-f45df694e7bf None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:53:52.234927 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e754d3-6377-4058-b968-f45df694e7bf None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:53:52.293442 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-53d4695b-e546-4144-a967-7601fec14849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:52.307564 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3e1902-9456-4830-8db6-899d51e07e85 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:53:52.316028 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-13a3fadc-c9f8-4108-ba18-1fde12f4b82b tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Deleting port 3c8f6d1b-e01e-4194-8901-45c1ce510a5b {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:53:52.318332 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-13a3fadc-c9f8-4108-ba18-1fde12f4b82b tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:52.323939 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-321706c9-5116-41fd-9086-18d551184d2f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] device_id is not set on port 4c29f58a-9ab6-4f42-8e95-a0d92aa9fffd yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:53:52.354829 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-c5e754d3-6377-4058-b968-f45df694e7bf None None] Attempting to bind port 9b0aaaab-c600-4df4-a28b-b140a43d3848 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:53:52.355352 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-c5e754d3-6377-4058-b968-f45df694e7bf None None] Attempting to bind port 9b0aaaab-c600-4df4-a28b-b140a43d3848 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:53:52.355789 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e754d3-6377-4058-b968-f45df694e7bf None None] Attempting to bind port 9b0aaaab-c600-4df4-a28b-b140a43d3848 on network 52061912-70e8-4f32-8bcd-36eeab65c7b8 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:53:52.364328 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e754d3-6377-4058-b968-f45df694e7bf None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:53:52.364793 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e754d3-6377-4058-b968-f45df694e7bf None None] Checking segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:53:52.365268 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c5e754d3-6377-4058-b968-f45df694e7bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:52.365722 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e754d3-6377-4058-b968-f45df694e7bf None None] Bound using segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:53:52.366638 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-c5e754d3-6377-4058-b968-f45df694e7bf None None] Bound port: 9b0aaaab-c600-4df4-a28b-b140a43d3848, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:53:52.367113 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c5e754d3-6377-4058-b968-f45df694e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:52.473373 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c5e754d3-6377-4058-b968-f45df694e7bf None None] For port 9b0aaaab-c600-4df4-a28b-b140a43d3848, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:53:52.476603 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c5e754d3-6377-4058-b968-f45df694e7bf None None] For port 9b0aaaab-c600-4df4-a28b-b140a43d3848, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9b0aaaab-c600-4df4-a28b-b140a43d3848,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:53:52.489434 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c5e754d3-6377-4058-b968-f45df694e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:52.524630 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-321706c9-5116-41fd-9086-18d551184d2f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 2001:db8::f816:3eff:fe5a:e3e8 (52061912-70e8-4f32-8bcd-36eeab65c7b8/85736f3c-86c7-4643-8526-cc224917c5bd/4c29f58a-9ab6-4f42-8e95-a0d92aa9fffd) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:53:52.574600 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad2056-c285-42d5-bedc-a3662def7fcd req-ccd3c3e3-4ea8-46de-b96e-b2eadd271201 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:52.583619 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-56ad2056-c285-42d5-bedc-a3662def7fcd req-ccd3c3e3-4ea8-46de-b96e-b2eadd271201 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 945 time: 0.7821717 Mar 09 03:53:52.625011 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e754d3-6377-4058-b968-f45df694e7bf None None] Pushing event updated for resources: {'Port': ['ID=9b0aaaab-c600-4df4-a28b-b140a43d3848,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:52.674977 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-53d4695b-e546-4144-a967-7601fec14849 admin admin] Usage tracker for resource:security_group_rule and tenant:5f81a269713c4141b03d22fae813d6d9 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:52.679981 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e1902-9456-4830-8db6-899d51e07e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:52.702434 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-53d4695b-e546-4144-a967-7601fec14849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:52.724704 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1902-9456-4830-8db6-899d51e07e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:52.725387 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-8c3e1902-9456-4830-8db6-899d51e07e85 admin admin] Added segment ddfcacfb-90cd-4ec8-93d9-0857d330e9ac of type vlan for network a5bf093f-0f64-4ae3-8ad1-44c19f080b4b Mar 09 03:53:52.727058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-53d4695b-e546-4144-a967-7601fec14849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:52.834140 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1902-9456-4830-8db6-899d51e07e85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:52.857916 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-93dc9f86-0edf-4216-9d79-492c480ba69e tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:53.012283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc9f86-0edf-4216-9d79-492c480ba69e tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ea9fa59-1c9d-430e-a8ab-36d3b7e934d7,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:53.170224 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [None req-8c3e1902-9456-4830-8db6-899d51e07e85 admin admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:53:53.241522 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-93dc9f86-0edf-4216-9d79-492c480ba69e tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:53.253711 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1902-9456-4830-8db6-899d51e07e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:53.254670 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3e1902-9456-4830-8db6-899d51e07e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:53.255363 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1902-9456-4830-8db6-899d51e07e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:53.268894 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-93dc9f86-0edf-4216-9d79-492c480ba69e tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "DELETE /v2.0/ports/1ea9fa59-1c9d-430e-a8ab-36d3b7e934d7 HTTP/1.1" status: 204 len: 168 time: 3.8657155 Mar 09 03:53:53.295075 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38934) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:53.298476 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-56ad2056-c285-42d5-bedc-a3662def7fcd req-6ac34166-bcdd-4baf-be69-0043329cf601 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7136128 Mar 09 03:53:53.323390 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-734ddf0c-f0cb-4edc-bf7a-425b518fe784 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '665fade8-9fc9-4d12-9fcb-72ca6fd61e8a', 'external_fixed_ips': [{'subnet_id': '4eb936d2-1ab1-4709-bbd8-060c1384d67e', 'ip_address': '2001:db8::2cd'}]}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:53.323618 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-13a3fadc-c9f8-4108-ba18-1fde12f4b82b tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:53.327513 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-734ddf0c-f0cb-4edc-bf7a-425b518fe784 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:53.333908 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-734ddf0c-f0cb-4edc-bf7a-425b518fe784 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Usage tracker for resource:router and tenant:fe1718e34c9d44199e64c1012970a33a is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:53.341332 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-734ddf0c-f0cb-4edc-bf7a-425b518fe784 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:53.350942 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9b0aaaab-c600-4df4-a28b-b140a43d3848 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:53:53.415535 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-734ddf0c-f0cb-4edc-bf7a-425b518fe784 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:53.457921 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-734ddf0c-f0cb-4edc-bf7a-425b518fe784 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:53.459181 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-734ddf0c-f0cb-4edc-bf7a-425b518fe784 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:53.515951 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 9b0aaaab-c600-4df4-a28b-b140a43d3848 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:53:53.536916 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-734ddf0c-f0cb-4edc-bf7a-425b518fe784 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:53.566228 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-321706c9-5116-41fd-9086-18d551184d2f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:53.645488 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-13a3fadc-c9f8-4108-ba18-1fde12f4b82b tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Calling delete_port for 3c8f6d1b-e01e-4194-8901-45c1ce510a5b owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:53:53.660256 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-321706c9-5116-41fd-9086-18d551184d2f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Transition to ACTIVE for port object 4c29f58a-9ab6-4f42-8e95-a0d92aa9fffd will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:53:53.707495 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8c3e1902-9456-4830-8db6-899d51e07e85 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.5073745 Mar 09 03:53:53.714271 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38938) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:53.717464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e1902-9456-4830-8db6-899d51e07e85 admin admin] Pushing event updated for resources: {'Network': ['ID=a5bf093f-0f64-4ae3-8ad1-44c19f080b4b,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:53.728519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network a5bf093f-0f64-4ae3-8ad1-44c19f080b4b details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:53:53.760225 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-b63d590a-bd10-4ba9-8748-4327d8f815bd admin admin] Request body: {'subnet': {'network_id': 'a5bf093f-0f64-4ae3-8ad1-44c19f080b4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1204333548-subnet', 'tenant_id': '2dfc2fc375c74dd497ae51bb9a526fce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:53.781460 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b63d590a-bd10-4ba9-8748-4327d8f815bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:53.803442 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b63d590a-bd10-4ba9-8748-4327d8f815bd admin admin] Usage tracker for resource:subnet and tenant:2dfc2fc375c74dd497ae51bb9a526fce is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:53.828736 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-53d4695b-e546-4144-a967-7601fec14849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:53.831661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b63d590a-bd10-4ba9-8748-4327d8f815bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:53.842188 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-53d4695b-e546-4144-a967-7601fec14849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:53.896892 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b63d590a-bd10-4ba9-8748-4327d8f815bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:53.901259 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4695b-e546-4144-a967-7601fec14849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4fd100-3076-495b-91c1-355ef43ed233,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:54.042129 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-734ddf0c-f0cb-4edc-bf7a-425b518fe784 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:54.081226 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63d590a-bd10-4ba9-8748-4327d8f815bd admin admin] Made reservation on behalf of 2dfc2fc375c74dd497ae51bb9a526fce for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:53:54.085592 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b63d590a-bd10-4ba9-8748-4327d8f815bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:54.098720 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-321706c9-5116-41fd-9086-18d551184d2f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:54.143065 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-53d4695b-e546-4144-a967-7601fec14849 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f81a269713c4141b03d22fae813d6d9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5636399 Mar 09 03:53:54.158959 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38942) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:54.193994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321706c9-5116-41fd-9086-18d551184d2f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:53:54.221919 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-321706c9-5116-41fd-9086-18d551184d2f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:53:54.265258 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321706c9-5116-41fd-9086-18d551184d2f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:53:54.278271 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321706c9-5116-41fd-9086-18d551184d2f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:54.279339 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-321706c9-5116-41fd-9086-18d551184d2f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:54.370247 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-13a3fadc-c9f8-4108-ba18-1fde12f4b82b tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:54.455836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321706c9-5116-41fd-9086-18d551184d2f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=4c29f58a-9ab6-4f42-8e95-a0d92aa9fffd,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:54.534654 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3aa5aeff-343c-4056-9f5e-8261dc1b3fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:54.544840 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-321706c9-5116-41fd-9086-18d551184d2f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9167314 Mar 09 03:53:54.545594 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38952) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:54.584179 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3aa5aeff-343c-4056-9f5e-8261dc1b3fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:54.645100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3fadc-c9f8-4108-ba18-1fde12f4b82b tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c8f6d1b-e01e-4194-8901-45c1ce510a5b,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:54.734496 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b06d5627-7771-4c88-ae83-50c253596fe8 None None] Provisioning for port 9b0aaaab-c600-4df4-a28b-b140a43d3848 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:53:54.742442 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b06d5627-7771-4c88-ae83-50c253596fe8 None None] Provisioning complete for port 9b0aaaab-c600-4df4-a28b-b140a43d3848 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:53:54.742442 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b06d5627-7771-4c88-ae83-50c253596fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:54.949743 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3aa5aeff-343c-4056-9f5e-8261dc1b3fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:55.011868 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b06d5627-7771-4c88-ae83-50c253596fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:55.080070 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-b06d5627-7771-4c88-ae83-50c253596fe8 None None] For port 9b0aaaab-c600-4df4-a28b-b140a43d3848, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9b0aaaab-c600-4df4-a28b-b140a43d3848,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:53:55.092836 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b06d5627-7771-4c88-ae83-50c253596fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:55.105853 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5aeff-343c-4056-9f5e-8261dc1b3fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4fd100-3076-495b-91c1-355ef43ed233,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:55.146925 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-13a3fadc-c9f8-4108-ba18-1fde12f4b82b tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:55.205327 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-734ddf0c-f0cb-4edc-bf7a-425b518fe784 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:55.252534 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-13a3fadc-c9f8-4108-ba18-1fde12f4b82b tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "DELETE /v2.0/ports/3c8f6d1b-e01e-4194-8901-45c1ce510a5b HTTP/1.1" status: 204 len: 168 time: 3.2967024 Mar 09 03:53:55.254877 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-be9942f2-8741-44df-9b0e-8a29a1449b56 None None] Provisioning for port 4c29f58a-9ab6-4f42-8e95-a0d92aa9fffd completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:53:55.259209 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38956) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:55.261073 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3aa5aeff-343c-4056-9f5e-8261dc1b3fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:55.274628 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdc6397-9361-4c33-8ca6-acdac56c8842 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:55.281797 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdc6397-9361-4c33-8ca6-acdac56c8842 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:55.282169 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-be9942f2-8741-44df-9b0e-8a29a1449b56 None None] Provisioning complete for port 4c29f58a-9ab6-4f42-8e95-a0d92aa9fffd triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:53:55.282478 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3aa5aeff-343c-4056-9f5e-8261dc1b3fd6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e4fd100-3076-495b-91c1-355ef43ed233 HTTP/1.1" status: 204 len: 168 time: 1.1092725 Mar 09 03:53:55.282608 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-be9942f2-8741-44df-9b0e-8a29a1449b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:55.283407 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7cdc6397-9361-4c33-8ca6-acdac56c8842 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.7274210 Mar 09 03:53:55.284979 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-734ddf0c-f0cb-4edc-bf7a-425b518fe784 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:55.286749 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-0b962e0d-5c1f-4907-8847-6f156ee98bf4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e291fc65-e388-4b0d-bc16-ebe23104f231', 'external_fixed_ips': [{'subnet_id': 'f9b138e5-6cde-40bd-86ff-6bf4703b168c', 'ip_address': '172.20.0.6'}]}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:53:55.289559 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38962) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:55.300925 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbc0ce-9324-492f-8567-6d4b99f80ab0 req-d4913cbf-981e-418f-aa1a-4ddf97822bf8 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:55.302555 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-70cbc0ce-9324-492f-8567-6d4b99f80ab0 req-d4913cbf-981e-418f-aa1a-4ddf97822bf8 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 945 time: 0.7716990 Mar 09 03:53:55.317267 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0b962e0d-5c1f-4907-8847-6f156ee98bf4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:53:55.327297 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0b962e0d-5c1f-4907-8847-6f156ee98bf4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Usage tracker for resource:router and tenant:c493fc72d59b4b1dbd551765f35929b6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:53:55.348365 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0b962e0d-5c1f-4907-8847-6f156ee98bf4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:53:55.373220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0b962e0d-5c1f-4907-8847-6f156ee98bf4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:53:55.411665 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-be9942f2-8741-44df-9b0e-8a29a1449b56 None None] Port 4c29f58a-9ab6-4f42-8e95-a0d92aa9fffd cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:53:55.422898 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b63d590a-bd10-4ba9-8748-4327d8f815bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:55.423068 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d5627-7771-4c88-ae83-50c253596fe8 None None] Pushing event updated for resources: {'Port': ['ID=9b0aaaab-c600-4df4-a28b-b140a43d3848,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:55.490489 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d590a-bd10-4ba9-8748-4327d8f815bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d28ceb69-ec36-4fb9-9715-c418f254f3a1,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:55.498969 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b962e0d-5c1f-4907-8847-6f156ee98bf4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:55.500050 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b962e0d-5c1f-4907-8847-6f156ee98bf4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:55.514417 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-70cbc0ce-9324-492f-8567-6d4b99f80ab0 req-868f8cf3-b799-4ab4-b2fb-7448fb7affd1 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938312 Mar 09 03:53:55.582952 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b962e0d-5c1f-4907-8847-6f156ee98bf4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:55.599468 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-ad9bff80-1a9f-40f0-88c5-5d7e136df3e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting port 4c29f58a-9ab6-4f42-8e95-a0d92aa9fffd {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:53:55.599957 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ad9bff80-1a9f-40f0-88c5-5d7e136df3e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:55.817937 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63d590a-bd10-4ba9-8748-4327d8f815bd admin admin] Checking segment: {'id': 'ddfcacfb-90cd-4ec8-93d9-0857d330e9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a5bf093f-0f64-4ae3-8ad1-44c19f080b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:53:55.818304 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63d590a-bd10-4ba9-8748-4327d8f815bd admin admin] Network hostable DHCP agents. Network: a5bf093f-0f64-4ae3-8ad1-44c19f080b4b, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:53:56.015264 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63d590a-bd10-4ba9-8748-4327d8f815bd admin admin] Network a5bf093f-0f64-4ae3-8ad1-44c19f080b4b is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:53:56.040918 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b962e0d-5c1f-4907-8847-6f156ee98bf4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:56.101566 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-b63d590a-bd10-4ba9-8748-4327d8f815bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, a5bf093f-0f64-4ae3-8ad1-44c19f080b4b) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:53:56.112824 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcadf2e-f97a-4a1f-a898-c541bdf71e2c None None] Network a5bf093f-0f64-4ae3-8ad1-44c19f080b4b requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:53:56.143534 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63d590a-bd10-4ba9-8748-4327d8f815bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:56.160236 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b63d590a-bd10-4ba9-8748-4327d8f815bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:56.198389 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ad9bff80-1a9f-40f0-88c5-5d7e136df3e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:56.296739 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b63d590a-bd10-4ba9-8748-4327d8f815bd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5686450 Mar 09 03:53:56.384278 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-ad9bff80-1a9f-40f0-88c5-5d7e136df3e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Calling delete_port for 4c29f58a-9ab6-4f42-8e95-a0d92aa9fffd owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:53:56.877413 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a756e489-0ea7-43c4-b135-14ccd3e30847 None None] Network a5bf093f-0f64-4ae3-8ad1-44c19f080b4b requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:53:57.106222 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b962e0d-5c1f-4907-8847-6f156ee98bf4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:57.183025 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b962e0d-5c1f-4907-8847-6f156ee98bf4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:57.335676 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9b0aaaab-c600-4df4-a28b-b140a43d3848 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:53:57.444472 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ad9bff80-1a9f-40f0-88c5-5d7e136df3e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:57.474063 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-734ddf0c-f0cb-4edc-bf7a-425b518fe784 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Allocated IP 2001:db8::2cd (665fade8-9fc9-4d12-9fcb-72ca6fd61e8a/4eb936d2-1ab1-4709-bbd8-060c1384d67e/009a90fd-1651-443d-b9c9-9249ec1eb459) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:53:57.564250 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 9b0aaaab-c600-4df4-a28b-b140a43d3848 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:53:57.568097 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:57.643398 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-0b962e0d-5c1f-4907-8847-6f156ee98bf4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Allocated IP 172.20.0.6 (e291fc65-e388-4b0d-bc16-ebe23104f231/f9b138e5-6cde-40bd-86ff-6bf4703b168c/21025848-8428-4c8b-b489-72a5f2ffa438) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:53:57.665511 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9bff80-1a9f-40f0-88c5-5d7e136df3e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Port': ['ID=4c29f58a-9ab6-4f42-8e95-a0d92aa9fffd,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:57.705827 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ad9bff80-1a9f-40f0-88c5-5d7e136df3e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:58.128453 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc92bf-0460-4370-ad3a-2ab4f051c6f0 req-f7271f02-59df-470e-9344-07efb2d348ab tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:58.140358 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-25dc92bf-0460-4370-ad3a-2ab4f051c6f0 req-f7271f02-59df-470e-9344-07efb2d348ab tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 945 time: 1.1998701 Mar 09 03:53:58.144973 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ad9bff80-1a9f-40f0-88c5-5d7e136df3e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/4c29f58a-9ab6-4f42-8e95-a0d92aa9fffd HTTP/1.1" status: 204 len: 168 time: 2.8514957 Mar 09 03:53:58.181296 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b962e0d-5c1f-4907-8847-6f156ee98bf4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:58.181478 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39032) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:58.261462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-67881ac5-9e79-45f6-abe6-0814b2ce3dfd tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:58.262166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-67881ac5-9e79-45f6-abe6-0814b2ce3dfd tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Synchronizing usage tracker for tenant:2dfc2fc375c74dd497ae51bb9a526fce on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:53:58.291165 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b962e0d-5c1f-4907-8847-6f156ee98bf4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:58.325671 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-25dc92bf-0460-4370-ad3a-2ab4f051c6f0 req-98cec9d8-b67c-4e20-92ea-3ee7050e3403 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836867 Mar 09 03:53:58.377970 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe311fb1-d4d8-4938-aee8-fd065987ba27 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:58.379755 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe311fb1-d4d8-4938-aee8-fd065987ba27 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:53:58.381352 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fe311fb1-d4d8-4938-aee8-fd065987ba27 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:53:58.397239 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-734ddf0c-f0cb-4edc-bf7a-425b518fe784 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:58.425333 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fe311fb1-d4d8-4938-aee8-fd065987ba27 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:53:58.429390 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fe311fb1-d4d8-4938-aee8-fd065987ba27 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2391446 Mar 09 03:53:58.430353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39040) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:53:58.537807 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-734ddf0c-f0cb-4edc-bf7a-425b518fe784 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:58.557893 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-67881ac5-9e79-45f6-abe6-0814b2ce3dfd tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Unset dirty status for tenant:2dfc2fc375c74dd497ae51bb9a526fce on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:53:58.564972 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-67881ac5-9e79-45f6-abe6-0814b2ce3dfd tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/networks?id=a5bf093f-0f64-4ae3-8ad1-44c19f080b4b HTTP/1.1" status: 200 len: 814 time: 0.5556765 Mar 09 03:53:58.609497 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b962e0d-5c1f-4907-8847-6f156ee98bf4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Network e291fc65-e388-4b0d-bc16-ebe23104f231 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:53:58.681981 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-01c1802a-090d-44a4-b78d-dfefad690181 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/quotas/2dfc2fc375c74dd497ae51bb9a526fce HTTP/1.1" status: 200 len: 375 time: 0.0632324 Mar 09 03:53:58.693998 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-0b962e0d-5c1f-4907-8847-6f156ee98bf4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:53:58.744237 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07ae4b5-49d0-42c9-8efb-2d6266ddf18b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet 85736f3c-86c7-4643-8526-cc224917c5bd {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:53:58.744763 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b962e0d-5c1f-4907-8847-6f156ee98bf4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:53:58.770165 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734ddf0c-f0cb-4edc-bf7a-425b518fe784 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Network 665fade8-9fc9-4d12-9fcb-72ca6fd61e8a is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:53:58.772423 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-50fb4d7e-462f-4760-936d-3beec818393f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:58.777640 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c07ae4b5-49d0-42c9-8efb-2d6266ddf18b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:58.858526 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-734ddf0c-f0cb-4edc-bf7a-425b518fe784 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:53:58.873266 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-52a19ad0-b634-44b5-8de6-6ff6d8a43411 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2dfc2fc375c74dd497ae51bb9a526fce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2436059 Mar 09 03:53:58.940480 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734ddf0c-f0cb-4edc-bf7a-425b518fe784 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:53:59.113565 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ddf0c-f0cb-4edc-bf7a-425b518fe784 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Pushing event updated for resources: {'Port': ['ID=009a90fd-1651-443d-b9c9-9249ec1eb459,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:59.165812 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b962e0d-5c1f-4907-8847-6f156ee98bf4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Pushing event updated for resources: {'Port': ['ID=21025848-8428-4c8b-b489-72a5f2ffa438,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:53:59.323704 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c07ae4b5-49d0-42c9-8efb-2d6266ddf18b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:59.486414 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-ac47adb4-4771-47f8-8f03-1636c58c55b3 service neutron] 10.222.0.16 "GET /v2.0/networks/a5bf093f-0f64-4ae3-8ad1-44c19f080b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5785787 Mar 09 03:53:59.808091 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b962e0d-5c1f-4907-8847-6f156ee98bf4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:53:59.945505 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c07ae4b5-49d0-42c9-8efb-2d6266ddf18b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:00.038367 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c07ae4b5-49d0-42c9-8efb-2d6266ddf18b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:00.094555 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab25f6a-ed5f-4826-942b-b4f4c1c91ed6 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:54:00.096056 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c07ae4b5-49d0-42c9-8efb-2d6266ddf18b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:00.115580 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ae4b5-49d0-42c9-8efb-2d6266ddf18b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=85736f3c-86c7-4643-8526-cc224917c5bd,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:00.235977 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-78f7d0c4-39b9-4478-9417-3551e9ec2c3b service neutron] 10.222.0.16 "GET /v2.0/networks/a5bf093f-0f64-4ae3-8ad1-44c19f080b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7447565 Mar 09 03:54:00.257167 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c07ae4b5-49d0-42c9-8efb-2d6266ddf18b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/85736f3c-86c7-4643-8526-cc224917c5bd HTTP/1.1" status: 204 len: 168 time: 1.8256168 Mar 09 03:54:00.264831 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39090) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:00.277381 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d38a7-3f27-4fed-a995-973b58260cbb req-710e3f3a-20a3-4a05-8a91-c29c945ffec2 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:00.284502 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-117d38a7-3f27-4fed-a995-973b58260cbb req-710e3f3a-20a3-4a05-8a91-c29c945ffec2 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 945 time: 0.7206869 Mar 09 03:54:00.404093 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b962e0d-5c1f-4907-8847-6f156ee98bf4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:00.530004 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-86144c5f-fa08-4621-8643-d76e13e6e05e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2430518 Mar 09 03:54:00.531978 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39106) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:00.538690 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-734ddf0c-f0cb-4edc-bf7a-425b518fe784 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:00.541899 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec418240-8508-4c5e-b11d-f3d89ec4d3c7 None None] DHCP port deletion for 52061912-70e8-4f32-8bcd-36eeab65c7b8 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:54:00.547214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ec418240-8508-4c5e-b11d-f3d89ec4d3c7 None None] Deleting port 9b0aaaab-c600-4df4-a28b-b140a43d3848 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:54:00.547721 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ec418240-8508-4c5e-b11d-f3d89ec4d3c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:00.675554 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-20a53320-3fd6-489e-9aae-c964d6bfb65e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:00.740788 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-117d38a7-3f27-4fed-a995-973b58260cbb req-c3d93bdd-dbff-4e73-8552-b108fb4f0789 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552894 Mar 09 03:54:00.834617 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ec418240-8508-4c5e-b11d-f3d89ec4d3c7 None None] For port 9b0aaaab-c600-4df4-a28b-b140a43d3848, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9b0aaaab-c600-4df4-a28b-b140a43d3848,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:00.835065 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ec418240-8508-4c5e-b11d-f3d89ec4d3c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:00.974068 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ec418240-8508-4c5e-b11d-f3d89ec4d3c7 None None] Calling delete_port for 9b0aaaab-c600-4df4-a28b-b140a43d3848 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:54:01.186885 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ec418240-8508-4c5e-b11d-f3d89ec4d3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:01.301083 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec418240-8508-4c5e-b11d-f3d89ec4d3c7 None None] No DVR routers for this DVR port 9b0aaaab-c600-4df4-a28b-b140a43d3848 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:54:01.320203 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-20a53320-3fd6-489e-9aae-c964d6bfb65e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:01.324022 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-20a53320-3fd6-489e-9aae-c964d6bfb65e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:01.326992 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-20a53320-3fd6-489e-9aae-c964d6bfb65e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:01.330844 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9b0aaaab-c600-4df4-a28b-b140a43d3848 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:54:01.333218 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-20a53320-3fd6-489e-9aae-c964d6bfb65e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:01.347472 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a53320-3fd6-489e-9aae-c964d6bfb65e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:54:01.351930 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-20a53320-3fd6-489e-9aae-c964d6bfb65e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:01.365111 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec418240-8508-4c5e-b11d-f3d89ec4d3c7 None None] Pushing event deleted for resources: {'Port': ['ID=9b0aaaab-c600-4df4-a28b-b140a43d3848,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:01.366051 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b6e12b0d-361a-496b-bd09-d6049b275139 req-3ef720f6-98c5-430c-a89f-b28c447e34e9 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 210 time: 0.1818733 Mar 09 03:54:01.396547 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 9b0aaaab-c600-4df4-a28b-b140a43d3848 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:54:01.397198 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9b0aaaab-c600-4df4-a28b-b140a43d3848 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:54:01.404244 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-15c443ec-2788-4d62-9e27-8fcd4fa74f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:01.439825 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b962e0d-5c1f-4907-8847-6f156ee98bf4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Router 6345d3ed-b830-4a75-8dbb-f37cb7c371e7 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:54:01.465209 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28136668-6a65-40eb-9b7d-5d59f083aabb req-5b30c8ac-ae4a-4d97-82f0-d28086eb12dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:01.467608 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-28136668-6a65-40eb-9b7d-5d59f083aabb req-5b30c8ac-ae4a-4d97-82f0-d28086eb12dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 1096 time: 0.2285819 Mar 09 03:54:01.604187 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-734ddf0c-f0cb-4edc-bf7a-425b518fe784 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:01.769623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b962e0d-5c1f-4907-8847-6f156ee98bf4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:54:01.776006 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28136668-6a65-40eb-9b7d-5d59f083aabb req-ab3ebef5-9b5e-468a-8d5c-a531c09eb660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:01.777455 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-28136668-6a65-40eb-9b7d-5d59f083aabb req-ab3ebef5-9b5e-468a-8d5c-a531c09eb660 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 913 time: 0.2403691 Mar 09 03:54:01.783657 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] Sync routers for ids ['6345d3ed-b830-4a75-8dbb-f37cb7c371e7'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:54:01.798728 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] Routers {'6345d3ed-b830-4a75-8dbb-f37cb7c371e7'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:54:01.799829 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:54:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['6345d3ed-b830-4a75-8dbb-f37cb7c371e7'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:01.953167 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-28136668-6a65-40eb-9b7d-5d59f083aabb req-3534fdf2-84ff-45c3-851c-25c0da13014d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0007353e-605e-4cfb-bdb5-80da0e392856 HTTP/1.1" status: 200 len: 217 time: 0.1675923 Mar 09 03:54:01.953971 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b962e0d-5c1f-4907-8847-6f156ee98bf4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:01.955201 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0b962e0d-5c1f-4907-8847-6f156ee98bf4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.6950173 Mar 09 03:54:01.957832 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39140) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:02.087307 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:02.109170 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] Set router 6345d3ed-b830-4a75-8dbb-f37cb7c371e7 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:54:02.395705 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:02.464545 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb00462-fe16-48e1-9117-fbc188536602 req-ed519061-343b-4c8e-8fa8-279ea525d94d tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:02.467222 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3fb00462-fe16-48e1-9117-fbc188536602 req-ed519061-343b-4c8e-8fa8-279ea525d94d tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 945 time: 0.4485953 Mar 09 03:54:02.473158 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9cba1b9-6151-4a07-9d47-e1d8bb230dc4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:02.476301 n-d-825178-5 neutron-server[87881]: DEBUG neutron.objects.ports [None req-20a53320-3fd6-489e-9aae-c964d6bfb65e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87881) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 03:54:02.484807 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-20a53320-3fd6-489e-9aae-c964d6bfb65e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:02.530833 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6345d3ed-b830-4a75-8dbb-f37cb7c371e7', 'name': '', 'tenant_id': 'c493fc72d59b4b1dbd551765f35929b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e291fc65-e388-4b0d-bc16-ebe23104f231', 'external_fixed_ips': [{'subnet_id': 'f9b138e5-6cde-40bd-86ff-6bf4703b168c', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '21025848-8428-4c8b-b489-72a5f2ffa438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:53:55Z', 'updated_at': '2022-03-09T03:53:59Z', 'revision_number': 3, 'project_id': 'c493fc72d59b4b1dbd551765f35929b6', 'gw_port': {'id': '21025848-8428-4c8b-b489-72a5f2ffa438', 'name': '', 'network_id': 'e291fc65-e388-4b0d-bc16-ebe23104f231', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6345d3ed-b830-4a75-8dbb-f37cb7c371e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'f9b138e5-6cde-40bd-86ff-6bf4703b168c', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:53:57Z', 'updated_at': '2022-03-09T03:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b138e5-6cde-40bd-86ff-6bf4703b168c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:02.540575 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] Checking router: 6345d3ed-b830-4a75-8dbb-f37cb7c371e7 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:54:02.540808 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] Updating router 6345d3ed-b830-4a75-8dbb-f37cb7c371e7 port 21025848-8428-4c8b-b489-72a5f2ffa438 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:54:02.592057 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734ddf0c-f0cb-4edc-bf7a-425b518fe784 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Router 8ecb8749-9f5f-49e5-8599-2755b6bcb590 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:54:02.606905 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a53320-3fd6-489e-9aae-c964d6bfb65e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:02.627453 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28136668-6a65-40eb-9b7d-5d59f083aabb req-e251769b-2da3-4671-92ea-90fb6dbcbc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:02.628668 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:02.629833 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-28136668-6a65-40eb-9b7d-5d59f083aabb req-e251769b-2da3-4671-92ea-90fb6dbcbc87 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d785722e-a890-45c5-869c-7b3149d30510 HTTP/1.1" status: 200 len: 851 time: 0.6693447 Mar 09 03:54:02.648363 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-20a53320-3fd6-489e-9aae-c964d6bfb65e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:02.662197 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247d9e06-785a-4281-ae03-4901f7e92103 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:54:02.672130 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a53320-3fd6-489e-9aae-c964d6bfb65e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:02.682048 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-20a53320-3fd6-489e-9aae-c964d6bfb65e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:02.756100 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c0114fdd-7b6b-4036-ab04-980c7d6eb936 req-ba3ece4c-fda8-4834-afb7-3e35da0205cf tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 210 time: 0.1224735 Mar 09 03:54:02.844404 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3fb00462-fe16-48e1-9117-fbc188536602 req-f6de2ee5-3c6b-4329-9bfc-27a73f3cd5a0 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470793 Mar 09 03:54:02.855551 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a53320-3fd6-489e-9aae-c964d6bfb65e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=0a4ddecf-8e90-4a8d-bd3d-3ca202462615,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:02.909679 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-20a53320-3fd6-489e-9aae-c964d6bfb65e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3745382 Mar 09 03:54:02.912040 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39160) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:03.047159 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-d623b57c-10f7-4fef-84c0-eb8fd7b170af tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'mac_address': 'fa:16:3e:c2:f5:93', 'name': 'tempest-NetworksTestDHCPv6-2039613836'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:03.076395 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28136668-6a65-40eb-9b7d-5d59f083aabb req-9540ebf7-25ab-4075-a1d0-76a2b18a1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:03.078702 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-28136668-6a65-40eb-9b7d-5d59f083aabb req-9540ebf7-25ab-4075-a1d0-76a2b18a1c18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3d62296e-a7e4-4061-88a7-e2ef850363e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4304471 Mar 09 03:54:03.134102 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744ac46d-8407-4041-a276-33edc8840fdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-52061912-70e8-4f32-8bcd-36eeab65c7b8', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'fixed_ips': [{'subnet_id': '0a4ddecf-8e90-4a8d-bd3d-3ca202462615'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:54:03.134953 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-744ac46d-8407-4041-a276-33edc8840fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:03.175970 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-1c8da389-9c46-4f7f-9af0-56b17525aa3d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:03.177464 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-1c8da389-9c46-4f7f-9af0-56b17525aa3d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.21 "GET /v2.0/networks?id=a5bf093f-0f64-4ae3-8ad1-44c19f080b4b HTTP/1.1" status: 200 len: 814 time: 1.0456836 Mar 09 03:54:03.190166 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9cba1b9-6151-4a07-9d47-e1d8bb230dc4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:03.204708 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-c6a3c3c5-d79c-47ce-bf0a-ea8983ba4f8b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Request body: {'port': {'device_id': 'fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4', 'network_id': 'a5bf093f-0f64-4ae3-8ad1-44c19f080b4b', 'admin_state_up': True, 'tenant_id': '2dfc2fc375c74dd497ae51bb9a526fce'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:03.214556 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734ddf0c-f0cb-4edc-bf7a-425b518fe784 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:54:03.226628 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] Sync routers for ids ['8ecb8749-9f5f-49e5-8599-2755b6bcb590'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:54:03.241802 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] Routers {'8ecb8749-9f5f-49e5-8599-2755b6bcb590'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:54:03.243861 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:54:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['8ecb8749-9f5f-49e5-8599-2755b6bcb590'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:03.266446 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-734ddf0c-f0cb-4edc-bf7a-425b518fe784 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:03.272227 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-734ddf0c-f0cb-4edc-bf7a-425b518fe784 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.9676447 Mar 09 03:54:03.272227 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39168) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:03.385419 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:03.401158 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] Transition to ACTIVE for port object 21025848-8428-4c8b-b489-72a5f2ffa438 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:03.420748 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:03.459676 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-d623b57c-10f7-4fef-84c0-eb8fd7b170af tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:03.473837 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d623b57c-10f7-4fef-84c0-eb8fd7b170af tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:port and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:03.574781 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee621dfe-597a-4376-a443-08f0e9d4cf67 None None] Pushing event updated for resources: {'Port': ['ID=21025848-8428-4c8b-b489-72a5f2ffa438,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:03.614565 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:03.628830 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] Attempting to bind port 21025848-8428-4c8b-b489-72a5f2ffa438 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:54:03.629332 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] Attempting to bind port 21025848-8428-4c8b-b489-72a5f2ffa438 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '3b150b55-8e2e-4921-b9bd-36006f65ce1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e291fc65-e388-4b0d-bc16-ebe23104f231'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:54:03.629597 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] Attempting to bind port 21025848-8428-4c8b-b489-72a5f2ffa438 on network e291fc65-e388-4b0d-bc16-ebe23104f231 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:54:03.679333 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fa43c056-6416-47e5-8f43-2c76aed76363 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:03.696817 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] Set router 8ecb8749-9f5f-49e5-8599-2755b6bcb590 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:54:03.701830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-c6a3c3c5-d79c-47ce-bf0a-ea8983ba4f8b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:03.706053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-c6a3c3c5-d79c-47ce-bf0a-ea8983ba4f8b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Usage tracker for resource:port and tenant:2dfc2fc375c74dd497ae51bb9a526fce is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:03.721418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-c6a3c3c5-d79c-47ce-bf0a-ea8983ba4f8b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:03.727493 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-c6a3c3c5-d79c-47ce-bf0a-ea8983ba4f8b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:03.747953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-c9cba1b9-6151-4a07-9d47-e1d8bb230dc4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Deleting port 21025848-8428-4c8b-b489-72a5f2ffa438 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:54:03.748388 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9cba1b9-6151-4a07-9d47-e1d8bb230dc4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:03.756864 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-744ac46d-8407-4041-a276-33edc8840fdb None None] Allocated IP 2001:db8::f816:3eff:fe58:6c78 (52061912-70e8-4f32-8bcd-36eeab65c7b8/0a4ddecf-8e90-4a8d-bd3d-3ca202462615/885f85f0-6a71-431c-86eb-84d105c737d9) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:03.809008 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d623b57c-10f7-4fef-84c0-eb8fd7b170af tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:03.820215 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-d623b57c-10f7-4fef-84c0-eb8fd7b170af tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:03.840108 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d623b57c-10f7-4fef-84c0-eb8fd7b170af tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:54:04.084738 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-c6a3c3c5-d79c-47ce-bf0a-ea8983ba4f8b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Made reservation on behalf of 2dfc2fc375c74dd497ae51bb9a526fce for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:54:04.096744 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-c6a3c3c5-d79c-47ce-bf0a-ea8983ba4f8b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:04.125294 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-28136668-6a65-40eb-9b7d-5d59f083aabb req-dc7b3d67-3c10-4997-8598-ea758e9c7be1 service neutron] 10.222.0.24 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0376618 Mar 09 03:54:04.208396 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:54:04.208396 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] Checking segment: {'id': '3b150b55-8e2e-4921-b9bd-36006f65ce1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e291fc65-e388-4b0d-bc16-ebe23104f231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:54:04.208789 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:04.209150 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] Bound using segment: {'id': '3b150b55-8e2e-4921-b9bd-36006f65ce1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e291fc65-e388-4b0d-bc16-ebe23104f231'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:54:04.209628 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] Bound port: 21025848-8428-4c8b-b489-72a5f2ffa438, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b150b55-8e2e-4921-b9bd-36006f65ce1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e291fc65-e388-4b0d-bc16-ebe23104f231'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:54:04.209995 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:04.239780 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecb8749-9f5f-49e5-8599-2755b6bcb590', 'name': '', 'tenant_id': 'fe1718e34c9d44199e64c1012970a33a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '665fade8-9fc9-4d12-9fcb-72ca6fd61e8a', 'external_fixed_ips': [{'subnet_id': '4eb936d2-1ab1-4709-bbd8-060c1384d67e', 'ip_address': '2001:db8::2cd'}], 'enable_snat': True}, 'gw_port_id': '009a90fd-1651-443d-b9c9-9249ec1eb459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:53:53Z', 'updated_at': '2022-03-09T03:53:59Z', 'revision_number': 3, 'project_id': 'fe1718e34c9d44199e64c1012970a33a', 'gw_port': {'id': '009a90fd-1651-443d-b9c9-9249ec1eb459', 'name': '', 'network_id': '665fade8-9fc9-4d12-9fcb-72ca6fd61e8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:53:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecb8749-9f5f-49e5-8599-2755b6bcb590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '4eb936d2-1ab1-4709-bbd8-060c1384d67e', 'ip_address': '2001:db8::2cd', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:53:55Z', 'updated_at': '2022-03-09T03:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4eb936d2-1ab1-4709-bbd8-060c1384d67e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:04.244445 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] Checking router: 8ecb8749-9f5f-49e5-8599-2755b6bcb590 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:54:04.245033 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] Updating router 8ecb8749-9f5f-49e5-8599-2755b6bcb590 port 009a90fd-1651-443d-b9c9-9249ec1eb459 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:54:04.301820 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:04.302303 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:04.305584 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-744ac46d-8407-4041-a276-33edc8840fdb None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:04.329541 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d623b57c-10f7-4fef-84c0-eb8fd7b170af tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:04.336285 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-72ca1868-da5a-495a-89fa-3c13b272705f req-e587ddbc-3f40-45d4-b4bd-4f35c2d6e5d9 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 210 time: 0.2088509 Mar 09 03:54:04.374043 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-d623b57c-10f7-4fef-84c0-eb8fd7b170af tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] device_id is not set on port d8704be9-44cd-4775-8317-1ed2cbce794b yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:54:04.409050 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-744ac46d-8407-4041-a276-33edc8840fdb None None] Transition to ACTIVE for port object 885f85f0-6a71-431c-86eb-84d105c737d9 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:04.529341 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] For port 21025848-8428-4c8b-b489-72a5f2ffa438, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:54:04.537484 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] For port 21025848-8428-4c8b-b489-72a5f2ffa438, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=21025848-8428-4c8b-b489-72a5f2ffa438,segment=NetworkSegment(3b150b55-8e2e-4921-b9bd-36006f65ce1a),segment_id=3b150b55-8e2e-4921-b9bd-36006f65ce1a)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:54:04.551666 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:04.556365 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fa43c056-6416-47e5-8f43-2c76aed76363 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:04.563261 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-744ac46d-8407-4041-a276-33edc8840fdb None None] Transition to ACTIVE for port object 885f85f0-6a71-431c-86eb-84d105c737d9 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:04.591254 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bc58b-feaa-48fb-88e9-bdecc6b00087 req-fe322786-5046-41ae-a2b7-198e63626671 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:04.593004 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-821bc58b-feaa-48fb-88e9-bdecc6b00087 req-fe322786-5046-41ae-a2b7-198e63626671 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 945 time: 0.5200603 Mar 09 03:54:04.594507 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-fa43c056-6416-47e5-8f43-2c76aed76363 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Deleting port 009a90fd-1651-443d-b9c9-9249ec1eb459 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:54:04.594883 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fa43c056-6416-47e5-8f43-2c76aed76363 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:04.711868 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee621dfe-597a-4376-a443-08f0e9d4cf67 None None] Pushing event updated for resources: {'Port': ['ID=21025848-8428-4c8b-b489-72a5f2ffa438,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:04.721288 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-744ac46d-8407-4041-a276-33edc8840fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:04.789370 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:04.800674 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0007353e-605e-4cfb-bdb5-80da0e392856 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:54:04.802676 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] Transition to ACTIVE for port object 009a90fd-1651-443d-b9c9-9249ec1eb459 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:04.810732 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:04.816959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-c9cba1b9-6151-4a07-9d47-e1d8bb230dc4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] For port 21025848-8428-4c8b-b489-72a5f2ffa438, host n-d-825178-5, got binding levels [] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:04.817558 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9cba1b9-6151-4a07-9d47-e1d8bb230dc4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:04.862321 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744ac46d-8407-4041-a276-33edc8840fdb None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:04.869951 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-744ac46d-8407-4041-a276-33edc8840fdb None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:04.881657 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] Routers {'6345d3ed-b830-4a75-8dbb-f37cb7c371e7'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:54:04.882647 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:54:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['6345d3ed-b830-4a75-8dbb-f37cb7c371e7'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:04.895377 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165ce55-0248-4d81-a8ac-7df641380239 None None] Pushing event updated for resources: {'Port': ['ID=009a90fd-1651-443d-b9c9-9249ec1eb459,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:04.926896 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165ce55-0248-4d81-a8ac-7df641380239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:04.927429 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165ce55-0248-4d81-a8ac-7df641380239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:04.927861 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165ce55-0248-4d81-a8ac-7df641380239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:04.928289 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165ce55-0248-4d81-a8ac-7df641380239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:04.928721 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165ce55-0248-4d81-a8ac-7df641380239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:04.929134 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165ce55-0248-4d81-a8ac-7df641380239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:04.929591 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165ce55-0248-4d81-a8ac-7df641380239 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:04.930110 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165ce55-0248-4d81-a8ac-7df641380239 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:04.940512 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165ce55-0248-4d81-a8ac-7df641380239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:04.940916 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165ce55-0248-4d81-a8ac-7df641380239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:04.941317 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165ce55-0248-4d81-a8ac-7df641380239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:04.941717 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165ce55-0248-4d81-a8ac-7df641380239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:04.958128 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] Attempting to bind port 009a90fd-1651-443d-b9c9-9249ec1eb459 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:54:04.958590 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] Attempting to bind port 009a90fd-1651-443d-b9c9-9249ec1eb459 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '3a899918-4f0a-4924-811b-67d6713ecfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '665fade8-9fc9-4d12-9fcb-72ca6fd61e8a'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:54:04.959271 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] Attempting to bind port 009a90fd-1651-443d-b9c9-9249ec1eb459 on network 665fade8-9fc9-4d12-9fcb-72ca6fd61e8a {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:54:04.967867 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:54:04.968631 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] Checking segment: {'id': '3a899918-4f0a-4924-811b-67d6713ecfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '665fade8-9fc9-4d12-9fcb-72ca6fd61e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:54:04.969381 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:04.970140 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] Bound using segment: {'id': '3a899918-4f0a-4924-811b-67d6713ecfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '665fade8-9fc9-4d12-9fcb-72ca6fd61e8a'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:54:04.970999 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] Bound port: 009a90fd-1651-443d-b9c9-9249ec1eb459, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a899918-4f0a-4924-811b-67d6713ecfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '665fade8-9fc9-4d12-9fcb-72ca6fd61e8a'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:54:04.971594 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:04.980080 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-28136668-6a65-40eb-9b7d-5d59f083aabb req-cb750e04-86d0-4170-8b82-15cf8398d6d0 service neutron] 10.222.0.24 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7689235 Mar 09 03:54:05.061844 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] For port 009a90fd-1651-443d-b9c9-9249ec1eb459, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:54:05.065291 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] For port 009a90fd-1651-443d-b9c9-9249ec1eb459, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=009a90fd-1651-443d-b9c9-9249ec1eb459,segment=NetworkSegment(3a899918-4f0a-4924-811b-67d6713ecfa1),segment_id=3a899918-4f0a-4924-811b-67d6713ecfa1)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:54:05.080451 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:05.083598 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-c9cba1b9-6151-4a07-9d47-e1d8bb230dc4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Calling delete_port for 21025848-8428-4c8b-b489-72a5f2ffa438 owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:54:05.138054 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] Set router 6345d3ed-b830-4a75-8dbb-f37cb7c371e7 gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:54:05.148497 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-c6a3c3c5-d79c-47ce-bf0a-ea8983ba4f8b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Allocated IP 172.20.0.3 (a5bf093f-0f64-4ae3-8ad1-44c19f080b4b/d28ceb69-ec36-4fb9-9715-c418f254f3a1/3869154b-9901-4945-914f-a9ce37c819eb) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:05.165589 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165ce55-0248-4d81-a8ac-7df641380239 None None] Pushing event updated for resources: {'Port': ['ID=009a90fd-1651-443d-b9c9-9249ec1eb459,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:05.167453 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fa43c056-6416-47e5-8f43-2c76aed76363 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:05.224109 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] Routers {'8ecb8749-9f5f-49e5-8599-2755b6bcb590'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:54:05.224701 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:54:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['8ecb8749-9f5f-49e5-8599-2755b6bcb590'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:05.456461 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] Set router 8ecb8749-9f5f-49e5-8599-2755b6bcb590 gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:54:05.463605 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744ac46d-8407-4041-a276-33edc8840fdb None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:54:05.465331 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [None req-c9cba1b9-6151-4a07-9d47-e1d8bb230dc4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:54:05.465662 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [None req-c9cba1b9-6151-4a07-9d47-e1d8bb230dc4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:54:05.491572 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6345d3ed-b830-4a75-8dbb-f37cb7c371e7', 'name': '', 'tenant_id': 'c493fc72d59b4b1dbd551765f35929b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:53:55Z', 'updated_at': '2022-03-09T03:54:03Z', 'revision_number': 4, 'project_id': 'c493fc72d59b4b1dbd551765f35929b6', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:05.569831 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-c6a3c3c5-d79c-47ce-bf0a-ea8983ba4f8b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:05.634293 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e039bc7d-fe36-4c8c-899d-b86aa3be8c1c None None] The sync data for ids ['6345d3ed-b830-4a75-8dbb-f37cb7c371e7'] in n-d-825178-5 is: [{'id': '6345d3ed-b830-4a75-8dbb-f37cb7c371e7', 'name': '', 'tenant_id': 'c493fc72d59b4b1dbd551765f35929b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:53:55Z', 'updated_at': '2022-03-09T03:54:03Z', 'revision_number': 4, 'project_id': 'c493fc72d59b4b1dbd551765f35929b6', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:54:05.636642 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ac46d-8407-4041-a276-33edc8840fdb None None] Pushing event updated for resources: {'Port': ['ID=885f85f0-6a71-431c-86eb-84d105c737d9,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:05.649330 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-c6a3c3c5-d79c-47ce-bf0a-ea8983ba4f8b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:05.665507 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecb8749-9f5f-49e5-8599-2755b6bcb590', 'name': '', 'tenant_id': 'fe1718e34c9d44199e64c1012970a33a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:53:53Z', 'updated_at': '2022-03-09T03:54:04Z', 'revision_number': 4, 'project_id': 'fe1718e34c9d44199e64c1012970a33a', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:05.679182 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5174e3-2895-4995-83de-f5e81aa2a545 None None] The sync data for ids ['8ecb8749-9f5f-49e5-8599-2755b6bcb590'] in n-d-825178-5 is: [{'id': '8ecb8749-9f5f-49e5-8599-2755b6bcb590', 'name': '', 'tenant_id': 'fe1718e34c9d44199e64c1012970a33a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:53:53Z', 'updated_at': '2022-03-09T03:54:04Z', 'revision_number': 4, 'project_id': 'fe1718e34c9d44199e64c1012970a33a', 'gw_port_host': None}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:54:05.700652 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-fa43c056-6416-47e5-8f43-2c76aed76363 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Calling delete_port for 009a90fd-1651-443d-b9c9-9249ec1eb459 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:54:05.772942 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-821bc58b-feaa-48fb-88e9-bdecc6b00087 req-ffeef836-b559-4908-ba6f-f98bf09d9654 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1457777 Mar 09 03:54:05.816932 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-d623b57c-10f7-4fef-84c0-eb8fd7b170af tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 2001:db8::f816:3eff:fec2:f593 (52061912-70e8-4f32-8bcd-36eeab65c7b8/0a4ddecf-8e90-4a8d-bd3d-3ca202462615/d8704be9-44cd-4775-8317-1ed2cbce794b) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:05.850767 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-744ac46d-8407-4041-a276-33edc8840fdb None None] Attempting to bind port 885f85f0-6a71-431c-86eb-84d105c737d9 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:54:05.851152 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-744ac46d-8407-4041-a276-33edc8840fdb None None] Attempting to bind port 885f85f0-6a71-431c-86eb-84d105c737d9 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:54:05.851509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744ac46d-8407-4041-a276-33edc8840fdb None None] Attempting to bind port 885f85f0-6a71-431c-86eb-84d105c737d9 on network 52061912-70e8-4f32-8bcd-36eeab65c7b8 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:54:05.904843 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744ac46d-8407-4041-a276-33edc8840fdb None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:54:05.905281 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744ac46d-8407-4041-a276-33edc8840fdb None None] Checking segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:54:05.905688 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-744ac46d-8407-4041-a276-33edc8840fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:05.907462 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744ac46d-8407-4041-a276-33edc8840fdb None None] Bound using segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:54:05.908448 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-744ac46d-8407-4041-a276-33edc8840fdb None None] Bound port: 885f85f0-6a71-431c-86eb-84d105c737d9, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:54:05.908612 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-744ac46d-8407-4041-a276-33edc8840fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:05.944084 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:05.978044 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-c9cba1b9-6151-4a07-9d47-e1d8bb230dc4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Deleting port 21025848-8428-4c8b-b489-72a5f2ffa438 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:54:05.978644 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9cba1b9-6151-4a07-9d47-e1d8bb230dc4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:06.064848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-c6a3c3c5-d79c-47ce-bf0a-ea8983ba4f8b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Network a5bf093f-0f64-4ae3-8ad1-44c19f080b4b is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:06.092343 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-c6a3c3c5-d79c-47ce-bf0a-ea8983ba4f8b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:06.108508 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4326d92-c288-494b-b291-0db3149b3ed6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0007353e-605e-4cfb-bdb5-80da0e392856'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:54:06.130560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-c6a3c3c5-d79c-47ce-bf0a-ea8983ba4f8b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:54:06.159537 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 0007353e-605e-4cfb-bdb5-80da0e392856, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0007353e-605e-4cfb-bdb5-80da0e392856,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:06.193445 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:06.206098 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.api [None req-fa43c056-6416-47e5-8f43-2c76aed76363 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:54:06.206553 n-d-825178-5 neutron-server[87881]: DEBUG oslo_db.api [None req-fa43c056-6416-47e5-8f43-2c76aed76363 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:54:06.238137 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3c3c5-d79c-47ce-bf0a-ea8983ba4f8b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Pushing event updated for resources: {'Port': ['ID=3869154b-9901-4945-914f-a9ce37c819eb,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:06.279112 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d623b57c-10f7-4fef-84c0-eb8fd7b170af tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:06.298323 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-d623b57c-10f7-4fef-84c0-eb8fd7b170af tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Transition to ACTIVE for port object d8704be9-44cd-4775-8317-1ed2cbce794b will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:06.301622 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4326d92-c288-494b-b291-0db3149b3ed6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0007353e-605e-4cfb-bdb5-80da0e392856', 'code': 200} Mar 09 03:54:06.333266 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d623b57c-10f7-4fef-84c0-eb8fd7b170af tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:06.351275 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-744ac46d-8407-4041-a276-33edc8840fdb None None] For port 885f85f0-6a71-431c-86eb-84d105c737d9, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:54:06.366088 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-744ac46d-8407-4041-a276-33edc8840fdb None None] For port 885f85f0-6a71-431c-86eb-84d105c737d9, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=885f85f0-6a71-431c-86eb-84d105c737d9,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:54:06.369634 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=0007353e-605e-4cfb-bdb5-80da0e392856,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:06.388506 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-744ac46d-8407-4041-a276-33edc8840fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:06.431833 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623b57c-10f7-4fef-84c0-eb8fd7b170af tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=d8704be9-44cd-4775-8317-1ed2cbce794b,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:06.447978 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d623b57c-10f7-4fef-84c0-eb8fd7b170af tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:06.449628 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-d623b57c-10f7-4fef-84c0-eb8fd7b170af tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:06.455911 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d623b57c-10f7-4fef-84c0-eb8fd7b170af tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:54:06.462310 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d623b57c-10f7-4fef-84c0-eb8fd7b170af tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:06.463013 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d623b57c-10f7-4fef-84c0-eb8fd7b170af tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:06.497995 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d623b57c-10f7-4fef-84c0-eb8fd7b170af tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5800169 Mar 09 03:54:06.501061 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39230) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:06.530793 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ac46d-8407-4041-a276-33edc8840fdb None None] Pushing event updated for resources: {'Port': ['ID=885f85f0-6a71-431c-86eb-84d105c737d9,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:06.571761 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-c6a3c3c5-d79c-47ce-bf0a-ea8983ba4f8b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:06.572515 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-c6a3c3c5-d79c-47ce-bf0a-ea8983ba4f8b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:06.625160 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8aceca-6261-424e-877a-133d98199c92 req-0c0f8f87-7eed-4634-863f-71fe94a46611 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:06.626835 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6b8aceca-6261-424e-877a-133d98199c92 req-0c0f8f87-7eed-4634-863f-71fe94a46611 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 931 time: 0.8668900 Mar 09 03:54:06.646991 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b51cd7-ad0f-4722-a143-c55cf9ca79f4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:06.661277 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-c6a3c3c5-d79c-47ce-bf0a-ea8983ba4f8b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4642339 Mar 09 03:54:06.662318 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b51cd7-ad0f-4722-a143-c55cf9ca79f4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:06.668245 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-31b51cd7-ad0f-4722-a143-c55cf9ca79f4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:54:06.701575 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-31b51cd7-ad0f-4722-a143-c55cf9ca79f4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:54:06.703794 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-31b51cd7-ad0f-4722-a143-c55cf9ca79f4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2007837 Mar 09 03:54:06.720811 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-fa43c056-6416-47e5-8f43-2c76aed76363 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Deleting port 009a90fd-1651-443d-b9c9-9249ec1eb459 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:54:06.721372 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fa43c056-6416-47e5-8f43-2c76aed76363 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:06.744225 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-8bed3606-b7b7-459d-8df4-cfb6577effed service neutron] Request body: {'port': {'device_id': 'fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:06.809876 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39234) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:06.858474 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-c9cba1b9-6151-4a07-9d47-e1d8bb230dc4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] For port 21025848-8428-4c8b-b489-72a5f2ffa438, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=21025848-8428-4c8b-b489-72a5f2ffa438,segment=NetworkSegment(3b150b55-8e2e-4921-b9bd-36006f65ce1a),segment_id=3b150b55-8e2e-4921-b9bd-36006f65ce1a)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:06.858847 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9cba1b9-6151-4a07-9d47-e1d8bb230dc4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:07.182217 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-0d7832ae-8c97-47c7-a4af-3a30f44a1815 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting port d8704be9-44cd-4775-8317-1ed2cbce794b {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:54:07.182592 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0d7832ae-8c97-47c7-a4af-3a30f44a1815 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:07.240974 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-c9cba1b9-6151-4a07-9d47-e1d8bb230dc4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Calling delete_port for 21025848-8428-4c8b-b489-72a5f2ffa438 owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:54:07.338406 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-6b8aceca-6261-424e-877a-133d98199c92 req-5fc50fc3-ea85-4db0-9834-ccf2d35563a8 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Synchronizing usage tracker for tenant:2dfc2fc375c74dd497ae51bb9a526fce on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:54:07.370114 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 885f85f0-6a71-431c-86eb-84d105c737d9 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:54:07.474420 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-6b8aceca-6261-424e-877a-133d98199c92 req-5fc50fc3-ea85-4db0-9834-ccf2d35563a8 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Unset dirty status for tenant:2dfc2fc375c74dd497ae51bb9a526fce on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:54:07.501935 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6b8aceca-6261-424e-877a-133d98199c92 req-5fc50fc3-ea85-4db0-9834-ccf2d35563a8 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8607376 Mar 09 03:54:07.596074 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 885f85f0-6a71-431c-86eb-84d105c737d9 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:54:07.615761 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-fa43c056-6416-47e5-8f43-2c76aed76363 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] For port 009a90fd-1651-443d-b9c9-9249ec1eb459, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=009a90fd-1651-443d-b9c9-9249ec1eb459,segment=NetworkSegment(3a899918-4f0a-4924-811b-67d6713ecfa1),segment_id=3a899918-4f0a-4924-811b-67d6713ecfa1)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:07.616224 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fa43c056-6416-47e5-8f43-2c76aed76363 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:07.665489 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-8bed3606-b7b7-459d-8df4-cfb6577effed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:07.735258 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9cba1b9-6151-4a07-9d47-e1d8bb230dc4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:07.804798 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cba1b9-6151-4a07-9d47-e1d8bb230dc4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Pushing event deleted for resources: {'Port': ['ID=21025848-8428-4c8b-b489-72a5f2ffa438,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:07.817863 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-fa43c056-6416-47e5-8f43-2c76aed76363 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Calling delete_port for 009a90fd-1651-443d-b9c9-9249ec1eb459 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:54:07.943618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39250) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:08.053769 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde39dac-9abb-448e-bbc7-35bc0fc4ae3c req-73f29959-dca8-4351-8467-625429230e29 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:08.056070 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bde39dac-9abb-448e-bbc7-35bc0fc4ae3c req-73f29959-dca8-4351-8467-625429230e29 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 943 time: 1.0047050 Mar 09 03:54:08.062902 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9cba1b9-6151-4a07-9d47-e1d8bb230dc4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:08.257826 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-055b4dfb-7afe-4d0b-a85a-6e40264be09a None None] Provisioning for port 885f85f0-6a71-431c-86eb-84d105c737d9 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:54:08.264901 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-055b4dfb-7afe-4d0b-a85a-6e40264be09a None None] Provisioning complete for port 885f85f0-6a71-431c-86eb-84d105c737d9 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:54:08.265289 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-055b4dfb-7afe-4d0b-a85a-6e40264be09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:08.302701 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9cba1b9-6151-4a07-9d47-e1d8bb230dc4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:08.305290 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9cba1b9-6151-4a07-9d47-e1d8bb230dc4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:08.377775 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bde39dac-9abb-448e-bbc7-35bc0fc4ae3c req-e0791849-5132-47a6-9f41-1b235fdcfd66 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119879 Mar 09 03:54:08.386071 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0d7832ae-8c97-47c7-a4af-3a30f44a1815 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:08.392611 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9e6f529a-83e9-4663-a47b-d6efbe5c2de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:08.415603 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-055b4dfb-7afe-4d0b-a85a-6e40264be09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:08.417561 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9e6f529a-83e9-4663-a47b-d6efbe5c2de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:08.422492 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9e6f529a-83e9-4663-a47b-d6efbe5c2de9 admin admin] Usage tracker for resource:security_group_rule and tenant:68c8fd3182f94826bf42b9fbeed7d9ad is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:08.426619 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9e6f529a-83e9-4663-a47b-d6efbe5c2de9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:08.429533 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9cba1b9-6151-4a07-9d47-e1d8bb230dc4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:08.430127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cba1b9-6151-4a07-9d47-e1d8bb230dc4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6345d3ed-b830-4a75-8dbb-f37cb7c371e7 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:54:08.451974 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9e6f529a-83e9-4663-a47b-d6efbe5c2de9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:08.476885 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-055b4dfb-7afe-4d0b-a85a-6e40264be09a None None] For port 885f85f0-6a71-431c-86eb-84d105c737d9, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=885f85f0-6a71-431c-86eb-84d105c737d9,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:08.478706 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9cba1b9-6151-4a07-9d47-e1d8bb230dc4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:08.480078 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c9cba1b9-6151-4a07-9d47-e1d8bb230dc4 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "DELETE /v2.0/routers/6345d3ed-b830-4a75-8dbb-f37cb7c371e7 HTTP/1.1" status: 204 len: 168 time: 6.5211353 Mar 09 03:54:08.488106 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39256) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:08.492619 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-055b4dfb-7afe-4d0b-a85a-6e40264be09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:08.566715 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1676e7a-69f6-4b8e-9531-bc9d15a157e3 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Deleting subnet f9b138e5-6cde-40bd-86ff-6bf4703b168c {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:54:08.568800 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b4dfb-7afe-4d0b-a85a-6e40264be09a None None] Pushing event updated for resources: {'Port': ['ID=885f85f0-6a71-431c-86eb-84d105c737d9,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:08.569047 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-0d7832ae-8c97-47c7-a4af-3a30f44a1815 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Calling delete_port for d8704be9-44cd-4775-8317-1ed2cbce794b owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:54:08.570572 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f1676e7a-69f6-4b8e-9531-bc9d15a157e3 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:08.615496 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6e758d46-8654-4e5c-ad2b-68c9321c2e1c None None] Provisioning for port d8704be9-44cd-4775-8317-1ed2cbce794b completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:54:08.625015 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6e758d46-8654-4e5c-ad2b-68c9321c2e1c None None] Provisioning complete for port d8704be9-44cd-4775-8317-1ed2cbce794b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:54:08.625526 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6e758d46-8654-4e5c-ad2b-68c9321c2e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:08.638704 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f1676e7a-69f6-4b8e-9531-bc9d15a157e3 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:08.725251 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fa43c056-6416-47e5-8f43-2c76aed76363 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:08.737541 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-8bed3606-b7b7-459d-8df4-cfb6577effed service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:54:08.754535 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:08.759413 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6e758d46-8654-4e5c-ad2b-68c9321c2e1c None None] Port d8704be9-44cd-4775-8317-1ed2cbce794b cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:54:08.803975 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f1676e7a-69f6-4b8e-9531-bc9d15a157e3 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:08.820704 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43c056-6416-47e5-8f43-2c76aed76363 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Pushing event deleted for resources: {'Port': ['ID=009a90fd-1651-443d-b9c9-9249ec1eb459,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:08.870167 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fa43c056-6416-47e5-8f43-2c76aed76363 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:08.990325 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0d7832ae-8c97-47c7-a4af-3a30f44a1815 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:09.029700 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-8bed3606-b7b7-459d-8df4-cfb6577effed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3869154b-9901-4945-914f-a9ce37c819eb {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:54:09.043623 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-8bed3606-b7b7-459d-8df4-cfb6577effed service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:09.063911 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03f144-890d-41b4-82d2-b75ba8171388 req-587867d0-a9ab-4a64-b3e1-b3d10fe96de5 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:09.064671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-0c03f144-890d-41b4-82d2-b75ba8171388 req-587867d0-a9ab-4a64-b3e1-b3d10fe96de5 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Synchronizing usage tracker for tenant:2dfc2fc375c74dd497ae51bb9a526fce on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:54:09.091261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-8bed3606-b7b7-459d-8df4-cfb6577effed service neutron] Transition to ACTIVE for port object 3869154b-9901-4945-914f-a9ce37c819eb will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:09.110533 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-8bed3606-b7b7-459d-8df4-cfb6577effed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:09.156842 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7832ae-8c97-47c7-a4af-3a30f44a1815 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Port': ['ID=d8704be9-44cd-4775-8317-1ed2cbce794b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:09.160559 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f1676e7a-69f6-4b8e-9531-bc9d15a157e3 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:09.161490 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fa43c056-6416-47e5-8f43-2c76aed76363 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:09.170111 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fa43c056-6416-47e5-8f43-2c76aed76363 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:09.175997 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0d7832ae-8c97-47c7-a4af-3a30f44a1815 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:09.211410 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0d7832ae-8c97-47c7-a4af-3a30f44a1815 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/d8704be9-44cd-4775-8317-1ed2cbce794b HTTP/1.1" status: 204 len: 168 time: 2.4002769 Mar 09 03:54:09.212369 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39276) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:09.215582 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-0c03f144-890d-41b4-82d2-b75ba8171388 req-587867d0-a9ab-4a64-b3e1-b3d10fe96de5 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Unset dirty status for tenant:2dfc2fc375c74dd497ae51bb9a526fce on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:54:09.215755 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fa43c056-6416-47e5-8f43-2c76aed76363 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:09.216467 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa43c056-6416-47e5-8f43-2c76aed76363 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ecb8749-9f5f-49e5-8599-2755b6bcb590 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:54:09.216733 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0c03f144-890d-41b4-82d2-b75ba8171388 req-587867d0-a9ab-4a64-b3e1-b3d10fe96de5 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 931 time: 0.5471582 Mar 09 03:54:09.286841 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fa43c056-6416-47e5-8f43-2c76aed76363 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:09.292177 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fa43c056-6416-47e5-8f43-2c76aed76363 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "DELETE /v2.0/routers/8ecb8749-9f5f-49e5-8599-2755b6bcb590 HTTP/1.1" status: 204 len: 168 time: 6.0166326 Mar 09 03:54:09.292817 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39280) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:09.322265 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 885f85f0-6a71-431c-86eb-84d105c737d9 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:54:09.350998 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1676e7a-69f6-4b8e-9531-bc9d15a157e3 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f9b138e5-6cde-40bd-86ff-6bf4703b168c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:09.368813 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4459ab-bb47-4c45-89eb-bce87bef677d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:09.370395 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4459ab-bb47-4c45-89eb-bce87bef677d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:09.371183 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5f4459ab-bb47-4c45-89eb-bce87bef677d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:54:09.382134 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f1676e7a-69f6-4b8e-9531-bc9d15a157e3 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:09.395368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b8cae8-109c-472e-929a-72e8b4b32151 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Deleting subnet 4eb936d2-1ab1-4709-bbd8-060c1384d67e {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:54:09.400534 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9e6f529a-83e9-4663-a47b-d6efbe5c2de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:09.404926 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-99b8cae8-109c-472e-929a-72e8b4b32151 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:09.444645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed3606-b7b7-459d-8df4-cfb6577effed service neutron] Pushing event updated for resources: {'Port': ['ID=3869154b-9901-4945-914f-a9ce37c819eb,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:09.466663 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9e6f529a-83e9-4663-a47b-d6efbe5c2de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:09.476733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5f4459ab-bb47-4c45-89eb-bce87bef677d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:54:09.480738 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5f4459ab-bb47-4c45-89eb-bce87bef677d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2642221 Mar 09 03:54:09.486762 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39288) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:09.547846 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 885f85f0-6a71-431c-86eb-84d105c737d9 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:54:09.549550 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:09.553223 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f1676e7a-69f6-4b8e-9531-bc9d15a157e3 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/f9b138e5-6cde-40bd-86ff-6bf4703b168c HTTP/1.1" status: 204 len: 168 time: 1.0628195 Mar 09 03:54:09.553679 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39294) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:09.649379 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-99b8cae8-109c-472e-929a-72e8b4b32151 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:09.652813 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9e6f529a-83e9-4663-a47b-d6efbe5c2de9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68c8fd3182f94826bf42b9fbeed7d9ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7081456 Mar 09 03:54:09.654077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f529a-83e9-4663-a47b-d6efbe5c2de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d53b69-6f9c-4347-87a7-8a6d51f16462,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:09.680856 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d52e147-952c-4370-838b-44be8ab9acd0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet 0a4ddecf-8e90-4a8d-bd3d-3ca202462615 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:54:09.688813 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39298) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:09.694015 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0c03f144-890d-41b4-82d2-b75ba8171388 req-44381aa0-8c5c-4e14-96d9-0d76679c9707 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370241 Mar 09 03:54:09.701490 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d52e147-952c-4370-838b-44be8ab9acd0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:09.820590 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-99b8cae8-109c-472e-929a-72e8b4b32151 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:09.833142 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f6b17132-eb1a-4d5a-9693-62bfbcf0a153 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:09.847698 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d52e147-952c-4370-838b-44be8ab9acd0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:09.886778 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-8bed3606-b7b7-459d-8df4-cfb6577effed service neutron] Attempting to bind port 3869154b-9901-4945-914f-a9ce37c819eb on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:54:09.887672 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-8bed3606-b7b7-459d-8df4-cfb6577effed service neutron] Attempting to bind port 3869154b-9901-4945-914f-a9ce37c819eb by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'ddfcacfb-90cd-4ec8-93d9-0857d330e9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a5bf093f-0f64-4ae3-8ad1-44c19f080b4b'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:54:09.887983 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-8bed3606-b7b7-459d-8df4-cfb6577effed service neutron] Attempting to bind port 3869154b-9901-4945-914f-a9ce37c819eb on network a5bf093f-0f64-4ae3-8ad1-44c19f080b4b {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:54:09.910089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-8bed3606-b7b7-459d-8df4-cfb6577effed service neutron] Port 3869154b-9901-4945-914f-a9ce37c819eb on network a5bf093f-0f64-4ae3-8ad1-44c19f080b4b not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:54:09.910328 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-8bed3606-b7b7-459d-8df4-cfb6577effed service neutron] Attempting to bind port 3869154b-9901-4945-914f-a9ce37c819eb on network a5bf093f-0f64-4ae3-8ad1-44c19f080b4b {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:54:09.932929 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-8bed3606-b7b7-459d-8df4-cfb6577effed service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:54:09.933434 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-8bed3606-b7b7-459d-8df4-cfb6577effed service neutron] Checking segment: {'id': 'ddfcacfb-90cd-4ec8-93d9-0857d330e9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a5bf093f-0f64-4ae3-8ad1-44c19f080b4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:54:09.934837 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-8bed3606-b7b7-459d-8df4-cfb6577effed service neutron] Bound using segment: {'id': 'ddfcacfb-90cd-4ec8-93d9-0857d330e9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a5bf093f-0f64-4ae3-8ad1-44c19f080b4b'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:54:09.935422 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-8bed3606-b7b7-459d-8df4-cfb6577effed service neutron] Bound port: 3869154b-9901-4945-914f-a9ce37c819eb, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddfcacfb-90cd-4ec8-93d9-0857d330e9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a5bf093f-0f64-4ae3-8ad1-44c19f080b4b'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:54:09.935868 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-8bed3606-b7b7-459d-8df4-cfb6577effed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:10.034405 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f6b17132-eb1a-4d5a-9693-62bfbcf0a153 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:10.105029 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-f6b17132-eb1a-4d5a-9693-62bfbcf0a153 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e291fc65-e388-4b0d-bc16-ebe23104f231']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:10.116178 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1931991-1a06-4237-b9b9-8ed457f1eae3 req-7312a94c-11dd-44f0-aea9-2e9b5ac8b4b2 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:10.117771 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1931991-1a06-4237-b9b9-8ed457f1eae3 req-7312a94c-11dd-44f0-aea9-2e9b5ac8b4b2 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 943 time: 0.5284116 Mar 09 03:54:10.126640 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fdfd9f0a-b583-461b-ac79-0fc92fa3cb85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:10.132063 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-f6b17132-eb1a-4d5a-9693-62bfbcf0a153 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b150b55-8e2e-4921-b9bd-36006f65ce1a') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:10.132360 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-f6b17132-eb1a-4d5a-9693-62bfbcf0a153 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b150b55-8e2e-4921-b9bd-36006f65ce1a') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:10.157678 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f6b17132-eb1a-4d5a-9693-62bfbcf0a153 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:10.177553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-8bed3606-b7b7-459d-8df4-cfb6577effed service neutron] For port 3869154b-9901-4945-914f-a9ce37c819eb, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:54:10.180133 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f6b17132-eb1a-4d5a-9693-62bfbcf0a153 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:10.183984 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-8bed3606-b7b7-459d-8df4-cfb6577effed service neutron] For port 3869154b-9901-4945-914f-a9ce37c819eb, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3869154b-9901-4945-914f-a9ce37c819eb,segment=NetworkSegment(ddfcacfb-90cd-4ec8-93d9-0857d330e9ac),segment_id=ddfcacfb-90cd-4ec8-93d9-0857d330e9ac)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:54:10.190124 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-8bed3606-b7b7-459d-8df4-cfb6577effed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:10.194763 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b17132-eb1a-4d5a-9693-62bfbcf0a153 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:54:10.195186 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f6b17132-eb1a-4d5a-9693-62bfbcf0a153 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:10.196807 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-99b8cae8-109c-472e-929a-72e8b4b32151 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:10.239190 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fdfd9f0a-b583-461b-ac79-0fc92fa3cb85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:54:10.243922 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:54:10.267176 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d52e147-952c-4370-838b-44be8ab9acd0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:10.310986 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8cae8-109c-472e-929a-72e8b4b32151 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4eb936d2-1ab1-4709-bbd8-060c1384d67e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:10.314456 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-99b8cae8-109c-472e-929a-72e8b4b32151 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:10.326955 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-8bed3606-b7b7-459d-8df4-cfb6577effed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:10.328147 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-8bed3606-b7b7-459d-8df4-cfb6577effed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:10.329508 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-8bed3606-b7b7-459d-8df4-cfb6577effed service neutron] 10.222.0.21 "PUT /v2.0/ports/3869154b-9901-4945-914f-a9ce37c819eb HTTP/1.1" status: 200 len: 1091 time: 3.6219249 Mar 09 03:54:10.330210 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1931991-1a06-4237-b9b9-8ed457f1eae3 req-a05b6f53-5f53-4e03-ba79-e7ea3fed3a19 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876166 Mar 09 03:54:10.345396 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4', 'tag': '3869154b-9901-4945-914f-a9ce37c819eb'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:54:10.356903 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-99b8cae8-109c-472e-929a-72e8b4b32151 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/4eb936d2-1ab1-4709-bbd8-060c1384d67e HTTP/1.1" status: 204 len: 168 time: 1.0593200 Mar 09 03:54:10.363440 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39304) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:10.446441 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4', 'tag': '3869154b-9901-4945-914f-a9ce37c819eb', 'status': 'completed', 'code': 200} Mar 09 03:54:10.472751 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed3606-b7b7-459d-8df4-cfb6577effed service neutron] Pushing event updated for resources: {'Port': ['ID=3869154b-9901-4945-914f-a9ce37c819eb,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:10.487279 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f6b17132-eb1a-4d5a-9693-62bfbcf0a153 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:10.496467 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d52e147-952c-4370-838b-44be8ab9acd0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:10.500156 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fdfd9f0a-b583-461b-ac79-0fc92fa3cb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:10.512848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b17132-eb1a-4d5a-9693-62bfbcf0a153 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e291fc65-e388-4b0d-bc16-ebe23104f231 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 09 03:54:10.515132 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f6b17132-eb1a-4d5a-9693-62bfbcf0a153 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:10.519238 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:54:10.523677 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b17132-eb1a-4d5a-9693-62bfbcf0a153 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Pushing event deleted for resources: {'Network': ['ID=e291fc65-e388-4b0d-bc16-ebe23104f231,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:10.529820 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f6b17132-eb1a-4d5a-9693-62bfbcf0a153 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "DELETE /v2.0/networks/e291fc65-e388-4b0d-bc16-ebe23104f231 HTTP/1.1" status: 204 len: 168 time: 0.9619973 Mar 09 03:54:10.585999 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-60e0b578-23f1-4031-ba7f-b06752f378f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:10.588048 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-60e0b578-23f1-4031-ba7f-b06752f378f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2dfc2fc375c74dd497ae51bb9a526fce&device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 1094 time: 0.1930161 Mar 09 03:54:10.602578 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39e3352b-475d-43a7-919c-ecdd460ceb4d tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:10.617848 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd9f0a-b583-461b-ac79-0fc92fa3cb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d53b69-6f9c-4347-87a7-8a6d51f16462,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:10.621365 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52e147-952c-4370-838b-44be8ab9acd0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=0a4ddecf-8e90-4a8d-bd3d-3ca202462615,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:10.623619 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df3900c-ac66-48a0-be32-cde5a6ecf933 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:54:10.627418 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d52e147-952c-4370-838b-44be8ab9acd0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:10.653504 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fdfd9f0a-b583-461b-ac79-0fc92fa3cb85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:10.658041 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fdfd9f0a-b583-461b-ac79-0fc92fa3cb85 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5d53b69-6f9c-4347-87a7-8a6d51f16462 HTTP/1.1" status: 204 len: 168 time: 0.9649155 Mar 09 03:54:10.663669 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2d52e147-952c-4370-838b-44be8ab9acd0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/0a4ddecf-8e90-4a8d-bd3d-3ca202462615 HTTP/1.1" status: 204 len: 168 time: 1.1761315 Mar 09 03:54:10.691988 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39316) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:10.818443 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-307259d2-a6f2-490f-803a-1ea8f727a69e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3869154b-9901-4945-914f-a9ce37c819eb HTTP/1.1" status: 200 len: 217 time: 0.2201972 Mar 09 03:54:10.835115 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0007353e-605e-4cfb-bdb5-80da0e392856 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:54:10.910419 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-eb530fc6-74c8-43cb-8e22-f16063375ccf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2109461 Mar 09 03:54:10.925123 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39326) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:11.073511 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-90464fb1-2faa-495b-819a-823faa3c104b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:11.076498 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-90464fb1-2faa-495b-819a-823faa3c104b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d28ceb69-ec36-4fb9-9715-c418f254f3a1 HTTP/1.1" status: 200 len: 854 time: 0.2560561 Mar 09 03:54:11.139480 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-d3c9a348-2d3e-4ff2-a549-e00fe82494fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5bf093f-0f64-4ae3-8ad1-44c19f080b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559258 Mar 09 03:54:11.166215 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39e3352b-475d-43a7-919c-ecdd460ceb4d tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:11.229502 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af5f53-d93c-4147-9d04-2accdf106acd req-64b26198-736c-441f-a861-58c0378e79b1 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:11.235361 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-24af5f53-d93c-4147-9d04-2accdf106acd req-64b26198-736c-441f-a861-58c0378e79b1 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.7410812 Mar 09 03:54:11.296032 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-39e3352b-475d-43a7-919c-ecdd460ceb4d tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665fade8-9fc9-4d12-9fcb-72ca6fd61e8a']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:11.343767 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39334) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:11.356832 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-39e3352b-475d-43a7-919c-ecdd460ceb4d tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a899918-4f0a-4924-811b-67d6713ecfa1') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:11.356832 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-39e3352b-475d-43a7-919c-ecdd460ceb4d tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a899918-4f0a-4924-811b-67d6713ecfa1') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:11.392792 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527359b9-452b-46d2-b417-8b25afe2b540 None None] DHCP port deletion for 52061912-70e8-4f32-8bcd-36eeab65c7b8 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:54:11.397430 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-527359b9-452b-46d2-b417-8b25afe2b540 None None] Deleting port 885f85f0-6a71-431c-86eb-84d105c737d9 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:54:11.398581 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-527359b9-452b-46d2-b417-8b25afe2b540 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:11.406733 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39e3352b-475d-43a7-919c-ecdd460ceb4d tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:11.418661 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c2f43665-eb53-46a3-b5a7-697da1507d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:11.436339 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-24af5f53-d93c-4147-9d04-2accdf106acd req-f1733aa7-150b-4ff5-b18d-c203359ae6d8 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792243 Mar 09 03:54:11.442104 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ee4e0-fc42-42ae-937d-3d1a1d269b86 req-67f45a26-14ef-4b20-9a32-c9bc9c236cf9 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:11.445162 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39e3352b-475d-43a7-919c-ecdd460ceb4d tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:11.450548 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-989ee4e0-fc42-42ae-937d-3d1a1d269b86 req-67f45a26-14ef-4b20-9a32-c9bc9c236cf9 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 943 time: 0.4462676 Mar 09 03:54:11.453346 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c2f43665-eb53-46a3-b5a7-697da1507d79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:11.477404 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e3352b-475d-43a7-919c-ecdd460ceb4d tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:54:11.477404 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39e3352b-475d-43a7-919c-ecdd460ceb4d tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:11.482284 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c2f43665-eb53-46a3-b5a7-697da1507d79 admin admin] Usage tracker for resource:security_group_rule and tenant:0adf97c19d9f414fa8f3fd32be76c4ba is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:54:11.485210 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:54:11.488658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c2f43665-eb53-46a3-b5a7-697da1507d79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:11.512492 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c2f43665-eb53-46a3-b5a7-697da1507d79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:11.516657 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39340) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:11.576874 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-ce908c8d-9aa3-4a28-8840-704b1220c611 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Request body: {'router': {'name': 'tempest-router--699143289', 'project_id': '3631cf849db248f3b3a8bf750b5139a9'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:11.583382 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-989ee4e0-fc42-42ae-937d-3d1a1d269b86 req-6ad63435-d0f5-4342-a042-3d7d2c95d8d0 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318288 Mar 09 03:54:11.595842 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ce908c8d-9aa3-4a28-8840-704b1220c611 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:11.600560 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38bdfe6-7ab5-4ae3-b5ed-39746150002a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:11.601252 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d38bdfe6-7ab5-4ae3-b5ed-39746150002a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:54:11.613482 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ce908c8d-9aa3-4a28-8840-704b1220c611 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Usage tracker for resource:router and tenant:3631cf849db248f3b3a8bf750b5139a9 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:11.616625 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ce908c8d-9aa3-4a28-8840-704b1220c611 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:11.622577 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-80ea4b5c-5412-47a3-a90e-68ef0672d572 service neutron] 10.222.0.21 "GET /v2.0/networks/a5bf093f-0f64-4ae3-8ad1-44c19f080b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4765704 Mar 09 03:54:11.669900 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ce908c8d-9aa3-4a28-8840-704b1220c611 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:11.700755 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39e3352b-475d-43a7-919c-ecdd460ceb4d tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:11.726771 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e3352b-475d-43a7-919c-ecdd460ceb4d tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 665fade8-9fc9-4d12-9fcb-72ca6fd61e8a {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 09 03:54:11.728527 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d38bdfe6-7ab5-4ae3-b5ed-39746150002a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:54:11.730010 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d38bdfe6-7ab5-4ae3-b5ed-39746150002a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8039725 Mar 09 03:54:11.744682 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-527359b9-452b-46d2-b417-8b25afe2b540 None None] For port 885f85f0-6a71-431c-86eb-84d105c737d9, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=885f85f0-6a71-431c-86eb-84d105c737d9,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:11.746006 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-527359b9-452b-46d2-b417-8b25afe2b540 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:11.749307 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39e3352b-475d-43a7-919c-ecdd460ceb4d tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:11.753292 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce908c8d-9aa3-4a28-8840-704b1220c611 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:11.754351 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce908c8d-9aa3-4a28-8840-704b1220c611 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:11.758542 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39344) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:11.768650 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3352b-475d-43a7-919c-ecdd460ceb4d tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Pushing event deleted for resources: {'Network': ['ID=665fade8-9fc9-4d12-9fcb-72ca6fd61e8a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:11.852925 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-39e3352b-475d-43a7-919c-ecdd460ceb4d tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "DELETE /v2.0/networks/665fade8-9fc9-4d12-9fcb-72ca6fd61e8a HTTP/1.1" status: 204 len: 168 time: 1.4883919 Mar 09 03:54:11.910359 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce908c8d-9aa3-4a28-8840-704b1220c611 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:11.975192 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d92b02-4fba-424c-b02a-1d126437d63a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:11.975997 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f9d92b02-4fba-424c-b02a-1d126437d63a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:54:12.001858 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff897d-f913-4183-9ea9-01324f432432 req-f92af3f6-ece4-4098-86d7-4f4f1cd57d21 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:12.003738 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-30ff897d-f913-4183-9ea9-01324f432432 req-f92af3f6-ece4-4098-86d7-4f4f1cd57d21 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.3947468 Mar 09 03:54:12.011494 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-04454e0f-966f-4eaa-8085-ba036c656cd4 req-2073873c-226d-4e79-9dc8-2aeba96ba754 service neutron] 10.222.0.21 "GET /v2.0/networks/a5bf093f-0f64-4ae3-8ad1-44c19f080b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827784 Mar 09 03:54:12.048203 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce908c8d-9aa3-4a28-8840-704b1220c611 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:12.052534 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c2f43665-eb53-46a3-b5a7-697da1507d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:12.065399 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c2f43665-eb53-46a3-b5a7-697da1507d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:12.089004 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f9d92b02-4fba-424c-b02a-1d126437d63a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:54:12.090224 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f9d92b02-4fba-424c-b02a-1d126437d63a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3231149 Mar 09 03:54:12.100049 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-527359b9-452b-46d2-b417-8b25afe2b540 None None] Calling delete_port for 885f85f0-6a71-431c-86eb-84d105c737d9 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:54:12.100578 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39358) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:12.211263 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-30ff897d-f913-4183-9ea9-01324f432432 req-682d3202-d4c5-4f17-8250-bb5cb16b23ca tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955733 Mar 09 03:54:12.216958 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-38f1f417-fc86-4265-af7b-e5ee44da37a9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1132729 Mar 09 03:54:12.218875 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce908c8d-9aa3-4a28-8840-704b1220c611 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:12.225327 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ce908c8d-9aa3-4a28-8840-704b1220c611 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6626744 Mar 09 03:54:12.228361 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c2f43665-eb53-46a3-b5a7-697da1507d79 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0adf97c19d9f414fa8f3fd32be76c4ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8754885 Mar 09 03:54:12.228722 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39366) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:12.229044 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39368) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:12.229657 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f43665-eb53-46a3-b5a7-697da1507d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581426ff-e2a3-41a8-89a7-73aeb4a038db,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:12.231884 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39370) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:12.259629 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-527359b9-452b-46d2-b417-8b25afe2b540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:12.303502 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-bbb4a23a-c0cd-4f0d-8dc0-57331c668ce8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:12.385736 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527359b9-452b-46d2-b417-8b25afe2b540 None None] No DVR routers for this DVR port 885f85f0-6a71-431c-86eb-84d105c737d9 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:54:12.403744 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527359b9-452b-46d2-b417-8b25afe2b540 None None] Pushing event deleted for resources: {'Port': ['ID=885f85f0-6a71-431c-86eb-84d105c737d9,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:12.556063 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39382) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:12.566353 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcd6e7-cb23-4cab-9c15-aa3802f6ca1d req-9bf7b4a9-ef4c-4658-9780-3e8f70b7dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:12.568125 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3dcd6e7-cb23-4cab-9c15-aa3802f6ca1d req-9bf7b4a9-ef4c-4658-9780-3e8f70b7dce3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2dfc2fc375c74dd497ae51bb9a526fce&device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 1094 time: 0.4966002 Mar 09 03:54:12.571321 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-9b594593-8f6d-4519-8d4e-02826a434fef tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Request body: {'router': {'name': 'tempest-router--848850594', 'project_id': '7cfce98ddb7a4d0ea8eb8e4eea865715'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:12.636333 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-657ad001-2639-424b-b312-126b0a3caa23 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:12.726772 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9b594593-8f6d-4519-8d4e-02826a434fef tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:12.734791 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcd6e7-cb23-4cab-9c15-aa3802f6ca1d req-d055184e-1a2a-46df-ba24-68a1aaec9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:12.740199 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3dcd6e7-cb23-4cab-9c15-aa3802f6ca1d req-d055184e-1a2a-46df-ba24-68a1aaec9936 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a5bf093f-0f64-4ae3-8ad1-44c19f080b4b HTTP/1.1" status: 200 len: 915 time: 0.1594555 Mar 09 03:54:12.749251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9b594593-8f6d-4519-8d4e-02826a434fef tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Usage tracker for resource:router and tenant:7cfce98ddb7a4d0ea8eb8e4eea865715 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:12.754717 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9b594593-8f6d-4519-8d4e-02826a434fef tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:12.826183 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9b594593-8f6d-4519-8d4e-02826a434fef tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:12.836123 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-bbb4a23a-c0cd-4f0d-8dc0-57331c668ce8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:12.868208 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3dcd6e7-cb23-4cab-9c15-aa3802f6ca1d req-c2445dc9-96f6-4dab-a59b-45c27167953b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3869154b-9901-4945-914f-a9ce37c819eb HTTP/1.1" status: 200 len: 217 time: 0.1063812 Mar 09 03:54:12.885704 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a00125c2-c707-43ca-b218-eea701574a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:12.934479 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-bbb4a23a-c0cd-4f0d-8dc0-57331c668ce8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:12.947348 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7c11a-2963-4759-9acb-04c8cef9662c req-8384a0bc-7d0c-49c2-965b-b3b8ff0211b4 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:12.948940 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-86b7c11a-2963-4759-9acb-04c8cef9662c req-8384a0bc-7d0c-49c2-965b-b3b8ff0211b4 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.4871514 Mar 09 03:54:12.949885 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9b594593-8f6d-4519-8d4e-02826a434fef tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:12.951181 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9b594593-8f6d-4519-8d4e-02826a434fef tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:13.056079 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a00125c2-c707-43ca-b218-eea701574a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:13.070721 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9b594593-8f6d-4519-8d4e-02826a434fef tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:13.075155 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-86b7c11a-2963-4759-9acb-04c8cef9662c req-a5881288-452e-4d4f-9157-2dc9325e1181 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970621 Mar 09 03:54:13.076595 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcd6e7-cb23-4cab-9c15-aa3802f6ca1d req-d5ddbf21-e464-43b9-a29d-4112774ef627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:13.077947 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3dcd6e7-cb23-4cab-9c15-aa3802f6ca1d req-d5ddbf21-e464-43b9-a29d-4112774ef627 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d28ceb69-ec36-4fb9-9715-c418f254f3a1 HTTP/1.1" status: 200 len: 854 time: 0.1972237 Mar 09 03:54:13.147427 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3dcd6e7-cb23-4cab-9c15-aa3802f6ca1d req-ae83d29e-297b-43ea-ab3a-ec3cd2f4d950 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5bf093f-0f64-4ae3-8ad1-44c19f080b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550880 Mar 09 03:54:13.194259 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb4a23a-c0cd-4f0d-8dc0-57331c668ce8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:54:13.200061 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bbb4a23a-c0cd-4f0d-8dc0-57331c668ce8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:13.268585 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 885f85f0-6a71-431c-86eb-84d105c737d9 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:54:13.309747 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 885f85f0-6a71-431c-86eb-84d105c737d9 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:54:13.310233 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 885f85f0-6a71-431c-86eb-84d105c737d9 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:54:13.327773 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-657ad001-2639-424b-b312-126b0a3caa23 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:13.340774 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-657ad001-2639-424b-b312-126b0a3caa23 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:13.393545 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f480d57-9cf8-4b72-ab12-3443f7727062 req-9b8454da-ed26-4060-9799-9e8f3bc27f3c tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:13.395118 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2f480d57-9cf8-4b72-ab12-3443f7727062 req-9b8454da-ed26-4060-9799-9e8f3bc27f3c tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 943 time: 0.6992445 Mar 09 03:54:13.404236 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-657ad001-2639-424b-b312-126b0a3caa23 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:13.404699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657ad001-2639-424b-b312-126b0a3caa23 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17c3d307-4cfa-4b5a-9857-015afc75ceee {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:54:13.444275 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-657ad001-2639-424b-b312-126b0a3caa23 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:13.448577 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-657ad001-2639-424b-b312-126b0a3caa23 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "DELETE /v2.0/routers/17c3d307-4cfa-4b5a-9857-015afc75ceee HTTP/1.1" status: 204 len: 168 time: 1.2136223 Mar 09 03:54:13.456132 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9b594593-8f6d-4519-8d4e-02826a434fef tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:13.477843 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2f480d57-9cf8-4b72-ab12-3443f7727062 req-2615434c-9d81-4348-9956-86091a5f2d76 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752375 Mar 09 03:54:13.491292 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9b594593-8f6d-4519-8d4e-02826a434fef tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:13.492811 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9b594593-8f6d-4519-8d4e-02826a434fef tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9347038 Mar 09 03:54:13.506325 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39412) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:13.573787 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3dcd6e7-cb23-4cab-9c15-aa3802f6ca1d req-bde33a3b-d6dc-4d13-9038-8951663000b4 service neutron] 10.222.0.21 "GET /v2.0/networks/a5bf093f-0f64-4ae3-8ad1-44c19f080b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981791 Mar 09 03:54:13.617294 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a00125c2-c707-43ca-b218-eea701574a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:13.623431 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39416) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:13.623627 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a00125c2-c707-43ca-b218-eea701574a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:13.628200 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a00125c2-c707-43ca-b218-eea701574a87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/581426ff-e2a3-41a8-89a7-73aeb4a038db HTTP/1.1" status: 204 len: 168 time: 1.3764815 Mar 09 03:54:13.716181 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00125c2-c707-43ca-b218-eea701574a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581426ff-e2a3-41a8-89a7-73aeb4a038db,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:13.724934 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e3f77609-59d5-4e73-bac8-8585d3a78cd4 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:13.818257 n-d-825178-5 neutron-server[87881]: DEBUG neutron.objects.ports [None req-bbb4a23a-c0cd-4f0d-8dc0-57331c668ce8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87881) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 03:54:13.819051 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39426) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:13.819844 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bbb4a23a-c0cd-4f0d-8dc0-57331c668ce8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:13.962275 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb4a23a-c0cd-4f0d-8dc0-57331c668ce8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:13.980119 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-bbb4a23a-c0cd-4f0d-8dc0-57331c668ce8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:13.987166 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb4a23a-c0cd-4f0d-8dc0-57331c668ce8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:13.990309 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8966eb-88da-4fff-99f7-77171c6e0b76 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:54:13.999143 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bbb4a23a-c0cd-4f0d-8dc0-57331c668ce8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:14.007120 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4fa30cae-1cc8-403f-a88e-05f609cea308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:14.032667 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4a23a-c0cd-4f0d-8dc0-57331c668ce8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=d6398fa1-91e7-43ac-99cc-3ee3b47b2437,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:14.045132 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4fa30cae-1cc8-403f-a88e-05f609cea308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:14.051606 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4fa30cae-1cc8-403f-a88e-05f609cea308 admin admin] Usage tracker for resource:security_group_rule and tenant:20c8b4e491b141c5988e47c1eccff606 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:14.055855 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4fa30cae-1cc8-403f-a88e-05f609cea308 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:14.063481 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bbb4a23a-c0cd-4f0d-8dc0-57331c668ce8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.8301368 Mar 09 03:54:14.064954 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4fa30cae-1cc8-403f-a88e-05f609cea308 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:14.067100 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39438) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:14.073887 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-688b5710-3ccc-4a0a-b82d-b081e7c333d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'mac_address': 'fa:16:3e:86:d9:3c', 'name': 'tempest-NetworksTestDHCPv6-1787184702'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:14.133762 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a1615-1010-4901-87bc-0a5908ed495e req-303c42d4-c10e-4fbd-8f66-565bcfb5d072 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:14.138620 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-3f2b22b1-2965-4f80-b07e-e2417f3fe045 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1206911020', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}, 'admin_state_up': False}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:14.141857 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-624a1615-1010-4901-87bc-0a5908ed495e req-303c42d4-c10e-4fbd-8f66-565bcfb5d072 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.7674701 Mar 09 03:54:14.192173 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3f2b22b1-2965-4f80-b07e-e2417f3fe045 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:14.203596 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3f2b22b1-2965-4f80-b07e-e2417f3fe045 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Usage tracker for resource:router and tenant:971fa89d245f45efad76c49c7c1e7da1 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:14.215005 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3f2b22b1-2965-4f80-b07e-e2417f3fe045 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:14.230115 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3f2b22b1-2965-4f80-b07e-e2417f3fe045 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:14.258798 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3f2b22b1-2965-4f80-b07e-e2417f3fe045 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:14.260641 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3f2b22b1-2965-4f80-b07e-e2417f3fe045 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:14.313786 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3f2b22b1-2965-4f80-b07e-e2417f3fe045 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:14.321299 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-688b5710-3ccc-4a0a-b82d-b081e7c333d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:14.329829 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e3f77609-59d5-4e73-bac8-8585d3a78cd4 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:14.336305 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e3f77609-59d5-4e73-bac8-8585d3a78cd4 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:14.352712 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-624a1615-1010-4901-87bc-0a5908ed495e req-9fb58f47-a839-4cc9-b362-0c9bf2a26d45 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099218 Mar 09 03:54:14.356577 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b4a95e-5ba7-4095-bd5e-a49e1b0424a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-52061912-70e8-4f32-8bcd-36eeab65c7b8', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'fixed_ips': [{'subnet_id': 'd6398fa1-91e7-43ac-99cc-3ee3b47b2437'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:54:14.358733 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a95e-5ba7-4095-bd5e-a49e1b0424a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:14.368573 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-688b5710-3ccc-4a0a-b82d-b081e7c333d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:14.384516 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3dcd6e7-cb23-4cab-9c15-aa3802f6ca1d req-2a7c5571-0f59-4a80-8217-10b0d2e0ff0c service neutron] 10.222.0.21 "GET /v2.0/networks/a5bf093f-0f64-4ae3-8ad1-44c19f080b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7951694 Mar 09 03:54:14.388975 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4fa30cae-1cc8-403f-a88e-05f609cea308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:14.391952 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e3f77609-59d5-4e73-bac8-8585d3a78cd4 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:14.392842 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f77609-59d5-4e73-bac8-8585d3a78cd4 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9cdcf25f-2e84-4088-b51c-7651f97cf8c3 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:54:14.404032 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e3f77609-59d5-4e73-bac8-8585d3a78cd4 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:14.405496 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e3f77609-59d5-4e73-bac8-8585d3a78cd4 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "DELETE /v2.0/routers/9cdcf25f-2e84-4088-b51c-7651f97cf8c3 HTTP/1.1" status: 204 len: 168 time: 0.8947277 Mar 09 03:54:14.408880 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4fa30cae-1cc8-403f-a88e-05f609cea308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:14.501808 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688b5710-3ccc-4a0a-b82d-b081e7c333d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:54:14.660903 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-f2b4a95e-5ba7-4095-bd5e-a49e1b0424a4 None None] Allocated IP 2001:db8::f816:3eff:fea9:42d2 (52061912-70e8-4f32-8bcd-36eeab65c7b8/d6398fa1-91e7-43ac-99cc-3ee3b47b2437/28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:14.803488 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39462) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:14.920525 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3869154b-9901-4945-914f-a9ce37c819eb details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:54:14.923371 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df91e2e-fcc7-4136-8a37-0eb93198a4c8 req-396c129e-e5d3-445d-a07e-c137441d28d2 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:14.926045 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6df91e2e-fcc7-4136-8a37-0eb93198a4c8 req-396c129e-e5d3-445d-a07e-c137441d28d2 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 943 time: 0.2355330 Mar 09 03:54:15.030133 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6df91e2e-fcc7-4136-8a37-0eb93198a4c8 req-84faed53-2d6d-41e3-89a7-937fd0760ebd tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982788 Mar 09 03:54:15.096413 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-377039590', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}, 'admin_state_up': False}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:15.107567 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:15.114406 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Usage tracker for resource:router and tenant:3365a33a3fe14b2c9be7f52e3a7e9bbd is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:15.120131 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:15.125649 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3f2b22b1-2965-4f80-b07e-e2417f3fe045 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:15.131659 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:15.149946 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:15.152345 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:15.176268 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:15.187185 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa30cae-1cc8-403f-a88e-05f609cea308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426d9a00-def2-4933-8cf3-92eaead1893b,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:15.194144 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4fa30cae-1cc8-403f-a88e-05f609cea308 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20c8b4e491b141c5988e47c1eccff606&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5672102 Mar 09 03:54:15.195252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39470) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:15.211337 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a95e-5ba7-4095-bd5e-a49e1b0424a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:15.224655 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3869154b-9901-4945-914f-a9ce37c819eb, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3869154b-9901-4945-914f-a9ce37c819eb,segment=NetworkSegment(ddfcacfb-90cd-4ec8-93d9-0857d330e9ac),segment_id=ddfcacfb-90cd-4ec8-93d9-0857d330e9ac)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:15.236971 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f2b4a95e-5ba7-4095-bd5e-a49e1b0424a4 None None] Transition to ACTIVE for port object 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:15.249265 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '3869154b-9901-4945-914f-a9ce37c819eb', 'network_id': 'a5bf093f-0f64-4ae3-8ad1-44c19f080b4b', 'port_id': '3869154b-9901-4945-914f-a9ce37c819eb', 'mac_address': 'fa:16:3e:2c:b1:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd28ceb69-ec36-4fb9-9715-c418f254f3a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:54:15.317023 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:15.325973 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f2b4a95e-5ba7-4095-bd5e-a49e1b0424a4 None None] Transition to ACTIVE for port object 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:15.336663 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3869154b-9901-4945-914f-a9ce37c819eb {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:54:15.342718 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a95e-5ba7-4095-bd5e-a49e1b0424a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:15.363730 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-688b5710-3ccc-4a0a-b82d-b081e7c333d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:15.377557 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39476) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:15.422420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac202a-07ff-45da-aa35-749ff3afa7f3 req-fec9fa9c-ba56-45c6-8488-b629bcbb9f2c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:15.426845 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ccac202a-07ff-45da-aa35-749ff3afa7f3 req-fec9fa9c-ba56-45c6-8488-b629bcbb9f2c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.2769146 Mar 09 03:54:15.433074 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3869154b-9901-4945-914f-a9ce37c819eb, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3869154b-9901-4945-914f-a9ce37c819eb,segment=NetworkSegment(ddfcacfb-90cd-4ec8-93d9-0857d330e9ac),segment_id=ddfcacfb-90cd-4ec8-93d9-0857d330e9ac)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:15.437971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-688b5710-3ccc-4a0a-b82d-b081e7c333d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] device_id is not set on port 4fc879cb-f8c5-4d6b-a85b-5ddb50183180 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:54:15.440454 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b4a95e-5ba7-4095-bd5e-a49e1b0424a4 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:15.444061 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:15.445561 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5d1e0c20-3a75-4a7d-86ea-09e453986bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:15.446561 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-f2b4a95e-5ba7-4095-bd5e-a49e1b0424a4 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:15.455560 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4a95e-5ba7-4095-bd5e-a49e1b0424a4 None None] Pushing event updated for resources: {'Port': ['ID=28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:15.458138 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b4a95e-5ba7-4095-bd5e-a49e1b0424a4 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:54:15.620461 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-f2b4a95e-5ba7-4095-bd5e-a49e1b0424a4 None None] Attempting to bind port 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:54:15.620820 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-f2b4a95e-5ba7-4095-bd5e-a49e1b0424a4 None None] Attempting to bind port 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:54:15.621707 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b4a95e-5ba7-4095-bd5e-a49e1b0424a4 None None] Attempting to bind port 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66 on network 52061912-70e8-4f32-8bcd-36eeab65c7b8 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:54:15.624789 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5d1e0c20-3a75-4a7d-86ea-09e453986bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:15.625984 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-688b5710-3ccc-4a0a-b82d-b081e7c333d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 2001:db8::f816:3eff:fe86:d93c (52061912-70e8-4f32-8bcd-36eeab65c7b8/d6398fa1-91e7-43ac-99cc-3ee3b47b2437/4fc879cb-f8c5-4d6b-a85b-5ddb50183180) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:15.632000 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b4a95e-5ba7-4095-bd5e-a49e1b0424a4 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:54:15.632379 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b4a95e-5ba7-4095-bd5e-a49e1b0424a4 None None] Checking segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:54:15.632783 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a95e-5ba7-4095-bd5e-a49e1b0424a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:15.633068 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:15.633231 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b4a95e-5ba7-4095-bd5e-a49e1b0424a4 None None] Bound using segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:54:15.633671 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-f2b4a95e-5ba7-4095-bd5e-a49e1b0424a4 None None] Bound port: 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:54:15.634021 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a95e-5ba7-4095-bd5e-a49e1b0424a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:15.643975 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c0d59c31-7923-4033-92c7-1a32425a1a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:15.648488 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=3869154b-9901-4945-914f-a9ce37c819eb,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:15.685615 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ccac202a-07ff-45da-aa35-749ff3afa7f3 req-3e5d7b40-a549-4420-9e12-723bc38bca40 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918486 Mar 09 03:54:15.697112 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c0d59c31-7923-4033-92c7-1a32425a1a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:15.703786 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['3869154b-9901-4945-914f-a9ce37c819eb'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:54:15.721080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c0d59c31-7923-4033-92c7-1a32425a1a72 admin admin] Usage tracker for resource:security_group_rule and tenant:2ddf081e566e4b50a54c2b216b5c9d6e is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:15.728500 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c0d59c31-7923-4033-92c7-1a32425a1a72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:15.737852 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c0d59c31-7923-4033-92c7-1a32425a1a72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:15.812232 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5d1e0c20-3a75-4a7d-86ea-09e453986bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:15.835208 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e0c20-3a75-4a7d-86ea-09e453986bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426d9a00-def2-4933-8cf3-92eaead1893b,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:15.849052 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-f2b4a95e-5ba7-4095-bd5e-a49e1b0424a4 None None] For port 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:54:15.875050 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-f2b4a95e-5ba7-4095-bd5e-a49e1b0424a4 None None] For port 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:54:15.889389 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a95e-5ba7-4095-bd5e-a49e1b0424a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:15.893653 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5d1e0c20-3a75-4a7d-86ea-09e453986bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:15.894772 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5d1e0c20-3a75-4a7d-86ea-09e453986bf2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/426d9a00-def2-4933-8cf3-92eaead1893b HTTP/1.1" status: 204 len: 168 time: 0.6958635 Mar 09 03:54:15.966931 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c0d59c31-7923-4033-92c7-1a32425a1a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:15.990309 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c0d59c31-7923-4033-92c7-1a32425a1a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:16.045276 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4a95e-5ba7-4095-bd5e-a49e1b0424a4 None None] Pushing event updated for resources: {'Port': ['ID=28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:16.048185 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d59c31-7923-4033-92c7-1a32425a1a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7041e81a-e3a2-4c87-af27-87b16f76dc97,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:16.077372 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3f2b22b1-2965-4f80-b07e-e2417f3fe045 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:16.130637 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3f2b22b1-2965-4f80-b07e-e2417f3fe045 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:16.237132 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-688b5710-3ccc-4a0a-b82d-b081e7c333d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:16.287273 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c0d59c31-7923-4033-92c7-1a32425a1a72 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ddf081e566e4b50a54c2b216b5c9d6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9081433 Mar 09 03:54:16.296308 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39488) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:16.296639 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39490) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:16.297648 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-688b5710-3ccc-4a0a-b82d-b081e7c333d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Transition to ACTIVE for port object 4fc879cb-f8c5-4d6b-a85b-5ddb50183180 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:16.351414 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:16.381070 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-deafc10a-ce37-49b8-81af-0c557539f432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:16.383258 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:16.448600 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-3f2b22b1-2965-4f80-b07e-e2417f3fe045 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Allocated IP 172.25.7.120 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/83a408bd-76c2-4c03-bc48-60cba0fb09ca) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:16.453123 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-deafc10a-ce37-49b8-81af-0c557539f432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:16.469224 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-deafc10a-ce37-49b8-81af-0c557539f432 admin admin] Usage tracker for resource:security_group_rule and tenant:19bd6d37ebfc488ca3f0129e8b773a6f is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:16.479093 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-deafc10a-ce37-49b8-81af-0c557539f432 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:16.485478 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796c256-e4f9-41c4-acc2-c51801b378ad req-2d5d164d-2a3e-41d7-bd07-f2992db1e564 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:16.487029 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1796c256-e4f9-41c4-acc2-c51801b378ad req-2d5d164d-2a3e-41d7-bd07-f2992db1e564 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 944 time: 0.2453539 Mar 09 03:54:16.491498 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-deafc10a-ce37-49b8-81af-0c557539f432 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:16.494410 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-36ad483d-1a0b-4595-b2b2-5050a6141288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:16.547854 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-688b5710-3ccc-4a0a-b82d-b081e7c333d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:16.671450 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-36ad483d-1a0b-4595-b2b2-5050a6141288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:16.679110 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1796c256-e4f9-41c4-acc2-c51801b378ad req-ba626d12-011f-4f79-bf61-54adaea22499 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859598 Mar 09 03:54:16.738336 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688b5710-3ccc-4a0a-b82d-b081e7c333d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:16.757839 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-688b5710-3ccc-4a0a-b82d-b081e7c333d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:16.775616 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688b5710-3ccc-4a0a-b82d-b081e7c333d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:54:16.781654 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688b5710-3ccc-4a0a-b82d-b081e7c333d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:16.782262 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-688b5710-3ccc-4a0a-b82d-b081e7c333d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:16.791539 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b5710-3ccc-4a0a-b82d-b081e7c333d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=4fc879cb-f8c5-4d6b-a85b-5ddb50183180,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:16.896177 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3869154b-9901-4945-914f-a9ce37c819eb up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:54:16.984840 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 3869154b-9901-4945-914f-a9ce37c819eb completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:54:16.992114 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 3869154b-9901-4945-914f-a9ce37c819eb triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:54:16.992491 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:17.037388 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3f2b22b1-2965-4f80-b07e-e2417f3fe045 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:17.059293 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-36ad483d-1a0b-4595-b2b2-5050a6141288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:17.103241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad483d-1a0b-4595-b2b2-5050a6141288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7041e81a-e3a2-4c87-af27-87b16f76dc97,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:17.120962 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-36ad483d-1a0b-4595-b2b2-5050a6141288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:17.122710 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-36ad483d-1a0b-4595-b2b2-5050a6141288 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7041e81a-e3a2-4c87-af27-87b16f76dc97 HTTP/1.1" status: 204 len: 168 time: 0.8236098 Mar 09 03:54:17.146343 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-688b5710-3ccc-4a0a-b82d-b081e7c333d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0779393 Mar 09 03:54:17.149180 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39500) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:17.154713 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:17.157754 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-deafc10a-ce37-49b8-81af-0c557539f432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:17.175190 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-deafc10a-ce37-49b8-81af-0c557539f432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:17.188189 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3869154b-9901-4945-914f-a9ce37c819eb'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:54:17.198728 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3869154b-9901-4945-914f-a9ce37c819eb, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3869154b-9901-4945-914f-a9ce37c819eb,segment=NetworkSegment(ddfcacfb-90cd-4ec8-93d9-0857d330e9ac),segment_id=ddfcacfb-90cd-4ec8-93d9-0857d330e9ac)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:17.217621 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:17.275564 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3f2b22b1-2965-4f80-b07e-e2417f3fe045 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:17.286784 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04ec50-2eb8-4206-8bf9-795f678e2d62 req-b1af6376-b641-41a2-b9de-1c62e6f97f87 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:17.293911 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0c04ec50-2eb8-4206-8bf9-795f678e2d62 req-b1af6376-b641-41a2-b9de-1c62e6f97f87 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.4741688 Mar 09 03:54:17.343558 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3869154b-9901-4945-914f-a9ce37c819eb', 'code': 200} Mar 09 03:54:17.344384 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=3869154b-9901-4945-914f-a9ce37c819eb,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:17.393063 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fd0458b3-01cc-411d-9b01-f3c764a76e41 None None] Provisioning for port 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:54:17.399026 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-deafc10a-ce37-49b8-81af-0c557539f432 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19bd6d37ebfc488ca3f0129e8b773a6f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0974326 Mar 09 03:54:17.399777 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafc10a-ce37-49b8-81af-0c557539f432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cf6bc2-688e-42ac-be31-90089e8b9cc9,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:17.413967 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39506) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:17.424443 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:54:17.449811 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Allocated IP 172.25.7.61 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/4934c5b6-c441-44bb-b8c0-993437b2f31b) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:17.461342 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2b22b1-2965-4f80-b07e-e2417f3fe045 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:17.476490 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-3f2b22b1-2965-4f80-b07e-e2417f3fe045 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:17.479389 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2b22b1-2965-4f80-b07e-e2417f3fe045 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:54:17.540220 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:54:17.557291 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:54:17.557724 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:17.589784 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0c04ec50-2eb8-4206-8bf9-795f678e2d62 req-5d5e5fdf-0e7e-4c28-9ffe-5f28150c3a7d tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924154 Mar 09 03:54:17.598250 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b22b1-2965-4f80-b07e-e2417f3fe045 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Pushing event updated for resources: {'Port': ['ID=83a408bd-76c2-4c03-bc48-60cba0fb09ca,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:17.613437 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109ea570-a35a-4302-a85a-7a8868c8a06d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:17.620043 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109ea570-a35a-4302-a85a-7a8868c8a06d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:17.625715 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-109ea570-a35a-4302-a85a-7a8868c8a06d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4742944 Mar 09 03:54:17.629608 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39512) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:17.733523 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0c1647d9-0ea5-4703-88ec-2040e2a546ed None None] Provisioning for port 4fc879cb-f8c5-4d6b-a85b-5ddb50183180 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:54:17.746430 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0c1647d9-0ea5-4703-88ec-2040e2a546ed None None] Provisioning complete for port 4fc879cb-f8c5-4d6b-a85b-5ddb50183180 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:54:17.746798 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0c1647d9-0ea5-4703-88ec-2040e2a546ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:17.756401 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-dda4a0df-3723-47a9-9dd1-6b6c543e9564 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting port 4fc879cb-f8c5-4d6b-a85b-5ddb50183180 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:54:17.756928 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dda4a0df-3723-47a9-9dd1-6b6c543e9564 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:17.791797 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fe0a5-c2b6-40f5-adf9-87453e6cf1ff req-b55665c5-8b17-44e3-8de4-42d6aaf6d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:17.794091 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0c2fe0a5-c2b6-40f5-adf9-87453e6cf1ff req-b55665c5-8b17-44e3-8de4-42d6aaf6d057 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 1096 time: 0.4543281 Mar 09 03:54:17.797893 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48ed54b0-a1be-4fb1-a898-5a68403d7365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:17.836730 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:17.885898 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:17.890025 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-0c1647d9-0ea5-4703-88ec-2040e2a546ed None None] Port 4fc879cb-f8c5-4d6b-a85b-5ddb50183180 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:54:17.910247 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:17.917026 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:17.952724 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48ed54b0-a1be-4fb1-a898-5a68403d7365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:17.998304 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0c2fe0a5-c2b6-40f5-adf9-87453e6cf1ff req-b643f3a5-4816-4fcd-93d0-d245b0f3525d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853430 Mar 09 03:54:18.014752 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:18.169129 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be95d1-85e6-4a29-86cc-f258a69d86cb req-b8b30d5c-428a-4660-8cdb-3aa2883246ec tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:18.170630 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-54be95d1-85e6-4a29-86cc-f258a69d86cb req-b8b30d5c-428a-4660-8cdb-3aa2883246ec tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.2785954 Mar 09 03:54:18.184474 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:18.192829 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48ed54b0-a1be-4fb1-a898-5a68403d7365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:18.221879 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed54b0-a1be-4fb1-a898-5a68403d7365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cf6bc2-688e-42ac-be31-90089e8b9cc9,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:18.228102 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3f2b22b1-2965-4f80-b07e-e2417f3fe045 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:18.286335 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48ed54b0-a1be-4fb1-a898-5a68403d7365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:18.289525 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-48ed54b0-a1be-4fb1-a898-5a68403d7365 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28cf6bc2-688e-42ac-be31-90089e8b9cc9 HTTP/1.1" status: 204 len: 168 time: 0.8745890 Mar 09 03:54:18.308051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Pushing event updated for resources: {'Port': ['ID=4934c5b6-c441-44bb-b8c0-993437b2f31b,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:18.312755 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:18.314585 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dda4a0df-3723-47a9-9dd1-6b6c543e9564 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:18.327338 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:18.330186 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:54:18.502573 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:18.502953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:18.503252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:18.504143 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:18.504143 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:18.504368 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:18.504527 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:18.504842 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:18.505153 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:18.505461 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:18.505772 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:18.506082 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:18.519472 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-dda4a0df-3723-47a9-9dd1-6b6c543e9564 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Calling delete_port for 4fc879cb-f8c5-4d6b-a85b-5ddb50183180 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:54:18.566954 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-54be95d1-85e6-4a29-86cc-f258a69d86cb req-150a439c-1bbf-4397-b8a7-d6f3226dd5d3 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749173 Mar 09 03:54:18.643762 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3f2b22b1-2965-4f80-b07e-e2417f3fe045 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:18.874256 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dda4a0df-3723-47a9-9dd1-6b6c543e9564 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:18.932495 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4a0df-3723-47a9-9dd1-6b6c543e9564 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Port': ['ID=4fc879cb-f8c5-4d6b-a85b-5ddb50183180,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:19.169318 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab36e5-01e8-4274-a5a9-22cbb1eba3e7 req-abe9f46a-0f18-43f3-806c-009c26fabed3 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:19.170762 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-47ab36e5-01e8-4274-a5a9-22cbb1eba3e7 req-abe9f46a-0f18-43f3-806c-009c26fabed3 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.2996523 Mar 09 03:54:19.176541 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2b22b1-2965-4f80-b07e-e2417f3fe045 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Router 21188a16-35dc-481f-bfc0-dcdc9b4ea1b8 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:54:19.320981 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-47ab36e5-01e8-4274-a5a9-22cbb1eba3e7 req-5dd7b5cf-e7fc-4805-83f3-67b9437c947c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401212 Mar 09 03:54:19.338993 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dda4a0df-3723-47a9-9dd1-6b6c543e9564 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:19.350008 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:54:19.399170 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-dda4a0df-3723-47a9-9dd1-6b6c543e9564 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/4fc879cb-f8c5-4d6b-a85b-5ddb50183180 HTTP/1.1" status: 204 len: 168 time: 1.7685094 Mar 09 03:54:19.402066 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39568) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:19.468782 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:54:19.468961 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:19.485829 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2b22b1-2965-4f80-b07e-e2417f3fe045 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:54:19.521042 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3f2b22b1-2965-4f80-b07e-e2417f3fe045 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:19.524872 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3f2b22b1-2965-4f80-b07e-e2417f3fe045 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.6986287 Mar 09 03:54:19.525325 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39574) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:19.605042 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44548f8d-a745-4907-9108-ff98517380ca None None] Sync routers for ids ['21188a16-35dc-481f-bfc0-dcdc9b4ea1b8'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:54:19.635613 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44548f8d-a745-4907-9108-ff98517380ca None None] Routers {'21188a16-35dc-481f-bfc0-dcdc9b4ea1b8'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:54:19.636549 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-44548f8d-a745-4907-9108-ff98517380ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:54:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['21188a16-35dc-481f-bfc0-dcdc9b4ea1b8'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:19.646240 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65fc82f-2554-4579-95d0-ec002c274cbd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:19.648126 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65fc82f-2554-4579-95d0-ec002c274cbd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:19.650167 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c65fc82f-2554-4579-95d0-ec002c274cbd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2445548 Mar 09 03:54:19.654908 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39584) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:19.725756 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-44548f8d-a745-4907-9108-ff98517380ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:19.735669 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:19.742832 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44548f8d-a745-4907-9108-ff98517380ca None None] Routers {'21188a16-35dc-481f-bfc0-dcdc9b4ea1b8'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:54:19.743914 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-44548f8d-a745-4907-9108-ff98517380ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:54:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['21188a16-35dc-481f-bfc0-dcdc9b4ea1b8'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:19.815309 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-44548f8d-a745-4907-9108-ff98517380ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:19.815982 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44548f8d-a745-4907-9108-ff98517380ca None None] The sync data for ids ['21188a16-35dc-481f-bfc0-dcdc9b4ea1b8'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:54:19.824848 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-085c80c8-c3b6-48a4-ac86-64312533d233 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "GET /v2.0/routers/21188a16-35dc-481f-bfc0-dcdc9b4ea1b8 HTTP/1.1" status: 200 len: 921 time: 0.2978215 Mar 09 03:54:19.832969 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39590) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:19.955045 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-24143de0-6c6a-47bf-b4b5-1c9be7648c1e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet d6398fa1-91e7-43ac-99cc-3ee3b47b2437 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:54:19.958419 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-24143de0-6c6a-47bf-b4b5-1c9be7648c1e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:19.994991 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b978f461-04a9-4ffe-8df6-41341ebebf8f tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "GET /v2.0/ports?device_id=21188a16-35dc-481f-bfc0-dcdc9b4ea1b8 HTTP/1.1" status: 200 len: 205 time: 0.1499321 Mar 09 03:54:19.997659 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39600) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:20.091030 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-24143de0-6c6a-47bf-b4b5-1c9be7648c1e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:20.231002 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb409a7c-b6c6-4420-a50f-e23f2bfa5449 req-636830da-3174-4a24-bf95-880496d2ca7b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:20.232512 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fb409a7c-b6c6-4420-a50f-e23f2bfa5449 req-636830da-3174-4a24-bf95-880496d2ca7b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.3986647 Mar 09 03:54:20.249941 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fce96d63-fdf2-45b7-9b01-f719c3bdccbc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:20.301358 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39612) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:20.363702 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fb409a7c-b6c6-4420-a50f-e23f2bfa5449 req-9ab6cf80-8d2d-43fd-b0c0-2e1f3535cf4a tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794742 Mar 09 03:54:20.368053 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-24143de0-6c6a-47bf-b4b5-1c9be7648c1e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:20.519752 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fce96d63-fdf2-45b7-9b01-f719c3bdccbc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:20.534319 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-fce96d63-fdf2-45b7-9b01-f719c3bdccbc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Deleting port 83a408bd-76c2-4c03-bc48-60cba0fb09ca {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:54:20.535858 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fce96d63-fdf2-45b7-9b01-f719c3bdccbc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:20.581184 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-dba6e25d-c18c-4827-95f4-e746ac561130 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:20.615314 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:20.641332 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-dba6e25d-c18c-4827-95f4-e746ac561130 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:20.663964 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-dba6e25d-c18c-4827-95f4-e746ac561130 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Usage tracker for resource:floatingip and tenant:606648655aef4743b86d7db985500755 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:20.667633 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-dba6e25d-c18c-4827-95f4-e746ac561130 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:20.683065 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-dba6e25d-c18c-4827-95f4-e746ac561130 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:20.689552 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-24143de0-6c6a-47bf-b4b5-1c9be7648c1e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:20.737886 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-24143de0-6c6a-47bf-b4b5-1c9be7648c1e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:20.741591 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86df804-a0fe-42fc-98a4-fe61088b9f66 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:54:20.764808 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24143de0-6c6a-47bf-b4b5-1c9be7648c1e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=d6398fa1-91e7-43ac-99cc-3ee3b47b2437,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:20.793632 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dba6e25d-c18c-4827-95f4-e746ac561130 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:20.800358 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-24143de0-6c6a-47bf-b4b5-1c9be7648c1e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/d6398fa1-91e7-43ac-99cc-3ee3b47b2437 HTTP/1.1" status: 204 len: 168 time: 1.1439748 Mar 09 03:54:20.813881 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39642) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:20.901777 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df5a25-bf64-4ac0-9d72-3a2c734363b6 req-af5f8a5f-f78e-401e-89a1-0dbac6550a71 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:20.910297 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96df5a25-bf64-4ac0-9d72-3a2c734363b6 req-af5f8a5f-f78e-401e-89a1-0dbac6550a71 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.3340948 Mar 09 03:54:20.964927 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fce96d63-fdf2-45b7-9b01-f719c3bdccbc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:21.115105 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-fce96d63-fdf2-45b7-9b01-f719c3bdccbc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Calling delete_port for 83a408bd-76c2-4c03-bc48-60cba0fb09ca owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:54:21.124317 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] DHCP port deletion for 52061912-70e8-4f32-8bcd-36eeab65c7b8 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:54:21.129006 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Deleting port 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:54:21.129478 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:21.165438 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bbc2eb22-ef77-431d-8fc4-593f2670f83d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3469243 Mar 09 03:54:21.181422 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39658) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:21.198203 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-eee7bdf5-7ffa-4592-b70d-b3b28d801dfa tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:21.201676 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96df5a25-bf64-4ac0-9d72-3a2c734363b6 req-cf462bc9-187c-422d-95da-dffb7e27b22f tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2899334 Mar 09 03:54:21.323720 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:54:21.401910 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63b587-7778-4675-b434-684029a850ad req-502ed0ae-fb7e-4420-b591-2213d71785f7 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:21.403510 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d63b587-7778-4675-b434-684029a850ad req-502ed0ae-fb7e-4420-b591-2213d71785f7 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/networks?id=a5bf093f-0f64-4ae3-8ad1-44c19f080b4b HTTP/1.1" status: 200 len: 814 time: 0.6351721 Mar 09 03:54:21.452232 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-eee7bdf5-7ffa-4592-b70d-b3b28d801dfa tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:21.459016 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] For port 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:21.459399 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:21.471942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-eee7bdf5-7ffa-4592-b70d-b3b28d801dfa tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:21.475455 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d63b587-7778-4675-b434-684029a850ad req-84e6e203-36e5-4093-ac7c-d61293a83596 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/quotas/2dfc2fc375c74dd497ae51bb9a526fce HTTP/1.1" status: 200 len: 375 time: 0.0614154 Mar 09 03:54:21.476315 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-eee7bdf5-7ffa-4592-b70d-b3b28d801dfa tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:21.486100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-eee7bdf5-7ffa-4592-b70d-b3b28d801dfa tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:21.528153 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39664) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:21.562901 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dba6e25d-c18c-4827-95f4-e746ac561130 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:21.568136 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee7bdf5-7ffa-4592-b70d-b3b28d801dfa tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:54:21.571718 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eee7bdf5-7ffa-4592-b70d-b3b28d801dfa tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:21.630437 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Calling delete_port for 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:54:21.689243 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Router 4382ee89-3709-4006-9252-82e33de45ba4 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:54:21.695403 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:21.696993 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fce96d63-fdf2-45b7-9b01-f719c3bdccbc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:21.745298 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:21.755143 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:21.795749 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:54:21.796516 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:54:21.837066 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:21.850538 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce96d63-fdf2-45b7-9b01-f719c3bdccbc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Pushing event deleted for resources: {'Port': ['ID=83a408bd-76c2-4c03-bc48-60cba0fb09ca,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:21.864632 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3fa68d01-ec75-4cb3-ac72-20117af9d22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:21.929379 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3fa68d01-ec75-4cb3-ac72-20117af9d22f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:21.937459 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d63b587-7778-4675-b434-684029a850ad req-e655082c-32b7-42a6-93a6-55f87e1ea859 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2dfc2fc375c74dd497ae51bb9a526fce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4489815 Mar 09 03:54:21.945277 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3fa68d01-ec75-4cb3-ac72-20117af9d22f admin admin] Usage tracker for resource:security_group_rule and tenant:283f739c631542f98f606be4156396d4 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:21.948489 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-dba6e25d-c18c-4827-95f4-e746ac561130 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Allocated IP 172.25.7.199 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/b4a9baae-d7e1-4294-a3a8-c8107eb3cdec) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:21.952156 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3fa68d01-ec75-4cb3-ac72-20117af9d22f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:21.961917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3fa68d01-ec75-4cb3-ac72-20117af9d22f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:21.977703 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fce96d63-fdf2-45b7-9b01-f719c3bdccbc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:22.159777 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:54:22.171762 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6346c32-4098-4747-bd9f-92af254ee442 None None] Sync routers for ids ['4382ee89-3709-4006-9252-82e33de45ba4'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:54:22.182442 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6346c32-4098-4747-bd9f-92af254ee442 None None] Routers {'4382ee89-3709-4006-9252-82e33de45ba4'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:54:22.183317 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-a6346c32-4098-4747-bd9f-92af254ee442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:54:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['4382ee89-3709-4006-9252-82e33de45ba4'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:22.250457 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-a6346c32-4098-4747-bd9f-92af254ee442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:22.253775 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fce96d63-fdf2-45b7-9b01-f719c3bdccbc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:22.260168 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6346c32-4098-4747-bd9f-92af254ee442 None None] Routers {'4382ee89-3709-4006-9252-82e33de45ba4'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:54:22.260774 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-a6346c32-4098-4747-bd9f-92af254ee442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:54:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['4382ee89-3709-4006-9252-82e33de45ba4'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:22.266637 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fce96d63-fdf2-45b7-9b01-f719c3bdccbc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:22.288111 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:22.289812 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a118b49c-cd37-485e-a974-a19784be8d9e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.4840624 Mar 09 03:54:22.298193 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Deleting port 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:54:22.298943 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:22.299100 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39672) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:22.313761 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d63b587-7778-4675-b434-684029a850ad req-49704e05-1d9b-4a59-8cbc-092b316a8e43 service neutron] 10.222.0.16 "GET /v2.0/networks/a5bf093f-0f64-4ae3-8ad1-44c19f080b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213747 Mar 09 03:54:22.388679 n-d-825178-5 neutron-server[87880]: DEBUG neutron.objects.ports [None req-eee7bdf5-7ffa-4592-b70d-b3b28d801dfa tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87880) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 03:54:22.402200 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-a6346c32-4098-4747-bd9f-92af254ee442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:22.403378 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6346c32-4098-4747-bd9f-92af254ee442 None None] The sync data for ids ['4382ee89-3709-4006-9252-82e33de45ba4'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:54:22.437110 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fce96d63-fdf2-45b7-9b01-f719c3bdccbc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:22.437552 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce96d63-fdf2-45b7-9b01-f719c3bdccbc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Fanout notify agent at l3_agent the message router_deleted on router 21188a16-35dc-481f-bfc0-dcdc9b4ea1b8 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:54:22.494616 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dba6e25d-c18c-4827-95f4-e746ac561130 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:22.629508 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] For port 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:22.629925 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:22.655518 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3fa68d01-ec75-4cb3-ac72-20117af9d22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:22.667990 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-43754944-e68a-4907-8d1a-8896fc0828d3 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "GET /v2.0/routers/4382ee89-3709-4006-9252-82e33de45ba4 HTTP/1.1" status: 200 len: 923 time: 0.3653042 Mar 09 03:54:22.670178 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fce96d63-fdf2-45b7-9b01-f719c3bdccbc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:22.674419 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fce96d63-fdf2-45b7-9b01-f719c3bdccbc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "DELETE /v2.0/routers/21188a16-35dc-481f-bfc0-dcdc9b4ea1b8 HTTP/1.1" status: 204 len: 168 time: 2.6720307 Mar 09 03:54:22.674419 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3fa68d01-ec75-4cb3-ac72-20117af9d22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:22.674705 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39676) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:22.675798 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d63b587-7778-4675-b434-684029a850ad req-e7dc86fc-c77a-450d-8e3f-2b267c50e5d6 service neutron] 10.222.0.16 "GET /v2.0/networks/a5bf093f-0f64-4ae3-8ad1-44c19f080b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406641 Mar 09 03:54:22.677688 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39678) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:22.726678 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ef1a157c-f9bd-423b-bbff-9615cf771c34 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1684025199', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'enable_snat': False}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:22.743258 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778e793-db2e-4f85-9ef0-1cc0847488bc req-ee6eade5-45ff-438c-b610-933a21fcca92 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:22.744826 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2778e793-db2e-4f85-9ef0-1cc0847488bc req-ee6eade5-45ff-438c-b610-933a21fcca92 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.3786740 Mar 09 03:54:22.748008 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ef1a157c-f9bd-423b-bbff-9615cf771c34 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:22.754719 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-29a4e24d-4c9f-4666-b617-c6fe32ad015b tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "GET /v2.0/ports?device_id=4382ee89-3709-4006-9252-82e33de45ba4 HTTP/1.1" status: 200 len: 205 time: 0.0755296 Mar 09 03:54:22.754995 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3fa68d01-ec75-4cb3-ac72-20117af9d22f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=283f739c631542f98f606be4156396d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2229497 Mar 09 03:54:22.754995 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa68d01-ec75-4cb3-ac72-20117af9d22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2339e6-3e8e-4f3a-acfb-03375303bc81,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:22.756165 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39684) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:22.756497 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39686) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:22.762575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ef1a157c-f9bd-423b-bbff-9615cf771c34 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Usage tracker for resource:router and tenant:c493fc72d59b4b1dbd551765f35929b6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:22.768401 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ef1a157c-f9bd-423b-bbff-9615cf771c34 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:22.771579 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dba6e25d-c18c-4827-95f4-e746ac561130 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:22.776463 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eee7bdf5-7ffa-4592-b70d-b3b28d801dfa tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:22.788568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ef1a157c-f9bd-423b-bbff-9615cf771c34 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:22.838087 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef1a157c-f9bd-423b-bbff-9615cf771c34 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:22.840644 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef1a157c-f9bd-423b-bbff-9615cf771c34 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:22.848927 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Calling delete_port for 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:54:22.895717 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef1a157c-f9bd-423b-bbff-9615cf771c34 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:23.034763 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba6e25d-c18c-4827-95f4-e746ac561130 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:23.057086 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-dba6e25d-c18c-4827-95f4-e746ac561130 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:23.069035 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba6e25d-c18c-4827-95f4-e746ac561130 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:54:23.153255 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-be839ce5-d4d3-430e-9b20-7a011473f1ce req-2fb4218d-6685-41b0-854f-f5ac4f353ccb tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1 HTTP/1.1" status: 200 len: 210 time: 0.2220068 Mar 09 03:54:23.254590 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6e25d-c18c-4827-95f4-e746ac561130 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Pushing event updated for resources: {'Port': ['ID=b4a9baae-d7e1-4294-a3a8-c8107eb3cdec,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:23.361339 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2778e793-db2e-4f85-9ef0-1cc0847488bc req-bff4c9fa-369e-4686-a299-b925e0b7a8f2 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5304337 Mar 09 03:54:23.379828 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-efccdfcb-5402-495f-8449-cd6b3923216a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:23.430758 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-42ce980b-5b26-44e7-a8b9-78e433d1ab63 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:23.455470 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-eee7bdf5-7ffa-4592-b70d-b3b28d801dfa tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] For port 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:23.489291 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-efccdfcb-5402-495f-8449-cd6b3923216a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:23.517379 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef1a157c-f9bd-423b-bbff-9615cf771c34 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:23.566253 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eee7bdf5-7ffa-4592-b70d-b3b28d801dfa tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:23.577059 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:54:23.577651 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:54:23.579989 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eee7bdf5-7ffa-4592-b70d-b3b28d801dfa tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:23.580689 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eee7bdf5-7ffa-4592-b70d-b3b28d801dfa tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:23.667925 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-efccdfcb-5402-495f-8449-cd6b3923216a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:23.680176 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dba6e25d-c18c-4827-95f4-e746ac561130 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:23.684072 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-42ce980b-5b26-44e7-a8b9-78e433d1ab63 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:23.694271 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccdfcb-5402-495f-8449-cd6b3923216a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2339e6-3e8e-4f3a-acfb-03375303bc81,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:23.709071 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee7bdf5-7ffa-4592-b70d-b3b28d801dfa tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:23.722694 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-eee7bdf5-7ffa-4592-b70d-b3b28d801dfa tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:23.726192 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee7bdf5-7ffa-4592-b70d-b3b28d801dfa tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:23.726768 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eee7bdf5-7ffa-4592-b70d-b3b28d801dfa tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:23.729416 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-42ce980b-5b26-44e7-a8b9-78e433d1ab63 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Deleting port 4934c5b6-c441-44bb-b8c0-993437b2f31b {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:54:23.729763 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-42ce980b-5b26-44e7-a8b9-78e433d1ab63 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:23.782195 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-efccdfcb-5402-495f-8449-cd6b3923216a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:23.783291 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-efccdfcb-5402-495f-8449-cd6b3923216a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b2339e6-3e8e-4f3a-acfb-03375303bc81 HTTP/1.1" status: 204 len: 168 time: 1.0241280 Mar 09 03:54:23.785525 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7bdf5-7ffa-4592-b70d-b3b28d801dfa tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=dfcef147-5d53-4381-8d2f-5d5669e50e40,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:23.812391 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dba6e25d-c18c-4827-95f4-e746ac561130 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:23.814583 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7bdf5-7ffa-4592-b70d-b3b28d801dfa tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66,revision_number=7']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:23.819781 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-eee7bdf5-7ffa-4592-b70d-b3b28d801dfa tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6372390 Mar 09 03:54:23.823143 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Deleting port 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:54:23.823523 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:23.823770 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39704) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:23.831093 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-54c209f7-d8c1-4d62-ba8c-ec68dc6ecbbd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'mac_address': 'fa:16:3e:f8:5e:15', 'name': 'tempest-NetworksTestDHCPv6-93506687'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:24.073939 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-54c209f7-d8c1-4d62-ba8c-ec68dc6ecbbd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:24.081315 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-54c209f7-d8c1-4d62-ba8c-ec68dc6ecbbd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:port and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:24.124138 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-42ce980b-5b26-44e7-a8b9-78e433d1ab63 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:24.180854 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] For port 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:24.181871 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:24.223799 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-54c209f7-d8c1-4d62-ba8c-ec68dc6ecbbd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:24.303658 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-54c209f7-d8c1-4d62-ba8c-ec68dc6ecbbd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:24.362438 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-42ce980b-5b26-44e7-a8b9-78e433d1ab63 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Calling delete_port for 4934c5b6-c441-44bb-b8c0-993437b2f31b owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:54:24.390049 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39712) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:24.396470 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Calling delete_port for 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:54:24.440140 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1775262a-d2f3-446a-a5da-7e2c6ff61e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:24.482224 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6050711-7fc6-422b-9c30-68ecddf8b2ec req-02ce3b4f-d4d6-4397-baf9-9f792f430747 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1 HTTP/1.1" status: 200 len: 210 time: 0.1483407 Mar 09 03:54:24.492823 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c209f7-d8c1-4d62-ba8c-ec68dc6ecbbd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:54:24.497054 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1775262a-d2f3-446a-a5da-7e2c6ff61e67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:24.501903 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1775262a-d2f3-446a-a5da-7e2c6ff61e67 admin admin] Usage tracker for resource:security_group_rule and tenant:6990d1eeb80e4f06817df3487f0c3547 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:24.506601 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1775262a-d2f3-446a-a5da-7e2c6ff61e67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:24.524975 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1775262a-d2f3-446a-a5da-7e2c6ff61e67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:24.538502 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dba6e25d-c18c-4827-95f4-e746ac561130 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:24.549575 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dba6e25d-c18c-4827-95f4-e746ac561130 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:24.568047 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:24.628749 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Pushing event deleted for resources: {'Port': ['ID=28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:24.637911 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-54c209f7-d8c1-4d62-ba8c-ec68dc6ecbbd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:24.646647 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:24.647395 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:24.648000 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:24.648549 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:24.649129 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:24.650162 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:24.651182 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:24.651851 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:24.653144 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:24.653696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:24.654395 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:24.655153 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:24.671150 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef1a157c-f9bd-423b-bbff-9615cf771c34 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:24.713646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6e25d-c18c-4827-95f4-e746ac561130 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Pushing event updated for resources: {'Port': ['ID=b4a9baae-d7e1-4294-a3a8-c8107eb3cdec,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:24.768538 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd7c771-0c58-48e0-97cb-462b0f88b7ad None None] No DVR routers for this DVR port 28dd5e89-1b5f-4e4d-aa7c-2e1d319b3c66 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:54:24.788715 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5c69ff-e360-4ae6-bfa0-854249a02139 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:54:24.792464 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dba6e25d-c18c-4827-95f4-e746ac561130 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:24.899690 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-54c209f7-d8c1-4d62-ba8c-ec68dc6ecbbd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] device_id is not set on port 3f5698a7-93ce-448b-b74e-dc080f8915a5 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:54:24.902588 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-42ce980b-5b26-44e7-a8b9-78e433d1ab63 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:24.940686 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef1a157c-f9bd-423b-bbff-9615cf771c34 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:24.953263 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63b587-7778-4675-b434-684029a850ad req-dd9dd8c4-a0fe-4a8a-9de7-39217a86b6cf tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:24.954697 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d63b587-7778-4675-b434-684029a850ad req-dd9dd8c4-a0fe-4a8a-9de7-39217a86b6cf tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.24 "GET /v2.0/networks?id=a5bf093f-0f64-4ae3-8ad1-44c19f080b4b HTTP/1.1" status: 200 len: 814 time: 0.8749404 Mar 09 03:54:24.965053 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dba6e25d-c18c-4827-95f4-e746ac561130 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:24.968836 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-dba6e25d-c18c-4827-95f4-e746ac561130 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6581442 Mar 09 03:54:24.972017 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce980b-5b26-44e7-a8b9-78e433d1ab63 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Pushing event deleted for resources: {'Port': ['ID=4934c5b6-c441-44bb-b8c0-993437b2f31b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:24.975115 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1775262a-d2f3-446a-a5da-7e2c6ff61e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:24.975892 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39718) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:25.013972 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6be4a30b-2f8f-4dd7-b0e0-6ca0d3033ca0 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-487376402'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:25.020917 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-6d63b587-7778-4675-b434-684029a850ad req-cb223435-2a06-4daf-9d13-0f2b5ee6a87d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Request body: {'port': {'device_id': '65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1', 'network_id': 'a5bf093f-0f64-4ae3-8ad1-44c19f080b4b', 'admin_state_up': True, 'tenant_id': '2dfc2fc375c74dd497ae51bb9a526fce'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:25.028957 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1775262a-d2f3-446a-a5da-7e2c6ff61e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:25.053459 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28511cd-bcb1-451f-ac58-803022b70a12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-52061912-70e8-4f32-8bcd-36eeab65c7b8', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'fixed_ips': [{'subnet_id': 'dfcef147-5d53-4381-8d2f-5d5669e50e40'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:54:25.054307 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d28511cd-bcb1-451f-ac58-803022b70a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:25.173919 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6be4a30b-2f8f-4dd7-b0e0-6ca0d3033ca0 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:25.215364 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6be4a30b-2f8f-4dd7-b0e0-6ca0d3033ca0 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Usage tracker for resource:network and tenant:606648655aef4743b86d7db985500755 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:25.227245 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6be4a30b-2f8f-4dd7-b0e0-6ca0d3033ca0 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:25.270479 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-54c209f7-d8c1-4d62-ba8c-ec68dc6ecbbd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 2001:db8::f816:3eff:fef8:5e15 (52061912-70e8-4f32-8bcd-36eeab65c7b8/dfcef147-5d53-4381-8d2f-5d5669e50e40/3f5698a7-93ce-448b-b74e-dc080f8915a5) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:25.271341 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6be4a30b-2f8f-4dd7-b0e0-6ca0d3033ca0 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:25.284464 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775262a-d2f3-446a-a5da-7e2c6ff61e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9891ee74-98b7-4449-9345-288773437ca6,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:25.293724 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1775262a-d2f3-446a-a5da-7e2c6ff61e67 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6990d1eeb80e4f06817df3487f0c3547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9008996 Mar 09 03:54:25.300959 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39722) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:25.309593 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a9fed-ce4d-4757-aba3-dfed0563899a req-8f7c3752-c6e9-4fe1-a09e-280e9bf799a2 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:25.311120 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3f9a9fed-ce4d-4757-aba3-dfed0563899a req-8f7c3752-c6e9-4fe1-a09e-280e9bf799a2 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.5222397 Mar 09 03:54:25.323603 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be4a30b-2f8f-4dd7-b0e0-6ca0d3033ca0 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Made reservation on behalf of 606648655aef4743b86d7db985500755 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:54:25.328301 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6be4a30b-2f8f-4dd7-b0e0-6ca0d3033ca0 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:25.341140 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-42ce980b-5b26-44e7-a8b9-78e433d1ab63 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:25.371943 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-6d63b587-7778-4675-b434-684029a850ad req-cb223435-2a06-4daf-9d13-0f2b5ee6a87d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:25.400118 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-6d63b587-7778-4675-b434-684029a850ad req-cb223435-2a06-4daf-9d13-0f2b5ee6a87d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:25.411380 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-ef1a157c-f9bd-423b-bbff-9615cf771c34 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Allocated IP 172.25.7.10 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/73c75b9e-067d-4f18-ac0f-91f44514c38a) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:25.433085 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d63b587-7778-4675-b434-684029a850ad req-cb223435-2a06-4daf-9d13-0f2b5ee6a87d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Made reservation on behalf of 2dfc2fc375c74dd497ae51bb9a526fce for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:54:25.437120 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d63b587-7778-4675-b434-684029a850ad req-cb223435-2a06-4daf-9d13-0f2b5ee6a87d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:25.466256 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6be4a30b-2f8f-4dd7-b0e0-6ca0d3033ca0 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:25.560775 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6be4a30b-2f8f-4dd7-b0e0-6ca0d3033ca0 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:25.591503 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-42ce980b-5b26-44e7-a8b9-78e433d1ab63 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:25.593455 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6be4a30b-2f8f-4dd7-b0e0-6ca0d3033ca0 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Usage tracker for resource:security_group_rule and tenant:606648655aef4743b86d7db985500755 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:25.598763 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-42ce980b-5b26-44e7-a8b9-78e433d1ab63 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:25.602524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6be4a30b-2f8f-4dd7-b0e0-6ca0d3033ca0 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:25.616014 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6be4a30b-2f8f-4dd7-b0e0-6ca0d3033ca0 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:25.622224 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3f9a9fed-ce4d-4757-aba3-dfed0563899a req-a97354c1-0dc7-48a6-81e6-f2d3867c60d6 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2822983 Mar 09 03:54:25.673460 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-42ce980b-5b26-44e7-a8b9-78e433d1ab63 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:25.674244 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ce980b-5b26-44e7-a8b9-78e433d1ab63 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Fanout notify agent at l3_agent the message router_deleted on router 4382ee89-3709-4006-9252-82e33de45ba4 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:54:25.679306 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0e8abbf4-df3d-4097-948a-13601a47b477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:25.735191 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0e8abbf4-df3d-4097-948a-13601a47b477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:25.759426 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5306bbad-0c19-4378-8ace-1925ca279458 req-0e75d3fb-1d38-46a5-9661-54ecb6a4ddea tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1 HTTP/1.1" status: 200 len: 210 time: 0.1305854 Mar 09 03:54:25.772118 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-42ce980b-5b26-44e7-a8b9-78e433d1ab63 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:25.773249 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-42ce980b-5b26-44e7-a8b9-78e433d1ab63 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "DELETE /v2.0/routers/4382ee89-3709-4006-9252-82e33de45ba4 HTTP/1.1" status: 204 len: 168 time: 3.0158794 Mar 09 03:54:25.776841 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39728) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:25.782220 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-a9584bba-8670-4bfd-93db-d1cfb18b65ed tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1523395041', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'enable_snat': False}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:25.804808 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a9584bba-8670-4bfd-93db-d1cfb18b65ed tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:25.814502 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a9584bba-8670-4bfd-93db-d1cfb18b65ed tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Usage tracker for resource:router and tenant:fe1718e34c9d44199e64c1012970a33a is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:25.819177 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a9584bba-8670-4bfd-93db-d1cfb18b65ed tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:25.834722 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a9584bba-8670-4bfd-93db-d1cfb18b65ed tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:25.856082 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6be4a30b-2f8f-4dd7-b0e0-6ca0d3033ca0 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:25.861862 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6be4a30b-2f8f-4dd7-b0e0-6ca0d3033ca0 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:25.882283 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9584bba-8670-4bfd-93db-d1cfb18b65ed tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:25.883390 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9584bba-8670-4bfd-93db-d1cfb18b65ed tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:25.895905 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0e8abbf4-df3d-4097-948a-13601a47b477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:25.905140 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-54c209f7-d8c1-4d62-ba8c-ec68dc6ecbbd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:25.909431 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be4a30b-2f8f-4dd7-b0e0-6ca0d3033ca0 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:54:25.923887 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef1a157c-f9bd-423b-bbff-9615cf771c34 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:25.927677 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4a30b-2f8f-4dd7-b0e0-6ca0d3033ca0 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce79bf5-f6e3-41c7-b287-5419266b8795,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:25.938181 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6be4a30b-2f8f-4dd7-b0e0-6ca0d3033ca0 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:25.938527 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-6be4a30b-2f8f-4dd7-b0e0-6ca0d3033ca0 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Added segment 3b40b512-5547-49d3-816e-2aa5c6694bce of type vlan for network a5133508-ccce-48e2-9755-832e5b9682ca Mar 09 03:54:25.947934 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9584bba-8670-4bfd-93db-d1cfb18b65ed tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:25.948299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-54c209f7-d8c1-4d62-ba8c-ec68dc6ecbbd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Transition to ACTIVE for port object 3f5698a7-93ce-448b-b74e-dc080f8915a5 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:25.962723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-6d63b587-7778-4675-b434-684029a850ad req-cb223435-2a06-4daf-9d13-0f2b5ee6a87d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Allocated IP 172.20.0.6 (a5bf093f-0f64-4ae3-8ad1-44c19f080b4b/d28ceb69-ec36-4fb9-9715-c418f254f3a1/d2f4d1e9-38dd-4a65-8451-eeace36734c9) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:25.967117 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8abbf4-df3d-4097-948a-13601a47b477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9891ee74-98b7-4449-9345-288773437ca6,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:26.013917 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6be4a30b-2f8f-4dd7-b0e0-6ca0d3033ca0 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:26.038869 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-54c209f7-d8c1-4d62-ba8c-ec68dc6ecbbd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:26.047859 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef1a157c-f9bd-423b-bbff-9615cf771c34 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:26.072404 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0e8abbf4-df3d-4097-948a-13601a47b477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:26.073811 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0e8abbf4-df3d-4097-948a-13601a47b477 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9891ee74-98b7-4449-9345-288773437ca6 HTTP/1.1" status: 204 len: 168 time: 0.7617819 Mar 09 03:54:26.099731 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-d28511cd-bcb1-451f-ac58-803022b70a12 None None] Allocated IP 2001:db8::f816:3eff:fe6d:e88 (52061912-70e8-4f32-8bcd-36eeab65c7b8/dfcef147-5d53-4381-8d2f-5d5669e50e40/0a7746cd-c93c-4a77-b593-9ff1436630e0) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:26.162751 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a157c-f9bd-423b-bbff-9615cf771c34 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Pushing event updated for resources: {'Port': ['ID=73c75b9e-067d-4f18-ac0f-91f44514c38a,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:26.247770 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1a157c-f9bd-423b-bbff-9615cf771c34 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:26.285610 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6be4a30b-2f8f-4dd7-b0e0-6ca0d3033ca0 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:26.291138 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be4a30b-2f8f-4dd7-b0e0-6ca0d3033ca0 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:26.291736 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6be4a30b-2f8f-4dd7-b0e0-6ca0d3033ca0 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:26.300443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-ef1a157c-f9bd-423b-bbff-9615cf771c34 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:26.305544 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c209f7-d8c1-4d62-ba8c-ec68dc6ecbbd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:26.310980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1a157c-f9bd-423b-bbff-9615cf771c34 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:54:26.328630 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9584bba-8670-4bfd-93db-d1cfb18b65ed tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:26.363892 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-54c209f7-d8c1-4d62-ba8c-ec68dc6ecbbd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:26.415460 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d28511cd-bcb1-451f-ac58-803022b70a12 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:26.431225 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6be4a30b-2f8f-4dd7-b0e0-6ca0d3033ca0 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4530175 Mar 09 03:54:26.431680 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d28511cd-bcb1-451f-ac58-803022b70a12 None None] Transition to ACTIVE for port object 0a7746cd-c93c-4a77-b593-9ff1436630e0 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:26.437035 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39736) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:26.437852 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c209f7-d8c1-4d62-ba8c-ec68dc6ecbbd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:54:26.443395 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c209f7-d8c1-4d62-ba8c-ec68dc6ecbbd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:26.444002 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-54c209f7-d8c1-4d62-ba8c-ec68dc6ecbbd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:26.454290 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-7ac9808b-a519-4b14-81bb-0412b7610c88 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Request body: {'subnet': {'network_id': 'a5133508-ccce-48e2-9755-832e5b9682ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:26.470171 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4a30b-2f8f-4dd7-b0e0-6ca0d3033ca0 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Pushing event updated for resources: {'Network': ['ID=a5133508-ccce-48e2-9755-832e5b9682ca,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:26.481763 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c209f7-d8c1-4d62-ba8c-ec68dc6ecbbd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=3f5698a7-93ce-448b-b74e-dc080f8915a5,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:26.482076 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d28511cd-bcb1-451f-ac58-803022b70a12 None None] Transition to ACTIVE for port object 0a7746cd-c93c-4a77-b593-9ff1436630e0 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:26.489167 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network a5133508-ccce-48e2-9755-832e5b9682ca details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:54:26.625008 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d28511cd-bcb1-451f-ac58-803022b70a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:26.629810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7ac9808b-a519-4b14-81bb-0412b7610c88 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:26.642221 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7ac9808b-a519-4b14-81bb-0412b7610c88 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Usage tracker for resource:subnet and tenant:606648655aef4743b86d7db985500755 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:26.646134 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7ac9808b-a519-4b14-81bb-0412b7610c88 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:26.653268 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7ac9808b-a519-4b14-81bb-0412b7610c88 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:26.750799 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28511cd-bcb1-451f-ac58-803022b70a12 None None] Pushing event updated for resources: {'Port': ['ID=0a7746cd-c93c-4a77-b593-9ff1436630e0,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:26.764613 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28511cd-bcb1-451f-ac58-803022b70a12 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:26.766128 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-d28511cd-bcb1-451f-ac58-803022b70a12 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:26.769085 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28511cd-bcb1-451f-ac58-803022b70a12 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:54:26.784179 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-54c209f7-d8c1-4d62-ba8c-ec68dc6ecbbd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.9588134 Mar 09 03:54:26.836583 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39752) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:26.981331 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-d28511cd-bcb1-451f-ac58-803022b70a12 None None] Attempting to bind port 0a7746cd-c93c-4a77-b593-9ff1436630e0 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:54:26.987373 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-d28511cd-bcb1-451f-ac58-803022b70a12 None None] Attempting to bind port 0a7746cd-c93c-4a77-b593-9ff1436630e0 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:54:26.988196 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28511cd-bcb1-451f-ac58-803022b70a12 None None] Attempting to bind port 0a7746cd-c93c-4a77-b593-9ff1436630e0 on network 52061912-70e8-4f32-8bcd-36eeab65c7b8 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:54:26.999022 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28511cd-bcb1-451f-ac58-803022b70a12 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:54:26.999375 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28511cd-bcb1-451f-ac58-803022b70a12 None None] Checking segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:54:26.999778 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d28511cd-bcb1-451f-ac58-803022b70a12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:27.000174 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28511cd-bcb1-451f-ac58-803022b70a12 None None] Bound using segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:54:27.000637 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-d28511cd-bcb1-451f-ac58-803022b70a12 None None] Bound port: 0a7746cd-c93c-4a77-b593-9ff1436630e0, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:54:27.001063 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d28511cd-bcb1-451f-ac58-803022b70a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:27.023840 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d63b587-7778-4675-b434-684029a850ad req-cb223435-2a06-4daf-9d13-0f2b5ee6a87d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:27.072938 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac9808b-a519-4b14-81bb-0412b7610c88 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Made reservation on behalf of 606648655aef4743b86d7db985500755 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:54:27.076790 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7ac9808b-a519-4b14-81bb-0412b7610c88 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:27.105092 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-0322ff07-e730-47d5-aa20-3bd4a708f172 req-62b5f9ee-2578-4819-ac81-560acb2261d1 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Synchronizing usage tracker for tenant:2dfc2fc375c74dd497ae51bb9a526fce on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:54:27.142771 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-d28511cd-bcb1-451f-ac58-803022b70a12 None None] For port 0a7746cd-c93c-4a77-b593-9ff1436630e0, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:54:27.146763 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-d28511cd-bcb1-451f-ac58-803022b70a12 None None] For port 0a7746cd-c93c-4a77-b593-9ff1436630e0, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0a7746cd-c93c-4a77-b593-9ff1436630e0,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:54:27.155547 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d28511cd-bcb1-451f-ac58-803022b70a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:27.179201 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-0322ff07-e730-47d5-aa20-3bd4a708f172 req-62b5f9ee-2578-4819-ac81-560acb2261d1 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Unset dirty status for tenant:2dfc2fc375c74dd497ae51bb9a526fce on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:54:27.193115 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0322ff07-e730-47d5-aa20-3bd4a708f172 req-62b5f9ee-2578-4819-ac81-560acb2261d1 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1 HTTP/1.1" status: 200 len: 210 time: 0.2182522 Mar 09 03:54:27.203745 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9584bba-8670-4bfd-93db-d1cfb18b65ed tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:27.246236 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9584bba-8670-4bfd-93db-d1cfb18b65ed tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:27.305626 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28511cd-bcb1-451f-ac58-803022b70a12 None None] Pushing event updated for resources: {'Port': ['ID=0a7746cd-c93c-4a77-b593-9ff1436630e0,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:27.307943 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28468e1-1de3-45c9-b197-c414890d74cf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:27.314197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28468e1-1de3-45c9-b197-c414890d74cf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:27.315050 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b28468e1-1de3-45c9-b197-c414890d74cf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:54:27.328917 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef1a157c-f9bd-423b-bbff-9615cf771c34 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:27.393151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded95170-3820-474e-a9f8-cf6b435c056d req-29d96328-ce2a-423a-8807-02eec9705130 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:27.401053 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d63b587-7778-4675-b434-684029a850ad req-cb223435-2a06-4daf-9d13-0f2b5ee6a87d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:27.405919 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ded95170-3820-474e-a9f8-cf6b435c056d req-29d96328-ce2a-423a-8807-02eec9705130 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.5494838 Mar 09 03:54:27.414701 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['3869154b-9901-4945-914f-a9ce37c819eb'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:54:27.479137 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b28468e1-1de3-45c9-b197-c414890d74cf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:54:27.480387 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b28468e1-1de3-45c9-b197-c414890d74cf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.6424792 Mar 09 03:54:27.494536 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39768) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:27.567085 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-a9584bba-8670-4bfd-93db-d1cfb18b65ed tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Allocated IP 172.25.7.122 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/6c15ad07-30cf-4eea-bf2c-6d99cbb3c690) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:27.578868 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d63b587-7778-4675-b434-684029a850ad req-cb223435-2a06-4daf-9d13-0f2b5ee6a87d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Network a5bf093f-0f64-4ae3-8ad1-44c19f080b4b is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:27.624582 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-6d63b587-7778-4675-b434-684029a850ad req-cb223435-2a06-4daf-9d13-0f2b5ee6a87d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:27.643159 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d63b587-7778-4675-b434-684029a850ad req-cb223435-2a06-4daf-9d13-0f2b5ee6a87d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:54:27.686602 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb223435-2a06-4daf-9d13-0f2b5ee6a87d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Pushing event updated for resources: {'Port': ['ID=d2f4d1e9-38dd-4a65-8451-eeace36734c9,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:27.758693 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63b587-7778-4675-b434-684029a850ad req-cb223435-2a06-4daf-9d13-0f2b5ee6a87d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:27.759528 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d63b587-7778-4675-b434-684029a850ad req-cb223435-2a06-4daf-9d13-0f2b5ee6a87d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:27.815964 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ded95170-3820-474e-a9f8-cf6b435c056d req-733e5d19-0ae5-49f1-ac23-72be1708e832 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4089751 Mar 09 03:54:27.884705 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7ac9808b-a519-4b14-81bb-0412b7610c88 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:27.895543 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-37993a0f-3357-4091-8e54-c186cdcb6e4f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting port 3f5698a7-93ce-448b-b74e-dc080f8915a5 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:54:27.896511 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37993a0f-3357-4091-8e54-c186cdcb6e4f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:27.988153 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9584bba-8670-4bfd-93db-d1cfb18b65ed tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:27.997534 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d63b587-7778-4675-b434-684029a850ad req-cb223435-2a06-4daf-9d13-0f2b5ee6a87d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9882321 Mar 09 03:54:28.017455 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-6d63b587-7778-4675-b434-684029a850ad req-7030cd5c-ceb6-4853-853a-50e6d1476bfe service neutron] Request body: {'port': {'device_id': '65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:28.060160 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9808b-a519-4b14-81bb-0412b7610c88 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Pushing event updated for resources: {'Subnet': ['ID=d4d06e42-7f4e-46d5-9134-274512711c23,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:28.097296 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac9808b-a519-4b14-81bb-0412b7610c88 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Checking segment: {'id': '3b40b512-5547-49d3-816e-2aa5c6694bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a5133508-ccce-48e2-9755-832e5b9682ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:54:28.097872 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac9808b-a519-4b14-81bb-0412b7610c88 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Network hostable DHCP agents. Network: a5133508-ccce-48e2-9755-832e5b9682ca, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:54:28.127730 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9584bba-8670-4bfd-93db-d1cfb18b65ed tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:28.226156 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9584bba-8670-4bfd-93db-d1cfb18b65ed tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Pushing event updated for resources: {'Port': ['ID=6c15ad07-30cf-4eea-bf2c-6d99cbb3c690,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:28.238021 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac9808b-a519-4b14-81bb-0412b7610c88 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Network a5133508-ccce-48e2-9755-832e5b9682ca is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:54:28.304787 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9584bba-8670-4bfd-93db-d1cfb18b65ed tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:28.312565 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-7ac9808b-a519-4b14-81bb-0412b7610c88 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, a5133508-ccce-48e2-9755-832e5b9682ca) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:28.317384 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac9808b-a519-4b14-81bb-0412b7610c88 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:28.318080 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7ac9808b-a519-4b14-81bb-0412b7610c88 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:28.333980 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd91f00-8951-4b62-aab2-176ba565ef98 None None] Network a5133508-ccce-48e2-9755-832e5b9682ca requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:54:28.340898 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-a9584bba-8670-4bfd-93db-d1cfb18b65ed tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:28.343692 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9584bba-8670-4bfd-93db-d1cfb18b65ed tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:54:28.388620 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7ac9808b-a519-4b14-81bb-0412b7610c88 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9397540 Mar 09 03:54:28.393543 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39792) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:28.406930 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4aa012e6-5f98-4d00-9281-b35462477896 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-272331145', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}, 'admin_state_up': False}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:28.421866 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4aa012e6-5f98-4d00-9281-b35462477896 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:28.430103 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4aa012e6-5f98-4d00-9281-b35462477896 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Usage tracker for resource:router and tenant:606648655aef4743b86d7db985500755 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:28.435965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4aa012e6-5f98-4d00-9281-b35462477896 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:28.513718 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4aa012e6-5f98-4d00-9281-b35462477896 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:28.632613 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c76d9-4f24-4a2f-b1aa-139215482cf7 req-2b092624-00c5-4237-a7ba-93c7c1553010 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:28.640336 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9d5c76d9-4f24-4a2f-b1aa-139215482cf7 req-2b092624-00c5-4237-a7ba-93c7c1553010 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.4150724 Mar 09 03:54:28.672008 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c520d0-5f7b-47d5-8a69-df6f9b51e75f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-a5133508-ccce-48e2-9755-832e5b9682ca', 'network_id': 'a5133508-ccce-48e2-9755-832e5b9682ca', 'tenant_id': '606648655aef4743b86d7db985500755', 'fixed_ips': [{'subnet_id': 'd4d06e42-7f4e-46d5-9134-274512711c23'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:54:28.673188 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d3c520d0-5f7b-47d5-8a69-df6f9b51e75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:28.780300 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0bdff86b-bc9c-42c0-9157-ada7b30f42d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:28.797513 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4aa012e6-5f98-4d00-9281-b35462477896 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:28.799366 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4aa012e6-5f98-4d00-9281-b35462477896 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:28.800037 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d63b587-7778-4675-b434-684029a850ad req-7030cd5c-ceb6-4853-853a-50e6d1476bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:28.857160 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef1a157c-f9bd-423b-bbff-9615cf771c34 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:28.909711 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37993a0f-3357-4091-8e54-c186cdcb6e4f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:28.960760 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5c9e915b-8804-47ae-89f6-147e2c5f7f92 None None] Provisioning for port 0a7746cd-c93c-4a77-b593-9ff1436630e0 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:54:28.982966 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-d3c520d0-5f7b-47d5-8a69-df6f9b51e75f None None] Allocated IP 172.20.0.2 (a5133508-ccce-48e2-9755-832e5b9682ca/d4d06e42-7f4e-46d5-9134-274512711c23/23c75c07-03fb-4bb3-b702-985110ad0aa4) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:29.055577 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9d5c76d9-4f24-4a2f-b1aa-139215482cf7 req-d7ce1992-df68-4d21-83da-9881f6ce3c45 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4141905 Mar 09 03:54:29.093023 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4aa012e6-5f98-4d00-9281-b35462477896 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:29.116127 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9584bba-8670-4bfd-93db-d1cfb18b65ed tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:29.243997 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d3c520d0-5f7b-47d5-8a69-df6f9b51e75f None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:29.260913 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d3c520d0-5f7b-47d5-8a69-df6f9b51e75f None None] Transition to ACTIVE for port object 23c75c07-03fb-4bb3-b702-985110ad0aa4 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:29.294663 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d3c520d0-5f7b-47d5-8a69-df6f9b51e75f None None] Transition to ACTIVE for port object 23c75c07-03fb-4bb3-b702-985110ad0aa4 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:29.302000 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d3c520d0-5f7b-47d5-8a69-df6f9b51e75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:29.302352 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-37993a0f-3357-4091-8e54-c186cdcb6e4f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Calling delete_port for 3f5698a7-93ce-448b-b74e-dc080f8915a5 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:54:29.343981 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7906e2cd-cd37-42c1-be1b-cb0c7742a81f None None] Provisioning for port 3f5698a7-93ce-448b-b74e-dc080f8915a5 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:54:29.377193 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7906e2cd-cd37-42c1-be1b-cb0c7742a81f None None] Provisioning complete for port 3f5698a7-93ce-448b-b74e-dc080f8915a5 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:54:29.377647 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7906e2cd-cd37-42c1-be1b-cb0c7742a81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:29.401536 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0a7746cd-c93c-4a77-b593-9ff1436630e0 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:54:29.455568 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c520d0-5f7b-47d5-8a69-df6f9b51e75f None None] Network a5133508-ccce-48e2-9755-832e5b9682ca is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:29.470200 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-d3c520d0-5f7b-47d5-8a69-df6f9b51e75f None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:29.475844 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c520d0-5f7b-47d5-8a69-df6f9b51e75f None None] Pushing event updated for resources: {'Port': ['ID=23c75c07-03fb-4bb3-b702-985110ad0aa4,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:29.482451 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c520d0-5f7b-47d5-8a69-df6f9b51e75f None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:54:29.520914 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfb54f-324f-452b-872d-4a9d0d5afd49 req-be2d8729-790d-41ba-82a0-455dccc1ba52 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:29.522412 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-edcfb54f-324f-452b-872d-4a9d0d5afd49 req-be2d8729-790d-41ba-82a0-455dccc1ba52 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1 HTTP/1.1" status: 200 len: 931 time: 1.0642960 Mar 09 03:54:29.538898 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-7906e2cd-cd37-42c1-be1b-cb0c7742a81f None None] Port 3f5698a7-93ce-448b-b74e-dc080f8915a5 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:54:29.580255 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89891a-b7c9-4eba-92c9-4507d99c876b req-fbd3f46a-dcde-4cc1-a543-8c82933519ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:29.581712 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eb89891a-b7c9-4eba-92c9-4507d99c876b req-fbd3f46a-dcde-4cc1-a543-8c82933519ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 1095 time: 1.1307242 Mar 09 03:54:29.600028 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-d3c520d0-5f7b-47d5-8a69-df6f9b51e75f None None] Attempting to bind port 23c75c07-03fb-4bb3-b702-985110ad0aa4 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:54:29.600400 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-d3c520d0-5f7b-47d5-8a69-df6f9b51e75f None None] Attempting to bind port 23c75c07-03fb-4bb3-b702-985110ad0aa4 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '3b40b512-5547-49d3-816e-2aa5c6694bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a5133508-ccce-48e2-9755-832e5b9682ca'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:54:29.600757 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c520d0-5f7b-47d5-8a69-df6f9b51e75f None None] Attempting to bind port 23c75c07-03fb-4bb3-b702-985110ad0aa4 on network a5133508-ccce-48e2-9755-832e5b9682ca {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:54:29.608017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c520d0-5f7b-47d5-8a69-df6f9b51e75f None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:54:29.608406 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c520d0-5f7b-47d5-8a69-df6f9b51e75f None None] Checking segment: {'id': '3b40b512-5547-49d3-816e-2aa5c6694bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a5133508-ccce-48e2-9755-832e5b9682ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:54:29.608806 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d3c520d0-5f7b-47d5-8a69-df6f9b51e75f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:29.609152 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c520d0-5f7b-47d5-8a69-df6f9b51e75f None None] Bound using segment: {'id': '3b40b512-5547-49d3-816e-2aa5c6694bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a5133508-ccce-48e2-9755-832e5b9682ca'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:54:29.609659 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-d3c520d0-5f7b-47d5-8a69-df6f9b51e75f None None] Bound port: 23c75c07-03fb-4bb3-b702-985110ad0aa4, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b40b512-5547-49d3-816e-2aa5c6694bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a5133508-ccce-48e2-9755-832e5b9682ca'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:54:29.610476 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d3c520d0-5f7b-47d5-8a69-df6f9b51e75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:29.620322 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 0a7746cd-c93c-4a77-b593-9ff1436630e0 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:54:29.630302 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 0a7746cd-c93c-4a77-b593-9ff1436630e0 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:54:29.630302 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:29.756473 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-d3c520d0-5f7b-47d5-8a69-df6f9b51e75f None None] For port 23c75c07-03fb-4bb3-b702-985110ad0aa4, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:54:29.760136 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-d3c520d0-5f7b-47d5-8a69-df6f9b51e75f None None] For port 23c75c07-03fb-4bb3-b702-985110ad0aa4, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=23c75c07-03fb-4bb3-b702-985110ad0aa4,segment=NetworkSegment(3b40b512-5547-49d3-816e-2aa5c6694bce),segment_id=3b40b512-5547-49d3-816e-2aa5c6694bce)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:54:29.784707 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-edcfb54f-324f-452b-872d-4a9d0d5afd49 req-7a0b60d5-b345-4003-b68b-feef12fc1917 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437460 Mar 09 03:54:29.790140 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d3c520d0-5f7b-47d5-8a69-df6f9b51e75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:29.917027 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4aa012e6-5f98-4d00-9281-b35462477896 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:29.935976 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c520d0-5f7b-47d5-8a69-df6f9b51e75f None None] Pushing event updated for resources: {'Port': ['ID=23c75c07-03fb-4bb3-b702-985110ad0aa4,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:29.938189 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37993a0f-3357-4091-8e54-c186cdcb6e4f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:29.961051 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:29.964994 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9584bba-8670-4bfd-93db-d1cfb18b65ed tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:30.012106 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 0a7746cd-c93c-4a77-b593-9ff1436630e0, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0a7746cd-c93c-4a77-b593-9ff1436630e0,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:30.016882 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37993a0f-3357-4091-8e54-c186cdcb6e4f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Port': ['ID=3f5698a7-93ce-448b-b74e-dc080f8915a5,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:30.019192 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89891a-b7c9-4eba-92c9-4507d99c876b req-a1d0c069-6a02-4466-aa71-934dd794321a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:30.019788 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:30.020641 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eb89891a-b7c9-4eba-92c9-4507d99c876b req-a1d0c069-6a02-4466-aa71-934dd794321a service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 913 time: 0.4318211 Mar 09 03:54:30.025539 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1a157c-f9bd-423b-bbff-9615cf771c34 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Router 76fa69b8-e89b-4fca-a150-ca5fcc22f98b is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:54:30.119201 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=0a7746cd-c93c-4a77-b593-9ff1436630e0,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:30.154682 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [req-6d63b587-7778-4675-b434-684029a850ad req-7030cd5c-ceb6-4853-853a-50e6d1476bfe service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:54:30.376225 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37993a0f-3357-4091-8e54-c186cdcb6e4f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:30.466885 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-37993a0f-3357-4091-8e54-c186cdcb6e4f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/3f5698a7-93ce-448b-b74e-dc080f8915a5 HTTP/1.1" status: 204 len: 168 time: 2.9656596 Mar 09 03:54:30.479319 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eb89891a-b7c9-4eba-92c9-4507d99c876b req-201d5b81-6fea-4d47-9687-ec39d02a29a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb633d15-e73a-412d-8adc-3f24487a60ac HTTP/1.1" status: 200 len: 999 time: 0.4487503 Mar 09 03:54:30.481492 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-6d63b587-7778-4675-b434-684029a850ad req-7030cd5c-ceb6-4853-853a-50e6d1476bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f4d1e9-38dd-4a65-8451-eeace36734c9 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:54:30.485613 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39812) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:30.533486 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76c44e-46d0-49e9-ab32-2370a242ade0 req-bc79bdc7-e8f2-47f6-a29c-d0f385714b32 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:30.542055 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fa76c44e-46d0-49e9-ab32-2370a242ade0 req-bc79bdc7-e8f2-47f6-a29c-d0f385714b32 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.2590559 Mar 09 03:54:30.613646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9584bba-8670-4bfd-93db-d1cfb18b65ed tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Router 266a843a-7ff1-482e-be08-49a7bb7b09a9 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:54:30.723092 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d63b587-7778-4675-b434-684029a850ad req-7030cd5c-ceb6-4853-853a-50e6d1476bfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:30.869269 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89891a-b7c9-4eba-92c9-4507d99c876b req-7191a518-3d60-4c8f-9109-2f2653a4d32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:30.870751 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eb89891a-b7c9-4eba-92c9-4507d99c876b req-7191a518-3d60-4c8f-9109-2f2653a4d32b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d785722e-a890-45c5-869c-7b3149d30510 HTTP/1.1" status: 200 len: 851 time: 0.3761594 Mar 09 03:54:30.874003 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad89fdd-f724-4d6c-88bf-1a2754345fdf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:30.881869 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad89fdd-f724-4d6c-88bf-1a2754345fdf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:30.890080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3ad89fdd-f724-4d6c-88bf-1a2754345fdf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:54:30.903113 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-6d63b587-7778-4675-b434-684029a850ad req-7030cd5c-ceb6-4853-853a-50e6d1476bfe service neutron] Transition to ACTIVE for port object d2f4d1e9-38dd-4a65-8451-eeace36734c9 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:30.992409 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fa76c44e-46d0-49e9-ab32-2370a242ade0 req-6d2b4d12-9675-4fa3-9e86-957fbaca1614 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4494662 Mar 09 03:54:31.038760 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d63b587-7778-4675-b434-684029a850ad req-7030cd5c-ceb6-4853-853a-50e6d1476bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:31.043780 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1a157c-f9bd-423b-bbff-9615cf771c34 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:54:31.050309 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4aa012e6-5f98-4d00-9281-b35462477896 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:31.059806 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] Sync routers for ids ['76fa69b8-e89b-4fca-a150-ca5fcc22f98b'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:54:31.097582 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] Routers {'76fa69b8-e89b-4fca-a150-ca5fcc22f98b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:54:31.098187 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:54:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['76fa69b8-e89b-4fca-a150-ca5fcc22f98b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:31.099005 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4aa012e6-5f98-4d00-9281-b35462477896 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:31.164975 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6b802ae7-c0b7-489b-9f07-1de9bf892d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:31.217875 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9584bba-8670-4bfd-93db-d1cfb18b65ed tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:54:31.228791 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] Sync routers for ids ['266a843a-7ff1-482e-be08-49a7bb7b09a9'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:54:31.241919 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] Routers {'266a843a-7ff1-482e-be08-49a7bb7b09a9'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:54:31.244896 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:54:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['266a843a-7ff1-482e-be08-49a7bb7b09a9'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:31.277900 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9584bba-8670-4bfd-93db-d1cfb18b65ed tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:31.279951 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a9584bba-8670-4bfd-93db-d1cfb18b65ed tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.5012937 Mar 09 03:54:31.284247 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39818) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:31.345544 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] Set router 76fa69b8-e89b-4fca-a150-ca5fcc22f98b gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:54:31.363579 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3ad89fdd-f724-4d6c-88bf-1a2754345fdf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:54:31.366657 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3ad89fdd-f724-4d6c-88bf-1a2754345fdf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.8760073 Mar 09 03:54:31.372139 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39822) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:31.417848 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef1a157c-f9bd-423b-bbff-9615cf771c34 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:31.421331 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ef1a157c-f9bd-423b-bbff-9615cf771c34 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.7356868 Mar 09 03:54:31.423477 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39826) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:31.491897 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9147d07-8215-4e2d-95fc-1a36e6e2572a None None] Network a5133508-ccce-48e2-9755-832e5b9682ca requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:54:31.504896 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030cd5c-ceb6-4853-853a-50e6d1476bfe service neutron] Pushing event updated for resources: {'Port': ['ID=d2f4d1e9-38dd-4a65-8451-eeace36734c9,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:31.612896 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c64eb107-6815-4afb-a56f-6cd57d915eff tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "GET /v2.0/routers/76fa69b8-e89b-4fca-a150-ca5fcc22f98b HTTP/1.1" status: 200 len: 908 time: 0.1878333 Mar 09 03:54:31.617927 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39834) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:31.633845 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] Set router 266a843a-7ff1-482e-be08-49a7bb7b09a9 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:54:31.646523 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-477d1468-57f5-4fb5-98f5-52674d7d8e5d req-2f48d153-35ad-4475-b9ad-d65943dcfc5e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7417581 Mar 09 03:54:31.656419 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 23c75c07-03fb-4bb3-b702-985110ad0aa4 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:54:31.669503 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608807bd-4b53-4a34-b357-38246212334b req-7c5e87b7-0241-43c4-be7c-52cf4fcf035d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:31.671231 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-608807bd-4b53-4a34-b357-38246212334b req-7c5e87b7-0241-43c4-be7c-52cf4fcf035d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1 HTTP/1.1" status: 200 len: 943 time: 0.6505640 Mar 09 03:54:31.686178 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-774355e7-da2d-4a1f-9f8c-cb0d267ebb92 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet dfcef147-5d53-4381-8d2f-5d5669e50e40 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:54:31.688810 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-774355e7-da2d-4a1f-9f8c-cb0d267ebb92 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:31.707296 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1684025199', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'enable_snat': True}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:31.711593 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-4aa012e6-5f98-4d00-9281-b35462477896 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Allocated IP 172.25.7.232 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/6e61db8f-c695-4573-a88e-9abdb4a4b5a4) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:31.731698 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:31.748448 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-774355e7-da2d-4a1f-9f8c-cb0d267ebb92 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:31.757374 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Usage tracker for resource:router and tenant:c493fc72d59b4b1dbd551765f35929b6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:31.778828 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:31.840925 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:31.843750 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-774355e7-da2d-4a1f-9f8c-cb0d267ebb92 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:31.854205 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-63bdd8a2-1020-4d7c-bfc2-99016eb234b7 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "GET /v2.0/routers/266a843a-7ff1-482e-be08-49a7bb7b09a9 HTTP/1.1" status: 200 len: 909 time: 0.5687122 Mar 09 03:54:31.968334 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39838) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:31.990366 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-65063198-ce15-4752-a375-e777c97dc15f tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1523395041', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'enable_snat': True}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:31.992303 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89891a-b7c9-4eba-92c9-4507d99c876b req-e3e62dd5-9156-4b8d-af69-cfbaca556a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:31.993856 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eb89891a-b7c9-4eba-92c9-4507d99c876b req-e3e62dd5-9156-4b8d-af69-cfbaca556a1a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d62296e-a7e4-4061-88a7-e2ef850363e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0986845 Mar 09 03:54:31.994999 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-29e05288-2d73-48e2-8ae4-854f783f39c8 None None] Provisioning for port 23c75c07-03fb-4bb3-b702-985110ad0aa4 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:54:32.011855 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:32.012902 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:32.029712 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-65063198-ce15-4752-a375-e777c97dc15f tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:32.040043 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-65063198-ce15-4752-a375-e777c97dc15f tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Usage tracker for resource:router and tenant:fe1718e34c9d44199e64c1012970a33a is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:32.045449 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-65063198-ce15-4752-a375-e777c97dc15f tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:32.077069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-65063198-ce15-4752-a375-e777c97dc15f tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:32.083987 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266a843a-7ff1-482e-be08-49a7bb7b09a9', 'name': 'tempest-snat-router-1523395041', 'tenant_id': 'fe1718e34c9d44199e64c1012970a33a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.122'}], 'enable_snat': False}, 'gw_port_id': '6c15ad07-30cf-4eea-bf2c-6d99cbb3c690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:54:25Z', 'updated_at': '2022-03-09T03:54:28Z', 'revision_number': 3, 'project_id': 'fe1718e34c9d44199e64c1012970a33a', 'gw_port': {'id': '6c15ad07-30cf-4eea-bf2c-6d99cbb3c690', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266a843a-7ff1-482e-be08-49a7bb7b09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:54:27Z', 'updated_at': '2022-03-09T03:54:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:32.108254 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] Checking router: 266a843a-7ff1-482e-be08-49a7bb7b09a9 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:54:32.114110 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] Updating router 266a843a-7ff1-482e-be08-49a7bb7b09a9 port 6c15ad07-30cf-4eea-bf2c-6d99cbb3c690 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:54:32.117022 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:32.176341 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65063198-ce15-4752-a375-e777c97dc15f tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:32.177709 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65063198-ce15-4752-a375-e777c97dc15f tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:32.188436 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4aa012e6-5f98-4d00-9281-b35462477896 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:32.257962 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 23c75c07-03fb-4bb3-b702-985110ad0aa4 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:54:32.274042 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eb89891a-b7c9-4eba-92c9-4507d99c876b req-4350fd64-e04b-4525-a40d-0a8e45ffedff service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075331 Mar 09 03:54:32.283875 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 23c75c07-03fb-4bb3-b702-985110ad0aa4 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:54:32.284706 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:32.294922 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:32.315028 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-6d63b587-7778-4675-b434-684029a850ad req-7030cd5c-ceb6-4853-853a-50e6d1476bfe service neutron] Attempting to bind port d2f4d1e9-38dd-4a65-8451-eeace36734c9 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:54:32.315363 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-6d63b587-7778-4675-b434-684029a850ad req-7030cd5c-ceb6-4853-853a-50e6d1476bfe service neutron] Attempting to bind port d2f4d1e9-38dd-4a65-8451-eeace36734c9 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'ddfcacfb-90cd-4ec8-93d9-0857d330e9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a5bf093f-0f64-4ae3-8ad1-44c19f080b4b'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:54:32.315695 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d63b587-7778-4675-b434-684029a850ad req-7030cd5c-ceb6-4853-853a-50e6d1476bfe service neutron] Attempting to bind port d2f4d1e9-38dd-4a65-8451-eeace36734c9 on network a5bf093f-0f64-4ae3-8ad1-44c19f080b4b {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:54:32.397547 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:32.416625 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:32.419152 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65063198-ce15-4752-a375-e777c97dc15f tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:32.451000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d63b587-7778-4675-b434-684029a850ad req-7030cd5c-ceb6-4853-853a-50e6d1476bfe service neutron] Port d2f4d1e9-38dd-4a65-8451-eeace36734c9 on network a5bf093f-0f64-4ae3-8ad1-44c19f080b4b not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:54:32.453923 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d63b587-7778-4675-b434-684029a850ad req-7030cd5c-ceb6-4853-853a-50e6d1476bfe service neutron] Attempting to bind port d2f4d1e9-38dd-4a65-8451-eeace36734c9 on network a5bf093f-0f64-4ae3-8ad1-44c19f080b4b {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:54:32.466766 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fa69b8-e89b-4fca-a150-ca5fcc22f98b', 'name': 'tempest-snat-router-1684025199', 'tenant_id': 'c493fc72d59b4b1dbd551765f35929b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.10'}], 'enable_snat': False}, 'gw_port_id': '73c75b9e-067d-4f18-ac0f-91f44514c38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:54:22Z', 'updated_at': '2022-03-09T03:54:26Z', 'revision_number': 3, 'project_id': 'c493fc72d59b4b1dbd551765f35929b6', 'gw_port': {'id': '73c75b9e-067d-4f18-ac0f-91f44514c38a', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fa69b8-e89b-4fca-a150-ca5fcc22f98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:54:24Z', 'updated_at': '2022-03-09T03:54:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:32.475403 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] Checking router: 76fa69b8-e89b-4fca-a150-ca5fcc22f98b for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:54:32.475851 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] Updating router 76fa69b8-e89b-4fca-a150-ca5fcc22f98b port 73c75b9e-067d-4f18-ac0f-91f44514c38a binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:54:32.514107 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-608807bd-4b53-4a34-b357-38246212334b req-f8451e86-8b39-4502-89c5-a4ecc259ddfa tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713310 Mar 09 03:54:32.527014 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-774355e7-da2d-4a1f-9f8c-cb0d267ebb92 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:32.533406 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d63b587-7778-4675-b434-684029a850ad req-7030cd5c-ceb6-4853-853a-50e6d1476bfe service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:54:32.534574 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d63b587-7778-4675-b434-684029a850ad req-7030cd5c-ceb6-4853-853a-50e6d1476bfe service neutron] Checking segment: {'id': 'ddfcacfb-90cd-4ec8-93d9-0857d330e9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a5bf093f-0f64-4ae3-8ad1-44c19f080b4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:54:32.534989 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d63b587-7778-4675-b434-684029a850ad req-7030cd5c-ceb6-4853-853a-50e6d1476bfe service neutron] Bound using segment: {'id': 'ddfcacfb-90cd-4ec8-93d9-0857d330e9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a5bf093f-0f64-4ae3-8ad1-44c19f080b4b'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:54:32.535432 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-6d63b587-7778-4675-b434-684029a850ad req-7030cd5c-ceb6-4853-853a-50e6d1476bfe service neutron] Bound port: d2f4d1e9-38dd-4a65-8451-eeace36734c9, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddfcacfb-90cd-4ec8-93d9-0857d330e9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a5bf093f-0f64-4ae3-8ad1-44c19f080b4b'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:54:32.535782 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d63b587-7778-4675-b434-684029a850ad req-7030cd5c-ceb6-4853-853a-50e6d1476bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:32.548427 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:32.599492 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:32.696314 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:32.747598 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 23c75c07-03fb-4bb3-b702-985110ad0aa4, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=23c75c07-03fb-4bb3-b702-985110ad0aa4,segment=NetworkSegment(3b40b512-5547-49d3-816e-2aa5c6694bce),segment_id=3b40b512-5547-49d3-816e-2aa5c6694bce)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:32.788865 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eb89891a-b7c9-4eba-92c9-4507d99c876b req-d93272ed-d6bb-4fe5-9ac6-0ac177b9ca37 service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859915 Mar 09 03:54:32.790889 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-774355e7-da2d-4a1f-9f8c-cb0d267ebb92 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:32.811276 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd26317-7c4f-4066-9776-5af2bec6c186 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:54:32.825778 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774355e7-da2d-4a1f-9f8c-cb0d267ebb92 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=dfcef147-5d53-4381-8d2f-5d5669e50e40,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:32.835957 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:32.836802 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0a7746cd-c93c-4a77-b593-9ff1436630e0 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:54:32.868630 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-774355e7-da2d-4a1f-9f8c-cb0d267ebb92 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/dfcef147-5d53-4381-8d2f-5d5669e50e40 HTTP/1.1" status: 204 len: 168 time: 1.4819813 Mar 09 03:54:32.873510 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39854) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:33.012397 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ea6ac0a9-9b0f-429f-a9b4-d15f884a43ec tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1353543 Mar 09 03:54:33.014889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39858) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:33.017948 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d1468-57f5-4fb5-98f5-52674d7d8e5d req-d4c78a6e-41ef-4cce-9801-019d09941d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:33.019029 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-477d1468-57f5-4fb5-98f5-52674d7d8e5d req-d4c78a6e-41ef-4cce-9801-019d09941d8c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 1097 time: 1.0374472 Mar 09 03:54:33.048338 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4aa012e6-5f98-4d00-9281-b35462477896 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:33.238621 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa012e6-5f98-4d00-9281-b35462477896 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:33.246988 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa012e6-5f98-4d00-9281-b35462477896 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Pushing event updated for resources: {'Port': ['ID=6e61db8f-c695-4573-a88e-9abdb4a4b5a4,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:33.250972 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-4aa012e6-5f98-4d00-9281-b35462477896 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:33.253608 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa012e6-5f98-4d00-9281-b35462477896 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:54:33.268109 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ec86b6a6-033b-4700-ab4b-1d12d4d4396c None None] Provisioning complete for port 23c75c07-03fb-4bb3-b702-985110ad0aa4 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:54:33.268730 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ec86b6a6-033b-4700-ab4b-1d12d4d4396c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:33.287988 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:33.327511 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] Transition to ACTIVE for port object 6c15ad07-30cf-4eea-bf2c-6d99cbb3c690 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:33.330077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-6d63b587-7778-4675-b434-684029a850ad req-7030cd5c-ceb6-4853-853a-50e6d1476bfe service neutron] For port d2f4d1e9-38dd-4a65-8451-eeace36734c9, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:54:33.342606 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:33.414954 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=23c75c07-03fb-4bb3-b702-985110ad0aa4,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:33.429440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-6d63b587-7778-4675-b434-684029a850ad req-7030cd5c-ceb6-4853-853a-50e6d1476bfe service neutron] For port d2f4d1e9-38dd-4a65-8451-eeace36734c9, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=d2f4d1e9-38dd-4a65-8451-eeace36734c9,segment=NetworkSegment(ddfcacfb-90cd-4ec8-93d9-0857d330e9ac),segment_id=ddfcacfb-90cd-4ec8-93d9-0857d330e9ac)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:54:33.461152 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d63b587-7778-4675-b434-684029a850ad req-7030cd5c-ceb6-4853-853a-50e6d1476bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:33.551981 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63b587-7778-4675-b434-684029a850ad req-7030cd5c-ceb6-4853-853a-50e6d1476bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:33.552914 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d63b587-7778-4675-b434-684029a850ad req-7030cd5c-ceb6-4853-853a-50e6d1476bfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:33.554768 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d63b587-7778-4675-b434-684029a850ad req-7030cd5c-ceb6-4853-853a-50e6d1476bfe service neutron] 10.222.0.24 "PUT /v2.0/ports/d2f4d1e9-38dd-4a65-8451-eeace36734c9 HTTP/1.1" status: 200 len: 1091 time: 5.5465991 Mar 09 03:54:33.555972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1', 'tag': 'd2f4d1e9-38dd-4a65-8451-eeace36734c9'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:54:33.586054 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94896468-570b-4cac-b1c1-704c4cfae447 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:33.587174 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-94896468-570b-4cac-b1c1-704c4cfae447 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:54:33.591764 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 0a7746cd-c93c-4a77-b593-9ff1436630e0 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:54:33.592136 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:33.602097 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] Attempting to bind port 6c15ad07-30cf-4eea-bf2c-6d99cbb3c690 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:54:33.602097 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] Attempting to bind port 6c15ad07-30cf-4eea-bf2c-6d99cbb3c690 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:54:33.602097 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] Attempting to bind port 6c15ad07-30cf-4eea-bf2c-6d99cbb3c690 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:54:33.608299 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0426a89-302c-43c6-a6eb-e0dbf820b1d8 req-1625f809-51e5-4431-8111-b8c2b00efc8c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:33.609856 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d0426a89-302c-43c6-a6eb-e0dbf820b1d8 req-1625f809-51e5-4431-8111-b8c2b00efc8c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 1.3268483 Mar 09 03:54:33.648186 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:54:33.649830 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:54:33.649830 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:33.649830 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:54:33.651827 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] Bound port: 6c15ad07-30cf-4eea-bf2c-6d99cbb3c690, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:54:33.652238 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:33.688422 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d1468-57f5-4fb5-98f5-52674d7d8e5d req-2b72f218-18a8-4d2d-8bb2-1ef8e2b4d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:33.690077 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-477d1468-57f5-4fb5-98f5-52674d7d8e5d req-2b72f218-18a8-4d2d-8bb2-1ef8e2b4d384 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 913 time: 0.6147442 Mar 09 03:54:33.727916 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc63a6-376b-44f2-b974-0e9358e7d7b8 None None] Pushing event updated for resources: {'Port': ['ID=6c15ad07-30cf-4eea-bf2c-6d99cbb3c690,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:33.784045 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] For port 6c15ad07-30cf-4eea-bf2c-6d99cbb3c690, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:54:33.790714 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] For port 6c15ad07-30cf-4eea-bf2c-6d99cbb3c690, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=6c15ad07-30cf-4eea-bf2c-6d99cbb3c690,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:54:33.796499 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:33.805641 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:33.806683 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-477d1468-57f5-4fb5-98f5-52674d7d8e5d req-694555d1-d39d-4b07-ba47-fc197732b05d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f HTTP/1.1" status: 200 len: 217 time: 0.1035614 Mar 09 03:54:33.844439 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65063198-ce15-4752-a375-e777c97dc15f tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:33.874009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-94896468-570b-4cac-b1c1-704c4cfae447 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:54:33.875701 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-94896468-570b-4cac-b1c1-704c4cfae447 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8557448 Mar 09 03:54:33.938864 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] Routers {'266a843a-7ff1-482e-be08-49a7bb7b09a9'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:54:33.942496 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:54:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['266a843a-7ff1-482e-be08-49a7bb7b09a9'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:33.967438 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030cd5c-ceb6-4853-853a-50e6d1476bfe service neutron] Pushing event updated for resources: {'Port': ['ID=d2f4d1e9-38dd-4a65-8451-eeace36734c9,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:33.971260 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d1468-57f5-4fb5-98f5-52674d7d8e5d req-70a06a2b-5537-4f00-befb-0faa530ad286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:33.973109 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-477d1468-57f5-4fb5-98f5-52674d7d8e5d req-70a06a2b-5537-4f00-befb-0faa530ad286 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d785722e-a890-45c5-869c-7b3149d30510 HTTP/1.1" status: 200 len: 851 time: 0.1070979 Mar 09 03:54:33.975027 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39878) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:34.063767 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc63a6-376b-44f2-b974-0e9358e7d7b8 None None] Pushing event updated for resources: {'Port': ['ID=6c15ad07-30cf-4eea-bf2c-6d99cbb3c690,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:34.102798 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f3a26e-dc54-46a5-bbdf-7b111797223d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:34.103419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-94f3a26e-dc54-46a5-bbdf-7b111797223d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:54:34.171672 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:34.187322 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] Transition to ACTIVE for port object 73c75b9e-067d-4f18-ac0f-91f44514c38a will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:34.207314 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:34.220143 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-94f3a26e-dc54-46a5-bbdf-7b111797223d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:54:34.225677 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] Set router 266a843a-7ff1-482e-be08-49a7bb7b09a9 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:54:34.230080 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-94f3a26e-dc54-46a5-bbdf-7b111797223d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2483523 Mar 09 03:54:34.237443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39890) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:34.261026 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63b587-7778-4675-b434-684029a850ad req-2ef206c6-9e7f-492a-bf6e-cffedf8a7e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:34.270188 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d63b587-7778-4675-b434-684029a850ad req-2ef206c6-9e7f-492a-bf6e-cffedf8a7e8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2dfc2fc375c74dd497ae51bb9a526fce&device_id=65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1 HTTP/1.1" status: 200 len: 1094 time: 0.6515486 Mar 09 03:54:34.295192 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d590d7-b066-49a2-804e-8d8d6672827f None None] DHCP port deletion for 52061912-70e8-4f32-8bcd-36eeab65c7b8 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:54:34.306604 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:34.321593 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-41d590d7-b066-49a2-804e-8d8d6672827f None None] Deleting port 0a7746cd-c93c-4a77-b593-9ff1436630e0 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:54:34.322251 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-41d590d7-b066-49a2-804e-8d8d6672827f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:34.357770 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] Attempting to bind port 73c75b9e-067d-4f18-ac0f-91f44514c38a on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:54:34.358256 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] Attempting to bind port 73c75b9e-067d-4f18-ac0f-91f44514c38a by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:54:34.358732 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] Attempting to bind port 73c75b9e-067d-4f18-ac0f-91f44514c38a on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:54:34.373223 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:54:34.373602 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:54:34.374000 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:34.374477 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:54:34.375127 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] Bound port: 73c75b9e-067d-4f18-ac0f-91f44514c38a, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:54:34.375594 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:34.407170 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 23c75c07-03fb-4bb3-b702-985110ad0aa4 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:54:34.469524 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae1ca7-0776-4340-819a-33f859774d9f None None] Pushing event updated for resources: {'Port': ['ID=73c75b9e-067d-4f18-ac0f-91f44514c38a,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:34.505623 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4aa012e6-5f98-4d00-9281-b35462477896 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:34.613449 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266a843a-7ff1-482e-be08-49a7bb7b09a9', 'name': 'tempest-snat-router-1523395041', 'tenant_id': 'fe1718e34c9d44199e64c1012970a33a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.122'}], 'enable_snat': False}, 'gw_port_id': '6c15ad07-30cf-4eea-bf2c-6d99cbb3c690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:54:25Z', 'updated_at': '2022-03-09T03:54:28Z', 'revision_number': 3, 'project_id': 'fe1718e34c9d44199e64c1012970a33a', 'gw_port': {'id': '6c15ad07-30cf-4eea-bf2c-6d99cbb3c690', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266a843a-7ff1-482e-be08-49a7bb7b09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:54:27Z', 'updated_at': '2022-03-09T03:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:34.624956 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b59ccc-001c-471a-b7fa-793938f970e8 None None] The sync data for ids ['266a843a-7ff1-482e-be08-49a7bb7b09a9'] in n-d-825178-5 is: [{'id': '266a843a-7ff1-482e-be08-49a7bb7b09a9', 'name': 'tempest-snat-router-1523395041', 'tenant_id': 'fe1718e34c9d44199e64c1012970a33a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.122'}], 'enable_snat': False}, 'gw_port_id': '6c15ad07-30cf-4eea-bf2c-6d99cbb3c690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:54:25Z', 'updated_at': '2022-03-09T03:54:28Z', 'revision_number': 3, 'project_id': 'fe1718e34c9d44199e64c1012970a33a', 'gw_port': {'id': '6c15ad07-30cf-4eea-bf2c-6d99cbb3c690', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266a843a-7ff1-482e-be08-49a7bb7b09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:54:27Z', 'updated_at': '2022-03-09T03:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:54:34.701887 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2a8a11ee-9f06-469d-8924-2bca061e4f3c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4583385 Mar 09 03:54:34.703017 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39898) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:34.709029 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d63b587-7778-4675-b434-684029a850ad req-63ee2ee3-437b-4811-9d8d-e12cdf718b86 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2f4d1e9-38dd-4a65-8451-eeace36734c9 HTTP/1.1" status: 200 len: 217 time: 0.2371557 Mar 09 03:54:34.710236 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] For port 73c75b9e-067d-4f18-ac0f-91f44514c38a, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:54:34.714134 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] For port 73c75b9e-067d-4f18-ac0f-91f44514c38a, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=73c75b9e-067d-4f18-ac0f-91f44514c38a,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:54:34.716705 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-72ce7c9d-39ca-4628-8e53-a4d4326f1f74 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:34.733976 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d1468-57f5-4fb5-98f5-52674d7d8e5d req-d9003218-dc6d-4893-8529-67506a04199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:34.734633 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:34.735474 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-477d1468-57f5-4fb5-98f5-52674d7d8e5d req-d9003218-dc6d-4893-8529-67506a04199f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d62296e-a7e4-4061-88a7-e2ef850363e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7520092 Mar 09 03:54:34.800901 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a769d2-627c-4c41-9c71-eb15333ccec2 req-55223a2b-e1c9-4af5-bf6c-9813508d2a6e tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:34.808176 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d2a769d2-627c-4c41-9c71-eb15333ccec2 req-55223a2b-e1c9-4af5-bf6c-9813508d2a6e tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1 HTTP/1.1" status: 200 len: 943 time: 0.9985490 Mar 09 03:54:34.872749 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-41d590d7-b066-49a2-804e-8d8d6672827f None None] For port 0a7746cd-c93c-4a77-b593-9ff1436630e0, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0a7746cd-c93c-4a77-b593-9ff1436630e0,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:34.872936 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-41d590d7-b066-49a2-804e-8d8d6672827f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:34.923060 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d0426a89-302c-43c6-a6eb-e0dbf820b1d8 req-ee5ecfed-3285-4e16-92f0-a38896cbb159 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2853420 Mar 09 03:54:35.000906 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae1ca7-0776-4340-819a-33f859774d9f None None] Pushing event updated for resources: {'Port': ['ID=73c75b9e-067d-4f18-ac0f-91f44514c38a,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:35.094379 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1', 'tag': 'd2f4d1e9-38dd-4a65-8451-eeace36734c9', 'status': 'completed', 'code': 200} Mar 09 03:54:35.153173 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63b587-7778-4675-b434-684029a850ad req-436066c1-aaaf-4998-93c8-f1ce77f1aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:35.154659 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d63b587-7778-4675-b434-684029a850ad req-436066c1-aaaf-4998-93c8-f1ce77f1aae4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d28ceb69-ec36-4fb9-9715-c418f254f3a1 HTTP/1.1" status: 200 len: 854 time: 0.4175434 Mar 09 03:54:35.173988 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d2a769d2-627c-4c41-9c71-eb15333ccec2 req-e629cde5-3c52-4c66-8f7a-1c4acc74e60f tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648686 Mar 09 03:54:35.212415 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-41d590d7-b066-49a2-804e-8d8d6672827f None None] Calling delete_port for 0a7746cd-c93c-4a77-b593-9ff1436630e0 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:54:35.250166 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] Routers {'76fa69b8-e89b-4fca-a150-ca5fcc22f98b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:54:35.250444 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:54:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['76fa69b8-e89b-4fca-a150-ca5fcc22f98b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:35.256082 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-72ce7c9d-39ca-4628-8e53-a4d4326f1f74 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:35.274805 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d63b587-7778-4675-b434-684029a850ad req-a04799a0-4cda-4f73-895e-d7af1f54fbde service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5bf093f-0f64-4ae3-8ad1-44c19f080b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939515 Mar 09 03:54:35.286426 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-477d1468-57f5-4fb5-98f5-52674d7d8e5d req-7e961a9a-c174-4e63-bfe2-b63d01d487d1 service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119562 Mar 09 03:54:35.319692 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-72ce7c9d-39ca-4628-8e53-a4d4326f1f74 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:35.339737 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 23c75c07-03fb-4bb3-b702-985110ad0aa4 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:54:35.340250 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:35.362407 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4aa012e6-5f98-4d00-9281-b35462477896 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:35.481948 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-477d1468-57f5-4fb5-98f5-52674d7d8e5d req-3f5b9c43-9da7-4bec-bff4-8f6fb0f6f117 service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528535 Mar 09 03:54:35.596180 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ce7c9d-39ca-4628-8e53-a4d4326f1f74 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:54:35.607805 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-72ce7c9d-39ca-4628-8e53-a4d4326f1f74 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:35.752610 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-41d590d7-b066-49a2-804e-8d8d6672827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:35.816314 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d590d7-b066-49a2-804e-8d8d6672827f None None] No DVR routers for this DVR port 0a7746cd-c93c-4a77-b593-9ff1436630e0 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:54:35.859521 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d590d7-b066-49a2-804e-8d8d6672827f None None] Pushing event deleted for resources: {'Port': ['ID=0a7746cd-c93c-4a77-b593-9ff1436630e0,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:35.864267 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] Set router 76fa69b8-e89b-4fca-a150-ca5fcc22f98b gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:54:36.156781 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d63b587-7778-4675-b434-684029a850ad req-e2ec6b78-72a2-4264-823c-b741f12d8248 service neutron] 10.222.0.24 "GET /v2.0/networks/a5bf093f-0f64-4ae3-8ad1-44c19f080b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8662944 Mar 09 03:54:36.215546 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa012e6-5f98-4d00-9281-b35462477896 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Router 5f662a45-61c2-4ba7-a144-c5140aac9b58 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:54:36.347701 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fa69b8-e89b-4fca-a150-ca5fcc22f98b', 'name': 'tempest-snat-router-1684025199', 'tenant_id': 'c493fc72d59b4b1dbd551765f35929b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.10'}], 'enable_snat': False}, 'gw_port_id': '73c75b9e-067d-4f18-ac0f-91f44514c38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:54:22Z', 'updated_at': '2022-03-09T03:54:26Z', 'revision_number': 3, 'project_id': 'c493fc72d59b4b1dbd551765f35929b6', 'gw_port': {'id': '73c75b9e-067d-4f18-ac0f-91f44514c38a', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fa69b8-e89b-4fca-a150-ca5fcc22f98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:54:24Z', 'updated_at': '2022-03-09T03:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:36.355681 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6c15ad07-30cf-4eea-bf2c-6d99cbb3c690 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:54:36.378292 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:36.394429 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d86949-ced7-4c80-a6f9-e5a86ca57b42 None None] The sync data for ids ['76fa69b8-e89b-4fca-a150-ca5fcc22f98b'] in n-d-825178-5 is: [{'id': '76fa69b8-e89b-4fca-a150-ca5fcc22f98b', 'name': 'tempest-snat-router-1684025199', 'tenant_id': 'c493fc72d59b4b1dbd551765f35929b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.10'}], 'enable_snat': False}, 'gw_port_id': '73c75b9e-067d-4f18-ac0f-91f44514c38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:54:22Z', 'updated_at': '2022-03-09T03:54:26Z', 'revision_number': 3, 'project_id': 'c493fc72d59b4b1dbd551765f35929b6', 'gw_port': {'id': '73c75b9e-067d-4f18-ac0f-91f44514c38a', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fa69b8-e89b-4fca-a150-ca5fcc22f98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:54:24Z', 'updated_at': '2022-03-09T03:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:54:36.438166 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65063198-ce15-4752-a375-e777c97dc15f tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:36.438955 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d63b587-7778-4675-b434-684029a850ad req-5e339d21-9d23-4645-80e7-865c3a19b8b0 service neutron] 10.222.0.24 "GET /v2.0/networks/a5bf093f-0f64-4ae3-8ad1-44c19f080b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725596 Mar 09 03:54:36.448444 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 6c15ad07-30cf-4eea-bf2c-6d99cbb3c690 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:54:36.455986 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 6c15ad07-30cf-4eea-bf2c-6d99cbb3c690 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:54:36.456637 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:36.486880 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:36.542350 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65063198-ce15-4752-a375-e777c97dc15f tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:36.642144 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:36.679615 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 6c15ad07-30cf-4eea-bf2c-6d99cbb3c690, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=6c15ad07-30cf-4eea-bf2c-6d99cbb3c690,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:36.682412 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-72ce7c9d-39ca-4628-8e53-a4d4326f1f74 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:36.691641 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:36.833009 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0a7746cd-c93c-4a77-b593-9ff1436630e0 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:54:36.841898 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce7c9d-39ca-4628-8e53-a4d4326f1f74 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=15c7f997-68dc-4879-9bac-91ee6f7430b1,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:36.857561 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ce7c9d-39ca-4628-8e53-a4d4326f1f74 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:36.863131 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-72ce7c9d-39ca-4628-8e53-a4d4326f1f74 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:36.910167 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ce7c9d-39ca-4628-8e53-a4d4326f1f74 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:36.910761 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-72ce7c9d-39ca-4628-8e53-a4d4326f1f74 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:36.927703 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa012e6-5f98-4d00-9281-b35462477896 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:54:36.977958 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73e6cf8-ec37-4daf-87a1-2eec5e0af7b2 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:54:37.015648 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c9496-3572-4017-9838-f7693c9d09c6 req-c483a771-43a6-47bb-8762-f7188ff4639a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:37.016196 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe95c35-a5f7-480d-8864-b05efa47a255 None None] Sync routers for ids ['5f662a45-61c2-4ba7-a144-c5140aac9b58'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:54:37.018563 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 0a7746cd-c93c-4a77-b593-9ff1436630e0 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:54:37.019125 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb691b3-a594-4082-976d-00fa328b0052 req-6be8fc90-2391-412e-9481-fae4069209fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:37.019263 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0a7746cd-c93c-4a77-b593-9ff1436630e0 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:54:37.020567 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-da7c9496-3572-4017-9838-f7693c9d09c6 req-c483a771-43a6-47bb-8762-f7188ff4639a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.8029313 Mar 09 03:54:37.023086 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2bb691b3-a594-4082-976d-00fa328b0052 req-6be8fc90-2391-412e-9481-fae4069209fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2dfc2fc375c74dd497ae51bb9a526fce&device_id=65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1 HTTP/1.1" status: 200 len: 1094 time: 0.3733091 Mar 09 03:54:37.036277 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-72ce7c9d-39ca-4628-8e53-a4d4326f1f74 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3262310 Mar 09 03:54:37.037366 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39912) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:37.069822 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=6c15ad07-30cf-4eea-bf2c-6d99cbb3c690,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:37.107213 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-6a3cac9b-26fc-4c01-8aa6-4969750f8769 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'mac_address': 'fa:16:3e:36:49:ce', 'name': 'tempest-NetworksTestDHCPv6-48284861'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:37.146309 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe95c35-a5f7-480d-8864-b05efa47a255 None None] Routers {'5f662a45-61c2-4ba7-a144-c5140aac9b58'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:54:37.147017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-abe95c35-a5f7-480d-8864-b05efa47a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:54:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['5f662a45-61c2-4ba7-a144-c5140aac9b58'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:37.156045 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4aa012e6-5f98-4d00-9281-b35462477896 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:37.157344 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4aa012e6-5f98-4d00-9281-b35462477896 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.7608337 Mar 09 03:54:37.177025 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39918) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:37.251404 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-abe95c35-a5f7-480d-8864-b05efa47a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:37.278392 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe95c35-a5f7-480d-8864-b05efa47a255 None None] Routers {'5f662a45-61c2-4ba7-a144-c5140aac9b58'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:54:37.279066 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-abe95c35-a5f7-480d-8864-b05efa47a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:54:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['5f662a45-61c2-4ba7-a144-c5140aac9b58'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:37.362926 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb76e8-5966-4be9-926c-8e01601805bc req-943710f0-e3a7-47c9-927b-671683e86cb0 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:37.364703 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b2eb76e8-5966-4be9-926c-8e01601805bc req-943710f0-e3a7-47c9-927b-671683e86cb0 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1 HTTP/1.1" status: 200 len: 943 time: 0.7654498 Mar 09 03:54:37.368979 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-abe95c35-a5f7-480d-8864-b05efa47a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:37.368979 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe95c35-a5f7-480d-8864-b05efa47a255 None None] The sync data for ids ['5f662a45-61c2-4ba7-a144-c5140aac9b58'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:54:37.510094 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b2eb76e8-5966-4be9-926c-8e01601805bc req-12726191-6c71-4deb-aa23-fe84a3811c29 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283271 Mar 09 03:54:37.519734 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-da7c9496-3572-4017-9838-f7693c9d09c6 req-3ffd5c83-1e11-49f5-a44c-45b4263055f2 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4631674 Mar 09 03:54:37.532811 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Allocated IP 172.25.7.159 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/f62105b7-e2a2-4a5a-a24f-cf3c100376de) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:37.550523 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6a3cac9b-26fc-4c01-8aa6-4969750f8769 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:37.584026 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6a3cac9b-26fc-4c01-8aa6-4969750f8769 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:37.592069 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb691b3-a594-4082-976d-00fa328b0052 req-89af53af-3605-4a3b-9d85-183e33a33493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:37.595064 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2bb691b3-a594-4082-976d-00fa328b0052 req-89af53af-3605-4a3b-9d85-183e33a33493 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5bf093f-0f64-4ae3-8ad1-44c19f080b4b HTTP/1.1" status: 200 len: 915 time: 0.5551369 Mar 09 03:54:37.611820 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15df387a-3d3f-4193-973e-a163f43db5d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-52061912-70e8-4f32-8bcd-36eeab65c7b8', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'fixed_ips': [{'subnet_id': '15c7f997-68dc-4879-9bac-91ee6f7430b1'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:54:37.612643 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-15df387a-3d3f-4193-973e-a163f43db5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:37.675472 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3cac9b-26fc-4c01-8aa6-4969750f8769 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:54:37.744802 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2bb691b3-a594-4082-976d-00fa328b0052 req-ea9b86e4-673f-43d3-b620-d56564f457ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2f4d1e9-38dd-4a65-8451-eeace36734c9 HTTP/1.1" status: 200 len: 217 time: 0.1420052 Mar 09 03:54:37.845705 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb691b3-a594-4082-976d-00fa328b0052 req-080fd423-cdf3-4f63-b8b8-13e8320c9971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:37.847508 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2bb691b3-a594-4082-976d-00fa328b0052 req-080fd423-cdf3-4f63-b8b8-13e8320c9971 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d28ceb69-ec36-4fb9-9715-c418f254f3a1 HTTP/1.1" status: 200 len: 854 time: 0.0957592 Mar 09 03:54:37.854705 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-15df387a-3d3f-4193-973e-a163f43db5d1 None None] Allocated IP 2001:db8::2 (52061912-70e8-4f32-8bcd-36eeab65c7b8/15c7f997-68dc-4879-9bac-91ee6f7430b1/00c838ad-db3a-4eed-b5da-980e842e8ba4) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:37.975023 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2bb691b3-a594-4082-976d-00fa328b0052 req-3b3ff256-77a5-40a4-96b4-2b1f99a58a9b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5bf093f-0f64-4ae3-8ad1-44c19f080b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186111 Mar 09 03:54:38.111304 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-15df387a-3d3f-4193-973e-a163f43db5d1 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:38.125837 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-15df387a-3d3f-4193-973e-a163f43db5d1 None None] Transition to ACTIVE for port object 00c838ad-db3a-4eed-b5da-980e842e8ba4 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:38.161535 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7474f-1e0d-4e75-8630-39e8ba388642 req-c2f13b7e-08d3-4024-b67b-dfa919c57c3b tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:38.164405 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-15df387a-3d3f-4193-973e-a163f43db5d1 None None] Transition to ACTIVE for port object 00c838ad-db3a-4eed-b5da-980e842e8ba4 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:38.169770 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a8f7474f-1e0d-4e75-8630-39e8ba388642 req-c2f13b7e-08d3-4024-b67b-dfa919c57c3b tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.4780762 Mar 09 03:54:38.176739 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:38.177172 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6a3cac9b-26fc-4c01-8aa6-4969750f8769 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:38.183388 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-15df387a-3d3f-4193-973e-a163f43db5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:38.274489 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a8f7474f-1e0d-4e75-8630-39e8ba388642 req-eddbb3df-8540-4ed3-80f9-efab963aea64 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905743 Mar 09 03:54:38.282102 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15df387a-3d3f-4193-973e-a163f43db5d1 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:38.282824 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df387a-3d3f-4193-973e-a163f43db5d1 None None] Pushing event updated for resources: {'Port': ['ID=00c838ad-db3a-4eed-b5da-980e842e8ba4,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:38.286486 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-15df387a-3d3f-4193-973e-a163f43db5d1 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:38.294006 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-6a3cac9b-26fc-4c01-8aa6-4969750f8769 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] device_id is not set on port 499dd118-3e88-43b0-81fb-a0ec0a96b027 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:54:38.295932 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15df387a-3d3f-4193-973e-a163f43db5d1 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:54:38.389034 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2bb691b3-a594-4082-976d-00fa328b0052 req-fd9b00c3-cd2a-428a-ad73-1a1b8a2e4da9 service neutron] 10.222.0.24 "GET /v2.0/networks/a5bf093f-0f64-4ae3-8ad1-44c19f080b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061253 Mar 09 03:54:38.651108 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 73c75b9e-067d-4f18-ac0f-91f44514c38a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:54:38.743266 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-65063198-ce15-4752-a375-e777c97dc15f tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Allocated IP 172.25.7.38 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/07c055aa-a454-4fd6-ac41-1198b0f0bf32) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:38.806444 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-15df387a-3d3f-4193-973e-a163f43db5d1 None None] Attempting to bind port 00c838ad-db3a-4eed-b5da-980e842e8ba4 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:54:38.807188 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-15df387a-3d3f-4193-973e-a163f43db5d1 None None] Attempting to bind port 00c838ad-db3a-4eed-b5da-980e842e8ba4 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:54:38.807846 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15df387a-3d3f-4193-973e-a163f43db5d1 None None] Attempting to bind port 00c838ad-db3a-4eed-b5da-980e842e8ba4 on network 52061912-70e8-4f32-8bcd-36eeab65c7b8 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:54:38.827877 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15df387a-3d3f-4193-973e-a163f43db5d1 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:54:38.828497 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15df387a-3d3f-4193-973e-a163f43db5d1 None None] Checking segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:54:38.829075 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-15df387a-3d3f-4193-973e-a163f43db5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:38.829627 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15df387a-3d3f-4193-973e-a163f43db5d1 None None] Bound using segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:54:38.830417 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-15df387a-3d3f-4193-973e-a163f43db5d1 None None] Bound port: 00c838ad-db3a-4eed-b5da-980e842e8ba4, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:54:38.830999 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-15df387a-3d3f-4193-973e-a163f43db5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:38.864219 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:38.976082 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65063198-ce15-4752-a375-e777c97dc15f tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:39.008090 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-15df387a-3d3f-4193-973e-a163f43db5d1 None None] For port 00c838ad-db3a-4eed-b5da-980e842e8ba4, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:54:39.013121 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:39.017479 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-15df387a-3d3f-4193-973e-a163f43db5d1 None None] For port 00c838ad-db3a-4eed-b5da-980e842e8ba4, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=00c838ad-db3a-4eed-b5da-980e842e8ba4,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:54:39.037055 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device d2f4d1e9-38dd-4a65-8451-eeace36734c9 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:54:39.066160 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65063198-ce15-4752-a375-e777c97dc15f tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:39.087318 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2bb691b3-a594-4082-976d-00fa328b0052 req-d8773401-327b-4ade-873b-3cfc78cb9a63 service neutron] 10.222.0.24 "GET /v2.0/networks/a5bf093f-0f64-4ae3-8ad1-44c19f080b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6892781 Mar 09 03:54:39.117330 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1490b7-a67b-41ba-95b6-6416648246e3 req-b031c574-f531-4839-bed9-682c8e647afc tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:39.119117 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dd1490b7-a67b-41ba-95b6-6416648246e3 req-b031c574-f531-4839-bed9-682c8e647afc tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1 HTTP/1.1" status: 200 len: 943 time: 0.3378215 Mar 09 03:54:39.132994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65063198-ce15-4752-a375-e777c97dc15f tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:39.141464 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-65063198-ce15-4752-a375-e777c97dc15f tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:39.143830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65063198-ce15-4752-a375-e777c97dc15f tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:54:39.176954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-6a3cac9b-26fc-4c01-8aa6-4969750f8769 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 2001:db8::c7 (52061912-70e8-4f32-8bcd-36eeab65c7b8/15c7f997-68dc-4879-9bac-91ee6f7430b1/499dd118-3e88-43b0-81fb-a0ec0a96b027) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:39.213152 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:39.224018 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dd1490b7-a67b-41ba-95b6-6416648246e3 req-8bac3e8c-2c13-4245-8f05-59b876e35072 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964630 Mar 09 03:54:39.234592 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:39.236952 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:54:39.260387 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port d2f4d1e9-38dd-4a65-8451-eeace36734c9, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=d2f4d1e9-38dd-4a65-8451-eeace36734c9,segment=NetworkSegment(ddfcacfb-90cd-4ec8-93d9-0857d330e9ac),segment_id=ddfcacfb-90cd-4ec8-93d9-0857d330e9ac)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:39.277234 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-15df387a-3d3f-4193-973e-a163f43db5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:39.286772 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'd2f4d1e9-38dd-4a65-8451-eeace36734c9', 'network_id': 'a5bf093f-0f64-4ae3-8ad1-44c19f080b4b', 'port_id': 'd2f4d1e9-38dd-4a65-8451-eeace36734c9', 'mac_address': 'fa:16:3e:e9:e7:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd28ceb69-ec36-4fb9-9715-c418f254f3a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:54:39.288380 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 73c75b9e-067d-4f18-ac0f-91f44514c38a completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:54:39.369018 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Pushing event updated for resources: {'Port': ['ID=f62105b7-e2a2-4a5a-a24f-cf3c100376de,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:39.380978 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 73c75b9e-067d-4f18-ac0f-91f44514c38a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:54:39.380978 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:39.414925 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be0db9-5ad8-4ade-8caf-ea59562d7526 req-81e3da57-2a24-48f4-93e6-b8c8c199b4d2 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:39.416897 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b0be0db9-5ad8-4ade-8caf-ea59562d7526 req-81e3da57-2a24-48f4-93e6-b8c8c199b4d2 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.9032364 Mar 09 03:54:39.452649 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:39.453292 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:39.453799 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:39.454306 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:39.454982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:39.455507 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:39.455999 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:39.456500 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:39.456994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:39.457494 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:39.458148 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:39.458639 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:54:39.479399 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:39.515991 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df387a-3d3f-4193-973e-a163f43db5d1 None None] Pushing event updated for resources: {'Port': ['ID=00c838ad-db3a-4eed-b5da-980e842e8ba4,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:39.516745 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6a3cac9b-26fc-4c01-8aa6-4969750f8769 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:39.520753 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f4d1e9-38dd-4a65-8451-eeace36734c9 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:54:39.550813 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port d2f4d1e9-38dd-4a65-8451-eeace36734c9, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=d2f4d1e9-38dd-4a65-8451-eeace36734c9,segment=NetworkSegment(ddfcacfb-90cd-4ec8-93d9-0857d330e9ac),segment_id=ddfcacfb-90cd-4ec8-93d9-0857d330e9ac)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:39.551120 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-6a3cac9b-26fc-4c01-8aa6-4969750f8769 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Transition to ACTIVE for port object 499dd118-3e88-43b0-81fb-a0ec0a96b027 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:39.580363 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6a3cac9b-26fc-4c01-8aa6-4969750f8769 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:39.588991 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:39.670457 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3cac9b-26fc-4c01-8aa6-4969750f8769 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:39.674301 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-6a3cac9b-26fc-4c01-8aa6-4969750f8769 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:39.683546 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3cac9b-26fc-4c01-8aa6-4969750f8769 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:54:39.690704 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:39.704437 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3cac9b-26fc-4c01-8aa6-4969750f8769 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:39.705121 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6a3cac9b-26fc-4c01-8aa6-4969750f8769 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:39.735466 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 73c75b9e-067d-4f18-ac0f-91f44514c38a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=73c75b9e-067d-4f18-ac0f-91f44514c38a,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:39.736905 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=d2f4d1e9-38dd-4a65-8451-eeace36734c9,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:39.743434 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:39.744553 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6c15ad07-30cf-4eea-bf2c-6d99cbb3c690 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:54:39.770326 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3cac9b-26fc-4c01-8aa6-4969750f8769 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=499dd118-3e88-43b0-81fb-a0ec0a96b027,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:39.815122 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6a3cac9b-26fc-4c01-8aa6-4969750f8769 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7657020 Mar 09 03:54:39.818264 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39946) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:39.942439 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=73c75b9e-067d-4f18-ac0f-91f44514c38a,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:39.954565 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 6c15ad07-30cf-4eea-bf2c-6d99cbb3c690 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:54:39.954974 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:40.023531 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed04a4d-8415-448a-9f82-ebd2270544b2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:40.034782 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed04a4d-8415-448a-9f82-ebd2270544b2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:40.035874 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3ed04a4d-8415-448a-9f82-ebd2270544b2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:54:40.055989 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3ed04a4d-8415-448a-9f82-ebd2270544b2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:54:40.058005 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3ed04a4d-8415-448a-9f82-ebd2270544b2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.2191005 Mar 09 03:54:40.062535 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39956) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:40.071696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['d2f4d1e9-38dd-4a65-8451-eeace36734c9'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:54:40.173777 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4b962f84-5f34-4822-b3e8-b622ba0e77a0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting port 499dd118-3e88-43b0-81fb-a0ec0a96b027 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:54:40.174138 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4b962f84-5f34-4822-b3e8-b622ba0e77a0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:40.306302 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65063198-ce15-4752-a375-e777c97dc15f tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Pushing event updated for resources: {'Port': ['ID=07c055aa-a454-4fd6-ac41-1198b0f0bf32,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:40.540363 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-15ed7b6a-5adc-44e5-ac9d-0969780d8d93 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:40.639159 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 00c838ad-db3a-4eed-b5da-980e842e8ba4 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:54:40.654186 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4b962f84-5f34-4822-b3e8-b622ba0e77a0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:40.685789 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5a000-9af9-44f0-afa8-ac9250b9155f req-03d77eb3-3bee-4674-b7cc-2b7f602ccf13 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:40.687356 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b0be0db9-5ad8-4ade-8caf-ea59562d7526 req-7495953a-c14c-451a-887b-cf87de04bad4 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2573118 Mar 09 03:54:40.690759 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-54a5a000-9af9-44f0-afa8-ac9250b9155f req-03d77eb3-3bee-4674-b7cc-2b7f602ccf13 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1 HTTP/1.1" status: 200 len: 944 time: 0.2161071 Mar 09 03:54:40.810063 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 00c838ad-db3a-4eed-b5da-980e842e8ba4 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:54:40.815644 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 73c75b9e-067d-4f18-ac0f-91f44514c38a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:54:40.846576 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4b962f84-5f34-4822-b3e8-b622ba0e77a0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Calling delete_port for 499dd118-3e88-43b0-81fb-a0ec0a96b027 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:54:40.932389 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 73c75b9e-067d-4f18-ac0f-91f44514c38a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:54:40.932984 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:40.986516 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-54a5a000-9af9-44f0-afa8-ac9250b9155f req-d269844d-747d-4ee6-bc70-694255e0168d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732536 Mar 09 03:54:41.093500 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65063198-ce15-4752-a375-e777c97dc15f tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:41.095061 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4b962f84-5f34-4822-b3e8-b622ba0e77a0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:41.102943 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9b6e0704-89d4-414d-ad31-0b300e56d423 None None] Provisioning for port 00c838ad-db3a-4eed-b5da-980e842e8ba4 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:54:41.114905 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9b6e0704-89d4-414d-ad31-0b300e56d423 None None] Provisioning complete for port 00c838ad-db3a-4eed-b5da-980e842e8ba4 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:54:41.115328 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9b6e0704-89d4-414d-ad31-0b300e56d423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:41.157841 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b962f84-5f34-4822-b3e8-b622ba0e77a0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Port': ['ID=499dd118-3e88-43b0-81fb-a0ec0a96b027,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:41.205096 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4b962f84-5f34-4822-b3e8-b622ba0e77a0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:41.226051 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4b962f84-5f34-4822-b3e8-b622ba0e77a0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/499dd118-3e88-43b0-81fb-a0ec0a96b027 HTTP/1.1" status: 204 len: 168 time: 1.1596625 Mar 09 03:54:41.226826 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39970) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:41.262156 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9b6e0704-89d4-414d-ad31-0b300e56d423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:41.304758 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-9b6e0704-89d4-414d-ad31-0b300e56d423 None None] For port 00c838ad-db3a-4eed-b5da-980e842e8ba4, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=00c838ad-db3a-4eed-b5da-980e842e8ba4,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:41.309963 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9b6e0704-89d4-414d-ad31-0b300e56d423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:41.327711 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140e20ba-674a-4872-9a88-78c81241f748 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:41.329650 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140e20ba-674a-4872-9a88-78c81241f748 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:41.330593 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-140e20ba-674a-4872-9a88-78c81241f748 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:54:41.350476 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-140e20ba-674a-4872-9a88-78c81241f748 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:54:41.359343 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-140e20ba-674a-4872-9a88-78c81241f748 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1314795 Mar 09 03:54:41.359928 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39974) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:41.396025 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e0704-89d4-414d-ad31-0b300e56d423 None None] Pushing event updated for resources: {'Port': ['ID=00c838ad-db3a-4eed-b5da-980e842e8ba4,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:41.423702 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c17c1e02-0008-498f-a747-b59ecd6ba07d None None] Could not find standard attr ID for object 499dd118-3e88-43b0-81fb-a0ec0a96b027. {{(pid=87882) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 03:54:41.441954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-afbb95d3-e399-486f-80b8-a8f55d2a18cf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet 15c7f997-68dc-4879-9bac-91ee6f7430b1 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:54:41.445460 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-afbb95d3-e399-486f-80b8-a8f55d2a18cf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:41.633831 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-afbb95d3-e399-486f-80b8-a8f55d2a18cf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:41.664141 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:41.720128 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-afbb95d3-e399-486f-80b8-a8f55d2a18cf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:41.798300 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-afbb95d3-e399-486f-80b8-a8f55d2a18cf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:41.843033 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb95d3-e399-486f-80b8-a8f55d2a18cf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=15c7f997-68dc-4879-9bac-91ee6f7430b1,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:41.844948 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-afbb95d3-e399-486f-80b8-a8f55d2a18cf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:41.857623 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5201e9-1e9d-4b73-bea2-a499e15c34c8 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:54:41.890455 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-afbb95d3-e399-486f-80b8-a8f55d2a18cf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/15c7f997-68dc-4879-9bac-91ee6f7430b1 HTTP/1.1" status: 204 len: 168 time: 0.5291023 Mar 09 03:54:41.890731 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39982) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:41.911504 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c3348-a3d1-4ca5-9a5f-00aa3d923830 req-292d2e9d-1b0c-46d5-b1e4-f614497605e6 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:41.919385 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d54c3348-a3d1-4ca5-9a5f-00aa3d923830 req-292d2e9d-1b0c-46d5-b1e4-f614497605e6 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.8557763 Mar 09 03:54:42.032823 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0b115b08-07ad-4b45-822b-8fde25f01cae tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1385920 Mar 09 03:54:42.033966 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39992) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:42.191232 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc43c6b-9312-4ea0-a132-cde817d52c7b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:42.192159 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bfc43c6b-9312-4ea0-a132-cde817d52c7b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:54:42.262657 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bfc43c6b-9312-4ea0-a132-cde817d52c7b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:54:42.267782 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bfc43c6b-9312-4ea0-a132-cde817d52c7b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2328176 Mar 09 03:54:42.273405 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40002) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:42.301535 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989fb239-be99-47f4-bd6a-42e09bab0b61 None None] DHCP port deletion for 52061912-70e8-4f32-8bcd-36eeab65c7b8 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:54:42.305852 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-989fb239-be99-47f4-bd6a-42e09bab0b61 None None] Deleting port 00c838ad-db3a-4eed-b5da-980e842e8ba4 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:54:42.306219 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-989fb239-be99-47f4-bd6a-42e09bab0b61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:42.332680 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d54c3348-a3d1-4ca5-9a5f-00aa3d923830 req-21ea7e5e-9cd5-4b31-8fa7-194c29e2e370 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4122441 Mar 09 03:54:42.393918 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588e5dfd-aa9b-416c-9960-76906ebc8102 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:42.394677 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-588e5dfd-aa9b-416c-9960-76906ebc8102 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:54:42.460780 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65063198-ce15-4752-a375-e777c97dc15f tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:42.466575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74fb0f-590d-44f9-870f-c2e815a9dfbd req-62d59f63-c478-4124-a818-b04c58aac813 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:42.468182 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c74fb0f-590d-44f9-870f-c2e815a9dfbd req-62d59f63-c478-4124-a818-b04c58aac813 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1 HTTP/1.1" status: 200 len: 944 time: 0.2709045 Mar 09 03:54:42.512600 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-588e5dfd-aa9b-416c-9960-76906ebc8102 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:54:42.513664 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-588e5dfd-aa9b-416c-9960-76906ebc8102 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2393565 Mar 09 03:54:42.527949 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40008) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:42.554565 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 00c838ad-db3a-4eed-b5da-980e842e8ba4 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:54:42.622504 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-989fb239-be99-47f4-bd6a-42e09bab0b61 None None] For port 00c838ad-db3a-4eed-b5da-980e842e8ba4, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=00c838ad-db3a-4eed-b5da-980e842e8ba4,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:42.623314 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-989fb239-be99-47f4-bd6a-42e09bab0b61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:42.643712 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c74fb0f-590d-44f9-870f-c2e815a9dfbd req-d2cfb4ed-90df-46a3-8331-15b666c7caa2 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668313 Mar 09 03:54:42.652327 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6cc66938-c56b-4cfb-8d96-33174e6652ab tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1035891 Mar 09 03:54:42.654115 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40012) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:42.660266 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-be7ef75e-9349-4494-af90-3622340745fd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:42.754657 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-15ed7b6a-5adc-44e5-ac9d-0969780d8d93 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Allocated IP 172.20.0.1 (a5133508-ccce-48e2-9755-832e5b9682ca/d4d06e42-7f4e-46d5-9134-274512711c23/5717fbff-828d-403c-af01-371ecb40efac) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:42.774835 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-989fb239-be99-47f4-bd6a-42e09bab0b61 None None] Calling delete_port for 00c838ad-db3a-4eed-b5da-980e842e8ba4 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:54:42.807126 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-be7ef75e-9349-4494-af90-3622340745fd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:42.817909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-be7ef75e-9349-4494-af90-3622340745fd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:42.830261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7ef75e-9349-4494-af90-3622340745fd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:54:42.834499 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-be7ef75e-9349-4494-af90-3622340745fd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:42.880453 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:42.882397 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:43.016297 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device d2f4d1e9-38dd-4a65-8451-eeace36734c9 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:54:43.077263 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 00c838ad-db3a-4eed-b5da-980e842e8ba4, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=00c838ad-db3a-4eed-b5da-980e842e8ba4,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:43.092296 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:43.132462 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-989fb239-be99-47f4-bd6a-42e09bab0b61 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:54:43.132723 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-989fb239-be99-47f4-bd6a-42e09bab0b61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:54:43.137050 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3fcd5a-4b40-43b3-a83f-ff0550ff77cb req-3e5077d2-022a-4fb9-a8a8-b6629cd941c7 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:43.138577 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cd3fcd5a-4b40-43b3-a83f-ff0550ff77cb req-3e5077d2-022a-4fb9-a8a8-b6629cd941c7 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.5681176 Mar 09 03:54:43.185279 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=00c838ad-db3a-4eed-b5da-980e842e8ba4,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:43.192655 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port d2f4d1e9-38dd-4a65-8451-eeace36734c9 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:54:43.199962 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port d2f4d1e9-38dd-4a65-8451-eeace36734c9 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:54:43.200476 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:43.313392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.objects.ports [None req-be7ef75e-9349-4494-af90-3622340745fd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87880) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 03:54:43.349432 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:43.385656 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port d2f4d1e9-38dd-4a65-8451-eeace36734c9, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=d2f4d1e9-38dd-4a65-8451-eeace36734c9,segment=NetworkSegment(ddfcacfb-90cd-4ec8-93d9-0857d330e9ac),segment_id=ddfcacfb-90cd-4ec8-93d9-0857d330e9ac)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:43.387750 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f4d1e9-38dd-4a65-8451-eeace36734c9'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:54:43.394535 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:43.445724 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f4d1e9-38dd-4a65-8451-eeace36734c9', 'code': 200} Mar 09 03:54:43.491070 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=d2f4d1e9-38dd-4a65-8451-eeace36734c9,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:43.519143 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-15ed7b6a-5adc-44e5-ac9d-0969780d8d93 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:43.544247 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cd3fcd5a-4b40-43b3-a83f-ff0550ff77cb req-801cc0cc-2c12-43e0-9211-394250c9ea0b tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3974814 Mar 09 03:54:43.561035 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-15ed7b6a-5adc-44e5-ac9d-0969780d8d93 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Transition to ACTIVE for port object 5717fbff-828d-403c-af01-371ecb40efac will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:43.581841 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65063198-ce15-4752-a375-e777c97dc15f tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Router dc63ce88-2865-499d-8417-4db2c700f90f is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:54:43.588884 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-be7ef75e-9349-4494-af90-3622340745fd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:43.634329 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-989fb239-be99-47f4-bd6a-42e09bab0b61 None None] Deleting port 00c838ad-db3a-4eed-b5da-980e842e8ba4 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:54:43.634713 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-989fb239-be99-47f4-bd6a-42e09bab0b61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:43.698364 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44b622-a3b7-4dcb-85c9-074d39c420d5 req-a8efd3c1-1cd4-41ff-94b4-7e2524af836c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:43.701516 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9d44b622-a3b7-4dcb-85c9-074d39c420d5 req-a8efd3c1-1cd4-41ff-94b4-7e2524af836c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1 HTTP/1.1" status: 200 len: 1096 time: 0.1944056 Mar 09 03:54:43.751379 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-15ed7b6a-5adc-44e5-ac9d-0969780d8d93 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:43.812210 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Router a2c28f07-6771-466c-bda0-f96a7791ab5d is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:54:43.974481 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9d44b622-a3b7-4dcb-85c9-074d39c420d5 req-bc9ef9ba-9455-4b95-a725-7a6a73d2291b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671859 Mar 09 03:54:43.991335 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-989fb239-be99-47f4-bd6a-42e09bab0b61 None None] For port 00c838ad-db3a-4eed-b5da-980e842e8ba4, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=00c838ad-db3a-4eed-b5da-980e842e8ba4,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:43.991835 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-989fb239-be99-47f4-bd6a-42e09bab0b61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:44.101070 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-be7ef75e-9349-4494-af90-3622340745fd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] For port 00c838ad-db3a-4eed-b5da-980e842e8ba4, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=00c838ad-db3a-4eed-b5da-980e842e8ba4,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:44.152111 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-be7ef75e-9349-4494-af90-3622340745fd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:44.157957 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-be7ef75e-9349-4494-af90-3622340745fd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:44.159097 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-be7ef75e-9349-4494-af90-3622340745fd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:44.160314 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ed7b6a-5adc-44e5-ac9d-0969780d8d93 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Network a5133508-ccce-48e2-9755-832e5b9682ca is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:44.191635 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-989fb239-be99-47f4-bd6a-42e09bab0b61 None None] Calling delete_port for 00c838ad-db3a-4eed-b5da-980e842e8ba4 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:54:44.192467 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-15ed7b6a-5adc-44e5-ac9d-0969780d8d93 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:44.195548 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ed7b6a-5adc-44e5-ac9d-0969780d8d93 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:54:44.286131 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-989fb239-be99-47f4-bd6a-42e09bab0b61 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:54:44.286537 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-989fb239-be99-47f4-bd6a-42e09bab0b61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:54:44.363481 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65063198-ce15-4752-a375-e777c97dc15f tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:54:44.373776 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] Sync routers for ids ['dc63ce88-2865-499d-8417-4db2c700f90f'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:54:44.394490 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed7b6a-5adc-44e5-ac9d-0969780d8d93 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Pushing event updated for resources: {'Port': ['ID=5717fbff-828d-403c-af01-371ecb40efac,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:44.405828 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] Routers {'dc63ce88-2865-499d-8417-4db2c700f90f'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:54:44.410320 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:54:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['dc63ce88-2865-499d-8417-4db2c700f90f'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:44.472392 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-989fb239-be99-47f4-bd6a-42e09bab0b61 None None] Deleting port 00c838ad-db3a-4eed-b5da-980e842e8ba4 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:54:44.473031 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-989fb239-be99-47f4-bd6a-42e09bab0b61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:44.524002 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7ef75e-9349-4494-af90-3622340745fd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:44.535248 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-be7ef75e-9349-4494-af90-3622340745fd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:44.545966 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7ef75e-9349-4494-af90-3622340745fd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:44.546551 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-be7ef75e-9349-4494-af90-3622340745fd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:44.551240 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ef75e-9349-4494-af90-3622340745fd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=ad4217be-3fe6-4ff8-9b4c-69e974375e13,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:44.605757 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-15ed7b6a-5adc-44e5-ac9d-0969780d8d93 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:44.609882 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-eee69c3c-3499-4cc0-9fff-3cd5fb490fe5 None None] Provisioning for port 5717fbff-828d-403c-af01-371ecb40efac completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:54:44.619204 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ef75e-9349-4494-af90-3622340745fd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=00c838ad-db3a-4eed-b5da-980e842e8ba4,revision_number=7']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:44.622256 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-eee69c3c-3499-4cc0-9fff-3cd5fb490fe5 None None] Provisioning complete for port 5717fbff-828d-403c-af01-371ecb40efac triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:54:44.622896 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-eee69c3c-3499-4cc0-9fff-3cd5fb490fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:44.650706 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-be7ef75e-9349-4494-af90-3622340745fd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9930472 Mar 09 03:54:44.650974 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40042) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:44.659715 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-3be0bd3f-6e13-40b5-8641-57cd13a3548b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:44.738873 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] Set router dc63ce88-2865-499d-8417-4db2c700f90f gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:54:44.763809 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-eee69c3c-3499-4cc0-9fff-3cd5fb490fe5 None None] Port 5717fbff-828d-403c-af01-371ecb40efac cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:54:44.896669 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65063198-ce15-4752-a375-e777c97dc15f tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:44.899499 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-65063198-ce15-4752-a375-e777c97dc15f tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 12.9271042 Mar 09 03:54:44.914359 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40046) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:44.958792 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54070f-6f7b-4fa0-9925-919a424b4832 req-0e94286e-aecb-4453-9436-106911b205a8 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:44.960814 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4b54070f-6f7b-4fa0-9925-919a424b4832 req-0e94286e-aecb-4453-9436-106911b205a8 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1 HTTP/1.1" status: 200 len: 945 time: 0.9589515 Mar 09 03:54:44.967254 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:54:45.010749 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3be0bd3f-6e13-40b5-8641-57cd13a3548b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:45.020746 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3be0bd3f-6e13-40b5-8641-57cd13a3548b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:45.024610 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-989fb239-be99-47f4-bd6a-42e09bab0b61 None None] For port 00c838ad-db3a-4eed-b5da-980e842e8ba4, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=00c838ad-db3a-4eed-b5da-980e842e8ba4,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:45.026118 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3be0bd3f-6e13-40b5-8641-57cd13a3548b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:45.027023 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-989fb239-be99-47f4-bd6a-42e09bab0b61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:45.048479 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c30f3d-fbd9-4d5e-9b39-0e2088b4d952 req-766284ee-c4f8-4bc6-81e3-452118786d30 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:45.049990 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b5c30f3d-fbd9-4d5e-9b39-0e2088b4d952 req-766284ee-c4f8-4bc6-81e3-452118786d30 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.6363904 Mar 09 03:54:45.052996 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3be0bd3f-6e13-40b5-8641-57cd13a3548b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:45.053303 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] Sync routers for ids ['a2c28f07-6771-466c-bda0-f96a7791ab5d'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:54:45.100816 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4b54070f-6f7b-4fa0-9925-919a424b4832 req-cb96fafc-967d-4793-97b8-2bfa7cf50344 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214881 Mar 09 03:54:45.121727 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:45.123389 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5d5c6ef9-fd26-4cf4-84bf-aae651be7703 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 13.4962664 Mar 09 03:54:45.127424 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40050) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:45.159511 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc63ce88-2865-499d-8417-4db2c700f90f', 'name': 'tempest-snat-router-1523395041', 'tenant_id': 'fe1718e34c9d44199e64c1012970a33a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '07c055aa-a454-4fd6-ac41-1198b0f0bf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:54:32Z', 'updated_at': '2022-03-09T03:54:40Z', 'revision_number': 3, 'project_id': 'fe1718e34c9d44199e64c1012970a33a', 'gw_port': {'id': '07c055aa-a454-4fd6-ac41-1198b0f0bf32', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:33:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc63ce88-2865-499d-8417-4db2c700f90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:54:36Z', 'updated_at': '2022-03-09T03:54:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:45.164057 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] Checking router: dc63ce88-2865-499d-8417-4db2c700f90f for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:54:45.164393 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] Updating router dc63ce88-2865-499d-8417-4db2c700f90f port 07c055aa-a454-4fd6-ac41-1198b0f0bf32 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:54:45.175207 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be0bd3f-6e13-40b5-8641-57cd13a3548b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:54:45.178678 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3be0bd3f-6e13-40b5-8641-57cd13a3548b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:45.228300 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:45.303136 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-989fb239-be99-47f4-bd6a-42e09bab0b61 None None] Calling delete_port for 00c838ad-db3a-4eed-b5da-980e842e8ba4 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:54:45.339637 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] Routers {'a2c28f07-6771-466c-bda0-f96a7791ab5d'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:54:45.340406 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:54:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a2c28f07-6771-466c-bda0-f96a7791ab5d'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:45.385198 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-114a8c0c-2bc5-4fe2-b9fa-64007f22ad3b tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "GET /v2.0/routers/a2c28f07-6771-466c-bda0-f96a7791ab5d HTTP/1.1" status: 200 len: 908 time: 0.2559695 Mar 09 03:54:45.385884 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40056) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:45.394603 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b5c30f3d-fbd9-4d5e-9b39-0e2088b4d952 req-00c8c69b-beb6-473a-b766-6e10fcc3c39c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3212512 Mar 09 03:54:45.412321 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fc212d62-8c00-48b7-919f-5548bdd00330 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "GET /v2.0/routers/dc63ce88-2865-499d-8417-4db2c700f90f HTTP/1.1" status: 200 len: 907 time: 0.4967403 Mar 09 03:54:45.416124 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40060) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:45.518513 n-d-825178-5 neutron-server[87880]: INFO neutron.db.ipam_backend_mixin [None req-3be0bd3f-6e13-40b5-8641-57cd13a3548b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ad4217be-3fe6-4ff8-9b4c-69e974375e13 (CIDR: 2001:db8::/64) Mar 09 03:54:45.527611 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be0bd3f-6e13-40b5-8641-57cd13a3548b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 03:54:45.528252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be0bd3f-6e13-40b5-8641-57cd13a3548b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:54:45.558282 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] Set router a2c28f07-6771-466c-bda0-f96a7791ab5d gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:54:45.559959 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3be0bd3f-6e13-40b5-8641-57cd13a3548b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9050550 Mar 09 03:54:45.565113 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40066) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:45.579889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-5e5b764c-1476-4752-84b0-51dd1a43232c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:45.611022 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-15ed7b6a-5adc-44e5-ac9d-0969780d8d93 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:45.864596 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-18a01e38-959e-4a5d-9d7a-43dc847745ab tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:45.872793 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:45.963707 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] Transition to ACTIVE for port object 07c055aa-a454-4fd6-ac41-1198b0f0bf32 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:45.966129 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-989fb239-be99-47f4-bd6a-42e09bab0b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:45.975815 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:46.005545 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5e5b764c-1476-4752-84b0-51dd1a43232c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:46.017126 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fb239-be99-47f4-bd6a-42e09bab0b61 None None] Pushing event deleted for resources: {'Port': ['ID=00c838ad-db3a-4eed-b5da-980e842e8ba4,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:46.070517 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] Attempting to bind port 07c055aa-a454-4fd6-ac41-1198b0f0bf32 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:54:46.070976 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] Attempting to bind port 07c055aa-a454-4fd6-ac41-1198b0f0bf32 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:54:46.071394 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] Attempting to bind port 07c055aa-a454-4fd6-ac41-1198b0f0bf32 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:54:46.076734 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5e5b764c-1476-4752-84b0-51dd1a43232c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:46.082110 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5e5b764c-1476-4752-84b0-51dd1a43232c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:46.090417 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:54:46.090771 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:54:46.091393 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:46.092307 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:54:46.092307 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] Bound port: 07c055aa-a454-4fd6-ac41-1198b0f0bf32, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:54:46.093218 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:46.093416 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5e5b764c-1476-4752-84b0-51dd1a43232c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:46.098071 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989fb239-be99-47f4-bd6a-42e09bab0b61 None None] No DVR routers for this DVR port 00c838ad-db3a-4eed-b5da-980e842e8ba4 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:54:46.101429 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c28f07-6771-466c-bda0-f96a7791ab5d', 'name': 'tempest-snat-router-1684025199', 'tenant_id': 'c493fc72d59b4b1dbd551765f35929b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'f62105b7-e2a2-4a5a-a24f-cf3c100376de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:54:32Z', 'updated_at': '2022-03-09T03:54:40Z', 'revision_number': 3, 'project_id': 'c493fc72d59b4b1dbd551765f35929b6', 'gw_port': {'id': 'f62105b7-e2a2-4a5a-a24f-cf3c100376de', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:0f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c28f07-6771-466c-bda0-f96a7791ab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:54:36Z', 'updated_at': '2022-03-09T03:54:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:46.109296 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] Checking router: a2c28f07-6771-466c-bda0-f96a7791ab5d for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:54:46.109907 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] Updating router a2c28f07-6771-466c-bda0-f96a7791ab5d port f62105b7-e2a2-4a5a-a24f-cf3c100376de binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:54:46.131022 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-18a01e38-959e-4a5d-9d7a-43dc847745ab tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:46.133880 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5b764c-1476-4752-84b0-51dd1a43232c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:54:46.138130 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e5b764c-1476-4752-84b0-51dd1a43232c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:46.148257 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce09fc0-2555-4e1b-88ff-3dbe83eb31e2 None None] Pushing event updated for resources: {'Port': ['ID=07c055aa-a454-4fd6-ac41-1198b0f0bf32,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:46.162705 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f17b7ac-f16c-4b6a-b3b1-da71acd96375 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:54:46.224143 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] For port 07c055aa-a454-4fd6-ac41-1198b0f0bf32, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:54:46.229518 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] For port 07c055aa-a454-4fd6-ac41-1198b0f0bf32, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=07c055aa-a454-4fd6-ac41-1198b0f0bf32,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:54:46.234144 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:46.299125 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-18a01e38-959e-4a5d-9d7a-43dc847745ab tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Deleting port 07c055aa-a454-4fd6-ac41-1198b0f0bf32 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:54:46.299781 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-18a01e38-959e-4a5d-9d7a-43dc847745ab tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:46.325463 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] Routers {'dc63ce88-2865-499d-8417-4db2c700f90f'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:54:46.325700 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:54:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['dc63ce88-2865-499d-8417-4db2c700f90f'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:46.337757 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:46.555094 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] Set router dc63ce88-2865-499d-8417-4db2c700f90f gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:54:46.561889 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-15ed7b6a-5adc-44e5-ac9d-0969780d8d93 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:46.613335 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-15ed7b6a-5adc-44e5-ac9d-0969780d8d93 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:46.692398 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc63ce88-2865-499d-8417-4db2c700f90f', 'name': 'tempest-snat-router-1523395041', 'tenant_id': 'fe1718e34c9d44199e64c1012970a33a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:54:32Z', 'updated_at': '2022-03-09T03:54:46Z', 'revision_number': 4, 'project_id': 'fe1718e34c9d44199e64c1012970a33a', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:46.694012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754c1e6c-17e3-45c8-977d-f6cce15ceb62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-52061912-70e8-4f32-8bcd-36eeab65c7b8', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'fixed_ips': [{'subnet_id': 'ad4217be-3fe6-4ff8-9b4c-69e974375e13'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:54:46.695019 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-754c1e6c-17e3-45c8-977d-f6cce15ceb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:46.772917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed7b6a-5adc-44e5-ac9d-0969780d8d93 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Pushing event updated for resources: {'Port': ['ID=5717fbff-828d-403c-af01-371ecb40efac,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:46.813828 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d08cb-5109-4cd0-8250-14d3fde98d8f None None] The sync data for ids ['dc63ce88-2865-499d-8417-4db2c700f90f'] in n-d-825178-5 is: [{'id': 'dc63ce88-2865-499d-8417-4db2c700f90f', 'name': 'tempest-snat-router-1523395041', 'tenant_id': 'fe1718e34c9d44199e64c1012970a33a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:54:32Z', 'updated_at': '2022-03-09T03:54:46Z', 'revision_number': 4, 'project_id': 'fe1718e34c9d44199e64c1012970a33a', 'gw_port_host': None}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:54:46.837513 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce09fc0-2555-4e1b-88ff-3dbe83eb31e2 None None] Pushing event updated for resources: {'Port': ['ID=07c055aa-a454-4fd6-ac41-1198b0f0bf32,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:46.843094 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47df0695-2c5b-4182-bb15-885bf44ce2bb tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:46.850199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-18a01e38-959e-4a5d-9d7a-43dc847745ab tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] For port 07c055aa-a454-4fd6-ac41-1198b0f0bf32, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=07c055aa-a454-4fd6-ac41-1198b0f0bf32,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:46.850559 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-18a01e38-959e-4a5d-9d7a-43dc847745ab tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:46.992613 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-15ed7b6a-5adc-44e5-ac9d-0969780d8d93 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:47.001120 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.resource_extend [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:54:47.093630 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-754c1e6c-17e3-45c8-977d-f6cce15ceb62 None None] Allocated IP 2001:db8::f816:3eff:fead:7b44 (52061912-70e8-4f32-8bcd-36eeab65c7b8/ad4217be-3fe6-4ff8-9b4c-69e974375e13/c11ac614-c563-45b7-9f45-d8f1f3b03d49) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:47.112420 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-18a01e38-959e-4a5d-9d7a-43dc847745ab tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Calling delete_port for 07c055aa-a454-4fd6-ac41-1198b0f0bf32 owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:54:47.247174 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:47.287562 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] Transition to ACTIVE for port object f62105b7-e2a2-4a5a-a24f-cf3c100376de will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:47.308051 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:47.333455 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f39c3d-60b5-484d-a977-5528041710f5 req-a380d175-808c-4a5c-b387-0df729d6140f tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:47.333985 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7764fb-c014-4300-a4f7-24974998dbc6 req-f7f84f9d-723d-4f72-9f05-6ce6233f6655 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:47.335655 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff7764fb-c014-4300-a4f7-24974998dbc6 req-f7f84f9d-723d-4f72-9f05-6ce6233f6655 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1 HTTP/1.1" status: 200 len: 945 time: 0.7693019 Mar 09 03:54:47.359553 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8f39c3d-60b5-484d-a977-5528041710f5 req-a380d175-808c-4a5c-b387-0df729d6140f tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.4961221 Mar 09 03:54:47.396262 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47df0695-2c5b-4182-bb15-885bf44ce2bb tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:47.437086 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-47df0695-2c5b-4182-bb15-885bf44ce2bb tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Deleting port f62105b7-e2a2-4a5a-a24f-cf3c100376de {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:54:47.438201 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47df0695-2c5b-4182-bb15-885bf44ce2bb tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:47.473739 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2fd91-475e-4dca-99f7-9e640541d232 None None] Pushing event updated for resources: {'Port': ['ID=f62105b7-e2a2-4a5a-a24f-cf3c100376de,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:47.483230 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ed7b6a-5adc-44e5-ac9d-0969780d8d93 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Network a5133508-ccce-48e2-9755-832e5b9682ca is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:47.485332 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] Attempting to bind port f62105b7-e2a2-4a5a-a24f-cf3c100376de on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:54:47.485665 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] Attempting to bind port f62105b7-e2a2-4a5a-a24f-cf3c100376de by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:54:47.486087 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] Attempting to bind port f62105b7-e2a2-4a5a-a24f-cf3c100376de on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:54:47.488476 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8f39c3d-60b5-484d-a977-5528041710f5 req-39f45d78-e3cf-4b60-bbfc-aba825f9abe4 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782428 Mar 09 03:54:47.492001 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-15ed7b6a-5adc-44e5-ac9d-0969780d8d93 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:47.495416 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:54:47.495844 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:54:47.496302 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:47.496744 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:54:47.497282 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] Bound port: f62105b7-e2a2-4a5a-a24f-cf3c100376de, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:54:47.497729 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:47.521419 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:54:47.549027 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff7764fb-c014-4300-a4f7-24974998dbc6 req-273c904c-ec70-4880-86cd-8deca3333a36 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853654 Mar 09 03:54:47.618541 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-754c1e6c-17e3-45c8-977d-f6cce15ceb62 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:47.627612 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e5b764c-1476-4752-84b0-51dd1a43232c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:47.639571 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-754c1e6c-17e3-45c8-977d-f6cce15ceb62 None None] Transition to ACTIVE for port object c11ac614-c563-45b7-9f45-d8f1f3b03d49 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:47.648092 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] For port f62105b7-e2a2-4a5a-a24f-cf3c100376de, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:54:47.655975 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] For port f62105b7-e2a2-4a5a-a24f-cf3c100376de, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f62105b7-e2a2-4a5a-a24f-cf3c100376de,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:54:47.665468 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:47.744501 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-754c1e6c-17e3-45c8-977d-f6cce15ceb62 None None] Transition to ACTIVE for port object c11ac614-c563-45b7-9f45-d8f1f3b03d49 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:47.750727 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b764c-1476-4752-84b0-51dd1a43232c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=4aa7127e-45c3-4a09-8f1c-28f2dc8cfdf9,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:47.778013 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5b764c-1476-4752-84b0-51dd1a43232c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:47.786360 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-5e5b764c-1476-4752-84b0-51dd1a43232c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:47.786954 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-754c1e6c-17e3-45c8-977d-f6cce15ceb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:47.814301 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] Routers {'a2c28f07-6771-466c-bda0-f96a7791ab5d'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:54:47.815594 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:54:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a2c28f07-6771-466c-bda0-f96a7791ab5d'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:47.884919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5b764c-1476-4752-84b0-51dd1a43232c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:47.885540 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e5b764c-1476-4752-84b0-51dd1a43232c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:47.913680 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-18a01e38-959e-4a5d-9d7a-43dc847745ab tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:48.000859 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5e5b764c-1476-4752-84b0-51dd1a43232c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4335907 Mar 09 03:54:48.014838 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40098) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:48.017350 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a01e38-959e-4a5d-9d7a-43dc847745ab tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Pushing event deleted for resources: {'Port': ['ID=07c055aa-a454-4fd6-ac41-1198b0f0bf32,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:48.033476 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-44122a33-edeb-4a97-ab9f-389a22ea58e0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'mac_address': 'fa:16:3e:ab:58:22', 'name': 'tempest-NetworksTestDHCPv6-1177978325'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:48.056756 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754c1e6c-17e3-45c8-977d-f6cce15ceb62 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:48.080359 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-754c1e6c-17e3-45c8-977d-f6cce15ceb62 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:48.098850 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ed7b6a-5adc-44e5-ac9d-0969780d8d93 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Router 5f662a45-61c2-4ba7-a144-c5140aac9b58 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:54:48.163924 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754c1e6c-17e3-45c8-977d-f6cce15ceb62 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:54:48.178393 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2fd91-475e-4dca-99f7-9e640541d232 None None] Pushing event updated for resources: {'Port': ['ID=f62105b7-e2a2-4a5a-a24f-cf3c100376de,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:48.256445 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-56309976-5fd4-4885-9f75-b37c5e83f863 None None] Provisioning complete for port 5717fbff-828d-403c-af01-371ecb40efac triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:54:48.256445 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-56309976-5fd4-4885-9f75-b37c5e83f863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:48.389235 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-18a01e38-959e-4a5d-9d7a-43dc847745ab tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:48.405284 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-47df0695-2c5b-4182-bb15-885bf44ce2bb tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] For port f62105b7-e2a2-4a5a-a24f-cf3c100376de, host n-d-825178-5, got binding levels [] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:48.405643 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47df0695-2c5b-4182-bb15-885bf44ce2bb tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:48.459254 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] Set router a2c28f07-6771-466c-bda0-f96a7791ab5d gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:54:48.554761 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-47df0695-2c5b-4182-bb15-885bf44ce2bb tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Calling delete_port for f62105b7-e2a2-4a5a-a24f-cf3c100376de owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:54:48.555227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f5a7c-7d40-4457-b1a2-0b3862dd9b25 req-2632e5d7-9ecb-472c-bdc9-fb4c87e060ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:48.557230 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a02f5a7c-7d40-4457-b1a2-0b3862dd9b25 req-2632e5d7-9ecb-472c-bdc9-fb4c87e060ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=583552b4403540f294a79f7bae92d808&device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 1095 time: 0.4172978 Mar 09 03:54:48.592778 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c1e6c-17e3-45c8-977d-f6cce15ceb62 None None] Pushing event updated for resources: {'Port': ['ID=c11ac614-c563-45b7-9f45-d8f1f3b03d49,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:48.617245 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c28f07-6771-466c-bda0-f96a7791ab5d', 'name': 'tempest-snat-router-1684025199', 'tenant_id': 'c493fc72d59b4b1dbd551765f35929b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:54:32Z', 'updated_at': '2022-03-09T03:54:47Z', 'revision_number': 4, 'project_id': 'c493fc72d59b4b1dbd551765f35929b6', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:48.619692 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-754c1e6c-17e3-45c8-977d-f6cce15ceb62 None None] Attempting to bind port c11ac614-c563-45b7-9f45-d8f1f3b03d49 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:54:48.620948 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-754c1e6c-17e3-45c8-977d-f6cce15ceb62 None None] Attempting to bind port c11ac614-c563-45b7-9f45-d8f1f3b03d49 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:54:48.621310 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754c1e6c-17e3-45c8-977d-f6cce15ceb62 None None] Attempting to bind port c11ac614-c563-45b7-9f45-d8f1f3b03d49 on network 52061912-70e8-4f32-8bcd-36eeab65c7b8 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:54:48.625179 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-56309976-5fd4-4885-9f75-b37c5e83f863 None None] Port 5717fbff-828d-403c-af01-371ecb40efac cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:54:48.627998 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36f9d3b-df6a-4516-a2d8-b1fb0e6f09a8 None None] The sync data for ids ['a2c28f07-6771-466c-bda0-f96a7791ab5d'] in n-d-825178-5 is: [{'id': 'a2c28f07-6771-466c-bda0-f96a7791ab5d', 'name': 'tempest-snat-router-1684025199', 'tenant_id': 'c493fc72d59b4b1dbd551765f35929b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:54:32Z', 'updated_at': '2022-03-09T03:54:47Z', 'revision_number': 4, 'project_id': 'c493fc72d59b4b1dbd551765f35929b6', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:54:48.635862 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754c1e6c-17e3-45c8-977d-f6cce15ceb62 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:54:48.636856 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754c1e6c-17e3-45c8-977d-f6cce15ceb62 None None] Checking segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:54:48.637369 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-754c1e6c-17e3-45c8-977d-f6cce15ceb62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:48.637850 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754c1e6c-17e3-45c8-977d-f6cce15ceb62 None None] Bound using segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:54:48.638415 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-754c1e6c-17e3-45c8-977d-f6cce15ceb62 None None] Bound port: c11ac614-c563-45b7-9f45-d8f1f3b03d49, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:54:48.638900 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-754c1e6c-17e3-45c8-977d-f6cce15ceb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:48.729060 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ed7b6a-5adc-44e5-ac9d-0969780d8d93 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:54:48.740636 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1266a72-abc4-42a5-8b41-136efe3cb07f None None] Sync routers for ids ['5f662a45-61c2-4ba7-a144-c5140aac9b58'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:54:48.753575 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1266a72-abc4-42a5-8b41-136efe3cb07f None None] Routers {'5f662a45-61c2-4ba7-a144-c5140aac9b58'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:54:48.757562 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-a1266a72-abc4-42a5-8b41-136efe3cb07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:54:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['5f662a45-61c2-4ba7-a144-c5140aac9b58'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:48.766424 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-754c1e6c-17e3-45c8-977d-f6cce15ceb62 None None] For port c11ac614-c563-45b7-9f45-d8f1f3b03d49, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:54:48.769749 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-754c1e6c-17e3-45c8-977d-f6cce15ceb62 None None] For port c11ac614-c563-45b7-9f45-d8f1f3b03d49, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c11ac614-c563-45b7-9f45-d8f1f3b03d49,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:54:48.780190 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-754c1e6c-17e3-45c8-977d-f6cce15ceb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:48.855475 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-a1266a72-abc4-42a5-8b41-136efe3cb07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:48.869891 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1266a72-abc4-42a5-8b41-136efe3cb07f None None] Routers {'5f662a45-61c2-4ba7-a144-c5140aac9b58'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:54:48.871477 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-a1266a72-abc4-42a5-8b41-136efe3cb07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:54:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['5f662a45-61c2-4ba7-a144-c5140aac9b58'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:48.894421 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-15ed7b6a-5adc-44e5-ac9d-0969780d8d93 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] 10.222.0.16 "PUT /v2.0/routers/5f662a45-61c2-4ba7-a144-c5140aac9b58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7163084 Mar 09 03:54:48.910543 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40118) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:48.927538 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-ed5e4107-c4dd-4ea3-9e3c-d0c381284201 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Request body: {'port': {'network_id': 'a5133508-ccce-48e2-9755-832e5b9682ca', 'name': 'tempest-FloatingIPAdminTestJSON-1421314237'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:48.962054 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca48166-3a16-4b62-8e0d-e5b12358f0d8 req-532bfc24-7bc7-4b23-b841-7b10d54d212d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:48.967008 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c1e6c-17e3-45c8-977d-f6cce15ceb62 None None] Pushing event updated for resources: {'Port': ['ID=c11ac614-c563-45b7-9f45-d8f1f3b03d49,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:48.975112 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fca48166-3a16-4b62-8e0d-e5b12358f0d8 req-532bfc24-7bc7-4b23-b841-7b10d54d212d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1 HTTP/1.1" status: 200 len: 945 time: 0.7822227 Mar 09 03:54:48.985268 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-a1266a72-abc4-42a5-8b41-136efe3cb07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:48.985811 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1266a72-abc4-42a5-8b41-136efe3cb07f None None] The sync data for ids ['5f662a45-61c2-4ba7-a144-c5140aac9b58'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:54:49.007205 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-18a01e38-959e-4a5d-9d7a-43dc847745ab tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:49.029156 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-44122a33-edeb-4a97-ab9f-389a22ea58e0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:49.035558 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-44122a33-edeb-4a97-ab9f-389a22ea58e0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:port and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:49.039211 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-44122a33-edeb-4a97-ab9f-389a22ea58e0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:49.047863 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-44122a33-edeb-4a97-ab9f-389a22ea58e0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:49.062829 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-18a01e38-959e-4a5d-9d7a-43dc847745ab tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:49.097279 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44122a33-edeb-4a97-ab9f-389a22ea58e0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:54:49.142236 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584762a3-485d-4301-b1a7-03411db7c9bb req-b592cbe6-f25d-4bdb-832b-22ad8fab7a0d tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:49.143745 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-584762a3-485d-4301-b1a7-03411db7c9bb req-b592cbe6-f25d-4bdb-832b-22ad8fab7a0d tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.9710376 Mar 09 03:54:49.204796 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fca48166-3a16-4b62-8e0d-e5b12358f0d8 req-14443602-8250-4b63-9802-91143133f927 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284927 Mar 09 03:54:49.300223 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.api [None req-47df0695-2c5b-4182-bb15-885bf44ce2bb tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:54:49.300517 n-d-825178-5 neutron-server[87881]: DEBUG oslo_db.api [None req-47df0695-2c5b-4182-bb15-885bf44ce2bb tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:54:49.352430 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f5a7c-7d40-4457-b1a2-0b3862dd9b25 req-c2eebe3e-5476-4bf6-8da1-5b12863d63aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:49.353915 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a02f5a7c-7d40-4457-b1a2-0b3862dd9b25 req-c2eebe3e-5476-4bf6-8da1-5b12863d63aa service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 200 len: 913 time: 0.7191133 Mar 09 03:54:49.359619 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ed5e4107-c4dd-4ea3-9e3c-d0c381284201 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:49.364506 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ed5e4107-c4dd-4ea3-9e3c-d0c381284201 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Usage tracker for resource:port and tenant:606648655aef4743b86d7db985500755 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:49.368104 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-18a01e38-959e-4a5d-9d7a-43dc847745ab tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:49.368476 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a01e38-959e-4a5d-9d7a-43dc847745ab tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc63ce88-2865-499d-8417-4db2c700f90f {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:54:49.383469 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ed5e4107-c4dd-4ea3-9e3c-d0c381284201 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:49.391631 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ed5e4107-c4dd-4ea3-9e3c-d0c381284201 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:49.408736 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5e4107-c4dd-4ea3-9e3c-d0c381284201 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Made reservation on behalf of 606648655aef4743b86d7db985500755 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:54:49.413423 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ed5e4107-c4dd-4ea3-9e3c-d0c381284201 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:49.457113 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-18a01e38-959e-4a5d-9d7a-43dc847745ab tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:49.458230 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-18a01e38-959e-4a5d-9d7a-43dc847745ab tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "DELETE /v2.0/routers/dc63ce88-2865-499d-8417-4db2c700f90f HTTP/1.1" status: 204 len: 168 time: 4.0414617 Mar 09 03:54:49.462004 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-ed5e4107-c4dd-4ea3-9e3c-d0c381284201 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] device_id is not set on port fc5264e2-9f5c-4aa6-b17a-11531aa5a800 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:54:49.475049 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-584762a3-485d-4301-b1a7-03411db7c9bb req-f7b52e31-62da-4e2f-9d77-57414790c940 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3125465 Mar 09 03:54:49.582834 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40128) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:49.585664 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a02f5a7c-7d40-4457-b1a2-0b3862dd9b25 req-be0fafe8-5309-46fd-83db-7bc125700484 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb633d15-e73a-412d-8adc-3f24487a60ac HTTP/1.1" status: 200 len: 999 time: 0.1960950 Mar 09 03:54:49.638190 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-ed5e4107-c4dd-4ea3-9e3c-d0c381284201 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Allocated IP 172.20.0.4 (a5133508-ccce-48e2-9755-832e5b9682ca/d4d06e42-7f4e-46d5-9134-274512711c23/fc5264e2-9f5c-4aa6-b17a-11531aa5a800) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:49.748541 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-44122a33-edeb-4a97-ab9f-389a22ea58e0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:49.808915 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-47df0695-2c5b-4182-bb15-885bf44ce2bb tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Deleting port f62105b7-e2a2-4a5a-a24f-cf3c100376de {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:54:49.809172 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47df0695-2c5b-4182-bb15-885bf44ce2bb tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:49.867873 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f5a7c-7d40-4457-b1a2-0b3862dd9b25 req-9f52a794-db22-4528-856a-1a01f0ee7fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:49.869325 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a02f5a7c-7d40-4457-b1a2-0b3862dd9b25 req-9f52a794-db22-4528-856a-1a01f0ee7fb4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d785722e-a890-45c5-869c-7b3149d30510 HTTP/1.1" status: 200 len: 851 time: 0.2143250 Mar 09 03:54:49.873708 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-44122a33-edeb-4a97-ab9f-389a22ea58e0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] device_id is not set on port d578b1bb-1c6d-4c39-bbea-21efa6eb32f7 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:54:49.986181 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ed5e4107-c4dd-4ea3-9e3c-d0c381284201 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:49.993418 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e28aa91d-9cbf-49a4-8c47-ee13a08a8dc2 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:50.017699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-ed5e4107-c4dd-4ea3-9e3c-d0c381284201 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Transition to ACTIVE for port object fc5264e2-9f5c-4aa6-b17a-11531aa5a800 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:50.049821 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-47df0695-2c5b-4182-bb15-885bf44ce2bb tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] For port f62105b7-e2a2-4a5a-a24f-cf3c100376de, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f62105b7-e2a2-4a5a-a24f-cf3c100376de,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:50.050265 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47df0695-2c5b-4182-bb15-885bf44ce2bb tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:50.112167 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227bb72-94ae-4d5c-8a27-34662174d446 req-71b37ebf-0f4e-4a8a-991e-c7cb2b0986da tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:50.116847 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2227bb72-94ae-4d5c-8a27-34662174d446 req-71b37ebf-0f4e-4a8a-991e-c7cb2b0986da tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.24 "GET /v2.0/ports?device_id=65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1 HTTP/1.1" status: 200 len: 945 time: 0.5757282 Mar 09 03:54:50.184268 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-47df0695-2c5b-4182-bb15-885bf44ce2bb tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Calling delete_port for f62105b7-e2a2-4a5a-a24f-cf3c100376de owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:54:50.264820 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ed5e4107-c4dd-4ea3-9e3c-d0c381284201 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:50.465187 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-2227bb72-94ae-4d5c-8a27-34662174d446 req-c497e47d-158a-4bb9-81c6-c7a84992891b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Deleting port d2f4d1e9-38dd-4a65-8451-eeace36734c9 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:54:50.465686 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2227bb72-94ae-4d5c-8a27-34662174d446 req-c497e47d-158a-4bb9-81c6-c7a84992891b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:50.494632 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad17a83-23a3-44c8-97f9-1b549c4ad7e0 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:54:50.634095 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f5a7c-7d40-4457-b1a2-0b3862dd9b25 req-102eef72-28e4-4c90-bfce-3e25a06d42a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:50.647893 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a02f5a7c-7d40-4457-b1a2-0b3862dd9b25 req-102eef72-28e4-4c90-bfce-3e25a06d42a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d62296e-a7e4-4061-88a7-e2ef850363e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7277982 Mar 09 03:54:50.649266 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e28aa91d-9cbf-49a4-8c47-ee13a08a8dc2 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:50.690622 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c11ac614-c563-45b7-9f45-d8f1f3b03d49 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:54:50.693617 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5e4107-c4dd-4ea3-9e3c-d0c381284201 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Network a5133508-ccce-48e2-9755-832e5b9682ca is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:50.702420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-ed5e4107-c4dd-4ea3-9e3c-d0c381284201 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:50.705554 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e4107-c4dd-4ea3-9e3c-d0c381284201 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:54:50.738260 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e4107-c4dd-4ea3-9e3c-d0c381284201 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Pushing event updated for resources: {'Port': ['ID=fc5264e2-9f5c-4aa6-b17a-11531aa5a800,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:50.796038 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port c11ac614-c563-45b7-9f45-d8f1f3b03d49 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:54:50.804302 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port c11ac614-c563-45b7-9f45-d8f1f3b03d49 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:54:50.804671 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:50.834038 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2df515cb-f417-479f-8ba4-906c4b416a25 None None] Provisioning for port c11ac614-c563-45b7-9f45-d8f1f3b03d49 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:54:50.845083 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2df515cb-f417-479f-8ba4-906c4b416a25 None None] Provisioning complete for port c11ac614-c563-45b7-9f45-d8f1f3b03d49 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:54:50.845605 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2df515cb-f417-479f-8ba4-906c4b416a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:50.884773 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5e4107-c4dd-4ea3-9e3c-d0c381284201 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:50.887338 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ed5e4107-c4dd-4ea3-9e3c-d0c381284201 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:50.925208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef9658-611a-4be6-9bc4-a7951f8babfb req-43c2c411-692d-4dfd-9d0e-0de260125eec tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:50.937223 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a8ef9658-611a-4be6-9bc4-a7951f8babfb req-43c2c411-692d-4dfd-9d0e-0de260125eec tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1 HTTP/1.1" status: 200 len: 945 time: 0.3795049 Mar 09 03:54:50.989479 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47df0695-2c5b-4182-bb15-885bf44ce2bb tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:51.005159 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a02f5a7c-7d40-4457-b1a2-0b3862dd9b25 req-40b99950-60cc-4301-a66f-3d1359f10ff0 service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831709 Mar 09 03:54:51.065501 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-e28aa91d-9cbf-49a4-8c47-ee13a08a8dc2 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Deleting port 6c15ad07-30cf-4eea-bf2c-6d99cbb3c690 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:54:51.065843 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e28aa91d-9cbf-49a4-8c47-ee13a08a8dc2 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:51.070139 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df0695-2c5b-4182-bb15-885bf44ce2bb tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Pushing event deleted for resources: {'Port': ['ID=f62105b7-e2a2-4a5a-a24f-cf3c100376de,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:51.100607 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ed5e4107-c4dd-4ea3-9e3c-d0c381284201 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1880307 Mar 09 03:54:51.104941 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a8ef9658-611a-4be6-9bc4-a7951f8babfb req-78c639bf-538c-423b-87e0-f504fcda36d4 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664846 Mar 09 03:54:51.106984 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40140) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:51.113136 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:51.206446 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port c11ac614-c563-45b7-9f45-d8f1f3b03d49, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c11ac614-c563-45b7-9f45-d8f1f3b03d49,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:51.246720 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:51.290685 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47df0695-2c5b-4182-bb15-885bf44ce2bb tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:51.338315 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=c11ac614-c563-45b7-9f45-d8f1f3b03d49,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:51.523950 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-2da7c8d2-9924-44cb-8163-fdaef2186c12 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'project_id': '606648655aef4743b86d7db985500755', 'port_id': 'fc5264e2-9f5c-4aa6-b17a-11531aa5a800'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:51.530290 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2da7c8d2-9924-44cb-8163-fdaef2186c12 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:51.535094 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2da7c8d2-9924-44cb-8163-fdaef2186c12 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Usage tracker for resource:floatingip and tenant:606648655aef4743b86d7db985500755 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:51.538724 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-36384e93-c7b5-4873-b4e1-266922f6224d None None] Provisioning for port fc5264e2-9f5c-4aa6-b17a-11531aa5a800 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:54:51.547194 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-36384e93-c7b5-4873-b4e1-266922f6224d None None] Provisioning complete for port fc5264e2-9f5c-4aa6-b17a-11531aa5a800 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:54:51.547194 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-36384e93-c7b5-4873-b4e1-266922f6224d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:51.547768 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2da7c8d2-9924-44cb-8163-fdaef2186c12 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:51.553853 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2da7c8d2-9924-44cb-8163-fdaef2186c12 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:51.594562 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2da7c8d2-9924-44cb-8163-fdaef2186c12 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:51.604127 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5f1a35-f64b-4be9-a739-581516bafd30 None None] Update dhcp port {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'fixed_ips': [{'subnet_id': 'ad4217be-3fe6-4ff8-9b4c-69e974375e13', 'ip_address': '2001:db8::f816:3eff:fead:7b44'}, {'subnet_id': '4aa7127e-45c3-4a09-8f1c-28f2dc8cfdf9'}], 'binding:host_id': 'n-d-825178-5'}, 'id': 'c11ac614-c563-45b7-9f45-d8f1f3b03d49'} from n-d-825178-5. {{(pid=87882) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 03:54:51.665968 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3c5f1a35-f64b-4be9-a739-581516bafd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:51.722269 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-36384e93-c7b5-4873-b4e1-266922f6224d None None] Port fc5264e2-9f5c-4aa6-b17a-11531aa5a800 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:54:51.769286 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47df0695-2c5b-4182-bb15-885bf44ce2bb tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:51.778840 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47df0695-2c5b-4182-bb15-885bf44ce2bb tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:51.819560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-e28aa91d-9cbf-49a4-8c47-ee13a08a8dc2 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] For port 6c15ad07-30cf-4eea-bf2c-6d99cbb3c690, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=6c15ad07-30cf-4eea-bf2c-6d99cbb3c690,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:51.820429 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e28aa91d-9cbf-49a4-8c47-ee13a08a8dc2 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:51.828310 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47df0695-2c5b-4182-bb15-885bf44ce2bb tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:51.829165 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47df0695-2c5b-4182-bb15-885bf44ce2bb tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2c28f07-6771-466c-bda0-f96a7791ab5d {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:54:51.860441 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47df0695-2c5b-4182-bb15-885bf44ce2bb tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:51.863776 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-47df0695-2c5b-4182-bb15-885bf44ce2bb tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "DELETE /v2.0/routers/a2c28f07-6771-466c-bda0-f96a7791ab5d HTTP/1.1" status: 204 len: 168 time: 6.4762976 Mar 09 03:54:51.866242 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40150) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:51.982528 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-e28aa91d-9cbf-49a4-8c47-ee13a08a8dc2 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Calling delete_port for 6c15ad07-30cf-4eea-bf2c-6d99cbb3c690 owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:54:52.181778 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bc4111c8-d3b7-417e-9fad-3d6c74038499 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:52.279844 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2da7c8d2-9924-44cb-8163-fdaef2186c12 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:52.295454 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e28aa91d-9cbf-49a4-8c47-ee13a08a8dc2 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:52.433962 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28aa91d-9cbf-49a4-8c47-ee13a08a8dc2 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c15ad07-30cf-4eea-bf2c-6d99cbb3c690,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:52.446357 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c11ac614-c563-45b7-9f45-d8f1f3b03d49 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:54:52.447692 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-2227bb72-94ae-4d5c-8a27-34662174d446 req-c497e47d-158a-4bb9-81c6-c7a84992891b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] For port d2f4d1e9-38dd-4a65-8451-eeace36734c9, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=d2f4d1e9-38dd-4a65-8451-eeace36734c9,segment=NetworkSegment(ddfcacfb-90cd-4ec8-93d9-0857d330e9ac),segment_id=ddfcacfb-90cd-4ec8-93d9-0857d330e9ac)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:52.448054 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2227bb72-94ae-4d5c-8a27-34662174d446 req-c497e47d-158a-4bb9-81c6-c7a84992891b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:52.540616 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port c11ac614-c563-45b7-9f45-d8f1f3b03d49 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:54:52.541194 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:52.587654 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-44122a33-edeb-4a97-ab9f-389a22ea58e0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 2001:db8:0:1::367 (52061912-70e8-4f32-8bcd-36eeab65c7b8/4aa7127e-45c3-4a09-8f1c-28f2dc8cfdf9/d578b1bb-1c6d-4c39-bbea-21efa6eb32f7) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:52.677696 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bc4111c8-d3b7-417e-9fad-3d6c74038499 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:52.705945 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-2227bb72-94ae-4d5c-8a27-34662174d446 req-c497e47d-158a-4bb9-81c6-c7a84992891b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Calling delete_port for d2f4d1e9-38dd-4a65-8451-eeace36734c9 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:54:52.742420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-bc4111c8-d3b7-417e-9fad-3d6c74038499 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Deleting port 73c75b9e-067d-4f18-ac0f-91f44514c38a {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:54:52.742809 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bc4111c8-d3b7-417e-9fad-3d6c74038499 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:52.765652 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-44122a33-edeb-4a97-ab9f-389a22ea58e0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 2001:db8::f816:3eff:feab:5822 (52061912-70e8-4f32-8bcd-36eeab65c7b8/ad4217be-3fe6-4ff8-9b4c-69e974375e13/d578b1bb-1c6d-4c39-bbea-21efa6eb32f7) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:52.785251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0394963-9759-4a58-b1dd-b431cfa64d97 req-de9c0e09-c0b6-4f4e-8820-6999fd0f547e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:52.792236 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c0394963-9759-4a58-b1dd-b431cfa64d97 req-de9c0e09-c0b6-4f4e-8820-6999fd0f547e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 1.8442335 Mar 09 03:54:52.809674 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad787d-d4a3-4854-8ddf-360039267b05 req-068e9bea-dd6f-4f0f-8161-2588a88c43bf tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:52.811169 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c0ad787d-d4a3-4854-8ddf-360039267b05 req-068e9bea-dd6f-4f0f-8161-2588a88c43bf tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1 HTTP/1.1" status: 200 len: 945 time: 0.4828444 Mar 09 03:54:52.817812 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e28aa91d-9cbf-49a4-8c47-ee13a08a8dc2 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:52.877391 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-2da7c8d2-9924-44cb-8163-fdaef2186c12 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Allocated IP 172.25.7.89 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/acb88b9b-9771-4662-a0c1-78ed3a662033) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:52.984019 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a02f5a7c-7d40-4457-b1a2-0b3862dd9b25 req-b525deba-6b79-440a-948e-2c78c7cd3a48 service neutron] 10.222.0.21 "GET /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3848004 Mar 09 03:54:53.046660 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c0ad787d-d4a3-4854-8ddf-360039267b05 req-56f0503a-8eb5-4c12-a8f2-be9c3ab81d35 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034488 Mar 09 03:54:53.073862 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device d2f4d1e9-38dd-4a65-8451-eeace36734c9 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:54:53.167587 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-bc4111c8-d3b7-417e-9fad-3d6c74038499 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] For port 73c75b9e-067d-4f18-ac0f-91f44514c38a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=73c75b9e-067d-4f18-ac0f-91f44514c38a,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:53.168020 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bc4111c8-d3b7-417e-9fad-3d6c74038499 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:53.237948 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:53.244510 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e28aa91d-9cbf-49a4-8c47-ee13a08a8dc2 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:53.249146 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c0394963-9759-4a58-b1dd-b431cfa64d97 req-4e8e8ec3-2ca7-4ec2-a0e1-e3dd0264be5a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4561827 Mar 09 03:54:53.250243 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e28aa91d-9cbf-49a4-8c47-ee13a08a8dc2 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:53.329515 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e28aa91d-9cbf-49a4-8c47-ee13a08a8dc2 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:53.329910 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28aa91d-9cbf-49a4-8c47-ee13a08a8dc2 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 266a843a-7ff1-482e-be08-49a7bb7b09a9 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:54:53.336124 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-bc4111c8-d3b7-417e-9fad-3d6c74038499 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Calling delete_port for 73c75b9e-067d-4f18-ac0f-91f44514c38a owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:54:53.392882 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2227bb72-94ae-4d5c-8a27-34662174d446 req-c497e47d-158a-4bb9-81c6-c7a84992891b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:53.471894 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497e47d-158a-4bb9-81c6-c7a84992891b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Pushing event deleted for resources: {'Port': ['ID=d2f4d1e9-38dd-4a65-8451-eeace36734c9,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:53.474895 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e28aa91d-9cbf-49a4-8c47-ee13a08a8dc2 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:53.475979 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e28aa91d-9cbf-49a4-8c47-ee13a08a8dc2 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "DELETE /v2.0/routers/266a843a-7ff1-482e-be08-49a7bb7b09a9 HTTP/1.1" status: 204 len: 168 time: 3.8892853 Mar 09 03:54:53.483893 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40160) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:53.492036 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-22b77780-c6c6-4ac9-acea-0b1b590a0dfe tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-75102017', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}, 'admin_state_up': False}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:53.501611 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['3869154b-9901-4945-914f-a9ce37c819eb'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:54:53.503850 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2da7c8d2-9924-44cb-8163-fdaef2186c12 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:53.513733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-22b77780-c6c6-4ac9-acea-0b1b590a0dfe tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:53.521621 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-22b77780-c6c6-4ac9-acea-0b1b590a0dfe tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Usage tracker for resource:router and tenant:3365a33a3fe14b2c9be7f52e3a7e9bbd is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:53.533901 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-22b77780-c6c6-4ac9-acea-0b1b590a0dfe tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:53.550078 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-22b77780-c6c6-4ac9-acea-0b1b590a0dfe tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:53.583499 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-22b77780-c6c6-4ac9-acea-0b1b590a0dfe tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:53.584724 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-22b77780-c6c6-4ac9-acea-0b1b590a0dfe tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:53.613847 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2da7c8d2-9924-44cb-8163-fdaef2186c12 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:53.659904 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-22b77780-c6c6-4ac9-acea-0b1b590a0dfe tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:53.697532 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-44122a33-edeb-4a97-ab9f-389a22ea58e0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:53.717996 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-44122a33-edeb-4a97-ab9f-389a22ea58e0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Transition to ACTIVE for port object d578b1bb-1c6d-4c39-bbea-21efa6eb32f7 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:53.756513 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da7c8d2-9924-44cb-8163-fdaef2186c12 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:53.774276 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-2da7c8d2-9924-44cb-8163-fdaef2186c12 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:53.789486 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da7c8d2-9924-44cb-8163-fdaef2186c12 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:54:53.810956 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-44122a33-edeb-4a97-ab9f-389a22ea58e0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:53.814542 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-2227bb72-94ae-4d5c-8a27-34662174d446 req-c497e47d-158a-4bb9-81c6-c7a84992891b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] No DVR routers for this DVR port d2f4d1e9-38dd-4a65-8451-eeace36734c9 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:54:53.817072 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2227bb72-94ae-4d5c-8a27-34662174d446 req-c497e47d-158a-4bb9-81c6-c7a84992891b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:53.820090 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2227bb72-94ae-4d5c-8a27-34662174d446 req-c497e47d-158a-4bb9-81c6-c7a84992891b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.24 "DELETE /v2.0/ports/d2f4d1e9-38dd-4a65-8451-eeace36734c9 HTTP/1.1" status: 204 len: 173 time: 3.6883633 Mar 09 03:54:53.826658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7c8d2-9924-44cb-8163-fdaef2186c12 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Pushing event updated for resources: {'Port': ['ID=acb88b9b-9771-4662-a0c1-78ed3a662033,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:53.828089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1', 'name': 'network-vif-deleted', 'tag': 'd2f4d1e9-38dd-4a65-8451-eeace36734c9'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:54:53.958955 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44122a33-edeb-4a97-ab9f-389a22ea58e0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:53.969599 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-44122a33-edeb-4a97-ab9f-389a22ea58e0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:53.988817 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44122a33-edeb-4a97-ab9f-389a22ea58e0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:54:54.002403 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44122a33-edeb-4a97-ab9f-389a22ea58e0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:54.003080 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-44122a33-edeb-4a97-ab9f-389a22ea58e0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:54.045715 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1', 'name': 'network-vif-deleted', 'tag': 'd2f4d1e9-38dd-4a65-8451-eeace36734c9', 'status': 'completed', 'code': 200} Mar 09 03:54:54.054225 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44122a33-edeb-4a97-ab9f-389a22ea58e0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=d578b1bb-1c6d-4c39-bbea-21efa6eb32f7,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:54.063044 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-44122a33-edeb-4a97-ab9f-389a22ea58e0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 6.0469928 Mar 09 03:54:54.070397 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40168) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:54.121007 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-3c5f1a35-f64b-4be9-a739-581516bafd30 None None] Allocated IP 2001:db8:0:1::2 (52061912-70e8-4f32-8bcd-36eeab65c7b8/4aa7127e-45c3-4a09-8f1c-28f2dc8cfdf9/c11ac614-c563-45b7-9f45-d8f1f3b03d49) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:54.209593 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bc4111c8-d3b7-417e-9fad-3d6c74038499 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:54.223289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-67cf2f47-f0bc-42e8-a67e-2c249ffc536b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting port d578b1bb-1c6d-4c39-bbea-21efa6eb32f7 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:54:54.223972 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-67cf2f47-f0bc-42e8-a67e-2c249ffc536b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:54.462152 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-3c5f1a35-f64b-4be9-a739-581516bafd30 None None] For port c11ac614-c563-45b7-9f45-d8f1f3b03d49, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c11ac614-c563-45b7-9f45-d8f1f3b03d49,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:54.494745 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6c15ad07-30cf-4eea-bf2c-6d99cbb3c690 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:54:54.572093 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3c5f1a35-f64b-4be9-a739-581516bafd30 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:54.579225 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 6c15ad07-30cf-4eea-bf2c-6d99cbb3c690 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:54:54.579818 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6c15ad07-30cf-4eea-bf2c-6d99cbb3c690 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:54:54.610570 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3c5f1a35-f64b-4be9-a739-581516bafd30 None None] Transition to ACTIVE for port object c11ac614-c563-45b7-9f45-d8f1f3b03d49 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:54:54.631785 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f105ef3c-efce-4a26-8bfa-562460d42715 req-1d22fbf4-22da-4d45-b35c-e4004a774279 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Synchronizing usage tracker for tenant:2dfc2fc375c74dd497ae51bb9a526fce on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:54:54.636237 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3c5f1a35-f64b-4be9-a739-581516bafd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:54.644226 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4111c8-d3b7-417e-9fad-3d6c74038499 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Pushing event deleted for resources: {'Port': ['ID=73c75b9e-067d-4f18-ac0f-91f44514c38a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:54.806481 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f105ef3c-efce-4a26-8bfa-562460d42715 req-1d22fbf4-22da-4d45-b35c-e4004a774279 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Unset dirty status for tenant:2dfc2fc375c74dd497ae51bb9a526fce on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:54:54.808791 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f105ef3c-efce-4a26-8bfa-562460d42715 req-1d22fbf4-22da-4d45-b35c-e4004a774279 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=65f58bfc-cdf1-4b1c-87ff-0cc38f985fc1 HTTP/1.1" status: 200 len: 210 time: 0.3299346 Mar 09 03:54:54.845791 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-22b77780-c6c6-4ac9-acea-0b1b590a0dfe tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:54.887371 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-67cf2f47-f0bc-42e8-a67e-2c249ffc536b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:54.902163 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f1a35-f64b-4be9-a739-581516bafd30 None None] Pushing event updated for resources: {'Port': ['ID=c11ac614-c563-45b7-9f45-d8f1f3b03d49,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:55.108423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-67cf2f47-f0bc-42e8-a67e-2c249ffc536b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Calling delete_port for d578b1bb-1c6d-4c39-bbea-21efa6eb32f7 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:54:55.133238 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bc4111c8-d3b7-417e-9fad-3d6c74038499 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:55.266972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40198) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:55.391257 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-67cf2f47-f0bc-42e8-a67e-2c249ffc536b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:55.494011 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bb47f-4715-4506-916b-51125b05c3d8 req-ad7e1410-4cfb-4d89-8c61-d31e5bf5d5e1 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:55.496134 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-974bb47f-4715-4506-916b-51125b05c3d8 req-ad7e1410-4cfb-4d89-8c61-d31e5bf5d5e1 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.9939091 Mar 09 03:54:55.513507 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf2f47-f0bc-42e8-a67e-2c249ffc536b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Port': ['ID=d578b1bb-1c6d-4c39-bbea-21efa6eb32f7,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:55.515726 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fbb0e17a-d1c5-48d6-9add-4958cb0364fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:55.525637 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bc4111c8-d3b7-417e-9fad-3d6c74038499 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:55.544088 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bc4111c8-d3b7-417e-9fad-3d6c74038499 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:55.568297 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fbb0e17a-d1c5-48d6-9add-4958cb0364fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:55.572232 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fbb0e17a-d1c5-48d6-9add-4958cb0364fb admin admin] Usage tracker for resource:security_group_rule and tenant:96554fe5d1694fbcbf4fe59f29663f15 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:55.576069 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-67cf2f47-f0bc-42e8-a67e-2c249ffc536b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:55.578756 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fbb0e17a-d1c5-48d6-9add-4958cb0364fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:55.587929 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fbb0e17a-d1c5-48d6-9add-4958cb0364fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:55.596660 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-67cf2f47-f0bc-42e8-a67e-2c249ffc536b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/d578b1bb-1c6d-4c39-bbea-21efa6eb32f7 HTTP/1.1" status: 204 len: 168 time: 1.5218906 Mar 09 03:54:55.596660 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40204) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:55.624748 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-974bb47f-4715-4506-916b-51125b05c3d8 req-b9dae790-fe7b-4d56-aa3f-f10122940ad0 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101749 Mar 09 03:54:55.630067 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bc4111c8-d3b7-417e-9fad-3d6c74038499 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:55.630613 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4111c8-d3b7-417e-9fad-3d6c74038499 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76fa69b8-e89b-4fca-a150-ca5fcc22f98b {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:54:55.713233 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-8fc0588c-1721-40cb-8d7f-d0ad812ef295 None None] Provisioning for port c11ac614-c563-45b7-9f45-d8f1f3b03d49 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:54:55.722436 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2da7c8d2-9924-44cb-8163-fdaef2186c12 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:55.728871 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-8fc0588c-1721-40cb-8d7f-d0ad812ef295 None None] Provisioning complete for port c11ac614-c563-45b7-9f45-d8f1f3b03d49 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:54:55.731918 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8fc0588c-1721-40cb-8d7f-d0ad812ef295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:55.748669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd26ec4-38a1-4976-bd26-2fd1cf0eba47 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:55.749707 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6bd26ec4-38a1-4976-bd26-2fd1cf0eba47 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:54:55.810963 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bc4111c8-d3b7-417e-9fad-3d6c74038499 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:55.817475 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bc4111c8-d3b7-417e-9fad-3d6c74038499 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "DELETE /v2.0/routers/76fa69b8-e89b-4fca-a150-ca5fcc22f98b HTTP/1.1" status: 204 len: 168 time: 3.9486485 Mar 09 03:54:55.818192 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40210) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:55.826791 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-0daaeb04-40f8-48ad-8f8d-fe477f0318f9 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1357253889', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}, 'admin_state_up': False}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:54:55.835455 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6bd26ec4-38a1-4976-bd26-2fd1cf0eba47 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:54:55.840334 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6bd26ec4-38a1-4976-bd26-2fd1cf0eba47 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2426891 Mar 09 03:54:55.877651 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40214) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:55.878813 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0daaeb04-40f8-48ad-8f8d-fe477f0318f9 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:55.924099 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0daaeb04-40f8-48ad-8f8d-fe477f0318f9 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Usage tracker for resource:router and tenant:971fa89d245f45efad76c49c7c1e7da1 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:56.007502 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2da7c8d2-9924-44cb-8163-fdaef2186c12 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:56.026183 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0daaeb04-40f8-48ad-8f8d-fe477f0318f9 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:56.040526 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0daaeb04-40f8-48ad-8f8d-fe477f0318f9 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:56.102191 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fbb0e17a-d1c5-48d6-9add-4958cb0364fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:56.109756 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b0d194cb-864a-48c1-a733-b1069db2298d None None] Could not find standard attr ID for object d578b1bb-1c6d-4c39-bbea-21efa6eb32f7. {{(pid=87882) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 03:54:56.119076 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fbb0e17a-d1c5-48d6-9add-4958cb0364fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:56.142501 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0daaeb04-40f8-48ad-8f8d-fe477f0318f9 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:56.143650 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0daaeb04-40f8-48ad-8f8d-fe477f0318f9 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:56.180218 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-22b77780-c6c6-4ac9-acea-0b1b590a0dfe tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:56.215102 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fbb0e17a-d1c5-48d6-9add-4958cb0364fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96554fe5d1694fbcbf4fe59f29663f15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9482374 Mar 09 03:54:56.221954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0e17a-d1c5-48d6-9add-4958cb0364fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f87b20-fa62-41e7-ba7e-b3406ac15ae3,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:56.225063 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-22b77780-c6c6-4ac9-acea-0b1b590a0dfe tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:56.236497 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40222) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:56.257461 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0daaeb04-40f8-48ad-8f8d-fe477f0318f9 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:56.279961 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3def25-2d56-475b-922d-f52862f36f58 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:56.283582 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3f3def25-2d56-475b-922d-f52862f36f58 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3725204 Mar 09 03:54:56.285570 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40226) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:56.440846 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c11ac614-c563-45b7-9f45-d8f1f3b03d49 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:54:56.456703 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c7bb0-ddd9-4b7b-85bc-71c97b9b204c req-5fee8c17-7f44-435d-996f-ab788c188f02 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:56.458267 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f50c7bb0-ddd9-4b7b-85bc-71c97b9b204c req-5fee8c17-7f44-435d-996f-ab788c188f02 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.4333739 Mar 09 03:54:56.514574 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port c11ac614-c563-45b7-9f45-d8f1f3b03d49 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:54:56.515340 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:56.615693 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-33d8d55a-b275-41ff-ba26-e2914366174e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:56.662276 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a2b772-7808-47f9-9080-e075a90ac10a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:56.663945 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a2b772-7808-47f9-9080-e075a90ac10a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:56.665469 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a2b772-7808-47f9-9080-e075a90ac10a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:56.666320 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-05a2b772-7808-47f9-9080-e075a90ac10a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:54:56.690413 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 73c75b9e-067d-4f18-ac0f-91f44514c38a no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:54:56.728894 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f50c7bb0-ddd9-4b7b-85bc-71c97b9b204c req-b317f552-541b-4be9-8673-2f3f9001fd42 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087464 Mar 09 03:54:56.729448 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 73c75b9e-067d-4f18-ac0f-91f44514c38a {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:54:56.730363 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 73c75b9e-067d-4f18-ac0f-91f44514c38a not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:54:56.738323 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b789dd4-2139-45df-a547-8e8db9d37ea3 req-52d1261c-1c6b-4144-a686-339471effe54 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:56.740067 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9b789dd4-2139-45df-a547-8e8db9d37ea3 req-52d1261c-1c6b-4144-a686-339471effe54 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.5978715 Mar 09 03:54:56.746039 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-05a2b772-7808-47f9-9080-e075a90ac10a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:54:56.749965 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-05a2b772-7808-47f9-9080-e075a90ac10a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4569168 Mar 09 03:54:56.750618 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40230) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:56.806205 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-33d8d55a-b275-41ff-ba26-e2914366174e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:56.815105 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0daaeb04-40f8-48ad-8f8d-fe477f0318f9 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:56.819745 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-22b77780-c6c6-4ac9-acea-0b1b590a0dfe tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Allocated IP 172.25.7.7 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/89757f2a-6ee2-4d44-b7bc-a9499d56189e) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:56.906791 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9b789dd4-2139-45df-a547-8e8db9d37ea3 req-81a80cfe-de8c-471b-805a-3e4a7bfcdebd tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550641 Mar 09 03:54:56.909052 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2da7c8d2-9924-44cb-8163-fdaef2186c12 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:56.931430 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2da7c8d2-9924-44cb-8163-fdaef2186c12 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:56.967084 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-33d8d55a-b275-41ff-ba26-e2914366174e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:56.983219 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd6d472-b31c-4758-bd07-fab4acc31eef tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet 4aa7127e-45c3-4a09-8f1c-28f2dc8cfdf9 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:54:56.993469 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8d55a-b275-41ff-ba26-e2914366174e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f87b20-fa62-41e7-ba7e-b3406ac15ae3,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:57.014732 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-33d8d55a-b275-41ff-ba26-e2914366174e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:57.015893 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-33d8d55a-b275-41ff-ba26-e2914366174e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46f87b20-fa62-41e7-ba7e-b3406ac15ae3 HTTP/1.1" status: 204 len: 168 time: 0.7758865 Mar 09 03:54:57.071954 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bbd6d472-b31c-4758-bd07-fab4acc31eef tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:57.248581 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7c8d2-9924-44cb-8163-fdaef2186c12 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Pushing event updated for resources: {'Port': ['ID=acb88b9b-9771-4662-a0c1-78ed3a662033,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:57.264978 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bbd6d472-b31c-4758-bd07-fab4acc31eef tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:57.276399 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0daaeb04-40f8-48ad-8f8d-fe477f0318f9 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:57.316959 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0daaeb04-40f8-48ad-8f8d-fe477f0318f9 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:57.399086 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2da7c8d2-9924-44cb-8163-fdaef2186c12 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:57.490813 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-22b77780-c6c6-4ac9-acea-0b1b590a0dfe tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:57.495796 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40262) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:57.513188 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ab83b00d-0413-426f-9738-099ca8c64a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:57.529205 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ab83b00d-0413-426f-9738-099ca8c64a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:54:57.533671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ab83b00d-0413-426f-9738-099ca8c64a68 admin admin] Usage tracker for resource:security_group_rule and tenant:346551aa39ed450fa3c132a1d8e8ccca is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:54:57.540952 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ab83b00d-0413-426f-9738-099ca8c64a68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:54:57.548819 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ab83b00d-0413-426f-9738-099ca8c64a68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:54:57.649251 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ab83b00d-0413-426f-9738-099ca8c64a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:57.655708 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ab83b00d-0413-426f-9738-099ca8c64a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:57.699635 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de07f8-99b6-43ba-8503-03b41da33180 req-ac21d786-5105-49cc-b3c6-338110c363aa tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:57.701606 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b3de07f8-99b6-43ba-8503-03b41da33180 req-ac21d786-5105-49cc-b3c6-338110c363aa tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.3965669 Mar 09 03:54:57.715099 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-2da7c8d2-9924-44cb-8163-fdaef2186c12 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Floating IP d52ea837-6217-4d45-ae93-8d73e1e758da associated. External IP: 172.25.7.89, port: fc5264e2-9f5c-4aa6-b17a-11531aa5a800. Mar 09 03:54:57.750445 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ab83b00d-0413-426f-9738-099ca8c64a68 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=346551aa39ed450fa3c132a1d8e8ccca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504971 Mar 09 03:54:57.753927 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83b00d-0413-426f-9738-099ca8c64a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58b9abc-836c-48ad-9bd8-12688e7c37ca,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:57.756304 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40292) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:57.764211 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-22b77780-c6c6-4ac9-acea-0b1b590a0dfe tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:57.775944 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bbd6d472-b31c-4758-bd07-fab4acc31eef tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:57.817102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-0daaeb04-40f8-48ad-8f8d-fe477f0318f9 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Allocated IP 172.25.7.104 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/81a53ae6-0512-4fd3-864f-ed512ebdea43) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:54:57.876283 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-83f780cb-e54e-4e85-8945-b74f36609014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:57.930207 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b3de07f8-99b6-43ba-8503-03b41da33180 req-75186582-7a83-44d5-8b42-00743a9c17ca tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173679 Mar 09 03:54:57.934098 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b77780-c6c6-4ac9-acea-0b1b590a0dfe tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:57.942446 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-22b77780-c6c6-4ac9-acea-0b1b590a0dfe tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:57.964284 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b77780-c6c6-4ac9-acea-0b1b590a0dfe tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:54:58.067064 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b77780-c6c6-4ac9-acea-0b1b590a0dfe tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Pushing event updated for resources: {'Port': ['ID=89757f2a-6ee2-4d44-b7bc-a9499d56189e,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:58.081130 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-83f780cb-e54e-4e85-8945-b74f36609014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:58.095967 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0daaeb04-40f8-48ad-8f8d-fe477f0318f9 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:58.177680 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99509877-50cf-48fd-8358-30975010b076 req-53da2664-be7c-4514-9965-26dbb3571383 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:58.179161 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-99509877-50cf-48fd-8358-30975010b076 req-53da2664-be7c-4514-9965-26dbb3571383 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4326d92-c288-494b-b291-0db3149b3ed6 HTTP/1.1" status: 200 len: 943 time: 0.1780076 Mar 09 03:54:58.221862 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0daaeb04-40f8-48ad-8f8d-fe477f0318f9 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:58.233422 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bbd6d472-b31c-4758-bd07-fab4acc31eef tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:58.262288 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-83f780cb-e54e-4e85-8945-b74f36609014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:58.305399 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f780cb-e54e-4e85-8945-b74f36609014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58b9abc-836c-48ad-9bd8-12688e7c37ca,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:58.332554 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daaeb04-40f8-48ad-8f8d-fe477f0318f9 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:54:58.343781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-0daaeb04-40f8-48ad-8f8d-fe477f0318f9 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:54:58.352894 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daaeb04-40f8-48ad-8f8d-fe477f0318f9 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:54:58.382310 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-99509877-50cf-48fd-8358-30975010b076 req-d3370e4e-3b57-49be-bf9e-04508847a9a0 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Deleting port 0007353e-605e-4cfb-bdb5-80da0e392856 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:54:58.382647 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-99509877-50cf-48fd-8358-30975010b076 req-d3370e4e-3b57-49be-bf9e-04508847a9a0 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:58.411269 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daaeb04-40f8-48ad-8f8d-fe477f0318f9 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Pushing event updated for resources: {'Port': ['ID=81a53ae6-0512-4fd3-864f-ed512ebdea43,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:58.492686 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6d472-b31c-4758-bd07-fab4acc31eef tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=4aa7127e-45c3-4a09-8f1c-28f2dc8cfdf9,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:54:58.503923 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdece274-81e4-4561-be1a-fbd10f9829e1 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:54:58.525623 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bbd6d472-b31c-4758-bd07-fab4acc31eef tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:58.562437 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-83f780cb-e54e-4e85-8945-b74f36609014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:58.565858 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-83f780cb-e54e-4e85-8945-b74f36609014 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a58b9abc-836c-48ad-9bd8-12688e7c37ca HTTP/1.1" status: 204 len: 168 time: 0.8046072 Mar 09 03:54:58.644172 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bbd6d472-b31c-4758-bd07-fab4acc31eef tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/4aa7127e-45c3-4a09-8f1c-28f2dc8cfdf9 HTTP/1.1" status: 204 len: 168 time: 1.8861017 Mar 09 03:54:58.649966 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40300) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:54:58.781987 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-24d7fc65-90d8-46b5-8e15-a96dd33592de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:58.875977 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a82f48-f3bd-4606-bb70-90db405a30fb req-77e405ba-7716-4258-a42b-54426b41e4dd tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:54:58.882838 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-49a82f48-f3bd-4606-bb70-90db405a30fb req-77e405ba-7716-4258-a42b-54426b41e4dd tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.8205261 Mar 09 03:54:58.970437 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a72bfe-e9f2-406e-99be-094fbbae1c03 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet ad4217be-3fe6-4ff8-9b4c-69e974375e13 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:54:58.977179 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da7c8d2-9924-44cb-8163-fdaef2186c12 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Router 5f662a45-61c2-4ba7-a144-c5140aac9b58 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:54:59.071483 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b0a72bfe-e9f2-406e-99be-094fbbae1c03 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:59.144462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-99509877-50cf-48fd-8358-30975010b076 req-d3370e4e-3b57-49be-bf9e-04508847a9a0 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] For port 0007353e-605e-4cfb-bdb5-80da0e392856, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0007353e-605e-4cfb-bdb5-80da0e392856,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:54:59.144462 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-99509877-50cf-48fd-8358-30975010b076 req-d3370e4e-3b57-49be-bf9e-04508847a9a0 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:59.151658 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b0a72bfe-e9f2-406e-99be-094fbbae1c03 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:59.183575 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-49a82f48-f3bd-4606-bb70-90db405a30fb req-2365b20a-bcd3-44ca-abf6-bd523b6c5bfd tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998564 Mar 09 03:54:59.306361 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-99509877-50cf-48fd-8358-30975010b076 req-d3370e4e-3b57-49be-bf9e-04508847a9a0 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Calling delete_port for 0007353e-605e-4cfb-bdb5-80da0e392856 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:54:59.351600 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-22b77780-c6c6-4ac9-acea-0b1b590a0dfe tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:59.687741 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b0a72bfe-e9f2-406e-99be-094fbbae1c03 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:59.698682 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0daaeb04-40f8-48ad-8f8d-fe477f0318f9 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:59.733694 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da7c8d2-9924-44cb-8163-fdaef2186c12 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:54:59.743198 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b7e811-fe37-4305-b661-8d6dc79d4b42 None None] Sync routers for ids ['5f662a45-61c2-4ba7-a144-c5140aac9b58'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:54:59.780013 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b7e811-fe37-4305-b661-8d6dc79d4b42 None None] Routers {'5f662a45-61c2-4ba7-a144-c5140aac9b58'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:54:59.789879 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-21b7e811-fe37-4305-b661-8d6dc79d4b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:54:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['5f662a45-61c2-4ba7-a144-c5140aac9b58'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:54:59.825403 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-99509877-50cf-48fd-8358-30975010b076 req-d3370e4e-3b57-49be-bf9e-04508847a9a0 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:54:59.975242 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3370e4e-3b57-49be-bf9e-04508847a9a0 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Pushing event deleted for resources: {'Port': ['ID=0007353e-605e-4cfb-bdb5-80da0e392856,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:00.012413 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-21b7e811-fe37-4305-b661-8d6dc79d4b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:00.014954 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['901687b7-082b-408a-ba6e-70079556e6e1'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:55:00.038050 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b0a72bfe-e9f2-406e-99be-094fbbae1c03 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:00.119255 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:55:00.132456 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2da7c8d2-9924-44cb-8163-fdaef2186c12 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:00.191928 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0d5fbc72-223c-43cf-b70e-3d0fac86e598 None None] Provisioning complete for port c11ac614-c563-45b7-9f45-d8f1f3b03d49 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:55:00.192314 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0d5fbc72-223c-43cf-b70e-3d0fac86e598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:00.200198 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a72bfe-e9f2-406e-99be-094fbbae1c03 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=ad4217be-3fe6-4ff8-9b4c-69e974375e13,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:00.211328 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b0a72bfe-e9f2-406e-99be-094fbbae1c03 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:00.219535 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b0a72bfe-e9f2-406e-99be-094fbbae1c03 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/ad4217be-3fe6-4ff8-9b4c-69e974375e13 HTTP/1.1" status: 204 len: 168 time: 1.5644319 Mar 09 03:55:00.226944 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40336) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:00.235208 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd625eb9-eb88-4352-9869-d5b816a4fe3e None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:55:00.241919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-99509877-50cf-48fd-8358-30975010b076 req-d3370e4e-3b57-49be-bf9e-04508847a9a0 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] No DVR routers for this DVR port 0007353e-605e-4cfb-bdb5-80da0e392856 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:55:00.252739 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-99509877-50cf-48fd-8358-30975010b076 req-d3370e4e-3b57-49be-bf9e-04508847a9a0 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:00.256753 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4326d92-c288-494b-b291-0db3149b3ed6', 'name': 'network-vif-deleted', 'tag': '0007353e-605e-4cfb-bdb5-80da0e392856'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:55:00.268823 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b7e811-fe37-4305-b661-8d6dc79d4b42 None None] Routers {'5f662a45-61c2-4ba7-a144-c5140aac9b58'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:00.269459 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-21b7e811-fe37-4305-b661-8d6dc79d4b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:54:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['5f662a45-61c2-4ba7-a144-c5140aac9b58'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:00.350570 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-99509877-50cf-48fd-8358-30975010b076 req-d3370e4e-3b57-49be-bf9e-04508847a9a0 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "DELETE /v2.0/ports/0007353e-605e-4cfb-bdb5-80da0e392856 HTTP/1.1" status: 204 len: 173 time: 2.1648271 Mar 09 03:55:00.394298 n-d-825178-5 neutron-server[87880]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e4326d92-c288-494b-b291-0db3149b3ed6', 'name': 'network-vif-deleted', 'tag': '0007353e-605e-4cfb-bdb5-80da0e392856', 'status': 'failed', 'code': 422} returned with failed status Mar 09 03:55:00.453834 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-21b7e811-fe37-4305-b661-8d6dc79d4b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:00.454243 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b7e811-fe37-4305-b661-8d6dc79d4b42 None None] The sync data for ids ['5f662a45-61c2-4ba7-a144-c5140aac9b58'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:55:00.602620 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8ab747d7-d782-446b-b62c-99516384c6f1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3719912 Mar 09 03:55:00.615359 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2da7c8d2-9924-44cb-8163-fdaef2186c12 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 9.5009749 Mar 09 03:55:00.615359 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40350) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:00.620362 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40352) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:00.718056 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0daaeb04-40f8-48ad-8f8d-fe477f0318f9 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:00.736947 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6757dd90-0c12-438a-9c23-ef99164bdce2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:01.027747 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0daaeb04-40f8-48ad-8f8d-fe477f0318f9 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Router f4062e6c-ec6f-4d01-9275-08ae17649e3e is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:55:01.294785 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2500f5a3-efc2-4442-b82f-6fb30c305a73 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] 10.222.0.16 "GET /v2.0/floatingips/d52ea837-6217-4d45-ae93-8d73e1e758da HTTP/1.1" status: 200 len: 982 time: 0.5961716 Mar 09 03:55:01.298736 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-22b77780-c6c6-4ac9-acea-0b1b590a0dfe tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:01.309886 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40376) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:01.313648 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-40440a34-96c6-4b5e-b3e6-bfc8814da839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:01.391778 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff9139a-6329-4dc1-837a-49e76e3c88e5 None None] DHCP port deletion for 52061912-70e8-4f32-8bcd-36eeab65c7b8 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:55:01.397683 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-4ff9139a-6329-4dc1-837a-49e76e3c88e5 None None] Deleting port c11ac614-c563-45b7-9f45-d8f1f3b03d49 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:01.398175 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4ff9139a-6329-4dc1-837a-49e76e3c88e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:01.452651 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0daaeb04-40f8-48ad-8f8d-fe477f0318f9 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:55:01.466133 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b3cf74-6c3a-4834-878e-35188068e47a None None] Sync routers for ids ['f4062e6c-ec6f-4d01-9275-08ae17649e3e'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:55:01.481227 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b3cf74-6c3a-4834-878e-35188068e47a None None] Routers {'f4062e6c-ec6f-4d01-9275-08ae17649e3e'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:01.483526 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-67b3cf74-6c3a-4834-878e-35188068e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f4062e6c-ec6f-4d01-9275-08ae17649e3e'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:01.492840 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6757dd90-0c12-438a-9c23-ef99164bdce2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:01.520103 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6757dd90-0c12-438a-9c23-ef99164bdce2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:01.522718 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0daaeb04-40f8-48ad-8f8d-fe477f0318f9 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:01.524940 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0daaeb04-40f8-48ad-8f8d-fe477f0318f9 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.7047930 Mar 09 03:55:01.528224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40382) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:01.533683 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6757dd90-0c12-438a-9c23-ef99164bdce2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:01.538968 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-90118b92-3bfa-4a17-932e-4ff716bbf813 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'enable_snat': False}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:01.548390 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6757dd90-0c12-438a-9c23-ef99164bdce2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:01.609934 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6757dd90-0c12-438a-9c23-ef99164bdce2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:55:01.613745 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6757dd90-0c12-438a-9c23-ef99164bdce2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:01.647553 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-67b3cf74-6c3a-4834-878e-35188068e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:01.667173 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b3cf74-6c3a-4834-878e-35188068e47a None None] Routers {'f4062e6c-ec6f-4d01-9275-08ae17649e3e'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:01.670214 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-67b3cf74-6c3a-4834-878e-35188068e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f4062e6c-ec6f-4d01-9275-08ae17649e3e'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:01.700757 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c6ee6c6c-6d8c-4576-b082-8072ce9c48e0 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2249 time: 0.3858325 Mar 09 03:55:01.701348 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40394) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:01.770185 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-67b3cf74-6c3a-4834-878e-35188068e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:01.771017 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b3cf74-6c3a-4834-878e-35188068e47a None None] The sync data for ids ['f4062e6c-ec6f-4d01-9275-08ae17649e3e'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:55:01.823727 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-4ff9139a-6329-4dc1-837a-49e76e3c88e5 None None] For port c11ac614-c563-45b7-9f45-d8f1f3b03d49, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c11ac614-c563-45b7-9f45-d8f1f3b03d49,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:55:01.824110 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4ff9139a-6329-4dc1-837a-49e76e3c88e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:01.975917 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-4ff9139a-6329-4dc1-837a-49e76e3c88e5 None None] Calling delete_port for c11ac614-c563-45b7-9f45-d8f1f3b03d49 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:02.067037 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:02.076445 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4ff9139a-6329-4dc1-837a-49e76e3c88e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:02.143984 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9139a-6329-4dc1-837a-49e76e3c88e5 None None] Pushing event deleted for resources: {'Port': ['ID=c11ac614-c563-45b7-9f45-d8f1f3b03d49,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:02.170602 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff9139a-6329-4dc1-837a-49e76e3c88e5 None None] No DVR routers for this DVR port c11ac614-c563-45b7-9f45-d8f1f3b03d49 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:55:02.173261 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:02.255489 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-90118b92-3bfa-4a17-932e-4ff716bbf813 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:02.410400 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5de25-ac9d-4dd9-a3b7-0d829e06d1e9 req-85709398-92f2-4c2b-bd2e-ff1b944f31ef tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:02.411919 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8cf5de25-ac9d-4dd9-a3b7-0d829e06d1e9 req-85709398-92f2-4c2b-bd2e-ff1b944f31ef tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=263de12a-0978-445f-81a9-2efbb6f972f0 HTTP/1.1" status: 200 len: 908 time: 0.5837009 Mar 09 03:55:02.416422 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-4899b70d-8006-4219-97ce-309f276933fb tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Deleting port acb88b9b-9771-4662-a0c1-78ed3a662033 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:02.417281 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4899b70d-8006-4219-97ce-309f276933fb tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:02.471910 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c11ac614-c563-45b7-9f45-d8f1f3b03d49 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:55:02.509242 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b77780-c6c6-4ac9-acea-0b1b590a0dfe tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Router 65ec460a-e677-43a1-afdf-a281cbc8e3c3 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:55:02.513335 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: c11ac614-c563-45b7-9f45-d8f1f3b03d49 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:55:02.513682 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c11ac614-c563-45b7-9f45-d8f1f3b03d49 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:55:02.865467 n-d-825178-5 neutron-server[87881]: DEBUG neutron.objects.ports [None req-6757dd90-0c12-438a-9c23-ef99164bdce2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87881) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 03:55:02.879165 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6757dd90-0c12-438a-9c23-ef99164bdce2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:03.016777 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6757dd90-0c12-438a-9c23-ef99164bdce2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:55:03.033537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-6757dd90-0c12-438a-9c23-ef99164bdce2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:55:03.042627 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dce8529-f5e6-46f3-9d57-b7790e88a8f6 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:55:03.092903 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6757dd90-0c12-438a-9c23-ef99164bdce2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:03.093519 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6757dd90-0c12-438a-9c23-ef99164bdce2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:03.106376 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757dd90-0c12-438a-9c23-ef99164bdce2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=f01da82b-3933-4bba-896b-44e6b16b890d,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:03.111641 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4899b70d-8006-4219-97ce-309f276933fb tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:03.111972 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4899b70d-8006-4219-97ce-309f276933fb tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:03.127772 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-90118b92-3bfa-4a17-932e-4ff716bbf813 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:03.171954 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-90118b92-3bfa-4a17-932e-4ff716bbf813 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371792'] for router, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:03.276776 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-4899b70d-8006-4219-97ce-309f276933fb tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Calling delete_port for acb88b9b-9771-4662-a0c1-78ed3a662033 owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:03.306360 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e827136f-bd3f-4add-b604-02af614203a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-52061912-70e8-4f32-8bcd-36eeab65c7b8', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'fixed_ips': [{'subnet_id': 'f01da82b-3933-4bba-896b-44e6b16b890d'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:55:03.307258 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e827136f-bd3f-4add-b604-02af614203a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:03.323789 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6757dd90-0c12-438a-9c23-ef99164bdce2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7054565 Mar 09 03:55:03.324580 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40418) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:03.328240 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b77780-c6c6-4ac9-acea-0b1b590a0dfe tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:55:03.346231 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-42fc27ba-359d-4030-b6f4-a82283adba93 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:03.379313 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16cd8a5-3e5b-4269-9416-f9cc67bc2092 None None] Sync routers for ids ['65ec460a-e677-43a1-afdf-a281cbc8e3c3'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:55:03.411624 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16cd8a5-3e5b-4269-9416-f9cc67bc2092 None None] Routers {'65ec460a-e677-43a1-afdf-a281cbc8e3c3'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:03.412311 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c16cd8a5-3e5b-4269-9416-f9cc67bc2092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['65ec460a-e677-43a1-afdf-a281cbc8e3c3'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:03.430042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba705-8b45-448c-8a16-3ff2d58f13e4 req-e856bc9f-f73f-4fad-b3ce-97c66f3bebb5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:03.430311 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-22b77780-c6c6-4ac9-acea-0b1b590a0dfe tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:03.433914 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-22b77780-c6c6-4ac9-acea-0b1b590a0dfe tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.9464099 Mar 09 03:55:03.434766 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-102ba705-8b45-448c-8a16-3ff2d58f13e4 req-e856bc9f-f73f-4fad-b3ce-97c66f3bebb5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Synchronizing usage tracker for tenant:583552b4403540f294a79f7bae92d808 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:55:03.437424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40422) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:03.461794 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-65919fc2-5ab6-4364-861f-61f93d6fd605 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'enable_snat': False}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:03.500852 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c16cd8a5-3e5b-4269-9416-f9cc67bc2092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:03.504212 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e5c06-01ef-4dc2-a89a-78b367580413 req-b230caea-153c-4561-91dc-b3096c3f4fa3 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:03.505700 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7c7e5c06-01ef-4dc2-a89a-78b367580413 req-b230caea-153c-4561-91dc-b3096c3f4fa3 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.5934196 Mar 09 03:55:03.519580 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16cd8a5-3e5b-4269-9416-f9cc67bc2092 None None] Routers {'65ec460a-e677-43a1-afdf-a281cbc8e3c3'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:03.520335 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c16cd8a5-3e5b-4269-9416-f9cc67bc2092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['65ec460a-e677-43a1-afdf-a281cbc8e3c3'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:03.610502 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7c7e5c06-01ef-4dc2-a89a-78b367580413 req-dcd58e38-81d0-4911-b45d-316042f05109 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960045 Mar 09 03:55:03.610744 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c16cd8a5-3e5b-4269-9416-f9cc67bc2092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:03.611174 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16cd8a5-3e5b-4269-9416-f9cc67bc2092 None None] The sync data for ids ['65ec460a-e677-43a1-afdf-a281cbc8e3c3'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:55:03.627410 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-42fc27ba-359d-4030-b6f4-a82283adba93 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:03.642796 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90118b92-3bfa-4a17-932e-4ff716bbf813 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Router f4062e6c-ec6f-4d01-9275-08ae17649e3e has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:55:03.672927 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-42fc27ba-359d-4030-b6f4-a82283adba93 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:03.681625 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-42fc27ba-359d-4030-b6f4-a82283adba93 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:03.699023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-42fc27ba-359d-4030-b6f4-a82283adba93 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:03.725605 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:03.739095 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fc27ba-359d-4030-b6f4-a82283adba93 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:55:03.746214 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-102ba705-8b45-448c-8a16-3ff2d58f13e4 req-e856bc9f-f73f-4fad-b3ce-97c66f3bebb5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Unset dirty status for tenant:583552b4403540f294a79f7bae92d808 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:55:03.747478 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-102ba705-8b45-448c-8a16-3ff2d58f13e4 req-e856bc9f-f73f-4fad-b3ce-97c66f3bebb5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.24 "GET /v2.0/ports?device_id=263de12a-0978-445f-81a9-2efbb6f972f0 HTTP/1.1" status: 200 len: 908 time: 0.6176851 Mar 09 03:55:03.756097 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-42fc27ba-359d-4030-b6f4-a82283adba93 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:03.763815 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-e827136f-bd3f-4add-b604-02af614203a7 None None] Allocated IP 2001:db8::f816:3eff:fe0f:5538 (52061912-70e8-4f32-8bcd-36eeab65c7b8/f01da82b-3933-4bba-896b-44e6b16b890d/01b7c0a6-ad94-4191-9b81-441c5e551002) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:55:03.853796 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4899b70d-8006-4219-97ce-309f276933fb tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:04.020791 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e827136f-bd3f-4add-b604-02af614203a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:04.034129 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e827136f-bd3f-4add-b604-02af614203a7 None None] Transition to ACTIVE for port object 01b7c0a6-ad94-4191-9b81-441c5e551002 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:55:04.057433 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e827136f-bd3f-4add-b604-02af614203a7 None None] Transition to ACTIVE for port object 01b7c0a6-ad94-4191-9b81-441c5e551002 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:55:04.064063 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e827136f-bd3f-4add-b604-02af614203a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:04.071422 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899b70d-8006-4219-97ce-309f276933fb tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Pushing event deleted for resources: {'Port': ['ID=acb88b9b-9771-4662-a0c1-78ed3a662033,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:04.193638 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e827136f-bd3f-4add-b604-02af614203a7 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:55:04.194802 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-102ba705-8b45-448c-8a16-3ff2d58f13e4 req-508e8321-6a21-4ae9-af2f-37b1770e99ff tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Deleting port 9d1a97d8-d41f-432f-8087-8c6cf2034b5b {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:04.195311 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-102ba705-8b45-448c-8a16-3ff2d58f13e4 req-508e8321-6a21-4ae9-af2f-37b1770e99ff tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:04.200602 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-e827136f-bd3f-4add-b604-02af614203a7 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:55:04.205095 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e827136f-bd3f-4add-b604-02af614203a7 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:55:04.218596 n-d-825178-5 neutron-server[87881]: INFO neutron.db.ipam_backend_mixin [None req-42fc27ba-359d-4030-b6f4-a82283adba93 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f01da82b-3933-4bba-896b-44e6b16b890d (CIDR: 2001:db8::/64) Mar 09 03:55:04.219795 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4899b70d-8006-4219-97ce-309f276933fb tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:04.220272 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-4899b70d-8006-4219-97ce-309f276933fb tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Floating IP d52ea837-6217-4d45-ae93-8d73e1e758da disassociated (deleted). External IP: 172.25.7.89, port: fc5264e2-9f5c-4aa6-b17a-11531aa5a800. Mar 09 03:55:04.258720 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:04.278690 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-42fc27ba-359d-4030-b6f4-a82283adba93 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 03:55:04.279201 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42fc27ba-359d-4030-b6f4-a82283adba93 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:04.279544 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b36a32-330d-4ad8-bb9f-a1153676d33b req-822d697d-d1a6-4891-b3b5-06c140797452 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:04.281394 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-64b36a32-330d-4ad8-bb9f-a1153676d33b req-822d697d-d1a6-4891-b3b5-06c140797452 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=263de12a-0978-445f-81a9-2efbb6f972f0 HTTP/1.1" status: 200 len: 908 time: 0.6417308 Mar 09 03:55:04.287495 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827136f-bd3f-4add-b604-02af614203a7 None None] Pushing event updated for resources: {'Port': ['ID=01b7c0a6-ad94-4191-9b81-441c5e551002,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:04.345110 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-e827136f-bd3f-4add-b604-02af614203a7 None None] Attempting to bind port 01b7c0a6-ad94-4191-9b81-441c5e551002 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:55:04.345530 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-e827136f-bd3f-4add-b604-02af614203a7 None None] Attempting to bind port 01b7c0a6-ad94-4191-9b81-441c5e551002 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:55:04.346194 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e827136f-bd3f-4add-b604-02af614203a7 None None] Attempting to bind port 01b7c0a6-ad94-4191-9b81-441c5e551002 on network 52061912-70e8-4f32-8bcd-36eeab65c7b8 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:55:04.350221 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27dbfc-4225-4195-bac1-6384094965b0 req-35e81692-81c8-4248-b6cc-8fb939eb99eb tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:04.353237 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1c27dbfc-4225-4195-bac1-6384094965b0 req-35e81692-81c8-4248-b6cc-8fb939eb99eb tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.3334904 Mar 09 03:55:04.353619 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e827136f-bd3f-4add-b604-02af614203a7 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:55:04.354167 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e827136f-bd3f-4add-b604-02af614203a7 None None] Checking segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:55:04.354662 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e827136f-bd3f-4add-b604-02af614203a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:04.356808 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e827136f-bd3f-4add-b604-02af614203a7 None None] Bound using segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:55:04.357531 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-e827136f-bd3f-4add-b604-02af614203a7 None None] Bound port: 01b7c0a6-ad94-4191-9b81-441c5e551002, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:55:04.357908 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e827136f-bd3f-4add-b604-02af614203a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:04.363766 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-42fc27ba-359d-4030-b6f4-a82283adba93 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0311818 Mar 09 03:55:04.391337 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40440) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:04.473273 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-c34df065-4779-4f96-be68-6e5ceaa84c0c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:04.478948 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e827136f-bd3f-4add-b604-02af614203a7 None None] For port 01b7c0a6-ad94-4191-9b81-441c5e551002, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:55:04.484133 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e827136f-bd3f-4add-b604-02af614203a7 None None] For port 01b7c0a6-ad94-4191-9b81-441c5e551002, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=01b7c0a6-ad94-4191-9b81-441c5e551002,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:55:04.491990 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e827136f-bd3f-4add-b604-02af614203a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:04.608929 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827136f-bd3f-4add-b604-02af614203a7 None None] Pushing event updated for resources: {'Port': ['ID=01b7c0a6-ad94-4191-9b81-441c5e551002,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:04.781515 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90118b92-3bfa-4a17-932e-4ff716bbf813 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:55:04.813041 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab29755-629c-4db4-9596-d6bc39d049d2 None None] Sync routers for ids ['f4062e6c-ec6f-4d01-9275-08ae17649e3e'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:55:04.820310 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-90118b92-3bfa-4a17-932e-4ff716bbf813 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:04.825278 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1c27dbfc-4225-4195-bac1-6384094965b0 req-77e4a48c-a6be-458f-9b56-edd0f6a46db5 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532278 Mar 09 03:55:04.826007 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-90118b92-3bfa-4a17-932e-4ff716bbf813 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "PUT /v2.0/routers/f4062e6c-ec6f-4d01-9275-08ae17649e3e HTTP/1.1" status: 200 len: 922 time: 3.2958074 Mar 09 03:55:04.827055 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40444) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:04.831118 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab29755-629c-4db4-9596-d6bc39d049d2 None None] Routers {'f4062e6c-ec6f-4d01-9275-08ae17649e3e'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:04.831741 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-4ab29755-629c-4db4-9596-d6bc39d049d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f4062e6c-ec6f-4d01-9275-08ae17649e3e'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:04.931915 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c34df065-4779-4f96-be68-6e5ceaa84c0c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:04.937502 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c34df065-4779-4f96-be68-6e5ceaa84c0c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:04.941223 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c34df065-4779-4f96-be68-6e5ceaa84c0c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:04.950003 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c34df065-4779-4f96-be68-6e5ceaa84c0c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:04.980593 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-4ab29755-629c-4db4-9596-d6bc39d049d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:05.001450 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab29755-629c-4db4-9596-d6bc39d049d2 None None] Routers {'f4062e6c-ec6f-4d01-9275-08ae17649e3e'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:05.002325 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-4ab29755-629c-4db4-9596-d6bc39d049d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f4062e6c-ec6f-4d01-9275-08ae17649e3e'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:05.074664 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34df065-4779-4f96-be68-6e5ceaa84c0c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:55:05.081555 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c34df065-4779-4f96-be68-6e5ceaa84c0c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:05.086067 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-4ab29755-629c-4db4-9596-d6bc39d049d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:05.086604 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab29755-629c-4db4-9596-d6bc39d049d2 None None] The sync data for ids ['f4062e6c-ec6f-4d01-9275-08ae17649e3e'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:55:05.114786 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-65919fc2-5ab6-4364-861f-61f93d6fd605 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:05.129274 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-102ba705-8b45-448c-8a16-3ff2d58f13e4 req-508e8321-6a21-4ae9-af2f-37b1770e99ff tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] For port 9d1a97d8-d41f-432f-8087-8c6cf2034b5b, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=9d1a97d8-d41f-432f-8087-8c6cf2034b5b,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:55:05.129678 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-102ba705-8b45-448c-8a16-3ff2d58f13e4 req-508e8321-6a21-4ae9-af2f-37b1770e99ff tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:05.316045 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-102ba705-8b45-448c-8a16-3ff2d58f13e4 req-508e8321-6a21-4ae9-af2f-37b1770e99ff tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Calling delete_port for 9d1a97d8-d41f-432f-8087-8c6cf2034b5b owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:05.543320 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4899b70d-8006-4219-97ce-309f276933fb tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Router 5f662a45-61c2-4ba7-a144-c5140aac9b58 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:55:05.736530 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-102ba705-8b45-448c-8a16-3ff2d58f13e4 req-508e8321-6a21-4ae9-af2f-37b1770e99ff tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:05.750411 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3824840c-6dd3-415e-afd5-b05b33e38e15 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "GET /v2.0/routers/f4062e6c-ec6f-4d01-9275-08ae17649e3e HTTP/1.1" status: 200 len: 922 time: 0.8251703 Mar 09 03:55:05.766774 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40468) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:05.803131 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac91be-5922-477f-9a86-a9d0777b3980 req-9767bf84-24fc-44a7-a925-fa7d06705a74 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:05.804893 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d5ac91be-5922-477f-9a86-a9d0777b3980 req-9767bf84-24fc-44a7-a925-fa7d06705a74 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=263de12a-0978-445f-81a9-2efbb6f972f0 HTTP/1.1" status: 200 len: 908 time: 0.2913809 Mar 09 03:55:05.818838 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e8321-6a21-4ae9-af2f-37b1770e99ff tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Pushing event deleted for resources: {'Port': ['ID=9d1a97d8-d41f-432f-8087-8c6cf2034b5b,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:06.023261 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4899b70d-8006-4219-97ce-309f276933fb tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:55:06.035091 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ed0062-b871-4c7e-b910-407a2fd81758 None None] Sync routers for ids ['5f662a45-61c2-4ba7-a144-c5140aac9b58'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:55:06.048702 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ed0062-b871-4c7e-b910-407a2fd81758 None None] Routers {'5f662a45-61c2-4ba7-a144-c5140aac9b58'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:06.049326 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-63ed0062-b871-4c7e-b910-407a2fd81758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['5f662a45-61c2-4ba7-a144-c5140aac9b58'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:06.066625 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4899b70d-8006-4219-97ce-309f276933fb tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:06.156368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916125ba-71c0-43dd-b92d-eeaeb8b62ec9 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:06.160492 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-916125ba-71c0-43dd-b92d-eeaeb8b62ec9 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&device_id=f4062e6c-ec6f-4d01-9275-08ae17649e3e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3901289 Mar 09 03:55:06.164488 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-102ba705-8b45-448c-8a16-3ff2d58f13e4 req-508e8321-6a21-4ae9-af2f-37b1770e99ff tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] No DVR routers for this DVR port 9d1a97d8-d41f-432f-8087-8c6cf2034b5b on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:55:06.165687 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40472) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:06.171736 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-102ba705-8b45-448c-8a16-3ff2d58f13e4 req-508e8321-6a21-4ae9-af2f-37b1770e99ff tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:06.195779 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263de12a-0978-445f-81a9-2efbb6f972f0', 'name': 'network-vif-deleted', 'tag': '9d1a97d8-d41f-432f-8087-8c6cf2034b5b'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:55:06.220879 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-63ed0062-b871-4c7e-b910-407a2fd81758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:06.252942 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ed0062-b871-4c7e-b910-407a2fd81758 None None] Routers {'5f662a45-61c2-4ba7-a144-c5140aac9b58'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:06.253649 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-63ed0062-b871-4c7e-b910-407a2fd81758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['5f662a45-61c2-4ba7-a144-c5140aac9b58'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:06.310896 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ac0f3c-f538-4cfd-b46e-2c541ac10b77 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:06.312292 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-04ac0f3c-f538-4cfd-b46e-2c541ac10b77 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 881 time: 0.1421409 Mar 09 03:55:06.314145 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-102ba705-8b45-448c-8a16-3ff2d58f13e4 req-508e8321-6a21-4ae9-af2f-37b1770e99ff tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.24 "DELETE /v2.0/ports/9d1a97d8-d41f-432f-8087-8c6cf2034b5b HTTP/1.1" status: 204 len: 173 time: 2.5588081 Mar 09 03:55:06.328037 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40480) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:06.362652 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4899b70d-8006-4219-97ce-309f276933fb tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] 10.222.0.16 "DELETE /v2.0/floatingips/d52ea837-6217-4d45-ae93-8d73e1e758da HTTP/1.1" status: 204 len: 168 time: 4.6542141 Mar 09 03:55:06.364380 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40486) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:06.422312 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-bab5a3ac-781d-4bf0-9c99-d75fc14b386a tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:06.442800 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2930fadf-bc35-43aa-ab6d-c9e73c006719 None None] Provisioning for port 01b7c0a6-ad94-4191-9b81-441c5e551002 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:55:06.448720 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-63ed0062-b871-4c7e-b910-407a2fd81758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:06.455632 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bab5a3ac-781d-4bf0-9c99-d75fc14b386a tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:06.469490 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ed0062-b871-4c7e-b910-407a2fd81758 None None] The sync data for ids ['5f662a45-61c2-4ba7-a144-c5140aac9b58'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:55:06.476033 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bab5a3ac-781d-4bf0-9c99-d75fc14b386a tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Usage tracker for resource:floatingip and tenant:8a9831dbe84a464e86dfc17c5b1257c2 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:06.492985 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bab5a3ac-781d-4bf0-9c99-d75fc14b386a tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:06.493430 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c0962619-cb05-4741-9084-525ac76cdbae tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4062e6c-ec6f-4d01-9275-08ae17649e3e HTTP/1.1" status: 200 len: 205 time: 0.1590996 Mar 09 03:55:06.494522 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40494) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:06.513786 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263de12a-0978-445f-81a9-2efbb6f972f0', 'name': 'network-vif-deleted', 'tag': '9d1a97d8-d41f-432f-8087-8c6cf2034b5b', 'status': 'completed', 'code': 200} Mar 09 03:55:06.563102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bab5a3ac-781d-4bf0-9c99-d75fc14b386a tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:06.653745 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 01b7c0a6-ad94-4191-9b81-441c5e551002 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:55:06.744114 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bab5a3ac-781d-4bf0-9c99-d75fc14b386a tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:06.768164 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 01b7c0a6-ad94-4191-9b81-441c5e551002 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:55:06.775108 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 01b7c0a6-ad94-4191-9b81-441c5e551002 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:55:06.776660 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:06.957466 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:06.960756 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c34df065-4779-4f96-be68-6e5ceaa84c0c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:07.005236 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 01b7c0a6-ad94-4191-9b81-441c5e551002, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=01b7c0a6-ad94-4191-9b81-441c5e551002,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:55:07.015028 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:07.042767 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34df065-4779-4f96-be68-6e5ceaa84c0c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:55:07.059643 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-c34df065-4779-4f96-be68-6e5ceaa84c0c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:55:07.069863 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34df065-4779-4f96-be68-6e5ceaa84c0c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:07.070730 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c34df065-4779-4f96-be68-6e5ceaa84c0c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:07.091751 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6e6712-2952-4e1f-8ddc-91aec36c6167 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:55:07.098526 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c34df065-4779-4f96-be68-6e5ceaa84c0c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7061079 Mar 09 03:55:07.108722 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40504) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:07.122403 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-14b79c7d-d7e6-42b9-8ec4-bc2eb4c82ebd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'mac_address': 'fa:16:3e:83:a8:3f', 'name': 'tempest-NetworksTestDHCPv6-1431229482'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:07.144308 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f6cb055-a0b1-40c4-a56d-5b595786668d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:07.194087 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-d0eca08c-0355-4db0-9e47-e01c5da70b63 req-f2bc8d30-1e6a-477f-916e-0d3c11d5168c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Synchronizing usage tracker for tenant:583552b4403540f294a79f7bae92d808 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:55:07.225779 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 9d1a97d8-d41f-432f-8087-8c6cf2034b5b no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:55:07.248564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34df065-4779-4f96-be68-6e5ceaa84c0c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=3c50e50a-e080-4104-ac31-89dabacc56fd,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:07.272974 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 9d1a97d8-d41f-432f-8087-8c6cf2034b5b {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:55:07.273309 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 9d1a97d8-d41f-432f-8087-8c6cf2034b5b not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:55:07.292766 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=01b7c0a6-ad94-4191-9b81-441c5e551002,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:07.403301 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-d0eca08c-0355-4db0-9e47-e01c5da70b63 req-f2bc8d30-1e6a-477f-916e-0d3c11d5168c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Unset dirty status for tenant:583552b4403540f294a79f7bae92d808 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:55:07.404680 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d0eca08c-0355-4db0-9e47-e01c5da70b63 req-f2bc8d30-1e6a-477f-916e-0d3c11d5168c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=263de12a-0978-445f-81a9-2efbb6f972f0 HTTP/1.1" status: 200 len: 210 time: 0.3213630 Mar 09 03:55:07.494829 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-14b79c7d-d7e6-42b9-8ec4-bc2eb4c82ebd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:07.500600 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f6cb055-a0b1-40c4-a56d-5b595786668d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:07.509867 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-14b79c7d-d7e6-42b9-8ec4-bc2eb4c82ebd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:port and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:07.515953 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-14b79c7d-d7e6-42b9-8ec4-bc2eb4c82ebd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:07.520100 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-8f6cb055-a0b1-40c4-a56d-5b595786668d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Deleting port 81a53ae6-0512-4fd3-864f-ed512ebdea43 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:07.520675 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f6cb055-a0b1-40c4-a56d-5b595786668d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:07.553553 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aa894c-332c-4c6f-9bc5-ffd29e402cc5 None None] Update dhcp port {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'fixed_ips': [{'subnet_id': 'f01da82b-3933-4bba-896b-44e6b16b890d', 'ip_address': '2001:db8::f816:3eff:fe0f:5538'}, {'subnet_id': '3c50e50a-e080-4104-ac31-89dabacc56fd'}], 'binding:host_id': 'n-d-825178-5'}, 'id': '01b7c0a6-ad94-4191-9b81-441c5e551002'} from n-d-825178-5. {{(pid=87882) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 03:55:07.566440 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-65919fc2-5ab6-4364-861f-61f93d6fd605 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:07.573355 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-65919fc2-5ab6-4364-861f-61f93d6fd605 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371792'] for router, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:07.579671 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bab5a3ac-781d-4bf0-9c99-d75fc14b386a tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:07.612995 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-01aa894c-332c-4c6f-9bc5-ffd29e402cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:07.683692 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-14b79c7d-d7e6-42b9-8ec4-bc2eb4c82ebd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:07.710333 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b79c7d-d7e6-42b9-8ec4-bc2eb4c82ebd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:55:07.935823 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f6cb055-a0b1-40c4-a56d-5b595786668d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:07.986025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-bab5a3ac-781d-4bf0-9c99-d75fc14b386a tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Allocated IP 172.25.7.153 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/9479c29a-2448-452f-940d-78ad8bb0d71b) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:55:08.079186 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-14b79c7d-d7e6-42b9-8ec4-bc2eb4c82ebd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:08.161299 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-8f6cb055-a0b1-40c4-a56d-5b595786668d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Calling delete_port for 81a53ae6-0512-4fd3-864f-ed512ebdea43 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:08.205556 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-01aa894c-332c-4c6f-9bc5-ffd29e402cc5 None None] Allocated IP 2001:db8:0:1::2 (52061912-70e8-4f32-8bcd-36eeab65c7b8/3c50e50a-e080-4104-ac31-89dabacc56fd/01b7c0a6-ad94-4191-9b81-441c5e551002) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:55:08.222361 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-14b79c7d-d7e6-42b9-8ec4-bc2eb4c82ebd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] device_id is not set on port c8648fa7-e79c-4d76-ab70-6ecc3a73495a yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:55:08.325732 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65919fc2-5ab6-4364-861f-61f93d6fd605 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Router 65ec460a-e677-43a1-afdf-a281cbc8e3c3 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:55:08.360591 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec427e94-44f7-4a70-8591-cbb4896ccad3 req-0c59786d-6955-412e-83d2-4a99537c9ee2 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:08.363327 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ec427e94-44f7-4a70-8591-cbb4896ccad3 req-0c59786d-6955-412e-83d2-4a99537c9ee2 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.2364454 Mar 09 03:55:08.456645 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-01aa894c-332c-4c6f-9bc5-ffd29e402cc5 None None] For port 01b7c0a6-ad94-4191-9b81-441c5e551002, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=01b7c0a6-ad94-4191-9b81-441c5e551002,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:55:08.486594 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f6cb055-a0b1-40c4-a56d-5b595786668d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:08.494148 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 01b7c0a6-ad94-4191-9b81-441c5e551002 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:55:08.523045 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bab5a3ac-781d-4bf0-9c99-d75fc14b386a tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:08.553125 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6cb055-a0b1-40c4-a56d-5b595786668d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Pushing event deleted for resources: {'Port': ['ID=81a53ae6-0512-4fd3-864f-ed512ebdea43,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:08.555667 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-01aa894c-332c-4c6f-9bc5-ffd29e402cc5 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:08.603145 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-01aa894c-332c-4c6f-9bc5-ffd29e402cc5 None None] Transition to ACTIVE for port object 01b7c0a6-ad94-4191-9b81-441c5e551002 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:55:08.616201 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-01aa894c-332c-4c6f-9bc5-ffd29e402cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:08.703404 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ec427e94-44f7-4a70-8591-cbb4896ccad3 req-bd8c6f63-ee8f-4522-be96-6c53946b4877 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327219 Mar 09 03:55:08.772227 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f6cb055-a0b1-40c4-a56d-5b595786668d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:08.774655 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65919fc2-5ab6-4364-861f-61f93d6fd605 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:55:08.792105 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc0668-dd1a-44a1-b878-4d25010e3bb7 None None] Sync routers for ids ['65ec460a-e677-43a1-afdf-a281cbc8e3c3'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:55:08.816330 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbc0668-dd1a-44a1-b878-4d25010e3bb7 None None] Routers {'65ec460a-e677-43a1-afdf-a281cbc8e3c3'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:08.816573 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-65919fc2-5ab6-4364-861f-61f93d6fd605 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:08.817647 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-dfbc0668-dd1a-44a1-b878-4d25010e3bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['65ec460a-e677-43a1-afdf-a281cbc8e3c3'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:08.829134 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-65919fc2-5ab6-4364-861f-61f93d6fd605 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "PUT /v2.0/routers/65ec460a-e677-43a1-afdf-a281cbc8e3c3 HTTP/1.1" status: 200 len: 922 time: 5.3892334 Mar 09 03:55:08.831544 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40526) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:08.837654 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:08.849341 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bab5a3ac-781d-4bf0-9c99-d75fc14b386a tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:08.868768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa894c-332c-4c6f-9bc5-ffd29e402cc5 None None] Pushing event updated for resources: {'Port': ['ID=01b7c0a6-ad94-4191-9b81-441c5e551002,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:08.982159 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-dfbc0668-dd1a-44a1-b878-4d25010e3bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:09.005409 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbc0668-dd1a-44a1-b878-4d25010e3bb7 None None] Routers {'65ec460a-e677-43a1-afdf-a281cbc8e3c3'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:09.006238 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-dfbc0668-dd1a-44a1-b878-4d25010e3bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['65ec460a-e677-43a1-afdf-a281cbc8e3c3'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:09.111477 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-dfbc0668-dd1a-44a1-b878-4d25010e3bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:09.112129 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc0668-dd1a-44a1-b878-4d25010e3bb7 None None] The sync data for ids ['65ec460a-e677-43a1-afdf-a281cbc8e3c3'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:55:09.153940 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab5a3ac-781d-4bf0-9c99-d75fc14b386a tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:55:09.165538 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-bab5a3ac-781d-4bf0-9c99-d75fc14b386a tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:55:09.173858 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab5a3ac-781d-4bf0-9c99-d75fc14b386a tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:55:09.199620 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5a3ac-781d-4bf0-9c99-d75fc14b386a tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Pushing event updated for resources: {'Port': ['ID=9479c29a-2448-452f-940d-78ad8bb0d71b,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:09.265637 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ce933-e266-4e4c-a890-cc96518e2103 req-42dc7600-8a80-4f2a-9d8e-3aa65ed43025 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:09.267548 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b0ce933-e266-4e4c-a890-cc96518e2103 req-42dc7600-8a80-4f2a-9d8e-3aa65ed43025 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.2572849 Mar 09 03:55:09.331724 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b0ce933-e266-4e4c-a890-cc96518e2103 req-4ff5f74c-da9a-47fa-be2a-1a96b1062c36 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536826 Mar 09 03:55:09.392799 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bab5a3ac-781d-4bf0-9c99-d75fc14b386a tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:09.509883 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f6cb055-a0b1-40c4-a56d-5b595786668d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:09.528749 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f6cb055-a0b1-40c4-a56d-5b595786668d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:09.697809 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bab5a3ac-781d-4bf0-9c99-d75fc14b386a tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:09.700703 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f6cb055-a0b1-40c4-a56d-5b595786668d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:09.701205 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6cb055-a0b1-40c4-a56d-5b595786668d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Fanout notify agent at l3_agent the message router_deleted on router f4062e6c-ec6f-4d01-9275-08ae17649e3e {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:55:09.720021 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c1a494c5-40bd-47f7-9d79-28ceb015e142 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "GET /v2.0/routers/65ec460a-e677-43a1-afdf-a281cbc8e3c3 HTTP/1.1" status: 200 len: 922 time: 0.5305302 Mar 09 03:55:09.720241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-14b79c7d-d7e6-42b9-8ec4-bc2eb4c82ebd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 2001:db8:0:1::343 (52061912-70e8-4f32-8bcd-36eeab65c7b8/3c50e50a-e080-4104-ac31-89dabacc56fd/c8648fa7-e79c-4d76-ab70-6ecc3a73495a) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:55:09.723497 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40542) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:09.732010 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4ba82874-a632-4106-9599-1ed0eb77242b None None] Provisioning for port 01b7c0a6-ad94-4191-9b81-441c5e551002 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:55:09.735237 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-14b79c7d-d7e6-42b9-8ec4-bc2eb4c82ebd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 2001:db8::f816:3eff:fe83:a83f (52061912-70e8-4f32-8bcd-36eeab65c7b8/f01da82b-3933-4bba-896b-44e6b16b890d/c8648fa7-e79c-4d76-ab70-6ecc3a73495a) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:55:09.739892 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4ba82874-a632-4106-9599-1ed0eb77242b None None] Provisioning complete for port 01b7c0a6-ad94-4191-9b81-441c5e551002 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:55:09.740502 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4ba82874-a632-4106-9599-1ed0eb77242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:09.793756 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300efa7-b8fc-465b-a1f2-72ddc1acdb81 req-cc3574b5-f328-4df3-b811-36280638a00f tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:09.801288 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8300efa7-b8fc-465b-a1f2-72ddc1acdb81 req-cc3574b5-f328-4df3-b811-36280638a00f tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=499735b8-08bc-4ddd-9d98-c9563a9e7206 HTTP/1.1" status: 200 len: 946 time: 0.4983232 Mar 09 03:55:09.827984 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c1e9c-a39f-406c-8fbd-7f129a3f4890 req-00b16307-91b8-46b8-a051-4de1d870c703 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:09.841837 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-516c1e9c-a39f-406c-8fbd-7f129a3f4890 req-00b16307-91b8-46b8-a051-4de1d870c703 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.2271945 Mar 09 03:55:09.975475 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f6cb055-a0b1-40c4-a56d-5b595786668d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:09.982316 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8f6cb055-a0b1-40c4-a56d-5b595786668d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "DELETE /v2.0/routers/f4062e6c-ec6f-4d01-9275-08ae17649e3e HTTP/1.1" status: 204 len: 168 time: 3.4748614 Mar 09 03:55:09.984022 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40546) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:09.986487 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8300efa7-b8fc-465b-a1f2-72ddc1acdb81 req-c116ced0-3536-42f2-9a0b-21f5b10927bd tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835465 Mar 09 03:55:10.008508 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-516c1e9c-a39f-406c-8fbd-7f129a3f4890 req-e62eb10c-786d-4c58-8c03-327ee08bad62 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628356 Mar 09 03:55:10.015428 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-5eddf021-8c89-41a8-b86c-a8d32a021ee0 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-333925049', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:10.027549 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5eddf021-8c89-41a8-b86c-a8d32a021ee0 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:10.033530 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5eddf021-8c89-41a8-b86c-a8d32a021ee0 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Usage tracker for resource:router and tenant:971fa89d245f45efad76c49c7c1e7da1 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:10.038968 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5eddf021-8c89-41a8-b86c-a8d32a021ee0 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:10.049640 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5eddf021-8c89-41a8-b86c-a8d32a021ee0 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:10.080468 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5eddf021-8c89-41a8-b86c-a8d32a021ee0 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:10.081789 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5eddf021-8c89-41a8-b86c-a8d32a021ee0 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:10.117661 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bab5a3ac-781d-4bf0-9c99-d75fc14b386a tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:10.123334 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5eddf021-8c89-41a8-b86c-a8d32a021ee0 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:10.125578 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bab5a3ac-781d-4bf0-9c99-d75fc14b386a tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:10.222901 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b144f0-eac4-4aaa-b6a6-c6bcd8f2b909 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:10.223598 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-84b144f0-eac4-4aaa-b6a6-c6bcd8f2b909 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Synchronizing usage tracker for tenant:fe1718e34c9d44199e64c1012970a33a on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:55:10.236181 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-14b79c7d-d7e6-42b9-8ec4-bc2eb4c82ebd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:10.268673 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-14b79c7d-d7e6-42b9-8ec4-bc2eb4c82ebd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Transition to ACTIVE for port object c8648fa7-e79c-4d76-ab70-6ecc3a73495a will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:55:10.276508 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-84b144f0-eac4-4aaa-b6a6-c6bcd8f2b909 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Unset dirty status for tenant:fe1718e34c9d44199e64c1012970a33a on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:55:10.277670 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-84b144f0-eac4-4aaa-b6a6-c6bcd8f2b909 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&device_id=65ec460a-e677-43a1-afdf-a281cbc8e3c3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.5491934 Mar 09 03:55:10.281051 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40556) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:10.282457 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5eddf021-8c89-41a8-b86c-a8d32a021ee0 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:10.305088 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5a3ac-781d-4bf0-9c99-d75fc14b386a tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Pushing event updated for resources: {'Port': ['ID=9479c29a-2448-452f-940d-78ad8bb0d71b,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:10.339410 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bab5a3ac-781d-4bf0-9c99-d75fc14b386a tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:10.349738 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5eddf021-8c89-41a8-b86c-a8d32a021ee0 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:10.353681 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5eddf021-8c89-41a8-b86c-a8d32a021ee0 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3670349 Mar 09 03:55:10.356355 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40560) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:10.362462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-897329b9-2ca1-42c6-9e75-18dda2d884ec tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Request body: {'router': {'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:10.411138 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb828a-db86-4ba1-8e69-180bce21c79c req-76c76fd8-5b06-47a7-9158-01e3e6d963f3 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:10.415324 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bdfb828a-db86-4ba1-8e69-180bce21c79c req-76c76fd8-5b06-47a7-9158-01e3e6d963f3 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.2825949 Mar 09 03:55:10.477733 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bab5a3ac-781d-4bf0-9c99-d75fc14b386a tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:10.482408 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bab5a3ac-781d-4bf0-9c99-d75fc14b386a tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1078217 Mar 09 03:55:10.493445 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40564) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:10.495291 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 01b7c0a6-ad94-4191-9b81-441c5e551002 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:55:10.499049 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bdfb828a-db86-4ba1-8e69-180bce21c79c req-e39f13ae-6ba9-459e-be12-a0e2469aed93 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790648 Mar 09 03:55:10.542784 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-14b79c7d-d7e6-42b9-8ec4-bc2eb4c82ebd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:10.643247 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f045d35-5d2f-4605-9757-8f2c136a7754 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:10.644821 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0f045d35-5d2f-4605-9757-8f2c136a7754 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Synchronizing usage tracker for tenant:fe1718e34c9d44199e64c1012970a33a on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:55:10.646839 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 01b7c0a6-ad94-4191-9b81-441c5e551002 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:55:10.651084 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:10.660808 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b79c7d-d7e6-42b9-8ec4-bc2eb4c82ebd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:55:10.672229 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-14b79c7d-d7e6-42b9-8ec4-bc2eb4c82ebd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:55:10.693060 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b79c7d-d7e6-42b9-8ec4-bc2eb4c82ebd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:55:10.700980 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b79c7d-d7e6-42b9-8ec4-bc2eb4c82ebd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:10.702277 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-14b79c7d-d7e6-42b9-8ec4-bc2eb4c82ebd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:10.777067 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b79c7d-d7e6-42b9-8ec4-bc2eb4c82ebd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=c8648fa7-e79c-4d76-ab70-6ecc3a73495a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:10.791564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0f045d35-5d2f-4605-9757-8f2c136a7754 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Unset dirty status for tenant:fe1718e34c9d44199e64c1012970a33a on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:55:10.794066 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0f045d35-5d2f-4605-9757-8f2c136a7754 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 881 time: 0.5120122 Mar 09 03:55:10.795834 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40576) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:10.919326 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-897329b9-2ca1-42c6-9e75-18dda2d884ec tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:10.949846 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-14b79c7d-d7e6-42b9-8ec4-bc2eb4c82ebd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.8371050 Mar 09 03:55:10.976117 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40580) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:10.986331 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3821bb6a-0e81-4e72-b2a6-cf34e4ded251 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ec460a-e677-43a1-afdf-a281cbc8e3c3 HTTP/1.1" status: 200 len: 205 time: 0.1821575 Mar 09 03:55:10.987131 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40586) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:10.997214 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-1d0b3592-1d5b-423e-a8ab-4d9118d1b394 tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:11.007769 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1d0b3592-1d5b-423e-a8ab-4d9118d1b394 tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:11.058714 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3ce41-0d57-4dca-a3d6-7f2d8928d6c9 req-5b3d280c-d2b8-450d-9cd1-8ff50066d22e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:11.062243 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0cc3ce41-0d57-4dca-a3d6-7f2d8928d6c9 req-5b3d280c-d2b8-450d-9cd1-8ff50066d22e tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.24 "GET /v2.0/ports?device_id=499735b8-08bc-4ddd-9d98-c9563a9e7206 HTTP/1.1" status: 200 len: 946 time: 0.6375296 Mar 09 03:55:11.134037 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6573e9bb-943e-4c34-b5c8-c009da844778 None None] Provisioning for port c8648fa7-e79c-4d76-ab70-6ecc3a73495a completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:55:11.139722 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1d0b3592-1d5b-423e-a8ab-4d9118d1b394 tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Usage tracker for resource:floatingip and tenant:81b45de2c3b5432bbcebb35b866b77c8 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:11.146716 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6573e9bb-943e-4c34-b5c8-c009da844778 None None] Provisioning complete for port c8648fa7-e79c-4d76-ab70-6ecc3a73495a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:55:11.147376 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6573e9bb-943e-4c34-b5c8-c009da844778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:11.150540 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1d0b3592-1d5b-423e-a8ab-4d9118d1b394 tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:11.165242 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1d0b3592-1d5b-423e-a8ab-4d9118d1b394 tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:11.202512 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d0b3592-1d5b-423e-a8ab-4d9118d1b394 tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:11.225681 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6573e9bb-943e-4c34-b5c8-c009da844778 None None] Port c8648fa7-e79c-4d76-ab70-6ecc3a73495a cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:55:11.259746 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-67a2e54d-b829-4894-899f-a4a716846c6e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting port c8648fa7-e79c-4d76-ab70-6ecc3a73495a {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:11.260187 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-67a2e54d-b829-4894-899f-a4a716846c6e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:11.488880 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575e294-9ab6-48b1-a56a-193d93f764b7 req-51cf16aa-3f09-4677-a911-417bab90d2a4 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:11.495591 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6575e294-9ab6-48b1-a56a-193d93f764b7 req-51cf16aa-3f09-4677-a911-417bab90d2a4 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.5596457 Mar 09 03:55:11.506542 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bcc40526-eded-4afe-88f6-70983848239c tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:11.538411 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-0cc3ce41-0d57-4dca-a3d6-7f2d8928d6c9 req-a15f2f91-c2cb-40db-b6d9-00e61647bd48 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Deleting port 901687b7-082b-408a-ba6e-70079556e6e1 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:11.538758 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-0cc3ce41-0d57-4dca-a3d6-7f2d8928d6c9 req-a15f2f91-c2cb-40db-b6d9-00e61647bd48 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:11.701809 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6575e294-9ab6-48b1-a56a-193d93f764b7 req-1570ae2d-30c5-43a0-adea-0eaaa49c968a tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984389 Mar 09 03:55:11.759748 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f9587-cfc2-4b81-90cf-65968313f5f3 req-08bfd4b2-0bfc-4666-ae95-dc9348d3d455 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:11.762388 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b4f9587-cfc2-4b81-90cf-65968313f5f3 req-08bfd4b2-0bfc-4666-ae95-dc9348d3d455 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=499735b8-08bc-4ddd-9d98-c9563a9e7206 HTTP/1.1" status: 200 len: 946 time: 0.6174939 Mar 09 03:55:11.933368 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bcc40526-eded-4afe-88f6-70983848239c tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:11.943331 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d0b3592-1d5b-423e-a8ab-4d9118d1b394 tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:11.964971 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b4f9587-cfc2-4b81-90cf-65968313f5f3 req-31168d1e-8490-4772-9b3a-b2e6eb729201 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784194 Mar 09 03:55:11.984650 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-bcc40526-eded-4afe-88f6-70983848239c tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Deleting port 89757f2a-6ee2-4d44-b7bc-a9499d56189e {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:11.984978 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bcc40526-eded-4afe-88f6-70983848239c tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:12.103187 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0709e59-4b19-4a4a-a5ab-4febde1ed2c0 req-d3dd91d4-a8b1-4dde-974d-38e67ed88830 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:12.109950 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b0709e59-4b19-4a4a-a5ab-4febde1ed2c0 req-d3dd91d4-a8b1-4dde-974d-38e67ed88830 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.2663486 Mar 09 03:55:12.155285 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-67a2e54d-b829-4894-899f-a4a716846c6e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:12.279492 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b0709e59-4b19-4a4a-a5ab-4febde1ed2c0 req-0eb824db-c960-4df9-89c3-3a5c610a2135 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686761 Mar 09 03:55:12.316703 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bcc40526-eded-4afe-88f6-70983848239c tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:12.335836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-1d0b3592-1d5b-423e-a8ab-4d9118d1b394 tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Allocated IP 172.25.7.35 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/e5a9a8d6-5ca0-406f-bd1e-37365c19cc2c) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:55:12.410951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-67a2e54d-b829-4894-899f-a4a716846c6e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Calling delete_port for c8648fa7-e79c-4d76-ab70-6ecc3a73495a owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:12.441669 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-897329b9-2ca1-42c6-9e75-18dda2d884ec tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:12.489103 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-bcc40526-eded-4afe-88f6-70983848239c tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Calling delete_port for 89757f2a-6ee2-4d44-b7bc-a9499d56189e owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:12.496793 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-897329b9-2ca1-42c6-9e75-18dda2d884ec tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:12.557831 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-0cc3ce41-0d57-4dca-a3d6-7f2d8928d6c9 req-a15f2f91-c2cb-40db-b6d9-00e61647bd48 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] For port 901687b7-082b-408a-ba6e-70079556e6e1, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=901687b7-082b-408a-ba6e-70079556e6e1,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:55:12.558268 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-0cc3ce41-0d57-4dca-a3d6-7f2d8928d6c9 req-a15f2f91-c2cb-40db-b6d9-00e61647bd48 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:12.711473 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-0cc3ce41-0d57-4dca-a3d6-7f2d8928d6c9 req-a15f2f91-c2cb-40db-b6d9-00e61647bd48 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Calling delete_port for 901687b7-082b-408a-ba6e-70079556e6e1 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:12.789235 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d0b3592-1d5b-423e-a8ab-4d9118d1b394 tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:12.910383 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc993a-81f5-4290-9b5a-bf9c1a4be6a2 req-7e0be9cb-8fde-4911-a662-761ca92dcc2b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:12.917650 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42fc993a-81f5-4290-9b5a-bf9c1a4be6a2 req-7e0be9cb-8fde-4911-a662-761ca92dcc2b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.2411227 Mar 09 03:55:12.919802 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d0b3592-1d5b-423e-a8ab-4d9118d1b394 tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:13.003180 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b3592-1d5b-423e-a8ab-4d9118d1b394 tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Pushing event updated for resources: {'Port': ['ID=e5a9a8d6-5ca0-406f-bd1e-37365c19cc2c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:13.023363 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0b3592-1d5b-423e-a8ab-4d9118d1b394 tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:55:13.026644 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-1d0b3592-1d5b-423e-a8ab-4d9118d1b394 tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:55:13.037556 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0b3592-1d5b-423e-a8ab-4d9118d1b394 tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:55:13.059104 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-897329b9-2ca1-42c6-9e75-18dda2d884ec tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Allocated IP 172.25.7.214 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/e9c41b00-7798-4c54-b19b-6afd4be4af60) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:55:13.061056 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-0cc3ce41-0d57-4dca-a3d6-7f2d8928d6c9 req-a15f2f91-c2cb-40db-b6d9-00e61647bd48 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:13.064676 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-67a2e54d-b829-4894-899f-a4a716846c6e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:13.074299 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:55:13.158785 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['901687b7-082b-408a-ba6e-70079556e6e1'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:55:13.169363 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42fc993a-81f5-4290-9b5a-bf9c1a4be6a2 req-27d9ec61-4dd2-44d7-b378-ac9e45c42837 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507393 Mar 09 03:55:13.335139 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f2f91-c2cb-40db-b6d9-00e61647bd48 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Pushing event deleted for resources: {'Port': ['ID=901687b7-082b-408a-ba6e-70079556e6e1,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:13.437827 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bcc40526-eded-4afe-88f6-70983848239c tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:13.441860 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d0b3592-1d5b-423e-a8ab-4d9118d1b394 tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:13.534845 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc40526-eded-4afe-88f6-70983848239c tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Pushing event deleted for resources: {'Port': ['ID=89757f2a-6ee2-4d44-b7bc-a9499d56189e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:13.689127 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-897329b9-2ca1-42c6-9e75-18dda2d884ec tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:13.690920 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d0b3592-1d5b-423e-a8ab-4d9118d1b394 tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:13.805467 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bcc40526-eded-4afe-88f6-70983848239c tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:13.908725 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f36c1802-2946-42c8-8674-73ceb045ac4f req-a4f06f73-9b26-47b1-afa1-5bd3788c8e73 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=499735b8-08bc-4ddd-9d98-c9563a9e7206 HTTP/1.1" status: 200 len: 210 time: 0.6395218 Mar 09 03:55:14.058182 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2e54d-b829-4894-899f-a4a716846c6e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Port': ['ID=c8648fa7-e79c-4d76-ab70-6ecc3a73495a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:14.116768 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-67a2e54d-b829-4894-899f-a4a716846c6e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:14.132188 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc3ce41-0d57-4dca-a3d6-7f2d8928d6c9 req-a15f2f91-c2cb-40db-b6d9-00e61647bd48 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] No DVR routers for this DVR port 901687b7-082b-408a-ba6e-70079556e6e1 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:55:14.134222 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-897329b9-2ca1-42c6-9e75-18dda2d884ec tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:14.140457 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-0cc3ce41-0d57-4dca-a3d6-7f2d8928d6c9 req-a15f2f91-c2cb-40db-b6d9-00e61647bd48 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:14.172402 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499735b8-08bc-4ddd-9d98-c9563a9e7206', 'name': 'network-vif-deleted', 'tag': '901687b7-082b-408a-ba6e-70079556e6e1'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:55:14.224501 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-67a2e54d-b829-4894-899f-a4a716846c6e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/c8648fa7-e79c-4d76-ab70-6ecc3a73495a HTTP/1.1" status: 204 len: 168 time: 3.2406893 Mar 09 03:55:14.225807 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40618) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:14.227682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897329b9-2ca1-42c6-9e75-18dda2d884ec tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:55:14.232594 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-897329b9-2ca1-42c6-9e75-18dda2d884ec tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:55:14.261827 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bcc40526-eded-4afe-88f6-70983848239c tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:14.270850 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0cc3ce41-0d57-4dca-a3d6-7f2d8928d6c9 req-a15f2f91-c2cb-40db-b6d9-00e61647bd48 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.24 "DELETE /v2.0/ports/901687b7-082b-408a-ba6e-70079556e6e1 HTTP/1.1" status: 204 len: 173 time: 3.2000916 Mar 09 03:55:14.271647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897329b9-2ca1-42c6-9e75-18dda2d884ec tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:55:14.318355 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499735b8-08bc-4ddd-9d98-c9563a9e7206', 'name': 'network-vif-deleted', 'tag': '901687b7-082b-408a-ba6e-70079556e6e1', 'status': 'completed', 'code': 200} Mar 09 03:55:14.328691 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897329b9-2ca1-42c6-9e75-18dda2d884ec tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Pushing event updated for resources: {'Port': ['ID=e9c41b00-7798-4c54-b19b-6afd4be4af60,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:14.345404 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bcc40526-eded-4afe-88f6-70983848239c tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:14.355048 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af91f4d-cc77-4f81-a40d-ab9e4f42bc8f req-e6784c51-c4bc-4d72-b6d1-dd2306facebe tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:14.362087 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4af91f4d-cc77-4f81-a40d-ab9e4f42bc8f req-e6784c51-c4bc-4d72-b6d1-dd2306facebe tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.8835285 Mar 09 03:55:14.461962 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4af91f4d-cc77-4f81-a40d-ab9e4f42bc8f req-0d0fb0de-98b4-47d1-9976-6dd82f6c0c15 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989568 Mar 09 03:55:14.490601 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bcc40526-eded-4afe-88f6-70983848239c tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:14.491155 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc40526-eded-4afe-88f6-70983848239c tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Fanout notify agent at l3_agent the message router_deleted on router 65ec460a-e677-43a1-afdf-a281cbc8e3c3 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:55:14.575126 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff88aa55-ed37-434a-98d6-d4e803c8d7a3 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:14.575877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ff88aa55-ed37-434a-98d6-d4e803c8d7a3 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:55:14.579465 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bcc40526-eded-4afe-88f6-70983848239c tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:14.582284 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bcc40526-eded-4afe-88f6-70983848239c tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "DELETE /v2.0/routers/65ec460a-e677-43a1-afdf-a281cbc8e3c3 HTTP/1.1" status: 204 len: 168 time: 3.5719311 Mar 09 03:55:14.586425 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40628) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:14.593925 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-13733399-ea3e-4026-a002-5e3b61c1a62e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-687445139', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:14.608530 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-13733399-ea3e-4026-a002-5e3b61c1a62e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:14.612947 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-13733399-ea3e-4026-a002-5e3b61c1a62e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Usage tracker for resource:router and tenant:3365a33a3fe14b2c9be7f52e3a7e9bbd is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:14.615929 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-13733399-ea3e-4026-a002-5e3b61c1a62e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:14.623318 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-13733399-ea3e-4026-a002-5e3b61c1a62e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:14.656964 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d0b3592-1d5b-423e-a8ab-4d9118d1b394 tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:14.660801 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-13733399-ea3e-4026-a002-5e3b61c1a62e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:14.663175 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-13733399-ea3e-4026-a002-5e3b61c1a62e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:14.670723 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d0b3592-1d5b-423e-a8ab-4d9118d1b394 tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:14.690102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ff88aa55-ed37-434a-98d6-d4e803c8d7a3 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:55:14.691421 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ff88aa55-ed37-434a-98d6-d4e803c8d7a3 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4627588 Mar 09 03:55:14.700179 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40632) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:14.878559 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-897329b9-2ca1-42c6-9e75-18dda2d884ec tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:14.881402 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-13733399-ea3e-4026-a002-5e3b61c1a62e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:14.904626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b3592-1d5b-423e-a8ab-4d9118d1b394 tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Pushing event updated for resources: {'Port': ['ID=e5a9a8d6-5ca0-406f-bd1e-37365c19cc2c,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:14.918744 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d0b3592-1d5b-423e-a8ab-4d9118d1b394 tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:14.948614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337f7560-3211-4a0e-b61e-433651980500 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:14.950181 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-337f7560-3211-4a0e-b61e-433651980500 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2491913 Mar 09 03:55:14.953592 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40638) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:14.961776 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d0b3592-1d5b-423e-a8ab-4d9118d1b394 tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:14.966994 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1d0b3592-1d5b-423e-a8ab-4d9118d1b394 tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4669163 Mar 09 03:55:14.969069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40642) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:15.039392 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-13733399-ea3e-4026-a002-5e3b61c1a62e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:15.074301 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-13733399-ea3e-4026-a002-5e3b61c1a62e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:15.078527 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-13733399-ea3e-4026-a002-5e3b61c1a62e tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4902985 Mar 09 03:55:15.080321 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40648) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:15.120398 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-58bc9cc0-6dbb-4293-8696-8931ca1e63a0 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Request body: {'router': {'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:15.152548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d98957-6c26-492e-a0fb-c1b71ea7e8ae tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:15.163399 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d98957-6c26-492e-a0fb-c1b71ea7e8ae tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:15.165050 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d98957-6c26-492e-a0fb-c1b71ea7e8ae tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:15.165879 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-85d98957-6c26-492e-a0fb-c1b71ea7e8ae tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:55:15.211727 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 901687b7-082b-408a-ba6e-70079556e6e1 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:55:15.263245 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 901687b7-082b-408a-ba6e-70079556e6e1 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:55:15.264087 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 901687b7-082b-408a-ba6e-70079556e6e1 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:55:15.281768 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-85d98957-6c26-492e-a0fb-c1b71ea7e8ae tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:55:15.284337 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-85d98957-6c26-492e-a0fb-c1b71ea7e8ae tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3297610 Mar 09 03:55:15.287457 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40654) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:15.309969 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec52cea-9870-4796-b334-0392db954af0 req-817f6e24-f658-4086-8ad8-edc96d1918c6 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:15.317201 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3ec52cea-9870-4796-b334-0392db954af0 req-817f6e24-f658-4086-8ad8-edc96d1918c6 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.5747771 Mar 09 03:55:15.489748 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6c0746ee-e4a8-45a7-9c79-c985a82c0fe8 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2434 time: 0.5192788 Mar 09 03:55:15.522112 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40658) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:15.597130 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f317a6a2-f0f1-4a4a-be05-00c96e1adb48 req-42d302ca-2f71-4459-815f-a7ed71ee7a47 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Synchronizing usage tracker for tenant:583552b4403540f294a79f7bae92d808 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:55:15.625133 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-11989d98-556e-43b3-a0cc-3dfd7827d480 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1018229 Mar 09 03:55:15.629867 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40662) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:15.696742 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3ec52cea-9870-4796-b334-0392db954af0 req-3b6f1f3d-4f4f-4f94-bb92-106668bf4bf5 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782802 Mar 09 03:55:15.791038 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-0430e6f2-5e35-45d6-8a3c-b391b26a9b97 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet 3c50e50a-e080-4104-ac31-89dabacc56fd {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:55:15.803229 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0430e6f2-5e35-45d6-8a3c-b391b26a9b97 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:15.844399 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f317a6a2-f0f1-4a4a-be05-00c96e1adb48 req-42d302ca-2f71-4459-815f-a7ed71ee7a47 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Unset dirty status for tenant:583552b4403540f294a79f7bae92d808 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:55:15.845533 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f317a6a2-f0f1-4a4a-be05-00c96e1adb48 req-42d302ca-2f71-4459-815f-a7ed71ee7a47 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=499735b8-08bc-4ddd-9d98-c9563a9e7206 HTTP/1.1" status: 200 len: 210 time: 0.5523884 Mar 09 03:55:15.915259 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-898f66c4-81cd-46c2-9a3d-7f8ecb942c7b tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Deleting port e5a9a8d6-5ca0-406f-bd1e-37365c19cc2c {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:15.915597 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-898f66c4-81cd-46c2-9a3d-7f8ecb942c7b tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:15.958011 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-897329b9-2ca1-42c6-9e75-18dda2d884ec tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:15.966229 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-897329b9-2ca1-42c6-9e75-18dda2d884ec tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371792'] for router, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:15.987869 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-58bc9cc0-6dbb-4293-8696-8931ca1e63a0 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:16.097766 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0430e6f2-5e35-45d6-8a3c-b391b26a9b97 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:16.248552 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86b204-346d-481a-bc99-cf0eac4c7d36 req-e66b5a49-b014-4985-8eda-7505c9e236ab tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:16.255234 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2f86b204-346d-481a-bc99-cf0eac4c7d36 req-e66b5a49-b014-4985-8eda-7505c9e236ab tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.2545671 Mar 09 03:55:16.302999 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-898f66c4-81cd-46c2-9a3d-7f8ecb942c7b tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:16.302999 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-898f66c4-81cd-46c2-9a3d-7f8ecb942c7b tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:16.329225 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0430e6f2-5e35-45d6-8a3c-b391b26a9b97 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:16.379390 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2f86b204-346d-481a-bc99-cf0eac4c7d36 req-7b84a417-356d-4863-9bc2-868921b7ef6b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232755 Mar 09 03:55:16.449480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-898f66c4-81cd-46c2-9a3d-7f8ecb942c7b tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Calling delete_port for e5a9a8d6-5ca0-406f-bd1e-37365c19cc2c owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:16.488371 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0430e6f2-5e35-45d6-8a3c-b391b26a9b97 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:16.531084 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0430e6f2-5e35-45d6-8a3c-b391b26a9b97 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:16.538176 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb96538-cabf-425a-b93d-9290dccd8aa2 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:55:16.646901 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897329b9-2ca1-42c6-9e75-18dda2d884ec tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Router b4492d82-2122-4ba5-aff3-54f012074dee is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:55:16.656491 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430e6f2-5e35-45d6-8a3c-b391b26a9b97 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=3c50e50a-e080-4104-ac31-89dabacc56fd,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:16.702304 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0430e6f2-5e35-45d6-8a3c-b391b26a9b97 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/3c50e50a-e080-4104-ac31-89dabacc56fd HTTP/1.1" status: 204 len: 168 time: 1.4023805 Mar 09 03:55:16.703129 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40678) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:16.949252 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-58bc9cc0-6dbb-4293-8696-8931ca1e63a0 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:16.991718 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-58bc9cc0-6dbb-4293-8696-8931ca1e63a0 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:17.095320 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ce92ac-ff88-44db-abac-ed1870f4bda3 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet f01da82b-3933-4bba-896b-44e6b16b890d {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:55:17.101095 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b7ce92ac-ff88-44db-abac-ed1870f4bda3 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:17.194029 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb874f68-96d7-4db4-b926-5206ffa5ec01 req-842a6d71-bb10-4a45-adbd-66abae7c5bdf tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:17.201172 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb874f68-96d7-4db4-b926-5206ffa5ec01 req-842a6d71-bb10-4a45-adbd-66abae7c5bdf tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.5598390 Mar 09 03:55:17.211828 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897329b9-2ca1-42c6-9e75-18dda2d884ec tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:55:17.223790 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842ce0d0-7cec-4665-b064-27cfda0769a4 None None] Sync routers for ids ['b4492d82-2122-4ba5-aff3-54f012074dee'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:55:17.241042 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842ce0d0-7cec-4665-b064-27cfda0769a4 None None] Routers {'b4492d82-2122-4ba5-aff3-54f012074dee'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:17.241468 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b7ce92ac-ff88-44db-abac-ed1870f4bda3 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:17.241611 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-842ce0d0-7cec-4665-b064-27cfda0769a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b4492d82-2122-4ba5-aff3-54f012074dee'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:17.268634 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-898f66c4-81cd-46c2-9a3d-7f8ecb942c7b tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:17.339938 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb874f68-96d7-4db4-b926-5206ffa5ec01 req-1d51a98b-9fc4-4f65-91f4-31d50edf235f tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377771 Mar 09 03:55:17.424389 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f66c4-81cd-46c2-9a3d-7f8ecb942c7b tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Pushing event deleted for resources: {'Port': ['ID=e5a9a8d6-5ca0-406f-bd1e-37365c19cc2c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:17.442725 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-897329b9-2ca1-42c6-9e75-18dda2d884ec tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:17.444007 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-897329b9-2ca1-42c6-9e75-18dda2d884ec tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "PUT /v2.0/routers/b4492d82-2122-4ba5-aff3-54f012074dee HTTP/1.1" status: 200 len: 879 time: 7.0867329 Mar 09 03:55:17.455912 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-842ce0d0-7cec-4665-b064-27cfda0769a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:17.476074 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842ce0d0-7cec-4665-b064-27cfda0769a4 None None] Routers {'b4492d82-2122-4ba5-aff3-54f012074dee'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:17.476303 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40692) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:17.476428 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-842ce0d0-7cec-4665-b064-27cfda0769a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b4492d82-2122-4ba5-aff3-54f012074dee'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:17.599295 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-842ce0d0-7cec-4665-b064-27cfda0769a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:17.600068 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842ce0d0-7cec-4665-b064-27cfda0769a4 None None] The sync data for ids ['b4492d82-2122-4ba5-aff3-54f012074dee'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:55:17.731661 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-898f66c4-81cd-46c2-9a3d-7f8ecb942c7b tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:17.734132 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-898f66c4-81cd-46c2-9a3d-7f8ecb942c7b tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:17.737700 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-898f66c4-81cd-46c2-9a3d-7f8ecb942c7b tempest-FloatingIPAdminTestJSON-1450454880 tempest-FloatingIPAdminTestJSON-1450454880-project] 10.222.0.16 "DELETE /v2.0/floatingips/22ec17bf-7428-41e9-921c-481912631bdd HTTP/1.1" status: 204 len: 168 time: 2.1025839 Mar 09 03:55:17.738599 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40698) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:17.819393 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4b2b9542-a894-40b6-8768-7691c6c7899f None None] Provisioning complete for port 01b7c0a6-ad94-4191-9b81-441c5e551002 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:55:17.820043 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4b2b9542-a894-40b6-8768-7691c6c7899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:17.934549 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8b06a-2b43-4374-90d3-d7e76aa4c0e4 req-70403c75-5533-40db-894c-6e799ea903ef tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:17.942342 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6ff8b06a-2b43-4374-90d3-d7e76aa4c0e4 req-70403c75-5533-40db-894c-6e799ea903ef tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 946 time: 0.4017475 Mar 09 03:55:17.962818 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-58bc9cc0-6dbb-4293-8696-8931ca1e63a0 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Allocated IP 172.25.7.215 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/428b87df-2363-4668-be1a-8795de39e75d) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:55:17.977601 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-30b34e0b-08be-4910-a0f6-95e9dee185b1 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Deleting port 9479c29a-2448-452f-940d-78ad8bb0d71b {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:17.977861 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b7ce92ac-ff88-44db-abac-ed1870f4bda3 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:17.978014 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-30b34e0b-08be-4910-a0f6-95e9dee185b1 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:18.034464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900690c-9061-4ab9-9ed7-6183a9ebf487 req-0ec01995-02e5-4168-9720-ce02e11f7f05 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:18.035867 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7900690c-9061-4ab9-9ed7-6183a9ebf487 req-0ec01995-02e5-4168-9720-ce02e11f7f05 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 946 time: 0.4231157 Mar 09 03:55:18.049097 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6ff8b06a-2b43-4374-90d3-d7e76aa4c0e4 req-8394d0e8-5b74-4098-abcf-3a404ac8a931 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063864 Mar 09 03:55:18.096080 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8286b1-cff4-4dd2-8595-fe1a99a03374 req-0aa6668f-8958-4c91-b3af-62063984e803 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:18.104452 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3a8286b1-cff4-4dd2-8595-fe1a99a03374 req-0aa6668f-8958-4c91-b3af-62063984e803 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.3388202 Mar 09 03:55:18.140907 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c800da83-cc2c-4cc0-a252-25f8a1f31d6a tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "GET /v2.0/routers/b4492d82-2122-4ba5-aff3-54f012074dee HTTP/1.1" status: 200 len: 920 time: 0.6639054 Mar 09 03:55:18.147701 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40702) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:18.230683 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-7900690c-9061-4ab9-9ed7-6183a9ebf487 req-19befb1e-18cd-4616-bdab-0092ccf930c8 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Deleting port c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:18.231066 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7900690c-9061-4ab9-9ed7-6183a9ebf487 req-19befb1e-18cd-4616-bdab-0092ccf930c8 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:18.315848 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3a8286b1-cff4-4dd2-8595-fe1a99a03374 req-e0de2637-7fa1-4496-b38b-3bf68fc22100 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108855 Mar 09 03:55:18.322039 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b7ce92ac-ff88-44db-abac-ed1870f4bda3 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:18.367620 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-30b34e0b-08be-4910-a0f6-95e9dee185b1 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:18.367943 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-30b34e0b-08be-4910-a0f6-95e9dee185b1 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:18.388801 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce92ac-ff88-44db-abac-ed1870f4bda3 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=f01da82b-3933-4bba-896b-44e6b16b890d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:18.400396 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b7ce92ac-ff88-44db-abac-ed1870f4bda3 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:18.414899 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc77234-2e24-4aca-a0e6-a8c57382a68e None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:55:18.449300 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-58bc9cc0-6dbb-4293-8696-8931ca1e63a0 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:18.482541 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b7ce92ac-ff88-44db-abac-ed1870f4bda3 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/f01da82b-3933-4bba-896b-44e6b16b890d HTTP/1.1" status: 204 len: 168 time: 1.7513809 Mar 09 03:55:18.485749 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40714) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:18.523629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-30b34e0b-08be-4910-a0f6-95e9dee185b1 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Calling delete_port for 9479c29a-2448-452f-940d-78ad8bb0d71b owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:18.558571 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b09c0d1-71d2-4de6-934c-66ac9d8dbd78 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:18.562715 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5b09c0d1-71d2-4de6-934c-66ac9d8dbd78 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&device_id=b4492d82-2122-4ba5-aff3-54f012074dee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4062781 Mar 09 03:55:18.574956 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40722) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:18.603322 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3a28ab7a-87d6-4847-a930-f038afa7eb5d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1134827 Mar 09 03:55:18.629744 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40728) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:18.664020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-3592845d-5533-4580-b01e-68728ba576c4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:18.718208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a8994c-64ff-42e1-81af-0fbbc6bc7f5d tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:18.719290 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-39a8994c-64ff-42e1-81af-0fbbc6bc7f5d tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 881 time: 0.1432803 Mar 09 03:55:18.723971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40736) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:18.752960 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3892ec-aa77-4dab-8f82-dd66a08e57e7 None None] DHCP port deletion for 52061912-70e8-4f32-8bcd-36eeab65c7b8 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:55:18.757878 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-3d3892ec-aa77-4dab-8f82-dd66a08e57e7 None None] Deleting port 01b7c0a6-ad94-4191-9b81-441c5e551002 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:18.758343 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3d3892ec-aa77-4dab-8f82-dd66a08e57e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:18.772359 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c927034c-d7eb-4d47-81ca-bbea05ca0e7a tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4492d82-2122-4ba5-aff3-54f012074dee HTTP/1.1" status: 200 len: 205 time: 0.0472808 Mar 09 03:55:18.777551 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40740) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:18.870532 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-58bc9cc0-6dbb-4293-8696-8931ca1e63a0 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:19.021303 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-3d3892ec-aa77-4dab-8f82-dd66a08e57e7 None None] For port 01b7c0a6-ad94-4191-9b81-441c5e551002, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=01b7c0a6-ad94-4191-9b81-441c5e551002,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:55:19.021707 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3d3892ec-aa77-4dab-8f82-dd66a08e57e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:19.153869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bc9cc0-6dbb-4293-8696-8931ca1e63a0 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:55:19.178892 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-58bc9cc0-6dbb-4293-8696-8931ca1e63a0 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:55:19.181958 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bc9cc0-6dbb-4293-8696-8931ca1e63a0 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:55:19.207377 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-3d3892ec-aa77-4dab-8f82-dd66a08e57e7 None None] Calling delete_port for 01b7c0a6-ad94-4191-9b81-441c5e551002 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:19.213643 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3592845d-5533-4580-b01e-68728ba576c4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:19.241290 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f09d9a03-b7d5-4cf8-b2c7-291cac2d3578 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:19.281775 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c310af-b226-46d3-9d83-64e74ee2f537 req-0a67dcc5-b23f-4e98-91ef-9ddf194f1658 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:19.284107 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-88c310af-b226-46d3-9d83-64e74ee2f537 req-0a67dcc5-b23f-4e98-91ef-9ddf194f1658 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/networks?id=a5bf093f-0f64-4ae3-8ad1-44c19f080b4b HTTP/1.1" status: 200 len: 814 time: 0.7682242 Mar 09 03:55:19.295769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3592845d-5533-4580-b01e-68728ba576c4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:19.309647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3592845d-5533-4580-b01e-68728ba576c4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:19.311811 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3d3892ec-aa77-4dab-8f82-dd66a08e57e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:19.330706 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-7900690c-9061-4ab9-9ed7-6183a9ebf487 req-19befb1e-18cd-4616-bdab-0092ccf930c8 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] For port c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:55:19.331220 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7900690c-9061-4ab9-9ed7-6183a9ebf487 req-19befb1e-18cd-4616-bdab-0092ccf930c8 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:19.345336 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3592845d-5533-4580-b01e-68728ba576c4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:19.361975 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3892ec-aa77-4dab-8f82-dd66a08e57e7 None None] Pushing event deleted for resources: {'Port': ['ID=01b7c0a6-ad94-4191-9b81-441c5e551002,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:19.365842 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3892ec-aa77-4dab-8f82-dd66a08e57e7 None None] No DVR routers for this DVR port 01b7c0a6-ad94-4191-9b81-441c5e551002 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:55:19.379801 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc9cc0-6dbb-4293-8696-8931ca1e63a0 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Pushing event updated for resources: {'Port': ['ID=428b87df-2363-4668-be1a-8795de39e75d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:19.419276 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-88c310af-b226-46d3-9d83-64e74ee2f537 req-5a719a6c-e2ef-482f-bd1a-7f030ee0e990 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/quotas/2dfc2fc375c74dd497ae51bb9a526fce HTTP/1.1" status: 200 len: 375 time: 0.1111777 Mar 09 03:55:19.488464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-7900690c-9061-4ab9-9ed7-6183a9ebf487 req-19befb1e-18cd-4616-bdab-0092ccf930c8 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Calling delete_port for c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:19.592698 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3592845d-5533-4580-b01e-68728ba576c4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:55:19.596463 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3592845d-5533-4580-b01e-68728ba576c4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:19.610329 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-30b34e0b-08be-4910-a0f6-95e9dee185b1 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:19.726720 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b34e0b-08be-4910-a0f6-95e9dee185b1 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Pushing event deleted for resources: {'Port': ['ID=9479c29a-2448-452f-940d-78ad8bb0d71b,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:19.748739 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b34e0b-08be-4910-a0f6-95e9dee185b1 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:19.749249 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b34e0b-08be-4910-a0f6-95e9dee185b1 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:19.749684 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b34e0b-08be-4910-a0f6-95e9dee185b1 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:19.750557 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b34e0b-08be-4910-a0f6-95e9dee185b1 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:19.750557 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b34e0b-08be-4910-a0f6-95e9dee185b1 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:19.750963 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b34e0b-08be-4910-a0f6-95e9dee185b1 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:19.751382 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b34e0b-08be-4910-a0f6-95e9dee185b1 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:19.751804 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b34e0b-08be-4910-a0f6-95e9dee185b1 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:19.752236 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b34e0b-08be-4910-a0f6-95e9dee185b1 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:19.753313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b34e0b-08be-4910-a0f6-95e9dee185b1 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:19.753313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b34e0b-08be-4910-a0f6-95e9dee185b1 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:19.753313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b34e0b-08be-4910-a0f6-95e9dee185b1 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:19.850807 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f09d9a03-b7d5-4cf8-b2c7-291cac2d3578 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:19.865188 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4e080-45e2-4d20-b587-a55bff1e54be req-99aee2d5-1107-488c-961a-12fbeb4f87a6 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:19.866664 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d5f4e080-45e2-4d20-b587-a55bff1e54be req-99aee2d5-1107-488c-961a-12fbeb4f87a6 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fb828aa-6de7-4078-87e6-c7be2852e5fc HTTP/1.1" status: 200 len: 946 time: 0.6311066 Mar 09 03:55:19.873735 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-f09d9a03-b7d5-4cf8-b2c7-291cac2d3578 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Deleting port e9c41b00-7798-4c54-b19b-6afd4be4af60 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:19.874145 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f09d9a03-b7d5-4cf8-b2c7-291cac2d3578 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:19.956579 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-30b34e0b-08be-4910-a0f6-95e9dee185b1 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:20.016033 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-88c310af-b226-46d3-9d83-64e74ee2f537 req-bead4045-4693-4a01-92c9-eab31b34225b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2dfc2fc375c74dd497ae51bb9a526fce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4928131 Mar 09 03:55:20.099094 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d5f4e080-45e2-4d20-b587-a55bff1e54be req-3c8189a2-8268-45fd-9f23-73cf0eff8fc2 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=de4a2241-0f9f-4a20-8e83-911e94ae7476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916769 Mar 09 03:55:20.148889 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7900690c-9061-4ab9-9ed7-6183a9ebf487 req-19befb1e-18cd-4616-bdab-0092ccf930c8 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:20.194991 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-30b34e0b-08be-4910-a0f6-95e9dee185b1 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:20.196026 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-30b34e0b-08be-4910-a0f6-95e9dee185b1 tempest-FloatingIPAdminTestJSON-1400607590 tempest-FloatingIPAdminTestJSON-1400607590-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/e89bc660-9026-42bc-a5a0-9ca36a8903ef HTTP/1.1" status: 204 len: 168 time: 2.4551842 Mar 09 03:55:20.209393 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40760) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:20.266092 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19befb1e-18cd-4616-bdab-0092ccf930c8 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Pushing event deleted for resources: {'Port': ['ID=c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:20.334298 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-58bc9cc0-6dbb-4293-8696-8931ca1e63a0 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:20.371062 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3592845d-5533-4580-b01e-68728ba576c4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:20.409649 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f09d9a03-b7d5-4cf8-b2c7-291cac2d3578 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:20.412134 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-7900690c-9061-4ab9-9ed7-6183a9ebf487 req-19befb1e-18cd-4616-bdab-0092ccf930c8 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] No DVR routers for this DVR port c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:55:20.422510 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7900690c-9061-4ab9-9ed7-6183a9ebf487 req-19befb1e-18cd-4616-bdab-0092ccf930c8 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:20.427303 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb828aa-6de7-4078-87e6-c7be2852e5fc', 'name': 'network-vif-deleted', 'tag': 'c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:55:20.432456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-4b5c8de0-6264-4fab-9a2f-f3d7d82a6663 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Deleting port fc5264e2-9f5c-4aa6-b17a-11531aa5a800 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:20.432798 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4b5c8de0-6264-4fab-9a2f-f3d7d82a6663 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:20.506156 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7900690c-9061-4ab9-9ed7-6183a9ebf487 req-19befb1e-18cd-4616-bdab-0092ccf930c8 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.21 "DELETE /v2.0/ports/c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f HTTP/1.1" status: 204 len: 173 time: 2.4513767 Mar 09 03:55:20.525319 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592845d-5533-4580-b01e-68728ba576c4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=eb9f48ef-edb6-4792-b9a3-d5f60940b67b,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:20.554305 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 01b7c0a6-ad94-4191-9b81-441c5e551002 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:55:20.560975 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3592845d-5533-4580-b01e-68728ba576c4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:55:20.563055 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb828aa-6de7-4078-87e6-c7be2852e5fc', 'name': 'network-vif-deleted', 'tag': 'c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f', 'status': 'completed', 'code': 200} Mar 09 03:55:20.573281 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a6e21-b12a-45c7-9e0b-51225005e616 req-b6be10e9-963c-4ea6-b5c5-282d2dc8a6d7 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:20.582009 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-878a6e21-b12a-45c7-9e0b-51225005e616 req-b6be10e9-963c-4ea6-b5c5-282d2dc8a6d7 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.4388609 Mar 09 03:55:20.620481 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-3592845d-5533-4580-b01e-68728ba576c4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:55:20.628490 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3592845d-5533-4580-b01e-68728ba576c4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:20.629090 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3592845d-5533-4580-b01e-68728ba576c4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:20.655492 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 01b7c0a6-ad94-4191-9b81-441c5e551002 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:55:20.656125 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 01b7c0a6-ad94-4191-9b81-441c5e551002 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:55:20.657931 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae22faf-dcb6-4dfa-a36f-e7001d134ed5 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:55:20.670430 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-f09d9a03-b7d5-4cf8-b2c7-291cac2d3578 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Calling delete_port for e9c41b00-7798-4c54-b19b-6afd4be4af60 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:20.702127 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-878a6e21-b12a-45c7-9e0b-51225005e616 req-c6911160-f496-4baa-b796-4c7296d878e4 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186109 Mar 09 03:55:20.711552 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3592845d-5533-4580-b01e-68728ba576c4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0799468 Mar 09 03:55:20.714238 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40770) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:20.720489 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-634435ff-a46d-46fa-8b0a-653f99bf3ede tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:20.944034 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-634435ff-a46d-46fa-8b0a-653f99bf3ede tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:20.948868 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-634435ff-a46d-46fa-8b0a-653f99bf3ede tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:20.952750 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-634435ff-a46d-46fa-8b0a-653f99bf3ede tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:20.958494 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-634435ff-a46d-46fa-8b0a-653f99bf3ede tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:20.965523 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9dfb71-b582-4dd3-b6fd-c7eadc973834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-52061912-70e8-4f32-8bcd-36eeab65c7b8', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'fixed_ips': [{'subnet_id': 'eb9f48ef-edb6-4792-b9a3-d5f60940b67b'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:55:20.966337 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6a9dfb71-b582-4dd3-b6fd-c7eadc973834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:20.977653 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634435ff-a46d-46fa-8b0a-653f99bf3ede tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:55:20.981233 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-634435ff-a46d-46fa-8b0a-653f99bf3ede tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:21.143550 n-d-825178-5 neutron-server[87880]: INFO neutron.db.ipam_backend_mixin [None req-634435ff-a46d-46fa-8b0a-653f99bf3ede tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eb9f48ef-edb6-4792-b9a3-d5f60940b67b (CIDR: 2001:db8::/64) Mar 09 03:55:21.148600 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-634435ff-a46d-46fa-8b0a-653f99bf3ede tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 03:55:21.149197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-634435ff-a46d-46fa-8b0a-653f99bf3ede tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:21.175867 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-634435ff-a46d-46fa-8b0a-653f99bf3ede tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4603405 Mar 09 03:55:21.178569 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40778) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:21.187636 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-818427df-de39-4c84-a241-ce5875bcbe77 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:21.269500 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:55:21.318178 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:55:21.318769 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device c21940e6-c5d1-40f2-82d4-3a8ea4e0bc1f not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:55:21.344589 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-6a9dfb71-b582-4dd3-b6fd-c7eadc973834 None None] Allocated IP 2001:db8::2 (52061912-70e8-4f32-8bcd-36eeab65c7b8/eb9f48ef-edb6-4792-b9a3-d5f60940b67b/989d37a8-5de2-4200-9aa4-3225f6d17e43) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:55:21.500172 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4b5c8de0-6264-4fab-9a2f-f3d7d82a6663 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:21.652645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-818427df-de39-4c84-a241-ce5875bcbe77 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:21.657012 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-818427df-de39-4c84-a241-ce5875bcbe77 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:21.660834 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-818427df-de39-4c84-a241-ce5875bcbe77 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:21.668297 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-818427df-de39-4c84-a241-ce5875bcbe77 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:21.682904 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818427df-de39-4c84-a241-ce5875bcbe77 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:55:21.684963 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-4b5c8de0-6264-4fab-9a2f-f3d7d82a6663 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Calling delete_port for fc5264e2-9f5c-4aa6-b17a-11531aa5a800 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:21.687103 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-818427df-de39-4c84-a241-ce5875bcbe77 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:21.777684 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6a9dfb71-b582-4dd3-b6fd-c7eadc973834 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:21.797079 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-58bc9cc0-6dbb-4293-8696-8931ca1e63a0 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:21.830615 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6b8bd-d9d7-4039-88f4-af61af9ebe27 req-759b0a61-51ca-4db6-b244-426d0f51cb5d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:21.832224 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2de6b8bd-d9d7-4039-88f4-af61af9ebe27 req-759b0a61-51ca-4db6-b244-426d0f51cb5d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.8989153 Mar 09 03:55:21.838443 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-58bc9cc0-6dbb-4293-8696-8931ca1e63a0 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371792'] for router, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:22.065101 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db51ad0-6a8b-4da4-abd4-3d42d582dada req-f8ea4f65-b2f2-42a6-8e26-cc513f13376a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:22.065919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-2db51ad0-6a8b-4da4-abd4-3d42d582dada req-f8ea4f65-b2f2-42a6-8e26-cc513f13376a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Synchronizing usage tracker for tenant:583552b4403540f294a79f7bae92d808 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:55:22.097064 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-2db51ad0-6a8b-4da4-abd4-3d42d582dada req-f8ea4f65-b2f2-42a6-8e26-cc513f13376a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Unset dirty status for tenant:583552b4403540f294a79f7bae92d808 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:55:22.098439 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2db51ad0-6a8b-4da4-abd4-3d42d582dada req-f8ea4f65-b2f2-42a6-8e26-cc513f13376a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.2308497 Mar 09 03:55:22.226700 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2de6b8bd-d9d7-4039-88f4-af61af9ebe27 req-ef1f9416-44e6-4630-bc15-18f39e405bcc tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801470 Mar 09 03:55:22.239200 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f09d9a03-b7d5-4cf8-b2c7-291cac2d3578 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:22.311783 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2db51ad0-6a8b-4da4-abd4-3d42d582dada req-a158c592-9022-4233-99ef-2fabc860c252 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476142 Mar 09 03:55:22.322342 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d9a03-b7d5-4cf8-b2c7-291cac2d3578 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Pushing event deleted for resources: {'Port': ['ID=e9c41b00-7798-4c54-b19b-6afd4be4af60,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:22.395861 n-d-825178-5 neutron-server[87880]: DEBUG neutron.objects.ports [None req-818427df-de39-4c84-a241-ce5875bcbe77 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87880) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 03:55:22.397176 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-818427df-de39-4c84-a241-ce5875bcbe77 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:22.470108 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818427df-de39-4c84-a241-ce5875bcbe77 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:55:22.473935 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-818427df-de39-4c84-a241-ce5875bcbe77 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:55:22.481970 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818427df-de39-4c84-a241-ce5875bcbe77 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:22.482747 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-818427df-de39-4c84-a241-ce5875bcbe77 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:22.485288 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bc9cc0-6dbb-4293-8696-8931ca1e63a0 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Router 63c31191-c1fa-4eab-b4a0-b92bbfd77f34 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:55:22.502591 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6a9dfb71-b582-4dd3-b6fd-c7eadc973834 None None] Transition to ACTIVE for port object 989d37a8-5de2-4200-9aa4-3225f6d17e43 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:55:22.522057 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818427df-de39-4c84-a241-ce5875bcbe77 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=5e6b1b0e-3e0c-4c6a-956d-35b03711d019,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:22.527253 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-818427df-de39-4c84-a241-ce5875bcbe77 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3471432 Mar 09 03:55:22.530335 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40812) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:22.537722 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-279b6211-c2d8-4a35-8756-78da2c1efc11 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'mac_address': 'fa:16:3e:cb:a0:65', 'name': 'tempest-NetworksTestDHCPv6-1167201408'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:22.538607 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6a9dfb71-b582-4dd3-b6fd-c7eadc973834 None None] Transition to ACTIVE for port object 989d37a8-5de2-4200-9aa4-3225f6d17e43 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:55:22.546770 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6a9dfb71-b582-4dd3-b6fd-c7eadc973834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:22.596336 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9dfb71-b582-4dd3-b6fd-c7eadc973834 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:55:22.601685 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-6a9dfb71-b582-4dd3-b6fd-c7eadc973834 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:55:22.611012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9dfb71-b582-4dd3-b6fd-c7eadc973834 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:55:22.637735 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4b5c8de0-6264-4fab-9a2f-f3d7d82a6663 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:22.736980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-279b6211-c2d8-4a35-8756-78da2c1efc11 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:22.756599 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-279b6211-c2d8-4a35-8756-78da2c1efc11 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:22.769560 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9dfb71-b582-4dd3-b6fd-c7eadc973834 None None] Pushing event updated for resources: {'Port': ['ID=989d37a8-5de2-4200-9aa4-3225f6d17e43,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:22.769806 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279b6211-c2d8-4a35-8756-78da2c1efc11 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:55:22.798085 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6a9dfb71-b582-4dd3-b6fd-c7eadc973834 None None] Attempting to bind port 989d37a8-5de2-4200-9aa4-3225f6d17e43 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:55:22.798653 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6a9dfb71-b582-4dd3-b6fd-c7eadc973834 None None] Attempting to bind port 989d37a8-5de2-4200-9aa4-3225f6d17e43 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:55:22.798775 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9dfb71-b582-4dd3-b6fd-c7eadc973834 None None] Attempting to bind port 989d37a8-5de2-4200-9aa4-3225f6d17e43 on network 52061912-70e8-4f32-8bcd-36eeab65c7b8 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:55:22.808623 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9dfb71-b582-4dd3-b6fd-c7eadc973834 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:55:22.808995 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9dfb71-b582-4dd3-b6fd-c7eadc973834 None None] Checking segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:55:22.809397 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6a9dfb71-b582-4dd3-b6fd-c7eadc973834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:22.809784 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9dfb71-b582-4dd3-b6fd-c7eadc973834 None None] Bound using segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:55:22.810242 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6a9dfb71-b582-4dd3-b6fd-c7eadc973834 None None] Bound port: 989d37a8-5de2-4200-9aa4-3225f6d17e43, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:55:22.810609 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6a9dfb71-b582-4dd3-b6fd-c7eadc973834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:22.812140 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c8de0-6264-4fab-9a2f-f3d7d82a6663 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Pushing event deleted for resources: {'Port': ['ID=fc5264e2-9f5c-4aa6-b17a-11531aa5a800,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:22.864373 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-063e4d10-c209-461f-810c-93d544d4b647 req-8e27776a-e3e0-4da3-9f14-e0f7b995f9af tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=2dfc2fc375c74dd497ae51bb9a526fce HTTP/1.1" status: 200 len: 221 time: 0.3799937 Mar 09 03:55:22.893806 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f09d9a03-b7d5-4cf8-b2c7-291cac2d3578 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:22.955296 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6a9dfb71-b582-4dd3-b6fd-c7eadc973834 None None] For port 989d37a8-5de2-4200-9aa4-3225f6d17e43, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:55:22.958763 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6a9dfb71-b582-4dd3-b6fd-c7eadc973834 None None] For port 989d37a8-5de2-4200-9aa4-3225f6d17e43, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=989d37a8-5de2-4200-9aa4-3225f6d17e43,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:55:22.968462 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6a9dfb71-b582-4dd3-b6fd-c7eadc973834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:23.041901 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-279b6211-c2d8-4a35-8756-78da2c1efc11 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:23.084344 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9dfb71-b582-4dd3-b6fd-c7eadc973834 None None] Pushing event updated for resources: {'Port': ['ID=989d37a8-5de2-4200-9aa4-3225f6d17e43,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:23.204518 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-279b6211-c2d8-4a35-8756-78da2c1efc11 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] device_id is not set on port d4d64100-20bb-45d1-9269-6b522ed74602 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:55:23.472669 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f09d9a03-b7d5-4cf8-b2c7-291cac2d3578 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:23.484572 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f09d9a03-b7d5-4cf8-b2c7-291cac2d3578 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:23.508229 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb13a5a-7ea4-411b-93e3-763c78459343 req-93617723-b552-40c5-a703-b584bebe1af5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:23.510457 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cdb13a5a-7ea4-411b-93e3-763c78459343 req-93617723-b552-40c5-a703-b584bebe1af5 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.21 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.4846735 Mar 09 03:55:23.529101 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf018101-ae2a-4c7a-ab09-5fa9d2ab8de4 req-8d3565de-3023-489e-8055-36385de33c6d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:23.530809 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4b5c8de0-6264-4fab-9a2f-f3d7d82a6663 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:23.531169 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf018101-ae2a-4c7a-ab09-5fa9d2ab8de4 req-8d3565de-3023-489e-8055-36385de33c6d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.4230351 Mar 09 03:55:23.534131 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bc9cc0-6dbb-4293-8696-8931ca1e63a0 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:55:23.546759 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cfe7cb-a473-4a17-b45e-556de11d249c None None] Sync routers for ids ['63c31191-c1fa-4eab-b4a0-b92bbfd77f34'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:55:23.563360 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cfe7cb-a473-4a17-b45e-556de11d249c None None] Routers {'63c31191-c1fa-4eab-b4a0-b92bbfd77f34'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:23.563974 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-02cfe7cb-a473-4a17-b45e-556de11d249c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['63c31191-c1fa-4eab-b4a0-b92bbfd77f34'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:23.599631 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-58bc9cc0-6dbb-4293-8696-8931ca1e63a0 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:23.601341 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-58bc9cc0-6dbb-4293-8696-8931ca1e63a0 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "PUT /v2.0/routers/63c31191-c1fa-4eab-b4a0-b92bbfd77f34 HTTP/1.1" status: 200 len: 883 time: 8.5050282 Mar 09 03:55:23.613654 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4b5c8de0-6264-4fab-9a2f-f3d7d82a6663 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] 10.222.0.16 "DELETE /v2.0/ports/fc5264e2-9f5c-4aa6-b17a-11531aa5a800 HTTP/1.1" status: 204 len: 168 time: 3.4030094 Mar 09 03:55:23.616587 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40824) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:23.617340 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40826) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:23.623066 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-279b6211-c2d8-4a35-8756-78da2c1efc11 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 2001:db8::11c (52061912-70e8-4f32-8bcd-36eeab65c7b8/eb9f48ef-edb6-4792-b9a3-d5f60940b67b/d4d64100-20bb-45d1-9269-6b522ed74602) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:55:23.629900 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-279b6211-c2d8-4a35-8756-78da2c1efc11 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 2001:db8:0:1:f816:3eff:fecb:a065 (52061912-70e8-4f32-8bcd-36eeab65c7b8/5e6b1b0e-3e0c-4c6a-956d-35b03711d019/d4d64100-20bb-45d1-9269-6b522ed74602) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:55:23.641968 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-02cfe7cb-a473-4a17-b45e-556de11d249c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:23.651522 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cfe7cb-a473-4a17-b45e-556de11d249c None None] Routers {'63c31191-c1fa-4eab-b4a0-b92bbfd77f34'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:23.652176 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-02cfe7cb-a473-4a17-b45e-556de11d249c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['63c31191-c1fa-4eab-b4a0-b92bbfd77f34'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:23.767421 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-02cfe7cb-a473-4a17-b45e-556de11d249c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:23.767812 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cfe7cb-a473-4a17-b45e-556de11d249c None None] The sync data for ids ['63c31191-c1fa-4eab-b4a0-b92bbfd77f34'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:55:23.780871 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf018101-ae2a-4c7a-ab09-5fa9d2ab8de4 req-d60345de-9933-4934-97e7-7f5a8ea337b0 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176145 Mar 09 03:55:23.784762 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-cdb13a5a-7ea4-411b-93e3-763c78459343 req-a2c8bec8-8cbb-4733-a061-4d0ac02d5b2a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Deleting port fb633d15-e73a-412d-8adc-3f24487a60ac {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:23.785101 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cdb13a5a-7ea4-411b-93e3-763c78459343 req-a2c8bec8-8cbb-4733-a061-4d0ac02d5b2a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:23.798416 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f09d9a03-b7d5-4cf8-b2c7-291cac2d3578 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:23.799382 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09d9a03-b7d5-4cf8-b2c7-291cac2d3578 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Fanout notify agent at l3_agent the message router_deleted on router b4492d82-2122-4ba5-aff3-54f012074dee {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:55:23.845428 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f09d9a03-b7d5-4cf8-b2c7-291cac2d3578 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:23.846502 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f09d9a03-b7d5-4cf8-b2c7-291cac2d3578 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "DELETE /v2.0/routers/b4492d82-2122-4ba5-aff3-54f012074dee HTTP/1.1" status: 204 len: 168 time: 5.0679936 Mar 09 03:55:23.855256 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40834) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:23.875618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-741cebc9-883f-473a-8a33-cfbe41ec21a6 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1959649153', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:23.898041 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-741cebc9-883f-473a-8a33-cfbe41ec21a6 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:23.934273 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc285f99-d7b5-46ec-9f2f-9d219eded669 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:23.935054 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cc285f99-d7b5-46ec-9f2f-9d219eded669 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Synchronizing usage tracker for tenant:606648655aef4743b86d7db985500755 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:55:23.944931 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c8eb8-ad96-4048-b1c2-27d1aaf6c3b2 req-1849f4cf-4b68-4d37-a401-89928bb2fc3d tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:23.946369 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff8c8eb8-ad96-4048-b1c2-27d1aaf6c3b2 req-1849f4cf-4b68-4d37-a401-89928bb2fc3d tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.4692261 Mar 09 03:55:23.966180 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-741cebc9-883f-473a-8a33-cfbe41ec21a6 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Usage tracker for resource:router and tenant:971fa89d245f45efad76c49c7c1e7da1 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:23.975909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-741cebc9-883f-473a-8a33-cfbe41ec21a6 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:24.048820 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8b7675c1-93c8-4748-92d6-05db457481dd tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "GET /v2.0/routers/63c31191-c1fa-4eab-b4a0-b92bbfd77f34 HTTP/1.1" status: 200 len: 924 time: 0.4282336 Mar 09 03:55:24.049315 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40838) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:24.153379 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff8c8eb8-ad96-4048-b1c2-27d1aaf6c3b2 req-e4bfefee-7901-4905-a0a7-17200b4c51cd tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024249 Mar 09 03:55:24.168438 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cc285f99-d7b5-46ec-9f2f-9d219eded669 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Unset dirty status for tenant:606648655aef4743b86d7db985500755 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:55:24.172404 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cc285f99-d7b5-46ec-9f2f-9d219eded669 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f662a45-61c2-4ba7-a144-c5140aac9b58 HTTP/1.1" status: 200 len: 913 time: 0.5502365 Mar 09 03:55:24.174077 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40842) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:24.204899 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-741cebc9-883f-473a-8a33-cfbe41ec21a6 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:24.263847 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-741cebc9-883f-473a-8a33-cfbe41ec21a6 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:24.264861 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-741cebc9-883f-473a-8a33-cfbe41ec21a6 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:24.373157 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-741cebc9-883f-473a-8a33-cfbe41ec21a6 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:24.418721 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-741cebc9-883f-473a-8a33-cfbe41ec21a6 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:24.444637 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-279b6211-c2d8-4a35-8756-78da2c1efc11 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:24.508355 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a947e8b7-85b9-4d25-98d6-a6171b8e10a8 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:55:24.523501 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:55:24.523957 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4710099-987c-4270-a3ea-8d85354022bc tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:24.535489 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f4710099-987c-4270-a3ea-8d85354022bc tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&device_id=63c31191-c1fa-4eab-b4a0-b92bbfd77f34&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4833109 Mar 09 03:55:24.538245 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40854) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:24.569954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-279b6211-c2d8-4a35-8756-78da2c1efc11 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Transition to ACTIVE for port object d4d64100-20bb-45d1-9269-6b522ed74602 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:55:24.627997 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54e8f9-273a-49d5-b4b5-d6b2998ed9cc req-251db46d-5b1e-4265-b0f1-cfad5a81d1bc tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:24.629483 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0a54e8f9-273a-49d5-b4b5-d6b2998ed9cc req-251db46d-5b1e-4265-b0f1-cfad5a81d1bc tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.6603563 Mar 09 03:55:24.630271 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-741cebc9-883f-473a-8a33-cfbe41ec21a6 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:24.633724 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-741cebc9-883f-473a-8a33-cfbe41ec21a6 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7752593 Mar 09 03:55:24.641679 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-279b6211-c2d8-4a35-8756-78da2c1efc11 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:24.647039 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40860) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:24.665462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-278da046-9897-44d7-bd95-c48c24072a2f tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'enable_snat': True}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:24.676026 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 989d37a8-5de2-4200-9aa4-3225f6d17e43 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:55:24.727809 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8964fcd6-fd20-4e7e-b597-091fcfb47aa7 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:24.742870 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8964fcd6-fd20-4e7e-b597-091fcfb47aa7 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 881 time: 0.2035680 Mar 09 03:55:24.747815 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40868) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:24.786927 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5f998a75-dfb0-48c1-a271-4dd3a56eccba None None] Provisioning for port 989d37a8-5de2-4200-9aa4-3225f6d17e43 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:55:24.798913 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5f998a75-dfb0-48c1-a271-4dd3a56eccba None None] Provisioning complete for port 989d37a8-5de2-4200-9aa4-3225f6d17e43 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:55:24.799550 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5f998a75-dfb0-48c1-a271-4dd3a56eccba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:24.828302 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 989d37a8-5de2-4200-9aa4-3225f6d17e43 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:55:24.856594 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-93093d9a-fb6b-40b9-9c18-8936cb738151 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "GET /v2.0/ports?device_id=63c31191-c1fa-4eab-b4a0-b92bbfd77f34 HTTP/1.1" status: 200 len: 205 time: 0.1052134 Mar 09 03:55:24.859415 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 989d37a8-5de2-4200-9aa4-3225f6d17e43 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:55:24.859979 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:24.864932 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40872) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:24.942622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279b6211-c2d8-4a35-8756-78da2c1efc11 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:55:24.963743 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-279b6211-c2d8-4a35-8756-78da2c1efc11 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:55:24.976510 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0a54e8f9-273a-49d5-b4b5-d6b2998ed9cc req-ccafe43e-dde7-44a4-b8af-777ec8db0cf3 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285120 Mar 09 03:55:24.977400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279b6211-c2d8-4a35-8756-78da2c1efc11 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:55:24.988424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279b6211-c2d8-4a35-8756-78da2c1efc11 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:24.989617 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-279b6211-c2d8-4a35-8756-78da2c1efc11 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:25.029006 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-cdb13a5a-7ea4-411b-93e3-763c78459343 req-a2c8bec8-8cbb-4733-a061-4d0ac02d5b2a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] For port fb633d15-e73a-412d-8adc-3f24487a60ac, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=fb633d15-e73a-412d-8adc-3f24487a60ac,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:55:25.029426 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cdb13a5a-7ea4-411b-93e3-763c78459343 req-a2c8bec8-8cbb-4733-a061-4d0ac02d5b2a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:25.062728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b6211-c2d8-4a35-8756-78da2c1efc11 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=d4d64100-20bb-45d1-9269-6b522ed74602,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:25.223901 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40884) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:25.292510 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5f998a75-dfb0-48c1-a271-4dd3a56eccba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:25.317238 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:25.348121 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-5f998a75-dfb0-48c1-a271-4dd3a56eccba None None] For port 989d37a8-5de2-4200-9aa4-3225f6d17e43, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=989d37a8-5de2-4200-9aa4-3225f6d17e43,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:55:25.370564 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5f998a75-dfb0-48c1-a271-4dd3a56eccba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:25.542719 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f998a75-dfb0-48c1-a271-4dd3a56eccba None None] Pushing event updated for resources: {'Port': ['ID=989d37a8-5de2-4200-9aa4-3225f6d17e43,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:25.549783 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-279b6211-c2d8-4a35-8756-78da2c1efc11 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0178201 Mar 09 03:55:25.550685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40890) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:25.553021 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f998a75-dfb0-48c1-a271-4dd3a56eccba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:25.553361 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f998a75-dfb0-48c1-a271-4dd3a56eccba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:25.553691 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f998a75-dfb0-48c1-a271-4dd3a56eccba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:25.554031 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f998a75-dfb0-48c1-a271-4dd3a56eccba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:25.554349 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f998a75-dfb0-48c1-a271-4dd3a56eccba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:25.554672 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f998a75-dfb0-48c1-a271-4dd3a56eccba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:25.555034 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f998a75-dfb0-48c1-a271-4dd3a56eccba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:25.555353 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f998a75-dfb0-48c1-a271-4dd3a56eccba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:25.555670 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f998a75-dfb0-48c1-a271-4dd3a56eccba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:25.555989 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f998a75-dfb0-48c1-a271-4dd3a56eccba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:25.556304 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f998a75-dfb0-48c1-a271-4dd3a56eccba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:25.556665 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f998a75-dfb0-48c1-a271-4dd3a56eccba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:25.579009 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:55:25.579358 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:55:25.579860 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afa1f6b-3a74-40b9-bcb5-5fc1e3f2b25f None None] Update dhcp port {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'fixed_ips': [{'subnet_id': 'eb9f48ef-edb6-4792-b9a3-d5f60940b67b', 'ip_address': '2001:db8::2'}, {'subnet_id': '5e6b1b0e-3e0c-4c6a-956d-35b03711d019'}], 'binding:host_id': 'n-d-825178-5'}, 'id': '989d37a8-5de2-4200-9aa4-3225f6d17e43'} from n-d-825178-5. {{(pid=87882) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 03:55:25.598902 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9909c261-23c7-4639-8346-d33ce70027cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:25.642230 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6afa1f6b-3a74-40b9-bcb5-5fc1e3f2b25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:25.674273 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9909c261-23c7-4639-8346-d33ce70027cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:25.676733 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-278da046-9897-44d7-bd95-c48c24072a2f tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:25.679484 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47f53208-ecc3-44ef-bb83-0a293d371013 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:25.752011 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9909c261-23c7-4639-8346-d33ce70027cf admin admin] Usage tracker for resource:security_group_rule and tenant:843f053991364edc9843efa167062e41 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:25.755971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9909c261-23c7-4639-8346-d33ce70027cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:25.766053 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9909c261-23c7-4639-8346-d33ce70027cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:25.874406 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-6afa1f6b-3a74-40b9-bcb5-5fc1e3f2b25f None None] Allocated IP 2001:db8:0:1:f816:3eff:fec2:10bc (52061912-70e8-4f32-8bcd-36eeab65c7b8/5e6b1b0e-3e0c-4c6a-956d-35b03711d019/989d37a8-5de2-4200-9aa4-3225f6d17e43) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:55:25.887156 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-5e74acae-79fc-4f54-afda-d3f261b42599 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting port d4d64100-20bb-45d1-9269-6b522ed74602 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:25.887496 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e74acae-79fc-4f54-afda-d3f261b42599 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:25.934621 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020ea9b-a2b9-4d31-9a1d-bff163accf90 req-334638ed-f517-4c4f-8bd9-7527de69434d tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:25.941472 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a020ea9b-a2b9-4d31-9a1d-bff163accf90 req-334638ed-f517-4c4f-8bd9-7527de69434d tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 944 time: 0.4129443 Mar 09 03:55:26.044504 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47f53208-ecc3-44ef-bb83-0a293d371013 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:26.052914 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6afa1f6b-3a74-40b9-bcb5-5fc1e3f2b25f None None] For port 989d37a8-5de2-4200-9aa4-3225f6d17e43, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=989d37a8-5de2-4200-9aa4-3225f6d17e43,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:55:26.064201 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a020ea9b-a2b9-4d31-9a1d-bff163accf90 req-788f8c4a-da0e-4559-840a-013a402a3c5a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups?id=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218228 Mar 09 03:55:26.092267 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-47f53208-ecc3-44ef-bb83-0a293d371013 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Deleting port 428b87df-2363-4668-be1a-8795de39e75d {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:26.092964 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47f53208-ecc3-44ef-bb83-0a293d371013 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:26.133101 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6afa1f6b-3a74-40b9-bcb5-5fc1e3f2b25f None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:26.166659 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6afa1f6b-3a74-40b9-bcb5-5fc1e3f2b25f None None] Transition to ACTIVE for port object 989d37a8-5de2-4200-9aa4-3225f6d17e43 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:55:26.172892 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6afa1f6b-3a74-40b9-bcb5-5fc1e3f2b25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:26.219592 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9909c261-23c7-4639-8346-d33ce70027cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:26.228924 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9909c261-23c7-4639-8346-d33ce70027cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:26.296791 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-00b4ded3-fa00-46de-940b-0aa844a51598 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:26.364060 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa1f6b-3a74-40b9-bcb5-5fc1e3f2b25f None None] Pushing event updated for resources: {'Port': ['ID=989d37a8-5de2-4200-9aa4-3225f6d17e43,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:26.413312 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9909c261-23c7-4639-8346-d33ce70027cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=843f053991364edc9843efa167062e41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1880589 Mar 09 03:55:26.419876 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40894) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:26.454889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a36df0-4016-44f7-9096-710182667da0 req-5c841493-b5ef-4698-a17f-fb409ba6a3fe tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:26.454889 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-36a36df0-4016-44f7-9096-710182667da0 req-5c841493-b5ef-4698-a17f-fb409ba6a3fe tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 1.1057258 Mar 09 03:55:26.455608 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909c261-23c7-4639-8346-d33ce70027cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6dfec4-f4da-441e-8af9-127ebafab93c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:26.496420 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 989d37a8-5de2-4200-9aa4-3225f6d17e43 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:55:26.545880 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cdb13a5a-7ea4-411b-93e3-763c78459343 req-a2c8bec8-8cbb-4733-a061-4d0ac02d5b2a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:26.546384 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cdb13a5a-7ea4-411b-93e3-763c78459343 req-a2c8bec8-8cbb-4733-a061-4d0ac02d5b2a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:26.546697 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [req-cdb13a5a-7ea4-411b-93e3-763c78459343 req-a2c8bec8-8cbb-4733-a061-4d0ac02d5b2a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Floating IP ec9b0e75-0847-44ab-aa30-8631def4b175 disassociated. External IP: 172.25.7.246, port: fb633d15-e73a-412d-8adc-3f24487a60ac. Mar 09 03:55:26.547117 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-cdb13a5a-7ea4-411b-93e3-763c78459343 req-a2c8bec8-8cbb-4733-a061-4d0ac02d5b2a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Calling delete_port for fb633d15-e73a-412d-8adc-3f24487a60ac owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:26.592445 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-36a36df0-4016-44f7-9096-710182667da0 req-eb0c0bc4-1ca7-4e82-b422-30f64b7d11bb tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139417 Mar 09 03:55:26.668195 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e74acae-79fc-4f54-afda-d3f261b42599 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:26.689871 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47f53208-ecc3-44ef-bb83-0a293d371013 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:26.828872 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-5e74acae-79fc-4f54-afda-d3f261b42599 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Calling delete_port for d4d64100-20bb-45d1-9269-6b522ed74602 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:26.938871 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f8718764-a711-414c-a399-94f32a5659e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:26.951941 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-47f53208-ecc3-44ef-bb83-0a293d371013 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Calling delete_port for 428b87df-2363-4668-be1a-8795de39e75d owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:27.048454 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f8718764-a711-414c-a399-94f32a5659e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:27.120589 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a51c4068-47fa-4da7-9409-d29cfbef2ea3 None None] Provisioning for port 989d37a8-5de2-4200-9aa4-3225f6d17e43 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:55:27.130251 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a51c4068-47fa-4da7-9409-d29cfbef2ea3 None None] Provisioning complete for port 989d37a8-5de2-4200-9aa4-3225f6d17e43 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:55:27.130618 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a51c4068-47fa-4da7-9409-d29cfbef2ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:27.152949 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cdb13a5a-7ea4-411b-93e3-763c78459343 req-a2c8bec8-8cbb-4733-a061-4d0ac02d5b2a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:27.273780 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device fb633d15-e73a-412d-8adc-3f24487a60ac no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:55:27.280865 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8bec8-8cbb-4733-a061-4d0ac02d5b2a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Pushing event deleted for resources: {'Port': ['ID=fb633d15-e73a-412d-8adc-3f24487a60ac,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:27.329736 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-278da046-9897-44d7-bd95-c48c24072a2f tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:27.338446 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: fb633d15-e73a-412d-8adc-3f24487a60ac {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:55:27.339093 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device fb633d15-e73a-412d-8adc-3f24487a60ac not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:55:27.346030 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b515a40-ce23-495a-8b75-4698ca10e78e req-fbd94df0-4242-4c84-9d6e-e710214022f3 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:27.347856 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6b515a40-ce23-495a-8b75-4698ca10e78e req-fbd94df0-4242-4c84-9d6e-e710214022f3 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.6164138 Mar 09 03:55:27.388713 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-278da046-9897-44d7-bd95-c48c24072a2f tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:27.395356 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80f39244-9dcb-47c9-b2a0-2eec32271df4 req-7e674930-673d-4023-9d37-d7c97e3cf070 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 210 time: 0.1490874 Mar 09 03:55:27.448027 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f8718764-a711-414c-a399-94f32a5659e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:27.530733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-00b4ded3-fa00-46de-940b-0aa844a51598 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Deleting port 5717fbff-828d-403c-af01-371ecb40efac {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:27.531092 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-00b4ded3-fa00-46de-940b-0aa844a51598 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:27.554885 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8718764-a711-414c-a399-94f32a5659e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6dfec4-f4da-441e-8af9-127ebafab93c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:27.583709 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6b515a40-ce23-495a-8b75-4698ca10e78e req-4a3470ea-c2e3-4ade-8f94-1c147fbaec2f tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956580 Mar 09 03:55:27.614731 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f8718764-a711-414c-a399-94f32a5659e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:27.618617 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f8718764-a711-414c-a399-94f32a5659e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ad6dfec4-f4da-441e-8af9-127ebafab93c HTTP/1.1" status: 204 len: 168 time: 1.1916087 Mar 09 03:55:27.622337 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47f53208-ecc3-44ef-bb83-0a293d371013 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:27.663645 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a51c4068-47fa-4da7-9409-d29cfbef2ea3 None None] Provisioning for port d4d64100-20bb-45d1-9269-6b522ed74602 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:55:27.669721 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a51c4068-47fa-4da7-9409-d29cfbef2ea3 None None] Provisioning complete for port d4d64100-20bb-45d1-9269-6b522ed74602 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:55:27.670087 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a51c4068-47fa-4da7-9409-d29cfbef2ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:27.676317 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e74acae-79fc-4f54-afda-d3f261b42599 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:27.734649 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a51c4068-47fa-4da7-9409-d29cfbef2ea3 None None] Port d4d64100-20bb-45d1-9269-6b522ed74602 was deleted so its status cannot be updated. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 09 03:55:27.767656 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74acae-79fc-4f54-afda-d3f261b42599 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Port': ['ID=d4d64100-20bb-45d1-9269-6b522ed74602,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:27.777676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdb13a5a-7ea4-411b-93e3-763c78459343 req-a2c8bec8-8cbb-4733-a061-4d0ac02d5b2a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Router de0d34ed-7e65-46d8-be33-78bce68ed3aa has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:55:27.794403 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f53208-ecc3-44ef-bb83-0a293d371013 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Pushing event deleted for resources: {'Port': ['ID=428b87df-2363-4668-be1a-8795de39e75d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:27.847617 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-aed8b348-072b-431d-96ad-80d4b6178f66 None None] Could not find standard attr ID for object d4d64100-20bb-45d1-9269-6b522ed74602. {{(pid=87882) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 03:55:28.081733 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47f53208-ecc3-44ef-bb83-0a293d371013 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:28.127802 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40910) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:28.190330 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-00b4ded3-fa00-46de-940b-0aa844a51598 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:28.205747 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e74acae-79fc-4f54-afda-d3f261b42599 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:28.236167 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dc19dfa5-12fa-4154-a9a0-1cf5ea319201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:28.277274 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-278da046-9897-44d7-bd95-c48c24072a2f tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Allocated IP 172.25.7.12 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/1d8bc5d9-665c-4a59-a585-31c01814b52f) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:55:28.289673 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dc19dfa5-12fa-4154-a9a0-1cf5ea319201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:28.293074 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5e74acae-79fc-4f54-afda-d3f261b42599 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/d4d64100-20bb-45d1-9269-6b522ed74602 HTTP/1.1" status: 204 len: 168 time: 2.6835935 Mar 09 03:55:28.350891 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dc19dfa5-12fa-4154-a9a0-1cf5ea319201 admin admin] Usage tracker for resource:security_group_rule and tenant:9bae0856a3684958b8d7159bfc9851dd is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:28.353116 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40916) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:28.366332 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dc19dfa5-12fa-4154-a9a0-1cf5ea319201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:28.377767 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-00b4ded3-fa00-46de-940b-0aa844a51598 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Calling delete_port for 5717fbff-828d-403c-af01-371ecb40efac owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:28.409531 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dc19dfa5-12fa-4154-a9a0-1cf5ea319201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:28.424188 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47f53208-ecc3-44ef-bb83-0a293d371013 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:28.430771 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47f53208-ecc3-44ef-bb83-0a293d371013 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:28.443416 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ce995-148d-4324-8ca3-353318287ec2 req-be1d94cf-1399-4632-bc32-d355e53d4bb7 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:28.444915 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-822ce995-148d-4324-8ca3-353318287ec2 req-be1d94cf-1399-4632-bc32-d355e53d4bb7 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.7050891 Mar 09 03:55:28.490382 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdb13a5a-7ea4-411b-93e3-763c78459343 req-a2c8bec8-8cbb-4733-a061-4d0ac02d5b2a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:55:28.508367 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47f53208-ecc3-44ef-bb83-0a293d371013 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:28.509021 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f53208-ecc3-44ef-bb83-0a293d371013 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Fanout notify agent at l3_agent the message router_deleted on router 63c31191-c1fa-4eab-b4a0-b92bbfd77f34 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:55:28.511195 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c7e66-0aa9-4212-a8cd-3d19cb2f0938 None None] Sync routers for ids ['de0d34ed-7e65-46d8-be33-78bce68ed3aa'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:55:28.523959 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5c7e66-0aa9-4212-a8cd-3d19cb2f0938 None None] Routers {'de0d34ed-7e65-46d8-be33-78bce68ed3aa'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:28.524574 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-be5c7e66-0aa9-4212-a8cd-3d19cb2f0938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['de0d34ed-7e65-46d8-be33-78bce68ed3aa'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:28.541709 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-822ce995-148d-4324-8ca3-353318287ec2 req-94017820-5414-4f45-a66a-d57e8643816d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750849 Mar 09 03:55:28.549734 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47f53208-ecc3-44ef-bb83-0a293d371013 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:28.550828 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-47f53208-ecc3-44ef-bb83-0a293d371013 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "DELETE /v2.0/routers/63c31191-c1fa-4eab-b4a0-b92bbfd77f34 HTTP/1.1" status: 204 len: 168 time: 3.5417137 Mar 09 03:55:28.565437 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40922) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:28.570719 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-2be9f2f8-b72e-4934-b569-9b4859e8baf7 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1302369292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:28.598886 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2be9f2f8-b72e-4934-b569-9b4859e8baf7 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:28.608773 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2be9f2f8-b72e-4934-b569-9b4859e8baf7 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Usage tracker for resource:router and tenant:3365a33a3fe14b2c9be7f52e3a7e9bbd is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:28.619629 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2be9f2f8-b72e-4934-b569-9b4859e8baf7 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:28.628278 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2be9f2f8-b72e-4934-b569-9b4859e8baf7 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:28.693223 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-710d18d9-e85b-40d4-ac08-19a9bafe837b req-0b9231fe-3768-43a1-b6b9-695c9f702887 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Synchronizing usage tracker for tenant:583552b4403540f294a79f7bae92d808 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:55:28.711080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb13a5a-7ea4-411b-93e3-763c78459343 req-a2c8bec8-8cbb-4733-a061-4d0ac02d5b2a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] No DVR routers for this DVR port fb633d15-e73a-412d-8adc-3f24487a60ac on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:55:28.718626 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cdb13a5a-7ea4-411b-93e3-763c78459343 req-a2c8bec8-8cbb-4733-a061-4d0ac02d5b2a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:28.725877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4056da6e-2d78-4867-bcce-e5b6fa53a0fc', 'name': 'network-vif-deleted', 'tag': 'fb633d15-e73a-412d-8adc-3f24487a60ac'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:55:28.744329 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-acdd9ee2-2977-439e-beca-2ca09537ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:28.757670 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2be9f2f8-b72e-4934-b569-9b4859e8baf7 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:28.758785 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2be9f2f8-b72e-4934-b569-9b4859e8baf7 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:28.761979 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-be5c7e66-0aa9-4212-a8cd-3d19cb2f0938 None None] Set router de0d34ed-7e65-46d8-be33-78bce68ed3aa gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:55:28.781569 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cdb13a5a-7ea4-411b-93e3-763c78459343 req-a2c8bec8-8cbb-4733-a061-4d0ac02d5b2a tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.21 "DELETE /v2.0/ports/fb633d15-e73a-412d-8adc-3f24487a60ac HTTP/1.1" status: 204 len: 173 time: 5.2481539 Mar 09 03:55:28.795592 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2be9f2f8-b72e-4934-b569-9b4859e8baf7 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:28.804073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-710d18d9-e85b-40d4-ac08-19a9bafe837b req-0b9231fe-3768-43a1-b6b9-695c9f702887 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Unset dirty status for tenant:583552b4403540f294a79f7bae92d808 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:55:28.805230 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-710d18d9-e85b-40d4-ac08-19a9bafe837b req-0b9231fe-3768-43a1-b6b9-695c9f702887 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4056da6e-2d78-4867-bcce-e5b6fa53a0fc HTTP/1.1" status: 200 len: 210 time: 0.2627511 Mar 09 03:55:28.810518 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-00b4ded3-fa00-46de-940b-0aa844a51598 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:28.817728 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-278da046-9897-44d7-bd95-c48c24072a2f tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:28.829632 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaed2e95-2650-4d9d-8d69-eb7902c39265 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:28.830392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-eaed2e95-2650-4d9d-8d69-eb7902c39265 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:55:28.877179 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dc19dfa5-12fa-4154-a9a0-1cf5ea319201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:28.881178 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-eaed2e95-2650-4d9d-8d69-eb7902c39265 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:55:28.882896 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-eaed2e95-2650-4d9d-8d69-eb7902c39265 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5281475 Mar 09 03:55:28.887198 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dc19dfa5-12fa-4154-a9a0-1cf5ea319201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:28.896024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40930) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:28.960115 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4056da6e-2d78-4867-bcce-e5b6fa53a0fc', 'name': 'network-vif-deleted', 'tag': 'fb633d15-e73a-412d-8adc-3f24487a60ac', 'status': 'completed', 'code': 200} Mar 09 03:55:29.010809 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4ded3-fa00-46de-940b-0aa844a51598 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Pushing event deleted for resources: {'Port': ['ID=5717fbff-828d-403c-af01-371ecb40efac,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:29.023213 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-dc19dfa5-12fa-4154-a9a0-1cf5ea319201 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9bae0856a3684958b8d7159bfc9851dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8884475 Mar 09 03:55:29.027366 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19dfa5-12fa-4154-a9a0-1cf5ea319201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f33cde-b93a-4c18-a891-35a190d770b6,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:29.030496 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40934) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:29.060352 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-278da046-9897-44d7-bd95-c48c24072a2f tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:29.083303 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2be9f2f8-b72e-4934-b569-9b4859e8baf7 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:29.102964 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373454f-51ba-4768-a664-af965771d347 req-d3b85da2-38be-403e-b154-18fc3d4f603e tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:29.105251 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e373454f-51ba-4768-a664-af965771d347 req-d3b85da2-38be-403e-b154-18fc3d4f603e tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.4001019 Mar 09 03:55:29.164655 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278da046-9897-44d7-bd95-c48c24072a2f tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:55:29.184811 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-278da046-9897-44d7-bd95-c48c24072a2f tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:55:29.200547 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278da046-9897-44d7-bd95-c48c24072a2f tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:55:29.237238 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-be5c7e66-0aa9-4212-a8cd-3d19cb2f0938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'name': 'tempest-ServerActionsTestJSON-1210079916-router', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:46:16Z', 'updated_at': '2022-03-09T03:46:30Z', 'revision_number': 4, 'project_id': '583552b4403540f294a79f7bae92d808', 'gw_port': {'id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:19Z', 'updated_at': '2022-03-09T03:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '5176e5dc-aba5-467c-9d0b-8e272968ae67', 'name': '', 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'mac_address': 'fa:16:3e:64:43:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd785722e-a890-45c5-869c-7b3149d30510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:26Z', 'updated_at': '2022-03-09T03:46:39Z', 'revision_number': 5, 'project_id': '583552b4403540f294a79f7bae92d808', 'subnets': [{'id': 'd785722e-a890-45c5-869c-7b3149d30510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:29.237541 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278da046-9897-44d7-bd95-c48c24072a2f tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Pushing event updated for resources: {'Port': ['ID=1d8bc5d9-665c-4a59-a585-31c01814b52f,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:29.241638 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c7e66-0aa9-4212-a8cd-3d19cb2f0938 None None] Checking router: de0d34ed-7e65-46d8-be33-78bce68ed3aa for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:55:29.252360 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5c7e66-0aa9-4212-a8cd-3d19cb2f0938 None None] Routers {'de0d34ed-7e65-46d8-be33-78bce68ed3aa'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:29.252977 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-be5c7e66-0aa9-4212-a8cd-3d19cb2f0938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['de0d34ed-7e65-46d8-be33-78bce68ed3aa'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:29.261905 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22910b8a-e2b0-45ba-8cdd-c59876d5c085 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:29.266139 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-22910b8a-e2b0-45ba-8cdd-c59876d5c085 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3587375 Mar 09 03:55:29.274113 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40938) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:29.277493 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d1aca4c-8f91-4501-83a8-fe832d0e8309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:29.364108 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d1aca4c-8f91-4501-83a8-fe832d0e8309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:29.406723 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2be9f2f8-b72e-4934-b569-9b4859e8baf7 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:29.410994 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2be9f2f8-b72e-4934-b569-9b4859e8baf7 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8443058 Mar 09 03:55:29.437435 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40942) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:29.437609 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e373454f-51ba-4768-a664-af965771d347 req-9b9c3ca4-40d9-4e91-8135-3abc8629bca0 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206968 Mar 09 03:55:29.452466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-dcc5b5a8-4bdb-45ed-bc47-a68e210d351a tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'enable_snat': True}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:29.495840 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-be5c7e66-0aa9-4212-a8cd-3d19cb2f0938 None None] Set router de0d34ed-7e65-46d8-be33-78bce68ed3aa gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:55:29.626457 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-00b4ded3-fa00-46de-940b-0aa844a51598 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:29.688019 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e161c7b8-c043-40e0-8d2f-e111da1df890 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:29.689419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e161c7b8-c043-40e0-8d2f-e111da1df890 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:29.690905 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e161c7b8-c043-40e0-8d2f-e111da1df890 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:29.691870 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e161c7b8-c043-40e0-8d2f-e111da1df890 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:55:29.815501 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a37a3-2677-48ff-882f-ed5afbde8226 req-0d8f74d6-a5be-4e7a-83d4-97a064134e24 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:29.817093 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4e0a37a3-2677-48ff-882f-ed5afbde8226 req-0d8f74d6-a5be-4e7a-83d4-97a064134e24 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.2371776 Mar 09 03:55:29.898022 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-be5c7e66-0aa9-4212-a8cd-3d19cb2f0938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'name': 'tempest-ServerActionsTestJSON-1210079916-router', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:46:16Z', 'updated_at': '2022-03-09T03:46:30Z', 'revision_number': 4, 'project_id': '583552b4403540f294a79f7bae92d808', 'gw_port': {'id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:19Z', 'updated_at': '2022-03-09T03:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '5176e5dc-aba5-467c-9d0b-8e272968ae67', 'name': '', 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'mac_address': 'fa:16:3e:64:43:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd785722e-a890-45c5-869c-7b3149d30510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:26Z', 'updated_at': '2022-03-09T03:46:39Z', 'revision_number': 5, 'project_id': '583552b4403540f294a79f7bae92d808', 'subnets': [{'id': 'd785722e-a890-45c5-869c-7b3149d30510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:29.902365 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c7e66-0aa9-4212-a8cd-3d19cb2f0938 None None] The sync data for ids ['de0d34ed-7e65-46d8-be33-78bce68ed3aa'] in n-d-825178-5 is: [{'id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'name': 'tempest-ServerActionsTestJSON-1210079916-router', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:46:16Z', 'updated_at': '2022-03-09T03:46:30Z', 'revision_number': 4, 'project_id': '583552b4403540f294a79f7bae92d808', 'gw_port': {'id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:19Z', 'updated_at': '2022-03-09T03:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '5176e5dc-aba5-467c-9d0b-8e272968ae67', 'name': '', 'network_id': '3d62296e-a7e4-4061-88a7-e2ef850363e9', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'mac_address': 'fa:16:3e:64:43:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd785722e-a890-45c5-869c-7b3149d30510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:26Z', 'updated_at': '2022-03-09T03:46:39Z', 'revision_number': 5, 'project_id': '583552b4403540f294a79f7bae92d808', 'subnets': [{'id': 'd785722e-a890-45c5-869c-7b3149d30510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:55:29.974912 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4e0a37a3-2677-48ff-882f-ed5afbde8226 req-807bb1f9-7082-41c7-b922-2674053a00c4 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391315 Mar 09 03:55:30.046251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40956) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:30.107142 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b4ded3-fa00-46de-940b-0aa844a51598 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Router 5f662a45-61c2-4ba7-a144-c5140aac9b58 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:55:30.133085 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e161c7b8-c043-40e0-8d2f-e111da1df890 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:55:30.134238 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e161c7b8-c043-40e0-8d2f-e111da1df890 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.8589227 Mar 09 03:55:30.142341 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40960) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:30.234761 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6685ce-b762-48d9-ae74-4fb1c56b17cc None None] New status for floating IP ec9b0e75-0847-44ab-aa30-8631def4b175: DOWN {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:55:30.287643 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dcc5b5a8-4bdb-45ed-bc47-a68e210d351a tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:30.320015 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc39cf3d-3330-476f-89a7-a577eb3a020a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet 5e6b1b0e-3e0c-4c6a-956d-35b03711d019 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:55:30.333099 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d1aca4c-8f91-4501-83a8-fe832d0e8309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:30.335894 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cc39cf3d-3330-476f-89a7-a577eb3a020a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:30.386040 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1aca4c-8f91-4501-83a8-fe832d0e8309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f33cde-b93a-4c18-a891-35a190d770b6,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:30.454407 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fc99780-054e-4852-b83e-3a766f6b389c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:30.479783 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae99ec-25a1-4d20-98b9-15a7bf723bae req-7f53318e-7793-47b6-b378-aaf360fd3c3b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:30.481243 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-aeae99ec-25a1-4d20-98b9-15a7bf723bae req-7f53318e-7793-47b6-b378-aaf360fd3c3b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.3730371 Mar 09 03:55:30.488568 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b4ded3-fa00-46de-940b-0aa844a51598 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:55:30.491521 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cc39cf3d-3330-476f-89a7-a577eb3a020a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:30.497152 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d1aca4c-8f91-4501-83a8-fe832d0e8309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:30.500653 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8d1aca4c-8f91-4501-83a8-fe832d0e8309 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79f33cde-b93a-4c18-a891-35a190d770b6 HTTP/1.1" status: 204 len: 168 time: 1.4657569 Mar 09 03:55:30.507950 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3429a8-d3ca-4c6c-bf2c-fbb1b0fbbe54 None None] Sync routers for ids ['5f662a45-61c2-4ba7-a144-c5140aac9b58'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:55:30.522483 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fc99780-054e-4852-b83e-3a766f6b389c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:30.526945 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3429a8-d3ca-4c6c-bf2c-fbb1b0fbbe54 None None] Routers {'5f662a45-61c2-4ba7-a144-c5140aac9b58'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:30.527766 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ef3429a8-d3ca-4c6c-bf2c-fbb1b0fbbe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['5f662a45-61c2-4ba7-a144-c5140aac9b58'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:30.536459 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-00b4ded3-fa00-46de-940b-0aa844a51598 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] 10.222.0.16 "PUT /v2.0/routers/5f662a45-61c2-4ba7-a144-c5140aac9b58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3612175 Mar 09 03:55:30.543622 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40966) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:30.601831 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ef3429a8-d3ca-4c6c-bf2c-fbb1b0fbbe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:30.612615 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3429a8-d3ca-4c6c-bf2c-fbb1b0fbbe54 None None] Routers {'5f662a45-61c2-4ba7-a144-c5140aac9b58'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:30.613624 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ef3429a8-d3ca-4c6c-bf2c-fbb1b0fbbe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['5f662a45-61c2-4ba7-a144-c5140aac9b58'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:30.652936 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-278da046-9897-44d7-bd95-c48c24072a2f tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:30.673494 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-aeae99ec-25a1-4d20-98b9-15a7bf723bae req-0691fb5d-34f3-400d-bb45-f46680c0078e tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542060 Mar 09 03:55:30.700114 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ef3429a8-d3ca-4c6c-bf2c-fbb1b0fbbe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:30.700613 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3429a8-d3ca-4c6c-bf2c-fbb1b0fbbe54 None None] The sync data for ids ['5f662a45-61c2-4ba7-a144-c5140aac9b58'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:55:30.793381 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cc39cf3d-3330-476f-89a7-a577eb3a020a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:30.869911 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fc99780-054e-4852-b83e-3a766f6b389c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:30.999344 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc99780-054e-4852-b83e-3a766f6b389c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=684ff69e-5a9b-4a63-ad7f-17fa9cb003a8,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:31.006740 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-788bec89-d4df-4277-89dc-bfc9c782249f tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:31.013163 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fc99780-054e-4852-b83e-3a766f6b389c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:31.013163 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4fc99780-054e-4852-b83e-3a766f6b389c tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "DELETE /v2.0/security-groups/684ff69e-5a9b-4a63-ad7f-17fa9cb003a8 HTTP/1.1" status: 204 len: 168 time: 0.9481289 Mar 09 03:55:31.016357 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40984) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:31.081898 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0f561ad7-bce3-49ad-a218-70708144d022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:31.117459 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-1d37970d-94c7-4170-aade-2071243b719f tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] show failed (client error): The resource could not be found. Mar 09 03:55:31.118492 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1d37970d-94c7-4170-aade-2071243b719f tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "GET /v2.0/security-groups/684ff69e-5a9b-4a63-ad7f-17fa9cb003a8 HTTP/1.1" status: 404 len: 347 time: 0.1012361 Mar 09 03:55:31.123963 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40988) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:31.308960 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-788bec89-d4df-4277-89dc-bfc9c782249f tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:31.323716 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cc39cf3d-3330-476f-89a7-a577eb3a020a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:31.341691 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a78cb4-1dfd-4b9e-9647-a00f6880c859 req-6f68e19a-4518-4ae8-ba48-f9abcaf0b41a tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:31.343419 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-05a78cb4-1dfd-4b9e-9647-a00f6880c859 req-6f68e19a-4518-4ae8-ba48-f9abcaf0b41a tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.3405530 Mar 09 03:55:31.381349 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cc39cf3d-3330-476f-89a7-a577eb3a020a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:31.389028 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f65b35d-656f-4e12-8985-9749a716f073 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:55:31.389485 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39cf3d-3330-476f-89a7-a577eb3a020a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=5e6b1b0e-3e0c-4c6a-956d-35b03711d019,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:31.392077 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-788bec89-d4df-4277-89dc-bfc9c782249f tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Deleting port 6e61db8f-c695-4573-a88e-9abdb4a4b5a4 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:31.392418 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-788bec89-d4df-4277-89dc-bfc9c782249f tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:31.460523 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cc39cf3d-3330-476f-89a7-a577eb3a020a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/5e6b1b0e-3e0c-4c6a-956d-35b03711d019 HTTP/1.1" status: 204 len: 168 time: 1.3170965 Mar 09 03:55:31.463940 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41002) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:31.570738 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-05a78cb4-1dfd-4b9e-9647-a00f6880c859 req-6be82062-d473-4f7c-87a1-84dab0959f67 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859815 Mar 09 03:55:31.609019 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-278da046-9897-44d7-bd95-c48c24072a2f tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:31.610120 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-b255cc4c-77a6-4519-aa09-92ac2d11e498 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Deleting port 1ef24aa0-cc98-4d45-a0cc-dff2172d5e80 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:31.610446 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b255cc4c-77a6-4519-aa09-92ac2d11e498 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:31.649149 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-278da046-9897-44d7-bd95-c48c24072a2f tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371792'] for router, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:31.656462 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b0ef7ca-f030-40ef-92dd-6556d6d1d3ab tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet eb9f48ef-edb6-4792-b9a3-d5f60940b67b {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:55:31.658813 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dcc5b5a8-4bdb-45ed-bc47-a68e210d351a tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:31.659867 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b0ef7ca-f030-40ef-92dd-6556d6d1d3ab tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:31.721177 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b0ef7ca-f030-40ef-92dd-6556d6d1d3ab tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:31.767986 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dcc5b5a8-4bdb-45ed-bc47-a68e210d351a tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:31.817248 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-788bec89-d4df-4277-89dc-bfc9c782249f tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:31.989196 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-788bec89-d4df-4277-89dc-bfc9c782249f tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Calling delete_port for 6e61db8f-c695-4573-a88e-9abdb4a4b5a4 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:32.048002 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:32.099627 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b0ef7ca-f030-40ef-92dd-6556d6d1d3ab tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:32.165478 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b255cc4c-77a6-4519-aa09-92ac2d11e498 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:32.167417 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b255cc4c-77a6-4519-aa09-92ac2d11e498 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:32.180039 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:32.242888 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b0ef7ca-f030-40ef-92dd-6556d6d1d3ab tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:32.284201 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b0ef7ca-f030-40ef-92dd-6556d6d1d3ab tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:32.307860 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ef7ca-f030-40ef-92dd-6556d6d1d3ab tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=eb9f48ef-edb6-4792-b9a3-d5f60940b67b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:32.325833 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8b0ef7ca-f030-40ef-92dd-6556d6d1d3ab tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/eb9f48ef-edb6-4792-b9a3-d5f60940b67b HTTP/1.1" status: 204 len: 168 time: 0.8599472 Mar 09 03:55:32.326500 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41024) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:32.365952 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-b255cc4c-77a6-4519-aa09-92ac2d11e498 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Calling delete_port for 1ef24aa0-cc98-4d45-a0cc-dff2172d5e80 owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:32.412201 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-66da84cf-195d-45b9-ad0a-103ae51d4d17 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0826135 Mar 09 03:55:32.412696 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41030) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:32.420766 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-876f4882-be29-4c41-b70c-33d6860893e1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:32.440514 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-788bec89-d4df-4277-89dc-bfc9c782249f tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:32.485620 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e9544-282f-40ab-a2f1-a43e6d09e679 req-248914f3-9b9a-47bd-b54b-102a2cdf05bf tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:32.487319 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8d1e9544-282f-40ab-a2f1-a43e6d09e679 req-248914f3-9b9a-47bd-b54b-102a2cdf05bf tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.6483366 Mar 09 03:55:32.507219 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-dcc5b5a8-4bdb-45ed-bc47-a68e210d351a tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Allocated IP 172.25.7.155 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/c9363e46-f98c-42a7-8029-b77b0950b60d) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:55:32.580964 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1465c32-ae2a-4b31-93a7-393d18be3dd4 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:55:32.595753 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bec89-d4df-4277-89dc-bfc9c782249f tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Pushing event deleted for resources: {'Port': ['ID=6e61db8f-c695-4573-a88e-9abdb4a4b5a4,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:32.741188 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dcc5b5a8-4bdb-45ed-bc47-a68e210d351a tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:32.782443 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dcc5b5a8-4bdb-45ed-bc47-a68e210d351a tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:32.796939 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-db493b5d-4708-42fd-acbe-6cfe94e3665e None None] Provisioning complete for port 989d37a8-5de2-4200-9aa4-3225f6d17e43 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:55:32.797387 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-db493b5d-4708-42fd-acbe-6cfe94e3665e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:32.868608 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278da046-9897-44d7-bd95-c48c24072a2f tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Router 0df55b4f-6a2a-445d-a8d9-b98b4f1bd0d0 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:55:32.886603 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8d1e9544-282f-40ab-a2f1-a43e6d09e679 req-1c10a601-87b8-4dc1-b133-7d9db1e753dd tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841929 Mar 09 03:55:32.914827 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc5b5a8-4bdb-45ed-bc47-a68e210d351a tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:55:32.921171 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-dcc5b5a8-4bdb-45ed-bc47-a68e210d351a tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:55:32.929629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc5b5a8-4bdb-45ed-bc47-a68e210d351a tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:55:32.943637 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-876f4882-be29-4c41-b70c-33d6860893e1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:32.962044 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-876f4882-be29-4c41-b70c-33d6860893e1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:32.968416 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f6e871-e2bc-497a-b1a8-97b724322b7e None None] DHCP port deletion for 52061912-70e8-4f32-8bcd-36eeab65c7b8 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:55:32.970396 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-876f4882-be29-4c41-b70c-33d6860893e1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:32.974695 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-97f6e871-e2bc-497a-b1a8-97b724322b7e None None] Deleting port 989d37a8-5de2-4200-9aa4-3225f6d17e43 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:32.975491 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-97f6e871-e2bc-497a-b1a8-97b724322b7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:32.977839 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-876f4882-be29-4c41-b70c-33d6860893e1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:32.988138 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-788bec89-d4df-4277-89dc-bfc9c782249f tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:33.049774 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876f4882-be29-4c41-b70c-33d6860893e1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:55:33.054744 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-876f4882-be29-4c41-b70c-33d6860893e1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:33.210178 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-97f6e871-e2bc-497a-b1a8-97b724322b7e None None] For port 989d37a8-5de2-4200-9aa4-3225f6d17e43, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=989d37a8-5de2-4200-9aa4-3225f6d17e43,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:55:33.210715 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-97f6e871-e2bc-497a-b1a8-97b724322b7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:33.345894 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-788bec89-d4df-4277-89dc-bfc9c782249f tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:33.351193 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-788bec89-d4df-4277-89dc-bfc9c782249f tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:33.351385 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5b5a8-4bdb-45ed-bc47-a68e210d351a tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Pushing event updated for resources: {'Port': ['ID=c9363e46-f98c-42a7-8029-b77b0950b60d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:33.357280 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-97f6e871-e2bc-497a-b1a8-97b724322b7e None None] Calling delete_port for 989d37a8-5de2-4200-9aa4-3225f6d17e43 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:33.377940 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b255cc4c-77a6-4519-aa09-92ac2d11e498 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:33.428430 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-788bec89-d4df-4277-89dc-bfc9c782249f tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:33.429015 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788bec89-d4df-4277-89dc-bfc9c782249f tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Fanout notify agent at l3_agent the message router_deleted on router 5f662a45-61c2-4ba7-a144-c5140aac9b58 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:55:33.445504 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:33.459751 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-788bec89-d4df-4277-89dc-bfc9c782249f tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:33.460019 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-97f6e871-e2bc-497a-b1a8-97b724322b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:33.463406 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-788bec89-d4df-4277-89dc-bfc9c782249f tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] 10.222.0.16 "DELETE /v2.0/routers/5f662a45-61c2-4ba7-a144-c5140aac9b58 HTTP/1.1" status: 204 len: 168 time: 2.9101844 Mar 09 03:55:33.466805 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41068) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:33.513835 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6e871-e2bc-497a-b1a8-97b724322b7e None None] Pushing event deleted for resources: {'Port': ['ID=989d37a8-5de2-4200-9aa4-3225f6d17e43,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:33.520734 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f6e871-e2bc-497a-b1a8-97b724322b7e None None] No DVR routers for this DVR port 989d37a8-5de2-4200-9aa4-3225f6d17e43 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:55:33.557510 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc12562-1dba-49b8-8f56-1164077805cb tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Deleting subnet d4d06e42-7f4e-46d5-9134-274512711c23 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:55:33.570816 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7fc12562-1dba-49b8-8f56-1164077805cb tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:33.642333 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7fc12562-1dba-49b8-8f56-1164077805cb tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:33.652141 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255cc4c-77a6-4519-aa09-92ac2d11e498 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Pushing event deleted for resources: {'Port': ['ID=1ef24aa0-cc98-4d45-a0cc-dff2172d5e80,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:33.676404 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-876f4882-be29-4c41-b70c-33d6860893e1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:33.751812 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876f4882-be29-4c41-b70c-33d6860893e1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:55:33.756620 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-876f4882-be29-4c41-b70c-33d6860893e1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:55:33.765106 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876f4882-be29-4c41-b70c-33d6860893e1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:33.765673 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-876f4882-be29-4c41-b70c-33d6860893e1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:33.769209 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c92963-cc09-4684-b46f-ed23c89547f2 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:55:33.796483 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f4882-be29-4c41-b70c-33d6860893e1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=c35e1f3e-fb5c-4b06-85db-0556a150672b,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:33.809298 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-876f4882-be29-4c41-b70c-33d6860893e1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3947630 Mar 09 03:55:33.812063 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41090) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:33.818267 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-88165237-0c57-4227-a250-511f680a155f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:33.849866 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7fc12562-1dba-49b8-8f56-1164077805cb tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:33.898048 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278da046-9897-44d7-bd95-c48c24072a2f tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:55:33.907361 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a790b634-7888-4d6f-ba98-82d54cc635d2 None None] Sync routers for ids ['0df55b4f-6a2a-445d-a8d9-b98b4f1bd0d0'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:55:33.922826 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a790b634-7888-4d6f-ba98-82d54cc635d2 None None] Routers {'0df55b4f-6a2a-445d-a8d9-b98b4f1bd0d0'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:33.927280 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-a790b634-7888-4d6f-ba98-82d54cc635d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['0df55b4f-6a2a-445d-a8d9-b98b4f1bd0d0'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:33.984753 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7fc12562-1dba-49b8-8f56-1164077805cb tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:34.054339 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc12562-1dba-49b8-8f56-1164077805cb tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d06e42-7f4e-46d5-9134-274512711c23,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:34.082299 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-a790b634-7888-4d6f-ba98-82d54cc635d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:34.102030 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a790b634-7888-4d6f-ba98-82d54cc635d2 None None] Routers {'0df55b4f-6a2a-445d-a8d9-b98b4f1bd0d0'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:34.102656 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-a790b634-7888-4d6f-ba98-82d54cc635d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['0df55b4f-6a2a-445d-a8d9-b98b4f1bd0d0'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:34.115799 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7fc12562-1dba-49b8-8f56-1164077805cb tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:34.145463 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7fc12562-1dba-49b8-8f56-1164077805cb tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] 10.222.0.16 "DELETE /v2.0/subnets/d4d06e42-7f4e-46d5-9134-274512711c23 HTTP/1.1" status: 204 len: 168 time: 0.6776862 Mar 09 03:55:34.148120 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41108) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:34.166230 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dcc5b5a8-4bdb-45ed-bc47-a68e210d351a tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:34.243560 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-a790b634-7888-4d6f-ba98-82d54cc635d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:34.244511 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a790b634-7888-4d6f-ba98-82d54cc635d2 None None] The sync data for ids ['0df55b4f-6a2a-445d-a8d9-b98b4f1bd0d0'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:55:34.300438 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcc226f-5877-43be-970c-5d77c6f3ee7c None None] Network a5133508-ccce-48e2-9755-832e5b9682ca requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:55:34.320095 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-995ac640-ba4f-4fc7-942e-460c07e5fed2 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:34.323022 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-88165237-0c57-4227-a250-511f680a155f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:34.330252 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-88165237-0c57-4227-a250-511f680a155f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:34.333851 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-88165237-0c57-4227-a250-511f680a155f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:34.343373 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-88165237-0c57-4227-a250-511f680a155f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:34.347442 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-995ac640-ba4f-4fc7-942e-460c07e5fed2 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Deleting port 23c75c07-03fb-4bb3-b702-985110ad0aa4 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:34.348084 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-995ac640-ba4f-4fc7-942e-460c07e5fed2 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:34.354933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df991f-f1f4-48f3-978b-0f76aca4d500 req-bc48bb11-c1c8-4632-9818-8ac23687e5f5 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:34.361614 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84df991f-f1f4-48f3-978b-0f76aca4d500 req-bc48bb11-c1c8-4632-9818-8ac23687e5f5 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 1.1421380 Mar 09 03:55:34.364068 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bec717-5e28-49e4-91c2-e4d9852c7f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-52061912-70e8-4f32-8bcd-36eeab65c7b8', 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'tenant_id': '00bf8fc592454cf9827da719f9ffbb09', 'fixed_ips': [{'subnet_id': 'c35e1f3e-fb5c-4b06-85db-0556a150672b'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:55:34.365209 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c3bec717-5e28-49e4-91c2-e4d9852c7f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:34.389836 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:34.406734 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88165237-0c57-4227-a250-511f680a155f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:55:34.411172 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-88165237-0c57-4227-a250-511f680a155f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:34.432019 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-278da046-9897-44d7-bd95-c48c24072a2f tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:34.434012 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-278da046-9897-44d7-bd95-c48c24072a2f tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "PUT /v2.0/routers/0df55b4f-6a2a-445d-a8d9-b98b4f1bd0d0 HTTP/1.1" status: 200 len: 914 time: 9.7727973 Mar 09 03:55:34.438079 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41128) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:34.460161 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84df991f-f1f4-48f3-978b-0f76aca4d500 req-f1ebc86d-5e7a-4a14-8375-defeaf0df036 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973692 Mar 09 03:55:34.475611 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b255cc4c-77a6-4519-aa09-92ac2d11e498 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:34.493284 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b255cc4c-77a6-4519-aa09-92ac2d11e498 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:34.496912 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b255cc4c-77a6-4519-aa09-92ac2d11e498 tempest-ServerActionsTestJSON-1525883133 tempest-ServerActionsTestJSON-1525883133-project] 10.222.0.16 "DELETE /v2.0/floatingips/ec9b0e75-0847-44ab-aa30-8631def4b175 HTTP/1.1" status: 204 len: 168 time: 3.3221071 Mar 09 03:55:34.559446 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41136) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:34.736286 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 989d37a8-5de2-4200-9aa4-3225f6d17e43 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:55:34.830915 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 989d37a8-5de2-4200-9aa4-3225f6d17e43 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:55:34.831440 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 989d37a8-5de2-4200-9aa4-3225f6d17e43 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:55:34.902845 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-c3bec717-5e28-49e4-91c2-e4d9852c7f07 None None] Allocated IP 2001:db8::2 (52061912-70e8-4f32-8bcd-36eeab65c7b8/c35e1f3e-fb5c-4b06-85db-0556a150672b/1d4605a7-de54-454c-ac94-64b060566eb1) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:55:34.935315 n-d-825178-5 neutron-server[87881]: INFO neutron.db.ipam_backend_mixin [None req-88165237-0c57-4227-a250-511f680a155f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c35e1f3e-fb5c-4b06-85db-0556a150672b (CIDR: 2001:db8::/64) Mar 09 03:55:34.948161 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dcc5b5a8-4bdb-45ed-bc47-a68e210d351a tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:34.958872 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dcc5b5a8-4bdb-45ed-bc47-a68e210d351a tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371792'] for router, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:35.053647 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-88165237-0c57-4227-a250-511f680a155f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 03:55:35.054152 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88165237-0c57-4227-a250-511f680a155f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:35.069330 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf6a18d-dc07-4318-8794-e2e71fe609de None None] DHCP port deletion for a5133508-ccce-48e2-9755-832e5b9682ca request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:55:35.077348 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-baf6a18d-dc07-4318-8794-e2e71fe609de None None] Deleting port 23c75c07-03fb-4bb3-b702-985110ad0aa4 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:35.078179 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-baf6a18d-dc07-4318-8794-e2e71fe609de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:35.130012 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-88165237-0c57-4227-a250-511f680a155f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3169084 Mar 09 03:55:35.138274 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41154) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:35.160412 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-c8dace3a-c8e8-4c3e-bb0f-41eeb8707a2b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'subnet': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:35.233245 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-995ac640-ba4f-4fc7-942e-460c07e5fed2 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] For port 23c75c07-03fb-4bb3-b702-985110ad0aa4, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=23c75c07-03fb-4bb3-b702-985110ad0aa4,segment=NetworkSegment(3b40b512-5547-49d3-816e-2aa5c6694bce),segment_id=3b40b512-5547-49d3-816e-2aa5c6694bce)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:55:35.233798 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-995ac640-ba4f-4fc7-942e-460c07e5fed2 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:35.295979 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fe9f64c7-d408-4e57-a6fe-9812d9ace4af tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "GET /v2.0/routers/0df55b4f-6a2a-445d-a8d9-b98b4f1bd0d0 HTTP/1.1" status: 200 len: 920 time: 0.8548684 Mar 09 03:55:35.300816 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-baf6a18d-dc07-4318-8794-e2e71fe609de None None] For port 23c75c07-03fb-4bb3-b702-985110ad0aa4, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=23c75c07-03fb-4bb3-b702-985110ad0aa4,segment=NetworkSegment(3b40b512-5547-49d3-816e-2aa5c6694bce),segment_id=3b40b512-5547-49d3-816e-2aa5c6694bce)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:55:35.301375 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-baf6a18d-dc07-4318-8794-e2e71fe609de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:35.349569 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41160) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:35.349905 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41162) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:35.362039 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79184b-7774-4048-91b6-108e886f1a2c req-7e9be8d2-0149-4972-b92c-1cf1e2e6bdcf tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:35.366624 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6c79184b-7774-4048-91b6-108e886f1a2c req-7e9be8d2-0149-4972-b92c-1cf1e2e6bdcf tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.5264819 Mar 09 03:55:35.431267 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-baf6a18d-dc07-4318-8794-e2e71fe609de None None] Calling delete_port for 23c75c07-03fb-4bb3-b702-985110ad0aa4 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:35.451114 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-995ac640-ba4f-4fc7-942e-460c07e5fed2 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Calling delete_port for 23c75c07-03fb-4bb3-b702-985110ad0aa4 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:35.567747 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6c79184b-7774-4048-91b6-108e886f1a2c req-ff586db2-0587-4f0e-ba00-0cd1395e7005 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264076 Mar 09 03:55:35.600059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c8dace3a-c8e8-4c3e-bb0f-41eeb8707a2b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:35.604184 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.api [None req-995ac640-ba4f-4fc7-942e-460c07e5fed2 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:55:35.604318 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c3bec717-5e28-49e4-91c2-e4d9852c7f07 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:35.604546 n-d-825178-5 neutron-server[87881]: DEBUG oslo_db.api [None req-995ac640-ba4f-4fc7-942e-460c07e5fed2 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:55:35.609909 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c8dace3a-c8e8-4c3e-bb0f-41eeb8707a2b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:subnet and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:35.613048 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c8dace3a-c8e8-4c3e-bb0f-41eeb8707a2b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:35.616734 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c3bec717-5e28-49e4-91c2-e4d9852c7f07 None None] Transition to ACTIVE for port object 1d4605a7-de54-454c-ac94-64b060566eb1 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:55:35.623588 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-baf6a18d-dc07-4318-8794-e2e71fe609de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:35.624347 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c8dace3a-c8e8-4c3e-bb0f-41eeb8707a2b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:35.636730 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8dace3a-c8e8-4c3e-bb0f-41eeb8707a2b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:55:35.641782 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8dace3a-c8e8-4c3e-bb0f-41eeb8707a2b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:35.647799 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-95a26ded-a989-43ed-a841-21b919548cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:35.683787 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6a18d-dc07-4318-8794-e2e71fe609de None None] Pushing event deleted for resources: {'Port': ['ID=23c75c07-03fb-4bb3-b702-985110ad0aa4,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:35.687523 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf6a18d-dc07-4318-8794-e2e71fe609de None None] No DVR routers for this DVR port 23c75c07-03fb-4bb3-b702-985110ad0aa4 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:55:35.701240 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb90dc9f-0457-46ea-88b9-8beda30b1624 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:35.702039 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-eb90dc9f-0457-46ea-88b9-8beda30b1624 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Synchronizing usage tracker for tenant:c493fc72d59b4b1dbd551765f35929b6 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:55:35.708032 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c3bec717-5e28-49e4-91c2-e4d9852c7f07 None None] Transition to ACTIVE for port object 1d4605a7-de54-454c-ac94-64b060566eb1 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:55:35.715728 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c3bec717-5e28-49e4-91c2-e4d9852c7f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:35.781983 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-95a26ded-a989-43ed-a841-21b919548cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:35.782521 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bec717-5e28-49e4-91c2-e4d9852c7f07 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:55:35.785950 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-c3bec717-5e28-49e4-91c2-e4d9852c7f07 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:55:35.796299 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bec717-5e28-49e4-91c2-e4d9852c7f07 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:55:35.809364 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bec717-5e28-49e4-91c2-e4d9852c7f07 None None] Pushing event updated for resources: {'Port': ['ID=1d4605a7-de54-454c-ac94-64b060566eb1,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:35.823164 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-95a26ded-a989-43ed-a841-21b919548cc1 admin admin] Usage tracker for resource:security_group_rule and tenant:2b14061ce13c45bfb09cd3cbfa0c2270 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:35.826288 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-95a26ded-a989-43ed-a841-21b919548cc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:35.837968 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-eb90dc9f-0457-46ea-88b9-8beda30b1624 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Unset dirty status for tenant:c493fc72d59b4b1dbd551765f35929b6 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:55:35.839202 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-eb90dc9f-0457-46ea-88b9-8beda30b1624 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&device_id=0df55b4f-6a2a-445d-a8d9-b98b4f1bd0d0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4881625 Mar 09 03:55:35.840379 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-95a26ded-a989-43ed-a841-21b919548cc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:35.849601 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41176) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:35.867970 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55598fb-a700-402a-b45f-8f1abeaf92f7 req-22b549b0-cf74-4bdc-9998-f7709b2289c2 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:35.869455 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b55598fb-a700-402a-b45f-8f1abeaf92f7 req-22b549b0-cf74-4bdc-9998-f7709b2289c2 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.1288738 Mar 09 03:55:35.903763 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-c3bec717-5e28-49e4-91c2-e4d9852c7f07 None None] Attempting to bind port 1d4605a7-de54-454c-ac94-64b060566eb1 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:55:35.904304 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-c3bec717-5e28-49e4-91c2-e4d9852c7f07 None None] Attempting to bind port 1d4605a7-de54-454c-ac94-64b060566eb1 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:55:35.904822 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bec717-5e28-49e4-91c2-e4d9852c7f07 None None] Attempting to bind port 1d4605a7-de54-454c-ac94-64b060566eb1 on network 52061912-70e8-4f32-8bcd-36eeab65c7b8 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:55:35.910984 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bec717-5e28-49e4-91c2-e4d9852c7f07 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:55:35.911477 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bec717-5e28-49e4-91c2-e4d9852c7f07 None None] Checking segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:55:35.912022 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c3bec717-5e28-49e4-91c2-e4d9852c7f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:35.912508 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bec717-5e28-49e4-91c2-e4d9852c7f07 None None] Bound using segment: {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:55:35.913133 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-c3bec717-5e28-49e4-91c2-e4d9852c7f07 None None] Bound port: 1d4605a7-de54-454c-ac94-64b060566eb1, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62e8219-a2c0-4742-a911-5cdbbc9dc147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:55:35.913609 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c3bec717-5e28-49e4-91c2-e4d9852c7f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:35.958666 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b55598fb-a700-402a-b45f-8f1abeaf92f7 req-2dffc926-68a3-4497-9474-3fe9a96f0974 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834000 Mar 09 03:55:36.018197 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c3bec717-5e28-49e4-91c2-e4d9852c7f07 None None] For port 1d4605a7-de54-454c-ac94-64b060566eb1, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:55:36.026710 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c3bec717-5e28-49e4-91c2-e4d9852c7f07 None None] For port 1d4605a7-de54-454c-ac94-64b060566eb1, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1d4605a7-de54-454c-ac94-64b060566eb1,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:55:36.033024 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c3bec717-5e28-49e4-91c2-e4d9852c7f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:36.114306 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-995ac640-ba4f-4fc7-942e-460c07e5fed2 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Deleting port 23c75c07-03fb-4bb3-b702-985110ad0aa4 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:36.115208 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-995ac640-ba4f-4fc7-942e-460c07e5fed2 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:36.201898 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a8e7cc-e170-4eb5-a5c9-cfef4c918b58 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:36.202579 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-94a8e7cc-e170-4eb5-a5c9-cfef4c918b58 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Synchronizing usage tracker for tenant:c493fc72d59b4b1dbd551765f35929b6 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:55:36.207175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc5b5a8-4bdb-45ed-bc47-a68e210d351a tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Router d267f190-221c-442f-a764-13fc8322bc2d is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:55:36.228047 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bec717-5e28-49e4-91c2-e4d9852c7f07 None None] Pushing event updated for resources: {'Port': ['ID=1d4605a7-de54-454c-ac94-64b060566eb1,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:36.229192 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-995ac640-ba4f-4fc7-942e-460c07e5fed2 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] The port '23c75c07-03fb-4bb3-b702-985110ad0aa4' was deleted {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:55:36.377501 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-94a8e7cc-e170-4eb5-a5c9-cfef4c918b58 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Unset dirty status for tenant:c493fc72d59b4b1dbd551765f35929b6 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:55:36.378628 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-94a8e7cc-e170-4eb5-a5c9-cfef4c918b58 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 881 time: 0.5292180 Mar 09 03:55:36.393627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41182) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:36.440894 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-995ac640-ba4f-4fc7-942e-460c07e5fed2 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:36.492193 n-d-825178-5 neutron-server[87881]: DEBUG neutron.objects.ports [None req-c8dace3a-c8e8-4c3e-bb0f-41eeb8707a2b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87881) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 03:55:36.494287 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-995ac640-ba4f-4fc7-942e-460c07e5fed2 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5133508-ccce-48e2-9755-832e5b9682ca']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:36.521117 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f44e555a-9aaf-4768-9f51-5410acaeeb4e tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "GET /v2.0/ports?device_id=0df55b4f-6a2a-445d-a8d9-b98b4f1bd0d0 HTTP/1.1" status: 200 len: 205 time: 0.1263731 Mar 09 03:55:36.538006 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41186) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:36.577543 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-995ac640-ba4f-4fc7-942e-460c07e5fed2 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b40b512-5547-49d3-816e-2aa5c6694bce') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:36.577841 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-995ac640-ba4f-4fc7-942e-460c07e5fed2 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b40b512-5547-49d3-816e-2aa5c6694bce') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:36.584912 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1d4605a7-de54-454c-ac94-64b060566eb1 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:55:36.598483 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-995ac640-ba4f-4fc7-942e-460c07e5fed2 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:36.607334 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-95a26ded-a989-43ed-a841-21b919548cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:36.620293 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-995ac640-ba4f-4fc7-942e-460c07e5fed2 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:36.633249 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995ac640-ba4f-4fc7-942e-460c07e5fed2 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:55:36.633826 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-995ac640-ba4f-4fc7-942e-460c07e5fed2 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:55:36.669160 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:55:36.682204 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 1d4605a7-de54-454c-ac94-64b060566eb1 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:55:36.696255 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-95a26ded-a989-43ed-a841-21b919548cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:36.761069 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 23c75c07-03fb-4bb3-b702-985110ad0aa4 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:55:36.807669 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 23c75c07-03fb-4bb3-b702-985110ad0aa4 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:55:36.808263 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 23c75c07-03fb-4bb3-b702-985110ad0aa4 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:55:36.884029 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-995ac640-ba4f-4fc7-942e-460c07e5fed2 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:36.904114 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-995ac640-ba4f-4fc7-942e-460c07e5fed2 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:36.948938 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ac640-ba4f-4fc7-942e-460c07e5fed2 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Pushing event deleted for resources: {'Network': ['ID=a5133508-ccce-48e2-9755-832e5b9682ca,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:36.960592 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-95a26ded-a989-43ed-a841-21b919548cc1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b14061ce13c45bfb09cd3cbfa0c2270&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6054602 Mar 09 03:55:36.965258 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41190) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:36.967101 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a26ded-a989-43ed-a841-21b919548cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab8aacb-0e36-41a4-932f-5509549bf143,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:36.974274 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc5b5a8-4bdb-45ed-bc47-a68e210d351a tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:55:36.986608 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f49415-17c5-457f-a3e1-89c36a27be35 None None] Sync routers for ids ['d267f190-221c-442f-a764-13fc8322bc2d'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:55:37.001769 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f49415-17c5-457f-a3e1-89c36a27be35 None None] Routers {'d267f190-221c-442f-a764-13fc8322bc2d'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:37.002827 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-f8f49415-17c5-457f-a3e1-89c36a27be35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['d267f190-221c-442f-a764-13fc8322bc2d'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:37.009527 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-995ac640-ba4f-4fc7-942e-460c07e5fed2 tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] 10.222.0.16 "DELETE /v2.0/networks/a5133508-ccce-48e2-9755-832e5b9682ca HTTP/1.1" status: 204 len: 168 time: 2.8602307 Mar 09 03:55:37.014561 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41194) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:37.080084 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-f8f49415-17c5-457f-a3e1-89c36a27be35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:37.091610 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f49415-17c5-457f-a3e1-89c36a27be35 None None] Routers {'d267f190-221c-442f-a764-13fc8322bc2d'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:37.092046 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e9881-52eb-4f11-8e9f-10461fa3609d req-9e4086ba-2249-481c-ad6f-ebf90eb7bf83 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:37.092461 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-f8f49415-17c5-457f-a3e1-89c36a27be35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['d267f190-221c-442f-a764-13fc8322bc2d'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:37.093605 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cc9e9881-52eb-4f11-8e9f-10461fa3609d req-9e4086ba-2249-481c-ad6f-ebf90eb7bf83 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.7855945 Mar 09 03:55:37.099117 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dcc5b5a8-4bdb-45ed-bc47-a68e210d351a tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:37.100320 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-dcc5b5a8-4bdb-45ed-bc47-a68e210d351a tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "PUT /v2.0/routers/d267f190-221c-442f-a764-13fc8322bc2d HTTP/1.1" status: 200 len: 919 time: 7.6681843 Mar 09 03:55:37.113440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41198) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:37.165945 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-f8f49415-17c5-457f-a3e1-89c36a27be35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:37.166419 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f49415-17c5-457f-a3e1-89c36a27be35 None None] The sync data for ids ['d267f190-221c-442f-a764-13fc8322bc2d'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:55:37.209137 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8dace3a-c8e8-4c3e-bb0f-41eeb8707a2b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:37.210886 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fb64ae04-5d36-47c8-a11b-e8a509628f5e tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:37.224446 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-9e16003d-a356-43a8-ab7f-0fe7339bdb1f tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Deleting port b4a9baae-d7e1-4294-a3a8-c8107eb3cdec {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:37.224787 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9e16003d-a356-43a8-ab7f-0fe7339bdb1f tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:37.266719 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-74be1b38-2c70-46f6-9bd6-71c03ba89f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:37.365972 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-74be1b38-2c70-46f6-9bd6-71c03ba89f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:37.379491 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cc9e9881-52eb-4f11-8e9f-10461fa3609d req-ca9c83c9-24e2-43b8-bd73-3df59825b2b4 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622142 Mar 09 03:55:37.524103 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fbfaaa90-58a8-4db6-b652-b600dfcac709 None None] Provisioning for port 1d4605a7-de54-454c-ac94-64b060566eb1 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:55:37.530809 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fbfaaa90-58a8-4db6-b652-b600dfcac709 None None] Provisioning complete for port 1d4605a7-de54-454c-ac94-64b060566eb1 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:55:37.531212 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fbfaaa90-58a8-4db6-b652-b600dfcac709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:37.660676 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fbfaaa90-58a8-4db6-b652-b600dfcac709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:37.667775 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-16437bcd-0231-440b-b580-0977e8cb64e9 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "GET /v2.0/routers/d267f190-221c-442f-a764-13fc8322bc2d HTTP/1.1" status: 200 len: 925 time: 0.5466285 Mar 09 03:55:37.668140 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9e16003d-a356-43a8-ab7f-0fe7339bdb1f tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:37.668643 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9e16003d-a356-43a8-ab7f-0fe7339bdb1f tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:37.672461 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41208) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:37.686887 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fb64ae04-5d36-47c8-a11b-e8a509628f5e tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:37.756146 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-fb64ae04-5d36-47c8-a11b-e8a509628f5e tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Deleting port 1d8bc5d9-665c-4a59-a585-31c01814b52f {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:37.756832 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fb64ae04-5d36-47c8-a11b-e8a509628f5e tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:37.804834 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cfa543f4-6184-414a-bada-e5810aa3b56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:37.809604 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-9e16003d-a356-43a8-ab7f-0fe7339bdb1f tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Calling delete_port for b4a9baae-d7e1-4294-a3a8-c8107eb3cdec owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:37.838313 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-74be1b38-2c70-46f6-9bd6-71c03ba89f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:37.866559 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be1b38-2c70-46f6-9bd6-71c03ba89f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab8aacb-0e36-41a4-932f-5509549bf143,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:37.871006 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-c8dace3a-c8e8-4c3e-bb0f-41eeb8707a2b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] For port 1d4605a7-de54-454c-ac94-64b060566eb1, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1d4605a7-de54-454c-ac94-64b060566eb1,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:55:37.903025 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-74be1b38-2c70-46f6-9bd6-71c03ba89f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:37.905954 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-74be1b38-2c70-46f6-9bd6-71c03ba89f78 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ab8aacb-0e36-41a4-932f-5509549bf143 HTTP/1.1" status: 204 len: 168 time: 0.9397354 Mar 09 03:55:37.939842 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8dace3a-c8e8-4c3e-bb0f-41eeb8707a2b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:37.946060 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8dace3a-c8e8-4c3e-bb0f-41eeb8707a2b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:37.947801 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8dace3a-c8e8-4c3e-bb0f-41eeb8707a2b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:37.961394 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294989d-30b6-4137-ab6f-f89c21c2e94c req-5c23cc01-3e12-4314-bdba-1ca0ea513b8a tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:37.963479 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3294989d-30b6-4137-ab6f-f89c21c2e94c req-5c23cc01-3e12-4314-bdba-1ca0ea513b8a tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.3694205 Mar 09 03:55:38.010204 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-fbfaaa90-58a8-4db6-b652-b600dfcac709 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:55:38.010933 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-fbfaaa90-58a8-4db6-b652-b600dfcac709 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:55:38.115781 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dace3a-c8e8-4c3e-bb0f-41eeb8707a2b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:55:38.124758 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-c8dace3a-c8e8-4c3e-bb0f-41eeb8707a2b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:55:38.135567 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dace3a-c8e8-4c3e-bb0f-41eeb8707a2b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:38.136558 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8dace3a-c8e8-4c3e-bb0f-41eeb8707a2b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:38.140729 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f9cbf0-027c-4401-887e-fab356c93998 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:55:38.145322 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de23af2a-64f8-4083-a46a-770761349e81 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:38.146958 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-de23af2a-64f8-4083-a46a-770761349e81 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&device_id=d267f190-221c-442f-a764-13fc8322bc2d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4720111 Mar 09 03:55:38.151112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41216) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:38.207783 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dace3a-c8e8-4c3e-bb0f-41eeb8707a2b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Subnet': ['ID=8e93f213-aeea-407c-ad6e-37ec85f2ae45,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:38.226957 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dace3a-c8e8-4c3e-bb0f-41eeb8707a2b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=1d4605a7-de54-454c-ac94-64b060566eb1,revision_number=4']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:38.282675 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3294989d-30b6-4137-ab6f-f89c21c2e94c req-0f134606-fa55-44f6-bb56-56dc15e7f926 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067393 Mar 09 03:55:38.298585 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41220) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:38.311107 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c8dace3a-c8e8-4c3e-bb0f-41eeb8707a2b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1624806 Mar 09 03:55:38.317887 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41226) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:38.326583 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9e16003d-a356-43a8-ab7f-0fe7339bdb1f tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:38.340235 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-5b6651f3-699a-486b-b9b0-11c19942eea0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Request body: {'port': {'network_id': '52061912-70e8-4f32-8bcd-36eeab65c7b8', 'mac_address': 'fa:16:3e:2a:15:9b', 'name': 'tempest-NetworksTestDHCPv6-1668918318'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:38.355899 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fb64ae04-5d36-47c8-a11b-e8a509628f5e tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:38.386630 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eea1a52d-d8f7-468c-8539-3c9aab624d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:38.494453 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1d4605a7-de54-454c-ac94-64b060566eb1 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:55:38.576166 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e16003d-a356-43a8-ab7f-0fe7339bdb1f tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Pushing event deleted for resources: {'Port': ['ID=b4a9baae-d7e1-4294-a3a8-c8107eb3cdec,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:38.631619 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fbfaaa90-58a8-4db6-b652-b600dfcac709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:38.692590 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:38.697162 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-fb64ae04-5d36-47c8-a11b-e8a509628f5e tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Calling delete_port for 1d8bc5d9-665c-4a59-a585-31c01814b52f owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:38.702615 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 1d4605a7-de54-454c-ac94-64b060566eb1 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:55:38.703111 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:38.711498 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcc5ae0-42c8-48b2-8b65-957c50b6382d tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:38.713615 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7bcc5ae0-42c8-48b2-8b65-957c50b6382d tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 881 time: 0.5547628 Mar 09 03:55:38.719139 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41230) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:38.740516 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-fbfaaa90-58a8-4db6-b652-b600dfcac709 None None] For port 1d4605a7-de54-454c-ac94-64b060566eb1, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1d4605a7-de54-454c-ac94-64b060566eb1,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:55:38.756276 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9e16003d-a356-43a8-ab7f-0fe7339bdb1f tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:38.759070 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9e16003d-a356-43a8-ab7f-0fe7339bdb1f tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:38.760576 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fbfaaa90-58a8-4db6-b652-b600dfcac709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:38.773347 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9e16003d-a356-43a8-ab7f-0fe7339bdb1f tempest-FloatingIPAdminTestJSON-500392410 tempest-FloatingIPAdminTestJSON-500392410-project] 10.222.0.16 "DELETE /v2.0/floatingips/f7b15015-9f8c-4a8f-a7e1-2265ddf1aec5 HTTP/1.1" status: 204 len: 168 time: 1.7404971 Mar 09 03:55:38.805851 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1cbcc30b-f9f3-4ebe-a8d7-89ec56eccc3f tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "GET /v2.0/ports?device_id=d267f190-221c-442f-a764-13fc8322bc2d HTTP/1.1" status: 200 len: 205 time: 0.0832322 Mar 09 03:55:38.807701 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41236) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:38.818902 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-eea1a52d-d8f7-468c-8539-3c9aab624d72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:38.841714 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-eea1a52d-d8f7-468c-8539-3c9aab624d72 admin admin] Usage tracker for resource:security_group_rule and tenant:94fd7d6b79ff4dc798075dd05fa1b774 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:38.847427 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-eea1a52d-d8f7-468c-8539-3c9aab624d72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:38.862809 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-eea1a52d-d8f7-468c-8539-3c9aab624d72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:38.926973 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfaaa90-58a8-4db6-b652-b600dfcac709 None None] Pushing event updated for resources: {'Port': ['ID=1d4605a7-de54-454c-ac94-64b060566eb1,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:39.065874 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5b6651f3-699a-486b-b9b0-11c19942eea0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:39.087029 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5b6651f3-699a-486b-b9b0-11c19942eea0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Usage tracker for resource:port and tenant:00bf8fc592454cf9827da719f9ffbb09 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:39.094343 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-cfa543f4-6184-414a-bada-e5810aa3b56d admin admin] Deleting port 5176e5dc-aba5-467c-9d0b-8e272968ae67 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:39.094490 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cfa543f4-6184-414a-bada-e5810aa3b56d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:39.134132 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5b6651f3-699a-486b-b9b0-11c19942eea0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:39.199731 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5b6651f3-699a-486b-b9b0-11c19942eea0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:39.222664 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0f000-3509-40e0-828e-096b1a5ab162 req-5525d078-4675-4d50-b4ab-553fdf6c30ef tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:39.232126 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1fa0f000-3509-40e0-828e-096b1a5ab162 req-5525d078-4675-4d50-b4ab-553fdf6c30ef tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.7920325 Mar 09 03:55:39.239668 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3494da6-b74e-4261-8805-eab551de4ada tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:39.240265 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eea1a52d-d8f7-468c-8539-3c9aab624d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:39.274267 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eea1a52d-d8f7-468c-8539-3c9aab624d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:39.291028 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41242) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:39.339827 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6651f3-699a-486b-b9b0-11c19942eea0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Made reservation on behalf of 00bf8fc592454cf9827da719f9ffbb09 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:55:39.384544 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1fa0f000-3509-40e0-828e-096b1a5ab162 req-9f085b74-f190-44ac-9e62-ffa5f17a2d6d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515107 Mar 09 03:55:39.415863 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-191f81de-8f8f-4c20-bb2e-d06fe76f0806 None None] Provisioning complete for port 1d4605a7-de54-454c-ac94-64b060566eb1 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:55:39.416224 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-191f81de-8f8f-4c20-bb2e-d06fe76f0806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:39.490359 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3494da6-b74e-4261-8805-eab551de4ada tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:39.520954 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-eea1a52d-d8f7-468c-8539-3c9aab624d72 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94fd7d6b79ff4dc798075dd05fa1b774&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2151649 Mar 09 03:55:39.523137 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41250) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:39.595060 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1a52d-d8f7-468c-8539-3c9aab624d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ad713c-6bcf-40e3-bba3-d4441ecefb13,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:39.599494 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-01854c5a-e7f1-4afb-b681-aee51a583f61 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=606648655aef4743b86d7db985500755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914028 Mar 09 03:55:39.601905 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41258) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:39.632354 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fb64ae04-5d36-47c8-a11b-e8a509628f5e tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:39.632575 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d31d5154-df7a-4423-9474-7bbacc9648c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:39.641637 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-f3494da6-b74e-4261-8805-eab551de4ada tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Deleting port c9363e46-f98c-42a7-8029-b77b0950b60d {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:39.641975 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3494da6-b74e-4261-8805-eab551de4ada tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:39.704739 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64ae04-5d36-47c8-a11b-e8a509628f5e tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Pushing event deleted for resources: {'Port': ['ID=1d8bc5d9-665c-4a59-a585-31c01814b52f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:39.756744 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d31d5154-df7a-4423-9474-7bbacc9648c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:39.787644 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5b6651f3-699a-486b-b9b0-11c19942eea0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:39.801477 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-cfa543f4-6184-414a-bada-e5810aa3b56d admin admin] For port 5176e5dc-aba5-467c-9d0b-8e272968ae67, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5176e5dc-aba5-467c-9d0b-8e272968ae67,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:55:39.801837 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cfa543f4-6184-414a-bada-e5810aa3b56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:39.906202 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1dfc27bc-5fdd-4f73-90c6-306d25bda5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:39.948832 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-5b6651f3-699a-486b-b9b0-11c19942eea0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] device_id is not set on port debcb635-e68a-4f16-a703-d40cecd6dafe yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:55:39.970239 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1dfc27bc-5fdd-4f73-90c6-306d25bda5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:39.993707 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-cfa543f4-6184-414a-bada-e5810aa3b56d admin admin] Calling delete_port for 5176e5dc-aba5-467c-9d0b-8e272968ae67 owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:39.998504 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf122cf-f95e-418e-99e7-e5ea1d5e6edc req-a97d6da9-9db5-4e7b-9dda-ee02da021f43 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:39.999981 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9bf122cf-f95e-418e-99e7-e5ea1d5e6edc req-a97d6da9-9db5-4e7b-9dda-ee02da021f43 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.3323596 Mar 09 03:55:40.012867 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3494da6-b74e-4261-8805-eab551de4ada tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:40.041957 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fb64ae04-5d36-47c8-a11b-e8a509628f5e tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:40.165156 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d31d5154-df7a-4423-9474-7bbacc9648c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:40.174429 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-f3494da6-b74e-4261-8805-eab551de4ada tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Calling delete_port for c9363e46-f98c-42a7-8029-b77b0950b60d owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:40.230314 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d5154-df7a-4423-9474-7bbacc9648c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ad713c-6bcf-40e3-bba3-d4441ecefb13,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:40.260159 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d5154-df7a-4423-9474-7bbacc9648c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:40.260494 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d5154-df7a-4423-9474-7bbacc9648c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:40.260848 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d5154-df7a-4423-9474-7bbacc9648c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:40.261137 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d5154-df7a-4423-9474-7bbacc9648c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:40.261455 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d5154-df7a-4423-9474-7bbacc9648c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:40.261771 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d5154-df7a-4423-9474-7bbacc9648c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:40.262082 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d5154-df7a-4423-9474-7bbacc9648c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:40.262394 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d5154-df7a-4423-9474-7bbacc9648c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:40.262705 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d5154-df7a-4423-9474-7bbacc9648c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:40.263040 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d5154-df7a-4423-9474-7bbacc9648c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:40.263348 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d5154-df7a-4423-9474-7bbacc9648c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:40.263651 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d5154-df7a-4423-9474-7bbacc9648c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:55:40.279127 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9bf122cf-f95e-418e-99e7-e5ea1d5e6edc req-14187887-35d1-4b47-aafa-34104a946181 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680519 Mar 09 03:55:40.282648 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d31d5154-df7a-4423-9474-7bbacc9648c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:40.285142 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d31d5154-df7a-4423-9474-7bbacc9648c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6ad713c-6bcf-40e3-bba3-d4441ecefb13 HTTP/1.1" status: 204 len: 168 time: 0.7581127 Mar 09 03:55:40.313871 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1dfc27bc-5fdd-4f73-90c6-306d25bda5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:40.332610 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc27bc-5fdd-4f73-90c6-306d25bda5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce79bf5-f6e3-41c7-b287-5419266b8795,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:40.342060 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1dfc27bc-5fdd-4f73-90c6-306d25bda5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:40.343262 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1dfc27bc-5fdd-4f73-90c6-306d25bda5c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ce79bf5-f6e3-41c7-b287-5419266b8795 HTTP/1.1" status: 204 len: 168 time: 0.7404935 Mar 09 03:55:40.415378 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fb64ae04-5d36-47c8-a11b-e8a509628f5e tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:40.430253 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fb64ae04-5d36-47c8-a11b-e8a509628f5e tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:40.456798 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3494da6-b74e-4261-8805-eab551de4ada tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:40.545871 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fb64ae04-5d36-47c8-a11b-e8a509628f5e tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:40.547004 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb64ae04-5d36-47c8-a11b-e8a509628f5e tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Fanout notify agent at l3_agent the message router_deleted on router 0df55b4f-6a2a-445d-a8d9-b98b4f1bd0d0 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:55:40.584892 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1d4605a7-de54-454c-ac94-64b060566eb1 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:55:40.672615 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 1d4605a7-de54-454c-ac94-64b060566eb1 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:55:40.673214 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:40.683627 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3494da6-b74e-4261-8805-eab551de4ada tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Pushing event deleted for resources: {'Port': ['ID=c9363e46-f98c-42a7-8029-b77b0950b60d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:40.791166 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3494da6-b74e-4261-8805-eab551de4ada tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:40.848445 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fb64ae04-5d36-47c8-a11b-e8a509628f5e tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:40.853193 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fb64ae04-5d36-47c8-a11b-e8a509628f5e tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "DELETE /v2.0/routers/0df55b4f-6a2a-445d-a8d9-b98b4f1bd0d0 HTTP/1.1" status: 204 len: 168 time: 4.3072708 Mar 09 03:55:40.889512 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41278) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:40.903846 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ecc6034c-f87e-4069-9f10-6d1e1eb51b1b tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-545609245', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:40.909580 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41280) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:40.942096 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ecc6034c-f87e-4069-9f10-6d1e1eb51b1b tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:40.945923 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-beee9168-bead-4b17-b47f-799880a8201f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:40.959012 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-5b6651f3-699a-486b-b9b0-11c19942eea0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 2001:db8::5b (52061912-70e8-4f32-8bcd-36eeab65c7b8/c35e1f3e-fb5c-4b06-85db-0556a150672b/debcb635-e68a-4f16-a703-d40cecd6dafe) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:55:40.966352 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ecc6034c-f87e-4069-9f10-6d1e1eb51b1b tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Usage tracker for resource:router and tenant:971fa89d245f45efad76c49c7c1e7da1 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:40.975720 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ecc6034c-f87e-4069-9f10-6d1e1eb51b1b tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:40.980621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-5b6651f3-699a-486b-b9b0-11c19942eea0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2a:159b (52061912-70e8-4f32-8bcd-36eeab65c7b8/8e93f213-aeea-407c-ad6e-37ec85f2ae45/debcb635-e68a-4f16-a703-d40cecd6dafe) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:55:40.998191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-beee9168-bead-4b17-b47f-799880a8201f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:41.000480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ecc6034c-f87e-4069-9f10-6d1e1eb51b1b tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:41.011112 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3494da6-b74e-4261-8805-eab551de4ada tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:41.014282 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3494da6-b74e-4261-8805-eab551de4ada tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:41.015276 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-beee9168-bead-4b17-b47f-799880a8201f admin admin] Usage tracker for resource:security_group_rule and tenant:81b45de2c3b5432bbcebb35b866b77c8 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:41.019087 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-beee9168-bead-4b17-b47f-799880a8201f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:41.041820 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3494da6-b74e-4261-8805-eab551de4ada tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:41.043309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3494da6-b74e-4261-8805-eab551de4ada tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Fanout notify agent at l3_agent the message router_deleted on router d267f190-221c-442f-a764-13fc8322bc2d {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:55:41.044104 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-beee9168-bead-4b17-b47f-799880a8201f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:41.050909 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cfa543f4-6184-414a-bada-e5810aa3b56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:41.065316 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3494da6-b74e-4261-8805-eab551de4ada tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:41.071441 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f3494da6-b74e-4261-8805-eab551de4ada tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "DELETE /v2.0/routers/d267f190-221c-442f-a764-13fc8322bc2d HTTP/1.1" status: 204 len: 168 time: 2.2555099 Mar 09 03:55:41.073189 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41288) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:41.079085 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6ffb2c5a-a086-4d54-a033-5a3a8e147df4 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2119523555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:41.086263 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6ffb2c5a-a086-4d54-a033-5a3a8e147df4 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:41.090291 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6ffb2c5a-a086-4d54-a033-5a3a8e147df4 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Usage tracker for resource:router and tenant:3365a33a3fe14b2c9be7f52e3a7e9bbd is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:41.093392 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6ffb2c5a-a086-4d54-a033-5a3a8e147df4 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:41.115924 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ecc6034c-f87e-4069-9f10-6d1e1eb51b1b tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:41.117168 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ecc6034c-f87e-4069-9f10-6d1e1eb51b1b tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:41.126078 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6ffb2c5a-a086-4d54-a033-5a3a8e147df4 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:41.144107 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2c5a-a086-4d54-a033-5a3a8e147df4 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:41.146199 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2c5a-a086-4d54-a033-5a3a8e147df4 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:41.174817 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2c5a-a086-4d54-a033-5a3a8e147df4 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:41.178956 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa543f4-6184-414a-bada-e5810aa3b56d admin admin] Pushing event deleted for resources: {'Port': ['ID=5176e5dc-aba5-467c-9d0b-8e272968ae67,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:41.200970 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc300d-ac41-4485-8207-c0f14608256b req-0761a85e-5787-4842-bc4f-c4f909ad7658 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:41.202333 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2c5a-a086-4d54-a033-5a3a8e147df4 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:41.202620 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-57dc300d-ac41-4485-8207-c0f14608256b req-0761a85e-5787-4842-bc4f-c4f909ad7658 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.5846758 Mar 09 03:55:41.238008 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2c5a-a086-4d54-a033-5a3a8e147df4 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:41.241877 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6ffb2c5a-a086-4d54-a033-5a3a8e147df4 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1651411 Mar 09 03:55:41.242215 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41298) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:41.248420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-fc6abe17-fe39-45e6-8307-609f495f98da tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'enable_snat': False}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:41.406885 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ecc6034c-f87e-4069-9f10-6d1e1eb51b1b tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:41.507739 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-57dc300d-ac41-4485-8207-c0f14608256b req-107228ae-71c9-4da4-b864-650bd2bff528 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608161 Mar 09 03:55:41.580924 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ecc6034c-f87e-4069-9f10-6d1e1eb51b1b tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:41.671009 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc6abe17-fe39-45e6-8307-609f495f98da tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:41.694076 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ecc6034c-f87e-4069-9f10-6d1e1eb51b1b tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:41.694076 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ecc6034c-f87e-4069-9f10-6d1e1eb51b1b tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8010633 Mar 09 03:55:41.698924 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41312) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:41.718090 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6d959313-5719-4ee9-af40-b4a1ce7aa0e0 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'enable_snat': False}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:41.772560 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5b6651f3-699a-486b-b9b0-11c19942eea0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:41.811911 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-beee9168-bead-4b17-b47f-799880a8201f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:41.829199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-5b6651f3-699a-486b-b9b0-11c19942eea0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Transition to ACTIVE for port object debcb635-e68a-4f16-a703-d40cecd6dafe will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:55:41.835075 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-beee9168-bead-4b17-b47f-799880a8201f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:41.859230 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cfa543f4-6184-414a-bada-e5810aa3b56d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:41.977063 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-beee9168-bead-4b17-b47f-799880a8201f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81b45de2c3b5432bbcebb35b866b77c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0643153 Mar 09 03:55:41.980482 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41324) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:41.996582 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee9168-bead-4b17-b47f-799880a8201f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2844fbd3-5cf4-4ef7-ad8f-7021505d3b58,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:42.060022 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37e112-ca1a-4e17-bcfa-bc9bd7540cb9 req-7a81a2da-9b85-4c28-9c10-eed0d9286c46 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:42.061583 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8e37e112-ca1a-4e17-bcfa-bc9bd7540cb9 req-7a81a2da-9b85-4c28-9c10-eed0d9286c46 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.3583100 Mar 09 03:55:42.162435 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5b6651f3-699a-486b-b9b0-11c19942eea0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:42.280842 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6651f3-699a-486b-b9b0-11c19942eea0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:55:42.295378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-5b6651f3-699a-486b-b9b0-11c19942eea0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:55:42.297736 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6651f3-699a-486b-b9b0-11c19942eea0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:55:42.299897 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6d959313-5719-4ee9-af40-b4a1ce7aa0e0 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:42.303593 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6651f3-699a-486b-b9b0-11c19942eea0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:42.304111 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5b6651f3-699a-486b-b9b0-11c19942eea0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:42.327245 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6c819c65-7407-4359-a9ba-975bfcd2d9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:42.331083 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8e37e112-ca1a-4e17-bcfa-bc9bd7540cb9 req-8311203b-8acc-468c-a451-9cb4967a017d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542253 Mar 09 03:55:42.406087 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6651f3-699a-486b-b9b0-11c19942eea0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event updated for resources: {'Port': ['ID=debcb635-e68a-4f16-a703-d40cecd6dafe,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:42.642296 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6c819c65-7407-4359-a9ba-975bfcd2d9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:42.656563 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5b6651f3-699a-486b-b9b0-11c19942eea0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.3375223 Mar 09 03:55:42.665152 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41340) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:42.717952 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc6abe17-fe39-45e6-8307-609f495f98da tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:42.721106 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4356a8b9-f4db-43f8-bee9-63e248acf152 None None] Provisioning for port debcb635-e68a-4f16-a703-d40cecd6dafe completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:55:42.732928 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4356a8b9-f4db-43f8-bee9-63e248acf152 None None] Provisioning complete for port debcb635-e68a-4f16-a703-d40cecd6dafe triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:55:42.733713 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4356a8b9-f4db-43f8-bee9-63e248acf152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:42.759802 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc6abe17-fe39-45e6-8307-609f495f98da tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:42.824310 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-4356a8b9-f4db-43f8-bee9-63e248acf152 None None] Port debcb635-e68a-4f16-a703-d40cecd6dafe cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:55:42.840251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4bd60a47-f8ce-4a06-a4e6-dd4d11e2791a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting port debcb635-e68a-4f16-a703-d40cecd6dafe {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:42.840611 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4bd60a47-f8ce-4a06-a4e6-dd4d11e2791a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:42.867240 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a778aa-efb1-4d56-9e8f-347d5674a0eb req-e61ae04d-28a0-4edb-9187-950f2114e868 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:42.869329 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e0a778aa-efb1-4d56-9e8f-347d5674a0eb req-e61ae04d-28a0-4edb-9187-950f2114e868 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.3371515 Mar 09 03:55:42.902516 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa543f4-6184-414a-bada-e5810aa3b56d admin admin] Router de0d34ed-7e65-46d8-be33-78bce68ed3aa has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:55:42.910487 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6c819c65-7407-4359-a9ba-975bfcd2d9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:42.933900 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c819c65-7407-4359-a9ba-975bfcd2d9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2844fbd3-5cf4-4ef7-ad8f-7021505d3b58,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:43.042823 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6c819c65-7407-4359-a9ba-975bfcd2d9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:43.043965 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6c819c65-7407-4359-a9ba-975bfcd2d9ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2844fbd3-5cf4-4ef7-ad8f-7021505d3b58 HTTP/1.1" status: 204 len: 168 time: 1.0595922 Mar 09 03:55:43.053003 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e0a778aa-efb1-4d56-9e8f-347d5674a0eb req-f5b998fc-80df-4f78-ae74-0e729d62abe3 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672375 Mar 09 03:55:43.245336 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-fc6abe17-fe39-45e6-8307-609f495f98da tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Allocated IP 172.25.7.169 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/8221cf81-9263-430e-a3d4-bac7e339af35) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:55:43.281315 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4bd60a47-f8ce-4a06-a4e6-dd4d11e2791a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:43.332223 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6d959313-5719-4ee9-af40-b4a1ce7aa0e0 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:43.428256 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4bd60a47-f8ce-4a06-a4e6-dd4d11e2791a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Calling delete_port for debcb635-e68a-4f16-a703-d40cecd6dafe owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:43.476940 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6d959313-5719-4ee9-af40-b4a1ce7aa0e0 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:43.546426 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41356) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:43.589313 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc6abe17-fe39-45e6-8307-609f495f98da tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:43.603654 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa543f4-6184-414a-bada-e5810aa3b56d admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:55:43.604535 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f11f409f-5a3d-4527-a729-6c3912cb64dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:43.616768 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d397be29-abb0-49c5-a35c-cdf3adb5128c None None] Sync routers for ids ['de0d34ed-7e65-46d8-be33-78bce68ed3aa'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:55:43.627350 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d397be29-abb0-49c5-a35c-cdf3adb5128c None None] Routers {'de0d34ed-7e65-46d8-be33-78bce68ed3aa'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:43.627947 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d397be29-abb0-49c5-a35c-cdf3adb5128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['de0d34ed-7e65-46d8-be33-78bce68ed3aa'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:43.647644 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cfa543f4-6184-414a-bada-e5810aa3b56d admin admin] 10.222.0.16 "PUT /v2.0/routers/de0d34ed-7e65-46d8-be33-78bce68ed3aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1404984 Mar 09 03:55:43.653950 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41360) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:43.672845 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f11f409f-5a3d-4527-a729-6c3912cb64dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:43.694213 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f11f409f-5a3d-4527-a729-6c3912cb64dc admin admin] Usage tracker for resource:security_group_rule and tenant:8a9831dbe84a464e86dfc17c5b1257c2 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:43.699725 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f11f409f-5a3d-4527-a729-6c3912cb64dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:43.709750 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f11f409f-5a3d-4527-a729-6c3912cb64dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:43.753418 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a112e-d405-4be3-acaa-c51de620f36d req-47f2b500-cfbe-4012-84ab-f57a22bb2083 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:43.760755 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e98a112e-d405-4be3-acaa-c51de620f36d req-47f2b500-cfbe-4012-84ab-f57a22bb2083 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.2883439 Mar 09 03:55:43.806390 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-d397be29-abb0-49c5-a35c-cdf3adb5128c None None] Set router de0d34ed-7e65-46d8-be33-78bce68ed3aa gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:55:43.813271 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc6abe17-fe39-45e6-8307-609f495f98da tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:43.947645 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ed47b42f-b422-4944-9d36-0770de697666 admin admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:44.053700 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6abe17-fe39-45e6-8307-609f495f98da tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:55:44.062797 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-fc6abe17-fe39-45e6-8307-609f495f98da tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:55:44.071382 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e98a112e-d405-4be3-acaa-c51de620f36d req-d9676ee4-bcac-4111-9545-bddeb53d7189 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099668 Mar 09 03:55:44.088998 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6abe17-fe39-45e6-8307-609f495f98da tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:55:44.107802 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4bd60a47-f8ce-4a06-a4e6-dd4d11e2791a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:44.121029 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d397be29-abb0-49c5-a35c-cdf3adb5128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'name': 'tempest-ServerActionsTestJSON-1210079916-router', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:46:16Z', 'updated_at': '2022-03-09T03:55:40Z', 'revision_number': 5, 'project_id': '583552b4403540f294a79f7bae92d808', 'gw_port': {'id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:19Z', 'updated_at': '2022-03-09T03:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:44.126136 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d397be29-abb0-49c5-a35c-cdf3adb5128c None None] Checking router: de0d34ed-7e65-46d8-be33-78bce68ed3aa for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:55:44.135330 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-6d959313-5719-4ee9-af40-b4a1ce7aa0e0 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Allocated IP 172.25.7.16 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/2aa4ef10-4c3a-4927-9cca-18428e2b7b9d) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:55:44.136619 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d397be29-abb0-49c5-a35c-cdf3adb5128c None None] Routers {'de0d34ed-7e65-46d8-be33-78bce68ed3aa'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:44.137244 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d397be29-abb0-49c5-a35c-cdf3adb5128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['de0d34ed-7e65-46d8-be33-78bce68ed3aa'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:44.146689 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6abe17-fe39-45e6-8307-609f495f98da tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Pushing event updated for resources: {'Port': ['ID=8221cf81-9263-430e-a3d4-bac7e339af35,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:44.311106 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd60a47-f8ce-4a06-a4e6-dd4d11e2791a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Port': ['ID=debcb635-e68a-4f16-a703-d40cecd6dafe,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:44.316677 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f11f409f-5a3d-4527-a729-6c3912cb64dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:44.361791 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-d397be29-abb0-49c5-a35c-cdf3adb5128c None None] Set router de0d34ed-7e65-46d8-be33-78bce68ed3aa gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:55:44.375916 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f11f409f-5a3d-4527-a729-6c3912cb64dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:44.429248 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4bd60a47-f8ce-4a06-a4e6-dd4d11e2791a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:44.433316 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4bd60a47-f8ce-4a06-a4e6-dd4d11e2791a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/debcb635-e68a-4f16-a703-d40cecd6dafe HTTP/1.1" status: 204 len: 168 time: 1.7624745 Mar 09 03:55:44.434675 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41372) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:44.435990 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ed47b42f-b422-4944-9d36-0770de697666 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:44.504536 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-ed47b42f-b422-4944-9d36-0770de697666 admin admin] Deleting port 2fc27c33-3c8d-4435-bf4e-64855dbaa9c0 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:44.504993 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ed47b42f-b422-4944-9d36-0770de697666 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:44.637530 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d33559e-9f25-4f3b-99bc-16e959a7c0a9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:44.638292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4d33559e-9f25-4f3b-99bc-16e959a7c0a9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:55:44.718717 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4d33559e-9f25-4f3b-99bc-16e959a7c0a9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:55:44.722257 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4d33559e-9f25-4f3b-99bc-16e959a7c0a9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2831287 Mar 09 03:55:44.722958 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41384) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:44.781421 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f409f-5a3d-4527-a729-6c3912cb64dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ceb879d-d335-4707-8b1c-0cddb4a69b1f,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:44.793741 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41388) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:44.793858 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f11f409f-5a3d-4527-a729-6c3912cb64dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a9831dbe84a464e86dfc17c5b1257c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2346480 Mar 09 03:55:44.801780 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-ed47b42f-b422-4944-9d36-0770de697666 admin admin] For port 2fc27c33-3c8d-4435-bf4e-64855dbaa9c0, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=2fc27c33-3c8d-4435-bf4e-64855dbaa9c0,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:55:44.802134 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ed47b42f-b422-4944-9d36-0770de697666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:44.839359 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc6abe17-fe39-45e6-8307-609f495f98da tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:44.860868 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d397be29-abb0-49c5-a35c-cdf3adb5128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'name': 'tempest-ServerActionsTestJSON-1210079916-router', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:46:16Z', 'updated_at': '2022-03-09T03:55:40Z', 'revision_number': 5, 'project_id': '583552b4403540f294a79f7bae92d808', 'gw_port': {'id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:19Z', 'updated_at': '2022-03-09T03:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:44.878214 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d397be29-abb0-49c5-a35c-cdf3adb5128c None None] The sync data for ids ['de0d34ed-7e65-46d8-be33-78bce68ed3aa'] in n-d-825178-5 is: [{'id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'name': 'tempest-ServerActionsTestJSON-1210079916-router', 'tenant_id': '583552b4403540f294a79f7bae92d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:46:16Z', 'updated_at': '2022-03-09T03:55:40Z', 'revision_number': 5, 'project_id': '583552b4403540f294a79f7bae92d808', 'gw_port': {'id': '2fc27c33-3c8d-4435-bf4e-64855dbaa9c0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0d34ed-7e65-46d8-be33-78bce68ed3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:46:19Z', 'updated_at': '2022-03-09T03:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:55:44.922979 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6d959313-5719-4ee9-af40-b4a1ce7aa0e0 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:44.987501 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-ed47b42f-b422-4944-9d36-0770de697666 admin admin] Calling delete_port for 2fc27c33-3c8d-4435-bf4e-64855dbaa9c0 owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:45.122801 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6d959313-5719-4ee9-af40-b4a1ce7aa0e0 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:45.153889 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee468a03-6245-416b-aed3-634323a1c26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:45.179713 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfa5165-3955-4966-88a8-b0e2d41e8682 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:45.184891 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6dfa5165-3955-4966-88a8-b0e2d41e8682 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4552588 Mar 09 03:55:45.190524 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41398) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:45.266263 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d959313-5719-4ee9-af40-b4a1ce7aa0e0 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:55:45.275836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-6d959313-5719-4ee9-af40-b4a1ce7aa0e0 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:55:45.283743 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d959313-5719-4ee9-af40-b4a1ce7aa0e0 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:55:45.315461 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee468a03-6245-416b-aed3-634323a1c26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:45.326119 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d959313-5719-4ee9-af40-b4a1ce7aa0e0 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Pushing event updated for resources: {'Port': ['ID=2aa4ef10-4c3a-4927-9cca-18428e2b7b9d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:45.336810 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc6abe17-fe39-45e6-8307-609f495f98da tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:45.347401 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc6abe17-fe39-45e6-8307-609f495f98da tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371792'] for router, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:45.422082 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65312d43-d5ce-40f9-a6d0-9b76347555f6 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:45.423609 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65312d43-d5ce-40f9-a6d0-9b76347555f6 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:45.425084 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65312d43-d5ce-40f9-a6d0-9b76347555f6 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:45.426648 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-65312d43-d5ce-40f9-a6d0-9b76347555f6 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2351763 Mar 09 03:55:45.436526 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41402) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:45.532029 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fcee1-5b31-4105-8d0b-6b9f6f15bd8b req-62b4ed25-147c-4353-a8a9-9d38430dfd30 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:45.533845 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a19fcee1-5b31-4105-8d0b-6b9f6f15bd8b req-62b4ed25-147c-4353-a8a9-9d38430dfd30 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.2818034 Mar 09 03:55:45.537731 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ed47b42f-b422-4944-9d36-0770de697666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:45.593775 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee468a03-6245-416b-aed3-634323a1c26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:45.625091 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-695c04c5-526e-46d4-b0c2-52a3cb2b676d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet 8e93f213-aeea-407c-ad6e-37ec85f2ae45 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:55:45.633803 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47b42f-b422-4944-9d36-0770de697666 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc27c33-3c8d-4435-bf4e-64855dbaa9c0,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:45.664446 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-695c04c5-526e-46d4-b0c2-52a3cb2b676d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:45.697899 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee468a03-6245-416b-aed3-634323a1c26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ceb879d-d335-4707-8b1c-0cddb4a69b1f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:45.790714 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a19fcee1-5b31-4105-8d0b-6b9f6f15bd8b req-903ce638-d68d-4643-a10f-63a8dd61c7c2 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074711 Mar 09 03:55:45.799809 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee468a03-6245-416b-aed3-634323a1c26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:45.803357 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ee468a03-6245-416b-aed3-634323a1c26a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ceb879d-d335-4707-8b1c-0cddb4a69b1f HTTP/1.1" status: 204 len: 168 time: 1.0017750 Mar 09 03:55:45.805193 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-695c04c5-526e-46d4-b0c2-52a3cb2b676d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:45.861241 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ed47b42f-b422-4944-9d36-0770de697666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:46.017519 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6abe17-fe39-45e6-8307-609f495f98da tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Router f49a1d88-01b8-4f6f-849d-2202be86b34a is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:55:46.127121 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6d959313-5719-4ee9-af40-b4a1ce7aa0e0 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:46.378951 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ed47b42f-b422-4944-9d36-0770de697666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:46.387415 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ed47b42f-b422-4944-9d36-0770de697666 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:46.467220 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6abe17-fe39-45e6-8307-609f495f98da tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:55:46.482527 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192c4cea-18d0-4771-9257-c60599d74661 None None] Sync routers for ids ['f49a1d88-01b8-4f6f-849d-2202be86b34a'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:55:46.486496 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ed47b42f-b422-4944-9d36-0770de697666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:46.487427 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed47b42f-b422-4944-9d36-0770de697666 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de0d34ed-7e65-46d8-be33-78bce68ed3aa {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:55:46.490313 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-695c04c5-526e-46d4-b0c2-52a3cb2b676d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:46.511184 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192c4cea-18d0-4771-9257-c60599d74661 None None] Routers {'f49a1d88-01b8-4f6f-849d-2202be86b34a'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:46.512124 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-192c4cea-18d0-4771-9257-c60599d74661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f49a1d88-01b8-4f6f-849d-2202be86b34a'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:46.621138 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ed47b42f-b422-4944-9d36-0770de697666 admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:46.623962 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ed47b42f-b422-4944-9d36-0770de697666 admin admin] 10.222.0.16 "DELETE /v2.0/routers/de0d34ed-7e65-46d8-be33-78bce68ed3aa HTTP/1.1" status: 204 len: 168 time: 2.9690769 Mar 09 03:55:46.632179 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41436) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:46.676013 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-192c4cea-18d0-4771-9257-c60599d74661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:46.681992 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5176e5dc-aba5-467c-9d0b-8e272968ae67 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:55:46.698008 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc6abe17-fe39-45e6-8307-609f495f98da tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:46.699580 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fc6abe17-fe39-45e6-8307-609f495f98da tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "PUT /v2.0/routers/f49a1d88-01b8-4f6f-849d-2202be86b34a HTTP/1.1" status: 200 len: 920 time: 5.4564223 Mar 09 03:55:46.706312 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41440) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:46.723813 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 5176e5dc-aba5-467c-9d0b-8e272968ae67 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:55:46.724065 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5176e5dc-aba5-467c-9d0b-8e272968ae67 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:55:46.727014 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192c4cea-18d0-4771-9257-c60599d74661 None None] Routers {'f49a1d88-01b8-4f6f-849d-2202be86b34a'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:46.727700 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-192c4cea-18d0-4771-9257-c60599d74661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f49a1d88-01b8-4f6f-849d-2202be86b34a'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:46.808436 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-192c4cea-18d0-4771-9257-c60599d74661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:46.808994 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192c4cea-18d0-4771-9257-c60599d74661 None None] The sync data for ids ['f49a1d88-01b8-4f6f-849d-2202be86b34a'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:55:46.826760 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-c60c0ae4-a700-4043-a776-1b752cd70529 admin admin] Deleting subnet d785722e-a890-45c5-869c-7b3149d30510 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:55:46.830410 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c60c0ae4-a700-4043-a776-1b752cd70529 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:46.846023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87571e34-134d-48e2-897b-6023ce8b764b req-6af607b8-4329-405f-adea-4a186b734757 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:46.847831 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-87571e34-134d-48e2-897b-6023ce8b764b req-6af607b8-4329-405f-adea-4a186b734757 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.5580451 Mar 09 03:55:46.893617 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-695c04c5-526e-46d4-b0c2-52a3cb2b676d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:46.968003 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c04c5-526e-46d4-b0c2-52a3cb2b676d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=8e93f213-aeea-407c-ad6e-37ec85f2ae45,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:46.975132 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-695c04c5-526e-46d4-b0c2-52a3cb2b676d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:46.980819 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23509ee3-72d6-4d1c-82b0-6a9ab5e79861 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:55:46.988687 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-695c04c5-526e-46d4-b0c2-52a3cb2b676d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/8e93f213-aeea-407c-ad6e-37ec85f2ae45 HTTP/1.1" status: 204 len: 168 time: 1.5510409 Mar 09 03:55:46.991547 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c60c0ae4-a700-4043-a776-1b752cd70529 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:47.003716 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41456) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:47.125027 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c60c0ae4-a700-4043-a776-1b752cd70529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:47.271197 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c60c0ae4-a700-4043-a776-1b752cd70529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:47.365668 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c60c0ae4-a700-4043-a776-1b752cd70529 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:47.365868 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2024b90d-ccd4-4536-849c-a89f55a06431 None None] Network 3d62296e-a7e4-4061-88a7-e2ef850363e9 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:55:47.369598 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c0ae4-a700-4043-a776-1b752cd70529 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d785722e-a890-45c5-869c-7b3149d30510,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:47.379211 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c60c0ae4-a700-4043-a776-1b752cd70529 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d785722e-a890-45c5-869c-7b3149d30510 HTTP/1.1" status: 204 len: 168 time: 0.7433124 Mar 09 03:55:47.381383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41472) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:47.439609 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-87571e34-134d-48e2-897b-6023ce8b764b req-0eac5b07-ab65-40bf-bcd2-0c4fdf63c6ed tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5707524 Mar 09 03:55:47.480432 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6d959313-5719-4ee9-af40-b4a1ce7aa0e0 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:47.500139 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6d959313-5719-4ee9-af40-b4a1ce7aa0e0 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371792'] for router, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:47.565333 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02745d92-f8aa-47a2-b05f-6c875e4ebe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:47.578201 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa36309-35ee-45dc-81ac-227c06b174c6 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Deleting subnet c35e1f3e-fb5c-4b06-85db-0556a150672b {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:55:47.591342 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-caa36309-35ee-45dc-81ac-227c06b174c6 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:47.614994 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-02745d92-f8aa-47a2-b05f-6c875e4ebe20 admin admin] Deleting port a87574e3-b8ee-4dd9-8387-e12336d74f5a {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:47.615334 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02745d92-f8aa-47a2-b05f-6c875e4ebe20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:47.661972 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cbbb2c4b-a93b-4478-8f6a-1428b9f877e0 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "GET /v2.0/routers/f49a1d88-01b8-4f6f-849d-2202be86b34a HTTP/1.1" status: 200 len: 926 time: 0.9540632 Mar 09 03:55:47.667315 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41486) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:47.692288 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8941091-99ec-437e-a7ed-5eff1a6e90d8 None None] DHCP port deletion for 3d62296e-a7e4-4061-88a7-e2ef850363e9 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:55:47.711264 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c8941091-99ec-437e-a7ed-5eff1a6e90d8 None None] Deleting port a87574e3-b8ee-4dd9-8387-e12336d74f5a {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:47.713222 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c8941091-99ec-437e-a7ed-5eff1a6e90d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:47.794575 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-caa36309-35ee-45dc-81ac-227c06b174c6 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:47.932242 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41494) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:48.080041 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-02745d92-f8aa-47a2-b05f-6c875e4ebe20 admin admin] For port a87574e3-b8ee-4dd9-8387-e12336d74f5a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a87574e3-b8ee-4dd9-8387-e12336d74f5a,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:55:48.080696 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02745d92-f8aa-47a2-b05f-6c875e4ebe20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:48.110968 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a496ef-98b8-4fd8-a05f-82ce21bbd67b tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:48.112459 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b1a496ef-98b8-4fd8-a05f-82ce21bbd67b tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&device_id=f49a1d88-01b8-4f6f-849d-2202be86b34a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4424145 Mar 09 03:55:48.118357 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41502) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:48.146304 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-caa36309-35ee-45dc-81ac-227c06b174c6 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:48.227342 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41506) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:48.230257 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d959313-5719-4ee9-af40-b4a1ce7aa0e0 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Router 81139245-7470-45fa-9a40-8ecbc9a61dfb is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:55:48.238921 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c8941091-99ec-437e-a7ed-5eff1a6e90d8 None None] For port a87574e3-b8ee-4dd9-8387-e12336d74f5a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a87574e3-b8ee-4dd9-8387-e12336d74f5a,segment=NetworkSegment(ac29bcac-9b90-4db5-ba8a-e053d4cab541),segment_id=ac29bcac-9b90-4db5-ba8a-e053d4cab541)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:55:48.239441 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c8941091-99ec-437e-a7ed-5eff1a6e90d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:48.297111 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-02745d92-f8aa-47a2-b05f-6c875e4ebe20 admin admin] Calling delete_port for a87574e3-b8ee-4dd9-8387-e12336d74f5a owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:48.372897 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c402639-9813-483c-967e-2d44696d143b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:48.386149 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c8941091-99ec-437e-a7ed-5eff1a6e90d8 None None] Calling delete_port for a87574e3-b8ee-4dd9-8387-e12336d74f5a owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:48.400503 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2c402639-9813-483c-967e-2d44696d143b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:48.412990 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2c402639-9813-483c-967e-2d44696d143b admin admin] Usage tracker for resource:security_group_rule and tenant:8c1575f7d66f4f62a93e41e7aace7ef8 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:48.419185 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2c402639-9813-483c-967e-2d44696d143b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:48.427700 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2c402639-9813-483c-967e-2d44696d143b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:48.445261 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-92b30139-50d6-4663-93a5-b5266b6dadba tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-367998643', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:48.464767 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-92b30139-50d6-4663-93a5-b5266b6dadba tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:48.496451 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02745d92-f8aa-47a2-b05f-6c875e4ebe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:48.527991 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 2fc27c33-3c8d-4435-bf4e-64855dbaa9c0 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:55:48.530021 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c81e510-2964-4025-aed1-b39376e7435e tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:48.534609 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1c81e510-2964-4025-aed1-b39376e7435e tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 881 time: 0.4152703 Mar 09 03:55:48.536551 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-92b30139-50d6-4663-93a5-b5266b6dadba tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Usage tracker for resource:port and tenant:7c157fb31da1452cae22ad7cec4c0d4e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:48.541301 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41514) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:48.543804 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-92b30139-50d6-4663-93a5-b5266b6dadba tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:48.574622 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3b9ec629-be2f-491b-bc62-413ad55098a4 None None] Provisioning complete for port 1d4605a7-de54-454c-ac94-64b060566eb1 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:55:48.575108 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3b9ec629-be2f-491b-bc62-413ad55098a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:48.582716 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02745d92-f8aa-47a2-b05f-6c875e4ebe20 admin admin] No DVR routers for this DVR port a87574e3-b8ee-4dd9-8387-e12336d74f5a on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:55:48.588869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-92b30139-50d6-4663-93a5-b5266b6dadba tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:48.607784 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 2fc27c33-3c8d-4435-bf4e-64855dbaa9c0 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:55:48.607784 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 2fc27c33-3c8d-4435-bf4e-64855dbaa9c0 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:55:48.608106 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a87574e3-b8ee-4dd9-8387-e12336d74f5a no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:55:48.621995 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02745d92-f8aa-47a2-b05f-6c875e4ebe20 admin admin] Pushing event deleted for resources: {'Port': ['ID=a87574e3-b8ee-4dd9-8387-e12336d74f5a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:48.655834 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: a87574e3-b8ee-4dd9-8387-e12336d74f5a {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:55:48.656266 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a87574e3-b8ee-4dd9-8387-e12336d74f5a not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:55:48.657959 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-c8941091-99ec-437e-a7ed-5eff1a6e90d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:55:48.657959 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-c8941091-99ec-437e-a7ed-5eff1a6e90d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:55:48.747947 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02745d92-f8aa-47a2-b05f-6c875e4ebe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:48.751564 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-934e63d0-c903-439a-ad0e-0cd0461437ba tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "GET /v2.0/ports?device_id=f49a1d88-01b8-4f6f-849d-2202be86b34a HTTP/1.1" status: 200 len: 205 time: 0.2091398 Mar 09 03:55:48.753652 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41520) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:48.822018 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-caa36309-35ee-45dc-81ac-227c06b174c6 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:48.829337 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c402639-9813-483c-967e-2d44696d143b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:48.831631 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-02745d92-f8aa-47a2-b05f-6c875e4ebe20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d62296e-a7e4-4061-88a7-e2ef850363e9']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:48.843865 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c402639-9813-483c-967e-2d44696d143b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:48.870956 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-02745d92-f8aa-47a2-b05f-6c875e4ebe20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac29bcac-9b90-4db5-ba8a-e053d4cab541') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:48.871458 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-02745d92-f8aa-47a2-b05f-6c875e4ebe20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac29bcac-9b90-4db5-ba8a-e053d4cab541') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:48.904993 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b30139-50d6-4663-93a5-b5266b6dadba tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Made reservation on behalf of 7c157fb31da1452cae22ad7cec4c0d4e for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:55:48.907347 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92b30139-50d6-4663-93a5-b5266b6dadba tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:48.916248 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02745d92-f8aa-47a2-b05f-6c875e4ebe20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:48.923597 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa36309-35ee-45dc-81ac-227c06b174c6 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Subnet': ['ID=c35e1f3e-fb5c-4b06-85db-0556a150672b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:48.927119 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-caa36309-35ee-45dc-81ac-227c06b174c6 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:48.931990 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92b30139-50d6-4663-93a5-b5266b6dadba tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:48.944084 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad47931-72c1-46b9-996f-f17be2f0dfb6 None None] Network 52061912-70e8-4f32-8bcd-36eeab65c7b8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:55:48.944593 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2c402639-9813-483c-967e-2d44696d143b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c1575f7d66f4f62a93e41e7aace7ef8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0082667 Mar 09 03:55:48.944694 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d959313-5719-4ee9-af40-b4a1ce7aa0e0 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:55:48.945560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41524) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:48.948191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c402639-9813-483c-967e-2d44696d143b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df33722e-1850-453f-83a3-9bcc24f7b46f,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:48.955340 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2833c3ba-fae0-42ca-a9ee-ed3fe4ba5c8b None None] Sync routers for ids ['81139245-7470-45fa-9a40-8ecbc9a61dfb'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:55:48.973552 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02745d92-f8aa-47a2-b05f-6c875e4ebe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:48.978168 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2833c3ba-fae0-42ca-a9ee-ed3fe4ba5c8b None None] Routers {'81139245-7470-45fa-9a40-8ecbc9a61dfb'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:48.978777 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2833c3ba-fae0-42ca-a9ee-ed3fe4ba5c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['81139245-7470-45fa-9a40-8ecbc9a61dfb'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:49.001582 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51b1ee-5d64-48b2-bcd9-a4dadc28dfb9 req-7e2cd20f-1044-4660-a88b-ee9718b551ef tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:49.011010 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c51b1ee-5d64-48b2-bcd9-a4dadc28dfb9 req-7e2cd20f-1044-4660-a88b-ee9718b551ef tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.4268672 Mar 09 03:55:49.011197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02745d92-f8aa-47a2-b05f-6c875e4ebe20 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:55:49.011522 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02745d92-f8aa-47a2-b05f-6c875e4ebe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:49.012462 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-caa36309-35ee-45dc-81ac-227c06b174c6 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/c35e1f3e-fb5c-4b06-85db-0556a150672b HTTP/1.1" status: 204 len: 168 time: 2.0052042 Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:55:49.028628 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:55:49.039090 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41528) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:49.042792 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2833c3ba-fae0-42ca-a9ee-ed3fe4ba5c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:49.052347 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2833c3ba-fae0-42ca-a9ee-ed3fe4ba5c8b None None] Routers {'81139245-7470-45fa-9a40-8ecbc9a61dfb'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:49.053037 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2833c3ba-fae0-42ca-a9ee-ed3fe4ba5c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['81139245-7470-45fa-9a40-8ecbc9a61dfb'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:49.082930 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-92b30139-50d6-4663-93a5-b5266b6dadba tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:49.099356 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6d959313-5719-4ee9-af40-b4a1ce7aa0e0 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:49.100906 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6d959313-5719-4ee9-af40-b4a1ce7aa0e0 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "PUT /v2.0/routers/81139245-7470-45fa-9a40-8ecbc9a61dfb HTTP/1.1" status: 200 len: 914 time: 7.4009769 Mar 09 03:55:49.102745 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-92b30139-50d6-4663-93a5-b5266b6dadba tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Usage tracker for resource:security_group_rule and tenant:7c157fb31da1452cae22ad7cec4c0d4e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:49.108524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-92b30139-50d6-4663-93a5-b5266b6dadba tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:49.111641 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41532) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:49.120301 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-92b30139-50d6-4663-93a5-b5266b6dadba tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:49.129258 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2833c3ba-fae0-42ca-a9ee-ed3fe4ba5c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:49.129786 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2833c3ba-fae0-42ca-a9ee-ed3fe4ba5c8b None None] The sync data for ids ['81139245-7470-45fa-9a40-8ecbc9a61dfb'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:55:49.171488 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c8941091-99ec-437e-a7ed-5eff1a6e90d8 None None] Deleting port a87574e3-b8ee-4dd9-8387-e12336d74f5a {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:49.172103 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c8941091-99ec-437e-a7ed-5eff1a6e90d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:49.240479 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b53e57d7-1a58-44d6-80b0-1ba43c34b825 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:49.244877 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c8941091-99ec-437e-a7ed-5eff1a6e90d8 None None] The port 'a87574e3-b8ee-4dd9-8387-e12336d74f5a' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:55:49.343554 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e6aea807-cca5-4f1b-8e1e-255156859fce tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2787275 Mar 09 03:55:49.349248 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3a5c0f-d671-4cec-a44d-841436656514 None None] DHCP port deletion for 52061912-70e8-4f32-8bcd-36eeab65c7b8 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:55:49.350233 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41536) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:49.354167 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a5c0f-d671-4cec-a44d-841436656514 None None] Deleting port 1d4605a7-de54-454c-ac94-64b060566eb1 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:49.354619 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fe3a5c0f-d671-4cec-a44d-841436656514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:49.356284 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c51b1ee-5d64-48b2-bcd9-a4dadc28dfb9 req-081d841d-fb09-4b03-b788-f99fdca2d334 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465674 Mar 09 03:55:49.363643 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5f9084f0-7988-4072-819a-75c4d3a8acb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:49.377413 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02745d92-f8aa-47a2-b05f-6c875e4ebe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:49.417842 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02745d92-f8aa-47a2-b05f-6c875e4ebe20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:49.430051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02745d92-f8aa-47a2-b05f-6c875e4ebe20 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d62296e-a7e4-4061-88a7-e2ef850363e9,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:49.438333 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5f9084f0-7988-4072-819a-75c4d3a8acb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:49.490200 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-02745d92-f8aa-47a2-b05f-6c875e4ebe20 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3d62296e-a7e4-4061-88a7-e2ef850363e9 HTTP/1.1" status: 204 len: 168 time: 2.1073060 Mar 09 03:55:49.521484 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5f9084f0-7988-4072-819a-75c4d3a8acb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:49.544106 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5f9084f0-7988-4072-819a-75c4d3a8acb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:49.545613 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5f9084f0-7988-4072-819a-75c4d3a8acb7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df33722e-1850-453f-83a3-9bcc24f7b46f HTTP/1.1" status: 204 len: 168 time: 0.5992084 Mar 09 03:55:49.548451 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9084f0-7988-4072-819a-75c4d3a8acb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df33722e-1850-453f-83a3-9bcc24f7b46f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:49.619985 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-fe3a5c0f-d671-4cec-a44d-841436656514 None None] For port 1d4605a7-de54-454c-ac94-64b060566eb1, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1d4605a7-de54-454c-ac94-64b060566eb1,segment=NetworkSegment(c62e8219-a2c0-4742-a911-5cdbbc9dc147),segment_id=c62e8219-a2c0-4742-a911-5cdbbc9dc147)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:55:49.620435 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fe3a5c0f-d671-4cec-a44d-841436656514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:49.679240 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41546) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:49.745862 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-44013515-6ff6-4411-860e-50f22df592fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=583552b4403540f294a79f7bae92d808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0631411 Mar 09 03:55:49.746234 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41554) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:49.763118 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a5c0f-d671-4cec-a44d-841436656514 None None] Calling delete_port for 1d4605a7-de54-454c-ac94-64b060566eb1 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:49.829228 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-235d9fb2-5ea7-4d23-aba1-c60732b6a258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:49.867178 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ece2a1e6-29fe-4431-9e57-0164f223889b tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "GET /v2.0/routers/81139245-7470-45fa-9a40-8ecbc9a61dfb HTTP/1.1" status: 200 len: 920 time: 0.7541649 Mar 09 03:55:49.873509 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41558) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:49.886726 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fe3a5c0f-d671-4cec-a44d-841436656514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:49.889740 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-235d9fb2-5ea7-4d23-aba1-c60732b6a258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:49.917497 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b53e57d7-1a58-44d6-80b0-1ba43c34b825 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:49.955661 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-b53e57d7-1a58-44d6-80b0-1ba43c34b825 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Deleting port 8221cf81-9263-430e-a3d4-bac7e339af35 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:49.956006 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b53e57d7-1a58-44d6-80b0-1ba43c34b825 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:49.990352 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cd721d-0019-40e2-9570-6a6ef6af7217 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:49.991065 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e9cd721d-0019-40e2-9570-6a6ef6af7217 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:55:49.995826 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92b30139-50d6-4663-93a5-b5266b6dadba tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:50.006959 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a5c0f-d671-4cec-a44d-841436656514 None None] Pushing event deleted for resources: {'Port': ['ID=1d4605a7-de54-454c-ac94-64b060566eb1,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:50.020119 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3a5c0f-d671-4cec-a44d-841436656514 None None] No DVR routers for this DVR port 1d4605a7-de54-454c-ac94-64b060566eb1 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:55:50.039780 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92b30139-50d6-4663-93a5-b5266b6dadba tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:50.057764 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-92b30139-50d6-4663-93a5-b5266b6dadba tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] device_id is not set on port 2b700680-3125-46b4-806a-fd74be4cbfe3 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:55:50.061771 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41562) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:50.088965 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c4be8a7d-2449-4f69-ac1c-d9ea1a26b42e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:50.101148 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e9cd721d-0019-40e2-9570-6a6ef6af7217 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:55:50.103339 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e9cd721d-0019-40e2-9570-6a6ef6af7217 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6751585 Mar 09 03:55:50.106923 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41566) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:50.111960 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c4be8a7d-2449-4f69-ac1c-d9ea1a26b42e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:50.114138 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-235d9fb2-5ea7-4d23-aba1-c60732b6a258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:50.156861 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732fefdf-f62e-4231-a9a9-ab4d5d019010 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:50.160990 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-732fefdf-f62e-4231-a9a9-ab4d5d019010 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&device_id=81139245-7470-45fa-9a40-8ecbc9a61dfb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2838271 Mar 09 03:55:50.166306 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c4be8a7d-2449-4f69-ac1c-d9ea1a26b42e admin admin] Usage tracker for resource:security_group_rule and tenant:adda4ede2a754031813ce1291832777b is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:50.168679 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41570) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:50.178642 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c4be8a7d-2449-4f69-ac1c-d9ea1a26b42e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:50.190170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d9fb2-5ea7-4d23-aba1-c60732b6a258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4a2241-0f9f-4a20-8e83-911e94ae7476,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:50.222049 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c4be8a7d-2449-4f69-ac1c-d9ea1a26b42e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:50.236822 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b30139-50d6-4663-93a5-b5266b6dadba tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e43ff2-5e98-4e9b-9bc5-4c41a792d5dc,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:50.248772 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-235d9fb2-5ea7-4d23-aba1-c60732b6a258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:50.251475 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-235d9fb2-5ea7-4d23-aba1-c60732b6a258 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de4a2241-0f9f-4a20-8e83-911e94ae7476 HTTP/1.1" status: 204 len: 168 time: 0.5037613 Mar 09 03:55:50.355886 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9435a7fd-9fff-4ae9-a169-01c390e5a1cf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:50.356581 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9435a7fd-9fff-4ae9-a169-01c390e5a1cf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Synchronizing usage tracker for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:55:50.405445 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90218e2a-3df4-4e7d-a3e3-4ddf706ac815 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:50.407679 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-90218e2a-3df4-4e7d-a3e3-4ddf706ac815 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "GET /v2.0/networks/4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 881 time: 0.2306263 Mar 09 03:55:50.410375 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9435a7fd-9fff-4ae9-a169-01c390e5a1cf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Unset dirty status for tenant:00bf8fc592454cf9827da719f9ffbb09 on resource:subnet {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:55:50.411496 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9435a7fd-9fff-4ae9-a169-01c390e5a1cf tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3021002 Mar 09 03:55:50.412089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41576) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:50.416503 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41578) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:50.471715 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4df91f4a-d0a4-43dd-9aea-3089c9bf601c tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "GET /v2.0/ports?device_id=81139245-7470-45fa-9a40-8ecbc9a61dfb HTTP/1.1" status: 200 len: 205 time: 0.0572476 Mar 09 03:55:50.476674 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41586) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:50.508195 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b53e57d7-1a58-44d6-80b0-1ba43c34b825 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:50.515678 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c4be8a7d-2449-4f69-ac1c-d9ea1a26b42e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:50.523117 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1d4605a7-de54-454c-ac94-64b060566eb1 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:55:50.539485 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c3c48555-1c1c-4ae0-a03c-b53cd04ca249 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1218581 Mar 09 03:55:50.579306 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41590) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:50.579965 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c4be8a7d-2449-4f69-ac1c-d9ea1a26b42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:50.583353 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 1d4605a7-de54-454c-ac94-64b060566eb1 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:55:50.584306 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1d4605a7-de54-454c-ac94-64b060566eb1 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:55:50.609771 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-92b30139-50d6-4663-93a5-b5266b6dadba tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Allocated IP 172.25.7.197 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/2b700680-3125-46b4-806a-fd74be4cbfe3) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:55:50.678975 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8c4e7-1cb2-4dec-9d53-015f06e810d1 req-16456be5-e516-4562-9460-691d725096a8 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:50.680486 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38d8c4e7-1cb2-4dec-9d53-015f06e810d1 req-16456be5-e516-4562-9460-691d725096a8 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 1.0062637 Mar 09 03:55:50.681253 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e15904-bc11-4aff-b6d8-6a25458875e5 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:50.681714 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e15904-bc11-4aff-b6d8-6a25458875e5 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:50.691297 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-b53e57d7-1a58-44d6-80b0-1ba43c34b825 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Calling delete_port for 8221cf81-9263-430e-a3d4-bac7e339af35 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:50.706767 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c4be8a7d-2449-4f69-ac1c-d9ea1a26b42e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=adda4ede2a754031813ce1291832777b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6433740 Mar 09 03:55:50.713149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41600) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:50.725835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be8a7d-2449-4f69-ac1c-d9ea1a26b42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59150472-cd59-4de5-ae26-d7a6d5f9c606,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:50.731702 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b9e15904-bc11-4aff-b6d8-6a25458875e5 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/debcb635-e68a-4f16-a703-d40cecd6dafe HTTP/1.1" status: 404 len: 333 time: 0.1435001 Mar 09 03:55:50.737510 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41606) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:50.826445 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ddf66b-d1a8-4dde-a3f2-155dfa2c935b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:50.826994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ddf66b-d1a8-4dde-a3f2-155dfa2c935b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:50.867178 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-191077b4-72ed-4b79-80d5-09c1541bbd94 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:50.891139 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-39ddf66b-d1a8-4dde-a3f2-155dfa2c935b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/8e93f213-aeea-407c-ad6e-37ec85f2ae45 HTTP/1.1" status: 404 len: 337 time: 0.1523168 Mar 09 03:55:50.903112 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38d8c4e7-1cb2-4dec-9d53-015f06e810d1 req-dc178700-ba4a-4632-9b16-92d1e758b211 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724136 Mar 09 03:55:50.903764 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41614) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:50.979571 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-20a10534-2a7a-4ad9-a46e-177e91087cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:50.999500 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb05e87-0d97-464c-b245-a0f468ca482d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:50.999956 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb05e87-0d97-464c-b245-a0f468ca482d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:51.001783 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2bb05e87-0d97-464c-b245-a0f468ca482d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/c35e1f3e-fb5c-4b06-85db-0556a150672b HTTP/1.1" status: 404 len: 337 time: 0.0924203 Mar 09 03:55:51.005743 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41622) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:51.079496 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-20a10534-2a7a-4ad9-a46e-177e91087cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:51.146566 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-191077b4-72ed-4b79-80d5-09c1541bbd94 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:51.159310 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-191077b4-72ed-4b79-80d5-09c1541bbd94 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Deleting port 2aa4ef10-4c3a-4927-9cca-18428e2b7b9d {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:51.159688 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-191077b4-72ed-4b79-80d5-09c1541bbd94 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:51.163800 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dad4b16-949b-49e9-ba7d-038bbc61c4c7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:51.164759 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dad4b16-949b-49e9-ba7d-038bbc61c4c7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:51.169142 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7dad4b16-949b-49e9-ba7d-038bbc61c4c7 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/d4d64100-20bb-45d1-9269-6b522ed74602 HTTP/1.1" status: 404 len: 333 time: 0.1601315 Mar 09 03:55:51.190818 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41630) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:51.216935 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41634) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:51.244097 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-1441815a-5971-4571-952b-9399286aed95 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:51.244603 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1441815a-5971-4571-952b-9399286aed95 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:51.250488 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-20a10534-2a7a-4ad9-a46e-177e91087cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:51.266780 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92b30139-50d6-4663-93a5-b5266b6dadba tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:51.278135 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a10534-2a7a-4ad9-a46e-177e91087cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59150472-cd59-4de5-ae26-d7a6d5f9c606,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:51.280600 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1441815a-5971-4571-952b-9399286aed95 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/5e6b1b0e-3e0c-4c6a-956d-35b03711d019 HTTP/1.1" status: 404 len: 337 time: 0.0888929 Mar 09 03:55:51.314200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41640) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:51.326632 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-20a10534-2a7a-4ad9-a46e-177e91087cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:51.339781 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-20a10534-2a7a-4ad9-a46e-177e91087cef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/59150472-cd59-4de5-ae26-d7a6d5f9c606 HTTP/1.1" status: 204 len: 168 time: 0.6249409 Mar 09 03:55:51.477177 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-191077b4-72ed-4b79-80d5-09c1541bbd94 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:51.560068 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-1db5e5cc-50ce-4cbb-a1b2-689fc88db2eb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1534796543-network', 'tenant_id': '42e2cf4c1213474880544b42bf2477f7'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:51.575462 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e096b0-10bd-4d3f-94e6-42657c78e776 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:51.575910 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e096b0-10bd-4d3f-94e6-42657c78e776 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:51.583272 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1db5e5cc-50ce-4cbb-a1b2-689fc88db2eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:51.607758 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f5e096b0-10bd-4d3f-94e6-42657c78e776 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/eb9f48ef-edb6-4792-b9a3-d5f60940b67b HTTP/1.1" status: 404 len: 337 time: 0.2785680 Mar 09 03:55:51.611271 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1db5e5cc-50ce-4cbb-a1b2-689fc88db2eb admin admin] Usage tracker for resource:network and tenant:42e2cf4c1213474880544b42bf2477f7 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:51.617090 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41650) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:51.620719 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1db5e5cc-50ce-4cbb-a1b2-689fc88db2eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:51.666833 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1db5e5cc-50ce-4cbb-a1b2-689fc88db2eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:51.684019 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba54da3-9f20-4e3c-997f-272ba067e998 req-04d97236-04a4-4b5d-89e9-b92924a91b7f tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:51.691586 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9ba54da3-9f20-4e3c-997f-272ba067e998 req-04d97236-04a4-4b5d-89e9-b92924a91b7f tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.5157163 Mar 09 03:55:51.702364 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b53e57d7-1a58-44d6-80b0-1ba43c34b825 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:51.761481 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8fbbbf-e9e6-44c5-bed3-36e24aab0146 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:51.761912 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c8fbbbf-e9e6-44c5-bed3-36e24aab0146 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:51.762083 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-191077b4-72ed-4b79-80d5-09c1541bbd94 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Calling delete_port for 2aa4ef10-4c3a-4927-9cca-18428e2b7b9d owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:51.765928 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5c8fbbbf-e9e6-44c5-bed3-36e24aab0146 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/c8648fa7-e79c-4d76-ab70-6ecc3a73495a HTTP/1.1" status: 404 len: 333 time: 0.1371088 Mar 09 03:55:51.781858 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41660) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:51.814200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e57d7-1a58-44d6-80b0-1ba43c34b825 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Pushing event deleted for resources: {'Port': ['ID=8221cf81-9263-430e-a3d4-bac7e339af35,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:51.824194 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db5e5cc-50ce-4cbb-a1b2-689fc88db2eb admin admin] Made reservation on behalf of 42e2cf4c1213474880544b42bf2477f7 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:55:51.826606 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1db5e5cc-50ce-4cbb-a1b2-689fc88db2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:51.871710 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92b30139-50d6-4663-93a5-b5266b6dadba tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:51.966237 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1db5e5cc-50ce-4cbb-a1b2-689fc88db2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:51.992508 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-674af643-ffa4-4466-a3e7-2f8b3ada790c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:51.993040 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-674af643-ffa4-4466-a3e7-2f8b3ada790c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:51.994650 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-674af643-ffa4-4466-a3e7-2f8b3ada790c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/3c50e50a-e080-4104-ac31-89dabacc56fd HTTP/1.1" status: 404 len: 337 time: 0.1820610 Mar 09 03:55:52.019555 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41666) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:52.025712 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9ba54da3-9f20-4e3c-997f-272ba067e998 req-3368ca69-3ee8-4ac1-81d8-00ae6c9ef0d4 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332930 Mar 09 03:55:52.039368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1db5e5cc-50ce-4cbb-a1b2-689fc88db2eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:52.040892 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-191077b4-72ed-4b79-80d5-09c1541bbd94 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:52.080627 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1db5e5cc-50ce-4cbb-a1b2-689fc88db2eb admin admin] Usage tracker for resource:security_group_rule and tenant:42e2cf4c1213474880544b42bf2477f7 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:52.083615 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1db5e5cc-50ce-4cbb-a1b2-689fc88db2eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:52.090122 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1db5e5cc-50ce-4cbb-a1b2-689fc88db2eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:52.112444 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b30139-50d6-4663-93a5-b5266b6dadba tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:55:52.120977 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-510766f1-d015-4bb5-bc2d-a47304ab3a91 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:52.121442 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-510766f1-d015-4bb5-bc2d-a47304ab3a91 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:52.123133 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-510766f1-d015-4bb5-bc2d-a47304ab3a91 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/f01da82b-3933-4bba-896b-44e6b16b890d HTTP/1.1" status: 404 len: 337 time: 0.1022756 Mar 09 03:55:52.124017 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-92b30139-50d6-4663-93a5-b5266b6dadba tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:55:52.130760 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41678) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:52.132104 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191077b4-72ed-4b79-80d5-09c1541bbd94 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Pushing event deleted for resources: {'Port': ['ID=2aa4ef10-4c3a-4927-9cca-18428e2b7b9d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:52.135022 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b30139-50d6-4663-93a5-b5266b6dadba tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:55:52.160689 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b30139-50d6-4663-93a5-b5266b6dadba tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Pushing event updated for resources: {'Port': ['ID=2b700680-3125-46b4-806a-fd74be4cbfe3,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:52.168572 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b53e57d7-1a58-44d6-80b0-1ba43c34b825 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:52.286419 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83f69b1-682f-4a70-bdbc-e8e5ca842f50 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:52.287102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83f69b1-682f-4a70-bdbc-e8e5ca842f50 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:52.339039 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a83f69b1-682f-4a70-bdbc-e8e5ca842f50 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/d578b1bb-1c6d-4c39-bbea-21efa6eb32f7 HTTP/1.1" status: 404 len: 333 time: 0.2019789 Mar 09 03:55:52.342499 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41686) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:52.396033 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-99dd8c9c-07d0-4559-aeca-472d69b579bd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:52.397205 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99dd8c9c-07d0-4559-aeca-472d69b579bd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:52.397664 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b53e57d7-1a58-44d6-80b0-1ba43c34b825 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:52.398478 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-99dd8c9c-07d0-4559-aeca-472d69b579bd tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/4aa7127e-45c3-4a09-8f1c-28f2dc8cfdf9 HTTP/1.1" status: 404 len: 337 time: 0.0492840 Mar 09 03:55:52.401306 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b30139-50d6-4663-93a5-b5266b6dadba tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:52.401914 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92b30139-50d6-4663-93a5-b5266b6dadba tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:52.403167 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41690) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:52.409450 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b53e57d7-1a58-44d6-80b0-1ba43c34b825 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:52.454553 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-d13c913a-b909-4674-b2c1-5846c118b62a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:52.455053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d13c913a-b909-4674-b2c1-5846c118b62a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:52.459208 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d13c913a-b909-4674-b2c1-5846c118b62a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/ad4217be-3fe6-4ff8-9b4c-69e974375e13 HTTP/1.1" status: 404 len: 337 time: 0.0507221 Mar 09 03:55:52.459362 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-92b30139-50d6-4663-93a5-b5266b6dadba tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.2286613 Mar 09 03:55:52.463179 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b53e57d7-1a58-44d6-80b0-1ba43c34b825 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:52.463714 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53e57d7-1a58-44d6-80b0-1ba43c34b825 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Fanout notify agent at l3_agent the message router_deleted on router f49a1d88-01b8-4f6f-849d-2202be86b34a {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:55:52.464111 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41694) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:52.464440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41698) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:52.469217 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-191077b4-72ed-4b79-80d5-09c1541bbd94 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:52.497960 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b53e57d7-1a58-44d6-80b0-1ba43c34b825 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:52.499742 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b53e57d7-1a58-44d6-80b0-1ba43c34b825 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "DELETE /v2.0/routers/f49a1d88-01b8-4f6f-849d-2202be86b34a HTTP/1.1" status: 204 len: 168 time: 3.7426870 Mar 09 03:55:52.504730 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41704) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:52.512674 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-e5ef3386-570a-4cc8-9463-2469236b3956 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-450790272', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}, 'admin_state_up': False}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:52.519599 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1db5e5cc-50ce-4cbb-a1b2-689fc88db2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:52.522419 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e5ef3386-570a-4cc8-9463-2469236b3956 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:52.526396 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1db5e5cc-50ce-4cbb-a1b2-689fc88db2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:52.532245 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e5ef3386-570a-4cc8-9463-2469236b3956 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Usage tracker for resource:router and tenant:3365a33a3fe14b2c9be7f52e3a7e9bbd is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:52.544073 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e5ef3386-570a-4cc8-9463-2469236b3956 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:52.550894 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-3863f225-ccc2-4c29-8c5e-5dd9e732d91f tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.197'}]}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:52.557076 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e5ef3386-570a-4cc8-9463-2469236b3956 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:52.568472 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db5e5cc-50ce-4cbb-a1b2-689fc88db2eb admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:55:52.584481 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5e5cc-50ce-4cbb-a1b2-689fc88db2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ce79df-3a2b-4ceb-b100-052deeffcb1e,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:52.588285 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e5ef3386-570a-4cc8-9463-2469236b3956 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:52.589336 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e5ef3386-570a-4cc8-9463-2469236b3956 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:52.595456 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1db5e5cc-50ce-4cbb-a1b2-689fc88db2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:52.595973 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-1db5e5cc-50ce-4cbb-a1b2-689fc88db2eb admin admin] Added segment 9f233615-000c-4519-9dca-433088f6f949 of type vlan for network c0c93958-592c-464f-a37a-ef1493d3d272 Mar 09 03:55:52.626058 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e5ef3386-570a-4cc8-9463-2469236b3956 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:52.635986 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1db5e5cc-50ce-4cbb-a1b2-689fc88db2eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:52.639650 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3863f225-ccc2-4c29-8c5e-5dd9e732d91f tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:52.650584 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd2c9a1-2426-47e5-9dbe-0c9bf06c77a3 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:52.651074 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd2c9a1-2426-47e5-9dbe-0c9bf06c77a3 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:52.652767 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ecd2c9a1-2426-47e5-9dbe-0c9bf06c77a3 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/499dd118-3e88-43b0-81fb-a0ec0a96b027 HTTP/1.1" status: 404 len: 333 time: 0.1873982 Mar 09 03:55:52.653864 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3863f225-ccc2-4c29-8c5e-5dd9e732d91f tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Usage tracker for resource:router and tenant:7c157fb31da1452cae22ad7cec4c0d4e is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:52.659862 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41712) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:52.706970 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3863f225-ccc2-4c29-8c5e-5dd9e732d91f tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:52.718844 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00afac-041f-43a6-a9f1-49ebdc99d8cf req-ad752608-45b2-437d-a0e1-3f78feba6166 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:52.720791 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-be00afac-041f-43a6-a9f1-49ebdc99d8cf req-ad752608-45b2-437d-a0e1-3f78feba6166 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.5191064 Mar 09 03:55:52.733720 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-191077b4-72ed-4b79-80d5-09c1541bbd94 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:52.737075 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-191077b4-72ed-4b79-80d5-09c1541bbd94 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:52.738840 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3863f225-ccc2-4c29-8c5e-5dd9e732d91f tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:52.769634 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f12808-8bba-4ded-9d6d-2f93a96b747e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:52.770078 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f12808-8bba-4ded-9d6d-2f93a96b747e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:52.791047 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3863f225-ccc2-4c29-8c5e-5dd9e732d91f tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:52.792037 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3863f225-ccc2-4c29-8c5e-5dd9e732d91f tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:52.810598 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-be00afac-041f-43a6-a9f1-49ebdc99d8cf req-4c51d9c4-0799-40f7-86dd-a0a891bb3234 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748239 Mar 09 03:55:52.814652 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-191077b4-72ed-4b79-80d5-09c1541bbd94 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:52.815197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191077b4-72ed-4b79-80d5-09c1541bbd94 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Fanout notify agent at l3_agent the message router_deleted on router 81139245-7470-45fa-9a40-8ecbc9a61dfb {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:55:52.830226 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-191077b4-72ed-4b79-80d5-09c1541bbd94 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:52.837585 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-191077b4-72ed-4b79-80d5-09c1541bbd94 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "DELETE /v2.0/routers/81139245-7470-45fa-9a40-8ecbc9a61dfb HTTP/1.1" status: 204 len: 168 time: 2.3614321 Mar 09 03:55:52.840555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41720) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:52.843470 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1db5e5cc-50ce-4cbb-a1b2-689fc88db2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:52.843600 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3863f225-ccc2-4c29-8c5e-5dd9e732d91f tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:52.844665 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db5e5cc-50ce-4cbb-a1b2-689fc88db2eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:52.845301 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1db5e5cc-50ce-4cbb-a1b2-689fc88db2eb admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:52.873301 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-05f12808-8bba-4ded-9d6d-2f93a96b747e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/15c7f997-68dc-4879-9bac-91ee6f7430b1 HTTP/1.1" status: 404 len: 337 time: 0.2121027 Mar 09 03:55:52.880121 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-488485db-27e1-473c-ba6c-d2815a1a57bc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-362799052', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}, 'admin_state_up': False}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:52.890804 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41726) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:52.983930 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-488485db-27e1-473c-ba6c-d2815a1a57bc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:52.996822 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-488485db-27e1-473c-ba6c-d2815a1a57bc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Usage tracker for resource:router and tenant:971fa89d245f45efad76c49c7c1e7da1 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:53.035557 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-488485db-27e1-473c-ba6c-d2815a1a57bc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:53.038023 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-af5e6b10-6d36-4bc1-b4cb-ca45498bde0a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:53.038482 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af5e6b10-6d36-4bc1-b4cb-ca45498bde0a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:53.043726 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-af5e6b10-6d36-4bc1-b4cb-ca45498bde0a tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/3f5698a7-93ce-448b-b74e-dc080f8915a5 HTTP/1.1" status: 404 len: 333 time: 0.1473677 Mar 09 03:55:53.056280 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41738) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:53.057272 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-488485db-27e1-473c-ba6c-d2815a1a57bc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:53.073313 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1db5e5cc-50ce-4cbb-a1b2-689fc88db2eb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8525891 Mar 09 03:55:53.076592 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e5ef3386-570a-4cc8-9463-2469236b3956 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:53.087554 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41742) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:53.096899 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-fbb7daca-1b16-4ac1-9ee6-e674e3975747 admin admin] Request body: {'subnet': {'network_id': 'c0c93958-592c-464f-a37a-ef1493d3d272', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1534796543-subnet', 'tenant_id': '42e2cf4c1213474880544b42bf2477f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:53.125064 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fbb7daca-1b16-4ac1-9ee6-e674e3975747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:53.136335 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5e5cc-50ce-4cbb-a1b2-689fc88db2eb admin admin] Pushing event updated for resources: {'Network': ['ID=c0c93958-592c-464f-a37a-ef1493d3d272,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:53.143023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fbb7daca-1b16-4ac1-9ee6-e674e3975747 admin admin] Usage tracker for resource:subnet and tenant:42e2cf4c1213474880544b42bf2477f7 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:53.148281 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fbb7daca-1b16-4ac1-9ee6-e674e3975747 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:53.150581 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network c0c93958-592c-464f-a37a-ef1493d3d272 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:55:53.163841 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fbb7daca-1b16-4ac1-9ee6-e674e3975747 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:53.189805 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-2365896b-b808-497d-8a01-a123be30f3a2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:53.190247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2365896b-b808-497d-8a01-a123be30f3a2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:53.194326 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2365896b-b808-497d-8a01-a123be30f3a2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/dfcef147-5d53-4381-8d2f-5d5669e50e40 HTTP/1.1" status: 404 len: 337 time: 0.1322386 Mar 09 03:55:53.195551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41746) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:53.198118 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-488485db-27e1-473c-ba6c-d2815a1a57bc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:53.199501 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-488485db-27e1-473c-ba6c-d2815a1a57bc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:53.382110 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb7daca-1b16-4ac1-9ee6-e674e3975747 admin admin] Made reservation on behalf of 42e2cf4c1213474880544b42bf2477f7 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:55:53.385466 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fbb7daca-1b16-4ac1-9ee6-e674e3975747 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:53.396469 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-82127af2-6da0-4e74-8ecb-8683f915f371 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:53.396944 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82127af2-6da0-4e74-8ecb-8683f915f371 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:53.605074 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-488485db-27e1-473c-ba6c-d2815a1a57bc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:53.607268 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-82127af2-6da0-4e74-8ecb-8683f915f371 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/4fc879cb-f8c5-4d6b-a85b-5ddb50183180 HTTP/1.1" status: 404 len: 333 time: 0.4047348 Mar 09 03:55:53.615140 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3863f225-ccc2-4c29-8c5e-5dd9e732d91f tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:53.626898 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87b610-4045-4977-bd72-941ea9be1f84 req-a7df7fa0-eb6c-42f6-86b9-3929cc0ee3fb tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:53.628370 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8d87b610-4045-4977-bd72-941ea9be1f84 req-a7df7fa0-eb6c-42f6-86b9-3929cc0ee3fb tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.6374049 Mar 09 03:55:53.630255 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41762) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:53.705003 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-93206fdc-7c78-45ed-beb4-3dff00a65b44 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:53.705461 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93206fdc-7c78-45ed-beb4-3dff00a65b44 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:53.709454 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-93206fdc-7c78-45ed-beb4-3dff00a65b44 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/d6398fa1-91e7-43ac-99cc-3ee3b47b2437 HTTP/1.1" status: 404 len: 337 time: 0.0744021 Mar 09 03:55:53.716071 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41768) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:53.726164 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41772) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:53.729500 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e5ef3386-570a-4cc8-9463-2469236b3956 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:53.762192 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e5ef3386-570a-4cc8-9463-2469236b3956 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:53.852481 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-8166aa9d-115b-4f43-b021-9cafebf3d779 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:53.852481 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8166aa9d-115b-4f43-b021-9cafebf3d779 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:53.854113 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8166aa9d-115b-4f43-b021-9cafebf3d779 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/d8704be9-44cd-4775-8317-1ed2cbce794b HTTP/1.1" status: 404 len: 333 time: 0.1370564 Mar 09 03:55:53.857628 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41778) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:53.866271 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8d87b610-4045-4977-bd72-941ea9be1f84 req-8735fceb-38ce-49e3-9dfa-fcd2286be8db tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974807 Mar 09 03:55:53.967649 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fbb7daca-1b16-4ac1-9ee6-e674e3975747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:54.012371 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d5c4a0-f17d-4458-8bc9-6ee4cfb0966c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:54.012759 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0d5c4a0-f17d-4458-8bc9-6ee4cfb0966c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:54.067212 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c22252bb-6b2b-4d82-be6d-0f21bb18946d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:54.104760 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b0d5c4a0-f17d-4458-8bc9-6ee4cfb0966c tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/0a4ddecf-8e90-4a8d-bd3d-3ca202462615 HTTP/1.1" status: 404 len: 337 time: 0.2438030 Mar 09 03:55:54.114685 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41784) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:54.129352 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7daca-1b16-4ac1-9ee6-e674e3975747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75f3fe3d-e0f3-4248-94b8-2de9939f1dc5,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:54.132935 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-e5ef3386-570a-4cc8-9463-2469236b3956 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Allocated IP 172.25.7.57 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/a3ace465-82a5-4367-af8d-7e01958581fe) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:55:54.151085 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c22252bb-6b2b-4d82-be6d-0f21bb18946d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:54.163139 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c22252bb-6b2b-4d82-be6d-0f21bb18946d admin admin] Usage tracker for resource:security_group_rule and tenant:bb70726daed745919f1e6e707e4e4acb is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:54.167953 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-488485db-27e1-473c-ba6c-d2815a1a57bc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:54.172644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c22252bb-6b2b-4d82-be6d-0f21bb18946d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:54.184089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c22252bb-6b2b-4d82-be6d-0f21bb18946d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:54.190233 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb7daca-1b16-4ac1-9ee6-e674e3975747 admin admin] Checking segment: {'id': '9f233615-000c-4519-9dca-433088f6f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c0c93958-592c-464f-a37a-ef1493d3d272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:55:54.190591 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb7daca-1b16-4ac1-9ee6-e674e3975747 admin admin] Network hostable DHCP agents. Network: c0c93958-592c-464f-a37a-ef1493d3d272, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:55:54.194973 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced9ec0c-7d2f-4ad7-869d-e204b71e389f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:54.195445 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced9ec0c-7d2f-4ad7-869d-e204b71e389f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:54.197222 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ced9ec0c-7d2f-4ad7-869d-e204b71e389f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/4c29f58a-9ab6-4f42-8e95-a0d92aa9fffd HTTP/1.1" status: 404 len: 333 time: 0.0760264 Mar 09 03:55:54.201748 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41788) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:54.363539 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff7d47a-2a97-4179-ae61-5e78214978c0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:54.363916 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ff7d47a-2a97-4179-ae61-5e78214978c0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:54.365608 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0ff7d47a-2a97-4179-ae61-5e78214978c0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/85736f3c-86c7-4643-8526-cc224917c5bd HTTP/1.1" status: 404 len: 337 time: 0.1606612 Mar 09 03:55:54.377740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41792) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:54.386983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb7daca-1b16-4ac1-9ee6-e674e3975747 admin admin] Network c0c93958-592c-464f-a37a-ef1493d3d272 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:55:54.399024 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8379c73-56cc-41ea-a73b-87fdf87e26c8 req-2df18ab3-b4fd-41b4-9f3c-68d09155d043 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:54.400517 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a8379c73-56cc-41ea-a73b-87fdf87e26c8 req-2df18ab3-b4fd-41b4-9f3c-68d09155d043 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.3953159 Mar 09 03:55:54.427515 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-fbb7daca-1b16-4ac1-9ee6-e674e3975747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, c0c93958-592c-464f-a37a-ef1493d3d272) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:55:54.437223 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac27e33-1928-4ed8-b6bf-00aaf1b5a3ab None None] Network c0c93958-592c-464f-a37a-ef1493d3d272 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:55:54.441516 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb7daca-1b16-4ac1-9ee6-e674e3975747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:54.442116 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fbb7daca-1b16-4ac1-9ee6-e674e3975747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:54.462432 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda68b9d-1b5b-4810-9bf4-4b90797700f4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:54.463042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dda68b9d-1b5b-4810-9bf4-4b90797700f4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:54.494056 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a8379c73-56cc-41ea-a73b-87fdf87e26c8 req-90de0cae-590f-4961-abbf-72896ec8724d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852962 Mar 09 03:55:54.498209 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-dda68b9d-1b5b-4810-9bf4-4b90797700f4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/023ce2b0-7251-41ab-b56f-78829a095596 HTTP/1.1" status: 404 len: 333 time: 0.1161556 Mar 09 03:55:54.498372 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fbb7daca-1b16-4ac1-9ee6-e674e3975747 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4092479 Mar 09 03:55:54.499118 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41796) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:54.502292 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41800) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:54.540804 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e5ef3386-570a-4cc8-9463-2469236b3956 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:54.549623 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-2e908944-3447-42e4-8cfe-30345c35850a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1534796543-router', 'tenant_id': '42e2cf4c1213474880544b42bf2477f7', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:54.560106 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a84ae7-e302-450c-b042-eccbbb255b29 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:54.560565 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a84ae7-e302-450c-b042-eccbbb255b29 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:54.562272 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-47a84ae7-e302-450c-b042-eccbbb255b29 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/97fb0caf-ee14-4939-aae6-acdae042a64f HTTP/1.1" status: 404 len: 337 time: 0.0628672 Mar 09 03:55:54.565141 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2e908944-3447-42e4-8cfe-30345c35850a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:54.567236 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41808) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:54.568200 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c22252bb-6b2b-4d82-be6d-0f21bb18946d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:54.601536 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2e908944-3447-42e4-8cfe-30345c35850a admin admin] Usage tracker for resource:router and tenant:42e2cf4c1213474880544b42bf2477f7 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:54.608956 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2e908944-3447-42e4-8cfe-30345c35850a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:54.621064 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-5129f32f-3180-43b7-8093-8c3ccea21c5b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:54.621524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5129f32f-3180-43b7-8093-8c3ccea21c5b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:54.623282 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5129f32f-3180-43b7-8093-8c3ccea21c5b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/1891852f-52ed-4c97-aaa4-91f515adfcc4 HTTP/1.1" status: 404 len: 337 time: 0.0542471 Mar 09 03:55:54.629421 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2e908944-3447-42e4-8cfe-30345c35850a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:54.633202 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41814) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:54.645167 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c22252bb-6b2b-4d82-be6d-0f21bb18946d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:54.646625 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2e908944-3447-42e4-8cfe-30345c35850a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:54.647932 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2e908944-3447-42e4-8cfe-30345c35850a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:54.676457 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2e908944-3447-42e4-8cfe-30345c35850a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:54.680606 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e5ef3386-570a-4cc8-9463-2469236b3956 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:54.735253 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ae94dd-7a7a-4965-8917-5031f1dfc287 None None] Network c0c93958-592c-464f-a37a-ef1493d3d272 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:55:54.779763 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-411e5428-279d-4db6-a654-c06e88b2d560 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:54.780226 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-411e5428-279d-4db6-a654-c06e88b2d560 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:54.784640 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-411e5428-279d-4db6-a654-c06e88b2d560 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/60c98557-bc56-4b2d-917b-a828cb6ed08b HTTP/1.1" status: 404 len: 333 time: 0.1471362 Mar 09 03:55:54.792419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41818) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:54.813252 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ef3386-570a-4cc8-9463-2469236b3956 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:55:54.819685 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-e5ef3386-570a-4cc8-9463-2469236b3956 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:55:54.830089 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ef3386-570a-4cc8-9463-2469236b3956 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:55:54.857580 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c22252bb-6b2b-4d82-be6d-0f21bb18946d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb70726daed745919f1e6e707e4e4acb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1265438 Mar 09 03:55:54.895037 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22252bb-6b2b-4d82-be6d-0f21bb18946d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ac9661-265c-49c5-ae94-be1f56f409b1,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:54.898038 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41822) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:55.113594 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-500b9a0a-d116-4c01-962f-67e471386212 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:55.114042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500b9a0a-d116-4c01-962f-67e471386212 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:55.118432 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-500b9a0a-d116-4c01-962f-67e471386212 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/4c47670b-3136-42fe-9bc0-32d48137328d HTTP/1.1" status: 404 len: 337 time: 0.3222637 Mar 09 03:55:55.130996 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41826) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:55.132976 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3863f225-ccc2-4c29-8c5e-5dd9e732d91f tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:55.147956 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef3386-570a-4cc8-9463-2469236b3956 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Pushing event updated for resources: {'Port': ['ID=a3ace465-82a5-4367-af8d-7e01958581fe,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:55.195383 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3863f225-ccc2-4c29-8c5e-5dd9e732d91f tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:55.209954 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-488485db-27e1-473c-ba6c-d2815a1a57bc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:55.288078 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-488485db-27e1-473c-ba6c-d2815a1a57bc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:55.330087 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-29beed66-7d11-4860-b4af-00f14f27f8ac tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:55.330519 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29beed66-7d11-4860-b4af-00f14f27f8ac tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:55.417006 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-29beed66-7d11-4860-b4af-00f14f27f8ac tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/e948b9b6-c85f-4a2f-bbce-cb0e3121d95b HTTP/1.1" status: 404 len: 337 time: 0.2698250 Mar 09 03:55:55.417178 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-921026c6-b05d-4430-9090-40b51de5963f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:55.432916 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41830) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:55.512377 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2e908944-3447-42e4-8cfe-30345c35850a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:55.519359 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-921026c6-b05d-4430-9090-40b51de5963f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:55.526463 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed6aabd-8a9e-42dc-8670-5066467e63d0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:55.526946 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed6aabd-8a9e-42dc-8670-5066467e63d0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:55.529749 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06941c38-acb4-4819-8957-ca1aff200ce3 req-f24b79f6-fa51-4c17-9d4b-e71ed6d5e48d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:55.531220 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-06941c38-acb4-4819-8957-ca1aff200ce3 req-f24b79f6-fa51-4c17-9d4b-e71ed6d5e48d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.7950463 Mar 09 03:55:55.582537 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1ed6aabd-8a9e-42dc-8670-5066467e63d0 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/19f6a18f-009f-4623-bead-956c207f60ce HTTP/1.1" status: 404 len: 333 time: 0.1462717 Mar 09 03:55:55.590657 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41834) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:55.649541 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9945d0-4e9c-40fa-bb38-08e721f82b7b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:55.650440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb9945d0-4e9c-40fa-bb38-08e721f82b7b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:55.651718 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-eb9945d0-4e9c-40fa-bb38-08e721f82b7b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/86731500-10b3-4af7-8cb5-14779ecdf68e HTTP/1.1" status: 404 len: 337 time: 0.0587628 Mar 09 03:55:55.657266 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41838) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:55.667498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-488485db-27e1-473c-ba6c-d2815a1a57bc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Allocated IP 172.25.7.95 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/c433e546-bce8-49ff-96cd-319236a0cb5e) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:55:55.700041 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-921026c6-b05d-4430-9090-40b51de5963f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:55.727146 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-06941c38-acb4-4819-8957-ca1aff200ce3 req-5a9cfc10-803c-4172-aa52-0b5ecc2144f5 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469529 Mar 09 03:55:55.779861 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921026c6-b05d-4430-9090-40b51de5963f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ac9661-265c-49c5-ae94-be1f56f409b1,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:55.780050 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ff7d595-b47d-48a0-9e9c-0c892b061437 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:55.780289 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ff7d595-b47d-48a0-9e9c-0c892b061437 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:55.781969 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6ff7d595-b47d-48a0-9e9c-0c892b061437 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/a7ea643b-3dbb-4e38-8b27-efe506695e73 HTTP/1.1" status: 404 len: 337 time: 0.1228755 Mar 09 03:55:55.791318 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41844) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:55.810120 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-921026c6-b05d-4430-9090-40b51de5963f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:55.811742 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-921026c6-b05d-4430-9090-40b51de5963f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77ac9661-265c-49c5-ae94-be1f56f409b1 HTTP/1.1" status: 204 len: 168 time: 0.9060419 Mar 09 03:55:55.897331 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-098b4c94-b6a2-4f26-91fb-ca80929d7d7e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:55.897792 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-098b4c94-b6a2-4f26-91fb-ca80929d7d7e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:55.899516 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-098b4c94-b6a2-4f26-91fb-ca80929d7d7e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/85689604-0a83-4908-a21c-ba6f7eaf8f57 HTTP/1.1" status: 404 len: 333 time: 0.1054389 Mar 09 03:55:55.903685 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41850) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:55.941584 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e5ef3386-570a-4cc8-9463-2469236b3956 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:55.943810 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-488485db-27e1-473c-ba6c-d2815a1a57bc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:55.997004 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adbb06-6076-4901-89a7-0ed5e2511484 req-026a955f-54c8-4694-973c-e5ebdc0920de tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:55.998667 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6adbb06-6076-4901-89a7-0ed5e2511484 req-026a955f-54c8-4694-973c-e5ebdc0920de tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.1422443 Mar 09 03:55:56.022022 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9695bea-8f7c-47be-a555-0ed42e671ae4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:56.022513 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9695bea-8f7c-47be-a555-0ed42e671ae4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:56.024801 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b9695bea-8f7c-47be-a555-0ed42e671ae4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/9250d6d0-a8ae-4588-9370-c41c32c4b4ca HTTP/1.1" status: 404 len: 337 time: 0.1168351 Mar 09 03:55:56.035360 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41856) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:56.049898 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-488485db-27e1-473c-ba6c-d2815a1a57bc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:56.093994 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb68b25-cdfe-45c7-8cee-be95317edf73 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:56.094449 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fb68b25-cdfe-45c7-8cee-be95317edf73 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:56.096172 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0fb68b25-cdfe-45c7-8cee-be95317edf73 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/12fcd1ae-9730-4000-a589-82e6f33999d6 HTTP/1.1" status: 404 len: 337 time: 0.0597305 Mar 09 03:55:56.099191 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41860) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:56.161398 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488485db-27e1-473c-ba6c-d2815a1a57bc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:55:56.163625 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41864) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:56.168569 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-488485db-27e1-473c-ba6c-d2815a1a57bc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:55:56.183999 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488485db-27e1-473c-ba6c-d2815a1a57bc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:55:56.218355 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6adbb06-6076-4901-89a7-0ed5e2511484 req-661a7eba-f820-4c30-a103-45460fdfde95 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027788 Mar 09 03:55:56.238899 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488485db-27e1-473c-ba6c-d2815a1a57bc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Pushing event updated for resources: {'Port': ['ID=c433e546-bce8-49ff-96cd-319236a0cb5e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:56.241226 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3863f225-ccc2-4c29-8c5e-5dd9e732d91f tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:56.265640 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-64374e1c-25bc-4f61-a218-aa863db1d637 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b26972d-9a15-4674-a179-c4e9c95618e2 HTTP/1.1" status: 200 len: 205 time: 0.1653352 Mar 09 03:55:56.275633 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41872) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:56.284815 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-80e22154-1247-459c-a35a-2751919af9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:56.585846 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-80e22154-1247-459c-a35a-2751919af9e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:55:56.589444 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-741cdde1-0523-479d-ba7a-83ce0b803bf8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] delete failed (client error): The resource could not be found. Mar 09 03:55:56.590453 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-741cdde1-0523-479d-ba7a-83ce0b803bf8 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/routers/9b26972d-9a15-4674-a179-c4e9c95618e2 HTTP/1.1" status: 404 len: 336 time: 0.3101485 Mar 09 03:55:56.599680 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41878) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:56.610568 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-80e22154-1247-459c-a35a-2751919af9e0 admin admin] Usage tracker for resource:security_group_rule and tenant:37dd541d3d6944a4ad8c330c634c95ce is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:55:56.719944 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-80e22154-1247-459c-a35a-2751919af9e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:55:56.745280 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-80e22154-1247-459c-a35a-2751919af9e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:55:56.760289 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-da72b5f2-962e-4330-83fd-4fc5dfaee913 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:56.760748 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da72b5f2-962e-4330-83fd-4fc5dfaee913 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:56.762450 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-da72b5f2-962e-4330-83fd-4fc5dfaee913 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/5c1d9f52-ca72-4ec1-86c7-c8d868c9cc2c HTTP/1.1" status: 404 len: 337 time: 0.1536026 Mar 09 03:55:56.769171 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41882) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:56.890701 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3863f225-ccc2-4c29-8c5e-5dd9e732d91f tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:56.922322 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3863f225-ccc2-4c29-8c5e-5dd9e732d91f tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:56.974125 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4633518d-f5b8-4470-8bed-da15dc6dd92d tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c6d8b02-4620-4437-b2b0-91529d99033e HTTP/1.1" status: 200 len: 205 time: 0.2001328 Mar 09 03:55:56.974961 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41886) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:57.047425 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3863f225-ccc2-4c29-8c5e-5dd9e732d91f tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:57.047861 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e5ef3386-570a-4cc8-9463-2469236b3956 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:57.048063 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3863f225-ccc2-4c29-8c5e-5dd9e732d91f tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f39fbccb-feac-4e2f-b262-5ca7dcd575a4 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:55:57.060383 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2e908944-3447-42e4-8cfe-30345c35850a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:57.120792 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-93ff4fda-8c6d-4db1-857b-4d09900077e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] delete failed (client error): The resource could not be found. Mar 09 03:55:57.121883 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-93ff4fda-8c6d-4db1-857b-4d09900077e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/routers/9c6d8b02-4620-4437-b2b0-91529d99033e HTTP/1.1" status: 404 len: 336 time: 0.1443665 Mar 09 03:55:57.135897 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41890) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:57.142453 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03896d6-37fb-4345-8329-0657a012527c req-4ee92aa1-5625-4383-a019-912c2349dccb tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:57.144659 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f03896d6-37fb-4345-8329-0657a012527c req-4ee92aa1-5625-4383-a019-912c2349dccb tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.7658958 Mar 09 03:55:57.172929 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-3863f225-ccc2-4c29-8c5e-5dd9e732d91f tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 09 03:55:57.173916 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3863f225-ccc2-4c29-8c5e-5dd9e732d91f tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.7068126 Mar 09 03:55:57.178629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41894) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:57.193991 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2e908944-3447-42e4-8cfe-30345c35850a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:57.255602 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-f256a674-d09d-49fb-9aa9-f3efe4405ee2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:57.256060 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f256a674-d09d-49fb-9aa9-f3efe4405ee2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:57.256750 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f03896d6-37fb-4345-8329-0657a012527c req-c14bd4f8-0b66-4c7f-8e5f-adc830b44efd tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040158 Mar 09 03:55:57.348141 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-6f62afc5-deb2-4417-adf5-aafd9c6be53d tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Deleting port 2b700680-3125-46b4-806a-fd74be4cbfe3 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:55:57.348516 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f62afc5-deb2-4417-adf5-aafd9c6be53d tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:57.392309 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-488485db-27e1-473c-ba6c-d2815a1a57bc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:57.397217 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f256a674-d09d-49fb-9aa9-f3efe4405ee2 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/5f8312eb-9d9a-4934-9af7-e3e7f8956db1 HTTP/1.1" status: 404 len: 337 time: 0.2517304 Mar 09 03:55:57.406665 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-80e22154-1247-459c-a35a-2751919af9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:57.407551 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41900) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:57.483831 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-80e22154-1247-459c-a35a-2751919af9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:57.567386 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82c44d7-16f1-443c-a903-d37470199ff4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:57.567833 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82c44d7-16f1-443c-a903-d37470199ff4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:57.619066 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b82c44d7-16f1-443c-a903-d37470199ff4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/d3e616e2-621b-4fa9-b3a0-e093ae586531 HTTP/1.1" status: 404 len: 337 time: 0.1755202 Mar 09 03:55:57.624799 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41904) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:57.632751 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-80e22154-1247-459c-a35a-2751919af9e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37dd541d3d6944a4ad8c330c634c95ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4111207 Mar 09 03:55:57.633061 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41908) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:57.633191 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e22154-1247-459c-a35a-2751919af9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3a63de-e626-4c4a-b403-22c20e5d2650,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:57.710462 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-8272fecd-02e4-40ab-855e-413ff737b0b3 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:57.710982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8272fecd-02e4-40ab-855e-413ff737b0b3 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:57.715666 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8272fecd-02e4-40ab-855e-413ff737b0b3 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/6e36ed35-97af-4073-b611-729a8d15d219 HTTP/1.1" status: 404 len: 333 time: 0.0817101 Mar 09 03:55:57.716325 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-2e908944-3447-42e4-8cfe-30345c35850a admin admin] Allocated IP 172.25.7.201 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/1d6d308c-62af-4270-8b7f-260b2f090bfc) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:55:57.718274 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41912) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:57.778678 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ef3386-570a-4cc8-9463-2469236b3956 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Router 3b85c7a3-daae-43ad-ac64-d9adc17f94ac is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:55:57.790686 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ec830-3e82-4103-82d0-2614a5cf0f91 req-1e007542-37eb-4ecc-a9f6-777911803fb2 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:57.792197 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e39ec830-3e82-4103-82d0-2614a5cf0f91 req-1e007542-37eb-4ecc-a9f6-777911803fb2 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.4032047 Mar 09 03:55:57.854751 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-f65254a5-b680-43dc-9641-b6ad2fa42fde tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:57.855234 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f65254a5-b680-43dc-9641-b6ad2fa42fde tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:57.890818 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f65254a5-b680-43dc-9641-b6ad2fa42fde tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/c6e9a980-b694-4cfb-be8f-bda932e985ea HTTP/1.1" status: 404 len: 337 time: 0.1643403 Mar 09 03:55:57.900828 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41916) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:57.947098 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f62afc5-deb2-4417-adf5-aafd9c6be53d tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:57.956516 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef411-bcb9-455b-bebd-ef56d978ede3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:58.136797 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e39ec830-3e82-4103-82d0-2614a5cf0f91 req-f629aa4d-c983-4c11-a28a-30598ccf1da7 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886081 Mar 09 03:55:58.222669 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2e908944-3447-42e4-8cfe-30345c35850a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:58.251275 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ef3386-570a-4cc8-9463-2469236b3956 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:55:58.263921 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df349b0-9529-472c-91f3-84ac987fb966 None None] Sync routers for ids ['3b85c7a3-daae-43ad-ac64-d9adc17f94ac'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:55:58.277461 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df349b0-9529-472c-91f3-84ac987fb966 None None] Routers {'3b85c7a3-daae-43ad-ac64-d9adc17f94ac'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:58.278500 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-4df349b0-9529-472c-91f3-84ac987fb966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3b85c7a3-daae-43ad-ac64-d9adc17f94ac'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:58.302895 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-696acb03-a7bc-4f9d-8bc4-3c7fc82daed4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:58.303387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-696acb03-a7bc-4f9d-8bc4-3c7fc82daed4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:58.307952 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-696acb03-a7bc-4f9d-8bc4-3c7fc82daed4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/a7f9c33b-4eac-4c02-9589-dfbb0db2e9aa HTTP/1.1" status: 404 len: 333 time: 0.3985794 Mar 09 03:55:58.313609 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41924) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:58.316236 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-6f62afc5-deb2-4417-adf5-aafd9c6be53d tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Calling delete_port for 2b700680-3125-46b4-806a-fd74be4cbfe3 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:55:58.328584 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e5ef3386-570a-4cc8-9463-2469236b3956 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:58.332151 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e5ef3386-570a-4cc8-9463-2469236b3956 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.8240235 Mar 09 03:55:58.347622 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-4df349b0-9529-472c-91f3-84ac987fb966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:58.349634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41928) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:58.356394 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df349b0-9529-472c-91f3-84ac987fb966 None None] Routers {'3b85c7a3-daae-43ad-ac64-d9adc17f94ac'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:55:58.356978 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-4df349b0-9529-472c-91f3-84ac987fb966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3b85c7a3-daae-43ad-ac64-d9adc17f94ac'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:58.377163 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-10fc05ac-f292-426a-9b9c-0d939e6a4b5b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:58.377592 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10fc05ac-f292-426a-9b9c-0d939e6a4b5b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:58.379304 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-10fc05ac-f292-426a-9b9c-0d939e6a4b5b tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/3188fc98-47f4-45e7-b25f-e62c74795a5b HTTP/1.1" status: 404 len: 337 time: 0.0589969 Mar 09 03:55:58.382049 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-616c4798-9dab-404c-9e6d-5688700dbbf8 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:55:58.382758 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41932) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:58.423832 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-4df349b0-9529-472c-91f3-84ac987fb966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:55:58.424287 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df349b0-9529-472c-91f3-84ac987fb966 None None] The sync data for ids ['3b85c7a3-daae-43ad-ac64-d9adc17f94ac'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:55:58.435524 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef411-bcb9-455b-bebd-ef56d978ede3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:58.438759 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0f32df-571e-4c4a-80a6-c65225e2503e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:58.439233 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f0f32df-571e-4c4a-80a6-c65225e2503e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:58.441063 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0f0f32df-571e-4c4a-80a6-c65225e2503e tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/a21c7543-6c76-4bd2-9036-44752704a4fd HTTP/1.1" status: 404 len: 333 time: 0.0544713 Mar 09 03:55:58.444814 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41936) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:58.445736 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2e908944-3447-42e4-8cfe-30345c35850a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:58.464145 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-488485db-27e1-473c-ba6c-d2815a1a57bc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:58.555985 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e6e9ec-563c-48a0-aac6-13cf40e3b603 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:58.556443 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6e6e9ec-563c-48a0-aac6-13cf40e3b603 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:58.558117 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c6e6e9ec-563c-48a0-aac6-13cf40e3b603 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/190bbc2e-fc6e-4dcb-816a-ca5d5a08522e HTTP/1.1" status: 404 len: 337 time: 0.1079805 Mar 09 03:55:58.560488 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e908944-3447-42e4-8cfe-30345c35850a admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:55:58.569425 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41940) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:58.579356 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f404ece-4d99-4b54-998e-84eb898720b1 req-93f95d6b-5cfe-458c-8106-da03ee701f66 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:58.580788 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7f404ece-4d99-4b54-998e-84eb898720b1 req-93f95d6b-5cfe-458c-8106-da03ee701f66 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.3052444 Mar 09 03:55:58.581638 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-2e908944-3447-42e4-8cfe-30345c35850a admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:55:58.584014 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e908944-3447-42e4-8cfe-30345c35850a admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:55:58.667602 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e908944-3447-42e4-8cfe-30345c35850a admin admin] Pushing event updated for resources: {'Port': ['ID=1d6d308c-62af-4270-8b7f-260b2f090bfc,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:58.689485 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d614a0d-eb60-4293-93cd-0ad428bc3f33 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:58.689937 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d614a0d-eb60-4293-93cd-0ad428bc3f33 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:58.691715 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1d614a0d-eb60-4293-93cd-0ad428bc3f33 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/386a1103-6b49-4ab6-91dd-9accc0d4ba1f HTTP/1.1" status: 404 len: 333 time: 0.1211011 Mar 09 03:55:58.695634 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41944) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:58.729372 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3dda6d36-1b31-435e-9ab1-577dbbf64e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:58.760223 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7f404ece-4d99-4b54-998e-84eb898720b1 req-dce5a36a-385a-4a03-9bc0-a1c5b3a994d0 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498680 Mar 09 03:55:58.762797 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7b979f-a18e-4a79-a00d-2ae6d81b95e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:58.763813 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7b979f-a18e-4a79-a00d-2ae6d81b95e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:58.767277 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1e7b979f-a18e-4a79-a00d-2ae6d81b95e4 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/445e52a2-e025-40e5-a50c-dad834a26e88 HTTP/1.1" status: 404 len: 337 time: 0.0615900 Mar 09 03:55:58.767590 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41948) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:58.851107 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef411-bcb9-455b-bebd-ef56d978ede3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:58.886102 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3d63e1-53bf-4b52-ba45-b7fd5a9c6488 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:58.886575 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c3d63e1-53bf-4b52-ba45-b7fd5a9c6488 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:58.888294 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9c3d63e1-53bf-4b52-ba45-b7fd5a9c6488 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/e7f8b960-f7ae-4ad2-a04a-2676cfadeec5 HTTP/1.1" status: 404 len: 333 time: 0.1193552 Mar 09 03:55:58.919625 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41954) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:58.933047 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f62afc5-deb2-4417-adf5-aafd9c6be53d tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:59.006032 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ef411-bcb9-455b-bebd-ef56d978ede3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3a63de-e626-4c4a-b403-22c20e5d2650,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:59.082070 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-603c10bb-3f12-40a0-8a07-3cc845c26f92 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:59.082514 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-603c10bb-3f12-40a0-8a07-3cc845c26f92 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:59.104977 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef411-bcb9-455b-bebd-ef56d978ede3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:59.106059 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8d7ef411-bcb9-455b-bebd-ef56d978ede3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a3a63de-e626-4c4a-b403-22c20e5d2650 HTTP/1.1" status: 204 len: 168 time: 1.4715071 Mar 09 03:55:59.107057 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62afc5-deb2-4417-adf5-aafd9c6be53d tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b700680-3125-46b4-806a-fd74be4cbfe3,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:55:59.153430 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-603c10bb-3f12-40a0-8a07-3cc845c26f92 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/753a0066-bd21-4f40-8357-5f53ea791f03 HTTP/1.1" status: 404 len: 337 time: 0.2302392 Mar 09 03:55:59.167761 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41960) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:59.206159 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2e908944-3447-42e4-8cfe-30345c35850a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:59.326640 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-285b8f2d-b802-40b7-a043-e5aaa7810097 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:59.326830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-285b8f2d-b802-40b7-a043-e5aaa7810097 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:59.330881 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-285b8f2d-b802-40b7-a043-e5aaa7810097 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/dc84eed3-a21e-4983-ab1d-193527c0a8c5 HTTP/1.1" status: 404 len: 333 time: 0.1323211 Mar 09 03:55:59.334090 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488485db-27e1-473c-ba6c-d2815a1a57bc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Router d2fc020a-e74a-411f-af67-6ec4d2b3f364 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:55:59.342084 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41966) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:59.516934 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-4562b115-6f79-45b7-a2c8-d5ca905e461f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:59.517572 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4562b115-6f79-45b7-a2c8-d5ca905e461f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:59.519913 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4562b115-6f79-45b7-a2c8-d5ca905e461f tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/62c01d07-09f9-4c3e-be08-e6796a986e10 HTTP/1.1" status: 404 len: 337 time: 0.1751473 Mar 09 03:55:59.536095 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41976) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:59.592606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742778ab-273e-4e2c-ba15-333682cc83ac req-d82cd67c-f8de-4758-a9e1-7cae3f91ba93 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:55:59.595325 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-742778ab-273e-4e2c-ba15-333682cc83ac req-d82cd67c-f8de-4758-a9e1-7cae3f91ba93 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.6762967 Mar 09 03:55:59.596894 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f62afc5-deb2-4417-adf5-aafd9c6be53d tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:59.600293 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6f62afc5-deb2-4417-adf5-aafd9c6be53d tempest-RoutersAdminNegativeIpV6Test-1973061000 tempest-RoutersAdminNegativeIpV6Test-1973061000-project-admin] 10.222.0.16 "DELETE /v2.0/ports/2b700680-3125-46b4-806a-fd74be4cbfe3 HTTP/1.1" status: 204 len: 168 time: 2.4176793 Mar 09 03:55:59.727101 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32a0b2b-65d9-4aa2-8261-936c197080e9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:59.727632 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b32a0b2b-65d9-4aa2-8261-936c197080e9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:59.729347 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b32a0b2b-65d9-4aa2-8261-936c197080e9 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/ports/695762d3-5172-4905-9edb-e37bd9f7b896 HTTP/1.1" status: 404 len: 333 time: 0.1931379 Mar 09 03:55:59.732353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41984) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:59.781351 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f52c5d-6beb-47bc-a956-eff28649deef tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] DELETE failed (client error): The resource could not be found. Mar 09 03:55:59.781810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f52c5d-6beb-47bc-a956-eff28649deef tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:55:59.787049 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-47f52c5d-6beb-47bc-a956-eff28649deef tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/subnets/d5810b28-3108-43e8-b5f7-b028ec413c6b HTTP/1.1" status: 404 len: 337 time: 0.0504589 Mar 09 03:55:59.787049 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41990) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:55:59.827551 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2e908944-3447-42e4-8cfe-30345c35850a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:55:59.959516 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-742778ab-273e-4e2c-ba15-333682cc83ac req-77d4cbdb-ecd6-428d-ad80-de8259e50f95 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509378 Mar 09 03:56:00.076175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42004) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:00.094142 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488485db-27e1-473c-ba6c-d2815a1a57bc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:56:00.106490 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-616c4798-9dab-404c-9e6d-5688700dbbf8 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:00.114635 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba01b64-95d1-41c9-afb3-567c6159ec42 None None] Sync routers for ids ['d2fc020a-e74a-411f-af67-6ec4d2b3f364'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:56:00.138425 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba01b64-95d1-41c9-afb3-567c6159ec42 None None] Routers {'d2fc020a-e74a-411f-af67-6ec4d2b3f364'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:56:00.140962 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-616c4798-9dab-404c-9e6d-5688700dbbf8 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:00.142743 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1ba01b64-95d1-41c9-afb3-567c6159ec42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['d2fc020a-e74a-411f-af67-6ec4d2b3f364'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:00.150778 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-488485db-27e1-473c-ba6c-d2815a1a57bc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:00.152935 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-488485db-27e1-473c-ba6c-d2815a1a57bc tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.3113236 Mar 09 03:56:00.156448 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-616c4798-9dab-404c-9e6d-5688700dbbf8 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Deleting port a3ace465-82a5-4367-af8d-7e01958581fe {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:56:00.157129 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-616c4798-9dab-404c-9e6d-5688700dbbf8 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:00.198108 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a8082697-800c-4003-9345-ce3ed52d00d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:00.201471 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42014) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:00.218222 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-856dc4f9-1328-4836-8503-c930da75ea2d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:00.262092 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1ba01b64-95d1-41c9-afb3-567c6159ec42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:00.276732 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba01b64-95d1-41c9-afb3-567c6159ec42 None None] Routers {'d2fc020a-e74a-411f-af67-6ec4d2b3f364'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:56:00.277672 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1ba01b64-95d1-41c9-afb3-567c6159ec42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['d2fc020a-e74a-411f-af67-6ec4d2b3f364'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:00.405199 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1ba01b64-95d1-41c9-afb3-567c6159ec42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:00.405691 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba01b64-95d1-41c9-afb3-567c6159ec42 None None] The sync data for ids ['d2fc020a-e74a-411f-af67-6ec4d2b3f364'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:56:00.421108 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e908944-3447-42e4-8cfe-30345c35850a admin admin] Router 3aa3011d-13cb-4e19-8b0a-285ffa4a7716 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:56:00.481363 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-789d1117-c31d-4ae5-bd4e-98b1395294af admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:00.508356 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-789d1117-c31d-4ae5-bd4e-98b1395294af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:00.518189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-789d1117-c31d-4ae5-bd4e-98b1395294af admin admin] Usage tracker for resource:security_group_rule and tenant:26ef6229681f45c1b3eda28ba3ce9b95 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:00.523840 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-789d1117-c31d-4ae5-bd4e-98b1395294af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:00.532276 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-789d1117-c31d-4ae5-bd4e-98b1395294af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:00.541190 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a8082697-800c-4003-9345-ce3ed52d00d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:00.565332 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-616c4798-9dab-404c-9e6d-5688700dbbf8 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:00.601672 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5f934-eba5-40bd-a739-6890c87264a6 req-6237d7c7-4f25-41d2-8141-c47075b18163 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:00.603193 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-baa5f934-eba5-40bd-a739-6890c87264a6 req-6237d7c7-4f25-41d2-8141-c47075b18163 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.2691183 Mar 09 03:56:00.654336 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-a8082697-800c-4003-9345-ce3ed52d00d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52061912-70e8-4f32-8bcd-36eeab65c7b8']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:00.725559 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-616c4798-9dab-404c-9e6d-5688700dbbf8 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Calling delete_port for a3ace465-82a5-4367-af8d-7e01958581fe owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:56:00.751281 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-a8082697-800c-4003-9345-ce3ed52d00d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62e8219-a2c0-4742-a911-5cdbbc9dc147') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:00.753061 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-a8082697-800c-4003-9345-ce3ed52d00d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62e8219-a2c0-4742-a911-5cdbbc9dc147') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:00.823962 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a8082697-800c-4003-9345-ce3ed52d00d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:00.827491 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-baa5f934-eba5-40bd-a739-6890c87264a6 req-5cdd6e1c-0fd3-4d44-b77a-addb9715c935 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709561 Mar 09 03:56:00.877316 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a8082697-800c-4003-9345-ce3ed52d00d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:00.919665 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-789d1117-c31d-4ae5-bd4e-98b1395294af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:00.928755 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-789d1117-c31d-4ae5-bd4e-98b1395294af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:00.950836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8082697-800c-4003-9345-ce3ed52d00d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:56:00.951275 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a8082697-800c-4003-9345-ce3ed52d00d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:56:00.970189 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:56:00.986407 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e908944-3447-42e4-8cfe-30345c35850a admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:56:00.996504 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] Sync routers for ids ['3aa3011d-13cb-4e19-8b0a-285ffa4a7716'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:56:01.012484 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] Routers {'3aa3011d-13cb-4e19-8b0a-285ffa4a7716'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:56:01.016412 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-789d1117-c31d-4ae5-bd4e-98b1395294af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26ef6229681f45c1b3eda28ba3ce9b95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9362171 Mar 09 03:56:01.017427 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:55:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3aa3011d-13cb-4e19-8b0a-285ffa4a7716'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:01.022000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42034) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:01.031209 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d1117-c31d-4ae5-bd4e-98b1395294af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69720f2-26d9-47d4-8ff6-60a92169b224,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:01.098426 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-616c4798-9dab-404c-9e6d-5688700dbbf8 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:01.184193 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c4798-9dab-404c-9e6d-5688700dbbf8 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Pushing event deleted for resources: {'Port': ['ID=a3ace465-82a5-4367-af8d-7e01958581fe,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:01.232279 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-15a0b688-e8ba-4c68-a769-c65d8c6ea3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:01.276950 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-616c4798-9dab-404c-9e6d-5688700dbbf8 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:01.333198 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] Set router 3aa3011d-13cb-4e19-8b0a-285ffa4a7716 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:56:01.334236 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-499798f3-ab91-465b-b98a-b219268d1338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:01.522305 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2e908944-3447-42e4-8cfe-30345c35850a admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:01.523451 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2e908944-3447-42e4-8cfe-30345c35850a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.9871926 Mar 09 03:56:01.528000 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42052) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:01.532325 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:56:01.578135 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-499798f3-ab91-465b-b98a-b219268d1338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:01.639957 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa3011d-13cb-4e19-8b0a-285ffa4a7716', 'name': 'tempest-ServerRescueNegativeTestJSON-1534796543-router', 'tenant_id': '42e2cf4c1213474880544b42bf2477f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '1d6d308c-62af-4270-8b7f-260b2f090bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:55:54Z', 'updated_at': '2022-03-09T03:55:59Z', 'revision_number': 3, 'project_id': '42e2cf4c1213474880544b42bf2477f7', 'gw_port': {'id': '1d6d308c-62af-4270-8b7f-260b2f090bfc', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa3011d-13cb-4e19-8b0a-285ffa4a7716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:55:57Z', 'updated_at': '2022-03-09T03:55:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:01.644396 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] Checking router: 3aa3011d-13cb-4e19-8b0a-285ffa4a7716 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:56:01.644770 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] Updating router 3aa3011d-13cb-4e19-8b0a-285ffa4a7716 port 1d6d308c-62af-4270-8b7f-260b2f090bfc binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:56:01.704040 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:01.735412 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a8082697-800c-4003-9345-ce3ed52d00d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:01.809579 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a8082697-800c-4003-9345-ce3ed52d00d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:01.885009 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8082697-800c-4003-9345-ce3ed52d00d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] Pushing event deleted for resources: {'Network': ['ID=52061912-70e8-4f32-8bcd-36eeab65c7b8,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:01.893960 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a8082697-800c-4003-9345-ce3ed52d00d1 tempest-NetworksTestDHCPv6-319864743 tempest-NetworksTestDHCPv6-319864743-project] 10.222.0.16 "DELETE /v2.0/networks/52061912-70e8-4f32-8bcd-36eeab65c7b8 HTTP/1.1" status: 204 len: 168 time: 2.1059358 Mar 09 03:56:01.907814 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-856dc4f9-1328-4836-8503-c930da75ea2d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:01.954956 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-616c4798-9dab-404c-9e6d-5688700dbbf8 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:01.958331 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-499798f3-ab91-465b-b98a-b219268d1338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:01.991321 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-616c4798-9dab-404c-9e6d-5688700dbbf8 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371792'] for router, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:02.068433 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-856dc4f9-1328-4836-8503-c930da75ea2d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:02.085114 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c8765-655d-46b4-b55a-f20f77fcd8f2 req-862f557c-3f86-47c9-a90f-f0725db30752 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:02.087283 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4a7c8765-655d-46b4-b55a-f20f77fcd8f2 req-862f557c-3f86-47c9-a90f-f0725db30752 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 1.0156257 Mar 09 03:56:02.105135 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499798f3-ab91-465b-b98a-b219268d1338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69720f2-26d9-47d4-8ff6-60a92169b224,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:02.115591 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:02.132297 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-856dc4f9-1328-4836-8503-c930da75ea2d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Deleting port c433e546-bce8-49ff-96cd-319236a0cb5e {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:56:02.132786 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-856dc4f9-1328-4836-8503-c930da75ea2d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:02.192990 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:02.234384 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-499798f3-ab91-465b-b98a-b219268d1338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:02.235574 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-499798f3-ab91-465b-b98a-b219268d1338 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a69720f2-26d9-47d4-8ff6-60a92169b224 HTTP/1.1" status: 204 len: 168 time: 1.2059433 Mar 09 03:56:02.245526 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616c4798-9dab-404c-9e6d-5688700dbbf8 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Router 3b85c7a3-daae-43ad-ac64-d9adc17f94ac has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:56:02.286659 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4a7c8765-655d-46b4-b55a-f20f77fcd8f2 req-9911963a-ff8a-4a4a-9729-54096f6b4b06 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725085 Mar 09 03:56:02.306104 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:02.341470 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] Transition to ACTIVE for port object 1d6d308c-62af-4270-8b7f-260b2f090bfc will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:56:02.361496 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:02.453411 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] Attempting to bind port 1d6d308c-62af-4270-8b7f-260b2f090bfc on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:56:02.453809 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] Attempting to bind port 1d6d308c-62af-4270-8b7f-260b2f090bfc by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:56:02.454166 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] Attempting to bind port 1d6d308c-62af-4270-8b7f-260b2f090bfc on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:56:02.463612 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:56:02.463977 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:56:02.464374 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:02.464757 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:56:02.465214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] Bound port: 1d6d308c-62af-4270-8b7f-260b2f090bfc, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:56:02.465577 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:02.480451 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42070) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:02.504985 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616c4798-9dab-404c-9e6d-5688700dbbf8 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:56:02.513622 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-616c4798-9dab-404c-9e6d-5688700dbbf8 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:02.516131 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a716a5e-74f9-4771-8887-efb9dd2e3084 None None] Sync routers for ids ['3b85c7a3-daae-43ad-ac64-d9adc17f94ac'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:56:02.527289 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad447b7c-c7a8-4055-85c9-93f16ab35a1a None None] Pushing event updated for resources: {'Port': ['ID=1d6d308c-62af-4270-8b7f-260b2f090bfc,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:02.530675 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-616c4798-9dab-404c-9e6d-5688700dbbf8 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "PUT /v2.0/routers/3b85c7a3-daae-43ad-ac64-d9adc17f94ac HTTP/1.1" status: 200 len: 709 time: 4.1771348 Mar 09 03:56:02.531575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42076) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:02.532508 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a716a5e-74f9-4771-8887-efb9dd2e3084 None None] Routers {'3b85c7a3-daae-43ad-ac64-d9adc17f94ac'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:56:02.535246 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1a716a5e-74f9-4771-8887-efb9dd2e3084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:56:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3b85c7a3-daae-43ad-ac64-d9adc17f94ac'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:02.592771 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] For port 1d6d308c-62af-4270-8b7f-260b2f090bfc, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:56:02.600136 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] For port 1d6d308c-62af-4270-8b7f-260b2f090bfc, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1d6d308c-62af-4270-8b7f-260b2f090bfc,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:56:02.610159 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:02.678698 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1a716a5e-74f9-4771-8887-efb9dd2e3084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:02.696431 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a716a5e-74f9-4771-8887-efb9dd2e3084 None None] Routers {'3b85c7a3-daae-43ad-ac64-d9adc17f94ac'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:56:02.699601 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1a716a5e-74f9-4771-8887-efb9dd2e3084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:56:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3b85c7a3-daae-43ad-ac64-d9adc17f94ac'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:02.710939 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad447b7c-c7a8-4055-85c9-93f16ab35a1a None None] Pushing event updated for resources: {'Port': ['ID=1d6d308c-62af-4270-8b7f-260b2f090bfc,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:02.732833 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] Routers {'3aa3011d-13cb-4e19-8b0a-285ffa4a7716'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:56:02.733538 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:56:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3aa3011d-13cb-4e19-8b0a-285ffa4a7716'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:02.839812 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-856dc4f9-1328-4836-8503-c930da75ea2d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:02.853746 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-15bfd6e7-3e77-4607-ae4a-beefb74f5fef tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "GET /v2.0/routers/3b85c7a3-daae-43ad-ac64-d9adc17f94ac HTTP/1.1" status: 200 len: 744 time: 0.3192651 Mar 09 03:56:02.854552 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42084) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:02.870276 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1a716a5e-74f9-4771-8887-efb9dd2e3084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:02.870945 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a716a5e-74f9-4771-8887-efb9dd2e3084 None None] The sync data for ids ['3b85c7a3-daae-43ad-ac64-d9adc17f94ac'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:56:02.953900 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-06ddb8a5-d4db-4887-ac55-9fb77720de88 tempest-RoutersIpV6AdminTest-361546627 tempest-RoutersIpV6AdminTest-361546627-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&device_id=3b85c7a3-daae-43ad-ac64-d9adc17f94ac HTTP/1.1" status: 200 len: 205 time: 0.0980051 Mar 09 03:56:02.954683 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42088) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:03.038333 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-70b6a038-0428-414f-b466-70b6023a8aa2 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b85c7a3-daae-43ad-ac64-d9adc17f94ac HTTP/1.1" status: 200 len: 205 time: 0.0823958 Mar 09 03:56:03.042527 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42092) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:03.059802 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] Set router 3aa3011d-13cb-4e19-8b0a-285ffa4a7716 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:56:03.063731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-856dc4f9-1328-4836-8503-c930da75ea2d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Calling delete_port for c433e546-bce8-49ff-96cd-319236a0cb5e owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:56:03.177609 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42096) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:03.188434 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d4a72311-b145-4508-b666-1fedd939588c tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:03.286306 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-01f5f9af-7458-4cf2-b651-be814c1d2442 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00bf8fc592454cf9827da719f9ffbb09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8045759 Mar 09 03:56:03.289256 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42100) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:03.360797 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f15da5-50a4-4ba0-9244-8aa2f3a19e44 req-9b877e5e-e779-4ec9-b888-f645f05f6659 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:03.368940 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-37f15da5-50a4-4ba0-9244-8aa2f3a19e44 req-9b877e5e-e779-4ec9-b888-f645f05f6659 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.8124795 Mar 09 03:56:03.498265 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:03.527245 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa3011d-13cb-4e19-8b0a-285ffa4a7716', 'name': 'tempest-ServerRescueNegativeTestJSON-1534796543-router', 'tenant_id': '42e2cf4c1213474880544b42bf2477f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '1d6d308c-62af-4270-8b7f-260b2f090bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:55:54Z', 'updated_at': '2022-03-09T03:55:59Z', 'revision_number': 3, 'project_id': '42e2cf4c1213474880544b42bf2477f7', 'gw_port': {'id': '1d6d308c-62af-4270-8b7f-260b2f090bfc', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa3011d-13cb-4e19-8b0a-285ffa4a7716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:55:57Z', 'updated_at': '2022-03-09T03:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:03.532526 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a23afb6-2b8e-4222-b00c-7d7769da4afa None None] The sync data for ids ['3aa3011d-13cb-4e19-8b0a-285ffa4a7716'] in n-d-825178-5 is: [{'id': '3aa3011d-13cb-4e19-8b0a-285ffa4a7716', 'name': 'tempest-ServerRescueNegativeTestJSON-1534796543-router', 'tenant_id': '42e2cf4c1213474880544b42bf2477f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '1d6d308c-62af-4270-8b7f-260b2f090bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:55:54Z', 'updated_at': '2022-03-09T03:55:59Z', 'revision_number': 3, 'project_id': '42e2cf4c1213474880544b42bf2477f7', 'gw_port': {'id': '1d6d308c-62af-4270-8b7f-260b2f090bfc', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa3011d-13cb-4e19-8b0a-285ffa4a7716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:55:57Z', 'updated_at': '2022-03-09T03:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:56:03.669484 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0060aebb-b643-4b33-ba47-d1a018b3413e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:03.683630 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-18c45efa-d0a8-4d88-94bb-c9db57fd921d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c157fb31da1452cae22ad7cec4c0d4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5048745 Mar 09 03:56:03.689483 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-37f15da5-50a4-4ba0-9244-8aa2f3a19e44 req-28282329-1eb6-4052-93b1-07035e882c6a tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474547 Mar 09 03:56:03.694346 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42106) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:03.810488 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d4a72311-b145-4508-b666-1fedd939588c tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:03.813231 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a60637d5-dcb2-418e-82cc-8581a19918a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:03.815873 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d4a72311-b145-4508-b666-1fedd939588c tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:03.934517 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a60637d5-dcb2-418e-82cc-8581a19918a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:03.972015 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d4a72311-b145-4508-b666-1fedd939588c tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:03.972683 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a72311-b145-4508-b666-1fedd939588c tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Fanout notify agent at l3_agent the message router_deleted on router 3b85c7a3-daae-43ad-ac64-d9adc17f94ac {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:56:03.980514 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-62e7a4b4-a035-4287-9214-58cfb469aa49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:04.017351 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d4a72311-b145-4508-b666-1fedd939588c tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:04.019972 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-856dc4f9-1328-4836-8503-c930da75ea2d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:04.023094 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d4a72311-b145-4508-b666-1fedd939588c tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "DELETE /v2.0/routers/3b85c7a3-daae-43ad-ac64-d9adc17f94ac HTTP/1.1" status: 204 len: 168 time: 0.9792221 Mar 09 03:56:04.025849 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42112) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:04.088333 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e707ef2e-b155-4518-b71c-ab86d6113e1a tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b85c7a3-daae-43ad-ac64-d9adc17f94ac HTTP/1.1" status: 200 len: 205 time: 0.0582948 Mar 09 03:56:04.094180 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42116) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:04.103192 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-62e7a4b4-a035-4287-9214-58cfb469aa49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:04.130122 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856dc4f9-1328-4836-8503-c930da75ea2d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Pushing event deleted for resources: {'Port': ['ID=c433e546-bce8-49ff-96cd-319236a0cb5e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:04.131736 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:04.181729 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-524fba97-889d-426c-bffd-989cda484e27 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] delete failed (client error): The resource could not be found. Mar 09 03:56:04.185658 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-524fba97-889d-426c-bffd-989cda484e27 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "DELETE /v2.0/routers/3b85c7a3-daae-43ad-ac64-d9adc17f94ac HTTP/1.1" status: 404 len: 336 time: 0.0870807 Mar 09 03:56:04.186336 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42120) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:04.198713 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a28e6-07ef-4d41-9220-1798fa1473de req-0aa76640-ac78-4fdf-8d7f-49e327037e89 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:04.203450 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e68a28e6-07ef-4d41-9220-1798fa1473de req-0aa76640-ac78-4fdf-8d7f-49e327037e89 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.3715310 Mar 09 03:56:04.205237 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a60637d5-dcb2-418e-82cc-8581a19918a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:04.237630 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60637d5-dcb2-418e-82cc-8581a19918a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94449859-de9f-4dc0-b974-a892420bde0f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:04.252247 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a60637d5-dcb2-418e-82cc-8581a19918a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:04.255789 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a60637d5-dcb2-418e-82cc-8581a19918a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94449859-de9f-4dc0-b974-a892420bde0f HTTP/1.1" status: 204 len: 168 time: 0.9626296 Mar 09 03:56:04.280901 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e68a28e6-07ef-4d41-9220-1798fa1473de req-e54aaa0e-eb37-485f-aa8c-44983aaeee7a tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713551 Mar 09 03:56:04.281529 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-0060aebb-b643-4b33-ba47-d1a018b3413e admin admin] Allocated IP 172.20.0.1 (c0c93958-592c-464f-a37a-ef1493d3d272/75f3fe3d-e0f3-4248-94b8-2de9939f1dc5/9b34cde6-d975-453a-8af0-49f5d690ea39) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:56:04.329550 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42128) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:04.330312 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c16801e2-2366-4236-a7f2-ed038fdcadfe tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "GET /v2.0/ports?device_id=f49a1d88-01b8-4f6f-849d-2202be86b34a HTTP/1.1" status: 200 len: 205 time: 0.1409173 Mar 09 03:56:04.419690 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-856dc4f9-1328-4836-8503-c930da75ea2d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:04.430458 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-d991e9e3-a045-42d5-8f1e-50f4538d7b97 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] delete failed (client error): The resource could not be found. Mar 09 03:56:04.431824 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d991e9e3-a045-42d5-8f1e-50f4538d7b97 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "DELETE /v2.0/routers/f49a1d88-01b8-4f6f-849d-2202be86b34a HTTP/1.1" status: 404 len: 336 time: 0.1011007 Mar 09 03:56:04.444876 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42134) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:04.535877 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e7e2727c-341e-4c34-b842-af7507240146 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "GET /v2.0/ports?device_id=d267f190-221c-442f-a764-13fc8322bc2d HTTP/1.1" status: 200 len: 205 time: 0.0882525 Mar 09 03:56:04.538203 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42140) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:04.582150 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1d6d308c-62af-4270-8b7f-260b2f090bfc up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:56:04.641197 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-6d038799-1e0b-429a-97f4-9cebff912db3 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] delete failed (client error): The resource could not be found. Mar 09 03:56:04.641197 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6d038799-1e0b-429a-97f4-9cebff912db3 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "DELETE /v2.0/routers/d267f190-221c-442f-a764-13fc8322bc2d HTTP/1.1" status: 404 len: 336 time: 0.0990758 Mar 09 03:56:04.641197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42146) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:04.733976 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 1d6d308c-62af-4270-8b7f-260b2f090bfc completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:56:04.742636 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 1d6d308c-62af-4270-8b7f-260b2f090bfc triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:04.743501 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:04.779802 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-eae1a5e0-21e5-41e9-b4f1-14c9e5a017c4 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "GET /v2.0/ports?device_id=63c31191-c1fa-4eab-b4a0-b92bbfd77f34 HTTP/1.1" status: 200 len: 205 time: 0.1372087 Mar 09 03:56:04.782733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42154) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:04.785746 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-62e7a4b4-a035-4287-9214-58cfb469aa49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:04.838665 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64c57a-8464-4715-909c-0c897ade81c0 req-5c594718-8476-4766-a132-06a2a36b41e9 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:04.840374 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5c64c57a-8464-4715-909c-0c897ade81c0 req-5c594718-8476-4766-a132-06a2a36b41e9 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.2012031 Mar 09 03:56:04.951829 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5c64c57a-8464-4715-909c-0c897ade81c0 req-0c28eb61-1203-48f3-a3de-5996b817ba99 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054051 Mar 09 03:56:04.988169 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:04.991582 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7a4b4-a035-4287-9214-58cfb469aa49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e43ff2-5e98-4e9b-9bc5-4c41a792d5dc,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:05.013655 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 1d6d308c-62af-4270-8b7f-260b2f090bfc, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1d6d308c-62af-4270-8b7f-260b2f090bfc,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:56:05.032526 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:05.102537 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-4acb8fdd-00ed-4424-b3d9-028004f75034 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] delete failed (client error): The resource could not be found. Mar 09 03:56:05.103600 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4acb8fdd-00ed-4424-b3d9-028004f75034 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "DELETE /v2.0/routers/63c31191-c1fa-4eab-b4a0-b92bbfd77f34 HTTP/1.1" status: 404 len: 336 time: 0.2521074 Mar 09 03:56:05.106817 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42176) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:05.139631 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=1d6d308c-62af-4270-8b7f-260b2f090bfc,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:05.200249 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4384ca12-502a-456a-890c-34f76b4a82f3 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "GET /v2.0/ports?device_id=65ec460a-e677-43a1-afdf-a281cbc8e3c3 HTTP/1.1" status: 200 len: 205 time: 0.0919526 Mar 09 03:56:05.201483 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42180) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:05.314618 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-e2652039-33b2-46d5-bdd5-30c5eb9211d3 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] delete failed (client error): The resource could not be found. Mar 09 03:56:05.323392 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e2652039-33b2-46d5-bdd5-30c5eb9211d3 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "DELETE /v2.0/routers/65ec460a-e677-43a1-afdf-a281cbc8e3c3 HTTP/1.1" status: 404 len: 336 time: 0.1169529 Mar 09 03:56:05.324313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42190) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:05.401233 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5443ae5c-4dd9-4ebb-b3dd-03cd4bcb7340 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "GET /v2.0/ports?device_id=4382ee89-3709-4006-9252-82e33de45ba4 HTTP/1.1" status: 200 len: 205 time: 0.0755489 Mar 09 03:56:05.401845 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42194) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:05.480620 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-f8c3ef21-a042-4a1c-8f64-9ce5dcec1185 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] delete failed (client error): The resource could not be found. Mar 09 03:56:05.484532 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f8c3ef21-a042-4a1c-8f64-9ce5dcec1185 tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "DELETE /v2.0/routers/4382ee89-3709-4006-9252-82e33de45ba4 HTTP/1.1" status: 404 len: 336 time: 0.0817373 Mar 09 03:56:05.485091 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42200) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:05.500654 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-856dc4f9-1328-4836-8503-c930da75ea2d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:05.509241 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-62e7a4b4-a035-4287-9214-58cfb469aa49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:05.511160 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-62e7a4b4-a035-4287-9214-58cfb469aa49 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30e43ff2-5e98-4e9b-9bc5-4c41a792d5dc HTTP/1.1" status: 204 len: 168 time: 1.8160765 Mar 09 03:56:05.525435 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-856dc4f9-1328-4836-8503-c930da75ea2d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371792'] for router, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:05.528324 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff7399c-8308-4013-9c08-15ceb0b563ab tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] DELETE failed (client error): The resource could not be found. Mar 09 03:56:05.528786 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff7399c-8308-4013-9c08-15ceb0b563ab tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:56:05.533639 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4ff7399c-8308-4013-9c08-15ceb0b563ab tempest-RoutersIpV6AdminTest-504047242 tempest-RoutersIpV6AdminTest-504047242-project] 10.222.0.16 "DELETE /v2.0/subnets/4eb936d2-1ab1-4709-bbd8-060c1384d67e HTTP/1.1" status: 404 len: 337 time: 0.0473585 Mar 09 03:56:05.535997 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0060aebb-b643-4b33-ba47-d1a018b3413e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:05.546734 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42208) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:05.706074 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856dc4f9-1328-4836-8503-c930da75ea2d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Router d2fc020a-e74a-411f-af67-6ec4d2b3f364 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:56:05.735637 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fcd00a-5f2e-4120-97b4-5fbab145511b req-c2e7db9f-9067-41d2-b39e-e2be9244ee33 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:05.737217 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a9fcd00a-5f2e-4120-97b4-5fbab145511b req-c2e7db9f-9067-41d2-b39e-e2be9244ee33 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.6247830 Mar 09 03:56:05.829572 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0060aebb-b643-4b33-ba47-d1a018b3413e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:05.916902 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42218) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:05.982473 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-2e48c0ea-0b3a-44d3-b6f6-b1cabc7d74be tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-52687719'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:05.992470 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2e48c0ea-0b3a-44d3-b6f6-b1cabc7d74be tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:06.004028 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2e48c0ea-0b3a-44d3-b6f6-b1cabc7d74be tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Usage tracker for resource:network and tenant:652910c0bb5143ea9c736a68cac5c4b2 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:06.013345 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2e48c0ea-0b3a-44d3-b6f6-b1cabc7d74be tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:06.028736 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856dc4f9-1328-4836-8503-c930da75ea2d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:56:06.033805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2e48c0ea-0b3a-44d3-b6f6-b1cabc7d74be tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:06.035662 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-43086184-73bc-406a-a843-eb71bd111367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:06.042013 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-856dc4f9-1328-4836-8503-c930da75ea2d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:06.043104 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-856dc4f9-1328-4836-8503-c930da75ea2d tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "PUT /v2.0/routers/d2fc020a-e74a-411f-af67-6ec4d2b3f364 HTTP/1.1" status: 200 len: 705 time: 5.8406537 Mar 09 03:56:06.047294 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42228) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:06.047473 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a9fcd00a-5f2e-4120-97b4-5fbab145511b req-66d1b535-fa24-4002-8933-839b43328266 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538126 Mar 09 03:56:06.048616 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc17930-5515-4a3b-8923-30a7497ef092 None None] Sync routers for ids ['d2fc020a-e74a-411f-af67-6ec4d2b3f364'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:56:06.053248 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0060aebb-b643-4b33-ba47-d1a018b3413e admin admin] Network c0c93958-592c-464f-a37a-ef1493d3d272 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:56:06.062102 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-0060aebb-b643-4b33-ba47-d1a018b3413e admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:06.066788 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0060aebb-b643-4b33-ba47-d1a018b3413e admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:56:06.075918 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc17930-5515-4a3b-8923-30a7497ef092 None None] Routers {'d2fc020a-e74a-411f-af67-6ec4d2b3f364'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:56:06.076991 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-bfc17930-5515-4a3b-8923-30a7497ef092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:56:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['d2fc020a-e74a-411f-af67-6ec4d2b3f364'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:06.109492 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060aebb-b643-4b33-ba47-d1a018b3413e admin admin] Pushing event updated for resources: {'Port': ['ID=9b34cde6-d975-453a-8af0-49f5d690ea39,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:06.136867 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0060aebb-b643-4b33-ba47-d1a018b3413e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:06.160410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-43086184-73bc-406a-a843-eb71bd111367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:06.165864 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-43086184-73bc-406a-a843-eb71bd111367 admin admin] Usage tracker for resource:security_group_rule and tenant:3365a33a3fe14b2c9be7f52e3a7e9bbd is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:06.169771 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-43086184-73bc-406a-a843-eb71bd111367 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:06.177121 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-43086184-73bc-406a-a843-eb71bd111367 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:06.229955 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-bfc17930-5515-4a3b-8923-30a7497ef092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:06.242135 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc17930-5515-4a3b-8923-30a7497ef092 None None] Routers {'d2fc020a-e74a-411f-af67-6ec4d2b3f364'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:56:06.243786 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-bfc17930-5515-4a3b-8923-30a7497ef092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:56:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['d2fc020a-e74a-411f-af67-6ec4d2b3f364'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:06.288015 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-43086184-73bc-406a-a843-eb71bd111367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:06.300141 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-43086184-73bc-406a-a843-eb71bd111367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:06.331183 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-bfc17930-5515-4a3b-8923-30a7497ef092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:06.331582 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc17930-5515-4a3b-8923-30a7497ef092 None None] The sync data for ids ['d2fc020a-e74a-411f-af67-6ec4d2b3f364'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:56:06.388878 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e48c0ea-0b3a-44d3-b6f6-b1cabc7d74be tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Made reservation on behalf of 652910c0bb5143ea9c736a68cac5c4b2 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:06.392880 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2e48c0ea-0b3a-44d3-b6f6-b1cabc7d74be tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:06.542582 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-43086184-73bc-406a-a843-eb71bd111367 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3365a33a3fe14b2c9be7f52e3a7e9bbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6244290 Mar 09 03:56:06.543683 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2e48c0ea-0b3a-44d3-b6f6-b1cabc7d74be tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:06.566945 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42252) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:06.596817 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1d6d308c-62af-4270-8b7f-260b2f090bfc up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:56:06.627560 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-29405e74-8f1b-43f2-b59d-d5ecbf5a1c5f tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "GET /v2.0/routers/d2fc020a-e74a-411f-af67-6ec4d2b3f364 HTTP/1.1" status: 200 len: 740 time: 0.5772548 Mar 09 03:56:06.635574 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42260) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:06.637537 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2e48c0ea-0b3a-44d3-b6f6-b1cabc7d74be tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:06.648150 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2e48c0ea-0b3a-44d3-b6f6-b1cabc7d74be tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Usage tracker for resource:security_group_rule and tenant:652910c0bb5143ea9c736a68cac5c4b2 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:06.654107 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2e48c0ea-0b3a-44d3-b6f6-b1cabc7d74be tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:06.674163 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43086184-73bc-406a-a843-eb71bd111367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65610f3-34a0-4c5d-9665-1ac2b6b5ed00,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:06.680078 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2e48c0ea-0b3a-44d3-b6f6-b1cabc7d74be tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:06.685218 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5da9b68c-8542-4d86-b40f-a2d7215d2899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:06.709802 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 1d6d308c-62af-4270-8b7f-260b2f090bfc triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:06.710384 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:06.714766 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0060aebb-b643-4b33-ba47-d1a018b3413e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:06.757907 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5da9b68c-8542-4d86-b40f-a2d7215d2899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:06.833882 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cd51b877-5f1e-49bb-bec0-05d6b24985b0 tempest-RoutersAdminTest-1143284667 tempest-RoutersAdminTest-1143284667-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&device_id=d2fc020a-e74a-411f-af67-6ec4d2b3f364 HTTP/1.1" status: 200 len: 205 time: 0.1962750 Mar 09 03:56:06.834476 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42270) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:06.844839 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42272) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:06.896903 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2e48c0ea-0b3a-44d3-b6f6-b1cabc7d74be tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:06.915824 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2e48c0ea-0b3a-44d3-b6f6-b1cabc7d74be tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:06.938741 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5da9b68c-8542-4d86-b40f-a2d7215d2899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:06.965464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42280) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:06.969594 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3923af71-c4f0-4846-829e-69f9b9562266 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2fc020a-e74a-411f-af67-6ec4d2b3f364 HTTP/1.1" status: 200 len: 205 time: 0.1264997 Mar 09 03:56:06.985167 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e48c0ea-0b3a-44d3-b6f6-b1cabc7d74be tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:56:06.988180 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5da9b68c-8542-4d86-b40f-a2d7215d2899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:06.992060 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5da9b68c-8542-4d86-b40f-a2d7215d2899 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b65610f3-34a0-4c5d-9665-1ac2b6b5ed00 HTTP/1.1" status: 204 len: 168 time: 0.4191668 Mar 09 03:56:07.009358 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd3592-8fce-46c6-849e-bf11f62ba0ca req-fe182c77-7793-430b-8df3-30d47a7b696b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:07.016109 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ebfd3592-8fce-46c6-849e-bf11f62ba0ca req-fe182c77-7793-430b-8df3-30d47a7b696b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.5274677 Mar 09 03:56:07.200608 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ebfd3592-8fce-46c6-849e-bf11f62ba0ca req-d82906a1-4fae-4415-9b53-0589137275d5 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835496 Mar 09 03:56:07.212848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48c0ea-0b3a-44d3-b6f6-b1cabc7d74be tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3230f3-045c-4220-8af1-e8ea17717674,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:07.220113 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-134c76c5-9bd6-44e1-a749-5fd678a6decc tempest-AgentManagementNegativeTest-1866554602 tempest-AgentManagementNegativeTest-1866554602-project] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3722668 Mar 09 03:56:07.226818 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2e48c0ea-0b3a-44d3-b6f6-b1cabc7d74be tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:07.227221 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-2e48c0ea-0b3a-44d3-b6f6-b1cabc7d74be tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Added segment f5c13c04-51e9-4fb0-952f-0b791590918f of type vlan for network 743df45a-f946-4f4a-a0a9-f7e81ac7de05 Mar 09 03:56:07.332047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9b68c-8542-4d86-b40f-a2d7215d2899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65610f3-34a0-4c5d-9665-1ac2b6b5ed00,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:07.349009 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9db6e894-80fb-4c63-8776-3da4c69413a4 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:07.368480 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0060aebb-b643-4b33-ba47-d1a018b3413e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:07.376417 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0060aebb-b643-4b33-ba47-d1a018b3413e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:07.487043 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0060aebb-b643-4b33-ba47-d1a018b3413e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:07.534505 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2e48c0ea-0b3a-44d3-b6f6-b1cabc7d74be tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:07.606652 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42298) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:07.615139 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060aebb-b643-4b33-ba47-d1a018b3413e admin admin] Pushing event updated for resources: {'Port': ['ID=9b34cde6-d975-453a-8af0-49f5d690ea39,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:07.768960 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [None req-2e48c0ea-0b3a-44d3-b6f6-b1cabc7d74be tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:56:07.856600 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42304) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:07.903346 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9db6e894-80fb-4c63-8776-3da4c69413a4 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:07.911765 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9db6e894-80fb-4c63-8776-3da4c69413a4 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:07.917161 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2e48c0ea-0b3a-44d3-b6f6-b1cabc7d74be tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:07.918428 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0060aebb-b643-4b33-ba47-d1a018b3413e admin admin] Network c0c93958-592c-464f-a37a-ef1493d3d272 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:56:07.919656 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-0060aebb-b643-4b33-ba47-d1a018b3413e admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:07.922544 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e48c0ea-0b3a-44d3-b6f6-b1cabc7d74be tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:07.923153 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2e48c0ea-0b3a-44d3-b6f6-b1cabc7d74be tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:07.947232 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-932475a5-60a9-41fa-8f5f-f2c3df128a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:08.082759 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-685d80f9-a9a8-405e-a5bd-a0ef35b79c82 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe1718e34c9d44199e64c1012970a33a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2249804 Mar 09 03:56:08.084757 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-932475a5-60a9-41fa-8f5f-f2c3df128a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:08.088727 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42308) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:08.106349 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55085f0-a1d9-476b-9f93-7b6a8306851e req-574a97f9-3d4e-4f98-84f5-6016007432f0 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:08.107271 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e55085f0-a1d9-476b-9f93-7b6a8306851e req-574a97f9-3d4e-4f98-84f5-6016007432f0 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.6401746 Mar 09 03:56:08.108194 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9db6e894-80fb-4c63-8776-3da4c69413a4 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:08.108366 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db6e894-80fb-4c63-8776-3da4c69413a4 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Fanout notify agent at l3_agent the message router_deleted on router d2fc020a-e74a-411f-af67-6ec4d2b3f364 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:56:08.110408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-932475a5-60a9-41fa-8f5f-f2c3df128a66 admin admin] Usage tracker for resource:security_group_rule and tenant:8927c5eed4bb4224aa986252bb00b997 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:08.115897 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2e48c0ea-0b3a-44d3-b6f6-b1cabc7d74be tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5679054 Mar 09 03:56:08.116889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-932475a5-60a9-41fa-8f5f-f2c3df128a66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:08.126263 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9db6e894-80fb-4c63-8776-3da4c69413a4 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:08.131821 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9db6e894-80fb-4c63-8776-3da4c69413a4 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "DELETE /v2.0/routers/d2fc020a-e74a-411f-af67-6ec4d2b3f364 HTTP/1.1" status: 204 len: 168 time: 1.1488984 Mar 09 03:56:08.131821 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48c0ea-0b3a-44d3-b6f6-b1cabc7d74be tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Pushing event updated for resources: {'Network': ['ID=743df45a-f946-4f4a-a0a9-f7e81ac7de05,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:08.132077 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42312) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:08.137019 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42316) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:08.139989 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-932475a5-60a9-41fa-8f5f-f2c3df128a66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:08.141447 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f940a1f9-cfc4-45cf-8225-4563b9f38df0 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Request body: {'subnet': {'network_id': '743df45a-f946-4f4a-a0a9-f7e81ac7de05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:08.147808 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 743df45a-f946-4f4a-a0a9-f7e81ac7de05 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:56:08.209216 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-726528d9-b289-4948-a113-108f8d9a6c63 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2fc020a-e74a-411f-af67-6ec4d2b3f364 HTTP/1.1" status: 200 len: 205 time: 0.0711784 Mar 09 03:56:08.214909 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42320) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:08.237195 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e55085f0-a1d9-476b-9f93-7b6a8306851e req-7741aa08-c5fc-4a95-b8dc-fbb7e0749b42 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060917 Mar 09 03:56:08.242012 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cb48553e-6b1b-4543-81fb-0cb750d1a6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:08.327633 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-932475a5-60a9-41fa-8f5f-f2c3df128a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:08.335611 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-932475a5-60a9-41fa-8f5f-f2c3df128a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:08.370106 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0060aebb-b643-4b33-ba47-d1a018b3413e admin admin] Router 3aa3011d-13cb-4e19-8b0a-285ffa4a7716 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:56:08.428222 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cb48553e-6b1b-4543-81fb-0cb750d1a6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:08.471051 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-a0fc5a15-0682-4a51-a0e1-570c33149ffd tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] delete failed (client error): The resource could not be found. Mar 09 03:56:08.471995 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a0fc5a15-0682-4a51-a0e1-570c33149ffd tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "DELETE /v2.0/routers/d2fc020a-e74a-411f-af67-6ec4d2b3f364 HTTP/1.1" status: 404 len: 336 time: 0.2528389 Mar 09 03:56:08.476691 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-932475a5-60a9-41fa-8f5f-f2c3df128a66 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8927c5eed4bb4224aa986252bb00b997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8598382 Mar 09 03:56:08.477517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42330) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:08.482782 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932475a5-60a9-41fa-8f5f-f2c3df128a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c6c243-86ed-4304-9b6f-473d4cb5a2b1,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:08.483579 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42332) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:08.531087 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d5c81c8e-c792-414d-a6ab-13090001ed0c tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "GET /v2.0/ports?device_id=81139245-7470-45fa-9a40-8ecbc9a61dfb HTTP/1.1" status: 200 len: 205 time: 0.0485690 Mar 09 03:56:08.534539 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42338) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:08.585232 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f940a1f9-cfc4-45cf-8225-4563b9f38df0 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:08.598271 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f940a1f9-cfc4-45cf-8225-4563b9f38df0 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Usage tracker for resource:subnet and tenant:652910c0bb5143ea9c736a68cac5c4b2 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:08.606269 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f940a1f9-cfc4-45cf-8225-4563b9f38df0 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:08.614266 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-a1cb7030-72ce-429c-a214-d44e3af67308 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] delete failed (client error): The resource could not be found. Mar 09 03:56:08.616832 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a1cb7030-72ce-429c-a214-d44e3af67308 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "DELETE /v2.0/routers/81139245-7470-45fa-9a40-8ecbc9a61dfb HTTP/1.1" status: 404 len: 336 time: 0.0796411 Mar 09 03:56:08.620797 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42342) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:08.626547 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f940a1f9-cfc4-45cf-8225-4563b9f38df0 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:08.663967 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fe262-3fcc-4964-913e-dcaadc126276 req-8801d4b0-a6da-48f6-a249-35ac05087fcd tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:08.665388 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d02fe262-3fcc-4964-913e-dcaadc126276 req-8801d4b0-a6da-48f6-a249-35ac05087fcd tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.2786272 Mar 09 03:56:08.683628 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b728cde8-f19c-49b7-815a-d25ed7c8876e tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "GET /v2.0/ports?device_id=0df55b4f-6a2a-445d-a8d9-b98b4f1bd0d0 HTTP/1.1" status: 200 len: 205 time: 0.0591917 Mar 09 03:56:08.692858 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42346) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:08.697800 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:08.738279 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f940a1f9-cfc4-45cf-8225-4563b9f38df0 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Made reservation on behalf of 652910c0bb5143ea9c736a68cac5c4b2 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:08.741736 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f940a1f9-cfc4-45cf-8225-4563b9f38df0 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:08.769191 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-5b65ba4a-bfef-4927-a6d0-f94842e263f2 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] delete failed (client error): The resource could not be found. Mar 09 03:56:08.770977 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5b65ba4a-bfef-4927-a6d0-f94842e263f2 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "DELETE /v2.0/routers/0df55b4f-6a2a-445d-a8d9-b98b4f1bd0d0 HTTP/1.1" status: 404 len: 336 time: 0.0764732 Mar 09 03:56:08.775622 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cb48553e-6b1b-4543-81fb-0cb750d1a6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:08.784838 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42350) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:08.793038 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-75c5c351-7d2c-4ca5-91ff-2d2702a36d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:08.808982 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d02fe262-3fcc-4964-913e-dcaadc126276 req-85d9e696-aa00-4b8f-9c37-0d05062e624d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310384 Mar 09 03:56:08.934075 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48553e-6b1b-4543-81fb-0cb750d1a6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989fd7d1-cf7c-45e6-9cca-7da598556e3e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:08.997438 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3dce11c4-2008-407f-b289-58cbca48fba4 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4492d82-2122-4ba5-aff3-54f012074dee HTTP/1.1" status: 200 len: 205 time: 0.2027764 Mar 09 03:56:08.999990 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42356) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:09.018393 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cb48553e-6b1b-4543-81fb-0cb750d1a6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:09.019599 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cb48553e-6b1b-4543-81fb-0cb750d1a6f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/989fd7d1-cf7c-45e6-9cca-7da598556e3e HTTP/1.1" status: 204 len: 168 time: 0.9298174 Mar 09 03:56:09.020780 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0060aebb-b643-4b33-ba47-d1a018b3413e admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:56:09.036175 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0060aebb-b643-4b33-ba47-d1a018b3413e admin admin] 10.222.0.16 "PUT /v2.0/routers/3aa3011d-13cb-4e19-8b0a-285ffa4a7716/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5068815 Mar 09 03:56:09.038015 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] Sync routers for ids ['3aa3011d-13cb-4e19-8b0a-285ffa4a7716'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:56:09.052338 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] Routers {'3aa3011d-13cb-4e19-8b0a-285ffa4a7716'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:56:09.052764 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-75c5c351-7d2c-4ca5-91ff-2d2702a36d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:09.053131 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:56:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3aa3011d-13cb-4e19-8b0a-285ffa4a7716'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:09.184702 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d93d38-e5fc-4921-84e3-a50936294aaf req-2fed5a85-6f36-48a4-b726-b86626ab70f5 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:09.186364 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35d93d38-e5fc-4921-84e3-a50936294aaf req-2fed5a85-6f36-48a4-b726-b86626ab70f5 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.2387397 Mar 09 03:56:09.218841 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-75c5c351-7d2c-4ca5-91ff-2d2702a36d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:09.238553 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-f01d5b16-86e7-49b4-a9ab-d6b3fcf27a5b tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] delete failed (client error): The resource could not be found. Mar 09 03:56:09.239928 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f01d5b16-86e7-49b4-a9ab-d6b3fcf27a5b tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "DELETE /v2.0/routers/b4492d82-2122-4ba5-aff3-54f012074dee HTTP/1.1" status: 404 len: 336 time: 0.2386434 Mar 09 03:56:09.242635 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42364) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:09.293200 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9e0f6e83-19e2-44e2-8cff-4cd223d0688c tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4062e6c-ec6f-4d01-9275-08ae17649e3e HTTP/1.1" status: 200 len: 205 time: 0.0485704 Mar 09 03:56:09.295712 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42368) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:09.302024 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5c351-7d2c-4ca5-91ff-2d2702a36d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c6c243-86ed-4304-9b6f-473d4cb5a2b1,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:09.354456 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35d93d38-e5fc-4921-84e3-a50936294aaf req-3e26b7a5-5b12-4816-ac5f-3e5f4f258464 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614571 Mar 09 03:56:09.377089 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-75c5c351-7d2c-4ca5-91ff-2d2702a36d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:09.380610 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-75c5c351-7d2c-4ca5-91ff-2d2702a36d07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5c6c243-86ed-4304-9b6f-473d4cb5a2b1 HTTP/1.1" status: 204 len: 168 time: 0.8924549 Mar 09 03:56:09.400414 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f940a1f9-cfc4-45cf-8225-4563b9f38df0 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:09.416177 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] Set router 3aa3011d-13cb-4e19-8b0a-285ffa4a7716 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:56:09.582468 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-3f2130fc-1fec-4bcd-8b2a-55f9f13f3758 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] delete failed (client error): The resource could not be found. Mar 09 03:56:09.584255 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3f2130fc-1fec-4bcd-8b2a-55f9f13f3758 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "DELETE /v2.0/routers/f4062e6c-ec6f-4d01-9275-08ae17649e3e HTTP/1.1" status: 404 len: 336 time: 0.2873011 Mar 09 03:56:09.587658 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42386) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:09.593200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940a1f9-cfc4-45cf-8225-4563b9f38df0 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Pushing event updated for resources: {'Subnet': ['ID=24471c6a-609c-425a-b9de-2d41c758b8ef,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:09.621357 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f940a1f9-cfc4-45cf-8225-4563b9f38df0 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Checking segment: {'id': 'f5c13c04-51e9-4fb0-952f-0b791590918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '743df45a-f946-4f4a-a0a9-f7e81ac7de05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:56:09.622088 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f940a1f9-cfc4-45cf-8225-4563b9f38df0 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Network hostable DHCP agents. Network: 743df45a-f946-4f4a-a0a9-f7e81ac7de05, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:56:09.668086 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f940a1f9-cfc4-45cf-8225-4563b9f38df0 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Network 743df45a-f946-4f4a-a0a9-f7e81ac7de05 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:56:09.689098 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-f940a1f9-cfc4-45cf-8225-4563b9f38df0 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 743df45a-f946-4f4a-a0a9-f7e81ac7de05) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:09.698482 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f940a1f9-cfc4-45cf-8225-4563b9f38df0 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:09.699355 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f940a1f9-cfc4-45cf-8225-4563b9f38df0 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:09.699662 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ecd45c-a7cb-4397-8f97-106ad2b0199b None None] Network 743df45a-f946-4f4a-a0a9-f7e81ac7de05 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:56:09.719627 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-40f2125a-7a06-4535-9229-052e057161c5 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "GET /v2.0/ports?device_id=21188a16-35dc-481f-bfc0-dcdc9b4ea1b8 HTTP/1.1" status: 200 len: 205 time: 0.1291199 Mar 09 03:56:09.720696 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42392) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:09.758673 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f940a1f9-cfc4-45cf-8225-4563b9f38df0 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6286199 Mar 09 03:56:09.761624 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42396) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:09.776045 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-058b9f4b-dc81-4067-8924-01a93ed2d083 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Request body: {'port': {'network_id': '743df45a-f946-4f4a-a0a9-f7e81ac7de05', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1007211703'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:09.866764 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-338f8c53-c2a8-43ea-8899-d87a0eb866e6 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] delete failed (client error): The resource could not be found. Mar 09 03:56:09.870449 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-338f8c53-c2a8-43ea-8899-d87a0eb866e6 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "DELETE /v2.0/routers/21188a16-35dc-481f-bfc0-dcdc9b4ea1b8 HTTP/1.1" status: 404 len: 336 time: 0.1483142 Mar 09 03:56:09.873424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42406) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:09.970589 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d509272-c318-465e-8267-a628567c6b60 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] DELETE failed (client error): The resource could not be found. Mar 09 03:56:09.971322 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d509272-c318-465e-8267-a628567c6b60 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:56:10.000777 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4d509272-c318-465e-8267-a628567c6b60 tempest-RoutersAdminTest-19156988 tempest-RoutersAdminTest-19156988-project] 10.222.0.16 "DELETE /v2.0/subnets/f9b138e5-6cde-40bd-86ff-6bf4703b168c HTTP/1.1" status: 404 len: 337 time: 0.1259723 Mar 09 03:56:10.141734 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-058b9f4b-dc81-4067-8924-01a93ed2d083 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:10.153734 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-058b9f4b-dc81-4067-8924-01a93ed2d083 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Usage tracker for resource:port and tenant:652910c0bb5143ea9c736a68cac5c4b2 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:10.159485 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-058b9f4b-dc81-4067-8924-01a93ed2d083 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:10.174535 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-058b9f4b-dc81-4067-8924-01a93ed2d083 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:10.181009 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa3011d-13cb-4e19-8b0a-285ffa4a7716', 'name': 'tempest-ServerRescueNegativeTestJSON-1534796543-router', 'tenant_id': '42e2cf4c1213474880544b42bf2477f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '1d6d308c-62af-4270-8b7f-260b2f090bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:55:54Z', 'updated_at': '2022-03-09T03:56:06Z', 'revision_number': 4, 'project_id': '42e2cf4c1213474880544b42bf2477f7', 'gw_port': {'id': '1d6d308c-62af-4270-8b7f-260b2f090bfc', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa3011d-13cb-4e19-8b0a-285ffa4a7716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:55:57Z', 'updated_at': '2022-03-09T03:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '9b34cde6-d975-453a-8af0-49f5d690ea39', 'name': '', 'network_id': 'c0c93958-592c-464f-a37a-ef1493d3d272', 'tenant_id': '42e2cf4c1213474880544b42bf2477f7', 'mac_address': 'fa:16:3e:2a:18:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa3011d-13cb-4e19-8b0a-285ffa4a7716', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '75f3fe3d-e0f3-4248-94b8-2de9939f1dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:56:03Z', 'updated_at': '2022-03-09T03:56:06Z', 'revision_number': 2, 'project_id': '42e2cf4c1213474880544b42bf2477f7', 'subnets': [{'id': '75f3fe3d-e0f3-4248-94b8-2de9939f1dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:10.189101 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] Checking router: 3aa3011d-13cb-4e19-8b0a-285ffa4a7716 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:56:10.190307 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] Updating router 3aa3011d-13cb-4e19-8b0a-285ffa4a7716 port 9b34cde6-d975-453a-8af0-49f5d690ea39 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:56:10.197343 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058b9f4b-dc81-4067-8924-01a93ed2d083 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Made reservation on behalf of 652910c0bb5143ea9c736a68cac5c4b2 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:10.201061 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-058b9f4b-dc81-4067-8924-01a93ed2d083 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:10.272345 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-058b9f4b-dc81-4067-8924-01a93ed2d083 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] device_id is not set on port 2d8f37d5-834b-40b7-a5a5-4d021c929153 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:56:10.349977 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:10.373864 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55891c72-e4ec-4079-825f-d3c67611cacf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-743df45a-f946-4f4a-a0a9-f7e81ac7de05', 'network_id': '743df45a-f946-4f4a-a0a9-f7e81ac7de05', 'tenant_id': '652910c0bb5143ea9c736a68cac5c4b2', 'fixed_ips': [{'subnet_id': '24471c6a-609c-425a-b9de-2d41c758b8ef'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:56:10.375133 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-55891c72-e4ec-4079-825f-d3c67611cacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:10.912157 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:10.926006 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] Transition to ACTIVE for port object 9b34cde6-d975-453a-8af0-49f5d690ea39 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:56:10.934598 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:11.065248 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa32a6b-1844-4147-8f18-b30ed2dde15b req-569d3469-7abf-4b34-8655-cd0201e82de0 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:11.081665 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-afa32a6b-1844-4147-8f18-b30ed2dde15b req-569d3469-7abf-4b34-8655-cd0201e82de0 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.3375366 Mar 09 03:56:11.211533 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-afa32a6b-1844-4147-8f18-b30ed2dde15b req-51286733-8963-4c49-8358-9a254389eb8d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194565 Mar 09 03:56:11.227287 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-67c17d4a-d98c-428d-a876-0cfc077faaf5 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:11.228094 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-67c17d4a-d98c-428d-a876-0cfc077faaf5 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Synchronizing usage tracker for tenant:42e2cf4c1213474880544b42bf2477f7 on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:56:11.246657 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] Attempting to bind port 9b34cde6-d975-453a-8af0-49f5d690ea39 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:56:11.247267 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] Attempting to bind port 9b34cde6-d975-453a-8af0-49f5d690ea39 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '9f233615-000c-4519-9dca-433088f6f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c0c93958-592c-464f-a37a-ef1493d3d272'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:56:11.247561 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] Attempting to bind port 9b34cde6-d975-453a-8af0-49f5d690ea39 on network c0c93958-592c-464f-a37a-ef1493d3d272 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:56:11.255641 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:56:11.256018 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] Checking segment: {'id': '9f233615-000c-4519-9dca-433088f6f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c0c93958-592c-464f-a37a-ef1493d3d272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:56:11.256404 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:11.256788 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] Bound using segment: {'id': '9f233615-000c-4519-9dca-433088f6f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c0c93958-592c-464f-a37a-ef1493d3d272'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:56:11.257305 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] Bound port: 9b34cde6-d975-453a-8af0-49f5d690ea39, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f233615-000c-4519-9dca-433088f6f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c0c93958-592c-464f-a37a-ef1493d3d272'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:56:11.257612 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:11.265439 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-058b9f4b-dc81-4067-8924-01a93ed2d083 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Allocated IP 2001:db8::111 (743df45a-f946-4f4a-a0a9-f7e81ac7de05/24471c6a-609c-425a-b9de-2d41c758b8ef/2d8f37d5-834b-40b7-a5a5-4d021c929153) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:56:11.289650 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42454) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:11.382425 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] For port 9b34cde6-d975-453a-8af0-49f5d690ea39, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:56:11.386760 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] For port 9b34cde6-d975-453a-8af0-49f5d690ea39, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9b34cde6-d975-453a-8af0-49f5d690ea39,segment=NetworkSegment(9f233615-000c-4519-9dca-433088f6f949),segment_id=9f233615-000c-4519-9dca-433088f6f949)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:56:11.394402 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f7b2b-05d0-4d9d-8db4-250e0fa4e30e None None] Pushing event updated for resources: {'Port': ['ID=9b34cde6-d975-453a-8af0-49f5d690ea39,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:11.404193 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f7b2b-05d0-4d9d-8db4-250e0fa4e30e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:11.404533 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f7b2b-05d0-4d9d-8db4-250e0fa4e30e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:11.404911 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f7b2b-05d0-4d9d-8db4-250e0fa4e30e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:11.405244 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f7b2b-05d0-4d9d-8db4-250e0fa4e30e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:11.405619 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f7b2b-05d0-4d9d-8db4-250e0fa4e30e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:11.405982 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f7b2b-05d0-4d9d-8db4-250e0fa4e30e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:11.406521 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f7b2b-05d0-4d9d-8db4-250e0fa4e30e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:11.406912 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f7b2b-05d0-4d9d-8db4-250e0fa4e30e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:11.407237 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f7b2b-05d0-4d9d-8db4-250e0fa4e30e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:11.407764 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f7b2b-05d0-4d9d-8db4-250e0fa4e30e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:11.408225 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f7b2b-05d0-4d9d-8db4-250e0fa4e30e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:11.408919 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f7b2b-05d0-4d9d-8db4-250e0fa4e30e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:11.412370 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:11.522110 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-058b9f4b-dc81-4067-8924-01a93ed2d083 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:11.535789 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e5590dd4-e362-4136-9647-5f55638e98fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:11.545653 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] Routers {'3aa3011d-13cb-4e19-8b0a-285ffa4a7716'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:56:11.546417 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:56:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3aa3011d-13cb-4e19-8b0a-285ffa4a7716'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:11.549438 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-058b9f4b-dc81-4067-8924-01a93ed2d083 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Transition to ACTIVE for port object 2d8f37d5-834b-40b7-a5a5-4d021c929153 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:56:11.564802 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e5590dd4-e362-4136-9647-5f55638e98fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:11.575366 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e5590dd4-e362-4136-9647-5f55638e98fb admin admin] Usage tracker for resource:security_group_rule and tenant:971fa89d245f45efad76c49c7c1e7da1 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:11.582750 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e5590dd4-e362-4136-9647-5f55638e98fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:11.583351 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-67c17d4a-d98c-428d-a876-0cfc077faaf5 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Unset dirty status for tenant:42e2cf4c1213474880544b42bf2477f7 on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:56:11.584742 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-67c17d4a-d98c-428d-a876-0cfc077faaf5 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/networks?id=c0c93958-592c-464f-a37a-ef1493d3d272 HTTP/1.1" status: 200 len: 819 time: 0.6907809 Mar 09 03:56:11.600452 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e5590dd4-e362-4136-9647-5f55638e98fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:11.619273 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-5f145649-7143-4437-b994-9636395e9afc tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/quotas/42e2cf4c1213474880544b42bf2477f7 HTTP/1.1" status: 200 len: 375 time: 0.0268171 Mar 09 03:56:11.629139 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-058b9f4b-dc81-4067-8924-01a93ed2d083 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:11.662487 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f7b2b-05d0-4d9d-8db4-250e0fa4e30e None None] Pushing event updated for resources: {'Port': ['ID=9b34cde6-d975-453a-8af0-49f5d690ea39,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:11.783395 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42468) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:11.800589 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-55891c72-e4ec-4079-825f-d3c67611cacf None None] Allocated IP 2001:db8::2 (743df45a-f946-4f4a-a0a9-f7e81ac7de05/24471c6a-609c-425a-b9de-2d41c758b8ef/7633d210-eff8-4b36-93b5-cbc8f69b75a2) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:56:11.884660 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e5590dd4-e362-4136-9647-5f55638e98fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:11.893887 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e5590dd4-e362-4136-9647-5f55638e98fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:11.922635 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058b9f4b-dc81-4067-8924-01a93ed2d083 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Network 743df45a-f946-4f4a-a0a9-f7e81ac7de05 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:56:11.938715 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-058b9f4b-dc81-4067-8924-01a93ed2d083 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:11.952821 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058b9f4b-dc81-4067-8924-01a93ed2d083 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:56:11.974808 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058b9f4b-dc81-4067-8924-01a93ed2d083 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:11.974808 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-058b9f4b-dc81-4067-8924-01a93ed2d083 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:12.015038 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5590dd4-e362-4136-9647-5f55638e98fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640f6fff-9d61-4acb-905e-2f2f58df15e7,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:12.021952 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e5590dd4-e362-4136-9647-5f55638e98fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=971fa89d245f45efad76c49c7c1e7da1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7273188 Mar 09 03:56:12.022625 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42480) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.029980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-2fcc5941-6db1-43ea-be53-f50bc826c3fe tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.034088 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2fcc5941-6db1-43ea-be53-f50bc826c3fe tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2490222 Mar 09 03:56:12.037074 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42482) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.054766 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-f2d88d37-5f72-4b16-9f99-3beb39361143 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.059470 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f2d88d37-5f72-4b16-9f99-3beb39361143 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0210607 Mar 09 03:56:12.063261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42488) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.064179 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] Set router 3aa3011d-13cb-4e19-8b0a-285ffa4a7716 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:56:12.070318 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-890fc247-3707-402f-a2dc-791e9f725d8d tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.074997 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-890fc247-3707-402f-a2dc-791e9f725d8d tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0106239 Mar 09 03:56:12.075638 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42492) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.076180 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b9f4b-dc81-4067-8924-01a93ed2d083 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Pushing event updated for resources: {'Port': ['ID=2d8f37d5-834b-40b7-a5a5-4d021c929153,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:12.088729 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-543dc028-9a8b-4c4c-a676-3bc0be8edd5c tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.089971 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-058b9f4b-dc81-4067-8924-01a93ed2d083 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3271711 Mar 09 03:56:12.092836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42496) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.095700 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42500) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.095846 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-543dc028-9a8b-4c4c-a676-3bc0be8edd5c tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0125237 Mar 09 03:56:12.106973 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-100b8488-932d-43e3-98f8-05f4b61c0d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Request body: {'port': {'network_id': '743df45a-f946-4f4a-a0a9-f7e81ac7de05', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2083199569', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:12.107522 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.api.validators [None req-100b8488-932d-43e3-98f8-05f4b61c0d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] bootfile-name is not in valid_values {{(pid=87881) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 09 03:56:12.107862 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.api.validators [None req-100b8488-932d-43e3-98f8-05f4b61c0d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] tftp-server is not in valid_values {{(pid=87881) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 09 03:56:12.108211 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.api.validators [None req-100b8488-932d-43e3-98f8-05f4b61c0d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] server-ip-address is not in valid_values {{(pid=87881) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 09 03:56:12.115458 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-55891c72-e4ec-4079-825f-d3c67611cacf None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:12.129046 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-55891c72-e4ec-4079-825f-d3c67611cacf None None] Transition to ACTIVE for port object 7633d210-eff8-4b36-93b5-cbc8f69b75a2 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:56:12.141890 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d788316d-ac2d-40ae-a471-171379370cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:12.154571 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-55891c72-e4ec-4079-825f-d3c67611cacf None None] Transition to ACTIVE for port object 7633d210-eff8-4b36-93b5-cbc8f69b75a2 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:56:12.165080 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-55891c72-e4ec-4079-825f-d3c67611cacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:12.175347 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d788316d-ac2d-40ae-a471-171379370cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:12.201548 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [None req-6c1f2a18-a5e6-459a-a341-6df62cd9acb4 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.202677 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6c1f2a18-a5e6-459a-a341-6df62cd9acb4 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.1021795 Mar 09 03:56:12.207743 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42504) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.222971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [None req-00ee6ed1-3f3d-4c19-92a8-2ba9efa50fbe tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.225273 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-00ee6ed1-3f3d-4c19-92a8-2ba9efa50fbe tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0133896 Mar 09 03:56:12.229364 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42508) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.237052 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-60e12895-8420-4ec5-8aae-54e8b1626e06 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.241191 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-60e12895-8420-4ec5-8aae-54e8b1626e06 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0099299 Mar 09 03:56:12.244306 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42514) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.249443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-3576af04-66f1-4afc-b4f3-f9f1b20c6ea6 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.254029 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3576af04-66f1-4afc-b4f3-f9f1b20c6ea6 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0098631 Mar 09 03:56:12.256547 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42518) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.261652 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-76bc4a29-1289-421b-af0c-df2918604428 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.266507 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-76bc4a29-1289-421b-af0c-df2918604428 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0105777 Mar 09 03:56:12.267524 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42522) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.270165 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d788316d-ac2d-40ae-a471-171379370cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:12.277901 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-8b918b8f-b637-45d0-ab0b-7b77027d0b79 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.281729 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8b918b8f-b637-45d0-ab0b-7b77027d0b79 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0132878 Mar 09 03:56:12.291862 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55891c72-e4ec-4079-825f-d3c67611cacf None None] Network 743df45a-f946-4f4a-a0a9-f7e81ac7de05 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:56:12.293682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42526) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.294066 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42528) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.299727 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-55891c72-e4ec-4079-825f-d3c67611cacf None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:12.306566 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55891c72-e4ec-4079-825f-d3c67611cacf None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:56:12.307762 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-f309a705-05bb-4bb5-98b0-9601bd62e324 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.312624 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f309a705-05bb-4bb5-98b0-9601bd62e324 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0155010 Mar 09 03:56:12.315889 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42536) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.328868 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788316d-ac2d-40ae-a471-171379370cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640f6fff-9d61-4acb-905e-2f2f58df15e7,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:12.330456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [None req-af960fd5-c7c0-4c53-af7d-4e920d2e86eb tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.332681 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-af960fd5-c7c0-4c53-af7d-4e920d2e86eb tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0154555 Mar 09 03:56:12.341912 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42540) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.346202 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d788316d-ac2d-40ae-a471-171379370cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:12.350468 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d788316d-ac2d-40ae-a471-171379370cdc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/640f6fff-9d61-4acb-905e-2f2f58df15e7 HTTP/1.1" status: 204 len: 168 time: 0.3149409 Mar 09 03:56:12.400000 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [None req-57e5854d-d062-409c-97d4-39a8783da168 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.404736 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42546) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.410282 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-00500a6b-0bee-4a52-a92c-2918ee04dd06 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.414781 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-00500a6b-0bee-4a52-a92c-2918ee04dd06 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0088255 Mar 09 03:56:12.415590 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42550) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.418317 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-57e5854d-d062-409c-97d4-39a8783da168 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0732198 Mar 09 03:56:12.425154 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-100b8488-932d-43e3-98f8-05f4b61c0d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:12.425737 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-bbbfda55-15cf-4ca1-a201-bf52551fa758 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.429612 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bbbfda55-15cf-4ca1-a201-bf52551fa758 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0129192 Mar 09 03:56:12.432367 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42554) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.443570 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-2f902871-14aa-4f25-b840-045eec7618c9 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.445029 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-100b8488-932d-43e3-98f8-05f4b61c0d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Usage tracker for resource:port and tenant:652910c0bb5143ea9c736a68cac5c4b2 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:12.449543 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2f902871-14aa-4f25-b840-045eec7618c9 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0160146 Mar 09 03:56:12.452685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42558) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.463351 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55891c72-e4ec-4079-825f-d3c67611cacf None None] Pushing event updated for resources: {'Port': ['ID=7633d210-eff8-4b36-93b5-cbc8f69b75a2,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:12.464916 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-e6822350-e726-40a9-aef6-18472287a6a9 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Synchronizing usage tracker for tenant:42e2cf4c1213474880544b42bf2477f7 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:56:12.465252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-82f80d0c-70b9-49e2-9114-3faeff2c5bd0 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.469768 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-82f80d0c-70b9-49e2-9114-3faeff2c5bd0 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0159411 Mar 09 03:56:12.470359 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42562) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.473805 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-55891c72-e4ec-4079-825f-d3c67611cacf None None] Attempting to bind port 7633d210-eff8-4b36-93b5-cbc8f69b75a2 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:56:12.474311 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-55891c72-e4ec-4079-825f-d3c67611cacf None None] Attempting to bind port 7633d210-eff8-4b36-93b5-cbc8f69b75a2 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'f5c13c04-51e9-4fb0-952f-0b791590918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '743df45a-f946-4f4a-a0a9-f7e81ac7de05'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:56:12.474772 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55891c72-e4ec-4079-825f-d3c67611cacf None None] Attempting to bind port 7633d210-eff8-4b36-93b5-cbc8f69b75a2 on network 743df45a-f946-4f4a-a0a9-f7e81ac7de05 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:56:12.476951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-96199b36-88be-4795-9a62-fcc6adcf3e0a tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.479192 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-100b8488-932d-43e3-98f8-05f4b61c0d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:12.480617 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-96199b36-88be-4795-9a62-fcc6adcf3e0a tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0093021 Mar 09 03:56:12.481185 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42566) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.481853 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55891c72-e4ec-4079-825f-d3c67611cacf None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:56:12.482502 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55891c72-e4ec-4079-825f-d3c67611cacf None None] Checking segment: {'id': 'f5c13c04-51e9-4fb0-952f-0b791590918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '743df45a-f946-4f4a-a0a9-f7e81ac7de05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:56:12.483042 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-55891c72-e4ec-4079-825f-d3c67611cacf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:12.483591 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55891c72-e4ec-4079-825f-d3c67611cacf None None] Bound using segment: {'id': 'f5c13c04-51e9-4fb0-952f-0b791590918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '743df45a-f946-4f4a-a0a9-f7e81ac7de05'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:56:12.484159 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-55891c72-e4ec-4079-825f-d3c67611cacf None None] Bound port: 7633d210-eff8-4b36-93b5-cbc8f69b75a2, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c13c04-51e9-4fb0-952f-0b791590918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '743df45a-f946-4f4a-a0a9-f7e81ac7de05'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:56:12.484647 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-55891c72-e4ec-4079-825f-d3c67611cacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:12.490593 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-b27607fe-8f49-481b-86e4-a9270ca9dbb0 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.498697 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42570) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.499370 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b27607fe-8f49-481b-86e4-a9270ca9dbb0 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0172000 Mar 09 03:56:12.510361 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-100b8488-932d-43e3-98f8-05f4b61c0d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:12.518572 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [None req-8ebaf887-e154-4e58-bae1-9906cac2b395 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.523374 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8ebaf887-e154-4e58-bae1-9906cac2b395 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0152283 Mar 09 03:56:12.525159 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42574) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.540939 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [None req-c2f70bed-f6e0-40d5-9aca-8edf543c920c tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.545357 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c2f70bed-f6e0-40d5-9aca-8edf543c920c tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0129905 Mar 09 03:56:12.546990 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42578) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.553280 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [None req-51220aad-723f-477e-8e75-d8b2ce6f3f54 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.558647 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-51220aad-723f-477e-8e75-d8b2ce6f3f54 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0098000 Mar 09 03:56:12.559461 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-e6822350-e726-40a9-aef6-18472287a6a9 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Unset dirty status for tenant:42e2cf4c1213474880544b42bf2477f7 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:56:12.560711 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-e6822350-e726-40a9-aef6-18472287a6a9 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=42e2cf4c1213474880544b42bf2477f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8406105 Mar 09 03:56:12.561249 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42584) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.564396 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100b8488-932d-43e3-98f8-05f4b61c0d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Made reservation on behalf of 652910c0bb5143ea9c736a68cac5c4b2 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:12.564829 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Request body: {'networks': [{'name': 'tempest-network--1894309489'}, {'name': 'tempest-network--2092062043'}]} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:12.565057 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Request body: {'network': {'name': 'tempest-network--1894309489'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:12.565476 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Request body: {'network': {'name': 'tempest-network--2092062043'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:12.569765 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-100b8488-932d-43e3-98f8-05f4b61c0d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:12.571424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:12.576634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Usage tracker for resource:network and tenant:617f4d6986a340a491903e41ca40d070 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:12.579465 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:12.587037 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:12.591552 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa3011d-13cb-4e19-8b0a-285ffa4a7716', 'name': 'tempest-ServerRescueNegativeTestJSON-1534796543-router', 'tenant_id': '42e2cf4c1213474880544b42bf2477f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '1d6d308c-62af-4270-8b7f-260b2f090bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:55:54Z', 'updated_at': '2022-03-09T03:56:06Z', 'revision_number': 4, 'project_id': '42e2cf4c1213474880544b42bf2477f7', 'gw_port': {'id': '1d6d308c-62af-4270-8b7f-260b2f090bfc', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa3011d-13cb-4e19-8b0a-285ffa4a7716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:55:57Z', 'updated_at': '2022-03-09T03:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '9b34cde6-d975-453a-8af0-49f5d690ea39', 'name': '', 'network_id': 'c0c93958-592c-464f-a37a-ef1493d3d272', 'tenant_id': '42e2cf4c1213474880544b42bf2477f7', 'mac_address': 'fa:16:3e:2a:18:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa3011d-13cb-4e19-8b0a-285ffa4a7716', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '75f3fe3d-e0f3-4248-94b8-2de9939f1dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:56:03Z', 'updated_at': '2022-03-09T03:56:11Z', 'revision_number': 4, 'project_id': '42e2cf4c1213474880544b42bf2477f7', 'subnets': [{'id': '75f3fe3d-e0f3-4248-94b8-2de9939f1dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:12.596573 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [None req-75ab852f-420c-46ff-9a58-91b2854475d0 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.597525 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-75ab852f-420c-46ff-9a58-91b2854475d0 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0351012 Mar 09 03:56:12.600247 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e725f18-c844-4e45-9f68-b21c50dab688 None None] The sync data for ids ['3aa3011d-13cb-4e19-8b0a-285ffa4a7716'] in n-d-825178-5 is: [{'id': '3aa3011d-13cb-4e19-8b0a-285ffa4a7716', 'name': 'tempest-ServerRescueNegativeTestJSON-1534796543-router', 'tenant_id': '42e2cf4c1213474880544b42bf2477f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '1d6d308c-62af-4270-8b7f-260b2f090bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:55:54Z', 'updated_at': '2022-03-09T03:56:06Z', 'revision_number': 4, 'project_id': '42e2cf4c1213474880544b42bf2477f7', 'gw_port': {'id': '1d6d308c-62af-4270-8b7f-260b2f090bfc', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa3011d-13cb-4e19-8b0a-285ffa4a7716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:55:57Z', 'updated_at': '2022-03-09T03:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '9b34cde6-d975-453a-8af0-49f5d690ea39', 'name': '', 'network_id': 'c0c93958-592c-464f-a37a-ef1493d3d272', 'tenant_id': '42e2cf4c1213474880544b42bf2477f7', 'mac_address': 'fa:16:3e:2a:18:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa3011d-13cb-4e19-8b0a-285ffa4a7716', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '75f3fe3d-e0f3-4248-94b8-2de9939f1dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:56:03Z', 'updated_at': '2022-03-09T03:56:11Z', 'revision_number': 4, 'project_id': '42e2cf4c1213474880544b42bf2477f7', 'subnets': [{'id': '75f3fe3d-e0f3-4248-94b8-2de9939f1dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:56:12.607160 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42588) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.613417 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-100b8488-932d-43e3-98f8-05f4b61c0d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] device_id is not set on port e54fe99e-8a05-492b-8201-cf26cb8a1b69 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:56:12.617298 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Made reservation on behalf of 617f4d6986a340a491903e41ca40d070 for: {'network': 2} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:12.623624 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:12.645884 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-edc0cf78-9a97-441b-a0a7-9e4292ef4140 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.646792 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-edc0cf78-9a97-441b-a0a7-9e4292ef4140 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0319209 Mar 09 03:56:12.651770 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42594) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.653516 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:12.679770 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-55891c72-e4ec-4079-825f-d3c67611cacf None None] For port 7633d210-eff8-4b36-93b5-cbc8f69b75a2, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:56:12.697498 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-55891c72-e4ec-4079-825f-d3c67611cacf None None] For port 7633d210-eff8-4b36-93b5-cbc8f69b75a2, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=7633d210-eff8-4b36-93b5-cbc8f69b75a2,segment=NetworkSegment(f5c13c04-51e9-4fb0-952f-0b791590918f),segment_id=f5c13c04-51e9-4fb0-952f-0b791590918f)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:56:12.707557 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-55891c72-e4ec-4079-825f-d3c67611cacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:12.730320 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-e7b8c8f8-ccee-4bbe-915d-4c9e1e675175 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.739350 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e7b8c8f8-ccee-4bbe-915d-4c9e1e675175 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0334408 Mar 09 03:56:12.745702 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42602) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.752904 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [None req-6403228c-34db-4c99-98c9-f598d8fbf58e tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.753761 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6403228c-34db-4c99-98c9-f598d8fbf58e tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0071068 Mar 09 03:56:12.760366 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42606) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.765037 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:12.778129 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Usage tracker for resource:security_group_rule and tenant:617f4d6986a340a491903e41ca40d070 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:12.790785 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:12.822805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824a9e7-ef24-45c9-b1d0-fd99007fdba9 req-0572d912-de0e-42ee-b058-29aed23f549e tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:12.828137 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55891c72-e4ec-4079-825f-d3c67611cacf None None] Pushing event updated for resources: {'Port': ['ID=7633d210-eff8-4b36-93b5-cbc8f69b75a2,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:12.829315 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [None req-ed3024b8-9a7d-4d2f-be00-a7912da6ea7a tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.830474 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ed3024b8-9a7d-4d2f-be00-a7912da6ea7a tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0691993 Mar 09 03:56:12.833123 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f824a9e7-ef24-45c9-b1d0-fd99007fdba9 req-0572d912-de0e-42ee-b058-29aed23f549e tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.3325028 Mar 09 03:56:12.836709 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42610) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.837993 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:12.855739 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [None req-63f63ee4-2e0e-4036-9ccb-07ea834aea4b tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.863213 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-63f63ee4-2e0e-4036-9ccb-07ea834aea4b tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0193391 Mar 09 03:56:12.868648 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42614) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.933051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-797c1a06-a69d-4c54-9a4b-2fcdb86eb1d3 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.934025 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-797c1a06-a69d-4c54-9a4b-2fcdb86eb1d3 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0475929 Mar 09 03:56:12.941363 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42618) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.948906 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [None req-b95a3fbc-59b6-487a-a476-23484fe7a6f0 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.949119 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f824a9e7-ef24-45c9-b1d0-fd99007fdba9 req-210734fc-ef23-485f-b223-8e3bfd176059 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148527 Mar 09 03:56:12.950541 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b95a3fbc-59b6-487a-a476-23484fe7a6f0 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0075541 Mar 09 03:56:12.953728 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-100b8488-932d-43e3-98f8-05f4b61c0d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Allocated IP 2001:db8::a0 (743df45a-f946-4f4a-a0a9-f7e81ac7de05/24471c6a-609c-425a-b9de-2d41c758b8ef/e54fe99e-8a05-492b-8201-cf26cb8a1b69) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:56:12.961502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42622) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:12.966472 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-ad0692df-80e4-494f-a545-d6e5d03c2355 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:12.967403 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ad0692df-80e4-494f-a545-d6e5d03c2355 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0049813 Mar 09 03:56:13.045908 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42626) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.061412 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-a41d62f3-95d4-445e-850d-c087cf839ad5 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:13.064837 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a41d62f3-95d4-445e-850d-c087cf839ad5 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0143147 Mar 09 03:56:13.068260 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42632) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.075533 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-0da53b60-4d11-46eb-9830-271e908ec9c2 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:13.076579 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0da53b60-4d11-46eb-9830-271e908ec9c2 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0075459 Mar 09 03:56:13.079240 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42636) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.128116 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42642) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.143103 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:13.155920 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-1163f42a-501b-443a-82e7-645c3d0e4a6e tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:13.158211 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1163f42a-501b-443a-82e7-645c3d0e4a6e tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0121174 Mar 09 03:56:13.161286 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42648) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.166832 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:13.167317 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:13.213811 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-18461840-6621-446c-9472-9c299670ac51 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:13.221521 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-18461840-6621-446c-9472-9c299670ac51 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0568495 Mar 09 03:56:13.228186 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42652) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.248268 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [None req-767d8148-49fc-4ae5-83c0-dea38a0ac050 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:13.250279 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-767d8148-49fc-4ae5-83c0-dea38a0ac050 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0201392 Mar 09 03:56:13.262027 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42656) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.279389 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-6a5aa477-8a6e-453b-a47a-0e07fd499d85 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:13.283750 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6a5aa477-8a6e-453b-a47a-0e07fd499d85 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0179901 Mar 09 03:56:13.291738 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:56:13.305202 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-e22b61c4-3d72-421e-9d7a-13473b270f27 service neutron] 10.222.0.16 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7123916 Mar 09 03:56:13.309117 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42662) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.314486 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-249c94fc-ef1d-45a3-b7bb-ce2e21d2e3a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c493fc72d59b4b1dbd551765f35929b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1825044 Mar 09 03:56:13.315466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8607442-6cc6-474d-be50-00173a687c38,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:13.320644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42666) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.323867 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-2c874a45-13f4-41db-9139-78b5971b4658 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:13.324905 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2c874a45-13f4-41db-9139-78b5971b4658 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0147574 Mar 09 03:56:13.342615 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42670) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.348782 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:13.349120 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Added segment 815273fa-3cf0-432a-98a1-3b2fa9aa7464 of type vlan for network e81254b1-6fae-4d7c-ab3b-07cb107ed4b0 Mar 09 03:56:13.353381 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-998cf004-7d4d-48f9-933d-8fe49585561f tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:13.354446 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-998cf004-7d4d-48f9-933d-8fe49585561f tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0108593 Mar 09 03:56:13.362237 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42674) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.382205 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-c8a842d7-8bd0-4f63-a57e-21d26408bb81 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:13.383301 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c8a842d7-8bd0-4f63-a57e-21d26408bb81 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0179617 Mar 09 03:56:13.392279 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42678) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.405506 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-daf443d8-48ad-4c37-b77b-aa4f2938dd03 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:13.409040 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-daf443d8-48ad-4c37-b77b-aa4f2938dd03 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0098674 Mar 09 03:56:13.413373 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42682) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.437128 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-45293a80-012b-4bdf-bcb3-a7c15b02dda0 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:13.438020 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-45293a80-012b-4bdf-bcb3-a7c15b02dda0 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0134294 Mar 09 03:56:13.442306 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42690) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.443941 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:13.456135 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-bcd37e20-0b4b-46c8-9b1c-e48ef2813957 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:13.457287 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bcd37e20-0b4b-46c8-9b1c-e48ef2813957 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0092349 Mar 09 03:56:13.462053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42694) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.478138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-cc67910d-7f0f-4343-8e03-eba7fd8ab550 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:13.483477 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42698) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.484023 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cc67910d-7f0f-4343-8e03-eba7fd8ab550 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0161452 Mar 09 03:56:13.499789 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-11ed3390-4d44-4fb6-9306-7e9fb07fa600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:13.519395 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [None req-b5d35f46-9846-4732-b94b-9c4f2035ac3f tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:13.520569 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b5d35f46-9846-4732-b94b-9c4f2035ac3f tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0271389 Mar 09 03:56:13.531880 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42702) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.537149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:56:13.542725 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [None req-bec63f38-261d-4411-9a01-51a20d7a53fc tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:13.543578 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bec63f38-261d-4411-9a01-51a20d7a53fc tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0107312 Mar 09 03:56:13.546318 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-11ed3390-4d44-4fb6-9306-7e9fb07fa600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:13.548758 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42706) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.568845 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:13.569252 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Added segment 595cf44b-ef6d-42c9-b769-0035c80fd0a9 of type vlan for network 66511448-f45e-4881-b763-b1450ec04183 Mar 09 03:56:13.581775 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [None req-e51edd20-948c-4046-94b1-4fff230e1e48 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:13.585270 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e51edd20-948c-4046-94b1-4fff230e1e48 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0330794 Mar 09 03:56:13.590602 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42714) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.603993 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-55322aad-4829-4542-bfd5-3b7d11b0a1bb tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:13.604948 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-55322aad-4829-4542-bfd5-3b7d11b0a1bb tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0133970 Mar 09 03:56:13.607848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42718) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.622672 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-d4bd4cfa-54d7-4c7d-9a1c-cfb17c1881c4 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:13.623738 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d4bd4cfa-54d7-4c7d-9a1c-cfb17c1881c4 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0145557 Mar 09 03:56:13.627378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42722) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.636485 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-f23ae820-0a4d-4f59-8958-f8e85e33bed8 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:13.637589 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f23ae820-0a4d-4f59-8958-f8e85e33bed8 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0093226 Mar 09 03:56:13.639526 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:13.643681 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42726) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.655458 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-f6e5d623-aa8f-4c20-89e9-19bba8207257 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:13.656477 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f6e5d623-aa8f-4c20-89e9-19bba8207257 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0112476 Mar 09 03:56:13.660978 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42730) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.671440 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-b296cbd7-5ac6-4a8f-b56a-eb2dbd5eaa15 service neutron] 10.222.0.16 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557744 Mar 09 03:56:13.702551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-320fb4b5-52f8-477d-b261-f8553f5ff8e3 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:13.706072 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-320fb4b5-52f8-477d-b261-f8553f5ff8e3 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0080845 Mar 09 03:56:13.706072 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:13.706072 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:13.713824 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:13.718892 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:13.719843 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:13.723999 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42736) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.809606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-bfd07789-9069-4827-968b-fd3145e2bea0 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:13.814997 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bfd07789-9069-4827-968b-fd3145e2bea0 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0641193 Mar 09 03:56:13.815171 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42742) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.828863 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-11ed3390-4d44-4fb6-9306-7e9fb07fa600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:13.832073 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-11ed3390-4d44-4fb6-9306-7e9fb07fa600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:13.833477 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-11ed3390-4d44-4fb6-9306-7e9fb07fa600 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef12074a-a530-4b35-86ea-8ba37111e567 HTTP/1.1" status: 204 len: 168 time: 0.5075276 Mar 09 03:56:13.877190 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [None req-b2c240ab-ad5d-499c-8e7e-e73169142c1c tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:13.878475 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b2c240ab-ad5d-499c-8e7e-e73169142c1c tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0626962 Mar 09 03:56:13.889151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42750) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.898610 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [None req-e8624af7-7e19-4008-aa56-68d000a9d05b tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:13.900587 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e8624af7-7e19-4008-aa56-68d000a9d05b tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0105298 Mar 09 03:56:13.904825 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42756) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.909682 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [None req-024613c1-66ca-4e85-891d-b76244a073a4 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:13.911883 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-024613c1-66ca-4e85-891d-b76244a073a4 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0053263 Mar 09 03:56:13.923312 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42760) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.939432 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [None req-f16dc3ca-68ad-4e91-8a6c-f0da4f98c1d5 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:13.943121 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.6463673 Mar 09 03:56:13.943255 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f16dc3ca-68ad-4e91-8a6c-f0da4f98c1d5 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0186508 Mar 09 03:56:13.963197 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42764) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:13.963544 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42766) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:14.035797 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-100b8488-932d-43e3-98f8-05f4b61c0d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:14.097889 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [None req-2ef07708-5052-4772-81a6-3fe8088a71e8 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:14.102955 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2ef07708-5052-4772-81a6-3fe8088a71e8 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0878820 Mar 09 03:56:14.127927 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42776) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:14.214198 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Pushing event updated for resources: {'Network': ['ID=e81254b1-6fae-4d7c-ab3b-07cb107ed4b0,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:14.225547 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-100b8488-932d-43e3-98f8-05f4b61c0d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Transition to ACTIVE for port object e54fe99e-8a05-492b-8201-cf26cb8a1b69 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:56:14.247642 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network e81254b1-6fae-4d7c-ab3b-07cb107ed4b0 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:56:14.307850 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [None req-3ed31732-e4ac-4c3d-8eda-280a395d10cc tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:14.314014 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3ed31732-e4ac-4c3d-8eda-280a395d10cc tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.1830947 Mar 09 03:56:14.314820 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42780) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:14.327649 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed3390-4d44-4fb6-9306-7e9fb07fa600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef12074a-a530-4b35-86ea-8ba37111e567,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:14.330783 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-100b8488-932d-43e3-98f8-05f4b61c0d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:14.342458 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [None req-36a9978a-15d8-4a92-80ff-51f09e1aba78 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:14.347391 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-36a9978a-15d8-4a92-80ff-51f09e1aba78 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0196798 Mar 09 03:56:14.592548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42784) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:14.618963 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-4be90697-2558-42a5-b856-e32fcbe0b2e0 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:14.626994 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4be90697-2558-42a5-b856-e32fcbe0b2e0 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0204945 Mar 09 03:56:14.751189 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9b34cde6-d975-453a-8af0-49f5d690ea39 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:56:14.829909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42794) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:14.840516 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-36b280d5-86bb-4128-b073-94ea5f15e0a4 req-90af4564-cf55-4b0a-af0b-f4ffa039cc15 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 210 time: 0.5384099 Mar 09 03:56:14.843980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-a238da3c-13f4-41e9-95a8-0fa1abe1d7f0 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:14.851758 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a238da3c-13f4-41e9-95a8-0fa1abe1d7f0 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0203292 Mar 09 03:56:14.863227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42798) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:14.909198 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-6feb3aac-c8ca-4aa3-b958-ec025ee0a961 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:14.918054 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6feb3aac-c8ca-4aa3-b958-ec025ee0a961 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0526383 Mar 09 03:56:14.919430 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c29c5-dfe0-42e8-a7e9-230ee75d1e27 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Pushing event updated for resources: {'Network': ['ID=66511448-f45e-4881-b763-b1450ec04183,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:14.919883 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 9b34cde6-d975-453a-8af0-49f5d690ea39 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:56:14.925313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42806) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:14.933931 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 9b34cde6-d975-453a-8af0-49f5d690ea39 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:14.934471 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:14.934626 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-ae4f7de1-38d0-45b3-8751-9c722dc6586d tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:14.943113 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ae4f7de1-38d0-45b3-8751-9c722dc6586d tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0167108 Mar 09 03:56:14.943726 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42812) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:14.956860 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-0c96bdb6-f375-4499-ad7f-444a6ffc0ec3 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:14.962278 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0c96bdb6-f375-4499-ad7f-444a6ffc0ec3 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0175273 Mar 09 03:56:14.963798 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42816) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:14.968654 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-1422ed70-4b13-45d3-bb93-c13f0482c47f tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:14.979540 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1422ed70-4b13-45d3-bb93-c13f0482c47f tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0147188 Mar 09 03:56:14.980363 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42820) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:14.995270 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-2de76b91-0f64-444d-a813-48a39c680a3b tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:14.999130 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2de76b91-0f64-444d-a813-48a39c680a3b tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0151052 Mar 09 03:56:14.999899 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42824) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:15.009589 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-047bd7cf-7210-4b04-b5e0-0552c80a7cae tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:15.017231 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-047bd7cf-7210-4b04-b5e0-0552c80a7cae tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0161440 Mar 09 03:56:15.018079 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42830) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:15.024373 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [None req-b1125427-0903-4c14-9a41-73277aa4da78 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 03:56:15.035921 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 66511448-f45e-4881-b763-b1450ec04183 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:56:15.040724 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b1125427-0903-4c14-9a41-73277aa4da78 tempest-ExtensionsTestJSON-1435151321 tempest-ExtensionsTestJSON-1435151321-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0201480 Mar 09 03:56:15.069589 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f92adc2-6740-4271-8ac2-1ad0121ca50d None None] Network 743df45a-f946-4f4a-a0a9-f7e81ac7de05 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:56:15.212353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b8488-932d-43e3-98f8-05f4b61c0d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Pushing event updated for resources: {'Port': ['ID=e54fe99e-8a05-492b-8201-cf26cb8a1b69,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:15.228283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5078417f-8d93-4eb8-9c56-00c90e5f0b78 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:15.235268 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5078417f-8d93-4eb8-9c56-00c90e5f0b78 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:15.241323 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5078417f-8d93-4eb8-9c56-00c90e5f0b78 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:15.247335 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5078417f-8d93-4eb8-9c56-00c90e5f0b78 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:15.249618 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5078417f-8d93-4eb8-9c56-00c90e5f0b78 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.2471876 Mar 09 03:56:15.252307 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42850) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:15.394255 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100b8488-932d-43e3-98f8-05f4b61c0d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Network 743df45a-f946-4f4a-a0a9-f7e81ac7de05 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:56:15.412760 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-100b8488-932d-43e3-98f8-05f4b61c0d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:15.426465 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100b8488-932d-43e3-98f8-05f4b61c0d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:56:15.442600 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100b8488-932d-43e3-98f8-05f4b61c0d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:15.443854 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-100b8488-932d-43e3-98f8-05f4b61c0d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:15.509112 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-100b8488-932d-43e3-98f8-05f4b61c0d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.4098394 Mar 09 03:56:15.510575 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42858) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:15.555841 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-dab55ab5-ddfd-44ab-86d6-191fc45f7860 None None] Provisioning for port 7633d210-eff8-4b36-93b5-cbc8f69b75a2 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:56:15.599278 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42862) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:15.711791 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb79901-4730-494f-b0d2-4b9d39495f0c req-69920533-1e07-4fab-b663-fa15634d80f4 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:15.723564 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-acb79901-4730-494f-b0d2-4b9d39495f0c req-69920533-1e07-4fab-b663-fa15634d80f4 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.5254791 Mar 09 03:56:15.732539 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:15.780603 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 9b34cde6-d975-453a-8af0-49f5d690ea39, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9b34cde6-d975-453a-8af0-49f5d690ea39,segment=NetworkSegment(9f233615-000c-4519-9dca-433088f6f949),segment_id=9f233615-000c-4519-9dca-433088f6f949)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:56:15.787093 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:15.788366 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 7633d210-eff8-4b36-93b5-cbc8f69b75a2 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:56:15.827167 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9cb9280c-fd29-44df-9aef-80012a78558c tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:15.891440 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-acb79901-4730-494f-b0d2-4b9d39495f0c req-9a645c1d-67fd-4b69-ac96-784d59c21532 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663997 Mar 09 03:56:15.949222 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9c6c32-e78a-46e9-90ff-4ae6b7e191a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:15.955983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9c6c32-e78a-46e9-90ff-4ae6b7e191a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:15.962080 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9c6c32-e78a-46e9-90ff-4ae6b7e191a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:15.963437 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2f9c6c32-e78a-46e9-90ff-4ae6b7e191a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Synchronizing usage tracker for tenant:652910c0bb5143ea9c736a68cac5c4b2 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:56:16.008885 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2f9c6c32-e78a-46e9-90ff-4ae6b7e191a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Unset dirty status for tenant:652910c0bb5143ea9c736a68cac5c4b2 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:56:16.013770 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2f9c6c32-e78a-46e9-90ff-4ae6b7e191a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.4813468 Mar 09 03:56:16.015138 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42876) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:16.065781 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=9b34cde6-d975-453a-8af0-49f5d690ea39,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:16.084408 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 7633d210-eff8-4b36-93b5-cbc8f69b75a2 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:56:16.095452 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 7633d210-eff8-4b36-93b5-cbc8f69b75a2 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:16.096598 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:16.165971 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9cb9280c-fd29-44df-9aef-80012a78558c tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:16.225535 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-9cb9280c-fd29-44df-9aef-80012a78558c tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e81254b1-6fae-4d7c-ab3b-07cb107ed4b0']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:16.244302 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-9cb9280c-fd29-44df-9aef-80012a78558c tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815273fa-3cf0-432a-98a1-3b2fa9aa7464') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:16.244976 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-9cb9280c-fd29-44df-9aef-80012a78558c tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815273fa-3cf0-432a-98a1-3b2fa9aa7464') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:16.248218 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-ac6692d8-9424-4ce0-94b2-5008d6ac7641 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Deleting port e54fe99e-8a05-492b-8201-cf26cb8a1b69 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:56:16.248693 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ac6692d8-9424-4ce0-94b2-5008d6ac7641 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:16.269883 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9cb9280c-fd29-44df-9aef-80012a78558c tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:16.298071 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9cb9280c-fd29-44df-9aef-80012a78558c tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:16.310574 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb9280c-fd29-44df-9aef-80012a78558c tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:56:16.311834 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42880) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:16.313807 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9cb9280c-fd29-44df-9aef-80012a78558c tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:16.397482 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:16.434011 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c464af21-e110-4f4e-823b-83bb3e02a648 None None] Provisioning for port e54fe99e-8a05-492b-8201-cf26cb8a1b69 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:56:16.462180 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c464af21-e110-4f4e-823b-83bb3e02a648 None None] Provisioning complete for port e54fe99e-8a05-492b-8201-cf26cb8a1b69 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:16.462552 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c464af21-e110-4f4e-823b-83bb3e02a648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:56:16.523380 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:56:16.530097 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-70c38a56-ea8e-42ed-b66d-9c51e924681c tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:16.538087 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-70c38a56-ea8e-42ed-b66d-9c51e924681c tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/networks?id=c0c93958-592c-464f-a37a-ef1493d3d272 HTTP/1.1" status: 200 len: 819 time: 1.2072990 Mar 09 03:56:16.561594 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-9895c4a8-be36-4c00-965f-5c11b5555540 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-49977137'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:16.637053 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9895c4a8-be36-4c00-965f-5c11b5555540 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:16.645610 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c464af21-e110-4f4e-823b-83bb3e02a648 None None] Port e54fe99e-8a05-492b-8201-cf26cb8a1b69 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:56:16.656626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9895c4a8-be36-4c00-965f-5c11b5555540 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Usage tracker for resource:network and tenant:471109aac20e4ea59a0203341bd61e08 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:16.662233 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 7633d210-eff8-4b36-93b5-cbc8f69b75a2, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=7633d210-eff8-4b36-93b5-cbc8f69b75a2,segment=NetworkSegment(f5c13c04-51e9-4fb0-952f-0b791590918f),segment_id=f5c13c04-51e9-4fb0-952f-0b791590918f)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:56:16.663939 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9895c4a8-be36-4c00-965f-5c11b5555540 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:16.669617 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:16.683815 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9895c4a8-be36-4c00-965f-5c11b5555540 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:16.711949 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9895c4a8-be36-4c00-965f-5c11b5555540 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Made reservation on behalf of 471109aac20e4ea59a0203341bd61e08 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:16.716191 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9895c4a8-be36-4c00-965f-5c11b5555540 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:16.731498 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c464af21-e110-4f4e-823b-83bb3e02a648 None None] Provisioning for port 2d8f37d5-834b-40b7-a5a5-4d021c929153 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:56:16.741923 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9895c4a8-be36-4c00-965f-5c11b5555540 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:16.760692 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c464af21-e110-4f4e-823b-83bb3e02a648 None None] Provisioning complete for port 2d8f37d5-834b-40b7-a5a5-4d021c929153 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:16.761080 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c464af21-e110-4f4e-823b-83bb3e02a648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:16.783102 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-24b587f8-df0e-4189-9abb-f61758f0011b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:16.798005 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9cb9280c-fd29-44df-9aef-80012a78558c tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:16.809043 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9cb9280c-fd29-44df-9aef-80012a78558c tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:16.811609 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9b34cde6-d975-453a-8af0-49f5d690ea39 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:56:16.817867 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9895c4a8-be36-4c00-965f-5c11b5555540 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:16.821419 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-94ace7c7-ca21-48dc-a682-ae75d8ab0086 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/quotas/42e2cf4c1213474880544b42bf2477f7 HTTP/1.1" status: 200 len: 375 time: 0.2824385 Mar 09 03:56:16.822658 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ac6692d8-9424-4ce0-94b2-5008d6ac7641 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:16.836723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9895c4a8-be36-4c00-965f-5c11b5555540 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Usage tracker for resource:security_group_rule and tenant:471109aac20e4ea59a0203341bd61e08 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:16.842527 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9895c4a8-be36-4c00-965f-5c11b5555540 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:16.896949 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c464af21-e110-4f4e-823b-83bb3e02a648 None None] Port 2d8f37d5-834b-40b7-a5a5-4d021c929153 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:56:16.903550 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=7633d210-eff8-4b36-93b5-cbc8f69b75a2,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:16.937971 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c464af21-e110-4f4e-823b-83bb3e02a648 None None] Provisioning complete for port 7633d210-eff8-4b36-93b5-cbc8f69b75a2 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:16.938184 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c464af21-e110-4f4e-823b-83bb3e02a648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:16.984661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-24b587f8-df0e-4189-9abb-f61758f0011b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:16.989052 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-24b587f8-df0e-4189-9abb-f61758f0011b admin admin] Usage tracker for resource:security_group_rule and tenant:4841ed9e0b254e219638b963f6630d37 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:16.992407 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-24b587f8-df0e-4189-9abb-f61758f0011b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:16.999021 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-24b587f8-df0e-4189-9abb-f61758f0011b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:17.023338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 9b34cde6-d975-453a-8af0-49f5d690ea39 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:17.025367 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:17.064770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9895c4a8-be36-4c00-965f-5c11b5555540 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:17.074938 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-ac6692d8-9424-4ce0-94b2-5008d6ac7641 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Calling delete_port for e54fe99e-8a05-492b-8201-cf26cb8a1b69 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:56:17.107702 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-24b587f8-df0e-4189-9abb-f61758f0011b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:17.122207 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9cb9280c-fd29-44df-9aef-80012a78558c tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] 10.222.0.16 "DELETE /v2.0/networks/e81254b1-6fae-4d7c-ab3b-07cb107ed4b0 HTTP/1.1" status: 204 len: 168 time: 1.8684900 Mar 09 03:56:17.127693 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9280c-fd29-44df-9aef-80012a78558c tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Pushing event deleted for resources: {'Network': ['ID=e81254b1-6fae-4d7c-ab3b-07cb107ed4b0,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:17.137671 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-24b587f8-df0e-4189-9abb-f61758f0011b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:17.146759 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42890) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:17.221762 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b587f8-df0e-4189-9abb-f61758f0011b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d5f582-047b-418d-9c04-a7a5adef5377,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:17.290784 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9dfd7170-7734-47be-bae3-3bc4a5396880 None None] Provisioning complete for port e54fe99e-8a05-492b-8201-cf26cb8a1b69 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:17.291482 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9dfd7170-7734-47be-bae3-3bc4a5396880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:17.323102 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e415c0-d021-4629-8d04-c21b554117d5 req-45190d6e-fa4f-400a-8777-c298db830447 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:17.324677 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-56e415c0-d021-4629-8d04-c21b554117d5 req-45190d6e-fa4f-400a-8777-c298db830447 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.2124932 Mar 09 03:56:17.348537 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-24b587f8-df0e-4189-9abb-f61758f0011b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4841ed9e0b254e219638b963f6630d37&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7482498 Mar 09 03:56:17.361657 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42894) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:17.368508 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-adad9e5f-fbe7-4743-ab3d-8305501ff061 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:17.369858 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-adad9e5f-fbe7-4743-ab3d-8305501ff061 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.24 "GET /v2.0/networks?id=c0c93958-592c-464f-a37a-ef1493d3d272 HTTP/1.1" status: 200 len: 819 time: 0.8476536 Mar 09 03:56:17.380105 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-9dfd7170-7734-47be-bae3-3bc4a5396880 None None] Port e54fe99e-8a05-492b-8201-cf26cb8a1b69 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:56:17.391762 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9dfd7170-7734-47be-bae3-3bc4a5396880 None None] Provisioning complete for port 2d8f37d5-834b-40b7-a5a5-4d021c929153 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:17.392163 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9dfd7170-7734-47be-bae3-3bc4a5396880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:17.427629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-e3a2759d-9e38-4d88-85d1-07be4bb3e60d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Request body: {'port': {'device_id': '68fa281c-987d-49ab-b872-b4a40dd03c00', 'network_id': 'c0c93958-592c-464f-a37a-ef1493d3d272', 'admin_state_up': True, 'tenant_id': '42e2cf4c1213474880544b42bf2477f7'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:17.442737 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-56e415c0-d021-4629-8d04-c21b554117d5 req-9a6629b5-342e-48b3-917f-9d3220f7f47c tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091416 Mar 09 03:56:17.466473 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-9dfd7170-7734-47be-bae3-3bc4a5396880 None None] Port 2d8f37d5-834b-40b7-a5a5-4d021c929153 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:56:17.472092 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e818800c-f945-4e6e-ba31-de5fea5b2008 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:17.481090 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9895c4a8-be36-4c00-965f-5c11b5555540 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:17.486075 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ac6692d8-9424-4ce0-94b2-5008d6ac7641 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:17.488210 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9895c4a8-be36-4c00-965f-5c11b5555540 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:17.574467 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6692d8-9424-4ce0-94b2-5008d6ac7641 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Pushing event deleted for resources: {'Port': ['ID=e54fe99e-8a05-492b-8201-cf26cb8a1b69,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:17.580367 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9895c4a8-be36-4c00-965f-5c11b5555540 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:56:17.625746 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895c4a8-be36-4c00-965f-5c11b5555540 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9c96e2-fcbc-4571-867f-18c415581149,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:17.632566 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-2fb27878-f21e-4dd8-add0-35fc3b4e9ebc tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=42e2cf4c1213474880544b42bf2477f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7838836 Mar 09 03:56:17.633767 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-52e7330a-0948-4d0c-b657-933f8f1c476d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:17.655766 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ac6692d8-9424-4ce0-94b2-5008d6ac7641 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:17.665739 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9895c4a8-be36-4c00-965f-5c11b5555540 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:17.667478 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-9895c4a8-be36-4c00-965f-5c11b5555540 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Added segment 8711b79c-3a3d-44bb-95d9-09349a5bf903 of type vlan for network b3b363ff-fcb6-4e47-a6d8-8c4f6739741e Mar 09 03:56:17.715396 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ac6692d8-9424-4ce0-94b2-5008d6ac7641 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] 10.222.0.16 "DELETE /v2.0/ports/e54fe99e-8a05-492b-8201-cf26cb8a1b69 HTTP/1.1" status: 204 len: 168 time: 1.6986012 Mar 09 03:56:17.718422 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42902) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:17.722332 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9895c4a8-be36-4c00-965f-5c11b5555540 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:17.733175 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-8ca2c503-7ebd-4bab-83bd-49403c7afb8d tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Request body: {'port': {'name': 'tempest-new-port-name-638774803', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:17.734744 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.api.validators [None req-8ca2c503-7ebd-4bab-83bd-49403c7afb8d tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] bootfile-name is not in valid_values {{(pid=87881) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 09 03:56:17.735153 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.api.validators [None req-8ca2c503-7ebd-4bab-83bd-49403c7afb8d tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] tftp-server is not in valid_values {{(pid=87881) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 09 03:56:17.735849 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.api.validators [None req-8ca2c503-7ebd-4bab-83bd-49403c7afb8d tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] server-ip-address is not in valid_values {{(pid=87881) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 09 03:56:17.869015 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-e3a2759d-9e38-4d88-85d1-07be4bb3e60d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:17.878525 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-52e7330a-0948-4d0c-b657-933f8f1c476d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:17.912770 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e818800c-f945-4e6e-ba31-de5fea5b2008 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:17.956411 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-e3a2759d-9e38-4d88-85d1-07be4bb3e60d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:17.964708 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9895c4a8-be36-4c00-965f-5c11b5555540 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:17.979272 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9895c4a8-be36-4c00-965f-5c11b5555540 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:17.979970 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9895c4a8-be36-4c00-965f-5c11b5555540 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:17.997109 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-e818800c-f945-4e6e-ba31-de5fea5b2008 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66511448-f45e-4881-b763-b1450ec04183']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:18.023733 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-e818800c-f945-4e6e-ba31-de5fea5b2008 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '595cf44b-ef6d-42c9-b769-0035c80fd0a9') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:18.024094 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-e818800c-f945-4e6e-ba31-de5fea5b2008 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '595cf44b-ef6d-42c9-b769-0035c80fd0a9') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:18.042890 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-e3a2759d-9e38-4d88-85d1-07be4bb3e60d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Made reservation on behalf of 42e2cf4c1213474880544b42bf2477f7 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:18.047002 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-e3a2759d-9e38-4d88-85d1-07be4bb3e60d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:18.072240 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c503-7ebd-4bab-83bd-49403c7afb8d tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:18.072996 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-0dac9f33-e134-4b78-a5d0-45f9ca258fe8 service neutron] 10.222.0.16 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292052 Mar 09 03:56:18.092888 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9895c4a8-be36-4c00-965f-5c11b5555540 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7743061 Mar 09 03:56:18.143700 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42912) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:18.147911 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e818800c-f945-4e6e-ba31-de5fea5b2008 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:18.189158 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Request body: {'subnet': {'network_id': 'b3b363ff-fcb6-4e47-a6d8-8c4f6739741e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:18.210659 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42916) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:18.218135 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895c4a8-be36-4c00-965f-5c11b5555540 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Pushing event updated for resources: {'Network': ['ID=b3b363ff-fcb6-4e47-a6d8-8c4f6739741e,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:18.232913 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e818800c-f945-4e6e-ba31-de5fea5b2008 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:18.240733 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network b3b363ff-fcb6-4e47-a6d8-8c4f6739741e details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:56:18.503414 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e818800c-f945-4e6e-ba31-de5fea5b2008 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:56:18.503901 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e818800c-f945-4e6e-ba31-de5fea5b2008 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:18.515640 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-088350b4-78f0-4593-a2c4-94ee5437641f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:56:18.523105 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:56:18.540267 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-088350b4-78f0-4593-a2c4-94ee5437641f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:18.544019 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-52e7330a-0948-4d0c-b657-933f8f1c476d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:18.544624 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-088350b4-78f0-4593-a2c4-94ee5437641f admin admin] Usage tracker for resource:security_group_rule and tenant:62967928fe1347fea7cd71ff720d9b34 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:18.547458 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-088350b4-78f0-4593-a2c4-94ee5437641f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:18.553511 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-088350b4-78f0-4593-a2c4-94ee5437641f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:18.621374 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7330a-0948-4d0c-b657-933f8f1c476d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d5f582-047b-418d-9c04-a7a5adef5377,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:18.653728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:18.662094 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-52e7330a-0948-4d0c-b657-933f8f1c476d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:18.665875 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-52e7330a-0948-4d0c-b657-933f8f1c476d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3d5f582-047b-418d-9c04-a7a5adef5377 HTTP/1.1" status: 204 len: 168 time: 1.2939773 Mar 09 03:56:18.669442 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Usage tracker for resource:subnet and tenant:471109aac20e4ea59a0203341bd61e08 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:18.672840 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:18.702247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:18.706022 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e818800c-f945-4e6e-ba31-de5fea5b2008 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:18.724771 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-80699ba2-4345-46c1-a5b8-92564df58508 service neutron] 10.222.0.16 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6016586 Mar 09 03:56:18.745621 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e818800c-f945-4e6e-ba31-de5fea5b2008 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:18.752864 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818800c-f945-4e6e-ba31-de5fea5b2008 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Pushing event deleted for resources: {'Network': ['ID=66511448-f45e-4881-b763-b1450ec04183,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:18.775666 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e818800c-f945-4e6e-ba31-de5fea5b2008 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] 10.222.0.16 "DELETE /v2.0/networks/66511448-f45e-4881-b763-b1450ec04183 HTTP/1.1" status: 204 len: 168 time: 1.5957875 Mar 09 03:56:18.780732 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Made reservation on behalf of 471109aac20e4ea59a0203341bd61e08 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:18.783112 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c503-7ebd-4bab-83bd-49403c7afb8d tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:18.785212 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:18.787082 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42926) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:18.823000 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c503-7ebd-4bab-83bd-49403c7afb8d tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:18.856362 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 7633d210-eff8-4b36-93b5-cbc8f69b75a2 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:56:18.996784 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-8ca2c503-7ebd-4bab-83bd-49403c7afb8d tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] In _notify_port_updated(), no bound segment for port 2d8f37d5-834b-40b7-a5a5-4d021c929153 on network 743df45a-f946-4f4a-a0a9-f7e81ac7de05 {{(pid=87881) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 03:56:19.003067 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca2c503-7ebd-4bab-83bd-49403c7afb8d tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:19.004588 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c503-7ebd-4bab-83bd-49403c7afb8d tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:19.006262 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8ca2c503-7ebd-4bab-83bd-49403c7afb8d tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] 10.222.0.16 "PUT /v2.0/ports/2d8f37d5-834b-40b7-a5a5-4d021c929153 HTTP/1.1" status: 200 len: 1129 time: 1.2867126 Mar 09 03:56:19.011942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42932) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:19.015671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-e3a2759d-9e38-4d88-85d1-07be4bb3e60d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Allocated IP 172.20.0.8 (c0c93958-592c-464f-a37a-ef1493d3d272/75f3fe3d-e0f3-4248-94b8-2de9939f1dc5/90c4fad8-5659-48ee-98ce-206d2a5d8810) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:56:19.019876 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-088350b4-78f0-4593-a2c4-94ee5437641f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:19.084292 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e531ce-0247-4166-91c6-2fea3bdfae55 req-a605a3f4-c7d2-49b1-923a-4434cdcb7c6d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:19.085838 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f3e531ce-0247-4166-91c6-2fea3bdfae55 req-a605a3f4-c7d2-49b1-923a-4434cdcb7c6d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.4862316 Mar 09 03:56:19.090438 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 7633d210-eff8-4b36-93b5-cbc8f69b75a2 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:19.095104 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:19.124968 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-088350b4-78f0-4593-a2c4-94ee5437641f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:19.194092 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-088350b4-78f0-4593-a2c4-94ee5437641f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62967928fe1347fea7cd71ff720d9b34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9804351 Mar 09 03:56:19.207288 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42946) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:19.219320 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2c503-7ebd-4bab-83bd-49403c7afb8d tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Pushing event updated for resources: {'Port': ['ID=2d8f37d5-834b-40b7-a5a5-4d021c929153,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:19.291627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33df98ca-183b-412e-ad6a-b92131fef946 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:19.293284 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-33df98ca-183b-412e-ad6a-b92131fef946 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] 10.222.0.16 "GET /v2.0/ports/2d8f37d5-834b-40b7-a5a5-4d021c929153 HTTP/1.1" status: 200 len: 1129 time: 0.2683644 Mar 09 03:56:19.328669 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42952) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:19.369634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-3d4c286a-30d6-4ad6-8ae6-70a342dea90a req-b480e63c-8079-4dfc-8d12-f99ddea2b36d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Synchronizing usage tracker for tenant:42e2cf4c1213474880544b42bf2477f7 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:56:19.411015 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1cd85b45-9ae8-4a8f-a81c-4664254e7f70 None None] Provisioning complete for port 2d8f37d5-834b-40b7-a5a5-4d021c929153 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:19.412124 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1cd85b45-9ae8-4a8f-a81c-4664254e7f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:19.448553 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f3e531ce-0247-4166-91c6-2fea3bdfae55 req-a43b413f-3d4b-49f8-a469-28f080e9b0d4 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472934 Mar 09 03:56:19.461830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088350b4-78f0-4593-a2c4-94ee5437641f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1a7269-67df-46c5-b2fa-bcef23973af9,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:19.509794 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1cd85b45-9ae8-4a8f-a81c-4664254e7f70 None None] Port 2d8f37d5-834b-40b7-a5a5-4d021c929153 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:56:19.513699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b611735f-9ec1-42b0-a358-148c74adb60a tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:19.519814 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b611735f-9ec1-42b0-a358-148c74adb60a tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:19.521383 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b611735f-9ec1-42b0-a358-148c74adb60a tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7333040 Mar 09 03:56:19.525851 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-3d4c286a-30d6-4ad6-8ae6-70a342dea90a req-b480e63c-8079-4dfc-8d12-f99ddea2b36d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Unset dirty status for tenant:42e2cf4c1213474880544b42bf2477f7 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:56:19.527565 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3d4c286a-30d6-4ad6-8ae6-70a342dea90a req-b480e63c-8079-4dfc-8d12-f99ddea2b36d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 210 time: 0.2995245 Mar 09 03:56:19.527925 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42962) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:19.536060 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6243d435-ac3d-4d5b-886f-a0ae15ac0a4f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1671203407'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:19.564444 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6243d435-ac3d-4d5b-886f-a0ae15ac0a4f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:19.580454 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6243d435-ac3d-4d5b-886f-a0ae15ac0a4f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Usage tracker for resource:network and tenant:617f4d6986a340a491903e41ca40d070 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:19.591305 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-bcf941f6-6396-4cbf-b24b-f10007770aa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Deleting port 2d8f37d5-834b-40b7-a5a5-4d021c929153 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:56:19.591852 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bcf941f6-6396-4cbf-b24b-f10007770aa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:19.631413 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6243d435-ac3d-4d5b-886f-a0ae15ac0a4f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:19.649941 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6243d435-ac3d-4d5b-886f-a0ae15ac0a4f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:19.661057 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9dd41ab7-b424-475a-949b-21c90aeff5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:19.726763 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:19.732954 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-e3a2759d-9e38-4d88-85d1-07be4bb3e60d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:19.749076 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6243d435-ac3d-4d5b-886f-a0ae15ac0a4f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Made reservation on behalf of 617f4d6986a340a491903e41ca40d070 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:19.752793 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6243d435-ac3d-4d5b-886f-a0ae15ac0a4f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:19.796654 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9dd41ab7-b424-475a-949b-21c90aeff5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:19.840749 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Checking segment: {'id': '8711b79c-3a3d-44bb-95d9-09349a5bf903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b3b363ff-fcb6-4e47-a6d8-8c4f6739741e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:56:19.842074 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Network hostable DHCP agents. Network: b3b363ff-fcb6-4e47-a6d8-8c4f6739741e, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:56:19.860510 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Pushing event updated for resources: {'Subnet': ['ID=19448134-1070-497f-9505-1a8164ad368a,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:19.877205 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42974) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:19.889145 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:19.890041 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:19.890041 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:19.890327 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:19.890593 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:19.890941 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:19.891280 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:19.891835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:19.892201 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:19.892474 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:19.892788 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:19.893099 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:19.912867 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Network b3b363ff-fcb6-4e47-a6d8-8c4f6739741e is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:56:19.929107 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, b3b363ff-fcb6-4e47-a6d8-8c4f6739741e) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:19.938543 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dab60c-be1e-418b-ad97-e3ff9e66cf8b None None] Network b3b363ff-fcb6-4e47-a6d8-8c4f6739741e requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:56:19.942502 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-e3a2759d-9e38-4d88-85d1-07be4bb3e60d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:19.946920 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6243d435-ac3d-4d5b-886f-a0ae15ac0a4f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:56:19.948699 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:19.949302 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:20.009186 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6243d435-ac3d-4d5b-886f-a0ae15ac0a4f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:20.009517 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-6243d435-ac3d-4d5b-886f-a0ae15ac0a4f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Added segment f314f73d-7167-4a37-a146-3c271e632148 of type vlan for network fa490076-a5a5-4ac3-a5d0-834e8bfe8877 Mar 09 03:56:20.033210 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-e3a2759d-9e38-4d88-85d1-07be4bb3e60d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Network c0c93958-592c-464f-a37a-ef1493d3d272 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:56:20.039259 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-e3a2759d-9e38-4d88-85d1-07be4bb3e60d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:20.048219 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-e3a2759d-9e38-4d88-85d1-07be4bb3e60d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:56:20.091437 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-b716b81d-ef40-4d0c-b3e2-aedaee47114f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1799105851'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:20.112869 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-23f98fdd-c76d-4af7-864e-dcb8386a4647 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9560459 Mar 09 03:56:20.116934 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42980) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:20.128292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b716b81d-ef40-4d0c-b3e2-aedaee47114f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:20.135463 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-bb1bf86a-2a99-49e0-94d7-bb16a61f86e3 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Request body: {'port': {'network_id': 'b3b363ff-fcb6-4e47-a6d8-8c4f6739741e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1476980282'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:20.142376 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b716b81d-ef40-4d0c-b3e2-aedaee47114f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:network and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:20.147433 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2759d-9e38-4d88-85d1-07be4bb3e60d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Pushing event updated for resources: {'Port': ['ID=90c4fad8-5659-48ee-98ce-206d2a5d8810,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:20.151970 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b716b81d-ef40-4d0c-b3e2-aedaee47114f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:20.161369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b716b81d-ef40-4d0c-b3e2-aedaee47114f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:20.174064 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-e3a2759d-9e38-4d88-85d1-07be4bb3e60d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:20.174064 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-e3a2759d-9e38-4d88-85d1-07be4bb3e60d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:20.177809 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6243d435-ac3d-4d5b-886f-a0ae15ac0a4f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:20.194752 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9dd41ab7-b424-475a-949b-21c90aeff5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:20.197083 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b716b81d-ef40-4d0c-b3e2-aedaee47114f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:20.200730 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b716b81d-ef40-4d0c-b3e2-aedaee47114f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:20.215051 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-e3a2759d-9e38-4d88-85d1-07be4bb3e60d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7941842 Mar 09 03:56:20.215842 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b716b81d-ef40-4d0c-b3e2-aedaee47114f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:20.239166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-c4cdea57-4ad9-4792-a860-74339c402e5d service neutron] Request body: {'port': {'device_id': '68fa281c-987d-49ab-b872-b4a40dd03c00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:20.245003 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d01489-1d10-48ea-91fe-8f95c02f1052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-b3b363ff-fcb6-4e47-a6d8-8c4f6739741e', 'network_id': 'b3b363ff-fcb6-4e47-a6d8-8c4f6739741e', 'tenant_id': '471109aac20e4ea59a0203341bd61e08', 'fixed_ips': [{'subnet_id': '19448134-1070-497f-9505-1a8164ad368a'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:56:20.245837 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f0d01489-1d10-48ea-91fe-8f95c02f1052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:20.274377 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b716b81d-ef40-4d0c-b3e2-aedaee47114f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:20.284713 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b716b81d-ef40-4d0c-b3e2-aedaee47114f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:security_group_rule and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:20.286395 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bcf941f6-6396-4cbf-b24b-f10007770aa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:20.289378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b716b81d-ef40-4d0c-b3e2-aedaee47114f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:20.296143 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd41ab7-b424-475a-949b-21c90aeff5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1a7269-67df-46c5-b2fa-bcef23973af9,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:20.297905 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b716b81d-ef40-4d0c-b3e2-aedaee47114f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:20.391889 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-c4cdea57-4ad9-4792-a860-74339c402e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:20.419746 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-f0d01489-1d10-48ea-91fe-8f95c02f1052 None None] Allocated IP 172.20.0.2 (b3b363ff-fcb6-4e47-a6d8-8c4f6739741e/19448134-1070-497f-9505-1a8164ad368a/d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:56:20.455810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-bcf941f6-6396-4cbf-b24b-f10007770aa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Calling delete_port for 2d8f37d5-834b-40b7-a5a5-4d021c929153 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:56:20.505223 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9dd41ab7-b424-475a-949b-21c90aeff5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:20.508735 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9dd41ab7-b424-475a-949b-21c90aeff5dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e1a7269-67df-46c5-b2fa-bcef23973af9 HTTP/1.1" status: 204 len: 168 time: 1.2903156 Mar 09 03:56:20.558934 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6243d435-ac3d-4d5b-886f-a0ae15ac0a4f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:20.570161 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6243d435-ac3d-4d5b-886f-a0ae15ac0a4f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:20.571347 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6243d435-ac3d-4d5b-886f-a0ae15ac0a4f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:20.641510 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-bb1bf86a-2a99-49e0-94d7-bb16a61f86e3 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:20.671377 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bb1bf86a-2a99-49e0-94d7-bb16a61f86e3 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Usage tracker for resource:port and tenant:471109aac20e4ea59a0203341bd61e08 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:20.678987 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6243d435-ac3d-4d5b-886f-a0ae15ac0a4f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1458938 Mar 09 03:56:20.717829 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42990) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:20.732511 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bb1bf86a-2a99-49e0-94d7-bb16a61f86e3 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:20.747401 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-bb1bf86a-2a99-49e0-94d7-bb16a61f86e3 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:20.753426 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243d435-ac3d-4d5b-886f-a0ae15ac0a4f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Pushing event updated for resources: {'Network': ['ID=fa490076-a5a5-4ac3-a5d0-834e8bfe8877,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:20.779231 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-bde94f72-a0be-4884-aaeb-4edd18eb5c83 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-802653485'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:20.801720 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network fa490076-a5a5-4ac3-a5d0-834e8bfe8877 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:56:20.833925 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1bf86a-2a99-49e0-94d7-bb16a61f86e3 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Made reservation on behalf of 471109aac20e4ea59a0203341bd61e08 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:20.837491 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf86a-2a99-49e0-94d7-bb16a61f86e3 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:21.001453 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bde94f72-a0be-4884-aaeb-4edd18eb5c83 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:21.004693 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b716b81d-ef40-4d0c-b3e2-aedaee47114f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:21.032522 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bde94f72-a0be-4884-aaeb-4edd18eb5c83 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Usage tracker for resource:network and tenant:617f4d6986a340a491903e41ca40d070 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:21.089345 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f0d01489-1d10-48ea-91fe-8f95c02f1052 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:21.124925 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-bb1bf86a-2a99-49e0-94d7-bb16a61f86e3 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] device_id is not set on port d827dcb4-775b-48ae-91ff-f91c19d20011 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:56:21.165157 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42996) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:21.178800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bde94f72-a0be-4884-aaeb-4edd18eb5c83 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:21.185503 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b716b81d-ef40-4d0c-b3e2-aedaee47114f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:21.188656 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f0d01489-1d10-48ea-91fe-8f95c02f1052 None None] Transition to ACTIVE for port object d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:56:21.190173 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-93557f04-9170-4191-ace5-ab0c7cd54e10 req-b806f99c-641c-4158-ab0f-7084add78d63 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 210 time: 0.4284329 Mar 09 03:56:21.205802 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dd9ebc2a-4fa0-4cb9-a155-42ce29c0610e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:21.220765 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bcf941f6-6396-4cbf-b24b-f10007770aa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:21.221066 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f0d01489-1d10-48ea-91fe-8f95c02f1052 None None] Transition to ACTIVE for port object d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:56:21.227128 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f0d01489-1d10-48ea-91fe-8f95c02f1052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:21.257568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bde94f72-a0be-4884-aaeb-4edd18eb5c83 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:21.298744 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d01489-1d10-48ea-91fe-8f95c02f1052 None None] Network b3b363ff-fcb6-4e47-a6d8-8c4f6739741e is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:56:21.299077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b716b81d-ef40-4d0c-b3e2-aedaee47114f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:56:21.305578 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716b81d-ef40-4d0c-b3e2-aedaee47114f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cccd186-ac0f-457c-8aa8-1d71cb70fd74,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:21.308713 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-f0d01489-1d10-48ea-91fe-8f95c02f1052 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:21.315021 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d01489-1d10-48ea-91fe-8f95c02f1052 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:56:21.324618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde94f72-a0be-4884-aaeb-4edd18eb5c83 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Made reservation on behalf of 617f4d6986a340a491903e41ca40d070 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:21.328107 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bde94f72-a0be-4884-aaeb-4edd18eb5c83 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:21.355327 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d01489-1d10-48ea-91fe-8f95c02f1052 None None] Pushing event updated for resources: {'Port': ['ID=d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:21.365065 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-dd9ebc2a-4fa0-4cb9-a155-42ce29c0610e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:21.383626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf941f6-6396-4cbf-b24b-f10007770aa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Pushing event deleted for resources: {'Port': ['ID=2d8f37d5-834b-40b7-a5a5-4d021c929153,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:21.399101 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-dd9ebc2a-4fa0-4cb9-a155-42ce29c0610e admin admin] Usage tracker for resource:security_group_rule and tenant:db5f7ccf3ec345b2a29af01658f67aa9 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:21.406425 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-dd9ebc2a-4fa0-4cb9-a155-42ce29c0610e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:21.409788 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bcf941f6-6396-4cbf-b24b-f10007770aa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:21.419259 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-dd9ebc2a-4fa0-4cb9-a155-42ce29c0610e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:21.421646 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-f0d01489-1d10-48ea-91fe-8f95c02f1052 None None] Attempting to bind port d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:56:21.422614 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-f0d01489-1d10-48ea-91fe-8f95c02f1052 None None] Attempting to bind port d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '8711b79c-3a3d-44bb-95d9-09349a5bf903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b3b363ff-fcb6-4e47-a6d8-8c4f6739741e'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:56:21.423218 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d01489-1d10-48ea-91fe-8f95c02f1052 None None] Attempting to bind port d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69 on network b3b363ff-fcb6-4e47-a6d8-8c4f6739741e {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:56:21.428972 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d01489-1d10-48ea-91fe-8f95c02f1052 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:56:21.429998 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d01489-1d10-48ea-91fe-8f95c02f1052 None None] Checking segment: {'id': '8711b79c-3a3d-44bb-95d9-09349a5bf903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b3b363ff-fcb6-4e47-a6d8-8c4f6739741e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:56:21.430617 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f0d01489-1d10-48ea-91fe-8f95c02f1052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:21.431240 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d01489-1d10-48ea-91fe-8f95c02f1052 None None] Bound using segment: {'id': '8711b79c-3a3d-44bb-95d9-09349a5bf903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b3b363ff-fcb6-4e47-a6d8-8c4f6739741e'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:56:21.431946 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-f0d01489-1d10-48ea-91fe-8f95c02f1052 None None] Bound port: d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8711b79c-3a3d-44bb-95d9-09349a5bf903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b3b363ff-fcb6-4e47-a6d8-8c4f6739741e'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:56:21.432533 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f0d01489-1d10-48ea-91fe-8f95c02f1052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:21.467774 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f15eb-6158-486a-b871-5fc75aa5ca66 req-81f9e9e8-5247-489e-ab55-1ab0a9fbe915 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:21.469372 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6c8f15eb-6158-486a-b871-5fc75aa5ca66 req-81f9e9e8-5247-489e-ab55-1ab0a9fbe915 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.7102137 Mar 09 03:56:21.483027 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b716b81d-ef40-4d0c-b3e2-aedaee47114f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:21.483431 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-b716b81d-ef40-4d0c-b3e2-aedaee47114f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Added segment e3ae4439-5f74-4890-a7c0-b3abf5586e6d of type vlan for network b611994d-45c6-4370-a94f-c78d5bbb57b7 Mar 09 03:56:21.493304 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-a8778f15-cdfe-4ab4-ad5f-f5a5dcee4f36 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:21.494485 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bcf941f6-6396-4cbf-b24b-f10007770aa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] 10.222.0.16 "DELETE /v2.0/ports/2d8f37d5-834b-40b7-a5a5-4d021c929153 HTTP/1.1" status: 204 len: 168 time: 2.1591861 Mar 09 03:56:21.495022 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-a8778f15-cdfe-4ab4-ad5f-f5a5dcee4f36 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.21 "GET /v2.0/networks?id=c0c93958-592c-464f-a37a-ef1493d3d272 HTTP/1.1" status: 200 len: 819 time: 0.9055572 Mar 09 03:56:21.495189 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43000) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:21.511207 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-00f43e45-d574-4870-9ad0-5f21493b4c72 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Request body: {'port': {'device_id': '21c3037e-4006-42c9-a5ca-99adf184cbbf', 'network_id': 'c0c93958-592c-464f-a37a-ef1493d3d272', 'admin_state_up': True, 'tenant_id': '42e2cf4c1213474880544b42bf2477f7'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:21.540166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-c4cdea57-4ad9-4792-a860-74339c402e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c4fad8-5659-48ee-98ce-206d2a5d8810 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:56:21.568430 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-c4cdea57-4ad9-4792-a860-74339c402e5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:21.571105 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-f0d01489-1d10-48ea-91fe-8f95c02f1052 None None] For port d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:56:21.575235 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-f0d01489-1d10-48ea-91fe-8f95c02f1052 None None] For port d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69,segment=NetworkSegment(8711b79c-3a3d-44bb-95d9-09349a5bf903),segment_id=8711b79c-3a3d-44bb-95d9-09349a5bf903)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:56:21.581280 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f0d01489-1d10-48ea-91fe-8f95c02f1052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:21.594283 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde94f72-a0be-4884-aaeb-4edd18eb5c83 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:56:21.619924 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6c8f15eb-6158-486a-b871-5fc75aa5ca66 req-3be08282-57f3-4518-918a-2be6f92282f5 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385214 Mar 09 03:56:21.639745 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-bb1bf86a-2a99-49e0-94d7-bb16a61f86e3 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Allocated IP 172.20.0.4 (b3b363ff-fcb6-4e47-a6d8-8c4f6739741e/19448134-1070-497f-9505-1a8164ad368a/d827dcb4-775b-48ae-91ff-f91c19d20011) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:56:21.661111 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b716b81d-ef40-4d0c-b3e2-aedaee47114f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:21.666723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b91ef1-528d-4d05-b973-5e0a4a3490c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Deleting subnet 24471c6a-609c-425a-b9de-2d41c758b8ef {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:56:21.673425 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d01489-1d10-48ea-91fe-8f95c02f1052 None None] Pushing event updated for resources: {'Port': ['ID=d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:21.678470 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92b91ef1-528d-4d05-b973-5e0a4a3490c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:21.682104 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bde94f72-a0be-4884-aaeb-4edd18eb5c83 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:21.682896 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-bde94f72-a0be-4884-aaeb-4edd18eb5c83 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Added segment be3209f1-81df-4f49-b968-d63df8af0f2c of type vlan for network cfea320b-3336-41b7-a9ef-fcb0f65b6360 Mar 09 03:56:21.712946 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-c4cdea57-4ad9-4792-a860-74339c402e5d service neutron] Transition to ACTIVE for port object 90c4fad8-5659-48ee-98ce-206d2a5d8810 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:56:21.729509 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-c4cdea57-4ad9-4792-a860-74339c402e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:21.788338 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92b91ef1-528d-4d05-b973-5e0a4a3490c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:21.834584 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bde94f72-a0be-4884-aaeb-4edd18eb5c83 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:21.926139 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dd9ebc2a-4fa0-4cb9-a155-42ce29c0610e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:21.946285 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b716b81d-ef40-4d0c-b3e2-aedaee47114f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:21.949019 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dd9ebc2a-4fa0-4cb9-a155-42ce29c0610e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:21.953636 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b716b81d-ef40-4d0c-b3e2-aedaee47114f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:21.954257 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b716b81d-ef40-4d0c-b3e2-aedaee47114f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:21.965032 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-00f43e45-d574-4870-9ad0-5f21493b4c72 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:21.981904 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cdea57-4ad9-4792-a860-74339c402e5d service neutron] Pushing event updated for resources: {'Port': ['ID=90c4fad8-5659-48ee-98ce-206d2a5d8810,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:22.048236 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [None req-bde94f72-a0be-4884-aaeb-4edd18eb5c83 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:56:22.059103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-00f43e45-d574-4870-9ad0-5f21493b4c72 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:22.099546 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-dd9ebc2a-4fa0-4cb9-a155-42ce29c0610e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db5f7ccf3ec345b2a29af01658f67aa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9326003 Mar 09 03:56:22.105843 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43004) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:22.109137 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ebc2a-4fa0-4cb9-a155-42ce29c0610e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d33a51-f373-48a0-a7ff-ff311fa09e6c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:22.174886 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92b91ef1-528d-4d05-b973-5e0a4a3490c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:22.175955 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-00f43e45-d574-4870-9ad0-5f21493b4c72 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Made reservation on behalf of 42e2cf4c1213474880544b42bf2477f7 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:22.179440 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-00f43e45-d574-4870-9ad0-5f21493b4c72 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:22.189422 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b716b81d-ef40-4d0c-b3e2-aedaee47114f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3103321 Mar 09 03:56:22.199603 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bde94f72-a0be-4884-aaeb-4edd18eb5c83 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:22.204953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde94f72-a0be-4884-aaeb-4edd18eb5c83 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:22.205529 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bde94f72-a0be-4884-aaeb-4edd18eb5c83 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:22.208245 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43008) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:22.210920 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf86a-2a99-49e0-94d7-bb16a61f86e3 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:22.219024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716b81d-ef40-4d0c-b3e2-aedaee47114f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Network': ['ID=b611994d-45c6-4370-a94f-c78d5bbb57b7,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:22.240254 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network b611994d-45c6-4370-a94f-c78d5bbb57b7 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:56:22.246240 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-b7d03b5e-18c8-41dc-ae3d-329bfb16dab3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'port': {'network_id': 'b611994d-45c6-4370-a94f-c78d5bbb57b7', 'name': 'tempest-PortsIpV6TestJSON-385234122'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:22.306465 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-bb1bf86a-2a99-49e0-94d7-bb16a61f86e3 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Transition to ACTIVE for port object d827dcb4-775b-48ae-91ff-f91c19d20011 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:56:22.312137 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-c4cdea57-4ad9-4792-a860-74339c402e5d service neutron] Attempting to bind port 90c4fad8-5659-48ee-98ce-206d2a5d8810 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:56:22.312635 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-c4cdea57-4ad9-4792-a860-74339c402e5d service neutron] Attempting to bind port 90c4fad8-5659-48ee-98ce-206d2a5d8810 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '9f233615-000c-4519-9dca-433088f6f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c0c93958-592c-464f-a37a-ef1493d3d272'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:56:22.313407 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-c4cdea57-4ad9-4792-a860-74339c402e5d service neutron] Attempting to bind port 90c4fad8-5659-48ee-98ce-206d2a5d8810 on network c0c93958-592c-464f-a37a-ef1493d3d272 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:56:22.380314 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-c4cdea57-4ad9-4792-a860-74339c402e5d service neutron] Port 90c4fad8-5659-48ee-98ce-206d2a5d8810 on network c0c93958-592c-464f-a37a-ef1493d3d272 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:56:22.380635 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-c4cdea57-4ad9-4792-a860-74339c402e5d service neutron] Attempting to bind port 90c4fad8-5659-48ee-98ce-206d2a5d8810 on network c0c93958-592c-464f-a37a-ef1493d3d272 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:56:22.391578 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bde94f72-a0be-4884-aaeb-4edd18eb5c83 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6727073 Mar 09 03:56:22.393191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43014) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:22.411507 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-35c3f24c-8689-4dbf-b8d6-7f0c732cb0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:22.436860 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b7d03b5e-18c8-41dc-ae3d-329bfb16dab3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:22.444250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Request body: {'ports': [{'network_id': 'fa490076-a5a5-4ac3-a5d0-834e8bfe8877', 'name': 'tempest-port--1239696950', 'admin_state_up': True}, {'network_id': 'cfea320b-3336-41b7-a9ef-fcb0f65b6360', 'admin_state_up': False}]} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:22.444587 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Request body: {'port': {'network_id': 'fa490076-a5a5-4ac3-a5d0-834e8bfe8877', 'name': 'tempest-port--1239696950', 'admin_state_up': True}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:22.445082 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Request body: {'port': {'network_id': 'cfea320b-3336-41b7-a9ef-fcb0f65b6360', 'admin_state_up': False}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:22.455986 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b7d03b5e-18c8-41dc-ae3d-329bfb16dab3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:port and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:22.462553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b7d03b5e-18c8-41dc-ae3d-329bfb16dab3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:22.466675 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-35c3f24c-8689-4dbf-b8d6-7f0c732cb0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:22.472942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-c4cdea57-4ad9-4792-a860-74339c402e5d service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:56:22.473611 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-c4cdea57-4ad9-4792-a860-74339c402e5d service neutron] Checking segment: {'id': '9f233615-000c-4519-9dca-433088f6f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c0c93958-592c-464f-a37a-ef1493d3d272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:56:22.473745 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-c4cdea57-4ad9-4792-a860-74339c402e5d service neutron] Bound using segment: {'id': '9f233615-000c-4519-9dca-433088f6f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c0c93958-592c-464f-a37a-ef1493d3d272'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:56:22.474100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-c4cdea57-4ad9-4792-a860-74339c402e5d service neutron] Bound port: 90c4fad8-5659-48ee-98ce-206d2a5d8810, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f233615-000c-4519-9dca-433088f6f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c0c93958-592c-464f-a37a-ef1493d3d272'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:56:22.474571 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-c4cdea57-4ad9-4792-a860-74339c402e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:22.475464 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92b91ef1-528d-4d05-b973-5e0a4a3490c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:22.516329 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b7d03b5e-18c8-41dc-ae3d-329bfb16dab3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:22.539758 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-88920beb-64a6-4b0b-a3e2-ba0b9246a8d8 req-a17b8d1e-4010-4c9c-a04c-96fa66ae2beb tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 210 time: 0.1607442 Mar 09 03:56:22.546368 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92b91ef1-528d-4d05-b973-5e0a4a3490c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:22.549305 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b91ef1-528d-4d05-b973-5e0a4a3490c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Pushing event deleted for resources: {'Subnet': ['ID=24471c6a-609c-425a-b9de-2d41c758b8ef,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:22.564661 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2984b14d-d454-4441-9018-181f7ab48091 None None] Network 743df45a-f946-4f4a-a0a9-f7e81ac7de05 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:56:22.568220 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf86a-2a99-49e0-94d7-bb16a61f86e3 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:22.576868 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d03b5e-18c8-41dc-ae3d-329bfb16dab3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:22.580611 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b7d03b5e-18c8-41dc-ae3d-329bfb16dab3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:22.628151 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde94f72-a0be-4884-aaeb-4edd18eb5c83 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Pushing event updated for resources: {'Network': ['ID=cfea320b-3336-41b7-a9ef-fcb0f65b6360,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:22.691597 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-92b91ef1-528d-4d05-b973-5e0a4a3490c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] 10.222.0.16 "DELETE /v2.0/subnets/24471c6a-609c-425a-b9de-2d41c758b8ef HTTP/1.1" status: 204 len: 168 time: 1.1712852 Mar 09 03:56:22.692439 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43020) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:22.697730 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bf86a-2a99-49e0-94d7-bb16a61f86e3 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Pushing event updated for resources: {'Port': ['ID=d827dcb4-775b-48ae-91ff-f91c19d20011,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:22.703418 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network cfea320b-3336-41b7-a9ef-fcb0f65b6360 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:56:22.768553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1bf86a-2a99-49e0-94d7-bb16a61f86e3 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Network b3b363ff-fcb6-4e47-a6d8-8c4f6739741e is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:56:22.771156 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-b7d03b5e-18c8-41dc-ae3d-329bfb16dab3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] device_id is not set on port 2deab676-5a69-4c20-a1c2-8264d92edddc yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:56:22.819517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-c4cdea57-4ad9-4792-a860-74339c402e5d service neutron] For port 90c4fad8-5659-48ee-98ce-206d2a5d8810, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:56:22.823217 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-c4cdea57-4ad9-4792-a860-74339c402e5d service neutron] For port 90c4fad8-5659-48ee-98ce-206d2a5d8810, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=90c4fad8-5659-48ee-98ce-206d2a5d8810,segment=NetworkSegment(9f233615-000c-4519-9dca-433088f6f949),segment_id=9f233615-000c-4519-9dca-433088f6f949)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:56:22.849597 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-bb1bf86a-2a99-49e0-94d7-bb16a61f86e3 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:22.865797 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1bf86a-2a99-49e0-94d7-bb16a61f86e3 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:56:22.953721 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:22.960051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Usage tracker for resource:port and tenant:617f4d6986a340a491903e41ca40d070 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:22.962906 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:22.970058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:22.978424 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-c4cdea57-4ad9-4792-a860-74339c402e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:23.020641 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:56:23.026511 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-35c3f24c-8689-4dbf-b8d6-7f0c732cb0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:23.077700 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Made reservation on behalf of 617f4d6986a340a491903e41ca40d070 for: {'port': 2} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:23.082482 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:23.082627 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fe6fde-36de-4456-8a24-fcb7a4363b9b None None] Network b3b363ff-fcb6-4e47-a6d8-8c4f6739741e requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:56:23.098549 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cdea57-4ad9-4792-a860-74339c402e5d service neutron] Pushing event updated for resources: {'Port': ['ID=90c4fad8-5659-48ee-98ce-206d2a5d8810,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:23.126698 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-c4cdea57-4ad9-4792-a860-74339c402e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:23.127435 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-c4cdea57-4ad9-4792-a860-74339c402e5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:23.129746 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-c4cdea57-4ad9-4792-a860-74339c402e5d service neutron] 10.222.0.24 "PUT /v2.0/ports/90c4fad8-5659-48ee-98ce-206d2a5d8810 HTTP/1.1" status: 200 len: 1091 time: 2.8991113 Mar 09 03:56:23.130208 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fa281c-987d-49ab-b872-b4a40dd03c00', 'tag': '90c4fad8-5659-48ee-98ce-206d2a5d8810'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:56:23.156233 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:23.183462 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3f24c-8689-4dbf-b8d6-7f0c732cb0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d33a51-f373-48a0-a7ff-ff311fa09e6c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:23.226417 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1959de2a-8d3b-4c7a-a553-ddf4d12dc9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:23.245114 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1bf86a-2a99-49e0-94d7-bb16a61f86e3 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:23.246027 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf86a-2a99-49e0-94d7-bb16a61f86e3 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:23.288060 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-35c3f24c-8689-4dbf-b8d6-7f0c732cb0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:23.289975 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-35c3f24c-8689-4dbf-b8d6-7f0c732cb0ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1d33a51-f373-48a0-a7ff-ff311fa09e6c HTTP/1.1" status: 204 len: 168 time: 1.1776402 Mar 09 03:56:23.315282 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-1959de2a-8d3b-4c7a-a553-ddf4d12dc9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Deleting port 7633d210-eff8-4b36-93b5-cbc8f69b75a2 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:56:23.315939 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1959de2a-8d3b-4c7a-a553-ddf4d12dc9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:23.321266 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:56:23.340880 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:23.342418 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:23.347160 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bb1bf86a-2a99-49e0-94d7-bb16a61f86e3 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.2256804 Mar 09 03:56:23.373750 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-00f43e45-d574-4870-9ad0-5f21493b4c72 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Allocated IP 172.20.0.4 (c0c93958-592c-464f-a37a-ef1493d3d272/75f3fe3d-e0f3-4248-94b8-2de9939f1dc5/545436b8-f015-4e94-9a3d-1eae45d4a36f) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:56:23.380834 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43036) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:23.382495 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fa281c-987d-49ab-b872-b4a40dd03c00', 'tag': '90c4fad8-5659-48ee-98ce-206d2a5d8810', 'status': 'completed', 'code': 200} Mar 09 03:56:23.396960 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-d37a0222-0506-4329-a058-1b19baf3bb43 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Request body: {'port': {'network_id': 'b3b363ff-fcb6-4e47-a6d8-8c4f6739741e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1259011411', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:23.397845 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.api.validators [None req-d37a0222-0506-4329-a058-1b19baf3bb43 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] bootfile-name is not in valid_values {{(pid=87880) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 09 03:56:23.398185 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.api.validators [None req-d37a0222-0506-4329-a058-1b19baf3bb43 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] tftp-server is not in valid_values {{(pid=87880) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 09 03:56:23.399177 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.api.validators [None req-d37a0222-0506-4329-a058-1b19baf3bb43 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] server-ip-address is not in valid_values {{(pid=87880) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 09 03:56:23.404299 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-38c3a3a0-96a6-41c1-b4bf-9c5179368408 None None] Provisioning for port d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:56:23.418604 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-38c3a3a0-96a6-41c1-b4bf-9c5179368408 None None] Provisioning complete for port d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:23.419352 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-38c3a3a0-96a6-41c1-b4bf-9c5179368408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:23.481929 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c211b7c6-fcc6-41b6-b326-a641800320a8 None None] DHCP port deletion for 743df45a-f946-4f4a-a0a9-f7e81ac7de05 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:56:23.500373 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3869154b-9901-4945-914f-a9ce37c819eb details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:56:23.560147 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d37a0222-0506-4329-a058-1b19baf3bb43 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:23.564016 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d37a0222-0506-4329-a058-1b19baf3bb43 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Usage tracker for resource:port and tenant:471109aac20e4ea59a0203341bd61e08 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:23.567033 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d37a0222-0506-4329-a058-1b19baf3bb43 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:23.573282 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d37a0222-0506-4329-a058-1b19baf3bb43 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:23.597227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37a0222-0506-4329-a058-1b19baf3bb43 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Made reservation on behalf of 471109aac20e4ea59a0203341bd61e08 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:23.600882 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d37a0222-0506-4329-a058-1b19baf3bb43 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:23.655666 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aeb632-10c9-4278-9c30-386e210556ab req-d3fb3870-7d64-4c9d-89ba-9fbc098b131a tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:23.658339 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3869154b-9901-4945-914f-a9ce37c819eb, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3869154b-9901-4945-914f-a9ce37c819eb,segment=NetworkSegment(ddfcacfb-90cd-4ec8-93d9-0857d330e9ac),segment_id=ddfcacfb-90cd-4ec8-93d9-0857d330e9ac)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:56:23.662895 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-92aeb632-10c9-4278-9c30-386e210556ab req-d3fb3870-7d64-4c9d-89ba-9fbc098b131a tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.5745556 Mar 09 03:56:23.674101 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-d37a0222-0506-4329-a058-1b19baf3bb43 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] device_id is not set on port e2555373-2f67-4f24-b471-a8316535885f yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:56:23.683369 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '3869154b-9901-4945-914f-a9ce37c819eb', 'network_id': 'a5bf093f-0f64-4ae3-8ad1-44c19f080b4b', 'port_id': '3869154b-9901-4945-914f-a9ce37c819eb', 'mac_address': 'fa:16:3e:2c:b1:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd28ceb69-ec36-4fb9-9715-c418f254f3a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:56:23.693174 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c211b7c6-fcc6-41b6-b326-a641800320a8 None None] Deleting port 7633d210-eff8-4b36-93b5-cbc8f69b75a2 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:56:23.693743 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c211b7c6-fcc6-41b6-b326-a641800320a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:23.781986 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b7d03b5e-18c8-41dc-ae3d-329bfb16dab3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:23.836351 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-92aeb632-10c9-4278-9c30-386e210556ab req-d10ac4c8-6583-4652-a550-f8480983aae9 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724021 Mar 09 03:56:23.924182 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-d37a0222-0506-4329-a058-1b19baf3bb43 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Allocated IP 172.20.0.11 (b3b363ff-fcb6-4e47-a6d8-8c4f6739741e/19448134-1070-497f-9505-1a8164ad368a/e2555373-2f67-4f24-b471-a8316535885f) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:56:23.946806 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-1959de2a-8d3b-4c7a-a553-ddf4d12dc9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] For port 7633d210-eff8-4b36-93b5-cbc8f69b75a2, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=7633d210-eff8-4b36-93b5-cbc8f69b75a2,segment=NetworkSegment(f5c13c04-51e9-4fb0-952f-0b791590918f),segment_id=f5c13c04-51e9-4fb0-952f-0b791590918f)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:56:23.947198 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1959de2a-8d3b-4c7a-a553-ddf4d12dc9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:24.064092 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-38c3a3a0-96a6-41c1-b4bf-9c5179368408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:24.126158 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43060) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:24.147933 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-1959de2a-8d3b-4c7a-a553-ddf4d12dc9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Calling delete_port for 7633d210-eff8-4b36-93b5-cbc8f69b75a2 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:56:24.165613 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-38c3a3a0-96a6-41c1-b4bf-9c5179368408 None None] For port d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69,segment=NetworkSegment(8711b79c-3a3d-44bb-95d9-09349a5bf903),segment_id=8711b79c-3a3d-44bb-95d9-09349a5bf903)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:56:24.188116 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-38c3a3a0-96a6-41c1-b4bf-9c5179368408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:24.188370 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b7d03b5e-18c8-41dc-ae3d-329bfb16dab3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:24.199077 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92c184dc-f399-40dc-90cd-f7a3571c92ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:24.279862 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3a3a0-96a6-41c1-b4bf-9c5179368408 None None] Pushing event updated for resources: {'Port': ['ID=d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:24.283174 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-92c184dc-f399-40dc-90cd-f7a3571c92ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:24.287718 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0c2f9133-378c-407b-8e94-a1e6e7eb5ac2 req-ad73619d-7348-4b8e-af33-9cf3dbaba097 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 210 time: 0.2426574 Mar 09 03:56:24.313386 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-c95df315-70a6-46fc-a890-60da95ba5666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:24.315081 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-c95df315-70a6-46fc-a890-60da95ba5666 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42e2cf4c1213474880544b42bf2477f7&device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 1094 time: 1.1390991 Mar 09 03:56:24.318083 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-92c184dc-f399-40dc-90cd-f7a3571c92ed admin admin] Usage tracker for resource:security_group_rule and tenant:778ba05c39d34575af9b0a7645799560 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:24.334083 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-92c184dc-f399-40dc-90cd-f7a3571c92ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:24.337073 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d03b5e-18c8-41dc-ae3d-329bfb16dab3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Port': ['ID=2deab676-5a69-4c20-a1c2-8264d92edddc,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:24.347890 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-92c184dc-f399-40dc-90cd-f7a3571c92ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:24.364001 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1959de2a-8d3b-4c7a-a553-ddf4d12dc9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:24.422669 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d03b5e-18c8-41dc-ae3d-329bfb16dab3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Checking segment: {'id': 'e3ae4439-5f74-4890-a7c0-b3abf5586e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b611994d-45c6-4370-a94f-c78d5bbb57b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:56:24.423843 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d03b5e-18c8-41dc-ae3d-329bfb16dab3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network hostable DHCP agents. Network: b611994d-45c6-4370-a94f-c78d5bbb57b7, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:56:24.424780 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-4b510839-3828-4d4d-9b94-71c5436f5b54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90c4fad8-5659-48ee-98ce-206d2a5d8810 HTTP/1.1" status: 200 len: 217 time: 0.0782552 Mar 09 03:56:24.436753 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959de2a-8d3b-4c7a-a553-ddf4d12dc9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Pushing event deleted for resources: {'Port': ['ID=7633d210-eff8-4b36-93b5-cbc8f69b75a2,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:24.447784 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1959de2a-8d3b-4c7a-a553-ddf4d12dc9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] No DVR routers for this DVR port 7633d210-eff8-4b36-93b5-cbc8f69b75a2 on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:56:24.538241 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:24.563000 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3869154b-9901-4945-914f-a9ce37c819eb {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:56:24.581419 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3869154b-9901-4945-914f-a9ce37c819eb, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3869154b-9901-4945-914f-a9ce37c819eb,segment=NetworkSegment(ddfcacfb-90cd-4ec8-93d9-0857d330e9ac),segment_id=ddfcacfb-90cd-4ec8-93d9-0857d330e9ac)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:56:24.623217 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d03b5e-18c8-41dc-ae3d-329bfb16dab3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network b611994d-45c6-4370-a94f-c78d5bbb57b7 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:56:24.634139 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:24.648218 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1959de2a-8d3b-4c7a-a553-ddf4d12dc9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:24.653667 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] device_id is not set on port 3d54d822-1cf0-441a-be52-df0083c9deca yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:56:24.665272 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-b7d03b5e-18c8-41dc-ae3d-329bfb16dab3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, b611994d-45c6-4370-a94f-c78d5bbb57b7) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:24.682478 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d03b5e-18c8-41dc-ae3d-329bfb16dab3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:56:24.691492 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d03b5e-18c8-41dc-ae3d-329bfb16dab3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:24.693026 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b7d03b5e-18c8-41dc-ae3d-329bfb16dab3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:24.697019 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de640d2-9ce0-40df-ae81-7b0118a7d66b None None] Network b611994d-45c6-4370-a94f-c78d5bbb57b7 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:56:24.748790 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-1959de2a-8d3b-4c7a-a553-ddf4d12dc9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743df45a-f946-4f4a-a0a9-f7e81ac7de05']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:24.776888 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['3869154b-9901-4945-914f-a9ce37c819eb'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:56:24.797196 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-1959de2a-8d3b-4c7a-a553-ddf4d12dc9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c13c04-51e9-4fb0-952f-0b791590918f') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:24.798191 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-1959de2a-8d3b-4c7a-a553-ddf4d12dc9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c13c04-51e9-4fb0-952f-0b791590918f') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:24.814542 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92c184dc-f399-40dc-90cd-f7a3571c92ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:24.819055 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-ec6085e4-3f51-4b0c-baa1-478af26e8bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:24.821729 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1959de2a-8d3b-4c7a-a553-ddf4d12dc9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:24.823473 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-ec6085e4-3f51-4b0c-baa1-478af26e8bda service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75f3fe3d-e0f3-4248-94b8-2de9939f1dc5 HTTP/1.1" status: 200 len: 859 time: 0.3617706 Mar 09 03:56:24.836557 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b7d03b5e-18c8-41dc-ae3d-329bfb16dab3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6185150 Mar 09 03:56:24.839512 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92c184dc-f399-40dc-90cd-f7a3571c92ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:24.850227 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43068) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:24.880164 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1959de2a-8d3b-4c7a-a553-ddf4d12dc9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:24.888541 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-89b90850-1fed-4066-b1eb-8d54a389a3bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0c93958-592c-464f-a37a-ef1493d3d272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534568 Mar 09 03:56:24.898814 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d37a0222-0506-4329-a058-1b19baf3bb43 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:24.899229 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:56:24.899669 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-47b52e9f-0307-4376-86ab-96f894f90506 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-847106155'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:24.943321 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-47b52e9f-0307-4376-86ab-96f894f90506 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:24.978646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1959de2a-8d3b-4c7a-a553-ddf4d12dc9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:56:24.979460 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1959de2a-8d3b-4c7a-a553-ddf4d12dc9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:24.992414 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-d37a0222-0506-4329-a058-1b19baf3bb43 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Transition to ACTIVE for port object e2555373-2f67-4f24-b471-a8316535885f will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:56:25.015521 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:56:25.031731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-47b52e9f-0307-4376-86ab-96f894f90506 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:network and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:25.047565 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-00f43e45-d574-4870-9ad0-5f21493b4c72 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:25.088232 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-47b52e9f-0307-4376-86ab-96f894f90506 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:25.093688 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-92c184dc-f399-40dc-90cd-f7a3571c92ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=778ba05c39d34575af9b0a7645799560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9658871 Mar 09 03:56:25.106257 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c184dc-f399-40dc-90cd-f7a3571c92ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896ebb3e-4b73-4533-9e9d-0411542c3714,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:25.109760 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-47b52e9f-0307-4376-86ab-96f894f90506 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:25.120891 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43074) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:25.156601 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c211b7c6-fcc6-41b6-b326-a641800320a8 None None] For port 7633d210-eff8-4b36-93b5-cbc8f69b75a2, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=7633d210-eff8-4b36-93b5-cbc8f69b75a2,segment=NetworkSegment(f5c13c04-51e9-4fb0-952f-0b791590918f),segment_id=f5c13c04-51e9-4fb0-952f-0b791590918f)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:56:25.156999 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c211b7c6-fcc6-41b6-b326-a641800320a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:25.172472 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:25.238710 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b52e9f-0307-4376-86ab-96f894f90506 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:25.245186 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47b52e9f-0307-4376-86ab-96f894f90506 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:25.286921 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1959de2a-8d3b-4c7a-a553-ddf4d12dc9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:25.336497 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1959de2a-8d3b-4c7a-a553-ddf4d12dc9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:25.356819 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] device_id is not set on port 6702fac1-525e-4b78-9be9-7f214ddaf205 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:56:25.364617 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959de2a-8d3b-4c7a-a553-ddf4d12dc9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] Pushing event deleted for resources: {'Network': ['ID=743df45a-f946-4f4a-a0a9-f7e81ac7de05,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:25.386984 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1959de2a-8d3b-4c7a-a553-ddf4d12dc9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897 tempest-ExtraDHCPOptionsIpV6TestJSON-1176509897-project] 10.222.0.16 "DELETE /v2.0/networks/743df45a-f946-4f4a-a0a9-f7e81ac7de05 HTTP/1.1" status: 204 len: 168 time: 2.6815727 Mar 09 03:56:25.388465 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-00f43e45-d574-4870-9ad0-5f21493b4c72 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:25.394746 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d37a0222-0506-4329-a058-1b19baf3bb43 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:25.416370 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b52e9f-0307-4376-86ab-96f894f90506 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:56:25.425221 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c2da194-ad2e-4133-a8a8-7f751988d702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:25.449468 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890271e-034b-431d-a157-62e7930f843d req-db115ca5-6e61-4c74-8174-1b66361b4f87 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:25.457407 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e890271e-034b-431d-a157-62e7930f843d req-db115ca5-6e61-4c74-8174-1b66361b4f87 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 944 time: 0.4036932 Mar 09 03:56:25.505906 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c211b7c6-fcc6-41b6-b326-a641800320a8 None None] Calling delete_port for 7633d210-eff8-4b36-93b5-cbc8f69b75a2 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:56:25.526925 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47b52e9f-0307-4376-86ab-96f894f90506 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:25.529183 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-47b52e9f-0307-4376-86ab-96f894f90506 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Added segment 157b0ce1-ae12-47bf-ab71-c8012afb8931 of type vlan for network 6f06fc96-5c6e-4d4e-9b7d-10963539a003 Mar 09 03:56:25.572130 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c2da194-ad2e-4133-a8a8-7f751988d702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:25.606636 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e890271e-034b-431d-a157-62e7930f843d req-829fd2b0-6107-4703-83d2-557828309524 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481149 Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.694714 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.697688 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.697688 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.697688 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.697688 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.697688 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.697688 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.697688 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.697688 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.697688 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.697688 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.697688 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.697688 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.697688 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:56:25.697688 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 03:56:25.725476 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47b52e9f-0307-4376-86ab-96f894f90506 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:25.751038 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-c211b7c6-fcc6-41b6-b326-a641800320a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:56:25.751411 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-c211b7c6-fcc6-41b6-b326-a641800320a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:56:25.771558 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47b52e9f-0307-4376-86ab-96f894f90506 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:25.780956 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b52e9f-0307-4376-86ab-96f894f90506 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:25.782251 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47b52e9f-0307-4376-86ab-96f894f90506 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:25.812675 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c2da194-ad2e-4133-a8a8-7f751988d702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:25.862195 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=3869154b-9901-4945-914f-a9ce37c819eb,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:25.865170 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2da194-ad2e-4133-a8a8-7f751988d702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896ebb3e-4b73-4533-9e9d-0411542c3714,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:25.888245 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:25.888590 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:25.888928 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:25.889262 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:25.889593 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:25.889915 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:25.897773 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:25.898138 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:25.898510 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:25.898842 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:25.899197 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:25.899521 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:25.959242 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-47b52e9f-0307-4376-86ab-96f894f90506 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0992701 Mar 09 03:56:25.960410 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c2da194-ad2e-4133-a8a8-7f751988d702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:25.961832 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9c2da194-ad2e-4133-a8a8-7f751988d702 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/896ebb3e-4b73-4533-9e9d-0411542c3714 HTTP/1.1" status: 204 len: 168 time: 0.7845559 Mar 09 03:56:25.969107 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43084) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:25.987817 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'ports': [{'network_id': 'b611994d-45c6-4370-a94f-c78d5bbb57b7'}, {'network_id': '6f06fc96-5c6e-4d4e-9b7d-10963539a003'}]} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:25.990249 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'port': {'network_id': 'b611994d-45c6-4370-a94f-c78d5bbb57b7'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:25.991192 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'port': {'network_id': '6f06fc96-5c6e-4d4e-9b7d-10963539a003'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:26.024532 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b52e9f-0307-4376-86ab-96f894f90506 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Network': ['ID=6f06fc96-5c6e-4d4e-9b7d-10963539a003,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:26.045228 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-00f43e45-d574-4870-9ad0-5f21493b4c72 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Network c0c93958-592c-464f-a37a-ef1493d3d272 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:56:26.047539 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-00f43e45-d574-4870-9ad0-5f21493b4c72 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:26.118227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-00f43e45-d574-4870-9ad0-5f21493b4c72 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:56:26.132139 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 6f06fc96-5c6e-4d4e-9b7d-10963539a003 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:56:26.344095 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37a0222-0506-4329-a058-1b19baf3bb43 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Network b3b363ff-fcb6-4e47-a6d8-8c4f6739741e is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:56:26.364942 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c211b7c6-fcc6-41b6-b326-a641800320a8 None None] Deleting port 7633d210-eff8-4b36-93b5-cbc8f69b75a2 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:56:26.365318 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c211b7c6-fcc6-41b6-b326-a641800320a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:26.404280 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-d37a0222-0506-4329-a058-1b19baf3bb43 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:26.430724 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43092) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:26.434659 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37a0222-0506-4329-a058-1b19baf3bb43 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:56:26.451734 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b1e069cc-f416-4625-aa20-b1d4836f2348 None None] Provisioning complete for port d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:26.452112 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b1e069cc-f416-4625-aa20-b1d4836f2348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:26.529151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:26.538124 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:port and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:26.546408 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:26.566923 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:26.589099 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c211b7c6-fcc6-41b6-b326-a641800320a8 None None] The port '7633d210-eff8-4b36-93b5-cbc8f69b75a2' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:56:26.594105 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'port': 2} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:26.599369 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:26.604593 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:26.605248 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:26.679591 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:26.721769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f43e45-d574-4870-9ad0-5f21493b4c72 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Pushing event updated for resources: {'Port': ['ID=545436b8-f015-4e94-9a3d-1eae45d4a36f,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:26.741506 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-00f43e45-d574-4870-9ad0-5f21493b4c72 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:26.742439 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-00f43e45-d574-4870-9ad0-5f21493b4c72 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:26.752918 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:26.896917 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37a0222-0506-4329-a058-1b19baf3bb43 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:26.902737 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d37a0222-0506-4329-a058-1b19baf3bb43 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:26.950449 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:26.999349 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-c90e4497-af03-40f0-9a73-2c0b48ca3758 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0898514 Mar 09 03:56:27.224208 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b1e069cc-f416-4625-aa20-b1d4836f2348 None None] Provisioning for port d827dcb4-775b-48ae-91ff-f91c19d20011 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:56:27.237381 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7636d18c-b8b9-487c-9131-a6c90882b15f req-5f8f3aa1-bdc0-4796-8867-1629038476d0 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091520 Mar 09 03:56:27.291318 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b1e069cc-f416-4625-aa20-b1d4836f2348 None None] Provisioning complete for port d827dcb4-775b-48ae-91ff-f91c19d20011 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:27.291722 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b1e069cc-f416-4625-aa20-b1d4836f2348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:27.345575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecc2d8-ac0b-4709-a8e1-e938649ef2d2 req-05701164-1ace-428a-a09c-2a0e8cc1a24a tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:27.346303 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f3ecc2d8-ac0b-4709-a8e1-e938649ef2d2 req-05701164-1ace-428a-a09c-2a0e8cc1a24a tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Synchronizing usage tracker for tenant:42e2cf4c1213474880544b42bf2477f7 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:56:27.360609 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d37a0222-0506-4329-a058-1b19baf3bb43 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.9732790 Mar 09 03:56:27.361544 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a0222-0506-4329-a058-1b19baf3bb43 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Pushing event updated for resources: {'Port': ['ID=e2555373-2f67-4f24-b471-a8316535885f,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:27.370765 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43112) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:27.376279 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-00f43e45-d574-4870-9ad0-5f21493b4c72 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8698249 Mar 09 03:56:27.392955 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b1e069cc-f416-4625-aa20-b1d4836f2348 None None] Port d827dcb4-775b-48ae-91ff-f91c19d20011 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:56:27.392955 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 7633d210-eff8-4b36-93b5-cbc8f69b75a2 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:56:27.433143 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 7633d210-eff8-4b36-93b5-cbc8f69b75a2 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:56:27.433978 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 7633d210-eff8-4b36-93b5-cbc8f69b75a2 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:56:27.467195 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3869154b-9901-4945-914f-a9ce37c819eb up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:56:27.477311 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d1550-c12f-4824-b02f-c8c8fc548d04 req-133131b1-ebe1-4f23-ba89-628300278cda tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:27.478882 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-086d1550-c12f-4824-b02f-c8c8fc548d04 req-133131b1-ebe1-4f23-ba89-628300278cda tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 944 time: 0.5924690 Mar 09 03:56:27.531301 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] device_id is not set on port 85d0033e-7b1c-445e-a8fd-b19b4ed0edd6 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:56:27.567502 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9750282e-15d9-4c14-8125-06920fce83c5 None None] Provisioning for port e2555373-2f67-4f24-b471-a8316535885f completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:56:27.568909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Pushing event updated for resources: {'Port': ['ID=3d54d822-1cf0-441a-be52-df0083c9deca,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:27.584485 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-9e433f1f-1750-49da-a27d-7c4aae3a49bf service neutron] Request body: {'port': {'device_id': '21c3037e-4006-42c9-a5ca-99adf184cbbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:27.592125 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9750282e-15d9-4c14-8125-06920fce83c5 None None] Provisioning complete for port e2555373-2f67-4f24-b471-a8316535885f triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:27.592929 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9750282e-15d9-4c14-8125-06920fce83c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:27.643679 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-80b1269e-3873-4198-b382-daddbaab0938 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=652910c0bb5143ea9c736a68cac5c4b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1592658 Mar 09 03:56:27.644380 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43120) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:27.650895 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-086d1550-c12f-4824-b02f-c8c8fc548d04 req-131c69dc-f981-4426-be4e-a2a12153d777 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600933 Mar 09 03:56:27.668912 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-9750282e-15d9-4c14-8125-06920fce83c5 None None] Port e2555373-2f67-4f24-b471-a8316535885f cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:56:27.684492 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 3869154b-9901-4945-914f-a9ce37c819eb triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:27.685220 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:27.694653 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Checking segment: {'id': 'f314f73d-7167-4a37-a146-3c271e632148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fa490076-a5a5-4ac3-a5d0-834e8bfe8877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:56:27.694928 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Network hostable DHCP agents. Network: fa490076-a5a5-4ac3-a5d0-834e8bfe8877, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:56:27.743226 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9750282e-15d9-4c14-8125-06920fce83c5 None None] Provisioning complete for port d827dcb4-775b-48ae-91ff-f91c19d20011 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:27.743762 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9750282e-15d9-4c14-8125-06920fce83c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:27.861795 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-9750282e-15d9-4c14-8125-06920fce83c5 None None] Port d827dcb4-775b-48ae-91ff-f91c19d20011 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:56:27.877307 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f3ecc2d8-ac0b-4709-a8e1-e938649ef2d2 req-05701164-1ace-428a-a09c-2a0e8cc1a24a tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Unset dirty status for tenant:42e2cf4c1213474880544b42bf2477f7 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:56:27.880614 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f3ecc2d8-ac0b-4709-a8e1-e938649ef2d2 req-05701164-1ace-428a-a09c-2a0e8cc1a24a tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 931 time: 1.9875839 Mar 09 03:56:27.928101 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:27.979769 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:28.028002 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3869154b-9901-4945-914f-a9ce37c819eb, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3869154b-9901-4945-914f-a9ce37c819eb,segment=NetworkSegment(ddfcacfb-90cd-4ec8-93d9-0857d330e9ac),segment_id=ddfcacfb-90cd-4ec8-93d9-0857d330e9ac)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:56:28.029043 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3869154b-9901-4945-914f-a9ce37c819eb'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:56:28.036908 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:28.096885 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8c59feb7-2abf-4c39-84b8-d51fd4003963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:28.122876 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=3869154b-9901-4945-914f-a9ce37c819eb,revision_number=7']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:28.152737 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8c59feb7-2abf-4c39-84b8-d51fd4003963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:28.185313 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] device_id is not set on port bc39beae-af33-4c99-99d4-02e57b5eb3fd yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:56:28.242892 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Network fa490076-a5a5-4ac3-a5d0-834e8bfe8877 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:56:28.253276 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f3ecc2d8-ac0b-4709-a8e1-e938649ef2d2 req-a540d15c-bbda-4bdb-98a5-ad9b510bfd4d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829776 Mar 09 03:56:28.275051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771b74f-3db5-4560-852e-f9033375e4ec req-30e5804c-bac4-46f6-9617-de7c4826e664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:28.275051 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e771b74f-3db5-4560-852e-f9033375e4ec req-30e5804c-bac4-46f6-9617-de7c4826e664 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42e2cf4c1213474880544b42bf2477f7&device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 1094 time: 0.9022298 Mar 09 03:56:28.314979 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, fa490076-a5a5-4ac3-a5d0-834e8bfe8877) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:28.319883 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:56:28.321509 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:28.327430 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff3cd52-c76e-4807-b44f-8b1e72ec154d None None] Network fa490076-a5a5-4ac3-a5d0-834e8bfe8877 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:56:28.338219 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:28.385743 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:28.399352 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3869154b-9901-4945-914f-a9ce37c819eb', 'code': 200} Mar 09 03:56:28.450517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65897b2c-77d5-419d-9058-aa92512343c5 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:28.457472 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65897b2c-77d5-419d-9058-aa92512343c5 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:28.464107 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65897b2c-77d5-419d-9058-aa92512343c5 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:28.465317 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-65897b2c-77d5-419d-9058-aa92512343c5 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Synchronizing usage tracker for tenant:471109aac20e4ea59a0203341bd61e08 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:56:28.468349 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-9e433f1f-1750-49da-a27d-7c4aae3a49bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:28.486822 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network b611994d-45c6-4370-a94f-c78d5bbb57b7 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:56:28.503558 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:28.518201 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:56:28.522409 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:28.558812 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Port': ['ID=85d0033e-7b1c-445e-a8fd-b19b4ed0edd6,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:28.650478 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Pushing event updated for resources: {'Port': ['ID=6702fac1-525e-4b78-9be9-7f214ddaf205,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:28.674452 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8c59feb7-2abf-4c39-84b8-d51fd4003963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:28.765355 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-65897b2c-77d5-419d-9058-aa92512343c5 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Unset dirty status for tenant:471109aac20e4ea59a0203341bd61e08 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:56:28.766202 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-11dac153-45ce-49bc-b8fa-f2aa76e2d543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:28.767137 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-65897b2c-77d5-419d-9058-aa92512343c5 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 1.3930504 Mar 09 03:56:28.787879 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43140) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:28.818766 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Checking segment: {'id': 'be3209f1-81df-4f49-b968-d63df8af0f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'cfea320b-3336-41b7-a9ef-fcb0f65b6360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:56:28.819265 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Network hostable DHCP agents. Network: cfea320b-3336-41b7-a9ef-fcb0f65b6360, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:56:28.827431 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59feb7-2abf-4c39-84b8-d51fd4003963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3230f3-045c-4220-8af1-e8ea17717674,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:28.858488 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8c59feb7-2abf-4c39-84b8-d51fd4003963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:28.859773 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8c59feb7-2abf-4c39-84b8-d51fd4003963 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce3230f3-045c-4220-8af1-e8ea17717674 HTTP/1.1" status: 204 len: 168 time: 1.1986423 Mar 09 03:56:28.889720 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Port': ['ID=bc39beae-af33-4c99-99d4-02e57b5eb3fd,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:28.903627 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Checking segment: {'id': '157b0ce1-ae12-47bf-ab71-c8012afb8931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f06fc96-5c6e-4d4e-9b7d-10963539a003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:56:28.905508 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network hostable DHCP agents. Network: 6f06fc96-5c6e-4d4e-9b7d-10963539a003, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:56:28.909323 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Network cfea320b-3336-41b7-a9ef-fcb0f65b6360 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:56:29.050078 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, cfea320b-3336-41b7-a9ef-fcb0f65b6360) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:29.055360 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:56:29.060117 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da27b6b-cbab-49ab-a020-19e7cbc32c52 None None] Network cfea320b-3336-41b7-a9ef-fcb0f65b6360 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:56:29.062409 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:29.067462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:29.068132 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:29.077464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771b74f-3db5-4560-852e-f9033375e4ec req-d932afca-7452-4f50-bc53-e68152959ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:29.079245 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e771b74f-3db5-4560-852e-f9033375e4ec req-d932afca-7452-4f50-bc53-e68152959ee3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0c93958-592c-464f-a37a-ef1493d3d272 HTTP/1.1" status: 200 len: 920 time: 0.7902219 Mar 09 03:56:29.086570 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-e2ce8d9b-49a1-4913-8a30-19405596de7f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Deleting port e2555373-2f67-4f24-b471-a8316535885f {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:56:29.086924 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e2ce8d9b-49a1-4913-8a30-19405596de7f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:29.175236 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network 6f06fc96-5c6e-4d4e-9b7d-10963539a003 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:56:29.198872 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e771b74f-3db5-4560-852e-f9033375e4ec req-2c78739a-7e38-475a-88f3-92a8f44efce0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90c4fad8-5659-48ee-98ce-206d2a5d8810 HTTP/1.1" status: 200 len: 217 time: 0.1056523 Mar 09 03:56:29.213215 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d3dc217c-319c-4bf8-a13c-ca025957359f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.7871008 Mar 09 03:56:29.218237 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43146) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:29.223837 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 6f06fc96-5c6e-4d4e-9b7d-10963539a003) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:29.235631 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:56:29.247912 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:29.257106 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:29.263271 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:29.279732 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a341a08a-544b-4539-aa09-bf00d8d0cf00 None None] Network 6f06fc96-5c6e-4d4e-9b7d-10963539a003 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:56:29.419879 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e79a323a-0978-476a-a0a8-4e5a515f4485 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4493594 Mar 09 03:56:29.428070 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43154) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:29.503004 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771b74f-3db5-4560-852e-f9033375e4ec req-69e0403a-b802-4491-b0fc-8473226c1b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:29.504578 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e771b74f-3db5-4560-852e-f9033375e4ec req-69e0403a-b802-4491-b0fc-8473226c1b1a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75f3fe3d-e0f3-4248-94b8-2de9939f1dc5 HTTP/1.1" status: 200 len: 859 time: 0.2861769 Mar 09 03:56:29.506553 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 90c4fad8-5659-48ee-98ce-206d2a5d8810 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:56:29.704416 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e771b74f-3db5-4560-852e-f9033375e4ec req-6bf9042e-116b-48a8-be13-19e248f24273 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0c93958-592c-464f-a37a-ef1493d3d272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1891727 Mar 09 03:56:29.728228 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6c193-2f7c-4efd-926c-334ca9ed3344 req-4e38ebb6-7f65-4e1d-a41d-542c1391a01f tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:29.729763 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7fe6c193-2f7c-4efd-926c-334ca9ed3344 req-4e38ebb6-7f65-4e1d-a41d-542c1391a01f tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.8267319 Mar 09 03:56:29.895789 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e045b6eb-c1b2-4647-8efe-73e358557966 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:29.922818 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e045b6eb-c1b2-4647-8efe-73e358557966 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:29.927298 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e045b6eb-c1b2-4647-8efe-73e358557966 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6922879 Mar 09 03:56:29.957332 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-dbac7362-9a8a-4cd9-b909-c9a57ff8aafc tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port bc39beae-af33-4c99-99d4-02e57b5eb3fd {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:56:29.966817 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dbac7362-9a8a-4cd9-b909-c9a57ff8aafc tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:29.980032 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43166) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:30.011839 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 90c4fad8-5659-48ee-98ce-206d2a5d8810, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=90c4fad8-5659-48ee-98ce-206d2a5d8810,segment=NetworkSegment(9f233615-000c-4519-9dca-433088f6f949),segment_id=9f233615-000c-4519-9dca-433088f6f949)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:56:30.255118 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e2ce8d9b-49a1-4913-8a30-19405596de7f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:30.265211 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb7c9e-a07a-4088-9d48-d2efadf6961f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Deleting port 3d54d822-1cf0-441a-be52-df0083c9deca {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:56:30.265568 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c2cb7c9e-a07a-4088-9d48-d2efadf6961f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:30.316889 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '90c4fad8-5659-48ee-98ce-206d2a5d8810', 'network_id': 'c0c93958-592c-464f-a37a-ef1493d3d272', 'port_id': '90c4fad8-5659-48ee-98ce-206d2a5d8810', 'mac_address': 'fa:16:3e:ad:95:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f3fe3d-e0f3-4248-94b8-2de9939f1dc5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:56:30.453664 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7fe6c193-2f7c-4efd-926c-334ca9ed3344 req-84eba4b0-1e8b-4eed-a780-80b08a2ed752 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7128055 Mar 09 03:56:30.464419 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:30.475092 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-9e433f1f-1750-49da-a27d-7c4aae3a49bf service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:56:30.489949 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c4fad8-5659-48ee-98ce-206d2a5d8810 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:56:30.518504 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 90c4fad8-5659-48ee-98ce-206d2a5d8810, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=90c4fad8-5659-48ee-98ce-206d2a5d8810,segment=NetworkSegment(9f233615-000c-4519-9dca-433088f6f949),segment_id=9f233615-000c-4519-9dca-433088f6f949)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:56:30.530404 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:30.604350 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=90c4fad8-5659-48ee-98ce-206d2a5d8810,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:30.683795 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-e2ce8d9b-49a1-4913-8a30-19405596de7f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Calling delete_port for e2555373-2f67-4f24-b471-a8316535885f owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:56:30.705021 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43180) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:30.738024 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e771b74f-3db5-4560-852e-f9033375e4ec req-7e456b9d-f1b3-451d-9cb2-76c6af6718e4 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9984932 Mar 09 03:56:30.777487 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f688c33-5a1f-4e9f-88ce-8d8cb7a09dc1 req-b1780fd7-5091-4de2-ac3d-a88ff47547d2 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:30.779290 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-9e433f1f-1750-49da-a27d-7c4aae3a49bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 545436b8-f015-4e94-9a3d-1eae45d4a36f {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:56:30.784633 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2f688c33-5a1f-4e9f-88ce-8d8cb7a09dc1 req-b1780fd7-5091-4de2-ac3d-a88ff47547d2 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 931 time: 1.2105589 Mar 09 03:56:30.800249 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-9e433f1f-1750-49da-a27d-7c4aae3a49bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:30.844760 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['90c4fad8-5659-48ee-98ce-206d2a5d8810'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:56:30.986617 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-484ee0bd-46d1-4437-a43b-9cf30699db9a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1255760973'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:31.002887 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-484ee0bd-46d1-4437-a43b-9cf30699db9a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:31.008571 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dbac7362-9a8a-4cd9-b909-c9a57ff8aafc tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:31.018271 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-484ee0bd-46d1-4437-a43b-9cf30699db9a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Usage tracker for resource:network and tenant:444f0c41e222427f8eef0c6446070be6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:31.021685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-484ee0bd-46d1-4437-a43b-9cf30699db9a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:31.029964 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-484ee0bd-46d1-4437-a43b-9cf30699db9a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:31.048458 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-9e433f1f-1750-49da-a27d-7c4aae3a49bf service neutron] Transition to ACTIVE for port object 545436b8-f015-4e94-9a3d-1eae45d4a36f will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:56:31.108988 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c2cb7c9e-a07a-4088-9d48-d2efadf6961f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:31.118661 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-62574f70-8ad6-47cc-9ff0-8987f509af06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:31.136181 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484ee0bd-46d1-4437-a43b-9cf30699db9a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Made reservation on behalf of 444f0c41e222427f8eef0c6446070be6 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:31.141801 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-484ee0bd-46d1-4437-a43b-9cf30699db9a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:31.153146 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-9e433f1f-1750-49da-a27d-7c4aae3a49bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:31.180632 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-2f688c33-5a1f-4e9f-88ce-8d8cb7a09dc1 req-83c849f8-52b6-4044-9594-87da7c1d2bf6 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Synchronizing usage tracker for tenant:42e2cf4c1213474880544b42bf2477f7 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:56:31.190072 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-dbac7362-9a8a-4cd9-b909-c9a57ff8aafc tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Calling delete_port for bc39beae-af33-4c99-99d4-02e57b5eb3fd owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:56:31.364289 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e771b74f-3db5-4560-852e-f9033375e4ec req-952f724e-402d-4f19-8b22-6379cc358670 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6119256 Mar 09 03:56:31.386727 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-484ee0bd-46d1-4437-a43b-9cf30699db9a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:31.441117 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-2f688c33-5a1f-4e9f-88ce-8d8cb7a09dc1 req-83c849f8-52b6-4044-9594-87da7c1d2bf6 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Unset dirty status for tenant:42e2cf4c1213474880544b42bf2477f7 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:56:31.442778 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2f688c33-5a1f-4e9f-88ce-8d8cb7a09dc1 req-83c849f8-52b6-4044-9594-87da7c1d2bf6 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6572473 Mar 09 03:56:31.501508 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dbac7362-9a8a-4cd9-b909-c9a57ff8aafc tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:31.564853 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e2ce8d9b-49a1-4913-8a30-19405596de7f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:31.566881 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac7362-9a8a-4cd9-b909-c9a57ff8aafc tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Port': ['ID=bc39beae-af33-4c99-99d4-02e57b5eb3fd,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:31.582899 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e433f1f-1750-49da-a27d-7c4aae3a49bf service neutron] Pushing event updated for resources: {'Port': ['ID=545436b8-f015-4e94-9a3d-1eae45d4a36f,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:31.592867 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb7c9e-a07a-4088-9d48-d2efadf6961f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Calling delete_port for 3d54d822-1cf0-441a-be52-df0083c9deca owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:56:31.613702 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dbac7362-9a8a-4cd9-b909-c9a57ff8aafc tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:31.641202 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce8d9b-49a1-4913-8a30-19405596de7f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Pushing event deleted for resources: {'Port': ['ID=e2555373-2f67-4f24-b471-a8316535885f,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:31.665155 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-dbac7362-9a8a-4cd9-b909-c9a57ff8aafc tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/ports/bc39beae-af33-4c99-99d4-02e57b5eb3fd HTTP/1.1" status: 204 len: 168 time: 2.2336876 Mar 09 03:56:31.712335 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43194) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:31.770483 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-484ee0bd-46d1-4437-a43b-9cf30699db9a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:31.785594 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-484ee0bd-46d1-4437-a43b-9cf30699db9a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Usage tracker for resource:security_group_rule and tenant:444f0c41e222427f8eef0c6446070be6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:31.799906 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-484ee0bd-46d1-4437-a43b-9cf30699db9a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:31.821011 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-484ee0bd-46d1-4437-a43b-9cf30699db9a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:31.889539 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e2ce8d9b-49a1-4913-8a30-19405596de7f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:31.895461 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e2ce8d9b-49a1-4913-8a30-19405596de7f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] 10.222.0.16 "DELETE /v2.0/ports/e2555373-2f67-4f24-b471-a8316535885f HTTP/1.1" status: 204 len: 168 time: 3.1028690 Mar 09 03:56:31.901605 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43198) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:31.910171 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-fe7d97ba-460b-4029-acd0-9cbcd1aec382 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Request body: {'port': {'name': 'tempest-new-port-name-1824199851', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:31.910576 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.api.validators [None req-fe7d97ba-460b-4029-acd0-9cbcd1aec382 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] bootfile-name is not in valid_values {{(pid=87881) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 09 03:56:31.910931 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.api.validators [None req-fe7d97ba-460b-4029-acd0-9cbcd1aec382 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] tftp-server is not in valid_values {{(pid=87881) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 09 03:56:31.911259 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.api.validators [None req-fe7d97ba-460b-4029-acd0-9cbcd1aec382 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] server-ip-address is not in valid_values {{(pid=87881) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 09 03:56:32.063018 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76610bdc-4765-452d-9e48-61b7f79d1699 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:32.068885 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76610bdc-4765-452d-9e48-61b7f79d1699 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:32.069668 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-76610bdc-4765-452d-9e48-61b7f79d1699 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Synchronizing usage tracker for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:56:32.071359 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:32.100019 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c2cb7c9e-a07a-4088-9d48-d2efadf6961f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:32.111655 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-484ee0bd-46d1-4437-a43b-9cf30699db9a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:32.149888 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-76610bdc-4765-452d-9e48-61b7f79d1699 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Unset dirty status for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:56:32.155159 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-76610bdc-4765-452d-9e48-61b7f79d1699 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4186666 Mar 09 03:56:32.159092 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43206) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:32.176420 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:32.204944 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fe7d97ba-460b-4029-acd0-9cbcd1aec382 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:32.297742 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-19c6ddf9-d562-4569-ab72-7c72510beec2 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port 85d0033e-7b1c-445e-a8fd-b19b4ed0edd6 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:56:32.298058 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-19c6ddf9-d562-4569-ab72-7c72510beec2 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:32.417215 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb25e19-7621-444b-87c2-a85d8c1cd3c2 req-7e1c54bf-37cf-4ac3-81c9-e55f433be6b6 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:32.427053 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-adb25e19-7621-444b-87c2-a85d8c1cd3c2 req-7e1c54bf-37cf-4ac3-81c9-e55f433be6b6 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.7851040 Mar 09 03:56:32.443177 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-484ee0bd-46d1-4437-a43b-9cf30699db9a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:32.459962 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484ee0bd-46d1-4437-a43b-9cf30699db9a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:56:32.474205 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-484ee0bd-46d1-4437-a43b-9cf30699db9a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:32.474435 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-484ee0bd-46d1-4437-a43b-9cf30699db9a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Added segment c2ce5117-8ea2-4343-84b9-969d0b80d60d of type vlan for network b2595981-7a44-4cf0-a64e-e11371e96c89 Mar 09 03:56:32.520846 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-9e433f1f-1750-49da-a27d-7c4aae3a49bf service neutron] Attempting to bind port 545436b8-f015-4e94-9a3d-1eae45d4a36f on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:56:32.521173 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-9e433f1f-1750-49da-a27d-7c4aae3a49bf service neutron] Attempting to bind port 545436b8-f015-4e94-9a3d-1eae45d4a36f by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '9f233615-000c-4519-9dca-433088f6f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c0c93958-592c-464f-a37a-ef1493d3d272'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:56:32.521534 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-9e433f1f-1750-49da-a27d-7c4aae3a49bf service neutron] Attempting to bind port 545436b8-f015-4e94-9a3d-1eae45d4a36f on network c0c93958-592c-464f-a37a-ef1493d3d272 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:56:32.528224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb7c9e-a07a-4088-9d48-d2efadf6961f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Pushing event deleted for resources: {'Port': ['ID=3d54d822-1cf0-441a-be52-df0083c9deca,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:32.540975 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c2cb7c9e-a07a-4088-9d48-d2efadf6961f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:32.570744 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-9e433f1f-1750-49da-a27d-7c4aae3a49bf service neutron] Port 545436b8-f015-4e94-9a3d-1eae45d4a36f on network c0c93958-592c-464f-a37a-ef1493d3d272 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:56:32.571219 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-9e433f1f-1750-49da-a27d-7c4aae3a49bf service neutron] Attempting to bind port 545436b8-f015-4e94-9a3d-1eae45d4a36f on network c0c93958-592c-464f-a37a-ef1493d3d272 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:56:32.577732 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c2cb7c9e-a07a-4088-9d48-d2efadf6961f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] 10.222.0.16 "DELETE /v2.0/ports/3d54d822-1cf0-441a-be52-df0083c9deca HTTP/1.1" status: 204 len: 168 time: 2.5697827 Mar 09 03:56:32.589248 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43214) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:32.668454 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-484ee0bd-46d1-4437-a43b-9cf30699db9a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:32.677805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-9e433f1f-1750-49da-a27d-7c4aae3a49bf service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:56:32.678138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-9e433f1f-1750-49da-a27d-7c4aae3a49bf service neutron] Checking segment: {'id': '9f233615-000c-4519-9dca-433088f6f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c0c93958-592c-464f-a37a-ef1493d3d272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:56:32.678738 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-9e433f1f-1750-49da-a27d-7c4aae3a49bf service neutron] Bound using segment: {'id': '9f233615-000c-4519-9dca-433088f6f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c0c93958-592c-464f-a37a-ef1493d3d272'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:56:32.680062 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-9e433f1f-1750-49da-a27d-7c4aae3a49bf service neutron] Bound port: 545436b8-f015-4e94-9a3d-1eae45d4a36f, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f233615-000c-4519-9dca-433088f6f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c0c93958-592c-464f-a37a-ef1493d3d272'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:56:32.680413 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-9e433f1f-1750-49da-a27d-7c4aae3a49bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:32.750382 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-07dcb81f-ff87-4325-b586-c07a1eb79635 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Deleting port 6702fac1-525e-4b78-9be9-7f214ddaf205 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:56:32.750724 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-07dcb81f-ff87-4325-b586-c07a1eb79635 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:32.786089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ee0bd-46d1-4437-a43b-9cf30699db9a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae22000e-4bd9-4805-ad80-32d462b83a04,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:32.841539 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-adb25e19-7621-444b-87c2-a85d8c1cd3c2 req-fa589647-fac0-4990-9ed9-f7ab184db753 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136086 Mar 09 03:56:32.906616 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-484ee0bd-46d1-4437-a43b-9cf30699db9a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:32.924539 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484ee0bd-46d1-4437-a43b-9cf30699db9a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:32.925182 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-484ee0bd-46d1-4437-a43b-9cf30699db9a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:32.986338 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-19c6ddf9-d562-4569-ab72-7c72510beec2 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:33.078553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-9e433f1f-1750-49da-a27d-7c4aae3a49bf service neutron] For port 545436b8-f015-4e94-9a3d-1eae45d4a36f, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:56:33.088850 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-9e433f1f-1750-49da-a27d-7c4aae3a49bf service neutron] For port 545436b8-f015-4e94-9a3d-1eae45d4a36f, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=545436b8-f015-4e94-9a3d-1eae45d4a36f,segment=NetworkSegment(9f233615-000c-4519-9dca-433088f6f949),segment_id=9f233615-000c-4519-9dca-433088f6f949)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:56:33.117527 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-19c6ddf9-d562-4569-ab72-7c72510beec2 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Calling delete_port for 85d0033e-7b1c-445e-a8fd-b19b4ed0edd6 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:56:33.221154 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-19c6ddf9-d562-4569-ab72-7c72510beec2 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:33.266144 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-07dcb81f-ff87-4325-b586-c07a1eb79635 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:33.286185 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6ddf9-d562-4569-ab72-7c72510beec2 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Port': ['ID=85d0033e-7b1c-445e-a8fd-b19b4ed0edd6,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:33.309087 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-19c6ddf9-d562-4569-ab72-7c72510beec2 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:33.355517 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-19c6ddf9-d562-4569-ab72-7c72510beec2 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/ports/85d0033e-7b1c-445e-a8fd-b19b4ed0edd6 HTTP/1.1" status: 204 len: 168 time: 1.1954033 Mar 09 03:56:33.359696 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43218) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:33.415510 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7da30b-7489-460c-9f15-6844335dbcb0 req-4df0dbd0-f066-4a8e-97dd-730a873e6b1d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:33.417400 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7a7da30b-7489-460c-9f15-6844335dbcb0 req-4df0dbd0-f066-4a8e-97dd-730a873e6b1d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 943 time: 0.7838788 Mar 09 03:56:33.450808 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:33.458340 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ee0bd-46d1-4437-a43b-9cf30699db9a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'Network': ['ID=b2595981-7a44-4cf0-a64e-e11371e96c89,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:33.475361 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network b2595981-7a44-4cf0-a64e-e11371e96c89 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:56:33.485349 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fe7d97ba-460b-4029-acd0-9cbcd1aec382 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:33.497616 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7a7da30b-7489-460c-9f15-6844335dbcb0 req-a1b01984-7baa-4b48-8fc7-d7b2abb79ce1 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687702 Mar 09 03:56:33.499790 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fe7d97ba-460b-4029-acd0-9cbcd1aec382 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:33.561519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 90c4fad8-5659-48ee-98ce-206d2a5d8810 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:56:33.612612 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-07dcb81f-ff87-4325-b586-c07a1eb79635 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Calling delete_port for 6702fac1-525e-4b78-9be9-7f214ddaf205 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:56:33.669439 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d97ba-460b-4029-acd0-9cbcd1aec382 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Pushing event updated for resources: {'Port': ['ID=d827dcb4-775b-48ae-91ff-f91c19d20011,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:33.689244 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbd3efb-d47a-453c-aa8c-17760761ad73 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:33.690146 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-adbd3efb-d47a-453c-aa8c-17760761ad73 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Synchronizing usage tracker for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:56:33.697880 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-fe7d97ba-460b-4029-acd0-9cbcd1aec382 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] In _notify_port_updated(), no bound segment for port d827dcb4-775b-48ae-91ff-f91c19d20011 on network b3b363ff-fcb6-4e47-a6d8-8c4f6739741e {{(pid=87881) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 03:56:33.703856 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7d97ba-460b-4029-acd0-9cbcd1aec382 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:33.704648 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fe7d97ba-460b-4029-acd0-9cbcd1aec382 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:33.709503 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fe7d97ba-460b-4029-acd0-9cbcd1aec382 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] 10.222.0.16 "PUT /v2.0/ports/d827dcb4-775b-48ae-91ff-f91c19d20011 HTTP/1.1" status: 200 len: 1136 time: 1.8062425 Mar 09 03:56:33.709724 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43224) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:33.781837 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-adbd3efb-d47a-453c-aa8c-17760761ad73 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Unset dirty status for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:56:33.793006 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-adbd3efb-d47a-453c-aa8c-17760761ad73 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4297843 Mar 09 03:56:33.800451 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43228) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:33.821309 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-9e433f1f-1750-49da-a27d-7c4aae3a49bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:33.956122 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 90c4fad8-5659-48ee-98ce-206d2a5d8810 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:56:33.958545 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-484ee0bd-46d1-4437-a43b-9cf30699db9a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.2524009 Mar 09 03:56:33.990308 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-773d5762-e77e-4ceb-b963-7957d477d274 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] GET failed (client error): The resource could not be found. Mar 09 03:56:33.991684 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-773d5762-e77e-4ceb-b963-7957d477d274 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "GET /v2.0/ports/bc39beae-af33-4c99-99d4-02e57b5eb3fd HTTP/1.1" status: 404 len: 333 time: 0.1803713 Mar 09 03:56:33.997836 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 90c4fad8-5659-48ee-98ce-206d2a5d8810 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:33.998412 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:34.002081 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-07dcb81f-ff87-4325-b586-c07a1eb79635 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:34.007848 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43234) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:34.043246 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-9e433f1f-1750-49da-a27d-7c4aae3a49bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:34.043353 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-9e433f1f-1750-49da-a27d-7c4aae3a49bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:34.044708 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-9e433f1f-1750-49da-a27d-7c4aae3a49bf service neutron] 10.222.0.21 "PUT /v2.0/ports/545436b8-f015-4e94-9a3d-1eae45d4a36f HTTP/1.1" status: 200 len: 1091 time: 6.4651418 Mar 09 03:56:34.045194 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c3037e-4006-42c9-a5ca-99adf184cbbf', 'tag': '545436b8-f015-4e94-9a3d-1eae45d4a36f'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:56:34.128534 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ada9ee-0a2e-4d99-9183-7680fc8978ff tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:34.129151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-90ada9ee-0a2e-4d99-9183-7680fc8978ff tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Synchronizing usage tracker for tenant:471109aac20e4ea59a0203341bd61e08 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:56:34.137794 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43242) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:34.146373 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-983b50c2-f5d6-4364-bcd8-b37730b1acdf tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Request body: {'subnet': {'network_id': 'b2595981-7a44-4cf0-a64e-e11371e96c89', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:34.175804 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-07dcb81f-ff87-4325-b586-c07a1eb79635 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:34.186244 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d900f2-d6b4-4ec4-a87c-c5679a97e4fe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] GET failed (client error): The resource could not be found. Mar 09 03:56:34.193141 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e433f1f-1750-49da-a27d-7c4aae3a49bf service neutron] Pushing event updated for resources: {'Port': ['ID=545436b8-f015-4e94-9a3d-1eae45d4a36f,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:34.195540 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-08d900f2-d6b4-4ec4-a87c-c5679a97e4fe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "GET /v2.0/ports/85d0033e-7b1c-445e-a8fd-b19b4ed0edd6 HTTP/1.1" status: 404 len: 333 time: 0.1794524 Mar 09 03:56:34.199162 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43248) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:34.215099 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-90ada9ee-0a2e-4d99-9183-7680fc8978ff tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Unset dirty status for tenant:471109aac20e4ea59a0203341bd61e08 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:56:34.221255 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-90ada9ee-0a2e-4d99-9183-7680fc8978ff tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] 10.222.0.16 "GET /v2.0/ports/d827dcb4-775b-48ae-91ff-f91c19d20011 HTTP/1.1" status: 200 len: 1136 time: 0.5091670 Mar 09 03:56:34.222940 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43254) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:34.250166 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c3037e-4006-42c9-a5ca-99adf184cbbf', 'tag': '545436b8-f015-4e94-9a3d-1eae45d4a36f', 'status': 'completed', 'code': 200} Mar 09 03:56:34.254663 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:34.262637 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e0a4ed0f-cb6f-4ee6-ad6d-3cbacefdb5b0 None None] Provisioning complete for port d827dcb4-775b-48ae-91ff-f91c19d20011 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:34.271376 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e0a4ed0f-cb6f-4ee6-ad6d-3cbacefdb5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:34.362117 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-07dcb81f-ff87-4325-b586-c07a1eb79635 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] 10.222.0.16 "DELETE /v2.0/ports/6702fac1-525e-4b78-9be9-7f214ddaf205 HTTP/1.1" status: 204 len: 168 time: 1.7585509 Mar 09 03:56:34.365274 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43258) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:34.368840 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4ed0f-cb6f-4ee6-ad6d-3cbacefdb5b0 None None] Port d827dcb4-775b-48ae-91ff-f91c19d20011 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:56:34.479808 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5ec0e672-2dc5-49cc-ae82-4b808817dbf6 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1221521 Mar 09 03:56:34.480853 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-1d8d718c-0517-4032-a877-1d94629755ce tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Deleting port d827dcb4-775b-48ae-91ff-f91c19d20011 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:56:34.481217 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d8d718c-0517-4032-a877-1d94629755ce tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:34.500968 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcb81f-ff87-4325-b586-c07a1eb79635 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Pushing event deleted for resources: {'Port': ['ID=6702fac1-525e-4b78-9be9-7f214ddaf205,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:34.502751 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43262) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:34.507044 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:34.559781 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fa281c-987d-49ab-b872-b4a40dd03c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c4fad8-5659-48ee-98ce-206d2a5d8810'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:56:34.580654 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-0dbc24b5-96f6-457a-8f75-5a501303fd79 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1996449715'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:34.592534 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 90c4fad8-5659-48ee-98ce-206d2a5d8810, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=90c4fad8-5659-48ee-98ce-206d2a5d8810,segment=NetworkSegment(9f233615-000c-4519-9dca-433088f6f949),segment_id=9f233615-000c-4519-9dca-433088f6f949)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:56:34.601970 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:34.720246 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=90c4fad8-5659-48ee-98ce-206d2a5d8810,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:34.720365 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cdbb4748-c656-48fd-ace5-8bcc1b960f1f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:34.729354 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-983b50c2-f5d6-4364-bcd8-b37730b1acdf tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:34.733199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-983b50c2-f5d6-4364-bcd8-b37730b1acdf tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Usage tracker for resource:subnet and tenant:444f0c41e222427f8eef0c6446070be6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:34.744370 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0dbc24b5-96f6-457a-8f75-5a501303fd79 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:34.746767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-983b50c2-f5d6-4364-bcd8-b37730b1acdf tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:34.777240 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0dbc24b5-96f6-457a-8f75-5a501303fd79 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Usage tracker for resource:network and tenant:617f4d6986a340a491903e41ca40d070 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:34.780053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-983b50c2-f5d6-4364-bcd8-b37730b1acdf tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:34.809623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0dbc24b5-96f6-457a-8f75-5a501303fd79 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:34.835292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0dbc24b5-96f6-457a-8f75-5a501303fd79 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:34.842747 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d8d718c-0517-4032-a877-1d94629755ce tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:34.958637 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983b50c2-f5d6-4364-bcd8-b37730b1acdf tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Made reservation on behalf of 444f0c41e222427f8eef0c6446070be6 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:34.964713 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-983b50c2-f5d6-4364-bcd8-b37730b1acdf tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:35.017495 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-1d8d718c-0517-4032-a877-1d94629755ce tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Calling delete_port for d827dcb4-775b-48ae-91ff-f91c19d20011 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:56:35.161810 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-f97e55aa-53e2-448d-9738-cb36eb156ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:35.163699 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-f97e55aa-53e2-448d-9738-cb36eb156ec6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42e2cf4c1213474880544b42bf2477f7&device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 1094 time: 1.0565348 Mar 09 03:56:35.219782 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbc24b5-96f6-457a-8f75-5a501303fd79 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Made reservation on behalf of 617f4d6986a340a491903e41ca40d070 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:35.223517 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0dbc24b5-96f6-457a-8f75-5a501303fd79 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:35.224353 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d8d718c-0517-4032-a877-1d94629755ce tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:35.353785 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cdbb4748-c656-48fd-ace5-8bcc1b960f1f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:35.440846 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e4b8f-bf48-4738-8fae-6276aa6c7865 req-ad7f5531-d24c-46a0-809e-29773767d947 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:35.442607 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-db7e4b8f-bf48-4738-8fae-6276aa6c7865 req-ad7f5531-d24c-46a0-809e-29773767d947 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 1.0416441 Mar 09 03:56:35.443698 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-c9acb729-bdff-47cb-a037-ab51ccd690d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=545436b8-f015-4e94-9a3d-1eae45d4a36f HTTP/1.1" status: 200 len: 217 time: 0.2055151 Mar 09 03:56:35.445798 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad0e5c-6564-47bb-acac-80c04fe713e5 req-7a5676f3-15b8-478c-b836-01635918991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:35.447612 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-26ad0e5c-6564-47bb-acac-80c04fe713e5 req-7a5676f3-15b8-478c-b836-01635918991c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2dfc2fc375c74dd497ae51bb9a526fce&device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 1096 time: 1.4462223 Mar 09 03:56:35.575674 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d718c-0517-4032-a877-1d94629755ce tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Pushing event deleted for resources: {'Port': ['ID=d827dcb4-775b-48ae-91ff-f91c19d20011,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:35.629668 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b81a1-693c-408c-8b90-ba501b3301b2 req-88712431-ee7d-438a-868a-a9581ecccdc7 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:35.643699 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-896b81a1-693c-408c-8b90-ba501b3301b2 req-88712431-ee7d-438a-868a-a9581ecccdc7 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 943 time: 0.7328041 Mar 09 03:56:35.688295 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d8d718c-0517-4032-a877-1d94629755ce tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:35.746671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-cdbb4748-c656-48fd-ace5-8bcc1b960f1f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f06fc96-5c6e-4d4e-9b7d-10963539a003']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:35.766271 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1d8d718c-0517-4032-a877-1d94629755ce tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] 10.222.0.16 "DELETE /v2.0/ports/d827dcb4-775b-48ae-91ff-f91c19d20011 HTTP/1.1" status: 204 len: 168 time: 1.5431516 Mar 09 03:56:35.767102 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43274) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:35.786328 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-896b81a1-693c-408c-8b90-ba501b3301b2 req-4294ec1b-e04e-4e22-adb3-49dba06dd61e tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363099 Mar 09 03:56:35.868427 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-cdbb4748-c656-48fd-ace5-8bcc1b960f1f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '157b0ce1-ae12-47bf-ab71-c8012afb8931') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:35.869011 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-cdbb4748-c656-48fd-ace5-8bcc1b960f1f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '157b0ce1-ae12-47bf-ab71-c8012afb8931') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:35.902682 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fa281c-987d-49ab-b872-b4a40dd03c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c4fad8-5659-48ee-98ce-206d2a5d8810', 'code': 200} Mar 09 03:56:35.906268 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dbc24b5-96f6-457a-8f75-5a501303fd79 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:56:35.925331 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cdbb4748-c656-48fd-ace5-8bcc1b960f1f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:35.947050 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-db7e4b8f-bf48-4738-8fae-6276aa6c7865 req-ff032447-57c1-490c-81b1-933d8e7f302f tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983263 Mar 09 03:56:35.977210 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-61caddf5-97ac-4e0d-a419-755afffc76f3 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Deleting subnet 19448134-1070-497f-9505-1a8164ad368a {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:56:35.984829 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-61caddf5-97ac-4e0d-a419-755afffc76f3 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:36.009031 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0dbc24b5-96f6-457a-8f75-5a501303fd79 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:36.009388 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-0dbc24b5-96f6-457a-8f75-5a501303fd79 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Added segment db94b8af-c918-495e-8c9f-fd91627ef738 of type vlan for network c2a6722e-0a15-48cb-86b4-cbd946af2d31 Mar 09 03:56:36.014021 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-565cd2ad-8b00-4c24-89d7-7e5c9e94bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:36.015522 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-565cd2ad-8b00-4c24-89d7-7e5c9e94bb0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75f3fe3d-e0f3-4248-94b8-2de9939f1dc5 HTTP/1.1" status: 200 len: 859 time: 0.5252938 Mar 09 03:56:36.016525 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cdbb4748-c656-48fd-ace5-8bcc1b960f1f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:36.093627 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0dbc24b5-96f6-457a-8f75-5a501303fd79 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:36.109986 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-61caddf5-97ac-4e0d-a419-755afffc76f3 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:36.226283 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-61caddf5-97ac-4e0d-a419-755afffc76f3 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:36.281136 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-ccca257a-ae72-45f8-93e7-71e6d5ef93a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c0c93958-592c-464f-a37a-ef1493d3d272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1628773 Mar 09 03:56:36.285424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbb4748-c656-48fd-ace5-8bcc1b960f1f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:56:36.287131 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cdbb4748-c656-48fd-ace5-8bcc1b960f1f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:56:36.319232 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:56:36.331769 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [None req-0dbc24b5-96f6-457a-8f75-5a501303fd79 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:56:36.353331 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-61caddf5-97ac-4e0d-a419-755afffc76f3 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:36.374497 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-983b50c2-f5d6-4364-bcd8-b37730b1acdf tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:36.450270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61caddf5-97ac-4e0d-a419-755afffc76f3 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Pushing event deleted for resources: {'Subnet': ['ID=19448134-1070-497f-9505-1a8164ad368a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:36.452672 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fd147c-6009-4165-bf1b-da7ecfe46906 None None] Network b3b363ff-fcb6-4e47-a6d8-8c4f6739741e requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:56:36.457547 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-61caddf5-97ac-4e0d-a419-755afffc76f3 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:36.471887 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-61caddf5-97ac-4e0d-a419-755afffc76f3 tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] 10.222.0.16 "DELETE /v2.0/subnets/19448134-1070-497f-9505-1a8164ad368a HTTP/1.1" status: 204 len: 168 time: 0.6822703 Mar 09 03:56:36.472654 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43290) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:36.652147 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff986fba-08ba-4aa6-a3fd-2c5f37d03a1f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:36.669788 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad0e5c-6564-47bb-acac-80c04fe713e5 req-4f33dfda-a0f4-4011-b88f-4845d29c4418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:36.671102 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-26ad0e5c-6564-47bb-acac-80c04fe713e5 req-4f33dfda-a0f4-4011-b88f-4845d29c4418 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a5bf093f-0f64-4ae3-8ad1-44c19f080b4b HTTP/1.1" status: 200 len: 915 time: 1.1572335 Mar 09 03:56:36.671816 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b50c2-f5d6-4364-bcd8-b37730b1acdf tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'Subnet': ['ID=73fbb9df-405f-456f-8568-aa6748f431e7,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:36.699151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-ff986fba-08ba-4aa6-a3fd-2c5f37d03a1f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Deleting port d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:56:36.699151 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff986fba-08ba-4aa6-a3fd-2c5f37d03a1f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:37.031504 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a38e6d7-5ddd-4a78-993a-2f6b4620985c None None] DHCP port deletion for b3b363ff-fcb6-4e47-a6d8-8c4f6739741e request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:56:37.036352 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-4a38e6d7-5ddd-4a78-993a-2f6b4620985c None None] Deleting port d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:56:37.036824 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4a38e6d7-5ddd-4a78-993a-2f6b4620985c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:37.100574 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0dbc24b5-96f6-457a-8f75-5a501303fd79 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:37.106556 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbc24b5-96f6-457a-8f75-5a501303fd79 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:37.107209 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0dbc24b5-96f6-457a-8f75-5a501303fd79 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:37.111071 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cdbb4748-c656-48fd-ace5-8bcc1b960f1f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:37.115792 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cdbb4748-c656-48fd-ace5-8bcc1b960f1f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:37.163424 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-ff986fba-08ba-4aa6-a3fd-2c5f37d03a1f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] For port d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69,segment=NetworkSegment(8711b79c-3a3d-44bb-95d9-09349a5bf903),segment_id=8711b79c-3a3d-44bb-95d9-09349a5bf903)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:56:37.164662 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff986fba-08ba-4aa6-a3fd-2c5f37d03a1f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:37.224892 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-206d21b2-b5e1-4904-9e72-0b116decbf66 service neutron] 10.222.0.21 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8852737 Mar 09 03:56:37.242762 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-26ad0e5c-6564-47bb-acac-80c04fe713e5 req-318166fd-a922-4042-9b24-2d42c4bc9712 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3869154b-9901-4945-914f-a9ce37c819eb HTTP/1.1" status: 200 len: 217 time: 0.5025806 Mar 09 03:56:37.334115 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-ff986fba-08ba-4aa6-a3fd-2c5f37d03a1f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Calling delete_port for d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:56:37.441089 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cdbb4748-c656-48fd-ace5-8bcc1b960f1f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/networks/6f06fc96-5c6e-4d4e-9b7d-10963539a003 HTTP/1.1" status: 204 len: 168 time: 3.2362151 Mar 09 03:56:37.472849 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-4a38e6d7-5ddd-4a78-993a-2f6b4620985c None None] For port d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69,segment=NetworkSegment(8711b79c-3a3d-44bb-95d9-09349a5bf903),segment_id=8711b79c-3a3d-44bb-95d9-09349a5bf903)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:56:37.473370 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4a38e6d7-5ddd-4a78-993a-2f6b4620985c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:37.483665 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43316) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:37.490474 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-ca6c10e6-ebe9-4e61-91ee-2ab52b8c2229 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1816514714'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:37.501823 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ca6c10e6-ebe9-4e61-91ee-2ab52b8c2229 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:37.512256 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ca6c10e6-ebe9-4e61-91ee-2ab52b8c2229 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:network and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:37.518563 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ca6c10e6-ebe9-4e61-91ee-2ab52b8c2229 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:37.539344 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff986fba-08ba-4aa6-a3fd-2c5f37d03a1f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:37.549167 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ca6c10e6-ebe9-4e61-91ee-2ab52b8c2229 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:37.590274 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff986fba-08ba-4aa6-a3fd-2c5f37d03a1f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] No DVR routers for this DVR port d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69 on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:56:37.605925 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb953b-7661-482d-ad05-43d3613b45a2 req-ff155c8e-adb9-49a2-bd04-f7bcf655fb0f tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:37.607724 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3acb953b-7661-482d-ad05-43d3613b45a2 req-ff155c8e-adb9-49a2-bd04-f7bcf655fb0f tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 943 time: 0.1968434 Mar 09 03:56:37.643912 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff986fba-08ba-4aa6-a3fd-2c5f37d03a1f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Pushing event deleted for resources: {'Port': ['ID=d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:37.697207 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-4a38e6d7-5ddd-4a78-993a-2f6b4620985c None None] Calling delete_port for d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:56:37.756057 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff986fba-08ba-4aa6-a3fd-2c5f37d03a1f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:37.759551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983b50c2-f5d6-4364-bcd8-b37730b1acdf tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Checking segment: {'id': 'c2ce5117-8ea2-4343-84b9-969d0b80d60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b2595981-7a44-4cf0-a64e-e11371e96c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:56:37.759908 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983b50c2-f5d6-4364-bcd8-b37730b1acdf tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Network hostable DHCP agents. Network: b2595981-7a44-4cf0-a64e-e11371e96c89, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:56:37.795156 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-ff986fba-08ba-4aa6-a3fd-2c5f37d03a1f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b363ff-fcb6-4e47-a6d8-8c4f6739741e']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:37.808505 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-ff986fba-08ba-4aa6-a3fd-2c5f37d03a1f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8711b79c-3a3d-44bb-95d9-09349a5bf903') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:37.808800 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-ff986fba-08ba-4aa6-a3fd-2c5f37d03a1f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8711b79c-3a3d-44bb-95d9-09349a5bf903') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:37.822170 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-4a38e6d7-5ddd-4a78-993a-2f6b4620985c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:56:37.823108 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-4a38e6d7-5ddd-4a78-993a-2f6b4620985c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:56:37.826233 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:56:37.828889 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff986fba-08ba-4aa6-a3fd-2c5f37d03a1f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:37.846704 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff986fba-08ba-4aa6-a3fd-2c5f37d03a1f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:37.853559 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff986fba-08ba-4aa6-a3fd-2c5f37d03a1f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:56:37.853953 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff986fba-08ba-4aa6-a3fd-2c5f37d03a1f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:37.871590 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:56:37.872209 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:56:37.994017 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc24b5-96f6-457a-8f75-5a501303fd79 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Pushing event updated for resources: {'Network': ['ID=c2a6722e-0a15-48cb-86b4-cbd946af2d31,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:37.999182 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0dbc24b5-96f6-457a-8f75-5a501303fd79 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.4739132 Mar 09 03:56:38.007027 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network c2a6722e-0a15-48cb-86b4-cbd946af2d31 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:56:38.009528 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43328) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:56:38.011769 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:56:38.064160 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-5f954efb-8027-45db-9773-e8ea0eea7437 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1722002705'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:38.074288 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655e2c4-2f7a-466e-a4a0-4e455036e08e req-ff3f3ee8-959e-40a0-8039-ddce9b18c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:38.077817 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff986fba-08ba-4aa6-a3fd-2c5f37d03a1f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:38.080274 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8655e2c4-2f7a-466e-a4a0-4e455036e08e req-ff3f3ee8-959e-40a0-8039-ddce9b18c8ed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 1096 time: 2.1093011 Mar 09 03:56:38.088550 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ab6eb2c-e896-4acd-9388-5695abc7245e req-8e7bb9c3-395e-4699-816c-e81abb647d42 service neutron] 10.222.0.21 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8421085 Mar 09 03:56:38.116323 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb4748-c656-48fd-ace5-8bcc1b960f1f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Network': ['ID=6f06fc96-5c6e-4d4e-9b7d-10963539a003,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:38.150758 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad0e5c-6564-47bb-acac-80c04fe713e5 req-93d84209-c9c8-4650-8ba1-ab052e0fd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:38.152458 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-26ad0e5c-6564-47bb-acac-80c04fe713e5 req-93d84209-c9c8-4650-8ba1-ab052e0fd43e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d28ceb69-ec36-4fb9-9715-c418f254f3a1 HTTP/1.1" status: 200 len: 854 time: 0.7955751 Mar 09 03:56:38.155829 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983b50c2-f5d6-4364-bcd8-b37730b1acdf tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Network b2595981-7a44-4cf0-a64e-e11371e96c89 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:56:38.163774 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff986fba-08ba-4aa6-a3fd-2c5f37d03a1f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:38.203074 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5f954efb-8027-45db-9773-e8ea0eea7437 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:38.225572 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff986fba-08ba-4aa6-a3fd-2c5f37d03a1f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] Pushing event deleted for resources: {'Network': ['ID=b3b363ff-fcb6-4e47-a6d8-8c4f6739741e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:38.228156 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6c10e6-ebe9-4e61-91ee-2ab52b8c2229 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:38.232972 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ca6c10e6-ebe9-4e61-91ee-2ab52b8c2229 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:38.266194 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-26ad0e5c-6564-47bb-acac-80c04fe713e5 req-bbdb5f76-9796-42b0-b411-1134eaecdfa2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5bf093f-0f64-4ae3-8ad1-44c19f080b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067526 Mar 09 03:56:38.267782 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8655e2c4-2f7a-466e-a4a0-4e455036e08e req-c0fbc4ad-df13-47e0-ac14-ac9692c4326a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754856 Mar 09 03:56:38.273333 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-983b50c2-f5d6-4364-bcd8-b37730b1acdf tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, b2595981-7a44-4cf0-a64e-e11371e96c89) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:38.282182 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76776343-4ed7-451a-8c6e-08f8fc2f4444 None None] Network b2595981-7a44-4cf0-a64e-e11371e96c89 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:56:38.307866 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3acb953b-7661-482d-ad05-43d3613b45a2 req-9ae3b489-ae35-4cb1-99d1-7dde4543d55c tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969816 Mar 09 03:56:38.308961 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5f954efb-8027-45db-9773-e8ea0eea7437 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Usage tracker for resource:network and tenant:617f4d6986a340a491903e41ca40d070 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:38.321704 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ff986fba-08ba-4aa6-a3fd-2c5f37d03a1f tempest-ExtraDHCPOptionsTestJSON-1277591252 tempest-ExtraDHCPOptionsTestJSON-1277591252-project] 10.222.0.16 "DELETE /v2.0/networks/b3b363ff-fcb6-4e47-a6d8-8c4f6739741e HTTP/1.1" status: 204 len: 168 time: 1.8451450 Mar 09 03:56:38.321704 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5f954efb-8027-45db-9773-e8ea0eea7437 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:38.323561 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983b50c2-f5d6-4364-bcd8-b37730b1acdf tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:38.324157 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-983b50c2-f5d6-4364-bcd8-b37730b1acdf tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:38.329456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5f954efb-8027-45db-9773-e8ea0eea7437 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:38.336221 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd4973-bf4c-48a1-9ac3-6c76f3b93c88 req-46f9b1d0-0e8b-4ba1-9189-754380264bfe tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:38.337731 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-40dd4973-bf4c-48a1-9ac3-6c76f3b93c88 req-46f9b1d0-0e8b-4ba1-9189-754380264bfe tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 1.1087639 Mar 09 03:56:38.349441 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-4a38e6d7-5ddd-4a78-993a-2f6b4620985c None None] Deleting port d0235ff7-e7a8-4c26-a1b3-01a8d0d72c69 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:56:38.349801 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4a38e6d7-5ddd-4a78-993a-2f6b4620985c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:38.356833 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6c10e6-ebe9-4e61-91ee-2ab52b8c2229 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:56:38.362825 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f954efb-8027-45db-9773-e8ea0eea7437 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Made reservation on behalf of 617f4d6986a340a491903e41ca40d070 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:38.370397 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5f954efb-8027-45db-9773-e8ea0eea7437 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:38.469065 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-983b50c2-f5d6-4364-bcd8-b37730b1acdf tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 4.3274252 Mar 09 03:56:38.478937 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43338) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:38.492166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-265bbf0b-dc11-4435-80be-0f9426b92907 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2068300898'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:38.504129 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d2583-c4fb-4702-a1fa-13b0cae59da4 req-88075b51-4a69-4c66-a780-2a8bd922c404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:38.505533 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-724d2583-c4fb-4702-a1fa-13b0cae59da4 req-88075b51-4a69-4c66-a780-2a8bd922c404 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42e2cf4c1213474880544b42bf2477f7&device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 1094 time: 0.3507519 Mar 09 03:56:38.506568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-265bbf0b-dc11-4435-80be-0f9426b92907 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:38.523885 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:56:38.539762 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-265bbf0b-dc11-4435-80be-0f9426b92907 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Usage tracker for resource:network and tenant:444f0c41e222427f8eef0c6446070be6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:38.584762 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-40dd4973-bf4c-48a1-9ac3-6c76f3b93c88 req-20ac247a-dce9-47f3-b5f0-4c435558ec8f tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336490 Mar 09 03:56:38.585893 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-265bbf0b-dc11-4435-80be-0f9426b92907 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:38.651519 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-265bbf0b-dc11-4435-80be-0f9426b92907 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:38.665667 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-26ad0e5c-6564-47bb-acac-80c04fe713e5 req-a4391679-0f4b-442f-b6f5-266300898293 service neutron] 10.222.0.21 "GET /v2.0/networks/a5bf093f-0f64-4ae3-8ad1-44c19f080b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903666 Mar 09 03:56:38.763781 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ca6c10e6-ebe9-4e61-91ee-2ab52b8c2229 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:38.764008 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-ca6c10e6-ebe9-4e61-91ee-2ab52b8c2229 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Added segment d3456d18-5189-45dd-9bfb-79420d094449 of type vlan for network 5d852ead-36ff-4441-b51b-4f651f63198a Mar 09 03:56:38.776808 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-4a38e6d7-5ddd-4a78-993a-2f6b4620985c None None] The port 'd0235ff7-e7a8-4c26-a1b3-01a8d0d72c69' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:56:38.805372 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f954efb-8027-45db-9773-e8ea0eea7437 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:56:38.847829 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5f954efb-8027-45db-9773-e8ea0eea7437 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:38.848536 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-5f954efb-8027-45db-9773-e8ea0eea7437 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Added segment d7bc1a6d-0090-4b81-a320-4646221c2dca of type vlan for network c5efef6a-6719-4aa7-a647-33ed5788eeb3 Mar 09 03:56:38.884812 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5f954efb-8027-45db-9773-e8ea0eea7437 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:38.907980 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362c9b9e-e292-4154-905c-d71d98824d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-b2595981-7a44-4cf0-a64e-e11371e96c89', 'network_id': 'b2595981-7a44-4cf0-a64e-e11371e96c89', 'tenant_id': '444f0c41e222427f8eef0c6446070be6', 'fixed_ips': [{'subnet_id': '73fbb9df-405f-456f-8568-aa6748f431e7'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:56:38.909208 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-362c9b9e-e292-4154-905c-d71d98824d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:38.914756 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d2583-c4fb-4702-a1fa-13b0cae59da4 req-81bf1285-3b26-4aa0-9df3-10d0a916a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:38.917523 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-724d2583-c4fb-4702-a1fa-13b0cae59da4 req-81bf1285-3b26-4aa0-9df3-10d0a916a819 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c0c93958-592c-464f-a37a-ef1493d3d272 HTTP/1.1" status: 200 len: 920 time: 0.4018970 Mar 09 03:56:38.918173 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43344) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:38.941711 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ca6c10e6-ebe9-4e61-91ee-2ab52b8c2229 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:38.971645 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5f954efb-8027-45db-9773-e8ea0eea7437 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:38.977990 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f954efb-8027-45db-9773-e8ea0eea7437 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:38.982813 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5f954efb-8027-45db-9773-e8ea0eea7437 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:39.145794 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265bbf0b-dc11-4435-80be-0f9426b92907 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Made reservation on behalf of 444f0c41e222427f8eef0c6446070be6 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:39.150004 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-265bbf0b-dc11-4435-80be-0f9426b92907 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:39.167031 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-26ad0e5c-6564-47bb-acac-80c04fe713e5 req-7aa6133f-44be-46d5-b80b-d4740e937305 service neutron] 10.222.0.21 "GET /v2.0/networks/a5bf093f-0f64-4ae3-8ad1-44c19f080b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953903 Mar 09 03:56:39.176114 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f954efb-8027-45db-9773-e8ea0eea7437 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Pushing event updated for resources: {'Network': ['ID=c5efef6a-6719-4aa7-a647-33ed5788eeb3,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:39.178681 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ca6c10e6-ebe9-4e61-91ee-2ab52b8c2229 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:39.186711 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6c10e6-ebe9-4e61-91ee-2ab52b8c2229 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:39.187613 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ca6c10e6-ebe9-4e61-91ee-2ab52b8c2229 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:39.214065 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5f954efb-8027-45db-9773-e8ea0eea7437 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2014182 Mar 09 03:56:39.245335 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:39.248573 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network c5efef6a-6719-4aa7-a647-33ed5788eeb3 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:56:39.261178 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-724d2583-c4fb-4702-a1fa-13b0cae59da4 req-e587ad5b-d9ca-4b15-bc6c-bfa6081b6ed4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=545436b8-f015-4e94-9a3d-1eae45d4a36f HTTP/1.1" status: 200 len: 217 time: 0.0920360 Mar 09 03:56:39.267388 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ca6c10e6-ebe9-4e61-91ee-2ab52b8c2229 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7826715 Mar 09 03:56:39.269094 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43354) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:39.284925 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'subnet': {'network_id': '5d852ead-36ff-4441-b51b-4f651f63198a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:39.473045 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c10e6-ebe9-4e61-91ee-2ab52b8c2229 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Network': ['ID=5d852ead-36ff-4441-b51b-4f651f63198a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:39.567107 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265bbf0b-dc11-4435-80be-0f9426b92907 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:56:39.674745 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d2583-c4fb-4702-a1fa-13b0cae59da4 req-6bd3ab96-6326-4766-8a47-770a41fa124f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:39.684300 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 5d852ead-36ff-4441-b51b-4f651f63198a details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:56:39.684716 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-724d2583-c4fb-4702-a1fa-13b0cae59da4 req-6bd3ab96-6326-4766-8a47-770a41fa124f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75f3fe3d-e0f3-4248-94b8-2de9939f1dc5 HTTP/1.1" status: 200 len: 859 time: 0.3851693 Mar 09 03:56:39.820382 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-362c9b9e-e292-4154-905c-d71d98824d2d None None] Allocated IP 172.20.255.242 (b2595981-7a44-4cf0-a64e-e11371e96c89/73fbb9df-405f-456f-8568-aa6748f431e7/bb3e13e0-542b-4464-b3f0-efba76d836b8) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:56:39.912846 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-265bbf0b-dc11-4435-80be-0f9426b92907 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:39.921029 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-265bbf0b-dc11-4435-80be-0f9426b92907 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Added segment ab31c207-17c7-4347-8f50-c690569a83ff of type vlan for network 21e3610a-b4dd-488f-83d1-60483d3e855f Mar 09 03:56:40.056696 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:40.073260 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:subnet and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:40.077609 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:40.099294 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:40.132120 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:40.152244 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:40.201842 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-265bbf0b-dc11-4435-80be-0f9426b92907 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:40.306901 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-724d2583-c4fb-4702-a1fa-13b0cae59da4 req-08c53601-6787-4ef7-9705-ad7ee0dfa8a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c0c93958-592c-464f-a37a-ef1493d3d272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6175988 Mar 09 03:56:40.333209 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-265bbf0b-dc11-4435-80be-0f9426b92907 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:40.352413 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.ipam_backend_mixin [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Performing IP validity checks on allocation pools {{(pid=87881) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 09 03:56:40.356094 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.ipam_backend_mixin [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87881) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 09 03:56:40.369259 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265bbf0b-dc11-4435-80be-0f9426b92907 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:40.373201 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-265bbf0b-dc11-4435-80be-0f9426b92907 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:40.567812 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cab08-bce7-478c-a5f5-54856c74b3fe req-4006c5a8-40c0-4c63-8eab-025680cd2cc0 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:40.575957 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9a2cab08-bce7-478c-a5f5-54856c74b3fe req-4006c5a8-40c0-4c63-8eab-025680cd2cc0 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 943 time: 0.8206863 Mar 09 03:56:40.593748 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:40.607580 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-362c9b9e-e292-4154-905c-d71d98824d2d None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:40.630452 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-362c9b9e-e292-4154-905c-d71d98824d2d None None] Transition to ACTIVE for port object bb3e13e0-542b-4464-b3f0-efba76d836b8 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:56:40.673109 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-362c9b9e-e292-4154-905c-d71d98824d2d None None] Transition to ACTIVE for port object bb3e13e0-542b-4464-b3f0-efba76d836b8 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:56:40.676399 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Subnet': ['ID=f8196465-31e2-4068-9b9d-65ad5133196e,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:40.686934 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-362c9b9e-e292-4154-905c-d71d98824d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:40.758231 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9a2cab08-bce7-478c-a5f5-54856c74b3fe req-c09fb953-e79a-41a1-805b-8fb4f862e4a2 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811161 Mar 09 03:56:40.775504 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:40.776499 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:40.777754 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:40.779334 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:40.779675 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:40.780011 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:40.782717 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:40.782885 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:40.783183 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:40.783513 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:40.784092 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:40.787234 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:56:40.789073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265bbf0b-dc11-4435-80be-0f9426b92907 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'Network': ['ID=21e3610a-b4dd-488f-83d1-60483d3e855f,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:40.795086 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Checking segment: {'id': 'd3456d18-5189-45dd-9bfb-79420d094449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5d852ead-36ff-4441-b51b-4f651f63198a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:56:40.795476 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network hostable DHCP agents. Network: 5d852ead-36ff-4441-b51b-4f651f63198a, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:56:40.810103 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-353b58f1-a9f1-4c52-b4fd-b4b7253d18a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=471109aac20e4ea59a0203341bd61e08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6658423 Mar 09 03:56:40.815916 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43374) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:40.817102 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-265bbf0b-dc11-4435-80be-0f9426b92907 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3370407 Mar 09 03:56:40.820723 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 21e3610a-b4dd-488f-83d1-60483d3e855f details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:56:40.827756 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43376) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:40.871245 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4e10c943-7409-4ad4-be5e-9f42da1bf5ca tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Request body: {'subnet': {'network_id': '21e3610a-b4dd-488f-83d1-60483d3e855f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:40.949832 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362c9b9e-e292-4154-905c-d71d98824d2d None None] Network b2595981-7a44-4cf0-a64e-e11371e96c89 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:56:40.996136 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network 5d852ead-36ff-4441-b51b-4f651f63198a is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:56:41.051954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348a334-e128-4c3e-a6ce-2db4e34f6e9a req-abfef332-14f7-4e6b-8282-040b9be7bd58 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:41.060635 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2348a334-e128-4c3e-a6ce-2db4e34f6e9a req-abfef332-14f7-4e6b-8282-040b9be7bd58 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 1.1105719 Mar 09 03:56:41.062031 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-362c9b9e-e292-4154-905c-d71d98824d2d None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:41.066317 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362c9b9e-e292-4154-905c-d71d98824d2d None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:56:41.175485 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2348a334-e128-4c3e-a6ce-2db4e34f6e9a req-f228d8c3-ee81-4234-afb3-e2f1563dd913 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103790 Mar 09 03:56:41.187259 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-724d2583-c4fb-4702-a1fa-13b0cae59da4 req-476bd8a5-9268-435d-a928-7665fd558ab6 service neutron] 10.222.0.21 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8675489 Mar 09 03:56:41.225089 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 5d852ead-36ff-4441-b51b-4f651f63198a) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:41.238987 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:41.239822 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:41.283344 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c9b9e-e292-4154-905c-d71d98824d2d None None] Pushing event updated for resources: {'Port': ['ID=bb3e13e0-542b-4464-b3f0-efba76d836b8,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:41.314481 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d6784e-a684-4aba-8143-fa2836f9873b None None] Network 5d852ead-36ff-4441-b51b-4f651f63198a requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:56:41.321411 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f9e5-1e85-45ae-a2cb-f5eacc9978d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:41.325870 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4e10c943-7409-4ad4-be5e-9f42da1bf5ca tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:41.370826 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4e10c943-7409-4ad4-be5e-9f42da1bf5ca tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Usage tracker for resource:subnet and tenant:444f0c41e222427f8eef0c6446070be6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:41.390808 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e02b2178-a694-4faf-85fc-f3d0bfb98bbe tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1055512 Mar 09 03:56:41.394289 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43388) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:41.395086 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4e10c943-7409-4ad4-be5e-9f42da1bf5ca tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:41.433358 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f2157e7a-f45a-4e8c-a498-a8ee9cbf58c8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'port': {'network_id': '5d852ead-36ff-4441-b51b-4f651f63198a', 'name': 'tempest-PortsIpV6TestJSON-1605591237'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:41.434884 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-362c9b9e-e292-4154-905c-d71d98824d2d None None] Attempting to bind port bb3e13e0-542b-4464-b3f0-efba76d836b8 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:56:41.435261 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-362c9b9e-e292-4154-905c-d71d98824d2d None None] Attempting to bind port bb3e13e0-542b-4464-b3f0-efba76d836b8 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c2ce5117-8ea2-4343-84b9-969d0b80d60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b2595981-7a44-4cf0-a64e-e11371e96c89'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:56:41.441667 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c9b9e-e292-4154-905c-d71d98824d2d None None] Attempting to bind port bb3e13e0-542b-4464-b3f0-efba76d836b8 on network b2595981-7a44-4cf0-a64e-e11371e96c89 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:56:41.461553 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-724d2583-c4fb-4702-a1fa-13b0cae59da4 req-98751bb9-08f3-400a-af3b-625307acb795 service neutron] 10.222.0.21 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591331 Mar 09 03:56:41.507601 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 545436b8-f015-4e94-9a3d-1eae45d4a36f details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:56:41.517680 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4e10c943-7409-4ad4-be5e-9f42da1bf5ca tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:41.523300 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c9b9e-e292-4154-905c-d71d98824d2d None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:56:41.534334 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c9b9e-e292-4154-905c-d71d98824d2d None None] Checking segment: {'id': 'c2ce5117-8ea2-4343-84b9-969d0b80d60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b2595981-7a44-4cf0-a64e-e11371e96c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:56:41.563198 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-362c9b9e-e292-4154-905c-d71d98824d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:41.563703 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c9b9e-e292-4154-905c-d71d98824d2d None None] Bound using segment: {'id': 'c2ce5117-8ea2-4343-84b9-969d0b80d60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b2595981-7a44-4cf0-a64e-e11371e96c89'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:56:41.564211 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-362c9b9e-e292-4154-905c-d71d98824d2d None None] Bound port: bb3e13e0-542b-4464-b3f0-efba76d836b8, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ce5117-8ea2-4343-84b9-969d0b80d60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b2595981-7a44-4cf0-a64e-e11371e96c89'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:56:41.564663 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-362c9b9e-e292-4154-905c-d71d98824d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:41.584214 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f9e5-1e85-45ae-a2cb-f5eacc9978d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:41.701616 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e10c943-7409-4ad4-be5e-9f42da1bf5ca tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Made reservation on behalf of 444f0c41e222427f8eef0c6446070be6 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:41.705000 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4e10c943-7409-4ad4-be5e-9f42da1bf5ca tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:41.846512 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 545436b8-f015-4e94-9a3d-1eae45d4a36f, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=545436b8-f015-4e94-9a3d-1eae45d4a36f,segment=NetworkSegment(9f233615-000c-4519-9dca-433088f6f949),segment_id=9f233615-000c-4519-9dca-433088f6f949)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:56:41.863580 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '545436b8-f015-4e94-9a3d-1eae45d4a36f', 'network_id': 'c0c93958-592c-464f-a37a-ef1493d3d272', 'port_id': '545436b8-f015-4e94-9a3d-1eae45d4a36f', 'mac_address': 'fa:16:3e:87:75:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f3fe3d-e0f3-4248-94b8-2de9939f1dc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:56:41.980209 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-68658faf-0252-4178-bd2b-eca9bbb077db req-561d5d5a-b499-4852-9cd6-92916d1ac579 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2360349 Mar 09 03:56:42.217281 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:42.402231 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68658faf-0252-4178-bd2b-eca9bbb077db req-9808cd16-8f7c-4ec6-a20f-f4d129ab0570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:42.409111 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-68658faf-0252-4178-bd2b-eca9bbb077db req-9808cd16-8f7c-4ec6-a20f-f4d129ab0570 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42e2cf4c1213474880544b42bf2477f7&device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 1096 time: 0.2420013 Mar 09 03:56:42.492595 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 545436b8-f015-4e94-9a3d-1eae45d4a36f {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:56:42.529015 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 545436b8-f015-4e94-9a3d-1eae45d4a36f, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=545436b8-f015-4e94-9a3d-1eae45d4a36f,segment=NetworkSegment(9f233615-000c-4519-9dca-433088f6f949),segment_id=9f233615-000c-4519-9dca-433088f6f949)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:56:42.530638 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8c2cde-dfa7-4fcc-b971-9ab968fd7849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-5d852ead-36ff-4441-b51b-4f651f63198a', 'network_id': '5d852ead-36ff-4441-b51b-4f651f63198a', 'tenant_id': '1a28d126d880446d92d0f7b9bfb2171c', 'fixed_ips': [{'subnet_id': 'f8196465-31e2-4068-9b9d-65ad5133196e'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:56:42.532594 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2cde-dfa7-4fcc-b971-9ab968fd7849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:42.553823 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:42.571164 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f9e5-1e85-45ae-a2cb-f5eacc9978d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:42.659251 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f2157e7a-f45a-4e8c-a498-a8ee9cbf58c8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:42.670208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5f9e5-1e85-45ae-a2cb-f5eacc9978d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9c96e2-fcbc-4571-867f-18c415581149,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:42.699771 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-362c9b9e-e292-4154-905c-d71d98824d2d None None] For port bb3e13e0-542b-4464-b3f0-efba76d836b8, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:56:42.703461 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-362c9b9e-e292-4154-905c-d71d98824d2d None None] For port bb3e13e0-542b-4464-b3f0-efba76d836b8, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=bb3e13e0-542b-4464-b3f0-efba76d836b8,segment=NetworkSegment(c2ce5117-8ea2-4343-84b9-969d0b80d60d),segment_id=c2ce5117-8ea2-4343-84b9-969d0b80d60d)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:56:42.738500 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f2157e7a-f45a-4e8c-a498-a8ee9cbf58c8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:42.742595 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-362c9b9e-e292-4154-905c-d71d98824d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:42.821490 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43408) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:42.829208 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f9e5-1e85-45ae-a2cb-f5eacc9978d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:42.830740 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4ff5f9e5-1e85-45ae-a2cb-f5eacc9978d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e9c96e2-fcbc-4571-867f-18c415581149 HTTP/1.1" status: 204 len: 168 time: 2.0163968 Mar 09 03:56:42.934621 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['545436b8-f015-4e94-9a3d-1eae45d4a36f'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:56:43.049896 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68658faf-0252-4178-bd2b-eca9bbb077db req-fc1050d1-0900-4973-9edf-2666e3c8facb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:43.051319 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-68658faf-0252-4178-bd2b-eca9bbb077db req-fc1050d1-0900-4973-9edf-2666e3c8facb service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0c93958-592c-464f-a37a-ef1493d3d272 HTTP/1.1" status: 200 len: 920 time: 0.6065838 Mar 09 03:56:43.107753 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4633c3ef-923b-4906-955f-56fbdece7ea3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Request body: {'subnets': [{'network_id': 'c2a6722e-0a15-48cb-86b4-cbd946af2d31', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1634000772', 'ip_version': 6}, {'network_id': 'c5efef6a-6719-4aa7-a647-33ed5788eeb3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:43.108465 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4633c3ef-923b-4906-955f-56fbdece7ea3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Request body: {'subnet': {'network_id': 'c2a6722e-0a15-48cb-86b4-cbd946af2d31', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1634000772', 'ip_version': 6}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:43.109500 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4633c3ef-923b-4906-955f-56fbdece7ea3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Request body: {'subnet': {'network_id': 'c5efef6a-6719-4aa7-a647-33ed5788eeb3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:43.145375 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4e10c943-7409-4ad4-be5e-9f42da1bf5ca tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:43.148502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29759382-ef81-449e-b3fb-b322ed0cdbbf req-35643cf1-4ff8-4719-b3ed-10c2866a1783 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:43.155845 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-29759382-ef81-449e-b3fb-b322ed0cdbbf req-35643cf1-4ff8-4719-b3ed-10c2866a1783 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.2189715 Mar 09 03:56:43.158091 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=545436b8-f015-4e94-9a3d-1eae45d4a36f,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:43.160356 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-68658faf-0252-4178-bd2b-eca9bbb077db req-65c8f937-3878-42cf-9234-0aa8bbaa5b3a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90c4fad8-5659-48ee-98ce-206d2a5d8810 HTTP/1.1" status: 200 len: 217 time: 0.1001840 Mar 09 03:56:43.219516 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2157e7a-f45a-4e8c-a498-a8ee9cbf58c8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:43.232739 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f2157e7a-f45a-4e8c-a498-a8ee9cbf58c8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:43.299798 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-29759382-ef81-449e-b3fb-b322ed0cdbbf req-7a2ed132-5609-4d78-b89c-476d7c41e8aa tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423817 Mar 09 03:56:43.304909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68658faf-0252-4178-bd2b-eca9bbb077db req-3705c669-160d-4b75-be8a-e2b1286c0939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:43.313363 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-68658faf-0252-4178-bd2b-eca9bbb077db req-3705c669-160d-4b75-be8a-e2b1286c0939 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75f3fe3d-e0f3-4248-94b8-2de9939f1dc5 HTTP/1.1" status: 200 len: 859 time: 0.1351693 Mar 09 03:56:43.381485 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-68658faf-0252-4178-bd2b-eca9bbb077db req-f3278631-ac6d-4ed4-a3cd-b144ae9e33f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0c93958-592c-464f-a37a-ef1493d3d272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620391 Mar 09 03:56:43.505233 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbdd3b-1a32-4d5e-b075-1883cf59dc55 req-025b5f9a-621f-479d-b18e-a8646183a9e0 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:43.512179 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dedbdd3b-1a32-4d5e-b075-1883cf59dc55 req-025b5f9a-621f-479d-b18e-a8646183a9e0 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 943 time: 1.3103368 Mar 09 03:56:43.592570 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c9b9e-e292-4154-905c-d71d98824d2d None None] Pushing event updated for resources: {'Port': ['ID=bb3e13e0-542b-4464-b3f0-efba76d836b8,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:43.669007 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10c943-7409-4ad4-be5e-9f42da1bf5ca tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'Subnet': ['ID=5f051ed0-42c2-4068-b0fa-b160c35a6126,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:43.694983 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-8b8c2cde-dfa7-4fcc-b971-9ab968fd7849 None None] Allocated IP 2001:db8::2 (5d852ead-36ff-4441-b51b-4f651f63198a/f8196465-31e2-4068-9b9d-65ad5133196e/2bd00642-9d43-425f-9d8b-9003a844dcd2) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:56:43.713236 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-f2157e7a-f45a-4e8c-a498-a8ee9cbf58c8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] device_id is not set on port cfb89018-8db7-4e56-a3b9-64d8a9a73878 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:56:43.733641 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-68658faf-0252-4178-bd2b-eca9bbb077db req-193cff11-e497-45e3-b685-15a80c202103 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452768 Mar 09 03:56:44.049973 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-68658faf-0252-4178-bd2b-eca9bbb077db req-a6bd552b-21e7-4627-87cf-260075425d4e service neutron] 10.222.0.24 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099406 Mar 09 03:56:44.151237 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2cde-dfa7-4fcc-b971-9ab968fd7849 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:44.162225 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-8b8c2cde-dfa7-4fcc-b971-9ab968fd7849 None None] Transition to ACTIVE for port object 2bd00642-9d43-425f-9d8b-9003a844dcd2 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:56:44.205710 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-8b8c2cde-dfa7-4fcc-b971-9ab968fd7849 None None] Transition to ACTIVE for port object 2bd00642-9d43-425f-9d8b-9003a844dcd2 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:56:44.218680 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2cde-dfa7-4fcc-b971-9ab968fd7849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:44.258371 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dedbdd3b-1a32-4d5e-b075-1883cf59dc55 req-6891199f-223a-4d60-af81-7e870cd3dd6c tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5589063 Mar 09 03:56:44.353237 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8c2cde-dfa7-4fcc-b971-9ab968fd7849 None None] Network 5d852ead-36ff-4441-b51b-4f651f63198a is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:56:44.356514 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-8b8c2cde-dfa7-4fcc-b971-9ab968fd7849 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:44.365344 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e10c943-7409-4ad4-be5e-9f42da1bf5ca tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Checking segment: {'id': 'ab31c207-17c7-4347-8f50-c690569a83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '21e3610a-b4dd-488f-83d1-60483d3e855f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:56:44.365344 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e10c943-7409-4ad4-be5e-9f42da1bf5ca tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Network hostable DHCP agents. Network: 21e3610a-b4dd-488f-83d1-60483d3e855f, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:56:44.365821 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c2cde-dfa7-4fcc-b971-9ab968fd7849 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:56:44.398498 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c2cde-dfa7-4fcc-b971-9ab968fd7849 None None] Pushing event updated for resources: {'Port': ['ID=2bd00642-9d43-425f-9d8b-9003a844dcd2,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:44.457898 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e10c943-7409-4ad4-be5e-9f42da1bf5ca tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Network 21e3610a-b4dd-488f-83d1-60483d3e855f is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:56:44.503650 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4633c3ef-923b-4906-955f-56fbdece7ea3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:44.509760 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4633c3ef-923b-4906-955f-56fbdece7ea3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Usage tracker for resource:subnet and tenant:617f4d6986a340a491903e41ca40d070 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:44.517416 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4633c3ef-923b-4906-955f-56fbdece7ea3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:44.526095 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4633c3ef-923b-4906-955f-56fbdece7ea3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:44.549127 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-4e10c943-7409-4ad4-be5e-9f42da1bf5ca tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 21e3610a-b4dd-488f-83d1-60483d3e855f) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:44.575717 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a5744f-2931-47e2-9fb2-25c5ebb981be None None] Network 21e3610a-b4dd-488f-83d1-60483d3e855f requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:56:44.581870 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e10c943-7409-4ad4-be5e-9f42da1bf5ca tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:44.581870 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4e10c943-7409-4ad4-be5e-9f42da1bf5ca tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:44.603766 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4633c3ef-923b-4906-955f-56fbdece7ea3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Made reservation on behalf of 617f4d6986a340a491903e41ca40d070 for: {'subnet': 2} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:44.610400 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4633c3ef-923b-4906-955f-56fbdece7ea3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:44.610842 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4633c3ef-923b-4906-955f-56fbdece7ea3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:44.626889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43450) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:44.670353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-f2157e7a-f45a-4e8c-a498-a8ee9cbf58c8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Allocated IP 2001:db8::2ac (5d852ead-36ff-4441-b51b-4f651f63198a/f8196465-31e2-4068-9b9d-65ad5133196e/cfb89018-8db7-4e56-a3b9-64d8a9a73878) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:56:44.702684 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4e10c943-7409-4ad4-be5e-9f42da1bf5ca tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.8724010 Mar 09 03:56:44.709897 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43456) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:44.973160 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-8b8c2cde-dfa7-4fcc-b971-9ab968fd7849 None None] Attempting to bind port 2bd00642-9d43-425f-9d8b-9003a844dcd2 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:56:44.973488 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-8b8c2cde-dfa7-4fcc-b971-9ab968fd7849 None None] Attempting to bind port 2bd00642-9d43-425f-9d8b-9003a844dcd2 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'd3456d18-5189-45dd-9bfb-79420d094449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5d852ead-36ff-4441-b51b-4f651f63198a'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:56:44.974299 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8c2cde-dfa7-4fcc-b971-9ab968fd7849 None None] Attempting to bind port 2bd00642-9d43-425f-9d8b-9003a844dcd2 on network 5d852ead-36ff-4441-b51b-4f651f63198a {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:56:44.992270 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-02468460-2992-4c80-bdfa-7f446f42a131 tempest-ServiceProvidersTest-62009384 tempest-ServiceProvidersTest-62009384-project] 10.222.0.16 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3615215 Mar 09 03:56:45.006670 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057b242-4a5b-4a48-b99d-ff51970071d2 req-63ff3c55-b0dd-4df7-9b19-8acc11075f36 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:45.015260 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5057b242-4a5b-4a48-b99d-ff51970071d2 req-63ff3c55-b0dd-4df7-9b19-8acc11075f36 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.5254507 Mar 09 03:56:45.027995 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8c2cde-dfa7-4fcc-b971-9ab968fd7849 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:56:45.028424 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8c2cde-dfa7-4fcc-b971-9ab968fd7849 None None] Checking segment: {'id': 'd3456d18-5189-45dd-9bfb-79420d094449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5d852ead-36ff-4441-b51b-4f651f63198a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:56:45.028896 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2cde-dfa7-4fcc-b971-9ab968fd7849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:45.029298 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8c2cde-dfa7-4fcc-b971-9ab968fd7849 None None] Bound using segment: {'id': 'd3456d18-5189-45dd-9bfb-79420d094449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5d852ead-36ff-4441-b51b-4f651f63198a'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:56:45.029870 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-8b8c2cde-dfa7-4fcc-b971-9ab968fd7849 None None] Bound port: 2bd00642-9d43-425f-9d8b-9003a844dcd2, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3456d18-5189-45dd-9bfb-79420d094449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5d852ead-36ff-4441-b51b-4f651f63198a'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:56:45.030247 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2cde-dfa7-4fcc-b971-9ab968fd7849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:45.091477 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5057b242-4a5b-4a48-b99d-ff51970071d2 req-d9554053-d776-42a3-924c-1208acd188f7 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751760 Mar 09 03:56:45.128598 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2aa3afca-5f98-4099-8a34-f85201432980 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:45.340814 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f7326d-1ded-4144-8fa3-8d79a77cc1d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-21e3610a-b4dd-488f-83d1-60483d3e855f', 'network_id': '21e3610a-b4dd-488f-83d1-60483d3e855f', 'tenant_id': '444f0c41e222427f8eef0c6446070be6', 'fixed_ips': [{'subnet_id': '5f051ed0-42c2-4068-b0fa-b160c35a6126'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:56:45.341631 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-32f7326d-1ded-4144-8fa3-8d79a77cc1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:45.397043 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2aa3afca-5f98-4099-8a34-f85201432980 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:45.471854 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd43e05-a1d4-4fde-ad39-4e57ecd68b7f None None] Network b2595981-7a44-4cf0-a64e-e11371e96c89 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:56:45.527407 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 545436b8-f015-4e94-9a3d-1eae45d4a36f up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:56:45.608115 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2aa3afca-5f98-4099-8a34-f85201432980 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:45.668364 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-8b8c2cde-dfa7-4fcc-b971-9ab968fd7849 None None] For port 2bd00642-9d43-425f-9d8b-9003a844dcd2, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:56:45.753487 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3afca-5f98-4099-8a34-f85201432980 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Subnet': ['ID=5f051ed0-42c2-4068-b0fa-b160c35a6126,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:45.832377 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43476) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:45.835627 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device bb3e13e0-542b-4464-b3f0-efba76d836b8 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:56:46.058295 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2aa3afca-5f98-4099-8a34-f85201432980 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:46.085750 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f2157e7a-f45a-4e8c-a498-a8ee9cbf58c8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:46.099263 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-8b8c2cde-dfa7-4fcc-b971-9ab968fd7849 None None] For port 2bd00642-9d43-425f-9d8b-9003a844dcd2, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=2bd00642-9d43-425f-9d8b-9003a844dcd2,segment=NetworkSegment(d3456d18-5189-45dd-9bfb-79420d094449),segment_id=d3456d18-5189-45dd-9bfb-79420d094449)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:56:46.137543 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-2aa3afca-5f98-4099-8a34-f85201432980 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e3610a-b4dd-488f-83d1-60483d3e855f']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:46.140461 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4d1c6511-fa3f-42c2-bf2d-3d87e4e6d88b None None] Provisioning for port bb3e13e0-542b-4464-b3f0-efba76d836b8 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:56:46.160576 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-f2157e7a-f45a-4e8c-a498-a8ee9cbf58c8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Transition to ACTIVE for port object cfb89018-8db7-4e56-a3b9-64d8a9a73878 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:56:46.165859 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-2aa3afca-5f98-4099-8a34-f85201432980 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab31c207-17c7-4347-8f50-c690569a83ff') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:46.166649 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-2aa3afca-5f98-4099-8a34-f85201432980 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab31c207-17c7-4347-8f50-c690569a83ff') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:46.203846 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2cde-dfa7-4fcc-b971-9ab968fd7849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:46.213224 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0831b9d0-97a1-427f-8b3b-ff50b54f5af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:46.268197 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f2157e7a-f45a-4e8c-a498-a8ee9cbf58c8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:46.313551 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2aa3afca-5f98-4099-8a34-f85201432980 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:46.336944 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0831b9d0-97a1-427f-8b3b-ff50b54f5af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:46.339673 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2aa3afca-5f98-4099-8a34-f85201432980 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:46.347453 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0831b9d0-97a1-427f-8b3b-ff50b54f5af9 admin admin] Usage tracker for resource:security_group_rule and tenant:1060ac55e8814e84b2b43729a92f6194 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:46.352030 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0831b9d0-97a1-427f-8b3b-ff50b54f5af9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:46.373816 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa3afca-5f98-4099-8a34-f85201432980 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:56:46.385131 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2aa3afca-5f98-4099-8a34-f85201432980 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:46.394430 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96534bca-a54a-4472-8f0f-fb10163ce2eb req-24269ca4-18ba-402a-9f5f-bdb6541a2e7d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:46.396042 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96534bca-a54a-4472-8f0f-fb10163ce2eb req-24269ca4-18ba-402a-9f5f-bdb6541a2e7d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 944 time: 0.7835515 Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:56:46.429918 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:56:46.438155 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0831b9d0-97a1-427f-8b3b-ff50b54f5af9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:46.551317 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2157e7a-f45a-4e8c-a498-a8ee9cbf58c8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network 5d852ead-36ff-4441-b51b-4f651f63198a is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:56:46.562529 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96534bca-a54a-4472-8f0f-fb10163ce2eb req-a4e91505-20d5-4464-9b04-a8458fd002dd tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468880 Mar 09 03:56:46.573589 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-f2157e7a-f45a-4e8c-a498-a8ee9cbf58c8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:46.577737 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2157e7a-f45a-4e8c-a498-a8ee9cbf58c8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Port': ['ID=cfb89018-8db7-4e56-a3b9-64d8a9a73878,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:46.590609 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2157e7a-f45a-4e8c-a498-a8ee9cbf58c8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:56:46.617397 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2157e7a-f45a-4e8c-a498-a8ee9cbf58c8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:46.617631 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f2157e7a-f45a-4e8c-a498-a8ee9cbf58c8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:46.624099 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9dfde-7d82-4a6b-8ecf-b58ab68a1eed req-a9b596c0-1efd-49a0-bba8-d72ee5532d63 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:46.626392 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4fe9dfde-7d82-4a6b-8ecf-b58ab68a1eed req-a9b596c0-1efd-49a0-bba8-d72ee5532d63 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.3900380 Mar 09 03:56:46.727287 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0831b9d0-97a1-427f-8b3b-ff50b54f5af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:46.729527 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2aa3afca-5f98-4099-8a34-f85201432980 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:46.745950 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 545436b8-f015-4e94-9a3d-1eae45d4a36f completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:56:46.786138 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0838d6-bc7c-4257-a24d-60e123ec7d28 None None] Network 21e3610a-b4dd-488f-83d1-60483d3e855f requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:56:46.807835 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 545436b8-f015-4e94-9a3d-1eae45d4a36f triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:46.808547 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:46.824096 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2aa3afca-5f98-4099-8a34-f85201432980 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:46.830925 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3afca-5f98-4099-8a34-f85201432980 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Network': ['ID=21e3610a-b4dd-488f-83d1-60483d3e855f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:46.847721 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0831b9d0-97a1-427f-8b3b-ff50b54f5af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:46.884460 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0838d6-bc7c-4257-a24d-60e123ec7d28 None None] Network 21e3610a-b4dd-488f-83d1-60483d3e855f could not be found, it might have been deleted concurrently. {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 09 03:56:46.907051 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c2cde-dfa7-4fcc-b971-9ab968fd7849 None None] Pushing event updated for resources: {'Port': ['ID=2bd00642-9d43-425f-9d8b-9003a844dcd2,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:46.925129 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port bb3e13e0-542b-4464-b3f0-efba76d836b8 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:56:46.933142 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f2157e7a-f45a-4e8c-a498-a8ee9cbf58c8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.5326352 Mar 09 03:56:46.940881 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port bb3e13e0-542b-4464-b3f0-efba76d836b8 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:46.941372 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:46.962221 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43498) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:47.019290 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831b9d0-97a1-427f-8b3b-ff50b54f5af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50de991e-24ee-41e9-a4cf-c0839c03f0ba,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:47.224316 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:47.228161 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4fe9dfde-7d82-4a6b-8ecf-b58ab68a1eed req-cb848dc2-8a73-4127-88d1-e5f27df67c55 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952984 Mar 09 03:56:47.302898 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2aa3afca-5f98-4099-8a34-f85201432980 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/networks/21e3610a-b4dd-488f-83d1-60483d3e855f HTTP/1.1" status: 204 len: 168 time: 2.5878019 Mar 09 03:56:47.308163 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43502) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:47.311866 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:47.316470 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0831b9d0-97a1-427f-8b3b-ff50b54f5af9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1060ac55e8814e84b2b43729a92f6194&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4807358 Mar 09 03:56:47.325403 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43504) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:47.340532 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-79638d9c-bd89-42da-9ca0-c2045da0a8a9 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1207366237'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:47.364437 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-79638d9c-bd89-42da-9ca0-c2045da0a8a9 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:47.372591 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c3037e-4006-42c9-a5ca-99adf184cbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545436b8-f015-4e94-9a3d-1eae45d4a36f'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:56:47.379203 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-1d4920b4-002b-4b1a-8de1-42d3112a7af9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port cfb89018-8db7-4e56-a3b9-64d8a9a73878 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:56:47.386208 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-79638d9c-bd89-42da-9ca0-c2045da0a8a9 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Usage tracker for resource:network and tenant:444f0c41e222427f8eef0c6446070be6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:47.390179 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-79638d9c-bd89-42da-9ca0-c2045da0a8a9 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:47.391415 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d4920b4-002b-4b1a-8de1-42d3112a7af9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:47.399203 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-79638d9c-bd89-42da-9ca0-c2045da0a8a9 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:47.424784 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 545436b8-f015-4e94-9a3d-1eae45d4a36f, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=545436b8-f015-4e94-9a3d-1eae45d4a36f,segment=NetworkSegment(9f233615-000c-4519-9dca-433088f6f949),segment_id=9f233615-000c-4519-9dca-433088f6f949)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:56:47.456779 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:47.521380 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c3037e-4006-42c9-a5ca-99adf184cbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545436b8-f015-4e94-9a3d-1eae45d4a36f', 'code': 200} Mar 09 03:56:47.530510 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port bb3e13e0-542b-4464-b3f0-efba76d836b8, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=bb3e13e0-542b-4464-b3f0-efba76d836b8,segment=NetworkSegment(c2ce5117-8ea2-4343-84b9-969d0b80d60d),segment_id=c2ce5117-8ea2-4343-84b9-969d0b80d60d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:56:47.544489 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:47.587707 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=545436b8-f015-4e94-9a3d-1eae45d4a36f,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:47.705553 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-dc37a085-5476-483c-8800-a1974e4dde31 None None] Provisioning complete for port bb3e13e0-542b-4464-b3f0-efba76d836b8 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:47.706274 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dc37a085-5476-483c-8800-a1974e4dde31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:47.851306 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79638d9c-bd89-42da-9ca0-c2045da0a8a9 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Made reservation on behalf of 444f0c41e222427f8eef0c6446070be6 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:47.860254 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-79638d9c-bd89-42da-9ca0-c2045da0a8a9 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:47.897037 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 2bd00642-9d43-425f-9d8b-9003a844dcd2 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:56:47.991351 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45aa31b-b67b-4454-bc3b-d5d68f0810c3 req-44e85b7f-9304-49f5-bb5e-39f16f7b1ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:47.993635 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d45aa31b-b67b-4454-bc3b-d5d68f0810c3 req-44e85b7f-9304-49f5-bb5e-39f16f7b1ed0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 1096 time: 0.3169055 Mar 09 03:56:48.058036 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=bb3e13e0-542b-4464-b3f0-efba76d836b8,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:48.067211 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79638d9c-bd89-42da-9ca0-c2045da0a8a9 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:56:48.101562 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4633c3ef-923b-4906-955f-56fbdece7ea3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:48.120436 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-79638d9c-bd89-42da-9ca0-c2045da0a8a9 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:48.120858 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-79638d9c-bd89-42da-9ca0-c2045da0a8a9 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Added segment 52af4100-9eb7-40fd-97b1-563f4b95bf9d of type vlan for network 2b515eb8-3efe-4418-bdd8-1cc8ac1ff7fc Mar 09 03:56:48.162395 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 2bd00642-9d43-425f-9d8b-9003a844dcd2 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:56:48.168155 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d45aa31b-b67b-4454-bc3b-d5d68f0810c3 req-c7ba6d9a-365a-4d1d-9c35-9eda12fe5ccb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658072 Mar 09 03:56:48.176363 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-79638d9c-bd89-42da-9ca0-c2045da0a8a9 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:48.206180 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314eb936-22cf-4bab-90fa-b91b45f492a9 req-8306c012-8c98-42a6-addf-3dee17d84fe9 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:48.215206 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-314eb936-22cf-4bab-90fa-b91b45f492a9 req-8306c012-8c98-42a6-addf-3dee17d84fe9 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 945 time: 0.3261867 Mar 09 03:56:48.358612 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-314eb936-22cf-4bab-90fa-b91b45f492a9 req-d659c214-7dc1-4354-b101-aa3b82c4e555 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419635 Mar 09 03:56:48.360978 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-79638d9c-bd89-42da-9ca0-c2045da0a8a9 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:48.378678 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79638d9c-bd89-42da-9ca0-c2045da0a8a9 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:48.379826 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-79638d9c-bd89-42da-9ca0-c2045da0a8a9 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:48.427697 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4633c3ef-923b-4906-955f-56fbdece7ea3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Checking segment: {'id': 'db94b8af-c918-495e-8c9f-fd91627ef738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c2a6722e-0a15-48cb-86b4-cbd946af2d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:56:48.428178 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4633c3ef-923b-4906-955f-56fbdece7ea3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Network hostable DHCP agents. Network: c2a6722e-0a15-48cb-86b4-cbd946af2d31, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:56:48.542610 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79638d9c-bd89-42da-9ca0-c2045da0a8a9 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'Network': ['ID=2b515eb8-3efe-4418-bdd8-1cc8ac1ff7fc,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:48.554694 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 2b515eb8-3efe-4418-bdd8-1cc8ac1ff7fc details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:56:48.574504 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-79638d9c-bd89-42da-9ca0-c2045da0a8a9 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2505572 Mar 09 03:56:48.577583 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43526) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:48.598327 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-0aefe377-0e4c-40af-8577-c5a3e1391a86 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Request body: {'subnet': {'network_id': '2b515eb8-3efe-4418-bdd8-1cc8ac1ff7fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:48.651212 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-424c340a-a0c7-48c0-8943-b96701a4842f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:48.666929 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633c3ef-923b-4906-955f-56fbdece7ea3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Pushing event updated for resources: {'Subnet': ['ID=6904e0f9-d4a0-4720-910d-c0163374b2af,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:48.668966 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1762d486-25b6-49e3-92d9-c8f97b27560e None None] Network 5d852ead-36ff-4441-b51b-4f651f63198a requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:56:48.726918 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d4920b4-002b-4b1a-8de1-42d3112a7af9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:48.860165 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0aefe377-0e4c-40af-8577-c5a3e1391a86 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:48.867807 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0aefe377-0e4c-40af-8577-c5a3e1391a86 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Usage tracker for resource:subnet and tenant:444f0c41e222427f8eef0c6446070be6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:48.881252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0aefe377-0e4c-40af-8577-c5a3e1391a86 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:48.887922 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0aefe377-0e4c-40af-8577-c5a3e1391a86 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:48.892108 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-1d4920b4-002b-4b1a-8de1-42d3112a7af9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Calling delete_port for cfb89018-8db7-4e56-a3b9-64d8a9a73878 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:56:48.913922 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aefe377-0e4c-40af-8577-c5a3e1391a86 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Made reservation on behalf of 444f0c41e222427f8eef0c6446070be6 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:48.920992 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0aefe377-0e4c-40af-8577-c5a3e1391a86 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:48.936703 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4633c3ef-923b-4906-955f-56fbdece7ea3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Network c2a6722e-0a15-48cb-86b4-cbd946af2d31 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:56:48.947214 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-424c340a-a0c7-48c0-8943-b96701a4842f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:48.964738 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0d41b48c-2589-4cac-baf5-4445d3e7d58a None None] Provisioning for port 2bd00642-9d43-425f-9d8b-9003a844dcd2 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:56:48.967044 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-4633c3ef-923b-4906-955f-56fbdece7ea3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, c2a6722e-0a15-48cb-86b4-cbd946af2d31) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:48.971961 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4633c3ef-923b-4906-955f-56fbdece7ea3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:48.987807 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6897a354-606d-434b-840d-d82b6bfd093b None None] Network c2a6722e-0a15-48cb-86b4-cbd946af2d31 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:56:49.014891 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0d41b48c-2589-4cac-baf5-4445d3e7d58a None None] Provisioning complete for port 2bd00642-9d43-425f-9d8b-9003a844dcd2 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:49.015787 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0d41b48c-2589-4cac-baf5-4445d3e7d58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:49.095938 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.ipam_backend_mixin [None req-0aefe377-0e4c-40af-8577-c5a3e1391a86 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Performing IP validity checks on allocation pools {{(pid=87880) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 09 03:56:49.096460 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.ipam_backend_mixin [None req-0aefe377-0e4c-40af-8577-c5a3e1391a86 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87880) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 09 03:56:49.184028 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633c3ef-923b-4906-955f-56fbdece7ea3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Pushing event updated for resources: {'Subnet': ['ID=c7c2ade6-9d19-4dde-b985-7f0f8312ca2f,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:49.227480 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72925a4-4643-4cca-b41e-9c5431944913 req-94e4fdd0-e736-4051-ac25-83252ad522c0 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:49.228486 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b72925a4-4643-4cca-b41e-9c5431944913 req-94e4fdd0-e736-4051-ac25-83252ad522c0 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.5712650 Mar 09 03:56:49.308655 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4633c3ef-923b-4906-955f-56fbdece7ea3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Checking segment: {'id': 'd7bc1a6d-0090-4b81-a320-4646221c2dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c5efef6a-6719-4aa7-a647-33ed5788eeb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:56:49.309016 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4633c3ef-923b-4906-955f-56fbdece7ea3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Network hostable DHCP agents. Network: c5efef6a-6719-4aa7-a647-33ed5788eeb3, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:56:49.323313 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-424c340a-a0c7-48c0-8943-b96701a4842f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:49.333394 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0aefe377-0e4c-40af-8577-c5a3e1391a86 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:49.380292 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0d41b48c-2589-4cac-baf5-4445d3e7d58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:49.386027 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b72925a4-4643-4cca-b41e-9c5431944913 req-2c6b2ca9-526e-426d-ad80-3929499c5c34 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002233 Mar 09 03:56:49.389674 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c340a-a0c7-48c0-8943-b96701a4842f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50de991e-24ee-41e9-a4cf-c0839c03f0ba,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:49.408507 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4633c3ef-923b-4906-955f-56fbdece7ea3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Network c5efef6a-6719-4aa7-a647-33ed5788eeb3 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:56:49.419575 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-424c340a-a0c7-48c0-8943-b96701a4842f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:49.421103 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-424c340a-a0c7-48c0-8943-b96701a4842f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50de991e-24ee-41e9-a4cf-c0839c03f0ba HTTP/1.1" status: 204 len: 168 time: 2.0947921 Mar 09 03:56:49.424508 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d4920b4-002b-4b1a-8de1-42d3112a7af9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:49.428635 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-4633c3ef-923b-4906-955f-56fbdece7ea3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, c5efef6a-6719-4aa7-a647-33ed5788eeb3) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:49.483063 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cf723c-36a6-4470-b24f-2a0271aa9d3b None None] Network c5efef6a-6719-4aa7-a647-33ed5788eeb3 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:56:49.495749 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4633c3ef-923b-4906-955f-56fbdece7ea3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:49.496467 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4633c3ef-923b-4906-955f-56fbdece7ea3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:49.497378 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4633c3ef-923b-4906-955f-56fbdece7ea3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:49.568125 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aefe377-0e4c-40af-8577-c5a3e1391a86 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'Subnet': ['ID=e880c8c0-f649-4bd2-9a06-dc3f1c1e1472,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:49.600725 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aefe377-0e4c-40af-8577-c5a3e1391a86 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Checking segment: {'id': '52af4100-9eb7-40fd-97b1-563f4b95bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2b515eb8-3efe-4418-bdd8-1cc8ac1ff7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:56:49.607366 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aefe377-0e4c-40af-8577-c5a3e1391a86 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Network hostable DHCP agents. Network: 2b515eb8-3efe-4418-bdd8-1cc8ac1ff7fc, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:56:49.662968 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4920b4-002b-4b1a-8de1-42d3112a7af9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Port': ['ID=cfb89018-8db7-4e56-a3b9-64d8a9a73878,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:49.666709 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aefe377-0e4c-40af-8577-c5a3e1391a86 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Network 2b515eb8-3efe-4418-bdd8-1cc8ac1ff7fc is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:56:49.691223 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-0aefe377-0e4c-40af-8577-c5a3e1391a86 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 2b515eb8-3efe-4418-bdd8-1cc8ac1ff7fc) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:49.697993 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aefe377-0e4c-40af-8577-c5a3e1391a86 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:49.698213 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d4920b4-002b-4b1a-8de1-42d3112a7af9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:49.706713 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1d4920b4-002b-4b1a-8de1-42d3112a7af9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/ports/cfb89018-8db7-4e56-a3b9-64d8a9a73878 HTTP/1.1" status: 204 len: 168 time: 2.7416537 Mar 09 03:56:49.713161 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43560) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:49.715863 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0aefe377-0e4c-40af-8577-c5a3e1391a86 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:49.774325 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4633c3ef-923b-4906-955f-56fbdece7ea3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 6.9421861 Mar 09 03:56:49.808847 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43564) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:49.905411 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86f910b-10ae-4c8d-b967-d6a76d9465db tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] DELETE failed (client error): The resource could not be found. Mar 09 03:56:49.906083 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b86f910b-10ae-4c8d-b967-d6a76d9465db tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:56:49.908243 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b86f910b-10ae-4c8d-b967-d6a76d9465db tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/ports/cfb89018-8db7-4e56-a3b9-64d8a9a73878 HTTP/1.1" status: 404 len: 333 time: 0.1936052 Mar 09 03:56:49.922166 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43568) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:49.973170 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0aefe377-0e4c-40af-8577-c5a3e1391a86 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3941922 Mar 09 03:56:49.976356 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43574) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:49.984739 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-364d4e39-51f1-4e92-b358-f8166f6f27dc tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] GET failed (client error): The resource could not be found. Mar 09 03:56:49.985502 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-364d4e39-51f1-4e92-b358-f8166f6f27dc tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Synchronizing usage tracker for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:56:50.010800 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-364d4e39-51f1-4e92-b358-f8166f6f27dc tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Unset dirty status for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:56:50.012521 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-364d4e39-51f1-4e92-b358-f8166f6f27dc tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "GET /v2.0/ports/cfb89018-8db7-4e56-a3b9-64d8a9a73878 HTTP/1.1" status: 404 len: 333 time: 0.0890138 Mar 09 03:56:50.015322 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43578) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:50.033071 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device bb3e13e0-542b-4464-b3f0-efba76d836b8 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:56:50.060283 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60787ea-ef83-4155-8ee0-267671ba7c75 None None] Network 2b515eb8-3efe-4418-bdd8-1cc8ac1ff7fc requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:56:50.073805 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-0d41b48c-2589-4cac-baf5-4445d3e7d58a None None] For port 2bd00642-9d43-425f-9d8b-9003a844dcd2, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=2bd00642-9d43-425f-9d8b-9003a844dcd2,segment=NetworkSegment(d3456d18-5189-45dd-9bfb-79420d094449),segment_id=d3456d18-5189-45dd-9bfb-79420d094449)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:56:50.104248 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e46d24-cbc8-4cc3-80eb-af54d6f59c74 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:50.109923 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e46d24-cbc8-4cc3-80eb-af54d6f59c74 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:50.111602 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e46d24-cbc8-4cc3-80eb-af54d6f59c74 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:50.117298 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b3e46d24-cbc8-4cc3-80eb-af54d6f59c74 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Synchronizing usage tracker for tenant:617f4d6986a340a491903e41ca40d070 on resource:subnet {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:56:50.145696 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0d41b48c-2589-4cac-baf5-4445d3e7d58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:50.196733 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dee1ff-1f78-460f-9abc-6047c3a440c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-c2a6722e-0a15-48cb-86b4-cbd946af2d31', 'network_id': 'c2a6722e-0a15-48cb-86b4-cbd946af2d31', 'tenant_id': '617f4d6986a340a491903e41ca40d070', 'fixed_ips': [{'subnet_id': '6904e0f9-d4a0-4720-910d-c0163374b2af'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:56:50.197966 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c3dee1ff-1f78-460f-9abc-6047c3a440c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:50.216706 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2e5fcb-ac12-4481-8230-3b98b77d8dee tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting subnet f8196465-31e2-4068-9b9d-65ad5133196e {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:56:50.232113 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b17a4688-cd27-420d-bb76-fc820774c4aa tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:50.232536 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cc2e5fcb-ac12-4481-8230-3b98b77d8dee tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:50.316302 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3a7547bc-2663-42eb-8bd6-f89fc32e9d84 None None] Could not find standard attr ID for object cfb89018-8db7-4e56-a3b9-64d8a9a73878. {{(pid=87882) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 03:56:50.410001 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b3e46d24-cbc8-4cc3-80eb-af54d6f59c74 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Unset dirty status for tenant:617f4d6986a340a491903e41ca40d070 on resource:subnet {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:56:50.422628 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b3e46d24-cbc8-4cc3-80eb-af54d6f59c74 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.6031568 Mar 09 03:56:50.422628 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cc2e5fcb-ac12-4481-8230-3b98b77d8dee tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:50.457387 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43598) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:50.560979 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-811a5771-f742-4796-a46a-41c0415188e5 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Deleting subnet 6904e0f9-d4a0-4720-910d-c0163374b2af {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:56:50.570567 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-811a5771-f742-4796-a46a-41c0415188e5 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:50.572084 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b17a4688-cd27-420d-bb76-fc820774c4aa tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:50.670365 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3a7547bc-2663-42eb-8bd6-f89fc32e9d84 None None] Provisioning complete for port 2bd00642-9d43-425f-9d8b-9003a844dcd2 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:50.670826 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3a7547bc-2663-42eb-8bd6-f89fc32e9d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:50.706949 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-811a5771-f742-4796-a46a-41c0415188e5 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:50.722402 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee5ac3-a126-4065-9149-8e394d9fa912 req-72573183-79d8-4385-86a5-91fe793eacd4 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:50.723964 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-92ee5ac3-a126-4065-9149-8e394d9fa912 req-72573183-79d8-4385-86a5-91fe793eacd4 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 945 time: 0.9809139 Mar 09 03:56:50.734177 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41b48c-2589-4cac-baf5-4445d3e7d58a None None] Pushing event updated for resources: {'Port': ['ID=2bd00642-9d43-425f-9d8b-9003a844dcd2,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:50.820220 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cc2e5fcb-ac12-4481-8230-3b98b77d8dee tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:50.879858 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b17a4688-cd27-420d-bb76-fc820774c4aa tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:50.887692 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-811a5771-f742-4796-a46a-41c0415188e5 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:50.961278 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-92ee5ac3-a126-4065-9149-8e394d9fa912 req-2eb493c8-7a66-47a6-ad5d-67a3e9ca784f tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864562 Mar 09 03:56:50.976172 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a4688-cd27-420d-bb76-fc820774c4aa tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Subnet': ['ID=e880c8c0-f649-4bd2-9a06-dc3f1c1e1472,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:51.002590 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb815d-7ae0-463e-95b3-bd2aa5ced73d req-2055b4d0-172d-41f6-87d3-33c8faeee7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:51.004076 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-56eb815d-7ae0-463e-95b3-bd2aa5ced73d req-2055b4d0-172d-41f6-87d3-33c8faeee7c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2dfc2fc375c74dd497ae51bb9a526fce&device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 1096 time: 0.7661977 Mar 09 03:56:51.022108 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port bb3e13e0-542b-4464-b3f0-efba76d836b8 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:51.022556 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:51.070902 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9383297-52c0-47b7-af1f-4029a5933df6 req-b81bc9cb-0f87-4339-a95d-f127d746770b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:51.072705 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d9383297-52c0-47b7-af1f-4029a5933df6 req-b81bc9cb-0f87-4339-a95d-f127d746770b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.4277101 Mar 09 03:56:51.083967 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-811a5771-f742-4796-a46a-41c0415188e5 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server [None req-c3dee1ff-1f78-460f-9abc-6047c3a440c9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6904e0f9-d4a0-4720-910d-c0163374b2af: This subnet is being modified by another concurrent operation. Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 03:56:51.098466 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise exception Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6904e0f9-d4a0-4720-910d-c0163374b2af: This subnet is being modified by another concurrent operation. Mar 09 03:56:51.101991 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server Mar 09 03:56:51.127292 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4271e27a-3724-4896-a0ea-5e41ce174835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-2b515eb8-3efe-4418-bdd8-1cc8ac1ff7fc', 'network_id': '2b515eb8-3efe-4418-bdd8-1cc8ac1ff7fc', 'tenant_id': '444f0c41e222427f8eef0c6446070be6', 'fixed_ips': [{'subnet_id': 'e880c8c0-f649-4bd2-9a06-dc3f1c1e1472'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:56:51.128152 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4271e27a-3724-4896-a0ea-5e41ce174835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:51.171744 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5ec198-d180-4bb5-b3fb-72767163988f None None] Network c2a6722e-0a15-48cb-86b4-cbd946af2d31 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:56:51.239897 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99721b3a-ff30-445a-ba3d-08094c8cbefe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-c5efef6a-6719-4aa7-a647-33ed5788eeb3', 'network_id': 'c5efef6a-6719-4aa7-a647-33ed5788eeb3', 'tenant_id': '617f4d6986a340a491903e41ca40d070', 'fixed_ips': [{'subnet_id': 'c7c2ade6-9d19-4dde-b985-7f0f8312ca2f'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:56:51.241079 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-99721b3a-ff30-445a-ba3d-08094c8cbefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:51.251540 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb815d-7ae0-463e-95b3-bd2aa5ced73d req-39317ca0-7d7a-48f6-994c-9123d7c5f8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:51.263923 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-56eb815d-7ae0-463e-95b3-bd2aa5ced73d req-39317ca0-7d7a-48f6-994c-9123d7c5f8bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=a5bf093f-0f64-4ae3-8ad1-44c19f080b4b HTTP/1.1" status: 200 len: 915 time: 0.2237427 Mar 09 03:56:51.290549 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-811a5771-f742-4796-a46a-41c0415188e5 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:51.334620 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-811a5771-f742-4796-a46a-41c0415188e5 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] 10.222.0.16 "DELETE /v2.0/subnets/6904e0f9-d4a0-4720-910d-c0163374b2af HTTP/1.1" status: 204 len: 168 time: 0.8742645 Mar 09 03:56:51.336586 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a5771-f742-4796-a46a-41c0415188e5 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Pushing event deleted for resources: {'Subnet': ['ID=6904e0f9-d4a0-4720-910d-c0163374b2af,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:51.339902 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43624) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:51.412845 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cc2e5fcb-ac12-4481-8230-3b98b77d8dee tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:51.424712 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d9383297-52c0-47b7-af1f-4029a5933df6 req-be5cfc3b-89a3-496a-9879-c85c644eb3b4 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453939 Mar 09 03:56:51.518393 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cc2e5fcb-ac12-4481-8230-3b98b77d8dee tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:51.521704 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cc2e5fcb-ac12-4481-8230-3b98b77d8dee tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/subnets/f8196465-31e2-4068-9b9d-65ad5133196e HTTP/1.1" status: 204 len: 168 time: 1.5054440 Mar 09 03:56:51.526454 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e5fcb-ac12-4481-8230-3b98b77d8dee tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Subnet': ['ID=f8196465-31e2-4068-9b9d-65ad5133196e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:51.530901 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43632) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:51.579467 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-56eb815d-7ae0-463e-95b3-bd2aa5ced73d req-9d0e28b1-6472-4185-833e-d1ec6ec8d76e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3869154b-9901-4945-914f-a9ce37c819eb HTTP/1.1" status: 200 len: 217 time: 0.3146348 Mar 09 03:56:51.703910 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb815d-7ae0-463e-95b3-bd2aa5ced73d req-0eda5267-ba13-4111-b488-9c4e61491f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:51.706808 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-56eb815d-7ae0-463e-95b3-bd2aa5ced73d req-0eda5267-ba13-4111-b488-9c4e61491f29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d28ceb69-ec36-4fb9-9715-c418f254f3a1 HTTP/1.1" status: 200 len: 854 time: 0.0762024 Mar 09 03:56:51.725070 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b17a4688-cd27-420d-bb76-fc820774c4aa tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:51.742202 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36928735-3f5d-4c87-9518-257778d19475 None None] Network 5d852ead-36ff-4441-b51b-4f651f63198a requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:56:51.836541 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-56eb815d-7ae0-463e-95b3-bd2aa5ced73d req-8dc3d389-d5a6-4536-9be0-792e44d90f4c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5bf093f-0f64-4ae3-8ad1-44c19f080b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1202600 Mar 09 03:56:51.979798 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-88be543c-67ab-488f-ab7f-cfba95caa650 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:52.001631 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-b17a4688-cd27-420d-bb76-fc820774c4aa tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b515eb8-3efe-4418-bdd8-1cc8ac1ff7fc']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:52.016677 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-485cf3c0-39d6-4b7d-ae8c-ccfb9800feac tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Deleting subnet c7c2ade6-9d19-4dde-b985-7f0f8312ca2f {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:56:52.021575 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-485cf3c0-39d6-4b7d-ae8c-ccfb9800feac tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:52.025247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-b17a4688-cd27-420d-bb76-fc820774c4aa tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52af4100-9eb7-40fd-97b1-563f4b95bf9d') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:52.025482 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-b17a4688-cd27-420d-bb76-fc820774c4aa tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52af4100-9eb7-40fd-97b1-563f4b95bf9d') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:52.051151 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b17a4688-cd27-420d-bb76-fc820774c4aa tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:52.088244 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b17a4688-cd27-420d-bb76-fc820774c4aa tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:52.101397 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-56eb815d-7ae0-463e-95b3-bd2aa5ced73d req-659e9b83-31f9-4455-870f-3f0d5acf54d0 service neutron] 10.222.0.21 "GET /v2.0/networks/a5bf093f-0f64-4ae3-8ad1-44c19f080b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547817 Mar 09 03:56:52.102889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17a4688-cd27-420d-bb76-fc820774c4aa tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:56:52.103453 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b17a4688-cd27-420d-bb76-fc820774c4aa tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:52.127686 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-88be543c-67ab-488f-ab7f-cfba95caa650 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port 2bd00642-9d43-425f-9d8b-9003a844dcd2 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:56:52.128583 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-88be543c-67ab-488f-ab7f-cfba95caa650 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:56:52.146204 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:56:52.188119 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-485cf3c0-39d6-4b7d-ae8c-ccfb9800feac tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:52.363974 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479f4ef7-042b-4a78-8ae0-c1a98d4dfe1a None None] Network 2b515eb8-3efe-4418-bdd8-1cc8ac1ff7fc requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:56:52.434347 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-56eb815d-7ae0-463e-95b3-bd2aa5ced73d req-c9eac693-b942-426f-a5c8-cfc8cceda84d service neutron] 10.222.0.21 "GET /v2.0/networks/a5bf093f-0f64-4ae3-8ad1-44c19f080b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823958 Mar 09 03:56:52.573020 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 2bd00642-9d43-425f-9d8b-9003a844dcd2 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:56:52.587208 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b17a4688-cd27-420d-bb76-fc820774c4aa tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:52.624023 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b17a4688-cd27-420d-bb76-fc820774c4aa tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:52.636385 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a4688-cd27-420d-bb76-fc820774c4aa tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Network': ['ID=2b515eb8-3efe-4418-bdd8-1cc8ac1ff7fc,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:52.641023 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b17a4688-cd27-420d-bb76-fc820774c4aa tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/networks/2b515eb8-3efe-4418-bdd8-1cc8ac1ff7fc HTTP/1.1" status: 204 len: 168 time: 2.6633892 Mar 09 03:56:52.649085 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43660) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:52.652007 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90312ce2-be4d-4f90-9b04-4dd0ff6fbf96 req-31d1e142-1dbc-4016-97f7-e4733dd46f89 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:52.654527 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90312ce2-be4d-4f90-9b04-4dd0ff6fbf96 req-31d1e142-1dbc-4016-97f7-e4733dd46f89 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 945 time: 0.4673328 Mar 09 03:56:52.666603 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-b46dcfbd-0fcb-4b29-a3c3-5ff62acc8c30 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1075492066'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:52.675213 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-485cf3c0-39d6-4b7d-ae8c-ccfb9800feac tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:52.710640 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b46dcfbd-0fcb-4b29-a3c3-5ff62acc8c30 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:52.714867 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90312ce2-be4d-4f90-9b04-4dd0ff6fbf96 req-14393561-59b6-40fd-9b53-d23587e92a01 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518465 Mar 09 03:56:52.763771 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-88be543c-67ab-488f-ab7f-cfba95caa650 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] For port 2bd00642-9d43-425f-9d8b-9003a844dcd2, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=2bd00642-9d43-425f-9d8b-9003a844dcd2,segment=NetworkSegment(d3456d18-5189-45dd-9bfb-79420d094449),segment_id=d3456d18-5189-45dd-9bfb-79420d094449)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:56:52.764066 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-88be543c-67ab-488f-ab7f-cfba95caa650 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:52.780000 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b46dcfbd-0fcb-4b29-a3c3-5ff62acc8c30 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Usage tracker for resource:network and tenant:444f0c41e222427f8eef0c6446070be6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:52.796350 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b46dcfbd-0fcb-4b29-a3c3-5ff62acc8c30 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:53.004474 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-88be543c-67ab-488f-ab7f-cfba95caa650 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Calling delete_port for 2bd00642-9d43-425f-9d8b-9003a844dcd2 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:56:53.044461 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 2bd00642-9d43-425f-9d8b-9003a844dcd2 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:56:53.044821 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:53.098186 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b46dcfbd-0fcb-4b29-a3c3-5ff62acc8c30 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:53.112608 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-88be543c-67ab-488f-ab7f-cfba95caa650 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:53.123029 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Port 2bd00642-9d43-425f-9d8b-9003a844dcd2 was deleted so its status cannot be updated. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 09 03:56:53.126882 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6befda3-29e2-46bf-9707-4f685129e00f None None] DHCP port deletion for 5d852ead-36ff-4441-b51b-4f651f63198a request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:56:53.175638 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46dcfbd-0fcb-4b29-a3c3-5ff62acc8c30 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Made reservation on behalf of 444f0c41e222427f8eef0c6446070be6 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:53.179614 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b46dcfbd-0fcb-4b29-a3c3-5ff62acc8c30 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:53.274875 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be543c-67ab-488f-ab7f-cfba95caa650 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Port': ['ID=2bd00642-9d43-425f-9d8b-9003a844dcd2,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:53.285733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88be543c-67ab-488f-ab7f-cfba95caa650 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] No DVR routers for this DVR port 2bd00642-9d43-425f-9d8b-9003a844dcd2 on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server [None req-99721b3a-ff30-445a-ba3d-08094c8cbefe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7c2ade6-9d19-4dde-b985-7f0f8312ca2f: This subnet is being modified by another concurrent operation. Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 03:56:53.393600 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise exception Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7c2ade6-9d19-4dde-b985-7f0f8312ca2f: This subnet is being modified by another concurrent operation. Mar 09 03:56:53.397284 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server Mar 09 03:56:53.409934 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ff5b7c-8c7a-472c-a0e9-58740d39cf46 None None] Network c5efef6a-6719-4aa7-a647-33ed5788eeb3 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:56:53.444853 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b556ef-bb5b-418a-8e18-7ed4ded1c44c req-1f351f2b-9b17-4c59-b08e-92b132249632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:53.446590 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-15b556ef-bb5b-418a-8e18-7ed4ded1c44c req-1f351f2b-9b17-4c59-b08e-92b132249632 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42e2cf4c1213474880544b42bf2477f7&device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 1096 time: 0.2165129 Mar 09 03:56:53.461103 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46dcfbd-0fcb-4b29-a3c3-5ff62acc8c30 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:56:53.467088 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe52c9a-154d-435a-9a38-8fcb5d519a51 req-cae1f789-1689-4d0b-96c0-57fe70bb61c2 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:53.469172 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3fe52c9a-154d-435a-9a38-8fcb5d519a51 req-cae1f789-1689-4d0b-96c0-57fe70bb61c2 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 945 time: 0.1912444 Mar 09 03:56:53.470577 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-485cf3c0-39d6-4b7d-ae8c-ccfb9800feac tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:53.536576 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-88be543c-67ab-488f-ab7f-cfba95caa650 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:53.555460 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3fe52c9a-154d-435a-9a38-8fcb5d519a51 req-7fb40aac-ca86-4ec7-ab99-1f2d3e7c2b43 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631967 Mar 09 03:56:53.571058 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485cf3c0-39d6-4b7d-ae8c-ccfb9800feac tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Pushing event deleted for resources: {'Subnet': ['ID=c7c2ade6-9d19-4dde-b985-7f0f8312ca2f,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:53.580994 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b46dcfbd-0fcb-4b29-a3c3-5ff62acc8c30 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:53.581540 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-b46dcfbd-0fcb-4b29-a3c3-5ff62acc8c30 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Added segment 757f6705-3d0f-4734-a19b-9e84dcad3953 of type vlan for network 0d72ada1-26ff-438d-995d-0d88e863b9a6 Mar 09 03:56:53.592040 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-485cf3c0-39d6-4b7d-ae8c-ccfb9800feac tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:53.602078 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3869154b-9901-4945-914f-a9ce37c819eb no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:56:53.603175 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebf4e4-9ba5-42d5-82d1-fab816c9064d req-c620ddaf-da0e-4d23-afc1-04a0e14e2da0 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:53.604849 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cbebf4e4-9ba5-42d5-82d1-fab816c9064d req-c620ddaf-da0e-4d23-afc1-04a0e14e2da0 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.8970654 Mar 09 03:56:53.618290 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-88be543c-67ab-488f-ab7f-cfba95caa650 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d852ead-36ff-4441-b51b-4f651f63198a']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:53.660409 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b7efb1-5b6e-4cca-b2d4-527ced73900a None None] get_active_networks_info from n-d-825178-5 {{(pid=87882) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 03:56:53.677553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-88be543c-67ab-488f-ab7f-cfba95caa650 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3456d18-5189-45dd-9bfb-79420d094449') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:53.677553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-88be543c-67ab-488f-ab7f-cfba95caa650 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3456d18-5189-45dd-9bfb-79420d094449') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:53.697109 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b46dcfbd-0fcb-4b29-a3c3-5ff62acc8c30 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:53.706673 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-485cf3c0-39d6-4b7d-ae8c-ccfb9800feac tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] 10.222.0.16 "DELETE /v2.0/subnets/c7c2ade6-9d19-4dde-b985-7f0f8312ca2f HTTP/1.1" status: 204 len: 168 time: 2.3609161 Mar 09 03:56:53.713616 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43690) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:53.721182 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-88be543c-67ab-488f-ab7f-cfba95caa650 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:53.749133 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cbebf4e4-9ba5-42d5-82d1-fab816c9064d req-fe0a9db6-67c2-4cc0-96ea-71a3a7e997a1 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331961 Mar 09 03:56:53.759031 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-88be543c-67ab-488f-ab7f-cfba95caa650 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:53.771798 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b556ef-bb5b-418a-8e18-7ed4ded1c44c req-e88b669d-99d7-449c-b786-f7b1f8300bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:53.774166 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-15b556ef-bb5b-418a-8e18-7ed4ded1c44c req-e88b669d-99d7-449c-b786-f7b1f8300bed service neutron] 10.222.0.21 "GET /v2.0/networks?id=c0c93958-592c-464f-a37a-ef1493d3d272 HTTP/1.1" status: 200 len: 920 time: 0.3181798 Mar 09 03:56:53.776002 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88be543c-67ab-488f-ab7f-cfba95caa650 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:56:53.777400 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-88be543c-67ab-488f-ab7f-cfba95caa650 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:56:53.796174 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:56:53.820312 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b7efb1-5b6e-4cca-b2d4-527ced73900a None None] Resources bound (agent type, host, resource id): {{(pid=87882) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 03:56:53.871757 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b46dcfbd-0fcb-4b29-a3c3-5ff62acc8c30 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:53.877442 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46dcfbd-0fcb-4b29-a3c3-5ff62acc8c30 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:53.878342 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b46dcfbd-0fcb-4b29-a3c3-5ff62acc8c30 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:53.900116 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-15b556ef-bb5b-418a-8e18-7ed4ded1c44c req-bb531041-26db-469e-b559-349b7cc2b43e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=545436b8-f015-4e94-9a3d-1eae45d4a36f HTTP/1.1" status: 200 len: 217 time: 0.1183271 Mar 09 03:56:53.994265 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fed710-8871-44de-a8d9-fa8e67d31f1f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:54.007831 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43698) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:54.018217 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e3fed710-8871-44de-a8d9-fa8e67d31f1f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3033783 Mar 09 03:56:54.026386 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:54.055664 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b556ef-bb5b-418a-8e18-7ed4ded1c44c req-a4be0a8c-0f3a-4cbd-8c66-6b6722aa7c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:54.057420 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-15b556ef-bb5b-418a-8e18-7ed4ded1c44c req-a4be0a8c-0f3a-4cbd-8c66-6b6722aa7c49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75f3fe3d-e0f3-4248-94b8-2de9939f1dc5 HTTP/1.1" status: 200 len: 859 time: 0.1436439 Mar 09 03:56:54.070184 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3869154b-9901-4945-914f-a9ce37c819eb'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:56:54.100893 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3869154b-9901-4945-914f-a9ce37c819eb, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3869154b-9901-4945-914f-a9ce37c819eb,segment=NetworkSegment(ddfcacfb-90cd-4ec8-93d9-0857d330e9ac),segment_id=ddfcacfb-90cd-4ec8-93d9-0857d330e9ac)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:56:54.110098 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:54.127532 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-15b556ef-bb5b-418a-8e18-7ed4ded1c44c req-8eeb542d-746a-475a-b133-495dbc0b39d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c0c93958-592c-464f-a37a-ef1493d3d272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615079 Mar 09 03:56:54.201841 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3869154b-9901-4945-914f-a9ce37c819eb', 'code': 200} Mar 09 03:56:54.279961 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=3869154b-9901-4945-914f-a9ce37c819eb,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:54.317752 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6cebcf46-bb6d-4fc7-8ab7-32a02745529f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:54.325530 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-88be543c-67ab-488f-ab7f-cfba95caa650 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:54.333398 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b46dcfbd-0fcb-4b29-a3c3-5ff62acc8c30 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6787305 Mar 09 03:56:54.347178 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43710) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:54.357145 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ab9001db-3a3f-4ea3-8ff2-413d64dcd3c8 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Request body: {'subnet': {'network_id': '0d72ada1-26ff-438d-995d-0d88e863b9a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:54.370746 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-88be543c-67ab-488f-ab7f-cfba95caa650 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:54.371830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46dcfbd-0fcb-4b29-a3c3-5ff62acc8c30 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'Network': ['ID=0d72ada1-26ff-438d-995d-0d88e863b9a6,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:54.413772 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 0d72ada1-26ff-438d-995d-0d88e863b9a6 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:56:54.451334 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4facbb5f-2538-4b37-8846-e0af23e4f7b8 None None] get_active_networks_info from n-d-825178-5 {{(pid=87882) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 03:56:54.478047 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be543c-67ab-488f-ab7f-cfba95caa650 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Network': ['ID=5d852ead-36ff-4441-b51b-4f651f63198a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:54.502381 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-15b556ef-bb5b-418a-8e18-7ed4ded1c44c req-fdd787ca-efaa-4736-98a1-4b78134b0379 service neutron] 10.222.0.21 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680935 Mar 09 03:56:54.559324 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 2bd00642-9d43-425f-9d8b-9003a844dcd2 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:56:54.661997 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 2bd00642-9d43-425f-9d8b-9003a844dcd2 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:56:54.662720 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 2bd00642-9d43-425f-9d8b-9003a844dcd2 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:56:54.724646 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4facbb5f-2538-4b37-8846-e0af23e4f7b8 None None] Resources bound (agent type, host, resource id): {{(pid=87882) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 03:56:54.754114 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6cebcf46-bb6d-4fc7-8ab7-32a02745529f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:54.781202 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-88be543c-67ab-488f-ab7f-cfba95caa650 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/networks/5d852ead-36ff-4441-b51b-4f651f63198a HTTP/1.1" status: 204 len: 168 time: 3.2482312 Mar 09 03:56:54.786357 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43722) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:54.807259 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ecfbada7-6621-4d55-a8dc-1eb183cae75f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1529657455'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:54.862946 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-6cebcf46-bb6d-4fc7-8ab7-32a02745529f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5efef6a-6719-4aa7-a647-33ed5788eeb3']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:54.868828 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ecfbada7-6621-4d55-a8dc-1eb183cae75f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:54.893724 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-6cebcf46-bb6d-4fc7-8ab7-32a02745529f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7bc1a6d-0090-4b81-a320-4646221c2dca') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:54.894270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-6cebcf46-bb6d-4fc7-8ab7-32a02745529f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7bc1a6d-0090-4b81-a320-4646221c2dca') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:54.917552 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ab9001db-3a3f-4ea3-8ff2-413d64dcd3c8 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:54.934119 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6cebcf46-bb6d-4fc7-8ab7-32a02745529f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:54.935347 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ecfbada7-6621-4d55-a8dc-1eb183cae75f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:network and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:54.941147 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ecfbada7-6621-4d55-a8dc-1eb183cae75f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:54.960621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ab9001db-3a3f-4ea3-8ff2-413d64dcd3c8 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Usage tracker for resource:subnet and tenant:444f0c41e222427f8eef0c6446070be6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:54.963523 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ecfbada7-6621-4d55-a8dc-1eb183cae75f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:54.967185 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ab9001db-3a3f-4ea3-8ff2-413d64dcd3c8 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:54.978216 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6cebcf46-bb6d-4fc7-8ab7-32a02745529f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:55.003541 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c4036-b12a-44ef-8ae5-b1348302dd8c req-f0e54b80-09b0-49e1-93e7-9376a9b3798b tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:55.005446 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-836c4036-b12a-44ef-8ae5-b1348302dd8c req-f0e54b80-09b0-49e1-93e7-9376a9b3798b tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 945 time: 0.2267294 Mar 09 03:56:55.026469 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ab9001db-3a3f-4ea3-8ff2-413d64dcd3c8 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:55.057700 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cebcf46-bb6d-4fc7-8ab7-32a02745529f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:56:55.058118 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6cebcf46-bb6d-4fc7-8ab7-32a02745529f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:56:55.088335 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:56:55.160471 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfbada7-6621-4d55-a8dc-1eb183cae75f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:55.166324 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ecfbada7-6621-4d55-a8dc-1eb183cae75f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:55.216201 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-836c4036-b12a-44ef-8ae5-b1348302dd8c req-b351ffcf-b6de-49fc-b445-6632e5abdced tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894748 Mar 09 03:56:55.226720 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-15b556ef-bb5b-418a-8e18-7ed4ded1c44c req-05cf9256-7b06-40f5-a704-76e7f037f5a0 service neutron] 10.222.0.21 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7115569 Mar 09 03:56:55.227451 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9001db-3a3f-4ea3-8ff2-413d64dcd3c8 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Made reservation on behalf of 444f0c41e222427f8eef0c6446070be6 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:55.234262 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6cebcf46-bb6d-4fc7-8ab7-32a02745529f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:55.250638 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ab9001db-3a3f-4ea3-8ff2-413d64dcd3c8 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:55.250817 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6cebcf46-bb6d-4fc7-8ab7-32a02745529f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:55.304919 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cebcf46-bb6d-4fc7-8ab7-32a02745529f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Pushing event deleted for resources: {'Network': ['ID=c5efef6a-6719-4aa7-a647-33ed5788eeb3,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:55.311569 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6cebcf46-bb6d-4fc7-8ab7-32a02745529f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] 10.222.0.16 "DELETE /v2.0/networks/c5efef6a-6719-4aa7-a647-33ed5788eeb3 HTTP/1.1" status: 204 len: 168 time: 1.3006430 Mar 09 03:56:55.313334 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43738) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:55.418022 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfbada7-6621-4d55-a8dc-1eb183cae75f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:56:55.418433 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ecfbada7-6621-4d55-a8dc-1eb183cae75f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:55.418760 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-ecfbada7-6621-4d55-a8dc-1eb183cae75f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Added segment 3ae745f4-4389-4a15-856f-179eac218891 of type vlan for network cb6244b1-5547-4ba8-9046-26746f0b0738 Mar 09 03:56:55.448760 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ecfbada7-6621-4d55-a8dc-1eb183cae75f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:55.495764 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f16a3a5-31c3-4de2-af2f-03a733155bd0 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:55.581379 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ecfbada7-6621-4d55-a8dc-1eb183cae75f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:55.588124 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfbada7-6621-4d55-a8dc-1eb183cae75f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:55.588387 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ecfbada7-6621-4d55-a8dc-1eb183cae75f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:55.614770 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1e89f-ed3f-4611-b370-070caf9a27e6 req-d45897d2-fca7-459b-bd7a-13c2b56cf6df tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:55.616266 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cae1e89f-ed3f-4611-b370-070caf9a27e6 req-d45897d2-fca7-459b-bd7a-13c2b56cf6df tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 943 time: 0.5694921 Mar 09 03:56:55.700565 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f16a3a5-31c3-4de2-af2f-03a733155bd0 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:55.728825 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-6f16a3a5-31c3-4de2-af2f-03a733155bd0 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a6722e-0a15-48cb-86b4-cbd946af2d31']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:55.743670 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-6f16a3a5-31c3-4de2-af2f-03a733155bd0 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db94b8af-c918-495e-8c9f-fd91627ef738') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:55.744312 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-6f16a3a5-31c3-4de2-af2f-03a733155bd0 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db94b8af-c918-495e-8c9f-fd91627ef738') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:55.758420 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f16a3a5-31c3-4de2-af2f-03a733155bd0 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:55.784607 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f16a3a5-31c3-4de2-af2f-03a733155bd0 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:55.791940 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f16a3a5-31c3-4de2-af2f-03a733155bd0 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:56:55.792215 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cae1e89f-ed3f-4611-b370-070caf9a27e6 req-fb64bd90-20f9-4f7a-991d-ae04e1f61920 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488280 Mar 09 03:56:55.792748 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f16a3a5-31c3-4de2-af2f-03a733155bd0 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:55.800878 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ecfbada7-6621-4d55-a8dc-1eb183cae75f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0048718 Mar 09 03:56:55.806020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43758) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:55.816711 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbada7-6621-4d55-a8dc-1eb183cae75f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Network': ['ID=cb6244b1-5547-4ba8-9046-26746f0b0738,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:55.825983 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ad857258-5410-49dd-8782-22f9c5cb85c0 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'subnet': {'network_id': 'cb6244b1-5547-4ba8-9046-26746f0b0738', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:55.828408 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network cb6244b1-5547-4ba8-9046-26746f0b0738 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:56:56.016577 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:56:56.073122 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f16a3a5-31c3-4de2-af2f-03a733155bd0 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:56.096199 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ab9001db-3a3f-4ea3-8ff2-413d64dcd3c8 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:56.101637 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ad857258-5410-49dd-8782-22f9c5cb85c0 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:56.103251 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f16a3a5-31c3-4de2-af2f-03a733155bd0 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:56.109685 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16a3a5-31c3-4de2-af2f-03a733155bd0 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Pushing event deleted for resources: {'Network': ['ID=c2a6722e-0a15-48cb-86b4-cbd946af2d31,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:56.120528 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6f16a3a5-31c3-4de2-af2f-03a733155bd0 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] 10.222.0.16 "DELETE /v2.0/networks/c2a6722e-0a15-48cb-86b4-cbd946af2d31 HTTP/1.1" status: 204 len: 168 time: 0.8039849 Mar 09 03:56:56.124498 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43764) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:56.179989 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ad857258-5410-49dd-8782-22f9c5cb85c0 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:subnet and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:56:56.189054 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ad857258-5410-49dd-8782-22f9c5cb85c0 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:56:56.214226 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ad857258-5410-49dd-8782-22f9c5cb85c0 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:56.244097 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9001db-3a3f-4ea3-8ff2-413d64dcd3c8 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'Subnet': ['ID=8826b597-f35a-458b-a5f6-183ea51b343c,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:56.252610 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad857258-5410-49dd-8782-22f9c5cb85c0 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:56.257180 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ad857258-5410-49dd-8782-22f9c5cb85c0 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:56.300766 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776072f-fef3-4ee1-ba06-d8c004a8fa7b req-9f152edf-dace-4adb-91ff-85cde0bd2789 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:56.302394 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c776072f-fef3-4ee1-ba06-d8c004a8fa7b req-9f152edf-dace-4adb-91ff-85cde0bd2789 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 943 time: 0.2854464 Mar 09 03:56:56.382564 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d04c750-2cb5-46f0-8a9f-8c55e8d6fd8f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:56.415466 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c776072f-fef3-4ee1-ba06-d8c004a8fa7b req-c2874113-9c3e-4d3b-a559-8a7cb1fd2034 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029088 Mar 09 03:56:56.511109 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9001db-3a3f-4ea3-8ff2-413d64dcd3c8 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Checking segment: {'id': '757f6705-3d0f-4734-a19b-9e84dcad3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0d72ada1-26ff-438d-995d-0d88e863b9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:56:56.511480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9001db-3a3f-4ea3-8ff2-413d64dcd3c8 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Network hostable DHCP agents. Network: 0d72ada1-26ff-438d-995d-0d88e863b9a6, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:56:56.618543 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d04c750-2cb5-46f0-8a9f-8c55e8d6fd8f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:56.653883 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-1d04c750-2cb5-46f0-8a9f-8c55e8d6fd8f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfea320b-3336-41b7-a9ef-fcb0f65b6360']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:56.663845 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9001db-3a3f-4ea3-8ff2-413d64dcd3c8 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Network 0d72ada1-26ff-438d-995d-0d88e863b9a6 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:56:56.669564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-1d04c750-2cb5-46f0-8a9f-8c55e8d6fd8f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3209f1-81df-4f49-b968-d63df8af0f2c') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:56.670287 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-1d04c750-2cb5-46f0-8a9f-8c55e8d6fd8f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3209f1-81df-4f49-b968-d63df8af0f2c') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:56.688473 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d04c750-2cb5-46f0-8a9f-8c55e8d6fd8f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:56.696367 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-ab9001db-3a3f-4ea3-8ff2-413d64dcd3c8 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 0d72ada1-26ff-438d-995d-0d88e863b9a6) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:56.706340 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4175b1-fedd-49fa-91b4-196d3bf3f7c4 None None] Network 0d72ada1-26ff-438d-995d-0d88e863b9a6 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:56:56.711034 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d04c750-2cb5-46f0-8a9f-8c55e8d6fd8f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:56.718933 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d04c750-2cb5-46f0-8a9f-8c55e8d6fd8f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:56:56.719722 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d04c750-2cb5-46f0-8a9f-8c55e8d6fd8f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:56:56.743641 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:56:56.792424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9001db-3a3f-4ea3-8ff2-413d64dcd3c8 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:56.793002 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ab9001db-3a3f-4ea3-8ff2-413d64dcd3c8 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:56.856761 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f63e3-2743-4823-b700-db8be3a3b955 req-b848904e-ca95-4ba3-b0a3-bc596686d6d9 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:56.863627 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe5f63e3-2743-4823-b700-db8be3a3b955 req-b848904e-ca95-4ba3-b0a3-bc596686d6d9 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 945 time: 0.3379350 Mar 09 03:56:56.873880 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d04c750-2cb5-46f0-8a9f-8c55e8d6fd8f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:56.911919 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d04c750-2cb5-46f0-8a9f-8c55e8d6fd8f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:56.921598 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04c750-2cb5-46f0-8a9f-8c55e8d6fd8f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Pushing event deleted for resources: {'Network': ['ID=cfea320b-3336-41b7-a9ef-fcb0f65b6360,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:56.924792 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1d04c750-2cb5-46f0-8a9f-8c55e8d6fd8f tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] 10.222.0.16 "DELETE /v2.0/networks/cfea320b-3336-41b7-a9ef-fcb0f65b6360 HTTP/1.1" status: 204 len: 168 time: 0.7981710 Mar 09 03:56:56.928120 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43794) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:56.965732 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ab9001db-3a3f-4ea3-8ff2-413d64dcd3c8 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6174493 Mar 09 03:56:56.979481 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43798) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:57.083953 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe5f63e3-2743-4823-b700-db8be3a3b955 req-14134ab8-3cb2-4390-aa8e-ca6afe8cfda1 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193661 Mar 09 03:56:57.110468 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ad857258-5410-49dd-8782-22f9c5cb85c0 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:57.182257 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45576a29-b34a-4eee-ba0c-9500f60c6ae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-0d72ada1-26ff-438d-995d-0d88e863b9a6', 'network_id': '0d72ada1-26ff-438d-995d-0d88e863b9a6', 'tenant_id': '444f0c41e222427f8eef0c6446070be6', 'fixed_ips': [{'subnet_id': '8826b597-f35a-458b-a5f6-183ea51b343c'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:56:57.183243 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-45576a29-b34a-4eee-ba0c-9500f60c6ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:57.228655 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad857258-5410-49dd-8782-22f9c5cb85c0 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Subnet': ['ID=4742e4d6-1422-4e51-a340-89d055a00a09,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:57.243743 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad857258-5410-49dd-8782-22f9c5cb85c0 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Checking segment: {'id': '3ae745f4-4389-4a15-856f-179eac218891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cb6244b1-5547-4ba8-9046-26746f0b0738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:56:57.244361 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad857258-5410-49dd-8782-22f9c5cb85c0 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network hostable DHCP agents. Network: cb6244b1-5547-4ba8-9046-26746f0b0738, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:56:57.287496 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad857258-5410-49dd-8782-22f9c5cb85c0 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network cb6244b1-5547-4ba8-9046-26746f0b0738 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:56:57.307824 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-ad857258-5410-49dd-8782-22f9c5cb85c0 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, cb6244b1-5547-4ba8-9046-26746f0b0738) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:57.313529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad857258-5410-49dd-8782-22f9c5cb85c0 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:57.314122 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ad857258-5410-49dd-8782-22f9c5cb85c0 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:57.335741 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1c0b08-e3df-474c-93de-9dc2e543fed7 None None] Network cb6244b1-5547-4ba8-9046-26746f0b0738 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:56:57.391356 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ad857258-5410-49dd-8782-22f9c5cb85c0 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5648358 Mar 09 03:56:57.392680 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43816) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:57.418522 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-69fa16b7-75e6-49af-a4e4-6210b10330ad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'port': {'network_id': 'cb6244b1-5547-4ba8-9046-26746f0b0738', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2002269817'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:56:57.733706 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43830) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:57.794369 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3869154b-9901-4945-914f-a9ce37c819eb no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:56:57.819820 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e3a0-f4b4-4c7e-8a79-4ac5057acdc3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:57.822089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568a4da-104f-4329-9810-2f38367e906b req-30d5af45-1a51-43bc-95f3-b32f61cd3467 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:57.823730 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0568a4da-104f-4329-9810-2f38367e906b req-30d5af45-1a51-43bc-95f3-b32f61cd3467 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 943 time: 0.3604810 Mar 09 03:56:57.824868 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-69fa16b7-75e6-49af-a4e4-6210b10330ad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:56:57.874349 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-45576a29-b34a-4eee-ba0c-9500f60c6ae5 None None] Allocated IP 172.20.0.1 (0d72ada1-26ff-438d-995d-0d88e863b9a6/8826b597-f35a-458b-a5f6-183ea51b343c/5df46cc3-cc40-4dea-b371-321e7f8f7120) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:56:57.878911 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-69fa16b7-75e6-49af-a4e4-6210b10330ad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:56:57.926209 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:57.935711 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fa16b7-75e6-49af-a4e4-6210b10330ad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:56:57.942891 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-69fa16b7-75e6-49af-a4e4-6210b10330ad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:57.977857 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-69fa16b7-75e6-49af-a4e4-6210b10330ad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] device_id is not set on port 516cbece-cb46-4b38-b560-4ff58063f2c9 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:56:58.040985 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0568a4da-104f-4329-9810-2f38367e906b req-8ba899a0-9298-4ab3-8381-72195f8ccca1 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042141 Mar 09 03:56:58.190450 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-69fa16b7-75e6-49af-a4e4-6210b10330ad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Allocated IP 2001:db8::361 (cb6244b1-5547-4ba8-9046-26746f0b0738/4742e4d6-1422-4e51-a340-89d055a00a09/516cbece-cb46-4b38-b560-4ff58063f2c9) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:56:58.197929 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e3a0-f4b4-4c7e-8a79-4ac5057acdc3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:58.291536 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-b7f8e3a0-f4b4-4c7e-8a79-4ac5057acdc3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa490076-a5a5-4ac3-a5d0-834e8bfe8877']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:58.299396 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:58.399319 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-b7f8e3a0-f4b4-4c7e-8a79-4ac5057acdc3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f314f73d-7167-4a37-a146-3c271e632148') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:58.399912 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-b7f8e3a0-f4b4-4c7e-8a79-4ac5057acdc3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f314f73d-7167-4a37-a146-3c271e632148') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:58.417974 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e3a0-f4b4-4c7e-8a79-4ac5057acdc3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:58.441932 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e3a0-f4b4-4c7e-8a79-4ac5057acdc3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:58.460145 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f8e3a0-f4b4-4c7e-8a79-4ac5057acdc3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:56:58.460806 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e3a0-f4b4-4c7e-8a79-4ac5057acdc3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:56:58.476557 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:56:58.514115 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-69fa16b7-75e6-49af-a4e4-6210b10330ad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:58.561061 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b27794c0-2985-4497-90c8-e517a8f3579b req-c7c6ac8f-2eba-44bf-a8d6-f6199a6fb60a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8199570 Mar 09 03:56:58.597227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-69fa16b7-75e6-49af-a4e4-6210b10330ad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Transition to ACTIVE for port object 516cbece-cb46-4b38-b560-4ff58063f2c9 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:56:58.604961 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ffbdfe-9abf-414e-ad5d-9f1b5d54250d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-cb6244b1-5547-4ba8-9046-26746f0b0738', 'network_id': 'cb6244b1-5547-4ba8-9046-26746f0b0738', 'tenant_id': '1a28d126d880446d92d0f7b9bfb2171c', 'fixed_ips': [{'subnet_id': '4742e4d6-1422-4e51-a340-89d055a00a09'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:56:58.612796 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d4ffbdfe-9abf-414e-ad5d-9f1b5d54250d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:58.613000 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30656e-43e7-4de1-bddb-8a81f8dcb562 req-fbeeb89f-9fd2-409e-8063-60a01ae8114c tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:58.614956 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ae30656e-43e7-4de1-bddb-8a81f8dcb562 req-fbeeb89f-9fd2-409e-8063-60a01ae8114c tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 945 time: 0.3749406 Mar 09 03:56:58.616631 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e3a0-f4b4-4c7e-8a79-4ac5057acdc3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:58.643494 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-69fa16b7-75e6-49af-a4e4-6210b10330ad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:58.645679 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e3a0-f4b4-4c7e-8a79-4ac5057acdc3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:58.692198 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8e3a0-f4b4-4c7e-8a79-4ac5057acdc3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] Pushing event deleted for resources: {'Network': ['ID=fa490076-a5a5-4ac3-a5d0-834e8bfe8877,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:58.701498 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b7f8e3a0-f4b4-4c7e-8a79-4ac5057acdc3 tempest-BulkNetworkOpsIpV6Test-459972062 tempest-BulkNetworkOpsIpV6Test-459972062-project] 10.222.0.16 "DELETE /v2.0/networks/fa490076-a5a5-4ac3-a5d0-834e8bfe8877 HTTP/1.1" status: 204 len: 168 time: 1.7702444 Mar 09 03:56:58.705974 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-45576a29-b34a-4eee-ba0c-9500f60c6ae5 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:58.718193 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ae30656e-43e7-4de1-bddb-8a81f8dcb562 req-cca454ad-790f-4624-b7c1-14966378eb3c tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679312 Mar 09 03:56:58.799869 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fa16b7-75e6-49af-a4e4-6210b10330ad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network cb6244b1-5547-4ba8-9046-26746f0b0738 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:56:58.801209 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-69fa16b7-75e6-49af-a4e4-6210b10330ad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:58.810644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fa16b7-75e6-49af-a4e4-6210b10330ad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:56:58.816222 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fa16b7-75e6-49af-a4e4-6210b10330ad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:58.816851 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-69fa16b7-75e6-49af-a4e4-6210b10330ad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:58.843448 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-45576a29-b34a-4eee-ba0c-9500f60c6ae5 None None] Transition to ACTIVE for port object 5df46cc3-cc40-4dea-b371-321e7f8f7120 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:56:58.909769 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-45576a29-b34a-4eee-ba0c-9500f60c6ae5 None None] Transition to ACTIVE for port object 5df46cc3-cc40-4dea-b371-321e7f8f7120 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:56:58.923065 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa16b7-75e6-49af-a4e4-6210b10330ad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Port': ['ID=516cbece-cb46-4b38-b560-4ff58063f2c9,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:58.940790 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43856) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:58.947509 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-69fa16b7-75e6-49af-a4e4-6210b10330ad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.5477259 Mar 09 03:56:58.990890 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-45576a29-b34a-4eee-ba0c-9500f60c6ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:59.042254 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45576a29-b34a-4eee-ba0c-9500f60c6ae5 None None] Network 0d72ada1-26ff-438d-995d-0d88e863b9a6 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:56:59.050010 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-45576a29-b34a-4eee-ba0c-9500f60c6ae5 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:56:59.051882 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-27605fe8-7930-4ff7-bf08-4c58667b0417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:59.053948 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45576a29-b34a-4eee-ba0c-9500f60c6ae5 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:56:59.065008 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:59.124711 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Subnet': ['ID=8826b597-f35a-458b-a5f6-183ea51b343c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:59.179756 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45576a29-b34a-4eee-ba0c-9500f60c6ae5 None None] Pushing event updated for resources: {'Port': ['ID=5df46cc3-cc40-4dea-b371-321e7f8f7120,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:56:59.239268 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-89fe172a-a9cf-40be-967b-7710901fd5af tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port 516cbece-cb46-4b38-b560-4ff58063f2c9 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:56:59.239603 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-89fe172a-a9cf-40be-967b-7710901fd5af tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:59.362043 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:59.421544 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde49a8-08e6-4d38-9a2a-261a8e25582e req-6b24edfa-2187-4b23-bd0c-e7cfb3a2faa0 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:56:59.423514 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-edde49a8-08e6-4d38-9a2a-261a8e25582e req-6b24edfa-2187-4b23-bd0c-e7cfb3a2faa0 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 943 time: 0.2062736 Mar 09 03:56:59.472319 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d72ada1-26ff-438d-995d-0d88e863b9a6']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:59.497302 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757f6705-3d0f-4734-a19b-9e84dcad3953') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:59.498583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757f6705-3d0f-4734-a19b-9e84dcad3953') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:56:59.518643 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-edde49a8-08e6-4d38-9a2a-261a8e25582e req-eea1b3da-3549-45eb-8a29-490554f0e301 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886478 Mar 09 03:56:59.521490 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-d4ffbdfe-9abf-414e-ad5d-9f1b5d54250d None None] Allocated IP 2001:db8::2 (cb6244b1-5547-4ba8-9046-26746f0b0738/4742e4d6-1422-4e51-a340-89d055a00a09/ae29ecc2-dbc9-40f1-97e8-47bb66c95f00) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:56:59.526679 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:59.528727 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-45576a29-b34a-4eee-ba0c-9500f60c6ae5 None None] Attempting to bind port 5df46cc3-cc40-4dea-b371-321e7f8f7120 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:56:59.529118 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-45576a29-b34a-4eee-ba0c-9500f60c6ae5 None None] Attempting to bind port 5df46cc3-cc40-4dea-b371-321e7f8f7120 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '757f6705-3d0f-4734-a19b-9e84dcad3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0d72ada1-26ff-438d-995d-0d88e863b9a6'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:56:59.529479 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45576a29-b34a-4eee-ba0c-9500f60c6ae5 None None] Attempting to bind port 5df46cc3-cc40-4dea-b371-321e7f8f7120 on network 0d72ada1-26ff-438d-995d-0d88e863b9a6 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:56:59.578298 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:59.597688 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43874) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:59.656957 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:56:59.657626 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:56:59.673085 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:56:59.810507 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.api [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 03:56:59.810507 n-d-825178-5 neutron-server[87881]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 03:56:59.810507 n-d-825178-5 neutron-server[87881]: [parameters: {'id': '0d72ada1-26ff-438d-995d-0d88e863b9a6'}] Mar 09 03:56:59.810507 n-d-825178-5 neutron-server[87881]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:56:59.811039 n-d-825178-5 neutron-server[87881]: DEBUG oslo_db.api [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:56:59.835573 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-89fe172a-a9cf-40be-967b-7710901fd5af tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:59.870572 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5d85716d-50a3-4fe7-9ab4-00e9f76573d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=617f4d6986a340a491903e41ca40d070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2717197 Mar 09 03:56:59.875557 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43890) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:56:59.906460 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d4ffbdfe-9abf-414e-ad5d-9f1b5d54250d None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:59.919791 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d4ffbdfe-9abf-414e-ad5d-9f1b5d54250d None None] Transition to ACTIVE for port object ae29ecc2-dbc9-40f1-97e8-47bb66c95f00 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:56:59.958617 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d4ffbdfe-9abf-414e-ad5d-9f1b5d54250d None None] Transition to ACTIVE for port object ae29ecc2-dbc9-40f1-97e8-47bb66c95f00 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:56:59.965530 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45576a29-b34a-4eee-ba0c-9500f60c6ae5 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:56:59.966258 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45576a29-b34a-4eee-ba0c-9500f60c6ae5 None None] Checking segment: {'id': '757f6705-3d0f-4734-a19b-9e84dcad3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0d72ada1-26ff-438d-995d-0d88e863b9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:56:59.966390 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-45576a29-b34a-4eee-ba0c-9500f60c6ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:59.968832 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45576a29-b34a-4eee-ba0c-9500f60c6ae5 None None] Bound using segment: {'id': '757f6705-3d0f-4734-a19b-9e84dcad3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0d72ada1-26ff-438d-995d-0d88e863b9a6'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:56:59.970345 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-45576a29-b34a-4eee-ba0c-9500f60c6ae5 None None] Bound port: 5df46cc3-cc40-4dea-b371-321e7f8f7120, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '757f6705-3d0f-4734-a19b-9e84dcad3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0d72ada1-26ff-438d-995d-0d88e863b9a6'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:56:59.970783 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-45576a29-b34a-4eee-ba0c-9500f60c6ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:56:59.984094 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba816bd1-1f4f-470d-a9d8-60870334e2fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:00.028915 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba816bd1-1f4f-470d-a9d8-60870334e2fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:00.050448 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d4ffbdfe-9abf-414e-ad5d-9f1b5d54250d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:00.089384 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba816bd1-1f4f-470d-a9d8-60870334e2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:00.106972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba816bd1-1f4f-470d-a9d8-60870334e2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8607442-6cc6-474d-be50-00173a687c38,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:00.123691 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba816bd1-1f4f-470d-a9d8-60870334e2fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:00.125451 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ba816bd1-1f4f-470d-a9d8-60870334e2fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8607442-6cc6-474d-be50-00173a687c38 HTTP/1.1" status: 204 len: 168 time: 0.2487454 Mar 09 03:57:00.227962 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffbdfe-9abf-414e-ad5d-9f1b5d54250d None None] Pushing event updated for resources: {'Port': ['ID=ae29ecc2-dbc9-40f1-97e8-47bb66c95f00,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:00.261683 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ffbdfe-9abf-414e-ad5d-9f1b5d54250d None None] Network cb6244b1-5547-4ba8-9046-26746f0b0738 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:57:00.269643 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-d4ffbdfe-9abf-414e-ad5d-9f1b5d54250d None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:00.273987 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ffbdfe-9abf-414e-ad5d-9f1b5d54250d None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:57:00.340953 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:00.380517 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-89fe172a-a9cf-40be-967b-7710901fd5af tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Calling delete_port for 516cbece-cb46-4b38-b560-4ff58063f2c9 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:57:00.456785 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-45576a29-b34a-4eee-ba0c-9500f60c6ae5 None None] For port 5df46cc3-cc40-4dea-b371-321e7f8f7120, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:57:00.460083 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-d4ffbdfe-9abf-414e-ad5d-9f1b5d54250d None None] Attempting to bind port ae29ecc2-dbc9-40f1-97e8-47bb66c95f00 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:57:00.463837 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-d4ffbdfe-9abf-414e-ad5d-9f1b5d54250d None None] Attempting to bind port ae29ecc2-dbc9-40f1-97e8-47bb66c95f00 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '3ae745f4-4389-4a15-856f-179eac218891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cb6244b1-5547-4ba8-9046-26746f0b0738'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:57:00.464892 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ffbdfe-9abf-414e-ad5d-9f1b5d54250d None None] Attempting to bind port ae29ecc2-dbc9-40f1-97e8-47bb66c95f00 on network cb6244b1-5547-4ba8-9046-26746f0b0738 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:57:00.468461 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Deleting port 5df46cc3-cc40-4dea-b371-321e7f8f7120 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:57:00.468810 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:00.489970 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ffbdfe-9abf-414e-ad5d-9f1b5d54250d None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:57:00.490339 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ffbdfe-9abf-414e-ad5d-9f1b5d54250d None None] Checking segment: {'id': '3ae745f4-4389-4a15-856f-179eac218891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cb6244b1-5547-4ba8-9046-26746f0b0738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:57:00.490741 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d4ffbdfe-9abf-414e-ad5d-9f1b5d54250d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:00.494687 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ffbdfe-9abf-414e-ad5d-9f1b5d54250d None None] Bound using segment: {'id': '3ae745f4-4389-4a15-856f-179eac218891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cb6244b1-5547-4ba8-9046-26746f0b0738'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:57:00.495294 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-d4ffbdfe-9abf-414e-ad5d-9f1b5d54250d None None] Bound port: ae29ecc2-dbc9-40f1-97e8-47bb66c95f00, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae745f4-4389-4a15-856f-179eac218891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cb6244b1-5547-4ba8-9046-26746f0b0738'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:57:00.495804 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d4ffbdfe-9abf-414e-ad5d-9f1b5d54250d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:00.505381 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-45576a29-b34a-4eee-ba0c-9500f60c6ae5 None None] For port 5df46cc3-cc40-4dea-b371-321e7f8f7120, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5df46cc3-cc40-4dea-b371-321e7f8f7120,segment=NetworkSegment(757f6705-3d0f-4734-a19b-9e84dcad3953),segment_id=757f6705-3d0f-4734-a19b-9e84dcad3953)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:57:00.514457 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-45576a29-b34a-4eee-ba0c-9500f60c6ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:00.857263 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea96814-f06c-44c5-9252-f4c682d244ee None None] Network 0d72ada1-26ff-438d-995d-0d88e863b9a6 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:00.892421 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29362b-2d22-46a8-964a-1989d66e1e74 req-0230945a-f789-4231-ab56-d2bd847c5f54 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:00.894561 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8a29362b-2d22-46a8-964a-1989d66e1e74 req-0230945a-f789-4231-ab56-d2bd847c5f54 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 945 time: 0.9002938 Mar 09 03:57:00.898283 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-89fe172a-a9cf-40be-967b-7710901fd5af tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:00.919987 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45576a29-b34a-4eee-ba0c-9500f60c6ae5 None None] Pushing event updated for resources: {'Port': ['ID=5df46cc3-cc40-4dea-b371-321e7f8f7120,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:01.019681 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-d4ffbdfe-9abf-414e-ad5d-9f1b5d54250d None None] For port ae29ecc2-dbc9-40f1-97e8-47bb66c95f00, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:57:01.057385 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe172a-a9cf-40be-967b-7710901fd5af tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Port': ['ID=516cbece-cb46-4b38-b560-4ff58063f2c9,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:01.062691 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8a29362b-2d22-46a8-964a-1989d66e1e74 req-61dafdda-debf-4564-bd6b-68c52c0bebe7 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519928 Mar 09 03:57:01.070399 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-89fe172a-a9cf-40be-967b-7710901fd5af tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:01.081184 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-d4ffbdfe-9abf-414e-ad5d-9f1b5d54250d None None] For port ae29ecc2-dbc9-40f1-97e8-47bb66c95f00, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=ae29ecc2-dbc9-40f1-97e8-47bb66c95f00,segment=NetworkSegment(3ae745f4-4389-4a15-856f-179eac218891),segment_id=3ae745f4-4389-4a15-856f-179eac218891)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:57:01.089867 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27794c0-2985-4497-90c8-e517a8f3579b req-d5b394a3-94b1-4150-ab43-d1fa605087da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:01.091191 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-89fe172a-a9cf-40be-967b-7710901fd5af tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/ports/516cbece-cb46-4b38-b560-4ff58063f2c9 HTTP/1.1" status: 204 len: 168 time: 2.1470044 Mar 09 03:57:01.092298 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b27794c0-2985-4497-90c8-e517a8f3579b req-d5b394a3-94b1-4150-ab43-d1fa605087da service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4&tenant_id=2dfc2fc375c74dd497ae51bb9a526fce HTTP/1.1" status: 200 len: 1094 time: 0.2764595 Mar 09 03:57:01.092561 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43942) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:01.142205 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-b27794c0-2985-4497-90c8-e517a8f3579b req-28908c07-e4e2-4c14-9d36-1b8a63fa0bea service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-5', 'device_owner': 'compute:nova'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:01.170759 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e060b5-47b4-4c1e-b16d-a5948e65e118 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] GET failed (client error): The resource could not be found. Mar 09 03:57:01.171427 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d9e060b5-47b4-4c1e-b16d-a5948e65e118 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Synchronizing usage tracker for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:57:01.258312 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d4ffbdfe-9abf-414e-ad5d-9f1b5d54250d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:01.326917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d9e060b5-47b4-4c1e-b16d-a5948e65e118 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Unset dirty status for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:57:01.331280 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d9e060b5-47b4-4c1e-b16d-a5948e65e118 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "GET /v2.0/ports/516cbece-cb46-4b38-b560-4ff58063f2c9 HTTP/1.1" status: 404 len: 333 time: 0.2304814 Mar 09 03:57:01.332045 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43958) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:01.379748 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-79066696-3763-434b-9c31-919360c500ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:01.471516 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b27794c0-2985-4497-90c8-e517a8f3579b req-28908c07-e4e2-4c14-9d36-1b8a63fa0bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:01.480198 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffbdfe-9abf-414e-ad5d-9f1b5d54250d None None] Pushing event updated for resources: {'Port': ['ID=ae29ecc2-dbc9-40f1-97e8-47bb66c95f00,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:01.513024 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] For port 5df46cc3-cc40-4dea-b371-321e7f8f7120, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5df46cc3-cc40-4dea-b371-321e7f8f7120,segment=NetworkSegment(757f6705-3d0f-4734-a19b-9e84dcad3953),segment_id=757f6705-3d0f-4734-a19b-9e84dcad3953)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:57:01.513501 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:01.558094 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948c137-deea-4f46-8d7c-eb14b22a1301 req-0aaf3cec-be3d-4745-aedf-bf083c16b261 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:01.559689 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7948c137-deea-4f46-8d7c-eb14b22a1301 req-0aaf3cec-be3d-4745-aedf-bf083c16b261 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 943 time: 0.8654106 Mar 09 03:57:01.708843 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7948c137-deea-4f46-8d7c-eb14b22a1301 req-6ef036c7-c565-4e8e-9d01-2ee1a5368c7c tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409760 Mar 09 03:57:01.762102 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Calling delete_port for 5df46cc3-cc40-4dea-b371-321e7f8f7120 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:57:01.769939 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43970) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:01.802845 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-811ec1f4-a71d-44b7-96a5-bfd8c2d78e59 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting subnet 4742e4d6-1422-4e51-a340-89d055a00a09 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:57:01.806580 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-811ec1f4-a71d-44b7-96a5-bfd8c2d78e59 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:01.931760 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-811ec1f4-a71d-44b7-96a5-bfd8c2d78e59 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:01.980404 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-0b79e50a-38eb-4876-a0a5-fd13d99454cc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'network': {'name': 'tempest-RoutersTest-7447308'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:01.991349 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0b79e50a-38eb-4876-a0a5-fd13d99454cc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:02.005963 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0b79e50a-38eb-4876-a0a5-fd13d99454cc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Usage tracker for resource:network and tenant:8d98afbc76a3441ab1cb90e168d30508 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:02.056508 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0b79e50a-38eb-4876-a0a5-fd13d99454cc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:02.071499 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:02.089279 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:02.163267 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0b79e50a-38eb-4876-a0a5-fd13d99454cc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:02.189381 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:02.213982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Port': ['ID=5df46cc3-cc40-4dea-b371-321e7f8f7120,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:02.224400 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] No DVR routers for this DVR port 5df46cc3-cc40-4dea-b371-321e7f8f7120 on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:57:02.241923 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-b27794c0-2985-4497-90c8-e517a8f3579b req-28908c07-e4e2-4c14-9d36-1b8a63fa0bea service neutron] For port 3869154b-9901-4945-914f-a9ce37c819eb, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3869154b-9901-4945-914f-a9ce37c819eb,segment=NetworkSegment(ddfcacfb-90cd-4ec8-93d9-0857d330e9ac),segment_id=ddfcacfb-90cd-4ec8-93d9-0857d330e9ac)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:57:02.277303 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-b27794c0-2985-4497-90c8-e517a8f3579b req-28908c07-e4e2-4c14-9d36-1b8a63fa0bea service neutron] For port 3869154b-9901-4945-914f-a9ce37c819eb, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:57:02.321452 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b79e50a-38eb-4876-a0a5-fd13d99454cc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Made reservation on behalf of 8d98afbc76a3441ab1cb90e168d30508 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:02.325462 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b79e50a-38eb-4876-a0a5-fd13d99454cc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:02.354210 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b79e50a-38eb-4876-a0a5-fd13d99454cc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:02.367159 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-811ec1f4-a71d-44b7-96a5-bfd8c2d78e59 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:02.379352 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-b27794c0-2985-4497-90c8-e517a8f3579b req-28908c07-e4e2-4c14-9d36-1b8a63fa0bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3869154b-9901-4945-914f-a9ce37c819eb {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:57:02.384801 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0b79e50a-38eb-4876-a0a5-fd13d99454cc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:02.391963 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b27794c0-2985-4497-90c8-e517a8f3579b req-28908c07-e4e2-4c14-9d36-1b8a63fa0bea service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:02.394569 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0b79e50a-38eb-4876-a0a5-fd13d99454cc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Usage tracker for resource:security_group_rule and tenant:8d98afbc76a3441ab1cb90e168d30508 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:02.399272 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0b79e50a-38eb-4876-a0a5-fd13d99454cc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:02.410960 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0b79e50a-38eb-4876-a0a5-fd13d99454cc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:02.439089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-b27794c0-2985-4497-90c8-e517a8f3579b req-28908c07-e4e2-4c14-9d36-1b8a63fa0bea service neutron] Transition to ACTIVE for port object 3869154b-9901-4945-914f-a9ce37c819eb will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:57:02.460743 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b27794c0-2985-4497-90c8-e517a8f3579b req-28908c07-e4e2-4c14-9d36-1b8a63fa0bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:02.600175 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:02.638334 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device ae29ecc2-dbc9-40f1-97e8-47bb66c95f00 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:57:02.696701 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d72ada1-26ff-438d-995d-0d88e863b9a6']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:02.719610 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757f6705-3d0f-4734-a19b-9e84dcad3953') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:02.719610 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757f6705-3d0f-4734-a19b-9e84dcad3953') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:02.737630 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:02.789867 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:02.801097 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a6dbe-d06b-4a53-8d4b-fc2bbb377811 req-81926aad-b691-4bbb-896e-4af6e94db283 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:02.802826 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2c6a6dbe-d06b-4a53-8d4b-fc2bbb377811 req-81926aad-b691-4bbb-896e-4af6e94db283 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 945 time: 0.4977500 Mar 09 03:57:02.827129 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27794c0-2985-4497-90c8-e517a8f3579b req-28908c07-e4e2-4c14-9d36-1b8a63fa0bea service neutron] No DVR routers for this DVR port 3869154b-9901-4945-914f-a9ce37c819eb on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:57:02.828164 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:57:02.828834 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:02.842916 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28908c07-e4e2-4c14-9d36-1b8a63fa0bea service neutron] Pushing event updated for resources: {'Port': ['ID=3869154b-9901-4945-914f-a9ce37c819eb,revision_number=9']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:02.870889 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port ae29ecc2-dbc9-40f1-97e8-47bb66c95f00 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:57:02.877582 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:57:02.909325 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-811ec1f4-a71d-44b7-96a5-bfd8c2d78e59 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:02.920858 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-b27794c0-2985-4497-90c8-e517a8f3579b req-28908c07-e4e2-4c14-9d36-1b8a63fa0bea service neutron] Attempting to bind port 3869154b-9901-4945-914f-a9ce37c819eb on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:57:02.921198 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-b27794c0-2985-4497-90c8-e517a8f3579b req-28908c07-e4e2-4c14-9d36-1b8a63fa0bea service neutron] Attempting to bind port 3869154b-9901-4945-914f-a9ce37c819eb by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'ddfcacfb-90cd-4ec8-93d9-0857d330e9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a5bf093f-0f64-4ae3-8ad1-44c19f080b4b'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:57:02.921640 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27794c0-2985-4497-90c8-e517a8f3579b req-28908c07-e4e2-4c14-9d36-1b8a63fa0bea service neutron] Attempting to bind port 3869154b-9901-4945-914f-a9ce37c819eb on network a5bf093f-0f64-4ae3-8ad1-44c19f080b4b {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:57:02.941898 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27794c0-2985-4497-90c8-e517a8f3579b req-28908c07-e4e2-4c14-9d36-1b8a63fa0bea service neutron] Port 3869154b-9901-4945-914f-a9ce37c819eb on network a5bf093f-0f64-4ae3-8ad1-44c19f080b4b not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:57:02.942337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27794c0-2985-4497-90c8-e517a8f3579b req-28908c07-e4e2-4c14-9d36-1b8a63fa0bea service neutron] Attempting to bind port 3869154b-9901-4945-914f-a9ce37c819eb on network a5bf093f-0f64-4ae3-8ad1-44c19f080b4b {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:57:02.952639 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27794c0-2985-4497-90c8-e517a8f3579b req-28908c07-e4e2-4c14-9d36-1b8a63fa0bea service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:57:02.952976 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27794c0-2985-4497-90c8-e517a8f3579b req-28908c07-e4e2-4c14-9d36-1b8a63fa0bea service neutron] Checking segment: {'id': 'ddfcacfb-90cd-4ec8-93d9-0857d330e9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a5bf093f-0f64-4ae3-8ad1-44c19f080b4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:57:02.953366 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27794c0-2985-4497-90c8-e517a8f3579b req-28908c07-e4e2-4c14-9d36-1b8a63fa0bea service neutron] Bound using segment: {'id': 'ddfcacfb-90cd-4ec8-93d9-0857d330e9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a5bf093f-0f64-4ae3-8ad1-44c19f080b4b'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:57:02.953854 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-b27794c0-2985-4497-90c8-e517a8f3579b req-28908c07-e4e2-4c14-9d36-1b8a63fa0bea service neutron] Bound port: 3869154b-9901-4945-914f-a9ce37c819eb, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddfcacfb-90cd-4ec8-93d9-0857d330e9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a5bf093f-0f64-4ae3-8ad1-44c19f080b4b'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:57:02.954257 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b27794c0-2985-4497-90c8-e517a8f3579b req-28908c07-e4e2-4c14-9d36-1b8a63fa0bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:03.092202 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-b27794c0-2985-4497-90c8-e517a8f3579b req-28908c07-e4e2-4c14-9d36-1b8a63fa0bea service neutron] For port 3869154b-9901-4945-914f-a9ce37c819eb, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:57:03.109514 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-b27794c0-2985-4497-90c8-e517a8f3579b req-28908c07-e4e2-4c14-9d36-1b8a63fa0bea service neutron] For port 3869154b-9901-4945-914f-a9ce37c819eb, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=3869154b-9901-4945-914f-a9ce37c819eb,segment=NetworkSegment(ddfcacfb-90cd-4ec8-93d9-0857d330e9ac),segment_id=ddfcacfb-90cd-4ec8-93d9-0857d330e9ac)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:57:03.197907 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b27794c0-2985-4497-90c8-e517a8f3579b req-28908c07-e4e2-4c14-9d36-1b8a63fa0bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:03.241563 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6fd1c9-82dd-430e-9ea2-450dd960cf43 None None] Network cb6244b1-5547-4ba8-9046-26746f0b0738 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:03.251503 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ec1f4-a71d-44b7-96a5-bfd8c2d78e59 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Subnet': ['ID=4742e4d6-1422-4e51-a340-89d055a00a09,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:03.283509 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-811ec1f4-a71d-44b7-96a5-bfd8c2d78e59 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:03.303597 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2c6a6dbe-d06b-4a53-8d4b-fc2bbb377811 req-96e41bdd-585a-4c3f-bee2-c2bdab543996 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795022 Mar 09 03:57:03.306045 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:03.326344 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:03.341252 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/networks/0d72ada1-26ff-438d-995d-0d88e863b9a6 HTTP/1.1" status: 204 len: 168 time: 6.3596764 Mar 09 03:57:03.344370 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44002) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:03.356807 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-811ec1f4-a71d-44b7-96a5-bfd8c2d78e59 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/subnets/4742e4d6-1422-4e51-a340-89d055a00a09 HTTP/1.1" status: 204 len: 168 time: 2.0185654 Mar 09 03:57:03.358358 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-fef89bef-abc3-444c-b858-5a7eef1d030a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1028465316'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:03.362586 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb75afe-4993-42eb-86e0-1772f9613077 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Network': ['ID=0d72ada1-26ff-438d-995d-0d88e863b9a6,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:03.365617 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44006) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:03.369659 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fef89bef-abc3-444c-b858-5a7eef1d030a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:03.396056 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fef89bef-abc3-444c-b858-5a7eef1d030a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Usage tracker for resource:network and tenant:444f0c41e222427f8eef0c6446070be6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:03.413618 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fef89bef-abc3-444c-b858-5a7eef1d030a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:03.425491 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fef89bef-abc3-444c-b858-5a7eef1d030a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:03.454569 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27794c0-2985-4497-90c8-e517a8f3579b req-28908c07-e4e2-4c14-9d36-1b8a63fa0bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:03.454876 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f24bdae7-0e54-4d32-9e24-d9f91ad4a6f1 None None] Provisioning for port ae29ecc2-dbc9-40f1-97e8-47bb66c95f00 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:57:03.455252 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b27794c0-2985-4497-90c8-e517a8f3579b req-28908c07-e4e2-4c14-9d36-1b8a63fa0bea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:03.456626 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b27794c0-2985-4497-90c8-e517a8f3579b req-28908c07-e4e2-4c14-9d36-1b8a63fa0bea service neutron] 10.222.0.24 "PUT /v2.0/ports/3869154b-9901-4945-914f-a9ce37c819eb HTTP/1.1" status: 200 len: 1091 time: 2.3441277 Mar 09 03:57:03.463561 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4', 'tag': '3869154b-9901-4945-914f-a9ce37c819eb'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:57:03.470157 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f24bdae7-0e54-4d32-9e24-d9f91ad4a6f1 None None] Provisioning complete for port ae29ecc2-dbc9-40f1-97e8-47bb66c95f00 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:57:03.473117 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f24bdae7-0e54-4d32-9e24-d9f91ad4a6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:03.516286 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:03.518196 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef89bef-abc3-444c-b858-5a7eef1d030a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Made reservation on behalf of 444f0c41e222427f8eef0c6446070be6 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:03.523249 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fef89bef-abc3-444c-b858-5a7eef1d030a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:03.571529 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port ae29ecc2-dbc9-40f1-97e8-47bb66c95f00 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:57:03.572119 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:03.593738 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:03.613810 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28908c07-e4e2-4c14-9d36-1b8a63fa0bea service neutron] Pushing event updated for resources: {'Port': ['ID=3869154b-9901-4945-914f-a9ce37c819eb,revision_number=10']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:03.644121 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef89bef-abc3-444c-b858-5a7eef1d030a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:57:03.719644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51654a-b2dc-4f4c-9bfb-2dc97169d200 req-e452ad09-5dec-44ef-9863-4e80d6d010d2 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:03.723123 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5c51654a-b2dc-4f4c-9bfb-2dc97169d200 req-e452ad09-5dec-44ef-9863-4e80d6d010d2 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 944 time: 0.6114798 Mar 09 03:57:03.799353 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c32da2-a6c8-4f9d-a703-6f1c9d830287 None None] DHCP port deletion for cb6244b1-5547-4ba8-9046-26746f0b0738 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:57:03.817007 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-02c32da2-a6c8-4f9d-a703-6f1c9d830287 None None] Deleting port ae29ecc2-dbc9-40f1-97e8-47bb66c95f00 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:57:03.817380 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-02c32da2-a6c8-4f9d-a703-6f1c9d830287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:03.824598 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4', 'tag': '3869154b-9901-4945-914f-a9ce37c819eb', 'status': 'completed', 'code': 200} Mar 09 03:57:03.838335 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b79e50a-38eb-4876-a0a5-fd13d99454cc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:03.851694 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5c51654a-b2dc-4f4c-9bfb-2dc97169d200 req-875e6f5f-3456-4366-a69a-623fe511283f tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036479 Mar 09 03:57:03.855608 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b79e50a-38eb-4876-a0a5-fd13d99454cc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:03.880254 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] For port ae29ecc2-dbc9-40f1-97e8-47bb66c95f00, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=ae29ecc2-dbc9-40f1-97e8-47bb66c95f00,segment=NetworkSegment(3ae745f4-4389-4a15-856f-179eac218891),segment_id=3ae745f4-4389-4a15-856f-179eac218891)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:57:03.881311 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:03.894657 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79e50a-38eb-4876-a0a5-fd13d99454cc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d061ec-7842-474c-88fc-f4a43c2959fa,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:03.894918 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f24bdae7-0e54-4d32-9e24-d9f91ad4a6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:03.907852 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27794c0-2985-4497-90c8-e517a8f3579b req-ee573171-6f14-4605-a88a-7fedd13e6a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:03.912279 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b27794c0-2985-4497-90c8-e517a8f3579b req-ee573171-6f14-4605-a88a-7fedd13e6a4a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2dfc2fc375c74dd497ae51bb9a526fce&device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 1095 time: 0.4182150 Mar 09 03:57:03.946165 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b79e50a-38eb-4876-a0a5-fd13d99454cc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:57:03.964189 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b79e50a-38eb-4876-a0a5-fd13d99454cc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:03.965644 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-0b79e50a-38eb-4876-a0a5-fd13d99454cc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Added segment e98b225f-5bce-4b74-94d7-36d45be4c5c9 of type vlan for network 8a2ff588-fbcb-43dc-823c-31400942097c Mar 09 03:57:03.996053 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-f24bdae7-0e54-4d32-9e24-d9f91ad4a6f1 None None] For port ae29ecc2-dbc9-40f1-97e8-47bb66c95f00, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=ae29ecc2-dbc9-40f1-97e8-47bb66c95f00,segment=NetworkSegment(3ae745f4-4389-4a15-856f-179eac218891),segment_id=3ae745f4-4389-4a15-856f-179eac218891)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:57:04.030566 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b79e50a-38eb-4876-a0a5-fd13d99454cc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:04.055636 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f24bdae7-0e54-4d32-9e24-d9f91ad4a6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:04.080243 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b79e50a-38eb-4876-a0a5-fd13d99454cc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:04.085918 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b79e50a-38eb-4876-a0a5-fd13d99454cc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:04.086700 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b79e50a-38eb-4876-a0a5-fd13d99454cc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:04.133073 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Calling delete_port for ae29ecc2-dbc9-40f1-97e8-47bb66c95f00 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:57:04.142294 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0b79e50a-38eb-4876-a0a5-fd13d99454cc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 2.3714123 Mar 09 03:57:04.166136 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44032) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:04.180412 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ba6e5517-3b24-4558-af0e-f97a62816351 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'network': {'name': 'tempest-RoutersTest-395249739'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:04.192764 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fef89bef-abc3-444c-b858-5a7eef1d030a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:04.193343 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-fef89bef-abc3-444c-b858-5a7eef1d030a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Added segment c6299a9d-c89c-453b-8dfd-8e7d5ca802c3 of type vlan for network d24111db-073a-4431-a8a0-1117975d047d Mar 09 03:57:04.244808 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fef89bef-abc3-444c-b858-5a7eef1d030a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:04.255854 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.api [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:57:04.259418 n-d-825178-5 neutron-server[87881]: DEBUG oslo_db.api [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:57:04.265299 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bdae7-0e54-4d32-9e24-d9f91ad4a6f1 None None] Pushing event updated for resources: {'Port': ['ID=ae29ecc2-dbc9-40f1-97e8-47bb66c95f00,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:04.301014 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fef89bef-abc3-444c-b858-5a7eef1d030a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:04.307588 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef89bef-abc3-444c-b858-5a7eef1d030a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:04.308273 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fef89bef-abc3-444c-b858-5a7eef1d030a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:04.312237 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ba6e5517-3b24-4558-af0e-f97a62816351 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:04.323573 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ba6e5517-3b24-4558-af0e-f97a62816351 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Usage tracker for resource:network and tenant:8d98afbc76a3441ab1cb90e168d30508 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:04.333578 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:04.340765 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79e50a-38eb-4876-a0a5-fd13d99454cc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Network': ['ID=8a2ff588-fbcb-43dc-823c-31400942097c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:04.367699 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ba6e5517-3b24-4558-af0e-f97a62816351 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:04.391617 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 8a2ff588-fbcb-43dc-823c-31400942097c details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:57:04.428573 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ba6e5517-3b24-4558-af0e-f97a62816351 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:04.435215 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef89bef-abc3-444c-b858-5a7eef1d030a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'Network': ['ID=d24111db-073a-4431-a8a0-1117975d047d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:04.461089 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fef89bef-abc3-444c-b858-5a7eef1d030a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1155245 Mar 09 03:57:04.463885 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44048) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:04.474330 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-97adba2d-0b0e-4ce3-9f25-2c16588e8e39 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Request body: {'subnet': {'network_id': 'd24111db-073a-4431-a8a0-1117975d047d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:04.507118 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6e5517-3b24-4558-af0e-f97a62816351 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Made reservation on behalf of 8d98afbc76a3441ab1cb90e168d30508 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:04.525775 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba6e5517-3b24-4558-af0e-f97a62816351 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:04.567895 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6e5517-3b24-4558-af0e-f97a62816351 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:57:04.579084 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba6e5517-3b24-4558-af0e-f97a62816351 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:04.579747 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-ba6e5517-3b24-4558-af0e-f97a62816351 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Added segment e5df64e5-70ba-4a24-b535-336159262f7a of type vlan for network 44aad0d8-7e09-470f-9a83-daf55b284708 Mar 09 03:57:04.583427 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-02c32da2-a6c8-4f9d-a703-6f1c9d830287 None None] For port ae29ecc2-dbc9-40f1-97e8-47bb66c95f00, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=ae29ecc2-dbc9-40f1-97e8-47bb66c95f00,segment=NetworkSegment(3ae745f4-4389-4a15-856f-179eac218891),segment_id=3ae745f4-4389-4a15-856f-179eac218891)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:57:04.583816 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-02c32da2-a6c8-4f9d-a703-6f1c9d830287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:04.615061 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba6e5517-3b24-4558-af0e-f97a62816351 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:04.654330 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27794c0-2985-4497-90c8-e517a8f3579b req-56dabe75-0f90-40e2-aa25-bf05007f3033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:04.656328 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b27794c0-2985-4497-90c8-e517a8f3579b req-56dabe75-0f90-40e2-aa25-bf05007f3033 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5bf093f-0f64-4ae3-8ad1-44c19f080b4b HTTP/1.1" status: 200 len: 915 time: 0.7251742 Mar 09 03:57:04.661522 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba6e5517-3b24-4558-af0e-f97a62816351 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:04.676138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6e5517-3b24-4558-af0e-f97a62816351 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:04.680159 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba6e5517-3b24-4558-af0e-f97a62816351 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:04.703298 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-97adba2d-0b0e-4ce3-9f25-2c16588e8e39 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:04.707906 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-97adba2d-0b0e-4ce3-9f25-2c16588e8e39 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Usage tracker for resource:subnet and tenant:444f0c41e222427f8eef0c6446070be6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:04.711537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-97adba2d-0b0e-4ce3-9f25-2c16588e8e39 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:04.717581 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-97adba2d-0b0e-4ce3-9f25-2c16588e8e39 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:04.724093 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network d24111db-073a-4431-a8a0-1117975d047d details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:57:04.752713 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97adba2d-0b0e-4ce3-9f25-2c16588e8e39 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Made reservation on behalf of 444f0c41e222427f8eef0c6446070be6 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:04.759291 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-97adba2d-0b0e-4ce3-9f25-2c16588e8e39 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:04.781797 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port ae29ecc2-dbc9-40f1-97e8-47bb66c95f00 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:57:04.782350 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:04.805507 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b27794c0-2985-4497-90c8-e517a8f3579b req-fb0a0ebe-0fc3-4aaf-b29e-0bafab189dc5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3869154b-9901-4945-914f-a9ce37c819eb HTTP/1.1" status: 200 len: 217 time: 0.1156297 Mar 09 03:57:04.853753 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd22ae-dab6-4479-973a-22c2925ca9e0 req-d1083d1f-9d45-45b9-8469-daf47cc4394a tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:04.855662 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1dcd22ae-dab6-4479-973a-22c2925ca9e0 req-d1083d1f-9d45-45b9-8469-daf47cc4394a tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 945 time: 0.3465805 Mar 09 03:57:04.955876 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device ae29ecc2-dbc9-40f1-97e8-47bb66c95f00 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:57:04.957577 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27794c0-2985-4497-90c8-e517a8f3579b req-1002ae43-c987-4961-b48b-d7982971ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:04.961978 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b27794c0-2985-4497-90c8-e517a8f3579b req-1002ae43-c987-4961-b48b-d7982971ba8c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d28ceb69-ec36-4fb9-9715-c418f254f3a1 HTTP/1.1" status: 200 len: 854 time: 0.1482337 Mar 09 03:57:05.002443 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-02c32da2-a6c8-4f9d-a703-6f1c9d830287 None None] Calling delete_port for ae29ecc2-dbc9-40f1-97e8-47bb66c95f00 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:57:05.089278 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b27794c0-2985-4497-90c8-e517a8f3579b req-25e2a8c4-ba54-4d3d-8dd2-e06cd01ededd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5bf093f-0f64-4ae3-8ad1-44c19f080b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924218 Mar 09 03:57:05.281752 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1dcd22ae-dab6-4479-973a-22c2925ca9e0 req-6d5b3030-6232-4759-b838-33664d38883a tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427134 Mar 09 03:57:05.409438 n-d-825178-5 neutron-server[87882]: INFO neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No ports have port_id starting with ae29ecc2-dbc9-40f1-97e8-47bb66c95f00 Mar 09 03:57:05.410446 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-02c32da2-a6c8-4f9d-a703-6f1c9d830287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:05.413325 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ba6e5517-3b24-4558-af0e-f97a62816351 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2452137 Mar 09 03:57:05.435393 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44064) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:05.436170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e5517-3b24-4558-af0e-f97a62816351 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Network': ['ID=44aad0d8-7e09-470f-9a83-daf55b284708,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:05.509691 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 44aad0d8-7e09-470f-9a83-daf55b284708 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:57:05.515458 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-4107b7de-12c3-439b-8341-38b522455b24 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'subnet': {'network_id': '8a2ff588-fbcb-43dc-823c-31400942097c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:05.561141 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c32da2-a6c8-4f9d-a703-6f1c9d830287 None None] No DVR routers for this DVR port ae29ecc2-dbc9-40f1-97e8-47bb66c95f00 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:57:05.565986 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c32da2-a6c8-4f9d-a703-6f1c9d830287 None None] Pushing event deleted for resources: {'Port': ['ID=ae29ecc2-dbc9-40f1-97e8-47bb66c95f00,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:05.605314 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] For port ae29ecc2-dbc9-40f1-97e8-47bb66c95f00, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=ae29ecc2-dbc9-40f1-97e8-47bb66c95f00,segment=NetworkSegment(3ae745f4-4389-4a15-856f-179eac218891),segment_id=3ae745f4-4389-4a15-856f-179eac218891)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:57:05.606318 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:05.659924 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bba16a-b444-4e13-bf30-920ba7541293 None None] get_active_networks_info from n-d-825178-5 {{(pid=87882) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 03:57:05.698135 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4107b7de-12c3-439b-8341-38b522455b24 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:05.712079 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4107b7de-12c3-439b-8341-38b522455b24 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Usage tracker for resource:subnet and tenant:8d98afbc76a3441ab1cb90e168d30508 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:05.720867 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4107b7de-12c3-439b-8341-38b522455b24 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:05.732789 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4107b7de-12c3-439b-8341-38b522455b24 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:05.768690 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4107b7de-12c3-439b-8341-38b522455b24 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Made reservation on behalf of 8d98afbc76a3441ab1cb90e168d30508 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:05.772737 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4107b7de-12c3-439b-8341-38b522455b24 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:05.831234 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1317a0-ee43-4c34-9465-6e6bb1b29f0b req-4fe328eb-6a28-49f3-9a88-0e404b015f46 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:05.832889 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ca1317a0-ee43-4c34-9465-6e6bb1b29f0b req-4fe328eb-6a28-49f3-9a88-0e404b015f46 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 944 time: 0.7425961 Mar 09 03:57:05.837579 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b27794c0-2985-4497-90c8-e517a8f3579b req-df39dded-1631-492e-9981-b18fb7600beb service neutron] 10.222.0.24 "GET /v2.0/networks/a5bf093f-0f64-4ae3-8ad1-44c19f080b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6879063 Mar 09 03:57:05.851369 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bba16a-b444-4e13-bf30-920ba7541293 None None] Resources bound (agent type, host, resource id): {{(pid=87882) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 03:57:05.862422 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Calling delete_port for ae29ecc2-dbc9-40f1-97e8-47bb66c95f00 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:57:05.999341 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.api [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:57:05.999659 n-d-825178-5 neutron-server[87881]: DEBUG oslo_db.api [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:57:06.064331 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-97adba2d-0b0e-4ce3-9f25-2c16588e8e39 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:06.129782 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adba2d-0b0e-4ce3-9f25-2c16588e8e39 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'Subnet': ['ID=0da8e372-d73a-4682-9831-2a5e8cb70498,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:06.174451 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97adba2d-0b0e-4ce3-9f25-2c16588e8e39 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Checking segment: {'id': 'c6299a9d-c89c-453b-8dfd-8e7d5ca802c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd24111db-073a-4431-a8a0-1117975d047d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:57:06.175305 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97adba2d-0b0e-4ce3-9f25-2c16588e8e39 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Network hostable DHCP agents. Network: d24111db-073a-4431-a8a0-1117975d047d, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:57:06.200440 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97adba2d-0b0e-4ce3-9f25-2c16588e8e39 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Network d24111db-073a-4431-a8a0-1117975d047d is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:57:06.218139 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-97adba2d-0b0e-4ce3-9f25-2c16588e8e39 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, d24111db-073a-4431-a8a0-1117975d047d) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:06.224056 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97adba2d-0b0e-4ce3-9f25-2c16588e8e39 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:06.224647 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-97adba2d-0b0e-4ce3-9f25-2c16588e8e39 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:06.227240 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ca1317a0-ee43-4c34-9465-6e6bb1b29f0b req-50d0c964-3e23-416e-89ae-03a517e3bb4e tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011212 Mar 09 03:57:06.249422 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4107b7de-12c3-439b-8341-38b522455b24 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:06.295877 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-97adba2d-0b0e-4ce3-9f25-2c16588e8e39 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8308616 Mar 09 03:57:06.296542 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44084) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:06.512950 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eea5290-33f4-4a53-9243-c17466605c19 None None] Network d24111db-073a-4431-a8a0-1117975d047d requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:06.558301 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107b7de-12c3-439b-8341-38b522455b24 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Subnet': ['ID=e3234029-d695-43f4-a4e3-781665f7a340,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:06.567661 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b27794c0-2985-4497-90c8-e517a8f3579b req-7d1d6c27-2c15-4c5f-a470-9a9ea6f1f8b1 service neutron] 10.222.0.24 "GET /v2.0/networks/a5bf093f-0f64-4ae3-8ad1-44c19f080b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6427715 Mar 09 03:57:06.574181 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4107b7de-12c3-439b-8341-38b522455b24 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Checking segment: {'id': 'e98b225f-5bce-4b74-94d7-36d45be4c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8a2ff588-fbcb-43dc-823c-31400942097c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:57:06.574535 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4107b7de-12c3-439b-8341-38b522455b24 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network hostable DHCP agents. Network: 8a2ff588-fbcb-43dc-823c-31400942097c, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:57:06.614057 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4107b7de-12c3-439b-8341-38b522455b24 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network 8a2ff588-fbcb-43dc-823c-31400942097c is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:57:06.625869 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-4107b7de-12c3-439b-8341-38b522455b24 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 8a2ff588-fbcb-43dc-823c-31400942097c) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:06.639171 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4107b7de-12c3-439b-8341-38b522455b24 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:06.639815 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4107b7de-12c3-439b-8341-38b522455b24 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:06.691247 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e48547d-e069-422f-bad5-2f4444df5883 None None] Network 8a2ff588-fbcb-43dc-823c-31400942097c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:06.714074 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4107b7de-12c3-439b-8341-38b522455b24 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2596300 Mar 09 03:57:06.718812 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44094) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:06.730699 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-bb109136-41a2-41f7-8362-dda99d4166ce tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'subnet': {'network_id': '44aad0d8-7e09-470f-9a83-daf55b284708', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:06.738636 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-28977725-3e8a-4e3f-b9ae-1c03c5c845a4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:06.930960 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bb109136-41a2-41f7-8362-dda99d4166ce tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:06.935158 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bb109136-41a2-41f7-8362-dda99d4166ce tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Usage tracker for resource:subnet and tenant:8d98afbc76a3441ab1cb90e168d30508 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:06.938195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bb109136-41a2-41f7-8362-dda99d4166ce tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:06.943355 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e326a68-0d45-465e-8a42-51cd6b4c5ce0 req-41a02202-c315-4290-9e07-4705992477ed tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:06.949307 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bb109136-41a2-41f7-8362-dda99d4166ce tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:06.951852 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e326a68-0d45-465e-8a42-51cd6b4c5ce0 req-41a02202-c315-4290-9e07-4705992477ed tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 945 time: 0.3597186 Mar 09 03:57:06.963089 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-28977725-3e8a-4e3f-b9ae-1c03c5c845a4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:06.969417 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f70a4b-aed2-4d8f-abd4-e45ff650758f req-a429d8cf-e5bb-440d-ae49-9eab483ce1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:06.969417 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-88f70a4b-aed2-4d8f-abd4-e45ff650758f req-a429d8cf-e5bb-440d-ae49-9eab483ce1d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2dfc2fc375c74dd497ae51bb9a526fce&device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 1095 time: 0.3062408 Mar 09 03:57:06.971795 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb109136-41a2-41f7-8362-dda99d4166ce tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Made reservation on behalf of 8d98afbc76a3441ab1cb90e168d30508 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:06.984453 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bb109136-41a2-41f7-8362-dda99d4166ce tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:07.055342 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port ae29ecc2-dbc9-40f1-97e8-47bb66c95f00 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:57:07.056119 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:07.177699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] The port 'ae29ecc2-dbc9-40f1-97e8-47bb66c95f00' was deleted {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:57:07.325173 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a71335-b5e8-413b-a957-0038405f9dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-d24111db-073a-4431-a8a0-1117975d047d', 'network_id': 'd24111db-073a-4431-a8a0-1117975d047d', 'tenant_id': '444f0c41e222427f8eef0c6446070be6', 'fixed_ips': [{'subnet_id': '0da8e372-d73a-4682-9831-2a5e8cb70498'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:57:07.326482 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f5a71335-b5e8-413b-a957-0038405f9dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:07.338936 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f70a4b-aed2-4d8f-abd4-e45ff650758f req-b283277e-ae49-4ab8-aea7-6d2eec427d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:07.340515 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-88f70a4b-aed2-4d8f-abd4-e45ff650758f req-b283277e-ae49-4ab8-aea7-6d2eec427d8e service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5bf093f-0f64-4ae3-8ad1-44c19f080b4b HTTP/1.1" status: 200 len: 915 time: 0.3237231 Mar 09 03:57:07.452350 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e326a68-0d45-465e-8a42-51cd6b4c5ce0 req-cab86263-199f-463a-be6a-000839566624 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980126 Mar 09 03:57:07.592814 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-88f70a4b-aed2-4d8f-abd4-e45ff650758f req-3884a20b-bd4d-4c44-8d61-5ec32c92af65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3869154b-9901-4945-914f-a9ce37c819eb HTTP/1.1" status: 200 len: 217 time: 0.2101836 Mar 09 03:57:07.635974 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46feca01-76de-4d4b-8877-1fff4b5b65a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-8a2ff588-fbcb-43dc-823c-31400942097c', 'network_id': '8a2ff588-fbcb-43dc-823c-31400942097c', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'fixed_ips': [{'subnet_id': 'e3234029-d695-43f4-a4e3-781665f7a340'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:57:07.636732 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-46feca01-76de-4d4b-8877-1fff4b5b65a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:07.655720 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:07.702035 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-28977725-3e8a-4e3f-b9ae-1c03c5c845a4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server [None req-f5a71335-b5e8-413b-a957-0038405f9dcf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0da8e372-d73a-4682-9831-2a5e8cb70498: This subnet is being modified by another concurrent operation. Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 03:57:07.780845 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise exception Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0da8e372-d73a-4682-9831-2a5e8cb70498: This subnet is being modified by another concurrent operation. Mar 09 03:57:07.784382 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server Mar 09 03:57:07.817621 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0a0b73-aeec-4b6c-be7f-28957375b235 None None] Network d24111db-073a-4431-a8a0-1117975d047d requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:07.834080 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6244b1-5547-4ba8-9046-26746f0b0738']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:07.886401 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28977725-3e8a-4e3f-b9ae-1c03c5c845a4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Subnet': ['ID=0da8e372-d73a-4682-9831-2a5e8cb70498,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:07.892638 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae745f4-4389-4a15-856f-179eac218891') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:07.893509 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae745f4-4389-4a15-856f-179eac218891') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:07.992786 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:08.042105 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f70a4b-aed2-4d8f-abd4-e45ff650758f req-21acfeaa-3429-465f-8b7b-6f1502062460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:08.054948 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-88f70a4b-aed2-4d8f-abd4-e45ff650758f req-21acfeaa-3429-465f-8b7b-6f1502062460 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d28ceb69-ec36-4fb9-9715-c418f254f3a1 HTTP/1.1" status: 200 len: 854 time: 0.3212860 Mar 09 03:57:08.261923 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-88f70a4b-aed2-4d8f-abd4-e45ff650758f req-030a24ba-2c0e-4217-b5d8-438d837a3a42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5bf093f-0f64-4ae3-8ad1-44c19f080b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1666894 Mar 09 03:57:08.273067 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bb109136-41a2-41f7-8362-dda99d4166ce tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:08.302155 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:08.328234 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-28977725-3e8a-4e3f-b9ae-1c03c5c845a4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:08.373900 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b132da3-da75-4b23-ae2d-1c63e8641a32 req-ca49eb15-d656-4114-995e-6be61b1068b6 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:08.381985 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:57:08.382446 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:08.383097 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b132da3-da75-4b23-ae2d-1c63e8641a32 req-ca49eb15-d656-4114-995e-6be61b1068b6 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 944 time: 0.8004339 Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:57:08.427344 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:57:08.452558 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-46feca01-76de-4d4b-8877-1fff4b5b65a6 None None] Allocated IP 172.20.0.2 (8a2ff588-fbcb-43dc-823c-31400942097c/e3234029-d695-43f4-a4e3-781665f7a340/fdd69757-4d1d-4a15-b824-5e1a9b214c3d) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:57:08.528808 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b132da3-da75-4b23-ae2d-1c63e8641a32 req-12d05a30-78f4-4ab3-9de4-bb23bf7b1a7e tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427858 Mar 09 03:57:08.792635 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-88f70a4b-aed2-4d8f-abd4-e45ff650758f req-247a831d-625c-4970-8376-6af126949ad6 service neutron] 10.222.0.24 "GET /v2.0/networks/a5bf093f-0f64-4ae3-8ad1-44c19f080b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948239 Mar 09 03:57:08.799985 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb109136-41a2-41f7-8362-dda99d4166ce tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Checking segment: {'id': 'e5df64e5-70ba-4a24-b535-336159262f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '44aad0d8-7e09-470f-9a83-daf55b284708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:57:08.800593 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb109136-41a2-41f7-8362-dda99d4166ce tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network hostable DHCP agents. Network: 44aad0d8-7e09-470f-9a83-daf55b284708, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:57:08.831458 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb109136-41a2-41f7-8362-dda99d4166ce tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Subnet': ['ID=ea77fa1b-c4b2-444c-90df-afadf3461d14,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:08.849456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-28977725-3e8a-4e3f-b9ae-1c03c5c845a4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24111db-073a-4431-a8a0-1117975d047d']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:08.889917 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:08.905271 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb109136-41a2-41f7-8362-dda99d4166ce tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network 44aad0d8-7e09-470f-9a83-daf55b284708 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:57:09.004386 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-28977725-3e8a-4e3f-b9ae-1c03c5c845a4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6299a9d-c89c-453b-8dfd-8e7d5ca802c3') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:09.005053 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-28977725-3e8a-4e3f-b9ae-1c03c5c845a4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6299a9d-c89c-453b-8dfd-8e7d5ca802c3') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:09.065920 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:09.091452 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:09.116800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-bb109136-41a2-41f7-8362-dda99d4166ce tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 44aad0d8-7e09-470f-9a83-daf55b284708) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:09.120170 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-28977725-3e8a-4e3f-b9ae-1c03c5c845a4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:09.149983 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1809b4-b5c8-43f5-bbb6-b0dd1eef89b9 None None] Network 44aad0d8-7e09-470f-9a83-daf55b284708 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:09.167550 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb109136-41a2-41f7-8362-dda99d4166ce tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:09.168183 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bb109136-41a2-41f7-8362-dda99d4166ce tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:09.173135 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-28977725-3e8a-4e3f-b9ae-1c03c5c845a4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:09.195428 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28977725-3e8a-4e3f-b9ae-1c03c5c845a4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:57:09.196141 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-28977725-3e8a-4e3f-b9ae-1c03c5c845a4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:09.246606 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-88f70a4b-aed2-4d8f-abd4-e45ff650758f req-13d805e5-7d2f-48a2-8bf1-72a963752077 service neutron] 10.222.0.24 "GET /v2.0/networks/a5bf093f-0f64-4ae3-8ad1-44c19f080b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404733 Mar 09 03:57:09.304382 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-46feca01-76de-4d4b-8877-1fff4b5b65a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:09.311079 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bb109136-41a2-41f7-8362-dda99d4166ce tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5907211 Mar 09 03:57:09.314157 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44158) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:09.333711 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-adb5ba8c-c2e6-4766-93a5-06dae40067e0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-346520039', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:09.361331 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-adb5ba8c-c2e6-4766-93a5-06dae40067e0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:57:09.400617 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:57:09.417334 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-adb5ba8c-c2e6-4766-93a5-06dae40067e0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Usage tracker for resource:router and tenant:8d98afbc76a3441ab1cb90e168d30508 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:09.421168 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-adb5ba8c-c2e6-4766-93a5-06dae40067e0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:09.431392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-adb5ba8c-c2e6-4766-93a5-06dae40067e0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:09.442557 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-adb5ba8c-c2e6-4766-93a5-06dae40067e0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:09.444356 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-adb5ba8c-c2e6-4766-93a5-06dae40067e0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:09.475869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Network': ['ID=cb6244b1-5547-4ba8-9046-26746f0b0738,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:09.483173 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-619b5a06-1b80-440d-bca1-61b6163b846c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/networks/cb6244b1-5547-4ba8-9046-26746f0b0738 HTTP/1.1" status: 204 len: 168 time: 6.1161885 Mar 09 03:57:09.489396 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44162) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:09.496326 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44164) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:09.502232 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-46feca01-76de-4d4b-8877-1fff4b5b65a6 None None] Transition to ACTIVE for port object fdd69757-4d1d-4a15-b824-5e1a9b214c3d will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:57:09.509142 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-8409404a-21b2-439d-a53e-7a715039c239 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'port': {'network_id': 'b611994d-45c6-4370-a94f-c78d5bbb57b7', 'name': 'tempest-PortsIpV6TestJSON-443000232'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:09.513271 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd0bbdd-1888-4d23-a808-a30fcd0df30d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-44aad0d8-7e09-470f-9a83-daf55b284708', 'network_id': '44aad0d8-7e09-470f-9a83-daf55b284708', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'fixed_ips': [{'subnet_id': 'ea77fa1b-c4b2-444c-90df-afadf3461d14'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:57:09.514219 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-abd0bbdd-1888-4d23-a808-a30fcd0df30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:09.517225 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-28977725-3e8a-4e3f-b9ae-1c03c5c845a4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:09.539750 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-46feca01-76de-4d4b-8877-1fff4b5b65a6 None None] Transition to ACTIVE for port object fdd69757-4d1d-4a15-b824-5e1a9b214c3d will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:57:09.555637 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-46feca01-76de-4d4b-8877-1fff4b5b65a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:09.572759 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-28977725-3e8a-4e3f-b9ae-1c03c5c845a4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:09.606240 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-28977725-3e8a-4e3f-b9ae-1c03c5c845a4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/networks/d24111db-073a-4431-a8a0-1117975d047d HTTP/1.1" status: 204 len: 168 time: 3.3086538 Mar 09 03:57:09.612118 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28977725-3e8a-4e3f-b9ae-1c03c5c845a4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Network': ['ID=d24111db-073a-4431-a8a0-1117975d047d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:09.619247 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44174) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:09.650595 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518cc06-f5e5-4a26-a8aa-82c9cee733aa req-3cb9d4ca-62f2-4e60-923e-20c8907e02a8 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:09.655981 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9518cc06-f5e5-4a26-a8aa-82c9cee733aa req-3cb9d4ca-62f2-4e60-923e-20c8907e02a8 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 945 time: 0.9099073 Mar 09 03:57:09.659976 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-3baaa5b9-9b18-4ea9-9d09-d33a7098a269 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-153095289'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:09.681321 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3baaa5b9-9b18-4ea9-9d09-d33a7098a269 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:09.691621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8409404a-21b2-439d-a53e-7a715039c239 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:09.698647 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-adb5ba8c-c2e6-4766-93a5-06dae40067e0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:09.738897 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8409404a-21b2-439d-a53e-7a715039c239 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:09.755700 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-adb5ba8c-c2e6-4766-93a5-06dae40067e0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:09.807985 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8409404a-21b2-439d-a53e-7a715039c239 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:09.814720 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8409404a-21b2-439d-a53e-7a715039c239 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:09.879809 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46feca01-76de-4d4b-8877-1fff4b5b65a6 None None] Network 8a2ff588-fbcb-43dc-823c-31400942097c is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:57:09.906709 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-46feca01-76de-4d4b-8877-1fff4b5b65a6 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:09.942771 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46feca01-76de-4d4b-8877-1fff4b5b65a6 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:57:09.987183 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-efb20051-fdef-4573-8ac1-e7060e1b0fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:09.997724 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-adb5ba8c-c2e6-4766-93a5-06dae40067e0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:10.001577 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-adb5ba8c-c2e6-4766-93a5-06dae40067e0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6830950 Mar 09 03:57:10.004805 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46feca01-76de-4d4b-8877-1fff4b5b65a6 None None] Pushing event updated for resources: {'Port': ['ID=fdd69757-4d1d-4a15-b824-5e1a9b214c3d,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:10.010963 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-8409404a-21b2-439d-a53e-7a715039c239 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] device_id is not set on port a86d7612-a716-4f28-847a-88627238ce43 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:57:10.061271 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44186) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:10.070165 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-efb20051-fdef-4573-8ac1-e7060e1b0fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:10.074573 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-efb20051-fdef-4573-8ac1-e7060e1b0fa7 admin admin] Usage tracker for resource:security_group_rule and tenant:44333bf00da244de8e89917629db179b is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:10.076484 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3baaa5b9-9b18-4ea9-9d09-d33a7098a269 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Usage tracker for resource:network and tenant:444f0c41e222427f8eef0c6446070be6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:10.077771 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-efb20051-fdef-4573-8ac1-e7060e1b0fa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:10.081622 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3baaa5b9-9b18-4ea9-9d09-d33a7098a269 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:10.084208 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-efb20051-fdef-4573-8ac1-e7060e1b0fa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:10.097223 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3baaa5b9-9b18-4ea9-9d09-d33a7098a269 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:10.125965 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9518cc06-f5e5-4a26-a8aa-82c9cee733aa req-6a2b5614-eaa6-4022-81ad-91398c0e10f0 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612195 Mar 09 03:57:10.152296 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baaa5b9-9b18-4ea9-9d09-d33a7098a269 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Made reservation on behalf of 444f0c41e222427f8eef0c6446070be6 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:10.161129 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3baaa5b9-9b18-4ea9-9d09-d33a7098a269 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:10.194619 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3baaa5b9-9b18-4ea9-9d09-d33a7098a269 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:57:10.208106 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3baaa5b9-9b18-4ea9-9d09-d33a7098a269 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:10.208478 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-3baaa5b9-9b18-4ea9-9d09-d33a7098a269 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Added segment d67fe128-a373-44b6-b671-86ae084c8143 of type vlan for network 95372e98-d9bc-4e4f-b2ff-ebf807089a6d Mar 09 03:57:10.263237 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3baaa5b9-9b18-4ea9-9d09-d33a7098a269 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:10.292668 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-46feca01-76de-4d4b-8877-1fff4b5b65a6 None None] Attempting to bind port fdd69757-4d1d-4a15-b824-5e1a9b214c3d on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:57:10.293319 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-46feca01-76de-4d4b-8877-1fff4b5b65a6 None None] Attempting to bind port fdd69757-4d1d-4a15-b824-5e1a9b214c3d by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'e98b225f-5bce-4b74-94d7-36d45be4c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8a2ff588-fbcb-43dc-823c-31400942097c'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:57:10.293994 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46feca01-76de-4d4b-8877-1fff4b5b65a6 None None] Attempting to bind port fdd69757-4d1d-4a15-b824-5e1a9b214c3d on network 8a2ff588-fbcb-43dc-823c-31400942097c {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:57:10.306176 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46feca01-76de-4d4b-8877-1fff4b5b65a6 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:57:10.306920 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46feca01-76de-4d4b-8877-1fff4b5b65a6 None None] Checking segment: {'id': 'e98b225f-5bce-4b74-94d7-36d45be4c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8a2ff588-fbcb-43dc-823c-31400942097c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:57:10.307549 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-46feca01-76de-4d4b-8877-1fff4b5b65a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:10.308187 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46feca01-76de-4d4b-8877-1fff4b5b65a6 None None] Bound using segment: {'id': 'e98b225f-5bce-4b74-94d7-36d45be4c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8a2ff588-fbcb-43dc-823c-31400942097c'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:57:10.309098 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-46feca01-76de-4d4b-8877-1fff4b5b65a6 None None] Bound port: fdd69757-4d1d-4a15-b824-5e1a9b214c3d, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98b225f-5bce-4b74-94d7-36d45be4c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8a2ff588-fbcb-43dc-823c-31400942097c'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:57:10.309708 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-46feca01-76de-4d4b-8877-1fff4b5b65a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:10.346067 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3baaa5b9-9b18-4ea9-9d09-d33a7098a269 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:10.360622 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baaa5b9-9b18-4ea9-9d09-d33a7098a269 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:10.360622 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3baaa5b9-9b18-4ea9-9d09-d33a7098a269 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:10.403539 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-abd0bbdd-1888-4d23-a808-a30fcd0df30d None None] Allocated IP 172.21.0.2 (44aad0d8-7e09-470f-9a83-daf55b284708/ea77fa1b-c4b2-444c-90df-afadf3461d14/63778951-e407-451e-8c3b-673b38c7e689) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:57:10.520536 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-efb20051-fdef-4573-8ac1-e7060e1b0fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:10.549381 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3baaa5b9-9b18-4ea9-9d09-d33a7098a269 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9274220 Mar 09 03:57:10.549634 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44190) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:10.552347 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-46feca01-76de-4d4b-8877-1fff4b5b65a6 None None] For port fdd69757-4d1d-4a15-b824-5e1a9b214c3d, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:57:10.578682 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-46feca01-76de-4d4b-8877-1fff4b5b65a6 None None] For port fdd69757-4d1d-4a15-b824-5e1a9b214c3d, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=fdd69757-4d1d-4a15-b824-5e1a9b214c3d,segment=NetworkSegment(e98b225f-5bce-4b74-94d7-36d45be4c5c9),segment_id=e98b225f-5bce-4b74-94d7-36d45be4c5c9)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:57:10.587733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-1d8c5c68-e831-4e4e-b110-b067fa480279 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Request body: {'subnet': {'network_id': '95372e98-d9bc-4e4f-b2ff-ebf807089a6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:10.588230 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-46feca01-76de-4d4b-8877-1fff4b5b65a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:10.595194 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-efb20051-fdef-4573-8ac1-e7060e1b0fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:10.616716 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baaa5b9-9b18-4ea9-9d09-d33a7098a269 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'Network': ['ID=95372e98-d9bc-4e4f-b2ff-ebf807089a6d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:10.655111 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 95372e98-d9bc-4e4f-b2ff-ebf807089a6d details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:57:10.856723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1d8c5c68-e831-4e4e-b110-b067fa480279 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:10.860828 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1d8c5c68-e831-4e4e-b110-b067fa480279 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Usage tracker for resource:subnet and tenant:444f0c41e222427f8eef0c6446070be6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:10.863815 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1d8c5c68-e831-4e4e-b110-b067fa480279 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:10.870750 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1d8c5c68-e831-4e4e-b110-b067fa480279 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:10.883466 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8c5c68-e831-4e4e-b110-b067fa480279 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Made reservation on behalf of 444f0c41e222427f8eef0c6446070be6 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:10.894212 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d8c5c68-e831-4e4e-b110-b067fa480279 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:10.950615 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-efb20051-fdef-4573-8ac1-e7060e1b0fa7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44333bf00da244de8e89917629db179b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4472697 Mar 09 03:57:10.959999 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44200) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:11.028640 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46feca01-76de-4d4b-8877-1fff4b5b65a6 None None] Pushing event updated for resources: {'Port': ['ID=fdd69757-4d1d-4a15-b824-5e1a9b214c3d,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:11.046075 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-abd0bbdd-1888-4d23-a808-a30fcd0df30d None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:11.067891 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-abd0bbdd-1888-4d23-a808-a30fcd0df30d None None] Transition to ACTIVE for port object 63778951-e407-451e-8c3b-673b38c7e689 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:57:11.108843 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-abd0bbdd-1888-4d23-a808-a30fcd0df30d None None] Transition to ACTIVE for port object 63778951-e407-451e-8c3b-673b38c7e689 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:57:11.118763 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-abd0bbdd-1888-4d23-a808-a30fcd0df30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:11.168056 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d8471-1870-4bd3-8510-b4a6d7c8b942 req-b3e4df37-2f8c-4927-9634-820dfdcf72d8 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:11.180355 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d38d8471-1870-4bd3-8510-b4a6d7c8b942 req-b3e4df37-2f8c-4927-9634-820dfdcf72d8 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 944 time: 1.3315070 Mar 09 03:57:11.185349 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb20051-fdef-4573-8ac1-e7060e1b0fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e88b8dd-a319-45bc-9d9d-71b91c58cb1f,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:11.231099 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.ipam_backend_mixin [None req-1d8c5c68-e831-4e4e-b110-b067fa480279 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Performing IP validity checks on allocation pools {{(pid=87881) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 09 03:57:11.231947 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.ipam_backend_mixin [None req-1d8c5c68-e831-4e4e-b110-b067fa480279 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87881) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 09 03:57:11.283599 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd0bbdd-1888-4d23-a808-a30fcd0df30d None None] Network 44aad0d8-7e09-470f-9a83-daf55b284708 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:57:11.302482 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-abd0bbdd-1888-4d23-a808-a30fcd0df30d None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:11.312211 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd0bbdd-1888-4d23-a808-a30fcd0df30d None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:57:11.694824 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d8c5c68-e831-4e4e-b110-b067fa480279 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:11.709308 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0bbdd-1888-4d23-a808-a30fcd0df30d None None] Pushing event updated for resources: {'Port': ['ID=63778951-e407-451e-8c3b-673b38c7e689,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:11.735260 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-abd0bbdd-1888-4d23-a808-a30fcd0df30d None None] Attempting to bind port 63778951-e407-451e-8c3b-673b38c7e689 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:57:11.736114 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-abd0bbdd-1888-4d23-a808-a30fcd0df30d None None] Attempting to bind port 63778951-e407-451e-8c3b-673b38c7e689 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'e5df64e5-70ba-4a24-b535-336159262f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '44aad0d8-7e09-470f-9a83-daf55b284708'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:57:11.736692 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd0bbdd-1888-4d23-a808-a30fcd0df30d None None] Attempting to bind port 63778951-e407-451e-8c3b-673b38c7e689 on network 44aad0d8-7e09-470f-9a83-daf55b284708 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:57:11.750960 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd0bbdd-1888-4d23-a808-a30fcd0df30d None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:57:11.752208 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd0bbdd-1888-4d23-a808-a30fcd0df30d None None] Checking segment: {'id': 'e5df64e5-70ba-4a24-b535-336159262f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '44aad0d8-7e09-470f-9a83-daf55b284708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:57:11.753112 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-abd0bbdd-1888-4d23-a808-a30fcd0df30d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:11.753711 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd0bbdd-1888-4d23-a808-a30fcd0df30d None None] Bound using segment: {'id': 'e5df64e5-70ba-4a24-b535-336159262f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '44aad0d8-7e09-470f-9a83-daf55b284708'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:57:11.754590 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-abd0bbdd-1888-4d23-a808-a30fcd0df30d None None] Bound port: 63778951-e407-451e-8c3b-673b38c7e689, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5df64e5-70ba-4a24-b535-336159262f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '44aad0d8-7e09-470f-9a83-daf55b284708'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:57:11.755157 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-abd0bbdd-1888-4d23-a808-a30fcd0df30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:11.828535 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c5c68-e831-4e4e-b110-b067fa480279 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'Subnet': ['ID=be7c32a2-5652-4205-8ca9-05fedaad2951,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:11.851289 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8c5c68-e831-4e4e-b110-b067fa480279 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Checking segment: {'id': 'd67fe128-a373-44b6-b671-86ae084c8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '95372e98-d9bc-4e4f-b2ff-ebf807089a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:57:11.851783 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8c5c68-e831-4e4e-b110-b067fa480279 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Network hostable DHCP agents. Network: 95372e98-d9bc-4e4f-b2ff-ebf807089a6d, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:57:11.863972 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8409404a-21b2-439d-a53e-7a715039c239 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:11.883104 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957e0a9-7760-4c83-a1e6-b466b6b7592b req-81062229-310b-47ed-ba8e-dc5f51cecd70 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:11.884168 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d957e0a9-7760-4c83-a1e6-b466b6b7592b req-81062229-310b-47ed-ba8e-dc5f51cecd70 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 945 time: 0.3193164 Mar 09 03:57:11.958107 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8c5c68-e831-4e4e-b110-b067fa480279 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Network 95372e98-d9bc-4e4f-b2ff-ebf807089a6d is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:57:12.014549 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-1d8c5c68-e831-4e4e-b110-b067fa480279 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 95372e98-d9bc-4e4f-b2ff-ebf807089a6d) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:12.025295 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d957e0a9-7760-4c83-a1e6-b466b6b7592b req-8e63b16a-84fc-472d-828a-ccff0a9caa20 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300666 Mar 09 03:57:12.032024 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:12.036131 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8c5c68-e831-4e4e-b110-b067fa480279 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:12.036834 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d8c5c68-e831-4e4e-b110-b067fa480279 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:12.060942 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-abd0bbdd-1888-4d23-a808-a30fcd0df30d None None] For port 63778951-e407-451e-8c3b-673b38c7e689, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:57:12.081900 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-abd0bbdd-1888-4d23-a808-a30fcd0df30d None None] For port 63778951-e407-451e-8c3b-673b38c7e689, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=63778951-e407-451e-8c3b-673b38c7e689,segment=NetworkSegment(e5df64e5-70ba-4a24-b535-336159262f7a),segment_id=e5df64e5-70ba-4a24-b535-336159262f7a)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:57:12.083959 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05da60e3-a382-409e-9f23-dba653b654dc None None] Network 95372e98-d9bc-4e4f-b2ff-ebf807089a6d requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:12.089269 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1d8c5c68-e831-4e4e-b110-b067fa480279 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5216041 Mar 09 03:57:12.090350 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44214) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:12.119076 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-05f58bfa-9273-4867-8f91-6d828e13f434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:12.123440 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d38d8471-1870-4bd3-8510-b4a6d7c8b942 req-332ec85e-a1f3-4a14-83d6-e32059770d9a tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8829169 Mar 09 03:57:12.149886 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-abd0bbdd-1888-4d23-a808-a30fcd0df30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:12.417435 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-05f58bfa-9273-4867-8f91-6d828e13f434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:12.477682 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-03cf3b33-2bc7-48f1-aa7a-3cf631eb91da tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:12.652563 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-03cf3b33-2bc7-48f1-aa7a-3cf631eb91da tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:12.811432 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8409404a-21b2-439d-a53e-7a715039c239 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:12.870986 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device fdd69757-4d1d-4a15-b824-5e1a9b214c3d up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:57:12.917284 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-03cf3b33-2bc7-48f1-aa7a-3cf631eb91da tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:13.027200 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a743ce55-306d-4823-b188-b8907b982349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-95372e98-d9bc-4e4f-b2ff-ebf807089a6d', 'network_id': '95372e98-d9bc-4e4f-b2ff-ebf807089a6d', 'tenant_id': '444f0c41e222427f8eef0c6446070be6', 'fixed_ips': [{'subnet_id': 'be7c32a2-5652-4205-8ca9-05fedaad2951'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:57:13.034506 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a743ce55-306d-4823-b188-b8907b982349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:13.049634 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf3b33-2bc7-48f1-aa7a-3cf631eb91da tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Subnet': ['ID=be7c32a2-5652-4205-8ca9-05fedaad2951,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:13.073360 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8409404a-21b2-439d-a53e-7a715039c239 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network b611994d-45c6-4370-a94f-c78d5bbb57b7 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:57:13.078911 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8cc7ff-d5cb-482f-b860-cf35ce5de8e4 None None] Network 8a2ff588-fbcb-43dc-823c-31400942097c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:13.079439 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409404a-21b2-439d-a53e-7a715039c239 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Port': ['ID=a86d7612-a716-4f28-847a-88627238ce43,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:13.099034 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-8409404a-21b2-439d-a53e-7a715039c239 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:13.113315 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8409404a-21b2-439d-a53e-7a715039c239 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:57:13.133548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8409404a-21b2-439d-a53e-7a715039c239 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:13.157840 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8409404a-21b2-439d-a53e-7a715039c239 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:13.216247 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-05f58bfa-9273-4867-8f91-6d828e13f434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:13.216505 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port fdd69757-4d1d-4a15-b824-5e1a9b214c3d completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:57:13.257779 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-03cf3b33-2bc7-48f1-aa7a-3cf631eb91da tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:13.340450 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-03cf3b33-2bc7-48f1-aa7a-3cf631eb91da tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95372e98-d9bc-4e4f-b2ff-ebf807089a6d']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:13.392737 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f58bfa-9273-4867-8f91-6d828e13f434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e88b8dd-a319-45bc-9d9d-71b91c58cb1f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:13.402053 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-03cf3b33-2bc7-48f1-aa7a-3cf631eb91da tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67fe128-a373-44b6-b671-86ae084c8143') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:13.402529 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-03cf3b33-2bc7-48f1-aa7a-3cf631eb91da tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67fe128-a373-44b6-b671-86ae084c8143') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:13.410051 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-05f58bfa-9273-4867-8f91-6d828e13f434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:13.412183 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-05f58bfa-9273-4867-8f91-6d828e13f434 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e88b8dd-a319-45bc-9d9d-71b91c58cb1f HTTP/1.1" status: 204 len: 168 time: 2.3013918 Mar 09 03:57:13.468610 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0bbdd-1888-4d23-a808-a30fcd0df30d None None] Pushing event updated for resources: {'Port': ['ID=63778951-e407-451e-8c3b-673b38c7e689,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:13.558200 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-03cf3b33-2bc7-48f1-aa7a-3cf631eb91da tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:13.618788 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-03cf3b33-2bc7-48f1-aa7a-3cf631eb91da tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:13.631094 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8409404a-21b2-439d-a53e-7a715039c239 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 4.1383519 Mar 09 03:57:13.632746 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44234) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:13.640037 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03cf3b33-2bc7-48f1-aa7a-3cf631eb91da tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:57:13.640427 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-03cf3b33-2bc7-48f1-aa7a-3cf631eb91da tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:13.652182 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e1654842-dc74-4c4e-bf0c-6b90b6ebeb5f None None] Provisioning for port fdd69757-4d1d-4a15-b824-5e1a9b214c3d completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:57:13.661302 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port fdd69757-4d1d-4a15-b824-5e1a9b214c3d triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:57:13.662044 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:57:13.678679 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:57:13.786524 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e1654842-dc74-4c4e-bf0c-6b90b6ebeb5f None None] Provisioning complete for port fdd69757-4d1d-4a15-b824-5e1a9b214c3d triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:57:13.795519 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e1654842-dc74-4c4e-bf0c-6b90b6ebeb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:13.807370 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-1661bda6-a013-411f-aac7-d3d73305e814 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port a86d7612-a716-4f28-847a-88627238ce43 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:57:13.807730 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1661bda6-a013-411f-aac7-d3d73305e814 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:13.880832 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6c10c-94ea-4c5d-a197-32c666e7b68b req-b8c3a962-f76e-4ff8-920b-f85f9ece4f0d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:13.894138 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0fe6c10c-94ea-4c5d-a197-32c666e7b68b req-b8c3a962-f76e-4ff8-920b-f85f9ece4f0d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 945 time: 0.5020130 Mar 09 03:57:13.971051 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-03cf3b33-2bc7-48f1-aa7a-3cf631eb91da tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:13.996070 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-03cf3b33-2bc7-48f1-aa7a-3cf631eb91da tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:14.071111 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e1654842-dc74-4c4e-bf0c-6b90b6ebeb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:14.124345 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf3b33-2bc7-48f1-aa7a-3cf631eb91da tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Network': ['ID=95372e98-d9bc-4e4f-b2ff-ebf807089a6d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:14.156798 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-03cf3b33-2bc7-48f1-aa7a-3cf631eb91da tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/networks/95372e98-d9bc-4e4f-b2ff-ebf807089a6d HTTP/1.1" status: 204 len: 168 time: 2.0648723 Mar 09 03:57:14.166723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44246) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:14.183892 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5a1892-4dc1-449e-817a-0739eb1babf4 None None] Network 95372e98-d9bc-4e4f-b2ff-ebf807089a6d requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:14.192181 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-3aba6807-f4c5-485c-a5a9-1be30dfc05b5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1630755807'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:14.217928 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5a1892-4dc1-449e-817a-0739eb1babf4 None None] Network 95372e98-d9bc-4e4f-b2ff-ebf807089a6d could not be found, it might have been deleted concurrently. {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 09 03:57:14.225133 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0fe6c10c-94ea-4c5d-a197-32c666e7b68b req-e65ad2ac-23fe-4978-8a18-746bf4cbc194 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273430 Mar 09 03:57:14.232303 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3aba6807-f4c5-485c-a5a9-1be30dfc05b5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:14.242566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3aba6807-f4c5-485c-a5a9-1be30dfc05b5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Usage tracker for resource:network and tenant:444f0c41e222427f8eef0c6446070be6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:14.251124 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3aba6807-f4c5-485c-a5a9-1be30dfc05b5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:14.266234 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3aba6807-f4c5-485c-a5a9-1be30dfc05b5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:14.292670 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44250) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:14.308291 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aba6807-f4c5-485c-a5a9-1be30dfc05b5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Made reservation on behalf of 444f0c41e222427f8eef0c6446070be6 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:14.317734 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3aba6807-f4c5-485c-a5a9-1be30dfc05b5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:14.326591 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e1654842-dc74-4c4e-bf0c-6b90b6ebeb5f None None] For port fdd69757-4d1d-4a15-b824-5e1a9b214c3d, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=fdd69757-4d1d-4a15-b824-5e1a9b214c3d,segment=NetworkSegment(e98b225f-5bce-4b74-94d7-36d45be4c5c9),segment_id=e98b225f-5bce-4b74-94d7-36d45be4c5c9)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:57:14.344161 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e1654842-dc74-4c4e-bf0c-6b90b6ebeb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:14.395990 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-120c3d30-36d4-47b1-bcae-3da21aacf5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:14.438614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-120c3d30-36d4-47b1-bcae-3da21aacf5c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:14.473665 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-120c3d30-36d4-47b1-bcae-3da21aacf5c9 admin admin] Usage tracker for resource:security_group_rule and tenant:c379b66468444ebd919349a09c39b673 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:14.474342 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aba6807-f4c5-485c-a5a9-1be30dfc05b5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:57:14.480211 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-120c3d30-36d4-47b1-bcae-3da21aacf5c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:14.504728 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-120c3d30-36d4-47b1-bcae-3da21aacf5c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:14.545733 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3aba6807-f4c5-485c-a5a9-1be30dfc05b5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:14.548219 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-3aba6807-f4c5-485c-a5a9-1be30dfc05b5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Added segment 54fab04d-1542-4d51-84db-57e61d4ffd42 of type vlan for network b6196344-5cc0-425c-99ac-4cbac7dd4f8c Mar 09 03:57:14.663054 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1654842-dc74-4c4e-bf0c-6b90b6ebeb5f None None] Pushing event updated for resources: {'Port': ['ID=fdd69757-4d1d-4a15-b824-5e1a9b214c3d,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:14.826265 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3aba6807-f4c5-485c-a5a9-1be30dfc05b5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:14.893800 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3796795f-da6e-4d18-bd53-b51fe01798a2 None None] Network 44aad0d8-7e09-470f-9a83-daf55b284708 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:14.984296 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.resource_extend [None req-3aba6807-f4c5-485c-a5a9-1be30dfc05b5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:57:15.087692 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-120c3d30-36d4-47b1-bcae-3da21aacf5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:15.109700 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-120c3d30-36d4-47b1-bcae-3da21aacf5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:15.154344 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c6da7-4f73-485f-9492-818785cc746d req-8923654f-cbd3-40f8-bec2-9a9a6a494ed3 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:15.156575 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-866c6da7-4f73-485f-9492-818785cc746d req-8923654f-cbd3-40f8-bec2-9a9a6a494ed3 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 944 time: 1.7680030 Mar 09 03:57:15.191637 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3aba6807-f4c5-485c-a5a9-1be30dfc05b5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:15.193681 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1661bda6-a013-411f-aac7-d3d73305e814 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:15.226589 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aba6807-f4c5-485c-a5a9-1be30dfc05b5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:15.228228 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3aba6807-f4c5-485c-a5a9-1be30dfc05b5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:15.269048 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device fdd69757-4d1d-4a15-b824-5e1a9b214c3d up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:57:15.449508 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c953acdd-6a7c-4659-8a19-de6c961559d9 None None] Provisioning complete for port fdd69757-4d1d-4a15-b824-5e1a9b214c3d triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:57:15.450045 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c953acdd-6a7c-4659-8a19-de6c961559d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:15.460252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-1661bda6-a013-411f-aac7-d3d73305e814 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Calling delete_port for a86d7612-a716-4f28-847a-88627238ce43 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:57:15.514089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port fdd69757-4d1d-4a15-b824-5e1a9b214c3d triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:57:15.514777 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:15.526497 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:57:15.707506 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1661bda6-a013-411f-aac7-d3d73305e814 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:15.778658 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3aba6807-f4c5-485c-a5a9-1be30dfc05b5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6053751 Mar 09 03:57:15.796533 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44266) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:15.804261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661bda6-a013-411f-aac7-d3d73305e814 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Port': ['ID=a86d7612-a716-4f28-847a-88627238ce43,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:15.818132 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-3bf08777-2ff0-4da3-95f6-49b664a51711 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Request body: {'subnet': {'network_id': 'b6196344-5cc0-425c-99ac-4cbac7dd4f8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:15.839440 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1661bda6-a013-411f-aac7-d3d73305e814 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:15.841996 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c3d30-36d4-47b1-bcae-3da21aacf5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a689ae-bff6-4e09-b2ce-675f64ebee3b,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:15.863274 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1661bda6-a013-411f-aac7-d3d73305e814 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/ports/a86d7612-a716-4f28-847a-88627238ce43 HTTP/1.1" status: 204 len: 168 time: 2.2172179 Mar 09 03:57:15.899209 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44270) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:15.904786 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-866c6da7-4f73-485f-9492-818785cc746d req-88b9bd94-8955-46f5-a0bb-adba4e8191b5 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474611 Mar 09 03:57:15.912772 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-1c180894-4693-46fa-a5d5-f7e4e082c048 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'port': {'network_id': 'b611994d-45c6-4370-a94f-c78d5bbb57b7', 'mac_address': 'fa:16:3e:1f:1c:f6', 'name': 'tempest-PortsIpV6TestJSON-1078099872'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:15.976269 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-120c3d30-36d4-47b1-bcae-3da21aacf5c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c379b66468444ebd919349a09c39b673&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6787078 Mar 09 03:57:16.013532 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44274) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:16.072813 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 63778951-e407-451e-8c3b-673b38c7e689 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:57:16.075580 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba6807-f4c5-485c-a5a9-1be30dfc05b5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'Network': ['ID=b6196344-5cc0-425c-99ac-4cbac7dd4f8c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:16.158075 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Allocated IP 172.20.0.1 (8a2ff588-fbcb-43dc-823c-31400942097c/e3234029-d695-43f4-a4e3-781665f7a340/7dd9b7bd-04b6-412c-a182-aaaef7522cb2) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:57:16.167471 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1c180894-4693-46fa-a5d5-f7e4e082c048 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:16.173614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1c180894-4693-46fa-a5d5-f7e4e082c048 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:port and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:16.177231 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1c180894-4693-46fa-a5d5-f7e4e082c048 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:16.212898 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b7d74-8fe2-45d9-8044-730926d851af req-e8515f2b-39c2-4478-8f98-b341e5a6abba tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:16.221061 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c43b7d74-8fe2-45d9-8044-730926d851af req-e8515f2b-39c2-4478-8f98-b341e5a6abba tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 945 time: 0.5796659 Mar 09 03:57:16.264866 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network b6196344-5cc0-425c-99ac-4cbac7dd4f8c details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:57:16.268807 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-aab68ffe-d215-41f8-a8da-e2ca17291f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:16.290048 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1c180894-4693-46fa-a5d5-f7e4e082c048 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:16.371419 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c43b7d74-8fe2-45d9-8044-730926d851af req-34eb2033-bd70-42e8-a5cb-f0c800eba8bd tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369531 Mar 09 03:57:16.399072 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-aab68ffe-d215-41f8-a8da-e2ca17291f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:16.500033 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-aab68ffe-d215-41f8-a8da-e2ca17291f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:16.520557 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab68ffe-d215-41f8-a8da-e2ca17291f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a689ae-bff6-4e09-b2ce-675f64ebee3b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:16.543185 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-aab68ffe-d215-41f8-a8da-e2ca17291f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:16.544723 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-aab68ffe-d215-41f8-a8da-e2ca17291f6c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a6a689ae-bff6-4e09-b2ce-675f64ebee3b HTTP/1.1" status: 204 len: 168 time: 0.5200448 Mar 09 03:57:16.597672 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 63778951-e407-451e-8c3b-673b38c7e689 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:57:16.632003 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c953acdd-6a7c-4659-8a19-de6c961559d9 None None] Provisioning for port 63778951-e407-451e-8c3b-673b38c7e689 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:57:16.650796 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c953acdd-6a7c-4659-8a19-de6c961559d9 None None] Provisioning complete for port 63778951-e407-451e-8c3b-673b38c7e689 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:57:16.651471 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c953acdd-6a7c-4659-8a19-de6c961559d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:16.689910 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3bf08777-2ff0-4da3-95f6-49b664a51711 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:16.703956 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3bf08777-2ff0-4da3-95f6-49b664a51711 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Usage tracker for resource:subnet and tenant:444f0c41e222427f8eef0c6446070be6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:16.707681 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c180894-4693-46fa-a5d5-f7e4e082c048 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:16.986265 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3bf08777-2ff0-4da3-95f6-49b664a51711 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:17.073227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3bf08777-2ff0-4da3-95f6-49b664a51711 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:17.118934 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c953acdd-6a7c-4659-8a19-de6c961559d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:17.143206 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1c180894-4693-46fa-a5d5-f7e4e082c048 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:17.182118 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c953acdd-6a7c-4659-8a19-de6c961559d9 None None] For port 63778951-e407-451e-8c3b-673b38c7e689, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=63778951-e407-451e-8c3b-673b38c7e689,segment=NetworkSegment(e5df64e5-70ba-4a24-b535-336159262f7a),segment_id=e5df64e5-70ba-4a24-b535-336159262f7a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:57:17.189742 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c953acdd-6a7c-4659-8a19-de6c961559d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:17.301362 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-1c180894-4693-46fa-a5d5-f7e4e082c048 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] device_id is not set on port b2c588af-225a-44d3-aaaa-ea59aaf168eb yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:57:17.329740 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcfabd8-b7b0-4819-a553-f8bf5026d65f None None] get_active_networks_info from n-d-825178-5 {{(pid=87882) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 03:57:17.402016 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953acdd-6a7c-4659-8a19-de6c961559d9 None None] Pushing event updated for resources: {'Port': ['ID=63778951-e407-451e-8c3b-673b38c7e689,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:17.518467 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2414474b-54b5-48c7-886b-7c2c50e7b6df None None] Provisioning complete for port 63778951-e407-451e-8c3b-673b38c7e689 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:57:17.518891 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2414474b-54b5-48c7-886b-7c2c50e7b6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:17.859232 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1c180894-4693-46fa-a5d5-f7e4e082c048 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:17.915212 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b0494-4657-48fe-89b5-634b2a0db309 req-0d29b932-4e3c-4e57-8232-ccf93a7cdfe7 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:17.916807 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-338b0494-4657-48fe-89b5-634b2a0db309 req-0d29b932-4e3c-4e57-8232-ccf93a7cdfe7 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 945 time: 0.2039750 Mar 09 03:57:17.943817 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf08777-2ff0-4da3-95f6-49b664a51711 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Made reservation on behalf of 444f0c41e222427f8eef0c6446070be6 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:17.948303 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3bf08777-2ff0-4da3-95f6-49b664a51711 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:18.024350 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-338b0494-4657-48fe-89b5-634b2a0db309 req-0e950c94-406d-4ebb-bb03-e3fb3b5f45eb tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003177 Mar 09 03:57:18.030226 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcfabd8-b7b0-4819-a553-f8bf5026d65f None None] Resources bound (agent type, host, resource id): {{(pid=87882) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 03:57:18.480631 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1c180894-4693-46fa-a5d5-f7e4e082c048 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:18.555764 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3bf08777-2ff0-4da3-95f6-49b664a51711 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:18.570776 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:18.684873 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Transition to ACTIVE for port object 7dd9b7bd-04b6-412c-a182-aaaef7522cb2 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:57:18.738732 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c180894-4693-46fa-a5d5-f7e4e082c048 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network b611994d-45c6-4370-a94f-c78d5bbb57b7 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:57:18.741371 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-1c180894-4693-46fa-a5d5-f7e4e082c048 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:18.778189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c180894-4693-46fa-a5d5-f7e4e082c048 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:57:18.784568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c180894-4693-46fa-a5d5-f7e4e082c048 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:18.785196 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1c180894-4693-46fa-a5d5-f7e4e082c048 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:18.789984 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:18.793562 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c180894-4693-46fa-a5d5-f7e4e082c048 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Port': ['ID=b2c588af-225a-44d3-aaaa-ea59aaf168eb,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:18.919248 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 63778951-e407-451e-8c3b-673b38c7e689 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:57:18.943881 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf08777-2ff0-4da3-95f6-49b664a51711 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Checking segment: {'id': '54fab04d-1542-4d51-84db-57e61d4ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b6196344-5cc0-425c-99ac-4cbac7dd4f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:57:18.944264 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf08777-2ff0-4da3-95f6-49b664a51711 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Network hostable DHCP agents. Network: b6196344-5cc0-425c-99ac-4cbac7dd4f8c, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:57:18.961959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network 8a2ff588-fbcb-43dc-823c-31400942097c is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:57:18.967268 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf08777-2ff0-4da3-95f6-49b664a51711 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'Subnet': ['ID=eb5e79bc-eb57-43a7-9124-f0b7a52be2f6,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:18.976197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:18.986024 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1c180894-4693-46fa-a5d5-f7e4e082c048 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.0768595 Mar 09 03:57:18.986024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:57:18.986307 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44334) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:19.104971 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 63778951-e407-451e-8c3b-673b38c7e689 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:57:19.106100 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:19.129897 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e0c8d-d699-4200-8ed7-8fc9882c0091 req-e419ee26-b8bf-4a2e-9aed-151618c9f41e tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:19.155544 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3d4e0c8d-d699-4200-8ed7-8fc9882c0091 req-e419ee26-b8bf-4a2e-9aed-151618c9f41e tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 944 time: 1.9578323 Mar 09 03:57:19.157343 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Port': ['ID=7dd9b7bd-04b6-412c-a182-aaaef7522cb2,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:19.214932 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3127b77-e5e5-43c4-a7a3-f08eff7e8bc0 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:19.215651 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e3127b77-e5e5-43c4-a7a3-f08eff7e8bc0 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Synchronizing usage tracker for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:57:19.265117 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:19.302309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e3127b77-e5e5-43c4-a7a3-f08eff7e8bc0 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Unset dirty status for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:57:19.304207 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e3127b77-e5e5-43c4-a7a3-f08eff7e8bc0 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "GET /v2.0/ports/b2c588af-225a-44d3-aaaa-ea59aaf168eb HTTP/1.1" status: 200 len: 845 time: 0.3169239 Mar 09 03:57:19.307310 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44348) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:19.565820 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b28247ff-2a5d-44ef-b0b1-f19124283981 None None] Provisioning for port 7dd9b7bd-04b6-412c-a182-aaaef7522cb2 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:57:19.582800 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b28247ff-2a5d-44ef-b0b1-f19124283981 None None] Provisioning complete for port 7dd9b7bd-04b6-412c-a182-aaaef7522cb2 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:57:19.583434 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b28247ff-2a5d-44ef-b0b1-f19124283981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:19.641722 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-f91bd30a-52aa-4ddb-9912-7f154c2df0d1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port b2c588af-225a-44d3-aaaa-ea59aaf168eb {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:57:19.643271 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f91bd30a-52aa-4ddb-9912-7f154c2df0d1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:19.695708 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b28247ff-2a5d-44ef-b0b1-f19124283981 None None] Port 7dd9b7bd-04b6-412c-a182-aaaef7522cb2 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:57:19.799572 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf08777-2ff0-4da3-95f6-49b664a51711 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Network b6196344-5cc0-425c-99ac-4cbac7dd4f8c is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:57:19.989618 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:20.018152 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cb85d-73d8-44fc-bf76-17e50e7b83f5 req-a9e2de90-2aa3-4cde-952b-a8df0fbc4256 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:20.033480 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-225cb85d-73d8-44fc-bf76-17e50e7b83f5 req-a9e2de90-2aa3-4cde-952b-a8df0fbc4256 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 945 time: 0.6491227 Mar 09 03:57:20.097071 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3d4e0c8d-d699-4200-8ed7-8fc9882c0091 req-ba2a2955-07a9-4cfa-8a29-925ea4ce9d2a tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9406776 Mar 09 03:57:20.372706 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-225cb85d-73d8-44fc-bf76-17e50e7b83f5 req-dd6113a8-daf6-4001-a4cb-f6e835070f92 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380582 Mar 09 03:57:20.448618 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f91bd30a-52aa-4ddb-9912-7f154c2df0d1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:20.647602 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-3bf08777-2ff0-4da3-95f6-49b664a51711 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, b6196344-5cc0-425c-99ac-4cbac7dd4f8c) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:20.667164 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc7bb08-8e0c-4656-ac6f-fa67a9ff6a22 None None] Network b6196344-5cc0-425c-99ac-4cbac7dd4f8c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:20.667758 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf08777-2ff0-4da3-95f6-49b664a51711 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:20.668003 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3bf08777-2ff0-4da3-95f6-49b664a51711 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:20.784569 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3bf08777-2ff0-4da3-95f6-49b664a51711 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.9761519 Mar 09 03:57:20.785834 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44384) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:20.862397 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-f91bd30a-52aa-4ddb-9912-7f154c2df0d1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Calling delete_port for b2c588af-225a-44d3-aaaa-ea59aaf168eb owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:57:21.143103 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f91bd30a-52aa-4ddb-9912-7f154c2df0d1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:21.245223 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:21.276325 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:21.324174 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bd30a-52aa-4ddb-9912-7f154c2df0d1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Port': ['ID=b2c588af-225a-44d3-aaaa-ea59aaf168eb,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:21.331351 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f91bd30a-52aa-4ddb-9912-7f154c2df0d1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:21.340578 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:21.353090 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f91bd30a-52aa-4ddb-9912-7f154c2df0d1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/ports/b2c588af-225a-44d3-aaaa-ea59aaf168eb HTTP/1.1" status: 204 len: 168 time: 2.0444126 Mar 09 03:57:21.355927 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44402) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:21.373230 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051c781e-1b9e-4dae-8726-c86f1702d907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-b6196344-5cc0-425c-99ac-4cbac7dd4f8c', 'network_id': 'b6196344-5cc0-425c-99ac-4cbac7dd4f8c', 'tenant_id': '444f0c41e222427f8eef0c6446070be6', 'fixed_ips': [{'subnet_id': 'eb5e79bc-eb57-43a7-9124-f0b7a52be2f6'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:57:21.374486 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-051c781e-1b9e-4dae-8726-c86f1702d907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:21.477051 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ecef67-ad45-4918-ae11-5a4d3dc80e98 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] GET failed (client error): The resource could not be found. Mar 09 03:57:21.477565 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d7ecef67-ad45-4918-ae11-5a4d3dc80e98 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Synchronizing usage tracker for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:57:21.507433 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d7ecef67-ad45-4918-ae11-5a4d3dc80e98 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Unset dirty status for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:57:21.509033 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d7ecef67-ad45-4918-ae11-5a4d3dc80e98 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "GET /v2.0/ports/b2c588af-225a-44d3-aaaa-ea59aaf168eb HTTP/1.1" status: 404 len: 333 time: 0.1518738 Mar 09 03:57:21.512881 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44412) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:21.520086 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-87dc90f6-a605-4677-a333-2d68c2bd77ff tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'port': {'network_id': 'b611994d-45c6-4370-a94f-c78d5bbb57b7', 'name': 'tempest-PortsIpV6TestJSON-1554305666'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:21.616525 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-051c781e-1b9e-4dae-8726-c86f1702d907 None None] Allocated IP 172.20.0.1 (b6196344-5cc0-425c-99ac-4cbac7dd4f8c/eb5e79bc-eb57-43a7-9124-f0b7a52be2f6/afc37c57-29ce-4405-9f2e-0d29d3aee901) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:57:21.654805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Port': ['ID=7dd9b7bd-04b6-412c-a182-aaaef7522cb2,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:21.888543 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:21.888543 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:21.888864 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:21.889053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:21.889392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:21.889727 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:21.890068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:21.890416 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:21.890773 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:21.891166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:21.891472 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:21.891832 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:21.896201 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-87dc90f6-a605-4677-a333-2d68c2bd77ff tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:21.919345 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-87dc90f6-a605-4677-a333-2d68c2bd77ff tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:21.923591 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:21.928453 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-051c781e-1b9e-4dae-8726-c86f1702d907 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:21.938482 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87dc90f6-a605-4677-a333-2d68c2bd77ff tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:21.942311 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87dc90f6-a605-4677-a333-2d68c2bd77ff tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:21.954980 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-051c781e-1b9e-4dae-8726-c86f1702d907 None None] Transition to ACTIVE for port object afc37c57-29ce-4405-9f2e-0d29d3aee901 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:57:21.972305 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-87dc90f6-a605-4677-a333-2d68c2bd77ff tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] device_id is not set on port 08f1b824-d969-46d8-9e34-43ddd92d0dcd yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:57:22.000366 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-051c781e-1b9e-4dae-8726-c86f1702d907 None None] Transition to ACTIVE for port object afc37c57-29ce-4405-9f2e-0d29d3aee901 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:57:22.010931 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-051c781e-1b9e-4dae-8726-c86f1702d907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:22.019086 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:22.062390 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996ddcb-2345-4ab5-841b-e55044d1f4d4 req-1c146178-58bd-4f87-a4c6-7b804fe2f5aa tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:22.064317 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b996ddcb-2345-4ab5-841b-e55044d1f4d4 req-1c146178-58bd-4f87-a4c6-7b804fe2f5aa tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 945 time: 0.4417095 Mar 09 03:57:22.092768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051c781e-1b9e-4dae-8726-c86f1702d907 None None] Network b6196344-5cc0-425c-99ac-4cbac7dd4f8c is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:57:22.094228 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-051c781e-1b9e-4dae-8726-c86f1702d907 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:22.102805 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051c781e-1b9e-4dae-8726-c86f1702d907 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:57:22.172229 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b996ddcb-2345-4ab5-841b-e55044d1f4d4 req-a46a0ba8-b4f5-45e7-838d-a9e57c5db8e7 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884984 Mar 09 03:57:22.173429 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f50a5a-7369-4b75-9b48-15d4d24a898c req-39583c2f-7014-44c4-90f1-91eca01364f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:22.174946 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32f50a5a-7369-4b75-9b48-15d4d24a898c req-39583c2f-7014-44c4-90f1-91eca01364f6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 1096 time: 0.8359077 Mar 09 03:57:22.262617 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-051c781e-1b9e-4dae-8726-c86f1702d907 None None] Attempting to bind port afc37c57-29ce-4405-9f2e-0d29d3aee901 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:57:22.262999 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-051c781e-1b9e-4dae-8726-c86f1702d907 None None] Attempting to bind port afc37c57-29ce-4405-9f2e-0d29d3aee901 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '54fab04d-1542-4d51-84db-57e61d4ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b6196344-5cc0-425c-99ac-4cbac7dd4f8c'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:57:22.263319 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c781e-1b9e-4dae-8726-c86f1702d907 None None] Attempting to bind port afc37c57-29ce-4405-9f2e-0d29d3aee901 on network b6196344-5cc0-425c-99ac-4cbac7dd4f8c {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:57:22.265798 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c781e-1b9e-4dae-8726-c86f1702d907 None None] Pushing event updated for resources: {'Port': ['ID=afc37c57-29ce-4405-9f2e-0d29d3aee901,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:22.288588 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c781e-1b9e-4dae-8726-c86f1702d907 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:57:22.288977 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c781e-1b9e-4dae-8726-c86f1702d907 None None] Checking segment: {'id': '54fab04d-1542-4d51-84db-57e61d4ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b6196344-5cc0-425c-99ac-4cbac7dd4f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:57:22.289704 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-051c781e-1b9e-4dae-8726-c86f1702d907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:22.290101 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c781e-1b9e-4dae-8726-c86f1702d907 None None] Bound using segment: {'id': '54fab04d-1542-4d51-84db-57e61d4ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b6196344-5cc0-425c-99ac-4cbac7dd4f8c'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:57:22.291097 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-051c781e-1b9e-4dae-8726-c86f1702d907 None None] Bound port: afc37c57-29ce-4405-9f2e-0d29d3aee901, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fab04d-1542-4d51-84db-57e61d4ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b6196344-5cc0-425c-99ac-4cbac7dd4f8c'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:57:22.295988 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-051c781e-1b9e-4dae-8726-c86f1702d907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:22.335221 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32f50a5a-7369-4b75-9b48-15d4d24a898c req-1b5ff75c-916f-48de-89cf-624407b81a11 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375718 Mar 09 03:57:22.358571 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd970ccd-261c-4b8f-a17f-b9ff6da2b9fc req-6b7d7c61-792d-4eef-b3f3-939b6ac69e28 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:22.360212 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bd970ccd-261c-4b8f-a17f-b9ff6da2b9fc req-6b7d7c61-792d-4eef-b3f3-939b6ac69e28 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 944 time: 0.8412492 Mar 09 03:57:22.440291 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:22.498009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Subnet': ['ID=eb5e79bc-eb57-43a7-9124-f0b7a52be2f6,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:22.507506 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network 8a2ff588-fbcb-43dc-823c-31400942097c is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:57:22.529465 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-051c781e-1b9e-4dae-8726-c86f1702d907 None None] For port afc37c57-29ce-4405-9f2e-0d29d3aee901, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:57:22.533691 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-051c781e-1b9e-4dae-8726-c86f1702d907 None None] For port afc37c57-29ce-4405-9f2e-0d29d3aee901, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=afc37c57-29ce-4405-9f2e-0d29d3aee901,segment=NetworkSegment(54fab04d-1542-4d51-84db-57e61d4ffd42),segment_id=54fab04d-1542-4d51-84db-57e61d4ffd42)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:57:22.538062 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:22.540427 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-051c781e-1b9e-4dae-8726-c86f1702d907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:22.542279 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bd970ccd-261c-4b8f-a17f-b9ff6da2b9fc req-6120a200-e082-411e-b1e4-71b7e51207e5 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724622 Mar 09 03:57:22.550481 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87dc90f6-a605-4677-a333-2d68c2bd77ff tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:22.606479 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87dc90f6-a605-4677-a333-2d68c2bd77ff tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:22.742697 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c781e-1b9e-4dae-8726-c86f1702d907 None None] Pushing event updated for resources: {'Port': ['ID=afc37c57-29ce-4405-9f2e-0d29d3aee901,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:22.813261 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6078e7-7857-4c6d-8390-a7f24ca4532a None None] Network b6196344-5cc0-425c-99ac-4cbac7dd4f8c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:22.814641 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:22.842910 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dc90f6-a605-4677-a333-2d68c2bd77ff tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network b611994d-45c6-4370-a94f-c78d5bbb57b7 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:57:22.852604 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-87dc90f6-a605-4677-a333-2d68c2bd77ff tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:22.877498 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dc90f6-a605-4677-a333-2d68c2bd77ff tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:57:22.878704 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6196344-5cc0-425c-99ac-4cbac7dd4f8c']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:22.899326 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dc90f6-a605-4677-a333-2d68c2bd77ff tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:22.900073 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87dc90f6-a605-4677-a333-2d68c2bd77ff tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:22.918067 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc90f6-a605-4677-a333-2d68c2bd77ff tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Port': ['ID=08f1b824-d969-46d8-9e34-43ddd92d0dcd,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:22.932729 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fab04d-1542-4d51-84db-57e61d4ffd42') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:22.933383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fab04d-1542-4d51-84db-57e61d4ffd42') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:22.950046 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-87dc90f6-a605-4677-a333-2d68c2bd77ff tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4359426 Mar 09 03:57:22.952918 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44452) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:22.959435 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-67478b54-7c91-4d28-be25-e09d5137b18e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:23.001493 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:23.046088 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:23.070153 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7d44f02e-b4db-4af2-8dc8-6f920cb335f5 None None] Provisioning complete for port 7dd9b7bd-04b6-412c-a182-aaaef7522cb2 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:57:23.072762 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7d44f02e-b4db-4af2-8dc8-6f920cb335f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:23.082049 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:57:23.082816 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:57:23.104334 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:57:23.166519 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-67478b54-7c91-4d28-be25-e09d5137b18e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:23.211182 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 03:57:23.211182 n-d-825178-5 neutron-server[87880]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 03:57:23.211182 n-d-825178-5 neutron-server[87880]: [parameters: {'id': 'b6196344-5cc0-425c-99ac-4cbac7dd4f8c'}] Mar 09 03:57:23.211182 n-d-825178-5 neutron-server[87880]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:57:23.212152 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:57:23.229531 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Router 7411df53-cba5-47e9-9395-f1e4e90f3406 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:57:23.474451 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-7d44f02e-b4db-4af2-8dc8-6f920cb335f5 None None] Port 7dd9b7bd-04b6-412c-a182-aaaef7522cb2 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:57:23.525729 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815d2f88-3ad9-42ea-91a5-48bb027b436d None None] get_active_networks_info from n-d-825178-5 {{(pid=87882) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 03:57:23.608432 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:57:23.628733 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-027ba926-9b29-4b41-9e00-0837350cf94a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "PUT /v2.0/routers/7411df53-cba5-47e9-9395-f1e4e90f3406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5662737 Mar 09 03:57:23.633387 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44470) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:23.680923 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815d2f88-3ad9-42ea-91a5-48bb027b436d None None] Resources bound (agent type, host, resource id): {{(pid=87882) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 03:57:23.685751 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb2d5c8-2ffd-4cd2-b1f7-4591f32ac0e1 None None] Sync routers for ids ['7411df53-cba5-47e9-9395-f1e4e90f3406'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:57:23.714113 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb2d5c8-2ffd-4cd2-b1f7-4591f32ac0e1 None None] Routers {'7411df53-cba5-47e9-9395-f1e4e90f3406'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:57:23.714751 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-bcb2d5c8-2ffd-4cd2-b1f7-4591f32ac0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:57:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7411df53-cba5-47e9-9395-f1e4e90f3406'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:23.715760 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e555ac5b-2382-45f4-b4ab-1179e2b99050 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:23.720230 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e555ac5b-2382-45f4-b4ab-1179e2b99050 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "GET /v2.0/ports/7dd9b7bd-04b6-412c-a182-aaaef7522cb2 HTTP/1.1" status: 200 len: 910 time: 0.0858512 Mar 09 03:57:23.722180 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44474) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:23.755080 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:23.794218 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Deleting port afc37c57-29ce-4405-9f2e-0d29d3aee901 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:57:23.794711 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:23.816791 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.resource_extend [None req-67478b54-7c91-4d28-be25-e09d5137b18e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:57:23.868965 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-bcb2d5c8-2ffd-4cd2-b1f7-4591f32ac0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:23.996500 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-67478b54-7c91-4d28-be25-e09d5137b18e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:24.045718 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb2d5c8-2ffd-4cd2-b1f7-4591f32ac0e1 None None] Routers {'7411df53-cba5-47e9-9395-f1e4e90f3406'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:57:24.046477 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-bcb2d5c8-2ffd-4cd2-b1f7-4591f32ac0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:57:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7411df53-cba5-47e9-9395-f1e4e90f3406'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:24.055342 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc06908-68e7-4d0e-b33b-88effb19a129 req-33e9f7de-08f6-4d21-973b-1549f6c8ca92 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:24.057046 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2dc06908-68e7-4d0e-b33b-88effb19a129 req-33e9f7de-08f6-4d21-973b-1549f6c8ca92 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 944 time: 0.3523939 Mar 09 03:57:24.100386 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-67478b54-7c91-4d28-be25-e09d5137b18e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:24.119734 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8d30a-d213-4b72-bad8-1a7bc48d77f1 req-4c7ec4e8-e115-41d2-b121-7cd26d1e6257 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:24.131911 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e5d8d30a-d213-4b72-bad8-1a7bc48d77f1 req-4c7ec4e8-e115-41d2-b121-7cd26d1e6257 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 945 time: 0.7567916 Mar 09 03:57:24.147733 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-bcb2d5c8-2ffd-4cd2-b1f7-4591f32ac0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:24.148322 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb2d5c8-2ffd-4cd2-b1f7-4591f32ac0e1 None None] The sync data for ids ['7411df53-cba5-47e9-9395-f1e4e90f3406'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:57:24.186980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] For port afc37c57-29ce-4405-9f2e-0d29d3aee901, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=afc37c57-29ce-4405-9f2e-0d29d3aee901,segment=NetworkSegment(54fab04d-1542-4d51-84db-57e61d4ffd42),segment_id=54fab04d-1542-4d51-84db-57e61d4ffd42)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:57:24.187609 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:24.199071 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2dc06908-68e7-4d0e-b33b-88effb19a129 req-48b7b4a1-9d80-4475-9deb-9b5c758ac2cc tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353347 Mar 09 03:57:24.257139 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-67478b54-7c91-4d28-be25-e09d5137b18e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] In _notify_port_updated(), no bound segment for port 08f1b824-d969-46d8-9e34-43ddd92d0dcd on network b611994d-45c6-4370-a94f-c78d5bbb57b7 {{(pid=87881) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 03:57:24.263754 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67478b54-7c91-4d28-be25-e09d5137b18e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:24.264383 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-67478b54-7c91-4d28-be25-e09d5137b18e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:24.267340 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-67478b54-7c91-4d28-be25-e09d5137b18e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "PUT /v2.0/ports/08f1b824-d969-46d8-9e34-43ddd92d0dcd HTTP/1.1" status: 200 len: 818 time: 1.3133171 Mar 09 03:57:24.276114 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44488) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:24.445800 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e5d8d30a-d213-4b72-bad8-1a7bc48d77f1 req-23750f80-db5d-4528-90f0-3c67e48ca9d9 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128309 Mar 09 03:57:24.464398 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67478b54-7c91-4d28-be25-e09d5137b18e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Port': ['ID=08f1b824-d969-46d8-9e34-43ddd92d0dcd,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:24.648738 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Calling delete_port for afc37c57-29ce-4405-9f2e-0d29d3aee901 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:57:24.723082 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-848fee90-f477-4538-a9dd-69d72c897eea tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port 08f1b824-d969-46d8-9e34-43ddd92d0dcd {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:57:24.723928 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-848fee90-f477-4538-a9dd-69d72c897eea tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:24.848066 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:24.911154 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] No DVR routers for this DVR port afc37c57-29ce-4405-9f2e-0d29d3aee901 on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:57:24.932409 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-61746f8c-9714-40d7-b424-601b8f25c905 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:25.001553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Port': ['ID=afc37c57-29ce-4405-9f2e-0d29d3aee901,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:25.157960 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:25.193751 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-848fee90-f477-4538-a9dd-69d72c897eea tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:25.209606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6196344-5cc0-425c-99ac-4cbac7dd4f8c']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:25.339134 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-848fee90-f477-4538-a9dd-69d72c897eea tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Calling delete_port for 08f1b824-d969-46d8-9e34-43ddd92d0dcd owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:57:25.367822 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fab04d-1542-4d51-84db-57e61d4ffd42') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:25.368191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fab04d-1542-4d51-84db-57e61d4ffd42') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:25.422186 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:25.465398 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:25.506338 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:57:25.506760 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:57:25.523511 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:57:25.539040 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-848fee90-f477-4538-a9dd-69d72c897eea tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:25.669827 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fee90-f477-4538-a9dd-69d72c897eea tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Port': ['ID=08f1b824-d969-46d8-9e34-43ddd92d0dcd,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:25.682488 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-848fee90-f477-4538-a9dd-69d72c897eea tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:25.706836 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcf075-a550-4fd9-825b-31be6ae69687 req-5dec7129-c41a-481e-aeb0-134f6255dc8d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:25.708346 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18fcf075-a550-4fd9-825b-31be6ae69687 req-5dec7129-c41a-481e-aeb0-134f6255dc8d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 944 time: 0.3334539 Mar 09 03:57:25.711873 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:25.724795 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-848fee90-f477-4538-a9dd-69d72c897eea tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/ports/08f1b824-d969-46d8-9e34-43ddd92d0dcd HTTP/1.1" status: 204 len: 168 time: 1.4473336 Mar 09 03:57:25.730690 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44522) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:25.762714 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:25.787502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Network': ['ID=b6196344-5cc0-425c-99ac-4cbac7dd4f8c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:25.798264 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-947d4fef-0250-44d4-a874-42cb39ba40d5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/networks/b6196344-5cc0-425c-99ac-4cbac7dd4f8c HTTP/1.1" status: 204 len: 168 time: 4.9990590 Mar 09 03:57:25.800130 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44526) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:25.819374 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 3869154b-9901-4945-914f-a9ce37c819eb details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:57:25.822703 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18fcf075-a550-4fd9-825b-31be6ae69687 req-ae75d418-bc24-4f18-a8a5-a9531bbb14a1 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026366 Mar 09 03:57:25.841120 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-a8535261-3f4f-46ac-a089-376af8f4c46b tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1778281139'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:25.846684 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a8535261-3f4f-46ac-a089-376af8f4c46b tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:25.871958 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a8535261-3f4f-46ac-a089-376af8f4c46b tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Usage tracker for resource:network and tenant:444f0c41e222427f8eef0c6446070be6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:25.881781 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a8535261-3f4f-46ac-a089-376af8f4c46b tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:25.887675 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a8535261-3f4f-46ac-a089-376af8f4c46b tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:25.911112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8535261-3f4f-46ac-a089-376af8f4c46b tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Made reservation on behalf of 444f0c41e222427f8eef0c6446070be6 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:25.915013 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a8535261-3f4f-46ac-a089-376af8f4c46b tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:25.933406 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-61746f8c-9714-40d7-b424-601b8f25c905 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Allocated IP 172.21.0.1 (44aad0d8-7e09-470f-9a83-daf55b284708/ea77fa1b-c4b2-444c-90df-afadf3461d14/f1ad7727-68f1-4cb4-bce8-aee206137593) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:57:25.943052 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3b636-52d2-4b7e-b74b-420235e58e60 req-234a077e-b9a2-4b35-8d46-129446c7491b tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:25.944781 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-47d3b636-52d2-4b7e-b74b-420235e58e60 req-234a077e-b9a2-4b35-8d46-129446c7491b tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 945 time: 0.2836425 Mar 09 03:57:25.957337 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8535261-3f4f-46ac-a089-376af8f4c46b tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:57:25.967083 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a8535261-3f4f-46ac-a089-376af8f4c46b tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:25.967467 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-a8535261-3f4f-46ac-a089-376af8f4c46b tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Added segment 43a396a0-b789-4f7c-b2ec-03f0a69ff6ff of type vlan for network 632984c6-585c-41bb-8e2e-fae78ade0b69 Mar 09 03:57:25.976529 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 3869154b-9901-4945-914f-a9ce37c819eb, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=3869154b-9901-4945-914f-a9ce37c819eb,segment=NetworkSegment(ddfcacfb-90cd-4ec8-93d9-0857d330e9ac),segment_id=ddfcacfb-90cd-4ec8-93d9-0857d330e9ac)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:57:25.990694 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '3869154b-9901-4945-914f-a9ce37c819eb', 'network_id': 'a5bf093f-0f64-4ae3-8ad1-44c19f080b4b', 'port_id': '3869154b-9901-4945-914f-a9ce37c819eb', 'mac_address': 'fa:16:3e:2c:b1:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd28ceb69-ec36-4fb9-9715-c418f254f3a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:57:25.996320 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a8535261-3f4f-46ac-a089-376af8f4c46b tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:26.077082 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:26.098320 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3869154b-9901-4945-914f-a9ce37c819eb {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:57:26.115299 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 3869154b-9901-4945-914f-a9ce37c819eb, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=3869154b-9901-4945-914f-a9ce37c819eb,segment=NetworkSegment(ddfcacfb-90cd-4ec8-93d9-0857d330e9ac),segment_id=ddfcacfb-90cd-4ec8-93d9-0857d330e9ac)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:57:26.115880 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a8535261-3f4f-46ac-a089-376af8f4c46b tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:26.119632 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:26.121357 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8535261-3f4f-46ac-a089-376af8f4c46b tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:26.121945 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a8535261-3f4f-46ac-a089-376af8f4c46b tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:26.220224 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=3869154b-9901-4945-914f-a9ce37c819eb,revision_number=11']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:26.229360 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:26.229989 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:26.230325 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:26.230658 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:26.231045 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:26.231374 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:26.231697 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:26.232017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:26.232393 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:26.232716 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:26.233034 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:26.233351 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:26.265929 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-47d3b636-52d2-4b7e-b74b-420235e58e60 req-1309f509-6bf1-43cb-9015-7c743c167fbb tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406170 Mar 09 03:57:26.386315 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8535261-3f4f-46ac-a089-376af8f4c46b tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'Network': ['ID=632984c6-585c-41bb-8e2e-fae78ade0b69,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:26.393022 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a8535261-3f4f-46ac-a089-376af8f4c46b tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5789006 Mar 09 03:57:26.404911 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 632984c6-585c-41bb-8e2e-fae78ade0b69 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:57:26.419713 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52514cda-b38b-4b4c-a868-8f1af59acdde tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:26.421463 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-52514cda-b38b-4b4c-a868-8f1af59acdde tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Synchronizing usage tracker for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:57:26.426547 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['3869154b-9901-4945-914f-a9ce37c819eb'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:57:26.429534 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44540) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:26.435904 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-71bcc228-972e-4249-ac20-8039ea2ac570 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Request body: {'subnet': {'network_id': '632984c6-585c-41bb-8e2e-fae78ade0b69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:26.534255 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-61746f8c-9714-40d7-b424-601b8f25c905 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:26.587936 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d5220-8261-47b0-be68-d8a7d39e02fe req-6a3e166c-3302-4818-be93-6712cef5912e tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:26.598398 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-52514cda-b38b-4b4c-a868-8f1af59acdde tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Unset dirty status for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:57:26.599774 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-52514cda-b38b-4b4c-a868-8f1af59acdde tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.8654072 Mar 09 03:57:26.607882 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f01d5220-8261-47b0-be68-d8a7d39e02fe req-6a3e166c-3302-4818-be93-6712cef5912e tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.2239075 Mar 09 03:57:26.613584 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44548) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:26.658573 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-61746f8c-9714-40d7-b424-601b8f25c905 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Transition to ACTIVE for port object f1ad7727-68f1-4cb4-bce8-aee206137593 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:57:26.675872 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-83a76b86-9f56-4ae0-aa64-3c2885848ce4 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] GET failed (client error): The resource could not be found. Mar 09 03:57:26.677185 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-83a76b86-9f56-4ae0-aa64-3c2885848ce4 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "GET /v2.0/ports/08f1b824-d969-46d8-9e34-43ddd92d0dcd HTTP/1.1" status: 404 len: 333 time: 0.0626805 Mar 09 03:57:26.680708 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f01d5220-8261-47b0-be68-d8a7d39e02fe req-4a57a714-f398-439a-94a2-a2bbc94f086f tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715871 Mar 09 03:57:26.681623 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-71bcc228-972e-4249-ac20-8039ea2ac570 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:26.682440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44552) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:26.691251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-44b96759-120b-498c-a1e0-00d1c092ff9b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-365469839'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:26.708393 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-44b96759-120b-498c-a1e0-00d1c092ff9b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:26.727987 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-44b96759-120b-498c-a1e0-00d1c092ff9b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:network and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:26.729025 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-71bcc228-972e-4249-ac20-8039ea2ac570 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Usage tracker for resource:subnet and tenant:444f0c41e222427f8eef0c6446070be6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:26.732274 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-71bcc228-972e-4249-ac20-8039ea2ac570 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:26.733341 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-44b96759-120b-498c-a1e0-00d1c092ff9b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:26.742363 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-44b96759-120b-498c-a1e0-00d1c092ff9b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:26.747129 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-61746f8c-9714-40d7-b424-601b8f25c905 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:26.759869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-71bcc228-972e-4249-ac20-8039ea2ac570 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:26.761572 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b96759-120b-498c-a1e0-00d1c092ff9b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:26.767812 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-44b96759-120b-498c-a1e0-00d1c092ff9b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:26.846354 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b96759-120b-498c-a1e0-00d1c092ff9b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:57:26.868966 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bcc228-972e-4249-ac20-8039ea2ac570 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Made reservation on behalf of 444f0c41e222427f8eef0c6446070be6 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:26.874915 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71bcc228-972e-4249-ac20-8039ea2ac570 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:26.896432 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-44b96759-120b-498c-a1e0-00d1c092ff9b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:26.896432 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-44b96759-120b-498c-a1e0-00d1c092ff9b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Added segment 985fb780-0bcf-47f7-b20d-c871c445569a of type vlan for network 0919fd16-d272-4aa1-b77d-023c6159ffae Mar 09 03:57:26.916756 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61746f8c-9714-40d7-b424-601b8f25c905 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network 44aad0d8-7e09-470f-9a83-daf55b284708 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:57:26.922721 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-61746f8c-9714-40d7-b424-601b8f25c905 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:26.932828 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61746f8c-9714-40d7-b424-601b8f25c905 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:57:26.994439 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-44b96759-120b-498c-a1e0-00d1c092ff9b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:27.055999 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-44b96759-120b-498c-a1e0-00d1c092ff9b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:27.064329 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b96759-120b-498c-a1e0-00d1c092ff9b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:27.065349 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-44b96759-120b-498c-a1e0-00d1c092ff9b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:27.144659 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61746f8c-9714-40d7-b424-601b8f25c905 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Port': ['ID=f1ad7727-68f1-4cb4-bce8-aee206137593,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:27.208567 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-44b96759-120b-498c-a1e0-00d1c092ff9b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5249701 Mar 09 03:57:27.213671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44568) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:27.221101 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-6239f64b-33f7-4406-a5bd-695bc3c9c2a7 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'subnet': {'network_id': '0919fd16-d272-4aa1-b77d-023c6159ffae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:27.277649 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b96759-120b-498c-a1e0-00d1c092ff9b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Network': ['ID=0919fd16-d272-4aa1-b77d-023c6159ffae,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:27.292531 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 0919fd16-d272-4aa1-b77d-023c6159ffae details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:57:27.420234 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-61746f8c-9714-40d7-b424-601b8f25c905 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:27.456758 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6239f64b-33f7-4406-a5bd-695bc3c9c2a7 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:27.509586 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6239f64b-33f7-4406-a5bd-695bc3c9c2a7 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:subnet and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:27.525685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6239f64b-33f7-4406-a5bd-695bc3c9c2a7 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:27.536577 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6239f64b-33f7-4406-a5bd-695bc3c9c2a7 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:27.553286 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-dfd13709-fcff-49f6-adcb-beeb0400f4aa None None] Provisioning for port f1ad7727-68f1-4cb4-bce8-aee206137593 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:57:27.566520 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6239f64b-33f7-4406-a5bd-695bc3c9c2a7 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:27.569984 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-dfd13709-fcff-49f6-adcb-beeb0400f4aa None None] Provisioning complete for port f1ad7727-68f1-4cb4-bce8-aee206137593 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:57:27.570491 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dfd13709-fcff-49f6-adcb-beeb0400f4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:27.590806 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6239f64b-33f7-4406-a5bd-695bc3c9c2a7 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:27.663157 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-dfd13709-fcff-49f6-adcb-beeb0400f4aa None None] Port f1ad7727-68f1-4cb4-bce8-aee206137593 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:57:27.742260 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be4e7e-8f5b-40c1-b1bc-0641e5d01901 req-1a0e891c-1e25-4627-a87a-ec5090388e85 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:27.743856 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17be4e7e-8f5b-40c1-b1bc-0641e5d01901 req-1a0e891c-1e25-4627-a87a-ec5090388e85 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 945 time: 0.5910442 Mar 09 03:57:27.833278 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 3869154b-9901-4945-914f-a9ce37c819eb up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:57:28.012119 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e61f59-401b-4d5d-9d06-061ce2cb05b9 req-f0f75571-c05e-40fc-8bba-28d3a8fc2a3e tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:28.016553 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d9e61f59-401b-4d5d-9d06-061ce2cb05b9 req-f0f75571-c05e-40fc-8bba-28d3a8fc2a3e tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.5610216 Mar 09 03:57:28.032718 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 3869154b-9901-4945-914f-a9ce37c819eb completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:57:28.040955 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 3869154b-9901-4945-914f-a9ce37c819eb triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:57:28.041822 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:28.065180 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71bcc228-972e-4249-ac20-8039ea2ac570 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:28.139994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bcc228-972e-4249-ac20-8039ea2ac570 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'Subnet': ['ID=aa1e7b06-8e86-4fb0-9fd0-c5fc7e615aaf,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:28.172164 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d9e61f59-401b-4d5d-9d06-061ce2cb05b9 req-11f66278-00e3-4102-b8f6-d3b6b8d6259c tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463230 Mar 09 03:57:28.191786 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17be4e7e-8f5b-40c1-b1bc-0641e5d01901 req-ae90877f-6432-4d53-8a39-e30b39a72448 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373245 Mar 09 03:57:28.283201 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:28.315473 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bcc228-972e-4249-ac20-8039ea2ac570 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Checking segment: {'id': '43a396a0-b789-4f7c-b2ec-03f0a69ff6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '632984c6-585c-41bb-8e2e-fae78ade0b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:57:28.316314 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bcc228-972e-4249-ac20-8039ea2ac570 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Network hostable DHCP agents. Network: 632984c6-585c-41bb-8e2e-fae78ade0b69, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:57:28.331080 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-61746f8c-9714-40d7-b424-601b8f25c905 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:28.346788 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 3869154b-9901-4945-914f-a9ce37c819eb, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=3869154b-9901-4945-914f-a9ce37c819eb,segment=NetworkSegment(ddfcacfb-90cd-4ec8-93d9-0857d330e9ac),segment_id=ddfcacfb-90cd-4ec8-93d9-0857d330e9ac)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:57:28.349276 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3869154b-9901-4945-914f-a9ce37c819eb'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:57:28.363490 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6239f64b-33f7-4406-a5bd-695bc3c9c2a7 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:28.375167 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:28.489786 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3869154b-9901-4945-914f-a9ce37c819eb', 'code': 200} Mar 09 03:57:28.516829 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=3869154b-9901-4945-914f-a9ce37c819eb,revision_number=12']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:28.566750 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6239f64b-33f7-4406-a5bd-695bc3c9c2a7 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Checking segment: {'id': '985fb780-0bcf-47f7-b20d-c871c445569a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0919fd16-d272-4aa1-b77d-023c6159ffae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:57:28.567433 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6239f64b-33f7-4406-a5bd-695bc3c9c2a7 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network hostable DHCP agents. Network: 0919fd16-d272-4aa1-b77d-023c6159ffae, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:57:28.581168 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239f64b-33f7-4406-a5bd-695bc3c9c2a7 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Subnet': ['ID=ef0f9436-5545-493a-a852-29d5396d0ea7,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:28.618741 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6239f64b-33f7-4406-a5bd-695bc3c9c2a7 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network 0919fd16-d272-4aa1-b77d-023c6159ffae is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:57:28.633176 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bcc228-972e-4249-ac20-8039ea2ac570 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Network 632984c6-585c-41bb-8e2e-fae78ade0b69 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:57:28.636337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-6239f64b-33f7-4406-a5bd-695bc3c9c2a7 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 0919fd16-d272-4aa1-b77d-023c6159ffae) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:28.642779 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-71bcc228-972e-4249-ac20-8039ea2ac570 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 632984c6-585c-41bb-8e2e-fae78ade0b69) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:28.649820 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547889ed-e3cd-4b9e-a76a-2dd90726520f None None] Network 0919fd16-d272-4aa1-b77d-023c6159ffae requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:28.658776 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6239f64b-33f7-4406-a5bd-695bc3c9c2a7 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:28.660816 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6239f64b-33f7-4406-a5bd-695bc3c9c2a7 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:28.663845 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bcc228-972e-4249-ac20-8039ea2ac570 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:28.664551 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71bcc228-972e-4249-ac20-8039ea2ac570 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:28.677265 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd5f49d-a468-4c6c-9ae0-87e409fd7a90 None None] Network 632984c6-585c-41bb-8e2e-fae78ade0b69 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:28.695555 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6239f64b-33f7-4406-a5bd-695bc3c9c2a7 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4808021 Mar 09 03:57:28.698301 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44600) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:28.706598 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-e4fac330-3afb-4361-9a02-460fd363c19d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'subnet': {'network_id': '0919fd16-d272-4aa1-b77d-023c6159ffae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:28.792477 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-71bcc228-972e-4249-ac20-8039ea2ac570 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3595610 Mar 09 03:57:28.796250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44608) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:28.873657 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-61746f8c-9714-40d7-b424-601b8f25c905 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:28.916153 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-61746f8c-9714-40d7-b424-601b8f25c905 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:29.117926 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-698240e2-bfe3-4f9b-a83a-ac58d7c6d4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:29.183855 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e4fac330-3afb-4361-9a02-460fd363c19d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:29.199891 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e4fac330-3afb-4361-9a02-460fd363c19d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:subnet and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:29.208164 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61746f8c-9714-40d7-b424-601b8f25c905 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Port': ['ID=f1ad7727-68f1-4cb4-bce8-aee206137593,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:29.212132 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-61746f8c-9714-40d7-b424-601b8f25c905 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:29.234509 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e4fac330-3afb-4361-9a02-460fd363c19d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:29.253960 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:29.295887 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e4fac330-3afb-4361-9a02-460fd363c19d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:29.322987 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18565a-5b14-4235-a9e9-a124e935b0be req-7d69820a-2975-4166-aad6-85824a91879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:29.324642 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dd18565a-5b14-4235-a9e9-a124e935b0be req-7d69820a-2975-4166-aad6-85824a91879f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 1097 time: 0.5944314 Mar 09 03:57:29.496112 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fac330-3afb-4361-9a02-460fd363c19d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:29.506169 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e4fac330-3afb-4361-9a02-460fd363c19d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:29.596084 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61746f8c-9714-40d7-b424-601b8f25c905 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network 44aad0d8-7e09-470f-9a83-daf55b284708 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:57:29.601345 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-61746f8c-9714-40d7-b424-601b8f25c905 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:29.649665 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1566d9-de78-4164-9d8d-0c4cb96bfe98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-0919fd16-d272-4aa1-b77d-023c6159ffae', 'network_id': '0919fd16-d272-4aa1-b77d-023c6159ffae', 'tenant_id': '1a28d126d880446d92d0f7b9bfb2171c', 'fixed_ips': [{'subnet_id': 'ef0f9436-5545-493a-a852-29d5396d0ea7'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:57:29.651116 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3e1566d9-de78-4164-9d8d-0c4cb96bfe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:29.671726 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2f49e7-84a6-4634-9caa-0229ba9b30dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-632984c6-585c-41bb-8e2e-fae78ade0b69', 'network_id': '632984c6-585c-41bb-8e2e-fae78ade0b69', 'tenant_id': '444f0c41e222427f8eef0c6446070be6', 'fixed_ips': [{'subnet_id': 'aa1e7b06-8e86-4fb0-9fd0-c5fc7e615aaf'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:57:29.672843 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1c2f49e7-84a6-4634-9caa-0229ba9b30dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:29.802316 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61746f8c-9714-40d7-b424-601b8f25c905 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Router 7411df53-cba5-47e9-9395-f1e4e90f3406 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:57:29.839080 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dd18565a-5b14-4235-a9e9-a124e935b0be req-f2c63dda-735f-4c41-99c6-4d7a4ee41457 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990184 Mar 09 03:57:29.883256 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:30.019622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a8117-f9af-4e33-91ab-d5e14816dd95 req-7439c279-bcdb-4cd2-ad7a-f98bac38e67a tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:30.021273 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8d7a8117-f9af-4e33-91ab-d5e14816dd95 req-7439c279-bcdb-4cd2-ad7a-f98bac38e67a tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 0.6222253 Mar 09 03:57:30.028539 n-d-825178-5 neutron-server[87880]: INFO neutron.db.ipam_backend_mixin [None req-e4fac330-3afb-4361-9a02-460fd363c19d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ef0f9436-5545-493a-a852-29d5396d0ea7 (CIDR: 2001:db8::/64) Mar 09 03:57:30.051388 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7e1c5931-1d36-43b6-992e-6ca94dd1f1a5 None None] Provisioning complete for port f1ad7727-68f1-4cb4-bce8-aee206137593 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:57:30.053107 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7e1c5931-1d36-43b6-992e-6ca94dd1f1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:30.053258 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4fac330-3afb-4361-9a02-460fd363c19d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 03:57:30.053667 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4fac330-3afb-4361-9a02-460fd363c19d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:57:30.063198 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61746f8c-9714-40d7-b424-601b8f25c905 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:57:30.074659 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb582d8-aa9b-4e61-a3fa-9ea8c137cb1c req-fa5fb8b5-688b-46b1-95a8-20b48e41f5d8 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:30.075824 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dd4bc2-d9bf-4597-adb8-518f1c0487cd None None] Sync routers for ids ['7411df53-cba5-47e9-9395-f1e4e90f3406'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:57:30.084608 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7fb582d8-aa9b-4e61-a3fa-9ea8c137cb1c req-fa5fb8b5-688b-46b1-95a8-20b48e41f5d8 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.5629339 Mar 09 03:57:30.095402 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dd4bc2-d9bf-4597-adb8-518f1c0487cd None None] Routers {'7411df53-cba5-47e9-9395-f1e4e90f3406'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:57:30.096048 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f8dd4bc2-d9bf-4597-adb8-518f1c0487cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:57:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7411df53-cba5-47e9-9395-f1e4e90f3406'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:30.110812 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-1c2f49e7-84a6-4634-9caa-0229ba9b30dd None None] Allocated IP 172.20.0.1 (632984c6-585c-41bb-8e2e-fae78ade0b69/aa1e7b06-8e86-4fb0-9fd0-c5fc7e615aaf/7c78b343-803d-4160-80c6-542308c46c15) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:57:30.114067 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-61746f8c-9714-40d7-b424-601b8f25c905 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "PUT /v2.0/routers/7411df53-cba5-47e9-9395-f1e4e90f3406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3907220 Mar 09 03:57:30.121972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44628) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:30.150782 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7fb582d8-aa9b-4e61-a3fa-9ea8c137cb1c req-de2625f1-bb79-45bd-b637-415a95cd6d91 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648372 Mar 09 03:57:30.203152 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e4fac330-3afb-4361-9a02-460fd363c19d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5029063 Mar 09 03:57:30.206147 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44636) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:30.211320 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8d7a8117-f9af-4e33-91ab-d5e14816dd95 req-62b6e616-c4c0-4183-9225-d77cf7b0b6d5 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816375 Mar 09 03:57:30.214690 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-bf289031-5cff-4ed8-8242-eb05e268ee64 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'subnet': {'network_id': '0919fd16-d272-4aa1-b77d-023c6159ffae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:30.252386 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-7e1c5931-1d36-43b6-992e-6ca94dd1f1a5 None None] Port f1ad7727-68f1-4cb4-bce8-aee206137593 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:57:30.303604 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ba27c3-fc21-4ac3-9693-edfcc3db67db tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:30.304381 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-30ba27c3-fc21-4ac3-9693-edfcc3db67db tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Synchronizing usage tracker for tenant:8d98afbc76a3441ab1cb90e168d30508 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:57:30.333696 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-30ba27c3-fc21-4ac3-9693-edfcc3db67db tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Unset dirty status for tenant:8d98afbc76a3441ab1cb90e168d30508 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:57:30.335097 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-30ba27c3-fc21-4ac3-9693-edfcc3db67db tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "GET /v2.0/ports/f1ad7727-68f1-4cb4-bce8-aee206137593 HTTP/1.1" status: 200 len: 910 time: 0.2120678 Mar 09 03:57:30.337889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44644) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:30.390107 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f8dd4bc2-d9bf-4597-adb8-518f1c0487cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:30.400123 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-3e1566d9-de78-4164-9d8d-0c4cb96bfe98 None None] Allocated IP 2001:db8::2 (0919fd16-d272-4aa1-b77d-023c6159ffae/ef0f9436-5545-493a-a852-29d5396d0ea7/df5d6be9-153d-48e6-8e08-dd5cfcf9ad46) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:57:30.408645 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dd4bc2-d9bf-4597-adb8-518f1c0487cd None None] Routers {'7411df53-cba5-47e9-9395-f1e4e90f3406'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:57:30.410625 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f8dd4bc2-d9bf-4597-adb8-518f1c0487cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:57:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7411df53-cba5-47e9-9395-f1e4e90f3406'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:30.558162 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f8dd4bc2-d9bf-4597-adb8-518f1c0487cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:30.558585 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dd4bc2-d9bf-4597-adb8-518f1c0487cd None None] The sync data for ids ['7411df53-cba5-47e9-9395-f1e4e90f3406'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:57:30.758307 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1c2f49e7-84a6-4634-9caa-0229ba9b30dd None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:30.811944 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-bf289031-5cff-4ed8-8242-eb05e268ee64 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:30.817140 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bf289031-5cff-4ed8-8242-eb05e268ee64 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:subnet and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:30.827667 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bf289031-5cff-4ed8-8242-eb05e268ee64 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:30.836937 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-bf289031-5cff-4ed8-8242-eb05e268ee64 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:30.873723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf289031-5cff-4ed8-8242-eb05e268ee64 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:30.887955 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bf289031-5cff-4ed8-8242-eb05e268ee64 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:31.061858 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3e1566d9-de78-4164-9d8d-0c4cb96bfe98 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:31.079226 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3e1566d9-de78-4164-9d8d-0c4cb96bfe98 None None] Transition to ACTIVE for port object df5d6be9-153d-48e6-8e08-dd5cfcf9ad46 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:57:31.106983 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3e1566d9-de78-4164-9d8d-0c4cb96bfe98 None None] Transition to ACTIVE for port object df5d6be9-153d-48e6-8e08-dd5cfcf9ad46 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:57:31.112617 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1c2f49e7-84a6-4634-9caa-0229ba9b30dd None None] Transition to ACTIVE for port object 7c78b343-803d-4160-80c6-542308c46c15 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:57:31.155244 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1c2f49e7-84a6-4634-9caa-0229ba9b30dd None None] Transition to ACTIVE for port object 7c78b343-803d-4160-80c6-542308c46c15 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:57:31.182992 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1c2f49e7-84a6-4634-9caa-0229ba9b30dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:31.190753 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3e1566d9-de78-4164-9d8d-0c4cb96bfe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:31.252350 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167453d3-c90c-459a-a31e-d4b332cae060 req-33edb8a2-0bf5-4790-8462-8af07f983f95 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:31.260165 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-167453d3-c90c-459a-a31e-d4b332cae060 req-33edb8a2-0bf5-4790-8462-8af07f983f95 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.3956921 Mar 09 03:57:31.359337 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f49e7-84a6-4634-9caa-0229ba9b30dd None None] Pushing event updated for resources: {'Port': ['ID=7c78b343-803d-4160-80c6-542308c46c15,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:31.379944 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6f7e1ffb-0f16-41d0-a118-6ceff9ab9fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:31.457802 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-167453d3-c90c-459a-a31e-d4b332cae060 req-38df0025-a95f-4bff-a2bf-67790c69364e tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967354 Mar 09 03:57:31.572752 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1566d9-de78-4164-9d8d-0c4cb96bfe98 None None] Network 0919fd16-d272-4aa1-b77d-023c6159ffae is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:57:31.589810 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2f49e7-84a6-4634-9caa-0229ba9b30dd None None] Network 632984c6-585c-41bb-8e2e-fae78ade0b69 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:57:31.590968 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bf289031-5cff-4ed8-8242-eb05e268ee64 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:31.592544 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1566d9-de78-4164-9d8d-0c4cb96bfe98 None None] Pushing event updated for resources: {'Port': ['ID=df5d6be9-153d-48e6-8e08-dd5cfcf9ad46,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:31.602206 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-1c2f49e7-84a6-4634-9caa-0229ba9b30dd None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:31.609840 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2f49e7-84a6-4634-9caa-0229ba9b30dd None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:57:31.614474 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-3e1566d9-de78-4164-9d8d-0c4cb96bfe98 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:31.645001 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1566d9-de78-4164-9d8d-0c4cb96bfe98 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:57:31.681000 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:31.690656 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf289031-5cff-4ed8-8242-eb05e268ee64 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network 0919fd16-d272-4aa1-b77d-023c6159ffae is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:57:31.695254 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-bf289031-5cff-4ed8-8242-eb05e268ee64 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:31.700547 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf289031-5cff-4ed8-8242-eb05e268ee64 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:31.702074 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bf289031-5cff-4ed8-8242-eb05e268ee64 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:31.792318 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf289031-5cff-4ed8-8242-eb05e268ee64 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Subnet': ['ID=2a23d91e-e24e-4577-a2aa-f2b8bf0c97ae,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:31.811274 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bf289031-5cff-4ed8-8242-eb05e268ee64 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5991068 Mar 09 03:57:31.812452 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44704) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:31.822534 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-630a85c9-73c8-4194-8005-6c27f15bdce8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'port': {'network_id': '0919fd16-d272-4aa1-b77d-023c6159ffae', 'fixed_ips': [{'subnet_id': 'ef0f9436-5545-493a-a852-29d5396d0ea7'}, {'subnet_id': '2a23d91e-e24e-4577-a2aa-f2b8bf0c97ae'}], 'name': 'tempest-PortsIpV6TestJSON-1514374556'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:31.864143 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:31.896479 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['632984c6-585c-41bb-8e2e-fae78ade0b69']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:31.914014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a396a0-b789-4f7c-b2ec-03f0a69ff6ff') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:31.914832 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a396a0-b789-4f7c-b2ec-03f0a69ff6ff') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:31.930428 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:31.963744 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:31.972889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:57:31.973342 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:31.980027 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-3e1566d9-de78-4164-9d8d-0c4cb96bfe98 None None] Attempting to bind port df5d6be9-153d-48e6-8e08-dd5cfcf9ad46 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:57:31.980623 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-3e1566d9-de78-4164-9d8d-0c4cb96bfe98 None None] Attempting to bind port df5d6be9-153d-48e6-8e08-dd5cfcf9ad46 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '985fb780-0bcf-47f7-b20d-c871c445569a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0919fd16-d272-4aa1-b77d-023c6159ffae'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:57:31.981049 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1566d9-de78-4164-9d8d-0c4cb96bfe98 None None] Attempting to bind port df5d6be9-153d-48e6-8e08-dd5cfcf9ad46 on network 0919fd16-d272-4aa1-b77d-023c6159ffae {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:57:31.986081 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-1c2f49e7-84a6-4634-9caa-0229ba9b30dd None None] Attempting to bind port 7c78b343-803d-4160-80c6-542308c46c15 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:57:31.986531 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-1c2f49e7-84a6-4634-9caa-0229ba9b30dd None None] Attempting to bind port 7c78b343-803d-4160-80c6-542308c46c15 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '43a396a0-b789-4f7c-b2ec-03f0a69ff6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '632984c6-585c-41bb-8e2e-fae78ade0b69'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:57:31.987055 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2f49e7-84a6-4634-9caa-0229ba9b30dd None None] Attempting to bind port 7c78b343-803d-4160-80c6-542308c46c15 on network 632984c6-585c-41bb-8e2e-fae78ade0b69 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:57:31.993177 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1566d9-de78-4164-9d8d-0c4cb96bfe98 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:57:31.993639 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1566d9-de78-4164-9d8d-0c4cb96bfe98 None None] Checking segment: {'id': '985fb780-0bcf-47f7-b20d-c871c445569a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0919fd16-d272-4aa1-b77d-023c6159ffae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:57:31.994106 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3e1566d9-de78-4164-9d8d-0c4cb96bfe98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:31.994644 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1566d9-de78-4164-9d8d-0c4cb96bfe98 None None] Bound using segment: {'id': '985fb780-0bcf-47f7-b20d-c871c445569a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0919fd16-d272-4aa1-b77d-023c6159ffae'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:57:31.995214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-3e1566d9-de78-4164-9d8d-0c4cb96bfe98 None None] Bound port: df5d6be9-153d-48e6-8e08-dd5cfcf9ad46, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985fb780-0bcf-47f7-b20d-c871c445569a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0919fd16-d272-4aa1-b77d-023c6159ffae'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:57:31.995703 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3e1566d9-de78-4164-9d8d-0c4cb96bfe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:32.007852 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Subnet': ['ID=aa1e7b06-8e86-4fb0-9fd0-c5fc7e615aaf,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:32.009166 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2f49e7-84a6-4634-9caa-0229ba9b30dd None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:57:32.010006 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:57:32.026553 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2f49e7-84a6-4634-9caa-0229ba9b30dd None None] Checking segment: {'id': '43a396a0-b789-4f7c-b2ec-03f0a69ff6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '632984c6-585c-41bb-8e2e-fae78ade0b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:57:32.027332 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1c2f49e7-84a6-4634-9caa-0229ba9b30dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:32.027815 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2f49e7-84a6-4634-9caa-0229ba9b30dd None None] Bound using segment: {'id': '43a396a0-b789-4f7c-b2ec-03f0a69ff6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '632984c6-585c-41bb-8e2e-fae78ade0b69'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:57:32.028409 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-1c2f49e7-84a6-4634-9caa-0229ba9b30dd None None] Bound port: 7c78b343-803d-4160-80c6-542308c46c15, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a396a0-b789-4f7c-b2ec-03f0a69ff6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '632984c6-585c-41bb-8e2e-fae78ade0b69'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:57:32.028884 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1c2f49e7-84a6-4634-9caa-0229ba9b30dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:32.128835 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-630a85c9-73c8-4194-8005-6c27f15bdce8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:32.151218 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-630a85c9-73c8-4194-8005-6c27f15bdce8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:32.176333 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630a85c9-73c8-4194-8005-6c27f15bdce8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:32.199802 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:32.225894 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:32.254011 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-1c2f49e7-84a6-4634-9caa-0229ba9b30dd None None] For port 7c78b343-803d-4160-80c6-542308c46c15, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:57:32.263833 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-3e1566d9-de78-4164-9d8d-0c4cb96bfe98 None None] For port df5d6be9-153d-48e6-8e08-dd5cfcf9ad46, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:57:32.270557 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-3e1566d9-de78-4164-9d8d-0c4cb96bfe98 None None] For port df5d6be9-153d-48e6-8e08-dd5cfcf9ad46, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=df5d6be9-153d-48e6-8e08-dd5cfcf9ad46,segment=NetworkSegment(985fb780-0bcf-47f7-b20d-c871c445569a),segment_id=985fb780-0bcf-47f7-b20d-c871c445569a)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:57:32.278335 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3e1566d9-de78-4164-9d8d-0c4cb96bfe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:32.335598 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 03:57:32.335598 n-d-825178-5 neutron-server[87880]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 03:57:32.335598 n-d-825178-5 neutron-server[87880]: [parameters: {'id': '632984c6-585c-41bb-8e2e-fae78ade0b69'}] Mar 09 03:57:32.335598 n-d-825178-5 neutron-server[87880]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:57:32.336275 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:57:32.344285 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cd017-6160-4870-96e9-60621ddfa901 req-b3256a86-ce5e-4d5a-bac3-5cdc4cfc8d36 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:32.359610 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8b3cd017-6160-4870-96e9-60621ddfa901 req-b3256a86-ce5e-4d5a-bac3-5cdc4cfc8d36 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 0.8409686 Mar 09 03:57:32.375774 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-1c2f49e7-84a6-4634-9caa-0229ba9b30dd None None] For port 7c78b343-803d-4160-80c6-542308c46c15, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=7c78b343-803d-4160-80c6-542308c46c15,segment=NetworkSegment(43a396a0-b789-4f7c-b2ec-03f0a69ff6ff),segment_id=43a396a0-b789-4f7c-b2ec-03f0a69ff6ff)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:57:32.385023 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-630a85c9-73c8-4194-8005-6c27f15bdce8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:32.403067 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1c2f49e7-84a6-4634-9caa-0229ba9b30dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:32.431653 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-630a85c9-73c8-4194-8005-6c27f15bdce8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] device_id is not set on port a22c31ef-5ff7-44b0-93dc-311c8306ce66 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:57:32.479222 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8b3cd017-6160-4870-96e9-60621ddfa901 req-cec60b09-14b6-4d88-b7f1-03cfa1a694cf tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063623 Mar 09 03:57:32.538429 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1566d9-de78-4164-9d8d-0c4cb96bfe98 None None] Pushing event updated for resources: {'Port': ['ID=df5d6be9-153d-48e6-8e08-dd5cfcf9ad46,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:32.669158 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4f4c2213-b875-448f-8c78-8729767651b3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:32.707731 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f49e7-84a6-4634-9caa-0229ba9b30dd None None] Pushing event updated for resources: {'Port': ['ID=7c78b343-803d-4160-80c6-542308c46c15,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:32.725595 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780351aa-0227-4d29-8270-40ea5926ea08 None None] Network 632984c6-585c-41bb-8e2e-fae78ade0b69 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:32.842527 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:33.003772 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Deleting port 7c78b343-803d-4160-80c6-542308c46c15 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:57:33.004395 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:33.173035 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-630a85c9-73c8-4194-8005-6c27f15bdce8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Allocated IP 2001:db8::1df (0919fd16-d272-4aa1-b77d-023c6159ffae/ef0f9436-5545-493a-a852-29d5396d0ea7/a22c31ef-5ff7-44b0-93dc-311c8306ce66) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:57:33.189075 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-630a85c9-73c8-4194-8005-6c27f15bdce8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Allocated IP 2001:db8:0:1::146 (0919fd16-d272-4aa1-b77d-023c6159ffae/2a23d91e-e24e-4577-a2aa-f2b8bf0c97ae/a22c31ef-5ff7-44b0-93dc-311c8306ce66) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:57:33.211910 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device df5d6be9-153d-48e6-8e08-dd5cfcf9ad46 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:57:33.212708 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81d6b9-126e-4b12-96ca-6872173e2659 req-98767c90-e53b-44a1-a2f6-6586e76e0ea1 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:33.223439 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7a81d6b9-126e-4b12-96ca-6872173e2659 req-98767c90-e53b-44a1-a2f6-6586e76e0ea1 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.5457551 Mar 09 03:57:33.311397 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7a81d6b9-126e-4b12-96ca-6872173e2659 req-cbdc7dd4-383b-4fd6-90ad-49f1fe20b23d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870812 Mar 09 03:57:33.407737 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port df5d6be9-153d-48e6-8e08-dd5cfcf9ad46 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:57:33.452264 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:33.544992 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] For port 7c78b343-803d-4160-80c6-542308c46c15, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=7c78b343-803d-4160-80c6-542308c46c15,segment=NetworkSegment(43a396a0-b789-4f7c-b2ec-03f0a69ff6ff),segment_id=43a396a0-b789-4f7c-b2ec-03f0a69ff6ff)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:57:33.545996 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:33.727810 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-630a85c9-73c8-4194-8005-6c27f15bdce8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:33.761194 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-630a85c9-73c8-4194-8005-6c27f15bdce8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Transition to ACTIVE for port object a22c31ef-5ff7-44b0-93dc-311c8306ce66 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:57:33.780600 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Calling delete_port for 7c78b343-803d-4160-80c6-542308c46c15 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:57:33.804965 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-630a85c9-73c8-4194-8005-6c27f15bdce8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:33.886769 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630a85c9-73c8-4194-8005-6c27f15bdce8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network 0919fd16-d272-4aa1-b77d-023c6159ffae is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:57:33.897303 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-630a85c9-73c8-4194-8005-6c27f15bdce8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:33.905860 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630a85c9-73c8-4194-8005-6c27f15bdce8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:57:33.914537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630a85c9-73c8-4194-8005-6c27f15bdce8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:33.915502 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-630a85c9-73c8-4194-8005-6c27f15bdce8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:33.976672 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a85c9-73c8-4194-8005-6c27f15bdce8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Port': ['ID=a22c31ef-5ff7-44b0-93dc-311c8306ce66,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:33.998909 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-630a85c9-73c8-4194-8005-6c27f15bdce8 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.1847122 Mar 09 03:57:34.001264 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44750) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:34.011449 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-10abdbb3-dacb-4819-b1a0-4ff7e0d08f45 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ef0f9436-5545-493a-a852-29d5396d0ea7'}]}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:34.076586 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:34.122083 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a5f6cf-678c-4ab8-b83b-c6c1e25a5ee8 None None] Network 0919fd16-d272-4aa1-b77d-023c6159ffae requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:34.179904 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4f4c2213-b875-448f-8c78-8729767651b3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting port f1ad7727-68f1-4cb4-bce8-aee206137593 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:57:34.180569 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4f4c2213-b875-448f-8c78-8729767651b3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:34.256116 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-10abdbb3-dacb-4819-b1a0-4ff7e0d08f45 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:34.638800 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:34.654566 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-988335c3-3783-45e3-8448-2a48787d3220 None None] Provisioning for port df5d6be9-153d-48e6-8e08-dd5cfcf9ad46 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:57:34.673135 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-988335c3-3783-45e3-8448-2a48787d3220 None None] Provisioning complete for port df5d6be9-153d-48e6-8e08-dd5cfcf9ad46 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:57:34.673135 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-988335c3-3783-45e3-8448-2a48787d3220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:34.748166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Port': ['ID=7c78b343-803d-4160-80c6-542308c46c15,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:34.780145 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798fbe85-7b63-4a28-b333-3056882f5727 req-9d4692fd-5ae1-433c-a96d-7835de5bf547 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:34.788204 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-798fbe85-7b63-4a28-b333-3056882f5727 req-9d4692fd-5ae1-433c-a96d-7835de5bf547 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 1.0146158 Mar 09 03:57:34.803910 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] No DVR routers for this DVR port 7c78b343-803d-4160-80c6-542308c46c15 on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:57:35.041800 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-10abdbb3-dacb-4819-b1a0-4ff7e0d08f45 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Delete allocated IP 2001:db8:0:1::146 (0919fd16-d272-4aa1-b77d-023c6159ffae/2a23d91e-e24e-4577-a2aa-f2b8bf0c97ae) {{(pid=87881) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 09 03:57:35.094184 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-988335c3-3783-45e3-8448-2a48787d3220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:35.104546 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:35.140042 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c286d9a-58da-47ca-a61b-eca8a74088ca None None] Update dhcp port {'port': {'network_id': '0919fd16-d272-4aa1-b77d-023c6159ffae', 'fixed_ips': [{'subnet_id': 'ef0f9436-5545-493a-a852-29d5396d0ea7', 'ip_address': '2001:db8::2'}, {'subnet_id': '2a23d91e-e24e-4577-a2aa-f2b8bf0c97ae'}], 'binding:host_id': 'n-d-825178-5'}, 'id': 'df5d6be9-153d-48e6-8e08-dd5cfcf9ad46'} from n-d-825178-5. {{(pid=87882) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 03:57:35.140554 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['632984c6-585c-41bb-8e2e-fae78ade0b69']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:35.155685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a396a0-b789-4f7c-b2ec-03f0a69ff6ff') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:35.156044 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a396a0-b789-4f7c-b2ec-03f0a69ff6ff') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:35.165702 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-798fbe85-7b63-4a28-b333-3056882f5727 req-eed2c75a-713e-4195-b284-63c2c5ca5dd2 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762307 Mar 09 03:57:35.178510 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:35.196622 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:35.203763 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:57:35.203763 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:35.267555 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-988335c3-3783-45e3-8448-2a48787d3220 None None] For port df5d6be9-153d-48e6-8e08-dd5cfcf9ad46, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=df5d6be9-153d-48e6-8e08-dd5cfcf9ad46,segment=NetworkSegment(985fb780-0bcf-47f7-b20d-c871c445569a),segment_id=985fb780-0bcf-47f7-b20d-c871c445569a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:57:35.283263 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-988335c3-3783-45e3-8448-2a48787d3220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:35.384660 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-10abdbb3-dacb-4819-b1a0-4ff7e0d08f45 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:35.388848 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988335c3-3783-45e3-8448-2a48787d3220 None None] Pushing event updated for resources: {'Port': ['ID=df5d6be9-153d-48e6-8e08-dd5cfcf9ad46,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:35.395899 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0c286d9a-58da-47ca-a61b-eca8a74088ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:57:35.401810 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:57:35.407259 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4f4c2213-b875-448f-8c78-8729767651b3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:35.463064 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-10abdbb3-dacb-4819-b1a0-4ff7e0d08f45 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Ignored duplicate provisioning block setup for port a22c31ef-5ff7-44b0-93dc-311c8306ce66 by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 09 03:57:35.472823 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-10abdbb3-dacb-4819-b1a0-4ff7e0d08f45 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:35.605653 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdbb3-dacb-4819-b1a0-4ff7e0d08f45 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Port': ['ID=a22c31ef-5ff7-44b0-93dc-311c8306ce66,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:35.606208 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:35.613518 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-10abdbb3-dacb-4819-b1a0-4ff7e0d08f45 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] In _notify_port_updated(), no bound segment for port a22c31ef-5ff7-44b0-93dc-311c8306ce66 on network 0919fd16-d272-4aa1-b77d-023c6159ffae {{(pid=87881) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 03:57:35.614816 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4f4c2213-b875-448f-8c78-8729767651b3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Calling delete_port for f1ad7727-68f1-4cb4-bce8-aee206137593 owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:57:35.619265 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10abdbb3-dacb-4819-b1a0-4ff7e0d08f45 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:35.619869 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-10abdbb3-dacb-4819-b1a0-4ff7e0d08f45 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:35.624202 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-10abdbb3-dacb-4819-b1a0-4ff7e0d08f45 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "PUT /v2.0/ports/a22c31ef-5ff7-44b0-93dc-311c8306ce66 HTTP/1.1" status: 200 len: 926 time: 1.6219144 Mar 09 03:57:35.625069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44770) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:35.638358 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f832ce11-3d68-4f2c-b608-50e0b63f690b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ef0f9436-5545-493a-a852-29d5396d0ea7'}, {'subnet_id': '2a23d91e-e24e-4577-a2aa-f2b8bf0c97ae'}]}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:35.674498 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:35.675131 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-0c286d9a-58da-47ca-a61b-eca8a74088ca None None] Allocated IP 2001:db8:0:1::2 (0919fd16-d272-4aa1-b77d-023c6159ffae/2a23d91e-e24e-4577-a2aa-f2b8bf0c97ae/df5d6be9-153d-48e6-8e08-dd5cfcf9ad46) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:57:35.702620 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Network': ['ID=632984c6-585c-41bb-8e2e-fae78ade0b69,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:35.709786 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bb0187ef-c6d7-4fe1-acbd-32609181bffc tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/networks/632984c6-585c-41bb-8e2e-fae78ade0b69 HTTP/1.1" status: 204 len: 168 time: 6.8923454 Mar 09 03:57:35.716433 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44776) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:35.720047 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ceb7a2-8167-44a8-930a-3a2e2f283aaa req-b28449c0-e32a-4c06-933a-c1dd1e0e3aa7 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:35.721600 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6ceb7a2-8167-44a8-930a-3a2e2f283aaa req-b28449c0-e32a-4c06-933a-c1dd1e0e3aa7 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 0.3216875 Mar 09 03:57:35.728913 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-a2d35d73-7e23-4828-984e-744a177d196f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-807509472'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:35.735512 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f2fe561c-351b-4174-aa56-1bd22efa07a6 req-d78a4b5b-e982-462c-89b3-849709a96bf7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8628123 Mar 09 03:57:35.740473 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a2d35d73-7e23-4828-984e-744a177d196f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:35.753526 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a2d35d73-7e23-4828-984e-744a177d196f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Usage tracker for resource:network and tenant:444f0c41e222427f8eef0c6446070be6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:35.759021 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a2d35d73-7e23-4828-984e-744a177d196f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:35.765060 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a2d35d73-7e23-4828-984e-744a177d196f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:35.795282 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d35d73-7e23-4828-984e-744a177d196f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Made reservation on behalf of 444f0c41e222427f8eef0c6446070be6 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:35.799419 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a2d35d73-7e23-4828-984e-744a177d196f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:35.848526 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d35d73-7e23-4828-984e-744a177d196f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:57:35.877567 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-0c286d9a-58da-47ca-a61b-eca8a74088ca None None] For port df5d6be9-153d-48e6-8e08-dd5cfcf9ad46, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=df5d6be9-153d-48e6-8e08-dd5cfcf9ad46,segment=NetworkSegment(985fb780-0bcf-47f7-b20d-c871c445569a),segment_id=985fb780-0bcf-47f7-b20d-c871c445569a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:57:35.904569 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0c286d9a-58da-47ca-a61b-eca8a74088ca None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:35.916260 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6ceb7a2-8167-44a8-930a-3a2e2f283aaa req-69421237-9e68-40c9-bdfe-9681c214ac4c tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489797 Mar 09 03:57:35.922311 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0c286d9a-58da-47ca-a61b-eca8a74088ca None None] Transition to ACTIVE for port object df5d6be9-153d-48e6-8e08-dd5cfcf9ad46 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:57:35.928301 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0c286d9a-58da-47ca-a61b-eca8a74088ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:35.963147 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a2d35d73-7e23-4828-984e-744a177d196f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:35.963496 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-a2d35d73-7e23-4828-984e-744a177d196f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Added segment b82af3bd-3d9f-4497-a958-84283295a796 of type vlan for network 055ff7f9-faf7-4b68-9d50-db932c24109f Mar 09 03:57:35.974536 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f832ce11-3d68-4f2c-b608-50e0b63f690b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:36.028619 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c286d9a-58da-47ca-a61b-eca8a74088ca None None] Pushing event updated for resources: {'Port': ['ID=df5d6be9-153d-48e6-8e08-dd5cfcf9ad46,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:36.090081 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a2d35d73-7e23-4828-984e-744a177d196f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:36.208350 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe561c-351b-4174-aa56-1bd22efa07a6 req-977bf728-fcea-49ba-b12e-16df5453cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:36.211189 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f2fe561c-351b-4174-aa56-1bd22efa07a6 req-977bf728-fcea-49ba-b12e-16df5453cf8c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42e2cf4c1213474880544b42bf2477f7&device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 1096 time: 0.3154094 Mar 09 03:57:36.309014 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4f4c2213-b875-448f-8c78-8729767651b3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:36.536433 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a2d35d73-7e23-4828-984e-744a177d196f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:36.547616 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d35d73-7e23-4828-984e-744a177d196f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:36.548260 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a2d35d73-7e23-4828-984e-744a177d196f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:36.583992 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c2213-b875-448f-8c78-8729767651b3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Port': ['ID=f1ad7727-68f1-4cb4-bce8-aee206137593,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:36.691101 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-f832ce11-3d68-4f2c-b608-50e0b63f690b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Allocated IP 2001:db8:0:1::31f (0919fd16-d272-4aa1-b77d-023c6159ffae/2a23d91e-e24e-4577-a2aa-f2b8bf0c97ae/a22c31ef-5ff7-44b0-93dc-311c8306ce66) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:57:37.009870 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device df5d6be9-153d-48e6-8e08-dd5cfcf9ad46 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:57:37.079442 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f832ce11-3d68-4f2c-b608-50e0b63f690b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:37.119231 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-f832ce11-3d68-4f2c-b608-50e0b63f690b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Ignored duplicate provisioning block setup for port a22c31ef-5ff7-44b0-93dc-311c8306ce66 by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 09 03:57:37.128848 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f832ce11-3d68-4f2c-b608-50e0b63f690b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:37.416722 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-f832ce11-3d68-4f2c-b608-50e0b63f690b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] In _notify_port_updated(), no bound segment for port a22c31ef-5ff7-44b0-93dc-311c8306ce66 on network 0919fd16-d272-4aa1-b77d-023c6159ffae {{(pid=87881) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 03:57:37.422108 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f832ce11-3d68-4f2c-b608-50e0b63f690b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:37.422712 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f832ce11-3d68-4f2c-b608-50e0b63f690b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:37.424033 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f832ce11-3d68-4f2c-b608-50e0b63f690b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "PUT /v2.0/ports/a22c31ef-5ff7-44b0-93dc-311c8306ce66 HTTP/1.1" status: 200 len: 1012 time: 1.7972026 Mar 09 03:57:37.433779 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44888) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:37.496462 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42c5701-6bbf-4a77-b026-ce88c97f7588 None None] Network 0919fd16-d272-4aa1-b77d-023c6159ffae requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:37.529416 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832ce11-3d68-4f2c-b608-50e0b63f690b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Port': ['ID=a22c31ef-5ff7-44b0-93dc-311c8306ce66,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:37.573869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-9a5abd21-6b0f-4443-be6a-154b1e79d06a tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port a22c31ef-5ff7-44b0-93dc-311c8306ce66 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:57:37.574127 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a5abd21-6b0f-4443-be6a-154b1e79d06a tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:37.620400 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a2d35d73-7e23-4828-984e-744a177d196f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9026406 Mar 09 03:57:37.624226 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb13d56-3e8d-49b4-a05e-7f04b10963cf req-8f0fb0ed-86c7-4fe2-99ac-ffde998e95a0 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:37.629603 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8032513-3eea-4b81-8e35-c72453cc3503 req-cff1b35f-3253-40c8-a53a-00c57454b320 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:37.631594 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6eb13d56-3e8d-49b4-a05e-7f04b10963cf req-8f0fb0ed-86c7-4fe2-99ac-ffde998e95a0 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.2718580 Mar 09 03:57:37.639481 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8032513-3eea-4b81-8e35-c72453cc3503 req-cff1b35f-3253-40c8-a53a-00c57454b320 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 1.5404356 Mar 09 03:57:37.648147 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44910) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:37.665962 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1cd67739-0b04-4f55-9d71-e6d8bf8a1c56 None None] Provisioning for port df5d6be9-153d-48e6-8e08-dd5cfcf9ad46 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:57:37.681697 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1cd67739-0b04-4f55-9d71-e6d8bf8a1c56 None None] Provisioning complete for port df5d6be9-153d-48e6-8e08-dd5cfcf9ad46 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:57:37.682366 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1cd67739-0b04-4f55-9d71-e6d8bf8a1c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:37.683350 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-51674eae-f87a-4f81-bb3d-a3449c3bba58 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:37.729565 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6eb13d56-3e8d-49b4-a05e-7f04b10963cf req-b20ae47e-a7c6-4a7d-b072-6ed0226516f4 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970471 Mar 09 03:57:37.953687 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d35d73-7e23-4828-984e-744a177d196f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'Network': ['ID=055ff7f9-faf7-4b68-9d50-db932c24109f,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:38.006505 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 055ff7f9-faf7-4b68-9d50-db932c24109f details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:57:38.047595 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8032513-3eea-4b81-8e35-c72453cc3503 req-5b858afb-08e0-4921-9547-0e25fe7958ad tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062941 Mar 09 03:57:38.049048 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe561c-351b-4174-aa56-1bd22efa07a6 req-b07c33f3-0bff-4b59-9f84-011d90cc0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:38.050673 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f2fe561c-351b-4174-aa56-1bd22efa07a6 req-b07c33f3-0bff-4b59-9f84-011d90cc0162 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c0c93958-592c-464f-a37a-ef1493d3d272 HTTP/1.1" status: 200 len: 920 time: 1.8142328 Mar 09 03:57:38.250659 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4f4c2213-b875-448f-8c78-8729767651b3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:38.264939 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f2fe561c-351b-4174-aa56-1bd22efa07a6 req-8de02677-c4a1-4797-a0b2-fb82c3939e7e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=545436b8-f015-4e94-9a3d-1eae45d4a36f HTTP/1.1" status: 200 len: 217 time: 0.2013686 Mar 09 03:57:38.297216 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a5abd21-6b0f-4443-be6a-154b1e79d06a tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:38.377698 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1cd67739-0b04-4f55-9d71-e6d8bf8a1c56 None None] Provisioning for port a22c31ef-5ff7-44b0-93dc-311c8306ce66 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:57:38.387529 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1cd67739-0b04-4f55-9d71-e6d8bf8a1c56 None None] Provisioning complete for port a22c31ef-5ff7-44b0-93dc-311c8306ce66 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:57:38.388071 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1cd67739-0b04-4f55-9d71-e6d8bf8a1c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:38.448624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44992) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:38.452952 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1cd67739-0b04-4f55-9d71-e6d8bf8a1c56 None None] Port a22c31ef-5ff7-44b0-93dc-311c8306ce66 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:57:38.508512 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-9a5abd21-6b0f-4443-be6a-154b1e79d06a tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Calling delete_port for a22c31ef-5ff7-44b0-93dc-311c8306ce66 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:57:38.659240 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe561c-351b-4174-aa56-1bd22efa07a6 req-061d75d3-8609-4346-9af2-b9a3f66b60cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:38.660811 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f2fe561c-351b-4174-aa56-1bd22efa07a6 req-061d75d3-8609-4346-9af2-b9a3f66b60cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75f3fe3d-e0f3-4248-94b8-2de9939f1dc5 HTTP/1.1" status: 200 len: 859 time: 0.2190878 Mar 09 03:57:38.775973 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2629499-6386-4208-9d90-dc79c59b990e req-c3cfb743-a663-49cd-99f9-75fa0128cbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:38.776975 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:38.777655 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a2629499-6386-4208-9d90-dc79c59b990e req-c3cfb743-a663-49cd-99f9-75fa0128cbd9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42e2cf4c1213474880544b42bf2477f7&device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 1096 time: 1.2471511 Mar 09 03:57:38.811664 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-844c9936-8e98-458f-991f-52579e34b2ef None None] Provisioning complete for port df5d6be9-153d-48e6-8e08-dd5cfcf9ad46 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:57:38.812278 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-844c9936-8e98-458f-991f-52579e34b2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:38.831035 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a5abd21-6b0f-4443-be6a-154b1e79d06a tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:39.067398 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-844c9936-8e98-458f-991f-52579e34b2ef None None] Could not find standard attr ID for object a22c31ef-5ff7-44b0-93dc-311c8306ce66. {{(pid=87882) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 03:57:39.071151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5abd21-6b0f-4443-be6a-154b1e79d06a tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Port': ['ID=a22c31ef-5ff7-44b0-93dc-311c8306ce66,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:39.075237 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f2fe561c-351b-4174-aa56-1bd22efa07a6 req-31b04d42-e2c4-448b-ae73-12a408370592 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c0c93958-592c-464f-a37a-ef1493d3d272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3872721 Mar 09 03:57:39.189751 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7a514fc5-7f9c-42a4-9bc4-2cc13d80a063 None None] Could not find standard attr ID for object a22c31ef-5ff7-44b0-93dc-311c8306ce66. {{(pid=87882) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 03:57:39.212107 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a5abd21-6b0f-4443-be6a-154b1e79d06a tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:39.213362 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7827e389-b643-4dca-91be-4130d4482d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:39.225847 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4c2213-b875-448f-8c78-8729767651b3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Router 7411df53-cba5-47e9-9395-f1e4e90f3406 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:57:39.236440 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9a5abd21-6b0f-4443-be6a-154b1e79d06a tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/ports/a22c31ef-5ff7-44b0-93dc-311c8306ce66 HTTP/1.1" status: 204 len: 168 time: 1.7995565 Mar 09 03:57:39.239145 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45084) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:39.245508 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-51674eae-f87a-4f81-bb3d-a3449c3bba58 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:39.295835 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c827fcd-f965-4407-901d-fe9875612258 req-f5e92966-66d5-40c8-9fbd-8ff809f90dc2 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:39.297813 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5c827fcd-f965-4407-901d-fe9875612258 req-f5e92966-66d5-40c8-9fbd-8ff809f90dc2 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.3441191 Mar 09 03:57:39.325176 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e57767-daf3-4d85-82df-450176f8b1ad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] GET failed (client error): The resource could not be found. Mar 09 03:57:39.325711 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a6e57767-daf3-4d85-82df-450176f8b1ad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Synchronizing usage tracker for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:57:39.368430 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5c827fcd-f965-4407-901d-fe9875612258 req-ef4dce6e-df37-4dcd-b3db-7a00d0da4f7b tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576169 Mar 09 03:57:39.369255 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a6e57767-daf3-4d85-82df-450176f8b1ad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Unset dirty status for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:57:39.370505 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a6e57767-daf3-4d85-82df-450176f8b1ad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "GET /v2.0/ports/a22c31ef-5ff7-44b0-93dc-311c8306ce66 HTTP/1.1" status: 404 len: 333 time: 0.1301856 Mar 09 03:57:39.373371 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45102) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:39.480321 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e86d13c-05fa-45d9-992f-cb1c88df04e4 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting subnet 2a23d91e-e24e-4577-a2aa-f2b8bf0c97ae {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:57:39.497533 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4e86d13c-05fa-45d9-992f-cb1c88df04e4 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:39.504869 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b337f5c7-4d10-4e2a-bf15-194ff6db5eb2 None None] Could not find standard attr ID for object a22c31ef-5ff7-44b0-93dc-311c8306ce66. {{(pid=87882) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 03:57:39.521776 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7827e389-b643-4dca-91be-4130d4482d6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:39.529006 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-51674eae-f87a-4f81-bb3d-a3449c3bba58 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:39.564247 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4e86d13c-05fa-45d9-992f-cb1c88df04e4 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:39.573954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7827e389-b643-4dca-91be-4130d4482d6b admin admin] Usage tracker for resource:security_group_rule and tenant:5bbebec1e1764c61922d6b73d049e33c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:39.584878 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7827e389-b643-4dca-91be-4130d4482d6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:39.595593 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564191ab-4719-4834-90e8-0ed71ccdd7a0 req-a87aa3e4-7b03-4927-8cbd-f8c783c49e51 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:39.602883 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-564191ab-4719-4834-90e8-0ed71ccdd7a0 req-a87aa3e4-7b03-4927-8cbd-f8c783c49e51 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 1.3361864 Mar 09 03:57:39.660842 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-51674eae-f87a-4f81-bb3d-a3449c3bba58 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Network 055ff7f9-faf7-4b68-9d50-db932c24109f is not hosted by any dhcp agent {{(pid=87880) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 09 03:57:39.666423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51674eae-f87a-4f81-bb3d-a3449c3bba58 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:39.667101 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-51674eae-f87a-4f81-bb3d-a3449c3bba58 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:39.668668 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-51674eae-f87a-4f81-bb3d-a3449c3bba58 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "PUT /v2.0/networks/055ff7f9-faf7-4b68-9d50-db932c24109f HTTP/1.1" status: 200 len: 723 time: 1.9946558 Mar 09 03:57:39.674699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45140) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:39.685224 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Request body: {'subnet': {'network_id': '055ff7f9-faf7-4b68-9d50-db932c24109f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:39.702421 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4e86d13c-05fa-45d9-992f-cb1c88df04e4 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:39.720623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7827e389-b643-4dca-91be-4130d4482d6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:39.762414 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2629499-6386-4208-9d90-dc79c59b990e req-473fd990-ec41-4d2f-9419-07b5f8a3d0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:39.764337 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a2629499-6386-4208-9d90-dc79c59b990e req-473fd990-ec41-4d2f-9419-07b5f8a3d0af service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0c93958-592c-464f-a37a-ef1493d3d272 HTTP/1.1" status: 200 len: 920 time: 0.9649000 Mar 09 03:57:39.822991 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7690bb1f-8e71-4871-b1e6-6d698052b1ca None None] Could not find standard attr ID for object a22c31ef-5ff7-44b0-93dc-311c8306ce66. {{(pid=87882) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 03:57:39.900606 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:39.906230 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Usage tracker for resource:subnet and tenant:444f0c41e222427f8eef0c6446070be6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:39.910196 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:39.917828 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4e86d13c-05fa-45d9-992f-cb1c88df04e4 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:39.921724 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:39.945821 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4c2213-b875-448f-8c78-8729767651b3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:57:39.961123 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38db619e-b0d6-44ac-a840-2714e0b5c81f None None] Sync routers for ids ['7411df53-cba5-47e9-9395-f1e4e90f3406'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:57:39.976208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86d13c-05fa-45d9-992f-cb1c88df04e4 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Subnet': ['ID=2a23d91e-e24e-4577-a2aa-f2b8bf0c97ae,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:39.981603 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4e86d13c-05fa-45d9-992f-cb1c88df04e4 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:39.991821 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Made reservation on behalf of 444f0c41e222427f8eef0c6446070be6 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:39.996165 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:39.996938 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38db619e-b0d6-44ac-a840-2714e0b5c81f None None] Routers {'7411df53-cba5-47e9-9395-f1e4e90f3406'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:57:40.000441 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-38db619e-b0d6-44ac-a840-2714e0b5c81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:57:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7411df53-cba5-47e9-9395-f1e4e90f3406'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:40.019356 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4e86d13c-05fa-45d9-992f-cb1c88df04e4 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/subnets/2a23d91e-e24e-4577-a2aa-f2b8bf0c97ae HTTP/1.1" status: 204 len: 168 time: 0.6446421 Mar 09 03:57:40.024438 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45174) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:40.054934 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7827e389-b643-4dca-91be-4130d4482d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:40.124814 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51674eae-f87a-4f81-bb3d-a3449c3bba58 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'Network': ['ID=055ff7f9-faf7-4b68-9d50-db932c24109f,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:40.148349 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7827e389-b643-4dca-91be-4130d4482d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:40.153260 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96365519-3529-436b-99d4-38feb859f48d None None] Network 0919fd16-d272-4aa1-b77d-023c6159ffae requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:40.169046 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 055ff7f9-faf7-4b68-9d50-db932c24109f details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:57:40.195420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca63298-8be3-4bb0-a07c-5eeb1ee2a22c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting subnet ef0f9436-5545-493a-a852-29d5396d0ea7 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:57:40.201561 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9ca63298-8be3-4bb0-a07c-5eeb1ee2a22c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:40.202600 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-38db619e-b0d6-44ac-a840-2714e0b5c81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:40.205597 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827e389-b643-4dca-91be-4130d4482d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a6670a-0ccb-493c-89d9-b1b0a98f4b5e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:40.210322 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f2fe561c-351b-4174-aa56-1bd22efa07a6 req-3b7081bb-900b-40e2-ad86-86a57341d955 service neutron] 10.222.0.21 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0456607 Mar 09 03:57:40.211566 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a2629499-6386-4208-9d90-dc79c59b990e req-4c03a039-d9d7-43ae-83ae-adc56ce72568 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90c4fad8-5659-48ee-98ce-206d2a5d8810 HTTP/1.1" status: 200 len: 217 time: 0.3311148 Mar 09 03:57:40.269028 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9ca63298-8be3-4bb0-a07c-5eeb1ee2a22c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:40.336443 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-564191ab-4719-4834-90e8-0ed71ccdd7a0 req-5432bb0a-83dd-4e5c-8cc4-6f86da4bc064 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7321193 Mar 09 03:57:40.375775 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38db619e-b0d6-44ac-a840-2714e0b5c81f None None] Routers {'7411df53-cba5-47e9-9395-f1e4e90f3406'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:57:40.376478 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-38db619e-b0d6-44ac-a840-2714e0b5c81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:57:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7411df53-cba5-47e9-9395-f1e4e90f3406'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:40.466619 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7827e389-b643-4dca-91be-4130d4482d6b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5bbebec1e1764c61922d6b73d049e33c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9581802 Mar 09 03:57:40.471220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45228) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:40.510706 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4f4c2213-b875-448f-8c78-8729767651b3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "PUT /v2.0/routers/7411df53-cba5-47e9-9395-f1e4e90f3406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1716290 Mar 09 03:57:40.519090 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45238) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:40.600125 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2629499-6386-4208-9d90-dc79c59b990e req-69545774-a756-405e-bfb6-871580c415a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:40.601574 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a2629499-6386-4208-9d90-dc79c59b990e req-69545774-a756-405e-bfb6-871580c415a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75f3fe3d-e0f3-4248-94b8-2de9939f1dc5 HTTP/1.1" status: 200 len: 859 time: 0.2719665 Mar 09 03:57:40.663228 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-38db619e-b0d6-44ac-a840-2714e0b5c81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:40.667584 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38db619e-b0d6-44ac-a840-2714e0b5c81f None None] The sync data for ids ['7411df53-cba5-47e9-9395-f1e4e90f3406'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:57:40.701704 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f2fe561c-351b-4174-aa56-1bd22efa07a6 req-59f59bdc-3b34-4541-882c-871468fdb4c7 service neutron] 10.222.0.21 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754405 Mar 09 03:57:40.720120 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a2629499-6386-4208-9d90-dc79c59b990e req-d7d203ab-028e-43bd-8cac-f6ae8f44029f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0c93958-592c-464f-a37a-ef1493d3d272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825877 Mar 09 03:57:40.722464 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a845c5f3-d90a-41da-a25c-8bd05f46ee3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:40.796492 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a845c5f3-d90a-41da-a25c-8bd05f46ee3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:40.965277 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9ca63298-8be3-4bb0-a07c-5eeb1ee2a22c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:41.006674 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:41.022524 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc44f3-6f1f-4953-94f1-9e1e3aca5a8a req-514e40f6-5c68-413a-8bc6-e93496eef2b9 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:41.024129 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e8cc44f3-6f1f-4953-94f1-9e1e3aca5a8a req-514e40f6-5c68-413a-8bc6-e93496eef2b9 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.4369817 Mar 09 03:57:41.046073 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a2629499-6386-4208-9d90-dc79c59b990e req-94490679-1c4b-432b-a819-f7fd79d247b0 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129210 Mar 09 03:57:41.149878 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e8cc44f3-6f1f-4953-94f1-9e1e3aca5a8a req-84355cfd-6226-4422-8f5e-56dbdb0236b4 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088750 Mar 09 03:57:41.206457 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c42a3-74a1-4b63-9986-440308065dcb req-c66e5ab4-d10f-40c1-bbc8-c80f1ff9a73f tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:41.213688 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f86c42a3-74a1-4b63-9986-440308065dcb req-c66e5ab4-d10f-40c1-bbc8-c80f1ff9a73f tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 0.5877287 Mar 09 03:57:41.251196 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a845c5f3-d90a-41da-a25c-8bd05f46ee3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:41.271875 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0dd0f59d-c952-4b52-bccd-fb25d4843289 req-bb080800-dc35-498d-8bbb-220ca2f723b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4774408 Mar 09 03:57:41.272611 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845c5f3-d90a-41da-a25c-8bd05f46ee3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a6670a-0ccb-493c-89d9-b1b0a98f4b5e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:41.309163 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a845c5f3-d90a-41da-a25c-8bd05f46ee3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:41.310340 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a845c5f3-d90a-41da-a25c-8bd05f46ee3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8a6670a-0ccb-493c-89d9-b1b0a98f4b5e HTTP/1.1" status: 204 len: 168 time: 0.8242872 Mar 09 03:57:41.312330 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'Subnet': ['ID=4fbaf669-2053-4ad3-aaa1-932bc25391ec,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:41.328634 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a2629499-6386-4208-9d90-dc79c59b990e req-18da3134-ffb2-47c9-a409-eeaddc8be101 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726121 Mar 09 03:57:41.385266 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:41.385630 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:41.385936 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:41.386264 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:41.386588 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:41.386939 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:41.387398 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:41.387731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:41.388047 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:41.388359 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:41.388675 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:41.389083 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:57:41.400213 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Checking segment: {'id': 'b82af3bd-3d9f-4497-a958-84283295a796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '055ff7f9-faf7-4b68-9d50-db932c24109f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:57:41.400514 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Network hostable DHCP agents. Network: 055ff7f9-faf7-4b68-9d50-db932c24109f, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:57:41.417016 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f86c42a3-74a1-4b63-9986-440308065dcb req-1f781be7-2017-4a56-af36-cea38fc3a8b8 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835914 Mar 09 03:57:41.451313 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9ca63298-8be3-4bb0-a07c-5eeb1ee2a22c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:41.519822 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0f59d-c952-4b52-bccd-fb25d4843289 req-d89d2f76-fa81-40a3-8bb3-c80e6aff29a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:41.522397 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0dd0f59d-c952-4b52-bccd-fb25d4843289 req-d89d2f76-fa81-40a3-8bb3-c80e6aff29a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2dfc2fc375c74dd497ae51bb9a526fce&device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 1097 time: 0.1089272 Mar 09 03:57:41.549498 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca63298-8be3-4bb0-a07c-5eeb1ee2a22c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Subnet': ['ID=ef0f9436-5545-493a-a852-29d5396d0ea7,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:41.559605 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9ca63298-8be3-4bb0-a07c-5eeb1ee2a22c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:41.568854 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Network 055ff7f9-faf7-4b68-9d50-db932c24109f is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:57:41.579435 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9ca63298-8be3-4bb0-a07c-5eeb1ee2a22c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/subnets/ef0f9436-5545-493a-a852-29d5396d0ea7 HTTP/1.1" status: 204 len: 168 time: 1.5536427 Mar 09 03:57:41.583930 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45314) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:41.626116 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 055ff7f9-faf7-4b68-9d50-db932c24109f) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:41.641191 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908dbc7f-a753-4946-bd1b-cee315a173b2 None None] Network 055ff7f9-faf7-4b68-9d50-db932c24109f requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:41.644977 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:41.647975 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673210'] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:41.752630 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0f59d-c952-4b52-bccd-fb25d4843289 req-94524353-b088-40da-95e2-173fba4e5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:41.754329 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0dd0f59d-c952-4b52-bccd-fb25d4843289 req-94524353-b088-40da-95e2-173fba4e5adb service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5bf093f-0f64-4ae3-8ad1-44c19f080b4b HTTP/1.1" status: 200 len: 915 time: 0.2066655 Mar 09 03:57:41.875852 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f7c59f85-6c9c-45c4-87cf-b99e12dcd1f0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1969786 Mar 09 03:57:41.876878 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45322) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:41.887269 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ba9a5719-161c-4f5f-a3de-e0419ec8002c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:41.905136 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-64e918be-a0ec-4276-af5b-8ea694e4082f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:41.918578 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48cf767-b65b-46e4-bf18-403b8b3fc15c None None] Network 0919fd16-d272-4aa1-b77d-023c6159ffae requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:41.993769 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45326) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:42.039203 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-ba9a5719-161c-4f5f-a3de-e0419ec8002c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port df5d6be9-153d-48e6-8e08-dd5cfcf9ad46 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:57:42.039852 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ba9a5719-161c-4f5f-a3de-e0419ec8002c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:42.080496 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0c9a5338-75b4-4ca2-bacd-ecbf4cb85e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:42.097394 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a62e8372-986b-42fd-9ecc-3d340ba4564d None None] Provisioning complete for port df5d6be9-153d-48e6-8e08-dd5cfcf9ad46 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:57:42.098595 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a62e8372-986b-42fd-9ecc-3d340ba4564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:42.128071 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0c9a5338-75b4-4ca2-bacd-ecbf4cb85e2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:42.132614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0c9a5338-75b4-4ca2-bacd-ecbf4cb85e2a admin admin] Usage tracker for resource:security_group_rule and tenant:313b12e8f76540b9a80a47a2e3981f3b is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:42.136664 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0c9a5338-75b4-4ca2-bacd-ecbf4cb85e2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:42.143209 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0c9a5338-75b4-4ca2-bacd-ecbf4cb85e2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:42.147308 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0dd0f59d-c952-4b52-bccd-fb25d4843289 req-bab47b2d-57d2-4eee-a367-3980aea9a9e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3869154b-9901-4945-914f-a9ce37c819eb HTTP/1.1" status: 200 len: 217 time: 0.3837850 Mar 09 03:57:42.235999 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f59d44f-9af2-4699-a2a2-73fd75293d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-055ff7f9-faf7-4b68-9d50-db932c24109f', 'network_id': '055ff7f9-faf7-4b68-9d50-db932c24109f', 'tenant_id': '444f0c41e222427f8eef0c6446070be6', 'fixed_ips': [{'subnet_id': '4fbaf669-2053-4ad3-aaa1-932bc25391ec'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:57:42.236748 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0f59d44f-9af2-4699-a2a2-73fd75293d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:42.260018 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c5b1f-2a27-47e5-b3d3-d2be24fb277c req-f23ac676-30af-4918-b19b-9606364e6e18 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:42.261550 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-676c5b1f-2a27-47e5-b3d3-d2be24fb277c req-f23ac676-30af-4918-b19b-9606364e6e18 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 0.5147636 Mar 09 03:57:42.314899 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0f59d-c952-4b52-bccd-fb25d4843289 req-065dc1a9-1f0f-41d3-bed8-64757d4c2409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:42.320963 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0dd0f59d-c952-4b52-bccd-fb25d4843289 req-065dc1a9-1f0f-41d3-bed8-64757d4c2409 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d28ceb69-ec36-4fb9-9715-c418f254f3a1 HTTP/1.1" status: 200 len: 854 time: 0.1663609 Mar 09 03:57:42.331866 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-64e918be-a0ec-4276-af5b-8ea694e4082f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1972688'] for subnet, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:42.486711 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0dd0f59d-c952-4b52-bccd-fb25d4843289 req-f2d65c35-af2b-4f7d-acaa-4490b42a593b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5bf093f-0f64-4ae3-8ad1-44c19f080b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1587508 Mar 09 03:57:42.546263 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-0f59d44f-9af2-4699-a2a2-73fd75293d0b None None] Allocated IP 172.20.0.2 (055ff7f9-faf7-4b68-9d50-db932c24109f/4fbaf669-2053-4ad3-aaa1-932bc25391ec/be0bf5f1-aa2b-494c-838d-11f4376f037f) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:57:42.648067 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf22f95-9f9b-49b3-9d23-c86a4ce598f5 req-d15a091c-b7ae-4dbe-ba88-f9892a790663 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:42.653442 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb1f4aed-97ac-4fd1-84f0-bb2d85a99116 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:42.655579 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1bf22f95-9f9b-49b3-9d23-c86a4ce598f5 req-d15a091c-b7ae-4dbe-ba88-f9892a790663 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.2611847 Mar 09 03:57:42.726524 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1bf22f95-9f9b-49b3-9d23-c86a4ce598f5 req-5983ea40-b60d-4395-b5e2-46b610993f7f tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698612 Mar 09 03:57:42.731166 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0dd0f59d-c952-4b52-bccd-fb25d4843289 req-4e167c2a-61cb-43fa-93d1-95dcfbf8db98 service neutron] 10.222.0.24 "GET /v2.0/networks/a5bf093f-0f64-4ae3-8ad1-44c19f080b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372339 Mar 09 03:57:42.776696 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-676c5b1f-2a27-47e5-b3d3-d2be24fb277c req-2095ce06-dde3-432a-bcc2-8b9516624772 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831858 Mar 09 03:57:42.792357 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0f59d44f-9af2-4699-a2a2-73fd75293d0b None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:42.804603 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0f59d44f-9af2-4699-a2a2-73fd75293d0b None None] Transition to ACTIVE for port object be0bf5f1-aa2b-494c-838d-11f4376f037f will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:57:42.851021 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0f59d44f-9af2-4699-a2a2-73fd75293d0b None None] Transition to ACTIVE for port object be0bf5f1-aa2b-494c-838d-11f4376f037f will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:57:42.864797 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0f59d44f-9af2-4699-a2a2-73fd75293d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:42.940601 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59d44f-9af2-4699-a2a2-73fd75293d0b None None] Pushing event updated for resources: {'Port': ['ID=be0bf5f1-aa2b-494c-838d-11f4376f037f,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:42.943921 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69986832-4310-408b-8ade-9a7fe74531c6 None None] DHCP port deletion for 0919fd16-d272-4aa1-b77d-023c6159ffae request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:57:42.951081 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-69986832-4310-408b-8ade-9a7fe74531c6 None None] Deleting port df5d6be9-153d-48e6-8e08-dd5cfcf9ad46 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:57:42.951548 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-69986832-4310-408b-8ade-9a7fe74531c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:42.996382 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0dd0f59d-c952-4b52-bccd-fb25d4843289 req-24490c78-2bca-47f8-9cde-4375cdc12eda service neutron] 10.222.0.24 "GET /v2.0/networks/a5bf093f-0f64-4ae3-8ad1-44c19f080b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560441 Mar 09 03:57:43.002076 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f59d44f-9af2-4699-a2a2-73fd75293d0b None None] Network 055ff7f9-faf7-4b68-9d50-db932c24109f is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:57:43.005072 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-0f59d44f-9af2-4699-a2a2-73fd75293d0b None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:43.009504 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f59d44f-9af2-4699-a2a2-73fd75293d0b None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:57:43.038480 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-ba9a5719-161c-4f5f-a3de-e0419ec8002c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] For port df5d6be9-153d-48e6-8e08-dd5cfcf9ad46, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=df5d6be9-153d-48e6-8e08-dd5cfcf9ad46,segment=NetworkSegment(985fb780-0bcf-47f7-b20d-c871c445569a),segment_id=985fb780-0bcf-47f7-b20d-c871c445569a)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:57:43.039188 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ba9a5719-161c-4f5f-a3de-e0419ec8002c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:43.176386 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee9cc9-9788-4d9a-ae20-f1ca83614ba4 req-511473fb-bb6c-47fe-ad60-08b59263c404 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:43.188263 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-feee9cc9-9788-4d9a-ae20-f1ca83614ba4 req-511473fb-bb6c-47fe-ad60-08b59263c404 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 0.1577566 Mar 09 03:57:43.246243 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-ba9a5719-161c-4f5f-a3de-e0419ec8002c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Calling delete_port for df5d6be9-153d-48e6-8e08-dd5cfcf9ad46 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:57:43.264763 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-feee9cc9-9788-4d9a-ae20-f1ca83614ba4 req-5efa158e-5375-4741-a8dc-2139c787ea06 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754368 Mar 09 03:57:43.305123 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-69986832-4310-408b-8ade-9a7fe74531c6 None None] For port df5d6be9-153d-48e6-8e08-dd5cfcf9ad46, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=df5d6be9-153d-48e6-8e08-dd5cfcf9ad46,segment=NetworkSegment(985fb780-0bcf-47f7-b20d-c871c445569a),segment_id=985fb780-0bcf-47f7-b20d-c871c445569a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:57:43.305575 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-69986832-4310-408b-8ade-9a7fe74531c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:43.316239 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-0f59d44f-9af2-4699-a2a2-73fd75293d0b None None] Attempting to bind port be0bf5f1-aa2b-494c-838d-11f4376f037f on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:57:43.316611 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-0f59d44f-9af2-4699-a2a2-73fd75293d0b None None] Attempting to bind port be0bf5f1-aa2b-494c-838d-11f4376f037f by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'b82af3bd-3d9f-4497-a958-84283295a796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '055ff7f9-faf7-4b68-9d50-db932c24109f'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:57:43.316974 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f59d44f-9af2-4699-a2a2-73fd75293d0b None None] Attempting to bind port be0bf5f1-aa2b-494c-838d-11f4376f037f on network 055ff7f9-faf7-4b68-9d50-db932c24109f {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:57:43.324562 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f59d44f-9af2-4699-a2a2-73fd75293d0b None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:57:43.324929 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f59d44f-9af2-4699-a2a2-73fd75293d0b None None] Checking segment: {'id': 'b82af3bd-3d9f-4497-a958-84283295a796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '055ff7f9-faf7-4b68-9d50-db932c24109f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:57:43.325513 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0f59d44f-9af2-4699-a2a2-73fd75293d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:43.326081 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f59d44f-9af2-4699-a2a2-73fd75293d0b None None] Bound using segment: {'id': 'b82af3bd-3d9f-4497-a958-84283295a796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '055ff7f9-faf7-4b68-9d50-db932c24109f'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:57:43.326709 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-0f59d44f-9af2-4699-a2a2-73fd75293d0b None None] Bound port: be0bf5f1-aa2b-494c-838d-11f4376f037f, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b82af3bd-3d9f-4497-a958-84283295a796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '055ff7f9-faf7-4b68-9d50-db932c24109f'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:57:43.327256 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0f59d44f-9af2-4699-a2a2-73fd75293d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:43.375967 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0c9a5338-75b4-4ca2-bacd-ecbf4cb85e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:43.427010 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0c9a5338-75b4-4ca2-bacd-ecbf4cb85e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:43.476234 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0c9a5338-75b4-4ca2-bacd-ecbf4cb85e2a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=313b12e8f76540b9a80a47a2e3981f3b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4709673 Mar 09 03:57:43.478812 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45338) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:43.503592 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-69986832-4310-408b-8ade-9a7fe74531c6 None None] Calling delete_port for df5d6be9-153d-48e6-8e08-dd5cfcf9ad46 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:57:43.608397 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b0b19c2-1df4-4d9e-aed5-b95a7f357f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:43.612694 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a5338-75b4-4ca2-bacd-ecbf4cb85e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2710c9-d213-474e-a64a-8ce606dadad4,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:43.675592 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-69986832-4310-408b-8ade-9a7fe74531c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:57:43.675943 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-69986832-4310-408b-8ade-9a7fe74531c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:57:43.678356 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b0b19c2-1df4-4d9e-aed5-b95a7f357f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:43.696562 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ba9a5719-161c-4f5f-a3de-e0419ec8002c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:43.747174 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-64e918be-a0ec-4276-af5b-8ea694e4082f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730634455031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2063104'] for subnet, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:43.760475 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9a5719-161c-4f5f-a3de-e0419ec8002c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] No DVR routers for this DVR port df5d6be9-153d-48e6-8e08-dd5cfcf9ad46 on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:57:43.775992 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-0f59d44f-9af2-4699-a2a2-73fd75293d0b None None] For port be0bf5f1-aa2b-494c-838d-11f4376f037f, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:57:43.780615 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-0f59d44f-9af2-4699-a2a2-73fd75293d0b None None] For port be0bf5f1-aa2b-494c-838d-11f4376f037f, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=be0bf5f1-aa2b-494c-838d-11f4376f037f,segment=NetworkSegment(b82af3bd-3d9f-4497-a958-84283295a796),segment_id=b82af3bd-3d9f-4497-a958-84283295a796)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:57:43.788208 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0f59d44f-9af2-4699-a2a2-73fd75293d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:43.795307 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b0b19c2-1df4-4d9e-aed5-b95a7f357f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:43.810414 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b19c2-1df4-4d9e-aed5-b95a7f357f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2710c9-d213-474e-a64a-8ce606dadad4,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:43.819919 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b0b19c2-1df4-4d9e-aed5-b95a7f357f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:43.826270 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0b0b19c2-1df4-4d9e-aed5-b95a7f357f31 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce2710c9-d213-474e-a64a-8ce606dadad4 HTTP/1.1" status: 204 len: 168 time: 0.3461435 Mar 09 03:57:43.910246 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e918be-a0ec-4276-af5b-8ea694e4082f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'Subnet': ['ID=4fbaf669-2053-4ad3-aaa1-932bc25391ec,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:43.966389 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a5719-161c-4f5f-a3de-e0419ec8002c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Port': ['ID=df5d6be9-153d-48e6-8e08-dd5cfcf9ad46,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:43.994622 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e918be-a0ec-4276-af5b-8ea694e4082f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:43.995512 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-64e918be-a0ec-4276-af5b-8ea694e4082f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:43.997753 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-64e918be-a0ec-4276-af5b-8ea694e4082f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "PUT /v2.0/subnets/4fbaf669-2053-4ad3-aaa1-932bc25391ec HTTP/1.1" status: 200 len: 806 time: 2.1158290 Mar 09 03:57:44.002496 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45348) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:44.009335 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59d44f-9af2-4699-a2a2-73fd75293d0b None None] Pushing event updated for resources: {'Port': ['ID=be0bf5f1-aa2b-494c-838d-11f4376f037f,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:44.061086 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-4c3a6c8c-6548-4d51-9c0c-40716e528de7 req-4d88e2ec-f034-4aa1-bb5c-48ba1630e7af service neutron] (87880) timed out ('10.222.0.16', 50840) {{(pid=87880) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 09 03:57:44.139477 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae275a9-8fe9-449b-989b-7c9d0433f0cc req-5d9855c6-1210-4b8d-a4c9-53ee601e15a7 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:44.141091 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8ae275a9-8fe9-449b-989b-7c9d0433f0cc req-5d9855c6-1210-4b8d-a4c9-53ee601e15a7 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 0.3137579 Mar 09 03:57:44.177558 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-69986832-4310-408b-8ade-9a7fe74531c6 None None] Deleting port df5d6be9-153d-48e6-8e08-dd5cfcf9ad46 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:57:44.178137 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-69986832-4310-408b-8ade-9a7fe74531c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:44.222113 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ba9a5719-161c-4f5f-a3de-e0419ec8002c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:44.234480 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-fb1f4aed-97ac-4fd1-84f0-bb2d85a99116 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting port 7dd9b7bd-04b6-412c-a182-aaaef7522cb2 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:57:44.234822 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb1f4aed-97ac-4fd1-84f0-bb2d85a99116 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:44.340674 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8ae275a9-8fe9-449b-989b-7c9d0433f0cc req-88cfeb25-9b8d-4fd0-a1f3-d8f250eaef72 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935592 Mar 09 03:57:44.356507 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-69986832-4310-408b-8ade-9a7fe74531c6 None None] The port 'df5d6be9-153d-48e6-8e08-dd5cfcf9ad46' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:57:44.373075 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-41913902-ed0e-4f6d-91a1-fbfdbbc1f46c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:44.386188 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-41913902-ed0e-4f6d-91a1-fbfdbbc1f46c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Deleting port be0bf5f1-aa2b-494c-838d-11f4376f037f {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:57:44.386531 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-41913902-ed0e-4f6d-91a1-fbfdbbc1f46c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:44.561550 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb1f4aed-97ac-4fd1-84f0-bb2d85a99116 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:44.626971 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45360) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:44.664417 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-74cd97e8-9eb9-4eee-aac7-94c15ac0c857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:44.689600 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-74cd97e8-9eb9-4eee-aac7-94c15ac0c857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:44.702474 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-74cd97e8-9eb9-4eee-aac7-94c15ac0c857 admin admin] Usage tracker for resource:security_group_rule and tenant:5027133333e14b6592c28826e24e55c2 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:44.714691 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-74cd97e8-9eb9-4eee-aac7-94c15ac0c857 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:44.725662 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-74cd97e8-9eb9-4eee-aac7-94c15ac0c857 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:44.733528 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-41913902-ed0e-4f6d-91a1-fbfdbbc1f46c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] For port be0bf5f1-aa2b-494c-838d-11f4376f037f, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=be0bf5f1-aa2b-494c-838d-11f4376f037f,segment=NetworkSegment(b82af3bd-3d9f-4497-a958-84283295a796),segment_id=b82af3bd-3d9f-4497-a958-84283295a796)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:57:44.734019 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-41913902-ed0e-4f6d-91a1-fbfdbbc1f46c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:44.889678 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-fb1f4aed-97ac-4fd1-84f0-bb2d85a99116 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Calling delete_port for 7dd9b7bd-04b6-412c-a182-aaaef7522cb2 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:57:44.918121 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45366) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:44.936019 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-ba9a5719-161c-4f5f-a3de-e0419ec8002c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0919fd16-d272-4aa1-b77d-023c6159ffae']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:44.957602 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-ba9a5719-161c-4f5f-a3de-e0419ec8002c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985fb780-0bcf-47f7-b20d-c871c445569a') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:44.957895 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-ba9a5719-161c-4f5f-a3de-e0419ec8002c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985fb780-0bcf-47f7-b20d-c871c445569a') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:44.973516 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-41913902-ed0e-4f6d-91a1-fbfdbbc1f46c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Calling delete_port for be0bf5f1-aa2b-494c-838d-11f4376f037f owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:57:44.997776 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device be0bf5f1-aa2b-494c-838d-11f4376f037f up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:57:44.998157 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ba9a5719-161c-4f5f-a3de-e0419ec8002c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:45.067088 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ba9a5719-161c-4f5f-a3de-e0419ec8002c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:45.094622 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd7a41-f602-4f14-b4cf-0dbbc2af6d40 req-4d7de50f-d35d-4891-8695-cdb0223ab3aa tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:45.096233 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6fcd7a41-f602-4f14-b4cf-0dbbc2af6d40 req-4d7de50f-d35d-4891-8695-cdb0223ab3aa tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.9564764 Mar 09 03:57:45.105986 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9a5719-161c-4f5f-a3de-e0419ec8002c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:57:45.106318 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ba9a5719-161c-4f5f-a3de-e0419ec8002c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:57:45.122166 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:57:45.124729 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-74cd97e8-9eb9-4eee-aac7-94c15ac0c857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:45.176467 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port be0bf5f1-aa2b-494c-838d-11f4376f037f completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:57:45.271936 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device df5d6be9-153d-48e6-8e08-dd5cfcf9ad46 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:57:45.334346 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6fcd7a41-f602-4f14-b4cf-0dbbc2af6d40 req-8115d6d4-43ce-4cdc-a7ff-040fd174abd4 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112327 Mar 09 03:57:45.335070 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ba9a5719-161c-4f5f-a3de-e0419ec8002c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:45.341696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: df5d6be9-153d-48e6-8e08-dd5cfcf9ad46 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:57:45.342041 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device df5d6be9-153d-48e6-8e08-dd5cfcf9ad46 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:57:45.391650 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-74cd97e8-9eb9-4eee-aac7-94c15ac0c857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:45.396565 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ba9a5719-161c-4f5f-a3de-e0419ec8002c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:45.414545 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a5719-161c-4f5f-a3de-e0419ec8002c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Network': ['ID=0919fd16-d272-4aa1-b77d-023c6159ffae,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:45.459531 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a41ac869-13b6-4505-b182-0004aef8764b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:45.508402 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ba9a5719-161c-4f5f-a3de-e0419ec8002c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/networks/0919fd16-d272-4aa1-b77d-023c6159ffae HTTP/1.1" status: 204 len: 168 time: 3.9230785 Mar 09 03:57:45.513992 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45374) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:45.543165 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a41ac869-13b6-4505-b182-0004aef8764b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:45.585690 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd97e8-9eb9-4eee-aac7-94c15ac0c857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacfdf67-dbcb-44b3-a69e-d9682d69864e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:45.589079 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb1f4aed-97ac-4fd1-84f0-bb2d85a99116 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:45.592569 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-74cd97e8-9eb9-4eee-aac7-94c15ac0c857 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5027133333e14b6592c28826e24e55c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9622388 Mar 09 03:57:45.600720 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a41ac869-13b6-4505-b182-0004aef8764b admin admin] Usage tracker for resource:security_group_rule and tenant:d9ad86f115d94059afe44786c149d8b1 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:45.604159 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1605dbb5-4c53-45e1-a87c-d1371fb5c331 None None] Network 055ff7f9-faf7-4b68-9d50-db932c24109f requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:45.610257 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45378) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:45.612708 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a41ac869-13b6-4505-b182-0004aef8764b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:45.635588 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a41ac869-13b6-4505-b182-0004aef8764b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:45.646613 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f4aed-97ac-4fd1-84f0-bb2d85a99116 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Port': ['ID=7dd9b7bd-04b6-412c-a182-aaaef7522cb2,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:45.695839 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-41913902-ed0e-4f6d-91a1-fbfdbbc1f46c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:45.759211 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03ed52c-2109-4e75-9b74-84595fb75732 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:45.759951 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a03ed52c-2109-4e75-9b74-84595fb75732 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Synchronizing usage tracker for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:57:45.787539 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-171c8781-c502-48d7-b70b-18496080c37e None None] Could not find standard attr ID for object be0bf5f1-aa2b-494c-838d-11f4376f037f. {{(pid=87882) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 03:57:45.796317 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41913902-ed0e-4f6d-91a1-fbfdbbc1f46c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Port': ['ID=be0bf5f1-aa2b-494c-838d-11f4376f037f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:45.839455 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a03ed52c-2109-4e75-9b74-84595fb75732 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Unset dirty status for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:57:45.840613 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a03ed52c-2109-4e75-9b74-84595fb75732 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3256521 Mar 09 03:57:45.869617 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45382) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:45.933985 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41913902-ed0e-4f6d-91a1-fbfdbbc1f46c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] No DVR routers for this DVR port be0bf5f1-aa2b-494c-838d-11f4376f037f on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:57:45.950957 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb1f4aed-97ac-4fd1-84f0-bb2d85a99116 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:45.972589 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec223-1aa2-4620-bcbf-65b0131927e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:46.045489 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ab8c0-b3c1-48be-b88e-63d20e66dad3 req-120e82f0-f6f2-40b8-b17c-538b169d6962 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:46.046980 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2b7ab8c0-b3c1-48be-b88e-63d20e66dad3 req-120e82f0-f6f2-40b8-b17c-538b169d6962 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 0.5207942 Mar 09 03:57:46.076844 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec223-1aa2-4620-bcbf-65b0131927e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:46.134178 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-41913902-ed0e-4f6d-91a1-fbfdbbc1f46c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:46.179927 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ff8a8e-e6a6-415f-b429-bc5803c32221 None None] Network 055ff7f9-faf7-4b68-9d50-db932c24109f requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:46.225961 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a41ac869-13b6-4505-b182-0004aef8764b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:46.243657 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a41ac869-13b6-4505-b182-0004aef8764b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:46.262888 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2b7ab8c0-b3c1-48be-b88e-63d20e66dad3 req-a7b11dea-23b8-4c40-b02b-1af2607638bb tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013807 Mar 09 03:57:46.274706 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1f4aed-97ac-4fd1-84f0-bb2d85a99116 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Router 7411df53-cba5-47e9-9395-f1e4e90f3406 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:57:46.338384 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ac869-13b6-4505-b182-0004aef8764b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9974412-df65-4f16-b386-2f9afc40ea07,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:46.387862 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-41913902-ed0e-4f6d-91a1-fbfdbbc1f46c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:46.424553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1f4aed-97ac-4fd1-84f0-bb2d85a99116 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:57:46.435523 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a107104-ddd0-4296-b08f-295fd92c85f4 None None] Sync routers for ids ['7411df53-cba5-47e9-9395-f1e4e90f3406'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:57:46.436989 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fb1f4aed-97ac-4fd1-84f0-bb2d85a99116 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "PUT /v2.0/routers/7411df53-cba5-47e9-9395-f1e4e90f3406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9107437 Mar 09 03:57:46.440033 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45390) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:46.448517 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a107104-ddd0-4296-b08f-295fd92c85f4 None None] Routers {'7411df53-cba5-47e9-9395-f1e4e90f3406'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:57:46.449145 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2a107104-ddd0-4296-b08f-295fd92c85f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:57:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7411df53-cba5-47e9-9395-f1e4e90f3406'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:46.465214 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec223-1aa2-4620-bcbf-65b0131927e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:46.472929 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a41ac869-13b6-4505-b182-0004aef8764b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9ad86f115d94059afe44786c149d8b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5536661 Mar 09 03:57:46.475411 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45394) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:46.519985 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b675a4e7-759c-4df6-9bb0-3835adaa8495 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Synchronizing usage tracker for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:57:46.527715 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-041c728e-3f46-489d-83ab-096dbb70b34d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Synchronizing usage tracker for tenant:8d98afbc76a3441ab1cb90e168d30508 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:57:46.538258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ec223-1aa2-4620-bcbf-65b0131927e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacfdf67-dbcb-44b3-a69e-d9682d69864e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:46.540529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41913902-ed0e-4f6d-91a1-fbfdbbc1f46c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Subnet': ['ID=4fbaf669-2053-4ad3-aaa1-932bc25391ec,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:46.562684 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-041c728e-3f46-489d-83ab-096dbb70b34d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Unset dirty status for tenant:8d98afbc76a3441ab1cb90e168d30508 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:57:46.566626 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-041c728e-3f46-489d-83ab-096dbb70b34d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "GET /v2.0/ports?device_id=7411df53-cba5-47e9-9395-f1e4e90f3406 HTTP/1.1" status: 200 len: 205 time: 0.1232777 Mar 09 03:57:46.567210 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2a107104-ddd0-4296-b08f-295fd92c85f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:46.568484 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45400) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:46.578360 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a107104-ddd0-4296-b08f-295fd92c85f4 None None] Routers {'7411df53-cba5-47e9-9395-f1e4e90f3406'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:57:46.579052 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2a107104-ddd0-4296-b08f-295fd92c85f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:57:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7411df53-cba5-47e9-9395-f1e4e90f3406'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:46.641693 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2a107104-ddd0-4296-b08f-295fd92c85f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:46.644293 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a107104-ddd0-4296-b08f-295fd92c85f4 None None] The sync data for ids ['7411df53-cba5-47e9-9395-f1e4e90f3406'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:57:46.722563 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec223-1aa2-4620-bcbf-65b0131927e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:46.735451 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4b0ec223-1aa2-4620-bcbf-65b0131927e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dacfdf67-dbcb-44b3-a69e-d9682d69864e HTTP/1.1" status: 204 len: 168 time: 1.1240885 Mar 09 03:57:46.736623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b675a4e7-759c-4df6-9bb0-3835adaa8495 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Unset dirty status for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:57:46.738814 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b675a4e7-759c-4df6-9bb0-3835adaa8495 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.8660758 Mar 09 03:57:46.792345 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736a02fd-56a8-4945-829a-d2daf50560a0 None None] Network 055ff7f9-faf7-4b68-9d50-db932c24109f requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:46.813620 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c965ac45-d6a1-4930-bee3-e172ec53073f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:46.818650 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45406) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:46.840988 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-d8f03fc1-fc52-4a09-9981-cd6e38413699 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-271128473'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:46.846545 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-41913902-ed0e-4f6d-91a1-fbfdbbc1f46c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:46.886473 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d8f03fc1-fc52-4a09-9981-cd6e38413699 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:46.937866 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d8f03fc1-fc52-4a09-9981-cd6e38413699 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:network and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:46.951644 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-29d411dc-c667-40bc-a14c-943ec13485fc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:46.952529 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c965ac45-d6a1-4930-bee3-e172ec53073f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:46.962102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d8f03fc1-fc52-4a09-9981-cd6e38413699 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:46.983203 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-41913902-ed0e-4f6d-91a1-fbfdbbc1f46c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['055ff7f9-faf7-4b68-9d50-db932c24109f']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:47.010156 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d8f03fc1-fc52-4a09-9981-cd6e38413699 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:47.054407 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-41913902-ed0e-4f6d-91a1-fbfdbbc1f46c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82af3bd-3d9f-4497-a958-84283295a796') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:47.054745 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-41913902-ed0e-4f6d-91a1-fbfdbbc1f46c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82af3bd-3d9f-4497-a958-84283295a796') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:47.096560 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-41913902-ed0e-4f6d-91a1-fbfdbbc1f46c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:47.117252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f03fc1-fc52-4a09-9981-cd6e38413699 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:47.120688 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d8f03fc1-fc52-4a09-9981-cd6e38413699 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:47.163383 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-41913902-ed0e-4f6d-91a1-fbfdbbc1f46c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:47.177149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41913902-ed0e-4f6d-91a1-fbfdbbc1f46c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:57:47.177548 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-41913902-ed0e-4f6d-91a1-fbfdbbc1f46c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:57:47.193966 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:57:47.222453 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77a02f-f20e-4086-8134-9cbd048e35af req-7ba81638-9b9b-46f8-8501-0429eecdcb7b tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:47.222453 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5d77a02f-f20e-4086-8134-9cbd048e35af req-7ba81638-9b9b-46f8-8501-0429eecdcb7b tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.6659262 Mar 09 03:57:47.300021 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c965ac45-d6a1-4930-bee3-e172ec53073f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:47.331765 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d5375d-a73e-479a-836e-6c6dde4047a0 None None] DHCP port deletion for 055ff7f9-faf7-4b68-9d50-db932c24109f request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:57:47.341098 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-29d411dc-c667-40bc-a14c-943ec13485fc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:47.355326 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-29d411dc-c667-40bc-a14c-943ec13485fc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:47.356230 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a612e098-57bb-445e-aa16-6145f2e6f4f4 None None] get_active_networks_info from n-d-825178-5 {{(pid=87882) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 03:57:47.364071 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965ac45-d6a1-4930-bee3-e172ec53073f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9974412-df65-4f16-b386-2f9afc40ea07,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:47.376715 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c9cd8-6a9c-4832-9b82-0b3307c056db req-6a09105b-5b5c-4fb7-84f3-9402f1b89ecb tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:47.378371 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-285c9cd8-6a9c-4832-9b82-0b3307c056db req-6a09105b-5b5c-4fb7-84f3-9402f1b89ecb tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 0.2949898 Mar 09 03:57:47.381744 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-41913902-ed0e-4f6d-91a1-fbfdbbc1f46c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:47.383680 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f03fc1-fc52-4a09-9981-cd6e38413699 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:57:47.389027 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42e13e-1e6d-40c7-a80e-63b216f73e4a req-76477653-f898-4733-a805-938c772e01dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:47.390486 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ed42e13e-1e6d-40c7-a80e-63b216f73e4a req-76477653-f898-4733-a805-938c772e01dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2dfc2fc375c74dd497ae51bb9a526fce&device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 1097 time: 0.3781648 Mar 09 03:57:47.412719 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c965ac45-d6a1-4930-bee3-e172ec53073f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:47.414516 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c965ac45-d6a1-4930-bee3-e172ec53073f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f9974412-df65-4f16-b386-2f9afc40ea07 HTTP/1.1" status: 204 len: 168 time: 0.9118581 Mar 09 03:57:47.419722 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-41913902-ed0e-4f6d-91a1-fbfdbbc1f46c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:47.426702 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-29d411dc-c667-40bc-a14c-943ec13485fc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:47.427960 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d411dc-c667-40bc-a14c-943ec13485fc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Fanout notify agent at l3_agent the message router_deleted on router 7411df53-cba5-47e9-9395-f1e4e90f3406 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:57:47.458151 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5d77a02f-f20e-4086-8134-9cbd048e35af req-3e44e4ee-ae08-4489-95a7-e3dfb8afb477 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718540 Mar 09 03:57:47.459515 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41913902-ed0e-4f6d-91a1-fbfdbbc1f46c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Network': ['ID=055ff7f9-faf7-4b68-9d50-db932c24109f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:47.461932 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-285c9cd8-6a9c-4832-9b82-0b3307c056db req-896125ca-351d-4289-9c2f-d831b2d1cc57 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713387 Mar 09 03:57:47.468784 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-29d411dc-c667-40bc-a14c-943ec13485fc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:47.472785 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-29d411dc-c667-40bc-a14c-943ec13485fc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/routers/7411df53-cba5-47e9-9395-f1e4e90f3406 HTTP/1.1" status: 204 len: 168 time: 0.9032750 Mar 09 03:57:47.473715 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45424) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:47.475722 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d8f03fc1-fc52-4a09-9981-cd6e38413699 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:47.476070 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-d8f03fc1-fc52-4a09-9981-cd6e38413699 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Added segment dd4c21c9-9825-42bc-b9bb-4bb2c0a2ae15 of type vlan for network 5c35b5eb-6f2e-41ad-925e-4c0f75f809bc Mar 09 03:57:47.480188 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-41913902-ed0e-4f6d-91a1-fbfdbbc1f46c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/networks/055ff7f9-faf7-4b68-9d50-db932c24109f HTTP/1.1" status: 204 len: 168 time: 3.4730470 Mar 09 03:57:47.480820 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45428) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:47.577049 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ddcb72-2d10-4c19-b2d6-de0e67c75533 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] DELETE failed (client error): The resource could not be found. Mar 09 03:57:47.577268 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d8f03fc1-fc52-4a09-9981-cd6e38413699 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:47.577500 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55ddcb72-2d10-4c19-b2d6-de0e67c75533 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:57:47.584055 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-55ddcb72-2d10-4c19-b2d6-de0e67c75533 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/networks/055ff7f9-faf7-4b68-9d50-db932c24109f HTTP/1.1" status: 404 len: 339 time: 0.1014910 Mar 09 03:57:47.584665 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45432) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:47.594979 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6bad4d4b-14d2-4241-b8bf-d5cec7fa529e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1055297229', 'description': 'd1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:47.600377 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6bad4d4b-14d2-4241-b8bf-d5cec7fa529e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:47.608352 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6bad4d4b-14d2-4241-b8bf-d5cec7fa529e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Usage tracker for resource:network and tenant:444f0c41e222427f8eef0c6446070be6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:47.613662 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6bad4d4b-14d2-4241-b8bf-d5cec7fa529e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:47.617584 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a612e098-57bb-445e-aa16-6145f2e6f4f4 None None] Resources bound (agent type, host, resource id): {{(pid=87882) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 03:57:47.622845 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6bad4d4b-14d2-4241-b8bf-d5cec7fa529e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:47.628346 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2bfff70-cd6a-4a82-be58-589a36f5ed24 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting subnet ea77fa1b-c4b2-444c-90df-afadf3461d14 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:57:47.632583 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e2bfff70-cd6a-4a82-be58-589a36f5ed24 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:47.672728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42e13e-1e6d-40c7-a80e-63b216f73e4a req-5d178a43-358f-43bb-a625-891a73ef8429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:47.674010 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ed42e13e-1e6d-40c7-a80e-63b216f73e4a req-5d178a43-358f-43bb-a625-891a73ef8429 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5bf093f-0f64-4ae3-8ad1-44c19f080b4b HTTP/1.1" status: 200 len: 915 time: 0.2500391 Mar 09 03:57:47.693811 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bad4d4b-14d2-4241-b8bf-d5cec7fa529e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Made reservation on behalf of 444f0c41e222427f8eef0c6446070be6 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:47.701327 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6bad4d4b-14d2-4241-b8bf-d5cec7fa529e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:47.744318 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e2bfff70-cd6a-4a82-be58-589a36f5ed24 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:47.772684 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d8f03fc1-fc52-4a09-9981-cd6e38413699 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:47.784605 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f03fc1-fc52-4a09-9981-cd6e38413699 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:47.785279 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d8f03fc1-fc52-4a09-9981-cd6e38413699 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:47.797665 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bad4d4b-14d2-4241-b8bf-d5cec7fa529e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:57:47.814922 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6bad4d4b-14d2-4241-b8bf-d5cec7fa529e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:47.815278 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-6bad4d4b-14d2-4241-b8bf-d5cec7fa529e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Added segment ca5d837d-6489-4f1f-8294-1c8004f9a0e1 of type vlan for network 05235ac8-c4f1-49d3-bb4c-3ae4f0ccd490 Mar 09 03:57:47.895911 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6bad4d4b-14d2-4241-b8bf-d5cec7fa529e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:47.934927 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e2bfff70-cd6a-4a82-be58-589a36f5ed24 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:47.959817 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ed42e13e-1e6d-40c7-a80e-63b216f73e4a req-8cfbd38e-1684-4422-a195-9620ee0de6b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3869154b-9901-4945-914f-a9ce37c819eb HTTP/1.1" status: 200 len: 217 time: 0.2713189 Mar 09 03:57:48.064139 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6bad4d4b-14d2-4241-b8bf-d5cec7fa529e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:48.077160 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bad4d4b-14d2-4241-b8bf-d5cec7fa529e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:48.079183 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6bad4d4b-14d2-4241-b8bf-d5cec7fa529e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:48.110698 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d8f03fc1-fc52-4a09-9981-cd6e38413699 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2851479 Mar 09 03:57:48.118001 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45452) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:48.127981 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-3d499e68-428f-4270-81f8-8998c76f3d69 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'subnet': {'network_id': '5c35b5eb-6f2e-41ad-925e-4c0f75f809bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:48.155038 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f03fc1-fc52-4a09-9981-cd6e38413699 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Network': ['ID=5c35b5eb-6f2e-41ad-925e-4c0f75f809bc,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:48.166303 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42e13e-1e6d-40c7-a80e-63b216f73e4a req-25f19bc0-b557-43e0-9e33-26621cacbed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:48.169007 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ed42e13e-1e6d-40c7-a80e-63b216f73e4a req-25f19bc0-b557-43e0-9e33-26621cacbed7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d28ceb69-ec36-4fb9-9715-c418f254f3a1 HTTP/1.1" status: 200 len: 854 time: 0.1895366 Mar 09 03:57:48.213567 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 5c35b5eb-6f2e-41ad-925e-4c0f75f809bc details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:57:48.244553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad4d4b-14d2-4241-b8bf-d5cec7fa529e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'Network': ['ID=05235ac8-c4f1-49d3-bb4c-3ae4f0ccd490,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:48.253282 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6bad4d4b-14d2-4241-b8bf-d5cec7fa529e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6649280 Mar 09 03:57:48.256181 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45458) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:48.282250 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ed42e13e-1e6d-40c7-a80e-63b216f73e4a req-3a6d0ef9-fde4-4b94-a0b7-e96a17e1edce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5bf093f-0f64-4ae3-8ad1-44c19f080b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988784 Mar 09 03:57:48.359166 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e2bfff70-cd6a-4a82-be58-589a36f5ed24 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:48.387665 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 05235ac8-c4f1-49d3-bb4c-3ae4f0ccd490 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:57:48.464400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3d499e68-428f-4270-81f8-8998c76f3d69 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:48.477565 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3d499e68-428f-4270-81f8-8998c76f3d69 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:subnet and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:48.483380 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3d499e68-428f-4270-81f8-8998c76f3d69 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:48.500886 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bfff70-cd6a-4a82-be58-589a36f5ed24 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Subnet': ['ID=ea77fa1b-c4b2-444c-90df-afadf3461d14,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:48.531370 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e2bfff70-cd6a-4a82-be58-589a36f5ed24 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:48.539659 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3d499e68-428f-4270-81f8-8998c76f3d69 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:48.560673 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45474) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:48.566558 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e2bfff70-cd6a-4a82-be58-589a36f5ed24 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/subnets/ea77fa1b-c4b2-444c-90df-afadf3461d14 HTTP/1.1" status: 204 len: 168 time: 1.0898094 Mar 09 03:57:48.597069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b77179-ea47-473d-9a79-f1862940a7c6 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:48.600327 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-92b77179-ea47-473d-9a79-f1862940a7c6 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Synchronizing usage tracker for tenant:444f0c41e222427f8eef0c6446070be6 on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:57:48.627400 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd5b340-ac52-4e9a-805f-c333103a1ef5 None None] Network 44aad0d8-7e09-470f-9a83-daf55b284708 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:48.670286 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eed23e-b5d2-4c01-8ed6-857edfbd4a54 req-5c1bbd2d-426e-4ca6-85c2-54b012893b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:48.671726 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a6eed23e-b5d2-4c01-8ed6-857edfbd4a54 req-5c1bbd2d-426e-4ca6-85c2-54b012893b8b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 1096 time: 0.4867120 Mar 09 03:57:48.683950 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d499e68-428f-4270-81f8-8998c76f3d69 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:48.687476 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3d499e68-428f-4270-81f8-8998c76f3d69 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:48.716096 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ed42e13e-1e6d-40c7-a80e-63b216f73e4a req-f934d069-fe24-44b6-aec2-3551c84e718e service neutron] 10.222.0.24 "GET /v2.0/networks/a5bf093f-0f64-4ae3-8ad1-44c19f080b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852322 Mar 09 03:57:48.767263 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-92b77179-ea47-473d-9a79-f1862940a7c6 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Unset dirty status for tenant:444f0c41e222427f8eef0c6446070be6 on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:57:48.771508 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-92b77179-ea47-473d-9a79-f1862940a7c6 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "GET /v2.0/networks?id=05235ac8-c4f1-49d3-bb4c-3ae4f0ccd490 HTTP/1.1" status: 200 len: 761 time: 0.5112951 Mar 09 03:57:48.784806 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45486) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:48.794065 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-3e1c712d-d2f5-4386-b408-e9c52b0fb2f9 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Request body: {'network': {'description': 'd2'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:48.896712 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device be0bf5f1-aa2b-494c-838d-11f4376f037f no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:57:48.960263 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: be0bf5f1-aa2b-494c-838d-11f4376f037f {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:57:48.960728 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device be0bf5f1-aa2b-494c-838d-11f4376f037f not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:57:48.963638 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf4c7ab-7aa0-4e68-8c2e-555ffd24e77e None None] DHCP port deletion for 44aad0d8-7e09-470f-9a83-daf55b284708 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:57:48.978959 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-3cf4c7ab-7aa0-4e68-8c2e-555ffd24e77e None None] Deleting port 63778951-e407-451e-8c3b-673b38c7e689 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:57:48.979635 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3cf4c7ab-7aa0-4e68-8c2e-555ffd24e77e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:49.102614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18657254-2daa-4af4-87f5-45fe10695e09 req-9c836ae2-2caa-43b1-9fb2-7b1a470e796b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:49.109194 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-18657254-2daa-4af4-87f5-45fe10695e09 req-9c836ae2-2caa-43b1-9fb2-7b1a470e796b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 0.4522147 Mar 09 03:57:49.379083 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-3cf4c7ab-7aa0-4e68-8c2e-555ffd24e77e None None] For port 63778951-e407-451e-8c3b-673b38c7e689, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=63778951-e407-451e-8c3b-673b38c7e689,segment=NetworkSegment(e5df64e5-70ba-4a24-b535-336159262f7a),segment_id=e5df64e5-70ba-4a24-b535-336159262f7a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:57:49.379679 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3cf4c7ab-7aa0-4e68-8c2e-555ffd24e77e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:49.391288 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b9e0a5-d317-47d5-8255-6b2ca7674285 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting subnet e3234029-d695-43f4-a4e3-781665f7a340 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:57:49.394302 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4b9e0a5-d317-47d5-8255-6b2ca7674285 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:49.416974 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-18657254-2daa-4af4-87f5-45fe10695e09 req-930f1c2f-7152-4093-8e30-b6c14ea4c33d tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069239 Mar 09 03:57:49.421056 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e1c712d-d2f5-4386-b408-e9c52b0fb2f9 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:49.461799 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e1c712d-d2f5-4386-b408-e9c52b0fb2f9 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:49.482763 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3e1c712d-d2f5-4386-b408-e9c52b0fb2f9 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Network 05235ac8-c4f1-49d3-bb4c-3ae4f0ccd490 is not hosted by any dhcp agent {{(pid=87881) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 09 03:57:49.488458 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1c712d-d2f5-4386-b408-e9c52b0fb2f9 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:49.489335 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e1c712d-d2f5-4386-b408-e9c52b0fb2f9 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:49.493573 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3e1c712d-d2f5-4386-b408-e9c52b0fb2f9 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "PUT /v2.0/networks/05235ac8-c4f1-49d3-bb4c-3ae4f0ccd490 HTTP/1.1" status: 200 len: 758 time: 0.7076707 Mar 09 03:57:49.494646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45532) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:49.532604 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3d499e68-428f-4270-81f8-8998c76f3d69 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:49.541744 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a6eed23e-b5d2-4c01-8ed6-857edfbd4a54 req-17c789b8-3ae4-40a0-b8de-42dfbe8b2309 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8306806 Mar 09 03:57:49.636309 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-3cf4c7ab-7aa0-4e68-8c2e-555ffd24e77e None None] Calling delete_port for 63778951-e407-451e-8c3b-673b38c7e689 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:57:49.673471 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c712d-d2f5-4386-b408-e9c52b0fb2f9 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'Network': ['ID=05235ac8-c4f1-49d3-bb4c-3ae4f0ccd490,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:49.685788 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 05235ac8-c4f1-49d3-bb4c-3ae4f0ccd490 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:57:49.702114 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddae565-a119-432d-863e-630e05c3323e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:49.707024 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0ddae565-a119-432d-863e-630e05c3323e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "GET /v2.0/networks?id=05235ac8-c4f1-49d3-bb4c-3ae4f0ccd490 HTTP/1.1" status: 200 len: 761 time: 0.2080910 Mar 09 03:57:49.707620 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45554) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:49.714059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-5c725f79-e470-4a46-b5e1-33304b89154e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1458815830'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:49.715456 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4b9e0a5-d317-47d5-8255-6b2ca7674285 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:49.719560 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5c725f79-e470-4a46-b5e1-33304b89154e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:49.729516 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5c725f79-e470-4a46-b5e1-33304b89154e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:49.743807 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c725f79-e470-4a46-b5e1-33304b89154e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Made reservation on behalf of 444f0c41e222427f8eef0c6446070be6 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:49.753315 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c725f79-e470-4a46-b5e1-33304b89154e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:49.780073 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ed42e13e-1e6d-40c7-a80e-63b216f73e4a req-af32ef6a-eacc-448b-931a-f4ed86c00c5f service neutron] 10.222.0.24 "GET /v2.0/networks/a5bf093f-0f64-4ae3-8ad1-44c19f080b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0312183 Mar 09 03:57:49.799860 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c3291-5cb3-4002-acf0-07adfc76ec1f req-8089bf51-662b-4963-a2c9-f1be25179306 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:49.801374 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-644c3291-5cb3-4002-acf0-07adfc76ec1f req-8089bf51-662b-4963-a2c9-f1be25179306 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 1.0987468 Mar 09 03:57:49.824315 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c725f79-e470-4a46-b5e1-33304b89154e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:57:49.835427 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c725f79-e470-4a46-b5e1-33304b89154e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:49.835768 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-5c725f79-e470-4a46-b5e1-33304b89154e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Added segment b5d8bde4-baba-493c-9546-eabfcbdf3bd7 of type vlan for network bc8f763c-d6cd-44fd-ae17-8a3189da8159 Mar 09 03:57:49.846655 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d499e68-428f-4270-81f8-8998c76f3d69 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Subnet': ['ID=c923c337-e342-4361-b622-e03a29ad4851,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:49.849608 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d499e68-428f-4270-81f8-8998c76f3d69 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Checking segment: {'id': 'dd4c21c9-9825-42bc-b9bb-4bb2c0a2ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5c35b5eb-6f2e-41ad-925e-4c0f75f809bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:57:49.849974 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d499e68-428f-4270-81f8-8998c76f3d69 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network hostable DHCP agents. Network: 5c35b5eb-6f2e-41ad-925e-4c0f75f809bc, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:57:49.885513 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c725f79-e470-4a46-b5e1-33304b89154e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:49.905307 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3cf4c7ab-7aa0-4e68-8c2e-555ffd24e77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:49.935579 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d499e68-428f-4270-81f8-8998c76f3d69 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network 5c35b5eb-6f2e-41ad-925e-4c0f75f809bc is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:57:49.947276 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c725f79-e470-4a46-b5e1-33304b89154e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:49.949219 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-644c3291-5cb3-4002-acf0-07adfc76ec1f req-6fca0f25-0b7d-42be-be33-5031709b2ffe tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358502 Mar 09 03:57:49.951608 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-3d499e68-428f-4270-81f8-8998c76f3d69 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 5c35b5eb-6f2e-41ad-925e-4c0f75f809bc) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:49.962136 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c725f79-e470-4a46-b5e1-33304b89154e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:49.962781 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5c725f79-e470-4a46-b5e1-33304b89154e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:49.970128 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d499e68-428f-4270-81f8-8998c76f3d69 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:49.970963 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3d499e68-428f-4270-81f8-8998c76f3d69 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:49.997505 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4b9e0a5-d317-47d5-8255-6b2ca7674285 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:50.038639 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45558) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:50.041219 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3d499e68-428f-4270-81f8-8998c76f3d69 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9217272 Mar 09 03:57:50.042328 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf4c7ab-7aa0-4e68-8c2e-555ffd24e77e None None] No DVR routers for this DVR port 63778951-e407-451e-8c3b-673b38c7e689 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:57:50.058018 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d831417-459d-4370-8c12-114e661fdf5e None None] Network 5c35b5eb-6f2e-41ad-925e-4c0f75f809bc requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:50.058991 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f7695b5e-c914-474c-a38c-04a83d94ccd1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'port': {'network_id': '5c35b5eb-6f2e-41ad-925e-4c0f75f809bc', 'name': 'tempest-PortsIpV6TestJSON-1287747981'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:50.098828 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4c7ab-7aa0-4e68-8c2e-555ffd24e77e None None] Pushing event deleted for resources: {'Port': ['ID=63778951-e407-451e-8c3b-673b38c7e689,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:50.122685 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4b9e0a5-d317-47d5-8255-6b2ca7674285 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:50.151108 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5c725f79-e470-4a46-b5e1-33304b89154e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4390442 Mar 09 03:57:50.154230 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45562) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:50.161471 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c725f79-e470-4a46-b5e1-33304b89154e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'Network': ['ID=bc8f763c-d6cd-44fd-ae17-8a3189da8159,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:50.170635 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-2c695c74-c140-468a-bfc3-145f6c13935c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Request body: {'subnet': {'network_id': 'bc8f763c-d6cd-44fd-ae17-8a3189da8159', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:50.195796 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network bc8f763c-d6cd-44fd-ae17-8a3189da8159 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:57:50.230208 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9e0a5-d317-47d5-8255-6b2ca7674285 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Subnet': ['ID=e3234029-d695-43f4-a4e3-781665f7a340,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:50.231783 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4b9e0a5-d317-47d5-8255-6b2ca7674285 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:50.248131 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a4b9e0a5-d317-47d5-8255-6b2ca7674285 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/subnets/e3234029-d695-43f4-a4e3-781665f7a340 HTTP/1.1" status: 204 len: 168 time: 1.6825747 Mar 09 03:57:50.255914 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45570) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:50.381368 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52078f2e-18ee-4291-920c-67e43622e642 None None] Network 8a2ff588-fbcb-43dc-823c-31400942097c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:50.501349 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2c695c74-c140-468a-bfc3-145f6c13935c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:50.506235 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2c695c74-c140-468a-bfc3-145f6c13935c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Usage tracker for resource:subnet and tenant:444f0c41e222427f8eef0c6446070be6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:50.509564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2c695c74-c140-468a-bfc3-145f6c13935c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:50.512313 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a12c79c3-5a0e-4dda-bc66-7b7924fad264 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:50.516282 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2c695c74-c140-468a-bfc3-145f6c13935c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:50.540518 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c695c74-c140-468a-bfc3-145f6c13935c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Made reservation on behalf of 444f0c41e222427f8eef0c6446070be6 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:50.544624 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2c695c74-c140-468a-bfc3-145f6c13935c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:50.645501 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1a7a1c-fd87-4b38-b236-282f79d8dca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-5c35b5eb-6f2e-41ad-925e-4c0f75f809bc', 'network_id': '5c35b5eb-6f2e-41ad-925e-4c0f75f809bc', 'tenant_id': '1a28d126d880446d92d0f7b9bfb2171c', 'fixed_ips': [{'subnet_id': 'c923c337-e342-4361-b622-e03a29ad4851'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:57:50.646915 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5a1a7a1c-fd87-4b38-b236-282f79d8dca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:50.741465 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f7695b5e-c914-474c-a38c-04a83d94ccd1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:50.762069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f7695b5e-c914-474c-a38c-04a83d94ccd1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:50.795552 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7695b5e-c914-474c-a38c-04a83d94ccd1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:50.799614 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7695b5e-c914-474c-a38c-04a83d94ccd1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:50.855275 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-f7695b5e-c914-474c-a38c-04a83d94ccd1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] device_id is not set on port 6be68a12-6bc6-4467-8a77-44d750b365b4 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:57:50.987219 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6b7b2-ffb2-43dc-9b45-00b4da0e8f5e req-896c9e5d-13dd-450f-98f1-95cb71880c04 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:50.989625 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f6a6b7b2-ffb2-43dc-9b45-00b4da0e8f5e req-896c9e5d-13dd-450f-98f1-95cb71880c04 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 0.3102078 Mar 09 03:57:51.011814 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 63778951-e407-451e-8c3b-673b38c7e689 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:57:51.119454 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a12c79c3-5a0e-4dda-bc66-7b7924fad264 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:51.157799 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 63778951-e407-451e-8c3b-673b38c7e689 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:57:51.158176 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 63778951-e407-451e-8c3b-673b38c7e689 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:57:51.197564 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f6a6b7b2-ffb2-43dc-9b45-00b4da0e8f5e req-16782624-8eb8-470e-ab62-a52561b1776b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894488 Mar 09 03:57:51.292319 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2c695c74-c140-468a-bfc3-145f6c13935c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:51.321263 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-5a1a7a1c-fd87-4b38-b236-282f79d8dca4 None None] Allocated IP 2001:db8::2 (5c35b5eb-6f2e-41ad-925e-4c0f75f809bc/c923c337-e342-4361-b622-e03a29ad4851/5aa1db0a-eb3d-413f-a162-0e32d913ef0d) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:57:51.344774 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-a12c79c3-5a0e-4dda-bc66-7b7924fad264 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44aad0d8-7e09-470f-9a83-daf55b284708']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:51.405649 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-a12c79c3-5a0e-4dda-bc66-7b7924fad264 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5df64e5-70ba-4a24-b535-336159262f7a') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:51.412360 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-a12c79c3-5a0e-4dda-bc66-7b7924fad264 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5df64e5-70ba-4a24-b535-336159262f7a') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:51.421391 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dd137a-1a3c-4f61-887a-69e61f078df1 None None] DHCP port deletion for 8a2ff588-fbcb-43dc-823c-31400942097c request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:57:51.439320 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b0dd137a-1a3c-4f61-887a-69e61f078df1 None None] Deleting port fdd69757-4d1d-4a15-b824-5e1a9b214c3d {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:57:51.439690 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b0dd137a-1a3c-4f61-887a-69e61f078df1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:51.440194 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c695c74-c140-468a-bfc3-145f6c13935c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'Subnet': ['ID=555f25bb-99ed-4bfd-9a59-dae2b52aab43,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:51.451515 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a12c79c3-5a0e-4dda-bc66-7b7924fad264 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:51.484266 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a12c79c3-5a0e-4dda-bc66-7b7924fad264 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:51.494115 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a12c79c3-5a0e-4dda-bc66-7b7924fad264 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:57:51.496050 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a12c79c3-5a0e-4dda-bc66-7b7924fad264 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:51.543222 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c695c74-c140-468a-bfc3-145f6c13935c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Checking segment: {'id': 'b5d8bde4-baba-493c-9546-eabfcbdf3bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bc8f763c-d6cd-44fd-ae17-8a3189da8159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:57:51.543580 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c695c74-c140-468a-bfc3-145f6c13935c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Network hostable DHCP agents. Network: bc8f763c-d6cd-44fd-ae17-8a3189da8159, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:57:51.603490 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c695c74-c140-468a-bfc3-145f6c13935c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Network bc8f763c-d6cd-44fd-ae17-8a3189da8159 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:57:51.622885 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-2c695c74-c140-468a-bfc3-145f6c13935c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, bc8f763c-d6cd-44fd-ae17-8a3189da8159) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:51.636501 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c695c74-c140-468a-bfc3-145f6c13935c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:51.640044 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2c695c74-c140-468a-bfc3-145f6c13935c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:57:51.666521 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:57:51.675446 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a12c79c3-5a0e-4dda-bc66-7b7924fad264 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:51.703256 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a12c79c3-5a0e-4dda-bc66-7b7924fad264 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:51.703439 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2c695c74-c140-468a-bfc3-145f6c13935c tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5459230 Mar 09 03:57:51.705714 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45618) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:51.705831 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c79c3-5a0e-4dda-bc66-7b7924fad264 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Network': ['ID=44aad0d8-7e09-470f-9a83-daf55b284708,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:51.729888 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a12c79c3-5a0e-4dda-bc66-7b7924fad264 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/networks/44aad0d8-7e09-470f-9a83-daf55b284708 HTTP/1.1" status: 204 len: 168 time: 1.4729071 Mar 09 03:57:51.738746 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313925aa-5d18-4bb5-a702-2ac9201c822f req-3be1ac58-995d-4aba-95f0-ea0b55862516 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:51.740281 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-313925aa-5d18-4bb5-a702-2ac9201c822f req-3be1ac58-995d-4aba-95f0-ea0b55862516 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.5792968 Mar 09 03:57:51.741500 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45622) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:51.855974 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4aa7d34-5dbf-4c3c-839d-98ca1132802e None None] Network bc8f763c-d6cd-44fd-ae17-8a3189da8159 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:51.901436 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-313925aa-5d18-4bb5-a702-2ac9201c822f req-11851cba-4017-46ff-bc91-c42aa919a653 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377690 Mar 09 03:57:51.906255 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-268e804e-2cc3-49b5-9619-b0c13e3ea366 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:51.941356 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-268e804e-2cc3-49b5-9619-b0c13e3ea366 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting port fdd69757-4d1d-4a15-b824-5e1a9b214c3d {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:57:51.941703 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-268e804e-2cc3-49b5-9619-b0c13e3ea366 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:52.064005 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-232d5dbe-fbc7-4fcc-8d20-3cd3c7556818 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:52.167020 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-232d5dbe-fbc7-4fcc-8d20-3cd3c7556818 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:52.184024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-268e804e-2cc3-49b5-9619-b0c13e3ea366 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] For port fdd69757-4d1d-4a15-b824-5e1a9b214c3d, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=fdd69757-4d1d-4a15-b824-5e1a9b214c3d,segment=NetworkSegment(e98b225f-5bce-4b74-94d7-36d45be4c5c9),segment_id=e98b225f-5bce-4b74-94d7-36d45be4c5c9)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:57:52.184734 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-268e804e-2cc3-49b5-9619-b0c13e3ea366 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:52.262684 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5a1a7a1c-fd87-4b38-b236-282f79d8dca4 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:52.263267 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-232d5dbe-fbc7-4fcc-8d20-3cd3c7556818 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:52.268427 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-b0dd137a-1a3c-4f61-887a-69e61f078df1 None None] For port fdd69757-4d1d-4a15-b824-5e1a9b214c3d, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=fdd69757-4d1d-4a15-b824-5e1a9b214c3d,segment=NetworkSegment(e98b225f-5bce-4b74-94d7-36d45be4c5c9),segment_id=e98b225f-5bce-4b74-94d7-36d45be4c5c9)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:57:52.269045 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b0dd137a-1a3c-4f61-887a-69e61f078df1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:52.367925 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-268e804e-2cc3-49b5-9619-b0c13e3ea366 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Calling delete_port for fdd69757-4d1d-4a15-b824-5e1a9b214c3d owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:57:52.410711 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d5dbe-fbc7-4fcc-8d20-3cd3c7556818 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Subnet': ['ID=555f25bb-99ed-4bfd-9a59-dae2b52aab43,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:52.420493 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5a1a7a1c-fd87-4b38-b236-282f79d8dca4 None None] Transition to ACTIVE for port object 5aa1db0a-eb3d-413f-a162-0e32d913ef0d will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:57:52.432501 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b0dd137a-1a3c-4f61-887a-69e61f078df1 None None] Calling delete_port for fdd69757-4d1d-4a15-b824-5e1a9b214c3d owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:57:52.493959 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-268e804e-2cc3-49b5-9619-b0c13e3ea366 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:52.528298 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:57:52.586970 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e804e-2cc3-49b5-9619-b0c13e3ea366 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Port': ['ID=fdd69757-4d1d-4a15-b824-5e1a9b214c3d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:52.592810 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5a1a7a1c-fd87-4b38-b236-282f79d8dca4 None None] Transition to ACTIVE for port object 5aa1db0a-eb3d-413f-a162-0e32d913ef0d will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:57:52.609229 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268e804e-2cc3-49b5-9619-b0c13e3ea366 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] No DVR routers for this DVR port fdd69757-4d1d-4a15-b824-5e1a9b214c3d on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:57:52.732489 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5a1a7a1c-fd87-4b38-b236-282f79d8dca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:52.786787 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-f7695b5e-c914-474c-a38c-04a83d94ccd1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Allocated IP 2001:db8::3ad (5c35b5eb-6f2e-41ad-925e-4c0f75f809bc/c923c337-e342-4361-b622-e03a29ad4851/6be68a12-6bc6-4467-8a77-44d750b365b4) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:57:52.814733 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a252e8-0d7e-445f-8cd6-d6a71eb8b0e1 None None] Network bc8f763c-d6cd-44fd-ae17-8a3189da8159 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:52.944097 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-268e804e-2cc3-49b5-9619-b0c13e3ea366 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:53.019082 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-268e804e-2cc3-49b5-9619-b0c13e3ea366 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2ff588-fbcb-43dc-823c-31400942097c']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:53.052259 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-268e804e-2cc3-49b5-9619-b0c13e3ea366 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98b225f-5bce-4b74-94d7-36d45be4c5c9') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:53.052466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-268e804e-2cc3-49b5-9619-b0c13e3ea366 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98b225f-5bce-4b74-94d7-36d45be4c5c9') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:53.087903 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-268e804e-2cc3-49b5-9619-b0c13e3ea366 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:53.095857 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7695b5e-c914-474c-a38c-04a83d94ccd1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:53.101890 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device fdd69757-4d1d-4a15-b824-5e1a9b214c3d no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:57:53.118901 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-f7695b5e-c914-474c-a38c-04a83d94ccd1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Transition to ACTIVE for port object 6be68a12-6bc6-4467-8a77-44d750b365b4 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:57:53.155367 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7695b5e-c914-474c-a38c-04a83d94ccd1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:53.167069 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a7a1c-fd87-4b38-b236-282f79d8dca4 None None] Pushing event updated for resources: {'Port': ['ID=5aa1db0a-eb3d-413f-a162-0e32d913ef0d,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:53.214810 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-268e804e-2cc3-49b5-9619-b0c13e3ea366 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:53.224656 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-268e804e-2cc3-49b5-9619-b0c13e3ea366 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:57:53.225054 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-268e804e-2cc3-49b5-9619-b0c13e3ea366 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:53.235209 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-b0dd137a-1a3c-4f61-887a-69e61f078df1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:57:53.235907 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-b0dd137a-1a3c-4f61-887a-69e61f078df1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:57:53.237717 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1a7a1c-fd87-4b38-b236-282f79d8dca4 None None] Network 5c35b5eb-6f2e-41ad-925e-4c0f75f809bc is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:57:53.246674 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: fdd69757-4d1d-4a15-b824-5e1a9b214c3d {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:57:53.247898 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device fdd69757-4d1d-4a15-b824-5e1a9b214c3d not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:57:53.249079 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:57:53.257432 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-5a1a7a1c-fd87-4b38-b236-282f79d8dca4 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:53.262948 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1a7a1c-fd87-4b38-b236-282f79d8dca4 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:57:53.340342 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7695b5e-c914-474c-a38c-04a83d94ccd1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network 5c35b5eb-6f2e-41ad-925e-4c0f75f809bc is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:57:53.344853 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-232d5dbe-fbc7-4fcc-8d20-3cd3c7556818 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:53.356351 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-f7695b5e-c914-474c-a38c-04a83d94ccd1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:53.356774 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-5a1a7a1c-fd87-4b38-b236-282f79d8dca4 None None] Attempting to bind port 5aa1db0a-eb3d-413f-a162-0e32d913ef0d on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:57:53.357271 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-5a1a7a1c-fd87-4b38-b236-282f79d8dca4 None None] Attempting to bind port 5aa1db0a-eb3d-413f-a162-0e32d913ef0d by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'dd4c21c9-9825-42bc-b9bb-4bb2c0a2ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5c35b5eb-6f2e-41ad-925e-4c0f75f809bc'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:57:53.358219 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a7a1c-fd87-4b38-b236-282f79d8dca4 None None] Attempting to bind port 5aa1db0a-eb3d-413f-a162-0e32d913ef0d on network 5c35b5eb-6f2e-41ad-925e-4c0f75f809bc {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:57:53.363567 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a7a1c-fd87-4b38-b236-282f79d8dca4 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:57:53.364069 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a7a1c-fd87-4b38-b236-282f79d8dca4 None None] Checking segment: {'id': 'dd4c21c9-9825-42bc-b9bb-4bb2c0a2ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5c35b5eb-6f2e-41ad-925e-4c0f75f809bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:57:53.365015 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5a1a7a1c-fd87-4b38-b236-282f79d8dca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:53.365466 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a7a1c-fd87-4b38-b236-282f79d8dca4 None None] Bound using segment: {'id': 'dd4c21c9-9825-42bc-b9bb-4bb2c0a2ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5c35b5eb-6f2e-41ad-925e-4c0f75f809bc'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:57:53.365997 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-5a1a7a1c-fd87-4b38-b236-282f79d8dca4 None None] Bound port: 5aa1db0a-eb3d-413f-a162-0e32d913ef0d, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4c21c9-9825-42bc-b9bb-4bb2c0a2ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5c35b5eb-6f2e-41ad-925e-4c0f75f809bc'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:57:53.367024 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5a1a7a1c-fd87-4b38-b236-282f79d8dca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:53.378919 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7695b5e-c914-474c-a38c-04a83d94ccd1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:57:53.387052 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7695b5e-c914-474c-a38c-04a83d94ccd1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:53.387773 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7695b5e-c914-474c-a38c-04a83d94ccd1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:53.391363 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-268e804e-2cc3-49b5-9619-b0c13e3ea366 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:53.423261 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-268e804e-2cc3-49b5-9619-b0c13e3ea366 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:53.427617 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e804e-2cc3-49b5-9619-b0c13e3ea366 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Network': ['ID=8a2ff588-fbcb-43dc-823c-31400942097c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:53.441929 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca592a73-8ec9-4825-bd92-a7a00b1e4a5a req-f5d978fc-22b2-47d9-8c10-a2b4fec22056 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:53.443750 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ca592a73-8ec9-4825-bd92-a7a00b1e4a5a req-f5d978fc-22b2-47d9-8c10-a2b4fec22056 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.3148322 Mar 09 03:57:53.461303 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-232d5dbe-fbc7-4fcc-8d20-3cd3c7556818 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8f763c-d6cd-44fd-ae17-8a3189da8159']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:53.482992 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-5a1a7a1c-fd87-4b38-b236-282f79d8dca4 None None] For port 5aa1db0a-eb3d-413f-a162-0e32d913ef0d, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:57:53.484436 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-268e804e-2cc3-49b5-9619-b0c13e3ea366 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/networks/8a2ff588-fbcb-43dc-823c-31400942097c HTTP/1.1" status: 204 len: 168 time: 1.7426190 Mar 09 03:57:53.485406 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45644) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:53.487694 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-5a1a7a1c-fd87-4b38-b236-282f79d8dca4 None None] For port 5aa1db0a-eb3d-413f-a162-0e32d913ef0d, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5aa1db0a-eb3d-413f-a162-0e32d913ef0d,segment=NetworkSegment(dd4c21c9-9825-42bc-b9bb-4bb2c0a2ae15),segment_id=dd4c21c9-9825-42bc-b9bb-4bb2c0a2ae15)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:57:53.496522 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5a1a7a1c-fd87-4b38-b236-282f79d8dca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:53.501465 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7695b5e-c914-474c-a38c-04a83d94ccd1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Port': ['ID=6be68a12-6bc6-4467-8a77-44d750b365b4,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:53.505845 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-45c80da4-bace-40e5-81e8-1d25595580ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'network': {'name': 'tempest-RoutersTest-1601567515'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:53.515810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-232d5dbe-fbc7-4fcc-8d20-3cd3c7556818 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d8bde4-baba-493c-9546-eabfcbdf3bd7') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:53.516377 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-232d5dbe-fbc7-4fcc-8d20-3cd3c7556818 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d8bde4-baba-493c-9546-eabfcbdf3bd7') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:57:53.519464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-45c80da4-bace-40e5-81e8-1d25595580ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:53.532702 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-45c80da4-bace-40e5-81e8-1d25595580ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Usage tracker for resource:network and tenant:8d98afbc76a3441ab1cb90e168d30508 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:53.537084 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-232d5dbe-fbc7-4fcc-8d20-3cd3c7556818 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:53.548928 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f7695b5e-c914-474c-a38c-04a83d94ccd1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5092101 Mar 09 03:57:53.552493 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45648) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:53.554024 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ca592a73-8ec9-4825-bd92-a7a00b1e4a5a req-28b615b7-3c83-42cb-b24b-b2f18504653f tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024871 Mar 09 03:57:53.558141 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-45c80da4-bace-40e5-81e8-1d25595580ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:53.561843 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e69eb-c63e-4f79-abed-2726e048e6b1 req-c7cb8ccb-ca61-4cd6-8b31-17f20fa3b78b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:53.568743 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-45c80da4-bace-40e5-81e8-1d25595580ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:53.574456 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f07e69eb-c63e-4f79-abed-2726e048e6b1 req-c7cb8ccb-ca61-4cd6-8b31-17f20fa3b78b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 1.1534905 Mar 09 03:57:53.583596 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6913be82-cffa-4168-a266-0ff44eed7587 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'port': {'network_id': '5c35b5eb-6f2e-41ad-925e-4c0f75f809bc', 'name': 'tempest-PortsIpV6TestJSON-489501175'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:53.606517 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-232d5dbe-fbc7-4fcc-8d20-3cd3c7556818 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:53.608375 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c80da4-bace-40e5-81e8-1d25595580ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Made reservation on behalf of 8d98afbc76a3441ab1cb90e168d30508 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:53.612908 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-45c80da4-bace-40e5-81e8-1d25595580ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:53.672441 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232d5dbe-fbc7-4fcc-8d20-3cd3c7556818 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:57:53.673997 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-232d5dbe-fbc7-4fcc-8d20-3cd3c7556818 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:53.685118 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a7a1c-fd87-4b38-b236-282f79d8dca4 None None] Pushing event updated for resources: {'Port': ['ID=5aa1db0a-eb3d-413f-a162-0e32d913ef0d,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:57:53.737461 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:57:53.743433 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b0dd137a-1a3c-4f61-887a-69e61f078df1 None None] Deleting port fdd69757-4d1d-4a15-b824-5e1a9b214c3d {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:57:53.743984 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b0dd137a-1a3c-4f61-887a-69e61f078df1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:53.885980 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b0dd137a-1a3c-4f61-887a-69e61f078df1 None None] The port 'fdd69757-4d1d-4a15-b824-5e1a9b214c3d' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:57:54.146468 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f07e69eb-c63e-4f79-abed-2726e048e6b1 req-d39e3b56-5eca-4d58-b94b-fbb97c2c35af tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5454254 Mar 09 03:57:54.160893 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-232d5dbe-fbc7-4fcc-8d20-3cd3c7556818 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:54.189818 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-232d5dbe-fbc7-4fcc-8d20-3cd3c7556818 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:54.221199 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d5dbe-fbc7-4fcc-8d20-3cd3c7556818 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Network': ['ID=bc8f763c-d6cd-44fd-ae17-8a3189da8159,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:54.250898 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-232d5dbe-fbc7-4fcc-8d20-3cd3c7556818 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/networks/bc8f763c-d6cd-44fd-ae17-8a3189da8159 HTTP/1.1" status: 204 len: 168 time: 2.5396698 Mar 09 03:57:54.258668 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45662) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:54.259691 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c80da4-bace-40e5-81e8-1d25595580ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:57:54.265756 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6913be82-cffa-4168-a266-0ff44eed7587 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:54.277992 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6913be82-cffa-4168-a266-0ff44eed7587 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:port and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:54.281815 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6913be82-cffa-4168-a266-0ff44eed7587 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:54.293720 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6913be82-cffa-4168-a266-0ff44eed7587 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:54.316578 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6913be82-cffa-4168-a266-0ff44eed7587 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:54.321638 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6913be82-cffa-4168-a266-0ff44eed7587 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:54.325306 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-056af129-d05c-4811-b309-8ff97a43d94d tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] GET failed (client error): The resource could not be found. Mar 09 03:57:54.325452 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-056af129-d05c-4811-b309-8ff97a43d94d tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Synchronizing usage tracker for tenant:444f0c41e222427f8eef0c6446070be6 on resource:subnet {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:57:54.338994 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-45c80da4-bace-40e5-81e8-1d25595580ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:54.339263 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-45c80da4-bace-40e5-81e8-1d25595580ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Added segment 49464ca4-14bd-4f05-8529-0c93f2df5da1 of type vlan for network 8c0d96c7-32df-47ea-bc02-05af2efd6c08 Mar 09 03:57:54.372113 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-6913be82-cffa-4168-a266-0ff44eed7587 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] device_id is not set on port 78336794-2ccc-4278-856e-0c89478cb5ac yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:57:54.512255 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-056af129-d05c-4811-b309-8ff97a43d94d tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Unset dirty status for tenant:444f0c41e222427f8eef0c6446070be6 on resource:subnet {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:57:54.513403 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-056af129-d05c-4811-b309-8ff97a43d94d tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "GET /v2.0/subnets/555f25bb-99ed-4bfd-9a59-dae2b52aab43 HTTP/1.1" status: 404 len: 337 time: 0.2512476 Mar 09 03:57:54.517756 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45668) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:54.525288 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-45c80da4-bace-40e5-81e8-1d25595580ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:54.600150 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-45c80da4-bace-40e5-81e8-1d25595580ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:54.605686 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c80da4-bace-40e5-81e8-1d25595580ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:54.606378 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-45c80da4-bace-40e5-81e8-1d25595580ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:54.610910 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f77549-a26e-4896-bd4f-d4f8c22a242a req-feb8d7ac-0663-462f-bce3-9f9238ee183f tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:54.618184 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-89f77549-a26e-4896-bd4f-d4f8c22a242a req-feb8d7ac-0663-462f-bce3-9f9238ee183f tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 0.1944065 Mar 09 03:57:54.657424 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-6913be82-cffa-4168-a266-0ff44eed7587 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Allocated IP 2001:db8::32 (5c35b5eb-6f2e-41ad-925e-4c0f75f809bc/c923c337-e342-4361-b622-e03a29ad4851/78336794-2ccc-4278-856e-0c89478cb5ac) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:57:54.664391 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-45c80da4-bace-40e5-81e8-1d25595580ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1688435 Mar 09 03:57:54.670846 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45672) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:54.676543 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64737a45-21e9-42c7-920c-60f9eb0ee7b9 req-f0d9d8b4-536f-4d2b-bea5-a8b3ed8217ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:54.678297 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-64737a45-21e9-42c7-920c-60f9eb0ee7b9 req-f0d9d8b4-536f-4d2b-bea5-a8b3ed8217ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42e2cf4c1213474880544b42bf2477f7&device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 1096 time: 0.5297139 Mar 09 03:57:54.691960 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6e9df04e-0921-4408-9ab5-46367310542e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'subnet': {'network_id': '8c0d96c7-32df-47ea-bc02-05af2efd6c08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:54.710470 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3e0394-3b15-441f-851a-bfe2a5244554 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] DELETE failed (client error): The resource could not be found. Mar 09 03:57:54.711872 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3e0394-3b15-441f-851a-bfe2a5244554 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:57:54.714886 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ca3e0394-3b15-441f-851a-bfe2a5244554 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/networks/bc8f763c-d6cd-44fd-ae17-8a3189da8159 HTTP/1.1" status: 404 len: 339 time: 0.1508467 Mar 09 03:57:54.719547 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45676) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:54.739709 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-89f77549-a26e-4896-bd4f-d4f8c22a242a req-84f03866-8ee6-4a3b-88c8-f281f56404ff tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203284 Mar 09 03:57:54.788742 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8b90f-c586-432a-9aba-c70f01319b9e req-e9024467-8505-41a4-8a69-5f51f5ebc094 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:54.796673 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-66f8b90f-c586-432a-9aba-c70f01319b9e req-e9024467-8505-41a4-8a69-5f51f5ebc094 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.4009292 Mar 09 03:57:55.081068 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5aa1db0a-eb3d-413f-a162-0e32d913ef0d up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:57:55.152692 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c80da4-bace-40e5-81e8-1d25595580ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Network': ['ID=8c0d96c7-32df-47ea-bc02-05af2efd6c08,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:55.173930 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 8c0d96c7-32df-47ea-bc02-05af2efd6c08 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:57:55.182020 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-66f8b90f-c586-432a-9aba-c70f01319b9e req-610dd5e7-5204-4a07-8d74-3eccf424e16a tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784206 Mar 09 03:57:55.232781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64737a45-21e9-42c7-920c-60f9eb0ee7b9 req-91ef39df-5670-43cc-b610-3a0c224e6355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:55.234297 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-64737a45-21e9-42c7-920c-60f9eb0ee7b9 req-91ef39df-5670-43cc-b610-3a0c224e6355 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0c93958-592c-464f-a37a-ef1493d3d272 HTTP/1.1" status: 200 len: 920 time: 0.5305698 Mar 09 03:57:55.315515 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-64737a45-21e9-42c7-920c-60f9eb0ee7b9 req-2561ff68-420b-4679-aba7-04fca5a0d035 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90c4fad8-5659-48ee-98ce-206d2a5d8810 HTTP/1.1" status: 200 len: 217 time: 0.0744965 Mar 09 03:57:55.362068 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6e9df04e-0921-4408-9ab5-46367310542e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:55.402832 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33329010-5086-4f07-8251-cf12c7d2248a None None] Network 5c35b5eb-6f2e-41ad-925e-4c0f75f809bc requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:55.411233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64737a45-21e9-42c7-920c-60f9eb0ee7b9 req-288779bb-04d3-453f-85ff-3c7ab04c058b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:55.414075 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-64737a45-21e9-42c7-920c-60f9eb0ee7b9 req-288779bb-04d3-453f-85ff-3c7ab04c058b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75f3fe3d-e0f3-4248-94b8-2de9939f1dc5 HTTP/1.1" status: 200 len: 859 time: 0.0919542 Mar 09 03:57:55.437365 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 5aa1db0a-eb3d-413f-a162-0e32d913ef0d completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:57:55.498122 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-64737a45-21e9-42c7-920c-60f9eb0ee7b9 req-22695516-1fd5-4184-9fed-6db25c8fe212 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0c93958-592c-464f-a37a-ef1493d3d272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789566 Mar 09 03:57:55.539096 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a283f45f-e829-434e-8b8a-a96738290f45 None None] Provisioning for port 5aa1db0a-eb3d-413f-a162-0e32d913ef0d completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:57:55.558214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a283f45f-e829-434e-8b8a-a96738290f45 None None] Provisioning complete for port 5aa1db0a-eb3d-413f-a162-0e32d913ef0d triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:57:55.558971 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a283f45f-e829-434e-8b8a-a96738290f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:55.742904 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-64737a45-21e9-42c7-920c-60f9eb0ee7b9 req-bbf8de31-3836-4f9b-b0ff-73bc0c42642e service neutron] 10.222.0.24 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372749 Mar 09 03:57:55.769664 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6e9df04e-0921-4408-9ab5-46367310542e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Usage tracker for resource:subnet and tenant:8d98afbc76a3441ab1cb90e168d30508 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:55.776548 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6e9df04e-0921-4408-9ab5-46367310542e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:55.803578 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6e9df04e-0921-4408-9ab5-46367310542e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:55.838600 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a283f45f-e829-434e-8b8a-a96738290f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:55.885710 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-a283f45f-e829-434e-8b8a-a96738290f45 None None] For port 5aa1db0a-eb3d-413f-a162-0e32d913ef0d, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5aa1db0a-eb3d-413f-a162-0e32d913ef0d,segment=NetworkSegment(dd4c21c9-9825-42bc-b9bb-4bb2c0a2ae15),segment_id=dd4c21c9-9825-42bc-b9bb-4bb2c0a2ae15)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:57:55.891406 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a283f45f-e829-434e-8b8a-a96738290f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:55.926703 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cf5ab0-a84d-4c11-82cf-5a50754a3b6a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:55.928004 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-54cf5ab0-a84d-4c11-82cf-5a50754a3b6a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Synchronizing usage tracker for tenant:444f0c41e222427f8eef0c6446070be6 on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:57:55.940001 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9df04e-0921-4408-9ab5-46367310542e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Made reservation on behalf of 8d98afbc76a3441ab1cb90e168d30508 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:55.953164 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e9df04e-0921-4408-9ab5-46367310542e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:55.986535 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283f45f-e829-434e-8b8a-a96738290f45 None None] Pushing event updated for resources: {'Port': ['ID=5aa1db0a-eb3d-413f-a162-0e32d913ef0d,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:56.024966 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-64737a45-21e9-42c7-920c-60f9eb0ee7b9 req-31109f54-d5cc-4009-998b-a5066e36cb1a service neutron] 10.222.0.24 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707188 Mar 09 03:57:56.057669 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47e1f6-bb21-442e-b6fd-fdbfeef92fb8 req-56d10073-5550-49ac-924e-caa79d983da6 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:56.059293 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9d47e1f6-bb21-442e-b6fd-fdbfeef92fb8 req-56d10073-5550-49ac-924e-caa79d983da6 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 1.0577843 Mar 09 03:57:56.095558 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6913be82-cffa-4168-a266-0ff44eed7587 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:56.207025 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-54cf5ab0-a84d-4c11-82cf-5a50754a3b6a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Unset dirty status for tenant:444f0c41e222427f8eef0c6446070be6 on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:57:56.211482 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45692) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:56.211983 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-54cf5ab0-a84d-4c11-82cf-5a50754a3b6a tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.4892552 Mar 09 03:57:56.238973 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-6913be82-cffa-4168-a266-0ff44eed7587 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Transition to ACTIVE for port object 78336794-2ccc-4278-856e-0c89478cb5ac will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:57:56.263503 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9d47e1f6-bb21-442e-b6fd-fdbfeef92fb8 req-4c1bff8a-4cc3-4ae5-a17f-28cfb156cbef tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934137 Mar 09 03:57:56.360668 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a02e8b40-51d3-44ae-b0cc-18b044d634ac None None] Provisioning complete for port 5aa1db0a-eb3d-413f-a162-0e32d913ef0d triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:57:56.361569 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a02e8b40-51d3-44ae-b0cc-18b044d634ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:56.371438 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-eab3a612-0434-40b1-97c4-9d8d734d8fb5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "GET /v2.0/subnets?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 207 time: 0.1546729 Mar 09 03:57:56.373384 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45698) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:56.382520 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6913be82-cffa-4168-a266-0ff44eed7587 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:56.646777 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afac40-edd0-4b8a-9cfa-8f166cc37f33 req-f869a431-e83e-4bb2-963e-e928904f15e3 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:56.648403 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e4afac40-edd0-4b8a-9cfa-8f166cc37f33 req-f869a431-e83e-4bb2-963e-e928904f15e3 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.1839068 Mar 09 03:57:56.680374 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a02e8b40-51d3-44ae-b0cc-18b044d634ac None None] Provisioning for port 6be68a12-6bc6-4467-8a77-44d750b365b4 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:57:56.690920 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a02e8b40-51d3-44ae-b0cc-18b044d634ac None None] Provisioning complete for port 6be68a12-6bc6-4467-8a77-44d750b365b4 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:57:56.691480 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a02e8b40-51d3-44ae-b0cc-18b044d634ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:56.708666 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6913be82-cffa-4168-a266-0ff44eed7587 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network 5c35b5eb-6f2e-41ad-925e-4c0f75f809bc is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:57:56.748525 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e4afac40-edd0-4b8a-9cfa-8f166cc37f33 req-20d715d9-c63a-4ea4-9a88-cf7456393ae7 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921104 Mar 09 03:57:56.801444 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-6913be82-cffa-4168-a266-0ff44eed7587 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:56.809205 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a02e8b40-51d3-44ae-b0cc-18b044d634ac None None] Port 6be68a12-6bc6-4467-8a77-44d750b365b4 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:57:56.886324 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a514ed4-c9ea-4c9f-9f6d-ff4933a09cd5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:56.892934 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a514ed4-c9ea-4c9f-9f6d-ff4933a09cd5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:56.902903 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a514ed4-c9ea-4c9f-9f6d-ff4933a09cd5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:56.904961 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a514ed4-c9ea-4c9f-9f6d-ff4933a09cd5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:56.910662 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45706) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:56.911111 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2a514ed4-c9ea-4c9f-9f6d-ff4933a09cd5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.5360594 Mar 09 03:57:56.913953 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6913be82-cffa-4168-a266-0ff44eed7587 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:57:56.927742 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6913be82-cffa-4168-a266-0ff44eed7587 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:56.928406 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6913be82-cffa-4168-a266-0ff44eed7587 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:56.996195 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3a56919c-db36-4627-acbf-d7d796130cdf None None] Provisioning complete for port 6be68a12-6bc6-4467-8a77-44d750b365b4 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:57:56.996902 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3a56919c-db36-4627-acbf-d7d796130cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:57.061723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913be82-cffa-4168-a266-0ff44eed7587 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Port': ['ID=78336794-2ccc-4278-856e-0c89478cb5ac,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:57.110149 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6913be82-cffa-4168-a266-0ff44eed7587 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5338404 Mar 09 03:57:57.113849 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e9df04e-0921-4408-9ab5-46367310542e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:57.123590 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45710) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:57.163357 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5aa1db0a-eb3d-413f-a162-0e32d913ef0d up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:57:57.214335 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-3a56919c-db36-4627-acbf-d7d796130cdf None None] Port 6be68a12-6bc6-4467-8a77-44d750b365b4 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:57:57.324489 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-42549a0f-0619-4789-bc09-f39f25d6d5e1 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Synchronizing usage tracker for tenant:444f0c41e222427f8eef0c6446070be6 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:57:57.344778 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 5aa1db0a-eb3d-413f-a162-0e32d913ef0d triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:57:57.345432 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:57.353224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-42549a0f-0619-4789-bc09-f39f25d6d5e1 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Unset dirty status for tenant:444f0c41e222427f8eef0c6446070be6 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:57:57.362105 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-42549a0f-0619-4789-bc09-f39f25d6d5e1 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.4465735 Mar 09 03:57:57.362697 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568f3e3-a41b-4d04-b234-37e91bb0cbac req-5f064e4b-e351-4053-9820-b4fccce060f9 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:57.362875 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45718) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:57.372108 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a568f3e3-a41b-4d04-b234-37e91bb0cbac req-5f064e4b-e351-4053-9820-b4fccce060f9 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 0.8762627 Mar 09 03:57:57.430651 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45722) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:57.463320 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9df04e-0921-4408-9ab5-46367310542e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Subnet': ['ID=098c224e-1919-44c2-a7c9-3f465246ed0d,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:57.481340 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d15d4cf1-96bc-4b85-af6f-8170bbdc2b85 None None] Provisioning for port 78336794-2ccc-4278-856e-0c89478cb5ac completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:57:57.490392 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d15d4cf1-96bc-4b85-af6f-8170bbdc2b85 None None] Provisioning complete for port 78336794-2ccc-4278-856e-0c89478cb5ac triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:57:57.490392 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d15d4cf1-96bc-4b85-af6f-8170bbdc2b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:57.506995 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a568f3e3-a41b-4d04-b234-37e91bb0cbac req-7507690d-3764-4b5b-baf1-8c9773b84e8b tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335742 Mar 09 03:57:57.508934 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9df04e-0921-4408-9ab5-46367310542e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Checking segment: {'id': '49464ca4-14bd-4f05-8529-0c93f2df5da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8c0d96c7-32df-47ea-bc02-05af2efd6c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:57:57.509493 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9df04e-0921-4408-9ab5-46367310542e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network hostable DHCP agents. Network: 8c0d96c7-32df-47ea-bc02-05af2efd6c08, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:57:57.531593 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83acb04-45c8-427e-878e-4f73ccce65de tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:57.538233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83acb04-45c8-427e-878e-4f73ccce65de tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:57.543605 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e83acb04-45c8-427e-878e-4f73ccce65de tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1766582 Mar 09 03:57:57.546553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45730) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:57.647538 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d15d4cf1-96bc-4b85-af6f-8170bbdc2b85 None None] Port 78336794-2ccc-4278-856e-0c89478cb5ac cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:57:57.661619 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0470b1-d876-42f5-9ac1-3f5f6564ce2b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:57.662365 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cb0470b1-d876-42f5-9ac1-3f5f6564ce2b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Synchronizing usage tracker for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:57:57.680366 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d049bfa-bc3d-43ea-8124-51715a0cd794 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['shared'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:57.682007 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d049bfa-bc3d-43ea-8124-51715a0cd794 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['shared'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:57.686905 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9d049bfa-bc3d-43ea-8124-51715a0cd794 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1363182 Mar 09 03:57:57.688051 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45734) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:57.693166 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9df04e-0921-4408-9ab5-46367310542e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network 8c0d96c7-32df-47ea-bc02-05af2efd6c08 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:57:57.727749 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cb0470b1-d876-42f5-9ac1-3f5f6564ce2b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Unset dirty status for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:57:57.728914 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cb0470b1-d876-42f5-9ac1-3f5f6564ce2b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3ad HTTP/1.1" status: 200 len: 929 time: 0.5629318 Mar 09 03:57:57.733179 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45738) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:57.781957 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-74667e89-1f38-4bfc-8c99-f9ba521ed275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:57.805970 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-6e9df04e-0921-4408-9ab5-46367310542e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 8c0d96c7-32df-47ea-bc02-05af2efd6c08) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:57.816806 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f01b56-12aa-465d-a15b-c772010b6003 None None] Network 8c0d96c7-32df-47ea-bc02-05af2efd6c08 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:57:57.830160 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-7985fb93-61e0-4080-b921-d8fe50700fdf tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port 78336794-2ccc-4278-856e-0c89478cb5ac {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:57:57.830496 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7985fb93-61e0-4080-b921-d8fe50700fdf tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:57.831770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9df04e-0921-4408-9ab5-46367310542e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:57.832372 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e9df04e-0921-4408-9ab5-46367310542e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:57.906523 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-74667e89-1f38-4bfc-8c99-f9ba521ed275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:57.939006 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-74667e89-1f38-4bfc-8c99-f9ba521ed275 admin admin] Usage tracker for resource:security_group_rule and tenant:63c6ba93141041368ae357dc2e0ef913 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:57.945088 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-74667e89-1f38-4bfc-8c99-f9ba521ed275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:57.959684 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-74667e89-1f38-4bfc-8c99-f9ba521ed275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:57.968943 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6e9df04e-0921-4408-9ab5-46367310542e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2929900 Mar 09 03:57:57.974131 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45744) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:57.987434 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-1ddf1088-6498-40e3-a930-18ee2247d4a2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-255351555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:58.008914 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1ddf1088-6498-40e3-a930-18ee2247d4a2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:58.028992 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1ddf1088-6498-40e3-a930-18ee2247d4a2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Usage tracker for resource:router and tenant:8d98afbc76a3441ab1cb90e168d30508 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:58.043293 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1ddf1088-6498-40e3-a930-18ee2247d4a2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:58.064433 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fba5ce-1b3b-41a5-9410-634c58b8d402 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:58.066159 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-82fba5ce-1b3b-41a5-9410-634c58b8d402 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "GET /v2.0/networks/b2595981-7a44-4cf0-a64e-e11371e96c89 HTTP/1.1" status: 200 len: 800 time: 0.3770428 Mar 09 03:57:58.072970 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1ddf1088-6498-40e3-a930-18ee2247d4a2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:58.125282 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45748) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:58.157905 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-74667e89-1f38-4bfc-8c99-f9ba521ed275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:58.215365 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ddf1088-6498-40e3-a930-18ee2247d4a2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:58.217161 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ddf1088-6498-40e3-a930-18ee2247d4a2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:58.236621 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ddf1088-6498-40e3-a930-18ee2247d4a2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:58.256485 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-74667e89-1f38-4bfc-8c99-f9ba521ed275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:58.286795 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ddf1088-6498-40e3-a930-18ee2247d4a2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:58.373115 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ddf1088-6498-40e3-a930-18ee2247d4a2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:58.377569 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1ddf1088-6498-40e3-a930-18ee2247d4a2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3997905 Mar 09 03:57:58.380595 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45756) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:58.406610 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-74667e89-1f38-4bfc-8c99-f9ba521ed275 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63c6ba93141041368ae357dc2e0ef913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9585330 Mar 09 03:57:58.410494 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45758) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:58.439876 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e13c1f-55e7-47da-83ed-1f65caee61ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-8c0d96c7-32df-47ea-bc02-05af2efd6c08', 'network_id': '8c0d96c7-32df-47ea-bc02-05af2efd6c08', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'fixed_ips': [{'subnet_id': '098c224e-1919-44c2-a7c9-3f465246ed0d'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:57:58.440724 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b4e13c1f-55e7-47da-83ed-1f65caee61ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:58.445920 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-684821e3-34f3-4af1-be15-81bcd9290ef6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'port': {'network_id': '8c0d96c7-32df-47ea-bc02-05af2efd6c08', 'name': 'tempest-RoutersTest-2023377798'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:58.480875 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74667e89-1f38-4bfc-8c99-f9ba521ed275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87912085-c61a-4a1d-9847-44c20a795e2a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:58.504077 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0606fa6-4e45-4182-9ec0-df3e8a5a313f req-e90c8377-2f72-41b2-8bb4-9e7ece89c248 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:58.513187 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c60b2bd8-1561-4531-803f-4aa220af44c2 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "GET /v2.0/networks/b2595981-7a44-4cf0-a64e-e11371e96c89?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3866107 Mar 09 03:57:58.514181 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d0606fa6-4e45-4182-9ec0-df3e8a5a313f req-e90c8377-2f72-41b2-8bb4-9e7ece89c248 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.4655797 Mar 09 03:57:58.522760 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45764) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:58.661571 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d0606fa6-4e45-4182-9ec0-df3e8a5a313f req-7d78f272-3467-4d06-92fe-a469cb611796 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463475 Mar 09 03:57:58.699601 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7985fb93-61e0-4080-b921-d8fe50700fdf tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:58.701272 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a521dbb4-231d-4fc6-a161-6e8502096653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:58.702687 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-b4e13c1f-55e7-47da-83ed-1f65caee61ab None None] Allocated IP 172.20.0.2 (8c0d96c7-32df-47ea-bc02-05af2efd6c08/098c224e-1919-44c2-a7c9-3f465246ed0d/90feda65-ee35-40dd-99d2-dede8e613241) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:57:58.719526 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998a340-925d-4cc5-aea0-62e7ba99c9e8 req-eecd7e3d-202f-4448-9076-9b4b8dd0f229 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:58.721939 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03889d7-3c13-48c7-b47d-b16f2515e1ad tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:58.722566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a03889d7-3c13-48c7-b47d-b16f2515e1ad tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Synchronizing usage tracker for tenant:444f0c41e222427f8eef0c6446070be6 on resource:subnet {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:57:58.727170 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b998a340-925d-4cc5-aea0-62e7ba99c9e8 req-eecd7e3d-202f-4448-9076-9b4b8dd0f229 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 0.4455230 Mar 09 03:57:58.749058 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a521dbb4-231d-4fc6-a161-6e8502096653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:58.758573 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a03889d7-3c13-48c7-b47d-b16f2515e1ad tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Unset dirty status for tenant:444f0c41e222427f8eef0c6446070be6 on resource:subnet {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:57:58.763031 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a03889d7-3c13-48c7-b47d-b16f2515e1ad tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "GET /v2.0/subnets/73fbb9df-405f-456f-8568-aa6748f431e7 HTTP/1.1" status: 200 len: 811 time: 0.2198789 Mar 09 03:57:58.767944 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45768) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:58.841387 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b998a340-925d-4cc5-aea0-62e7ba99c9e8 req-53c695a4-c971-4629-8328-84ff375992e1 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131752 Mar 09 03:57:58.865812 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dae15830-fcda-4f1d-9974-e882e55d1bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:58.866450 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b834e81d-8baa-452e-9ab9-ef92439343f1 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['shared'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:58.868204 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b834e81d-8baa-452e-9ab9-ef92439343f1 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "GET /v2.0/subnets/73fbb9df-405f-456f-8568-aa6748f431e7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0993338 Mar 09 03:57:58.872126 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45772) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:58.879199 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-9d97a0fd-63ec-4923-9c36-6b82bd8f5cef tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1834929811'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:58.885782 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9d97a0fd-63ec-4923-9c36-6b82bd8f5cef tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:58.896767 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9d97a0fd-63ec-4923-9c36-6b82bd8f5cef tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:58.919390 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a521dbb4-231d-4fc6-a161-6e8502096653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:58.957712 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d97a0fd-63ec-4923-9c36-6b82bd8f5cef tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Made reservation on behalf of 444f0c41e222427f8eef0c6446070be6 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:58.976614 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9d97a0fd-63ec-4923-9c36-6b82bd8f5cef tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:59.002542 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521dbb4-231d-4fc6-a161-6e8502096653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87912085-c61a-4a1d-9847-44c20a795e2a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:59.017018 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a521dbb4-231d-4fc6-a161-6e8502096653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:59.021119 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a521dbb4-231d-4fc6-a161-6e8502096653 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/87912085-c61a-4a1d-9847-44c20a795e2a HTTP/1.1" status: 204 len: 168 time: 0.6061153 Mar 09 03:57:59.033681 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-7985fb93-61e0-4080-b921-d8fe50700fdf tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Calling delete_port for 78336794-2ccc-4278-856e-0c89478cb5ac owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:57:59.038043 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d97a0fd-63ec-4923-9c36-6b82bd8f5cef tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:57:59.064629 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b4e13c1f-55e7-47da-83ed-1f65caee61ab None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:59.066170 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9d97a0fd-63ec-4923-9c36-6b82bd8f5cef tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:59.068195 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-9d97a0fd-63ec-4923-9c36-6b82bd8f5cef tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Added segment 14ce9ae6-45ec-448f-b25a-cc130e33f838 of type vlan for network bf674ff3-3445-42b7-9a1c-ab929765f744 Mar 09 03:57:59.084437 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b4e13c1f-55e7-47da-83ed-1f65caee61ab None None] Transition to ACTIVE for port object 90feda65-ee35-40dd-99d2-dede8e613241 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:57:59.119686 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b4e13c1f-55e7-47da-83ed-1f65caee61ab None None] Transition to ACTIVE for port object 90feda65-ee35-40dd-99d2-dede8e613241 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:57:59.134696 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b4e13c1f-55e7-47da-83ed-1f65caee61ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:59.135736 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-684821e3-34f3-4af1-be15-81bcd9290ef6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:59.144478 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-684821e3-34f3-4af1-be15-81bcd9290ef6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Usage tracker for resource:port and tenant:8d98afbc76a3441ab1cb90e168d30508 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:59.148713 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-684821e3-34f3-4af1-be15-81bcd9290ef6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:59.166607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-684821e3-34f3-4af1-be15-81bcd9290ef6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:59.167446 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9d97a0fd-63ec-4923-9c36-6b82bd8f5cef tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:59.183877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684821e3-34f3-4af1-be15-81bcd9290ef6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Made reservation on behalf of 8d98afbc76a3441ab1cb90e168d30508 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:57:59.188606 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-684821e3-34f3-4af1-be15-81bcd9290ef6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:59.225667 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c45c5-d725-4495-9a39-d5c686bdccff req-c8daede8-54a9-434e-987d-6cab944051cd tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:59.228735 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b6c45c5-d725-4495-9a39-d5c686bdccff req-c8daede8-54a9-434e-987d-6cab944051cd tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 0.1532052 Mar 09 03:57:59.278560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-684821e3-34f3-4af1-be15-81bcd9290ef6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] device_id is not set on port d2b74710-1fe3-40fa-8946-fcd382fe9c4b yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:57:59.300212 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9d97a0fd-63ec-4923-9c36-6b82bd8f5cef tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:59.306940 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d97a0fd-63ec-4923-9c36-6b82bd8f5cef tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:57:59.309968 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9d97a0fd-63ec-4923-9c36-6b82bd8f5cef tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:59.328239 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e13c1f-55e7-47da-83ed-1f65caee61ab None None] Pushing event updated for resources: {'Port': ['ID=90feda65-ee35-40dd-99d2-dede8e613241,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:59.343103 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e13c1f-55e7-47da-83ed-1f65caee61ab None None] Network 8c0d96c7-32df-47ea-bc02-05af2efd6c08 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:57:59.345994 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-b4e13c1f-55e7-47da-83ed-1f65caee61ab None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:57:59.349892 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e13c1f-55e7-47da-83ed-1f65caee61ab None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:57:59.413119 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b6c45c5-d725-4495-9a39-d5c686bdccff req-221c6845-3d77-4837-ad44-8dbb34949b86 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754751 Mar 09 03:57:59.460731 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7985fb93-61e0-4080-b921-d8fe50700fdf tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:59.559348 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b4e13c1f-55e7-47da-83ed-1f65caee61ab None None] Attempting to bind port 90feda65-ee35-40dd-99d2-dede8e613241 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:57:59.559771 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b4e13c1f-55e7-47da-83ed-1f65caee61ab None None] Attempting to bind port 90feda65-ee35-40dd-99d2-dede8e613241 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '49464ca4-14bd-4f05-8529-0c93f2df5da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8c0d96c7-32df-47ea-bc02-05af2efd6c08'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:57:59.562407 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e13c1f-55e7-47da-83ed-1f65caee61ab None None] Attempting to bind port 90feda65-ee35-40dd-99d2-dede8e613241 on network 8c0d96c7-32df-47ea-bc02-05af2efd6c08 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:57:59.574582 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45786) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:59.576456 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985fb93-61e0-4080-b921-d8fe50700fdf tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Port': ['ID=78336794-2ccc-4278-856e-0c89478cb5ac,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:59.580011 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e13c1f-55e7-47da-83ed-1f65caee61ab None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:57:59.580472 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e13c1f-55e7-47da-83ed-1f65caee61ab None None] Checking segment: {'id': '49464ca4-14bd-4f05-8529-0c93f2df5da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8c0d96c7-32df-47ea-bc02-05af2efd6c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:57:59.580954 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b4e13c1f-55e7-47da-83ed-1f65caee61ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:59.581698 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e13c1f-55e7-47da-83ed-1f65caee61ab None None] Bound using segment: {'id': '49464ca4-14bd-4f05-8529-0c93f2df5da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8c0d96c7-32df-47ea-bc02-05af2efd6c08'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:57:59.581856 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b4e13c1f-55e7-47da-83ed-1f65caee61ab None None] Bound port: 90feda65-ee35-40dd-99d2-dede8e613241, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49464ca4-14bd-4f05-8529-0c93f2df5da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8c0d96c7-32df-47ea-bc02-05af2efd6c08'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:57:59.582163 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b4e13c1f-55e7-47da-83ed-1f65caee61ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:59.680416 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-db2cb34d-0337-43b9-8fca-425fb69ac276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:59.710217 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7985fb93-61e0-4080-b921-d8fe50700fdf tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:59.717517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-684821e3-34f3-4af1-be15-81bcd9290ef6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Allocated IP 172.20.0.7 (8c0d96c7-32df-47ea-bc02-05af2efd6c08/098c224e-1919-44c2-a7c9-3f465246ed0d/d2b74710-1fe3-40fa-8946-fcd382fe9c4b) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:57:59.728011 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-db2cb34d-0337-43b9-8fca-425fb69ac276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:57:59.743088 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-db2cb34d-0337-43b9-8fca-425fb69ac276 admin admin] Usage tracker for resource:security_group_rule and tenant:cbd7dcd30a7542f4ad4d353b3c09fe50 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:57:59.753965 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-db2cb34d-0337-43b9-8fca-425fb69ac276 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:57:59.768165 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-b4e13c1f-55e7-47da-83ed-1f65caee61ab None None] For port 90feda65-ee35-40dd-99d2-dede8e613241, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:57:59.772552 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-b4e13c1f-55e7-47da-83ed-1f65caee61ab None None] For port 90feda65-ee35-40dd-99d2-dede8e613241, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=90feda65-ee35-40dd-99d2-dede8e613241,segment=NetworkSegment(49464ca4-14bd-4f05-8529-0c93f2df5da1),segment_id=49464ca4-14bd-4f05-8529-0c93f2df5da1)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:57:59.781953 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b4e13c1f-55e7-47da-83ed-1f65caee61ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:57:59.788065 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-db2cb34d-0337-43b9-8fca-425fb69ac276 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:57:59.818950 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7985fb93-61e0-4080-b921-d8fe50700fdf tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/ports/78336794-2ccc-4278-856e-0c89478cb5ac HTTP/1.1" status: 204 len: 168 time: 2.0845447 Mar 09 03:57:59.825952 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45794) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:59.858966 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9d97a0fd-63ec-4923-9c36-6b82bd8f5cef tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9822245 Mar 09 03:57:59.866554 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45798) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:57:59.873867 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-769da1c9-9e81-4252-8c63-2ae2e1af8cac tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Request body: {'subnet': {'network_id': 'bf674ff3-3445-42b7-9a1c-ab929765f744', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:57:59.942938 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-6734e781-5519-4818-9113-7a94b3b7ab7a tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] GET failed (client error): The resource could not be found. Mar 09 03:57:59.943428 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6734e781-5519-4818-9113-7a94b3b7ab7a tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Synchronizing usage tracker for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:57:59.977920 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97a0fd-63ec-4923-9c36-6b82bd8f5cef tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'Network': ['ID=bf674ff3-3445-42b7-9a1c-ab929765f744,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:57:59.988887 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e13c1f-55e7-47da-83ed-1f65caee61ab None None] Pushing event updated for resources: {'Port': ['ID=90feda65-ee35-40dd-99d2-dede8e613241,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:00.000027 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network bf674ff3-3445-42b7-9a1c-ab929765f744 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:58:00.138417 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-769da1c9-9e81-4252-8c63-2ae2e1af8cac tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:00.176487 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-769da1c9-9e81-4252-8c63-2ae2e1af8cac tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:00.186968 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fb8e6-d615-4bc4-b456-fd53bb7c3e01 req-ef80c6b9-bfb4-4d77-87d8-c61d27ec3596 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:00.188421 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-666fb8e6-d615-4bc4-b456-fd53bb7c3e01 req-ef80c6b9-bfb4-4d77-87d8-c61d27ec3596 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 0.3869708 Mar 09 03:58:00.201312 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769da1c9-9e81-4252-8c63-2ae2e1af8cac tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Made reservation on behalf of 444f0c41e222427f8eef0c6446070be6 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:58:00.205920 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-769da1c9-9e81-4252-8c63-2ae2e1af8cac tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:00.219311 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6734e781-5519-4818-9113-7a94b3b7ab7a tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Unset dirty status for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:58:00.224004 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6734e781-5519-4818-9113-7a94b3b7ab7a tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "GET /v2.0/ports/78336794-2ccc-4278-856e-0c89478cb5ac HTTP/1.1" status: 404 len: 333 time: 0.3970113 Mar 09 03:58:00.224865 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45802) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:00.308206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e8d10-ffb6-4997-a303-e05ff00de24a req-c1427d25-cec0-4741-9803-dbbc64fca229 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:00.309734 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-997e8d10-ffb6-4997-a303-e05ff00de24a req-c1427d25-cec0-4741-9803-dbbc64fca229 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.3547955 Mar 09 03:58:00.366193 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.ipam_backend_mixin [None req-769da1c9-9e81-4252-8c63-2ae2e1af8cac tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Performing IP validity checks on allocation pools {{(pid=87881) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 09 03:58:00.366715 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.ipam_backend_mixin [None req-769da1c9-9e81-4252-8c63-2ae2e1af8cac tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87881) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 09 03:58:00.383032 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-666fb8e6-d615-4bc4-b456-fd53bb7c3e01 req-20f90292-7990-4940-b528-61d3a2229988 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596904 Mar 09 03:58:00.673836 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-a996dc44-adf5-44ce-a054-5626a7e9bfde tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port 6be68a12-6bc6-4467-8a77-44d750b365b4 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:00.674173 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a996dc44-adf5-44ce-a054-5626a7e9bfde tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:00.683778 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-769da1c9-9e81-4252-8c63-2ae2e1af8cac tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:00.737598 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9726af-a3a0-4459-a018-63596ff7400a req-d453f48a-0c59-45b4-97fa-c2c86251198f tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:00.738652 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd9726af-a3a0-4459-a018-63596ff7400a req-d453f48a-0c59-45b4-97fa-c2c86251198f tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 0.1936493 Mar 09 03:58:00.774184 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-997e8d10-ffb6-4997-a303-e05ff00de24a req-4973eee3-d1ef-4b5b-a13c-0446d1fbe23f tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180614 Mar 09 03:58:00.814780 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-684821e3-34f3-4af1-be15-81bcd9290ef6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:00.831145 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769da1c9-9e81-4252-8c63-2ae2e1af8cac tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'Subnet': ['ID=56f5105e-de5c-4626-8710-38135d3f53b7,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:00.839009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-684821e3-34f3-4af1-be15-81bcd9290ef6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Transition to ACTIVE for port object d2b74710-1fe3-40fa-8946-fcd382fe9c4b will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:58:00.847995 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd9726af-a3a0-4459-a018-63596ff7400a req-37e24c42-58f0-41d8-8d03-f156a76f6fa7 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982819 Mar 09 03:58:00.870403 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769da1c9-9e81-4252-8c63-2ae2e1af8cac tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Checking segment: {'id': '14ce9ae6-45ec-448f-b25a-cc130e33f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bf674ff3-3445-42b7-9a1c-ab929765f744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:58:00.871448 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769da1c9-9e81-4252-8c63-2ae2e1af8cac tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Network hostable DHCP agents. Network: bf674ff3-3445-42b7-9a1c-ab929765f744, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:58:00.888393 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-db2cb34d-0337-43b9-8fca-425fb69ac276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:00.913383 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769da1c9-9e81-4252-8c63-2ae2e1af8cac tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Network bf674ff3-3445-42b7-9a1c-ab929765f744 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:58:00.936338 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-769da1c9-9e81-4252-8c63-2ae2e1af8cac tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, bf674ff3-3445-42b7-9a1c-ab929765f744) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:58:00.945156 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b8f026-ae87-429c-871a-5b52678d02fe None None] Network bf674ff3-3445-42b7-9a1c-ab929765f744 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:58:00.952157 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769da1c9-9e81-4252-8c63-2ae2e1af8cac tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:00.952774 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-769da1c9-9e81-4252-8c63-2ae2e1af8cac tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:01.049586 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-769da1c9-9e81-4252-8c63-2ae2e1af8cac tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1806238 Mar 09 03:58:01.052138 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45814) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:01.088454 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-d322e68e-43ee-4ae6-aed9-6a5f425f9315 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:01.263038 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-684821e3-34f3-4af1-be15-81bcd9290ef6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:01.271285 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-db2cb34d-0337-43b9-8fca-425fb69ac276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:01.293074 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 90feda65-ee35-40dd-99d2-dede8e613241 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:58:01.348719 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-db2cb34d-0337-43b9-8fca-425fb69ac276 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cbd7dcd30a7542f4ad4d353b3c09fe50&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7695127 Mar 09 03:58:01.377238 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45824) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:01.425520 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684821e3-34f3-4af1-be15-81bcd9290ef6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network 8c0d96c7-32df-47ea-bc02-05af2efd6c08 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:58:01.497475 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-684821e3-34f3-4af1-be15-81bcd9290ef6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:58:01.510669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684821e3-34f3-4af1-be15-81bcd9290ef6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:58:01.533154 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3a877082-3464-4c54-9f13-4fc07fa2d8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:01.584188 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d322e68e-43ee-4ae6-aed9-6a5f425f9315 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1972688'] for subnet, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:01.619124 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684821e3-34f3-4af1-be15-81bcd9290ef6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Port': ['ID=d2b74710-1fe3-40fa-8946-fcd382fe9c4b,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:01.621963 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cb34d-0337-43b9-8fca-425fb69ac276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e9c2f8-5ecc-4ff6-b5c4-6a92f6627229,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:01.634487 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9f345d-59b5-480b-b296-00388f124379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-bf674ff3-3445-42b7-9a1c-ab929765f744', 'network_id': 'bf674ff3-3445-42b7-9a1c-ab929765f744', 'tenant_id': '444f0c41e222427f8eef0c6446070be6', 'fixed_ips': [{'subnet_id': '56f5105e-de5c-4626-8710-38135d3f53b7'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:58:01.635189 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2b9f345d-59b5-480b-b296-00388f124379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:01.642822 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3372fa-3292-409d-9940-5db9397f725f req-82a37d59-4b5e-4ed8-8213-1cfc8551f779 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:01.650926 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-df3372fa-3292-409d-9940-5db9397f725f req-82a37d59-4b5e-4ed8-8213-1cfc8551f779 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 0.3680084 Mar 09 03:58:01.656597 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 90feda65-ee35-40dd-99d2-dede8e613241 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:58:01.667397 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a996dc44-adf5-44ce-a054-5626a7e9bfde tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:01.713067 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684821e3-34f3-4af1-be15-81bcd9290ef6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:01.713764 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-684821e3-34f3-4af1-be15-81bcd9290ef6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:01.727715 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4583a171-03b4-4877-9e02-e3373ceb2ab9 None None] Network 8c0d96c7-32df-47ea-bc02-05af2efd6c08 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:58:01.803359 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-55558c5b-0178-4471-a825-90fc7321e0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:01.879633 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-684821e3-34f3-4af1-be15-81bcd9290ef6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.4473183 Mar 09 03:58:01.888089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-a996dc44-adf5-44ce-a054-5626a7e9bfde tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Calling delete_port for 6be68a12-6bc6-4467-8a77-44d750b365b4 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:58:01.920412 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45832) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:01.984484 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-df3372fa-3292-409d-9940-5db9397f725f req-952a6ce5-5d33-44cd-b3e0-46b57d4868a2 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326750 Mar 09 03:58:02.094318 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-da3a87d1-3c11-4628-a28c-d6eaba2edee5 None None] Provisioning for port 90feda65-ee35-40dd-99d2-dede8e613241 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:58:02.129401 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-55558c5b-0178-4471-a825-90fc7321e0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:02.161960 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:02.182679 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-da3a87d1-3c11-4628-a28c-d6eaba2edee5 None None] Provisioning complete for port 90feda65-ee35-40dd-99d2-dede8e613241 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:02.183441 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-da3a87d1-3c11-4628-a28c-d6eaba2edee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:02.226917 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:02.279399 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d322e68e-43ee-4ae6-aed9-6a5f425f9315 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730634455031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2063104'] for subnet, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:02.381013 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322e68e-43ee-4ae6-aed9-6a5f425f9315 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event updated for resources: {'Subnet': ['ID=56f5105e-de5c-4626-8710-38135d3f53b7,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:02.409934 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d322e68e-43ee-4ae6-aed9-6a5f425f9315 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:02.411239 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d322e68e-43ee-4ae6-aed9-6a5f425f9315 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:02.413257 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d322e68e-43ee-4ae6-aed9-6a5f425f9315 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "PUT /v2.0/subnets/56f5105e-de5c-4626-8710-38135d3f53b7 HTTP/1.1" status: 200 len: 877 time: 1.3600078 Mar 09 03:58:02.415996 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45838) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:02.471892 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-da3a87d1-3c11-4628-a28c-d6eaba2edee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:02.485878 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-2b9f345d-59b5-480b-b296-00388f124379 None None] Allocated IP 172.20.0.3 (bf674ff3-3445-42b7-9a1c-ab929765f744/56f5105e-de5c-4626-8710-38135d3f53b7/1240bdd3-c592-41ad-9f55-5fc7d2e98106) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:58:02.557934 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-da3a87d1-3c11-4628-a28c-d6eaba2edee5 None None] For port 90feda65-ee35-40dd-99d2-dede8e613241, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=90feda65-ee35-40dd-99d2-dede8e613241,segment=NetworkSegment(49464ca4-14bd-4f05-8529-0c93f2df5da1),segment_id=49464ca4-14bd-4f05-8529-0c93f2df5da1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:02.622139 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-da3a87d1-3c11-4628-a28c-d6eaba2edee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:02.715642 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-55558c5b-0178-4471-a825-90fc7321e0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:02.787875 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:02.805521 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a87d1-3c11-4628-a28c-d6eaba2edee5 None None] Pushing event updated for resources: {'Port': ['ID=90feda65-ee35-40dd-99d2-dede8e613241,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:02.904691 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:02.933041 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9a18c30f-95d0-4410-96b9-9546bd11082d None None] Provisioning complete for port 90feda65-ee35-40dd-99d2-dede8e613241 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:02.933491 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9a18c30f-95d0-4410-96b9-9546bd11082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:02.973323 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 90feda65-ee35-40dd-99d2-dede8e613241 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:58:03.111323 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2b9f345d-59b5-480b-b296-00388f124379 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:03.148644 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2b9f345d-59b5-480b-b296-00388f124379 None None] Transition to ACTIVE for port object 1240bdd3-c592-41ad-9f55-5fc7d2e98106 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:58:03.169092 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55558c5b-0178-4471-a825-90fc7321e0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e9c2f8-5ecc-4ff6-b5c4-6a92f6627229,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:03.229874 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a996dc44-adf5-44ce-a054-5626a7e9bfde tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:03.234531 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-55558c5b-0178-4471-a825-90fc7321e0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:03.235575 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2b9f345d-59b5-480b-b296-00388f124379 None None] Transition to ACTIVE for port object 1240bdd3-c592-41ad-9f55-5fc7d2e98106 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:58:03.235777 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-55558c5b-0178-4471-a825-90fc7321e0c1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0e9c2f8-5ecc-4ff6-b5c4-6a92f6627229 HTTP/1.1" status: 204 len: 168 time: 1.8295515 Mar 09 03:58:03.258840 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2b9f345d-59b5-480b-b296-00388f124379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:03.280160 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:03.356908 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9f345d-59b5-480b-b296-00388f124379 None None] Network bf674ff3-3445-42b7-9a1c-ab929765f744 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:58:03.366622 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f345d-59b5-480b-b296-00388f124379 None None] Pushing event updated for resources: {'Port': ['ID=1240bdd3-c592-41ad-9f55-5fc7d2e98106,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:03.366835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996dc44-adf5-44ce-a054-5626a7e9bfde tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Port': ['ID=6be68a12-6bc6-4467-8a77-44d750b365b4,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:03.379675 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f1e1b-d326-462b-9f54-1d363fff18f5 req-d78b3f74-41ce-4ebb-88c6-7d23ed101c2a tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:03.379827 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-2b9f345d-59b5-480b-b296-00388f124379 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:58:03.389287 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-824f1e1b-d326-462b-9f54-1d363fff18f5 req-d78b3f74-41ce-4ebb-88c6-7d23ed101c2a tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 1.1360946 Mar 09 03:58:03.401837 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9f345d-59b5-480b-b296-00388f124379 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:58:03.403784 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 90feda65-ee35-40dd-99d2-dede8e613241 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:03.404141 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:03.438193 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Subnet': ['ID=56f5105e-de5c-4626-8710-38135d3f53b7,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:03.479467 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a996dc44-adf5-44ce-a054-5626a7e9bfde tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:03.482925 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a996dc44-adf5-44ce-a054-5626a7e9bfde tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/ports/6be68a12-6bc6-4467-8a77-44d750b365b4 HTTP/1.1" status: 204 len: 168 time: 3.2446666 Mar 09 03:58:03.495484 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45848) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:03.619850 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:03.649341 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9a18c30f-95d0-4410-96b9-9546bd11082d None None] Provisioning for port d2b74710-1fe3-40fa-8946-fcd382fe9c4b completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:58:03.662818 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:03.667146 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-824f1e1b-d326-462b-9f54-1d363fff18f5 req-29df89d5-c32c-4177-942d-89a41256badf tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768595 Mar 09 03:58:03.669349 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9a18c30f-95d0-4410-96b9-9546bd11082d None None] Provisioning complete for port d2b74710-1fe3-40fa-8946-fcd382fe9c4b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:03.669716 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9a18c30f-95d0-4410-96b9-9546bd11082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:03.691040 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf674ff3-3445-42b7-9a1c-ab929765f744']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:03.700870 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-e532d57b-7efd-48d2-8407-0ed4f8d62ea7 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] GET failed (client error): The resource could not be found. Mar 09 03:58:03.701412 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e532d57b-7efd-48d2-8407-0ed4f8d62ea7 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Synchronizing usage tracker for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:58:03.719413 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ce9ae6-45ec-448f-b25a-cc130e33f838') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:03.720167 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6840bff4-394e-4c02-a35e-dc36e06e5990 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:03.721775 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ce9ae6-45ec-448f-b25a-cc130e33f838') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:03.737604 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:03.784533 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:03.789487 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e532d57b-7efd-48d2-8407-0ed4f8d62ea7 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Unset dirty status for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:58:03.790933 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e532d57b-7efd-48d2-8407-0ed4f8d62ea7 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "GET /v2.0/ports/6be68a12-6bc6-4467-8a77-44d750b365b4 HTTP/1.1" status: 404 len: 333 time: 0.2943482 Mar 09 03:58:03.797574 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45860) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:03.811066 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:58:03.811858 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:04.142455 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-9a18c30f-95d0-4410-96b9-9546bd11082d None None] Port d2b74710-1fe3-40fa-8946-fcd382fe9c4b cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:58:04.177989 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-2b9f345d-59b5-480b-b296-00388f124379 None None] Attempting to bind port 1240bdd3-c592-41ad-9f55-5fc7d2e98106 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:58:04.179728 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-2b9f345d-59b5-480b-b296-00388f124379 None None] Attempting to bind port 1240bdd3-c592-41ad-9f55-5fc7d2e98106 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '14ce9ae6-45ec-448f-b25a-cc130e33f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bf674ff3-3445-42b7-9a1c-ab929765f744'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:58:04.180916 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9f345d-59b5-480b-b296-00388f124379 None None] Attempting to bind port 1240bdd3-c592-41ad-9f55-5fc7d2e98106 on network bf674ff3-3445-42b7-9a1c-ab929765f744 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:58:04.193696 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:58:04.208884 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9f345d-59b5-480b-b296-00388f124379 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:58:04.209283 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9f345d-59b5-480b-b296-00388f124379 None None] Checking segment: {'id': '14ce9ae6-45ec-448f-b25a-cc130e33f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bf674ff3-3445-42b7-9a1c-ab929765f744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:58:04.209570 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2b9f345d-59b5-480b-b296-00388f124379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:04.209958 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9f345d-59b5-480b-b296-00388f124379 None None] Bound using segment: {'id': '14ce9ae6-45ec-448f-b25a-cc130e33f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bf674ff3-3445-42b7-9a1c-ab929765f744'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:58:04.210410 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-2b9f345d-59b5-480b-b296-00388f124379 None None] Bound port: 1240bdd3-c592-41ad-9f55-5fc7d2e98106, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ce9ae6-45ec-448f-b25a-cc130e33f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bf674ff3-3445-42b7-9a1c-ab929765f744'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:58:04.212273 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2b9f345d-59b5-480b-b296-00388f124379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:04.238078 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:04.283449 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41b2b91-a45a-4ab2-8828-b996d5ad2406 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting subnet c923c337-e342-4361-b622-e03a29ad4851 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:58:04.299041 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d41b2b91-a45a-4ab2-8828-b996d5ad2406 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:04.387000 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-2b9f345d-59b5-480b-b296-00388f124379 None None] For port 1240bdd3-c592-41ad-9f55-5fc7d2e98106, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:58:04.391020 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-2b9f345d-59b5-480b-b296-00388f124379 None None] For port 1240bdd3-c592-41ad-9f55-5fc7d2e98106, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1240bdd3-c592-41ad-9f55-5fc7d2e98106,segment=NetworkSegment(14ce9ae6-45ec-448f-b25a-cc130e33f838),segment_id=14ce9ae6-45ec-448f-b25a-cc130e33f838)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:58:04.394195 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.api [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 03:58:04.394195 n-d-825178-5 neutron-server[87881]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 03:58:04.394195 n-d-825178-5 neutron-server[87881]: [parameters: {'id': 'bf674ff3-3445-42b7-9a1c-ab929765f744'}] Mar 09 03:58:04.394195 n-d-825178-5 neutron-server[87881]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:58:04.395131 n-d-825178-5 neutron-server[87881]: DEBUG oslo_db.api [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:58:04.401963 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2b9f345d-59b5-480b-b296-00388f124379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:04.443678 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce910f0e-8c5b-46de-a2b3-6536796a42cf req-b2db2880-afba-4818-ba3a-4fb0563d84af tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:04.445525 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ce910f0e-8c5b-46de-a2b3-6536796a42cf req-b2db2880-afba-4818-ba3a-4fb0563d84af tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.1493521 Mar 09 03:58:04.447533 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91fd51a4-9bdd-4164-8730-74170e6255e2 None None] Provisioning complete for port d2b74710-1fe3-40fa-8946-fcd382fe9c4b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:04.448714 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91fd51a4-9bdd-4164-8730-74170e6255e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:04.508581 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ce910f0e-8c5b-46de-a2b3-6536796a42cf req-42d132bc-1250-4a84-98d8-318e1807cffe tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571082 Mar 09 03:58:04.548396 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d41b2b91-a45a-4ab2-8828-b996d5ad2406 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:04.584403 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45886) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:04.679153 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91fd51a4-9bdd-4164-8730-74170e6255e2 None None] Port d2b74710-1fe3-40fa-8946-fcd382fe9c4b cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:58:04.709563 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f345d-59b5-480b-b296-00388f124379 None None] Pushing event updated for resources: {'Port': ['ID=1240bdd3-c592-41ad-9f55-5fc7d2e98106,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:04.735828 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-7b8c3cee-e367-478f-bc3c-fa7dd8e6b185 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-529854094-network', 'tenant_id': 'cc718390bdc54645b3e22c1c8ceaa511'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:04.742214 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7b8c3cee-e367-478f-bc3c-fa7dd8e6b185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:04.742381 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89da3f3b-a55f-4ac0-864b-681b0481b556 None None] Network bf674ff3-3445-42b7-9a1c-ab929765f744 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:58:04.747740 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7b8c3cee-e367-478f-bc3c-fa7dd8e6b185 admin admin] Usage tracker for resource:network and tenant:cc718390bdc54645b3e22c1c8ceaa511 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:04.750578 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7b8c3cee-e367-478f-bc3c-fa7dd8e6b185 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:04.759655 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7b8c3cee-e367-478f-bc3c-fa7dd8e6b185 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:04.769078 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7fdb8-ec64-42c4-ad1b-0dfa261a02ed req-e5a01381-bfa9-4aac-92ad-a89a10120869 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:04.772062 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1ae7fdb8-ec64-42c4-ad1b-0dfa261a02ed req-e5a01381-bfa9-4aac-92ad-a89a10120869 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 0.8109448 Mar 09 03:58:04.781679 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8c3cee-e367-478f-bc3c-fa7dd8e6b185 admin admin] Made reservation on behalf of cc718390bdc54645b3e22c1c8ceaa511 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:58:04.785246 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7b8c3cee-e367-478f-bc3c-fa7dd8e6b185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:04.804499 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7b8c3cee-e367-478f-bc3c-fa7dd8e6b185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:04.827056 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7b8c3cee-e367-478f-bc3c-fa7dd8e6b185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:04.833935 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7b8c3cee-e367-478f-bc3c-fa7dd8e6b185 admin admin] Usage tracker for resource:security_group_rule and tenant:cc718390bdc54645b3e22c1c8ceaa511 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:04.840418 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7b8c3cee-e367-478f-bc3c-fa7dd8e6b185 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:04.868725 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7b8c3cee-e367-478f-bc3c-fa7dd8e6b185 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:04.884992 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1ae7fdb8-ec64-42c4-ad1b-0dfa261a02ed req-f1dfce0c-6ccd-4223-b009-be9ae65580e8 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991945 Mar 09 03:58:04.905070 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d41b2b91-a45a-4ab2-8828-b996d5ad2406 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:04.988843 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6840bff4-394e-4c02-a35e-dc36e06e5990 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:04.997896 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6840bff4-394e-4c02-a35e-dc36e06e5990 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:05.071465 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:05.155840 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d41b2b91-a45a-4ab2-8828-b996d5ad2406 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:05.164631 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Deleting port 1240bdd3-c592-41ad-9f55-5fc7d2e98106 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:05.164972 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:05.165101 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840bff4-394e-4c02-a35e-dc36e06e5990 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Port': ['ID=d2b74710-1fe3-40fa-8946-fcd382fe9c4b,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:05.172583 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b98127f-29ab-452b-b231-4419e2278eaa None None] Network bf674ff3-3445-42b7-9a1c-ab929765f744 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:58:05.232749 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d41b2b91-a45a-4ab2-8828-b996d5ad2406 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:05.246396 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7b8c3cee-e367-478f-bc3c-fa7dd8e6b185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:05.255301 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7b8c3cee-e367-478f-bc3c-fa7dd8e6b185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:05.429529 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8c3cee-e367-478f-bc3c-fa7dd8e6b185 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:58:05.435176 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b2b91-a45a-4ab2-8828-b996d5ad2406 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Subnet': ['ID=c923c337-e342-4361-b622-e03a29ad4851,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:05.483921 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7b8c3cee-e367-478f-bc3c-fa7dd8e6b185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:05.484493 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-7b8c3cee-e367-478f-bc3c-fa7dd8e6b185 admin admin] Added segment d4d57704-f74f-4c24-967a-c00def0025d9 of type vlan for network 2e273254-95e6-4f35-80d2-d236af187d8f Mar 09 03:58:05.485878 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c3cee-e367-478f-bc3c-fa7dd8e6b185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a89766e-c082-49cc-904e-53433c023c31,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:05.521750 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0205e4e8-fbe0-413c-9e3d-b9f80a0643d7 None None] Network 5c35b5eb-6f2e-41ad-925e-4c0f75f809bc requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:58:05.525206 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d41b2b91-a45a-4ab2-8828-b996d5ad2406 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/subnets/c923c337-e342-4361-b622-e03a29ad4851 HTTP/1.1" status: 204 len: 168 time: 1.7244015 Mar 09 03:58:05.566346 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45904) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:05.605841 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7b8c3cee-e367-478f-bc3c-fa7dd8e6b185 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:05.652105 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] For port 1240bdd3-c592-41ad-9f55-5fc7d2e98106, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1240bdd3-c592-41ad-9f55-5fc7d2e98106,segment=NetworkSegment(14ce9ae6-45ec-448f-b25a-cc130e33f838),segment_id=14ce9ae6-45ec-448f-b25a-cc130e33f838)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:05.652637 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:05.746329 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-89f53e88-ed8a-4bd8-9fe0-a9c546cfcce8 None None] Provisioning complete for port d2b74710-1fe3-40fa-8946-fcd382fe9c4b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:05.746836 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-89f53e88-ed8a-4bd8-9fe0-a9c546cfcce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:05.861080 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Calling delete_port for 1240bdd3-c592-41ad-9f55-5fc7d2e98106 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:58:05.975800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfcfdc1-0388-4f6e-ac2a-4ba067cc60a1 req-7a09815c-bb1d-431d-965c-d320ef056462 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:05.977124 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1dfcfdc1-0388-4f6e-ac2a-4ba067cc60a1 req-7a09815c-bb1d-431d-965c-d320ef056462 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 0.7704234 Mar 09 03:58:05.980582 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5c837416-16b0-4b61-b55a-59bc7fda1049 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:05.988489 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6840bff4-394e-4c02-a35e-dc36e06e5990 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:06.023581 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-89f53e88-ed8a-4bd8-9fe0-a9c546cfcce8 None None] Port d2b74710-1fe3-40fa-8946-fcd382fe9c4b cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:58:06.044396 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7b8c3cee-e367-478f-bc3c-fa7dd8e6b185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:06.045414 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8c3cee-e367-478f-bc3c-fa7dd8e6b185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:06.049507 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7b8c3cee-e367-478f-bc3c-fa7dd8e6b185 admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:06.099608 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:06.106409 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-5c837416-16b0-4b61-b55a-59bc7fda1049 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port 5aa1db0a-eb3d-413f-a162-0e32d913ef0d {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:06.106607 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5c837416-16b0-4b61-b55a-59bc7fda1049 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:06.139899 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba08988-453a-4924-9563-b732e8ba278e None None] DHCP port deletion for 5c35b5eb-6f2e-41ad-925e-4c0f75f809bc request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:58:06.146909 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-5ba08988-453a-4924-9563-b732e8ba278e None None] Deleting port 5aa1db0a-eb3d-413f-a162-0e32d913ef0d {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:06.147781 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5ba08988-453a-4924-9563-b732e8ba278e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:06.198073 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Port': ['ID=1240bdd3-c592-41ad-9f55-5fc7d2e98106,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:06.202129 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] No DVR routers for this DVR port 1240bdd3-c592-41ad-9f55-5fc7d2e98106 on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:58:06.207308 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1dfcfdc1-0388-4f6e-ac2a-4ba067cc60a1 req-6cbf99fa-025e-422a-8ea2-daba0589c3ec tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189455 Mar 09 03:58:06.439106 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c3cee-e367-478f-bc3c-fa7dd8e6b185 admin admin] Pushing event updated for resources: {'Network': ['ID=2e273254-95e6-4f35-80d2-d236af187d8f,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:06.451834 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7b8c3cee-e367-478f-bc3c-fa7dd8e6b185 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8661695 Mar 09 03:58:06.458253 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 2e273254-95e6-4f35-80d2-d236af187d8f details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:58:06.459742 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45916) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:06.515966 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-5ba08988-453a-4924-9563-b732e8ba278e None None] For port 5aa1db0a-eb3d-413f-a162-0e32d913ef0d, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5aa1db0a-eb3d-413f-a162-0e32d913ef0d,segment=NetworkSegment(dd4c21c9-9825-42bc-b9bb-4bb2c0a2ae15),segment_id=dd4c21c9-9825-42bc-b9bb-4bb2c0a2ae15)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:06.516821 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5ba08988-453a-4924-9563-b732e8ba278e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:06.518075 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6840bff4-394e-4c02-a35e-dc36e06e5990 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:06.568606 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f7b42bda-e16d-4292-8705-295f8a8f1626 admin admin] Request body: {'subnet': {'network_id': '2e273254-95e6-4f35-80d2-d236af187d8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-529854094-subnet', 'tenant_id': 'cc718390bdc54645b3e22c1c8ceaa511', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:06.579657 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f7b42bda-e16d-4292-8705-295f8a8f1626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:06.590946 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:06.607325 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f7b42bda-e16d-4292-8705-295f8a8f1626 admin admin] Usage tracker for resource:subnet and tenant:cc718390bdc54645b3e22c1c8ceaa511 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:06.644345 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f7b42bda-e16d-4292-8705-295f8a8f1626 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:06.683508 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f7b42bda-e16d-4292-8705-295f8a8f1626 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:06.691297 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf674ff3-3445-42b7-9a1c-ab929765f744']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:06.722031 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ce9ae6-45ec-448f-b25a-cc130e33f838') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:06.722699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ce9ae6-45ec-448f-b25a-cc130e33f838') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:06.735192 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b42bda-e16d-4292-8705-295f8a8f1626 admin admin] Made reservation on behalf of cc718390bdc54645b3e22c1c8ceaa511 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:58:06.747840 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7b42bda-e16d-4292-8705-295f8a8f1626 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:06.784563 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:06.852221 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-5c837416-16b0-4b61-b55a-59bc7fda1049 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] For port 5aa1db0a-eb3d-413f-a162-0e32d913ef0d, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5aa1db0a-eb3d-413f-a162-0e32d913ef0d,segment=NetworkSegment(dd4c21c9-9825-42bc-b9bb-4bb2c0a2ae15),segment_id=dd4c21c9-9825-42bc-b9bb-4bb2c0a2ae15)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:06.852587 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5c837416-16b0-4b61-b55a-59bc7fda1049 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:06.869372 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:06.879876 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f481c-7a3c-4fbd-a00a-97a6250e1a28 req-06dab40d-f35a-4ccf-a1e2-dc3577dfb585 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:06.885118 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:58:06.885821 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:06.890190 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c41f481c-7a3c-4fbd-a00a-97a6250e1a28 req-06dab40d-f35a-4ccf-a1e2-dc3577dfb585 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 0.4592569 Mar 09 03:58:06.897433 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-5ba08988-453a-4924-9563-b732e8ba278e None None] Calling delete_port for 5aa1db0a-eb3d-413f-a162-0e32d913ef0d owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:58:06.903400 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:58:06.998228 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:07.011501 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:07.051518 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Network': ['ID=bf674ff3-3445-42b7-9a1c-ab929765f744,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:07.066437 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-405564b0-4e6e-45a8-b5d2-1a4105ef5a08 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/networks/bf674ff3-3445-42b7-9a1c-ab929765f744 HTTP/1.1" status: 204 len: 168 time: 4.6463909 Mar 09 03:58:07.068325 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45922) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:07.088250 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5aa1db0a-eb3d-413f-a162-0e32d913ef0d no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:58:07.165876 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-d302c8c0-9606-48d5-b824-a78fcca1a83f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] DELETE failed (client error): The resource could not be found. Mar 09 03:58:07.167144 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d302c8c0-9606-48d5-b824-a78fcca1a83f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:58:07.169807 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-5c837416-16b0-4b61-b55a-59bc7fda1049 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Calling delete_port for 5aa1db0a-eb3d-413f-a162-0e32d913ef0d owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:58:07.174165 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d302c8c0-9606-48d5-b824-a78fcca1a83f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/subnets/56f5105e-de5c-4626-8710-38135d3f53b7 HTTP/1.1" status: 404 len: 337 time: 0.1024859 Mar 09 03:58:07.177656 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45926) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:07.274915 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c41f481c-7a3c-4fbd-a00a-97a6250e1a28 req-75e7c045-fd3f-4112-b225-7081c24317f2 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531071 Mar 09 03:58:07.324760 n-d-825178-5 neutron-server[87882]: INFO neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No ports have port_id starting with 5aa1db0a-eb3d-413f-a162-0e32d913ef0d Mar 09 03:58:07.327487 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5ba08988-453a-4924-9563-b732e8ba278e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:07.370421 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-868bed73-7735-4fea-a657-fe41a35069b3 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] DELETE failed (client error): The resource could not be found. Mar 09 03:58:07.371519 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-868bed73-7735-4fea-a657-fe41a35069b3 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:58:07.373463 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-868bed73-7735-4fea-a657-fe41a35069b3 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/networks/bf674ff3-3445-42b7-9a1c-ab929765f744 HTTP/1.1" status: 404 len: 339 time: 0.1937721 Mar 09 03:58:07.378604 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45932) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:07.418273 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba08988-453a-4924-9563-b732e8ba278e None None] Pushing event deleted for resources: {'Port': ['ID=5aa1db0a-eb3d-413f-a162-0e32d913ef0d,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:07.422634 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba08988-453a-4924-9563-b732e8ba278e None None] No DVR routers for this DVR port 5aa1db0a-eb3d-413f-a162-0e32d913ef0d on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:58:07.446315 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [None req-5c837416-16b0-4b61-b55a-59bc7fda1049 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:58:07.446646 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [None req-5c837416-16b0-4b61-b55a-59bc7fda1049 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:58:07.501048 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5438daef-c9a5-4d83-bd22-a774aec10939 None None] get_active_networks_info from n-d-825178-5 {{(pid=87882) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 03:58:07.596240 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6840bff4-394e-4c02-a35e-dc36e06e5990 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:07.702515 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6840bff4-394e-4c02-a35e-dc36e06e5990 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:07.764545 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-34634945-1a72-4bee-8b01-f8c89e6e5a80 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] DELETE failed (client error): The resource could not be found. Mar 09 03:58:07.765104 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34634945-1a72-4bee-8b01-f8c89e6e5a80 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:58:07.769731 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-34634945-1a72-4bee-8b01-f8c89e6e5a80 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/subnets/555f25bb-99ed-4bfd-9a59-dae2b52aab43 HTTP/1.1" status: 404 len: 337 time: 0.3898289 Mar 09 03:58:07.770590 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5438daef-c9a5-4d83-bd22-a774aec10939 None None] Resources bound (agent type, host, resource id): {{(pid=87882) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 03:58:07.770732 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45940) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:07.832037 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f06da15-68e7-420d-ae72-039a2cbc49f5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] DELETE failed (client error): The resource could not be found. Mar 09 03:58:07.832504 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f06da15-68e7-420d-ae72-039a2cbc49f5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:58:07.835313 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7f06da15-68e7-420d-ae72-039a2cbc49f5 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/networks/bc8f763c-d6cd-44fd-ae17-8a3189da8159 HTTP/1.1" status: 404 len: 339 time: 0.0602157 Mar 09 03:58:07.841779 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45944) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:07.884751 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7b42bda-e16d-4292-8705-295f8a8f1626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:07.969080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-5c837416-16b0-4b61-b55a-59bc7fda1049 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port 5aa1db0a-eb3d-413f-a162-0e32d913ef0d {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:07.969422 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5c837416-16b0-4b61-b55a-59bc7fda1049 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:08.006464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840bff4-394e-4c02-a35e-dc36e06e5990 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Port': ['ID=d2b74710-1fe3-40fa-8946-fcd382fe9c4b,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:08.039269 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b42bda-e16d-4292-8705-295f8a8f1626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47c97608-1b0e-4eba-bfbf-a7dac47ee4b1,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:08.069219 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-5c837416-16b0-4b61-b55a-59bc7fda1049 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] The port '5aa1db0a-eb3d-413f-a162-0e32d913ef0d' was deleted {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:58:08.089566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b42bda-e16d-4292-8705-295f8a8f1626 admin admin] Checking segment: {'id': 'd4d57704-f74f-4c24-967a-c00def0025d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2e273254-95e6-4f35-80d2-d236af187d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:58:08.090588 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b42bda-e16d-4292-8705-295f8a8f1626 admin admin] Network hostable DHCP agents. Network: 2e273254-95e6-4f35-80d2-d236af187d8f, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:58:08.103487 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6840bff4-394e-4c02-a35e-dc36e06e5990 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:08.107708 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd1a02-bfe0-4132-a0ad-1020f7af0ba1 req-76c47526-11af-4019-92a3-b2b05527a96a tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:08.109150 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35bd1a02-bfe0-4132-a0ad-1020f7af0ba1 req-76c47526-11af-4019-92a3-b2b05527a96a tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 0.4094219 Mar 09 03:58:08.213867 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-35bd1a02-bfe0-4132-a0ad-1020f7af0ba1 req-dadb7bbf-a532-440d-9f59-ad9ef25c83b0 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973916 Mar 09 03:58:08.217709 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bdb262da-1b89-44a4-9c99-ffdefa0d4f38 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:08.236371 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b42bda-e16d-4292-8705-295f8a8f1626 admin admin] Network 2e273254-95e6-4f35-80d2-d236af187d8f is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:58:08.282064 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-f7b42bda-e16d-4292-8705-295f8a8f1626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 2e273254-95e6-4f35-80d2-d236af187d8f) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:58:08.293043 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b42bda-e16d-4292-8705-295f8a8f1626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:08.293768 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7b42bda-e16d-4292-8705-295f8a8f1626 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:08.294081 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efeea96b-548c-4bba-9dce-c7f58001ab0f None None] Network 2e273254-95e6-4f35-80d2-d236af187d8f requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:58:08.416403 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f7b42bda-e16d-4292-8705-295f8a8f1626 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9553971 Mar 09 03:58:08.478542 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bdb262da-1b89-44a4-9c99-ffdefa0d4f38 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:08.515838 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-bdb262da-1b89-44a4-9c99-ffdefa0d4f38 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05235ac8-c4f1-49d3-bb4c-3ae4f0ccd490']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:08.545911 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-bdb262da-1b89-44a4-9c99-ffdefa0d4f38 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca5d837d-6489-4f1f-8294-1c8004f9a0e1') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:08.546283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-bdb262da-1b89-44a4-9c99-ffdefa0d4f38 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca5d837d-6489-4f1f-8294-1c8004f9a0e1') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:08.548154 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5c837416-16b0-4b61-b55a-59bc7fda1049 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:08.584960 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bdb262da-1b89-44a4-9c99-ffdefa0d4f38 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:08.589742 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634f66c8-ff0f-4217-8f06-ca0540b945c1 None None] Network 2e273254-95e6-4f35-80d2-d236af187d8f requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:58:08.592467 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-5c837416-16b0-4b61-b55a-59bc7fda1049 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c35b5eb-6f2e-41ad-925e-4c0f75f809bc']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:08.621106 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-5c837416-16b0-4b61-b55a-59bc7fda1049 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4c21c9-9825-42bc-b9bb-4bb2c0a2ae15') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:08.622133 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-5c837416-16b0-4b61-b55a-59bc7fda1049 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4c21c9-9825-42bc-b9bb-4bb2c0a2ae15') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:08.641005 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5c837416-16b0-4b61-b55a-59bc7fda1049 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:08.648360 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bdb262da-1b89-44a4-9c99-ffdefa0d4f38 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:08.675813 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5c837416-16b0-4b61-b55a-59bc7fda1049 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:08.678044 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ace2c-28c0-403b-860b-26670b1e4919 req-baec680d-8fec-471a-9ef2-2b68b3996824 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:08.681164 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-646ace2c-28c0-403b-860b-26670b1e4919 req-baec680d-8fec-471a-9ef2-2b68b3996824 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 0.2667661 Mar 09 03:58:08.689176 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c837416-16b0-4b61-b55a-59bc7fda1049 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:58:08.690548 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5c837416-16b0-4b61-b55a-59bc7fda1049 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:08.694774 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb262da-1b89-44a4-9c99-ffdefa0d4f38 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:58:08.695323 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bdb262da-1b89-44a4-9c99-ffdefa0d4f38 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:58:08.706872 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:58:08.724947 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:58:08.746094 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6840bff4-394e-4c02-a35e-dc36e06e5990 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network 8c0d96c7-32df-47ea-bc02-05af2efd6c08 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:58:08.747973 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-6840bff4-394e-4c02-a35e-dc36e06e5990 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:58:08.789687 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:08.974249 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-646ace2c-28c0-403b-860b-26670b1e4919 req-e5c82d00-2122-4df3-8f08-19215399f40a tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834973 Mar 09 03:58:08.976784 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bdb262da-1b89-44a4-9c99-ffdefa0d4f38 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:08.987622 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bdb262da-1b89-44a4-9c99-ffdefa0d4f38 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:09.054900 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bdb262da-1b89-44a4-9c99-ffdefa0d4f38 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/networks/05235ac8-c4f1-49d3-bb4c-3ae4f0ccd490 HTTP/1.1" status: 204 len: 168 time: 1.2111278 Mar 09 03:58:09.070202 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45964) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:09.080605 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb262da-1b89-44a4-9c99-ffdefa0d4f38 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Network': ['ID=05235ac8-c4f1-49d3-bb4c-3ae4f0ccd490,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:09.192282 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5c837416-16b0-4b61-b55a-59bc7fda1049 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:09.198249 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-661b855d-541f-4ca1-974a-f6d1fb1f735f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] DELETE failed (client error): The resource could not be found. Mar 09 03:58:09.198721 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-661b855d-541f-4ca1-974a-f6d1fb1f735f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:58:09.200549 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-661b855d-541f-4ca1-974a-f6d1fb1f735f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/subnets/4fbaf669-2053-4ad3-aaa1-932bc25391ec HTTP/1.1" status: 404 len: 337 time: 0.1273534 Mar 09 03:58:09.203343 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45972) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:09.236490 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1679f5-0a4f-41cf-958e-fd6132751ede tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] DELETE failed (client error): The resource could not be found. Mar 09 03:58:09.237488 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1679f5-0a4f-41cf-958e-fd6132751ede tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:58:09.238085 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5c837416-16b0-4b61-b55a-59bc7fda1049 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:09.240709 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-dd1679f5-0a4f-41cf-958e-fd6132751ede tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/networks/055ff7f9-faf7-4b68-9d50-db932c24109f HTTP/1.1" status: 404 len: 339 time: 0.0361907 Mar 09 03:58:09.243224 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45978) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:09.247826 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c837416-16b0-4b61-b55a-59bc7fda1049 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Network': ['ID=5c35b5eb-6f2e-41ad-925e-4c0f75f809bc,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:09.277042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6840bff4-394e-4c02-a35e-dc36e06e5990 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Router c1f844b4-2d89-421f-9b74-83dba5c0df83 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:58:09.299881 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a88b76a1-4905-4f5b-8e9b-81b2b4c87ab6 None None] Provisioning complete for port d2b74710-1fe3-40fa-8946-fcd382fe9c4b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:09.300452 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a88b76a1-4905-4f5b-8e9b-81b2b4c87ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:09.335595 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-189e5e84-53aa-405e-8365-0ae0f4ebc9a2 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] DELETE failed (client error): The resource could not be found. Mar 09 03:58:09.336213 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189e5e84-53aa-405e-8365-0ae0f4ebc9a2 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:58:09.342227 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-189e5e84-53aa-405e-8365-0ae0f4ebc9a2 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/subnets/aa1e7b06-8e86-4fb0-9fd0-c5fc7e615aaf HTTP/1.1" status: 404 len: 337 time: 0.0954661 Mar 09 03:58:09.343117 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45984) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:09.354958 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5c837416-16b0-4b61-b55a-59bc7fda1049 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/networks/5c35b5eb-6f2e-41ad-925e-4c0f75f809bc HTTP/1.1" status: 204 len: 168 time: 3.7858665 Mar 09 03:58:09.373043 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45988) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:09.397218 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-c380baef-7a27-4e1f-b6ae-df9cfb7a3f73 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1631334162'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:09.404689 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c380baef-7a27-4e1f-b6ae-df9cfb7a3f73 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:09.408564 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-404cb71e-c0ec-4d5f-a7dd-52e22d4893a8 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] DELETE failed (client error): The resource could not be found. Mar 09 03:58:09.410290 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-404cb71e-c0ec-4d5f-a7dd-52e22d4893a8 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:58:09.411172 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c380baef-7a27-4e1f-b6ae-df9cfb7a3f73 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:network and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:09.415293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c380baef-7a27-4e1f-b6ae-df9cfb7a3f73 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:09.416008 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-404cb71e-c0ec-4d5f-a7dd-52e22d4893a8 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/networks/632984c6-585c-41bb-8e2e-fae78ade0b69 HTTP/1.1" status: 404 len: 339 time: 0.0713935 Mar 09 03:58:09.416900 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45992) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:09.422422 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c380baef-7a27-4e1f-b6ae-df9cfb7a3f73 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:09.511702 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c380baef-7a27-4e1f-b6ae-df9cfb7a3f73 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:58:09.516886 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c380baef-7a27-4e1f-b6ae-df9cfb7a3f73 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:09.519836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45998) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:09.530696 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-9a33970b-dc36-4458-adfd-0e11593277b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1951254226-network', 'tenant_id': 'dda59ad85c5847d3a37c51c3fab752a1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:09.533897 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a88b76a1-4905-4f5b-8e9b-81b2b4c87ab6 None None] Port d2b74710-1fe3-40fa-8946-fcd382fe9c4b cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:58:09.540445 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-b616590e-cafe-4ca0-88e2-25575c415c55 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] DELETE failed (client error): The resource could not be found. Mar 09 03:58:09.541142 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b616590e-cafe-4ca0-88e2-25575c415c55 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:58:09.544234 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b616590e-cafe-4ca0-88e2-25575c415c55 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/subnets/eb5e79bc-eb57-43a7-9124-f0b7a52be2f6 HTTP/1.1" status: 404 len: 337 time: 0.1262937 Mar 09 03:58:09.545638 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9a33970b-dc36-4458-adfd-0e11593277b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:09.548037 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46002) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:09.582205 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d028a1-c470-47c6-bbbd-7f3c8b044b5f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] DELETE failed (client error): The resource could not be found. Mar 09 03:58:09.583149 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39d028a1-c470-47c6-bbbd-7f3c8b044b5f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:58:09.585655 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-39d028a1-c470-47c6-bbbd-7f3c8b044b5f tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/networks/b6196344-5cc0-425c-99ac-4cbac7dd4f8c HTTP/1.1" status: 404 len: 339 time: 0.0361681 Mar 09 03:58:09.587231 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9a33970b-dc36-4458-adfd-0e11593277b4 admin admin] Usage tracker for resource:network and tenant:dda59ad85c5847d3a37c51c3fab752a1 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:09.589364 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46006) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:09.591958 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9a33970b-dc36-4458-adfd-0e11593277b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:09.595756 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c380baef-7a27-4e1f-b6ae-df9cfb7a3f73 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:58:09.600291 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9a33970b-dc36-4458-adfd-0e11593277b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:09.614534 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a33970b-dc36-4458-adfd-0e11593277b4 admin admin] Made reservation on behalf of dda59ad85c5847d3a37c51c3fab752a1 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:58:09.618127 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a33970b-dc36-4458-adfd-0e11593277b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:09.634749 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a33970b-dc36-4458-adfd-0e11593277b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:09.643948 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cac32e1-0485-4640-bf90-e9d2b5c45a16 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] DELETE failed (client error): The resource could not be found. Mar 09 03:58:09.645303 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cac32e1-0485-4640-bf90-e9d2b5c45a16 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:58:09.651213 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6840bff4-394e-4c02-a35e-dc36e06e5990 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:58:09.662201 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6840bff4-394e-4c02-a35e-dc36e06e5990 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "PUT /v2.0/routers/c1f844b4-2d89-421f-9b74-83dba5c0df83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7304921 Mar 09 03:58:09.662802 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46010) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:09.665569 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dc45f1-01d4-407e-b4ab-bfe1878186e5 None None] Sync routers for ids ['c1f844b4-2d89-421f-9b74-83dba5c0df83'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:58:09.666493 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4cac32e1-0485-4640-bf90-e9d2b5c45a16 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/subnets/be7c32a2-5652-4205-8ca9-05fedaad2951 HTTP/1.1" status: 404 len: 337 time: 0.0729349 Mar 09 03:58:09.667831 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c380baef-7a27-4e1f-b6ae-df9cfb7a3f73 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:09.667986 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9a33970b-dc36-4458-adfd-0e11593277b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:09.668455 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-c380baef-7a27-4e1f-b6ae-df9cfb7a3f73 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Added segment 51ff6abf-e173-4b47-aa2a-b50cc8cda35e of type vlan for network e86cbc43-ed5e-402b-952b-c54a8102722d Mar 09 03:58:09.669692 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46014) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:09.679436 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dc45f1-01d4-407e-b4ab-bfe1878186e5 None None] Routers {'c1f844b4-2d89-421f-9b74-83dba5c0df83'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:58:09.680763 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-57dc45f1-01d4-407e-b4ab-bfe1878186e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:58:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c1f844b4-2d89-421f-9b74-83dba5c0df83'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:09.704448 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0487e45-ee2d-4685-9a7b-a486bdcb4481 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] DELETE failed (client error): The resource could not be found. Mar 09 03:58:09.705158 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0487e45-ee2d-4685-9a7b-a486bdcb4481 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:58:09.710559 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a0487e45-ee2d-4685-9a7b-a486bdcb4481 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/networks/95372e98-d9bc-4e4f-b2ff-ebf807089a6d HTTP/1.1" status: 404 len: 339 time: 0.0397840 Mar 09 03:58:09.714347 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46018) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:09.768373 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b595ba28-bb2f-4343-ab1c-2289d00171b1 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:09.770915 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b595ba28-bb2f-4343-ab1c-2289d00171b1 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "GET /v2.0/ports/d2b74710-1fe3-40fa-8946-fcd382fe9c4b HTTP/1.1" status: 200 len: 977 time: 0.1059957 Mar 09 03:58:09.772110 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc05e290-fc1e-4b80-a31a-1013d4def853 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] DELETE failed (client error): The resource could not be found. Mar 09 03:58:09.772560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc05e290-fc1e-4b80-a31a-1013d4def853 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:58:09.773459 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46022) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:09.776869 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bc05e290-fc1e-4b80-a31a-1013d4def853 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/subnets/0da8e372-d73a-4682-9831-2a5e8cb70498 HTTP/1.1" status: 404 len: 337 time: 0.0588911 Mar 09 03:58:09.777036 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9a33970b-dc36-4458-adfd-0e11593277b4 admin admin] Usage tracker for resource:security_group_rule and tenant:dda59ad85c5847d3a37c51c3fab752a1 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:09.777142 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c380baef-7a27-4e1f-b6ae-df9cfb7a3f73 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:09.780058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46026) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:09.821940 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-75245bec-d02b-41a1-9a2c-7d8f76c7a961 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] DELETE failed (client error): The resource could not be found. Mar 09 03:58:09.822747 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75245bec-d02b-41a1-9a2c-7d8f76c7a961 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:58:09.823579 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-57dc45f1-01d4-407e-b4ab-bfe1878186e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:09.825962 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-75245bec-d02b-41a1-9a2c-7d8f76c7a961 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/networks/d24111db-073a-4431-a8a0-1117975d047d HTTP/1.1" status: 404 len: 339 time: 0.0450037 Mar 09 03:58:09.835951 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dc45f1-01d4-407e-b4ab-bfe1878186e5 None None] Routers {'c1f844b4-2d89-421f-9b74-83dba5c0df83'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:58:09.836598 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-57dc45f1-01d4-407e-b4ab-bfe1878186e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:58:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c1f844b4-2d89-421f-9b74-83dba5c0df83'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:09.838205 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46034) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:09.845085 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9a33970b-dc36-4458-adfd-0e11593277b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:09.872381 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9a33970b-dc36-4458-adfd-0e11593277b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:09.890201 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-a39cd11e-5b0e-44a3-a4a8-cb5713c9b7b7 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] DELETE failed (client error): The resource could not be found. Mar 09 03:58:09.890940 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a39cd11e-5b0e-44a3-a4a8-cb5713c9b7b7 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:58:09.892796 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a39cd11e-5b0e-44a3-a4a8-cb5713c9b7b7 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/subnets/8826b597-f35a-458b-a5f6-183ea51b343c HTTP/1.1" status: 404 len: 337 time: 0.0534925 Mar 09 03:58:09.896005 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46042) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:09.905255 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-57dc45f1-01d4-407e-b4ab-bfe1878186e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:09.906063 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dc45f1-01d4-407e-b4ab-bfe1878186e5 None None] The sync data for ids ['c1f844b4-2d89-421f-9b74-83dba5c0df83'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:58:09.932869 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c380baef-7a27-4e1f-b6ae-df9cfb7a3f73 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:09.950531 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c380baef-7a27-4e1f-b6ae-df9cfb7a3f73 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:09.951191 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c380baef-7a27-4e1f-b6ae-df9cfb7a3f73 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:09.993851 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ee29e1-5951-4e9a-b2ec-886af7d921d9 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] DELETE failed (client error): The resource could not be found. Mar 09 03:58:09.994318 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ee29e1-5951-4e9a-b2ec-886af7d921d9 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:58:09.998318 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a4ee29e1-5951-4e9a-b2ec-886af7d921d9 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/networks/0d72ada1-26ff-438d-995d-0d88e863b9a6 HTTP/1.1" status: 404 len: 339 time: 0.0989590 Mar 09 03:58:10.001819 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46048) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:10.127062 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380baef-7a27-4e1f-b6ae-df9cfb7a3f73 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Network': ['ID=e86cbc43-ed5e-402b-952b-c54a8102722d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:10.140842 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network e86cbc43-ed5e-402b-952b-c54a8102722d details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:58:10.178291 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c380baef-7a27-4e1f-b6ae-df9cfb7a3f73 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8035500 Mar 09 03:58:10.179154 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46054) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:10.185570 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-310c8247-b8eb-4a2d-bc99-5c44864a83ca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'subnet': {'network_id': 'e86cbc43-ed5e-402b-952b-c54a8102722d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:10.383134 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4b5faf-73ba-4555-8909-bb2039dc66c0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] DELETE failed (client error): The resource could not be found. Mar 09 03:58:10.383848 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb4b5faf-73ba-4555-8909-bb2039dc66c0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:58:10.396540 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-310c8247-b8eb-4a2d-bc99-5c44864a83ca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:10.400799 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-310c8247-b8eb-4a2d-bc99-5c44864a83ca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:subnet and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:10.404239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-310c8247-b8eb-4a2d-bc99-5c44864a83ca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:10.411435 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-310c8247-b8eb-4a2d-bc99-5c44864a83ca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:10.423338 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fb4b5faf-73ba-4555-8909-bb2039dc66c0 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/subnets/e880c8c0-f649-4bd2-9a06-dc3f1c1e1472 HTTP/1.1" status: 404 len: 337 time: 0.4203761 Mar 09 03:58:10.435097 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46060) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:10.462691 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310c8247-b8eb-4a2d-bc99-5c44864a83ca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:58:10.468152 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-310c8247-b8eb-4a2d-bc99-5c44864a83ca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:10.518102 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1157ef6-06de-43bc-a137-d4475c01b787 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] DELETE failed (client error): The resource could not be found. Mar 09 03:58:10.518505 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1157ef6-06de-43bc-a137-d4475c01b787 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:58:10.522637 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c1157ef6-06de-43bc-a137-d4475c01b787 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/networks/2b515eb8-3efe-4418-bdd8-1cc8ac1ff7fc HTTP/1.1" status: 404 len: 339 time: 0.0839767 Mar 09 03:58:10.532311 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46064) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:10.582370 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a33970b-dc36-4458-adfd-0e11593277b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:10.594064 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-18031131-d8f8-4923-99e7-5a914b343dbf tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] DELETE failed (client error): The resource could not be found. Mar 09 03:58:10.594684 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18031131-d8f8-4923-99e7-5a914b343dbf tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:58:10.604347 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a33970b-dc36-4458-adfd-0e11593277b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:10.637947 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33970b-dc36-4458-adfd-0e11593277b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93be2243-b5f2-4033-b87e-8362a82b78f0,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:10.642453 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-18031131-d8f8-4923-99e7-5a914b343dbf tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/subnets/5f051ed0-42c2-4068-b0fa-b160c35a6126 HTTP/1.1" status: 404 len: 337 time: 0.1086087 Mar 09 03:58:10.648516 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46076) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:10.672664 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a33970b-dc36-4458-adfd-0e11593277b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:58:10.689382 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e1e74dd-5703-44a6-a46e-a69c54f7b7eb tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] DELETE failed (client error): The resource could not be found. Mar 09 03:58:10.689972 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e1e74dd-5703-44a6-a46e-a69c54f7b7eb tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:58:10.699200 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a33970b-dc36-4458-adfd-0e11593277b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:10.699631 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-9a33970b-dc36-4458-adfd-0e11593277b4 admin admin] Added segment 43e757f5-2ccf-408f-a422-7786471db0bd of type vlan for network 16214873-662d-4d5d-a30e-ca6e5c9c8335 Mar 09 03:58:10.752024 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7e1e74dd-5703-44a6-a46e-a69c54f7b7eb tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/networks/21e3610a-b4dd-488f-83d1-60483d3e855f HTTP/1.1" status: 404 len: 339 time: 0.1023018 Mar 09 03:58:10.754182 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-310c8247-b8eb-4a2d-bc99-5c44864a83ca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:10.759326 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46080) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:10.760227 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a33970b-dc36-4458-adfd-0e11593277b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:10.882555 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a33970b-dc36-4458-adfd-0e11593277b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:10.883918 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a33970b-dc36-4458-adfd-0e11593277b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:10.884709 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a33970b-dc36-4458-adfd-0e11593277b4 admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:11.009614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33970b-dc36-4458-adfd-0e11593277b4 admin admin] Pushing event updated for resources: {'Network': ['ID=16214873-662d-4d5d-a30e-ca6e5c9c8335,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:11.020604 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 16214873-662d-4d5d-a30e-ca6e5c9c8335 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:58:11.078475 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9a33970b-dc36-4458-adfd-0e11593277b4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5540226 Mar 09 03:58:11.079429 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46084) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:11.086234 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d360d1-cc3e-4cb3-879c-f524b9fb244e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Deleting subnet 73fbb9df-405f-456f-8568-aa6748f431e7 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:58:11.087321 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-a084f8e1-52e9-44d6-953f-86652aa3a5e0 admin admin] Request body: {'subnet': {'network_id': '16214873-662d-4d5d-a30e-ca6e5c9c8335', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1951254226-subnet', 'tenant_id': 'dda59ad85c5847d3a37c51c3fab752a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:11.088843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c8247-b8eb-4a2d-bc99-5c44864a83ca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Subnet': ['ID=9fd4e485-e682-4b0c-8ae7-852efc5262fd,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:11.094396 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a084f8e1-52e9-44d6-953f-86652aa3a5e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:11.107199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310c8247-b8eb-4a2d-bc99-5c44864a83ca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Checking segment: {'id': '51ff6abf-e173-4b47-aa2a-b50cc8cda35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e86cbc43-ed5e-402b-952b-c54a8102722d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:58:11.107842 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310c8247-b8eb-4a2d-bc99-5c44864a83ca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network hostable DHCP agents. Network: e86cbc43-ed5e-402b-952b-c54a8102722d, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:58:11.115766 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-43d360d1-cc3e-4cb3-879c-f524b9fb244e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:11.127968 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a084f8e1-52e9-44d6-953f-86652aa3a5e0 admin admin] Usage tracker for resource:subnet and tenant:dda59ad85c5847d3a37c51c3fab752a1 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:11.133469 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a084f8e1-52e9-44d6-953f-86652aa3a5e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:11.162437 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-017e0eb1-8eae-4b08-9e24-bd73b82cf001 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:11.198669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310c8247-b8eb-4a2d-bc99-5c44864a83ca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network e86cbc43-ed5e-402b-952b-c54a8102722d is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:58:11.205768 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-43d360d1-cc3e-4cb3-879c-f524b9fb244e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:11.258373 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-310c8247-b8eb-4a2d-bc99-5c44864a83ca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, e86cbc43-ed5e-402b-952b-c54a8102722d) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:58:11.266560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310c8247-b8eb-4a2d-bc99-5c44864a83ca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:11.267179 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-310c8247-b8eb-4a2d-bc99-5c44864a83ca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:11.268479 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a084f8e1-52e9-44d6-953f-86652aa3a5e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:11.269679 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2285c595-5cb5-47c7-8cf3-143869a1dd2b None None] Network e86cbc43-ed5e-402b-952b-c54a8102722d requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:58:11.315679 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-310c8247-b8eb-4a2d-bc99-5c44864a83ca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1325119 Mar 09 03:58:11.327897 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46090) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:11.336933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-6ea2d584-eb61-4a49-9a65-75b969ae91b9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'port': {'network_id': 'e86cbc43-ed5e-402b-952b-c54a8102722d', 'name': 'tempest-PortsIpV6TestJSON-1477651201', 'fixed_ips': [{'subnet_id': '9fd4e485-e682-4b0c-8ae7-852efc5262fd', 'ip_address': '2001:db8::10'}]}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:11.405950 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a084f8e1-52e9-44d6-953f-86652aa3a5e0 admin admin] Made reservation on behalf of dda59ad85c5847d3a37c51c3fab752a1 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:58:11.408530 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a084f8e1-52e9-44d6-953f-86652aa3a5e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:11.517116 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-43d360d1-cc3e-4cb3-879c-f524b9fb244e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:11.647103 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6651ae-c8b0-4ff0-b591-eba8be9f8832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-e86cbc43-ed5e-402b-952b-c54a8102722d', 'network_id': 'e86cbc43-ed5e-402b-952b-c54a8102722d', 'tenant_id': '1a28d126d880446d92d0f7b9bfb2171c', 'fixed_ips': [{'subnet_id': '9fd4e485-e682-4b0c-8ae7-852efc5262fd'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:58:11.647967 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4a6651ae-c8b0-4ff0-b591-eba8be9f8832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:11.784849 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-017e0eb1-8eae-4b08-9e24-bd73b82cf001 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting port d2b74710-1fe3-40fa-8946-fcd382fe9c4b {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:11.785176 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-017e0eb1-8eae-4b08-9e24-bd73b82cf001 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:11.815428 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6ea2d584-eb61-4a49-9a65-75b969ae91b9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:11.820381 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6ea2d584-eb61-4a49-9a65-75b969ae91b9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:port and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:11.823644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6ea2d584-eb61-4a49-9a65-75b969ae91b9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:11.841835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6ea2d584-eb61-4a49-9a65-75b969ae91b9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:11.877883 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea2d584-eb61-4a49-9a65-75b969ae91b9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:58:12.037465 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-4a6651ae-c8b0-4ff0-b591-eba8be9f8832 None None] Allocated IP 2001:db8::2 (e86cbc43-ed5e-402b-952b-c54a8102722d/9fd4e485-e682-4b0c-8ae7-852efc5262fd/23215446-697c-4593-893e-d1865f03e7c3) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:58:12.049636 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-43d360d1-cc3e-4cb3-879c-f524b9fb244e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:12.136983 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-017e0eb1-8eae-4b08-9e24-bd73b82cf001 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:12.140507 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-43d360d1-cc3e-4cb3-879c-f524b9fb244e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:12.152995 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0b1834-0caa-4134-955e-ff23e0cde509 None None] Network b2595981-7a44-4cf0-a64e-e11371e96c89 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:58:12.176368 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-43d360d1-cc3e-4cb3-879c-f524b9fb244e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/subnets/73fbb9df-405f-456f-8568-aa6748f431e7 HTTP/1.1" status: 204 len: 168 time: 1.2355418 Mar 09 03:58:12.182901 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46112) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:12.185591 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d360d1-cc3e-4cb3-879c-f524b9fb244e tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Subnet': ['ID=73fbb9df-405f-456f-8568-aa6748f431e7,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:12.468656 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-017e0eb1-8eae-4b08-9e24-bd73b82cf001 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Calling delete_port for d2b74710-1fe3-40fa-8946-fcd382fe9c4b owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:58:12.510994 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d584-eb61-4a49-9a65-75b969ae91b9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:12.531680 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a084f8e1-52e9-44d6-953f-86652aa3a5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:12.537795 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4a6651ae-c8b0-4ff0-b591-eba8be9f8832 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:12.562314 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4a6651ae-c8b0-4ff0-b591-eba8be9f8832 None None] Transition to ACTIVE for port object 23215446-697c-4593-893e-d1865f03e7c3 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:58:12.581002 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-abdc136b-b8b7-4121-aafa-73944dd6f4c4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:12.599245 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4a6651ae-c8b0-4ff0-b591-eba8be9f8832 None None] Transition to ACTIVE for port object 23215446-697c-4593-893e-d1865f03e7c3 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:58:12.611528 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4a6651ae-c8b0-4ff0-b591-eba8be9f8832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:12.623239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-6ea2d584-eb61-4a49-9a65-75b969ae91b9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] device_id is not set on port 49488f47-ee78-4660-8240-967820965f18 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:58:12.700439 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7de8e93-5efe-4e89-9b06-36c6a15d66ce None None] DHCP port deletion for b2595981-7a44-4cf0-a64e-e11371e96c89 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:58:12.722398 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e7de8e93-5efe-4e89-9b06-36c6a15d66ce None None] Deleting port bb3e13e0-542b-4464-b3f0-efba76d836b8 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:12.724724 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e7de8e93-5efe-4e89-9b06-36c6a15d66ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:12.854021 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6651ae-c8b0-4ff0-b591-eba8be9f8832 None None] Network e86cbc43-ed5e-402b-952b-c54a8102722d is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:58:12.860527 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-4a6651ae-c8b0-4ff0-b591-eba8be9f8832 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:58:12.861200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084f8e1-52e9-44d6-953f-86652aa3a5e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf347460-479e-47a8-a56c-1401d677dcda,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:12.868766 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a084f8e1-52e9-44d6-953f-86652aa3a5e0 admin admin] Checking segment: {'id': '43e757f5-2ccf-408f-a422-7786471db0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '16214873-662d-4d5d-a30e-ca6e5c9c8335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:58:12.869130 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a084f8e1-52e9-44d6-953f-86652aa3a5e0 admin admin] Network hostable DHCP agents. Network: 16214873-662d-4d5d-a30e-ca6e5c9c8335, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:58:12.869850 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6651ae-c8b0-4ff0-b591-eba8be9f8832 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:58:12.904845 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-abdc136b-b8b7-4121-aafa-73944dd6f4c4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Deleting port bb3e13e0-542b-4464-b3f0-efba76d836b8 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:12.905989 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-abdc136b-b8b7-4121-aafa-73944dd6f4c4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:12.908972 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a084f8e1-52e9-44d6-953f-86652aa3a5e0 admin admin] Network 16214873-662d-4d5d-a30e-ca6e5c9c8335 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:58:12.961972 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-a084f8e1-52e9-44d6-953f-86652aa3a5e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 16214873-662d-4d5d-a30e-ca6e5c9c8335) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:58:12.978764 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a084f8e1-52e9-44d6-953f-86652aa3a5e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:12.979380 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a084f8e1-52e9-44d6-953f-86652aa3a5e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:12.985313 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device bb3e13e0-542b-4464-b3f0-efba76d836b8 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:58:13.038349 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a084f8e1-52e9-44d6-953f-86652aa3a5e0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9493010 Mar 09 03:58:13.038349 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-017e0eb1-8eae-4b08-9e24-bd73b82cf001 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:13.067422 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1a77db-db3e-4c82-96b9-9f6d3b4ccf56 None None] Network 16214873-662d-4d5d-a30e-ca6e5c9c8335 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:58:13.161558 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e0eb1-8eae-4b08-9e24-bd73b82cf001 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Port': ['ID=d2b74710-1fe3-40fa-8946-fcd382fe9c4b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:13.413064 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-6ea2d584-eb61-4a49-9a65-75b969ae91b9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Allocated IP 2001:db8::10 (e86cbc43-ed5e-402b-952b-c54a8102722d/9fd4e485-e682-4b0c-8ae7-852efc5262fd/49488f47-ee78-4660-8240-967820965f18) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:58:13.491636 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6651ae-c8b0-4ff0-b591-eba8be9f8832 None None] Pushing event updated for resources: {'Port': ['ID=23215446-697c-4593-893e-d1865f03e7c3,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:13.633164 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-4a6651ae-c8b0-4ff0-b591-eba8be9f8832 None None] Attempting to bind port 23215446-697c-4593-893e-d1865f03e7c3 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:58:13.633603 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-4a6651ae-c8b0-4ff0-b591-eba8be9f8832 None None] Attempting to bind port 23215446-697c-4593-893e-d1865f03e7c3 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '51ff6abf-e173-4b47-aa2a-b50cc8cda35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e86cbc43-ed5e-402b-952b-c54a8102722d'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:58:13.634111 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6651ae-c8b0-4ff0-b591-eba8be9f8832 None None] Attempting to bind port 23215446-697c-4593-893e-d1865f03e7c3 on network e86cbc43-ed5e-402b-952b-c54a8102722d {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:58:13.714073 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6651ae-c8b0-4ff0-b591-eba8be9f8832 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:58:13.714455 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6651ae-c8b0-4ff0-b591-eba8be9f8832 None None] Checking segment: {'id': '51ff6abf-e173-4b47-aa2a-b50cc8cda35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e86cbc43-ed5e-402b-952b-c54a8102722d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:58:13.714880 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4a6651ae-c8b0-4ff0-b591-eba8be9f8832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:13.715275 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6651ae-c8b0-4ff0-b591-eba8be9f8832 None None] Bound using segment: {'id': '51ff6abf-e173-4b47-aa2a-b50cc8cda35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e86cbc43-ed5e-402b-952b-c54a8102722d'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:58:13.715878 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-4a6651ae-c8b0-4ff0-b591-eba8be9f8832 None None] Bound port: 23215446-697c-4593-893e-d1865f03e7c3, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ff6abf-e173-4b47-aa2a-b50cc8cda35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e86cbc43-ed5e-402b-952b-c54a8102722d'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:58:13.716781 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4a6651ae-c8b0-4ff0-b591-eba8be9f8832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:13.726986 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:13.759701 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-017e0eb1-8eae-4b08-9e24-bd73b82cf001 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:13.946250 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d584-eb61-4a49-9a65-75b969ae91b9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:13.947582 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-4a6651ae-c8b0-4ff0-b591-eba8be9f8832 None None] For port 23215446-697c-4593-893e-d1865f03e7c3, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:58:13.950617 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-4a6651ae-c8b0-4ff0-b591-eba8be9f8832 None None] For port 23215446-697c-4593-893e-d1865f03e7c3, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=23215446-697c-4593-893e-d1865f03e7c3,segment=NetworkSegment(51ff6abf-e173-4b47-aa2a-b50cc8cda35e),segment_id=51ff6abf-e173-4b47-aa2a-b50cc8cda35e)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:58:13.966237 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-6ea2d584-eb61-4a49-9a65-75b969ae91b9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Transition to ACTIVE for port object 49488f47-ee78-4660-8240-967820965f18 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:58:13.984143 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port bb3e13e0-542b-4464-b3f0-efba76d836b8, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=bb3e13e0-542b-4464-b3f0-efba76d836b8,segment=NetworkSegment(c2ce5117-8ea2-4343-84b9-969d0b80d60d),segment_id=c2ce5117-8ea2-4343-84b9-969d0b80d60d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:13.999103 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d584-eb61-4a49-9a65-75b969ae91b9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:14.023033 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4a6651ae-c8b0-4ff0-b591-eba8be9f8832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:14.122740 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:14.137980 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6651ae-c8b0-4ff0-b591-eba8be9f8832 None None] Pushing event updated for resources: {'Port': ['ID=23215446-697c-4593-893e-d1865f03e7c3,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:14.158069 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-abdc136b-b8b7-4121-aafa-73944dd6f4c4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] For port bb3e13e0-542b-4464-b3f0-efba76d836b8, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=bb3e13e0-542b-4464-b3f0-efba76d836b8,segment=NetworkSegment(c2ce5117-8ea2-4343-84b9-969d0b80d60d),segment_id=c2ce5117-8ea2-4343-84b9-969d0b80d60d)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:14.158610 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-abdc136b-b8b7-4121-aafa-73944dd6f4c4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:14.190830 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e7de8e93-5efe-4e89-9b06-36c6a15d66ce None None] For port bb3e13e0-542b-4464-b3f0-efba76d836b8, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=bb3e13e0-542b-4464-b3f0-efba76d836b8,segment=NetworkSegment(c2ce5117-8ea2-4343-84b9-969d0b80d60d),segment_id=c2ce5117-8ea2-4343-84b9-969d0b80d60d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:14.191774 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e7de8e93-5efe-4e89-9b06-36c6a15d66ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:14.211541 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6fc6db-60f3-4ca5-8b6b-780881beabee None None] Network 16214873-662d-4d5d-a30e-ca6e5c9c8335 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:58:14.286119 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017e0eb1-8eae-4b08-9e24-bd73b82cf001 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Router c1f844b4-2d89-421f-9b74-83dba5c0df83 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:58:14.509055 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e7de8e93-5efe-4e89-9b06-36c6a15d66ce None None] Calling delete_port for bb3e13e0-542b-4464-b3f0-efba76d836b8 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:58:14.632384 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=bb3e13e0-542b-4464-b3f0-efba76d836b8,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:14.643410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-abdc136b-b8b7-4121-aafa-73944dd6f4c4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Calling delete_port for bb3e13e0-542b-4464-b3f0-efba76d836b8 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:58:14.653521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017e0eb1-8eae-4b08-9e24-bd73b82cf001 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:58:14.664486 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afeb5c6-f8a2-4499-add0-8538c324bc17 None None] Sync routers for ids ['c1f844b4-2d89-421f-9b74-83dba5c0df83'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:58:14.680345 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-017e0eb1-8eae-4b08-9e24-bd73b82cf001 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "PUT /v2.0/routers/c1f844b4-2d89-421f-9b74-83dba5c0df83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9057932 Mar 09 03:58:14.685908 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46146) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:14.697943 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afeb5c6-f8a2-4499-add0-8538c324bc17 None None] Routers {'c1f844b4-2d89-421f-9b74-83dba5c0df83'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:58:14.699466 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-3afeb5c6-f8a2-4499-add0-8538c324bc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:58:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c1f844b4-2d89-421f-9b74-83dba5c0df83'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:14.781657 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea2d584-eb61-4a49-9a65-75b969ae91b9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network e86cbc43-ed5e-402b-952b-c54a8102722d is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:58:14.812532 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-6ea2d584-eb61-4a49-9a65-75b969ae91b9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:58:14.819852 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea2d584-eb61-4a49-9a65-75b969ae91b9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:58:14.837080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2d584-eb61-4a49-9a65-75b969ae91b9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:14.845989 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-3afeb5c6-f8a2-4499-add0-8538c324bc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:14.859983 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afeb5c6-f8a2-4499-add0-8538c324bc17 None None] Routers {'c1f844b4-2d89-421f-9b74-83dba5c0df83'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:58:14.860894 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-3afeb5c6-f8a2-4499-add0-8538c324bc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:58:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c1f844b4-2d89-421f-9b74-83dba5c0df83'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:14.869010 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d584-eb61-4a49-9a65-75b969ae91b9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:14.885294 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-e7de8e93-5efe-4e89-9b06-36c6a15d66ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:58:14.891237 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-e7de8e93-5efe-4e89-9b06-36c6a15d66ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:58:14.913829 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2d584-eb61-4a49-9a65-75b969ae91b9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Port': ['ID=49488f47-ee78-4660-8240-967820965f18,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:15.029523 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-3afeb5c6-f8a2-4499-add0-8538c324bc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:15.031134 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afeb5c6-f8a2-4499-add0-8538c324bc17 None None] The sync data for ids ['c1f844b4-2d89-421f-9b74-83dba5c0df83'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:58:15.089754 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 23215446-697c-4593-893e-d1865f03e7c3 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:58:15.117319 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [None req-abdc136b-b8b7-4121-aafa-73944dd6f4c4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:58:15.117864 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [None req-abdc136b-b8b7-4121-aafa-73944dd6f4c4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:58:15.157672 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-1178c603-2eae-427d-9637-a0d412d59f9a tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:15.163963 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-1178c603-2eae-427d-9637-a0d412d59f9a tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/networks?id=2e273254-95e6-4f35-80d2-d236af187d8f HTTP/1.1" status: 200 len: 808 time: 1.1768744 Mar 09 03:58:15.171266 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6ea2d584-eb61-4a49-9a65-75b969ae91b9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8420625 Mar 09 03:58:15.173550 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46152) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:15.201803 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-29a0db92-d634-4e0b-932f-8fa8d87edd8b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'port': {'network_id': 'e86cbc43-ed5e-402b-952b-c54a8102722d', 'name': 'tempest-PortsIpV6TestJSON-274297129', 'fixed_ips': [{'subnet_id': '9fd4e485-e682-4b0c-8ae7-852efc5262fd', 'ip_address': '2001:db8::f'}]}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:15.242428 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-a55da278-839a-4e2b-ba91-f4d56a61bcad tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/quotas/cc718390bdc54645b3e22c1c8ceaa511 HTTP/1.1" status: 200 len: 375 time: 0.0606441 Mar 09 03:58:15.300195 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 23215446-697c-4593-893e-d1865f03e7c3 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:58:15.381063 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-76b5987d-159d-4fc2-ae89-4f05b0a1916b tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc718390bdc54645b3e22c1c8ceaa511&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1171291 Mar 09 03:58:15.392359 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e7de8e93-5efe-4e89-9b06-36c6a15d66ce None None] Deleting port bb3e13e0-542b-4464-b3f0-efba76d836b8 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:15.392746 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e7de8e93-5efe-4e89-9b06-36c6a15d66ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:15.565234 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-29a0db92-d634-4e0b-932f-8fa8d87edd8b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:15.574797 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-29a0db92-d634-4e0b-932f-8fa8d87edd8b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:port and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:15.583165 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-29a0db92-d634-4e0b-932f-8fa8d87edd8b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:15.600749 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-29a0db92-d634-4e0b-932f-8fa8d87edd8b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:15.627893 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-abdc136b-b8b7-4121-aafa-73944dd6f4c4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Deleting port bb3e13e0-542b-4464-b3f0-efba76d836b8 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:15.628248 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-abdc136b-b8b7-4121-aafa-73944dd6f4c4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:16.005275 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e7de8e93-5efe-4e89-9b06-36c6a15d66ce None None] For port bb3e13e0-542b-4464-b3f0-efba76d836b8, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=bb3e13e0-542b-4464-b3f0-efba76d836b8,segment=NetworkSegment(c2ce5117-8ea2-4343-84b9-969d0b80d60d),segment_id=c2ce5117-8ea2-4343-84b9-969d0b80d60d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:16.005882 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e7de8e93-5efe-4e89-9b06-36c6a15d66ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:16.022256 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d6906d-10ed-4691-a425-11403cdf56fe None None] Network e86cbc43-ed5e-402b-952b-c54a8102722d requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:58:16.110723 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-a7deb479-7d7b-40c0-8bb7-db5fe6d47bd6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] remove_router_interface failed (client error): The resource could not be found. Mar 09 03:58:16.112482 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a7deb479-7d7b-40c0-8bb7-db5fe6d47bd6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "PUT /v2.0/routers/c1f844b4-2d89-421f-9b74-83dba5c0df83/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.4255013 Mar 09 03:58:16.116551 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46170) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:16.178362 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c9bee086-2338-4bbe-8cc8-7c373db3b5ab tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Synchronizing usage tracker for tenant:8d98afbc76a3441ab1cb90e168d30508 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:58:16.211867 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c9bee086-2338-4bbe-8cc8-7c373db3b5ab tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Unset dirty status for tenant:8d98afbc76a3441ab1cb90e168d30508 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:58:16.213704 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c9bee086-2338-4bbe-8cc8-7c373db3b5ab tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f844b4-2d89-421f-9b74-83dba5c0df83 HTTP/1.1" status: 200 len: 205 time: 0.0951343 Mar 09 03:58:16.217310 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46174) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:16.218015 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a0db92-d634-4e0b-932f-8fa8d87edd8b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:58:16.239743 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-29a0db92-d634-4e0b-932f-8fa8d87edd8b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:16.285994 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e7de8e93-5efe-4e89-9b06-36c6a15d66ce None None] Calling delete_port for bb3e13e0-542b-4464-b3f0-efba76d836b8 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:58:16.374332 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-29a0db92-d634-4e0b-932f-8fa8d87edd8b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] device_id is not set on port 3474f6bf-8fcd-4625-bd93-49c82e140119 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:58:16.439638 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c6e18317-d617-45ec-89f0-e7ef9be53748 None None] Provisioning for port 23215446-697c-4593-893e-d1865f03e7c3 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:58:16.465595 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c6e18317-d617-45ec-89f0-e7ef9be53748 None None] Provisioning complete for port 23215446-697c-4593-893e-d1865f03e7c3 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:16.466235 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c6e18317-d617-45ec-89f0-e7ef9be53748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:16.479383 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b6292b88-c1a4-4a75-a74c-c4a104006803 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:16.660470 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e7de8e93-5efe-4e89-9b06-36c6a15d66ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:16.756760 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-abdc136b-b8b7-4121-aafa-73944dd6f4c4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] The port 'bb3e13e0-542b-4464-b3f0-efba76d836b8' was deleted {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:58:16.812540 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de8e93-5efe-4e89-9b06-36c6a15d66ce None None] Pushing event deleted for resources: {'Port': ['ID=bb3e13e0-542b-4464-b3f0-efba76d836b8,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:16.825581 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c6e18317-d617-45ec-89f0-e7ef9be53748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:16.848049 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7de8e93-5efe-4e89-9b06-36c6a15d66ce None None] No DVR routers for this DVR port bb3e13e0-542b-4464-b3f0-efba76d836b8 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:58:16.920420 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c6e18317-d617-45ec-89f0-e7ef9be53748 None None] For port 23215446-697c-4593-893e-d1865f03e7c3, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=23215446-697c-4593-893e-d1865f03e7c3,segment=NetworkSegment(51ff6abf-e173-4b47-aa2a-b50cc8cda35e),segment_id=51ff6abf-e173-4b47-aa2a-b50cc8cda35e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:16.930691 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c6e18317-d617-45ec-89f0-e7ef9be53748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:17.047756 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e18317-d617-45ec-89f0-e7ef9be53748 None None] Pushing event updated for resources: {'Port': ['ID=23215446-697c-4593-893e-d1865f03e7c3,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:17.087989 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-a4d0165a-73f8-4d1d-b1e7-46f9d45051bb service neutron] 10.222.0.16 "GET /v2.0/networks/2e273254-95e6-4f35-80d2-d236af187d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6405694 Mar 09 03:58:17.160465 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-abdc136b-b8b7-4121-aafa-73944dd6f4c4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:17.189174 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b6292b88-c1a4-4a75-a74c-c4a104006803 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:17.192607 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b6292b88-c1a4-4a75-a74c-c4a104006803 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:17.229112 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b6292b88-c1a4-4a75-a74c-c4a104006803 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:17.229601 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6292b88-c1a4-4a75-a74c-c4a104006803 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Fanout notify agent at l3_agent the message router_deleted on router c1f844b4-2d89-421f-9b74-83dba5c0df83 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:58:17.247154 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b6292b88-c1a4-4a75-a74c-c4a104006803 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:17.248259 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b6292b88-c1a4-4a75-a74c-c4a104006803 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/routers/c1f844b4-2d89-421f-9b74-83dba5c0df83 HTTP/1.1" status: 204 len: 168 time: 1.0287185 Mar 09 03:58:17.257879 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46182) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:17.281113 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-29a0db92-d634-4e0b-932f-8fa8d87edd8b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Allocated IP 2001:db8::f (e86cbc43-ed5e-402b-952b-c54a8102722d/9fd4e485-e682-4b0c-8ae7-852efc5262fd/3474f6bf-8fcd-4625-bd93-49c82e140119) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:58:17.292000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-abdc136b-b8b7-4121-aafa-73944dd6f4c4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2595981-7a44-4cf0-a64e-e11371e96c89']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:17.317613 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-abdc136b-b8b7-4121-aafa-73944dd6f4c4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ce5117-8ea2-4343-84b9-969d0b80d60d') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:17.317910 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-abdc136b-b8b7-4121-aafa-73944dd6f4c4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ce5117-8ea2-4343-84b9-969d0b80d60d') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:17.320387 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398851b2-bb68-40c5-aebf-33a4fb4a8779 req-5606853d-a056-44b6-8b86-e92bb22121de tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:17.322125 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-398851b2-bb68-40c5-aebf-33a4fb4a8779 req-5606853d-a056-44b6-8b86-e92bb22121de tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 0.5688226 Mar 09 03:58:17.336996 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-abdc136b-b8b7-4121-aafa-73944dd6f4c4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:17.373255 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-df1cd7d0-e186-4c13-a4cc-56ecc4ba9f7a None None] Provisioning complete for port 23215446-697c-4593-893e-d1865f03e7c3 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:17.373630 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-df1cd7d0-e186-4c13-a4cc-56ecc4ba9f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:17.412990 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-d81751f1-b38e-4078-9057-d18771383915 service neutron] 10.222.0.16 "GET /v2.0/networks/2e273254-95e6-4f35-80d2-d236af187d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997324 Mar 09 03:58:17.417687 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-abdc136b-b8b7-4121-aafa-73944dd6f4c4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:17.437870 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-398851b2-bb68-40c5-aebf-33a4fb4a8779 req-bab18f5e-601f-42df-9382-da6adc0b5dc5 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988984 Mar 09 03:58:17.450415 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7bfcbde-4167-452b-b87c-a915b312985a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting subnet 098c224e-1919-44c2-a7c9-3f465246ed0d {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:58:17.450815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abdc136b-b8b7-4121-aafa-73944dd6f4c4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:58:17.452080 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-abdc136b-b8b7-4121-aafa-73944dd6f4c4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:17.463429 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7bfcbde-4167-452b-b87c-a915b312985a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:58:17.535727 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:58:17.602500 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7bfcbde-4167-452b-b87c-a915b312985a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:17.649339 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-df1cd7d0-e186-4c13-a4cc-56ecc4ba9f7a None None] Provisioning for port 49488f47-ee78-4660-8240-967820965f18 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:58:17.655162 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-df1cd7d0-e186-4c13-a4cc-56ecc4ba9f7a None None] Provisioning complete for port 49488f47-ee78-4660-8240-967820965f18 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:17.655923 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-df1cd7d0-e186-4c13-a4cc-56ecc4ba9f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:17.725606 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-df1cd7d0-e186-4c13-a4cc-56ecc4ba9f7a None None] Port 49488f47-ee78-4660-8240-967820965f18 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:58:17.746690 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9b3332a5-530b-4305-a3a3-8cf9d8dc681e req-58196e29-19b9-425b-98c8-aaf5b45aafab tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90fed0d-0404-454f-92bf-88310ca28599 HTTP/1.1" status: 200 len: 210 time: 0.0705807 Mar 09 03:58:17.765540 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-abdc136b-b8b7-4121-aafa-73944dd6f4c4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:17.797628 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7bfcbde-4167-452b-b87c-a915b312985a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:17.835020 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-abdc136b-b8b7-4121-aafa-73944dd6f4c4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:17.851675 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b6ed11b4-e8b2-400f-a5ec-9a8058ab26db None None] Provisioning complete for port 49488f47-ee78-4660-8240-967820965f18 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:17.852015 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b6ed11b4-e8b2-400f-a5ec-9a8058ab26db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:17.870632 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc136b-b8b7-4121-aafa-73944dd6f4c4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] Pushing event deleted for resources: {'Network': ['ID=b2595981-7a44-4cf0-a64e-e11371e96c89,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:17.888940 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7bfcbde-4167-452b-b87c-a915b312985a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:17.915473 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-abdc136b-b8b7-4121-aafa-73944dd6f4c4 tempest-NetworksTest-1968597560 tempest-NetworksTest-1968597560-project] 10.222.0.16 "DELETE /v2.0/networks/b2595981-7a44-4cf0-a64e-e11371e96c89 HTTP/1.1" status: 204 len: 168 time: 5.7313175 Mar 09 03:58:17.916483 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed11b4-e8b2-400f-a5ec-9a8058ab26db None None] Port 49488f47-ee78-4660-8240-967820965f18 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:58:17.946490 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bfcbde-4167-452b-b87c-a915b312985a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Subnet': ['ID=098c224e-1919-44c2-a7c9-3f465246ed0d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:17.952337 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7bfcbde-4167-452b-b87c-a915b312985a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:17.958584 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f7bfcbde-4167-452b-b87c-a915b312985a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/subnets/098c224e-1919-44c2-a7c9-3f465246ed0d HTTP/1.1" status: 204 len: 168 time: 0.6999512 Mar 09 03:58:17.960546 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78d3391-513e-4f09-bfa8-78d2d6905118 None None] Network 8c0d96c7-32df-47ea-bc02-05af2efd6c08 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:58:17.961088 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46198) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:18.018492 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-29a0db92-d634-4e0b-932f-8fa8d87edd8b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:18.038235 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-29a0db92-d634-4e0b-932f-8fa8d87edd8b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Transition to ACTIVE for port object 3474f6bf-8fcd-4625-bd93-49c82e140119 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:58:18.075958 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-29a0db92-d634-4e0b-932f-8fa8d87edd8b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:18.176902 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d3bdba94-8d58-4a74-a41c-1fce38cb0405 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:18.194030 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d3bdba94-8d58-4a74-a41c-1fce38cb0405 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting port 90feda65-ee35-40dd-99d2-dede8e613241 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:18.194595 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d3bdba94-8d58-4a74-a41c-1fce38cb0405 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:18.314362 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ff8c49-61c1-446f-9472-8123b01c0d8e None None] DHCP port deletion for 8c0d96c7-32df-47ea-bc02-05af2efd6c08 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:58:18.319788 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff8c49-61c1-446f-9472-8123b01c0d8e None None] Deleting port 90feda65-ee35-40dd-99d2-dede8e613241 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:18.320633 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e2ff8c49-61c1-446f-9472-8123b01c0d8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:18.504043 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46210) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:18.505686 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0db92-d634-4e0b-932f-8fa8d87edd8b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Port': ['ID=3474f6bf-8fcd-4625-bd93-49c82e140119,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:18.521951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a0db92-d634-4e0b-932f-8fa8d87edd8b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network e86cbc43-ed5e-402b-952b-c54a8102722d is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:58:18.524153 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-29a0db92-d634-4e0b-932f-8fa8d87edd8b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:58:18.528796 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a0db92-d634-4e0b-932f-8fa8d87edd8b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:58:18.534103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a0db92-d634-4e0b-932f-8fa8d87edd8b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:18.535177 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-29a0db92-d634-4e0b-932f-8fa8d87edd8b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:18.622080 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-29a0db92-d634-4e0b-932f-8fa8d87edd8b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.4453075 Mar 09 03:58:18.627685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46220) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:18.654777 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fea009-5483-49f7-abcc-5702232440a7 req-37332814-32c5-41d5-addc-5df01663d0de tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:18.656698 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d4fea009-5483-49f7-abcc-5702232440a7 req-37332814-32c5-41d5-addc-5df01663d0de tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 0.2789452 Mar 09 03:58:18.704003 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e2ff8c49-61c1-446f-9472-8123b01c0d8e None None] For port 90feda65-ee35-40dd-99d2-dede8e613241, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=90feda65-ee35-40dd-99d2-dede8e613241,segment=NetworkSegment(49464ca4-14bd-4f05-8529-0c93f2df5da1),segment_id=49464ca4-14bd-4f05-8529-0c93f2df5da1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:18.705506 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e2ff8c49-61c1-446f-9472-8123b01c0d8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:19.028804 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5cfdd1-b6ad-4c6c-94b4-dfe798ae6e1d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:19.041065 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8f5cfdd1-b6ad-4c6c-94b4-dfe798ae6e1d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Synchronizing usage tracker for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:58:19.062532 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4bdc1e0d-deec-4307-ba0f-19b21d2af58a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=444f0c41e222427f8eef0c6446070be6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5528283 Mar 09 03:58:19.077101 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-d4fea009-5483-49f7-abcc-5702232440a7 req-e882b984-549d-4c2a-966e-c95467ff4338 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Deleting port 3869154b-9901-4945-914f-a9ce37c819eb {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:19.083241 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d4fea009-5483-49f7-abcc-5702232440a7 req-e882b984-549d-4c2a-966e-c95467ff4338 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:19.131708 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 23215446-697c-4593-893e-d1865f03e7c3 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:58:19.179423 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff8c49-61c1-446f-9472-8123b01c0d8e None None] Calling delete_port for 90feda65-ee35-40dd-99d2-dede8e613241 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:58:19.192046 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46228) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:19.229303 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-d3bdba94-8d58-4a74-a41c-1fce38cb0405 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] For port 90feda65-ee35-40dd-99d2-dede8e613241, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=90feda65-ee35-40dd-99d2-dede8e613241,segment=NetworkSegment(49464ca4-14bd-4f05-8529-0c93f2df5da1),segment_id=49464ca4-14bd-4f05-8529-0c93f2df5da1)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:19.230272 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d3bdba94-8d58-4a74-a41c-1fce38cb0405 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:19.323994 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c1922aa6-2a67-4cd8-9dfb-5d0bcba528a6 None None] Provisioning for port 3474f6bf-8fcd-4625-bd93-49c82e140119 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:58:19.396938 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c1922aa6-2a67-4cd8-9dfb-5d0bcba528a6 None None] Provisioning complete for port 3474f6bf-8fcd-4625-bd93-49c82e140119 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:19.397460 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c1922aa6-2a67-4cd8-9dfb-5d0bcba528a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:19.407595 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d3bdba94-8d58-4a74-a41c-1fce38cb0405 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Calling delete_port for 90feda65-ee35-40dd-99d2-dede8e613241 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:58:19.470157 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e2ff8c49-61c1-446f-9472-8123b01c0d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:19.495111 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.api [None req-d3bdba94-8d58-4a74-a41c-1fce38cb0405 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:58:19.495709 n-d-825178-5 neutron-server[87881]: DEBUG oslo_db.api [None req-d3bdba94-8d58-4a74-a41c-1fce38cb0405 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:58:19.511679 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7fa7df3d-2338-413f-962b-0bd524f45104 req-e83ff256-58fb-4038-8ddb-41e96ba84cda tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90fed0d-0404-454f-92bf-88310ca28599 HTTP/1.1" status: 200 len: 210 time: 0.4345124 Mar 09 03:58:19.532232 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c1922aa6-2a67-4cd8-9dfb-5d0bcba528a6 None None] Port 3474f6bf-8fcd-4625-bd93-49c82e140119 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:58:19.533130 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8f5cfdd1-b6ad-4c6c-94b4-dfe798ae6e1d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Unset dirty status for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:58:19.534776 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8f5cfdd1-b6ad-4c6c-94b4-dfe798ae6e1d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.8769197 Mar 09 03:58:19.537681 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff8c49-61c1-446f-9472-8123b01c0d8e None None] Pushing event deleted for resources: {'Port': ['ID=90feda65-ee35-40dd-99d2-dede8e613241,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:19.538520 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46234) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:19.540210 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ff8c49-61c1-446f-9472-8123b01c0d8e None None] No DVR routers for this DVR port 90feda65-ee35-40dd-99d2-dede8e613241 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:58:19.542609 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 23215446-697c-4593-893e-d1865f03e7c3 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:19.543373 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:19.575805 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2cc8489a-43e5-4323-8777-7463cbb14800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:19.672640 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a6b137-3620-46d0-82d7-fdc43427274a tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:19.683324 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a6b137-3620-46d0-82d7-fdc43427274a tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:19.692045 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a6b137-3620-46d0-82d7-fdc43427274a tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:19.693865 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-38a6b137-3620-46d0-82d7-fdc43427274a tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1491427 Mar 09 03:58:19.696879 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46238) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:19.778555 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-9d026506-baef-4c1a-beb1-6482743a5311 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port 3474f6bf-8fcd-4625-bd93-49c82e140119 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:19.779046 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9d026506-baef-4c1a-beb1-6482743a5311 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:19.809364 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 90feda65-ee35-40dd-99d2-dede8e613241 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:58:19.875209 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4342939-8577-4c45-9a25-7d052b5e4c81 req-dcdd35c5-3556-4677-8f9f-4bb125918a80 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:19.877035 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a4342939-8577-4c45-9a25-7d052b5e4c81 req-dcdd35c5-3556-4677-8f9f-4bb125918a80 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 946 time: 1.1461208 Mar 09 03:58:19.882177 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 90feda65-ee35-40dd-99d2-dede8e613241 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:58:19.882697 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 90feda65-ee35-40dd-99d2-dede8e613241 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:58:19.894987 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-1b10d16c-cefa-48e3-97c7-393f178c67a2 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:19.896785 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-1b10d16c-cefa-48e3-97c7-393f178c67a2 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.21 "GET /v2.0/networks?id=2e273254-95e6-4f35-80d2-d236af187d8f HTTP/1.1" status: 200 len: 808 time: 0.3584571 Mar 09 03:58:19.968482 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2cc8489a-43e5-4323-8777-7463cbb14800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:20.045548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Request body: {'port': {'device_id': 'c90fed0d-0404-454f-92bf-88310ca28599', 'network_id': '2e273254-95e6-4f35-80d2-d236af187d8f', 'admin_state_up': True, 'tenant_id': 'cc718390bdc54645b3e22c1c8ceaa511'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:20.060025 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2cc8489a-43e5-4323-8777-7463cbb14800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:20.093514 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d3bdba94-8d58-4a74-a41c-1fce38cb0405 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting port 90feda65-ee35-40dd-99d2-dede8e613241 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:20.094372 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d3bdba94-8d58-4a74-a41c-1fce38cb0405 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:20.107541 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8489a-43e5-4323-8777-7463cbb14800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae22000e-4bd9-4805-ad80-32d462b83a04,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:20.204525 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d3bdba94-8d58-4a74-a41c-1fce38cb0405 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] The port '90feda65-ee35-40dd-99d2-dede8e613241' was deleted {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:58:20.231408 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2cc8489a-43e5-4323-8777-7463cbb14800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:20.232519 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2cc8489a-43e5-4323-8777-7463cbb14800 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae22000e-4bd9-4805-ad80-32d462b83a04 HTTP/1.1" status: 204 len: 168 time: 1.0377972 Mar 09 03:58:20.259063 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a4342939-8577-4c45-9a25-7d052b5e4c81 req-f6d56f4a-87eb-4cf4-9ca7-b1747bea13c3 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079271 Mar 09 03:58:20.322132 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-d4fea009-5483-49f7-abcc-5702232440a7 req-e882b984-549d-4c2a-966e-c95467ff4338 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] For port 3869154b-9901-4945-914f-a9ce37c819eb, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=3869154b-9901-4945-914f-a9ce37c819eb,segment=NetworkSegment(ddfcacfb-90cd-4ec8-93d9-0857d330e9ac),segment_id=ddfcacfb-90cd-4ec8-93d9-0857d330e9ac)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:20.322662 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d4fea009-5483-49f7-abcc-5702232440a7 req-e882b984-549d-4c2a-966e-c95467ff4338 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:20.378043 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9d026506-baef-4c1a-beb1-6482743a5311 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:20.508751 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-d4fea009-5483-49f7-abcc-5702232440a7 req-e882b984-549d-4c2a-966e-c95467ff4338 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Calling delete_port for 3869154b-9901-4945-914f-a9ce37c819eb owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:58:20.546947 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:20.590554 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-9d026506-baef-4c1a-beb1-6482743a5311 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Calling delete_port for 3474f6bf-8fcd-4625-bd93-49c82e140119 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:58:20.596569 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Usage tracker for resource:port and tenant:cc718390bdc54645b3e22c1c8ceaa511 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:20.631435 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:20.645706 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d3bdba94-8d58-4a74-a41c-1fce38cb0405 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:20.657240 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:20.720862 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Made reservation on behalf of cc718390bdc54645b3e22c1c8ceaa511 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:58:20.725153 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:20.733917 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7a751d57-0c1a-41b0-9773-868f675b35ad req-e686076b-1d78-4910-9f00-4b3542d81992 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90fed0d-0404-454f-92bf-88310ca28599 HTTP/1.1" status: 200 len: 210 time: 0.0799732 Mar 09 03:58:20.747567 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-d3bdba94-8d58-4a74-a41c-1fce38cb0405 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0d96c7-32df-47ea-bc02-05af2efd6c08']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:20.769122 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-d3bdba94-8d58-4a74-a41c-1fce38cb0405 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49464ca4-14bd-4f05-8529-0c93f2df5da1') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:20.769407 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-d3bdba94-8d58-4a74-a41c-1fce38cb0405 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49464ca4-14bd-4f05-8529-0c93f2df5da1') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:20.793910 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d3bdba94-8d58-4a74-a41c-1fce38cb0405 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:20.812657 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d3bdba94-8d58-4a74-a41c-1fce38cb0405 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:20.848581 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3bdba94-8d58-4a74-a41c-1fce38cb0405 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:58:20.848997 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d3bdba94-8d58-4a74-a41c-1fce38cb0405 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:58:20.867408 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:58:20.980494 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d3bdba94-8d58-4a74-a41c-1fce38cb0405 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:20.983278 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9d026506-baef-4c1a-beb1-6482743a5311 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:21.050431 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50db66-c022-4fdb-b2c2-a74acc6bfd65 req-9ecb24a0-0c27-4b8f-abf1-5c9d218cb9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:21.051996 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8f50db66-c022-4fdb-b2c2-a74acc6bfd65 req-9ecb24a0-0c27-4b8f-abf1-5c9d218cb9e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42e2cf4c1213474880544b42bf2477f7&device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 1096 time: 0.5126629 Mar 09 03:58:21.096224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f64cd4-302d-4ee1-b1fa-6729e6881608 req-b9933dd7-cdcb-4c3d-b7cf-553b54001774 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:21.097834 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-98f64cd4-302d-4ee1-b1fa-6729e6881608 req-b9933dd7-cdcb-4c3d-b7cf-553b54001774 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.5110490 Mar 09 03:58:21.170012 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d3bdba94-8d58-4a74-a41c-1fce38cb0405 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:21.181762 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46276) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:21.190222 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d026506-baef-4c1a-beb1-6482743a5311 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Port': ['ID=3474f6bf-8fcd-4625-bd93-49c82e140119,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:21.199980 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bdba94-8d58-4a74-a41c-1fce38cb0405 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Network': ['ID=8c0d96c7-32df-47ea-bc02-05af2efd6c08,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:21.238031 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d4fea009-5483-49f7-abcc-5702232440a7 req-e882b984-549d-4c2a-966e-c95467ff4338 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:21.246229 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d3bdba94-8d58-4a74-a41c-1fce38cb0405 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/networks/8c0d96c7-32df-47ea-bc02-05af2efd6c08 HTTP/1.1" status: 204 len: 168 time: 3.2841151 Mar 09 03:58:21.249797 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9d026506-baef-4c1a-beb1-6482743a5311 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:21.254731 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9d026506-baef-4c1a-beb1-6482743a5311 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/ports/3474f6bf-8fcd-4625-bd93-49c82e140119 HTTP/1.1" status: 204 len: 168 time: 1.5536897 Mar 09 03:58:21.254731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46282) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:21.255346 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46284) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:21.327315 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-c269f584-f0c5-4d44-a251-33a237c6045e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'network': {'name': 'tempest-RoutersTest-207334422'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:21.331561 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-76268669-c91d-42f5-afee-e962e73f0dde tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] GET failed (client error): The resource could not be found. Mar 09 03:58:21.332117 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-76268669-c91d-42f5-afee-e962e73f0dde tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Synchronizing usage tracker for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:58:21.350502 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c269f584-f0c5-4d44-a251-33a237c6045e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:21.359689 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882b984-549d-4c2a-966e-c95467ff4338 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Pushing event deleted for resources: {'Port': ['ID=3869154b-9901-4945-914f-a9ce37c819eb,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:21.371383 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-187f55ae-0fa1-423e-b189-5c412c41db3d tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] Request body: {'port': {'network_id': 'a6d13e67-0722-4992-a18a-572da9785ab0', 'name': 'tempest-NetworksNegativeTestJSON-530466060'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:21.400989 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c269f584-f0c5-4d44-a251-33a237c6045e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Usage tracker for resource:network and tenant:8d98afbc76a3441ab1cb90e168d30508 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:21.412511 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c269f584-f0c5-4d44-a251-33a237c6045e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:21.416669 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-187f55ae-0fa1-423e-b189-5c412c41db3d tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] POST failed (client error): The resource could not be found. Mar 09 03:58:21.417139 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-187f55ae-0fa1-423e-b189-5c412c41db3d tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:58:21.422824 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-187f55ae-0fa1-423e-b189-5c412c41db3d tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2389712 Mar 09 03:58:21.425521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46294) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:21.429490 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c269f584-f0c5-4d44-a251-33a237c6045e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:21.445174 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Allocated IP 172.20.0.6 (2e273254-95e6-4f35-80d2-d236af187d8f/47c97608-1b0e-4eba-bfbf-a7dac47ee4b1/00bb2872-8ed5-4b4d-bf84-b120ecb96e37) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:58:21.464933 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-5633c4c3-6c83-406b-aad7-c928b9524465 tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] DELETE failed (client error): The resource could not be found. Mar 09 03:58:21.465796 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5633c4c3-6c83-406b-aad7-c928b9524465 tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:58:21.468084 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5633c4c3-6c83-406b-aad7-c928b9524465 tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] 10.222.0.16 "DELETE /v2.0/networks/530b11ac-0ed3-43e0-83b8-eecff7f45dab HTTP/1.1" status: 404 len: 339 time: 0.0402260 Mar 09 03:58:21.469214 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-76268669-c91d-42f5-afee-e962e73f0dde tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Unset dirty status for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:58:21.473010 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-76268669-c91d-42f5-afee-e962e73f0dde tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "GET /v2.0/ports/3474f6bf-8fcd-4625-bd93-49c82e140119 HTTP/1.1" status: 404 len: 333 time: 0.2165205 Mar 09 03:58:21.478091 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46300) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:21.478601 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46302) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:21.489728 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-98f64cd4-302d-4ee1-b1fa-6729e6881608 req-a0318ea7-0cb8-470b-bbca-e9780bd7dc92 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649633 Mar 09 03:58:21.491256 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50db66-c022-4fdb-b2c2-a74acc6bfd65 req-1d479183-102d-4c3b-8527-2f7a7ed8dd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:21.492891 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8f50db66-c022-4fdb-b2c2-a74acc6bfd65 req-1d479183-102d-4c3b-8527-2f7a7ed8dd0b service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0c93958-592c-464f-a37a-ef1493d3d272 HTTP/1.1" status: 200 len: 920 time: 0.4295192 Mar 09 03:58:21.609491 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c269f584-f0c5-4d44-a251-33a237c6045e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Made reservation on behalf of 8d98afbc76a3441ab1cb90e168d30508 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:58:21.613131 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c269f584-f0c5-4d44-a251-33a237c6045e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:21.616546 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8f50db66-c022-4fdb-b2c2-a74acc6bfd65 req-2979250b-2c49-4329-ba39-5a17a178fcbd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90c4fad8-5659-48ee-98ce-206d2a5d8810 HTTP/1.1" status: 200 len: 217 time: 0.1158152 Mar 09 03:58:21.625375 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fea009-5483-49f7-abcc-5702232440a7 req-e882b984-549d-4c2a-966e-c95467ff4338 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] No DVR routers for this DVR port 3869154b-9901-4945-914f-a9ce37c819eb on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:58:21.632890 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d4fea009-5483-49f7-abcc-5702232440a7 req-e882b984-549d-4c2a-966e-c95467ff4338 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:21.633409 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83d68c3-9290-4e47-b67b-b3f1fe9c5423 tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] DELETE failed (client error): The resource could not be found. Mar 09 03:58:21.633940 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c83d68c3-9290-4e47-b67b-b3f1fe9c5423 tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:58:21.635720 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c83d68c3-9290-4e47-b67b-b3f1fe9c5423 tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] 10.222.0.16 "DELETE /v2.0/ports/a28a7225-aa78-4263-a272-76523cbd2153 HTTP/1.1" status: 404 len: 333 time: 0.1561203 Mar 09 03:58:21.643213 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ddb3902a-838c-49d4-9240-3b4d7d281435 req-34b499de-a174-4d07-ae30-e8b6f4482ed0 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4 HTTP/1.1" status: 200 len: 210 time: 0.1687818 Mar 09 03:58:21.647864 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46310) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:21.672485 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4', 'name': 'network-vif-deleted', 'tag': '3869154b-9901-4945-914f-a9ce37c819eb'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:58:21.723888 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c269f584-f0c5-4d44-a251-33a237c6045e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:58:21.729397 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-5a85b4b3-dd63-465c-a67a-fb4405e27014 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port 49488f47-ee78-4660-8240-967820965f18 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:21.729741 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5a85b4b3-dd63-465c-a67a-fb4405e27014 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:21.738536 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb1ce08-ebd0-4e6c-91cc-cea1a1158bc4', 'name': 'network-vif-deleted', 'tag': '3869154b-9901-4945-914f-a9ce37c819eb', 'status': 'completed', 'code': 200} Mar 09 03:58:21.756405 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d4fea009-5483-49f7-abcc-5702232440a7 req-e882b984-549d-4c2a-966e-c95467ff4338 tempest-ServersNegativeTestJSON-1623037297 tempest-ServersNegativeTestJSON-1623037297-project] 10.222.0.24 "DELETE /v2.0/ports/3869154b-9901-4945-914f-a9ce37c819eb HTTP/1.1" status: 204 len: 173 time: 3.0220599 Mar 09 03:58:21.781061 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-5415f46a-a07a-49e0-967b-7ff1cbe11da9 tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] DELETE failed (client error): The resource could not be found. Mar 09 03:58:21.781513 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5415f46a-a07a-49e0-967b-7ff1cbe11da9 tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:58:21.782896 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50db66-c022-4fdb-b2c2-a74acc6bfd65 req-3e82090a-b06c-4c1c-9434-f7dd9e2a78b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:21.784635 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8f50db66-c022-4fdb-b2c2-a74acc6bfd65 req-3e82090a-b06c-4c1c-9434-f7dd9e2a78b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75f3fe3d-e0f3-4248-94b8-2de9939f1dc5 HTTP/1.1" status: 200 len: 859 time: 0.1565268 Mar 09 03:58:21.790369 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c269f584-f0c5-4d44-a251-33a237c6045e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:21.790724 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-c269f584-f0c5-4d44-a251-33a237c6045e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Added segment 94a1fdf4-01ff-4518-aa0d-fa20dea667e1 of type vlan for network 9efbed28-d79b-4d06-ab34-f499d6707bbc Mar 09 03:58:21.807940 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5415f46a-a07a-49e0-967b-7ff1cbe11da9 tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] 10.222.0.16 "DELETE /v2.0/subnets/beaf4e8f-7544-455e-bce2-b4be41d636b0 HTTP/1.1" status: 404 len: 337 time: 0.1588364 Mar 09 03:58:21.808552 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46318) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:21.915381 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c269f584-f0c5-4d44-a251-33a237c6045e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:21.919431 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d727c09-bd5a-4352-afca-3de675fd4f06 tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] GET failed (client error): The resource could not be found. Mar 09 03:58:21.925234 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6d727c09-bd5a-4352-afca-3de675fd4f06 tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] 10.222.0.16 "GET /v2.0/networks/3a810787-8df3-4c8c-90f2-5fff1acfed89 HTTP/1.1" status: 404 len: 339 time: 0.1059961 Mar 09 03:58:21.925800 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46322) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:22.008567 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8f50db66-c022-4fdb-b2c2-a74acc6bfd65 req-15aebce2-842f-4e2d-b28a-22b891ef6040 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0c93958-592c-464f-a37a-ef1493d3d272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2155285 Mar 09 03:58:22.082072 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 3869154b-9901-4945-914f-a9ce37c819eb no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:58:22.096580 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42c36158-5e9f-4b55-bde4-8164655e9017 req-6976a9ad-3a6d-46f5-ab71-926e858c3b07 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90fed0d-0404-454f-92bf-88310ca28599 HTTP/1.1" status: 200 len: 210 time: 0.1301153 Mar 09 03:58:22.097472 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f47ade-b07b-443c-a4f2-29fff9479349 tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] GET failed (client error): The resource could not be found. Mar 09 03:58:22.104690 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c8f47ade-b07b-443c-a4f2-29fff9479349 tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] 10.222.0.16 "GET /v2.0/ports/62764ab2-f2a5-4748-bd9b-45220bd0651c HTTP/1.1" status: 404 len: 333 time: 0.1491461 Mar 09 03:58:22.121349 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46330) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:22.145248 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:22.169500 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 3869154b-9901-4945-914f-a9ce37c819eb {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:58:22.170520 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 3869154b-9901-4945-914f-a9ce37c819eb not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:58:22.211676 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8f50db66-c022-4fdb-b2c2-a74acc6bfd65 req-f856554a-b560-471f-9976-ce75ab69293c service neutron] 10.222.0.24 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947668 Mar 09 03:58:22.266265 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-86361afe-342e-4632-9c67-f50b142ae9a8 tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] GET failed (client error): The resource could not be found. Mar 09 03:58:22.271448 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-86361afe-342e-4632-9c67-f50b142ae9a8 tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] 10.222.0.16 "GET /v2.0/subnets/5135f198-afa9-473d-a974-27e1873e7bed HTTP/1.1" status: 404 len: 337 time: 0.0932426 Mar 09 03:58:22.276067 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46336) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:22.287489 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-0e99022c-f58c-49d9-9925-e9425598f640 tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:22.311627 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c269f584-f0c5-4d44-a251-33a237c6045e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:22.319805 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c269f584-f0c5-4d44-a251-33a237c6045e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:22.320652 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c269f584-f0c5-4d44-a251-33a237c6045e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:22.324844 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:22.404176 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e99022c-f58c-49d9-9925-e9425598f640 tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] PUT failed (client error): The resource could not be found. Mar 09 03:58:22.404760 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e99022c-f58c-49d9-9925-e9425598f640 tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:58:22.406156 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0e99022c-f58c-49d9-9925-e9425598f640 tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] 10.222.0.16 "PUT /v2.0/networks/6971b804-be1b-49ba-8f29-c4981a43ed41 HTTP/1.1" status: 404 len: 339 time: 0.1265092 Mar 09 03:58:22.413171 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46340) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:22.415561 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5a85b4b3-dd63-465c-a67a-fb4405e27014 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:22.437877 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c269f584-f0c5-4d44-a251-33a237c6045e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1843002 Mar 09 03:58:22.441739 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46344) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:22.444932 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-031268f0-9169-4bad-a12b-d61302951dde tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:22.450810 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-28ef252e-8237-4b29-8931-925674b90823 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'subnet': {'network_id': '9efbed28-d79b-4d06-ab34-f499d6707bbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:22.468408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Pushing event updated for resources: {'Port': ['ID=00bb2872-8ed5-4b4d-bf84-b120ecb96e37,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:22.477478 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Network 2e273254-95e6-4f35-80d2-d236af187d8f is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:58:22.496811 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:58:22.499232 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:22.499567 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:22.499889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:22.500215 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:22.500535 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:22.500849 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:22.501161 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:22.501470 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:22.501777 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:22.502082 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:22.502391 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:22.502694 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:22.508358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:58:22.626821 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8f50db66-c022-4fdb-b2c2-a74acc6bfd65 req-4be7e02a-d453-4384-86cd-441b554d306c service neutron] 10.222.0.24 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094729 Mar 09 03:58:22.648033 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-5a85b4b3-dd63-465c-a67a-fb4405e27014 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Calling delete_port for 49488f47-ee78-4660-8240-967820965f18 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:58:22.684436 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-031268f0-9169-4bad-a12b-d61302951dde tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] PUT failed (client error): The resource could not be found. Mar 09 03:58:22.684660 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-031268f0-9169-4bad-a12b-d61302951dde tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:58:22.685816 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-031268f0-9169-4bad-a12b-d61302951dde tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] 10.222.0.16 "PUT /v2.0/ports/82e9db41-c145-453a-9cc3-adb54e33f512 HTTP/1.1" status: 404 len: 333 time: 0.2608833 Mar 09 03:58:22.700058 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46354) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:22.705203 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269f584-f0c5-4d44-a251-33a237c6045e tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Network': ['ID=9efbed28-d79b-4d06-ab34-f499d6707bbc,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:22.712674 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-157077a2-4528-4a87-a31d-fa489a3032ff tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:22.716491 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-28ef252e-8237-4b29-8931-925674b90823 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:22.725742 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 9efbed28-d79b-4d06-ab34-f499d6707bbc details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:58:22.748376 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-28ef252e-8237-4b29-8931-925674b90823 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Usage tracker for resource:subnet and tenant:8d98afbc76a3441ab1cb90e168d30508 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:22.756816 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-28ef252e-8237-4b29-8931-925674b90823 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:22.765861 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:22.766480 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:22.788617 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-28ef252e-8237-4b29-8931-925674b90823 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:22.810028 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-d6c899c5-00c2-42e0-9097-674c8cff9cf9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7876191 Mar 09 03:58:22.812509 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ef252e-8237-4b29-8931-925674b90823 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Made reservation on behalf of 8d98afbc76a3441ab1cb90e168d30508 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:58:22.816295 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-28ef252e-8237-4b29-8931-925674b90823 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:22.836987 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-dc18f839-0e52-457d-b65e-29cd14329387 service neutron] Request body: {'port': {'device_id': 'c90fed0d-0404-454f-92bf-88310ca28599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:22.870368 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46360) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:22.950893 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-157077a2-4528-4a87-a31d-fa489a3032ff tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] PUT failed (client error): The resource could not be found. Mar 09 03:58:22.951429 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-157077a2-4528-4a87-a31d-fa489a3032ff tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:58:22.956712 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-157077a2-4528-4a87-a31d-fa489a3032ff tempest-NetworksNegativeTestJSON-983228499 tempest-NetworksNegativeTestJSON-983228499-project] 10.222.0.16 "PUT /v2.0/subnets/19ff4013-f8d2-4ddc-8cd9-3b8ab4830918 HTTP/1.1" status: 404 len: 337 time: 0.2517910 Mar 09 03:58:22.969945 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5a85b4b3-dd63-465c-a67a-fb4405e27014 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:23.022194 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85b4b3-dd63-465c-a67a-fb4405e27014 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Port': ['ID=49488f47-ee78-4660-8240-967820965f18,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:23.069741 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5a85b4b3-dd63-465c-a67a-fb4405e27014 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:23.099342 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5a85b4b3-dd63-465c-a67a-fb4405e27014 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/ports/49488f47-ee78-4660-8240-967820965f18 HTTP/1.1" status: 204 len: 168 time: 1.6149347 Mar 09 03:58:23.099674 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46368) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:23.277390 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c5c48-e128-467a-b7e9-78cfb9325855 req-77fe8a95-3441-4eee-8e55-86ef1ccce59d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:23.293218 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f1c5c48-e128-467a-b7e9-78cfb9325855 req-77fe8a95-3441-4eee-8e55-86ef1ccce59d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.6567795 Mar 09 03:58:23.356173 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-4331688f-f3b1-40d1-a221-6faa5d8ddb8b admin admin] Deleting subnet d28ceb69-ec36-4fb9-9715-c418f254f3a1 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:58:23.359159 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4331688f-f3b1-40d1-a221-6faa5d8ddb8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:23.408048 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-b308cfef-8c71-447c-b896-f2a0387ae2bd tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] GET failed (client error): The resource could not be found. Mar 09 03:58:23.408569 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b308cfef-8c71-447c-b896-f2a0387ae2bd tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Synchronizing usage tracker for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:58:23.418823 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4331688f-f3b1-40d1-a221-6faa5d8ddb8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:23.419553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46378) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:23.444161 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b308cfef-8c71-447c-b896-f2a0387ae2bd tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Unset dirty status for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:58:23.448162 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b308cfef-8c71-447c-b896-f2a0387ae2bd tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "GET /v2.0/ports/49488f47-ee78-4660-8240-967820965f18 HTTP/1.1" status: 404 len: 333 time: 0.3444951 Mar 09 03:58:23.449615 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46384) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:23.477298 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4331688f-f3b1-40d1-a221-6faa5d8ddb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:23.524927 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c8a73-0809-4084-8965-4639e8b75d19 req-80832d30-9d18-4728-90c1-9c3d0321fcc1 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:23.532215 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-551c8a73-0809-4084-8965-4639e8b75d19 req-80832d30-9d18-4728-90c1-9c3d0321fcc1 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90fed0d-0404-454f-92bf-88310ca28599 HTTP/1.1" status: 200 len: 931 time: 0.1758673 Mar 09 03:58:23.575460 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9852b39-106d-4d22-bea3-be1dc8eac2a1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting subnet 9fd4e485-e682-4b0c-8ae7-852efc5262fd {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:58:23.584228 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9852b39-106d-4d22-bea3-be1dc8eac2a1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:23.602528 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-dc18f839-0e52-457d-b65e-29cd14329387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:23.619997 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f1c5c48-e128-467a-b7e9-78cfb9325855 req-0feb3192-9989-4362-9c9d-ec121b3a7d7b tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258729 Mar 09 03:58:23.638694 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-551c8a73-0809-4084-8965-4639e8b75d19 req-a8a6c23d-5d5e-427d-b13b-787e620a1388 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Synchronizing usage tracker for tenant:cc718390bdc54645b3e22c1c8ceaa511 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:58:23.673584 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9852b39-106d-4d22-bea3-be1dc8eac2a1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:23.675069 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4331688f-f3b1-40d1-a221-6faa5d8ddb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:23.733749 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-551c8a73-0809-4084-8965-4639e8b75d19 req-a8a6c23d-5d5e-427d-b13b-787e620a1388 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Unset dirty status for tenant:cc718390bdc54645b3e22c1c8ceaa511 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:58:23.734948 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-551c8a73-0809-4084-8965-4639e8b75d19 req-a8a6c23d-5d5e-427d-b13b-787e620a1388 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a89766e-c082-49cc-904e-53433c023c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019813 Mar 09 03:58:23.737932 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-852974d8-632e-4e7f-a6f2-ad364d075193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:23.777548 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4331688f-f3b1-40d1-a221-6faa5d8ddb8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:23.777548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331688f-f3b1-40d1-a221-6faa5d8ddb8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d28ceb69-ec36-4fb9-9715-c418f254f3a1,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:23.778454 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-852974d8-632e-4e7f-a6f2-ad364d075193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:23.791399 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-852974d8-632e-4e7f-a6f2-ad364d075193 admin admin] Usage tracker for resource:security_group_rule and tenant:fbbdd79b1f564671bcf47c329aa7c17f is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:23.795358 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-852974d8-632e-4e7f-a6f2-ad364d075193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:23.809985 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-852974d8-632e-4e7f-a6f2-ad364d075193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:23.817069 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4331688f-f3b1-40d1-a221-6faa5d8ddb8b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d28ceb69-ec36-4fb9-9715-c418f254f3a1 HTTP/1.1" status: 204 len: 168 time: 0.9405284 Mar 09 03:58:23.819822 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46390) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:23.945457 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9852b39-106d-4d22-bea3-be1dc8eac2a1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:24.013037 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cec93bbd-c23e-43d4-b9ca-7aba9855c9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:24.107063 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-28ef252e-8237-4b29-8931-925674b90823 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:24.191187 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cec93bbd-c23e-43d4-b9ca-7aba9855c9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:24.202830 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9852b39-106d-4d22-bea3-be1dc8eac2a1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:24.219547 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef252e-8237-4b29-8931-925674b90823 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Subnet': ['ID=f25190cb-729f-4247-85ad-b14276f3a325,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:24.273872 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ef252e-8237-4b29-8931-925674b90823 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Checking segment: {'id': '94a1fdf4-01ff-4518-aa0d-fa20dea667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9efbed28-d79b-4d06-ab34-f499d6707bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:58:24.274232 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ef252e-8237-4b29-8931-925674b90823 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network hostable DHCP agents. Network: 9efbed28-d79b-4d06-ab34-f499d6707bbc, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:58:24.276786 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9852b39-106d-4d22-bea3-be1dc8eac2a1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Subnet': ['ID=9fd4e485-e682-4b0c-8ae7-852efc5262fd,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:24.278786 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9852b39-106d-4d22-bea3-be1dc8eac2a1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:24.286953 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f9d16c-cb8a-49ce-8195-c280587b7ad8 None None] Network e86cbc43-ed5e-402b-952b-c54a8102722d requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:58:24.291504 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-cec93bbd-c23e-43d4-b9ca-7aba9855c9a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5bf093f-0f64-4ae3-8ad1-44c19f080b4b']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:24.295106 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-dc18f839-0e52-457d-b65e-29cd14329387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00bb2872-8ed5-4b4d-bf84-b120ecb96e37 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:58:24.305694 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a9852b39-106d-4d22-bea3-be1dc8eac2a1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/subnets/9fd4e485-e682-4b0c-8ae7-852efc5262fd HTTP/1.1" status: 204 len: 168 time: 0.8550782 Mar 09 03:58:24.306159 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-dc18f839-0e52-457d-b65e-29cd14329387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:24.309451 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46394) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:24.317964 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-852974d8-632e-4e7f-a6f2-ad364d075193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:24.319876 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-cec93bbd-c23e-43d4-b9ca-7aba9855c9a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddfcacfb-90cd-4ec8-93d9-0857d330e9ac') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:24.320336 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-cec93bbd-c23e-43d4-b9ca-7aba9855c9a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddfcacfb-90cd-4ec8-93d9-0857d330e9ac') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:24.329834 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-852974d8-632e-4e7f-a6f2-ad364d075193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:24.365142 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ef252e-8237-4b29-8931-925674b90823 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network 9efbed28-d79b-4d06-ab34-f499d6707bbc is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:58:24.369706 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-852974d8-632e-4e7f-a6f2-ad364d075193 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fbbdd79b1f564671bcf47c329aa7c17f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9488082 Mar 09 03:58:24.370548 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46398) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:24.370874 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-dc18f839-0e52-457d-b65e-29cd14329387 service neutron] Transition to ACTIVE for port object 00bb2872-8ed5-4b4d-bf84-b120ecb96e37 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:58:24.372588 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cec93bbd-c23e-43d4-b9ca-7aba9855c9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:24.418375 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cec93bbd-c23e-43d4-b9ca-7aba9855c9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:24.421659 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-28ef252e-8237-4b29-8931-925674b90823 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 9efbed28-d79b-4d06-ab34-f499d6707bbc) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:58:24.428539 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-dc18f839-0e52-457d-b65e-29cd14329387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:24.445875 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be75c55e-fdb6-4751-9adf-7197e9c8be10 None None] Network 9efbed28-d79b-4d06-ab34-f499d6707bbc requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:58:24.469604 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec93bbd-c23e-43d4-b9ca-7aba9855c9a8 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:58:24.470017 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cec93bbd-c23e-43d4-b9ca-7aba9855c9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:24.485754 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ef252e-8237-4b29-8931-925674b90823 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:24.486393 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-28ef252e-8237-4b29-8931-925674b90823 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:58:24.502841 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:58:24.517389 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-af05b43b-395b-4d3d-8e32-08526cbd99e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:24.525327 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852974d8-632e-4e7f-a6f2-ad364d075193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbef171-3870-48d3-a487-c28026279d52,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:24.574446 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:24.600508 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-28ef252e-8237-4b29-8931-925674b90823 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1575258 Mar 09 03:58:24.601330 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46402) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:24.618314 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-c7ef5c41-21f9-49c3-b007-90d741ebcd3c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1622285512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:24.632007 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18f839-0e52-457d-b65e-29cd14329387 service neutron] Pushing event updated for resources: {'Port': ['ID=00bb2872-8ed5-4b4d-bf84-b120ecb96e37,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:24.659131 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-af05b43b-395b-4d3d-8e32-08526cbd99e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:24.704732 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cec93bbd-c23e-43d4-b9ca-7aba9855c9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:24.727783 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c7ef5c41-21f9-49c3-b007-90d741ebcd3c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:24.727783 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port 23215446-697c-4593-893e-d1865f03e7c3 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:24.727783 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:24.757488 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cec93bbd-c23e-43d4-b9ca-7aba9855c9a8 admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:24.794412 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28389a19-b1d6-4d55-8455-b61fb17bd764 None None] DHCP port deletion for e86cbc43-ed5e-402b-952b-c54a8102722d request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:58:24.803864 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-28389a19-b1d6-4d55-8455-b61fb17bd764 None None] Deleting port 23215446-697c-4593-893e-d1865f03e7c3 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:24.804436 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-28389a19-b1d6-4d55-8455-b61fb17bd764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:24.844198 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec93bbd-c23e-43d4-b9ca-7aba9855c9a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5bf093f-0f64-4ae3-8ad1-44c19f080b4b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:24.940255 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cec93bbd-c23e-43d4-b9ca-7aba9855c9a8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a5bf093f-0f64-4ae3-8ad1-44c19f080b4b HTTP/1.1" status: 204 len: 168 time: 1.1186028 Mar 09 03:58:24.946005 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c7ef5c41-21f9-49c3-b007-90d741ebcd3c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Usage tracker for resource:router and tenant:8d98afbc76a3441ab1cb90e168d30508 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:25.001543 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-af05b43b-395b-4d3d-8e32-08526cbd99e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:25.012701 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c7ef5c41-21f9-49c3-b007-90d741ebcd3c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:25.042155 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05b43b-395b-4d3d-8e32-08526cbd99e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbef171-3870-48d3-a487-c28026279d52,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:25.078729 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee738614-f780-4f90-b128-7dad92c0e58c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-9efbed28-d79b-4d06-ab34-f499d6707bbc', 'network_id': '9efbed28-d79b-4d06-ab34-f499d6707bbc', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'fixed_ips': [{'subnet_id': 'f25190cb-729f-4247-85ad-b14276f3a325'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:58:25.082939 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ee738614-f780-4f90-b128-7dad92c0e58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:25.117198 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-af05b43b-395b-4d3d-8e32-08526cbd99e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:25.117825 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c7ef5c41-21f9-49c3-b007-90d741ebcd3c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:25.119194 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-af05b43b-395b-4d3d-8e32-08526cbd99e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1bbef171-3870-48d3-a487-c28026279d52 HTTP/1.1" status: 204 len: 168 time: 0.7372859 Mar 09 03:58:25.140217 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-dc18f839-0e52-457d-b65e-29cd14329387 service neutron] Attempting to bind port 00bb2872-8ed5-4b4d-bf84-b120ecb96e37 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:58:25.140817 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-dc18f839-0e52-457d-b65e-29cd14329387 service neutron] Attempting to bind port 00bb2872-8ed5-4b4d-bf84-b120ecb96e37 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'd4d57704-f74f-4c24-967a-c00def0025d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2e273254-95e6-4f35-80d2-d236af187d8f'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:58:25.141334 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-dc18f839-0e52-457d-b65e-29cd14329387 service neutron] Attempting to bind port 00bb2872-8ed5-4b4d-bf84-b120ecb96e37 on network 2e273254-95e6-4f35-80d2-d236af187d8f {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:58:25.159446 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-dc18f839-0e52-457d-b65e-29cd14329387 service neutron] Port 00bb2872-8ed5-4b4d-bf84-b120ecb96e37 on network 2e273254-95e6-4f35-80d2-d236af187d8f not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:58:25.160116 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-dc18f839-0e52-457d-b65e-29cd14329387 service neutron] Attempting to bind port 00bb2872-8ed5-4b4d-bf84-b120ecb96e37 on network 2e273254-95e6-4f35-80d2-d236af187d8f {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:58:25.179816 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-dc18f839-0e52-457d-b65e-29cd14329387 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:58:25.180377 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-dc18f839-0e52-457d-b65e-29cd14329387 service neutron] Checking segment: {'id': 'd4d57704-f74f-4c24-967a-c00def0025d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2e273254-95e6-4f35-80d2-d236af187d8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:58:25.181114 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-dc18f839-0e52-457d-b65e-29cd14329387 service neutron] Bound using segment: {'id': 'd4d57704-f74f-4c24-967a-c00def0025d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2e273254-95e6-4f35-80d2-d236af187d8f'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:58:25.181754 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-dc18f839-0e52-457d-b65e-29cd14329387 service neutron] Bound port: 00bb2872-8ed5-4b4d-bf84-b120ecb96e37, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4d57704-f74f-4c24-967a-c00def0025d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2e273254-95e6-4f35-80d2-d236af187d8f'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:58:25.182300 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-dc18f839-0e52-457d-b65e-29cd14329387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:25.204470 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f89f5-9372-4f60-9ebf-13943d581a2d req-0f5038aa-80c7-469c-8d34-d800b3ee4b26 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:25.206425 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-504f89f5-9372-4f60-9ebf-13943d581a2d req-0f5038aa-80c7-469c-8d34-d800b3ee4b26 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90fed0d-0404-454f-92bf-88310ca28599 HTTP/1.1" status: 200 len: 943 time: 0.1537852 Mar 09 03:58:25.212420 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 23215446-697c-4593-893e-d1865f03e7c3 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:58:25.284803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46416) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:25.297087 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5c41-21f9-49c3-b007-90d741ebcd3c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:25.298496 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5c41-21f9-49c3-b007-90d741ebcd3c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:25.331245 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-504f89f5-9372-4f60-9ebf-13943d581a2d req-225abf3a-8679-4d9a-8455-5747dfa67f08 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a89766e-c082-49cc-904e-53433c023c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165578 Mar 09 03:58:25.361629 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b5ee179d-7d27-454a-95ec-b10e128074fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2dfc2fc375c74dd497ae51bb9a526fce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0757315 Mar 09 03:58:25.369993 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46422) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:25.440679 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-dc18f839-0e52-457d-b65e-29cd14329387 service neutron] For port 00bb2872-8ed5-4b4d-bf84-b120ecb96e37, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:58:25.445277 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-dc18f839-0e52-457d-b65e-29cd14329387 service neutron] For port 00bb2872-8ed5-4b4d-bf84-b120ecb96e37, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=00bb2872-8ed5-4b4d-bf84-b120ecb96e37,segment=NetworkSegment(d4d57704-f74f-4c24-967a-c00def0025d9),segment_id=d4d57704-f74f-4c24-967a-c00def0025d9)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:58:25.455480 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce144019-a73b-403f-9efe-f7b604338a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:25.494145 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce144019-a73b-403f-9efe-f7b604338a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:25.579426 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce144019-a73b-403f-9efe-f7b604338a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:25.599823 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce144019-a73b-403f-9efe-f7b604338a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:25.619547 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce144019-a73b-403f-9efe-f7b604338a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:25.620781 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ce144019-a73b-403f-9efe-f7b604338a10 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea6c0ddf-24a9-44ca-9a76-dcf8bea0ec9c HTTP/1.1" status: 204 len: 168 time: 0.2497773 Mar 09 03:58:25.646880 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-dc18f839-0e52-457d-b65e-29cd14329387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:25.691777 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5c41-21f9-49c3-b007-90d741ebcd3c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:25.746230 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-dc18f839-0e52-457d-b65e-29cd14329387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:25.747520 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-dc18f839-0e52-457d-b65e-29cd14329387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:25.749052 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-dc18f839-0e52-457d-b65e-29cd14329387 service neutron] 10.222.0.21 "PUT /v2.0/ports/00bb2872-8ed5-4b4d-bf84-b120ecb96e37 HTTP/1.1" status: 200 len: 1091 time: 2.9169357 Mar 09 03:58:25.751807 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90fed0d-0404-454f-92bf-88310ca28599', 'tag': '00bb2872-8ed5-4b4d-bf84-b120ecb96e37'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:58:25.768725 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] For port 23215446-697c-4593-893e-d1865f03e7c3, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=23215446-697c-4593-893e-d1865f03e7c3,segment=NetworkSegment(51ff6abf-e173-4b47-aa2a-b50cc8cda35e),segment_id=51ff6abf-e173-4b47-aa2a-b50cc8cda35e)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:25.769263 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:25.875892 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:25.910927 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-28389a19-b1d6-4d55-8455-b61fb17bd764 None None] For port 23215446-697c-4593-893e-d1865f03e7c3, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=23215446-697c-4593-893e-d1865f03e7c3,segment=NetworkSegment(51ff6abf-e173-4b47-aa2a-b50cc8cda35e),segment_id=51ff6abf-e173-4b47-aa2a-b50cc8cda35e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:25.911326 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-28389a19-b1d6-4d55-8455-b61fb17bd764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:25.930373 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90fed0d-0404-454f-92bf-88310ca28599', 'tag': '00bb2872-8ed5-4b4d-bf84-b120ecb96e37', 'status': 'completed', 'code': 200} Mar 09 03:58:26.002688 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc16511-992f-4b17-b898-d6c6d863a0aa req-bf740d67-d93a-4119-98f6-6d3c376bf31d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:26.005048 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6cc16511-992f-4b17-b898-d6c6d863a0aa req-bf740d67-d93a-4119-98f6-6d3c376bf31d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 1.0515263 Mar 09 03:58:26.012259 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Calling delete_port for 23215446-697c-4593-893e-d1865f03e7c3 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:58:26.059886 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5c41-21f9-49c3-b007-90d741ebcd3c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:26.071758 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18f839-0e52-457d-b65e-29cd14329387 service neutron] Pushing event updated for resources: {'Port': ['ID=00bb2872-8ed5-4b4d-bf84-b120ecb96e37,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:26.150491 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5c41-21f9-49c3-b007-90d741ebcd3c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:26.151694 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c7ef5c41-21f9-49c3-b007-90d741ebcd3c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.5435958 Mar 09 03:58:26.154770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46458) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:26.189135 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6cc16511-992f-4b17-b898-d6c6d863a0aa req-d5999255-b740-476b-be5e-11e4e0872d65 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383889 Mar 09 03:58:26.197845 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-e43796ee-e9c8-4c33-bad0-d7b71d1c8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:26.199617 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-e43796ee-e9c8-4c33-bad0-d7b71d1c8f38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc718390bdc54645b3e22c1c8ceaa511&device_id=c90fed0d-0404-454f-92bf-88310ca28599 HTTP/1.1" status: 200 len: 1094 time: 0.3773901 Mar 09 03:58:26.229793 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-ee738614-f780-4f90-b128-7dad92c0e58c None None] Allocated IP 172.20.0.2 (9efbed28-d79b-4d06-ab34-f499d6707bbc/f25190cb-729f-4247-85ad-b14276f3a325/5db9106b-e1f7-48db-ae7e-4f7f30f35e23) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:58:26.234564 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 23215446-697c-4593-893e-d1865f03e7c3, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=23215446-697c-4593-893e-d1865f03e7c3,segment=NetworkSegment(51ff6abf-e173-4b47-aa2a-b50cc8cda35e),segment_id=51ff6abf-e173-4b47-aa2a-b50cc8cda35e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:26.257541 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-28389a19-b1d6-4d55-8455-b61fb17bd764 None None] Calling delete_port for 23215446-697c-4593-893e-d1865f03e7c3 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:58:26.296681 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-39947760-fa07-4362-b54f-c4d2626a95e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00bb2872-8ed5-4b4d-bf84-b120ecb96e37 HTTP/1.1" status: 200 len: 217 time: 0.0896919 Mar 09 03:58:26.303326 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:58:26.303326 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:58:26.318127 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:26.453655 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-6cb92843-641c-4cae-b9f7-66ca1a1e8cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:26.455397 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-6cb92843-641c-4cae-b9f7-66ca1a1e8cec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=47c97608-1b0e-4eba-bfbf-a7dac47ee4b1 HTTP/1.1" status: 200 len: 848 time: 0.1510506 Mar 09 03:58:26.567426 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-7f998ab4-f680-4e9d-88af-7f4568fc8aac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e273254-95e6-4f35-80d2-d236af187d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019771 Mar 09 03:58:26.580412 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46470) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:26.782042 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=23215446-697c-4593-893e-d1865f03e7c3,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:26.807213 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port 23215446-697c-4593-893e-d1865f03e7c3 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:26.807821 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:26.819626 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:26.819928 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:26.820278 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:26.821429 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:26.821779 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:26.822106 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:26.834981 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:26.835571 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:26.836167 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:26.836828 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:26.837475 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:26.838098 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:26.861218 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-28389a19-b1d6-4d55-8455-b61fb17bd764 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:58:26.861973 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-28389a19-b1d6-4d55-8455-b61fb17bd764 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:58:26.875618 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-85996025-721d-4909-b72e-ce0c024c8655 service neutron] 10.222.0.21 "GET /v2.0/networks/2e273254-95e6-4f35-80d2-d236af187d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049610 Mar 09 03:58:26.887236 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-19e1d15f-3c36-4344-ac8e-cdf7b22e5062 tempest-DvrRoutersNegativeTest-584712046 tempest-DvrRoutersNegativeTest-584712046-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1078259680', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:26.890093 n-d-825178-5 neutron-server[87881]: DEBUG neutron.policy [None req-19e1d15f-3c36-4344-ac8e-cdf7b22e5062 tempest-DvrRoutersNegativeTest-584712046 tempest-DvrRoutersNegativeTest-584712046-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87881) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 09 03:58:26.890386 n-d-825178-5 neutron-server[87881]: DEBUG neutron.policy [None req-19e1d15f-3c36-4344-ac8e-cdf7b22e5062 tempest-DvrRoutersNegativeTest-584712046 tempest-DvrRoutersNegativeTest-584712046-project] Failed policy check for 'create_router' {{(pid=87881) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 09 03:58:26.891245 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-19e1d15f-3c36-4344-ac8e-cdf7b22e5062 tempest-DvrRoutersNegativeTest-584712046 tempest-DvrRoutersNegativeTest-584712046-project] create failed (client error): Access was denied to this resource. Mar 09 03:58:26.892643 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-19e1d15f-3c36-4344-ac8e-cdf7b22e5062 tempest-DvrRoutersNegativeTest-584712046 tempest-DvrRoutersNegativeTest-584712046-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3034549 Mar 09 03:58:26.989765 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ee738614-f780-4f90-b128-7dad92c0e58c None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:27.004783 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ee738614-f780-4f90-b128-7dad92c0e58c None None] Transition to ACTIVE for port object 5db9106b-e1f7-48db-ae7e-4f7f30f35e23 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:58:27.027355 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ee738614-f780-4f90-b128-7dad92c0e58c None None] Transition to ACTIVE for port object 5db9106b-e1f7-48db-ae7e-4f7f30f35e23 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:58:27.036172 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ee738614-f780-4f90-b128-7dad92c0e58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:27.118245 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee738614-f780-4f90-b128-7dad92c0e58c None None] Network 9efbed28-d79b-4d06-ab34-f499d6707bbc is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:58:27.119564 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-ee738614-f780-4f90-b128-7dad92c0e58c None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:58:27.129403 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee738614-f780-4f90-b128-7dad92c0e58c None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:58:27.156353 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee738614-f780-4f90-b128-7dad92c0e58c None None] Pushing event updated for resources: {'Port': ['ID=5db9106b-e1f7-48db-ae7e-4f7f30f35e23,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:27.280094 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0dd47049-60a8-4277-ad72-80c218308ca1 req-100ec071-4d91-460a-9cf1-b2eca40bfce2 service neutron] 10.222.0.21 "GET /v2.0/networks/2e273254-95e6-4f35-80d2-d236af187d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908603 Mar 09 03:58:27.303068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] For port 23215446-697c-4593-893e-d1865f03e7c3, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=23215446-697c-4593-893e-d1865f03e7c3,segment=NetworkSegment(51ff6abf-e173-4b47-aa2a-b50cc8cda35e),segment_id=51ff6abf-e173-4b47-aa2a-b50cc8cda35e)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:27.303454 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:27.382184 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-28389a19-b1d6-4d55-8455-b61fb17bd764 None None] Deleting port 23215446-697c-4593-893e-d1865f03e7c3 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:27.385544 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-28389a19-b1d6-4d55-8455-b61fb17bd764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:27.412543 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a0b6c-13ed-4f12-80b2-aa2ac38fdb26 req-cb8bca09-b37d-4b76-ad56-d8fe30e3e458 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:27.439498 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bb9a0b6c-13ed-4f12-80b2-aa2ac38fdb26 req-cb8bca09-b37d-4b76-ad56-d8fe30e3e458 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90fed0d-0404-454f-92bf-88310ca28599 HTTP/1.1" status: 200 len: 943 time: 0.9068778 Mar 09 03:58:27.548999 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46504) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:27.578918 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46506) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:27.595767 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-63a540a8-6a3d-462b-8241-a214adcf4685 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:27.609551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Calling delete_port for 23215446-697c-4593-893e-d1865f03e7c3 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:58:27.612893 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-ee738614-f780-4f90-b128-7dad92c0e58c None None] Attempting to bind port 5db9106b-e1f7-48db-ae7e-4f7f30f35e23 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:58:27.613456 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-ee738614-f780-4f90-b128-7dad92c0e58c None None] Attempting to bind port 5db9106b-e1f7-48db-ae7e-4f7f30f35e23 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '94a1fdf4-01ff-4518-aa0d-fa20dea667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9efbed28-d79b-4d06-ab34-f499d6707bbc'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:58:27.613850 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee738614-f780-4f90-b128-7dad92c0e58c None None] Attempting to bind port 5db9106b-e1f7-48db-ae7e-4f7f30f35e23 on network 9efbed28-d79b-4d06-ab34-f499d6707bbc {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:58:27.625285 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee738614-f780-4f90-b128-7dad92c0e58c None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:58:27.625762 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee738614-f780-4f90-b128-7dad92c0e58c None None] Checking segment: {'id': '94a1fdf4-01ff-4518-aa0d-fa20dea667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9efbed28-d79b-4d06-ab34-f499d6707bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:58:27.626237 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ee738614-f780-4f90-b128-7dad92c0e58c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:27.626701 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee738614-f780-4f90-b128-7dad92c0e58c None None] Bound using segment: {'id': '94a1fdf4-01ff-4518-aa0d-fa20dea667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9efbed28-d79b-4d06-ab34-f499d6707bbc'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:58:27.627533 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-ee738614-f780-4f90-b128-7dad92c0e58c None None] Bound port: 5db9106b-e1f7-48db-ae7e-4f7f30f35e23, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a1fdf4-01ff-4518-aa0d-fa20dea667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9efbed28-d79b-4d06-ab34-f499d6707bbc'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:58:27.627979 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ee738614-f780-4f90-b128-7dad92c0e58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:27.665393 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bb9a0b6c-13ed-4f12-80b2-aa2ac38fdb26 req-cf9b9daa-6ccd-4710-b6e0-bb8055d92975 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a89766e-c082-49cc-904e-53433c023c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194898 Mar 09 03:58:27.831758 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043b4ca-f957-4949-afb8-81a15716ea55 req-af2b2cdb-ac2e-4fc9-ad78-81fdd6f4bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:27.834540 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5043b4ca-f957-4949-afb8-81a15716ea55 req-af2b2cdb-ac2e-4fc9-ad78-81fdd6f4bcdb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc718390bdc54645b3e22c1c8ceaa511&device_id=c90fed0d-0404-454f-92bf-88310ca28599 HTTP/1.1" status: 200 len: 1094 time: 0.2843146 Mar 09 03:58:27.843764 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036be673-bf72-4fba-8de6-5edd912a7c1e req-ca95e447-4675-4a52-aec0-9461064335d3 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:27.845140 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-036be673-bf72-4fba-8de6-5edd912a7c1e req-ca95e447-4675-4a52-aec0-9461064335d3 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.2589364 Mar 09 03:58:27.846474 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:27.866551 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-28389a19-b1d6-4d55-8455-b61fb17bd764 None None] For port 23215446-697c-4593-893e-d1865f03e7c3, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=23215446-697c-4593-893e-d1865f03e7c3,segment=NetworkSegment(51ff6abf-e173-4b47-aa2a-b50cc8cda35e),segment_id=51ff6abf-e173-4b47-aa2a-b50cc8cda35e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:27.867036 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-28389a19-b1d6-4d55-8455-b61fb17bd764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:28.022626 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-51db5464-8c30-4d4a-a9c6-71f78eacb678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:28.052894 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ee738614-f780-4f90-b128-7dad92c0e58c None None] For port 5db9106b-e1f7-48db-ae7e-4f7f30f35e23, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:58:28.054564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-51db5464-8c30-4d4a-a9c6-71f78eacb678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:28.057495 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ee738614-f780-4f90-b128-7dad92c0e58c None None] For port 5db9106b-e1f7-48db-ae7e-4f7f30f35e23, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5db9106b-e1f7-48db-ae7e-4f7f30f35e23,segment=NetworkSegment(94a1fdf4-01ff-4518-aa0d-fa20dea667e1),segment_id=94a1fdf4-01ff-4518-aa0d-fa20dea667e1)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:58:28.065638 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-51db5464-8c30-4d4a-a9c6-71f78eacb678 admin admin] Usage tracker for resource:security_group_rule and tenant:53d36867c15444ccb1e04bd7878a2b25 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:28.066934 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-28389a19-b1d6-4d55-8455-b61fb17bd764 None None] Calling delete_port for 23215446-697c-4593-893e-d1865f03e7c3 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:58:28.096508 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ee738614-f780-4f90-b128-7dad92c0e58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:28.099913 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-51db5464-8c30-4d4a-a9c6-71f78eacb678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:28.116579 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-51db5464-8c30-4d4a-a9c6-71f78eacb678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:28.163394 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-63a540a8-6a3d-462b-8241-a214adcf4685 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Allocated IP 172.20.0.1 (9efbed28-d79b-4d06-ab34-f499d6707bbc/f25190cb-729f-4247-85ad-b14276f3a325/8f488cbc-0d42-4aa3-a522-a5e225cbd264) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:58:28.210812 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Port': ['ID=23215446-697c-4593-893e-d1865f03e7c3,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:28.221010 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] No DVR routers for this DVR port 23215446-697c-4593-893e-d1865f03e7c3 on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:58:28.223069 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-36373628-f9e3-43db-b0af-9e9680495fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:28.272366 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee738614-f780-4f90-b128-7dad92c0e58c None None] Pushing event updated for resources: {'Port': ['ID=5db9106b-e1f7-48db-ae7e-4f7f30f35e23,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:28.286600 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-28389a19-b1d6-4d55-8455-b61fb17bd764 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:58:28.286990 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-28389a19-b1d6-4d55-8455-b61fb17bd764 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:58:28.326105 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-036be673-bf72-4fba-8de6-5edd912a7c1e req-242e2feb-26b9-42e8-91e3-0579fa090d2d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611843 Mar 09 03:58:28.367022 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-36373628-f9e3-43db-b0af-9e9680495fc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:28.386127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-36373628-f9e3-43db-b0af-9e9680495fc6 admin admin] Usage tracker for resource:security_group_rule and tenant:832acde01058449f9f49df6630be3180 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:28.393249 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-36373628-f9e3-43db-b0af-9e9680495fc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:28.427459 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-51db5464-8c30-4d4a-a9c6-71f78eacb678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:28.435628 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-63a540a8-6a3d-462b-8241-a214adcf4685 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:28.453560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-36373628-f9e3-43db-b0af-9e9680495fc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:28.456526 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-51db5464-8c30-4d4a-a9c6-71f78eacb678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:28.485214 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:28.485629 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-63a540a8-6a3d-462b-8241-a214adcf4685 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Transition to ACTIVE for port object 8f488cbc-0d42-4aa3-a522-a5e225cbd264 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:58:28.520119 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043b4ca-f957-4949-afb8-81a15716ea55 req-6ef99186-6162-4ebc-ad13-7861d2ea4e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:28.521802 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5043b4ca-f957-4949-afb8-81a15716ea55 req-6ef99186-6162-4ebc-ad13-7861d2ea4e13 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e273254-95e6-4f35-80d2-d236af187d8f HTTP/1.1" status: 200 len: 909 time: 0.6558869 Mar 09 03:58:28.560010 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-51db5464-8c30-4d4a-a9c6-71f78eacb678 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53d36867c15444ccb1e04bd7878a2b25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9797704 Mar 09 03:58:28.562706 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46516) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:28.567533 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db5464-8c30-4d4a-a9c6-71f78eacb678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf38b650-d4c0-4402-9f2d-8a4981c0e1a7,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:28.622284 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-28389a19-b1d6-4d55-8455-b61fb17bd764 None None] Deleting port 23215446-697c-4593-893e-d1865f03e7c3 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:28.622284 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-28389a19-b1d6-4d55-8455-b61fb17bd764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:28.632548 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-63a540a8-6a3d-462b-8241-a214adcf4685 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:28.635993 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5043b4ca-f957-4949-afb8-81a15716ea55 req-b74226c3-ce42-4e3a-993e-566e08f85e1d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00bb2872-8ed5-4b4d-bf84-b120ecb96e37 HTTP/1.1" status: 200 len: 217 time: 0.1046708 Mar 09 03:58:28.642270 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e86cbc43-ed5e-402b-952b-c54a8102722d']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:28.745094 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-28389a19-b1d6-4d55-8455-b61fb17bd764 None None] The port '23215446-697c-4593-893e-d1865f03e7c3' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:58:28.765727 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c84dc542-b227-43a7-afc4-419d29f2bd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:28.784173 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ff6abf-e173-4b47-aa2a-b50cc8cda35e') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:28.784990 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ff6abf-e173-4b47-aa2a-b50cc8cda35e') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:28.814300 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:28.832735 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a540a8-6a3d-462b-8241-a214adcf4685 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Port': ['ID=8f488cbc-0d42-4aa3-a522-a5e225cbd264,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:28.847662 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a540a8-6a3d-462b-8241-a214adcf4685 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network 9efbed28-d79b-4d06-ab34-f499d6707bbc is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:58:28.852396 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-63a540a8-6a3d-462b-8241-a214adcf4685 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:58:28.859937 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:28.866256 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a540a8-6a3d-462b-8241-a214adcf4685 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:58:28.870330 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043b4ca-f957-4949-afb8-81a15716ea55 req-dcfd8ed8-2d42-45d9-bb3f-4ba471e6cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:28.872180 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5043b4ca-f957-4949-afb8-81a15716ea55 req-dcfd8ed8-2d42-45d9-bb3f-4ba471e6cdf1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=47c97608-1b0e-4eba-bfbf-a7dac47ee4b1 HTTP/1.1" status: 200 len: 848 time: 0.2120035 Mar 09 03:58:28.881020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:58:28.881741 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:58:28.899292 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:58:28.921063 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bdb02c40-429c-4bc8-91e6-eb85e6726e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:29.038259 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5043b4ca-f957-4949-afb8-81a15716ea55 req-ff807876-3dbe-4f8e-b6a3-16db11493d84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e273254-95e6-4f35-80d2-d236af187d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1333582 Mar 09 03:58:29.038720 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bdb02c40-429c-4bc8-91e6-eb85e6726e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:29.040400 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-36373628-f9e3-43db-b0af-9e9680495fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:29.070182 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-36373628-f9e3-43db-b0af-9e9680495fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:29.083042 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5db9106b-e1f7-48db-ae7e-4f7f30f35e23 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:58:29.109743 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-63a540a8-6a3d-462b-8241-a214adcf4685 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:29.115149 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bdb02c40-429c-4bc8-91e6-eb85e6726e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:29.116406 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:29.145165 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb02c40-429c-4bc8-91e6-eb85e6726e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf38b650-d4c0-4402-9f2d-8a4981c0e1a7,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:29.200973 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bdb02c40-429c-4bc8-91e6-eb85e6726e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:29.202118 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bdb02c40-429c-4bc8-91e6-eb85e6726e77 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf38b650-d4c0-4402-9f2d-8a4981c0e1a7 HTTP/1.1" status: 204 len: 168 time: 0.6384523 Mar 09 03:58:29.216016 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:29.249593 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 5db9106b-e1f7-48db-ae7e-4f7f30f35e23 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:58:29.254687 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Network': ['ID=e86cbc43-ed5e-402b-952b-c54a8102722d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:29.269617 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c39a3-a5bb-4453-b32c-5c08313b2706 req-31ce3fb9-8efc-4a39-95c4-cfbe25620206 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:29.278082 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-880c39a3-a5bb-4453-b32c-5c08313b2706 req-31ce3fb9-8efc-4a39-95c4-cfbe25620206 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90fed0d-0404-454f-92bf-88310ca28599 HTTP/1.1" status: 200 len: 943 time: 0.3136609 Mar 09 03:58:29.278423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36373628-f9e3-43db-b0af-9e9680495fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b646fada-e0ac-415a-83b2-935a0dec81dc,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:29.299470 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-36373628-f9e3-43db-b0af-9e9680495fc6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=832acde01058449f9f49df6630be3180&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7119336 Mar 09 03:58:29.305619 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46526) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:29.340931 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-98dcc2d8-22f2-4c20-879d-c8b0a2864243 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/networks/e86cbc43-ed5e-402b-952b-c54a8102722d HTTP/1.1" status: 204 len: 168 time: 5.0273643 Mar 09 03:58:29.340931 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46530) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:29.411896 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-2cd9586e-d089-4c14-b182-4d9871142cad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-701639604'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:29.444842 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-880c39a3-a5bb-4453-b32c-5c08313b2706 req-8d18f08c-55ca-42ab-b7f9-f359ef994c92 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a89766e-c082-49cc-904e-53433c023c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631315 Mar 09 03:58:29.451621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2cd9586e-d089-4c14-b182-4d9871142cad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:29.476055 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2cd9586e-d089-4c14-b182-4d9871142cad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:network and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:29.479342 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2cd9586e-d089-4c14-b182-4d9871142cad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:29.488818 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2cd9586e-d089-4c14-b182-4d9871142cad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:29.498937 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-63a540a8-6a3d-462b-8241-a214adcf4685 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:29.514884 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5043b4ca-f957-4949-afb8-81a15716ea55 req-dcc4a262-8b06-4852-be50-fb777dfe109c service neutron] 10.222.0.21 "GET /v2.0/networks/2e273254-95e6-4f35-80d2-d236af187d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693692 Mar 09 03:58:29.529255 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:58:29.531209 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd9586e-d089-4c14-b182-4d9871142cad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:58:29.535520 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2cd9586e-d089-4c14-b182-4d9871142cad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:29.653196 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f86527a5-a4dc-47fb-b396-21c49fde8090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:29.789479 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f86527a5-a4dc-47fb-b396-21c49fde8090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:29.827447 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01df02c-70ef-4421-9351-c4854a8cc181 None None] Network 9efbed28-d79b-4d06-ab34-f499d6707bbc requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:58:29.853636 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40e3de-137a-42a8-bcd3-c2134dfd8408 req-0f2cd43e-d0af-4b00-a820-448d8fb9f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:29.855324 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f40e3de-137a-42a8-bcd3-c2134dfd8408 req-0f2cd43e-d0af-4b00-a820-448d8fb9f5c5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 1096 time: 0.5076418 Mar 09 03:58:29.873754 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd9586e-d089-4c14-b182-4d9871142cad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:58:30.011533 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 00bb2872-8ed5-4b4d-bf84-b120ecb96e37 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:58:30.087737 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2cd9586e-d089-4c14-b182-4d9871142cad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:30.088084 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-2cd9586e-d089-4c14-b182-4d9871142cad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Added segment 68a3d1c8-5e5f-4040-91c0-0e820a163282 of type vlan for network 2390ae67-58f1-47b9-a55a-ca4876d79de9 Mar 09 03:58:30.134790 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5043b4ca-f957-4949-afb8-81a15716ea55 req-32c47b42-879a-4046-92bd-6542751306bb service neutron] 10.222.0.21 "GET /v2.0/networks/2e273254-95e6-4f35-80d2-d236af187d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887759 Mar 09 03:58:30.144012 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f40e3de-137a-42a8-bcd3-c2134dfd8408 req-97b7c9b5-035d-4ae8-b80b-e73e0d2eb512 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672374 Mar 09 03:58:30.178339 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-608eb279-0480-4181-bb76-58a50121a79a None None] Provisioning for port 5db9106b-e1f7-48db-ae7e-4f7f30f35e23 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:58:30.186488 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-608eb279-0480-4181-bb76-58a50121a79a None None] Provisioning complete for port 5db9106b-e1f7-48db-ae7e-4f7f30f35e23 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:30.186881 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-608eb279-0480-4181-bb76-58a50121a79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:30.195193 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97131dee-e0f5-4ecf-bd08-70bda74b0261 req-4a196804-228a-4aa7-9188-5aeff941b90b tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:30.205207 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-97131dee-e0f5-4ecf-bd08-70bda74b0261 req-4a196804-228a-4aa7-9188-5aeff941b90b tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.6009719 Mar 09 03:58:30.240486 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2cd9586e-d089-4c14-b182-4d9871142cad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:30.247102 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f86527a5-a4dc-47fb-b396-21c49fde8090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:30.266339 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86527a5-a4dc-47fb-b396-21c49fde8090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b646fada-e0ac-415a-83b2-935a0dec81dc,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:30.311147 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-97131dee-e0f5-4ecf-bd08-70bda74b0261 req-cb7579c9-3574-48ec-a812-0d3187260eb9 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049888 Mar 09 03:58:30.317691 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f86527a5-a4dc-47fb-b396-21c49fde8090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:30.321940 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f86527a5-a4dc-47fb-b396-21c49fde8090 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b646fada-e0ac-415a-83b2-935a0dec81dc HTTP/1.1" status: 204 len: 168 time: 1.0090833 Mar 09 03:58:30.339681 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2cd9586e-d089-4c14-b182-4d9871142cad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:30.348809 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd9586e-d089-4c14-b182-4d9871142cad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:30.349467 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2cd9586e-d089-4c14-b182-4d9871142cad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:30.466443 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2cd9586e-d089-4c14-b182-4d9871142cad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1129951 Mar 09 03:58:30.482098 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-63a540a8-6a3d-462b-8241-a214adcf4685 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:30.485731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46558) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:30.486810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46562) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:30.493666 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4c752243-b7cc-4e0f-9fa7-7fd9d380de8d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'subnet': {'network_id': '2390ae67-58f1-47b9-a55a-ca4876d79de9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:30.524253 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-63a540a8-6a3d-462b-8241-a214adcf4685 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:30.777723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9586e-d089-4c14-b182-4d9871142cad tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Network': ['ID=2390ae67-58f1-47b9-a55a-ca4876d79de9,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:30.788464 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 00bb2872-8ed5-4b4d-bf84-b120ecb96e37, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=00bb2872-8ed5-4b4d-bf84-b120ecb96e37,segment=NetworkSegment(d4d57704-f74f-4c24-967a-c00def0025d9),segment_id=d4d57704-f74f-4c24-967a-c00def0025d9)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:30.798509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 2390ae67-58f1-47b9-a55a-ca4876d79de9 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:58:30.812061 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-608eb279-0480-4181-bb76-58a50121a79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:30.850581 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '00bb2872-8ed5-4b4d-bf84-b120ecb96e37', 'network_id': '2e273254-95e6-4f35-80d2-d236af187d8f', 'port_id': '00bb2872-8ed5-4b4d-bf84-b120ecb96e37', 'mac_address': 'fa:16:3e:29:8f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47c97608-1b0e-4eba-bfbf-a7dac47ee4b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:58:30.861229 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4c752243-b7cc-4e0f-9fa7-7fd9d380de8d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:30.891874 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4c752243-b7cc-4e0f-9fa7-7fd9d380de8d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:subnet and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:30.902325 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-63a540a8-6a3d-462b-8241-a214adcf4685 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:30.918263 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4c752243-b7cc-4e0f-9fa7-7fd9d380de8d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:30.947728 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f84123e8-0c93-4e49-859f-9dc9831c698b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-904000155-network', 'tenant_id': 'a789b53b4961423480ac62f11148731e'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:30.955187 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4c752243-b7cc-4e0f-9fa7-7fd9d380de8d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:30.957214 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a540a8-6a3d-462b-8241-a214adcf4685 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Port': ['ID=8f488cbc-0d42-4aa3-a522-a5e225cbd264,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:30.962515 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f84123e8-0c93-4e49-859f-9dc9831c698b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:30.985394 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f84123e8-0c93-4e49-859f-9dc9831c698b admin admin] Usage tracker for resource:network and tenant:a789b53b4961423480ac62f11148731e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:30.991394 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f84123e8-0c93-4e49-859f-9dc9831c698b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:31.005291 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-608eb279-0480-4181-bb76-58a50121a79a None None] For port 5db9106b-e1f7-48db-ae7e-4f7f30f35e23, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5db9106b-e1f7-48db-ae7e-4f7f30f35e23,segment=NetworkSegment(94a1fdf4-01ff-4518-aa0d-fa20dea667e1),segment_id=94a1fdf4-01ff-4518-aa0d-fa20dea667e1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:31.014759 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c752243-b7cc-4e0f-9fa7-7fd9d380de8d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:58:31.018716 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4c752243-b7cc-4e0f-9fa7-7fd9d380de8d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:31.037563 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f84123e8-0c93-4e49-859f-9dc9831c698b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:31.072711 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-608eb279-0480-4181-bb76-58a50121a79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:31.146318 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:31.197450 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bb2872-8ed5-4b4d-bf84-b120ecb96e37 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:58:31.208607 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-76d42255-f5e2-44ee-b170-3fa1cfbba05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:31.235188 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 00bb2872-8ed5-4b4d-bf84-b120ecb96e37, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=00bb2872-8ed5-4b4d-bf84-b120ecb96e37,segment=NetworkSegment(d4d57704-f74f-4c24-967a-c00def0025d9),segment_id=d4d57704-f74f-4c24-967a-c00def0025d9)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:31.239492 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608eb279-0480-4181-bb76-58a50121a79a None None] Pushing event updated for resources: {'Port': ['ID=5db9106b-e1f7-48db-ae7e-4f7f30f35e23,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:31.243994 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:31.250749 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ab851-7839-4e9a-96b7-121aba3e802e req-7323ff91-2d6b-4eb3-8a19-7b7b22b39e60 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:31.259565 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-766ab851-7839-4e9a-96b7-121aba3e802e req-7323ff91-2d6b-4eb3-8a19-7b7b22b39e60 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90fed0d-0404-454f-92bf-88310ca28599 HTTP/1.1" status: 200 len: 943 time: 0.6466765 Mar 09 03:58:31.294458 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84123e8-0c93-4e49-859f-9dc9831c698b admin admin] Made reservation on behalf of a789b53b4961423480ac62f11148731e for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:58:31.297079 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f84123e8-0c93-4e49-859f-9dc9831c698b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:31.332112 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f84123e8-0c93-4e49-859f-9dc9831c698b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:31.359923 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=00bb2872-8ed5-4b4d-bf84-b120ecb96e37,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:31.441836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f84123e8-0c93-4e49-859f-9dc9831c698b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:31.476094 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-766ab851-7839-4e9a-96b7-121aba3e802e req-746e71bb-a02d-4800-9240-f40a5f5fe59a tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a89766e-c082-49cc-904e-53433c023c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155850 Mar 09 03:58:31.480769 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f84123e8-0c93-4e49-859f-9dc9831c698b admin admin] Usage tracker for resource:security_group_rule and tenant:a789b53b4961423480ac62f11148731e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:31.484763 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a540a8-6a3d-462b-8241-a214adcf4685 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network 9efbed28-d79b-4d06-ab34-f499d6707bbc is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:58:31.493390 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f84123e8-0c93-4e49-859f-9dc9831c698b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:31.499216 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['00bb2872-8ed5-4b4d-bf84-b120ecb96e37'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:58:31.500036 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-63a540a8-6a3d-462b-8241-a214adcf4685 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:58:31.513346 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f84123e8-0c93-4e49-859f-9dc9831c698b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:31.655832 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3a7644a2-3947-4978-bef0-0bc17ed70aba None None] Provisioning complete for port 5db9106b-e1f7-48db-ae7e-4f7f30f35e23 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:31.656195 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3a7644a2-3947-4978-bef0-0bc17ed70aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:31.762193 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba620a2-d8f0-4e86-ae94-dd05011ff89c req-b8c997ba-2201-4baa-a5d4-7730b029797d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:31.763819 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1ba620a2-d8f0-4e86-ae94-dd05011ff89c req-b8c997ba-2201-4baa-a5d4-7730b029797d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.2151093 Mar 09 03:58:31.846469 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1ba620a2-d8f0-4e86-ae94-dd05011ff89c req-a40718db-69d0-402b-ad5a-5aafaf9c0e61 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711591 Mar 09 03:58:31.874801 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46598) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:31.965894 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4c752243-b7cc-4e0f-9fa7-7fd9d380de8d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:31.997172 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3a7644a2-3947-4978-bef0-0bc17ed70aba None None] Provisioning for port 8f488cbc-0d42-4aa3-a522-a5e225cbd264 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:58:32.006142 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3a7644a2-3947-4978-bef0-0bc17ed70aba None None] Provisioning complete for port 8f488cbc-0d42-4aa3-a522-a5e225cbd264 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:32.006561 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3a7644a2-3947-4978-bef0-0bc17ed70aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:32.076987 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-3a7644a2-3947-4978-bef0-0bc17ed70aba None None] Port 8f488cbc-0d42-4aa3-a522-a5e225cbd264 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:58:32.086145 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-b3c04b39-d78c-4613-8a68-6d17294743aa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Request body: {'security_group': {'name': 'tempest-secgroup--163664495'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:32.100275 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:32.101795 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b3c04b39-d78c-4613-8a68-6d17294743aa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:32.106344 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b3c04b39-d78c-4613-8a68-6d17294743aa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Usage tracker for resource:security_group and tenant:738cd5c47d744313ab554e4418243d56 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:32.109277 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b3c04b39-d78c-4613-8a68-6d17294743aa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:32.115240 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a540a8-6a3d-462b-8241-a214adcf4685 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Router ebff32ca-5ba8-448d-b16e-7aa5f7087e8f is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:58:32.116616 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b3c04b39-d78c-4613-8a68-6d17294743aa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:32.140074 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f84123e8-0c93-4e49-859f-9dc9831c698b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:32.150424 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f84123e8-0c93-4e49-859f-9dc9831c698b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:32.153788 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b3c04b39-d78c-4613-8a68-6d17294743aa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:32.155579 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c752243-b7cc-4e0f-9fa7-7fd9d380de8d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Subnet': ['ID=03b29ce5-3aa5-4db5-8392-3adb6bdafc11,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:32.170320 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b3c04b39-d78c-4613-8a68-6d17294743aa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:32.176919 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:32.188144 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b3c04b39-d78c-4613-8a68-6d17294743aa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:32.192881 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b3c04b39-d78c-4613-8a68-6d17294743aa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Usage tracker for resource:security_group_rule and tenant:738cd5c47d744313ab554e4418243d56 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:32.195858 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b3c04b39-d78c-4613-8a68-6d17294743aa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:32.201921 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b3c04b39-d78c-4613-8a68-6d17294743aa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:32.209993 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e56065c9-c423-4366-b596-e6db0707d687 None None] Provisioning complete for port 8f488cbc-0d42-4aa3-a522-a5e225cbd264 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:32.210814 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e56065c9-c423-4366-b596-e6db0707d687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:32.301185 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e56065c9-c423-4366-b596-e6db0707d687 None None] Port 8f488cbc-0d42-4aa3-a522-a5e225cbd264 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:58:32.318305 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b3c04b39-d78c-4613-8a68-6d17294743aa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:32.323003 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b3c04b39-d78c-4613-8a68-6d17294743aa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:32.338890 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b3c04b39-d78c-4613-8a68-6d17294743aa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:32.350825 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b3c04b39-d78c-4613-8a68-6d17294743aa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Usage tracker for resource:security_group_rule and tenant:738cd5c47d744313ab554e4418243d56 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:32.356873 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b3c04b39-d78c-4613-8a68-6d17294743aa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:32.366263 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b3c04b39-d78c-4613-8a68-6d17294743aa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:32.366729 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c752243-b7cc-4e0f-9fa7-7fd9d380de8d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Checking segment: {'id': '68a3d1c8-5e5f-4040-91c0-0e820a163282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2390ae67-58f1-47b9-a55a-ca4876d79de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:58:32.367055 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c752243-b7cc-4e0f-9fa7-7fd9d380de8d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network hostable DHCP agents. Network: 2390ae67-58f1-47b9-a55a-ca4876d79de9, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:58:32.368250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c04b39-d78c-4613-8a68-6d17294743aa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64c7e0a5-2c43-4c5b-9497-e91835e3c206,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:32.396922 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84123e8-0c93-4e49-859f-9dc9831c698b admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:58:32.445947 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b3c04b39-d78c-4613-8a68-6d17294743aa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:32.449749 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b3c04b39-d78c-4613-8a68-6d17294743aa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:32.473826 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84123e8-0c93-4e49-859f-9dc9831c698b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75a0a4d-0149-449d-b4e7-e0fe0afc07c1,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:32.499710 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f84123e8-0c93-4e49-859f-9dc9831c698b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:32.500318 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-f84123e8-0c93-4e49-859f-9dc9831c698b admin admin] Added segment 2ce657a7-9b77-4978-b6b9-084c88228101 of type vlan for network 728f1764-7035-454b-b803-10fc1ed1098e Mar 09 03:58:32.505042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c04b39-d78c-4613-8a68-6d17294743aa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7877f3ca-c378-48e7-bb79-3aabad47cf80,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:32.509960 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b3c04b39-d78c-4613-8a68-6d17294743aa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:32.514409 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b3c04b39-d78c-4613-8a68-6d17294743aa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6379974 Mar 09 03:58:32.514701 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46608) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:32.554279 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c752243-b7cc-4e0f-9fa7-7fd9d380de8d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network 2390ae67-58f1-47b9-a55a-ca4876d79de9 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:58:32.571378 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a540a8-6a3d-462b-8241-a214adcf4685 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:58:32.587411 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def94bde-4912-4a19-83d7-2c821ec50344 None None] Sync routers for ids ['ebff32ca-5ba8-448d-b16e-7aa5f7087e8f'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:58:32.590412 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e019f309-b5d2-42a6-af1b-8cf88b722645 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Synchronizing usage tracker for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:58:32.600510 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-4c752243-b7cc-4e0f-9fa7-7fd9d380de8d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 2390ae67-58f1-47b9-a55a-ca4876d79de9) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:58:32.606544 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def94bde-4912-4a19-83d7-2c821ec50344 None None] Routers {'ebff32ca-5ba8-448d-b16e-7aa5f7087e8f'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:58:32.610208 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f84123e8-0c93-4e49-859f-9dc9831c698b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:32.610569 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-def94bde-4912-4a19-83d7-2c821ec50344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:58:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ebff32ca-5ba8-448d-b16e-7aa5f7087e8f'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:32.610787 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e019f309-b5d2-42a6-af1b-8cf88b722645 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Unset dirty status for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:58:32.612669 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e019f309-b5d2-42a6-af1b-8cf88b722645 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0970442 Mar 09 03:58:32.616244 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46612) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:32.630876 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c752243-b7cc-4e0f-9fa7-7fd9d380de8d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:32.631710 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4c752243-b7cc-4e0f-9fa7-7fd9d380de8d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:32.635735 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-beab845b-8eac-41aa-8752-b3c659b7ca47 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Request body: {'security_group': {'name': 'tempest-security--1609809088', 'description': 'tempest-security-description-773132978'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:32.679867 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-beab845b-8eac-41aa-8752-b3c659b7ca47 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:32.712225 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-def94bde-4912-4a19-83d7-2c821ec50344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:32.718217 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b285aa28-a7d8-4120-b47d-e50503e990cb None None] Network 2390ae67-58f1-47b9-a55a-ca4876d79de9 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:58:32.743401 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4c752243-b7cc-4e0f-9fa7-7fd9d380de8d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2583747 Mar 09 03:58:32.747733 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46616) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:32.754172 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-63a540a8-6a3d-462b-8241-a214adcf4685 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "PUT /v2.0/routers/ebff32ca-5ba8-448d-b16e-7aa5f7087e8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5974569 Mar 09 03:58:32.755230 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-beab845b-8eac-41aa-8752-b3c659b7ca47 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:32.759545 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ab31d8d5-a826-472c-a942-49595f2b7b26 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1361460606', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:32.761182 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46620) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:32.767694 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-beab845b-8eac-41aa-8752-b3c659b7ca47 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:32.771015 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-beab845b-8eac-41aa-8752-b3c659b7ca47 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:32.774833 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-beab845b-8eac-41aa-8752-b3c659b7ca47 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "PUT /v2.0/security-groups/7877f3ca-c378-48e7-bb79-3aabad47cf80 HTTP/1.1" status: 200 len: 1779 time: 0.1547508 Mar 09 03:58:32.774833 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ab31d8d5-a826-472c-a942-49595f2b7b26 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:32.788236 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46624) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:32.793045 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ab31d8d5-a826-472c-a942-49595f2b7b26 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:router and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:32.798975 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ab31d8d5-a826-472c-a942-49595f2b7b26 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:32.813960 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def94bde-4912-4a19-83d7-2c821ec50344 None None] Routers {'ebff32ca-5ba8-448d-b16e-7aa5f7087e8f'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:58:32.814509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-def94bde-4912-4a19-83d7-2c821ec50344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:58:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ebff32ca-5ba8-448d-b16e-7aa5f7087e8f'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:32.861518 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f84123e8-0c93-4e49-859f-9dc9831c698b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:32.862590 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84123e8-0c93-4e49-859f-9dc9831c698b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:32.863838 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f84123e8-0c93-4e49-859f-9dc9831c698b admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:32.876692 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ab31d8d5-a826-472c-a942-49595f2b7b26 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:32.887085 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab845b-8eac-41aa-8752-b3c659b7ca47 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7877f3ca-c378-48e7-bb79-3aabad47cf80,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:32.893203 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-def94bde-4912-4a19-83d7-2c821ec50344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:32.893987 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def94bde-4912-4a19-83d7-2c821ec50344 None None] The sync data for ids ['ebff32ca-5ba8-448d-b16e-7aa5f7087e8f'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:58:32.922533 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ab31d8d5-a826-472c-a942-49595f2b7b26 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:32.927999 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ab31d8d5-a826-472c-a942-49595f2b7b26 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:32.956021 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8f1090fb-3221-4645-84a3-9b4a0d3fc190 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-groups/7877f3ca-c378-48e7-bb79-3aabad47cf80 HTTP/1.1" status: 200 len: 1779 time: 0.1653850 Mar 09 03:58:32.957490 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46630) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:33.039924 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ab31d8d5-a826-472c-a942-49595f2b7b26 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:33.040543 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adacbec6-153f-456b-b08e-25363a0b3213 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:33.041485 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-adacbec6-153f-456b-b08e-25363a0b3213 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Synchronizing usage tracker for tenant:8d98afbc76a3441ab1cb90e168d30508 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:58:33.052386 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7f7742-7712-4321-ae5c-a8a37f2b545e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-2390ae67-58f1-47b9-a55a-ca4876d79de9', 'network_id': '2390ae67-58f1-47b9-a55a-ca4876d79de9', 'tenant_id': '1a28d126d880446d92d0f7b9bfb2171c', 'fixed_ips': [{'subnet_id': '03b29ce5-3aa5-4db5-8392-3adb6bdafc11'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:58:33.053054 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7742-7712-4321-ae5c-a8a37f2b545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:33.086186 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5db9106b-e1f7-48db-ae7e-4f7f30f35e23 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:58:33.133289 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-adacbec6-153f-456b-b08e-25363a0b3213 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Unset dirty status for tenant:8d98afbc76a3441ab1cb90e168d30508 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:58:33.134595 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-adacbec6-153f-456b-b08e-25363a0b3213 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "GET /v2.0/ports/8f488cbc-0d42-4aa3-a522-a5e225cbd264 HTTP/1.1" status: 200 len: 910 time: 0.3689735 Mar 09 03:58:33.138423 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46634) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:33.147859 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73e666-32ca-4a83-a321-61b0ba01c69a req-f0b79a8d-c323-4fd6-b5d5-064088b2c4f8 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:33.150067 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2a73e666-32ca-4a83-a321-61b0ba01c69a req-f0b79a8d-c323-4fd6-b5d5-064088b2c4f8 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90fed0d-0404-454f-92bf-88310ca28599 HTTP/1.1" status: 200 len: 944 time: 0.4672518 Mar 09 03:58:33.154652 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f84123e8-0c93-4e49-859f-9dc9831c698b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6665761 Mar 09 03:58:33.158740 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46636) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:33.160213 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84123e8-0c93-4e49-859f-9dc9831c698b admin admin] Pushing event updated for resources: {'Network': ['ID=728f1764-7035-454b-b803-10fc1ed1098e,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:33.173237 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ab31d8d5-a826-472c-a942-49595f2b7b26 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:33.192549 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-19980427-287c-454d-9adc-5744839b1374 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:33.236910 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ab31d8d5-a826-472c-a942-49595f2b7b26 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:33.240746 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ab31d8d5-a826-472c-a942-49595f2b7b26 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4893229 Mar 09 03:58:33.241833 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46642) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:33.244505 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-7b87624c-058d-4019-9abf-48ac5e9e7b4b admin admin] Request body: {'subnet': {'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-904000155-subnet', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:33.246338 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-19980427-287c-454d-9adc-5744839b1374 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:33.259073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-092608c7-75a6-4ff9-852e-7471fab5a99d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'port': {'network_id': '2390ae67-58f1-47b9-a55a-ca4876d79de9', 'name': 'tempest-PortsIpV6TestJSON-346895263'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:33.260393 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7b87624c-058d-4019-9abf-48ac5e9e7b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:33.262690 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 728f1764-7035-454b-b803-10fc1ed1098e details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:58:33.268142 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7b87624c-058d-4019-9abf-48ac5e9e7b4b admin admin] Usage tracker for resource:subnet and tenant:a789b53b4961423480ac62f11148731e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:33.273076 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7b87624c-058d-4019-9abf-48ac5e9e7b4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:33.286557 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b994b7-60d8-4a15-b88c-8c3783c73197 req-3170186a-c2ab-42e5-aeaf-a884399a9363 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:33.288064 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-49b994b7-60d8-4a15-b88c-8c3783c73197 req-3170186a-c2ab-42e5-aeaf-a884399a9363 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.2207093 Mar 09 03:58:33.323509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 5db9106b-e1f7-48db-ae7e-4f7f30f35e23 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:33.323725 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:33.329319 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7b87624c-058d-4019-9abf-48ac5e9e7b4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:33.370709 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b87624c-058d-4019-9abf-48ac5e9e7b4b admin admin] Made reservation on behalf of a789b53b4961423480ac62f11148731e for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:58:33.373066 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7b87624c-058d-4019-9abf-48ac5e9e7b4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:33.399414 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2a73e666-32ca-4a83-a321-61b0ba01c69a req-d3a4528e-6556-447a-ab1e-6e3c6c00e937 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a89766e-c082-49cc-904e-53433c023c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418776 Mar 09 03:58:33.443155 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-49b994b7-60d8-4a15-b88c-8c3783c73197 req-870e1fc4-5a43-42af-95b2-55bb4a3c4e1c tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355867 Mar 09 03:58:33.512596 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-19980427-287c-454d-9adc-5744839b1374 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:33.518574 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-092608c7-75a6-4ff9-852e-7471fab5a99d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:33.525576 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:33.543392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-092608c7-75a6-4ff9-852e-7471fab5a99d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:port and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:33.546326 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19980427-287c-454d-9adc-5744839b1374 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7877f3ca-c378-48e7-bb79-3aabad47cf80,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:33.557350 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-092608c7-75a6-4ff9-852e-7471fab5a99d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:33.575689 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-092608c7-75a6-4ff9-852e-7471fab5a99d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:33.599792 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092608c7-75a6-4ff9-852e-7471fab5a99d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:58:33.607005 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-092608c7-75a6-4ff9-852e-7471fab5a99d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:33.623980 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-fa7f7742-7712-4321-ae5c-a8a37f2b545e None None] Allocated IP 2001:db8::2 (2390ae67-58f1-47b9-a55a-ca4876d79de9/03b29ce5-3aa5-4db5-8392-3adb6bdafc11/79efa078-de79-44d0-96b7-eb03010d08d2) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:58:33.637919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-092608c7-75a6-4ff9-852e-7471fab5a99d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] device_id is not set on port 79675f98-39db-401a-9b6d-0eefc0b78ef4 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:58:33.741894 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-19980427-287c-454d-9adc-5744839b1374 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:33.745006 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-19980427-287c-454d-9adc-5744839b1374 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "DELETE /v2.0/security-groups/7877f3ca-c378-48e7-bb79-3aabad47cf80 HTTP/1.1" status: 204 len: 168 time: 0.7833850 Mar 09 03:58:33.751766 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46654) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:33.897325 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-25653780-2d7b-4be8-bc85-7ea55b18ce25 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Synchronizing usage tracker for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:58:33.931864 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-25653780-2d7b-4be8-bc85-7ea55b18ce25 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Unset dirty status for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:58:33.936201 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-25653780-2d7b-4be8-bc85-7ea55b18ce25 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1832228 Mar 09 03:58:33.936847 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46662) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:33.963204 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-efc79cac-da9a-41ed-85f0-bc91cdc14089 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] delete failed (client error): The resource could not be found. Mar 09 03:58:33.968428 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-efc79cac-da9a-41ed-85f0-bc91cdc14089 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "DELETE /v2.0/security-groups/7877f3ca-c378-48e7-bb79-3aabad47cf80 HTTP/1.1" status: 404 len: 347 time: 0.0264244 Mar 09 03:58:33.969836 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46666) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:33.978150 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-16e88f04-1ff9-45be-a79c-3a81d46f2483 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Request body: {'security_group': {'name': 'tempest-secgroup--1661954749'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:33.986975 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7742-7712-4321-ae5c-a8a37f2b545e None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:33.998546 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-16e88f04-1ff9-45be-a79c-3a81d46f2483 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:34.012547 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fa7f7742-7712-4321-ae5c-a8a37f2b545e None None] Transition to ACTIVE for port object 79efa078-de79-44d0-96b7-eb03010d08d2 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:58:34.016652 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 00bb2872-8ed5-4b4d-bf84-b120ecb96e37 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:58:34.044139 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-16e88f04-1ff9-45be-a79c-3a81d46f2483 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:34.081121 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16e88f04-1ff9-45be-a79c-3a81d46f2483 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:34.086046 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fa7f7742-7712-4321-ae5c-a8a37f2b545e None None] Transition to ACTIVE for port object 79efa078-de79-44d0-96b7-eb03010d08d2 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:58:34.107048 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7742-7712-4321-ae5c-a8a37f2b545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:34.213291 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7f7742-7712-4321-ae5c-a8a37f2b545e None None] Network 2390ae67-58f1-47b9-a55a-ca4876d79de9 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:58:34.218115 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-fa7f7742-7712-4321-ae5c-a8a37f2b545e None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:58:34.220102 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:34.221173 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7f7742-7712-4321-ae5c-a8a37f2b545e None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:58:34.228163 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 00bb2872-8ed5-4b4d-bf84-b120ecb96e37 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:58:34.234351 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f7742-7712-4321-ae5c-a8a37f2b545e None None] Pushing event updated for resources: {'Port': ['ID=79efa078-de79-44d0-96b7-eb03010d08d2,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:34.234662 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-16e88f04-1ff9-45be-a79c-3a81d46f2483 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:34.244096 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-16e88f04-1ff9-45be-a79c-3a81d46f2483 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Usage tracker for resource:security_group_rule and tenant:738cd5c47d744313ab554e4418243d56 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:34.246545 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 00bb2872-8ed5-4b4d-bf84-b120ecb96e37 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:34.247261 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:34.250212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-16e88f04-1ff9-45be-a79c-3a81d46f2483 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:34.260923 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-16e88f04-1ff9-45be-a79c-3a81d46f2483 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:34.261853 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7b87624c-058d-4019-9abf-48ac5e9e7b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:34.295763 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-092608c7-75a6-4ff9-852e-7471fab5a99d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Allocated IP 2001:db8::87 (2390ae67-58f1-47b9-a55a-ca4876d79de9/03b29ce5-3aa5-4db5-8392-3adb6bdafc11/79675f98-39db-401a-9b6d-0eefc0b78ef4) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:58:34.340551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027aae87-4c43-448c-a797-e89c0e4b4261 req-82c30e59-5416-41aa-99da-cb4796bbfb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:34.342224 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-027aae87-4c43-448c-a797-e89c0e4b4261 req-82c30e59-5416-41aa-99da-cb4796bbfb52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42e2cf4c1213474880544b42bf2477f7&device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 1096 time: 0.1755292 Mar 09 03:58:34.352476 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87624c-058d-4019-9abf-48ac5e9e7b4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=da09f32e-fde0-4749-97c0-596cce67a53e,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:34.445079 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-17cf333b-b87f-4e44-8fe5-6b747fcc25ea tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:34.465890 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-fa7f7742-7712-4321-ae5c-a8a37f2b545e None None] Attempting to bind port 79efa078-de79-44d0-96b7-eb03010d08d2 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:58:34.466999 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-fa7f7742-7712-4321-ae5c-a8a37f2b545e None None] Attempting to bind port 79efa078-de79-44d0-96b7-eb03010d08d2 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '68a3d1c8-5e5f-4040-91c0-0e820a163282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2390ae67-58f1-47b9-a55a-ca4876d79de9'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:58:34.467557 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7f7742-7712-4321-ae5c-a8a37f2b545e None None] Attempting to bind port 79efa078-de79-44d0-96b7-eb03010d08d2 on network 2390ae67-58f1-47b9-a55a-ca4876d79de9 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:58:34.476168 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7f7742-7712-4321-ae5c-a8a37f2b545e None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:58:34.476956 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7f7742-7712-4321-ae5c-a8a37f2b545e None None] Checking segment: {'id': '68a3d1c8-5e5f-4040-91c0-0e820a163282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2390ae67-58f1-47b9-a55a-ca4876d79de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:58:34.477547 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7742-7712-4321-ae5c-a8a37f2b545e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:34.478111 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7f7742-7712-4321-ae5c-a8a37f2b545e None None] Bound using segment: {'id': '68a3d1c8-5e5f-4040-91c0-0e820a163282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2390ae67-58f1-47b9-a55a-ca4876d79de9'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:58:34.478751 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-fa7f7742-7712-4321-ae5c-a8a37f2b545e None None] Bound port: 79efa078-de79-44d0-96b7-eb03010d08d2, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a3d1c8-5e5f-4040-91c0-0e820a163282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2390ae67-58f1-47b9-a55a-ca4876d79de9'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:58:34.479418 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7742-7712-4321-ae5c-a8a37f2b545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:34.518761 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16e88f04-1ff9-45be-a79c-3a81d46f2483 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:34.523865 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b87624c-058d-4019-9abf-48ac5e9e7b4b admin admin] Checking segment: {'id': '2ce657a7-9b77-4978-b6b9-084c88228101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:58:34.524265 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b87624c-058d-4019-9abf-48ac5e9e7b4b admin admin] Network hostable DHCP agents. Network: 728f1764-7035-454b-b803-10fc1ed1098e, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:58:34.558280 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16e88f04-1ff9-45be-a79c-3a81d46f2483 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:34.572809 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:34.625044 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90fed0d-0404-454f-92bf-88310ca28599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bb2872-8ed5-4b4d-bf84-b120ecb96e37'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:58:34.650380 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 00bb2872-8ed5-4b4d-bf84-b120ecb96e37, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=00bb2872-8ed5-4b4d-bf84-b120ecb96e37,segment=NetworkSegment(d4d57704-f74f-4c24-967a-c00def0025d9),segment_id=d4d57704-f74f-4c24-967a-c00def0025d9)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:34.661098 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:34.695052 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-fa7f7742-7712-4321-ae5c-a8a37f2b545e None None] For port 79efa078-de79-44d0-96b7-eb03010d08d2, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:58:34.721185 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-fa7f7742-7712-4321-ae5c-a8a37f2b545e None None] For port 79efa078-de79-44d0-96b7-eb03010d08d2, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=79efa078-de79-44d0-96b7-eb03010d08d2,segment=NetworkSegment(68a3d1c8-5e5f-4040-91c0-0e820a163282),segment_id=68a3d1c8-5e5f-4040-91c0-0e820a163282)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:58:34.730357 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7742-7712-4321-ae5c-a8a37f2b545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:34.746693 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e88f04-1ff9-45be-a79c-3a81d46f2483 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80c0688a-99e4-4aa4-a68f-dadaba872f47,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:34.763395 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027aae87-4c43-448c-a797-e89c0e4b4261 req-9d09d494-b7da-4a65-b9fc-eaa6eb0580a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:34.764961 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-027aae87-4c43-448c-a797-e89c0e4b4261 req-9d09d494-b7da-4a65-b9fc-eaa6eb0580a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0c93958-592c-464f-a37a-ef1493d3d272 HTTP/1.1" status: 200 len: 920 time: 0.4072223 Mar 09 03:58:34.770231 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=00bb2872-8ed5-4b4d-bf84-b120ecb96e37,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:34.771279 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16e88f04-1ff9-45be-a79c-3a81d46f2483 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:34.772546 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-16e88f04-1ff9-45be-a79c-3a81d46f2483 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8007693 Mar 09 03:58:34.775686 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b87624c-058d-4019-9abf-48ac5e9e7b4b admin admin] Network 728f1764-7035-454b-b803-10fc1ed1098e is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:58:34.778122 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46676) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:34.805271 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-7b87624c-058d-4019-9abf-48ac5e9e7b4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 728f1764-7035-454b-b803-10fc1ed1098e) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:58:34.819902 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455badc3-a30d-4871-9b80-e87755753e2e req-b9586a73-5058-4638-a819-4e6cba36db5b tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:34.821441 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-455badc3-a30d-4871-9b80-e87755753e2e req-b9586a73-5058-4638-a819-4e6cba36db5b tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.5473311 Mar 09 03:58:34.826015 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b87624c-058d-4019-9abf-48ac5e9e7b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:34.826819 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7b87624c-058d-4019-9abf-48ac5e9e7b4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:34.847177 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5347df-b7e5-48c4-8e2c-8b66b4b2ec81 None None] Network 728f1764-7035-454b-b803-10fc1ed1098e requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:58:34.949743 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f7742-7712-4321-ae5c-a8a37f2b545e None None] Pushing event updated for resources: {'Port': ['ID=79efa078-de79-44d0-96b7-eb03010d08d2,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:35.014323 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-027aae87-4c43-448c-a797-e89c0e4b4261 req-9b05a89f-7260-48a5-9d97-fd9c14826479 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90c4fad8-5659-48ee-98ce-206d2a5d8810 HTTP/1.1" status: 200 len: 217 time: 0.2384024 Mar 09 03:58:35.023430 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-45c8a4cb-b2c5-4794-99a7-783b110f6077 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Request body: {'security_group_rule': {'security_group_id': '80c0688a-99e4-4aa4-a68f-dadaba872f47', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:35.079284 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-45c8a4cb-b2c5-4794-99a7-783b110f6077 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:35.088324 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-455badc3-a30d-4871-9b80-e87755753e2e req-0094af66-516c-4a2a-8e5f-8e4b208aa191 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534266 Mar 09 03:58:35.092472 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7b87624c-058d-4019-9abf-48ac5e9e7b4b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9274752 Mar 09 03:58:35.092899 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46682) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:35.096337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-45c8a4cb-b2c5-4794-99a7-783b110f6077 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Usage tracker for resource:security_group_rule and tenant:738cd5c47d744313ab554e4418243d56 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:35.098912 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-ce90842a-e777-4fda-a238-63f38b9778d9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-904000155-router', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:35.100559 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-45c8a4cb-b2c5-4794-99a7-783b110f6077 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:35.107451 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ce90842a-e777-4fda-a238-63f38b9778d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:35.114339 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ce90842a-e777-4fda-a238-63f38b9778d9 admin admin] Usage tracker for resource:router and tenant:a789b53b4961423480ac62f11148731e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:35.118239 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ce90842a-e777-4fda-a238-63f38b9778d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:35.123675 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-45c8a4cb-b2c5-4794-99a7-783b110f6077 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:35.126250 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ce90842a-e777-4fda-a238-63f38b9778d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:35.156779 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-092608c7-75a6-4ff9-852e-7471fab5a99d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:35.163874 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027aae87-4c43-448c-a797-e89c0e4b4261 req-df75f71e-59d1-42fd-84bc-fd668b788e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:35.165380 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-027aae87-4c43-448c-a797-e89c0e4b4261 req-df75f71e-59d1-42fd-84bc-fd668b788e35 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75f3fe3d-e0f3-4248-94b8-2de9939f1dc5 HTTP/1.1" status: 200 len: 859 time: 0.1358438 Mar 09 03:58:35.174078 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce90842a-e777-4fda-a238-63f38b9778d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:35.175171 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce90842a-e777-4fda-a238-63f38b9778d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:35.250162 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c87d50-8919-44d5-97b9-e962e882712b req-0f6806ba-2e81-42c0-85c4-5be4502a12be tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:35.250920 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-87c87d50-8919-44d5-97b9-e962e882712b req-0f6806ba-2e81-42c0-85c4-5be4502a12be tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Synchronizing usage tracker for tenant:cc718390bdc54645b3e22c1c8ceaa511 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:58:35.263384 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-45c8a4cb-b2c5-4794-99a7-783b110f6077 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:35.266276 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce90842a-e777-4fda-a238-63f38b9778d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:35.278922 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-027aae87-4c43-448c-a797-e89c0e4b4261 req-412db16d-84c7-4cbf-b4b1-e5ec1047277e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0c93958-592c-464f-a37a-ef1493d3d272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053612 Mar 09 03:58:35.279225 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-092608c7-75a6-4ff9-852e-7471fab5a99d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Transition to ACTIVE for port object 79675f98-39db-401a-9b6d-0eefc0b78ef4 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:58:35.288207 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-17cf333b-b87f-4e44-8fe5-6b747fcc25ea tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting port 8f488cbc-0d42-4aa3-a522-a5e225cbd264 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:35.288915 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-17cf333b-b87f-4e44-8fe5-6b747fcc25ea tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:35.343844 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90fed0d-0404-454f-92bf-88310ca28599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bb2872-8ed5-4b4d-bf84-b120ecb96e37', 'code': 200} Mar 09 03:58:35.376568 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf40941-2a51-4a5d-8e51-4516a90f7204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-728f1764-7035-454b-b803-10fc1ed1098e', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'fixed_ips': [{'subnet_id': 'da09f32e-fde0-4749-97c0-596cce67a53e'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:58:35.377575 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ecf40941-2a51-4a5d-8e51-4516a90f7204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:35.501706 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-027aae87-4c43-448c-a797-e89c0e4b4261 req-fea61a99-fd2c-491d-8cc1-b07c2d724c38 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035456 Mar 09 03:58:35.575448 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-ecf40941-2a51-4a5d-8e51-4516a90f7204 None None] Allocated IP 172.20.0.2 (728f1764-7035-454b-b803-10fc1ed1098e/da09f32e-fde0-4749-97c0-596cce67a53e/acb3fa05-cafc-4e50-98af-b6356c2841e0) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:58:35.588538 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-87c87d50-8919-44d5-97b9-e962e882712b req-0f6806ba-2e81-42c0-85c4-5be4502a12be tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Unset dirty status for tenant:cc718390bdc54645b3e22c1c8ceaa511 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:58:35.589848 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-87c87d50-8919-44d5-97b9-e962e882712b req-0f6806ba-2e81-42c0-85c4-5be4502a12be tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90fed0d-0404-454f-92bf-88310ca28599 HTTP/1.1" status: 200 len: 945 time: 1.0125842 Mar 09 03:58:35.745964 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce90842a-e777-4fda-a238-63f38b9778d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:35.764403 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-027aae87-4c43-448c-a797-e89c0e4b4261 req-fb7ed192-3045-46db-b2b4-9e58ec2dc696 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058043 Mar 09 03:58:35.803378 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-45c8a4cb-b2c5-4794-99a7-783b110f6077 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:35.819413 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-092608c7-75a6-4ff9-852e-7471fab5a99d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:35.838478 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-45c8a4cb-b2c5-4794-99a7-783b110f6077 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:35.844396 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-17cf333b-b87f-4e44-8fe5-6b747fcc25ea tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:35.936647 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ecf40941-2a51-4a5d-8e51-4516a90f7204 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:35.947755 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ecf40941-2a51-4a5d-8e51-4516a90f7204 None None] Transition to ACTIVE for port object acb3fa05-cafc-4e50-98af-b6356c2841e0 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:58:35.969696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ecf40941-2a51-4a5d-8e51-4516a90f7204 None None] Transition to ACTIVE for port object acb3fa05-cafc-4e50-98af-b6356c2841e0 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:58:35.980272 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ecf40941-2a51-4a5d-8e51-4516a90f7204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:36.036033 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092608c7-75a6-4ff9-852e-7471fab5a99d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network 2390ae67-58f1-47b9-a55a-ca4876d79de9 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:58:36.055134 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf40941-2a51-4a5d-8e51-4516a90f7204 None None] Network 728f1764-7035-454b-b803-10fc1ed1098e is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:58:36.055501 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-092608c7-75a6-4ff9-852e-7471fab5a99d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:58:36.065055 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-87c87d50-8919-44d5-97b9-e962e882712b req-5540dcbf-835b-4832-a5e9-865fa4d2af0a tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a89766e-c082-49cc-904e-53433c023c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542971 Mar 09 03:58:36.065743 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8a4cb-b2c5-4794-99a7-783b110f6077 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1715ca87-5434-4db5-a857-4523ea3ae72f,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:36.071235 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-ecf40941-2a51-4a5d-8e51-4516a90f7204 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:58:36.077940 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092608c7-75a6-4ff9-852e-7471fab5a99d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:58:36.084164 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092608c7-75a6-4ff9-852e-7471fab5a99d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:36.085041 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-092608c7-75a6-4ff9-852e-7471fab5a99d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:36.091401 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf40941-2a51-4a5d-8e51-4516a90f7204 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:58:36.123508 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-45c8a4cb-b2c5-4794-99a7-783b110f6077 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:36.127609 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-45c8a4cb-b2c5-4794-99a7-783b110f6077 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1127076 Mar 09 03:58:36.132961 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092608c7-75a6-4ff9-852e-7471fab5a99d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Port': ['ID=79675f98-39db-401a-9b6d-0eefc0b78ef4,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:36.133255 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf40941-2a51-4a5d-8e51-4516a90f7204 None None] Pushing event updated for resources: {'Port': ['ID=acb3fa05-cafc-4e50-98af-b6356c2841e0,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:36.138311 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46688) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:36.183119 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-092608c7-75a6-4ff9-852e-7471fab5a99d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9400647 Mar 09 03:58:36.183771 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46694) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:36.302250 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-17cf333b-b87f-4e44-8fe5-6b747fcc25ea tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Calling delete_port for 8f488cbc-0d42-4aa3-a522-a5e225cbd264 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:58:36.367737 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-ecf40941-2a51-4a5d-8e51-4516a90f7204 None None] Attempting to bind port acb3fa05-cafc-4e50-98af-b6356c2841e0 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:58:36.368123 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-ecf40941-2a51-4a5d-8e51-4516a90f7204 None None] Attempting to bind port acb3fa05-cafc-4e50-98af-b6356c2841e0 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '2ce657a7-9b77-4978-b6b9-084c88228101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:58:36.368488 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf40941-2a51-4a5d-8e51-4516a90f7204 None None] Attempting to bind port acb3fa05-cafc-4e50-98af-b6356c2841e0 on network 728f1764-7035-454b-b803-10fc1ed1098e {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:58:36.374136 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ca354-4435-4295-8318-f5ad8d5ed484 req-5a08e405-a477-4274-b10f-bb08f4312e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:36.375647 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c41ca354-4435-4295-8318-f5ad8d5ed484 req-5a08e405-a477-4274-b10f-bb08f4312e0c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c90fed0d-0404-454f-92bf-88310ca28599 HTTP/1.1" status: 200 len: 1096 time: 0.8675375 Mar 09 03:58:36.380654 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf40941-2a51-4a5d-8e51-4516a90f7204 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:58:36.381033 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf40941-2a51-4a5d-8e51-4516a90f7204 None None] Checking segment: {'id': '2ce657a7-9b77-4978-b6b9-084c88228101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:58:36.381436 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ecf40941-2a51-4a5d-8e51-4516a90f7204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:36.381830 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf40941-2a51-4a5d-8e51-4516a90f7204 None None] Bound using segment: {'id': '2ce657a7-9b77-4978-b6b9-084c88228101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:58:36.382295 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-ecf40941-2a51-4a5d-8e51-4516a90f7204 None None] Bound port: acb3fa05-cafc-4e50-98af-b6356c2841e0, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce657a7-9b77-4978-b6b9-084c88228101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:58:36.382666 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ecf40941-2a51-4a5d-8e51-4516a90f7204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:36.394920 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-afa29493-e212-463d-a055-5bffa9bf7990 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:36.408361 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-afa29493-e212-463d-a055-5bffa9bf7990 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:36.497531 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ecf40941-2a51-4a5d-8e51-4516a90f7204 None None] For port acb3fa05-cafc-4e50-98af-b6356c2841e0, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:58:36.500977 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ecf40941-2a51-4a5d-8e51-4516a90f7204 None None] For port acb3fa05-cafc-4e50-98af-b6356c2841e0, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=acb3fa05-cafc-4e50-98af-b6356c2841e0,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:58:36.509842 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ecf40941-2a51-4a5d-8e51-4516a90f7204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:36.606414 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf40941-2a51-4a5d-8e51-4516a90f7204 None None] Pushing event updated for resources: {'Port': ['ID=acb3fa05-cafc-4e50-98af-b6356c2841e0,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:36.609554 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9d3c71-718c-43f7-b6a5-13bdc57de2c6 None None] Network 2390ae67-58f1-47b9-a55a-ca4876d79de9 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:58:36.724821 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c86b4054-38dc-4e10-a6d7-66326cfdfd77 None None] Provisioning for port 79efa078-de79-44d0-96b7-eb03010d08d2 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:58:36.726318 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-17cf333b-b87f-4e44-8fe5-6b747fcc25ea tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:36.738933 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15009443-2ff4-43ae-99cf-d0982de44345 req-119fd2b1-e657-40aa-b859-afda916225a9 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:36.745433 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-15009443-2ff4-43ae-99cf-d0982de44345 req-119fd2b1-e657-40aa-b859-afda916225a9 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.3148930 Mar 09 03:58:36.904630 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-afa29493-e212-463d-a055-5bffa9bf7990 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:37.074416 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-afa29493-e212-463d-a055-5bffa9bf7990 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:37.076244 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-afa29493-e212-463d-a055-5bffa9bf7990 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/1715ca87-5434-4db5-a857-4523ea3ae72f HTTP/1.1" status: 204 len: 168 time: 0.9371178 Mar 09 03:58:37.096202 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46698) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:37.106311 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf333b-b87f-4e44-8fe5-6b747fcc25ea tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Port': ['ID=8f488cbc-0d42-4aa3-a522-a5e225cbd264,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:37.134271 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 79efa078-de79-44d0-96b7-eb03010d08d2 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:58:37.154383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa29493-e212-463d-a055-5bffa9bf7990 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1715ca87-5434-4db5-a857-4523ea3ae72f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:37.339546 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 79efa078-de79-44d0-96b7-eb03010d08d2 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:58:37.358762 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 79efa078-de79-44d0-96b7-eb03010d08d2 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:37.359423 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:37.502467 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c41ca354-4435-4295-8318-f5ad8d5ed484 req-69febace-0c63-409d-89cb-f5ed781e5003 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0a89766e-c082-49cc-904e-53433c023c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0658791 Mar 09 03:58:37.524556 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-15009443-2ff4-43ae-99cf-d0982de44345 req-748591c6-2a5d-4b29-a601-cbcb92e2cdda tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7772160 Mar 09 03:58:37.566917 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1dc62ddd-3f82-4150-882d-7439a9c8837f tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4612391 Mar 09 03:58:37.572864 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46708) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:37.642531 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:37.690205 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce90842a-e777-4fda-a238-63f38b9778d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:37.733620 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc909238-5293-4281-8572-c393527659df None None] Provisioning for port 79675f98-39db-401a-9b6d-0eefc0b78ef4 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:58:37.752706 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc909238-5293-4281-8572-c393527659df None None] Provisioning complete for port 79675f98-39db-401a-9b6d-0eefc0b78ef4 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:37.754434 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc909238-5293-4281-8572-c393527659df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:37.763725 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3d50892d-1dcf-4c91-8907-8cf377a8cee9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:37.814039 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 79efa078-de79-44d0-96b7-eb03010d08d2, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=79efa078-de79-44d0-96b7-eb03010d08d2,segment=NetworkSegment(68a3d1c8-5e5f-4040-91c0-0e820a163282),segment_id=68a3d1c8-5e5f-4040-91c0-0e820a163282)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:37.823997 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:37.971651 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc909238-5293-4281-8572-c393527659df None None] Port 79675f98-39db-401a-9b6d-0eefc0b78ef4 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:58:37.991489 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=79efa078-de79-44d0-96b7-eb03010d08d2,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:38.023917 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f50e588a-82e4-48d8-833b-b2b9748c5425 req-4983b3cc-29ca-453b-8d30-2ed671e8d087 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.7037089 Mar 09 03:58:38.026226 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc909238-5293-4281-8572-c393527659df None None] Provisioning complete for port 79efa078-de79-44d0-96b7-eb03010d08d2 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:38.026603 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc909238-5293-4281-8572-c393527659df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:38.064661 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce90842a-e777-4fda-a238-63f38b9778d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:38.307684 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-17cf333b-b87f-4e44-8fe5-6b747fcc25ea tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:38.311704 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0802bdeb-c7e7-41a8-8e66-b961e6475f8f tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:38.479984 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-75f650f8-03de-49f0-ae8a-8a4e8f6987b8 None None] Provisioning complete for port 79675f98-39db-401a-9b6d-0eefc0b78ef4 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:38.480203 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-75f650f8-03de-49f0-ae8a-8a4e8f6987b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:38.486560 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0802bdeb-c7e7-41a8-8e66-b961e6475f8f tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:38.544781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f394fe-5f78-4037-9a39-53e23349f46c req-b5046fe9-5a5b-4cdc-bef8-8a1657e83a65 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:38.545385 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5f394fe-5f78-4037-9a39-53e23349f46c req-b5046fe9-5a5b-4cdc-bef8-8a1657e83a65 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90fed0d-0404-454f-92bf-88310ca28599 HTTP/1.1" status: 200 len: 945 time: 1.0416229 Mar 09 03:58:38.567246 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0802bdeb-c7e7-41a8-8e66-b961e6475f8f tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:38.604205 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802bdeb-c7e7-41a8-8e66-b961e6475f8f tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c0688a-99e4-4aa4-a68f-dadaba872f47,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:38.635558 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-75f650f8-03de-49f0-ae8a-8a4e8f6987b8 None None] Port 79675f98-39db-401a-9b6d-0eefc0b78ef4 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:58:38.661181 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3d50892d-1dcf-4c91-8907-8cf377a8cee9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:38.678489 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3d50892d-1dcf-4c91-8907-8cf377a8cee9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:38.723624 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630a57c2-2285-4762-a4f3-a453374c500e None None] Network 728f1764-7035-454b-b803-10fc1ed1098e requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:58:38.726325 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0802bdeb-c7e7-41a8-8e66-b961e6475f8f tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:38.729931 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0802bdeb-c7e7-41a8-8e66-b961e6475f8f tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "DELETE /v2.0/security-groups/80c0688a-99e4-4aa4-a68f-dadaba872f47 HTTP/1.1" status: 204 len: 168 time: 1.1473958 Mar 09 03:58:38.738216 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5f394fe-5f78-4037-9a39-53e23349f46c req-15006e5e-6a0c-4ad0-913e-51ff754ac879 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a89766e-c082-49cc-904e-53433c023c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756463 Mar 09 03:58:38.739786 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46718) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:38.799151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-ce90842a-e777-4fda-a238-63f38b9778d9 admin admin] Allocated IP 172.25.7.108 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/5ef49fa7-6f41-441a-9f77-9d4549b31d7a) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:58:38.882644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50892d-1dcf-4c91-8907-8cf377a8cee9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Port': ['ID=79675f98-39db-401a-9b6d-0eefc0b78ef4,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:38.887225 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e588a-82e4-48d8-833b-b2b9748c5425 req-164c36ca-1016-488d-bdeb-92753b2ced7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:38.889301 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f50e588a-82e4-48d8-833b-b2b9748c5425 req-164c36ca-1016-488d-bdeb-92753b2ced7c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42e2cf4c1213474880544b42bf2477f7&device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 1096 time: 0.4846091 Mar 09 03:58:38.965530 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ab6d025a-88ca-4a46-b16e-48f44dd70abd tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Synchronizing usage tracker for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:58:39.011342 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:39.056827 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cf333b-b87f-4e44-8fe5-6b747fcc25ea tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Router ebff32ca-5ba8-448d-b16e-7aa5f7087e8f has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:58:39.065331 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2de14e87-ecc0-413a-b014-3223eace1c23 None None] Provisioning for port acb3fa05-cafc-4e50-98af-b6356c2841e0 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:58:39.236160 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device acb3fa05-cafc-4e50-98af-b6356c2841e0 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:58:39.313765 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e588a-82e4-48d8-833b-b2b9748c5425 req-9dd505d2-b055-49e7-b4c6-e09b2ac04736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:39.315162 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f50e588a-82e4-48d8-833b-b2b9748c5425 req-9dd505d2-b055-49e7-b4c6-e09b2ac04736 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c0c93958-592c-464f-a37a-ef1493d3d272 HTTP/1.1" status: 200 len: 920 time: 0.3428769 Mar 09 03:58:39.315766 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ab6d025a-88ca-4a46-b16e-48f44dd70abd tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Unset dirty status for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:58:39.318905 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ab6d025a-88ca-4a46-b16e-48f44dd70abd tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5382912 Mar 09 03:58:39.351175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46724) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:39.369895 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ca2f5fc7-3379-4855-a002-f80627c202ad None None] Provisioning complete for port 79675f98-39db-401a-9b6d-0eefc0b78ef4 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:39.370281 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ca2f5fc7-3379-4855-a002-f80627c202ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:39.419065 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-f2204b49-56c6-47c2-8208-e75c1013dee1 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Request body: {'security_group': {'name': 'tempest-secgroup--1257376279'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:39.479368 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port acb3fa05-cafc-4e50-98af-b6356c2841e0 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:58:39.496036 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port acb3fa05-cafc-4e50-98af-b6356c2841e0 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:39.496402 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:39.505181 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813641b-f88c-44a1-a9bf-8186a4770bbb req-2737421e-6743-4835-b9ae-0ce88ee96265 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:39.506659 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b813641b-f88c-44a1-a9bf-8186a4770bbb req-2737421e-6743-4835-b9ae-0ce88ee96265 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.7280543 Mar 09 03:58:39.511060 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3d50892d-1dcf-4c91-8907-8cf377a8cee9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:39.511690 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cf333b-b87f-4e44-8fe5-6b747fcc25ea tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:58:39.521777 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-17cf333b-b87f-4e44-8fe5-6b747fcc25ea tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "PUT /v2.0/routers/ebff32ca-5ba8-448d-b16e-7aa5f7087e8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3630202 Mar 09 03:58:39.522584 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46728) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:39.522702 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f2204b49-56c6-47c2-8208-e75c1013dee1 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:39.525679 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ca2f5fc7-3379-4855-a002-f80627c202ad None None] Port 79675f98-39db-401a-9b6d-0eefc0b78ef4 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:58:39.530094 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c23b57-a6da-4e36-9d06-c9327cd15209 None None] Sync routers for ids ['ebff32ca-5ba8-448d-b16e-7aa5f7087e8f'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:58:39.544532 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c23b57-a6da-4e36-9d06-c9327cd15209 None None] Routers {'ebff32ca-5ba8-448d-b16e-7aa5f7087e8f'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:58:39.545145 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-19c23b57-a6da-4e36-9d06-c9327cd15209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:58:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ebff32ca-5ba8-448d-b16e-7aa5f7087e8f'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:39.546139 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f50e588a-82e4-48d8-833b-b2b9748c5425 req-3decdbf2-5f65-4a90-adba-bc973938d851 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=545436b8-f015-4e94-9a3d-1eae45d4a36f HTTP/1.1" status: 200 len: 217 time: 0.1927493 Mar 09 03:58:39.604343 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-eea47d56-eec1-4639-a63e-6dd23a2d067f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Synchronizing usage tracker for tenant:8d98afbc76a3441ab1cb90e168d30508 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:58:39.629654 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f2204b49-56c6-47c2-8208-e75c1013dee1 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:39.676635 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-19c23b57-a6da-4e36-9d06-c9327cd15209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:39.679995 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f2204b49-56c6-47c2-8208-e75c1013dee1 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:39.688044 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce90842a-e777-4fda-a238-63f38b9778d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:39.692983 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c23b57-a6da-4e36-9d06-c9327cd15209 None None] Routers {'ebff32ca-5ba8-448d-b16e-7aa5f7087e8f'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:58:39.693657 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-19c23b57-a6da-4e36-9d06-c9327cd15209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:58:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ebff32ca-5ba8-448d-b16e-7aa5f7087e8f'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:39.709824 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-eea47d56-eec1-4639-a63e-6dd23a2d067f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Unset dirty status for tenant:8d98afbc76a3441ab1cb90e168d30508 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:58:39.721490 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-eea47d56-eec1-4639-a63e-6dd23a2d067f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebff32ca-5ba8-448d-b16e-7aa5f7087e8f HTTP/1.1" status: 200 len: 205 time: 0.1877825 Mar 09 03:58:39.722902 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46732) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:39.725242 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e588a-82e4-48d8-833b-b2b9748c5425 req-0b451164-5ea1-4a5d-8671-a535b06ba794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:39.726597 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f50e588a-82e4-48d8-833b-b2b9748c5425 req-0b451164-5ea1-4a5d-8671-a535b06ba794 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75f3fe3d-e0f3-4248-94b8-2de9939f1dc5 HTTP/1.1" status: 200 len: 859 time: 0.1660903 Mar 09 03:58:39.729341 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b813641b-f88c-44a1-a9bf-8186a4770bbb req-fe8ea89f-fa82-415a-9453-d89f0dc0b01d tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218574 Mar 09 03:58:39.734553 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:39.817665 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port acb3fa05-cafc-4e50-98af-b6356c2841e0, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=acb3fa05-cafc-4e50-98af-b6356c2841e0,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:39.827097 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:39.827892 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 79efa078-de79-44d0-96b7-eb03010d08d2 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:58:39.841700 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f2204b49-56c6-47c2-8208-e75c1013dee1 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:39.848787 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-19c23b57-a6da-4e36-9d06-c9327cd15209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:39.849839 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c23b57-a6da-4e36-9d06-c9327cd15209 None None] The sync data for ids ['ebff32ca-5ba8-448d-b16e-7aa5f7087e8f'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:58:39.864932 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f2204b49-56c6-47c2-8208-e75c1013dee1 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Usage tracker for resource:security_group_rule and tenant:738cd5c47d744313ab554e4418243d56 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:39.889154 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f50e588a-82e4-48d8-833b-b2b9748c5425 req-02653f57-fd3d-4fb8-bfcc-f4bf89eece3e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c0c93958-592c-464f-a37a-ef1493d3d272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1428149 Mar 09 03:58:39.890093 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f2204b49-56c6-47c2-8208-e75c1013dee1 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:40.002980 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=acb3fa05-cafc-4e50-98af-b6356c2841e0,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:40.058489 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-756a5f48-a797-43fe-8a42-3242c956907d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:40.063454 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f2204b49-56c6-47c2-8208-e75c1013dee1 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:40.072071 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 79efa078-de79-44d0-96b7-eb03010d08d2 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:40.073216 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:40.174235 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1ce3d070-2b0a-4515-bbe4-cda3f2226cc9 None None] Provisioning complete for port acb3fa05-cafc-4e50-98af-b6356c2841e0 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:40.175215 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1ce3d070-2b0a-4515-bbe4-cda3f2226cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:40.417316 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3d50892d-1dcf-4c91-8907-8cf377a8cee9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:40.450959 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-756a5f48-a797-43fe-8a42-3242c956907d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:40.453229 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-756a5f48-a797-43fe-8a42-3242c956907d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:40.479139 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-756a5f48-a797-43fe-8a42-3242c956907d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:40.479771 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756a5f48-a797-43fe-8a42-3242c956907d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Fanout notify agent at l3_agent the message router_deleted on router ebff32ca-5ba8-448d-b16e-7aa5f7087e8f {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:58:40.482888 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce90842a-e777-4fda-a238-63f38b9778d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:40.557399 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-756a5f48-a797-43fe-8a42-3242c956907d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:40.559029 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-756a5f48-a797-43fe-8a42-3242c956907d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/routers/ebff32ca-5ba8-448d-b16e-7aa5f7087e8f HTTP/1.1" status: 204 len: 168 time: 0.8335781 Mar 09 03:58:40.566988 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46750) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:40.569819 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce90842a-e777-4fda-a238-63f38b9778d9 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:58:40.570544 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b143a70-7010-429d-9cc5-4fda65c360e3 req-1ecaa31e-724d-4fe2-b57d-f88e6ef43b26 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:40.572155 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9b143a70-7010-429d-9cc5-4fda65c360e3 req-1ecaa31e-724d-4fe2-b57d-f88e6ef43b26 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90fed0d-0404-454f-92bf-88310ca28599 HTTP/1.1" status: 200 len: 945 time: 0.5642211 Mar 09 03:58:40.619149 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-ce90842a-e777-4fda-a238-63f38b9778d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:58:40.626968 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce90842a-e777-4fda-a238-63f38b9778d9 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:58:40.680414 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f50e588a-82e4-48d8-833b-b2b9748c5425 req-03570846-ea78-4a05-a809-5934c7d259dc service neutron] 10.222.0.21 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7336657 Mar 09 03:58:40.695490 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90842a-e777-4fda-a238-63f38b9778d9 admin admin] Pushing event updated for resources: {'Port': ['ID=5ef49fa7-6f41-441a-9f77-9d4549b31d7a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:40.781001 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f2204b49-56c6-47c2-8208-e75c1013dee1 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:40.790403 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31de9ce-d0e3-432d-87cd-62402e3888b1 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting subnet f25190cb-729f-4247-85ad-b14276f3a325 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:58:40.794749 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b31de9ce-d0e3-432d-87cd-62402e3888b1 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:40.874267 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f2204b49-56c6-47c2-8208-e75c1013dee1 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:40.916044 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9b143a70-7010-429d-9cc5-4fda65c360e3 req-d0689f7b-3cfd-4439-9366-4b94727b5b29 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a89766e-c082-49cc-904e-53433c023c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146551 Mar 09 03:58:40.965533 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b31de9ce-d0e3-432d-87cd-62402e3888b1 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:41.051988 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device acb3fa05-cafc-4e50-98af-b6356c2841e0 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:58:41.072070 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2204b49-56c6-47c2-8208-e75c1013dee1 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc47965-01ff-4210-98f2-c43286bfdbb3,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:41.152505 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port acb3fa05-cafc-4e50-98af-b6356c2841e0 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:41.154064 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:41.355778 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f2204b49-56c6-47c2-8208-e75c1013dee1 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:41.361031 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f2204b49-56c6-47c2-8208-e75c1013dee1 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0037601 Mar 09 03:58:41.391299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46760) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:41.425884 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-8b07286e-d158-4a9c-b76f-c146e2a9833f tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Request body: {'security_group_rule': {'security_group_id': '6fc47965-01ff-4210-98f2-c43286bfdbb3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:41.461185 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8b07286e-d158-4a9c-b76f-c146e2a9833f tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:41.468259 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b31de9ce-d0e3-432d-87cd-62402e3888b1 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:41.477701 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f50e588a-82e4-48d8-833b-b2b9748c5425 req-26a8bce9-0d41-499b-85d6-25c0862234ea service neutron] 10.222.0.21 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7327461 Mar 09 03:58:41.485836 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8b07286e-d158-4a9c-b76f-c146e2a9833f tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Usage tracker for resource:security_group_rule and tenant:738cd5c47d744313ab554e4418243d56 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:41.520502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8b07286e-d158-4a9c-b76f-c146e2a9833f tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:41.547804 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8b07286e-d158-4a9c-b76f-c146e2a9833f tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:41.610102 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce90842a-e777-4fda-a238-63f38b9778d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:41.637327 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8b07286e-d158-4a9c-b76f-c146e2a9833f tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:41.659193 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3d50892d-1dcf-4c91-8907-8cf377a8cee9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:41.687831 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3d50892d-1dcf-4c91-8907-8cf377a8cee9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:41.693491 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3d50892d-1dcf-4c91-8907-8cf377a8cee9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:41.881522 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b31de9ce-d0e3-432d-87cd-62402e3888b1 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:41.930216 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46776) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:41.933300 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31de9ce-d0e3-432d-87cd-62402e3888b1 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Subnet': ['ID=f25190cb-729f-4247-85ad-b14276f3a325,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:41.938581 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47acd0d-213c-4cf4-bca5-0fc46ebc2209 None None] Network 9efbed28-d79b-4d06-ab34-f499d6707bbc requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:58:41.962163 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b31de9ce-d0e3-432d-87cd-62402e3888b1 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:41.972842 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31de9ce-d0e3-432d-87cd-62402e3888b1 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:41.973402 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31de9ce-d0e3-432d-87cd-62402e3888b1 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:41.973900 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31de9ce-d0e3-432d-87cd-62402e3888b1 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:41.974384 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31de9ce-d0e3-432d-87cd-62402e3888b1 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:41.975068 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31de9ce-d0e3-432d-87cd-62402e3888b1 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:41.975566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31de9ce-d0e3-432d-87cd-62402e3888b1 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:41.976044 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31de9ce-d0e3-432d-87cd-62402e3888b1 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:41.976531 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31de9ce-d0e3-432d-87cd-62402e3888b1 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:41.976998 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31de9ce-d0e3-432d-87cd-62402e3888b1 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:41.977478 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31de9ce-d0e3-432d-87cd-62402e3888b1 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:41.977947 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31de9ce-d0e3-432d-87cd-62402e3888b1 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:41.978489 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31de9ce-d0e3-432d-87cd-62402e3888b1 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:41.990035 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b31de9ce-d0e3-432d-87cd-62402e3888b1 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/subnets/f25190cb-729f-4247-85ad-b14276f3a325 HTTP/1.1" status: 204 len: 168 time: 1.4186792 Mar 09 03:58:41.993938 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46782) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:42.177022 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50892d-1dcf-4c91-8907-8cf377a8cee9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Port': ['ID=79675f98-39db-401a-9b6d-0eefc0b78ef4,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:42.220426 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8b07286e-d158-4a9c-b76f-c146e2a9833f tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:42.232920 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8b07286e-d158-4a9c-b76f-c146e2a9833f tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:42.338158 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07286e-d158-4a9c-b76f-c146e2a9833f tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f07755e2-0a4b-482f-aaa4-1a3f837cfd7f,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:42.367641 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d50892d-1dcf-4c91-8907-8cf377a8cee9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network 2390ae67-58f1-47b9-a55a-ca4876d79de9 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:58:42.368818 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8b07286e-d158-4a9c-b76f-c146e2a9833f tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:42.372626 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8b07286e-d158-4a9c-b76f-c146e2a9833f tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9760728 Mar 09 03:58:42.372626 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-3d50892d-1dcf-4c91-8907-8cf377a8cee9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:58:42.382818 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46786) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:42.389194 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-9a5345fb-63f0-4414-b60c-a4ba6466a29b tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Request body: {'security_group_rule': {'security_group_id': '6fc47965-01ff-4210-98f2-c43286bfdbb3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:42.396237 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9a5345fb-63f0-4414-b60c-a4ba6466a29b tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:42.448865 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac39132-1d9a-4ec7-813e-205f5b7f206f None None] DHCP port deletion for 9efbed28-d79b-4d06-ab34-f499d6707bbc request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:58:42.451798 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce90842a-e777-4fda-a238-63f38b9778d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:42.452908 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1ac39132-1d9a-4ec7-813e-205f5b7f206f None None] Deleting port 5db9106b-e1f7-48db-ae7e-4f7f30f35e23 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:42.453280 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1ac39132-1d9a-4ec7-813e-205f5b7f206f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:42.455904 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-77116278-510a-4c8a-86b4-2102611ffd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:42.643039 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9a5345fb-63f0-4414-b60c-a4ba6466a29b tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Usage tracker for resource:security_group_rule and tenant:738cd5c47d744313ab554e4418243d56 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:42.647793 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9a5345fb-63f0-4414-b60c-a4ba6466a29b tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:42.658255 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9a5345fb-63f0-4414-b60c-a4ba6466a29b tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:42.662682 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-77116278-510a-4c8a-86b4-2102611ffd8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:42.674533 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-77116278-510a-4c8a-86b4-2102611ffd8e admin admin] Usage tracker for resource:security_group_rule and tenant:9c35302307774ddd88124340a8756410 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:42.689586 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-77116278-510a-4c8a-86b4-2102611ffd8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:42.713729 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a5345fb-63f0-4414-b60c-a4ba6466a29b tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:42.718117 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-77116278-510a-4c8a-86b4-2102611ffd8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:42.738320 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9dd9b092-e655-4c3a-a0f0-ba57218b8839 None None] Provisioning complete for port 79675f98-39db-401a-9b6d-0eefc0b78ef4 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:42.738692 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9dd9b092-e655-4c3a-a0f0-ba57218b8839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:42.778206 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f5842089-6202-4603-85e3-42080833ff1d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:42.851772 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d50892d-1dcf-4c91-8907-8cf377a8cee9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Router d521b6bf-3186-4cb0-be27-735b791852e1 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:58:42.872410 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-f5842089-6202-4603-85e3-42080833ff1d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting port 5db9106b-e1f7-48db-ae7e-4f7f30f35e23 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:42.873126 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f5842089-6202-4603-85e3-42080833ff1d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:42.875959 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-9dd9b092-e655-4c3a-a0f0-ba57218b8839 None None] Port 79675f98-39db-401a-9b6d-0eefc0b78ef4 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:58:42.880719 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-1ac39132-1d9a-4ec7-813e-205f5b7f206f None None] For port 5db9106b-e1f7-48db-ae7e-4f7f30f35e23, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5db9106b-e1f7-48db-ae7e-4f7f30f35e23,segment=NetworkSegment(94a1fdf4-01ff-4518-aa0d-fa20dea667e1),segment_id=94a1fdf4-01ff-4518-aa0d-fa20dea667e1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:42.881112 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1ac39132-1d9a-4ec7-813e-205f5b7f206f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:43.059976 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a5345fb-63f0-4414-b60c-a4ba6466a29b tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:43.064142 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5db9106b-e1f7-48db-ae7e-4f7f30f35e23 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:58:43.100246 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1ac39132-1d9a-4ec7-813e-205f5b7f206f None None] Calling delete_port for 5db9106b-e1f7-48db-ae7e-4f7f30f35e23 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:58:43.120435 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-77116278-510a-4c8a-86b4-2102611ffd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:43.139613 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-77116278-510a-4c8a-86b4-2102611ffd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:43.197921 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d50892d-1dcf-4c91-8907-8cf377a8cee9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:58:43.205884 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a5345fb-63f0-4414-b60c-a4ba6466a29b tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:43.213038 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-77116278-510a-4c8a-86b4-2102611ffd8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c35302307774ddd88124340a8756410&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2527101 Mar 09 03:58:43.219014 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77116278-510a-4c8a-86b4-2102611ffd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68e38ea-6741-4f07-af71-932094330c64,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:43.236717 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e8b7ee-281c-4242-a3b5-8c8fa3cad48a None None] Sync routers for ids ['d521b6bf-3186-4cb0-be27-735b791852e1'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:58:43.239043 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46796) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:43.251449 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5345fb-63f0-4414-b60c-a4ba6466a29b tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=128a3176-d626-4a74-82f1-689fa2490a82,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:43.258503 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a5345fb-63f0-4414-b60c-a4ba6466a29b tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:43.263491 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9a5345fb-63f0-4414-b60c-a4ba6466a29b tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8794305 Mar 09 03:58:43.264876 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e8b7ee-281c-4242-a3b5-8c8fa3cad48a None None] Routers {'d521b6bf-3186-4cb0-be27-735b791852e1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:58:43.265019 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46800) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:43.265537 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-11e8b7ee-281c-4242-a3b5-8c8fa3cad48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:58:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['d521b6bf-3186-4cb0-be27-735b791852e1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:43.277760 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-3815bfac-4a04-42e7-8ac2-a8751102f6ca tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Request body: {'security_group_rule': {'security_group_id': '6fc47965-01ff-4210-98f2-c43286bfdbb3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:43.287497 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3815bfac-4a04-42e7-8ac2-a8751102f6ca tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:43.293594 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3815bfac-4a04-42e7-8ac2-a8751102f6ca tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Usage tracker for resource:security_group_rule and tenant:738cd5c47d744313ab554e4418243d56 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:43.308614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3815bfac-4a04-42e7-8ac2-a8751102f6ca tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:43.308614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3815bfac-4a04-42e7-8ac2-a8751102f6ca tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:43.325706 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce90842a-e777-4fda-a238-63f38b9778d9 admin admin] Router 0f848ca0-0916-41c8-846a-2d991d560463 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:58:43.334914 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3d50892d-1dcf-4c91-8907-8cf377a8cee9 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "PUT /v2.0/routers/d521b6bf-3186-4cb0-be27-735b791852e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1375432 Mar 09 03:58:43.335774 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46806) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:43.340496 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-f5842089-6202-4603-85e3-42080833ff1d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] The port '5db9106b-e1f7-48db-ae7e-4f7f30f35e23' was deleted {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:58:43.379574 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1ac39132-1d9a-4ec7-813e-205f5b7f206f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:43.426247 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-11e8b7ee-281c-4242-a3b5-8c8fa3cad48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:43.441053 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:43.462798 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac39132-1d9a-4ec7-813e-205f5b7f206f None None] No DVR routers for this DVR port 5db9106b-e1f7-48db-ae7e-4f7f30f35e23 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:58:43.475592 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac39132-1d9a-4ec7-813e-205f5b7f206f None None] Pushing event deleted for resources: {'Port': ['ID=5db9106b-e1f7-48db-ae7e-4f7f30f35e23,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:43.481843 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e8b7ee-281c-4242-a3b5-8c8fa3cad48a None None] Routers {'d521b6bf-3186-4cb0-be27-735b791852e1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:58:43.482476 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-11e8b7ee-281c-4242-a3b5-8c8fa3cad48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:58:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['d521b6bf-3186-4cb0-be27-735b791852e1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:43.529894 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2a1e6eb5-d2b9-495b-987a-04acc10b5f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:43.556073 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-11e8b7ee-281c-4242-a3b5-8c8fa3cad48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:43.556739 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e8b7ee-281c-4242-a3b5-8c8fa3cad48a None None] The sync data for ids ['d521b6bf-3186-4cb0-be27-735b791852e1'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:58:43.559436 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2a1e6eb5-d2b9-495b-987a-04acc10b5f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:43.590401 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3815bfac-4a04-42e7-8ac2-a8751102f6ca tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:43.638537 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bda11ec6-dce9-42f1-8f8e-44333f3eae64 req-bb1a61a4-039c-43c8-8608-f5e521b9ed5e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6474917 Mar 09 03:58:43.725298 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b193988-564f-41b8-be9f-f59b1969c1a5 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:43.725952 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0b193988-564f-41b8-be9f-f59b1969c1a5 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Synchronizing usage tracker for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:58:43.755915 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3815bfac-4a04-42e7-8ac2-a8751102f6ca tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:43.765784 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3815bfac-4a04-42e7-8ac2-a8751102f6ca tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:43.775251 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f5842089-6202-4603-85e3-42080833ff1d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:43.794706 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0b193988-564f-41b8-be9f-f59b1969c1a5 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Unset dirty status for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:58:43.798721 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0b193988-564f-41b8-be9f-f59b1969c1a5 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "GET /v2.0/ports?device_id=d521b6bf-3186-4cb0-be27-735b791852e1 HTTP/1.1" status: 200 len: 987 time: 0.4565048 Mar 09 03:58:43.806589 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46816) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:43.812695 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3815bfac-4a04-42e7-8ac2-a8751102f6ca tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc543bad-0cc4-41d0-98ec-cee8d62a69c3,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:43.815394 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2a1e6eb5-d2b9-495b-987a-04acc10b5f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:43.869989 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda11ec6-dce9-42f1-8f8e-44333f3eae64 req-15490558-c919-4164-a74c-85f546e1fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:43.871594 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bda11ec6-dce9-42f1-8f8e-44333f3eae64 req-15490558-c919-4164-a74c-85f546e1fa6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42e2cf4c1213474880544b42bf2477f7&device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 1096 time: 0.2085762 Mar 09 03:58:43.887516 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3815bfac-4a04-42e7-8ac2-a8751102f6ca tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:43.891655 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3815bfac-4a04-42e7-8ac2-a8751102f6ca tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6250513 Mar 09 03:58:43.892445 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46820) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:43.919891 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-aed29ffa-31a5-40ea-b7a6-370b16a8c649 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Request body: {'security_group_rule': {'security_group_id': '6fc47965-01ff-4210-98f2-c43286bfdbb3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:43.990014 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-f5842089-6202-4603-85e3-42080833ff1d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9efbed28-d79b-4d06-ab34-f499d6707bbc']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:43.999394 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e6eb5-d2b9-495b-987a-04acc10b5f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68e38ea-6741-4f07-af71-932094330c64,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:44.006103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-aed29ffa-31a5-40ea-b7a6-370b16a8c649 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:44.006247 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce90842a-e777-4fda-a238-63f38b9778d9 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:58:44.014696 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-f5842089-6202-4603-85e3-42080833ff1d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a1fdf4-01ff-4518-aa0d-fa20dea667e1') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:44.015011 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-f5842089-6202-4603-85e3-42080833ff1d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a1fdf4-01ff-4518-aa0d-fa20dea667e1') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:44.026986 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2a1e6eb5-d2b9-495b-987a-04acc10b5f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:44.030371 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2a1e6eb5-d2b9-495b-987a-04acc10b5f2f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a68e38ea-6741-4f07-af71-932094330c64 HTTP/1.1" status: 204 len: 168 time: 0.7875478 Mar 09 03:58:44.036384 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f5842089-6202-4603-85e3-42080833ff1d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:44.047832 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] Sync routers for ids ['0f848ca0-0916-41c8-846a-2d991d560463'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:58:44.065046 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-aed29ffa-31a5-40ea-b7a6-370b16a8c649 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Usage tracker for resource:security_group_rule and tenant:738cd5c47d744313ab554e4418243d56 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:44.075634 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] Routers {'0f848ca0-0916-41c8-846a-2d991d560463'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:58:44.077239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-aed29ffa-31a5-40ea-b7a6-370b16a8c649 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:44.078073 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:58:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['0f848ca0-0916-41c8-846a-2d991d560463'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:44.085479 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce90842a-e777-4fda-a238-63f38b9778d9 admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:44.086850 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ce90842a-e777-4fda-a238-63f38b9778d9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.9929793 Mar 09 03:58:44.088529 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f5842089-6202-4603-85e3-42080833ff1d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:44.091211 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46828) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:44.100852 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-aed29ffa-31a5-40ea-b7a6-370b16a8c649 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:44.220925 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aed29ffa-31a5-40ea-b7a6-370b16a8c649 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:44.228789 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda11ec6-dce9-42f1-8f8e-44333f3eae64 req-43d886dd-d945-4062-9665-6cb311f52e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:44.230234 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bda11ec6-dce9-42f1-8f8e-44333f3eae64 req-43d886dd-d945-4062-9665-6cb311f52e88 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0c93958-592c-464f-a37a-ef1493d3d272 HTTP/1.1" status: 200 len: 920 time: 0.3315532 Mar 09 03:58:44.357820 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5842089-6202-4603-85e3-42080833ff1d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:58:44.364119 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f5842089-6202-4603-85e3-42080833ff1d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:58:44.386719 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:58:44.396341 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bda11ec6-dce9-42f1-8f8e-44333f3eae64 req-4c3b0216-aab4-4646-aa92-00ad965ef387 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90c4fad8-5659-48ee-98ce-206d2a5d8810 HTTP/1.1" status: 200 len: 217 time: 0.1060979 Mar 09 03:58:44.582324 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aed29ffa-31a5-40ea-b7a6-370b16a8c649 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:44.585801 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda11ec6-dce9-42f1-8f8e-44333f3eae64 req-3d2c0da8-82d2-4639-bd46-435674cf7445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:44.587222 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bda11ec6-dce9-42f1-8f8e-44333f3eae64 req-3d2c0da8-82d2-4639-bd46-435674cf7445 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75f3fe3d-e0f3-4248-94b8-2de9939f1dc5 HTTP/1.1" status: 200 len: 859 time: 0.1839123 Mar 09 03:58:44.588499 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] Set router 0f848ca0-0916-41c8-846a-2d991d560463 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:58:44.651892 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aed29ffa-31a5-40ea-b7a6-370b16a8c649 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:44.669354 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f5842089-6202-4603-85e3-42080833ff1d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:44.688162 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bda11ec6-dce9-42f1-8f8e-44333f3eae64 req-2840f3f4-4f4d-480f-8001-f228ed9f3186 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0c93958-592c-464f-a37a-ef1493d3d272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819418 Mar 09 03:58:44.719698 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f5842089-6202-4603-85e3-42080833ff1d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:44.721016 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed29ffa-31a5-40ea-b7a6-370b16a8c649 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339fefff-c90c-4670-b648-b4f4f1030d81,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:44.748802 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5842089-6202-4603-85e3-42080833ff1d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Network': ['ID=9efbed28-d79b-4d06-ab34-f499d6707bbc,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:44.755387 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f5842089-6202-4603-85e3-42080833ff1d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/networks/9efbed28-d79b-4d06-ab34-f499d6707bbc HTTP/1.1" status: 204 len: 168 time: 2.7554920 Mar 09 03:58:44.756518 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46844) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:44.808795 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aed29ffa-31a5-40ea-b7a6-370b16a8c649 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:44.812952 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-aed29ffa-31a5-40ea-b7a6-370b16a8c649 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9173968 Mar 09 03:58:44.819318 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46850) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:44.834700 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ccc3018c-50f4-4797-bb9f-5ed54003a08a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-963545757', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}, 'admin_state_up': False}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:44.844587 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-cc063d54-1566-4fc6-8eea-eca470b4c5b2 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Request body: {'security_group_rule': {'security_group_id': '6fc47965-01ff-4210-98f2-c43286bfdbb3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:44.858378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cc063d54-1566-4fc6-8eea-eca470b4c5b2 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:44.860914 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ccc3018c-50f4-4797-bb9f-5ed54003a08a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:44.868940 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cc063d54-1566-4fc6-8eea-eca470b4c5b2 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Usage tracker for resource:security_group_rule and tenant:738cd5c47d744313ab554e4418243d56 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:44.874508 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cc063d54-1566-4fc6-8eea-eca470b4c5b2 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:44.903594 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ccc3018c-50f4-4797-bb9f-5ed54003a08a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Usage tracker for resource:router and tenant:8d98afbc76a3441ab1cb90e168d30508 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:44.916599 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ccc3018c-50f4-4797-bb9f-5ed54003a08a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:44.929187 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cc063d54-1566-4fc6-8eea-eca470b4c5b2 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:44.942467 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ccc3018c-50f4-4797-bb9f-5ed54003a08a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:44.967989 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bda11ec6-dce9-42f1-8f8e-44333f3eae64 req-96ee99bf-a8ba-4329-a9bb-ea452429b91f service neutron] 10.222.0.24 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734716 Mar 09 03:58:45.039655 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ccc3018c-50f4-4797-bb9f-5ed54003a08a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:45.040716 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ccc3018c-50f4-4797-bb9f-5ed54003a08a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:45.078023 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cc063d54-1566-4fc6-8eea-eca470b4c5b2 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:45.182433 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cc063d54-1566-4fc6-8eea-eca470b4c5b2 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:45.192449 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f848ca0-0916-41c8-846a-2d991d560463', 'name': 'tempest-AttachVolumeShelveTestJSON-904000155-router', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:35Z', 'updated_at': '2022-03-09T03:58:41Z', 'revision_number': 3, 'project_id': 'a789b53b4961423480ac62f11148731e', 'gw_port': {'id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:38Z', 'updated_at': '2022-03-09T03:58:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:45.197643 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] Checking router: 0f848ca0-0916-41c8-846a-2d991d560463 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:58:45.198171 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] Updating router 0f848ca0-0916-41c8-846a-2d991d560463 port 5ef49fa7-6f41-441a-9f77-9d4549b31d7a binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:58:45.249768 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cc063d54-1566-4fc6-8eea-eca470b4c5b2 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:45.292642 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:45.312322 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ccc3018c-50f4-4797-bb9f-5ed54003a08a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:45.384432 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bda11ec6-dce9-42f1-8f8e-44333f3eae64 req-b521b04a-247b-4201-a44c-b34ffbf50283 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057474 Mar 09 03:58:45.401481 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cc063d54-1566-4fc6-8eea-eca470b4c5b2 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:45.403417 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cc063d54-1566-4fc6-8eea-eca470b4c5b2 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5817246 Mar 09 03:58:45.410543 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46870) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:45.607200 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c09be785-6497-466a-96b0-3408dfd5b06e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:45.636923 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c09be785-6497-466a-96b0-3408dfd5b06e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:45.797275 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c09be785-6497-466a-96b0-3408dfd5b06e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:45.865278 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c09be785-6497-466a-96b0-3408dfd5b06e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:45.866717 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c09be785-6497-466a-96b0-3408dfd5b06e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/ca586d5a-1538-4ce0-95b1-d7db5c254aef HTTP/1.1" status: 204 len: 168 time: 0.4552145 Mar 09 03:58:45.869982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09be785-6497-466a-96b0-3408dfd5b06e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca586d5a-1538-4ce0-95b1-d7db5c254aef,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:45.881542 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46880) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:45.996769 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:46.022773 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] Transition to ACTIVE for port object 5ef49fa7-6f41-441a-9f77-9d4549b31d7a will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:58:46.032329 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:46.063782 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc063d54-1566-4fc6-8eea-eca470b4c5b2 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca586d5a-1538-4ce0-95b1-d7db5c254aef,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:46.094814 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-475f6ff5-35d9-4cad-9a3a-7dc5a613247e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Synchronizing usage tracker for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:58:46.149810 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47d11045-c740-4693-9cd6-7391b82fff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:46.161499 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-475f6ff5-35d9-4cad-9a3a-7dc5a613247e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Unset dirty status for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:58:46.171417 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-475f6ff5-35d9-4cad-9a3a-7dc5a613247e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2885096 Mar 09 03:58:46.176070 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46894) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:46.194427 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5b655-3049-44ed-b6a3-1428ef169d10 None None] Pushing event updated for resources: {'Port': ['ID=5ef49fa7-6f41-441a-9f77-9d4549b31d7a,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:46.259230 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] Attempting to bind port 5ef49fa7-6f41-441a-9f77-9d4549b31d7a on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:58:46.259603 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] Attempting to bind port 5ef49fa7-6f41-441a-9f77-9d4549b31d7a by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:58:46.259958 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] Attempting to bind port 5ef49fa7-6f41-441a-9f77-9d4549b31d7a on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:58:46.267881 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9beaf97d-12eb-4400-a080-6484103e8165 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:46.268600 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:58:46.269564 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:58:46.273483 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:46.274065 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:58:46.279804 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] Bound port: 5ef49fa7-6f41-441a-9f77-9d4549b31d7a, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:58:46.280195 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:46.359291 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] For port 5ef49fa7-6f41-441a-9f77-9d4549b31d7a, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:58:46.362402 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] For port 5ef49fa7-6f41-441a-9f77-9d4549b31d7a, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5ef49fa7-6f41-441a-9f77-9d4549b31d7a,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:58:46.365077 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5b655-3049-44ed-b6a3-1428ef169d10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:46.365586 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5b655-3049-44ed-b6a3-1428ef169d10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:46.366153 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5b655-3049-44ed-b6a3-1428ef169d10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:46.366674 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5b655-3049-44ed-b6a3-1428ef169d10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:46.367237 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5b655-3049-44ed-b6a3-1428ef169d10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:46.367716 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5b655-3049-44ed-b6a3-1428ef169d10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:46.368224 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5b655-3049-44ed-b6a3-1428ef169d10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:46.368715 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5b655-3049-44ed-b6a3-1428ef169d10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:46.369271 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5b655-3049-44ed-b6a3-1428ef169d10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:46.369885 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5b655-3049-44ed-b6a3-1428ef169d10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:46.370387 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5b655-3049-44ed-b6a3-1428ef169d10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:46.370903 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5b655-3049-44ed-b6a3-1428ef169d10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:58:46.375778 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:46.408538 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ccc3018c-50f4-4797-bb9f-5ed54003a08a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:46.417802 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9beaf97d-12eb-4400-a080-6484103e8165 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:46.449555 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] Routers {'0f848ca0-0916-41c8-846a-2d991d560463'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:58:46.450571 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:58:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['0f848ca0-0916-41c8-846a-2d991d560463'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:46.569702 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5069bd55-1e73-4509-bee9-ef6418493668 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:46.617781 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9beaf97d-12eb-4400-a080-6484103e8165 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:46.699650 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beaf97d-12eb-4400-a080-6484103e8165 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=339fefff-c90c-4670-b648-b4f4f1030d81,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:46.766415 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] Set router 0f848ca0-0916-41c8-846a-2d991d560463 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:58:46.827808 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9beaf97d-12eb-4400-a080-6484103e8165 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:46.832297 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9beaf97d-12eb-4400-a080-6484103e8165 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/339fefff-c90c-4670-b648-b4f4f1030d81 HTTP/1.1" status: 204 len: 168 time: 0.6500235 Mar 09 03:58:46.837728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46910) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:47.048758 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-47d11045-c740-4693-9cd6-7391b82fff0c admin admin] Allocated IP 172.20.0.1 (728f1764-7035-454b-b803-10fc1ed1098e/da09f32e-fde0-4749-97c0-596cce67a53e/d721efb5-bbcb-40dd-947c-d6c007a67ed8) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:58:47.249196 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47d11045-c740-4693-9cd6-7391b82fff0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:47.272936 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-47d11045-c740-4693-9cd6-7391b82fff0c admin admin] Transition to ACTIVE for port object d721efb5-bbcb-40dd-947c-d6c007a67ed8 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:58:47.325931 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47d11045-c740-4693-9cd6-7391b82fff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:47.359607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ceb4e2c7-79fb-4794-a559-25c6415c398c tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Synchronizing usage tracker for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:58:47.444112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d11045-c740-4693-9cd6-7391b82fff0c admin admin] Network 728f1764-7035-454b-b803-10fc1ed1098e is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:58:47.449990 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ceb4e2c7-79fb-4794-a559-25c6415c398c tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Unset dirty status for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:58:47.451260 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ceb4e2c7-79fb-4794-a559-25c6415c398c tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.6087763 Mar 09 03:58:47.460454 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46932) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:47.469399 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-47d11045-c740-4693-9cd6-7391b82fff0c admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:58:47.526502 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d11045-c740-4693-9cd6-7391b82fff0c admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:58:47.636921 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d11045-c740-4693-9cd6-7391b82fff0c admin admin] Pushing event updated for resources: {'Port': ['ID=d721efb5-bbcb-40dd-947c-d6c007a67ed8,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:47.643536 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5b655-3049-44ed-b6a3-1428ef169d10 None None] Pushing event updated for resources: {'Port': ['ID=5ef49fa7-6f41-441a-9f77-9d4549b31d7a,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:47.647904 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f848ca0-0916-41c8-846a-2d991d560463', 'name': 'tempest-AttachVolumeShelveTestJSON-904000155-router', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:35Z', 'updated_at': '2022-03-09T03:58:41Z', 'revision_number': 3, 'project_id': 'a789b53b4961423480ac62f11148731e', 'gw_port': {'id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:38Z', 'updated_at': '2022-03-09T03:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:47.674455 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159de373-e204-47ea-8fcc-c81932ccd7f8 None None] The sync data for ids ['0f848ca0-0916-41c8-846a-2d991d560463'] in n-d-825178-5 is: [{'id': '0f848ca0-0916-41c8-846a-2d991d560463', 'name': 'tempest-AttachVolumeShelveTestJSON-904000155-router', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:35Z', 'updated_at': '2022-03-09T03:58:41Z', 'revision_number': 3, 'project_id': 'a789b53b4961423480ac62f11148731e', 'gw_port': {'id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:38Z', 'updated_at': '2022-03-09T03:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:58:47.708338 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47d11045-c740-4693-9cd6-7391b82fff0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:47.793956 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-5069bd55-1e73-4509-bee9-ef6418493668 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port 79675f98-39db-401a-9b6d-0eefc0b78ef4 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:47.796559 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5069bd55-1e73-4509-bee9-ef6418493668 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:48.050373 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a5a57cdc-da94-426a-8665-ef54d62addce None None] Provisioning for port d721efb5-bbcb-40dd-947c-d6c007a67ed8 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:58:48.060685 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a5a57cdc-da94-426a-8665-ef54d62addce None None] Provisioning complete for port d721efb5-bbcb-40dd-947c-d6c007a67ed8 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:48.060916 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a5a57cdc-da94-426a-8665-ef54d62addce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:48.224077 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a5a57cdc-da94-426a-8665-ef54d62addce None None] Port d721efb5-bbcb-40dd-947c-d6c007a67ed8 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:58:48.417513 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47d11045-c740-4693-9cd6-7391b82fff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:48.472726 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ccc3018c-50f4-4797-bb9f-5ed54003a08a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:48.504794 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d48d2236-c188-40eb-a141-e0c8768b7f1e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:48.516568 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d48d2236-c188-40eb-a141-e0c8768b7f1e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:48.557654 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ccc3018c-50f4-4797-bb9f-5ed54003a08a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:48.611628 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5069bd55-1e73-4509-bee9-ef6418493668 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:48.735365 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47d11045-c740-4693-9cd6-7391b82fff0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:48.743044 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47d11045-c740-4693-9cd6-7391b82fff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:48.867863 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47d11045-c740-4693-9cd6-7391b82fff0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:48.871666 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d11045-c740-4693-9cd6-7391b82fff0c admin admin] Pushing event updated for resources: {'Port': ['ID=d721efb5-bbcb-40dd-947c-d6c007a67ed8,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:48.988294 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-5069bd55-1e73-4509-bee9-ef6418493668 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Calling delete_port for 79675f98-39db-401a-9b6d-0eefc0b78ef4 owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:58:49.017432 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d48d2236-c188-40eb-a141-e0c8768b7f1e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:49.064849 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00288b70-b514-40c2-a59a-75debd7a4f1e req-bc7a1f4a-c3bc-49a2-9e82-a48da2e6f1f0 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:49.074137 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-00288b70-b514-40c2-a59a-75debd7a4f1e req-bc7a1f4a-c3bc-49a2-9e82-a48da2e6f1f0 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90fed0d-0404-454f-92bf-88310ca28599 HTTP/1.1" status: 200 len: 945 time: 0.8597758 Mar 09 03:58:49.094647 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5ef49fa7-6f41-441a-9f77-9d4549b31d7a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:58:49.128946 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d11045-c740-4693-9cd6-7391b82fff0c admin admin] Network 728f1764-7035-454b-b803-10fc1ed1098e is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:58:49.131289 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-47d11045-c740-4693-9cd6-7391b82fff0c admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:58:49.203480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-ccc3018c-50f4-4797-bb9f-5ed54003a08a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Allocated IP 172.25.7.73 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/d01baccd-ea25-490a-8101-1efc293792ae) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:58:49.246407 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 5ef49fa7-6f41-441a-9f77-9d4549b31d7a completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:58:49.253740 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 5ef49fa7-6f41-441a-9f77-9d4549b31d7a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:49.254645 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:49.260399 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-00288b70-b514-40c2-a59a-75debd7a4f1e req-7bb98042-36fc-4854-a8a5-bb801425ed69 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a89766e-c082-49cc-904e-53433c023c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852915 Mar 09 03:58:49.263100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d2236-c188-40eb-a141-e0c8768b7f1e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc543bad-0cc4-41d0-98ec-cee8d62a69c3,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:49.339170 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d48d2236-c188-40eb-a141-e0c8768b7f1e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:49.340541 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d48d2236-c188-40eb-a141-e0c8768b7f1e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/fc543bad-0cc4-41d0-98ec-cee8d62a69c3 HTTP/1.1" status: 204 len: 168 time: 1.6720772 Mar 09 03:58:49.348193 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46950) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:49.405284 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:49.427683 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 5ef49fa7-6f41-441a-9f77-9d4549b31d7a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5ef49fa7-6f41-441a-9f77-9d4549b31d7a,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:49.437167 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:49.473592 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d11045-c740-4693-9cd6-7391b82fff0c admin admin] Router 0f848ca0-0916-41c8-846a-2d991d560463 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:58:49.546800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8fc187bc-00d2-46c5-a3d7-9ebe061a7193 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Synchronizing usage tracker for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:58:49.605891 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a2aa72d2-1cad-4674-9fe8-3268a36ad788 None None] Provisioning complete for port d721efb5-bbcb-40dd-947c-d6c007a67ed8 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:49.609582 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a2aa72d2-1cad-4674-9fe8-3268a36ad788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:49.615065 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ccc3018c-50f4-4797-bb9f-5ed54003a08a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:49.626112 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2eb7f8-8434-42cc-b957-debf724502a6 req-3a3a8ca5-cf73-4574-ab4e-3eb31d7e51ae tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:49.627678 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d2eb7f8-8434-42cc-b957-debf724502a6 req-3a3a8ca5-cf73-4574-ab4e-3eb31d7e51ae tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.21 "GET /v2.0/ports?device_id=c90fed0d-0404-454f-92bf-88310ca28599 HTTP/1.1" status: 200 len: 945 time: 0.3444226 Mar 09 03:58:49.634176 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8fc187bc-00d2-46c5-a3d7-9ebe061a7193 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Unset dirty status for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:58:49.638534 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8fc187bc-00d2-46c5-a3d7-9ebe061a7193 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2391925 Mar 09 03:58:49.639225 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46956) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:49.731884 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=5ef49fa7-6f41-441a-9f77-9d4549b31d7a,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:49.762130 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a2aa72d2-1cad-4674-9fe8-3268a36ad788 None None] Port d721efb5-bbcb-40dd-947c-d6c007a67ed8 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:58:49.779966 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-7d2eb7f8-8434-42cc-b957-debf724502a6 req-0c97158d-0c62-4927-a316-733e4eda77d9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Deleting port 00bb2872-8ed5-4b4d-bf84-b120ecb96e37 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:49.791761 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7d2eb7f8-8434-42cc-b957-debf724502a6 req-0c97158d-0c62-4927-a316-733e4eda77d9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:49.846498 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a99d1bca-8a5b-4898-a722-38ea0efecd88 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:49.874430 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a99d1bca-8a5b-4898-a722-38ea0efecd88 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:49.887821 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d11045-c740-4693-9cd6-7391b82fff0c admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:58:49.897536 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46960) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:49.905124 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-47d11045-c740-4693-9cd6-7391b82fff0c admin admin] 10.222.0.16 "PUT /v2.0/routers/0f848ca0-0916-41c8-846a-2d991d560463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8093154 Mar 09 03:58:49.917692 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4eebbf88-af42-415d-aac9-ab9346959c36 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Request body: {'network': {'name': 'tempest-network-smoke--981445679', 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'port_security_enabled': True}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:49.923879 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4eebbf88-af42-415d-aac9-ab9346959c36 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:49.928930 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4eebbf88-af42-415d-aac9-ab9346959c36 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Usage tracker for resource:network and tenant:f62636ca99004fbcad682ccf3903561c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:49.932639 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4eebbf88-af42-415d-aac9-ab9346959c36 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:49.938776 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4eebbf88-af42-415d-aac9-ab9346959c36 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:49.963494 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eebbf88-af42-415d-aac9-ab9346959c36 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Made reservation on behalf of f62636ca99004fbcad682ccf3903561c for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:58:49.968770 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4eebbf88-af42-415d-aac9-ab9346959c36 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:49.981909 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5069bd55-1e73-4509-bee9-ef6418493668 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:49.984728 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a99d1bca-8a5b-4898-a722-38ea0efecd88 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:50.005717 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4eebbf88-af42-415d-aac9-ab9346959c36 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:50.039975 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d1bca-8a5b-4898-a722-38ea0efecd88 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=128a3176-d626-4a74-82f1-689fa2490a82,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:50.048876 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a99d1bca-8a5b-4898-a722-38ea0efecd88 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:50.053107 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a99d1bca-8a5b-4898-a722-38ea0efecd88 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/128a3176-d626-4a74-82f1-689fa2490a82 HTTP/1.1" status: 204 len: 168 time: 0.4122677 Mar 09 03:58:50.055037 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4eebbf88-af42-415d-aac9-ab9346959c36 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:50.058032 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46966) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:50.087861 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ccc3018c-50f4-4797-bb9f-5ed54003a08a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:50.091641 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069bd55-1e73-4509-bee9-ef6418493668 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Port': ['ID=79675f98-39db-401a-9b6d-0eefc0b78ef4,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:50.110035 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4eebbf88-af42-415d-aac9-ab9346959c36 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Usage tracker for resource:security_group_rule and tenant:f62636ca99004fbcad682ccf3903561c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:50.129490 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4eebbf88-af42-415d-aac9-ab9346959c36 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:50.153001 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6dd01234-6cdb-4552-8c0c-9c80ab2b126d tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Synchronizing usage tracker for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:58:50.164637 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4eebbf88-af42-415d-aac9-ab9346959c36 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:50.242790 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6dd01234-6cdb-4552-8c0c-9c80ab2b126d tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Unset dirty status for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:58:50.245620 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6dd01234-6cdb-4552-8c0c-9c80ab2b126d tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1862640 Mar 09 03:58:50.255201 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46976) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:50.264039 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3018c-50f4-4797-bb9f-5ed54003a08a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Port': ['ID=d01baccd-ea25-490a-8101-1efc293792ae,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:50.340165 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] Sync routers for ids ['0f848ca0-0916-41c8-846a-2d991d560463'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:58:50.356643 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] Routers {'0f848ca0-0916-41c8-846a-2d991d560463'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:58:50.358763 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:58:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['0f848ca0-0916-41c8-846a-2d991d560463'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:50.422460 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-413cb197-0a9d-476a-8dcf-36525695237a tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:50.460373 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-413cb197-0a9d-476a-8dcf-36525695237a tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:50.468224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc3018c-50f4-4797-bb9f-5ed54003a08a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:58:50.473605 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-ccc3018c-50f4-4797-bb9f-5ed54003a08a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:58:50.479704 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc3018c-50f4-4797-bb9f-5ed54003a08a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:58:50.564356 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4eebbf88-af42-415d-aac9-ab9346959c36 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:50.577707 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4eebbf88-af42-415d-aac9-ab9346959c36 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:50.589712 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eebbf88-af42-415d-aac9-ab9346959c36 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:58:50.598877 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4eebbf88-af42-415d-aac9-ab9346959c36 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:50.599324 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-4eebbf88-af42-415d-aac9-ab9346959c36 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Added segment 8977d8a4-9c38-48df-a0a9-464d9d27b389 of type vlan for network 6f84cfcf-228d-4f64-9839-933d907d9a2d Mar 09 03:58:50.625186 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4eebbf88-af42-415d-aac9-ab9346959c36 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:50.645328 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] Set router 0f848ca0-0916-41c8-846a-2d991d560463 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:58:50.665844 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4eebbf88-af42-415d-aac9-ab9346959c36 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:50.671284 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eebbf88-af42-415d-aac9-ab9346959c36 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:50.671963 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4eebbf88-af42-415d-aac9-ab9346959c36 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:50.676481 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-413cb197-0a9d-476a-8dcf-36525695237a tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:50.695132 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5069bd55-1e73-4509-bee9-ef6418493668 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:50.713224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-7d2eb7f8-8434-42cc-b957-debf724502a6 req-0c97158d-0c62-4927-a316-733e4eda77d9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] For port 00bb2872-8ed5-4b4d-bf84-b120ecb96e37, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=00bb2872-8ed5-4b4d-bf84-b120ecb96e37,segment=NetworkSegment(d4d57704-f74f-4c24-967a-c00def0025d9),segment_id=d4d57704-f74f-4c24-967a-c00def0025d9)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:50.713946 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7d2eb7f8-8434-42cc-b957-debf724502a6 req-0c97158d-0c62-4927-a316-733e4eda77d9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:50.805731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebbf88-af42-415d-aac9-ab9346959c36 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event updated for resources: {'Network': ['ID=6f84cfcf-228d-4f64-9839-933d907d9a2d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:50.812486 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46982) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:50.839185 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cb197-0a9d-476a-8dcf-36525695237a tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f07755e2-0a4b-482f-aaa4-1a3f837cfd7f,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:50.847735 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-3d43172f-6c3e-40d5-a1ae-3002227ea22c tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1016184837', 'description': 'tempest-description--1253713070'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:50.854335 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 6f84cfcf-228d-4f64-9839-933d907d9a2d details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:58:50.854563 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3d43172f-6c3e-40d5-a1ae-3002227ea22c tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:50.858763 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3d43172f-6c3e-40d5-a1ae-3002227ea22c tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Usage tracker for resource:security_group and tenant:a789b53b4961423480ac62f11148731e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:50.861861 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3d43172f-6c3e-40d5-a1ae-3002227ea22c tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:50.869392 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3d43172f-6c3e-40d5-a1ae-3002227ea22c tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:50.892155 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebbf88-af42-415d-aac9-ab9346959c36 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a019304-90ec-45c4-a71b-80e3b9a7436c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:50.911294 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49818ca0-02d6-4f5c-a504-089b444ef00a req-db2695d4-5e95-4c13-90c2-daf43d25494e tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:50.912957 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-49818ca0-02d6-4f5c-a504-089b444ef00a req-db2695d4-5e95-4c13-90c2-daf43d25494e tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90fed0d-0404-454f-92bf-88310ca28599 HTTP/1.1" status: 200 len: 945 time: 0.4628603 Mar 09 03:58:50.926592 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4eebbf88-af42-415d-aac9-ab9346959c36 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0206485 Mar 09 03:58:50.942506 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46986) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:50.943966 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3d43172f-6c3e-40d5-a1ae-3002227ea22c tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:50.970633 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-413cb197-0a9d-476a-8dcf-36525695237a tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:50.974836 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-413cb197-0a9d-476a-8dcf-36525695237a tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/f07755e2-0a4b-482f-aaa4-1a3f837cfd7f HTTP/1.1" status: 204 len: 168 time: 0.7172089 Mar 09 03:58:50.986503 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46990) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:50.994791 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-9a72cb78-eb3d-4a56-82bd-435645c1a74c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1525088774', 'admin_state_up': True, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:51.004301 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9a72cb78-eb3d-4a56-82bd-435645c1a74c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:51.008589 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9a72cb78-eb3d-4a56-82bd-435645c1a74c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Usage tracker for resource:router and tenant:f62636ca99004fbcad682ccf3903561c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:51.011664 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9a72cb78-eb3d-4a56-82bd-435645c1a74c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:51.021406 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9a72cb78-eb3d-4a56-82bd-435645c1a74c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:51.052179 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a72cb78-eb3d-4a56-82bd-435645c1a74c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:51.053276 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a72cb78-eb3d-4a56-82bd-435645c1a74c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:51.085748 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3d43172f-6c3e-40d5-a1ae-3002227ea22c tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:51.090634 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3d43172f-6c3e-40d5-a1ae-3002227ea22c tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Usage tracker for resource:security_group_rule and tenant:a789b53b4961423480ac62f11148731e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:51.093843 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3d43172f-6c3e-40d5-a1ae-3002227ea22c tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:51.172346 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5ef49fa7-6f41-441a-9f77-9d4549b31d7a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:58:51.241845 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3d43172f-6c3e-40d5-a1ae-3002227ea22c tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:51.274682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-7d2eb7f8-8434-42cc-b957-debf724502a6 req-0c97158d-0c62-4927-a316-733e4eda77d9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Calling delete_port for 00bb2872-8ed5-4b4d-bf84-b120ecb96e37 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:58:51.330367 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3d43172f-6c3e-40d5-a1ae-3002227ea22c tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:51.345835 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3d43172f-6c3e-40d5-a1ae-3002227ea22c tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:51.392789 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 5ef49fa7-6f41-441a-9f77-9d4549b31d7a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:51.394244 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-49818ca0-02d6-4f5c-a504-089b444ef00a req-e0431a39-e4c0-4dbb-ac3a-fdcfdb3ca9a8 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a89766e-c082-49cc-904e-53433c023c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742584 Mar 09 03:58:51.402091 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:51.428577 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3d43172f-6c3e-40d5-a1ae-3002227ea22c tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:51.433368 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3d43172f-6c3e-40d5-a1ae-3002227ea22c tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6032059 Mar 09 03:58:51.441543 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46998) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:51.466226 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-84a5e852-44db-4bfb-ae86-16f6806c2443 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Synchronizing usage tracker for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:58:51.477864 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-678b4284-934d-41c2-afc4-607980f27a06 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Request body: {'security_group_rule': {'security_group_id': 'd2adf6e0-ac73-41be-9681-3c0bf761064a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:51.492920 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a72cb78-eb3d-4a56-82bd-435645c1a74c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:51.495257 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-678b4284-934d-41c2-afc4-607980f27a06 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:51.504518 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43172f-6c3e-40d5-a1ae-3002227ea22c tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2adf6e0-ac73-41be-9681-3c0bf761064a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:51.510245 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-84a5e852-44db-4bfb-ae86-16f6806c2443 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Unset dirty status for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:58:51.514518 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-84a5e852-44db-4bfb-ae86-16f6806c2443 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5259867 Mar 09 03:58:51.515862 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47002) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:51.516126 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-678b4284-934d-41c2-afc4-607980f27a06 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Usage tracker for resource:security_group_rule and tenant:a789b53b4961423480ac62f11148731e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:51.521061 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-678b4284-934d-41c2-afc4-607980f27a06 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:51.528701 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-678b4284-934d-41c2-afc4-607980f27a06 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:51.545751 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f848ca0-0916-41c8-846a-2d991d560463', 'name': 'tempest-AttachVolumeShelveTestJSON-904000155-router', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:35Z', 'updated_at': '2022-03-09T03:58:48Z', 'revision_number': 4, 'project_id': 'a789b53b4961423480ac62f11148731e', 'gw_port': {'id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:38Z', 'updated_at': '2022-03-09T03:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'd721efb5-bbcb-40dd-947c-d6c007a67ed8', 'name': '', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'mac_address': 'fa:16:3e:9c:37:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:46Z', 'updated_at': '2022-03-09T03:58:48Z', 'revision_number': 2, 'project_id': 'a789b53b4961423480ac62f11148731e', 'subnets': [{'id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:51.558413 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] Checking router: 0f848ca0-0916-41c8-846a-2d991d560463 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:58:51.561433 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] Updating router 0f848ca0-0916-41c8-846a-2d991d560463 port d721efb5-bbcb-40dd-947c-d6c007a67ed8 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:58:51.626602 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-678b4284-934d-41c2-afc4-607980f27a06 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:51.728679 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:51.773031 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-98d836cc-703a-42f7-8a85-ccf4aa79d92d tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:51.805807 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-98d836cc-703a-42f7-8a85-ccf4aa79d92d tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:51.867989 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-98d836cc-703a-42f7-8a85-ccf4aa79d92d tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:51.881659 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a72cb78-eb3d-4a56-82bd-435645c1a74c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:51.979709 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d836cc-703a-42f7-8a85-ccf4aa79d92d tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc47965-01ff-4210-98f2-c43286bfdbb3,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:52.025385 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-678b4284-934d-41c2-afc4-607980f27a06 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:52.095161 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-678b4284-934d-41c2-afc4-607980f27a06 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:52.110592 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5069bd55-1e73-4509-bee9-ef6418493668 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Router d521b6bf-3186-4cb0-be27-735b791852e1 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:58:52.140844 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-678b4284-934d-41c2-afc4-607980f27a06 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:52.142141 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-98d836cc-703a-42f7-8a85-ccf4aa79d92d tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:52.143349 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-98d836cc-703a-42f7-8a85-ccf4aa79d92d tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "DELETE /v2.0/security-groups/6fc47965-01ff-4210-98f2-c43286bfdbb3 HTTP/1.1" status: 204 len: 168 time: 0.6081026 Mar 09 03:58:52.148159 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-678b4284-934d-41c2-afc4-607980f27a06 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6969197 Mar 09 03:58:52.157457 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508d84a-4286-4b0b-8151-c693edac671d req-13abc78f-0ad0-40c6-8f7a-197ca0446169 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:52.159059 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a508d84a-4286-4b0b-8151-c693edac671d req-13abc78f-0ad0-40c6-8f7a-197ca0446169 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 945 time: 0.2372987 Mar 09 03:58:52.160208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47008) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:52.161284 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47010) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:52.161593 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b4284-934d-41c2-afc4-607980f27a06 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc294b1f-b148-4746-bbc9-1c6274b37443,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:52.177437 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 00bb2872-8ed5-4b4d-bf84-b120ecb96e37 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:58:52.198891 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-3ced77b7-e7fc-4da7-bb45-22dda1296758 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Request body: {'security_group_rule': {'security_group_id': 'd2adf6e0-ac73-41be-9681-3c0bf761064a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:52.245892 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3ced77b7-e7fc-4da7-bb45-22dda1296758 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:52.261794 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3ced77b7-e7fc-4da7-bb45-22dda1296758 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Usage tracker for resource:security_group_rule and tenant:a789b53b4961423480ac62f11148731e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:52.273170 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3ced77b7-e7fc-4da7-bb45-22dda1296758 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:52.285811 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a508d84a-4286-4b0b-8151-c693edac671d req-8d70dcec-c17c-4fb4-9341-e4b18ce7f96a tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126938 Mar 09 03:58:52.307300 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7abda788-de57-4424-ad9c-edc18a55a1c8 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Synchronizing usage tracker for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:58:52.312084 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3ced77b7-e7fc-4da7-bb45-22dda1296758 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:52.347201 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ced77b7-e7fc-4da7-bb45-22dda1296758 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:52.364047 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7abda788-de57-4424-ad9c-edc18a55a1c8 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Unset dirty status for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:58:52.366426 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7abda788-de57-4424-ad9c-edc18a55a1c8 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2020879 Mar 09 03:58:52.372539 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47016) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:52.387657 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-46005d23-6a1f-4b20-a1fd-205e22b0e783 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Request body: {'security_group': {'name': 'tempest-secgroup--1212547127'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:52.403167 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5069bd55-1e73-4509-bee9-ef6418493668 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:58:52.403432 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-46005d23-6a1f-4b20-a1fd-205e22b0e783 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:52.421368 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac69626-fb72-4299-9e63-67344869fa60 None None] Sync routers for ids ['d521b6bf-3186-4cb0-be27-735b791852e1'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:58:52.433480 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:52.435853 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac69626-fb72-4299-9e63-67344869fa60 None None] Routers {'d521b6bf-3186-4cb0-be27-735b791852e1'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:58:52.436590 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7ac69626-fb72-4299-9e63-67344869fa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:58:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['d521b6bf-3186-4cb0-be27-735b791852e1'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:52.451809 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5069bd55-1e73-4509-bee9-ef6418493668 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "PUT /v2.0/routers/d521b6bf-3186-4cb0-be27-735b791852e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6400001 Mar 09 03:58:52.457511 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47022) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:52.546196 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab69d66-94d5-44cc-8b09-bcf36511bf04 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] GET failed (client error): The resource could not be found. Mar 09 03:58:52.546745 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8ab69d66-94d5-44cc-8b09-bcf36511bf04 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Synchronizing usage tracker for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:58:52.567792 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:52.569072 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7ac69626-fb72-4299-9e63-67344869fa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:52.578205 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ccc3018c-50f4-4797-bb9f-5ed54003a08a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:52.584070 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-46005d23-6a1f-4b20-a1fd-205e22b0e783 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:52.588709 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac69626-fb72-4299-9e63-67344869fa60 None None] Routers {'d521b6bf-3186-4cb0-be27-735b791852e1'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:58:52.590184 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7ac69626-fb72-4299-9e63-67344869fa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:58:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['d521b6bf-3186-4cb0-be27-735b791852e1'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:52.613955 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] Transition to ACTIVE for port object d721efb5-bbcb-40dd-947c-d6c007a67ed8 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:58:52.623629 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:52.650757 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7d2eb7f8-8434-42cc-b957-debf724502a6 req-0c97158d-0c62-4927-a316-733e4eda77d9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:52.652315 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8ab69d66-94d5-44cc-8b09-bcf36511bf04 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Unset dirty status for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:58:52.656881 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8ab69d66-94d5-44cc-8b09-bcf36511bf04 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "GET /v2.0/ports/79675f98-39db-401a-9b6d-0eefc0b78ef4 HTTP/1.1" status: 404 len: 333 time: 0.1982150 Mar 09 03:58:52.657468 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47026) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:52.676693 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7ac69626-fb72-4299-9e63-67344869fa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:52.677382 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac69626-fb72-4299-9e63-67344869fa60 None None] The sync data for ids ['d521b6bf-3186-4cb0-be27-735b791852e1'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:58:52.710580 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a72cb78-eb3d-4a56-82bd-435645c1a74c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:52.740192 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-46005d23-6a1f-4b20-a1fd-205e22b0e783 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:52.771869 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a72cb78-eb3d-4a56-82bd-435645c1a74c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:52.775847 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ced77b7-e7fc-4da7-bb45-22dda1296758 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:52.807571 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da92af-40bc-4cc7-9edc-a24125cdf50f None None] Pushing event updated for resources: {'Port': ['ID=d721efb5-bbcb-40dd-947c-d6c007a67ed8,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:52.817175 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ced77b7-e7fc-4da7-bb45-22dda1296758 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:52.885337 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced77b7-e7fc-4da7-bb45-22dda1296758 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c395d361-894a-40b0-9901-d881a537d448,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:52.887277 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] Attempting to bind port d721efb5-bbcb-40dd-947c-d6c007a67ed8 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:58:52.889792 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-46005d23-6a1f-4b20-a1fd-205e22b0e783 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:52.892720 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] Attempting to bind port d721efb5-bbcb-40dd-947c-d6c007a67ed8 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '2ce657a7-9b77-4978-b6b9-084c88228101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:58:52.893188 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] Attempting to bind port d721efb5-bbcb-40dd-947c-d6c007a67ed8 on network 728f1764-7035-454b-b803-10fc1ed1098e {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:58:52.897153 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ced77b7-e7fc-4da7-bb45-22dda1296758 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:52.901432 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3ced77b7-e7fc-4da7-bb45-22dda1296758 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7328303 Mar 09 03:58:52.901595 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:58:52.901595 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] Checking segment: {'id': '2ce657a7-9b77-4978-b6b9-084c88228101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:58:52.901595 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:52.901595 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] Bound using segment: {'id': '2ce657a7-9b77-4978-b6b9-084c88228101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:58:52.902033 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] Bound port: d721efb5-bbcb-40dd-947c-d6c007a67ed8, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce657a7-9b77-4978-b6b9-084c88228101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:58:52.903028 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:52.906171 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47030) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:52.909577 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-46005d23-6a1f-4b20-a1fd-205e22b0e783 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Usage tracker for resource:security_group_rule and tenant:738cd5c47d744313ab554e4418243d56 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:52.916755 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-8baf0af8-4014-4869-b1a9-c77e93c54eec tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:52.927633 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-46005d23-6a1f-4b20-a1fd-205e22b0e783 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:52.930917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8baf0af8-4014-4869-b1a9-c77e93c54eec tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:52.942329 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-46005d23-6a1f-4b20-a1fd-205e22b0e783 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:52.947519 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-8baf0af8-4014-4869-b1a9-c77e93c54eec tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Usage tracker for resource:floatingip and tenant:a789b53b4961423480ac62f11148731e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:52.962155 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97158d-0c62-4927-a316-733e4eda77d9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Pushing event deleted for resources: {'Port': ['ID=00bb2872-8ed5-4b4d-bf84-b120ecb96e37,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:52.986223 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-8baf0af8-4014-4869-b1a9-c77e93c54eec tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:53.015821 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8baf0af8-4014-4869-b1a9-c77e93c54eec tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:53.022524 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] For port d721efb5-bbcb-40dd-947c-d6c007a67ed8, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:58:53.026482 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] For port d721efb5-bbcb-40dd-947c-d6c007a67ed8, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d721efb5-bbcb-40dd-947c-d6c007a67ed8,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:58:53.033797 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:53.044818 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8baf0af8-4014-4869-b1a9-c77e93c54eec tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:53.107218 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-9a72cb78-eb3d-4a56-82bd-435645c1a74c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Allocated IP 172.25.7.98 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/ef61b562-a6b4-47a8-8c1f-de26fce0bb4e) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:58:53.111172 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] Routers {'0f848ca0-0916-41c8-846a-2d991d560463'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:58:53.112074 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:58:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['0f848ca0-0916-41c8-846a-2d991d560463'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:53.139287 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-2681832c-cced-4d0b-b6ad-8aa8c2d8eb02 req-021e1743-4a19-4e7e-8245-054f1093a777 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Synchronizing usage tracker for tenant:cc718390bdc54645b3e22c1c8ceaa511 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:58:53.164949 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2eb7f8-8434-42cc-b957-debf724502a6 req-0c97158d-0c62-4927-a316-733e4eda77d9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] No DVR routers for this DVR port 00bb2872-8ed5-4b4d-bf84-b120ecb96e37 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:58:53.227847 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7d2eb7f8-8434-42cc-b957-debf724502a6 req-0c97158d-0c62-4927-a316-733e4eda77d9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:53.229812 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d2eb7f8-8434-42cc-b957-debf724502a6 req-0c97158d-0c62-4927-a316-733e4eda77d9 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.21 "DELETE /v2.0/ports/00bb2872-8ed5-4b4d-bf84-b120ecb96e37 HTTP/1.1" status: 204 len: 173 time: 3.5901861 Mar 09 03:58:53.230396 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90fed0d-0404-454f-92bf-88310ca28599', 'name': 'network-vif-deleted', 'tag': '00bb2872-8ed5-4b4d-bf84-b120ecb96e37'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:58:53.258735 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-46005d23-6a1f-4b20-a1fd-205e22b0e783 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:53.316417 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-46005d23-6a1f-4b20-a1fd-205e22b0e783 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:53.327822 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1ca826bf-a85c-42a3-b6f5-fd1d45c2a53f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:53.394690 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90fed0d-0404-454f-92bf-88310ca28599', 'name': 'network-vif-deleted', 'tag': '00bb2872-8ed5-4b4d-bf84-b120ecb96e37', 'status': 'completed', 'code': 200} Mar 09 03:58:53.415032 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-2681832c-cced-4d0b-b6ad-8aa8c2d8eb02 req-021e1743-4a19-4e7e-8245-054f1093a777 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] Unset dirty status for tenant:cc718390bdc54645b3e22c1c8ceaa511 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:58:53.416137 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2681832c-cced-4d0b-b6ad-8aa8c2d8eb02 req-021e1743-4a19-4e7e-8245-054f1093a777 tempest-VolumesActionsTest-1427650286 tempest-VolumesActionsTest-1427650286-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90fed0d-0404-454f-92bf-88310ca28599 HTTP/1.1" status: 200 len: 210 time: 0.7650180 Mar 09 03:58:53.458696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] Set router 0f848ca0-0916-41c8-846a-2d991d560463 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:58:53.527074 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da92af-40bc-4cc7-9edc-a24125cdf50f None None] Pushing event updated for resources: {'Port': ['ID=d721efb5-bbcb-40dd-947c-d6c007a67ed8,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:53.668991 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46005d23-6a1f-4b20-a1fd-205e22b0e783 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0774788-afe5-4d78-9c62-55bd4191eee5,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:53.681113 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-46005d23-6a1f-4b20-a1fd-205e22b0e783 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:53.682465 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-46005d23-6a1f-4b20-a1fd-205e22b0e783 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3071206 Mar 09 03:58:53.689920 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47038) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:53.698804 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-1ab54cb2-1b4c-4360-a73c-1201ddfba310 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Request body: {'security_group_rule': {'security_group_id': 'a0774788-afe5-4d78-9c62-55bd4191eee5', 'direction': 'ingress', 'protocol': 17}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:53.714761 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a72cb78-eb3d-4a56-82bd-435645c1a74c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:53.757149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1ab54cb2-1b4c-4360-a73c-1201ddfba310 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:53.772186 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1ca826bf-a85c-42a3-b6f5-fd1d45c2a53f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:53.774243 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1ab54cb2-1b4c-4360-a73c-1201ddfba310 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Usage tracker for resource:security_group_rule and tenant:738cd5c47d744313ab554e4418243d56 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:53.778993 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1ab54cb2-1b4c-4360-a73c-1201ddfba310 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:53.779215 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8baf0af8-4014-4869-b1a9-c77e93c54eec tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:53.782735 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1ca826bf-a85c-42a3-b6f5-fd1d45c2a53f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:53.788866 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f5514-7e2e-4408-99ef-c7c6cac1e09c req-3abd2ebb-a157-438a-a3fc-0cd9f1effa4c tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:53.791714 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e8f5514-7e2e-4408-99ef-c7c6cac1e09c req-3abd2ebb-a157-438a-a3fc-0cd9f1effa4c tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 945 time: 0.2400460 Mar 09 03:58:53.793638 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1ab54cb2-1b4c-4360-a73c-1201ddfba310 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:53.914013 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a72cb78-eb3d-4a56-82bd-435645c1a74c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:53.943204 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1ab54cb2-1b4c-4360-a73c-1201ddfba310 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:53.959052 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1ca826bf-a85c-42a3-b6f5-fd1d45c2a53f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:53.959537 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca826bf-a85c-42a3-b6f5-fd1d45c2a53f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Fanout notify agent at l3_agent the message router_deleted on router d521b6bf-3186-4cb0-be27-735b791852e1 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:58:53.990918 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f848ca0-0916-41c8-846a-2d991d560463', 'name': 'tempest-AttachVolumeShelveTestJSON-904000155-router', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:35Z', 'updated_at': '2022-03-09T03:58:48Z', 'revision_number': 4, 'project_id': 'a789b53b4961423480ac62f11148731e', 'gw_port': {'id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:38Z', 'updated_at': '2022-03-09T03:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'd721efb5-bbcb-40dd-947c-d6c007a67ed8', 'name': '', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'mac_address': 'fa:16:3e:9c:37:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:46Z', 'updated_at': '2022-03-09T03:58:53Z', 'revision_number': 4, 'project_id': 'a789b53b4961423480ac62f11148731e', 'subnets': [{'id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:53.998264 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7818d0a3-2d24-4991-b30e-8bf62ae0e80d None None] The sync data for ids ['0f848ca0-0916-41c8-846a-2d991d560463'] in n-d-825178-5 is: [{'id': '0f848ca0-0916-41c8-846a-2d991d560463', 'name': 'tempest-AttachVolumeShelveTestJSON-904000155-router', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:35Z', 'updated_at': '2022-03-09T03:58:48Z', 'revision_number': 4, 'project_id': 'a789b53b4961423480ac62f11148731e', 'gw_port': {'id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:38Z', 'updated_at': '2022-03-09T03:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'd721efb5-bbcb-40dd-947c-d6c007a67ed8', 'name': '', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'mac_address': 'fa:16:3e:9c:37:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:46Z', 'updated_at': '2022-03-09T03:58:53Z', 'revision_number': 4, 'project_id': 'a789b53b4961423480ac62f11148731e', 'subnets': [{'id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:58:54.010697 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1ca826bf-a85c-42a3-b6f5-fd1d45c2a53f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:54.014482 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1ca826bf-a85c-42a3-b6f5-fd1d45c2a53f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/routers/d521b6bf-3186-4cb0-be27-735b791852e1 HTTP/1.1" status: 204 len: 168 time: 1.3307934 Mar 09 03:58:54.020526 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ccc3018c-50f4-4797-bb9f-5ed54003a08a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:54.022231 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47042) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:54.022513 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e8f5514-7e2e-4408-99ef-c7c6cac1e09c req-b159d144-10ed-4e50-a9c4-86bb53171d4a tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934168 Mar 09 03:58:54.115727 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a72cb78-eb3d-4a56-82bd-435645c1a74c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:58:54.124453 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-9a72cb78-eb3d-4a56-82bd-435645c1a74c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:58:54.129337 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a72cb78-eb3d-4a56-82bd-435645c1a74c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:58:54.192548 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72cb78-eb3d-4a56-82bd-435645c1a74c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event updated for resources: {'Port': ['ID=ef61b562-a6b4-47a8-8c1f-de26fce0bb4e,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:54.238782 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-2299d131-9d4d-4c71-8690-537bda76abd2 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting subnet 03b29ce5-3aa5-4db5-8392-3adb6bdafc11 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:58:54.262799 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f502ceb-3474-40a8-8887-86997fd9b4c4 req-217ab020-72d3-4b3f-bbf7-d88c9f114a6e tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:54.264293 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f502ceb-3474-40a8-8887-86997fd9b4c4 req-217ab020-72d3-4b3f-bbf7-d88c9f114a6e tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.21 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 945 time: 0.3950901 Mar 09 03:58:54.266047 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1ab54cb2-1b4c-4360-a73c-1201ddfba310 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:54.269935 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2299d131-9d4d-4c71-8690-537bda76abd2 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:54.283114 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-8baf0af8-4014-4869-b1a9-c77e93c54eec tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Allocated IP 172.25.7.222 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/2a482099-7258-4366-9ca5-8a445ed83a1d) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:58:54.541577 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1ab54cb2-1b4c-4360-a73c-1201ddfba310 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:54.621145 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1ab54cb2-1b4c-4360-a73c-1201ddfba310 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:54.625086 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1ab54cb2-1b4c-4360-a73c-1201ddfba310 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9308963 Mar 09 03:58:54.629954 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47050) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:54.654332 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab54cb2-1b4c-4360-a73c-1201ddfba310 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7645f73b-57db-42a1-8ce9-5e8b010c8e7b,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:54.660473 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2299d131-9d4d-4c71-8690-537bda76abd2 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:54.730128 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-4f502ceb-3474-40a8-8887-86997fd9b4c4 req-a14f90ab-6708-40b8-aee7-ecf4edd58ba7 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Deleting port 545436b8-f015-4e94-9a3d-1eae45d4a36f {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:54.730461 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4f502ceb-3474-40a8-8887-86997fd9b4c4 req-a14f90ab-6708-40b8-aee7-ecf4edd58ba7 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:54.825915 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8baf0af8-4014-4869-b1a9-c77e93c54eec tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:54.836100 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a72cb78-eb3d-4a56-82bd-435645c1a74c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:54.907605 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc3018c-50f4-4797-bb9f-5ed54003a08a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Router 9c8456c3-1686-4f5b-a43b-eefb9164fcf8 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:58:55.051160 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c2db7c36-78b3-4ce9-8c97-58d537e26d6e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:55.084582 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c2db7c36-78b3-4ce9-8c97-58d537e26d6e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:55.119308 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d721efb5-bbcb-40dd-947c-d6c007a67ed8 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:58:55.171707 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c2db7c36-78b3-4ce9-8c97-58d537e26d6e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:55.209345 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8baf0af8-4014-4869-b1a9-c77e93c54eec tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:55.213656 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2299d131-9d4d-4c71-8690-537bda76abd2 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:55.245190 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db7c36-78b3-4ce9-8c97-58d537e26d6e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0774788-afe5-4d78-9c62-55bd4191eee5,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:55.274260 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port d721efb5-bbcb-40dd-947c-d6c007a67ed8 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:58:55.286957 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port d721efb5-bbcb-40dd-947c-d6c007a67ed8 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:55.287771 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:55.400929 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baf0af8-4014-4869-b1a9-c77e93c54eec tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:58:55.414919 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-8baf0af8-4014-4869-b1a9-c77e93c54eec tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:58:55.433728 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baf0af8-4014-4869-b1a9-c77e93c54eec tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:58:55.493797 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:55.544297 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port d721efb5-bbcb-40dd-947c-d6c007a67ed8, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d721efb5-bbcb-40dd-947c-d6c007a67ed8,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:55.552004 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:55.586442 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2299d131-9d4d-4c71-8690-537bda76abd2 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:55.647113 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c2db7c36-78b3-4ce9-8c97-58d537e26d6e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:55.651073 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c2db7c36-78b3-4ce9-8c97-58d537e26d6e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "DELETE /v2.0/security-groups/a0774788-afe5-4d78-9c62-55bd4191eee5 HTTP/1.1" status: 204 len: 168 time: 1.0088849 Mar 09 03:58:55.658001 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47062) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:55.678427 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf0af8-4014-4869-b1a9-c77e93c54eec tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Pushing event updated for resources: {'Port': ['ID=2a482099-7258-4366-9ca5-8a445ed83a1d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:55.689340 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-4f502ceb-3474-40a8-8887-86997fd9b4c4 req-a14f90ab-6708-40b8-aee7-ecf4edd58ba7 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] For port 545436b8-f015-4e94-9a3d-1eae45d4a36f, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=545436b8-f015-4e94-9a3d-1eae45d4a36f,segment=NetworkSegment(9f233615-000c-4519-9dca-433088f6f949),segment_id=9f233615-000c-4519-9dca-433088f6f949)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:55.689688 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4f502ceb-3474-40a8-8887-86997fd9b4c4 req-a14f90ab-6708-40b8-aee7-ecf4edd58ba7 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:55.718137 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299d131-9d4d-4c71-8690-537bda76abd2 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Subnet': ['ID=03b29ce5-3aa5-4db5-8392-3adb6bdafc11,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:55.718607 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=d721efb5-bbcb-40dd-947c-d6c007a67ed8,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:55.728394 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2299d131-9d4d-4c71-8690-537bda76abd2 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:55.731386 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc3018c-50f4-4797-bb9f-5ed54003a08a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:58:55.760723 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0130389b-0e94-4a4a-9ec8-14d5f83359fb None None] Sync routers for ids ['9c8456c3-1686-4f5b-a43b-eefb9164fcf8'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:58:55.777435 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f37c89-6654-49ef-b010-38ee216ac1f5 None None] Network 2390ae67-58f1-47b9-a55a-ca4876d79de9 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:58:55.813407 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a72cb78-eb3d-4a56-82bd-435645c1a74c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:55.831831 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2299d131-9d4d-4c71-8690-537bda76abd2 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/subnets/03b29ce5-3aa5-4db5-8392-3adb6bdafc11 HTTP/1.1" status: 204 len: 168 time: 1.8068693 Mar 09 03:58:55.885410 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47066) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:55.928710 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-4f502ceb-3474-40a8-8887-86997fd9b4c4 req-a14f90ab-6708-40b8-aee7-ecf4edd58ba7 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Calling delete_port for 545436b8-f015-4e94-9a3d-1eae45d4a36f owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:58:55.937089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0130389b-0e94-4a4a-9ec8-14d5f83359fb None None] Routers {'9c8456c3-1686-4f5b-a43b-eefb9164fcf8'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:58:55.937612 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0130389b-0e94-4a4a-9ec8-14d5f83359fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:58:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9c8456c3-1686-4f5b-a43b-eefb9164fcf8'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:55.978617 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ccc3018c-50f4-4797-bb9f-5ed54003a08a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:55.982929 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ccc3018c-50f4-4797-bb9f-5ed54003a08a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 11.1758277 Mar 09 03:58:55.994634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47070) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:56.051808 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0130389b-0e94-4a4a-9ec8-14d5f83359fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:56.091617 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-79dce5dc-f45f-4bb8-ab60-49afde78b3cc tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Synchronizing usage tracker for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:58:56.092163 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba69c5-4cae-4322-8f4b-48cb65600f47 req-2d00853d-a22e-4ae5-8f0d-90c4ef513985 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:56.093853 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f1ba69c5-4cae-4322-8f4b-48cb65600f47 req-2d00853d-a22e-4ae5-8f0d-90c4ef513985 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 945 time: 0.7724433 Mar 09 03:58:56.097891 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7c3981c9-c680-4239-ba86-5d551e97f24d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:56.102230 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0130389b-0e94-4a4a-9ec8-14d5f83359fb None None] Routers {'9c8456c3-1686-4f5b-a43b-eefb9164fcf8'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:58:56.102896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0130389b-0e94-4a4a-9ec8-14d5f83359fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:58:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9c8456c3-1686-4f5b-a43b-eefb9164fcf8'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:56.185353 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0130389b-0e94-4a4a-9ec8-14d5f83359fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:56.186714 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0130389b-0e94-4a4a-9ec8-14d5f83359fb None None] The sync data for ids ['9c8456c3-1686-4f5b-a43b-eefb9164fcf8'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:58:56.188458 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8baf0af8-4014-4869-b1a9-c77e93c54eec tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:56.204036 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-7c3981c9-c680-4239-ba86-5d551e97f24d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port 79efa078-de79-44d0-96b7-eb03010d08d2 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:56.204375 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7c3981c9-c680-4239-ba86-5d551e97f24d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:56.216803 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-79dce5dc-f45f-4bb8-ab60-49afde78b3cc tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Unset dirty status for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:58:56.219751 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-79dce5dc-f45f-4bb8-ab60-49afde78b3cc tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5504391 Mar 09 03:58:56.236159 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47076) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:56.313650 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1a10273c-803d-4bb1-bac1-bfe513769fe3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "GET /v2.0/routers/9c8456c3-1686-4f5b-a43b-eefb9164fcf8 HTTP/1.1" status: 200 len: 879 time: 0.3185565 Mar 09 03:58:56.316690 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47080) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:56.325422 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-e9e3bff7-5b04-4ec2-8afd-4498de0b23b9 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Request body: {'security_group': {'name': 'tempest-secgroup--333196555'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:56.340609 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559fb92a-b5ae-42cd-bab2-3e21c7c6f261 None None] DHCP port deletion for 2390ae67-58f1-47b9-a55a-ca4876d79de9 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:58:56.344958 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-559fb92a-b5ae-42cd-bab2-3e21c7c6f261 None None] Deleting port 79efa078-de79-44d0-96b7-eb03010d08d2 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:56.345417 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-559fb92a-b5ae-42cd-bab2-3e21c7c6f261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:56.368728 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e9e3bff7-5b04-4ec2-8afd-4498de0b23b9 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:56.373898 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f1ba69c5-4cae-4322-8f4b-48cb65600f47 req-cbee722a-1359-4556-b6fa-fce0b90b74bf tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703903 Mar 09 03:58:56.424360 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e9e3bff7-5b04-4ec2-8afd-4498de0b23b9 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:56.486451 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8baf0af8-4014-4869-b1a9-c77e93c54eec tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:56.537518 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e9e3bff7-5b04-4ec2-8afd-4498de0b23b9 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:56.568714 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4f502ceb-3474-40a8-8887-86997fd9b4c4 req-a14f90ab-6708-40b8-aee7-ecf4edd58ba7 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:56.582171 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['90c4fad8-5659-48ee-98ce-206d2a5d8810'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:58:56.623969 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f90ab-6708-40b8-aee7-ecf4edd58ba7 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Pushing event deleted for resources: {'Port': ['ID=545436b8-f015-4e94-9a3d-1eae45d4a36f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:56.624934 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-559fb92a-b5ae-42cd-bab2-3e21c7c6f261 None None] For port 79efa078-de79-44d0-96b7-eb03010d08d2, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=79efa078-de79-44d0-96b7-eb03010d08d2,segment=NetworkSegment(68a3d1c8-5e5f-4040-91c0-0e820a163282),segment_id=68a3d1c8-5e5f-4040-91c0-0e820a163282)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:56.625487 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-559fb92a-b5ae-42cd-bab2-3e21c7c6f261 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:56.697774 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e9e3bff7-5b04-4ec2-8afd-4498de0b23b9 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:56.709989 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f502ceb-3474-40a8-8887-86997fd9b4c4 req-a14f90ab-6708-40b8-aee7-ecf4edd58ba7 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] No DVR routers for this DVR port 545436b8-f015-4e94-9a3d-1eae45d4a36f on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:58:56.713599 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4f502ceb-3474-40a8-8887-86997fd9b4c4 req-a14f90ab-6708-40b8-aee7-ecf4edd58ba7 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:56.716132 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c3037e-4006-42c9-a5ca-99adf184cbbf', 'name': 'network-vif-deleted', 'tag': '545436b8-f015-4e94-9a3d-1eae45d4a36f'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:58:56.722605 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e9e3bff7-5b04-4ec2-8afd-4498de0b23b9 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Usage tracker for resource:security_group_rule and tenant:738cd5c47d744313ab554e4418243d56 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:56.728254 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a72cb78-eb3d-4a56-82bd-435645c1a74c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Router 3455b4a1-2a50-44bc-b2c6-2177f4b24add is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:58:56.732430 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e9e3bff7-5b04-4ec2-8afd-4498de0b23b9 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:56.778214 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e9e3bff7-5b04-4ec2-8afd-4498de0b23b9 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:56.780277 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-559fb92a-b5ae-42cd-bab2-3e21c7c6f261 None None] Calling delete_port for 79efa078-de79-44d0-96b7-eb03010d08d2 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:58:56.821845 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c3037e-4006-42c9-a5ca-99adf184cbbf', 'name': 'network-vif-deleted', 'tag': '545436b8-f015-4e94-9a3d-1eae45d4a36f', 'status': 'completed', 'code': 200} Mar 09 03:58:56.830750 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f502ceb-3474-40a8-8887-86997fd9b4c4 req-a14f90ab-6708-40b8-aee7-ecf4edd58ba7 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.21 "DELETE /v2.0/ports/545436b8-f015-4e94-9a3d-1eae45d4a36f HTTP/1.1" status: 204 len: 173 time: 2.3802776 Mar 09 03:58:56.890094 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cf742f7b-5d3b-4079-a124-6f11d0f44ca1 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Synchronizing usage tracker for tenant:8d98afbc76a3441ab1cb90e168d30508 on resource:router {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:58:56.911059 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cf742f7b-5d3b-4079-a124-6f11d0f44ca1 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Unset dirty status for tenant:8d98afbc76a3441ab1cb90e168d30508 on resource:router {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:58:56.915979 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cf742f7b-5d3b-4079-a124-6f11d0f44ca1 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.5983906 Mar 09 03:58:56.916892 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47086) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:56.922445 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-592b71eb-18b2-4471-a179-59252ca6f165 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-963545757'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:56.955516 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-559fb92a-b5ae-42cd-bab2-3e21c7c6f261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:56.984797 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-7c3981c9-c680-4239-ba86-5d551e97f24d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] For port 79efa078-de79-44d0-96b7-eb03010d08d2, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=79efa078-de79-44d0-96b7-eb03010d08d2,segment=NetworkSegment(68a3d1c8-5e5f-4040-91c0-0e820a163282),segment_id=68a3d1c8-5e5f-4040-91c0-0e820a163282)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:58:56.985254 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7c3981c9-c680-4239-ba86-5d551e97f24d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:57.031887 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fb92a-b5ae-42cd-bab2-3e21c7c6f261 None None] Pushing event deleted for resources: {'Port': ['ID=79efa078-de79-44d0-96b7-eb03010d08d2,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:57.037023 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559fb92a-b5ae-42cd-bab2-3e21c7c6f261 None None] No DVR routers for this DVR port 79efa078-de79-44d0-96b7-eb03010d08d2 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:58:57.049517 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d721efb5-bbcb-40dd-947c-d6c007a67ed8 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:58:57.130067 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port d721efb5-bbcb-40dd-947c-d6c007a67ed8 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:58:57.130465 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:57.180082 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-7c3981c9-c680-4239-ba86-5d551e97f24d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Calling delete_port for 79efa078-de79-44d0-96b7-eb03010d08d2 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:58:57.477506 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a72cb78-eb3d-4a56-82bd-435645c1a74c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:58:57.488670 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] Sync routers for ids ['3455b4a1-2a50-44bc-b2c6-2177f4b24add'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:58:57.489338 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.api [None req-7c3981c9-c680-4239-ba86-5d551e97f24d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:58:57.489828 n-d-825178-5 neutron-server[87881]: DEBUG oslo_db.api [None req-7c3981c9-c680-4239-ba86-5d551e97f24d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:58:57.504665 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] Routers {'3455b4a1-2a50-44bc-b2c6-2177f4b24add'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:58:57.505610 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:58:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3455b4a1-2a50-44bc-b2c6-2177f4b24add'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:57.559399 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 79efa078-de79-44d0-96b7-eb03010d08d2 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:58:57.608341 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 79efa078-de79-44d0-96b7-eb03010d08d2 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:58:57.608860 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 79efa078-de79-44d0-96b7-eb03010d08d2 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:58:57.681559 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-592b71eb-18b2-4471-a179-59252ca6f165 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:57.697410 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-592b71eb-18b2-4471-a179-59252ca6f165 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371792'] for router, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:57.738188 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e9e3bff7-5b04-4ec2-8afd-4498de0b23b9 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:57.797746 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.resource_extend [None req-8baf0af8-4014-4869-b1a9-c77e93c54eec tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 03:58:57.807877 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e9e3bff7-5b04-4ec2-8afd-4498de0b23b9 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:57.841910 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a72cb78-eb3d-4a56-82bd-435645c1a74c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:57.846384 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9a72cb78-eb3d-4a56-82bd-435645c1a74c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.8820143 Mar 09 03:58:57.856444 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d47e2a30-cad8-40a7-b0ea-141d106308ef req-0202a1b0-5b54-40b8-a61e-0679531ceddc tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c3037e-4006-42c9-a5ca-99adf184cbbf HTTP/1.1" status: 200 len: 210 time: 0.1145473 Mar 09 03:58:57.864564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47104) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:57.867141 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8baf0af8-4014-4869-b1a9-c77e93c54eec tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:57.868989 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e9e3bff7-5b04-4ec2-8afd-4498de0b23b9 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:57.870350 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e9e3bff7-5b04-4ec2-8afd-4498de0b23b9 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6203408 Mar 09 03:58:57.878728 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47108) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:57.884580 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-ad59219c-6f1f-4224-8836-878c1a46f223 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Request body: {'security_group': {'name': 'tempest-secgroup--2013142216'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:57.885034 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] Set router 3455b4a1-2a50-44bc-b2c6-2177f4b24add gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:58:57.903251 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8baf0af8-4014-4869-b1a9-c77e93c54eec tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:57.912447 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ad59219c-6f1f-4224-8836-878c1a46f223 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:57.975708 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3bff7-5b04-4ec2-8afd-4498de0b23b9 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d933b6-3685-4654-a9d5-17c30cdb0b0d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:58.007384 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ad59219c-6f1f-4224-8836-878c1a46f223 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:58.009453 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-7c3981c9-c680-4239-ba86-5d551e97f24d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port 79efa078-de79-44d0-96b7-eb03010d08d2 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:58:58.009954 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7c3981c9-c680-4239-ba86-5d551e97f24d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:58.089005 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592b71eb-18b2-4471-a179-59252ca6f165 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Router 9c8456c3-1686-4f5b-a43b-eefb9164fcf8 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:58:58.125929 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf0af8-4014-4869-b1a9-c77e93c54eec tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Pushing event updated for resources: {'Port': ['ID=2a482099-7258-4366-9ca5-8a445ed83a1d,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:58.180017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 545436b8-f015-4e94-9a3d-1eae45d4a36f no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:58:58.192779 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-7c3981c9-c680-4239-ba86-5d551e97f24d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] The port '79efa078-de79-44d0-96b7-eb03010d08d2' was deleted {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:58:58.215620 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ad59219c-6f1f-4224-8836-878c1a46f223 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:58.243235 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1525088774', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:51Z', 'updated_at': '2022-03-09T03:58:54Z', 'revision_number': 3, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'gw_port': {'id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:52Z', 'updated_at': '2022-03-09T03:58:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:58.246569 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-00842fd4-9e71-4584-abbb-257c71f166c0 tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f62636ca99004fbcad682ccf3903561c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3746650 Mar 09 03:58:58.248124 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] Checking router: 3455b4a1-2a50-44bc-b2c6-2177f4b24add for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:58:58.248706 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] Updating router 3455b4a1-2a50-44bc-b2c6-2177f4b24add port ef61b562-a6b4-47a8-8c1f-de26fce0bb4e binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:58:58.265228 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 545436b8-f015-4e94-9a3d-1eae45d4a36f {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:58:58.265571 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 545436b8-f015-4e94-9a3d-1eae45d4a36f not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:58:58.271139 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47114) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:58.316186 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8baf0af8-4014-4869-b1a9-c77e93c54eec tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:58.318156 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:58.345046 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ad59219c-6f1f-4224-8836-878c1a46f223 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:58.412321 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ad59219c-6f1f-4224-8836-878c1a46f223 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Usage tracker for resource:security_group_rule and tenant:738cd5c47d744313ab554e4418243d56 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:58.418238 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ad59219c-6f1f-4224-8836-878c1a46f223 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:58.420652 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592b71eb-18b2-4471-a179-59252ca6f165 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:58:58.422737 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8baf0af8-4014-4869-b1a9-c77e93c54eec tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:58.424014 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8baf0af8-4014-4869-b1a9-c77e93c54eec tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5169539 Mar 09 03:58:58.429092 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7c3981c9-c680-4239-ba86-5d551e97f24d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:58.433234 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3010dc-64b6-4490-9c3f-937600b58ca4 None None] Sync routers for ids ['9c8456c3-1686-4f5b-a43b-eefb9164fcf8'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:58:58.433877 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-592b71eb-18b2-4471-a179-59252ca6f165 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:58.437890 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-592b71eb-18b2-4471-a179-59252ca6f165 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "PUT /v2.0/routers/9c8456c3-1686-4f5b-a43b-eefb9164fcf8 HTTP/1.1" status: 200 len: 886 time: 1.5175273 Mar 09 03:58:58.438687 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47120) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:58.454460 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ad59219c-6f1f-4224-8836-878c1a46f223 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:58.459989 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3010dc-64b6-4490-9c3f-937600b58ca4 None None] Routers {'9c8456c3-1686-4f5b-a43b-eefb9164fcf8'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:58:58.460612 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-9f3010dc-64b6-4490-9c3f-937600b58ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:58:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9c8456c3-1686-4f5b-a43b-eefb9164fcf8'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:58.486614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-7c3981c9-c680-4239-ba86-5d551e97f24d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2390ae67-58f1-47b9-a55a-ca4876d79de9']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:58.511595 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-7c3981c9-c680-4239-ba86-5d551e97f24d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a3d1c8-5e5f-4040-91c0-0e820a163282') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:58.511896 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-7c3981c9-c680-4239-ba86-5d551e97f24d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a3d1c8-5e5f-4040-91c0-0e820a163282') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:58.536314 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7c3981c9-c680-4239-ba86-5d551e97f24d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:58.574723 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7c3981c9-c680-4239-ba86-5d551e97f24d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:58.589893 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3981c9-c680-4239-ba86-5d551e97f24d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:58:58.590304 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7c3981c9-c680-4239-ba86-5d551e97f24d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:58:58.607906 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:58:58.684553 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-9f3010dc-64b6-4490-9c3f-937600b58ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:58.715949 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3010dc-64b6-4490-9c3f-937600b58ca4 None None] Routers {'9c8456c3-1686-4f5b-a43b-eefb9164fcf8'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:58:58.716854 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-9f3010dc-64b6-4490-9c3f-937600b58ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:58:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9c8456c3-1686-4f5b-a43b-eefb9164fcf8'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:58.780274 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:58.781955 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c460dc37-3abb-4e96-bd0c-2e052be087ad tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:58.786688 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c460dc37-3abb-4e96-bd0c-2e052be087ad tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5122247 Mar 09 03:58:58.788539 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47136) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:58.807848 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ad59219c-6f1f-4224-8836-878c1a46f223 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:58.816093 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-9f3010dc-64b6-4490-9c3f-937600b58ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:58.816645 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3010dc-64b6-4490-9c3f-937600b58ca4 None None] The sync data for ids ['9c8456c3-1686-4f5b-a43b-eefb9164fcf8'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:58:58.835286 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f3b54400-f79d-4a6b-9e6e-f84ccb4abfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:58.852550 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ad59219c-6f1f-4224-8836-878c1a46f223 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:58.868261 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c51891a3-6de5-4825-98fa-ebb1630f3f6e tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0688457 Mar 09 03:58:58.869083 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47140) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:58.878831 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] Transition to ACTIVE for port object ef61b562-a6b4-47a8-8c1f-de26fce0bb4e will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:58:58.880928 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-1faffedf-a780-448c-999f-ca4d1a5b3705 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1016184837&fields=id&tenant_id=a789b53b4961423480ac62f11148731e HTTP/1.1" status: 200 len: 267 time: 0.1458378 Mar 09 03:58:58.884994 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-62544fc7-818e-4e53-aee0-2c8e9befe9a1 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-99909538', 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d', 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:58.890614 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:58.892128 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7c3981c9-c680-4239-ba86-5d551e97f24d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:58.921614 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7c3981c9-c680-4239-ba86-5d551e97f24d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:58.927458 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59219c-6f1f-4224-8836-878c1a46f223 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbbadcf-84c7-4fd9-b3d9-69f631633ef4,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:58.939228 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3981c9-c680-4239-ba86-5d551e97f24d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Network': ['ID=2390ae67-58f1-47b9-a55a-ca4876d79de9,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:58.961988 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7c3981c9-c680-4239-ba86-5d551e97f24d tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/networks/2390ae67-58f1-47b9-a55a-ca4876d79de9 HTTP/1.1" status: 204 len: 168 time: 3.0670435 Mar 09 03:58:58.964451 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47148) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:59.008199 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ad59219c-6f1f-4224-8836-878c1a46f223 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:59.012047 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ad59219c-6f1f-4224-8836-878c1a46f223 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1294465 Mar 09 03:58:59.016612 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47154) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:59.022020 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-9ec5dd88-f42e-4ff1-b0e3-a017637b8f11 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Request body: {'security_group_rule': {'security_group_id': 'c9d933b6-3685-4654-a9d5-17c30cdb0b0d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1dbbadcf-84c7-4fd9-b3d9-69f631633ef4', 'remote_ip_prefix': None}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:59.032664 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9ec5dd88-f42e-4ff1-b0e3-a017637b8f11 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:59.040794 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9ec5dd88-f42e-4ff1-b0e3-a017637b8f11 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Usage tracker for resource:security_group_rule and tenant:738cd5c47d744313ab554e4418243d56 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:59.050758 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9ec5dd88-f42e-4ff1-b0e3-a017637b8f11 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:59.062722 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9ec5dd88-f42e-4ff1-b0e3-a017637b8f11 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:59.072761 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeacfcd1-f2c3-4569-8147-9e91af978598 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:59.073444 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-eeacfcd1-f2c3-4569-8147-9e91af978598 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Synchronizing usage tracker for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:58:59.102746 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-eeacfcd1-f2c3-4569-8147-9e91af978598 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Unset dirty status for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:58:59.104600 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-eeacfcd1-f2c3-4569-8147-9e91af978598 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "GET /v2.0/ports/2deab676-5a69-4c20-a1c2-8264d92edddc HTTP/1.1" status: 200 len: 844 time: 0.1389368 Mar 09 03:58:59.108205 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47158) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:59.143653 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] Attempting to bind port ef61b562-a6b4-47a8-8c1f-de26fce0bb4e on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:58:59.144213 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] Attempting to bind port ef61b562-a6b4-47a8-8c1f-de26fce0bb4e by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:58:59.144638 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] Attempting to bind port ef61b562-a6b4-47a8-8c1f-de26fce0bb4e on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:58:59.155806 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:58:59.156269 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:58:59.157217 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:59.157671 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:58:59.158202 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] Bound port: ef61b562-a6b4-47a8-8c1f-de26fce0bb4e, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:58:59.158633 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:59.189984 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1b3e9de0-0d53-4202-ac19-e1936b2c98dc tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "GET /v2.0/ports/2deab676-5a69-4c20-a1c2-8264d92edddc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0803645 Mar 09 03:58:59.198090 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47162) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:59.206604 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4c8e5d4a-d1f3-42e4-b3e7-0a22556f1f17 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'subnet': {'network_id': 'b611994d-45c6-4370-a94f-c78d5bbb57b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:58:59.209095 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-50c86211-5cc7-4fcb-b829-069355f9adae tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "GET /v2.0/routers/9c8456c3-1686-4f5b-a43b-eefb9164fcf8 HTTP/1.1" status: 200 len: 886 time: 0.7689533 Mar 09 03:58:59.228398 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47166) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:59.231296 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9ec5dd88-f42e-4ff1-b0e3-a017637b8f11 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:59.255679 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] For port ef61b562-a6b4-47a8-8c1f-de26fce0bb4e, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:58:59.260756 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] For port ef61b562-a6b4-47a8-8c1f-de26fce0bb4e, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=ef61b562-a6b4-47a8-8c1f-de26fce0bb4e,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:58:59.285856 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:59.311698 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-515d7048-0e87-4209-80e8-123f14c9c1a3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c8456c3-1686-4f5b-a43b-eefb9164fcf8 HTTP/1.1" status: 200 len: 205 time: 0.0816350 Mar 09 03:58:59.314131 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47170) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:59.318158 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba58e0-1049-465c-8ec9-e5e5580b3e0c None None] Pushing event updated for resources: {'Port': ['ID=ef61b562-a6b4-47a8-8c1f-de26fce0bb4e,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:59.411409 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-62544fc7-818e-4e53-aee0-2c8e9befe9a1 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:59.425261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-62544fc7-818e-4e53-aee0-2c8e9befe9a1 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Usage tracker for resource:subnet and tenant:f62636ca99004fbcad682ccf3903561c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:59.428879 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba58e0-1049-465c-8ec9-e5e5580b3e0c None None] Pushing event updated for resources: {'Port': ['ID=ef61b562-a6b4-47a8-8c1f-de26fce0bb4e,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:59.436137 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] Routers {'3455b4a1-2a50-44bc-b2c6-2177f4b24add'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:58:59.437055 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:58:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3455b4a1-2a50-44bc-b2c6-2177f4b24add'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:58:59.439763 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-62544fc7-818e-4e53-aee0-2c8e9befe9a1 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:59.469079 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-62544fc7-818e-4e53-aee0-2c8e9befe9a1 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:59.552610 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4c8e5d4a-d1f3-42e4-b3e7-0a22556f1f17 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:58:59.560459 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4c8e5d4a-d1f3-42e4-b3e7-0a22556f1f17 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:subnet and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:58:59.566752 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-8aa66da7-62d7-4247-9883-8b4c99d370a1 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:59.567837 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4c8e5d4a-d1f3-42e4-b3e7-0a22556f1f17 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:58:59.568524 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-8aa66da7-62d7-4247-9883-8b4c99d370a1 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/networks?id=728f1764-7035-454b-b803-10fc1ed1098e HTTP/1.1" status: 200 len: 816 time: 0.6581187 Mar 09 03:58:59.590444 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4c8e5d4a-d1f3-42e4-b3e7-0a22556f1f17 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:58:59.593314 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-330001a4-a3a3-412e-b708-c7a4531d9092 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/quotas/a789b53b4961423480ac62f11148731e HTTP/1.1" status: 200 len: 375 time: 0.0140781 Mar 09 03:58:59.604062 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62544fc7-818e-4e53-aee0-2c8e9befe9a1 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Made reservation on behalf of f62636ca99004fbcad682ccf3903561c for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:58:59.608010 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62544fc7-818e-4e53-aee0-2c8e9befe9a1 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:59.685018 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8e5d4a-d1f3-42e4-b3e7-0a22556f1f17 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:58:59.688809 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4c8e5d4a-d1f3-42e4-b3e7-0a22556f1f17 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:59.693935 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] Set router 3455b4a1-2a50-44bc-b2c6-2177f4b24add gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:58:59.707457 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c51fa5dc-51e8-4b2c-9592-663de9c945b5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:59.746570 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9ec5dd88-f42e-4ff1-b0e3-a017637b8f11 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:59.807997 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9ec5dd88-f42e-4ff1-b0e3-a017637b8f11 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:59.872181 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5dd88-f42e-4ff1-b0e3-a017637b8f11 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da5fa24-2b81-420e-972c-131be4978054,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:58:59.957026 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9ec5dd88-f42e-4ff1-b0e3-a017637b8f11 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:58:59.958110 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9ec5dd88-f42e-4ff1-b0e3-a017637b8f11 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9405162 Mar 09 03:58:59.962177 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47178) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:58:59.995675 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5a0db-7ceb-4572-bec7-af95e89645a8 req-25968073-3e65-4d85-ad07-9edcaf453552 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:58:59.997634 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e7b5a0db-7ceb-4572-bec7-af95e89645a8 req-25968073-3e65-4d85-ad07-9edcaf453552 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.3749712 Mar 09 03:59:00.075250 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1525088774', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:51Z', 'updated_at': '2022-03-09T03:58:54Z', 'revision_number': 3, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'gw_port': {'id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:52Z', 'updated_at': '2022-03-09T03:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:00.078813 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e06904b8-b558-4eb5-b449-f4f87fadd999 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:00.079058 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e563dc87-b049-4d55-b8f5-2e180af1f749 None None] The sync data for ids ['3455b4a1-2a50-44bc-b2c6-2177f4b24add'] in n-d-825178-5 is: [{'id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1525088774', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:51Z', 'updated_at': '2022-03-09T03:58:54Z', 'revision_number': 3, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'gw_port': {'id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:52Z', 'updated_at': '2022-03-09T03:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:59:00.101049 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e06904b8-b558-4eb5-b449-f4f87fadd999 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:00.184974 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e7b5a0db-7ceb-4572-bec7-af95e89645a8 req-0b486124-cdb3-40ba-a726-0b5b0ffa845e tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729808 Mar 09 03:59:00.223710 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e06904b8-b558-4eb5-b449-f4f87fadd999 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:00.225557 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62544fc7-818e-4e53-aee0-2c8e9befe9a1 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:00.239536 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4c8e5d4a-d1f3-42e4-b3e7-0a22556f1f17 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:00.279842 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-2b6de971-340c-4190-bdca-5e88b017e92f tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a789b53b4961423480ac62f11148731e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6511559 Mar 09 03:59:00.294662 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c51fa5dc-51e8-4b2c-9592-663de9c945b5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:00.371698 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-c51fa5dc-51e8-4b2c-9592-663de9c945b5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting port d01baccd-ea25-490a-8101-1efc293792ae {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:59:00.372041 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c51fa5dc-51e8-4b2c-9592-663de9c945b5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:00.434341 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06904b8-b558-4eb5-b449-f4f87fadd999 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9da5fa24-2b81-420e-972c-131be4978054,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:00.484404 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8e5d4a-d1f3-42e4-b3e7-0a22556f1f17 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network b611994d-45c6-4370-a94f-c78d5bbb57b7 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:59:00.488346 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-4c8e5d4a-d1f3-42e4-b3e7-0a22556f1f17 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:00.490841 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e06904b8-b558-4eb5-b449-f4f87fadd999 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:00.492144 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e06904b8-b558-4eb5-b449-f4f87fadd999 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/9da5fa24-2b81-420e-972c-131be4978054 HTTP/1.1" status: 204 len: 168 time: 0.5199075 Mar 09 03:59:00.493029 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e5d4a-d1f3-42e4-b3e7-0a22556f1f17 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Subnet': ['ID=f3aa1b0c-fe26-4e12-87a1-8f5bb3348797,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:00.495999 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8e5d4a-d1f3-42e4-b3e7-0a22556f1f17 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:00.496707 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4c8e5d4a-d1f3-42e4-b3e7-0a22556f1f17 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:00.499977 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44b62dd-c1dc-4df5-a8d3-ee3e191b222e None None] Network b611994d-45c6-4370-a94f-c78d5bbb57b7 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:59:00.505602 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47184) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:00.521018 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62544fc7-818e-4e53-aee0-2c8e9befe9a1 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event updated for resources: {'Subnet': ['ID=3acfb211-8535-4334-b88e-ccba5949ed78,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:00.524780 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4c8e5d4a-d1f3-42e4-b3e7-0a22556f1f17 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3231208 Mar 09 03:59:00.525745 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47188) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:00.531414 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-988fd09e-92cb-4a6d-bb1e-59e1322c1e34 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'security_group': {'name': 'tempest-secgroup-365928093'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:00.546710 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-988fd09e-92cb-4a6d-bb1e-59e1322c1e34 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:00.555332 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-988fd09e-92cb-4a6d-bb1e-59e1322c1e34 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:security_group and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:00.558870 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-988fd09e-92cb-4a6d-bb1e-59e1322c1e34 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:00.569438 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-988fd09e-92cb-4a6d-bb1e-59e1322c1e34 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:00.589820 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-988fd09e-92cb-4a6d-bb1e-59e1322c1e34 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:00.643137 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-988fd09e-92cb-4a6d-bb1e-59e1322c1e34 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:00.649340 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-988fd09e-92cb-4a6d-bb1e-59e1322c1e34 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:security_group_rule and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:00.653387 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-988fd09e-92cb-4a6d-bb1e-59e1322c1e34 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:00.661160 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-988fd09e-92cb-4a6d-bb1e-59e1322c1e34 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:00.774371 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-988fd09e-92cb-4a6d-bb1e-59e1322c1e34 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:00.781922 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-988fd09e-92cb-4a6d-bb1e-59e1322c1e34 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:00.837392 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-988fd09e-92cb-4a6d-bb1e-59e1322c1e34 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:00.838978 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-988fd09e-92cb-4a6d-bb1e-59e1322c1e34 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3120956 Mar 09 03:59:00.842668 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47192) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:00.853763 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-061adeb4-0fab-4eab-b9cd-a1bff6c087eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'security_group': {'name': 'tempest-secgroup-1768775116'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:00.871187 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-061adeb4-0fab-4eab-b9cd-a1bff6c087eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:00.885057 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-061adeb4-0fab-4eab-b9cd-a1bff6c087eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:security_group and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:00.892514 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-061adeb4-0fab-4eab-b9cd-a1bff6c087eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:00.895829 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988fd09e-92cb-4a6d-bb1e-59e1322c1e34 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f706ce-7613-43f0-9f5a-77ac5f0de398,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:00.901839 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-061adeb4-0fab-4eab-b9cd-a1bff6c087eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:00.919019 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-061adeb4-0fab-4eab-b9cd-a1bff6c087eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:00.937224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62544fc7-818e-4e53-aee0-2c8e9befe9a1 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Checking segment: {'id': '8977d8a4-9c38-48df-a0a9-464d9d27b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:59:00.937580 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62544fc7-818e-4e53-aee0-2c8e9befe9a1 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Network hostable DHCP agents. Network: 6f84cfcf-228d-4f64-9839-933d907d9a2d, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:59:00.999502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-866fa18f-a8ed-4960-aad5-4b94e9e8962f tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Synchronizing usage tracker for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:01.009469 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977245c1-7f1c-490f-9887-19eb8dd3c832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-b611994d-45c6-4370-a94f-c78d5bbb57b7', 'network_id': 'b611994d-45c6-4370-a94f-c78d5bbb57b7', 'tenant_id': '1a28d126d880446d92d0f7b9bfb2171c', 'fixed_ips': [{'subnet_id': 'f3aa1b0c-fe26-4e12-87a1-8f5bb3348797'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:59:01.010330 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-977245c1-7f1c-490f-9887-19eb8dd3c832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:01.022179 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-061adeb4-0fab-4eab-b9cd-a1bff6c087eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:01.035917 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-835f8631-c927-471e-8b57-6477cce16fe6 service neutron] 10.222.0.16 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7285557 Mar 09 03:59:01.036844 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-061adeb4-0fab-4eab-b9cd-a1bff6c087eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:security_group_rule and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:01.043170 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-061adeb4-0fab-4eab-b9cd-a1bff6c087eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:01.055874 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-061adeb4-0fab-4eab-b9cd-a1bff6c087eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:01.103853 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device ef61b562-a6b4-47a8-8c1f-de26fce0bb4e up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:59:01.117450 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c51fa5dc-51e8-4b2c-9592-663de9c945b5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:01.205708 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-061adeb4-0fab-4eab-b9cd-a1bff6c087eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:01.219264 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-061adeb4-0fab-4eab-b9cd-a1bff6c087eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:01.265668 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-061adeb4-0fab-4eab-b9cd-a1bff6c087eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:01.267078 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-061adeb4-0fab-4eab-b9cd-a1bff6c087eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4229879 Mar 09 03:59:01.273086 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47198) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:01.288695 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-eef03f68-1bcc-46ea-8d77-e147efed5902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:01.299064 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-dd517515-b10d-4118-8c22-bf16067a2e12 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-509395063', 'security_groups': ['d973e37b-1d03-48db-8679-fa334291b027'], 'network_id': 'b611994d-45c6-4370-a94f-c78d5bbb57b7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f3aa1b0c-fe26-4e12-87a1-8f5bb3348797'}]}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:01.303960 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port ef61b562-a6b4-47a8-8c1f-de26fce0bb4e completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:59:01.344206 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061adeb4-0fab-4eab-b9cd-a1bff6c087eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d973e37b-1d03-48db-8679-fa334291b027,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:01.382763 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port ef61b562-a6b4-47a8-8c1f-de26fce0bb4e triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:01.387180 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:01.404791 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62544fc7-818e-4e53-aee0-2c8e9befe9a1 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Network 6f84cfcf-228d-4f64-9839-933d907d9a2d is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:59:01.430722 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-c51fa5dc-51e8-4b2c-9592-663de9c945b5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Calling delete_port for d01baccd-ea25-490a-8101-1efc293792ae owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:59:01.459147 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-866fa18f-a8ed-4960-aad5-4b94e9e8962f tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Unset dirty status for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:01.463500 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-866fa18f-a8ed-4960-aad5-4b94e9e8962f tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.9446838 Mar 09 03:59:01.468502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47206) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:01.502474 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-62544fc7-818e-4e53-aee0-2c8e9befe9a1 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 6f84cfcf-228d-4f64-9839-933d907d9a2d) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:01.517719 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62544fc7-818e-4e53-aee0-2c8e9befe9a1 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:01.518943 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62544fc7-818e-4e53-aee0-2c8e9befe9a1 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:01.561006 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-977245c1-7f1c-490f-9887-19eb8dd3c832 None None] Allocated IP 2001:db8::2 (b611994d-45c6-4370-a94f-c78d5bbb57b7/f3aa1b0c-fe26-4e12-87a1-8f5bb3348797/2e813f6f-76f0-4529-a81c-671c07873997) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:59:01.596146 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-62544fc7-818e-4e53-aee0-2c8e9befe9a1 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7216120 Mar 09 03:59:01.597514 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47210) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:01.623689 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-c8c15013-da97-4ccc-b7d9-e4c8bfeaf49e service neutron] 10.222.0.16 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5565021 Mar 09 03:59:01.649826 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bddfa792-0532-405b-9ffd-61eb4ce5135e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:01.710294 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bddfa792-0532-405b-9ffd-61eb4ce5135e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:01.749207 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-dd517515-b10d-4118-8c22-bf16067a2e12 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:01.760319 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-dd517515-b10d-4118-8c22-bf16067a2e12 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:01.778130 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd517515-b10d-4118-8c22-bf16067a2e12 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:59:01.897083 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bddfa792-0532-405b-9ffd-61eb4ce5135e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:01.917425 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c51fa5dc-51e8-4b2c-9592-663de9c945b5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:02.031781 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-977245c1-7f1c-490f-9887-19eb8dd3c832 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:02.074002 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-977245c1-7f1c-490f-9887-19eb8dd3c832 None None] Transition to ACTIVE for port object 2e813f6f-76f0-4529-a81c-671c07873997 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:02.095803 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-977245c1-7f1c-490f-9887-19eb8dd3c832 None None] Transition to ACTIVE for port object 2e813f6f-76f0-4529-a81c-671c07873997 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:02.101014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddfa792-0532-405b-9ffd-61eb4ce5135e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbbadcf-84c7-4fd9-b3d9-69f631633ef4,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:02.122130 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac0c02d-091b-4b90-bca0-5a1eab1fdde3 None None] Network 6f84cfcf-228d-4f64-9839-933d907d9a2d requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:59:02.173044 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51fa5dc-51e8-4b2c-9592-663de9c945b5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Port': ['ID=d01baccd-ea25-490a-8101-1efc293792ae,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:02.271955 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa30bf6c-53af-4bcf-85a4-137aa1f4bc2b req-2ce21f6c-652d-4ab4-8e2e-0abb67757219 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 210 time: 0.2130661 Mar 09 03:59:02.291781 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bddfa792-0532-405b-9ffd-61eb4ce5135e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:02.295980 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bddfa792-0532-405b-9ffd-61eb4ce5135e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "DELETE /v2.0/security-groups/1dbbadcf-84c7-4fd9-b3d9-69f631633ef4 HTTP/1.1" status: 204 len: 168 time: 0.8195136 Mar 09 03:59:02.300202 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47226) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:02.340932 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c51fa5dc-51e8-4b2c-9592-663de9c945b5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:02.389275 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53993a7-56de-41c5-9d5e-565fb57c2796 req-87e5a718-6c87-4aa7-a511-1389e25985a4 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:02.391198 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a53993a7-56de-41c5-9d5e-565fb57c2796 req-87e5a718-6c87-4aa7-a511-1389e25985a4 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.9095786 Mar 09 03:59:02.471647 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-977245c1-7f1c-490f-9887-19eb8dd3c832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:02.567785 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c51fa5dc-51e8-4b2c-9592-663de9c945b5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:02.572514 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c51fa5dc-51e8-4b2c-9592-663de9c945b5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:02.580464 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dd517515-b10d-4118-8c22-bf16067a2e12 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:02.585842 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a9745aaa-5ba4-46c7-bb54-85c3daeb9992 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Synchronizing usage tracker for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:02.616231 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a9745aaa-5ba4-46c7-bb54-85c3daeb9992 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Unset dirty status for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:02.621091 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a9745aaa-5ba4-46c7-bb54-85c3daeb9992 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3200724 Mar 09 03:59:02.621945 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47234) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:02.641143 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c51fa5dc-51e8-4b2c-9592-663de9c945b5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:02.641664 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51fa5dc-51e8-4b2c-9592-663de9c945b5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Fanout notify agent at l3_agent the message router_deleted on router 9c8456c3-1686-4f5b-a43b-eefb9164fcf8 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:59:02.724094 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c51fa5dc-51e8-4b2c-9592-663de9c945b5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:02.728667 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c51fa5dc-51e8-4b2c-9592-663de9c945b5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/routers/9c8456c3-1686-4f5b-a43b-eefb9164fcf8 HTTP/1.1" status: 204 len: 168 time: 3.4101679 Mar 09 03:59:02.729480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47238) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:02.737906 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-bf97172c-11af-4c40-9bd0-1243dcace2ac tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'network': {'name': 'tempest-RoutersTest-63349576'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:02.745202 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:02.746653 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bf97172c-11af-4c40-9bd0-1243dcace2ac tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:02.751347 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bf97172c-11af-4c40-9bd0-1243dcace2ac tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Usage tracker for resource:network and tenant:8d98afbc76a3441ab1cb90e168d30508 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:02.752189 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:02.755437 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bf97172c-11af-4c40-9bd0-1243dcace2ac tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:02.756187 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a53993a7-56de-41c5-9d5e-565fb57c2796 req-770fd71c-247f-41e8-ac4b-017d84bde7c4 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541946 Mar 09 03:59:02.761574 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bf97172c-11af-4c40-9bd0-1243dcace2ac tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:02.782614 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977245c1-7f1c-490f-9887-19eb8dd3c832 None None] Network b611994d-45c6-4370-a94f-c78d5bbb57b7 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:59:02.791930 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-dd517515-b10d-4118-8c22-bf16067a2e12 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] device_id is not set on port 4d1ddb9b-99f3-4509-8cc7-93bfe59868e4 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:59:02.795523 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-977245c1-7f1c-490f-9887-19eb8dd3c832 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:02.805237 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977245c1-7f1c-490f-9887-19eb8dd3c832 None None] Pushing event updated for resources: {'Port': ['ID=2e813f6f-76f0-4529-a81c-671c07873997,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:02.807649 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977245c1-7f1c-490f-9887-19eb8dd3c832 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:59:02.827316 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-42c73cf9-f9a8-4ce6-8683-c641e0476e84 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:02.914169 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-42c73cf9-f9a8-4ce6-8683-c641e0476e84 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:02.973423 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f305bb6d-fb61-43a0-b168-06db5b9e78ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-6f84cfcf-228d-4f64-9839-933d907d9a2d', 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'fixed_ips': [{'subnet_id': '3acfb211-8535-4334-b88e-ccba5949ed78'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:59:02.974244 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f305bb6d-fb61-43a0-b168-06db5b9e78ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:02.992606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf97172c-11af-4c40-9bd0-1243dcace2ac tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Made reservation on behalf of 8d98afbc76a3441ab1cb90e168d30508 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:59:02.996603 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bf97172c-11af-4c40-9bd0-1243dcace2ac tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:03.008638 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-42c73cf9-f9a8-4ce6-8683-c641e0476e84 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:03.038429 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c73cf9-f9a8-4ce6-8683-c641e0476e84 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d933b6-3685-4654-a9d5-17c30cdb0b0d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:03.063701 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf97172c-11af-4c40-9bd0-1243dcace2ac tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:59:03.074543 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-42c73cf9-f9a8-4ce6-8683-c641e0476e84 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:03.076038 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-42c73cf9-f9a8-4ce6-8683-c641e0476e84 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "DELETE /v2.0/security-groups/c9d933b6-3685-4654-a9d5-17c30cdb0b0d HTTP/1.1" status: 204 len: 168 time: 0.4526653 Mar 09 03:59:03.079342 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47242) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:03.096247 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:03.107726 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bf97172c-11af-4c40-9bd0-1243dcace2ac tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:03.110227 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-bf97172c-11af-4c40-9bd0-1243dcace2ac tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Added segment efaf8e16-12bc-46ad-8156-309dad97c9fb of type vlan for network 47c8c4a1-4c03-4734-bd04-ec12f37fbcc2 Mar 09 03:59:03.184713 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port ef61b562-a6b4-47a8-8c1f-de26fce0bb4e, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=ef61b562-a6b4-47a8-8c1f-de26fce0bb4e,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:59:03.212514 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-977245c1-7f1c-490f-9887-19eb8dd3c832 None None] Attempting to bind port 2e813f6f-76f0-4529-a81c-671c07873997 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:59:03.213234 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-977245c1-7f1c-490f-9887-19eb8dd3c832 None None] Attempting to bind port 2e813f6f-76f0-4529-a81c-671c07873997 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'e3ae4439-5f74-4890-a7c0-b3abf5586e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b611994d-45c6-4370-a94f-c78d5bbb57b7'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:59:03.213812 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977245c1-7f1c-490f-9887-19eb8dd3c832 None None] Attempting to bind port 2e813f6f-76f0-4529-a81c-671c07873997 on network b611994d-45c6-4370-a94f-c78d5bbb57b7 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:59:03.216911 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:03.275497 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bf97172c-11af-4c40-9bd0-1243dcace2ac tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:03.283293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f11c02db-9e12-47ae-84b8-26a3ba520152 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Synchronizing usage tracker for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:03.319148 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f11c02db-9e12-47ae-84b8-26a3ba520152 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Unset dirty status for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:03.320553 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f11c02db-9e12-47ae-84b8-26a3ba520152 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2403016 Mar 09 03:59:03.328122 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47250) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:03.336492 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-b095725b-129f-4e73-b90d-143771a41da2 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Request body: {'security_group': {'name': 'tempest-secgroup--1655869748'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:03.343612 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977245c1-7f1c-490f-9887-19eb8dd3c832 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:59:03.344261 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977245c1-7f1c-490f-9887-19eb8dd3c832 None None] Checking segment: {'id': 'e3ae4439-5f74-4890-a7c0-b3abf5586e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b611994d-45c6-4370-a94f-c78d5bbb57b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:59:03.344696 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b095725b-129f-4e73-b90d-143771a41da2 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:03.345126 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-977245c1-7f1c-490f-9887-19eb8dd3c832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:03.345732 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977245c1-7f1c-490f-9887-19eb8dd3c832 None None] Bound using segment: {'id': 'e3ae4439-5f74-4890-a7c0-b3abf5586e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b611994d-45c6-4370-a94f-c78d5bbb57b7'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:59:03.346991 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-977245c1-7f1c-490f-9887-19eb8dd3c832 None None] Bound port: 2e813f6f-76f0-4529-a81c-671c07873997, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ae4439-5f74-4890-a7c0-b3abf5586e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b611994d-45c6-4370-a94f-c78d5bbb57b7'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:59:03.347603 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-977245c1-7f1c-490f-9887-19eb8dd3c832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:03.356645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b095725b-129f-4e73-b90d-143771a41da2 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:03.371831 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b095725b-129f-4e73-b90d-143771a41da2 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:03.388676 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bf97172c-11af-4c40-9bd0-1243dcace2ac tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:03.395097 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf97172c-11af-4c40-9bd0-1243dcace2ac tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:03.395758 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bf97172c-11af-4c40-9bd0-1243dcace2ac tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:03.473487 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-dd517515-b10d-4118-8c22-bf16067a2e12 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Allocated IP 2001:db8::1ea (b611994d-45c6-4370-a94f-c78d5bbb57b7/f3aa1b0c-fe26-4e12-87a1-8f5bb3348797/4d1ddb9b-99f3-4509-8cc7-93bfe59868e4) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:59:03.507795 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=ef61b562-a6b4-47a8-8c1f-de26fce0bb4e,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:03.516155 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:03.578406 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-977245c1-7f1c-490f-9887-19eb8dd3c832 None None] For port 2e813f6f-76f0-4529-a81c-671c07873997, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:59:03.595667 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-977245c1-7f1c-490f-9887-19eb8dd3c832 None None] For port 2e813f6f-76f0-4529-a81c-671c07873997, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=2e813f6f-76f0-4529-a81c-671c07873997,segment=NetworkSegment(e3ae4439-5f74-4890-a7c0-b3abf5586e6d),segment_id=e3ae4439-5f74-4890-a7c0-b3abf5586e6d)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:59:03.608834 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-977245c1-7f1c-490f-9887-19eb8dd3c832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:03.615700 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-f305bb6d-fb61-43a0-b168-06db5b9e78ce None None] Allocated IP 172.20.0.2 (6f84cfcf-228d-4f64-9839-933d907d9a2d/3acfb211-8535-4334-b88e-ccba5949ed78/3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:59:03.743247 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7de9faa6-4e17-42bc-bbab-73a4e3796bf8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:03.753211 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97172c-11af-4c40-9bd0-1243dcace2ac tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Network': ['ID=47c8c4a1-4c03-4734-bd04-ec12f37fbcc2,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:03.801234 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-35b1635a-7ed2-4003-9c2d-087079241d62 req-3ab606a9-5923-4e63-8211-b0fe416b69d2 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 210 time: 0.1032193 Mar 09 03:59:03.806179 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b095725b-129f-4e73-b90d-143771a41da2 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:03.829731 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977245c1-7f1c-490f-9887-19eb8dd3c832 None None] Pushing event updated for resources: {'Port': ['ID=2e813f6f-76f0-4529-a81c-671c07873997,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:03.832604 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 47c8c4a1-4c03-4734-bd04-ec12f37fbcc2 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:59:03.900706 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b095725b-129f-4e73-b90d-143771a41da2 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Usage tracker for resource:security_group_rule and tenant:738cd5c47d744313ab554e4418243d56 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:03.922736 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bf97172c-11af-4c40-9bd0-1243dcace2ac tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.1902087 Mar 09 03:59:03.922736 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b095725b-129f-4e73-b90d-143771a41da2 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:03.934231 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47256) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:03.940465 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-96f1b4d1-d73a-4713-be5c-c0209a6eb741 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'subnet': {'network_id': '47c8c4a1-4c03-4734-bd04-ec12f37fbcc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:03.957260 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b095725b-129f-4e73-b90d-143771a41da2 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:04.046723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-49884b13-9fa3-4c82-b543-f37d9dff1e52 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:04.049132 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-49884b13-9fa3-4c82-b543-f37d9dff1e52 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.21 "GET /v2.0/networks?id=728f1764-7035-454b-b803-10fc1ed1098e HTTP/1.1" status: 200 len: 816 time: 0.3155775 Mar 09 03:59:04.126761 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-86a286ba-8eb4-49a4-aced-3c0ef5e17dc6 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a789b53b4961423480ac62f11148731e HTTP/1.1" status: 200 len: 380 time: 0.0658321 Mar 09 03:59:04.134216 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dd517515-b10d-4118-8c22-bf16067a2e12 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:04.188050 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b095725b-129f-4e73-b90d-143771a41da2 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:04.194701 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-3687cbda-8a9a-4e0b-ad32-19389d78d782 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Request body: {'port': {'device_id': '9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'admin_state_up': True, 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'security_groups': ['d2adf6e0-ac73-41be-9681-3c0bf761064a']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:04.199308 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:04.200287 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f305bb6d-fb61-43a0-b168-06db5b9e78ce None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:04.212524 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f305bb6d-fb61-43a0-b168-06db5b9e78ce None None] Transition to ACTIVE for port object 3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:04.214303 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b095725b-129f-4e73-b90d-143771a41da2 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:04.235556 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f305bb6d-fb61-43a0-b168-06db5b9e78ce None None] Transition to ACTIVE for port object 3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:04.240603 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-dd517515-b10d-4118-8c22-bf16067a2e12 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Transition to ACTIVE for port object 4d1ddb9b-99f3-4509-8cc7-93bfe59868e4 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:04.243368 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f305bb6d-fb61-43a0-b168-06db5b9e78ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:04.272922 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-96f1b4d1-d73a-4713-be5c-c0209a6eb741 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:04.311623 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b095725b-129f-4e73-b90d-143771a41da2 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:04.314012 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b095725b-129f-4e73-b90d-143771a41da2 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9848907 Mar 09 03:59:04.328651 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f305bb6d-fb61-43a0-b168-06db5b9e78ce None None] Network 6f84cfcf-228d-4f64-9839-933d907d9a2d is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:59:04.337392 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-f305bb6d-fb61-43a0-b168-06db5b9e78ce None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:04.346173 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f305bb6d-fb61-43a0-b168-06db5b9e78ce None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:59:04.357244 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-96f1b4d1-d73a-4713-be5c-c0209a6eb741 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Usage tracker for resource:subnet and tenant:8d98afbc76a3441ab1cb90e168d30508 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:04.406448 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47262) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:04.412745 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-96f1b4d1-d73a-4713-be5c-c0209a6eb741 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:04.420197 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-96f1b4d1-d73a-4713-be5c-c0209a6eb741 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:04.439942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-938b4a99-2816-47be-94c1-5b9db27bf973 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Request body: {'security_group_rule': {'security_group_id': '1efe72b3-589b-4a77-8596-14188ab60b22', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:04.444690 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095725b-129f-4e73-b90d-143771a41da2 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1efe72b3-589b-4a77-8596-14188ab60b22,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:04.459554 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-938b4a99-2816-47be-94c1-5b9db27bf973 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:04.464237 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-938b4a99-2816-47be-94c1-5b9db27bf973 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Usage tracker for resource:security_group_rule and tenant:738cd5c47d744313ab554e4418243d56 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:04.474339 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-938b4a99-2816-47be-94c1-5b9db27bf973 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:04.495413 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-938b4a99-2816-47be-94c1-5b9db27bf973 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:04.497568 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f1b4d1-d73a-4713-be5c-c0209a6eb741 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Made reservation on behalf of 8d98afbc76a3441ab1cb90e168d30508 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:59:04.500811 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305bb6d-fb61-43a0-b168-06db5b9e78ce None None] Pushing event updated for resources: {'Port': ['ID=3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:04.502840 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-96f1b4d1-d73a-4713-be5c-c0209a6eb741 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:04.509849 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-f305bb6d-fb61-43a0-b168-06db5b9e78ce None None] Attempting to bind port 3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:59:04.510216 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-f305bb6d-fb61-43a0-b168-06db5b9e78ce None None] Attempting to bind port 3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '8977d8a4-9c38-48df-a0a9-464d9d27b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:59:04.510570 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305bb6d-fb61-43a0-b168-06db5b9e78ce None None] Attempting to bind port 3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370 on network 6f84cfcf-228d-4f64-9839-933d907d9a2d {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:59:04.511701 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-3687cbda-8a9a-4e0b-ad32-19389d78d782 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:04.519772 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305bb6d-fb61-43a0-b168-06db5b9e78ce None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:59:04.520140 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305bb6d-fb61-43a0-b168-06db5b9e78ce None None] Checking segment: {'id': '8977d8a4-9c38-48df-a0a9-464d9d27b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:59:04.520535 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f305bb6d-fb61-43a0-b168-06db5b9e78ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:04.520815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-3687cbda-8a9a-4e0b-ad32-19389d78d782 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Usage tracker for resource:port and tenant:a789b53b4961423480ac62f11148731e is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:04.520930 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305bb6d-fb61-43a0-b168-06db5b9e78ce None None] Bound using segment: {'id': '8977d8a4-9c38-48df-a0a9-464d9d27b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:59:04.521387 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-f305bb6d-fb61-43a0-b168-06db5b9e78ce None None] Bound port: 3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8977d8a4-9c38-48df-a0a9-464d9d27b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:59:04.521721 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f305bb6d-fb61-43a0-b168-06db5b9e78ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:04.526254 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-3687cbda-8a9a-4e0b-ad32-19389d78d782 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:04.533861 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-3687cbda-8a9a-4e0b-ad32-19389d78d782 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:04.550721 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-3687cbda-8a9a-4e0b-ad32-19389d78d782 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Made reservation on behalf of a789b53b4961423480ac62f11148731e for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:59:04.555607 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-3687cbda-8a9a-4e0b-ad32-19389d78d782 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:04.621644 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-f305bb6d-fb61-43a0-b168-06db5b9e78ce None None] For port 3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:59:04.625715 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-f305bb6d-fb61-43a0-b168-06db5b9e78ce None None] For port 3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370,segment=NetworkSegment(8977d8a4-9c38-48df-a0a9-464d9d27b389),segment_id=8977d8a4-9c38-48df-a0a9-464d9d27b389)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:59:04.631574 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f305bb6d-fb61-43a0-b168-06db5b9e78ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:04.635605 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21211704-db9a-4f5f-a36a-128ae8729dbd req-dba408bf-80b5-424f-98b2-5517166b242e tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:04.637140 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-21211704-db9a-4f5f-a36a-128ae8729dbd req-dba408bf-80b5-424f-98b2-5517166b242e tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.6617424 Mar 09 03:59:04.707910 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-21211704-db9a-4f5f-a36a-128ae8729dbd req-447ead3c-dbc5-45cd-be95-26b1bd05f0fe tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599728 Mar 09 03:59:04.727245 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305bb6d-fb61-43a0-b168-06db5b9e78ce None None] Pushing event updated for resources: {'Port': ['ID=3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:04.796257 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-938b4a99-2816-47be-94c1-5b9db27bf973 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:04.822659 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dd517515-b10d-4118-8c22-bf16067a2e12 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:04.896805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32d9a6-40a4-4ad8-be93-96a1e70d389a req-d96a30d2-85ef-461a-b6c4-369f69042a74 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:04.898403 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-3e32d9a6-40a4-4ad8-be93-96a1e70d389a req-d96a30d2-85ef-461a-b6c4-369f69042a74 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Synchronizing usage tracker for tenant:42e2cf4c1213474880544b42bf2477f7 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:04.918747 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-3687cbda-8a9a-4e0b-ad32-19389d78d782 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Allocated IP 172.20.0.9 (728f1764-7035-454b-b803-10fc1ed1098e/da09f32e-fde0-4749-97c0-596cce67a53e/3f64be45-2159-4d1b-8ef3-c8e377cfad34) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:59:04.947116 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-3e32d9a6-40a4-4ad8-be93-96a1e70d389a req-d96a30d2-85ef-461a-b6c4-369f69042a74 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Unset dirty status for tenant:42e2cf4c1213474880544b42bf2477f7 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:04.948468 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3e32d9a6-40a4-4ad8-be93-96a1e70d389a req-d96a30d2-85ef-461a-b6c4-369f69042a74 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.24 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.2685521 Mar 09 03:59:05.020393 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-7de9faa6-4e17-42bc-bbab-73a4e3796bf8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Allocated IP 172.20.0.1 (6f84cfcf-228d-4f64-9839-933d907d9a2d/3acfb211-8535-4334-b88e-ccba5949ed78/17aa3835-4d60-4573-9de3-07bb8f7fb53a) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:59:05.057182 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd517515-b10d-4118-8c22-bf16067a2e12 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network b611994d-45c6-4370-a94f-c78d5bbb57b7 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:59:05.068948 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-dd517515-b10d-4118-8c22-bf16067a2e12 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:05.071682 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd517515-b10d-4118-8c22-bf16067a2e12 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:59:05.077383 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd517515-b10d-4118-8c22-bf16067a2e12 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:05.078051 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dd517515-b10d-4118-8c22-bf16067a2e12 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:05.101405 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd517515-b10d-4118-8c22-bf16067a2e12 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Port': ['ID=4d1ddb9b-99f3-4509-8cc7-93bfe59868e4,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:05.225789 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5eb9c4a-cc4f-4351-bda7-24b5b56f4144 req-6ec9c44f-2716-487d-a82e-40b7c4db4882 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 210 time: 0.1182241 Mar 09 03:59:05.233332 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-3e32d9a6-40a4-4ad8-be93-96a1e70d389a req-506fadd2-9210-443d-ae72-8f2890a70bfc tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Deleting port 90c4fad8-5659-48ee-98ce-206d2a5d8810 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:59:05.233808 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3e32d9a6-40a4-4ad8-be93-96a1e70d389a req-506fadd2-9210-443d-ae72-8f2890a70bfc tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:05.361474 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-938b4a99-2816-47be-94c1-5b9db27bf973 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:05.558062 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-3687cbda-8a9a-4e0b-ad32-19389d78d782 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:05.564413 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-96f1b4d1-d73a-4713-be5c-c0209a6eb741 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:05.574095 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-dd517515-b10d-4118-8c22-bf16067a2e12 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2999153 Mar 09 03:59:05.576128 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-938b4a99-2816-47be-94c1-5b9db27bf973 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:05.578818 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47276) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:05.609992 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-c8390a5d-aef0-404c-a6ad-6aebca194c75 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'subnet': {'network_id': 'b611994d-45c6-4370-a94f-c78d5bbb57b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:05.618463 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device ef61b562-a6b4-47a8-8c1f-de26fce0bb4e up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:59:05.719302 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b4a99-2816-47be-94c1-5b9db27bf973 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f942c90-8db9-4778-98f8-8acc2199db80,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:05.729768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port ef61b562-a6b4-47a8-8c1f-de26fce0bb4e triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:05.729768 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:05.747318 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-938b4a99-2816-47be-94c1-5b9db27bf973 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:05.748137 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-938b4a99-2816-47be-94c1-5b9db27bf973 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3404155 Mar 09 03:59:05.760541 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47282) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:05.819983 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c8390a5d-aef0-404c-a6ad-6aebca194c75 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:05.827120 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c8390a5d-aef0-404c-a6ad-6aebca194c75 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:subnet and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:05.835239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c8390a5d-aef0-404c-a6ad-6aebca194c75 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:05.844128 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c8390a5d-aef0-404c-a6ad-6aebca194c75 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:05.865649 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7de9faa6-4e17-42bc-bbab-73a4e3796bf8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:05.884093 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-245cc47f-777e-4f99-8834-38ec6f0e96d0 None None] Provisioning complete for port 2deab676-5a69-4c20-a1c2-8264d92edddc triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:05.885752 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-245cc47f-777e-4f99-8834-38ec6f0e96d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:05.911158 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-7de9faa6-4e17-42bc-bbab-73a4e3796bf8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Transition to ACTIVE for port object 17aa3835-4d60-4573-9de3-07bb8f7fb53a will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:05.984889 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:59:05.994704 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1b4d1-d73a-4713-be5c-c0209a6eb741 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Subnet': ['ID=f6fcf3ac-c647-4289-963b-97e833462b9b,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:06.010415 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f1b4d1-d73a-4713-be5c-c0209a6eb741 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Checking segment: {'id': 'efaf8e16-12bc-46ad-8156-309dad97c9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '47c8c4a1-4c03-4734-bd04-ec12f37fbcc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:59:06.011114 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f1b4d1-d73a-4713-be5c-c0209a6eb741 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network hostable DHCP agents. Network: 47c8c4a1-4c03-4734-bd04-ec12f37fbcc2, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:59:06.063195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-3687cbda-8a9a-4e0b-ad32-19389d78d782 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Transition to ACTIVE for port object 3f64be45-2159-4d1b-8ef3-c8e377cfad34 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:06.069428 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-245cc47f-777e-4f99-8834-38ec6f0e96d0 None None] Port 2deab676-5a69-4c20-a1c2-8264d92edddc cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:59:06.072875 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8390a5d-aef0-404c-a6ad-6aebca194c75 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:59:06.077933 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c8390a5d-aef0-404c-a6ad-6aebca194c75 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:06.104797 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-245cc47f-777e-4f99-8834-38ec6f0e96d0 None None] Provisioning for port 2e813f6f-76f0-4529-a81c-671c07873997 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:59:06.133915 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:59:06.140741 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 2e813f6f-76f0-4529-a81c-671c07873997 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:59:06.231497 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 2e813f6f-76f0-4529-a81c-671c07873997 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:59:06.238396 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 2e813f6f-76f0-4529-a81c-671c07873997 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:06.238805 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:06.296643 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7de9faa6-4e17-42bc-bbab-73a4e3796bf8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:06.374077 n-d-825178-5 neutron-server[87880]: INFO neutron.db.ipam_backend_mixin [None req-c8390a5d-aef0-404c-a6ad-6aebca194c75 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f3aa1b0c-fe26-4e12-87a1-8f5bb3348797 (CIDR: 2001:db8::/64) Mar 09 03:59:06.387370 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-46f36b4b-688d-45bd-be91-218eee521133 None None] Provisioning for port 4d1ddb9b-99f3-4509-8cc7-93bfe59868e4 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:59:06.392319 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8390a5d-aef0-404c-a6ad-6aebca194c75 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 03:59:06.392769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8390a5d-aef0-404c-a6ad-6aebca194c75 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:59:06.426393 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-3e32d9a6-40a4-4ad8-be93-96a1e70d389a req-506fadd2-9210-443d-ae72-8f2890a70bfc tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] For port 90c4fad8-5659-48ee-98ce-206d2a5d8810, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=90c4fad8-5659-48ee-98ce-206d2a5d8810,segment=NetworkSegment(9f233615-000c-4519-9dca-433088f6f949),segment_id=9f233615-000c-4519-9dca-433088f6f949)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:59:06.427015 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3e32d9a6-40a4-4ad8-be93-96a1e70d389a req-506fadd2-9210-443d-ae72-8f2890a70bfc tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:06.455424 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-46f36b4b-688d-45bd-be91-218eee521133 None None] Provisioning complete for port 4d1ddb9b-99f3-4509-8cc7-93bfe59868e4 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:06.461052 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-46f36b4b-688d-45bd-be91-218eee521133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:06.501814 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a42b41-df28-47c2-b9d9-4219135e5336 None None] Network 6f84cfcf-228d-4f64-9839-933d907d9a2d requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:59:06.524406 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9faa6-4e17-42bc-bbab-73a4e3796bf8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event updated for resources: {'Port': ['ID=17aa3835-4d60-4573-9de3-07bb8f7fb53a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:06.527626 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5a9a2879-a02f-43f5-9b68-8b391a5592df tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:06.537664 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:59:06.547352 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de9faa6-4e17-42bc-bbab-73a4e3796bf8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Network 6f84cfcf-228d-4f64-9839-933d907d9a2d is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:59:06.569973 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-7de9faa6-4e17-42bc-bbab-73a4e3796bf8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:06.574552 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5a9a2879-a02f-43f5-9b68-8b391a5592df tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:06.585237 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f1b4d1-d73a-4713-be5c-c0209a6eb741 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network 47c8c4a1-4c03-4734-bd04-ec12f37fbcc2 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:59:06.597174 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de9faa6-4e17-42bc-bbab-73a4e3796bf8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:59:06.642631 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-96f1b4d1-d73a-4713-be5c-c0209a6eb741 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 47c8c4a1-4c03-4734-bd04-ec12f37fbcc2) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:06.657847 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f1b4d1-d73a-4713-be5c-c0209a6eb741 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:06.658796 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-96f1b4d1-d73a-4713-be5c-c0209a6eb741 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:06.679463 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d1dcde-ed68-4f03-a56d-f6a8ad38e6d1 None None] Network 47c8c4a1-4c03-4734-bd04-ec12f37fbcc2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:59:06.693573 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ec6c9-a0c8-47df-b296-d2f7457b2238 req-867f2239-1323-4d51-96e0-431395c4906a tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:06.695538 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e75ec6c9-a0c8-47df-b296-d2f7457b2238 req-867f2239-1323-4d51-96e0-431395c4906a tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 945 time: 0.6920629 Mar 09 03:59:06.703011 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-96f1b4d1-d73a-4713-be5c-c0209a6eb741 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7677898 Mar 09 03:59:06.710044 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-46f36b4b-688d-45bd-be91-218eee521133 None None] Port 4d1ddb9b-99f3-4509-8cc7-93bfe59868e4 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:59:06.710910 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47290) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:06.725809 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:06.748228 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-c7881387-a905-4d14-9bfe-b856741d16d5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1448097911', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:06.755860 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c7881387-a905-4d14-9bfe-b856741d16d5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:06.760424 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c7881387-a905-4d14-9bfe-b856741d16d5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Usage tracker for resource:router and tenant:8d98afbc76a3441ab1cb90e168d30508 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:06.763685 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c7881387-a905-4d14-9bfe-b856741d16d5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:06.770442 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c7881387-a905-4d14-9bfe-b856741d16d5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:06.796631 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-3e32d9a6-40a4-4ad8-be93-96a1e70d389a req-506fadd2-9210-443d-ae72-8f2890a70bfc tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Calling delete_port for 90c4fad8-5659-48ee-98ce-206d2a5d8810 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:59:06.806937 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e75ec6c9-a0c8-47df-b296-d2f7457b2238 req-9b72fbfb-de13-4c90-b3e9-118f0a0b8d57 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4ce79df-3a2b-4ceb-b100-052deeffcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901644 Mar 09 03:59:06.808157 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c7881387-a905-4d14-9bfe-b856741d16d5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:06.809544 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c7881387-a905-4d14-9bfe-b856741d16d5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:06.826972 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c7881387-a905-4d14-9bfe-b856741d16d5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:06.828917 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 2e813f6f-76f0-4529-a81c-671c07873997, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=2e813f6f-76f0-4529-a81c-671c07873997,segment=NetworkSegment(e3ae4439-5f74-4890-a7c0-b3abf5586e6d),segment_id=e3ae4439-5f74-4890-a7c0-b3abf5586e6d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:59:06.840592 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c8390a5d-aef0-404c-a6ad-6aebca194c75 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2444758 Mar 09 03:59:06.850919 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:06.853180 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47294) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:06.858216 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5a9a2879-a02f-43f5-9b68-8b391a5592df tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:06.863773 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-53685707-46cb-4a89-962d-71d73a808b34 req-55bbcf39-5ce6-40b7-9e0b-2064bb6719f4 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Synchronizing usage tracker for tenant:a789b53b4961423480ac62f11148731e on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:06.864910 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-05d0ad9c-72a6-4f29-9f62-26926714b80f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'subnet': {'network_id': 'b611994d-45c6-4370-a94f-c78d5bbb57b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:06.894375 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-3687cbda-8a9a-4e0b-ad32-19389d78d782 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:06.943233 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c7881387-a905-4d14-9bfe-b856741d16d5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:06.982928 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-53685707-46cb-4a89-962d-71d73a808b34 req-55bbcf39-5ce6-40b7-9e0b-2064bb6719f4 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Unset dirty status for tenant:a789b53b4961423480ac62f11148731e on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:06.984078 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-53685707-46cb-4a89-962d-71d73a808b34 req-55bbcf39-5ce6-40b7-9e0b-2064bb6719f4 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 210 time: 0.3091846 Mar 09 03:59:06.988834 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7de9faa6-4e17-42bc-bbab-73a4e3796bf8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:06.997081 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-3687cbda-8a9a-4e0b-ad32-19389d78d782 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Network 728f1764-7035-454b-b803-10fc1ed1098e is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:59:07.006301 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a2879-a02f-43f5-9b68-8b391a5592df tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f942c90-8db9-4778-98f8-8acc2199db80,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:07.014364 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-3687cbda-8a9a-4e0b-ad32-19389d78d782 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:07.022145 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5de3834c-de27-4b71-abd2-a1e326532414 None None] Provisioning for port 3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:59:07.043631 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-3687cbda-8a9a-4e0b-ad32-19389d78d782 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:59:07.052983 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5a9a2879-a02f-43f5-9b68-8b391a5592df tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:07.056356 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5a9a2879-a02f-43f5-9b68-8b391a5592df tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/1f942c90-8db9-4778-98f8-8acc2199db80 HTTP/1.1" status: 204 len: 168 time: 1.2948267 Mar 09 03:59:07.110041 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47298) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:07.122743 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-3687cbda-8a9a-4e0b-ad32-19389d78d782 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:07.123504 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-3687cbda-8a9a-4e0b-ad32-19389d78d782 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:07.132815 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c7881387-a905-4d14-9bfe-b856741d16d5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:07.136886 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c7881387-a905-4d14-9bfe-b856741d16d5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4247036 Mar 09 03:59:07.137654 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5de3834c-de27-4b71-abd2-a1e326532414 None None] Provisioning complete for port 3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:07.138024 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5de3834c-de27-4b71-abd2-a1e326532414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:07.142175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47302) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:07.142957 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687cbda-8a9a-4e0b-ad32-19389d78d782 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Pushing event updated for resources: {'Port': ['ID=3f64be45-2159-4d1b-8ef3-c8e377cfad34,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:07.270150 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b784d768-b193-47db-876d-9cbcdf17532c tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Synchronizing usage tracker for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:07.281172 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-3687cbda-8a9a-4e0b-ad32-19389d78d782 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0912893 Mar 09 03:59:07.288970 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-05d0ad9c-72a6-4f29-9f62-26926714b80f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:07.293906 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-05d0ad9c-72a6-4f29-9f62-26926714b80f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:subnet and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:07.297524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-05d0ad9c-72a6-4f29-9f62-26926714b80f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:07.304998 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-05d0ad9c-72a6-4f29-9f62-26926714b80f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:07.323414 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d0ad9c-72a6-4f29-9f62-26926714b80f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:59:07.327241 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-05d0ad9c-72a6-4f29-9f62-26926714b80f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:07.362331 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-c9f02442-01d5-4b34-ba4b-7c6c6b533143 service neutron] Request body: {'port': {'device_id': '9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:07.376088 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=2e813f6f-76f0-4529-a81c-671c07873997,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:07.414371 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32809f3-0f32-49ae-a40d-3c31ff069445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-47c8c4a1-4c03-4734-bd04-ec12f37fbcc2', 'network_id': '47c8c4a1-4c03-4734-bd04-ec12f37fbcc2', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'fixed_ips': [{'subnet_id': 'f6fcf3ac-c647-4289-963b-97e833462b9b'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:59:07.415327 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f32809f3-0f32-49ae-a40d-3c31ff069445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:07.489265 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b784d768-b193-47db-876d-9cbcdf17532c tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Unset dirty status for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:07.491300 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b784d768-b193-47db-876d-9cbcdf17532c tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3793261 Mar 09 03:59:07.502328 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47308) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:07.629388 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7de9faa6-4e17-42bc-bbab-73a4e3796bf8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:07.658398 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5de3834c-de27-4b71-abd2-a1e326532414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:07.679735 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3e32d9a6-40a4-4ad8-be93-96a1e70d389a req-506fadd2-9210-443d-ae72-8f2890a70bfc tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:07.780779 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-f32809f3-0f32-49ae-a40d-3c31ff069445 None None] Allocated IP 172.20.0.2 (47c8c4a1-4c03-4734-bd04-ec12f37fbcc2/f6fcf3ac-c647-4289-963b-97e833462b9b/5d153e35-e8c3-40bb-87fe-768fe6725a71) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:59:07.788702 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-5de3834c-de27-4b71-abd2-a1e326532414 None None] For port 3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370,segment=NetworkSegment(8977d8a4-9c38-48df-a0a9-464d9d27b389),segment_id=8977d8a4-9c38-48df-a0a9-464d9d27b389)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:59:07.805647 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5de3834c-de27-4b71-abd2-a1e326532414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:07.879700 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fadd2-9210-443d-ae72-8f2890a70bfc tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Pushing event deleted for resources: {'Port': ['ID=90c4fad8-5659-48ee-98ce-206d2a5d8810,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:07.953401 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ebe759c-d8e0-4807-969f-534a053cb384 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:07.981637 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ebe759c-d8e0-4807-969f-534a053cb384 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:08.147736 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-249f9e0f-7e0f-4736-8153-fd8c67452fd3 req-26db9a35-98b8-425a-8a1c-f85e76546e27 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 210 time: 0.0693662 Mar 09 03:59:08.216063 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e32d9a6-40a4-4ad8-be93-96a1e70d389a req-506fadd2-9210-443d-ae72-8f2890a70bfc tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] No DVR routers for this DVR port 90c4fad8-5659-48ee-98ce-206d2a5d8810 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:59:08.288182 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3e32d9a6-40a4-4ad8-be93-96a1e70d389a req-506fadd2-9210-443d-ae72-8f2890a70bfc tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:08.290949 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-c9f02442-01d5-4b34-ba4b-7c6c6b533143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:08.298509 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f32809f3-0f32-49ae-a40d-3c31ff069445 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:08.304245 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fa281c-987d-49ab-b872-b4a40dd03c00', 'name': 'network-vif-deleted', 'tag': '90c4fad8-5659-48ee-98ce-206d2a5d8810'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:59:08.306769 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 90c4fad8-5659-48ee-98ce-206d2a5d8810 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:59:08.367657 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5ba9d157-7845-425e-bf93-277689d22819 None None] Provisioning complete for port 3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:08.367657 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5ba9d157-7845-425e-bf93-277689d22819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:08.391950 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 90c4fad8-5659-48ee-98ce-206d2a5d8810 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:59:08.392327 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 90c4fad8-5659-48ee-98ce-206d2a5d8810 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:59:08.400844 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f32809f3-0f32-49ae-a40d-3c31ff069445 None None] Transition to ACTIVE for port object 5d153e35-e8c3-40bb-87fe-768fe6725a71 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:08.443037 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-05d0ad9c-72a6-4f29-9f62-26926714b80f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:08.459488 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3834c-de27-4b71-abd2-a1e326532414 None None] Pushing event updated for resources: {'Port': ['ID=3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:08.476295 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ebe759c-d8e0-4807-969f-534a053cb384 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:08.499923 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f32809f3-0f32-49ae-a40d-3c31ff069445 None None] Transition to ACTIVE for port object 5d153e35-e8c3-40bb-87fe-768fe6725a71 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:08.516234 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3e32d9a6-40a4-4ad8-be93-96a1e70d389a req-506fadd2-9210-443d-ae72-8f2890a70bfc tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.24 "DELETE /v2.0/ports/90c4fad8-5659-48ee-98ce-206d2a5d8810 HTTP/1.1" status: 204 len: 173 time: 3.5616825 Mar 09 03:59:08.519608 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0ad9c-72a6-4f29-9f62-26926714b80f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Subnet': ['ID=0346ffbb-09e2-4718-bead-e5c6f4ba28a1,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:08.525081 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f32809f3-0f32-49ae-a40d-3c31ff069445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:08.535041 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7de9faa6-4e17-42bc-bbab-73a4e3796bf8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:08.541651 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d0ad9c-72a6-4f29-9f62-26926714b80f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network b611994d-45c6-4370-a94f-c78d5bbb57b7 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:59:08.543114 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-05d0ad9c-72a6-4f29-9f62-26926714b80f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:08.545977 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d0ad9c-72a6-4f29-9f62-26926714b80f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:08.546684 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-05d0ad9c-72a6-4f29-9f62-26926714b80f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:08.553528 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7de9faa6-4e17-42bc-bbab-73a4e3796bf8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:08.557082 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe759c-d8e0-4807-969f-534a053cb384 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efe72b3-589b-4a77-8596-14188ab60b22,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:08.616007 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f9eedf-4fe3-4a35-ae29-c0b8678f33ed None None] Network b611994d-45c6-4370-a94f-c78d5bbb57b7 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:59:08.684127 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32809f3-0f32-49ae-a40d-3c31ff069445 None None] Network 47c8c4a1-4c03-4734-bd04-ec12f37fbcc2 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:59:08.697121 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-f32809f3-0f32-49ae-a40d-3c31ff069445 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:08.720627 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-05d0ad9c-72a6-4f29-9f62-26926714b80f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8643076 Mar 09 03:59:08.733005 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47322) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:08.746792 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32809f3-0f32-49ae-a40d-3c31ff069445 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:59:08.748060 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-425fa7c6-47b6-4d51-855f-556ce07bab18 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-191352060', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0346ffbb-09e2-4718-bead-e5c6f4ba28a1'}], 'security_groups': ['20f706ce-7613-43f0-9f5a-77ac5f0de398']}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:08.987563 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32809f3-0f32-49ae-a40d-3c31ff069445 None None] Pushing event updated for resources: {'Port': ['ID=5d153e35-e8c3-40bb-87fe-768fe6725a71,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:09.075897 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fa281c-987d-49ab-b872-b4a40dd03c00', 'name': 'network-vif-deleted', 'tag': '90c4fad8-5659-48ee-98ce-206d2a5d8810', 'status': 'completed', 'code': 200} Mar 09 03:59:09.078457 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ebe759c-d8e0-4807-969f-534a053cb384 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:09.079619 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2ebe759c-d8e0-4807-969f-534a053cb384 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "DELETE /v2.0/security-groups/1efe72b3-589b-4a77-8596-14188ab60b22 HTTP/1.1" status: 204 len: 168 time: 1.5762396 Mar 09 03:59:09.093337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47326) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:09.124873 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-f32809f3-0f32-49ae-a40d-3c31ff069445 None None] Attempting to bind port 5d153e35-e8c3-40bb-87fe-768fe6725a71 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:59:09.125251 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-f32809f3-0f32-49ae-a40d-3c31ff069445 None None] Attempting to bind port 5d153e35-e8c3-40bb-87fe-768fe6725a71 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'efaf8e16-12bc-46ad-8156-309dad97c9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '47c8c4a1-4c03-4734-bd04-ec12f37fbcc2'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:59:09.125595 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32809f3-0f32-49ae-a40d-3c31ff069445 None None] Attempting to bind port 5d153e35-e8c3-40bb-87fe-768fe6725a71 on network 47c8c4a1-4c03-4734-bd04-ec12f37fbcc2 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:59:09.218561 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:09.219432 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a543de11-7506-493e-a335-3f8c5caf6c1f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:09.257404 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-c9f02442-01d5-4b34-ba4b-7c6c6b533143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f64be45-2159-4d1b-8ef3-c8e377cfad34 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:59:09.300377 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9faa6-4e17-42bc-bbab-73a4e3796bf8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event updated for resources: {'Port': ['ID=17aa3835-4d60-4573-9de3-07bb8f7fb53a,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:09.337653 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7de9faa6-4e17-42bc-bbab-73a4e3796bf8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:09.357907 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32809f3-0f32-49ae-a40d-3c31ff069445 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:59:09.358512 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32809f3-0f32-49ae-a40d-3c31ff069445 None None] Checking segment: {'id': 'efaf8e16-12bc-46ad-8156-309dad97c9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '47c8c4a1-4c03-4734-bd04-ec12f37fbcc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:59:09.361608 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c3689bb7-6885-40c0-a1e0-a18ad91c3e28 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Synchronizing usage tracker for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:09.362772 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f32809f3-0f32-49ae-a40d-3c31ff069445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:09.363431 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32809f3-0f32-49ae-a40d-3c31ff069445 None None] Bound using segment: {'id': 'efaf8e16-12bc-46ad-8156-309dad97c9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '47c8c4a1-4c03-4734-bd04-ec12f37fbcc2'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:59:09.364166 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-f32809f3-0f32-49ae-a40d-3c31ff069445 None None] Bound port: 5d153e35-e8c3-40bb-87fe-768fe6725a71, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efaf8e16-12bc-46ad-8156-309dad97c9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '47c8c4a1-4c03-4734-bd04-ec12f37fbcc2'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:59:09.364941 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f32809f3-0f32-49ae-a40d-3c31ff069445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:09.379664 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-c9f02442-01d5-4b34-ba4b-7c6c6b533143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:09.415899 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 2e813f6f-76f0-4529-a81c-671c07873997 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:59:09.511642 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5ba9d157-7845-425e-bf93-277689d22819 None None] Provisioning for port 3f64be45-2159-4d1b-8ef3-c8e377cfad34 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:59:09.572247 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5ba9d157-7845-425e-bf93-277689d22819 None None] Provisioning complete for port 3f64be45-2159-4d1b-8ef3-c8e377cfad34 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:09.572992 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5ba9d157-7845-425e-bf93-277689d22819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:09.640754 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31748d47-bc06-42e4-886b-5bffab74d92b req-1385895d-613c-475d-925d-8f63b24abe05 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:09.642383 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-31748d47-bc06-42e4-886b-5bffab74d92b req-1385895d-613c-475d-925d-8f63b24abe05 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 931 time: 1.4193337 Mar 09 03:59:09.646281 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de9faa6-4e17-42bc-bbab-73a4e3796bf8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Network 6f84cfcf-228d-4f64-9839-933d907d9a2d is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:59:09.647228 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-425fa7c6-47b6-4d51-855f-556ce07bab18 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:09.655299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-c9f02442-01d5-4b34-ba4b-7c6c6b533143 service neutron] Transition to ACTIVE for port object 3f64be45-2159-4d1b-8ef3-c8e377cfad34 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:09.664158 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-7de9faa6-4e17-42bc-bbab-73a4e3796bf8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:09.669947 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c3689bb7-6885-40c0-a1e0-a18ad91c3e28 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Unset dirty status for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:09.675962 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c3689bb7-6885-40c0-a1e0-a18ad91c3e28 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5811431 Mar 09 03:59:09.683447 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dc37fc80-5db3-4281-a128-211b1d18485d req-99747bb0-8db0-4001-8083-372c23cdc639 tempest-ServerRescueNegativeTestJSON-1480260917 tempest-ServerRescueNegativeTestJSON-1480260917-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fa281c-987d-49ab-b872-b4a40dd03c00 HTTP/1.1" status: 200 len: 210 time: 0.1051958 Mar 09 03:59:09.689486 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47338) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:09.693392 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-5ba9d157-7845-425e-bf93-277689d22819 None None] Port 3f64be45-2159-4d1b-8ef3-c8e377cfad34 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:59:09.699697 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-c9f02442-01d5-4b34-ba4b-7c6c6b533143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:09.726265 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-f32809f3-0f32-49ae-a40d-3c31ff069445 None None] For port 5d153e35-e8c3-40bb-87fe-768fe6725a71, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:59:09.753464 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 2e813f6f-76f0-4529-a81c-671c07873997 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:09.754227 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:09.826611 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-f32809f3-0f32-49ae-a40d-3c31ff069445 None None] For port 5d153e35-e8c3-40bb-87fe-768fe6725a71, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5d153e35-e8c3-40bb-87fe-768fe6725a71,segment=NetworkSegment(efaf8e16-12bc-46ad-8156-309dad97c9fb),segment_id=efaf8e16-12bc-46ad-8156-309dad97c9fb)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:59:09.829493 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-216e1eed-b468-4a6c-aedb-35246bb00b60 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Request body: {'security_group': {'name': 'tempest-secgroup--1425903310'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:09.892185 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f32809f3-0f32-49ae-a40d-3c31ff069445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:09.896718 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5ba9d157-7845-425e-bf93-277689d22819 None None] Provisioning for port 17aa3835-4d60-4573-9de3-07bb8f7fb53a completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:59:09.914446 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-216e1eed-b468-4a6c-aedb-35246bb00b60 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:09.987868 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-216e1eed-b468-4a6c-aedb-35246bb00b60 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:10.019730 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5ba9d157-7845-425e-bf93-277689d22819 None None] Provisioning complete for port 17aa3835-4d60-4573-9de3-07bb8f7fb53a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:10.020316 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5ba9d157-7845-425e-bf93-277689d22819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:10.058923 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-31748d47-bc06-42e4-886b-5bffab74d92b req-bb28c006-3ece-4652-b03d-3e078551cb28 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4063077 Mar 09 03:59:10.082035 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32809f3-0f32-49ae-a40d-3c31ff069445 None None] Pushing event updated for resources: {'Port': ['ID=5d153e35-e8c3-40bb-87fe-768fe6725a71,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:10.101420 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f02442-01d5-4b34-ba4b-7c6c6b533143 service neutron] Pushing event updated for resources: {'Port': ['ID=3f64be45-2159-4d1b-8ef3-c8e377cfad34,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:10.126784 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-216e1eed-b468-4a6c-aedb-35246bb00b60 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:10.266202 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-5ba9d157-7845-425e-bf93-277689d22819 None None] Port 17aa3835-4d60-4573-9de3-07bb8f7fb53a cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:59:10.269005 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-216e1eed-b468-4a6c-aedb-35246bb00b60 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:10.287711 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-216e1eed-b468-4a6c-aedb-35246bb00b60 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Usage tracker for resource:security_group_rule and tenant:738cd5c47d744313ab554e4418243d56 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:10.305243 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51c1104-a3c7-435c-86cd-b55fdd8e96dc None None] Update dhcp port {'port': {'network_id': 'b611994d-45c6-4370-a94f-c78d5bbb57b7', 'fixed_ips': [{'subnet_id': 'f3aa1b0c-fe26-4e12-87a1-8f5bb3348797', 'ip_address': '2001:db8::2'}, {'subnet_id': '0346ffbb-09e2-4718-bead-e5c6f4ba28a1'}], 'binding:host_id': 'n-d-825178-5'}, 'id': '2e813f6f-76f0-4529-a81c-671c07873997'} from n-d-825178-5. {{(pid=87882) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 03:59:10.320149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-c9f02442-01d5-4b34-ba4b-7c6c6b533143 service neutron] Attempting to bind port 3f64be45-2159-4d1b-8ef3-c8e377cfad34 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:59:10.320693 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-c9f02442-01d5-4b34-ba4b-7c6c6b533143 service neutron] Attempting to bind port 3f64be45-2159-4d1b-8ef3-c8e377cfad34 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '2ce657a7-9b77-4978-b6b9-084c88228101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:59:10.321229 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-c9f02442-01d5-4b34-ba4b-7c6c6b533143 service neutron] Attempting to bind port 3f64be45-2159-4d1b-8ef3-c8e377cfad34 on network 728f1764-7035-454b-b803-10fc1ed1098e {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:59:10.334347 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-c9f02442-01d5-4b34-ba4b-7c6c6b533143 service neutron] Port 3f64be45-2159-4d1b-8ef3-c8e377cfad34 on network 728f1764-7035-454b-b803-10fc1ed1098e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:59:10.334564 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-c9f02442-01d5-4b34-ba4b-7c6c6b533143 service neutron] Attempting to bind port 3f64be45-2159-4d1b-8ef3-c8e377cfad34 on network 728f1764-7035-454b-b803-10fc1ed1098e {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:59:10.349823 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-216e1eed-b468-4a6c-aedb-35246bb00b60 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:10.353954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-c9f02442-01d5-4b34-ba4b-7c6c6b533143 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:59:10.354293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-c9f02442-01d5-4b34-ba4b-7c6c6b533143 service neutron] Checking segment: {'id': '2ce657a7-9b77-4978-b6b9-084c88228101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:59:10.354679 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-c9f02442-01d5-4b34-ba4b-7c6c6b533143 service neutron] Bound using segment: {'id': '2ce657a7-9b77-4978-b6b9-084c88228101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:59:10.355139 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-c9f02442-01d5-4b34-ba4b-7c6c6b533143 service neutron] Bound port: 3f64be45-2159-4d1b-8ef3-c8e377cfad34, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce657a7-9b77-4978-b6b9-084c88228101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:59:10.355487 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-c9f02442-01d5-4b34-ba4b-7c6c6b533143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:10.364098 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:59:10.375284 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de9faa6-4e17-42bc-bbab-73a4e3796bf8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Router 3455b4a1-2a50-44bc-b2c6-2177f4b24add has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:59:10.376556 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-216e1eed-b468-4a6c-aedb-35246bb00b60 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:10.410488 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-a543de11-7506-493e-a335-3f8c5caf6c1f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Allocated IP 172.20.0.1 (47c8c4a1-4c03-4734-bd04-ec12f37fbcc2/f6fcf3ac-c647-4289-963b-97e833462b9b/9726e81f-9288-423f-94bc-6fa26bc19ad3) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:59:10.451928 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b51c1104-a3c7-435c-86cd-b55fdd8e96dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:10.564348 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:10.564721 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:10.701372 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ae55819f-1961-4cc7-8d33-c8eeb1659414 None None] Provisioning complete for port 17aa3835-4d60-4573-9de3-07bb8f7fb53a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:10.701737 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ae55819f-1961-4cc7-8d33-c8eeb1659414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:10.823857 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a543de11-7506-493e-a335-3f8c5caf6c1f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:10.826148 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ae55819f-1961-4cc7-8d33-c8eeb1659414 None None] Port 17aa3835-4d60-4573-9de3-07bb8f7fb53a cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:59:10.869626 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-a543de11-7506-493e-a335-3f8c5caf6c1f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Transition to ACTIVE for port object 9726e81f-9288-423f-94bc-6fa26bc19ad3 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:10.882406 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47348) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:10.912540 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a543de11-7506-493e-a335-3f8c5caf6c1f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:10.973943 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-c9f02442-01d5-4b34-ba4b-7c6c6b533143 service neutron] For port 3f64be45-2159-4d1b-8ef3-c8e377cfad34, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:59:11.011978 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a543de11-7506-493e-a335-3f8c5caf6c1f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network 47c8c4a1-4c03-4734-bd04-ec12f37fbcc2 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:59:11.016408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-c9f02442-01d5-4b34-ba4b-7c6c6b533143 service neutron] For port 3f64be45-2159-4d1b-8ef3-c8e377cfad34, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3f64be45-2159-4d1b-8ef3-c8e377cfad34,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:59:11.017851 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-a543de11-7506-493e-a335-3f8c5caf6c1f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:11.020221 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543de11-7506-493e-a335-3f8c5caf6c1f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Port': ['ID=9726e81f-9288-423f-94bc-6fa26bc19ad3,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:11.022315 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a543de11-7506-493e-a335-3f8c5caf6c1f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:59:11.052511 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-c9f02442-01d5-4b34-ba4b-7c6c6b533143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:11.139801 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-216e1eed-b468-4a6c-aedb-35246bb00b60 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:11.175483 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-425fa7c6-47b6-4d51-855f-556ce07bab18 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Delete allocated IP 2001:db8::1ea (b611994d-45c6-4370-a94f-c78d5bbb57b7/f3aa1b0c-fe26-4e12-87a1-8f5bb3348797) {{(pid=87881) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 09 03:59:11.181351 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-216e1eed-b468-4a6c-aedb-35246bb00b60 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:11.200101 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de9faa6-4e17-42bc-bbab-73a4e3796bf8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:59:11.217138 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] Sync routers for ids ['3455b4a1-2a50-44bc-b2c6-2177f4b24add'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:59:11.233053 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] Routers {'3455b4a1-2a50-44bc-b2c6-2177f4b24add'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:59:11.233686 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:59:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3455b4a1-2a50-44bc-b2c6-2177f4b24add'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:11.351887 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-425fa7c6-47b6-4d51-855f-556ce07bab18 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Allocated IP 2001:db8:0:1::30e (b611994d-45c6-4370-a94f-c78d5bbb57b7/0346ffbb-09e2-4718-bead-e5c6f4ba28a1/4d1ddb9b-99f3-4509-8cc7-93bfe59868e4) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:59:11.396811 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5d153e35-e8c3-40bb-87fe-768fe6725a71 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:59:11.445378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-c9f02442-01d5-4b34-ba4b-7c6c6b533143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:11.446158 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-c9f02442-01d5-4b34-ba4b-7c6c6b533143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:11.447383 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-c9f02442-01d5-4b34-ba4b-7c6c6b533143 service neutron] 10.222.0.21 "PUT /v2.0/ports/3f64be45-2159-4d1b-8ef3-c8e377cfad34 HTTP/1.1" status: 200 len: 1091 time: 4.0919874 Mar 09 03:59:11.456524 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0', 'tag': '3f64be45-2159-4d1b-8ef3-c8e377cfad34'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:59:11.467411 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a543de11-7506-493e-a335-3f8c5caf6c1f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:11.563697 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 5d153e35-e8c3-40bb-87fe-768fe6725a71 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:59:11.566301 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f02442-01d5-4b34-ba4b-7c6c6b533143 service neutron] Pushing event updated for resources: {'Port': ['ID=3f64be45-2159-4d1b-8ef3-c8e377cfad34,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:11.617713 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0', 'tag': '3f64be45-2159-4d1b-8ef3-c8e377cfad34', 'status': 'completed', 'code': 200} Mar 09 03:59:11.709302 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] Set router 3455b4a1-2a50-44bc-b2c6-2177f4b24add gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:59:11.715755 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dada22-bdb7-4db7-9d86-bd528d7ffa8f req-3c32d727-0e22-40d2-b7ec-88843ce5b4ba tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:11.723539 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c9dada22-bdb7-4db7-9d86-bd528d7ffa8f req-3c32d727-0e22-40d2-b7ec-88843ce5b4ba tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 943 time: 0.3871603 Mar 09 03:59:11.748633 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7de9faa6-4e17-42bc-bbab-73a4e3796bf8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "PUT /v2.0/routers/3455b4a1-2a50-44bc-b2c6-2177f4b24add/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1468866 Mar 09 03:59:11.768551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47362) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:11.776054 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-216e1eed-b468-4a6c-aedb-35246bb00b60 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:11.780735 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-216e1eed-b468-4a6c-aedb-35246bb00b60 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0849123 Mar 09 03:59:11.795381 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-f0adc42c-7f69-4811-8be7-c0d4c9642668 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1392580849', 'description': 'tempest-secgroup_access--1392580849 description', 'project_id': 'f62636ca99004fbcad682ccf3903561c'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:11.801859 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47366) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:11.821474 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-57e2d221-9936-4ec2-af32-19975ff96120 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Request body: {'security_group_rule': {'security_group_id': '4c61e8df-37e8-4f93-b156-d7530f20b559', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:11.834450 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f0adc42c-7f69-4811-8be7-c0d4c9642668 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:11.874814 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f0adc42c-7f69-4811-8be7-c0d4c9642668 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Usage tracker for resource:security_group and tenant:f62636ca99004fbcad682ccf3903561c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:11.884975 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-57e2d221-9936-4ec2-af32-19975ff96120 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:11.889924 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f0adc42c-7f69-4811-8be7-c0d4c9642668 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:11.977886 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e1eed-b468-4a6c-aedb-35246bb00b60 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c61e8df-37e8-4f93-b156-d7530f20b559,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:11.978434 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-57e2d221-9936-4ec2-af32-19975ff96120 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Usage tracker for resource:security_group_rule and tenant:738cd5c47d744313ab554e4418243d56 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:11.989797 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f0adc42c-7f69-4811-8be7-c0d4c9642668 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:12.004074 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-57e2d221-9936-4ec2-af32-19975ff96120 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:12.023431 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c9dada22-bdb7-4db7-9d86-bd528d7ffa8f req-d4400426-7ca2-4389-b371-80a068a4c14a tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2990460 Mar 09 03:59:12.024577 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-57e2d221-9936-4ec2-af32-19975ff96120 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:12.038643 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c82351-468d-44c3-9ad7-4d797d398404 None None] Network 47c8c4a1-4c03-4734-bd04-ec12f37fbcc2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:59:12.069729 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f0adc42c-7f69-4811-8be7-c0d4c9642668 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:12.086590 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-5ecc3e9b-a316-4335-916a-a02c10ca03fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:12.088264 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-5ecc3e9b-a316-4335-916a-a02c10ca03fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a789b53b4961423480ac62f11148731e&device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 1094 time: 0.5776324 Mar 09 03:59:12.124787 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a543de11-7506-493e-a335-3f8c5caf6c1f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:12.202161 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1525088774', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:51Z', 'updated_at': '2022-03-09T03:59:07Z', 'revision_number': 4, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'gw_port': {'id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:52Z', 'updated_at': '2022-03-09T03:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '17aa3835-4d60-4573-9de3-07bb8f7fb53a', 'name': '', 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'mac_address': 'fa:16:3e:a3:3a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '3acfb211-8535-4334-b88e-ccba5949ed78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:04Z', 'updated_at': '2022-03-09T03:59:08Z', 'revision_number': 2, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'subnets': [{'id': '3acfb211-8535-4334-b88e-ccba5949ed78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:12.206373 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] Checking router: 3455b4a1-2a50-44bc-b2c6-2177f4b24add for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:59:12.206720 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] Updating router 3455b4a1-2a50-44bc-b2c6-2177f4b24add port 17aa3835-4d60-4573-9de3-07bb8f7fb53a binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:59:12.264894 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:12.289263 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-34451753-0f2a-4b84-9b4d-8933c1cfb05c None None] Provisioning for port 5d153e35-e8c3-40bb-87fe-768fe6725a71 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:59:12.309925 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-34451753-0f2a-4b84-9b4d-8933c1cfb05c None None] Provisioning complete for port 5d153e35-e8c3-40bb-87fe-768fe6725a71 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:12.310725 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-34451753-0f2a-4b84-9b4d-8933c1cfb05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:12.369591 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-425fa7c6-47b6-4d51-855f-556ce07bab18 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:12.377425 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-57e2d221-9936-4ec2-af32-19975ff96120 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:12.402579 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-425fa7c6-47b6-4d51-855f-556ce07bab18 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Transition to ACTIVE for port object 4d1ddb9b-99f3-4509-8cc7-93bfe59868e4 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:12.418041 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-425fa7c6-47b6-4d51-855f-556ce07bab18 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:12.418634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f0adc42c-7f69-4811-8be7-c0d4c9642668 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:12.439061 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-8c45c2e8-5216-4e30-9223-26f2439fb0af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f64be45-2159-4d1b-8ef3-c8e377cfad34 HTTP/1.1" status: 200 len: 217 time: 0.2896039 Mar 09 03:59:12.440693 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f0adc42c-7f69-4811-8be7-c0d4c9642668 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Usage tracker for resource:security_group_rule and tenant:f62636ca99004fbcad682ccf3903561c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:12.448138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f0adc42c-7f69-4811-8be7-c0d4c9642668 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:12.525555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f0adc42c-7f69-4811-8be7-c0d4c9642668 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:12.564160 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-b51c1104-a3c7-435c-86cd-b55fdd8e96dc None None] Allocated IP 2001:db8:0:1::2 (b611994d-45c6-4370-a94f-c78d5bbb57b7/0346ffbb-09e2-4718-bead-e5c6f4ba28a1/2e813f6f-76f0-4529-a81c-671c07873997) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:59:12.685966 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-425fa7c6-47b6-4d51-855f-556ce07bab18 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] In _notify_port_updated(), no bound segment for port 4d1ddb9b-99f3-4509-8cc7-93bfe59868e4 on network b611994d-45c6-4370-a94f-c78d5bbb57b7 {{(pid=87881) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 03:59:12.692609 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425fa7c6-47b6-4d51-855f-556ce07bab18 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:12.693425 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-425fa7c6-47b6-4d51-855f-556ce07bab18 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:12.694928 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-425fa7c6-47b6-4d51-855f-556ce07bab18 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "PUT /v2.0/ports/4d1ddb9b-99f3-4509-8cc7-93bfe59868e4 HTTP/1.1" status: 200 len: 930 time: 3.9609287 Mar 09 03:59:12.700776 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47372) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:12.704942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-b1c01cc1-a02e-41c5-9c7c-c0aa9d1a56b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:12.707304 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-b1c01cc1-a02e-41c5-9c7c-c0aa9d1a56b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da09f32e-fde0-4749-97c0-596cce67a53e HTTP/1.1" status: 200 len: 855 time: 0.2490468 Mar 09 03:59:12.727922 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fa7c6-47b6-4d51-855f-556ce07bab18 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Port': ['ID=4d1ddb9b-99f3-4509-8cc7-93bfe59868e4,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:12.758253 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-b51c1104-a3c7-435c-86cd-b55fdd8e96dc None None] For port 2e813f6f-76f0-4529-a81c-671c07873997, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=2e813f6f-76f0-4529-a81c-671c07873997,segment=NetworkSegment(e3ae4439-5f74-4890-a7c0-b3abf5586e6d),segment_id=e3ae4439-5f74-4890-a7c0-b3abf5586e6d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:59:12.786527 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b51c1104-a3c7-435c-86cd-b55fdd8e96dc None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:12.806254 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b51c1104-a3c7-435c-86cd-b55fdd8e96dc None None] Transition to ACTIVE for port object 2e813f6f-76f0-4529-a81c-671c07873997 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:12.806635 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:12.819273 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b51c1104-a3c7-435c-86cd-b55fdd8e96dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:12.838146 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-192c3276-e034-497d-93f0-be53aa330cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:12.840126 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] Transition to ACTIVE for port object 17aa3835-4d60-4573-9de3-07bb8f7fb53a will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:12.850195 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:12.857208 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-57e2d221-9936-4ec2-af32-19975ff96120 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:12.922234 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-57e2d221-9936-4ec2-af32-19975ff96120 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:13.229651 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-10b273b8-de72-4f48-8ad9-901fe1238117 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port 4d1ddb9b-99f3-4509-8cc7-93bfe59868e4 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:59:13.229651 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-10b273b8-de72-4f48-8ad9-901fe1238117 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:13.253408 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c1104-a3c7-435c-86cd-b55fdd8e96dc None None] Pushing event updated for resources: {'Port': ['ID=2e813f6f-76f0-4529-a81c-671c07873997,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:13.283918 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da433c13-5e0c-4bb9-99c9-4331c91da0e0 None None] Pushing event updated for resources: {'Port': ['ID=17aa3835-4d60-4573-9de3-07bb8f7fb53a,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:13.319141 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-34451753-0f2a-4b84-9b4d-8933c1cfb05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:13.389728 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-34451753-0f2a-4b84-9b4d-8933c1cfb05c None None] For port 5d153e35-e8c3-40bb-87fe-768fe6725a71, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5d153e35-e8c3-40bb-87fe-768fe6725a71,segment=NetworkSegment(efaf8e16-12bc-46ad-8156-309dad97c9fb),segment_id=efaf8e16-12bc-46ad-8156-309dad97c9fb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:59:13.393425 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e2d221-9936-4ec2-af32-19975ff96120 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e13dff5-72a6-4509-a06e-96214984f7fd,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:13.399659 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-34451753-0f2a-4b84-9b4d-8933c1cfb05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:13.413581 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] Attempting to bind port 17aa3835-4d60-4573-9de3-07bb8f7fb53a on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:59:13.415923 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] Attempting to bind port 17aa3835-4d60-4573-9de3-07bb8f7fb53a by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '8977d8a4-9c38-48df-a0a9-464d9d27b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:59:13.416394 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] Attempting to bind port 17aa3835-4d60-4573-9de3-07bb8f7fb53a on network 6f84cfcf-228d-4f64-9839-933d907d9a2d {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:59:13.428849 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:59:13.429222 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] Checking segment: {'id': '8977d8a4-9c38-48df-a0a9-464d9d27b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:59:13.429627 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:13.430011 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] Bound using segment: {'id': '8977d8a4-9c38-48df-a0a9-464d9d27b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:59:13.434696 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] Bound port: 17aa3835-4d60-4573-9de3-07bb8f7fb53a, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8977d8a4-9c38-48df-a0a9-464d9d27b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:59:13.435111 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:13.543388 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34451753-0f2a-4b84-9b4d-8933c1cfb05c None None] Pushing event updated for resources: {'Port': ['ID=5d153e35-e8c3-40bb-87fe-768fe6725a71,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:13.573980 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-77fa9f6c-d1b2-4f54-839c-be080e3b60ba None None] Provisioning complete for port 5d153e35-e8c3-40bb-87fe-768fe6725a71 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:13.576019 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-77fa9f6c-d1b2-4f54-839c-be080e3b60ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:13.702227 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] For port 17aa3835-4d60-4573-9de3-07bb8f7fb53a, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:59:13.707526 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] For port 17aa3835-4d60-4573-9de3-07bb8f7fb53a, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=17aa3835-4d60-4573-9de3-07bb8f7fb53a,segment=NetworkSegment(8977d8a4-9c38-48df-a0a9-464d9d27b389),segment_id=8977d8a4-9c38-48df-a0a9-464d9d27b389)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:59:13.715543 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:13.730178 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f0adc42c-7f69-4811-8be7-c0d4c9642668 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:13.762731 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-77fa9f6c-d1b2-4f54-839c-be080e3b60ba None None] Provisioning for port 9726e81f-9288-423f-94bc-6fa26bc19ad3 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:59:13.763093 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-57e2d221-9936-4ec2-af32-19975ff96120 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:13.764269 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-57e2d221-9936-4ec2-af32-19975ff96120 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9507551 Mar 09 03:59:13.770576 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-77fa9f6c-d1b2-4f54-839c-be080e3b60ba None None] Provisioning complete for port 9726e81f-9288-423f-94bc-6fa26bc19ad3 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:13.771786 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-77fa9f6c-d1b2-4f54-839c-be080e3b60ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:13.774562 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47380) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:13.781105 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f0adc42c-7f69-4811-8be7-c0d4c9642668 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:13.808197 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484234db-2758-4bf0-b3db-d16134d9adc1 req-d57a8615-da92-4d4a-8203-00ffaa9fff91 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:13.809001 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-484234db-2758-4bf0-b3db-d16134d9adc1 req-d57a8615-da92-4d4a-8203-00ffaa9fff91 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Synchronizing usage tracker for tenant:a789b53b4961423480ac62f11148731e on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:13.852991 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-77fa9f6c-d1b2-4f54-839c-be080e3b60ba None None] Port 9726e81f-9288-423f-94bc-6fa26bc19ad3 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:59:13.854100 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-770ed643-acce-4f2f-b024-9c0497b3d143 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-group-rules/8e13dff5-72a6-4509-a06e-96214984f7fd HTTP/1.1" status: 200 len: 763 time: 0.0756466 Mar 09 03:59:13.855080 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47384) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:13.870604 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] Routers {'3455b4a1-2a50-44bc-b2c6-2177f4b24add'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:59:13.872063 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:59:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3455b4a1-2a50-44bc-b2c6-2177f4b24add'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:13.911116 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-484234db-2758-4bf0-b3db-d16134d9adc1 req-d57a8615-da92-4d4a-8203-00ffaa9fff91 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Unset dirty status for tenant:a789b53b4961423480ac62f11148731e on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:13.918921 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-484234db-2758-4bf0-b3db-d16134d9adc1 req-d57a8615-da92-4d4a-8203-00ffaa9fff91 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 943 time: 0.6360211 Mar 09 03:59:14.007111 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fea05f12-f1f7-48a6-b71b-678022033307 None None] Provisioning complete for port 9726e81f-9288-423f-94bc-6fa26bc19ad3 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:14.007654 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fea05f12-f1f7-48a6-b71b-678022033307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:14.066249 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-192c3276-e034-497d-93f0-be53aa330cf3 admin admin] Deleting port 9b34cde6-d975-453a-8af0-49f5d690ea39 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:59:14.077114 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-192c3276-e034-497d-93f0-be53aa330cf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:14.121964 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adc42c-7f69-4811-8be7-c0d4c9642668 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4b4c56-768c-4d63-af17-85bfa056056d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:14.124185 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f0adc42c-7f69-4811-8be7-c0d4c9642668 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:14.125439 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f0adc42c-7f69-4811-8be7-c0d4c9642668 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 2.3524554 Mar 09 03:59:14.139071 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-48c78304-d28f-4cb4-877e-b6544b0fedfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:14.140906 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-48c78304-d28f-4cb4-877e-b6544b0fedfe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=728f1764-7035-454b-b803-10fc1ed1098e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3733754 Mar 09 03:59:14.146260 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-fea05f12-f1f7-48a6-b71b-678022033307 None None] Port 9726e81f-9288-423f-94bc-6fa26bc19ad3 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:59:14.161060 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47388) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:14.198359 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-c8e9e20f-8bc1-4b42-a94d-ca99667aaa50 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--177829235', 'description': 'tempest-secgroup_general--177829235 description', 'project_id': 'f62636ca99004fbcad682ccf3903561c'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:14.215909 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ddf72056-37e9-49d4-82e7-acc13ac61d4e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Synchronizing usage tracker for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:14.235151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-484234db-2758-4bf0-b3db-d16134d9adc1 req-55483327-db70-482a-881d-e0a904a07445 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Synchronizing usage tracker for tenant:a789b53b4961423480ac62f11148731e on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:14.250448 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a543de11-7506-493e-a335-3f8c5caf6c1f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:14.255652 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da433c13-5e0c-4bb9-99c9-4331c91da0e0 None None] Pushing event updated for resources: {'Port': ['ID=17aa3835-4d60-4573-9de3-07bb8f7fb53a,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:14.289917 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c8e9e20f-8bc1-4b42-a94d-ca99667aaa50 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:14.297604 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ddf72056-37e9-49d4-82e7-acc13ac61d4e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Unset dirty status for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:14.302635 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ddf72056-37e9-49d4-82e7-acc13ac61d4e tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4219527 Mar 09 03:59:14.306710 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] Set router 3455b4a1-2a50-44bc-b2c6-2177f4b24add gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:59:14.308181 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47392) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:14.314224 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a543de11-7506-493e-a335-3f8c5caf6c1f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:14.314533 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-484234db-2758-4bf0-b3db-d16134d9adc1 req-55483327-db70-482a-881d-e0a904a07445 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Unset dirty status for tenant:a789b53b4961423480ac62f11148731e on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:14.326495 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-484234db-2758-4bf0-b3db-d16134d9adc1 req-55483327-db70-482a-881d-e0a904a07445 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4043159 Mar 09 03:59:14.449059 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1b4a98bf-eede-46e7-8794-74612a9112e5 None None] Provisioning for port 4d1ddb9b-99f3-4509-8cc7-93bfe59868e4 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:59:14.457540 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1b4a98bf-eede-46e7-8794-74612a9112e5 None None] Provisioning complete for port 4d1ddb9b-99f3-4509-8cc7-93bfe59868e4 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:14.458428 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1b4a98bf-eede-46e7-8794-74612a9112e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:14.486513 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d2a5cb9-4b5b-4b9d-9d85-bf3e406b93fa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:14.499235 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d2a5cb9-4b5b-4b9d-9d85-bf3e406b93fa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:14.541442 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d2a5cb9-4b5b-4b9d-9d85-bf3e406b93fa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:14.569472 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a5cb9-4b5b-4b9d-9d85-bf3e406b93fa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e13dff5-72a6-4509-a06e-96214984f7fd,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:14.596094 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d2a5cb9-4b5b-4b9d-9d85-bf3e406b93fa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:14.599536 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2d2a5cb9-4b5b-4b9d-9d85-bf3e406b93fa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/8e13dff5-72a6-4509-a06e-96214984f7fd HTTP/1.1" status: 204 len: 168 time: 0.2905645 Mar 09 03:59:14.600430 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47396) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:14.635938 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1b4a98bf-eede-46e7-8794-74612a9112e5 None None] Port 4d1ddb9b-99f3-4509-8cc7-93bfe59868e4 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:59:14.645780 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c8e9e20f-8bc1-4b42-a94d-ca99667aaa50 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Usage tracker for resource:security_group and tenant:f62636ca99004fbcad682ccf3903561c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:14.653054 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543de11-7506-493e-a335-3f8c5caf6c1f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Port': ['ID=9726e81f-9288-423f-94bc-6fa26bc19ad3,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:14.658652 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c8e9e20f-8bc1-4b42-a94d-ca99667aaa50 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:14.665725 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-192c3276-e034-497d-93f0-be53aa330cf3 admin admin] For port 9b34cde6-d975-453a-8af0-49f5d690ea39, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9b34cde6-d975-453a-8af0-49f5d690ea39,segment=NetworkSegment(9f233615-000c-4519-9dca-433088f6f949),segment_id=9f233615-000c-4519-9dca-433088f6f949)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:59:14.666293 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-192c3276-e034-497d-93f0-be53aa330cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:14.676543 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1b4a98bf-eede-46e7-8794-74612a9112e5 None None] Provisioning for port 2e813f6f-76f0-4529-a81c-671c07873997 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:59:14.701524 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1b4a98bf-eede-46e7-8794-74612a9112e5 None None] Provisioning complete for port 2e813f6f-76f0-4529-a81c-671c07873997 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:14.706275 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1b4a98bf-eede-46e7-8794-74612a9112e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:14.740216 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c8e9e20f-8bc1-4b42-a94d-ca99667aaa50 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:14.788940 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a543de11-7506-493e-a335-3f8c5caf6c1f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:14.802244 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c8e9e20f-8bc1-4b42-a94d-ca99667aaa50 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:14.973829 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-192c3276-e034-497d-93f0-be53aa330cf3 admin admin] Calling delete_port for 9b34cde6-d975-453a-8af0-49f5d690ea39 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:59:14.976579 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1525088774', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:51Z', 'updated_at': '2022-03-09T03:59:07Z', 'revision_number': 4, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'gw_port': {'id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:52Z', 'updated_at': '2022-03-09T03:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '17aa3835-4d60-4573-9de3-07bb8f7fb53a', 'name': '', 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'mac_address': 'fa:16:3e:a3:3a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '3acfb211-8535-4334-b88e-ccba5949ed78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:04Z', 'updated_at': '2022-03-09T03:59:13Z', 'revision_number': 4, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'subnets': [{'id': '3acfb211-8535-4334-b88e-ccba5949ed78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:14.994563 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ddece6-0b8d-4868-8732-12c3a0bc716c None None] The sync data for ids ['3455b4a1-2a50-44bc-b2c6-2177f4b24add'] in n-d-825178-5 is: [{'id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1525088774', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:51Z', 'updated_at': '2022-03-09T03:59:07Z', 'revision_number': 4, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'gw_port': {'id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:52Z', 'updated_at': '2022-03-09T03:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '17aa3835-4d60-4573-9de3-07bb8f7fb53a', 'name': '', 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'mac_address': 'fa:16:3e:a3:3a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '3acfb211-8535-4334-b88e-ccba5949ed78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:04Z', 'updated_at': '2022-03-09T03:59:13Z', 'revision_number': 4, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'subnets': [{'id': '3acfb211-8535-4334-b88e-ccba5949ed78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:59:15.027324 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4b0e1738-efeb-4e9e-aa02-29da070959fb tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Synchronizing usage tracker for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:15.108286 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1b4a98bf-eede-46e7-8794-74612a9112e5 None None] Provisioning complete for port 2deab676-5a69-4c20-a1c2-8264d92edddc triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:15.108764 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1b4a98bf-eede-46e7-8794-74612a9112e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:15.188562 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-10b273b8-de72-4f48-8ad9-901fe1238117 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:15.234963 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1b4a98bf-eede-46e7-8794-74612a9112e5 None None] Port 2deab676-5a69-4c20-a1c2-8264d92edddc cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:59:15.410234 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4b0e1738-efeb-4e9e-aa02-29da070959fb tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Unset dirty status for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:15.415401 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4b0e1738-efeb-4e9e-aa02-29da070959fb tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8103960 Mar 09 03:59:15.421375 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47410) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:15.423131 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-200f7fdf-03d5-404e-b98e-0171e41ec540 None None] Provisioning complete for port 4d1ddb9b-99f3-4509-8cc7-93bfe59868e4 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:15.425783 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-200f7fdf-03d5-404e-b98e-0171e41ec540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:15.426568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c8e9e20f-8bc1-4b42-a94d-ca99667aaa50 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:15.434804 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-26820d63-538d-4476-9390-c4f0639681ab tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Request body: {'security_group_rule': {'security_group_id': '4c61e8df-37e8-4f93-b156-d7530f20b559', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:15.441954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-10b273b8-de72-4f48-8ad9-901fe1238117 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Calling delete_port for 4d1ddb9b-99f3-4509-8cc7-93bfe59868e4 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:59:15.480928 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-26820d63-538d-4476-9390-c4f0639681ab tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:15.523534 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c8e9e20f-8bc1-4b42-a94d-ca99667aaa50 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Usage tracker for resource:security_group_rule and tenant:f62636ca99004fbcad682ccf3903561c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:15.531444 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c8e9e20f-8bc1-4b42-a94d-ca99667aaa50 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:15.542574 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c8e9e20f-8bc1-4b42-a94d-ca99667aaa50 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:15.563609 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-2468cca1-99c0-494f-93a4-3db8bdb4b1cc service neutron] 10.222.0.21 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3582366 Mar 09 03:59:15.573392 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-26820d63-538d-4476-9390-c4f0639681ab tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:15.617430 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-200f7fdf-03d5-404e-b98e-0171e41ec540 None None] Port 4d1ddb9b-99f3-4509-8cc7-93bfe59868e4 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:59:15.621552 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 17aa3835-4d60-4573-9de3-07bb8f7fb53a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:59:15.750778 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 17aa3835-4d60-4573-9de3-07bb8f7fb53a completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:59:15.753799 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-26820d63-538d-4476-9390-c4f0639681ab tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:15.757924 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 17aa3835-4d60-4573-9de3-07bb8f7fb53a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:15.758559 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:15.765549 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-192c3276-e034-497d-93f0-be53aa330cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:16.044251 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c3276-e034-497d-93f0-be53aa330cf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b34cde6-d975-453a-8af0-49f5d690ea39,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:16.062826 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a543de11-7506-493e-a335-3f8c5caf6c1f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network 47c8c4a1-4c03-4734-bd04-ec12f37fbcc2 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:59:16.072934 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-a543de11-7506-493e-a335-3f8c5caf6c1f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:16.157432 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:16.252745 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 17aa3835-4d60-4573-9de3-07bb8f7fb53a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=17aa3835-4d60-4573-9de3-07bb8f7fb53a,segment=NetworkSegment(8977d8a4-9c38-48df-a0a9-464d9d27b389),segment_id=8977d8a4-9c38-48df-a0a9-464d9d27b389)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:59:16.269580 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:16.270519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 2e813f6f-76f0-4529-a81c-671c07873997 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:59:16.304421 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-26820d63-538d-4476-9390-c4f0639681ab tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:16.341463 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-26820d63-538d-4476-9390-c4f0639681ab tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:16.466630 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26820d63-538d-4476-9390-c4f0639681ab tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc94a789-50e1-4b38-aa9c-23d845dfea65,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:16.510287 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=17aa3835-4d60-4573-9de3-07bb8f7fb53a,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:16.562280 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f8f3794d-5001-43da-9e8f-c67e60bc3ac6 req-5ee00958-a16e-4968-9e01-bb259ebd4636 service neutron] 10.222.0.21 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9793377 Mar 09 03:59:16.562622 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fffbda70-5fce-4ad8-90bf-6d2f624672a0 None None] Provisioning complete for port 9726e81f-9288-423f-94bc-6fa26bc19ad3 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:16.563112 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fffbda70-5fce-4ad8-90bf-6d2f624672a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:16.564619 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c8e9e20f-8bc1-4b42-a94d-ca99667aaa50 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:16.595318 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c8e9e20f-8bc1-4b42-a94d-ca99667aaa50 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:16.647174 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 2e813f6f-76f0-4529-a81c-671c07873997 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:16.647582 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:16.687019 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-192c3276-e034-497d-93f0-be53aa330cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:16.695804 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-26820d63-538d-4476-9390-c4f0639681ab tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:16.699937 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-26820d63-538d-4476-9390-c4f0639681ab tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2729177 Mar 09 03:59:16.703251 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47418) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:16.750429 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-fffbda70-5fce-4ad8-90bf-6d2f624672a0 None None] Port 9726e81f-9288-423f-94bc-6fa26bc19ad3 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:59:16.811665 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7488a2-d5f0-46c9-a943-78982c5c6464 req-3e6635bc-ac16-4935-8705-58316336b763 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:16.813177 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7f7488a2-d5f0-46c9-a943-78982c5c6464 req-3e6635bc-ac16-4935-8705-58316336b763 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 943 time: 1.1133657 Mar 09 03:59:16.823428 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-10b273b8-de72-4f48-8ad9-901fe1238117 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:16.894243 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c8e9e20f-8bc1-4b42-a94d-ca99667aaa50 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:16.895470 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c8e9e20f-8bc1-4b42-a94d-ca99667aaa50 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 2.7335517 Mar 09 03:59:16.899823 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5d153e35-e8c3-40bb-87fe-768fe6725a71 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:59:16.909865 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9e20f-8bc1-4b42-a94d-ca99667aaa50 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=753d2dfc-fd4f-4499-8e9d-c854be747a5f,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:16.913136 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47422) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:16.920614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b273b8-de72-4f48-8ad9-901fe1238117 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Port': ['ID=4d1ddb9b-99f3-4509-8cc7-93bfe59868e4,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:16.975601 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-acff034f-dbe6-4cd4-b939-51225dd2207f tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Request body: {'security_group_rule': {'security_group_id': '8d4b4c56-768c-4d63-af17-85bfa056056d', 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:16.983974 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9c3ec508-6a0f-487e-90f8-5365e9557c57 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-group-rules/fc94a789-50e1-4b38-aa9c-23d845dfea65 HTTP/1.1" status: 200 len: 763 time: 0.1626704 Mar 09 03:59:16.987833 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47426) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:16.997419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-acff034f-dbe6-4cd4-b939-51225dd2207f tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:17.011652 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-10b273b8-de72-4f48-8ad9-901fe1238117 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:17.018621 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-10b273b8-de72-4f48-8ad9-901fe1238117 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/ports/4d1ddb9b-99f3-4509-8cc7-93bfe59868e4 HTTP/1.1" status: 204 len: 168 time: 4.3092723 Mar 09 03:59:17.023366 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47428) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:17.028768 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a543de11-7506-493e-a335-3f8c5caf6c1f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Router 6b0d7036-8112-4a49-8a72-d551fae2584b is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:59:17.031250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-acff034f-dbe6-4cd4-b939-51225dd2207f tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Usage tracker for resource:security_group_rule and tenant:f62636ca99004fbcad682ccf3903561c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:17.033101 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 5d153e35-e8c3-40bb-87fe-768fe6725a71 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:17.034946 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:17.074038 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-acff034f-dbe6-4cd4-b939-51225dd2207f tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:17.096555 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7f7488a2-d5f0-46c9-a943-78982c5c6464 req-4bba5c56-14bd-42e9-8400-6a9448f02483 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2569966 Mar 09 03:59:17.102834 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-acff034f-dbe6-4cd4-b939-51225dd2207f tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:17.181537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-dc1d2593-0d66-499d-998a-8e02542c48fa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Synchronizing usage tracker for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:17.188927 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d53ddf-8e9b-4536-a8e7-86a943044851 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] GET failed (client error): The resource could not be found. Mar 09 03:59:17.190074 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-64d53ddf-8e9b-4536-a8e7-86a943044851 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Synchronizing usage tracker for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:17.217471 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-dc1d2593-0d66-499d-998a-8e02542c48fa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Unset dirty status for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:17.220374 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492da6b0-b7cc-4a5d-b51a-c5ec6cbe48db req-d408674c-dc85-4c1b-8814-f1377afc23b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:17.222516 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-492da6b0-b7cc-4a5d-b51a-c5ec6cbe48db req-d408674c-dc85-4c1b-8814-f1377afc23b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a789b53b4961423480ac62f11148731e&device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 1094 time: 0.5856602 Mar 09 03:59:17.222646 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-dc1d2593-0d66-499d-998a-8e02542c48fa tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1978250 Mar 09 03:59:17.227643 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47434) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:17.325760 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192c3276-e034-497d-93f0-be53aa330cf3 admin admin] Router 3aa3011d-13cb-4e19-8b0a-285ffa4a7716 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:59:17.372127 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 17aa3835-4d60-4573-9de3-07bb8f7fb53a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:59:17.445188 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 17aa3835-4d60-4573-9de3-07bb8f7fb53a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:17.445706 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:17.483249 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-acff034f-dbe6-4cd4-b939-51225dd2207f tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:17.497582 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-64d53ddf-8e9b-4536-a8e7-86a943044851 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Unset dirty status for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:17.499941 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-64d53ddf-8e9b-4536-a8e7-86a943044851 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "GET /v2.0/ports/4d1ddb9b-99f3-4509-8cc7-93bfe59868e4 HTTP/1.1" status: 404 len: 333 time: 0.4724598 Mar 09 03:59:17.508817 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47438) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:17.557401 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192c3276-e034-497d-93f0-be53aa330cf3 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:59:17.564212 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-192c3276-e034-497d-93f0-be53aa330cf3 admin admin] 10.222.0.16 "PUT /v2.0/routers/3aa3011d-13cb-4e19-8b0a-285ffa4a7716/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6758828 Mar 09 03:59:17.567576 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47444) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:17.579457 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb2b056-70b4-490c-8419-4c66094b641a None None] Sync routers for ids ['3aa3011d-13cb-4e19-8b0a-285ffa4a7716'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:59:17.589182 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb2b056-70b4-490c-8419-4c66094b641a None None] Routers {'3aa3011d-13cb-4e19-8b0a-285ffa4a7716'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:59:17.589784 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8bb2b056-70b4-490c-8419-4c66094b641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:59:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3aa3011d-13cb-4e19-8b0a-285ffa4a7716'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:17.626770 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a543de11-7506-493e-a335-3f8c5caf6c1f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:59:17.629831 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b0e3f1fb-2764-43c5-9a36-ba7fa172e4b9 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:17.639841 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d569cf-2b42-4259-a5f8-6f9eaa6bb822 None None] Sync routers for ids ['6b0d7036-8112-4a49-8a72-d551fae2584b'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:59:17.651322 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47448) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:17.651554 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a543de11-7506-493e-a335-3f8c5caf6c1f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "PUT /v2.0/routers/6b0d7036-8112-4a49-8a72-d551fae2584b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5031145 Mar 09 03:59:17.656221 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d569cf-2b42-4259-a5f8-6f9eaa6bb822 None None] Routers {'6b0d7036-8112-4a49-8a72-d551fae2584b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:59:17.657261 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-09d569cf-2b42-4259-a5f8-6f9eaa6bb822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:59:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['6b0d7036-8112-4a49-8a72-d551fae2584b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:17.679356 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b0e3f1fb-2764-43c5-9a36-ba7fa172e4b9 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:17.742739 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492da6b0-b7cc-4a5d-b51a-c5ec6cbe48db req-e55ec2ee-ade1-45fc-ae95-dda9045413f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:17.744508 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-492da6b0-b7cc-4a5d-b51a-c5ec6cbe48db req-e55ec2ee-ade1-45fc-ae95-dda9045413f0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=728f1764-7035-454b-b803-10fc1ed1098e HTTP/1.1" status: 200 len: 917 time: 0.3058872 Mar 09 03:59:17.746190 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-acff034f-dbe6-4cd4-b939-51225dd2207f tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:17.752122 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a444589c-1df3-44ea-86c8-87211822c486 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:17.756480 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a444589c-1df3-44ea-86c8-87211822c486 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "GET /v2.0/ports/9726e81f-9288-423f-94bc-6fa26bc19ad3 HTTP/1.1" status: 200 len: 910 time: 0.0953517 Mar 09 03:59:17.759286 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47454) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:17.762730 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-09d569cf-2b42-4259-a5f8-6f9eaa6bb822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:17.767160 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-8c49d86b-5074-4ee5-9227-b8884b2b54c0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f6fcf3ac-c647-4289-963b-97e833462b9b'}]}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:17.774030 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d569cf-2b42-4259-a5f8-6f9eaa6bb822 None None] Routers {'6b0d7036-8112-4a49-8a72-d551fae2584b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:59:17.774994 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-09d569cf-2b42-4259-a5f8-6f9eaa6bb822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:59:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['6b0d7036-8112-4a49-8a72-d551fae2584b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:17.824520 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-acff034f-dbe6-4cd4-b939-51225dd2207f tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:17.864123 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-09d569cf-2b42-4259-a5f8-6f9eaa6bb822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:17.864774 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d569cf-2b42-4259-a5f8-6f9eaa6bb822 None None] The sync data for ids ['6b0d7036-8112-4a49-8a72-d551fae2584b'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:59:17.886471 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff034f-dbe6-4cd4-b939-51225dd2207f tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e554de-aba4-40e5-b1a1-8594c86e5925,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:17.889970 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b0e3f1fb-2764-43c5-9a36-ba7fa172e4b9 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:17.893095 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-492da6b0-b7cc-4a5d-b51a-c5ec6cbe48db req-4f63ecc5-ec6d-4d38-a1ee-547612e08b7f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f64be45-2159-4d1b-8ef3-c8e377cfad34 HTTP/1.1" status: 200 len: 217 time: 0.1396925 Mar 09 03:59:17.895889 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b0e3f1fb-2764-43c5-9a36-ba7fa172e4b9 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:17.899953 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b0e3f1fb-2764-43c5-9a36-ba7fa172e4b9 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/fc94a789-50e1-4b38-aa9c-23d845dfea65 HTTP/1.1" status: 204 len: 168 time: 0.6661630 Mar 09 03:59:17.910834 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47458) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:17.934401 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-8bb2b056-70b4-490c-8419-4c66094b641a None None] Set router 3aa3011d-13cb-4e19-8b0a-285ffa4a7716 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:59:17.949713 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-acff034f-dbe6-4cd4-b939-51225dd2207f tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:17.959775 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-acff034f-dbe6-4cd4-b939-51225dd2207f tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0414083 Mar 09 03:59:17.976754 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3f1fb-2764-43c5-9a36-ba7fa172e4b9 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc94a789-50e1-4b38-aa9c-23d845dfea65,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:18.043638 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6852e756-8789-44d5-a331-1f216db502d5 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Synchronizing usage tracker for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:18.048034 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492da6b0-b7cc-4a5d-b51a-c5ec6cbe48db req-f023431f-2609-4a1b-959a-2d7c9c59ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:18.050123 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-492da6b0-b7cc-4a5d-b51a-c5ec6cbe48db req-f023431f-2609-4a1b-959a-2d7c9c59ec18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da09f32e-fde0-4749-97c0-596cce67a53e HTTP/1.1" status: 200 len: 855 time: 0.1407678 Mar 09 03:59:18.088072 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dff937eb-c1bc-4ada-a700-363a5ae7594e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:18.125999 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6852e756-8789-44d5-a331-1f216db502d5 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Unset dirty status for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:18.134129 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6852e756-8789-44d5-a331-1f216db502d5 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2185853 Mar 09 03:59:18.136417 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47476) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:18.144919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-a98464e9-9af3-425a-9e27-a1b0dccf3285 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Request body: {'security_group_rule': {'security_group_id': '4c61e8df-37e8-4f93-b156-d7530f20b559', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:18.152735 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a98464e9-9af3-425a-9e27-a1b0dccf3285 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:18.180980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a98464e9-9af3-425a-9e27-a1b0dccf3285 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:18.189773 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492da6b0-b7cc-4a5d-b51a-c5ec6cbe48db req-1572701c-0d12-484e-8c86-9f97aad878b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:18.191557 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-492da6b0-b7cc-4a5d-b51a-c5ec6cbe48db req-1572701c-0d12-484e-8c86-9f97aad878b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=728f1764-7035-454b-b803-10fc1ed1098e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346707 Mar 09 03:59:18.245079 n-d-825178-5 neutron-server[87880]: INFO neutron.db.securitygroups_db [None req-a98464e9-9af3-425a-9e27-a1b0dccf3285 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Project 738cd5c47d744313ab554e4418243d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 03:59:18.330152 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dff937eb-c1bc-4ada-a700-363a5ae7594e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:18.354123 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8bb2b056-70b4-490c-8419-4c66094b641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa3011d-13cb-4e19-8b0a-285ffa4a7716', 'name': 'tempest-ServerRescueNegativeTestJSON-1534796543-router', 'tenant_id': '42e2cf4c1213474880544b42bf2477f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '1d6d308c-62af-4270-8b7f-260b2f090bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:55:54Z', 'updated_at': '2022-03-09T03:59:15Z', 'revision_number': 5, 'project_id': '42e2cf4c1213474880544b42bf2477f7', 'gw_port': {'id': '1d6d308c-62af-4270-8b7f-260b2f090bfc', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa3011d-13cb-4e19-8b0a-285ffa4a7716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:55:57Z', 'updated_at': '2022-03-09T03:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:18.361389 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb2b056-70b4-490c-8419-4c66094b641a None None] Checking router: 3aa3011d-13cb-4e19-8b0a-285ffa4a7716 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:59:18.381268 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb2b056-70b4-490c-8419-4c66094b641a None None] Routers {'3aa3011d-13cb-4e19-8b0a-285ffa4a7716'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:59:18.381268 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8bb2b056-70b4-490c-8419-4c66094b641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:59:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3aa3011d-13cb-4e19-8b0a-285ffa4a7716'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:18.381591 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a98464e9-9af3-425a-9e27-a1b0dccf3285 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:18.432555 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7183d65e-d7f5-4ecf-ab6e-7565290dde7f admin admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:18.483288 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-492da6b0-b7cc-4a5d-b51a-c5ec6cbe48db req-369fda2e-d5e2-4b8d-8090-46e89c591c1f service neutron] 10.222.0.21 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842450 Mar 09 03:59:18.532541 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-2220ae98-30e0-4eea-b231-5ff3caa57e12 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Synchronizing usage tracker for tenant:f62636ca99004fbcad682ccf3903561c on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:18.548600 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6575b0-3ff0-4a1f-be6f-e3b44bd2f301 req-5078b8bd-0479-41a4-91b2-65bd473eaceb tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:18.556078 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fd6575b0-3ff0-4a1f-be6f-e3b44bd2f301 req-5078b8bd-0479-41a4-91b2-65bd473eaceb tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 943 time: 0.3011394 Mar 09 03:59:18.586086 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a98464e9-9af3-425a-9e27-a1b0dccf3285 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:18.600216 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-8bb2b056-70b4-490c-8419-4c66094b641a None None] Set router 3aa3011d-13cb-4e19-8b0a-285ffa4a7716 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:59:18.634391 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-2220ae98-30e0-4eea-b231-5ff3caa57e12 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Unset dirty status for tenant:f62636ca99004fbcad682ccf3903561c on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:18.641773 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-2220ae98-30e0-4eea-b231-5ff3caa57e12 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_access--1392580849&fields=id&tenant_id=f62636ca99004fbcad682ccf3903561c HTTP/1.1" status: 200 len: 267 time: 0.5039985 Mar 09 03:59:18.646492 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a98464e9-9af3-425a-9e27-a1b0dccf3285 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:18.702622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98464e9-9af3-425a-9e27-a1b0dccf3285 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d7c380-3770-4c25-a053-f0a3a66344d3,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:18.722670 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-3758ebbf-f8c4-4222-916f-5a1dbbf2a15e tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_general--177829235&fields=id&tenant_id=f62636ca99004fbcad682ccf3903561c HTTP/1.1" status: 200 len: 267 time: 0.0798624 Mar 09 03:59:18.727857 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fd6575b0-3ff0-4a1f-be6f-e3b44bd2f301 req-47d26778-799c-444c-add0-96d89a337ff5 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708512 Mar 09 03:59:18.761813 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a98464e9-9af3-425a-9e27-a1b0dccf3285 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:18.763224 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a98464e9-9af3-425a-9e27-a1b0dccf3285 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6243148 Mar 09 03:59:18.765481 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-492da6b0-b7cc-4a5d-b51a-c5ec6cbe48db req-c0ed8829-386a-463d-91f9-5a874adfacd9 service neutron] 10.222.0.21 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736948 Mar 09 03:59:18.765935 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47486) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:18.786489 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0cc96538-01ee-44b5-bff2-f04fa0442a90 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-group-rules/59d7c380-3770-4c25-a053-f0a3a66344d3 HTTP/1.1" status: 200 len: 769 time: 0.0194209 Mar 09 03:59:18.788820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47490) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:18.846373 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4413f8e2-d756-44ff-b412-386a72f20c76 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Synchronizing usage tracker for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:18.868383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4413f8e2-d756-44ff-b412-386a72f20c76 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Unset dirty status for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:18.869788 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4413f8e2-d756-44ff-b412-386a72f20c76 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0799856 Mar 09 03:59:18.873369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47494) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:18.905454 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d41ff8cd-601e-4674-8ac6-336b0bb1a522 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:18.917247 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d41ff8cd-601e-4674-8ac6-336b0bb1a522 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:18.925264 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dff937eb-c1bc-4ada-a700-363a5ae7594e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:18.945590 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d41ff8cd-601e-4674-8ac6-336b0bb1a522 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:18.965727 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ff8cd-601e-4674-8ac6-336b0bb1a522 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59d7c380-3770-4c25-a053-f0a3a66344d3,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:18.975589 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8bb2b056-70b4-490c-8419-4c66094b641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa3011d-13cb-4e19-8b0a-285ffa4a7716', 'name': 'tempest-ServerRescueNegativeTestJSON-1534796543-router', 'tenant_id': '42e2cf4c1213474880544b42bf2477f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '1d6d308c-62af-4270-8b7f-260b2f090bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:55:54Z', 'updated_at': '2022-03-09T03:59:15Z', 'revision_number': 5, 'project_id': '42e2cf4c1213474880544b42bf2477f7', 'gw_port': {'id': '1d6d308c-62af-4270-8b7f-260b2f090bfc', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa3011d-13cb-4e19-8b0a-285ffa4a7716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:55:57Z', 'updated_at': '2022-03-09T03:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:18.976137 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d41ff8cd-601e-4674-8ac6-336b0bb1a522 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:18.977023 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d41ff8cd-601e-4674-8ac6-336b0bb1a522 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/59d7c380-3770-4c25-a053-f0a3a66344d3 HTTP/1.1" status: 204 len: 168 time: 0.1025264 Mar 09 03:59:18.980348 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47498) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:18.983526 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb2b056-70b4-490c-8419-4c66094b641a None None] The sync data for ids ['3aa3011d-13cb-4e19-8b0a-285ffa4a7716'] in n-d-825178-5 is: [{'id': '3aa3011d-13cb-4e19-8b0a-285ffa4a7716', 'name': 'tempest-ServerRescueNegativeTestJSON-1534796543-router', 'tenant_id': '42e2cf4c1213474880544b42bf2477f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '1d6d308c-62af-4270-8b7f-260b2f090bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:55:54Z', 'updated_at': '2022-03-09T03:59:15Z', 'revision_number': 5, 'project_id': '42e2cf4c1213474880544b42bf2477f7', 'gw_port': {'id': '1d6d308c-62af-4270-8b7f-260b2f090bfc', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa3011d-13cb-4e19-8b0a-285ffa4a7716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:55:57Z', 'updated_at': '2022-03-09T03:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:59:18.990337 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff937eb-c1bc-4ada-a700-363a5ae7594e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d973e37b-1d03-48db-8679-fa334291b027,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:19.037056 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7183d65e-d7f5-4ecf-ab6e-7565290dde7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:19.055495 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bbc00a0e-5a86-4597-ae6c-f9d7c4be1cf9 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Synchronizing usage tracker for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:19.072433 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bbc00a0e-5a86-4597-ae6c-f9d7c4be1cf9 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Unset dirty status for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:19.074319 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bbc00a0e-5a86-4597-ae6c-f9d7c4be1cf9 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0930099 Mar 09 03:59:19.077169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47502) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:19.085677 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dff937eb-c1bc-4ada-a700-363a5ae7594e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:19.089330 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-dff937eb-c1bc-4ada-a700-363a5ae7594e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/security-groups/d973e37b-1d03-48db-8679-fa334291b027 HTTP/1.1" status: 204 len: 168 time: 1.5771141 Mar 09 03:59:19.098863 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47506) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:19.120655 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-7183d65e-d7f5-4ecf-ab6e-7565290dde7f admin admin] Deleting port 1d6d308c-62af-4270-8b7f-260b2f090bfc {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:59:19.121021 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7183d65e-d7f5-4ecf-ab6e-7565290dde7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:19.177685 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-2f528ea6-ce16-4c59-8766-e64228e67d21 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:19.178368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-2f528ea6-ce16-4c59-8766-e64228e67d21 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Synchronizing usage tracker for tenant:f62636ca99004fbcad682ccf3903561c on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:19.190822 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c49d86b-5074-4ee5-9227-b8884b2b54c0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:19.208302 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-65852264-455b-4494-9008-2d8d0d2140a5 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:19.219164 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf2eb331-6313-41dd-8727-50e2bc76e6fb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:19.255592 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-65852264-455b-4494-9008-2d8d0d2140a5 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:19.274248 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf2eb331-6313-41dd-8727-50e2bc76e6fb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:19.308090 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-2f528ea6-ce16-4c59-8766-e64228e67d21 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Unset dirty status for tenant:f62636ca99004fbcad682ccf3903561c on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:19.311374 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-2f528ea6-ce16-4c59-8766-e64228e67d21 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/networks?id=6f84cfcf-228d-4f64-9839-933d907d9a2d HTTP/1.1" status: 200 len: 796 time: 0.5878437 Mar 09 03:59:19.343317 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-65852264-455b-4494-9008-2d8d0d2140a5 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:19.357941 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf2eb331-6313-41dd-8727-50e2bc76e6fb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:19.369496 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65852264-455b-4494-9008-2d8d0d2140a5 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c61e8df-37e8-4f93-b156-d7530f20b559,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:19.394894 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2eb331-6313-41dd-8727-50e2bc76e6fb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f706ce-7613-43f0-9f5a-77ac5f0de398,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:19.405979 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf2eb331-6313-41dd-8727-50e2bc76e6fb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:19.410227 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cf2eb331-6313-41dd-8727-50e2bc76e6fb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/security-groups/20f706ce-7613-43f0-9f5a-77ac5f0de398 HTTP/1.1" status: 204 len: 168 time: 0.3072383 Mar 09 03:59:19.412077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47512) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:19.413426 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-70ed2787-b6c2-454e-b28c-b2c9a2cd46e7 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/quotas/f62636ca99004fbcad682ccf3903561c HTTP/1.1" status: 200 len: 375 time: 0.0871184 Mar 09 03:59:19.415610 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9b34cde6-d975-453a-8af0-49f5d690ea39 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:59:19.448328 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-65852264-455b-4494-9008-2d8d0d2140a5 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:19.449446 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-65852264-455b-4494-9008-2d8d0d2140a5 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "DELETE /v2.0/security-groups/4c61e8df-37e8-4f93-b156-d7530f20b559 HTTP/1.1" status: 204 len: 168 time: 0.3705022 Mar 09 03:59:19.459648 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47518) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:19.530916 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 9b34cde6-d975-453a-8af0-49f5d690ea39 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:59:19.531339 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9b34cde6-d975-453a-8af0-49f5d690ea39 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:59:19.551505 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-3452335f-a5df-47a8-bc1a-17189ba51053 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting subnet f3aa1b0c-fe26-4e12-87a1-8f5bb3348797 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:59:19.571463 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3452335f-a5df-47a8-bc1a-17189ba51053 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:19.615605 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-26d2d48b-bf76-4f33-b727-2682cdc80044 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Synchronizing usage tracker for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:19.642244 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3452335f-a5df-47a8-bc1a-17189ba51053 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:19.680582 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-26d2d48b-bf76-4f33-b727-2682cdc80044 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Unset dirty status for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:19.685964 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-26d2d48b-bf76-4f33-b727-2682cdc80044 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2215204 Mar 09 03:59:19.692058 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47522) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:19.711393 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-07060dba-1879-418d-821e-fa092ac0eaf1 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Request body: {'security_group': {'name': 'tempest-secgroup--383984311'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:19.717603 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-07060dba-1879-418d-821e-fa092ac0eaf1 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:19.728614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-07060dba-1879-418d-821e-fa092ac0eaf1 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:19.763448 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-07060dba-1879-418d-821e-fa092ac0eaf1 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:19.764975 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3452335f-a5df-47a8-bc1a-17189ba51053 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:19.797012 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-9cacf09a-b069-4f8a-b7f9-322c41038111 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Synchronizing usage tracker for tenant:f62636ca99004fbcad682ccf3903561c on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:19.869792 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-9cacf09a-b069-4f8a-b7f9-322c41038111 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Unset dirty status for tenant:f62636ca99004fbcad682ccf3903561c on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:19.870998 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-9cacf09a-b069-4f8a-b7f9-322c41038111 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f62636ca99004fbcad682ccf3903561c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3280873 Mar 09 03:59:19.872550 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-7183d65e-d7f5-4ecf-ab6e-7565290dde7f admin admin] For port 1d6d308c-62af-4270-8b7f-260b2f090bfc, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1d6d308c-62af-4270-8b7f-260b2f090bfc,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:59:19.872904 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7183d65e-d7f5-4ecf-ab6e-7565290dde7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:19.909902 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3452335f-a5df-47a8-bc1a-17189ba51053 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:20.060323 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-07060dba-1879-418d-821e-fa092ac0eaf1 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:20.098676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452335f-a5df-47a8-bc1a-17189ba51053 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Subnet': ['ID=f3aa1b0c-fe26-4e12-87a1-8f5bb3348797,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:20.104483 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3452335f-a5df-47a8-bc1a-17189ba51053 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:20.111641 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce41e4a3-1539-43cc-b881-ce4a57ab00c3 None None] Network b611994d-45c6-4370-a94f-c78d5bbb57b7 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:59:20.118581 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3452335f-a5df-47a8-bc1a-17189ba51053 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/subnets/f3aa1b0c-fe26-4e12-87a1-8f5bb3348797 HTTP/1.1" status: 204 len: 168 time: 0.7009892 Mar 09 03:59:20.130077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47528) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:20.130284 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-07060dba-1879-418d-821e-fa092ac0eaf1 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Usage tracker for resource:security_group_rule and tenant:738cd5c47d744313ab554e4418243d56 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:20.138353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-07060dba-1879-418d-821e-fa092ac0eaf1 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:20.143194 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-442a2007-240a-4ba8-bacc-0e50a15db5eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'subnet': {'network_id': 'b611994d-45c6-4370-a94f-c78d5bbb57b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:20.185767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-df0c95ec-628b-47f1-a506-f0205290170c req-f9e67f8b-6099-4fb8-ac2e-94927ec4a1bf service neutron] (87880) timed out ('10.222.0.16', 53364) {{(pid=87880) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 09 03:59:20.208680 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-7183d65e-d7f5-4ecf-ab6e-7565290dde7f admin admin] Calling delete_port for 1d6d308c-62af-4270-8b7f-260b2f090bfc owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:59:20.239530 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-07060dba-1879-418d-821e-fa092ac0eaf1 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:20.320493 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94181170-658f-43af-b1ee-cc0c7edf5914 req-c862f028-582a-4db3-8bd3-854cc5ef9765 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:20.322681 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-94181170-658f-43af-b1ee-cc0c7edf5914 req-c862f028-582a-4db3-8bd3-854cc5ef9765 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 943 time: 0.4558036 Mar 09 03:59:20.357706 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3f64be45-2159-4d1b-8ef3-c8e377cfad34 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:59:20.389599 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-94181170-658f-43af-b1ee-cc0c7edf5914 req-87860d65-693c-4a89-a38c-dfe3d297fa69 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610285 Mar 09 03:59:20.399297 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-442a2007-240a-4ba8-bacc-0e50a15db5eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:20.403763 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-442a2007-240a-4ba8-bacc-0e50a15db5eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:subnet and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:20.407386 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-442a2007-240a-4ba8-bacc-0e50a15db5eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:20.415228 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-442a2007-240a-4ba8-bacc-0e50a15db5eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:20.430376 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442a2007-240a-4ba8-bacc-0e50a15db5eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:59:20.437683 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-442a2007-240a-4ba8-bacc-0e50a15db5eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:20.519943 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-39ff6151-66ca-430f-8985-aa9b0163abe0 service neutron] 10.222.0.16 "GET /v2.0/networks/6f84cfcf-228d-4f64-9839-933d907d9a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6306207 Mar 09 03:59:20.612926 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3f64be45-2159-4d1b-8ef3-c8e377cfad34, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3f64be45-2159-4d1b-8ef3-c8e377cfad34,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:59:20.652563 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '3f64be45-2159-4d1b-8ef3-c8e377cfad34', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'port_id': '3f64be45-2159-4d1b-8ef3-c8e377cfad34', 'mac_address': 'fa:16:3e:8d:8f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:59:20.762612 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-07060dba-1879-418d-821e-fa092ac0eaf1 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:20.769284 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:20.786888 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-07060dba-1879-418d-821e-fa092ac0eaf1 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:20.795673 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f64be45-2159-4d1b-8ef3-c8e377cfad34 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:59:20.834728 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3f64be45-2159-4d1b-8ef3-c8e377cfad34, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3f64be45-2159-4d1b-8ef3-c8e377cfad34,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:59:20.841610 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:20.961877 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-442a2007-240a-4ba8-bacc-0e50a15db5eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:21.018947 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=3f64be45-2159-4d1b-8ef3-c8e377cfad34,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:21.045440 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['3f64be45-2159-4d1b-8ef3-c8e377cfad34'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:59:21.077912 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07060dba-1879-418d-821e-fa092ac0eaf1 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ac38a3-f59c-4286-9a0c-a846e2501f2d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:21.108221 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-c2bcde6f-256e-4573-a8b7-8665bb48d0ef service neutron] 10.222.0.16 "GET /v2.0/networks/6f84cfcf-228d-4f64-9839-933d907d9a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615487 Mar 09 03:59:21.122096 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-07060dba-1879-418d-821e-fa092ac0eaf1 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:21.126016 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-07060dba-1879-418d-821e-fa092ac0eaf1 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4246230 Mar 09 03:59:21.128773 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47540) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:21.137993 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442a2007-240a-4ba8-bacc-0e50a15db5eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network b611994d-45c6-4370-a94f-c78d5bbb57b7 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:59:21.138238 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-86892875-cd32-44e8-a776-8c3f4050c97a tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Request body: {'security_group_rule': {'security_group_id': 'd1ac38a3-f59c-4286-9a0c-a846e2501f2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:21.142223 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-442a2007-240a-4ba8-bacc-0e50a15db5eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:21.161210 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-86892875-cd32-44e8-a776-8c3f4050c97a tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:21.167930 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7183d65e-d7f5-4ecf-ab6e-7565290dde7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:21.182136 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442a2007-240a-4ba8-bacc-0e50a15db5eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:21.182748 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-442a2007-240a-4ba8-bacc-0e50a15db5eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:21.209512 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c49d86b-5074-4ee5-9227-b8884b2b54c0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:21.213779 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-86892875-cd32-44e8-a776-8c3f4050c97a tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Usage tracker for resource:security_group_rule and tenant:738cd5c47d744313ab554e4418243d56 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:21.226572 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-86892875-cd32-44e8-a776-8c3f4050c97a tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:21.257687 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-86892875-cd32-44e8-a776-8c3f4050c97a tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:21.260439 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183d65e-d7f5-4ecf-ab6e-7565290dde7f admin admin] Pushing event deleted for resources: {'Port': ['ID=1d6d308c-62af-4270-8b7f-260b2f090bfc,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:21.285065 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-442a2007-240a-4ba8-bacc-0e50a15db5eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1488345 Mar 09 03:59:21.288346 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47544) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:21.311795 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-3ff5bb0b-7266-45f8-b011-fada87648c40 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'security_group': {'name': 'tempest-secgroup-182574047'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:21.314212 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c49d86b-5074-4ee5-9227-b8884b2b54c0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:21.342199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3ff5bb0b-7266-45f8-b011-fada87648c40 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:21.362220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3ff5bb0b-7266-45f8-b011-fada87648c40 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:security_group and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:21.369058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a2007-240a-4ba8-bacc-0e50a15db5eb tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Subnet': ['ID=92aef259-058b-41f3-a7aa-487930d02bc0,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:21.375137 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3ff5bb0b-7266-45f8-b011-fada87648c40 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:21.392463 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3ff5bb0b-7266-45f8-b011-fada87648c40 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:21.436812 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3ff5bb0b-7266-45f8-b011-fada87648c40 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:21.501266 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3ff5bb0b-7266-45f8-b011-fada87648c40 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:21.508596 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3ff5bb0b-7266-45f8-b011-fada87648c40 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:security_group_rule and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:21.515524 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3ff5bb0b-7266-45f8-b011-fada87648c40 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:21.532403 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3ff5bb0b-7266-45f8-b011-fada87648c40 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:21.733795 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3ff5bb0b-7266-45f8-b011-fada87648c40 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:21.748505 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3ff5bb0b-7266-45f8-b011-fada87648c40 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:21.767251 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-11285301-822c-4955-b6fa-5185348eb3be req-bbbeed79-26d8-45a1-843b-0d17785c94df tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 210 time: 0.1421118 Mar 09 03:59:21.802438 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004f10a-376d-4b85-bd16-44b4ff0e72c6 req-b928ec8a-7e55-45d3-9964-71f82f2d38db tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:21.804434 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e004f10a-376d-4b85-bd16-44b4ff0e72c6 req-b928ec8a-7e55-45d3-9964-71f82f2d38db tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 944 time: 0.1812828 Mar 09 03:59:21.815484 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c49d86b-5074-4ee5-9227-b8884b2b54c0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:21.816480 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c49d86b-5074-4ee5-9227-b8884b2b54c0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:21.820253 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8c49d86b-5074-4ee5-9227-b8884b2b54c0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "PUT /v2.0/ports/9726e81f-9288-423f-94bc-6fa26bc19ad3 HTTP/1.1" status: 200 len: 910 time: 4.0556431 Mar 09 03:59:21.820253 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49d86b-5074-4ee5-9227-b8884b2b54c0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Port': ['ID=9726e81f-9288-423f-94bc-6fa26bc19ad3,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:21.821250 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-86892875-cd32-44e8-a776-8c3f4050c97a tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:21.829075 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47560) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:21.890812 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3ff5bb0b-7266-45f8-b011-fada87648c40 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:21.892207 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3ff5bb0b-7266-45f8-b011-fada87648c40 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5984738 Mar 09 03:59:21.901214 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47564) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:21.908092 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-eb61b042-0939-45c2-ae79-d35bf48939c3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'security_group': {'name': 'tempest-secgroup-1849894620'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:21.916890 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-eb61b042-0939-45c2-ae79-d35bf48939c3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:21.921500 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-eb61b042-0939-45c2-ae79-d35bf48939c3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:security_group and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:21.925194 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-eb61b042-0939-45c2-ae79-d35bf48939c3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:21.932505 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-eb61b042-0939-45c2-ae79-d35bf48939c3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:21.948678 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032b0a04-f865-4953-b3fb-72448e9148f1 None None] Network b611994d-45c6-4370-a94f-c78d5bbb57b7 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:59:21.956672 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5bb0b-7266-45f8-b011-fada87648c40 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d111fc99-e754-455e-8ff2-2ef5bf50d4e0,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:21.963685 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eb61b042-0939-45c2-ae79-d35bf48939c3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:21.990012 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-eb61b042-0939-45c2-ae79-d35bf48939c3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:21.994435 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-eb61b042-0939-45c2-ae79-d35bf48939c3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:security_group_rule and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:22.000802 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-eb61b042-0939-45c2-ae79-d35bf48939c3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:22.009285 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-eb61b042-0939-45c2-ae79-d35bf48939c3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:22.051474 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e004f10a-376d-4b85-bd16-44b4ff0e72c6 req-06dd2aa3-e6ff-408a-95f3-58e7b906a3fd tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344379 Mar 09 03:59:22.096602 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7183d65e-d7f5-4ecf-ab6e-7565290dde7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:22.143806 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eb61b042-0939-45c2-ae79-d35bf48939c3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:22.154738 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eb61b042-0939-45c2-ae79-d35bf48939c3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:22.273039 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eb61b042-0939-45c2-ae79-d35bf48939c3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:22.278949 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-eb61b042-0939-45c2-ae79-d35bf48939c3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3764617 Mar 09 03:59:22.297056 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47570) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:22.308555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-becae597-b296-4956-b607-fb7027f20225 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'security_group': {'name': 'tempest-secgroup-209513891'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:22.315376 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc899b6f-5115-4ba4-9f3e-e8bb1b79cf9d None None] Provisioning complete for port 2e813f6f-76f0-4529-a81c-671c07873997 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:22.315769 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc899b6f-5115-4ba4-9f3e-e8bb1b79cf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:22.326363 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-becae597-b296-4956-b607-fb7027f20225 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:22.334672 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61b042-0939-45c2-ae79-d35bf48939c3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb384fd-6b25-49b3-a80b-ed44223adae2,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:22.348090 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-becae597-b296-4956-b607-fb7027f20225 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:security_group and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:22.354995 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-becae597-b296-4956-b607-fb7027f20225 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:22.386720 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-becae597-b296-4956-b607-fb7027f20225 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:22.391674 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3f64be45-2159-4d1b-8ef3-c8e377cfad34 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:59:22.412774 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-becae597-b296-4956-b607-fb7027f20225 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:22.459386 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-becae597-b296-4956-b607-fb7027f20225 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:22.465649 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-becae597-b296-4956-b607-fb7027f20225 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:security_group_rule and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:22.472386 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-becae597-b296-4956-b607-fb7027f20225 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:22.481091 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-becae597-b296-4956-b607-fb7027f20225 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:22.529846 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7183d65e-d7f5-4ecf-ab6e-7565290dde7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:22.544819 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7183d65e-d7f5-4ecf-ab6e-7565290dde7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:22.563134 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-86892875-cd32-44e8-a776-8c3f4050c97a tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:22.618114 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-becae597-b296-4956-b607-fb7027f20225 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:22.625018 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-becae597-b296-4956-b607-fb7027f20225 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:22.627640 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 3f64be45-2159-4d1b-8ef3-c8e377cfad34 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:59:22.630068 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-86892875-cd32-44e8-a776-8c3f4050c97a tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:22.686869 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becae597-b296-4956-b607-fb7027f20225 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b79a254c-8b29-4f53-a978-0066ce9e5a0f,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:22.687068 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86892875-cd32-44e8-a776-8c3f4050c97a tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace7e674-c92a-4f87-80f9-bbb379f41a7c,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:22.693013 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7183d65e-d7f5-4ecf-ab6e-7565290dde7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:22.693513 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7183d65e-d7f5-4ecf-ab6e-7565290dde7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3aa3011d-13cb-4e19-8b0a-285ffa4a7716 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:59:22.698093 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becae597-b296-4956-b607-fb7027f20225 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:22.698267 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becae597-b296-4956-b607-fb7027f20225 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:22.698496 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becae597-b296-4956-b607-fb7027f20225 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:22.698848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becae597-b296-4956-b607-fb7027f20225 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:22.699213 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becae597-b296-4956-b607-fb7027f20225 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:22.699545 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becae597-b296-4956-b607-fb7027f20225 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:22.699870 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becae597-b296-4956-b607-fb7027f20225 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:22.700317 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becae597-b296-4956-b607-fb7027f20225 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:22.700509 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becae597-b296-4956-b607-fb7027f20225 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:22.700837 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becae597-b296-4956-b607-fb7027f20225 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:22.701147 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becae597-b296-4956-b607-fb7027f20225 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:22.701537 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becae597-b296-4956-b607-fb7027f20225 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:22.704829 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-becae597-b296-4956-b607-fb7027f20225 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:22.706721 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-becae597-b296-4956-b607-fb7027f20225 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4061184 Mar 09 03:59:22.709910 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47576) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:22.711950 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 3f64be45-2159-4d1b-8ef3-c8e377cfad34 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:22.712277 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:22.715911 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-0d180c71-000a-46ad-a4fe-734a8bcd2a22 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1009107922', 'security_groups': ['b79a254c-8b29-4f53-a978-0066ce9e5a0f'], 'network_id': 'b611994d-45c6-4370-a94f-c78d5bbb57b7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '92aef259-058b-41f3-a7aa-487930d02bc0'}]}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:22.751317 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-86892875-cd32-44e8-a776-8c3f4050c97a tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:22.756182 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47580) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:22.756602 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-86892875-cd32-44e8-a776-8c3f4050c97a tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6225326 Mar 09 03:59:22.765612 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7183d65e-d7f5-4ecf-ab6e-7565290dde7f admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:22.767156 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7183d65e-d7f5-4ecf-ab6e-7565290dde7f admin admin] 10.222.0.16 "DELETE /v2.0/routers/3aa3011d-13cb-4e19-8b0a-285ffa4a7716 HTTP/1.1" status: 204 len: 168 time: 5.1979430 Mar 09 03:59:22.770999 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47584) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:22.784241 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc899b6f-5115-4ba4-9f3e-e8bb1b79cf9d None None] Provisioning complete for port 2deab676-5a69-4c20-a1c2-8264d92edddc triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:22.784864 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc899b6f-5115-4ba4-9f3e-e8bb1b79cf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:22.921724 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc9f97e-cadb-49d1-905e-98acd2068afd admin admin] Deleting subnet 75f3fe3d-e0f3-4248-94b8-2de9939f1dc5 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:59:22.926514 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0bc9f97e-cadb-49d1-905e-98acd2068afd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:22.986367 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-47c5e674-f830-4e79-b517-47071a73088a tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:22.994282 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0bc9f97e-cadb-49d1-905e-98acd2068afd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:23.017011 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0d180c71-000a-46ad-a4fe-734a8bcd2a22 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:23.040316 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-47c5e674-f830-4e79-b517-47071a73088a tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:23.049335 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0d180c71-000a-46ad-a4fe-734a8bcd2a22 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:23.066275 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:23.076987 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc899b6f-5115-4ba4-9f3e-e8bb1b79cf9d None None] Port 2deab676-5a69-4c20-a1c2-8264d92edddc cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:59:23.093948 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5a71f4f3-265f-4762-b20b-0c7158aaca39 req-5327074b-9caf-468a-ad60-10fb3acfd0f5 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 210 time: 0.0677369 Mar 09 03:59:23.106946 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d180c71-000a-46ad-a4fe-734a8bcd2a22 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:59:23.134781 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf5bb00-1c0c-43d2-9299-adbd34f13500 None None] Update dhcp port {'port': {'network_id': 'b611994d-45c6-4370-a94f-c78d5bbb57b7', 'fixed_ips': [{'subnet_id': '0346ffbb-09e2-4718-bead-e5c6f4ba28a1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '92aef259-058b-41f3-a7aa-487930d02bc0'}], 'binding:host_id': 'n-d-825178-5'}, 'id': '2e813f6f-76f0-4529-a81c-671c07873997'} from n-d-825178-5. {{(pid=87882) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 03:59:23.158046 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0bc9f97e-cadb-49d1-905e-98acd2068afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:23.214277 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f64be45-2159-4d1b-8ef3-c8e377cfad34'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:59:23.249909 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3f64be45-2159-4d1b-8ef3-c8e377cfad34, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3f64be45-2159-4d1b-8ef3-c8e377cfad34,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:59:23.264591 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:23.286646 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5aaac590-629d-45a0-8b72-e854b8ca80d9 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:23.359059 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f64be45-2159-4d1b-8ef3-c8e377cfad34', 'code': 200} Mar 09 03:59:23.378318 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0bc9f97e-cadb-49d1-905e-98acd2068afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:23.388006 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5bf5bb00-1c0c-43d2-9299-adbd34f13500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:23.402282 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1d6d308c-62af-4270-8b7f-260b2f090bfc no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:59:23.436203 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9f97e-cadb-49d1-905e-98acd2068afd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75f3fe3d-e0f3-4248-94b8-2de9939f1dc5,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:23.445777 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-47c5e674-f830-4e79-b517-47071a73088a tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:23.448363 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 1d6d308c-62af-4270-8b7f-260b2f090bfc {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:59:23.448707 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1d6d308c-62af-4270-8b7f-260b2f090bfc not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:59:23.498461 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0bc9f97e-cadb-49d1-905e-98acd2068afd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:23.510119 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0bc9f97e-cadb-49d1-905e-98acd2068afd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/75f3fe3d-e0f3-4248-94b8-2de9939f1dc5 HTTP/1.1" status: 204 len: 168 time: 0.7375126 Mar 09 03:59:23.518323 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=3f64be45-2159-4d1b-8ef3-c8e377cfad34,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:23.520459 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47596) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:23.530744 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-9990583e-c54e-4a4c-a4d9-c04aa2e1bc51 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:23.532343 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-9990583e-c54e-4a4c-a4d9-c04aa2e1bc51 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.24 "GET /v2.0/networks?id=6f84cfcf-228d-4f64-9839-933d907d9a2d HTTP/1.1" status: 200 len: 796 time: 0.3708262 Mar 09 03:59:23.655354 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5e674-f830-4e79-b517-47071a73088a tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ac38a3-f59c-4286-9a0c-a846e2501f2d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:23.699505 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-47c5e674-f830-4e79-b517-47071a73088a tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:23.700570 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-47c5e674-f830-4e79-b517-47071a73088a tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "DELETE /v2.0/security-groups/d1ac38a3-f59c-4286-9a0c-a846e2501f2d HTTP/1.1" status: 204 len: 168 time: 0.9433765 Mar 09 03:59:23.710799 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47602) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:23.727906 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-5bf5bb00-1c0c-43d2-9299-adbd34f13500 None None] Allocated IP 2001:db8::2 (b611994d-45c6-4370-a94f-c78d5bbb57b7/92aef259-058b-41f3-a7aa-487930d02bc0/2e813f6f-76f0-4529-a81c-671c07873997) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:59:23.734644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-df4e513d-66e1-4e57-8a7c-63e076fbe61d tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Synchronizing usage tracker for tenant:f62636ca99004fbcad682ccf3903561c on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:23.757473 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-df4e513d-66e1-4e57-8a7c-63e076fbe61d tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Unset dirty status for tenant:f62636ca99004fbcad682ccf3903561c on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:23.758612 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-df4e513d-66e1-4e57-8a7c-63e076fbe61d tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f62636ca99004fbcad682ccf3903561c HTTP/1.1" status: 200 len: 477 time: 0.2101262 Mar 09 03:59:23.763181 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-194618cf-9a8c-4033-be0c-701d7e1dc992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:23.781047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-96b49063-d95d-4372-aba3-5b2af6bbf017 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Request body: {'port': {'device_id': 'f05e1df7-c76a-45d3-afbb-1ec18ad82935', 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d', 'admin_state_up': True, 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'security_groups': ['8d4b4c56-768c-4d63-af17-85bfa056056d', '753d2dfc-fd4f-4499-8e9d-c854be747a5f']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:23.800718 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4fb9f125-b526-4436-a20a-11fa2ac81ce4 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Synchronizing usage tracker for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:23.967334 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-5bf5bb00-1c0c-43d2-9299-adbd34f13500 None None] For port 2e813f6f-76f0-4529-a81c-671c07873997, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=2e813f6f-76f0-4529-a81c-671c07873997,segment=NetworkSegment(e3ae4439-5f74-4890-a7c0-b3abf5586e6d),segment_id=e3ae4439-5f74-4890-a7c0-b3abf5586e6d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:59:23.996271 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5bf5bb00-1c0c-43d2-9299-adbd34f13500 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:24.017023 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5bf5bb00-1c0c-43d2-9299-adbd34f13500 None None] Transition to ACTIVE for port object 2e813f6f-76f0-4529-a81c-671c07873997 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:24.021930 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5bf5bb00-1c0c-43d2-9299-adbd34f13500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:24.123621 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4fb9f125-b526-4436-a20a-11fa2ac81ce4 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Unset dirty status for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:24.125878 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4fb9f125-b526-4436-a20a-11fa2ac81ce4 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4139426 Mar 09 03:59:24.137812 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47614) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:24.144989 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-194618cf-9a8c-4033-be0c-701d7e1dc992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:24.215925 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5bb00-1c0c-43d2-9299-adbd34f13500 None None] Pushing event updated for resources: {'Port': ['ID=2e813f6f-76f0-4529-a81c-671c07873997,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:24.221333 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-194618cf-9a8c-4033-be0c-701d7e1dc992 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c93958-592c-464f-a37a-ef1493d3d272']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:24.229527 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-5aaac590-629d-45a0-8b72-e854b8ca80d9 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting port 9726e81f-9288-423f-94bc-6fa26bc19ad3 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:59:24.229876 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5aaac590-629d-45a0-8b72-e854b8ca80d9 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:24.231564 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e1c7f-b76e-4a71-ab57-0f6d2190a3e4 req-8f4e74ab-7dbf-4e74-a769-77bd5fe74845 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:24.233077 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2c2e1c7f-b76e-4a71-ab57-0f6d2190a3e4 req-8f4e74ab-7dbf-4e74-a769-77bd5fe74845 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 945 time: 0.8877904 Mar 09 03:59:24.239014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fdc5b1-b702-4a8b-aaa0-77643a5b406a req-9f4add79-3222-47a6-b4bc-65274d9ce37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:24.240441 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c4fdc5b1-b702-4a8b-aaa0-77643a5b406a req-9f4add79-3222-47a6-b4bc-65274d9ce37a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 1096 time: 0.8131218 Mar 09 03:59:24.245913 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0d180c71-000a-46ad-a4fe-734a8bcd2a22 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:24.297015 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f47cd0c8-e96f-463a-9cc4-799ab8c1216d tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Synchronizing usage tracker for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:24.298525 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-96b49063-d95d-4372-aba3-5b2af6bbf017 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:24.310032 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-194618cf-9a8c-4033-be0c-701d7e1dc992 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f233615-000c-4519-9dca-433088f6f949') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:24.310323 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-194618cf-9a8c-4033-be0c-701d7e1dc992 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f233615-000c-4519-9dca-433088f6f949') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:24.336376 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-96b49063-d95d-4372-aba3-5b2af6bbf017 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:24.338712 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-0d180c71-000a-46ad-a4fe-734a8bcd2a22 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] device_id is not set on port dff9b6aa-e440-4aa4-83d2-6ac9bf1e71b5 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:59:24.381738 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-194618cf-9a8c-4033-be0c-701d7e1dc992 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:24.400598 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c11b80c4-332d-4afd-a1f0-93fcd3931940 req-512bc97d-d98e-4115-9483-8b52442da440 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 210 time: 0.0695829 Mar 09 03:59:24.403172 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2c2e1c7f-b76e-4a71-ab57-0f6d2190a3e4 req-61afb4c2-1e9e-4979-b35f-2f9a90e5bd76 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617432 Mar 09 03:59:24.420000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-96b49063-d95d-4372-aba3-5b2af6bbf017 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Made reservation on behalf of f62636ca99004fbcad682ccf3903561c for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:59:24.424833 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-96b49063-d95d-4372-aba3-5b2af6bbf017 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:24.442782 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f47cd0c8-e96f-463a-9cc4-799ab8c1216d tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Unset dirty status for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group_rule {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:24.444136 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f47cd0c8-e96f-463a-9cc4-799ab8c1216d tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3030846 Mar 09 03:59:24.447200 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47620) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:24.449056 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-194618cf-9a8c-4033-be0c-701d7e1dc992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:24.459876 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-194618cf-9a8c-4033-be0c-701d7e1dc992 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:59:24.461151 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-194618cf-9a8c-4033-be0c-701d7e1dc992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:59:24.475195 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:59:24.477451 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c4fdc5b1-b702-4a8b-aaa0-77643a5b406a req-5f44e710-3cdc-447b-bd71-f0dd381015d5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207661 Mar 09 03:59:24.592145 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-6e413325-9fad-43cc-9087-316d57c32d2b tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] delete failed (client error): The resource could not be found. Mar 09 03:59:24.592145 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6e413325-9fad-43cc-9087-316d57c32d2b tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "DELETE /v2.0/security-groups/d1ac38a3-f59c-4286-9a0c-a846e2501f2d HTTP/1.1" status: 404 len: 347 time: 0.1104195 Mar 09 03:59:24.592145 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47626) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:24.641751 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-194618cf-9a8c-4033-be0c-701d7e1dc992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:24.666431 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-194618cf-9a8c-4033-be0c-701d7e1dc992 admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:24.677465 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5aaac590-629d-45a0-8b72-e854b8ca80d9 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:24.694450 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194618cf-9a8c-4033-be0c-701d7e1dc992 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0c93958-592c-464f-a37a-ef1493d3d272,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:24.756928 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-194618cf-9a8c-4033-be0c-701d7e1dc992 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c0c93958-592c-464f-a37a-ef1493d3d272 HTTP/1.1" status: 204 len: 168 time: 1.2330604 Mar 09 03:59:24.823319 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c14e47a7-0469-4f50-8444-b13e812bc619 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Synchronizing usage tracker for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:24.830994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-5aaac590-629d-45a0-8b72-e854b8ca80d9 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Calling delete_port for 9726e81f-9288-423f-94bc-6fa26bc19ad3 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:59:24.855428 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-0d180c71-000a-46ad-a4fe-734a8bcd2a22 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Allocated IP 2001:db8::c4 (b611994d-45c6-4370-a94f-c78d5bbb57b7/92aef259-058b-41f3-a7aa-487930d02bc0/dff9b6aa-e440-4aa4-83d2-6ac9bf1e71b5) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:59:24.916488 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-96b49063-d95d-4372-aba3-5b2af6bbf017 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Allocated IP 172.20.0.7 (6f84cfcf-228d-4f64-9839-933d907d9a2d/3acfb211-8535-4334-b88e-ccba5949ed78/07de3997-2765-448b-b136-d2b2e863ef04) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:59:24.922172 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c14e47a7-0469-4f50-8444-b13e812bc619 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] Unset dirty status for tenant:738cd5c47d744313ab554e4418243d56 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:24.928912 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c14e47a7-0469-4f50-8444-b13e812bc619 tempest-SecGroupIPv6Test-1394541190 tempest-SecGroupIPv6Test-1394541190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3331175 Mar 09 03:59:25.121156 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47640) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:25.164422 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5aaac590-629d-45a0-8b72-e854b8ca80d9 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:25.305278 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaac590-629d-45a0-8b72-e854b8ca80d9 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Port': ['ID=9726e81f-9288-423f-94bc-6fa26bc19ad3,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:25.337660 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 2e813f6f-76f0-4529-a81c-671c07873997 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:59:25.371662 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6185d52d-ff00-4151-aeea-1192a7933028 None None] Provisioning complete for port 2deab676-5a69-4c20-a1c2-8264d92edddc triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:25.372431 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6185d52d-ff00-4151-aeea-1192a7933028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:25.388760 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47648) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:25.444163 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-501384bf-5395-4c9f-ac30-7b8a7398c081 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42e2cf4c1213474880544b42bf2477f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3181181 Mar 09 03:59:25.445173 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47654) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:25.496090 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-96b49063-d95d-4372-aba3-5b2af6bbf017 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:25.517280 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-96b49063-d95d-4372-aba3-5b2af6bbf017 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Transition to ACTIVE for port object 07de3997-2765-448b-b136-d2b2e863ef04 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:25.592190 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0d180c71-000a-46ad-a4fe-734a8bcd2a22 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:25.611911 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-0d180c71-000a-46ad-a4fe-734a8bcd2a22 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Transition to ACTIVE for port object dff9b6aa-e440-4aa4-83d2-6ac9bf1e71b5 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:25.645823 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-96b49063-d95d-4372-aba3-5b2af6bbf017 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:25.646387 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6185d52d-ff00-4151-aeea-1192a7933028 None None] Port 2deab676-5a69-4c20-a1c2-8264d92edddc cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:59:25.652267 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0d180c71-000a-46ad-a4fe-734a8bcd2a22 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:25.700757 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6185d52d-ff00-4151-aeea-1192a7933028 None None] Provisioning for port 2e813f6f-76f0-4529-a81c-671c07873997 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:59:25.714361 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5aaac590-629d-45a0-8b72-e854b8ca80d9 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:25.724562 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6185d52d-ff00-4151-aeea-1192a7933028 None None] Provisioning complete for port 2e813f6f-76f0-4529-a81c-671c07873997 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:25.725034 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6185d52d-ff00-4151-aeea-1192a7933028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:25.820556 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 2e813f6f-76f0-4529-a81c-671c07873997 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:25.821023 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:25.882094 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-96b49063-d95d-4372-aba3-5b2af6bbf017 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Network 6f84cfcf-228d-4f64-9839-933d907d9a2d is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:59:25.888622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-96b49063-d95d-4372-aba3-5b2af6bbf017 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:25.891049 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-96b49063-d95d-4372-aba3-5b2af6bbf017 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:59:25.950977 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d180c71-000a-46ad-a4fe-734a8bcd2a22 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network b611994d-45c6-4370-a94f-c78d5bbb57b7 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:59:25.964872 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-96b49063-d95d-4372-aba3-5b2af6bbf017 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:25.967169 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-96b49063-d95d-4372-aba3-5b2af6bbf017 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:25.967629 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-869469f2-6a28-4539-b432-d4db609fcfe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:25.983000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b49063-d95d-4372-aba3-5b2af6bbf017 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event updated for resources: {'Port': ['ID=07de3997-2765-448b-b136-d2b2e863ef04,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:26.046501 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-0d180c71-000a-46ad-a4fe-734a8bcd2a22 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:26.049159 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d180c71-000a-46ad-a4fe-734a8bcd2a22 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:59:26.054951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d180c71-000a-46ad-a4fe-734a8bcd2a22 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:26.055567 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0d180c71-000a-46ad-a4fe-734a8bcd2a22 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:26.126501 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d180c71-000a-46ad-a4fe-734a8bcd2a22 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Port': ['ID=dff9b6aa-e440-4aa4-83d2-6ac9bf1e71b5,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:26.167197 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0d180c71-000a-46ad-a4fe-734a8bcd2a22 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4554205 Mar 09 03:59:26.168231 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47662) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:26.174960 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-96b49063-d95d-4372-aba3-5b2af6bbf017 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.4013028 Mar 09 03:59:26.182805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-8c2ff157-5017-4ffc-a863-768eb2d6d9d4 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'subnet': {'network_id': 'b611994d-45c6-4370-a94f-c78d5bbb57b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:26.207822 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-6aad7441-eaae-4c00-8173-e106cc057c5a service neutron] Request body: {'port': {'device_id': 'f05e1df7-c76a-45d3-afbb-1ec18ad82935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:26.289559 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8605457-d637-46fe-85eb-bd1bf0407d8d req-627f1579-5a81-4c52-ba09-1edf70aa8143 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:26.291553 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8605457-d637-46fe-85eb-bd1bf0407d8d req-627f1579-5a81-4c52-ba09-1edf70aa8143 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 945 time: 0.5044606 Mar 09 03:59:26.299092 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5626b1db-fd3d-4d81-8d04-fd5dea1e0df6 None None] Provisioning for port 07de3997-2765-448b-b136-d2b2e863ef04 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:59:26.307742 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5626b1db-fd3d-4d81-8d04-fd5dea1e0df6 None None] Provisioning complete for port 07de3997-2765-448b-b136-d2b2e863ef04 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:26.308106 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5626b1db-fd3d-4d81-8d04-fd5dea1e0df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:26.431828 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-5626b1db-fd3d-4d81-8d04-fd5dea1e0df6 None None] Port 07de3997-2765-448b-b136-d2b2e863ef04 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:59:26.479904 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b8605457-d637-46fe-85eb-bd1bf0407d8d req-2d1b851a-8771-488e-9816-cc9083b49d33 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360388 Mar 09 03:59:26.501500 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-89804b6b-855a-4604-9611-3617a3da619a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=738cd5c47d744313ab554e4418243d56&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1116748 Mar 09 03:59:26.511022 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47668) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:26.513909 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-6aad7441-eaae-4c00-8173-e106cc057c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:26.556827 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-30ac1238-d4a8-4f81-add4-0e174c23c1ba None None] Provisioning for port dff9b6aa-e440-4aa4-83d2-6ac9bf1e71b5 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:59:26.565002 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-30ac1238-d4a8-4f81-add4-0e174c23c1ba None None] Provisioning complete for port dff9b6aa-e440-4aa4-83d2-6ac9bf1e71b5 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:26.566076 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-30ac1238-d4a8-4f81-add4-0e174c23c1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:26.573027 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-869469f2-6a28-4539-b432-d4db609fcfe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:26.595365 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8c2ff157-5017-4ffc-a863-768eb2d6d9d4 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:26.609251 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aaac590-629d-45a0-8b72-e854b8ca80d9 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Router 6b0d7036-8112-4a49-8a72-d551fae2584b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:59:26.623109 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8c2ff157-5017-4ffc-a863-768eb2d6d9d4 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:subnet and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:26.632652 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8c2ff157-5017-4ffc-a863-768eb2d6d9d4 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:26.642299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8c2ff157-5017-4ffc-a863-768eb2d6d9d4 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:26.645195 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-30ac1238-d4a8-4f81-add4-0e174c23c1ba None None] Port dff9b6aa-e440-4aa4-83d2-6ac9bf1e71b5 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:59:26.657627 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26b6a0-10a7-415d-ae26-deec7509e94f req-7313dc11-d366-4d28-a5f7-3afb07efc172 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:26.659161 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-de26b6a0-10a7-415d-ae26-deec7509e94f req-7313dc11-d366-4d28-a5f7-3afb07efc172 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 970 time: 0.8317695 Mar 09 03:59:26.824548 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aaac590-629d-45a0-8b72-e854b8ca80d9 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:59:26.837728 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-869469f2-6a28-4539-b432-d4db609fcfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:26.847465 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a923e80a-64c6-4495-91da-162353031fe1 None None] Sync routers for ids ['6b0d7036-8112-4a49-8a72-d551fae2584b'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:59:26.862584 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-de26b6a0-10a7-415d-ae26-deec7509e94f req-07fd6dd2-1d43-4c96-8e7b-e16c37e964a7 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/security-groups?id=753d2dfc-fd4f-4499-8e9d-c854be747a5f&id=8d4b4c56-768c-4d63-af17-85bfa056056d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1519520 Mar 09 03:59:26.869351 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-34e51644-09fc-4aaa-a3ea-53585e5923b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:26.870966 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2ff157-5017-4ffc-a863-768eb2d6d9d4 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:59:26.872567 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a923e80a-64c6-4495-91da-162353031fe1 None None] Routers {'6b0d7036-8112-4a49-8a72-d551fae2584b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:59:26.873593 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a923e80a-64c6-4495-91da-162353031fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:59:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['6b0d7036-8112-4a49-8a72-d551fae2584b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:26.874452 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff157-5017-4ffc-a863-768eb2d6d9d4 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:26.885081 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869469f2-6a28-4539-b432-d4db609fcfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ce79df-3a2b-4ceb-b100-052deeffcb1e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:26.903043 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5aaac590-629d-45a0-8b72-e854b8ca80d9 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "PUT /v2.0/routers/6b0d7036-8112-4a49-8a72-d551fae2584b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0684316 Mar 09 03:59:26.903923 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47672) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:26.943950 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-869469f2-6a28-4539-b432-d4db609fcfe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:26.945437 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-869469f2-6a28-4539-b432-d4db609fcfe9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4ce79df-3a2b-4ceb-b100-052deeffcb1e HTTP/1.1" status: 204 len: 168 time: 1.4993672 Mar 09 03:59:26.952231 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0a901374-8a66-4199-b6b7-20d3059889d2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Synchronizing usage tracker for tenant:8d98afbc76a3441ab1cb90e168d30508 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:26.972503 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0a901374-8a66-4199-b6b7-20d3059889d2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Unset dirty status for tenant:8d98afbc76a3441ab1cb90e168d30508 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:26.977467 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0a901374-8a66-4199-b6b7-20d3059889d2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b0d7036-8112-4a49-8a72-d551fae2584b HTTP/1.1" status: 200 len: 205 time: 0.0721555 Mar 09 03:59:26.978396 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47678) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:27.018059 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a923e80a-64c6-4495-91da-162353031fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:27.027123 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a923e80a-64c6-4495-91da-162353031fe1 None None] Routers {'6b0d7036-8112-4a49-8a72-d551fae2584b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:59:27.027996 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a923e80a-64c6-4495-91da-162353031fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:59:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['6b0d7036-8112-4a49-8a72-d551fae2584b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:27.077893 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-34e51644-09fc-4aaa-a3ea-53585e5923b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:27.094352 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a923e80a-64c6-4495-91da-162353031fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:27.095284 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a923e80a-64c6-4495-91da-162353031fe1 None None] The sync data for ids ['6b0d7036-8112-4a49-8a72-d551fae2584b'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:59:27.163161 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-37aa93b3-db06-44c4-91ca-50e20802d7fe tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:27.292111 n-d-825178-5 neutron-server[87880]: INFO neutron.db.ipam_backend_mixin [None req-8c2ff157-5017-4ffc-a863-768eb2d6d9d4 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 92aef259-058b-41f3-a7aa-487930d02bc0 (CIDR: 2001:db8::/64) Mar 09 03:59:27.307343 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2ff157-5017-4ffc-a863-768eb2d6d9d4 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 03:59:27.307795 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c2ff157-5017-4ffc-a863-768eb2d6d9d4 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:59:27.327838 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-34e51644-09fc-4aaa-a3ea-53585e5923b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:27.367332 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e51644-09fc-4aaa-a3ea-53585e5923b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c7e0a5-2c43-4c5b-9497-e91835e3c206,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:27.372798 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-34e51644-09fc-4aaa-a3ea-53585e5923b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:27.374023 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-34e51644-09fc-4aaa-a3ea-53585e5923b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64c7e0a5-2c43-4c5b-9497-e91835e3c206 HTTP/1.1" status: 204 len: 168 time: 0.8615232 Mar 09 03:59:27.379626 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8c2ff157-5017-4ffc-a863-768eb2d6d9d4 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2088649 Mar 09 03:59:27.382341 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47690) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:27.391516 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-6914be2e-f69e-46fd-ba37-bab2fdcfc49b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'subnet': {'network_id': 'b611994d-45c6-4370-a94f-c78d5bbb57b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:27.579606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-6aad7441-eaae-4c00-8173-e106cc057c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07de3997-2765-448b-b136-d2b2e863ef04 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:59:27.591279 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-6aad7441-eaae-4c00-8173-e106cc057c5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:27.625843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-6aad7441-eaae-4c00-8173-e106cc057c5a service neutron] Transition to ACTIVE for port object 07de3997-2765-448b-b136-d2b2e863ef04 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:27.633300 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6914be2e-f69e-46fd-ba37-bab2fdcfc49b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:27.637650 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6914be2e-f69e-46fd-ba37-bab2fdcfc49b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:subnet and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:27.640444 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-6aad7441-eaae-4c00-8173-e106cc057c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:27.644373 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6914be2e-f69e-46fd-ba37-bab2fdcfc49b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:27.669119 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-37aa93b3-db06-44c4-91ca-50e20802d7fe tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:27.671560 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-37aa93b3-db06-44c4-91ca-50e20802d7fe tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:27.717327 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6914be2e-f69e-46fd-ba37-bab2fdcfc49b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:27.717584 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-37aa93b3-db06-44c4-91ca-50e20802d7fe tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:27.717961 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37aa93b3-db06-44c4-91ca-50e20802d7fe tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Fanout notify agent at l3_agent the message router_deleted on router 6b0d7036-8112-4a49-8a72-d551fae2584b {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 03:59:27.749288 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-37aa93b3-db06-44c4-91ca-50e20802d7fe tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:27.758647 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-37aa93b3-db06-44c4-91ca-50e20802d7fe tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/routers/6b0d7036-8112-4a49-8a72-d551fae2584b HTTP/1.1" status: 204 len: 168 time: 0.7780793 Mar 09 03:59:27.760552 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47704) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:27.889208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee899cf-7082-4010-b57f-1bcd4a88bbc5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting subnet f6fcf3ac-c647-4289-963b-97e833462b9b {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:59:27.894610 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-eee899cf-7082-4010-b57f-1bcd4a88bbc5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:27.945310 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6914be2e-f69e-46fd-ba37-bab2fdcfc49b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:59:27.973327 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6914be2e-f69e-46fd-ba37-bab2fdcfc49b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:28.019833 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-eee899cf-7082-4010-b57f-1bcd4a88bbc5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:28.059647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad7441-eaae-4c00-8173-e106cc057c5a service neutron] Pushing event updated for resources: {'Port': ['ID=07de3997-2765-448b-b136-d2b2e863ef04,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:28.322197 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-eee899cf-7082-4010-b57f-1bcd4a88bbc5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:28.341528 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbdc869-ae87-4a46-a763-e819035a9abe req-3164ba73-fd8c-4133-a66d-505d6eee59dc tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:28.349162 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dfbdc869-ae87-4a46-a763-e819035a9abe req-3164ba73-fd8c-4133-a66d-505d6eee59dc tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 945 time: 0.6407537 Mar 09 03:59:28.407289 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bdf18-4edc-450e-828b-86c7af2bdc7d req-1a98c4fa-7b6e-4a1f-92a3-5da439292c46 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:28.408875 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd4bdf18-4edc-450e-828b-86c7af2bdc7d req-1a98c4fa-7b6e-4a1f-92a3-5da439292c46 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 982 time: 0.2820051 Mar 09 03:59:28.421812 n-d-825178-5 neutron-server[87880]: INFO neutron.db.ipam_backend_mixin [None req-6914be2e-f69e-46fd-ba37-bab2fdcfc49b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0346ffbb-09e2-4718-bead-e5c6f4ba28a1 (CIDR: 2001:db8:0:1::/64) Mar 09 03:59:28.438366 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-6914be2e-f69e-46fd-ba37-bab2fdcfc49b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 03:59:28.438883 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6914be2e-f69e-46fd-ba37-bab2fdcfc49b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:59:28.463717 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dfbdc869-ae87-4a46-a763-e819035a9abe req-c71f760e-fb43-43a3-a52e-691a9fa38cf3 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132762 Mar 09 03:59:28.465337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-6aad7441-eaae-4c00-8173-e106cc057c5a service neutron] Attempting to bind port 07de3997-2765-448b-b136-d2b2e863ef04 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:59:28.465669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-6aad7441-eaae-4c00-8173-e106cc057c5a service neutron] Attempting to bind port 07de3997-2765-448b-b136-d2b2e863ef04 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '8977d8a4-9c38-48df-a0a9-464d9d27b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:59:28.466027 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-6aad7441-eaae-4c00-8173-e106cc057c5a service neutron] Attempting to bind port 07de3997-2765-448b-b136-d2b2e863ef04 on network 6f84cfcf-228d-4f64-9839-933d907d9a2d {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:59:28.484707 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-6aad7441-eaae-4c00-8173-e106cc057c5a service neutron] Port 07de3997-2765-448b-b136-d2b2e863ef04 on network 6f84cfcf-228d-4f64-9839-933d907d9a2d not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 03:59:28.485240 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-6aad7441-eaae-4c00-8173-e106cc057c5a service neutron] Attempting to bind port 07de3997-2765-448b-b136-d2b2e863ef04 on network 6f84cfcf-228d-4f64-9839-933d907d9a2d {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:59:28.495498 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6914be2e-f69e-46fd-ba37-bab2fdcfc49b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1120062 Mar 09 03:59:28.496580 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-6aad7441-eaae-4c00-8173-e106cc057c5a service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:59:28.496906 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-6aad7441-eaae-4c00-8173-e106cc057c5a service neutron] Checking segment: {'id': '8977d8a4-9c38-48df-a0a9-464d9d27b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:59:28.497285 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-6aad7441-eaae-4c00-8173-e106cc057c5a service neutron] Bound using segment: {'id': '8977d8a4-9c38-48df-a0a9-464d9d27b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:59:28.497705 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-6aad7441-eaae-4c00-8173-e106cc057c5a service neutron] Bound port: 07de3997-2765-448b-b136-d2b2e863ef04, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8977d8a4-9c38-48df-a0a9-464d9d27b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:59:28.498030 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-6aad7441-eaae-4c00-8173-e106cc057c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:28.519108 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47736) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:28.523331 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd4bdf18-4edc-450e-828b-86c7af2bdc7d req-a37a37e2-b7ae-4166-9c2e-381d9e3654b7 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/security-groups?id=753d2dfc-fd4f-4499-8e9d-c854be747a5f&id=8d4b4c56-768c-4d63-af17-85bfa056056d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1072922 Mar 09 03:59:28.531556 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-349aa3b9-9cfe-4fe9-8653-19ce01aac407 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'subnet': {'network_id': 'b611994d-45c6-4370-a94f-c78d5bbb57b7', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:28.720443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-6aad7441-eaae-4c00-8173-e106cc057c5a service neutron] For port 07de3997-2765-448b-b136-d2b2e863ef04, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:59:28.727873 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-6aad7441-eaae-4c00-8173-e106cc057c5a service neutron] For port 07de3997-2765-448b-b136-d2b2e863ef04, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=07de3997-2765-448b-b136-d2b2e863ef04,segment=NetworkSegment(8977d8a4-9c38-48df-a0a9-464d9d27b389),segment_id=8977d8a4-9c38-48df-a0a9-464d9d27b389)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:59:28.745767 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4dcf7666-b6f4-49b9-925c-483f6bf9dffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:28.794468 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-6aad7441-eaae-4c00-8173-e106cc057c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:28.854892 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-349aa3b9-9cfe-4fe9-8653-19ce01aac407 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:28.862513 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-349aa3b9-9cfe-4fe9-8653-19ce01aac407 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Usage tracker for resource:subnet and tenant:1a28d126d880446d92d0f7b9bfb2171c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:28.867149 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-349aa3b9-9cfe-4fe9-8653-19ce01aac407 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:28.876230 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-349aa3b9-9cfe-4fe9-8653-19ce01aac407 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:28.883861 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-6aad7441-eaae-4c00-8173-e106cc057c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:28.884639 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-6aad7441-eaae-4c00-8173-e106cc057c5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:28.886636 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-6aad7441-eaae-4c00-8173-e106cc057c5a service neutron] 10.222.0.24 "PUT /v2.0/ports/07de3997-2765-448b-b136-d2b2e863ef04 HTTP/1.1" status: 200 len: 1130 time: 2.6832628 Mar 09 03:59:28.889433 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-eee899cf-7082-4010-b57f-1bcd4a88bbc5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:28.891267 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05e1df7-c76a-45d3-afbb-1ec18ad82935', 'tag': '07de3997-2765-448b-b136-d2b2e863ef04'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:59:29.002182 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349aa3b9-9cfe-4fe9-8653-19ce01aac407 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Made reservation on behalf of 1a28d126d880446d92d0f7b9bfb2171c for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:59:29.005606 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-349aa3b9-9cfe-4fe9-8653-19ce01aac407 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:29.011344 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75796388-d22b-48fe-bbd5-1eb17798c5ce None None] Network 47c8c4a1-4c03-4734-bd04-ec12f37fbcc2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:59:29.059216 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-eee899cf-7082-4010-b57f-1bcd4a88bbc5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:29.082970 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05e1df7-c76a-45d3-afbb-1ec18ad82935', 'tag': '07de3997-2765-448b-b136-d2b2e863ef04', 'status': 'completed', 'code': 200} Mar 09 03:59:29.110182 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad7441-eaae-4c00-8173-e106cc057c5a service neutron] Pushing event updated for resources: {'Port': ['ID=07de3997-2765-448b-b136-d2b2e863ef04,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:29.116425 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee899cf-7082-4010-b57f-1bcd4a88bbc5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Subnet': ['ID=f6fcf3ac-c647-4289-963b-97e833462b9b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:29.138768 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-eee899cf-7082-4010-b57f-1bcd4a88bbc5 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/subnets/f6fcf3ac-c647-4289-963b-97e833462b9b HTTP/1.1" status: 204 len: 168 time: 1.3732917 Mar 09 03:59:29.141723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47762) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:29.466578 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243bfaed-940b-42fc-aba7-8ecbf975490b req-c2ae63c0-123c-46c5-b48c-0f827ba302a9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:29.468151 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-243bfaed-940b-42fc-aba7-8ecbf975490b req-c2ae63c0-123c-46c5-b48c-0f827ba302a9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 945 time: 0.7385993 Mar 09 03:59:29.479154 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3cd5bb1a-034b-4e5b-938b-fbe70c13b032 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:29.482128 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47776) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:29.498224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-801306c1-cdd3-4393-926b-0fe8a292cdf5 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Request body: {'floatingip': {'port_id': '3f64be45-2159-4d1b-8ef3-c8e377cfad34'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:29.645319 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63c617a-ad03-4c58-8944-b6a6b5ce1b64 None None] DHCP port deletion for 47c8c4a1-4c03-4734-bd04-ec12f37fbcc2 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:59:29.652348 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e63c617a-ad03-4c58-8944-b6a6b5ce1b64 None None] Deleting port 5d153e35-e8c3-40bb-87fe-768fe6725a71 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:59:29.653088 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e63c617a-ad03-4c58-8944-b6a6b5ce1b64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:29.732472 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-349aa3b9-9cfe-4fe9-8653-19ce01aac407 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:29.834595 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349aa3b9-9cfe-4fe9-8653-19ce01aac407 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Network b611994d-45c6-4370-a94f-c78d5bbb57b7 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:59:29.901695 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-349aa3b9-9cfe-4fe9-8653-19ce01aac407 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:29.937879 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349aa3b9-9cfe-4fe9-8653-19ce01aac407 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:29.938471 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-349aa3b9-9cfe-4fe9-8653-19ce01aac407 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:29.948726 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472cac18-c2b0-46d0-a8d5-3989991d86a4 None None] Network b611994d-45c6-4370-a94f-c78d5bbb57b7 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:59:30.017987 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349aa3b9-9cfe-4fe9-8653-19ce01aac407 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Subnet': ['ID=5b57f5c5-38c4-4f6a-bbe0-fe447faecb8c,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:30.040553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-3cd5bb1a-034b-4e5b-938b-fbe70c13b032 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting port 5d153e35-e8c3-40bb-87fe-768fe6725a71 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:59:30.041792 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3cd5bb1a-034b-4e5b-938b-fbe70c13b032 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:30.051285 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-349aa3b9-9cfe-4fe9-8653-19ce01aac407 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5264063 Mar 09 03:59:30.051614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47798) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:30.070384 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-18b5502c-b711-4ed5-aba8-e1e799549f5e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-108572080', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5b57f5c5-38c4-4f6a-bbe0-fe447faecb8c'}], 'security_groups': ['d111fc99-e754-455e-8ff2-2ef5bf50d4e0', 'fcb384fd-6b25-49b3-a80b-ed44223adae2']}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:30.110760 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-801306c1-cdd3-4393-926b-0fe8a292cdf5 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for floatingip, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:30.233978 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-ab719d61-7cea-466b-9d49-5aaf9d37a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:30.236124 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-ab719d61-7cea-466b-9d49-5aaf9d37a9fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f62636ca99004fbcad682ccf3903561c&device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 1133 time: 1.2748246 Mar 09 03:59:30.262287 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a61fca-203a-4c18-bae6-9f02306e315e req-259d05a4-10b2-4482-93d7-8a036709ba6e tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:30.270992 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-73a61fca-203a-4c18-bae6-9f02306e315e req-259d05a4-10b2-4482-93d7-8a036709ba6e tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 982 time: 0.4469700 Mar 09 03:59:30.341610 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e63c617a-ad03-4c58-8944-b6a6b5ce1b64 None None] For port 5d153e35-e8c3-40bb-87fe-768fe6725a71, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5d153e35-e8c3-40bb-87fe-768fe6725a71,segment=NetworkSegment(efaf8e16-12bc-46ad-8156-309dad97c9fb),segment_id=efaf8e16-12bc-46ad-8156-309dad97c9fb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:59:30.342005 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e63c617a-ad03-4c58-8944-b6a6b5ce1b64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:30.414419 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-1efa74eb-5288-4921-af00-5f0cc67f4346 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07de3997-2765-448b-b136-d2b2e863ef04 HTTP/1.1" status: 200 len: 217 time: 0.1643116 Mar 09 03:59:30.574084 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-73a61fca-203a-4c18-bae6-9f02306e315e req-9a5565ad-4552-4c34-9bd7-4fb7db45c131 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/security-groups?id=753d2dfc-fd4f-4499-8e9d-c854be747a5f&id=8d4b4c56-768c-4d63-af17-85bfa056056d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2759087 Mar 09 03:59:30.664936 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-5edfb94b-aace-4bfc-af6b-2d58881460eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:30.671987 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e63c617a-ad03-4c58-8944-b6a6b5ce1b64 None None] Calling delete_port for 5d153e35-e8c3-40bb-87fe-768fe6725a71 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:59:30.676017 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-5edfb94b-aace-4bfc-af6b-2d58881460eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3acfb211-8535-4334-b88e-ccba5949ed78 HTTP/1.1" status: 200 len: 833 time: 0.2271395 Mar 09 03:59:30.731855 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-18b5502c-b711-4ed5-aba8-e1e799549f5e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:30.898811 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e63c617a-ad03-4c58-8944-b6a6b5ce1b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:30.929387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-3cd5bb1a-034b-4e5b-938b-fbe70c13b032 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] For port 5d153e35-e8c3-40bb-87fe-768fe6725a71, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5d153e35-e8c3-40bb-87fe-768fe6725a71,segment=NetworkSegment(efaf8e16-12bc-46ad-8156-309dad97c9fb),segment_id=efaf8e16-12bc-46ad-8156-309dad97c9fb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:59:30.929756 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3cd5bb1a-034b-4e5b-938b-fbe70c13b032 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:31.059491 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c617a-ad03-4c58-8944-b6a6b5ce1b64 None None] Pushing event deleted for resources: {'Port': ['ID=5d153e35-e8c3-40bb-87fe-768fe6725a71,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:31.076013 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-3cd5bb1a-034b-4e5b-938b-fbe70c13b032 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Calling delete_port for 5d153e35-e8c3-40bb-87fe-768fe6725a71 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:59:31.134400 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63c617a-ad03-4c58-8944-b6a6b5ce1b64 None None] No DVR routers for this DVR port 5d153e35-e8c3-40bb-87fe-768fe6725a71 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:59:31.156259 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [None req-3cd5bb1a-034b-4e5b-938b-fbe70c13b032 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:59:31.156929 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [None req-3cd5bb1a-034b-4e5b-938b-fbe70c13b032 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:59:31.190603 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c617a-ad03-4c58-8944-b6a6b5ce1b64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:31.195787 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c617a-ad03-4c58-8944-b6a6b5ce1b64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:31.196081 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c617a-ad03-4c58-8944-b6a6b5ce1b64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:31.196578 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c617a-ad03-4c58-8944-b6a6b5ce1b64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:31.198499 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c617a-ad03-4c58-8944-b6a6b5ce1b64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:31.199029 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c617a-ad03-4c58-8944-b6a6b5ce1b64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:31.199505 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c617a-ad03-4c58-8944-b6a6b5ce1b64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:31.200629 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c617a-ad03-4c58-8944-b6a6b5ce1b64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:31.201115 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c617a-ad03-4c58-8944-b6a6b5ce1b64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:31.201939 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c617a-ad03-4c58-8944-b6a6b5ce1b64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:31.202620 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c617a-ad03-4c58-8944-b6a6b5ce1b64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:31.203464 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c617a-ad03-4c58-8944-b6a6b5ce1b64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:31.278045 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b7239224-1898-408a-acac-3f7bdd37885b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:31.318681 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d966cce0-5c01-485a-bfa5-a25a84678a95 None None] Update dhcp port {'port': {'network_id': 'b611994d-45c6-4370-a94f-c78d5bbb57b7', 'fixed_ips': [{'subnet_id': '0346ffbb-09e2-4718-bead-e5c6f4ba28a1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '92aef259-058b-41f3-a7aa-487930d02bc0', 'ip_address': '2001:db8::2'}, {'subnet_id': '5b57f5c5-38c4-4f6a-bbe0-fe447faecb8c'}], 'binding:host_id': 'n-d-825178-5'}, 'id': '2e813f6f-76f0-4529-a81c-671c07873997'} from n-d-825178-5. {{(pid=87882) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 03:59:31.387059 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5d153e35-e8c3-40bb-87fe-768fe6725a71 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:59:31.454391 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 5d153e35-e8c3-40bb-87fe-768fe6725a71 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 03:59:31.454701 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5d153e35-e8c3-40bb-87fe-768fe6725a71 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 03:59:31.502881 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d966cce0-5c01-485a-bfa5-a25a84678a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:31.607779 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-18b5502c-b711-4ed5-aba8-e1e799549f5e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Delete allocated IP 2001:db8::c4 (b611994d-45c6-4370-a94f-c78d5bbb57b7/92aef259-058b-41f3-a7aa-487930d02bc0) {{(pid=87881) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 09 03:59:31.645747 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-18b5502c-b711-4ed5-aba8-e1e799549f5e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Allocated IP 2001:db8:0:2::3d (b611994d-45c6-4370-a94f-c78d5bbb57b7/5b57f5c5-38c4-4f6a-bbe0-fe447faecb8c/dff9b6aa-e440-4aa4-83d2-6ac9bf1e71b5) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:59:31.663319 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-18c18461-cc91-49bf-b98f-f49b6b078b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:31.664970 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-18c18461-cc91-49bf-b98f-f49b6b078b2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f84cfcf-228d-4f64-9839-933d907d9a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9836283 Mar 09 03:59:31.681438 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-3cd5bb1a-034b-4e5b-938b-fbe70c13b032 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting port 5d153e35-e8c3-40bb-87fe-768fe6725a71 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:59:31.681767 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3cd5bb1a-034b-4e5b-938b-fbe70c13b032 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:31.871929 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-3cd5bb1a-034b-4e5b-938b-fbe70c13b032 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] The port '5d153e35-e8c3-40bb-87fe-768fe6725a71' was deleted {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:59:32.051317 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:32.076566 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-18b5502c-b711-4ed5-aba8-e1e799549f5e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:32.115785 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-18b5502c-b711-4ed5-aba8-e1e799549f5e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Transition to ACTIVE for port object dff9b6aa-e440-4aa4-83d2-6ac9bf1e71b5 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:32.124255 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-18b5502c-b711-4ed5-aba8-e1e799549f5e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:32.254459 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:32.281270 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-d966cce0-5c01-485a-bfa5-a25a84678a95 None None] Allocated IP 2001:db8:0:2::2 (b611994d-45c6-4370-a94f-c78d5bbb57b7/5b57f5c5-38c4-4f6a-bbe0-fe447faecb8c/2e813f6f-76f0-4529-a81c-671c07873997) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:59:32.301235 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5502c-b711-4ed5-aba8-e1e799549f5e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event updated for resources: {'Port': ['ID=dff9b6aa-e440-4aa4-83d2-6ac9bf1e71b5,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:32.322330 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-18b5502c-b711-4ed5-aba8-e1e799549f5e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] In _notify_port_updated(), no bound segment for port dff9b6aa-e440-4aa4-83d2-6ac9bf1e71b5 on network b611994d-45c6-4370-a94f-c78d5bbb57b7 {{(pid=87881) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 03:59:32.337482 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b5502c-b711-4ed5-aba8-e1e799549f5e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:32.345310 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-18b5502c-b711-4ed5-aba8-e1e799549f5e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:32.347387 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-18b5502c-b711-4ed5-aba8-e1e799549f5e tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "PUT /v2.0/ports/dff9b6aa-e440-4aa4-83d2-6ac9bf1e71b5 HTTP/1.1" status: 200 len: 968 time: 2.2923758 Mar 09 03:59:32.350360 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47848) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:32.402763 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3cd5bb1a-034b-4e5b-938b-fbe70c13b032 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:32.430254 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-3cd5bb1a-034b-4e5b-938b-fbe70c13b032 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c8c4a1-4c03-4734-bd04-ec12f37fbcc2']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:32.444076 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-3cd5bb1a-034b-4e5b-938b-fbe70c13b032 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efaf8e16-12bc-46ad-8156-309dad97c9fb') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:32.444717 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-3cd5bb1a-034b-4e5b-938b-fbe70c13b032 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efaf8e16-12bc-46ad-8156-309dad97c9fb') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:32.450252 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-030cb885-6f0d-4274-b767-eb37b9de3635 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port dff9b6aa-e440-4aa4-83d2-6ac9bf1e71b5 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:59:32.451799 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-030cb885-6f0d-4274-b767-eb37b9de3635 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:32.458559 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3cd5bb1a-034b-4e5b-938b-fbe70c13b032 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:32.477854 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3cd5bb1a-034b-4e5b-938b-fbe70c13b032 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:32.485349 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd5bb1a-034b-4e5b-938b-fbe70c13b032 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:59:32.486125 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3cd5bb1a-034b-4e5b-938b-fbe70c13b032 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:32.554636 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-d966cce0-5c01-485a-bfa5-a25a84678a95 None None] For port 2e813f6f-76f0-4529-a81c-671c07873997, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=2e813f6f-76f0-4529-a81c-671c07873997,segment=NetworkSegment(e3ae4439-5f74-4890-a7c0-b3abf5586e6d),segment_id=e3ae4439-5f74-4890-a7c0-b3abf5586e6d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:59:32.584897 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d966cce0-5c01-485a-bfa5-a25a84678a95 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:59:32.590930 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:59:32.606589 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d966cce0-5c01-485a-bfa5-a25a84678a95 None None] Transition to ACTIVE for port object 2e813f6f-76f0-4529-a81c-671c07873997 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:32.616473 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d966cce0-5c01-485a-bfa5-a25a84678a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:32.766824 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966cce0-5c01-485a-bfa5-a25a84678a95 None None] Pushing event updated for resources: {'Port': ['ID=2e813f6f-76f0-4529-a81c-671c07873997,revision_number=7']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:32.783362 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-fa14851e-d4e6-48a4-91c5-6ee6f29d6065 service neutron] 10.222.0.24 "GET /v2.0/networks/6f84cfcf-228d-4f64-9839-933d907d9a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0123496 Mar 09 03:59:32.791742 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3cd5bb1a-034b-4e5b-938b-fbe70c13b032 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:32.803225 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3cd5bb1a-034b-4e5b-938b-fbe70c13b032 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:32.906599 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5bb1a-034b-4e5b-938b-fbe70c13b032 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Network': ['ID=47c8c4a1-4c03-4734-bd04-ec12f37fbcc2,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:32.948467 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-801306c1-cdd3-4393-926b-0fe8a292cdf5 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:33.060646 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3cd5bb1a-034b-4e5b-938b-fbe70c13b032 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/networks/47c8c4a1-4c03-4734-bd04-ec12f37fbcc2 HTTP/1.1" status: 204 len: 168 time: 3.9175959 Mar 09 03:59:33.061955 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-801306c1-cdd3-4393-926b-0fe8a292cdf5 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:33.072633 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47862) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:33.088672 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-cd5c6d88-97ea-45fc-a262-286ba766bbdc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-143416661', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:33.102162 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cd5c6d88-97ea-45fc-a262-286ba766bbdc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:33.114346 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cd5c6d88-97ea-45fc-a262-286ba766bbdc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Usage tracker for resource:router and tenant:8d98afbc76a3441ab1cb90e168d30508 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:33.224183 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cd5c6d88-97ea-45fc-a262-286ba766bbdc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:33.262404 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47868) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:33.276278 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522929ce-1252-48ac-99eb-4f4cdc601c38 req-b0a53c95-6104-4e7f-aff0-2b5e0ea64baa tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:33.277017 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-522929ce-1252-48ac-99eb-4f4cdc601c38 req-b0a53c95-6104-4e7f-aff0-2b5e0ea64baa tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Synchronizing usage tracker for tenant:f62636ca99004fbcad682ccf3903561c on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:33.279725 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cd5c6d88-97ea-45fc-a262-286ba766bbdc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:33.364910 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 2e813f6f-76f0-4529-a81c-671c07873997 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:59:33.396331 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-030cb885-6f0d-4274-b767-eb37b9de3635 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:33.506813 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-522929ce-1252-48ac-99eb-4f4cdc601c38 req-b0a53c95-6104-4e7f-aff0-2b5e0ea64baa tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Unset dirty status for tenant:f62636ca99004fbcad682ccf3903561c on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:33.510431 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:33.515171 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-522929ce-1252-48ac-99eb-4f4cdc601c38 req-b0a53c95-6104-4e7f-aff0-2b5e0ea64baa tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 982 time: 1.6628911 Mar 09 03:59:33.523517 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd5c6d88-97ea-45fc-a262-286ba766bbdc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:33.524652 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd5c6d88-97ea-45fc-a262-286ba766bbdc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:33.593075 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-030cb885-6f0d-4274-b767-eb37b9de3635 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Calling delete_port for dff9b6aa-e440-4aa4-83d2-6ac9bf1e71b5 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:59:33.594735 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-801306c1-cdd3-4393-926b-0fe8a292cdf5 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Floating IP 4cd2f926-bc0d-4085-9e4c-22ca124e5236 associated. External IP: 172.25.7.222, port: 3f64be45-2159-4d1b-8ef3-c8e377cfad34. Mar 09 03:59:33.651179 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd5c6d88-97ea-45fc-a262-286ba766bbdc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:33.668106 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a01ff8f-ed9f-4075-9237-41be0e5d59c1 req-04ea174c-7b74-4d2a-8d55-30a8de71e773 service neutron] 10.222.0.24 "GET /v2.0/networks/6f84cfcf-228d-4f64-9839-933d907d9a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8602695 Mar 09 03:59:33.679781 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd5c6d88-97ea-45fc-a262-286ba766bbdc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:33.713963 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-e181d042-5044-4420-ab43-f329e43ccd01 admin admin] Deleting subnet 47c97608-1b0e-4eba-bfbf-a7dac47ee4b1 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:59:33.723741 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e181d042-5044-4420-ab43-f329e43ccd01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:33.755034 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd5c6d88-97ea-45fc-a262-286ba766bbdc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:33.756670 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cd5c6d88-97ea-45fc-a262-286ba766bbdc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6790450 Mar 09 03:59:33.759789 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47878) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:33.767855 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-1d2cbaba-ab8b-4fe1-b993-ae1fa738fadf tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'network': {'name': 'tempest-RoutersTest-1746159802'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:33.775514 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1d2cbaba-ab8b-4fe1-b993-ae1fa738fadf tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:33.779387 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1d2cbaba-ab8b-4fe1-b993-ae1fa738fadf tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Usage tracker for resource:network and tenant:8d98afbc76a3441ab1cb90e168d30508 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:33.784024 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1d2cbaba-ab8b-4fe1-b993-ae1fa738fadf tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:33.791852 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1d2cbaba-ab8b-4fe1-b993-ae1fa738fadf tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:33.843636 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2cbaba-ab8b-4fe1-b993-ae1fa738fadf tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Made reservation on behalf of 8d98afbc76a3441ab1cb90e168d30508 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:59:33.847732 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d2cbaba-ab8b-4fe1-b993-ae1fa738fadf tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:33.880256 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-522929ce-1252-48ac-99eb-4f4cdc601c38 req-e3aa05e5-ef13-4acc-b756-43a64ed69a26 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/security-groups?id=753d2dfc-fd4f-4499-8e9d-c854be747a5f&id=8d4b4c56-768c-4d63-af17-85bfa056056d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2078960 Mar 09 03:59:33.914800 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-030cb885-6f0d-4274-b767-eb37b9de3635 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:33.925247 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2cbaba-ab8b-4fe1-b993-ae1fa738fadf tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:59:33.994420 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e181d042-5044-4420-ab43-f329e43ccd01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:33.999727 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030cb885-6f0d-4274-b767-eb37b9de3635 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Port': ['ID=dff9b6aa-e440-4aa4-83d2-6ac9bf1e71b5,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:34.042199 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d2cbaba-ab8b-4fe1-b993-ae1fa738fadf tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:34.042553 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-1d2cbaba-ab8b-4fe1-b993-ae1fa738fadf tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Added segment 05e26f36-c43b-4f25-aecd-51063e3f1e96 of type vlan for network 837a4781-040c-4969-8669-91c14d79c6ef Mar 09 03:59:34.055237 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-030cb885-6f0d-4274-b767-eb37b9de3635 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:34.087720 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-030cb885-6f0d-4274-b767-eb37b9de3635 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/ports/dff9b6aa-e440-4aa4-83d2-6ac9bf1e71b5 HTTP/1.1" status: 204 len: 168 time: 1.7362015 Mar 09 03:59:34.092346 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47890) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:34.132632 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e181d042-5044-4420-ab43-f329e43ccd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:34.135439 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c2326406-6791-4782-8102-03241b24fce1 None None] Provisioning for port 2e813f6f-76f0-4529-a81c-671c07873997 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:59:34.141946 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c2326406-6791-4782-8102-03241b24fce1 None None] Provisioning complete for port 2e813f6f-76f0-4529-a81c-671c07873997 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:34.143534 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c2326406-6791-4782-8102-03241b24fce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:34.155226 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d2cbaba-ab8b-4fe1-b993-ae1fa738fadf tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:34.171682 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6727c3d-47fd-448f-8dcf-aaf8da2009cc tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] GET failed (client error): The resource could not be found. Mar 09 03:59:34.172233 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c6727c3d-47fd-448f-8dcf-aaf8da2009cc tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Synchronizing usage tracker for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:34.246021 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c6727c3d-47fd-448f-8dcf-aaf8da2009cc tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Unset dirty status for tenant:1a28d126d880446d92d0f7b9bfb2171c on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:34.247570 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c6727c3d-47fd-448f-8dcf-aaf8da2009cc tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "GET /v2.0/ports/dff9b6aa-e440-4aa4-83d2-6ac9bf1e71b5 HTTP/1.1" status: 404 len: 333 time: 0.1541102 Mar 09 03:59:34.250722 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47894) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:34.278886 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d2cbaba-ab8b-4fe1-b993-ae1fa738fadf tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:34.287378 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2cbaba-ab8b-4fe1-b993-ae1fa738fadf tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:34.288318 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d2cbaba-ab8b-4fe1-b993-ae1fa738fadf tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:34.352084 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:34.391043 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1d2cbaba-ab8b-4fe1-b993-ae1fa738fadf tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6293426 Mar 09 03:59:34.408541 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47898) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:34.502296 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c2326406-6791-4782-8102-03241b24fce1 None None] Could not find standard attr ID for object dff9b6aa-e440-4aa4-83d2-6ac9bf1e71b5. {{(pid=87882) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 03:59:34.518010 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2cbaba-ab8b-4fe1-b993-ae1fa738fadf tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Network': ['ID=837a4781-040c-4969-8669-91c14d79c6ef,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:34.538948 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c2326406-6791-4782-8102-03241b24fce1 None None] Provisioning complete for port 2deab676-5a69-4c20-a1c2-8264d92edddc triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:34.539327 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c2326406-6791-4782-8102-03241b24fce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:34.550638 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-27b9f8ab-4e96-44e8-b83a-c8f09bbee193 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:34.571397 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 837a4781-040c-4969-8669-91c14d79c6ef details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:59:34.605969 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-27b9f8ab-4e96-44e8-b83a-c8f09bbee193 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:34.665137 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-c561cfb3-8f81-4737-8f13-f8f80f03caf2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'subnet': {'network_id': '837a4781-040c-4969-8669-91c14d79c6ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:34.730964 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-27b9f8ab-4e96-44e8-b83a-c8f09bbee193 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:34.764604 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c2326406-6791-4782-8102-03241b24fce1 None None] Port 2deab676-5a69-4c20-a1c2-8264d92edddc cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:59:34.766695 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9f8ab-4e96-44e8-b83a-c8f09bbee193 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79a254c-8b29-4f53-a978-0066ce9e5a0f,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:34.777717 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801306c1-cdd3-4393-926b-0fe8a292cdf5 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Router 0f848ca0-0916-41c8-846a-2d991d560463 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:59:34.793112 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-27b9f8ab-4e96-44e8-b83a-c8f09bbee193 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:34.794247 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-27b9f8ab-4e96-44e8-b83a-c8f09bbee193 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/security-groups/b79a254c-8b29-4f53-a978-0066ce9e5a0f HTTP/1.1" status: 204 len: 168 time: 0.5417099 Mar 09 03:59:34.797597 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47908) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:34.879657 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6b0d763e-5607-40cf-8b9b-03c32d3715b4 None None] Could not find standard attr ID for object dff9b6aa-e440-4aa4-83d2-6ac9bf1e71b5. {{(pid=87882) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 03:59:34.882427 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e181d042-5044-4420-ab43-f329e43ccd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:34.883558 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-553e0f6c-93e0-4a88-a4af-279f7917f284 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:34.894609 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a3934-97da-4cbc-a7cf-798888d35d46 req-1fab821c-c363-4637-a988-3b6d20480e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:34.900869 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f28a3934-97da-4cbc-a7cf-798888d35d46 req-1fab821c-c363-4637-a988-3b6d20480e34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f62636ca99004fbcad682ccf3903561c&device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 1133 time: 1.1370072 Mar 09 03:59:34.936850 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-553e0f6c-93e0-4a88-a4af-279f7917f284 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:34.948622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c561cfb3-8f81-4737-8f13-f8f80f03caf2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:34.987300 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c561cfb3-8f81-4737-8f13-f8f80f03caf2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Usage tracker for resource:subnet and tenant:8d98afbc76a3441ab1cb90e168d30508 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:34.991149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c561cfb3-8f81-4737-8f13-f8f80f03caf2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:35.005450 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181d042-5044-4420-ab43-f329e43ccd01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47c97608-1b0e-4eba-bfbf-a7dac47ee4b1,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:35.009367 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e181d042-5044-4420-ab43-f329e43ccd01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:35.028942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c561cfb3-8f81-4737-8f13-f8f80f03caf2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:35.069953 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-553e0f6c-93e0-4a88-a4af-279f7917f284 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:35.095190 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e0f6c-93e0-4a88-a4af-279f7917f284 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb384fd-6b25-49b3-a80b-ed44223adae2,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:35.106006 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-553e0f6c-93e0-4a88-a4af-279f7917f284 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:35.107572 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-553e0f6c-93e0-4a88-a4af-279f7917f284 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/security-groups/fcb384fd-6b25-49b3-a80b-ed44223adae2 HTTP/1.1" status: 204 len: 168 time: 0.3089261 Mar 09 03:59:35.112131 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47918) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:35.195869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6f617-580f-401c-8a6b-210ebe06598c req-b8b81405-3628-4755-aa01-3942f866aca6 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:35.197449 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3c6f617-580f-401c-8a6b-210ebe06598c req-b8b81405-3628-4755-aa01-3942f866aca6 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 982 time: 0.1688416 Mar 09 03:59:35.231541 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c879650c-1e24-447c-9a85-7f956be3ef99 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:35.285478 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c879650c-1e24-447c-9a85-7f956be3ef99 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:35.287151 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e181d042-5044-4420-ab43-f329e43ccd01 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/47c97608-1b0e-4eba-bfbf-a7dac47ee4b1 HTTP/1.1" status: 204 len: 168 time: 2.0231586 Mar 09 03:59:35.292594 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a3934-97da-4cbc-a7cf-798888d35d46 req-025ce418-f868-4e88-a948-d2752e240dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:35.294347 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f28a3934-97da-4cbc-a7cf-798888d35d46 req-025ce418-f868-4e88-a948-d2752e240dfe service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f84cfcf-228d-4f64-9839-933d907d9a2d HTTP/1.1" status: 200 len: 897 time: 0.3432465 Mar 09 03:59:35.297586 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47922) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:35.299238 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3c6f617-580f-401c-8a6b-210ebe06598c req-f41d0035-9846-49bb-9ee8-7c2d0b9423b5 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/security-groups?id=753d2dfc-fd4f-4499-8e9d-c854be747a5f&id=8d4b4c56-768c-4d63-af17-85bfa056056d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0894570 Mar 09 03:59:35.360505 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c879650c-1e24-447c-9a85-7f956be3ef99 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:35.377794 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879650c-1e24-447c-9a85-7f956be3ef99 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d111fc99-e754-455e-8ff2-2ef5bf50d4e0,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:35.386206 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c879650c-1e24-447c-9a85-7f956be3ef99 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:35.389927 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c879650c-1e24-447c-9a85-7f956be3ef99 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/security-groups/d111fc99-e754-455e-8ff2-2ef5bf50d4e0 HTTP/1.1" status: 204 len: 168 time: 0.2743173 Mar 09 03:59:35.389927 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47928) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:35.468849 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-e700ddff-799d-499e-8423-b1a5690e90c2 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting subnet 92aef259-058b-41f3-a7aa-487930d02bc0 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:59:35.483102 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e700ddff-799d-499e-8423-b1a5690e90c2 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:35.504087 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c561cfb3-8f81-4737-8f13-f8f80f03caf2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Made reservation on behalf of 8d98afbc76a3441ab1cb90e168d30508 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:59:35.507153 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c561cfb3-8f81-4737-8f13-f8f80f03caf2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:35.544748 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2cb84061-68f5-45c9-854d-0a91f5b5086a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:35.556724 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e700ddff-799d-499e-8423-b1a5690e90c2 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:35.648646 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e700ddff-799d-499e-8423-b1a5690e90c2 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:35.675955 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f28a3934-97da-4cbc-a7cf-798888d35d46 req-9fec5592-5efa-4552-8089-1f41546f4855 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07de3997-2765-448b-b136-d2b2e863ef04 HTTP/1.1" status: 200 len: 217 time: 0.3725476 Mar 09 03:59:35.677795 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801306c1-cdd3-4393-926b-0fe8a292cdf5 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:59:35.687506 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-801306c1-cdd3-4393-926b-0fe8a292cdf5 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:35.689003 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792a7434-f6a3-4b28-a431-8e0ab0562d77 None None] Sync routers for ids ['0f848ca0-0916-41c8-846a-2d991d560463'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:59:35.706890 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792a7434-f6a3-4b28-a431-8e0ab0562d77 None None] Routers {'0f848ca0-0916-41c8-846a-2d991d560463'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:59:35.707803 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-792a7434-f6a3-4b28-a431-8e0ab0562d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:59:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['0f848ca0-0916-41c8-846a-2d991d560463'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:35.744676 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-801306c1-cdd3-4393-926b-0fe8a292cdf5 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "PUT /v2.0/floatingips/4cd2f926-bc0d-4085-9e4c-22ca124e5236 HTTP/1.1" status: 200 len: 991 time: 6.2607303 Mar 09 03:59:35.788092 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e700ddff-799d-499e-8423-b1a5690e90c2 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:35.828564 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0', 'tag': '3f64be45-2159-4d1b-8ef3-c8e377cfad34'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:59:35.892695 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f0baf5-f9af-48db-be90-37cb851a761d None None] Network b611994d-45c6-4370-a94f-c78d5bbb57b7 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:59:35.900920 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700ddff-799d-499e-8423-b1a5690e90c2 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Subnet': ['ID=92aef259-058b-41f3-a7aa-487930d02bc0,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:35.910182 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e700ddff-799d-499e-8423-b1a5690e90c2 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:35.925969 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e700ddff-799d-499e-8423-b1a5690e90c2 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/subnets/92aef259-058b-41f3-a7aa-487930d02bc0 HTTP/1.1" status: 204 len: 168 time: 0.5350342 Mar 09 03:59:35.931811 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47944) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:35.951238 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a3934-97da-4cbc-a7cf-798888d35d46 req-4c2ef393-a576-4555-87d1-3e6e71671031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:35.952705 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f28a3934-97da-4cbc-a7cf-798888d35d46 req-4c2ef393-a576-4555-87d1-3e6e71671031 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3acfb211-8535-4334-b88e-ccba5949ed78 HTTP/1.1" status: 200 len: 833 time: 0.2688165 Mar 09 03:59:35.967369 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0', 'tag': '3f64be45-2159-4d1b-8ef3-c8e377cfad34', 'status': 'completed', 'code': 200} Mar 09 03:59:36.109991 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-a088b312-14ad-4876-9b6f-9e29914a9006 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting subnet 5b57f5c5-38c4-4f6a-bbe0-fe447faecb8c {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:59:36.116963 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a088b312-14ad-4876-9b6f-9e29914a9006 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:36.148417 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-792a7434-f6a3-4b28-a431-8e0ab0562d77 None None] Set router 0f848ca0-0916-41c8-846a-2d991d560463 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:59:36.269036 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a088b312-14ad-4876-9b6f-9e29914a9006 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:36.642517 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a088b312-14ad-4876-9b6f-9e29914a9006 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:36.798074 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d699c5c-961a-45e5-a978-2986b8166130 req-6a4f57e8-e312-405b-8a15-800d1a274bc2 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:36.800344 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3d699c5c-961a-45e5-a978-2986b8166130 req-6a4f57e8-e312-405b-8a15-800d1a274bc2 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 982 time: 0.3321042 Mar 09 03:59:36.821642 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2cb84061-68f5-45c9-854d-0a91f5b5086a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:36.883113 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a088b312-14ad-4876-9b6f-9e29914a9006 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:36.895544 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-792a7434-f6a3-4b28-a431-8e0ab0562d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f848ca0-0916-41c8-846a-2d991d560463', 'name': 'tempest-AttachVolumeShelveTestJSON-904000155-router', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:35Z', 'updated_at': '2022-03-09T03:58:48Z', 'revision_number': 4, 'project_id': 'a789b53b4961423480ac62f11148731e', 'gw_port': {'id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:38Z', 'updated_at': '2022-03-09T03:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4cd2f926-bc0d-4085-9e4c-22ca124e5236', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'port_id': '3f64be45-2159-4d1b-8ef3-c8e377cfad34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'mac_address': 'fa:16:3e:8d:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:58:55Z', 'updated_at': '2022-03-09T03:59:32Z', 'revision_number': 1, 'project_id': 'a789b53b4961423480ac62f11148731e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd721efb5-bbcb-40dd-947c-d6c007a67ed8', 'name': '', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'mac_address': 'fa:16:3e:9c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:46Z', 'updated_at': '2022-03-09T03:58:55Z', 'revision_number': 5, 'project_id': 'a789b53b4961423480ac62f11148731e', 'subnets': [{'id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:36.912016 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792a7434-f6a3-4b28-a431-8e0ab0562d77 None None] Checking router: 0f848ca0-0916-41c8-846a-2d991d560463 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:59:36.941269 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792a7434-f6a3-4b28-a431-8e0ab0562d77 None None] Routers {'0f848ca0-0916-41c8-846a-2d991d560463'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:59:36.944155 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-792a7434-f6a3-4b28-a431-8e0ab0562d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:59:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['0f848ca0-0916-41c8-846a-2d991d560463'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:36.962656 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a3934-97da-4cbc-a7cf-798888d35d46 req-5b597602-7228-4d1d-a3d9-d4beda1c48a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:36.964466 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f28a3934-97da-4cbc-a7cf-798888d35d46 req-5b597602-7228-4d1d-a3d9-d4beda1c48a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f84cfcf-228d-4f64-9839-933d907d9a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9439354 Mar 09 03:59:36.967847 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-2cb84061-68f5-45c9-854d-0a91f5b5086a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e273254-95e6-4f35-80d2-d236af187d8f']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:36.980505 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088b312-14ad-4876-9b6f-9e29914a9006 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Subnet': ['ID=5b57f5c5-38c4-4f6a-bbe0-fe447faecb8c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:36.995083 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60820de3-ecb9-44ff-af87-75e5adb6a199 req-eb5c4423-aee1-4e86-b940-010b9823bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:36.997043 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-60820de3-ecb9-44ff-af87-75e5adb6a199 req-eb5c4423-aee1-4e86-b940-010b9823bd34 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a789b53b4961423480ac62f11148731e&device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 1096 time: 1.0283296 Mar 09 03:59:36.998106 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3d699c5c-961a-45e5-a978-2986b8166130 req-61e0e597-d8f8-4888-9608-3026c45b1be8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/security-groups?id=753d2dfc-fd4f-4499-8e9d-c854be747a5f&id=8d4b4c56-768c-4d63-af17-85bfa056056d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1884167 Mar 09 03:59:37.018698 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a088b312-14ad-4876-9b6f-9e29914a9006 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:37.025389 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a088b312-14ad-4876-9b6f-9e29914a9006 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/subnets/5b57f5c5-38c4-4f6a-bbe0-fe447faecb8c HTTP/1.1" status: 204 len: 168 time: 1.0925035 Mar 09 03:59:37.029624 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47982) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:37.064677 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-2cb84061-68f5-45c9-854d-0a91f5b5086a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d57704-f74f-4c24-967a-c00def0025d9') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:37.070171 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-2cb84061-68f5-45c9-854d-0a91f5b5086a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d57704-f74f-4c24-967a-c00def0025d9') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:37.096937 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c561cfb3-8f81-4737-8f13-f8f80f03caf2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:37.125558 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-9405870e-cc8f-48b4-bc40-dfc9e5314bd6 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] DELETE failed (client error): The resource could not be found. Mar 09 03:59:37.126068 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9405870e-cc8f-48b4-bc40-dfc9e5314bd6 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:59:37.128292 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9405870e-cc8f-48b4-bc40-dfc9e5314bd6 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/subnets/92aef259-058b-41f3-a7aa-487930d02bc0 HTTP/1.1" status: 404 len: 337 time: 0.0977097 Mar 09 03:59:37.131307 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47988) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:37.242483 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff2a135-0498-4a44-bd46-2580416c9d3c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting subnet 0346ffbb-09e2-4718-bead-e5c6f4ba28a1 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:59:37.255668 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a135-0498-4a44-bd46-2580416c9d3c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:37.366317 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60820de3-ecb9-44ff-af87-75e5adb6a199 req-4b2772f0-3985-4d49-906b-69b081539860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:37.367467 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-60820de3-ecb9-44ff-af87-75e5adb6a199 req-4b2772f0-3985-4d49-906b-69b081539860 service neutron] 10.222.0.21 "GET /v2.0/networks?id=728f1764-7035-454b-b803-10fc1ed1098e HTTP/1.1" status: 200 len: 917 time: 0.3183188 Mar 09 03:59:37.391853 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2cb84061-68f5-45c9-854d-0a91f5b5086a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:37.401017 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a135-0498-4a44-bd46-2580416c9d3c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:37.447768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7e5812-2713-476a-adda-8311ddbe7e33 None None] Network b611994d-45c6-4370-a94f-c78d5bbb57b7 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:59:37.459276 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-792a7434-f6a3-4b28-a431-8e0ab0562d77 None None] Set router 0f848ca0-0916-41c8-846a-2d991d560463 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:59:37.615653 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a135-0498-4a44-bd46-2580416c9d3c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:37.742816 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2cb84061-68f5-45c9-854d-0a91f5b5086a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:37.762008 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb84061-68f5-45c9-854d-0a91f5b5086a admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:59:37.762725 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2cb84061-68f5-45c9-854d-0a91f5b5086a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:37.785255 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a135-0498-4a44-bd46-2580416c9d3c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:37.824607 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-60820de3-ecb9-44ff-af87-75e5adb6a199 req-bd47aaad-a361-46ab-bbdb-d9499e200f4d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f64be45-2159-4d1b-8ef3-c8e377cfad34 HTTP/1.1" status: 200 len: 999 time: 0.4468796 Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:59:37.825260 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:59:37.834566 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-50c42ec3-829d-41ec-8b82-717740668216 None None] Provisioning complete for port 2e813f6f-76f0-4529-a81c-671c07873997 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:37.834962 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-50c42ec3-829d-41ec-8b82-717740668216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:37.914433 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a135-0498-4a44-bd46-2580416c9d3c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:37.938159 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2a135-0498-4a44-bd46-2580416c9d3c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Subnet': ['ID=0346ffbb-09e2-4718-bead-e5c6f4ba28a1,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:37.953463 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1ff2a135-0498-4a44-bd46-2580416c9d3c tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/subnets/0346ffbb-09e2-4718-bead-e5c6f4ba28a1 HTTP/1.1" status: 204 len: 168 time: 0.8183961 Mar 09 03:59:37.956299 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48018) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:38.043004 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561cfb3-8f81-4737-8f13-f8f80f03caf2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Subnet': ['ID=d753f03d-3e80-4e91-a3d9-e6718fc18364,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:38.088848 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-d720ebfd-60e0-43e9-9322-cfb4ab8b72d3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] DELETE failed (client error): The resource could not be found. Mar 09 03:59:38.089367 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d720ebfd-60e0-43e9-9322-cfb4ab8b72d3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:59:38.093152 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c561cfb3-8f81-4737-8f13-f8f80f03caf2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Checking segment: {'id': '05e26f36-c43b-4f25-aecd-51063e3f1e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:59:38.096541 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d720ebfd-60e0-43e9-9322-cfb4ab8b72d3 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/subnets/f3aa1b0c-fe26-4e12-87a1-8f5bb3348797 HTTP/1.1" status: 404 len: 337 time: 0.1363533 Mar 09 03:59:38.097356 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48024) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:38.100653 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c561cfb3-8f81-4737-8f13-f8f80f03caf2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network hostable DHCP agents. Network: 837a4781-040c-4969-8669-91c14d79c6ef, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:59:38.132380 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-792a7434-f6a3-4b28-a431-8e0ab0562d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f848ca0-0916-41c8-846a-2d991d560463', 'name': 'tempest-AttachVolumeShelveTestJSON-904000155-router', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:35Z', 'updated_at': '2022-03-09T03:58:48Z', 'revision_number': 4, 'project_id': 'a789b53b4961423480ac62f11148731e', 'gw_port': {'id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:38Z', 'updated_at': '2022-03-09T03:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4cd2f926-bc0d-4085-9e4c-22ca124e5236', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'port_id': '3f64be45-2159-4d1b-8ef3-c8e377cfad34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'mac_address': 'fa:16:3e:8d:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:58:55Z', 'updated_at': '2022-03-09T03:59:32Z', 'revision_number': 1, 'project_id': 'a789b53b4961423480ac62f11148731e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd721efb5-bbcb-40dd-947c-d6c007a67ed8', 'name': '', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'mac_address': 'fa:16:3e:9c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:46Z', 'updated_at': '2022-03-09T03:58:55Z', 'revision_number': 5, 'project_id': 'a789b53b4961423480ac62f11148731e', 'subnets': [{'id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:38.138120 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792a7434-f6a3-4b28-a431-8e0ab0562d77 None None] The sync data for ids ['0f848ca0-0916-41c8-846a-2d991d560463'] in n-d-825178-5 is: [{'id': '0f848ca0-0916-41c8-846a-2d991d560463', 'name': 'tempest-AttachVolumeShelveTestJSON-904000155-router', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:35Z', 'updated_at': '2022-03-09T03:58:48Z', 'revision_number': 4, 'project_id': 'a789b53b4961423480ac62f11148731e', 'gw_port': {'id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:38Z', 'updated_at': '2022-03-09T03:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4cd2f926-bc0d-4085-9e4c-22ca124e5236', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'port_id': '3f64be45-2159-4d1b-8ef3-c8e377cfad34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'mac_address': 'fa:16:3e:8d:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:58:55Z', 'updated_at': '2022-03-09T03:59:32Z', 'revision_number': 1, 'project_id': 'a789b53b4961423480ac62f11148731e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd721efb5-bbcb-40dd-947c-d6c007a67ed8', 'name': '', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'mac_address': 'fa:16:3e:9c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:46Z', 'updated_at': '2022-03-09T03:58:55Z', 'revision_number': 5, 'project_id': 'a789b53b4961423480ac62f11148731e', 'subnets': [{'id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:59:38.184309 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-befeedc8-6978-426b-9079-0f2606e284be tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "GET /v2.0/ports?device_id=d521b6bf-3186-4cb0-be27-735b791852e1 HTTP/1.1" status: 200 len: 205 time: 0.0858111 Mar 09 03:59:38.186555 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48032) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:38.225635 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2cb84061-68f5-45c9-854d-0a91f5b5086a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:38.264372 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-50c42ec3-829d-41ec-8b82-717740668216 None None] Provisioning complete for port 2deab676-5a69-4c20-a1c2-8264d92edddc triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:38.270193 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-50c42ec3-829d-41ec-8b82-717740668216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:38.324290 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2cb84061-68f5-45c9-854d-0a91f5b5086a admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:38.334625 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f28a3934-97da-4cbc-a7cf-798888d35d46 req-00d5c921-78f7-4697-9e73-443bc581d514 service neutron] 10.222.0.24 "GET /v2.0/networks/6f84cfcf-228d-4f64-9839-933d907d9a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3426938 Mar 09 03:59:38.352588 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb84061-68f5-45c9-854d-0a91f5b5086a admin admin] Pushing event deleted for resources: {'Network': ['ID=2e273254-95e6-4f35-80d2-d236af187d8f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:38.370595 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-50c42ec3-829d-41ec-8b82-717740668216 None None] Port 2deab676-5a69-4c20-a1c2-8264d92edddc cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:59:38.371537 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b15778a-1eba-43f1-8547-c26d3d9539d1 None None] Update dhcp port {'port': {'network_id': 'b611994d-45c6-4370-a94f-c78d5bbb57b7', 'fixed_ips': [{'subnet_id': '0346ffbb-09e2-4718-bead-e5c6f4ba28a1'}], 'binding:host_id': 'n-d-825178-5'}, 'id': '2e813f6f-76f0-4529-a81c-671c07873997'} from n-d-825178-5. {{(pid=87882) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 03:59:38.385565 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-ef4ecce0-2a33-4812-a6f2-e575e0ac489b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] delete failed (client error): The resource could not be found. Mar 09 03:59:38.388991 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ef4ecce0-2a33-4812-a6f2-e575e0ac489b tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/routers/d521b6bf-3186-4cb0-be27-735b791852e1 HTTP/1.1" status: 404 len: 336 time: 0.1984491 Mar 09 03:59:38.389220 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48038) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:38.403712 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 07de3997-2765-448b-b136-d2b2e863ef04 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 03:59:38.404554 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60820de3-ecb9-44ff-af87-75e5adb6a199 req-e77c2a84-70c5-4b37-8148-ecd2128ab35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:38.406001 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-60820de3-ecb9-44ff-af87-75e5adb6a199 req-e77c2a84-70c5-4b37-8148-ecd2128ab35b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da09f32e-fde0-4749-97c0-596cce67a53e HTTP/1.1" status: 200 len: 855 time: 0.4871514 Mar 09 03:59:38.417572 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2cb84061-68f5-45c9-854d-0a91f5b5086a admin admin] 10.222.0.16 "DELETE /v2.0/networks/2e273254-95e6-4f35-80d2-d236af187d8f HTTP/1.1" status: 204 len: 168 time: 3.1183491 Mar 09 03:59:38.418188 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c561cfb3-8f81-4737-8f13-f8f80f03caf2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network 837a4781-040c-4969-8669-91c14d79c6ef is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:59:38.453297 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48042) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:38.459985 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5b15778a-1eba-43f1-8547-c26d3d9539d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:38.503830 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a80ebb-e0fd-43b4-85b8-59517a8a8ee4 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] DELETE failed (client error): The resource could not be found. Mar 09 03:59:38.504287 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a80ebb-e0fd-43b4-85b8-59517a8a8ee4 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:59:38.518193 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a6a80ebb-e0fd-43b4-85b8-59517a8a8ee4 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/subnets/03b29ce5-3aa5-4db5-8392-3adb6bdafc11 HTTP/1.1" status: 404 len: 337 time: 0.1274853 Mar 09 03:59:38.520531 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48046) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:38.607346 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-29967bce-a7b5-4707-9f8b-67a55dea13be tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] DELETE failed (client error): The resource could not be found. Mar 09 03:59:38.607800 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29967bce-a7b5-4707-9f8b-67a55dea13be tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:59:38.609473 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-29967bce-a7b5-4707-9f8b-67a55dea13be tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/subnets/9fd4e485-e682-4b0c-8ae7-852efc5262fd HTTP/1.1" status: 404 len: 337 time: 0.0880210 Mar 09 03:59:38.615265 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca5d792-3951-4e2a-9781-f4e6821fef57 admin admin] Deleting subnet cf347460-479e-47a8-a56c-1401d677dcda {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 03:59:38.620014 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48050) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:38.672543 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-a87415d2-a5ca-4adf-b97c-4cd4bb574a87 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] DELETE failed (client error): The resource could not be found. Mar 09 03:59:38.672919 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a87415d2-a5ca-4adf-b97c-4cd4bb574a87 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:59:38.678288 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a87415d2-a5ca-4adf-b97c-4cd4bb574a87 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/subnets/c923c337-e342-4361-b622-e03a29ad4851 HTTP/1.1" status: 404 len: 337 time: 0.0569797 Mar 09 03:59:38.678942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48056) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:38.724787 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ca5d792-3951-4e2a-9781-f4e6821fef57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:38.731121 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f12e8d-3d9f-49c2-b65b-0afa1eae2bb0 None None] New status for floating IP 4cd2f926-bc0d-4085-9e4c-22ca124e5236: ACTIVE {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:59:38.735489 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a376da8-226f-4aa4-8e45-fbb788ffb87a tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] DELETE failed (client error): The resource could not be found. Mar 09 03:59:38.735996 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a376da8-226f-4aa4-8e45-fbb788ffb87a tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:59:38.750965 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1a376da8-226f-4aa4-8e45-fbb788ffb87a tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/ports/a22c31ef-5ff7-44b0-93dc-311c8306ce66 HTTP/1.1" status: 404 len: 333 time: 0.0709729 Mar 09 03:59:38.752200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48062) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:38.787947 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-c561cfb3-8f81-4737-8f13-f8f80f03caf2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 837a4781-040c-4969-8669-91c14d79c6ef) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:38.834938 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e9ff47-bdb2-4f72-80ac-7e025e6e0281 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] DELETE failed (client error): The resource could not be found. Mar 09 03:59:38.835703 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e9ff47-bdb2-4f72-80ac-7e025e6e0281 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:59:38.837582 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-97e9ff47-bdb2-4f72-80ac-7e025e6e0281 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/subnets/2a23d91e-e24e-4577-a2aa-f2b8bf0c97ae HTTP/1.1" status: 404 len: 337 time: 0.0844514 Mar 09 03:59:38.840153 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48066) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:38.850009 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2528a2-f911-4a0e-9375-2d21f65c2ba2 None None] Network 837a4781-040c-4969-8669-91c14d79c6ef requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:59:38.882302 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f28a3934-97da-4cbc-a7cf-798888d35d46 req-5a3e362d-7134-4858-8b9f-97bd151ffa0b service neutron] 10.222.0.24 "GET /v2.0/networks/6f84cfcf-228d-4f64-9839-933d907d9a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5006187 Mar 09 03:59:38.890553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c561cfb3-8f81-4737-8f13-f8f80f03caf2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:38.891381 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c561cfb3-8f81-4737-8f13-f8f80f03caf2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:38.891841 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8c3a59-cd1c-440b-8708-b20c5feb0d33 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] DELETE failed (client error): The resource could not be found. Mar 09 03:59:38.892428 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c8c3a59-cd1c-440b-8708-b20c5feb0d33 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:59:38.894388 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4c8c3a59-cd1c-440b-8708-b20c5feb0d33 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/subnets/ef0f9436-5545-493a-a852-29d5396d0ea7 HTTP/1.1" status: 404 len: 337 time: 0.0531571 Mar 09 03:59:38.896979 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448eaab7-3d11-40cf-bbe2-755b02dd504b None None] Network b611994d-45c6-4370-a94f-c78d5bbb57b7 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:59:38.897500 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48070) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:38.959795 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3086a-9b87-4f47-b280-a8aad584349f req-e5f8d5ff-8000-430f-bfb4-c89c4e292d01 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:38.961389 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-15d3086a-9b87-4f47-b280-a8aad584349f req-e5f8d5ff-8000-430f-bfb4-c89c4e292d01 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 982 time: 0.6963329 Mar 09 03:59:38.965283 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c561cfb3-8f81-4737-8f13-f8f80f03caf2 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5476213 Mar 09 03:59:38.967456 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48076) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:38.970055 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ca5d792-3951-4e2a-9781-f4e6821fef57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:38.972052 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae18236-97c2-425a-9799-a076ea4cf976 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] DELETE failed (client error): The resource could not be found. Mar 09 03:59:38.972586 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae18236-97c2-425a-9799-a076ea4cf976 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:59:38.977592 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1ae18236-97c2-425a-9799-a076ea4cf976 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/ports/516cbece-cb46-4b38-b560-4ff58063f2c9 HTTP/1.1" status: 404 len: 333 time: 0.0789304 Mar 09 03:59:38.978368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48078) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:39.026701 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-51abdb53-e0ff-40e8-954f-426fdb5ea281 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] DELETE failed (client error): The resource could not be found. Mar 09 03:59:39.027183 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51abdb53-e0ff-40e8-954f-426fdb5ea281 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:59:39.031634 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-51abdb53-e0ff-40e8-954f-426fdb5ea281 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/subnets/4742e4d6-1422-4e51-a340-89d055a00a09 HTTP/1.1" status: 404 len: 337 time: 0.0522127 Mar 09 03:59:39.032425 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48084) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:39.090634 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d59dc16-30e2-4296-a0ec-4dcc6c0e499f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] DELETE failed (client error): The resource could not be found. Mar 09 03:59:39.092059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d59dc16-30e2-4296-a0ec-4dcc6c0e499f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 03:59:39.095116 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7d59dc16-30e2-4296-a0ec-4dcc6c0e499f tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/subnets/f8196465-31e2-4068-9b9d-65ad5133196e HTTP/1.1" status: 404 len: 337 time: 0.0615168 Mar 09 03:59:39.097331 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48088) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:39.144332 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 07de3997-2765-448b-b136-d2b2e863ef04, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=07de3997-2765-448b-b136-d2b2e863ef04,segment=NetworkSegment(8977d8a4-9c38-48df-a0a9-464d9d27b389),segment_id=8977d8a4-9c38-48df-a0a9-464d9d27b389)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:59:39.186094 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-7a6330df-9d50-46ba-8544-d848ad9b71b1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port 2deab676-5a69-4c20-a1c2-8264d92edddc {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:59:39.187531 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7a6330df-9d50-46ba-8544-d848ad9b71b1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:39.249072 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:39.288736 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '07de3997-2765-448b-b136-d2b2e863ef04', 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d', 'port_id': '07de3997-2765-448b-b136-d2b2e863ef04', 'mac_address': 'fa:16:3e:ef:fd:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acfb211-8535-4334-b88e-ccba5949ed78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 03:59:39.545933 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7a6330df-9d50-46ba-8544-d848ad9b71b1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:39.595253 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 2e813f6f-76f0-4529-a81c-671c07873997 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 03:59:39.694571 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-7a6330df-9d50-46ba-8544-d848ad9b71b1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Calling delete_port for 2deab676-5a69-4c20-a1c2-8264d92edddc owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:59:39.806310 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fc2fe85f-a74f-49c3-a881-54fddf206296 None None] Provisioning complete for port 2deab676-5a69-4c20-a1c2-8264d92edddc triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:39.806660 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fc2fe85f-a74f-49c3-a881-54fddf206296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:39.839830 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7a6330df-9d50-46ba-8544-d848ad9b71b1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:39.889088 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b122debb-6301-4517-a615-9df654752a79 req-b01a6e13-c55a-4a75-9ce1-07b6ccbc797a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2864587 Mar 09 03:59:39.893527 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-15d3086a-9b87-4f47-b280-a8aad584349f req-c3cd4e2b-dd28-485a-b34a-65d05b19d648 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/security-groups?id=753d2dfc-fd4f-4499-8e9d-c854be747a5f&id=8d4b4c56-768c-4d63-af17-85bfa056056d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.8932540 Mar 09 03:59:39.932454 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6330df-9d50-46ba-8544-d848ad9b71b1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Port': ['ID=2deab676-5a69-4c20-a1c2-8264d92edddc,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:39.937440 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-fc2fe85f-a74f-49c3-a881-54fddf206296 None None] Port 2deab676-5a69-4c20-a1c2-8264d92edddc was deleted so its status cannot be updated. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 09 03:59:39.941100 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7a6330df-9d50-46ba-8544-d848ad9b71b1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:39.953002 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:39.959408 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7a6330df-9d50-46ba-8544-d848ad9b71b1 tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/ports/2deab676-5a69-4c20-a1c2-8264d92edddc HTTP/1.1" status: 204 len: 168 time: 0.8607466 Mar 09 03:59:39.960242 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48104) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:40.037908 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07de3997-2765-448b-b136-d2b2e863ef04 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 03:59:40.055494 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 07de3997-2765-448b-b136-d2b2e863ef04, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=07de3997-2765-448b-b136-d2b2e863ef04,segment=NetworkSegment(8977d8a4-9c38-48df-a0a9-464d9d27b389),segment_id=8977d8a4-9c38-48df-a0a9-464d9d27b389)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:59:40.085107 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:40.096356 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:40.109025 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port 2e813f6f-76f0-4529-a81c-671c07873997 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:59:40.109638 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:40.131754 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60820de3-ecb9-44ff-af87-75e5adb6a199 req-547789d7-8708-4e88-aae7-7bd584c8b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:40.133323 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-60820de3-ecb9-44ff-af87-75e5adb6a199 req-547789d7-8708-4e88-aae7-7bd584c8b9af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=728f1764-7035-454b-b803-10fc1ed1098e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7126949 Mar 09 03:59:40.140515 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365a61c8-3675-475a-a577-7b809e7725d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-837a4781-040c-4969-8669-91c14d79c6ef', 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'fixed_ips': [{'subnet_id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:59:40.141329 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-365a61c8-3675-475a-a577-7b809e7725d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:40.288300 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba8180d8-cbb4-4bfe-8c5f-9c5be5d95f50 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:40.294425 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fc2fe85f-a74f-49c3-a881-54fddf206296 None None] Provisioning complete for port 2e813f6f-76f0-4529-a81c-671c07873997 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:40.294896 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fc2fe85f-a74f-49c3-a881-54fddf206296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:40.306367 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ca5d792-3951-4e2a-9781-f4e6821fef57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:40.390952 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=07de3997-2765-448b-b136-d2b2e863ef04,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:40.440953 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['07de3997-2765-448b-b136-d2b2e863ef04'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 03:59:40.551877 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb8d665-c0ac-4b9c-888c-c68681270ab2 None None] DHCP port deletion for b611994d-45c6-4370-a94f-c78d5bbb57b7 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 03:59:40.570247 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-eeb8d665-c0ac-4b9c-888c-c68681270ab2 None None] Deleting port 2e813f6f-76f0-4529-a81c-671c07873997 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:59:40.570728 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-eeb8d665-c0ac-4b9c-888c-c68681270ab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:40.609796 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:40.626270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] For port 2e813f6f-76f0-4529-a81c-671c07873997, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=2e813f6f-76f0-4529-a81c-671c07873997,segment=NetworkSegment(e3ae4439-5f74-4890-a7c0-b3abf5586e6d),segment_id=e3ae4439-5f74-4890-a7c0-b3abf5586e6d)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:59:40.627490 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:40.790357 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Calling delete_port for 2e813f6f-76f0-4529-a81c-671c07873997 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:59:40.790601 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 2e813f6f-76f0-4529-a81c-671c07873997, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=2e813f6f-76f0-4529-a81c-671c07873997,segment=NetworkSegment(e3ae4439-5f74-4890-a7c0-b3abf5586e6d),segment_id=e3ae4439-5f74-4890-a7c0-b3abf5586e6d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:59:40.866227 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-365a61c8-3675-475a-a577-7b809e7725d6 None None] Allocated IP 172.20.0.2 (837a4781-040c-4969-8669-91c14d79c6ef/d753f03d-3e80-4e91-a3d9-e6718fc18364/f91a2078-5428-40eb-a650-56905ce104d3) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:59:40.886680 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:40.899361 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-60820de3-ecb9-44ff-af87-75e5adb6a199 req-b37a524b-c428-4f15-802d-67d2869f262b service neutron] 10.222.0.21 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7589612 Mar 09 03:59:40.956898 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.api [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:59:40.957377 n-d-825178-5 neutron-server[87881]: DEBUG oslo_db.api [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:59:40.958657 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ca5d792-3951-4e2a-9781-f4e6821fef57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:41.038652 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ca5d792-3951-4e2a-9781-f4e6821fef57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:41.041250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5d792-3951-4e2a-9781-f4e6821fef57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf347460-479e-47a8-a56c-1401d677dcda,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:41.081813 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=2e813f6f-76f0-4529-a81c-671c07873997,revision_number=11']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:41.127139 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4ca5d792-3951-4e2a-9781-f4e6821fef57 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cf347460-479e-47a8-a56c-1401d677dcda HTTP/1.1" status: 204 len: 168 time: 2.6697128 Mar 09 03:59:41.133473 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48124) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:41.181807 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48128) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:41.235917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451c262-d315-4015-ad06-ef24aca8bab1 req-c6830bbf-06f2-4a44-b786-d443934914df tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:41.244105 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1451c262-d315-4015-ad06-ef24aca8bab1 req-c6830bbf-06f2-4a44-b786-d443934914df tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 983 time: 0.1297069 Mar 09 03:59:41.244334 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-60820de3-ecb9-44ff-af87-75e5adb6a199 req-275dd0e3-27aa-43bf-bf01-180dcc1c214d service neutron] 10.222.0.21 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105383 Mar 09 03:59:41.269181 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b528ed13-7e57-48ea-9425-67ea37c400c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:41.314578 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1451c262-d315-4015-ad06-ef24aca8bab1 req-6a6aabc6-b8ec-4497-b64b-d27fa8d89026 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/security-groups?id=753d2dfc-fd4f-4499-8e9d-c854be747a5f&id=8d4b4c56-768c-4d63-af17-85bfa056056d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0689106 Mar 09 03:59:41.391423 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-eeb8d665-c0ac-4b9c-888c-c68681270ab2 None None] For port 2e813f6f-76f0-4529-a81c-671c07873997, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=2e813f6f-76f0-4529-a81c-671c07873997,segment=NetworkSegment(e3ae4439-5f74-4890-a7c0-b3abf5586e6d),segment_id=e3ae4439-5f74-4890-a7c0-b3abf5586e6d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:59:41.391843 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-eeb8d665-c0ac-4b9c-888c-c68681270ab2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:41.410725 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-62d614dc-bab5-426e-b23e-91012251da29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:41.411115 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b528ed13-7e57-48ea-9425-67ea37c400c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:41.433035 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-62d614dc-bab5-426e-b23e-91012251da29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:41.437693 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-62d614dc-bab5-426e-b23e-91012251da29 admin admin] Usage tracker for resource:security_group_rule and tenant:8de1b418bc7746f9a544277d02b46b71 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:41.441342 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-62d614dc-bab5-426e-b23e-91012251da29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:41.447541 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-62d614dc-bab5-426e-b23e-91012251da29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:41.458749 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port 2e813f6f-76f0-4529-a81c-671c07873997 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:59:41.459260 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:41.651714 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-eeb8d665-c0ac-4b9c-888c-c68681270ab2 None None] Calling delete_port for 2e813f6f-76f0-4529-a81c-671c07873997 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:59:41.670140 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-b528ed13-7e57-48ea-9425-67ea37c400c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16214873-662d-4d5d-a30e-ca6e5c9c8335']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:41.689567 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-b528ed13-7e57-48ea-9425-67ea37c400c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e757f5-2ccf-408f-a422-7786471db0bd') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:41.689980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-b528ed13-7e57-48ea-9425-67ea37c400c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e757f5-2ccf-408f-a422-7786471db0bd') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:41.712008 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] For port 2e813f6f-76f0-4529-a81c-671c07873997, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=2e813f6f-76f0-4529-a81c-671c07873997,segment=NetworkSegment(e3ae4439-5f74-4890-a7c0-b3abf5586e6d),segment_id=e3ae4439-5f74-4890-a7c0-b3abf5586e6d)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:59:41.712533 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b528ed13-7e57-48ea-9425-67ea37c400c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:41.712639 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:41.749361 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b528ed13-7e57-48ea-9425-67ea37c400c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:41.758048 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122debb-6301-4517-a615-9df654752a79 req-69c07a1f-f4f0-47c4-b1f9-45453e25f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:41.759574 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b122debb-6301-4517-a615-9df654752a79 req-69c07a1f-f4f0-47c4-b1f9-45453e25f2f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a789b53b4961423480ac62f11148731e&device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 1096 time: 0.3406093 Mar 09 03:59:41.776798 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b528ed13-7e57-48ea-9425-67ea37c400c0 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:59:41.777374 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b528ed13-7e57-48ea-9425-67ea37c400c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: timer() Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:59:41.803885 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:59:41.838800 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Calling delete_port for 2e813f6f-76f0-4529-a81c-671c07873997 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:59:41.971932 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-eeb8d665-c0ac-4b9c-888c-c68681270ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:41.995328 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.api [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 03:59:41.995711 n-d-825178-5 neutron-server[87881]: DEBUG oslo_db.api [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 03:59:42.022423 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb8d665-c0ac-4b9c-888c-c68681270ab2 None None] No DVR routers for this DVR port 2e813f6f-76f0-4529-a81c-671c07873997 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 03:59:42.024437 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-365a61c8-3675-475a-a577-7b809e7725d6 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:42.049385 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8d665-c0ac-4b9c-888c-c68681270ab2 None None] Pushing event deleted for resources: {'Port': ['ID=2e813f6f-76f0-4529-a81c-671c07873997,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:42.070125 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-365a61c8-3675-475a-a577-7b809e7725d6 None None] Transition to ACTIVE for port object f91a2078-5428-40eb-a650-56905ce104d3 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:42.078176 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b528ed13-7e57-48ea-9425-67ea37c400c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:42.089125 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b528ed13-7e57-48ea-9425-67ea37c400c0 admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:42.101224 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-62d614dc-bab5-426e-b23e-91012251da29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:42.105860 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-62d614dc-bab5-426e-b23e-91012251da29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:42.115449 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-365a61c8-3675-475a-a577-7b809e7725d6 None None] Transition to ACTIVE for port object f91a2078-5428-40eb-a650-56905ce104d3 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:42.129532 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b528ed13-7e57-48ea-9425-67ea37c400c0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/16214873-662d-4d5d-a30e-ca6e5c9c8335 HTTP/1.1" status: 204 len: 168 time: 0.9920502 Mar 09 03:59:42.129729 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-365a61c8-3675-475a-a577-7b809e7725d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:42.139575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528ed13-7e57-48ea-9425-67ea37c400c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=16214873-662d-4d5d-a30e-ca6e5c9c8335,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:42.156080 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-62d614dc-bab5-426e-b23e-91012251da29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8de1b418bc7746f9a544277d02b46b71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9729078 Mar 09 03:59:42.161041 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48148) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:42.243196 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122debb-6301-4517-a615-9df654752a79 req-f37168fb-3707-4165-8748-0795736523c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:42.245021 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b122debb-6301-4517-a615-9df654752a79 req-f37168fb-3707-4165-8748-0795736523c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=728f1764-7035-454b-b803-10fc1ed1098e HTTP/1.1" status: 200 len: 917 time: 0.4256606 Mar 09 03:59:42.247855 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d614dc-bab5-426e-b23e-91012251da29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30589cf3-5c6f-4079-bc55-7800c94a3837,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:42.256173 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a61c8-3675-475a-a577-7b809e7725d6 None None] Pushing event updated for resources: {'Port': ['ID=f91a2078-5428-40eb-a650-56905ce104d3,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:42.266690 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-acf8a6e9-aeda-4752-a64e-a66df78b2212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:42.273106 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365a61c8-3675-475a-a577-7b809e7725d6 None None] Network 837a4781-040c-4969-8669-91c14d79c6ef is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:59:42.274606 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-365a61c8-3675-475a-a577-7b809e7725d6 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:42.277292 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365a61c8-3675-475a-a577-7b809e7725d6 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:59:42.292172 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d614dc-bab5-426e-b23e-91012251da29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:42.292568 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d614dc-bab5-426e-b23e-91012251da29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:42.292996 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d614dc-bab5-426e-b23e-91012251da29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:42.293440 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d614dc-bab5-426e-b23e-91012251da29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:42.293859 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d614dc-bab5-426e-b23e-91012251da29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:42.294278 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d614dc-bab5-426e-b23e-91012251da29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:42.294696 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d614dc-bab5-426e-b23e-91012251da29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:42.295145 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d614dc-bab5-426e-b23e-91012251da29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:42.295574 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d614dc-bab5-426e-b23e-91012251da29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:42.295982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d614dc-bab5-426e-b23e-91012251da29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:42.296400 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d614dc-bab5-426e-b23e-91012251da29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:42.296808 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d614dc-bab5-426e-b23e-91012251da29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:42.318616 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-acf8a6e9-aeda-4752-a64e-a66df78b2212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:42.358763 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-ba8180d8-cbb4-4bfe-8c5f-9c5be5d95f50 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Allocated IP 172.20.0.1 (837a4781-040c-4969-8669-91c14d79c6ef/d753f03d-3e80-4e91-a3d9-e6718fc18364/05bc3625-6d7b-49ed-a671-717c34efe317) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:59:42.399911 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-acf8a6e9-aeda-4752-a64e-a66df78b2212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:42.420799 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b122debb-6301-4517-a615-9df654752a79 req-706f7ccd-56e5-4df0-947c-6294021233c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f64be45-2159-4d1b-8ef3-c8e377cfad34 HTTP/1.1" status: 200 len: 1001 time: 0.1677926 Mar 09 03:59:42.430104 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48156) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:42.430892 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8a6e9-aeda-4752-a64e-a66df78b2212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30589cf3-5c6f-4079-bc55-7800c94a3837,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:42.525416 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-acf8a6e9-aeda-4752-a64e-a66df78b2212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:42.529753 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-acf8a6e9-aeda-4752-a64e-a66df78b2212 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30589cf3-5c6f-4079-bc55-7800c94a3837 HTTP/1.1" status: 204 len: 168 time: 0.3674469 Mar 09 03:59:42.547763 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48160) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:42.557784 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-365a61c8-3675-475a-a577-7b809e7725d6 None None] Attempting to bind port f91a2078-5428-40eb-a650-56905ce104d3 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:59:42.558284 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-365a61c8-3675-475a-a577-7b809e7725d6 None None] Attempting to bind port f91a2078-5428-40eb-a650-56905ce104d3 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '05e26f36-c43b-4f25-aecd-51063e3f1e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:59:42.558742 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365a61c8-3675-475a-a577-7b809e7725d6 None None] Attempting to bind port f91a2078-5428-40eb-a650-56905ce104d3 on network 837a4781-040c-4969-8669-91c14d79c6ef {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:59:42.567095 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365a61c8-3675-475a-a577-7b809e7725d6 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:59:42.567774 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365a61c8-3675-475a-a577-7b809e7725d6 None None] Checking segment: {'id': '05e26f36-c43b-4f25-aecd-51063e3f1e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:59:42.569248 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-365a61c8-3675-475a-a577-7b809e7725d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:42.569601 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-30d71a3a-ec0a-4a29-beaf-2788ba0cd997 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc718390bdc54645b3e22c1c8ceaa511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289539 Mar 09 03:59:42.569742 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365a61c8-3675-475a-a577-7b809e7725d6 None None] Bound using segment: {'id': '05e26f36-c43b-4f25-aecd-51063e3f1e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:59:42.570279 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-365a61c8-3675-475a-a577-7b809e7725d6 None None] Bound port: f91a2078-5428-40eb-a650-56905ce104d3, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e26f36-c43b-4f25-aecd-51063e3f1e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:59:42.570417 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48166) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:42.570757 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-365a61c8-3675-475a-a577-7b809e7725d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:42.646299 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d435f24-e7ca-47d9-879d-19dc5ec02924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:42.681477 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d435f24-e7ca-47d9-879d-19dc5ec02924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:42.693453 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122debb-6301-4517-a615-9df654752a79 req-2a986bb9-e5c1-415b-89cc-4b602e745667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:42.695107 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b122debb-6301-4517-a615-9df654752a79 req-2a986bb9-e5c1-415b-89cc-4b602e745667 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da09f32e-fde0-4749-97c0-596cce67a53e HTTP/1.1" status: 200 len: 855 time: 0.2596989 Mar 09 03:59:42.702917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Deleting port 2e813f6f-76f0-4529-a81c-671c07873997 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:59:42.703837 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:42.732010 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-365a61c8-3675-475a-a577-7b809e7725d6 None None] For port f91a2078-5428-40eb-a650-56905ce104d3, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:59:42.735598 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-365a61c8-3675-475a-a577-7b809e7725d6 None None] For port f91a2078-5428-40eb-a650-56905ce104d3, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f91a2078-5428-40eb-a650-56905ce104d3,segment=NetworkSegment(05e26f36-c43b-4f25-aecd-51063e3f1e96),segment_id=05e26f36-c43b-4f25-aecd-51063e3f1e96)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:59:42.742782 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-365a61c8-3675-475a-a577-7b809e7725d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:42.761765 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba8180d8-cbb4-4bfe-8c5f-9c5be5d95f50 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:42.806339 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] The port '2e813f6f-76f0-4529-a81c-671c07873997' was deleted {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 03:59:42.828053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-ba8180d8-cbb4-4bfe-8c5f-9c5be5d95f50 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Transition to ACTIVE for port object 05bc3625-6d7b-49ed-a671-717c34efe317 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:42.916958 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a61c8-3675-475a-a577-7b809e7725d6 None None] Pushing event updated for resources: {'Port': ['ID=f91a2078-5428-40eb-a650-56905ce104d3,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:42.947900 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122debb-6301-4517-a615-9df654752a79 req-b7dc1476-163e-4fd4-ab4e-f25898dfbf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:42.951677 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b122debb-6301-4517-a615-9df654752a79 req-b7dc1476-163e-4fd4-ab4e-f25898dfbf6e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=728f1764-7035-454b-b803-10fc1ed1098e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2456782 Mar 09 03:59:42.960173 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6272dbc-8810-4b50-b938-e4714c895d5f req-8388eda7-2385-4b4c-97cd-3a7e0c71bf31 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:42.961714 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b6272dbc-8810-4b50-b938-e4714c895d5f req-8388eda7-2385-4b4c-97cd-3a7e0c71bf31 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 983 time: 0.3846493 Mar 09 03:59:43.018592 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:43.026969 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d435f24-e7ca-47d9-879d-19dc5ec02924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:43.040543 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48174) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:43.076108 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d435f24-e7ca-47d9-879d-19dc5ec02924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a89766e-c082-49cc-904e-53433c023c31,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:43.081088 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b611994d-45c6-4370-a94f-c78d5bbb57b7']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:43.089206 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2fd49d68-94da-42c2-a177-a94a4bf0532e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:43.113481 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ae4439-5f74-4890-a7c0-b3abf5586e6d') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:43.113777 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ae4439-5f74-4890-a7c0-b3abf5586e6d') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:43.121734 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6fa54b63-f153-4343-9ec5-049b60b2c420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:43.130039 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2fd49d68-94da-42c2-a177-a94a4bf0532e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:43.133216 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:43.139958 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d435f24-e7ca-47d9-879d-19dc5ec02924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:43.144386 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1d435f24-e7ca-47d9-879d-19dc5ec02924 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a89766e-c082-49cc-904e-53433c023c31 HTTP/1.1" status: 204 len: 168 time: 0.5696898 Mar 09 03:59:43.147751 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2fd49d68-94da-42c2-a177-a94a4bf0532e admin admin] Usage tracker for resource:security_group_rule and tenant:68fe5d91ad0e42229d1c31aadbf1c79a is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:43.153953 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2fd49d68-94da-42c2-a177-a94a4bf0532e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:43.160620 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:43.163438 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2fd49d68-94da-42c2-a177-a94a4bf0532e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:43.179589 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 03:59:43.180053 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:43.193159 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b6272dbc-8810-4b50-b938-e4714c895d5f req-8dad2bfb-76e5-418e-9f29-58abfb91ce76 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/security-groups?id=753d2dfc-fd4f-4499-8e9d-c854be747a5f&id=8d4b4c56-768c-4d63-af17-85bfa056056d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1243510 Mar 09 03:59:43.196612 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6fa54b63-f153-4343-9ec5-049b60b2c420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:43.209532 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba8180d8-cbb4-4bfe-8c5f-9c5be5d95f50 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:43.214300 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6fa54b63-f153-4343-9ec5-049b60b2c420 admin admin] Usage tracker for resource:security_group_rule and tenant:1ae515b3a5a4451a9b02acd5fc53a729 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: timer() Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 03:59:43.214683 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 03:59:43.254261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6fa54b63-f153-4343-9ec5-049b60b2c420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:43.275154 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6fa54b63-f153-4343-9ec5-049b60b2c420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:43.280972 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b122debb-6301-4517-a615-9df654752a79 req-418ecf5b-312e-4d30-8ba1-e627a2e18181 service neutron] 10.222.0.21 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165579 Mar 09 03:59:43.345332 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:43.445438 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f91a2078-5428-40eb-a650-56905ce104d3 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:59:43.489092 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8180d8-cbb4-4bfe-8c5f-9c5be5d95f50 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network 837a4781-040c-4969-8669-91c14d79c6ef is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:59:43.495061 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-ba8180d8-cbb4-4bfe-8c5f-9c5be5d95f50 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:43.513433 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:43.519463 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8180d8-cbb4-4bfe-8c5f-9c5be5d95f50 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Port': ['ID=05bc3625-6d7b-49ed-a671-717c34efe317,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:43.529538 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] Pushing event deleted for resources: {'Network': ['ID=b611994d-45c6-4370-a94f-c78d5bbb57b7,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:43.530439 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 03:59:43.540662 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8180d8-cbb4-4bfe-8c5f-9c5be5d95f50 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:59:43.547936 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-09e476be-b63f-4b99-8cad-3a61dc62bbca tempest-PortsIpV6TestJSON-1405416066 tempest-PortsIpV6TestJSON-1405416066-project] 10.222.0.16 "DELETE /v2.0/networks/b611994d-45c6-4370-a94f-c78d5bbb57b7 HTTP/1.1" status: 204 len: 168 time: 3.5865307 Mar 09 03:59:43.560308 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port f91a2078-5428-40eb-a650-56905ce104d3 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:59:43.601518 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2fd49d68-94da-42c2-a177-a94a4bf0532e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:43.608989 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2fd49d68-94da-42c2-a177-a94a4bf0532e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:43.681480 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba8180d8-cbb4-4bfe-8c5f-9c5be5d95f50 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:43.689634 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2fd49d68-94da-42c2-a177-a94a4bf0532e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68fe5d91ad0e42229d1c31aadbf1c79a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6424913 Mar 09 03:59:43.689867 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b122debb-6301-4517-a615-9df654752a79 req-848e8f54-0f07-458a-a67a-ce0d8d978be4 service neutron] 10.222.0.21 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928459 Mar 09 03:59:43.691075 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48184) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:43.694725 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd49d68-94da-42c2-a177-a94a4bf0532e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148cbbc9-0e76-48ba-9126-753b828f39cd,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:43.772695 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dea4efbd-0bbb-43d4-a665-c532c504cf82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:43.811223 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dea4efbd-0bbb-43d4-a665-c532c504cf82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:43.825535 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48188) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:43.841273 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6fa54b63-f153-4343-9ec5-049b60b2c420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:43.854034 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6fa54b63-f153-4343-9ec5-049b60b2c420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:43.905737 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6fa54b63-f153-4343-9ec5-049b60b2c420 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ae515b3a5a4451a9b02acd5fc53a729&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3563483 Mar 09 03:59:43.908237 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba8180d8-cbb4-4bfe-8c5f-9c5be5d95f50 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:43.919841 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48194) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:44.022576 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8c2e3afb-9aa3-4d6b-b55f-ce6d2357a356 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dda59ad85c5847d3a37c51c3fab752a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1956410 Mar 09 03:59:44.023658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48198) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:44.039764 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48200) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:44.120793 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dea4efbd-0bbb-43d4-a665-c532c504cf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:44.168566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4efbd-0bbb-43d4-a665-c532c504cf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148cbbc9-0e76-48ba-9126-753b828f39cd,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:44.172254 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f470f8b-8c6b-4bd7-809d-16461580d55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:44.203909 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dea4efbd-0bbb-43d4-a665-c532c504cf82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:44.207581 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-dea4efbd-0bbb-43d4-a665-c532c504cf82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/148cbbc9-0e76-48ba-9126-753b828f39cd HTTP/1.1" status: 204 len: 168 time: 0.5123818 Mar 09 03:59:44.229219 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f470f8b-8c6b-4bd7-809d-16461580d55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:44.308896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19653803-fabb-4c7f-8372-d83df1968d51 None None] Network 837a4781-040c-4969-8669-91c14d79c6ef requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:59:44.349734 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2f74eb56-2072-4571-8b6d-d14a7af9afe8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a28d126d880446d92d0f7b9bfb2171c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3202133 Mar 09 03:59:44.350362 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48216) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:44.370370 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa54b63-f153-4343-9ec5-049b60b2c420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28da306-930f-419e-b0b2-50e524e58a48,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:44.389277 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1da072b9-8efd-456f-b347-926cf6e32ab2 None None] Provisioning for port f91a2078-5428-40eb-a650-56905ce104d3 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:59:44.468098 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 07de3997-2765-448b-b136-d2b2e863ef04 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:59:44.503865 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f470f8b-8c6b-4bd7-809d-16461580d55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:44.512004 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1da072b9-8efd-456f-b347-926cf6e32ab2 None None] Provisioning complete for port f91a2078-5428-40eb-a650-56905ce104d3 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:44.512694 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1da072b9-8efd-456f-b347-926cf6e32ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:44.524898 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-530ac262-5d2e-4104-a2e8-4372ac9a49a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:44.545527 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87a316-a5c9-41d1-be17-c36516e4416f req-d993a897-1367-4e2d-915d-3848b918c74b tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:44.546947 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4a87a316-a5c9-41d1-be17-c36516e4416f req-d993a897-1367-4e2d-915d-3848b918c74b tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 983 time: 0.1508815 Mar 09 03:59:44.547605 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-227c3465-03a9-452a-992a-a712ef177c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:44.553524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f470f8b-8c6b-4bd7-809d-16461580d55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93be2243-b5f2-4033-b87e-8362a82b78f0,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:44.564387 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f470f8b-8c6b-4bd7-809d-16461580d55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:44.565582 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8f470f8b-8c6b-4bd7-809d-16461580d55c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93be2243-b5f2-4033-b87e-8362a82b78f0 HTTP/1.1" status: 204 len: 168 time: 0.5232019 Mar 09 03:59:44.609731 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-227c3465-03a9-452a-992a-a712ef177c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:44.635925 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-530ac262-5d2e-4104-a2e8-4372ac9a49a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:44.652273 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4a87a316-a5c9-41d1-be17-c36516e4416f req-1b541aed-fbed-4075-8ea8-69a076200c7a tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/security-groups?id=753d2dfc-fd4f-4499-8e9d-c854be747a5f&id=8d4b4c56-768c-4d63-af17-85bfa056056d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0959435 Mar 09 03:59:44.710398 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-227c3465-03a9-452a-992a-a712ef177c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:44.733532 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 07de3997-2765-448b-b136-d2b2e863ef04 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:59:44.748080 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 07de3997-2765-448b-b136-d2b2e863ef04 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:44.748684 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:44.759816 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba8180d8-cbb4-4bfe-8c5f-9c5be5d95f50 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:44.760018 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-227c3465-03a9-452a-992a-a712ef177c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:44.762377 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-227c3465-03a9-452a-992a-a712ef177c52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9cccd186-ac0f-457c-8aa8-1d71cb70fd74 HTTP/1.1" status: 204 len: 168 time: 0.4103911 Mar 09 03:59:44.765578 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c3465-03a9-452a-992a-a712ef177c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cccd186-ac0f-457c-8aa8-1d71cb70fd74,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:44.770354 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba8180d8-cbb4-4bfe-8c5f-9c5be5d95f50 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:44.878681 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba8180d8-cbb4-4bfe-8c5f-9c5be5d95f50 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:44.907462 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-530ac262-5d2e-4104-a2e8-4372ac9a49a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:44.963268 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ac262-5d2e-4104-a2e8-4372ac9a49a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28da306-930f-419e-b0b2-50e524e58a48,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:44.971609 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-530ac262-5d2e-4104-a2e8-4372ac9a49a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:44.972916 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1da072b9-8efd-456f-b347-926cf6e32ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:44.976107 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-530ac262-5d2e-4104-a2e8-4372ac9a49a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a28da306-930f-419e-b0b2-50e524e58a48 HTTP/1.1" status: 204 len: 168 time: 1.0516198 Mar 09 03:59:45.029461 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-1da072b9-8efd-456f-b347-926cf6e32ab2 None None] For port f91a2078-5428-40eb-a650-56905ce104d3, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f91a2078-5428-40eb-a650-56905ce104d3,segment=NetworkSegment(05e26f36-c43b-4f25-aecd-51063e3f1e96),segment_id=05e26f36-c43b-4f25-aecd-51063e3f1e96)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:59:45.052902 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8180d8-cbb4-4bfe-8c5f-9c5be5d95f50 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Port': ['ID=05bc3625-6d7b-49ed-a671-717c34efe317,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:45.073820 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1da072b9-8efd-456f-b347-926cf6e32ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:45.106568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8180d8-cbb4-4bfe-8c5f-9c5be5d95f50 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network 837a4781-040c-4969-8669-91c14d79c6ef is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:59:45.108366 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-ba8180d8-cbb4-4bfe-8c5f-9c5be5d95f50 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:45.181826 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:45.236930 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 07de3997-2765-448b-b136-d2b2e863ef04, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=07de3997-2765-448b-b136-d2b2e863ef04,segment=NetworkSegment(8977d8a4-9c38-48df-a0a9-464d9d27b389),segment_id=8977d8a4-9c38-48df-a0a9-464d9d27b389)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:59:45.238060 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05e1df7-c76a-45d3-afbb-1ec18ad82935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07de3997-2765-448b-b136-d2b2e863ef04'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:59:45.244146 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da072b9-8efd-456f-b347-926cf6e32ab2 None None] Pushing event updated for resources: {'Port': ['ID=f91a2078-5428-40eb-a650-56905ce104d3,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:45.263272 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:45.346969 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05e1df7-c76a-45d3-afbb-1ec18ad82935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07de3997-2765-448b-b136-d2b2e863ef04', 'code': 200} Mar 09 03:59:45.428154 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f91a2078-5428-40eb-a650-56905ce104d3 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:59:45.452226 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8180d8-cbb4-4bfe-8c5f-9c5be5d95f50 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 03:59:45.502274 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=07de3997-2765-448b-b136-d2b2e863ef04,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:45.550180 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port f91a2078-5428-40eb-a650-56905ce104d3 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:45.550552 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:45.679625 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfc47c-d053-4c77-b809-403c480a7f1c req-949487e9-8342-47f2-b62b-2772518f08cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:45.680941 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0acfc47c-d053-4c77-b809-403c480a7f1c req-949487e9-8342-47f2-b62b-2772518f08cb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 1135 time: 0.2862968 Mar 09 03:59:45.706498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8180d8-cbb4-4bfe-8c5f-9c5be5d95f50 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:59:45.715062 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48264) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:45.715517 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ba8180d8-cbb4-4bfe-8c5f-9c5be5d95f50 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "PUT /v2.0/routers/34d5ee3a-a03e-4583-9a0e-f6df150f7036/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7134690 Mar 09 03:59:45.721607 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-32ffd3c4-adb1-44bd-b5a3-878f8237c0ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'network': {'name': 'tempest-RoutersTest-1160281646'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:45.722186 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] Sync routers for ids ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:59:45.736312 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-32ffd3c4-adb1-44bd-b5a3-878f8237c0ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:45.740052 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] Routers {'34d5ee3a-a03e-4583-9a0e-f6df150f7036'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:59:45.741104 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:59:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:45.747994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-32ffd3c4-adb1-44bd-b5a3-878f8237c0ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Usage tracker for resource:network and tenant:8d98afbc76a3441ab1cb90e168d30508 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:45.752697 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0acfc47c-d053-4c77-b809-403c480a7f1c req-44a6de47-c469-417d-bcb3-68fa04587526 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=753d2dfc-fd4f-4499-8e9d-c854be747a5f&id=8d4b4c56-768c-4d63-af17-85bfa056056d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0648789 Mar 09 03:59:45.754114 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-32ffd3c4-adb1-44bd-b5a3-878f8237c0ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:45.764573 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48268) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:45.772900 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-32ffd3c4-adb1-44bd-b5a3-878f8237c0ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:45.799502 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ffd3c4-adb1-44bd-b5a3-878f8237c0ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Made reservation on behalf of 8d98afbc76a3441ab1cb90e168d30508 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:59:45.804638 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-32ffd3c4-adb1-44bd-b5a3-878f8237c0ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:45.808263 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-53aaa4aa-d801-4de4-8847-b412de6dbb94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:45.822149 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-28730aa1-cb24-4db5-9c99-ce6bcdab86a0 None None] Provisioning for port 05bc3625-6d7b-49ed-a671-717c34efe317 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:59:45.841656 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-28730aa1-cb24-4db5-9c99-ce6bcdab86a0 None None] Provisioning complete for port 05bc3625-6d7b-49ed-a671-717c34efe317 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:45.843337 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-28730aa1-cb24-4db5-9c99-ce6bcdab86a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:45.845548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-53aaa4aa-d801-4de4-8847-b412de6dbb94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:45.852491 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-53aaa4aa-d801-4de4-8847-b412de6dbb94 admin admin] Usage tracker for resource:security_group_rule and tenant:d3ff7c3ca30c4ffc9cbc41c415ab7137 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:45.859014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-53aaa4aa-d801-4de4-8847-b412de6dbb94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:45.872264 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-53aaa4aa-d801-4de4-8847-b412de6dbb94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:45.989583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ffd3c4-adb1-44bd-b5a3-878f8237c0ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:59:46.066044 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-28730aa1-cb24-4db5-9c99-ce6bcdab86a0 None None] Port 05bc3625-6d7b-49ed-a671-717c34efe317 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:59:46.072231 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-32ffd3c4-adb1-44bd-b5a3-878f8237c0ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:46.072628 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-32ffd3c4-adb1-44bd-b5a3-878f8237c0ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Added segment 780ecac4-80de-4a16-a73d-0fd640ba5e3b of type vlan for network a7ba65c7-be6e-4354-899a-af0cfa1185d0 Mar 09 03:59:46.107365 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-53aaa4aa-d801-4de4-8847-b412de6dbb94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:46.117145 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-53aaa4aa-d801-4de4-8847-b412de6dbb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:46.129828 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc01a9-0fcc-41a7-8082-498ddecce3fd req-3104ab42-fee6-46f7-bdd5-23a9fbde4732 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:46.145086 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ddc01a9-0fcc-41a7-8082-498ddecce3fd req-3104ab42-fee6-46f7-bdd5-23a9fbde4732 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 984 time: 0.3039901 Mar 09 03:59:46.163914 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-28730aa1-cb24-4db5-9c99-ce6bcdab86a0 None None] Provisioning complete for port f91a2078-5428-40eb-a650-56905ce104d3 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:46.164288 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-28730aa1-cb24-4db5-9c99-ce6bcdab86a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:46.176245 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] Set router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:59:46.246842 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aaa4aa-d801-4de4-8847-b412de6dbb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab19476-a2c5-45b6-a4a0-10d653c460ab,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:46.256905 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-32ffd3c4-adb1-44bd-b5a3-878f8237c0ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:46.283689 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-53aaa4aa-d801-4de4-8847-b412de6dbb94 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3ff7c3ca30c4ffc9cbc41c415ab7137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5179777 Mar 09 03:59:46.284358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48278) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:46.317643 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ddc01a9-0fcc-41a7-8082-498ddecce3fd req-98b4c31c-c6f3-405d-a104-693545ebd354 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/security-groups?id=753d2dfc-fd4f-4499-8e9d-c854be747a5f&id=8d4b4c56-768c-4d63-af17-85bfa056056d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1470473 Mar 09 03:59:46.377013 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-32ffd3c4-adb1-44bd-b5a3-878f8237c0ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:46.383741 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ffd3c4-adb1-44bd-b5a3-878f8237c0ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:46.384619 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-32ffd3c4-adb1-44bd-b5a3-878f8237c0ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:46.396221 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ccce1f70-9fd4-40f5-a3e2-fb513bcccfd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:46.429292 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ccce1f70-9fd4-40f5-a3e2-fb513bcccfd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:46.448660 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-dbc88ecb-6a36-4fb1-b23a-7e0826a7abcb None None] Provisioning complete for port 05bc3625-6d7b-49ed-a671-717c34efe317 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:46.451193 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dbc88ecb-6a36-4fb1-b23a-7e0826a7abcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:46.506227 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ccce1f70-9fd4-40f5-a3e2-fb513bcccfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:46.526794 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce1f70-9fd4-40f5-a3e2-fb513bcccfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab19476-a2c5-45b6-a4a0-10d653c460ab,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:46.535957 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ccce1f70-9fd4-40f5-a3e2-fb513bcccfd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:46.537166 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ccce1f70-9fd4-40f5-a3e2-fb513bcccfd9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ab19476-a2c5-45b6-a4a0-10d653c460ab HTTP/1.1" status: 204 len: 168 time: 0.2516203 Mar 09 03:59:46.586101 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffd3c4-adb1-44bd-b5a3-878f8237c0ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Network': ['ID=a7ba65c7-be6e-4354-899a-af0cfa1185d0,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:46.608046 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network a7ba65c7-be6e-4354-899a-af0cfa1185d0 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:59:46.615933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48294) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:46.622625 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-30c8d323-f1b1-40ea-9881-920f4d093881 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'subnet': {'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:46.628863 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-32ffd3c4-adb1-44bd-b5a3-878f8237c0ad tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9127834 Mar 09 03:59:46.673422 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T03:59:43Z', 'revision_number': 2, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None, '_interfaces': [{'id': '05bc3625-6d7b-49ed-a671-717c34efe317', 'name': '', 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:c7:df:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:40Z', 'updated_at': '2022-03-09T03:59:44Z', 'revision_number': 2, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:46.678270 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] Checking router: 34d5ee3a-a03e-4583-9a0e-f6df150f7036 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:59:46.678622 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] Updating router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 port 05bc3625-6d7b-49ed-a671-717c34efe317 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:59:46.687416 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-dbc88ecb-6a36-4fb1-b23a-7e0826a7abcb None None] Port 05bc3625-6d7b-49ed-a671-717c34efe317 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:59:46.739663 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:46.997727 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-30c8d323-f1b1-40ea-9881-920f4d093881 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:47.002070 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-30c8d323-f1b1-40ea-9881-920f4d093881 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Usage tracker for resource:subnet and tenant:8d98afbc76a3441ab1cb90e168d30508 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:47.016008 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-30c8d323-f1b1-40ea-9881-920f4d093881 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:47.029855 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-30c8d323-f1b1-40ea-9881-920f4d093881 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:47.053496 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c8d323-f1b1-40ea-9881-920f4d093881 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Made reservation on behalf of 8d98afbc76a3441ab1cb90e168d30508 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:59:47.057340 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-30c8d323-f1b1-40ea-9881-920f4d093881 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:47.241282 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:47.255399 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] Transition to ACTIVE for port object 05bc3625-6d7b-49ed-a671-717c34efe317 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:47.277303 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:47.385159 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-30c8d323-f1b1-40ea-9881-920f4d093881 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:47.509861 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c8d323-f1b1-40ea-9881-920f4d093881 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Checking segment: {'id': '780ecac4-80de-4a16-a73d-0fd640ba5e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:59:47.510555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c8d323-f1b1-40ea-9881-920f4d093881 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network hostable DHCP agents. Network: a7ba65c7-be6e-4354-899a-af0cfa1185d0, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:59:47.533998 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8d323-f1b1-40ea-9881-920f4d093881 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Subnet': ['ID=6f31fe74-1111-4ae0-b77a-1014c6861492,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:47.547334 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476251e5-2f68-4a2a-b639-b8942682e342 None None] Pushing event updated for resources: {'Port': ['ID=05bc3625-6d7b-49ed-a671-717c34efe317,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:47.565633 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476251e5-2f68-4a2a-b639-b8942682e342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:47.566339 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476251e5-2f68-4a2a-b639-b8942682e342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:47.566896 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476251e5-2f68-4a2a-b639-b8942682e342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:47.567429 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476251e5-2f68-4a2a-b639-b8942682e342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:47.568004 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476251e5-2f68-4a2a-b639-b8942682e342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:47.569209 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476251e5-2f68-4a2a-b639-b8942682e342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:47.570344 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476251e5-2f68-4a2a-b639-b8942682e342 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:47.570899 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476251e5-2f68-4a2a-b639-b8942682e342 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:47.571407 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476251e5-2f68-4a2a-b639-b8942682e342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:47.571884 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476251e5-2f68-4a2a-b639-b8942682e342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:47.572576 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476251e5-2f68-4a2a-b639-b8942682e342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:47.573089 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476251e5-2f68-4a2a-b639-b8942682e342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 03:59:47.654607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c8d323-f1b1-40ea-9881-920f4d093881 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network a7ba65c7-be6e-4354-899a-af0cfa1185d0 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:59:47.674226 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-30c8d323-f1b1-40ea-9881-920f4d093881 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, a7ba65c7-be6e-4354-899a-af0cfa1185d0) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:47.679788 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] Attempting to bind port 05bc3625-6d7b-49ed-a671-717c34efe317 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:59:47.680308 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] Attempting to bind port 05bc3625-6d7b-49ed-a671-717c34efe317 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '05e26f36-c43b-4f25-aecd-51063e3f1e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:59:47.680761 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] Attempting to bind port 05bc3625-6d7b-49ed-a671-717c34efe317 on network 837a4781-040c-4969-8669-91c14d79c6ef {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:59:47.686750 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c8d323-f1b1-40ea-9881-920f4d093881 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:47.687369 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-30c8d323-f1b1-40ea-9881-920f4d093881 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:47.687545 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:59:47.688016 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] Checking segment: {'id': '05e26f36-c43b-4f25-aecd-51063e3f1e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:59:47.689599 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:47.690044 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] Bound using segment: {'id': '05e26f36-c43b-4f25-aecd-51063e3f1e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:59:47.690544 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] Bound port: 05bc3625-6d7b-49ed-a671-717c34efe317, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e26f36-c43b-4f25-aecd-51063e3f1e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:59:47.691055 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:47.691794 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2504d8e5-e8ab-4872-9b35-ffdf2604bdeb None None] Network a7ba65c7-be6e-4354-899a-af0cfa1185d0 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:59:47.739061 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e03c7d-8a3e-4fd8-beb2-8a7d5aa22e61 req-3347171b-9ce5-49a0-b42c-b31a365248b1 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:47.739266 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48326) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:47.740584 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f3e03c7d-8a3e-4fd8-beb2-8a7d5aa22e61 req-3347171b-9ce5-49a0-b42c-b31a365248b1 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 984 time: 0.1735125 Mar 09 03:59:47.773413 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-30c8d323-f1b1-40ea-9881-920f4d093881 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1535590 Mar 09 03:59:47.773760 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48332) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:47.822191 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] For port 05bc3625-6d7b-49ed-a671-717c34efe317, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:59:47.826342 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] For port 05bc3625-6d7b-49ed-a671-717c34efe317, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=05bc3625-6d7b-49ed-a671-717c34efe317,segment=NetworkSegment(05e26f36-c43b-4f25-aecd-51063e3f1e96),segment_id=05e26f36-c43b-4f25-aecd-51063e3f1e96)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:59:47.831732 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:47.834649 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f3e03c7d-8a3e-4fd8-beb2-8a7d5aa22e61 req-14c1a553-14c3-4e0f-ab66-8f6827f61003 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/security-groups?id=753d2dfc-fd4f-4499-8e9d-c854be747a5f&id=8d4b4c56-768c-4d63-af17-85bfa056056d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0873110 Mar 09 03:59:48.012683 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] Routers {'34d5ee3a-a03e-4583-9a0e-f6df150f7036'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:59:48.019050 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:59:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:48.087841 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d320ba02-98e0-4e3e-83bf-00d4301394a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-a7ba65c7-be6e-4354-899a-af0cfa1185d0', 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'fixed_ips': [{'subnet_id': '6f31fe74-1111-4ae0-b77a-1014c6861492'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:59:48.088803 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d320ba02-98e0-4e3e-83bf-00d4301394a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:48.179415 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476251e5-2f68-4a2a-b639-b8942682e342 None None] Pushing event updated for resources: {'Port': ['ID=05bc3625-6d7b-49ed-a671-717c34efe317,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:48.227785 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-be77b53c-0145-4b9e-96b6-bfbbf9321bf3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-103629543'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:48.240471 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-be77b53c-0145-4b9e-96b6-bfbbf9321bf3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:48.251290 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-be77b53c-0145-4b9e-96b6-bfbbf9321bf3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:network and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:48.259270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-be77b53c-0145-4b9e-96b6-bfbbf9321bf3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:48.267886 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-be77b53c-0145-4b9e-96b6-bfbbf9321bf3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:48.322913 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be77b53c-0145-4b9e-96b6-bfbbf9321bf3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:59:48.326532 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be77b53c-0145-4b9e-96b6-bfbbf9321bf3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:48.336328 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] Set router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:59:48.421425 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be77b53c-0145-4b9e-96b6-bfbbf9321bf3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:48.458891 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-be77b53c-0145-4b9e-96b6-bfbbf9321bf3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:48.469620 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-be77b53c-0145-4b9e-96b6-bfbbf9321bf3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:security_group_rule and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:48.479264 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-d320ba02-98e0-4e3e-83bf-00d4301394a9 None None] Allocated IP 172.21.0.2 (a7ba65c7-be6e-4354-899a-af0cfa1185d0/6f31fe74-1111-4ae0-b77a-1014c6861492/508c72cf-6d2e-471a-a71d-3024a1f53284) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:59:48.539937 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-be77b53c-0145-4b9e-96b6-bfbbf9321bf3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:48.556607 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-be77b53c-0145-4b9e-96b6-bfbbf9321bf3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:48.734557 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d320ba02-98e0-4e3e-83bf-00d4301394a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:48.750343 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d320ba02-98e0-4e3e-83bf-00d4301394a9 None None] Transition to ACTIVE for port object 508c72cf-6d2e-471a-a71d-3024a1f53284 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:48.786795 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d320ba02-98e0-4e3e-83bf-00d4301394a9 None None] Transition to ACTIVE for port object 508c72cf-6d2e-471a-a71d-3024a1f53284 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:48.794489 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T03:59:43Z', 'revision_number': 2, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None, '_interfaces': [{'id': '05bc3625-6d7b-49ed-a671-717c34efe317', 'name': '', 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:c7:df:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:40Z', 'updated_at': '2022-03-09T03:59:47Z', 'revision_number': 4, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:48.798892 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d320ba02-98e0-4e3e-83bf-00d4301394a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:48.810894 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6914f42-abc9-44cc-80a1-0933ef2d0462 None None] The sync data for ids ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'] in n-d-825178-5 is: [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T03:59:43Z', 'revision_number': 2, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None, '_interfaces': [{'id': '05bc3625-6d7b-49ed-a671-717c34efe317', 'name': '', 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:c7:df:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:40Z', 'updated_at': '2022-03-09T03:59:47Z', 'revision_number': 4, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:59:48.846624 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5d449-cef4-4e73-82d3-cce6dc25f76d req-cd7f95a5-e06b-47ac-a0f7-eb05b8cf670e tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:48.855691 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-66a5d449-cef4-4e73-82d3-cce6dc25f76d req-cd7f95a5-e06b-47ac-a0f7-eb05b8cf670e tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 984 time: 0.6556931 Mar 09 03:59:48.885837 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d320ba02-98e0-4e3e-83bf-00d4301394a9 None None] Network a7ba65c7-be6e-4354-899a-af0cfa1185d0 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:59:48.888964 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-d320ba02-98e0-4e3e-83bf-00d4301394a9 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:48.901038 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d320ba02-98e0-4e3e-83bf-00d4301394a9 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:59:49.005334 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320ba02-98e0-4e3e-83bf-00d4301394a9 None None] Pushing event updated for resources: {'Port': ['ID=508c72cf-6d2e-471a-a71d-3024a1f53284,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:49.027048 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-66a5d449-cef4-4e73-82d3-cce6dc25f76d req-dc9171fc-03c5-447e-aef4-b76389988c3a tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/security-groups?id=753d2dfc-fd4f-4499-8e9d-c854be747a5f&id=8d4b4c56-768c-4d63-af17-85bfa056056d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1701326 Mar 09 03:59:49.096633 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-d320ba02-98e0-4e3e-83bf-00d4301394a9 None None] Attempting to bind port 508c72cf-6d2e-471a-a71d-3024a1f53284 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:59:49.097052 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-d320ba02-98e0-4e3e-83bf-00d4301394a9 None None] Attempting to bind port 508c72cf-6d2e-471a-a71d-3024a1f53284 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '780ecac4-80de-4a16-a73d-0fd640ba5e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:59:49.097485 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320ba02-98e0-4e3e-83bf-00d4301394a9 None None] Attempting to bind port 508c72cf-6d2e-471a-a71d-3024a1f53284 on network a7ba65c7-be6e-4354-899a-af0cfa1185d0 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:59:49.115715 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320ba02-98e0-4e3e-83bf-00d4301394a9 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:59:49.118590 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320ba02-98e0-4e3e-83bf-00d4301394a9 None None] Checking segment: {'id': '780ecac4-80de-4a16-a73d-0fd640ba5e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:59:49.119231 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d320ba02-98e0-4e3e-83bf-00d4301394a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:49.120007 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320ba02-98e0-4e3e-83bf-00d4301394a9 None None] Bound using segment: {'id': '780ecac4-80de-4a16-a73d-0fd640ba5e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:59:49.120522 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-d320ba02-98e0-4e3e-83bf-00d4301394a9 None None] Bound port: 508c72cf-6d2e-471a-a71d-3024a1f53284, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780ecac4-80de-4a16-a73d-0fd640ba5e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:59:49.122371 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d320ba02-98e0-4e3e-83bf-00d4301394a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:49.158586 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be77b53c-0145-4b9e-96b6-bfbbf9321bf3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:49.162264 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98dbb658-27c1-4af1-b32a-b8c30c573a9c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:49.183029 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be77b53c-0145-4b9e-96b6-bfbbf9321bf3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:49.334211 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-d320ba02-98e0-4e3e-83bf-00d4301394a9 None None] For port 508c72cf-6d2e-471a-a71d-3024a1f53284, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:59:49.338685 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-d320ba02-98e0-4e3e-83bf-00d4301394a9 None None] For port 508c72cf-6d2e-471a-a71d-3024a1f53284, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=508c72cf-6d2e-471a-a71d-3024a1f53284,segment=NetworkSegment(780ecac4-80de-4a16-a73d-0fd640ba5e3b),segment_id=780ecac4-80de-4a16-a73d-0fd640ba5e3b)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:59:49.347603 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d320ba02-98e0-4e3e-83bf-00d4301394a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:49.409112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be77b53c-0145-4b9e-96b6-bfbbf9321bf3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:59:49.419388 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306cfac-7d12-4598-87e7-68a1fa942701 req-8e9cd3cf-ef99-4355-8153-9dbaf57d7afd tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:49.431764 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b306cfac-7d12-4598-87e7-68a1fa942701 req-8e9cd3cf-ef99-4355-8153-9dbaf57d7afd tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 1135 time: 0.1831827 Mar 09 03:59:49.483332 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b306cfac-7d12-4598-87e7-68a1fa942701 req-e35df4b6-f2ba-44a0-898c-d36a52a789ff tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:49.502028 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-b306cfac-7d12-4598-87e7-68a1fa942701 req-e35df4b6-f2ba-44a0-898c-d36a52a789ff tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:49.510388 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-b306cfac-7d12-4598-87e7-68a1fa942701 req-e35df4b6-f2ba-44a0-898c-d36a52a789ff tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Usage tracker for resource:security_group_rule and tenant:ea652f6c42084b249bbd22e3c03ca856 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:49.513830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-b306cfac-7d12-4598-87e7-68a1fa942701 req-e35df4b6-f2ba-44a0-898c-d36a52a789ff tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:49.517786 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320ba02-98e0-4e3e-83bf-00d4301394a9 None None] Pushing event updated for resources: {'Port': ['ID=508c72cf-6d2e-471a-a71d-3024a1f53284,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:49.519284 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 05bc3625-6d7b-49ed-a671-717c34efe317 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:59:49.525669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-b306cfac-7d12-4598-87e7-68a1fa942701 req-e35df4b6-f2ba-44a0-898c-d36a52a789ff tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:49.527021 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be77b53c-0145-4b9e-96b6-bfbbf9321bf3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:49.527537 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-be77b53c-0145-4b9e-96b6-bfbbf9321bf3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Added segment 133cd368-ffe7-41c2-a48b-70e3627cbc06 of type vlan for network f3473936-d747-493b-a056-321192d1c615 Mar 09 03:59:49.529136 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77b53c-0145-4b9e-96b6-bfbbf9321bf3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf5dba6-17a4-4d0e-acc2-fd06b3392856,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:49.643859 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 05bc3625-6d7b-49ed-a671-717c34efe317 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:59:49.650286 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 05bc3625-6d7b-49ed-a671-717c34efe317 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:49.650715 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:49.691014 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b306cfac-7d12-4598-87e7-68a1fa942701 req-e35df4b6-f2ba-44a0-898c-d36a52a789ff tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:49.696092 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be77b53c-0145-4b9e-96b6-bfbbf9321bf3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:49.701732 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b306cfac-7d12-4598-87e7-68a1fa942701 req-e35df4b6-f2ba-44a0-898c-d36a52a789ff tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:49.770130 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b306cfac-7d12-4598-87e7-68a1fa942701 req-e35df4b6-f2ba-44a0-898c-d36a52a789ff tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=753d2dfc-fd4f-4499-8e9d-c854be747a5f&id=8d4b4c56-768c-4d63-af17-85bfa056056d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3311284 Mar 09 03:59:49.795883 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48384) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:49.855661 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be77b53c-0145-4b9e-96b6-bfbbf9321bf3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:49.862920 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be77b53c-0145-4b9e-96b6-bfbbf9321bf3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:49.863720 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be77b53c-0145-4b9e-96b6-bfbbf9321bf3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:49.865281 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35df4b6-f2ba-44a0-898c-d36a52a789ff tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbca3e2f-5f7e-49af-9e3f-32f22f0fb37c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:49.918835 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:49.950918 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c82a89a-42e3-45a9-abed-2885a26a2df7 tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:49.967101 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4c82a89a-42e3-45a9-abed-2885a26a2df7 tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 1130 time: 0.1616480 Mar 09 03:59:49.970083 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48388) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:49.986236 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-787108ae-05cb-40d1-954f-0aa9e2b9a47c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'port_id': '07de3997-2765-448b-b136-d2b2e863ef04', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:50.031881 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 05bc3625-6d7b-49ed-a671-717c34efe317, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=05bc3625-6d7b-49ed-a671-717c34efe317,segment=NetworkSegment(05e26f36-c43b-4f25-aecd-51063e3f1e96),segment_id=05e26f36-c43b-4f25-aecd-51063e3f1e96)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:59:50.032689 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-787108ae-05cb-40d1-954f-0aa9e2b9a47c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:50.040925 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-787108ae-05cb-40d1-954f-0aa9e2b9a47c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Usage tracker for resource:floatingip and tenant:f62636ca99004fbcad682ccf3903561c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:50.042732 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:50.083821 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-787108ae-05cb-40d1-954f-0aa9e2b9a47c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:50.101568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-787108ae-05cb-40d1-954f-0aa9e2b9a47c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:50.216214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=05bc3625-6d7b-49ed-a671-717c34efe317,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:50.242193 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-787108ae-05cb-40d1-954f-0aa9e2b9a47c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:50.276889 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-be77b53c-0145-4b9e-96b6-bfbbf9321bf3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.5365751 Mar 09 03:59:50.283916 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48396) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:50.291923 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77b53c-0145-4b9e-96b6-bfbbf9321bf3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Network': ['ID=f3473936-d747-493b-a056-321192d1c615,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:50.307503 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network f3473936-d747-493b-a056-321192d1c615 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:59:50.310201 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-3ce8ed81-8e78-4b75-b55e-9054c2650678 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'port': {'network_id': 'f3473936-d747-493b-a056-321192d1c615', 'name': 'tempest-PortsTestJSON-260380802'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:50.337856 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-98dbb658-27c1-4af1-b32a-b8c30c573a9c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Allocated IP 172.21.0.1 (a7ba65c7-be6e-4354-899a-af0cfa1185d0/6f31fe74-1111-4ae0-b77a-1014c6861492/5574ebb5-5d3c-41cf-98ae-26109342e129) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:59:50.582422 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3ce8ed81-8e78-4b75-b55e-9054c2650678 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:50.593291 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3ce8ed81-8e78-4b75-b55e-9054c2650678 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:port and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:50.596770 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3ce8ed81-8e78-4b75-b55e-9054c2650678 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:50.617532 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3ce8ed81-8e78-4b75-b55e-9054c2650678 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:50.664708 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98dbb658-27c1-4af1-b32a-b8c30c573a9c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:50.679765 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce8ed81-8e78-4b75-b55e-9054c2650678 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:59:50.694421 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3ce8ed81-8e78-4b75-b55e-9054c2650678 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:50.706850 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-98dbb658-27c1-4af1-b32a-b8c30c573a9c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Transition to ACTIVE for port object 5574ebb5-5d3c-41cf-98ae-26109342e129 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:50.754884 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98dbb658-27c1-4af1-b32a-b8c30c573a9c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:50.764996 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-787108ae-05cb-40d1-954f-0aa9e2b9a47c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:50.778167 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-3ce8ed81-8e78-4b75-b55e-9054c2650678 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] device_id is not set on port 4af91ab4-7d34-48e5-8818-485cabf57d96 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:59:50.865497 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dbb658-27c1-4af1-b32a-b8c30c573a9c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network a7ba65c7-be6e-4354-899a-af0cfa1185d0 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:59:50.871795 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-98dbb658-27c1-4af1-b32a-b8c30c573a9c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:50.889329 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dbb658-27c1-4af1-b32a-b8c30c573a9c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:59:50.965011 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dbb658-27c1-4af1-b32a-b8c30c573a9c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Port': ['ID=5574ebb5-5d3c-41cf-98ae-26109342e129,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:50.989311 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98dbb658-27c1-4af1-b32a-b8c30c573a9c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:51.325775 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-787108ae-05cb-40d1-954f-0aa9e2b9a47c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Allocated IP 172.25.7.234 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/e270f80d-bbf4-4966-a4ab-9a11a83400f4) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:59:51.395735 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3ce8ed81-8e78-4b75-b55e-9054c2650678 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:51.539998 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98dbb658-27c1-4af1-b32a-b8c30c573a9c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:51.571536 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 508c72cf-6d2e-471a-a71d-3024a1f53284 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:59:51.632637 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-787108ae-05cb-40d1-954f-0aa9e2b9a47c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:51.693968 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-787108ae-05cb-40d1-954f-0aa9e2b9a47c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:51.738359 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 508c72cf-6d2e-471a-a71d-3024a1f53284 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:59:51.746373 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 05bc3625-6d7b-49ed-a671-717c34efe317 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:59:51.771883 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3ce8ed81-8e78-4b75-b55e-9054c2650678 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:51.847683 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787108ae-05cb-40d1-954f-0aa9e2b9a47c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:59:51.854616 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-787108ae-05cb-40d1-954f-0aa9e2b9a47c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:51.858678 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787108ae-05cb-40d1-954f-0aa9e2b9a47c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:59:51.948880 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787108ae-05cb-40d1-954f-0aa9e2b9a47c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event updated for resources: {'Port': ['ID=e270f80d-bbf4-4966-a4ab-9a11a83400f4,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:51.981261 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 05bc3625-6d7b-49ed-a671-717c34efe317 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:51.981633 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:52.093810 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8ed81-8e78-4b75-b55e-9054c2650678 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Port': ['ID=4af91ab4-7d34-48e5-8818-485cabf57d96,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:52.116327 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce8ed81-8e78-4b75-b55e-9054c2650678 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Checking segment: {'id': '133cd368-ffe7-41c2-a48b-70e3627cbc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f3473936-d747-493b-a056-321192d1c615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:59:52.116677 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce8ed81-8e78-4b75-b55e-9054c2650678 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network hostable DHCP agents. Network: f3473936-d747-493b-a056-321192d1c615, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:59:52.229154 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48446) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:52.456426 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fc5c4a-58de-4877-8106-a3e6f88ce46a None None] Network a7ba65c7-be6e-4354-899a-af0cfa1185d0 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:59:52.655635 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5fd40d53-1693-4821-8cfb-046aca957a2a None None] Provisioning for port 508c72cf-6d2e-471a-a71d-3024a1f53284 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:59:52.665645 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5fd40d53-1693-4821-8cfb-046aca957a2a None None] Provisioning complete for port 508c72cf-6d2e-471a-a71d-3024a1f53284 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:52.666287 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5fd40d53-1693-4821-8cfb-046aca957a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:52.668663 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98dbb658-27c1-4af1-b32a-b8c30c573a9c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:52.675726 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98dbb658-27c1-4af1-b32a-b8c30c573a9c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:52.745338 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-787108ae-05cb-40d1-954f-0aa9e2b9a47c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:52.769647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce8ed81-8e78-4b75-b55e-9054c2650678 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network f3473936-d747-493b-a056-321192d1c615 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:59:52.810735 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-3ce8ed81-8e78-4b75-b55e-9054c2650678 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, f3473936-d747-493b-a056-321192d1c615) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:52.823968 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce8ed81-8e78-4b75-b55e-9054c2650678 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:59:52.829517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce8ed81-8e78-4b75-b55e-9054c2650678 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:52.830140 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3ce8ed81-8e78-4b75-b55e-9054c2650678 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:52.836094 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dbb658-27c1-4af1-b32a-b8c30c573a9c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Port': ['ID=5574ebb5-5d3c-41cf-98ae-26109342e129,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:52.866122 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-787108ae-05cb-40d1-954f-0aa9e2b9a47c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:52.871885 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98dbb658-27c1-4af1-b32a-b8c30c573a9c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:52.929545 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3ce8ed81-8e78-4b75-b55e-9054c2650678 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6324914 Mar 09 03:59:52.932947 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48462) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:52.944406 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-3f2a6c17-520a-4a81-9f67-5242f3f23ad4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-729712100'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:52.953214 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3f2a6c17-520a-4a81-9f67-5242f3f23ad4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:52.960674 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3f2a6c17-520a-4a81-9f67-5242f3f23ad4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:network and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:52.976902 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3f2a6c17-520a-4a81-9f67-5242f3f23ad4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:52.986439 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5fd40d53-1693-4821-8cfb-046aca957a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:52.996505 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3f2a6c17-520a-4a81-9f67-5242f3f23ad4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:53.009783 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1337a0-313d-4826-98ce-9718e9efeecf None None] Network f3473936-d747-493b-a056-321192d1c615 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:59:53.084553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2a6c17-520a-4a81-9f67-5242f3f23ad4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:59:53.088295 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3f2a6c17-520a-4a81-9f67-5242f3f23ad4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:53.091414 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-5fd40d53-1693-4821-8cfb-046aca957a2a None None] For port 508c72cf-6d2e-471a-a71d-3024a1f53284, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=508c72cf-6d2e-471a-a71d-3024a1f53284,segment=NetworkSegment(780ecac4-80de-4a16-a73d-0fd640ba5e3b),segment_id=780ecac4-80de-4a16-a73d-0fd640ba5e3b)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 03:59:53.122304 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2a6c17-520a-4a81-9f67-5242f3f23ad4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:59:53.135484 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cffea6a1-256d-47d9-8be8-71b6f003bb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:53.164180 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cffea6a1-256d-47d9-8be8-71b6f003bb1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:53.168216 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cffea6a1-256d-47d9-8be8-71b6f003bb1f admin admin] Usage tracker for resource:security_group_rule and tenant:6f6d6738fc7448b59a36d258c1163cb8 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:53.171203 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cffea6a1-256d-47d9-8be8-71b6f003bb1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:53.177883 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cffea6a1-256d-47d9-8be8-71b6f003bb1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:53.185080 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dbb658-27c1-4af1-b32a-b8c30c573a9c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network a7ba65c7-be6e-4354-899a-af0cfa1185d0 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:59:53.188079 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-98dbb658-27c1-4af1-b32a-b8c30c573a9c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:53.191301 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3f2a6c17-520a-4a81-9f67-5242f3f23ad4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:53.191675 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-3f2a6c17-520a-4a81-9f67-5242f3f23ad4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Added segment 41f0884a-fa36-45c3-bbcf-12829b90fb43 of type vlan for network 990d4a21-da34-4c26-95aa-f16adb361b8b Mar 09 03:59:53.216859 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5fd40d53-1693-4821-8cfb-046aca957a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:53.253698 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3f2a6c17-520a-4a81-9f67-5242f3f23ad4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:53.376851 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-787108ae-05cb-40d1-954f-0aa9e2b9a47c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:53.390155 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3f2a6c17-520a-4a81-9f67-5242f3f23ad4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:53.406430 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2a6c17-520a-4a81-9f67-5242f3f23ad4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:53.408210 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3f2a6c17-520a-4a81-9f67-5242f3f23ad4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:53.424769 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-787108ae-05cb-40d1-954f-0aa9e2b9a47c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:53.437691 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98dbb658-27c1-4af1-b32a-b8c30c573a9c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:59:53.527353 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd40d53-1693-4821-8cfb-046aca957a2a None None] Pushing event updated for resources: {'Port': ['ID=508c72cf-6d2e-471a-a71d-3024a1f53284,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:53.557368 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48476) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:53.624368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98dbb658-27c1-4af1-b32a-b8c30c573a9c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:59:53.633204 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-98dbb658-27c1-4af1-b32a-b8c30c573a9c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "PUT /v2.0/routers/34d5ee3a-a03e-4583-9a0e-f6df150f7036/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8576992 Mar 09 03:59:53.633750 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48484) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:53.637484 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] Sync routers for ids ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:59:53.639760 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-53129867-ce92-4e1e-a4b1-20316e9980f7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'network': {'name': 'tempest-RoutersTest-1981144438'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:53.646084 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-53129867-ce92-4e1e-a4b1-20316e9980f7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:53.646297 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787108ae-05cb-40d1-954f-0aa9e2b9a47c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event updated for resources: {'Port': ['ID=e270f80d-bbf4-4966-a4ab-9a11a83400f4,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:53.650658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-53129867-ce92-4e1e-a4b1-20316e9980f7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Usage tracker for resource:network and tenant:8d98afbc76a3441ab1cb90e168d30508 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:53.654099 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-53129867-ce92-4e1e-a4b1-20316e9980f7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:53.660518 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-53129867-ce92-4e1e-a4b1-20316e9980f7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:53.668959 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] Routers {'34d5ee3a-a03e-4583-9a0e-f6df150f7036'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:59:53.669607 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:59:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:53.771453 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48488) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:53.771970 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3f2a6c17-520a-4a81-9f67-5242f3f23ad4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8378370 Mar 09 03:59:53.777774 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'ports': [{'network_id': 'f3473936-d747-493b-a056-321192d1c615'}, {'network_id': '990d4a21-da34-4c26-95aa-f16adb361b8b'}]} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:53.778082 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'port': {'network_id': 'f3473936-d747-493b-a056-321192d1c615'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:53.778558 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'port': {'network_id': '990d4a21-da34-4c26-95aa-f16adb361b8b'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:53.779249 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a6c17-520a-4a81-9f67-5242f3f23ad4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Network': ['ID=990d4a21-da34-4c26-95aa-f16adb361b8b,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:53.782615 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cffea6a1-256d-47d9-8be8-71b6f003bb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:53.813125 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cffea6a1-256d-47d9-8be8-71b6f003bb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:53.834014 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53129867-ce92-4e1e-a4b1-20316e9980f7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Made reservation on behalf of 8d98afbc76a3441ab1cb90e168d30508 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:59:53.839337 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 990d4a21-da34-4c26-95aa-f16adb361b8b details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:59:53.851156 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-53129867-ce92-4e1e-a4b1-20316e9980f7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:53.891503 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cffea6a1-256d-47d9-8be8-71b6f003bb1f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f6d6738fc7448b59a36d258c1163cb8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6586668 Mar 09 03:59:53.896994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48492) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:53.902136 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-787108ae-05cb-40d1-954f-0aa9e2b9a47c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:53.998213 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53129867-ce92-4e1e-a4b1-20316e9980f7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 03:59:54.041729 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] Set router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:59:54.042927 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-53129867-ce92-4e1e-a4b1-20316e9980f7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:54.043299 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-53129867-ce92-4e1e-a4b1-20316e9980f7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Added segment 5255e2e4-04be-45ec-8304-b513e46eb369 of type vlan for network a34cf005-63af-40a1-880b-69838d624ef8 Mar 09 03:59:54.051003 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffea6a1-256d-47d9-8be8-71b6f003bb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0d015a-4f0b-480b-aaad-362af7972b70,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:54.053903 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e6e1f117-662e-44dc-aef7-a6c53136f06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:54.095568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e6e1f117-662e-44dc-aef7-a6c53136f06c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:54.103725 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e6e1f117-662e-44dc-aef7-a6c53136f06c admin admin] Usage tracker for resource:security_group_rule and tenant:48cd5185a5154e46af0026462b4031cd is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:54.106883 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cb49ace8-6e93-45e7-8dca-a4f90c4360ff None None] Provisioning for port 5574ebb5-5d3c-41cf-98ae-26109342e129 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 03:59:54.111084 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e6e1f117-662e-44dc-aef7-a6c53136f06c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:54.129828 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cb49ace8-6e93-45e7-8dca-a4f90c4360ff None None] Provisioning complete for port 5574ebb5-5d3c-41cf-98ae-26109342e129 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:54.130620 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e6e1f117-662e-44dc-aef7-a6c53136f06c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:54.132267 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cb49ace8-6e93-45e7-8dca-a4f90c4360ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:54.222342 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-cb49ace8-6e93-45e7-8dca-a4f90c4360ff None None] Port 5574ebb5-5d3c-41cf-98ae-26109342e129 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:59:54.256363 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-53129867-ce92-4e1e-a4b1-20316e9980f7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:54.279411 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1eef6b11-9bb3-4ddf-acaa-a8fec3ef8cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:54.280673 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-787108ae-05cb-40d1-954f-0aa9e2b9a47c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Floating IP ec0da4dc-177e-452e-a5fd-dedf844492bf associated. External IP: 172.25.7.234, port: 07de3997-2765-448b-b136-d2b2e863ef04. Mar 09 03:59:54.297610 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:54.302262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:port and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:54.305412 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:54.312786 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:54.353415 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'port': 2} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:59:54.358089 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:54.398649 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1eef6b11-9bb3-4ddf-acaa-a8fec3ef8cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:54.419818 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:54.432818 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-53129867-ce92-4e1e-a4b1-20316e9980f7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:54.444884 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53129867-ce92-4e1e-a4b1-20316e9980f7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:54.445803 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-53129867-ce92-4e1e-a4b1-20316e9980f7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:54.509590 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e6e1f117-662e-44dc-aef7-a6c53136f06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:54.515258 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cb49ace8-6e93-45e7-8dca-a4f90c4360ff None None] Provisioning complete for port 508c72cf-6d2e-471a-a71d-3024a1f53284 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:54.515682 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cb49ace8-6e93-45e7-8dca-a4f90c4360ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:54.593808 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e6e1f117-662e-44dc-aef7-a6c53136f06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:54.632647 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-53129867-ce92-4e1e-a4b1-20316e9980f7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9976997 Mar 09 03:59:54.658294 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48498) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:54.670612 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e6e1f117-662e-44dc-aef7-a6c53136f06c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=48cd5185a5154e46af0026462b4031cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0924926 Mar 09 03:59:54.674920 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-41025f99-c6e6-4abd-ac51-5f300d96f6e3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'subnet': {'network_id': 'a34cf005-63af-40a1-880b-69838d624ef8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 03:59:54.684509 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48502) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:54.760507 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53129867-ce92-4e1e-a4b1-20316e9980f7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Network': ['ID=a34cf005-63af-40a1-880b-69838d624ef8,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:54.766181 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T03:59:51Z', 'revision_number': 3, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None, '_interfaces': [{'id': '05bc3625-6d7b-49ed-a671-717c34efe317', 'name': '', 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:c7:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:40Z', 'updated_at': '2022-03-09T03:59:49Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5574ebb5-5d3c-41cf-98ae-26109342e129', 'name': '', 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:40:6a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:49Z', 'updated_at': '2022-03-09T03:59:52Z', 'revision_number': 2, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:54.779678 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network a34cf005-63af-40a1-880b-69838d624ef8 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 03:59:54.799777 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] Checking router: 34d5ee3a-a03e-4583-9a0e-f6df150f7036 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:59:54.800124 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] Updating router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 port 5574ebb5-5d3c-41cf-98ae-26109342e129 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 03:59:54.814256 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1eef6b11-9bb3-4ddf-acaa-a8fec3ef8cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:54.938092 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:54.991971 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ea6894b7-f0a4-4ca0-96a3-7261a76200f5 None None] Provisioning complete for port 5574ebb5-5d3c-41cf-98ae-26109342e129 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:54.992335 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ea6894b7-f0a4-4ca0-96a3-7261a76200f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:55.010185 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1f117-662e-44dc-aef7-a6c53136f06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436660b3-38c3-454c-8c55-df352f8f03bf,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:55.049841 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef6b11-9bb3-4ddf-acaa-a8fec3ef8cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0d015a-4f0b-480b-aaad-362af7972b70,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:55.057256 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ea6894b7-f0a4-4ca0-96a3-7261a76200f5 None None] Port 5574ebb5-5d3c-41cf-98ae-26109342e129 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 03:59:55.081248 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] device_id is not set on port 45047b0a-dc6a-4316-b6f0-d731675cbff6 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:59:55.088826 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1eef6b11-9bb3-4ddf-acaa-a8fec3ef8cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:55.092762 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1eef6b11-9bb3-4ddf-acaa-a8fec3ef8cf1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf0d015a-4f0b-480b-aaad-362af7972b70 HTTP/1.1" status: 204 len: 168 time: 1.1926632 Mar 09 03:59:55.110085 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-23db8ac8-d4a4-4ef3-a9fe-c0bb839fd3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:55.145064 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-23db8ac8-d4a4-4ef3-a9fe-c0bb839fd3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:55.237480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-41025f99-c6e6-4abd-ac51-5f300d96f6e3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:55.254061 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-41025f99-c6e6-4abd-ac51-5f300d96f6e3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Usage tracker for resource:subnet and tenant:8d98afbc76a3441ab1cb90e168d30508 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:55.259243 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-41025f99-c6e6-4abd-ac51-5f300d96f6e3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:55.260735 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-23db8ac8-d4a4-4ef3-a9fe-c0bb839fd3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:55.285235 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:55.291310 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db8ac8-d4a4-4ef3-a9fe-c0bb839fd3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436660b3-38c3-454c-8c55-df352f8f03bf,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:55.299425 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-41025f99-c6e6-4abd-ac51-5f300d96f6e3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:55.395560 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-23db8ac8-d4a4-4ef3-a9fe-c0bb839fd3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:55.397204 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-23db8ac8-d4a4-4ef3-a9fe-c0bb839fd3e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/436660b3-38c3-454c-8c55-df352f8f03bf HTTP/1.1" status: 204 len: 168 time: 0.6796486 Mar 09 03:59:55.418243 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 508c72cf-6d2e-471a-a71d-3024a1f53284 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 03:59:55.446771 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] device_id is not set on port b1fab979-c230-4d42-935e-afc47af2da42 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 03:59:55.498376 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787108ae-05cb-40d1-954f-0aa9e2b9a47c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Router 3455b4a1-2a50-44bc-b2c6-2177f4b24add has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 03:59:55.504346 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41025f99-c6e6-4abd-ac51-5f300d96f6e3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Made reservation on behalf of 8d98afbc76a3441ab1cb90e168d30508 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 03:59:55.509161 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-41025f99-c6e6-4abd-ac51-5f300d96f6e3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:55.611743 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:55.662284 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:55.736179 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48514) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:55.772233 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:55.784454 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2e267a14-1739-447a-a014-15257b710df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:55.818073 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network f3473936-d747-493b-a056-321192d1c615 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:59:55.822749 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] Transition to ACTIVE for port object 5574ebb5-5d3c-41cf-98ae-26109342e129 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:55.835611 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 508c72cf-6d2e-471a-a71d-3024a1f53284 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 03:59:55.835978 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:55.842524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Port': ['ID=45047b0a-dc6a-4316-b6f0-d731675cbff6,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:55.849365 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:55.856417 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2e267a14-1739-447a-a014-15257b710df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:55.858885 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:59:55.859746 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:55.870034 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2e267a14-1739-447a-a014-15257b710df0 admin admin] Usage tracker for resource:security_group_rule and tenant:43cab671b52d42dd9c8d8bcf7d8f2be5 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:55.920721 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2e267a14-1739-447a-a014-15257b710df0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:55.943015 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2e267a14-1739-447a-a014-15257b710df0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:55.948313 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:55.994249 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-41025f99-c6e6-4abd-ac51-5f300d96f6e3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:56.045779 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48522) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:56.089356 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b77d3e-1c95-4e2b-826e-7dbb8e2b2c05 None None] Pushing event updated for resources: {'Port': ['ID=5574ebb5-5d3c-41cf-98ae-26109342e129,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:56.096723 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4c5e4d1c-96c3-4d48-8f3e-76d4f2758225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:56.129256 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Port': ['ID=b1fab979-c230-4d42-935e-afc47af2da42,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:56.135369 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4c5e4d1c-96c3-4d48-8f3e-76d4f2758225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 03:59:56.139252 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4c5e4d1c-96c3-4d48-8f3e-76d4f2758225 admin admin] Usage tracker for resource:security_group_rule and tenant:0204e5e643aa4afc97d212f06849eb7d is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 03:59:56.142786 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4c5e4d1c-96c3-4d48-8f3e-76d4f2758225 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 03:59:56.148795 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4c5e4d1c-96c3-4d48-8f3e-76d4f2758225 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 03:59:56.259249 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787108ae-05cb-40d1-954f-0aa9e2b9a47c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 03:59:56.265661 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec968433-8b99-4790-b441-dae4d4ea9e78 None None] Sync routers for ids ['3455b4a1-2a50-44bc-b2c6-2177f4b24add'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 03:59:56.289710 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4c5e4d1c-96c3-4d48-8f3e-76d4f2758225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:56.294676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41025f99-c6e6-4abd-ac51-5f300d96f6e3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Subnet': ['ID=30171231-6626-436c-aa30-1609604c6f5c,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:56.300277 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Checking segment: {'id': '41f0884a-fa36-45c3-bbcf-12829b90fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '990d4a21-da34-4c26-95aa-f16adb361b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:59:56.300277 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network hostable DHCP agents. Network: 990d4a21-da34-4c26-95aa-f16adb361b8b, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:59:56.305637 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec968433-8b99-4790-b441-dae4d4ea9e78 None None] Routers {'3455b4a1-2a50-44bc-b2c6-2177f4b24add'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:59:56.305637 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-ec968433-8b99-4790-b441-dae4d4ea9e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:59:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3455b4a1-2a50-44bc-b2c6-2177f4b24add'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:56.316387 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4c5e4d1c-96c3-4d48-8f3e-76d4f2758225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:56.365419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41025f99-c6e6-4abd-ac51-5f300d96f6e3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Checking segment: {'id': '5255e2e4-04be-45ec-8304-b513e46eb369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a34cf005-63af-40a1-880b-69838d624ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:59:56.366045 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41025f99-c6e6-4abd-ac51-5f300d96f6e3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network hostable DHCP agents. Network: a34cf005-63af-40a1-880b-69838d624ef8, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 03:59:56.381615 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2e267a14-1739-447a-a014-15257b710df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:56.383077 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network 990d4a21-da34-4c26-95aa-f16adb361b8b is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:59:56.406354 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4c5e4d1c-96c3-4d48-8f3e-76d4f2758225 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0204e5e643aa4afc97d212f06849eb7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3573546 Mar 09 03:59:56.410681 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48528) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:56.432612 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-787108ae-05cb-40d1-954f-0aa9e2b9a47c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:56.443535 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2e267a14-1739-447a-a014-15257b710df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:56.471997 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 990d4a21-da34-4c26-95aa-f16adb361b8b) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:56.478748 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e4d1c-96c3-4d48-8f3e-76d4f2758225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f75dae-bb5c-4cc2-94aa-7a837cc5b651,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:56.494060 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:59:56.500091 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:56.505374 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df9c4d2-66e7-448a-914e-4f61a4a68ddb None None] Network 990d4a21-da34-4c26-95aa-f16adb361b8b requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:59:56.506078 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:56.507336 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:56.519787 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41025f99-c6e6-4abd-ac51-5f300d96f6e3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network a34cf005-63af-40a1-880b-69838d624ef8 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 03:59:56.531292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-41025f99-c6e6-4abd-ac51-5f300d96f6e3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, a34cf005-63af-40a1-880b-69838d624ef8) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:56.550699 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41025f99-c6e6-4abd-ac51-5f300d96f6e3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:56.551725 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-41025f99-c6e6-4abd-ac51-5f300d96f6e3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:56.555300 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] Attempting to bind port 5574ebb5-5d3c-41cf-98ae-26109342e129 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:59:56.555889 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] Attempting to bind port 5574ebb5-5d3c-41cf-98ae-26109342e129 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '780ecac4-80de-4a16-a73d-0fd640ba5e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:59:56.556419 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] Attempting to bind port 5574ebb5-5d3c-41cf-98ae-26109342e129 on network a7ba65c7-be6e-4354-899a-af0cfa1185d0 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:59:56.565237 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d639ef80-f547-49dc-bad0-7245819f3ad8 None None] Network a34cf005-63af-40a1-880b-69838d624ef8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 03:59:56.571804 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2e267a14-1739-447a-a014-15257b710df0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43cab671b52d42dd9c8d8bcf7d8f2be5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8287244 Mar 09 03:59:56.572752 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48532) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:56.599422 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-787108ae-05cb-40d1-954f-0aa9e2b9a47c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.6277158 Mar 09 03:59:56.600084 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05e1df7-c76a-45d3-afbb-1ec18ad82935', 'tag': '07de3997-2765-448b-b136-d2b2e863ef04'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 03:59:56.605347 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48536) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:56.608129 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-ec968433-8b99-4790-b441-dae4d4ea9e78 None None] Set router 3455b4a1-2a50-44bc-b2c6-2177f4b24add gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:59:56.629841 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-41025f99-c6e6-4abd-ac51-5f300d96f6e3 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9704616 Mar 09 03:59:56.632541 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48542) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:56.649145 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e267a14-1739-447a-a014-15257b710df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b650320-f61d-430b-8cc9-93b560a26310,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:56.676730 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e1c0ecf6-82e7-498d-807e-33b91bc0bcb1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9031072 Mar 09 03:59:56.684331 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48546) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:56.729058 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05e1df7-c76a-45d3-afbb-1ec18ad82935', 'tag': '07de3997-2765-448b-b136-d2b2e863ef04', 'status': 'completed', 'code': 200} Mar 09 03:59:56.785469 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-44d9d557-5af5-4df5-9355-10139353a876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:56.842396 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a096912e-160f-4e4c-b045-49ab7dfb35ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:56.847921 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:59:56.848394 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] Checking segment: {'id': '780ecac4-80de-4a16-a73d-0fd640ba5e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:59:56.848768 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:56.849159 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] Bound using segment: {'id': '780ecac4-80de-4a16-a73d-0fd640ba5e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:59:56.849634 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] Bound port: 5574ebb5-5d3c-41cf-98ae-26109342e129, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780ecac4-80de-4a16-a73d-0fd640ba5e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:59:56.850518 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:56.860138 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d7445e17-e1dd-46d2-b2bb-643998f9814a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting port b1fab979-c230-4d42-935e-afc47af2da42 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:59:56.861140 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d7445e17-e1dd-46d2-b2bb-643998f9814a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:56.913001 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-44d9d557-5af5-4df5-9355-10139353a876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:57.003562 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a096912e-160f-4e4c-b045-49ab7dfb35ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:57.027461 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010c89be-a667-415b-a0cf-8709cd432ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-a34cf005-63af-40a1-880b-69838d624ef8', 'network_id': 'a34cf005-63af-40a1-880b-69838d624ef8', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'fixed_ips': [{'subnet_id': '30171231-6626-436c-aa30-1609604c6f5c'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 03:59:57.030239 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-010c89be-a667-415b-a0cf-8709cd432ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:57.059100 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-ec968433-8b99-4790-b441-dae4d4ea9e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1525088774', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:51Z', 'updated_at': '2022-03-09T03:59:07Z', 'revision_number': 4, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'gw_port': {'id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:52Z', 'updated_at': '2022-03-09T03:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'ec0da4dc-177e-452e-a5fd-dedf844492bf', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'port_id': '07de3997-2765-448b-b136-d2b2e863ef04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d', 'mac_address': 'fa:16:3e:ef:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e1df7-c76a-45d3-afbb-1ec18ad82935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:59:52Z', 'updated_at': '2022-03-09T03:59:52Z', 'revision_number': 0, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17aa3835-4d60-4573-9de3-07bb8f7fb53a', 'name': '', 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'mac_address': 'fa:16:3e:a3:3a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '3acfb211-8535-4334-b88e-ccba5949ed78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:04Z', 'updated_at': '2022-03-09T03:59:16Z', 'revision_number': 5, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'subnets': [{'id': '3acfb211-8535-4334-b88e-ccba5949ed78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:57.064454 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec968433-8b99-4790-b441-dae4d4ea9e78 None None] Checking router: 3455b4a1-2a50-44bc-b2c6-2177f4b24add for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 03:59:57.074373 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec968433-8b99-4790-b441-dae4d4ea9e78 None None] Routers {'3455b4a1-2a50-44bc-b2c6-2177f4b24add'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:59:57.075007 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-ec968433-8b99-4790-b441-dae4d4ea9e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:59:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3455b4a1-2a50-44bc-b2c6-2177f4b24add'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:57.222025 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d7445e17-e1dd-46d2-b2bb-643998f9814a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:57.333247 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] For port 5574ebb5-5d3c-41cf-98ae-26109342e129, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 03:59:57.351200 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-ec968433-8b99-4790-b441-dae4d4ea9e78 None None] Set router 3455b4a1-2a50-44bc-b2c6-2177f4b24add gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:59:57.352868 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] For port 5574ebb5-5d3c-41cf-98ae-26109342e129, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5574ebb5-5d3c-41cf-98ae-26109342e129,segment=NetworkSegment(780ecac4-80de-4a16-a73d-0fd640ba5e3b),segment_id=780ecac4-80de-4a16-a73d-0fd640ba5e3b)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 03:59:57.372517 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:57.401824 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d7445e17-e1dd-46d2-b2bb-643998f9814a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Calling delete_port for b1fab979-c230-4d42-935e-afc47af2da42 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:59:57.460253 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b77d3e-1c95-4e2b-826e-7dbb8e2b2c05 None None] Pushing event updated for resources: {'Port': ['ID=5574ebb5-5d3c-41cf-98ae-26109342e129,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:57.486627 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] Routers {'34d5ee3a-a03e-4583-9a0e-f6df150f7036'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 03:59:57.487712 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T03:59:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:57.499063 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-44d9d557-5af5-4df5-9355-10139353a876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:57.503946 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8c58b8-22e2-46a3-a72a-d74ec8c1f89a tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:57.504516 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8c58b8-22e2-46a3-a72a-d74ec8c1f89a tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:57.505040 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8c58b8-22e2-46a3-a72a-d74ec8c1f89a tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:57.505553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8c58b8-22e2-46a3-a72a-d74ec8c1f89a tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:57.506063 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8c58b8-22e2-46a3-a72a-d74ec8c1f89a tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:57.506572 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8c58b8-22e2-46a3-a72a-d74ec8c1f89a tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:57.507278 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8c58b8-22e2-46a3-a72a-d74ec8c1f89a tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:57.507780 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8c58b8-22e2-46a3-a72a-d74ec8c1f89a tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:57.508281 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8c58b8-22e2-46a3-a72a-d74ec8c1f89a tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:57.508781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8c58b8-22e2-46a3-a72a-d74ec8c1f89a tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:57.513641 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ae8c58b8-22e2-46a3-a72a-d74ec8c1f89a tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6938 time: 0.9033253 Mar 09 03:59:57.517182 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48552) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:57.524652 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd37b9e-e897-41d1-b9c6-6414cd79f4e5 req-771f36e4-e384-438e-9a21-cdc97848e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:57.526729 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fcd37b9e-e897-41d1-b9c6-6414cd79f4e5 req-771f36e4-e384-438e-9a21-cdc97848e282 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f62636ca99004fbcad682ccf3903561c&device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 1135 time: 0.7787015 Mar 09 03:59:57.573204 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a096912e-160f-4e4c-b045-49ab7dfb35ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:57.580758 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a096912e-160f-4e4c-b045-49ab7dfb35ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:57.584120 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a096912e-160f-4e4c-b045-49ab7dfb35ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b650320-f61d-430b-8cc9-93b560a26310 HTTP/1.1" status: 204 len: 168 time: 0.9967532 Mar 09 03:59:57.638204 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-44d9d557-5af5-4df5-9355-10139353a876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:57.643253 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-44d9d557-5af5-4df5-9355-10139353a876 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38f75dae-bb5c-4cc2-94aa-7a837cc5b651 HTTP/1.1" status: 204 len: 168 time: 1.2054961 Mar 09 03:59:57.649414 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9d557-5af5-4df5-9355-10139353a876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f75dae-bb5c-4cc2-94aa-7a837cc5b651,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:57.664366 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d7445e17-e1dd-46d2-b2bb-643998f9814a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:57.735196 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-010c89be-a667-415b-a0cf-8709cd432ed0 None None] Allocated IP 172.22.0.2 (a34cf005-63af-40a1-880b-69838d624ef8/30171231-6626-436c-aa30-1609604c6f5c/8f0287e0-3b19-4f55-89c8-fd1b3116813d) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 03:59:57.794390 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d7445e17-e1dd-46d2-b2bb-643998f9814a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:57.846041 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096912e-160f-4e4c-b045-49ab7dfb35ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b650320-f61d-430b-8cc9-93b560a26310,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:57.854380 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7445e17-e1dd-46d2-b2bb-643998f9814a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Port': ['ID=b1fab979-c230-4d42-935e-afc47af2da42,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:57.863601 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d7445e17-e1dd-46d2-b2bb-643998f9814a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/ports/b1fab979-c230-4d42-935e-afc47af2da42 HTTP/1.1" status: 204 len: 168 time: 1.1754682 Mar 09 03:59:57.870177 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48562) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:58.084964 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a61b81-794e-4475-9833-86219a1bc2cb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:58.093682 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a61b81-794e-4475-9833-86219a1bc2cb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:58.095302 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-53a61b81-794e-4475-9833-86219a1bc2cb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Synchronizing usage tracker for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:58.121719 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-53a61b81-794e-4475-9833-86219a1bc2cb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Unset dirty status for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:58.123263 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-53a61b81-794e-4475-9833-86219a1bc2cb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2519960 Mar 09 03:59:58.126782 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48570) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:58.127194 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-ec968433-8b99-4790-b441-dae4d4ea9e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1525088774', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:51Z', 'updated_at': '2022-03-09T03:59:07Z', 'revision_number': 4, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'gw_port': {'id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:52Z', 'updated_at': '2022-03-09T03:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'ec0da4dc-177e-452e-a5fd-dedf844492bf', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'port_id': '07de3997-2765-448b-b136-d2b2e863ef04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d', 'mac_address': 'fa:16:3e:ef:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e1df7-c76a-45d3-afbb-1ec18ad82935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:59:52Z', 'updated_at': '2022-03-09T03:59:52Z', 'revision_number': 0, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17aa3835-4d60-4573-9de3-07bb8f7fb53a', 'name': '', 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'mac_address': 'fa:16:3e:a3:3a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '3acfb211-8535-4334-b88e-ccba5949ed78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:04Z', 'updated_at': '2022-03-09T03:59:16Z', 'revision_number': 5, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'subnets': [{'id': '3acfb211-8535-4334-b88e-ccba5949ed78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:58.136881 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec968433-8b99-4790-b441-dae4d4ea9e78 None None] The sync data for ids ['3455b4a1-2a50-44bc-b2c6-2177f4b24add'] in n-d-825178-5 is: [{'id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1525088774', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:51Z', 'updated_at': '2022-03-09T03:59:07Z', 'revision_number': 4, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'gw_port': {'id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:52Z', 'updated_at': '2022-03-09T03:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'ec0da4dc-177e-452e-a5fd-dedf844492bf', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'port_id': '07de3997-2765-448b-b136-d2b2e863ef04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d', 'mac_address': 'fa:16:3e:ef:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e1df7-c76a-45d3-afbb-1ec18ad82935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T03:59:52Z', 'updated_at': '2022-03-09T03:59:52Z', 'revision_number': 0, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17aa3835-4d60-4573-9de3-07bb8f7fb53a', 'name': '', 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'mac_address': 'fa:16:3e:a3:3a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '3acfb211-8535-4334-b88e-ccba5949ed78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:04Z', 'updated_at': '2022-03-09T03:59:16Z', 'revision_number': 5, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'subnets': [{'id': '3acfb211-8535-4334-b88e-ccba5949ed78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:59:58.255218 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-a05f084f-cf0d-4e5d-a732-268352fdccd1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting port 45047b0a-dc6a-4316-b6f0-d731675cbff6 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 03:59:58.255940 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a05f084f-cf0d-4e5d-a732-268352fdccd1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:58.450761 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad0ff8a-eeaf-456a-a931-df2a32a4736c tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:58.451513 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad0ff8a-eeaf-456a-a931-df2a32a4736c tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:58.452124 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad0ff8a-eeaf-456a-a931-df2a32a4736c tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:58.452730 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad0ff8a-eeaf-456a-a931-df2a32a4736c tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:58.453331 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad0ff8a-eeaf-456a-a931-df2a32a4736c tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:58.453987 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad0ff8a-eeaf-456a-a931-df2a32a4736c tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:58.456672 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad0ff8a-eeaf-456a-a931-df2a32a4736c tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:58.457287 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad0ff8a-eeaf-456a-a931-df2a32a4736c tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:58.459473 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3ad0ff8a-eeaf-456a-a931-df2a32a4736c tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5145 time: 0.9403920 Mar 09 03:59:58.461350 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] Set router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 03:59:58.465647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48592) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:58.550987 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793fa437-5956-4a40-a080-b5527e546d77 None None] New status for floating IP ec0da4dc-177e-452e-a5fd-dedf844492bf: ACTIVE {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 03:59:58.660390 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a05f084f-cf0d-4e5d-a732-268352fdccd1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:58.664023 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-010c89be-a667-415b-a0cf-8709cd432ed0 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:58.757619 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-010c89be-a667-415b-a0cf-8709cd432ed0 None None] Transition to ACTIVE for port object 8f0287e0-3b19-4f55-89c8-fd1b3116813d will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:58.796714 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd37b9e-e897-41d1-b9c6-6414cd79f4e5 req-30d67690-af00-4ddc-a0d1-b744138858bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:58.802956 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fcd37b9e-e897-41d1-b9c6-6414cd79f4e5 req-30d67690-af00-4ddc-a0d1-b744138858bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f84cfcf-228d-4f64-9839-933d907d9a2d HTTP/1.1" status: 200 len: 897 time: 1.2296357 Mar 09 03:59:58.944993 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-51a3ed2c-253f-4623-8c56-9c0404e42b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:59.109660 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fcd37b9e-e897-41d1-b9c6-6414cd79f4e5 req-bdc8ebab-9661-4038-9b5a-b2e053fbaa37 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07de3997-2765-448b-b136-d2b2e863ef04 HTTP/1.1" status: 200 len: 999 time: 0.2938056 Mar 09 03:59:59.142364 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-a05f084f-cf0d-4e5d-a732-268352fdccd1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Calling delete_port for 45047b0a-dc6a-4316-b6f0-d731675cbff6 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 03:59:59.195903 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6af96d95-5748-4f51-a77a-d81ff723e8b0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:59.269629 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a05f084f-cf0d-4e5d-a732-268352fdccd1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:59.355699 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-010c89be-a667-415b-a0cf-8709cd432ed0 None None] Transition to ACTIVE for port object 8f0287e0-3b19-4f55-89c8-fd1b3116813d will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 03:59:59.379793 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-010c89be-a667-415b-a0cf-8709cd432ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:59.387480 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a05f084f-cf0d-4e5d-a732-268352fdccd1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:59.396527 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f084f-cf0d-4e5d-a732-268352fdccd1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Port': ['ID=45047b0a-dc6a-4316-b6f0-d731675cbff6,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:59.411141 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd37b9e-e897-41d1-b9c6-6414cd79f4e5 req-a61fb839-9d92-47af-8f2e-a30967da08be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:59.413317 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fcd37b9e-e897-41d1-b9c6-6414cd79f4e5 req-a61fb839-9d92-47af-8f2e-a30967da08be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3acfb211-8535-4334-b88e-ccba5949ed78 HTTP/1.1" status: 200 len: 833 time: 0.2955225 Mar 09 03:59:59.426279 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a05f084f-cf0d-4e5d-a732-268352fdccd1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/ports/45047b0a-dc6a-4316-b6f0-d731675cbff6 HTTP/1.1" status: 204 len: 168 time: 1.2958593 Mar 09 03:59:59.426894 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48628) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:59.611963 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d01f3b3-8fb4-41a3-a2aa-fc88088877b6 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 03:59:59.611963 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9d01f3b3-8fb4-41a3-a2aa-fc88088877b6 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Synchronizing usage tracker for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:59.641077 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9d01f3b3-8fb4-41a3-a2aa-fc88088877b6 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Unset dirty status for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:59.643644 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9d01f3b3-8fb4-41a3-a2aa-fc88088877b6 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2155676 Mar 09 03:59:59.646177 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48642) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:59.718509 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb4072e-d04e-483b-b494-aeef04f034cc tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] GET failed (client error): The resource could not be found. Mar 09 03:59:59.723865 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010c89be-a667-415b-a0cf-8709cd432ed0 None None] Network a34cf005-63af-40a1-880b-69838d624ef8 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 03:59:59.725685 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-beb4072e-d04e-483b-b494-aeef04f034cc tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "GET /v2.0/ports/b1fab979-c230-4d42-935e-afc47af2da42 HTTP/1.1" status: 404 len: 333 time: 0.0745752 Mar 09 03:59:59.726311 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48648) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 03:59:59.740297 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-010c89be-a667-415b-a0cf-8709cd432ed0 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 03:59:59.754522 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010c89be-a667-415b-a0cf-8709cd432ed0 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 03:59:59.808938 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c89be-a667-415b-a0cf-8709cd432ed0 None None] Pushing event updated for resources: {'Port': ['ID=8f0287e0-3b19-4f55-89c8-fd1b3116813d,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 03:59:59.846476 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-094f6187-d0b4-421d-ace3-77125bfc36d6 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] GET failed (client error): The resource could not be found. Mar 09 03:59:59.847037 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-094f6187-d0b4-421d-ace3-77125bfc36d6 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Synchronizing usage tracker for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 03:59:59.888091 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T03:59:51Z', 'revision_number': 3, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None, '_interfaces': [{'id': '05bc3625-6d7b-49ed-a671-717c34efe317', 'name': '', 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:c7:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:40Z', 'updated_at': '2022-03-09T03:59:49Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5574ebb5-5d3c-41cf-98ae-26109342e129', 'name': '', 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:40:6a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:49Z', 'updated_at': '2022-03-09T03:59:57Z', 'revision_number': 4, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 03:59:59.891913 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-010c89be-a667-415b-a0cf-8709cd432ed0 None None] Attempting to bind port 8f0287e0-3b19-4f55-89c8-fd1b3116813d on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 03:59:59.892282 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-010c89be-a667-415b-a0cf-8709cd432ed0 None None] Attempting to bind port 8f0287e0-3b19-4f55-89c8-fd1b3116813d by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '5255e2e4-04be-45ec-8304-b513e46eb369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a34cf005-63af-40a1-880b-69838d624ef8'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 03:59:59.892642 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010c89be-a667-415b-a0cf-8709cd432ed0 None None] Attempting to bind port 8f0287e0-3b19-4f55-89c8-fd1b3116813d on network a34cf005-63af-40a1-880b-69838d624ef8 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 03:59:59.896998 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b58b66-02ef-4eb8-ba8c-bfd7b7e7d8fe None None] The sync data for ids ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'] in n-d-825178-5 is: [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T03:59:51Z', 'revision_number': 3, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None, '_interfaces': [{'id': '05bc3625-6d7b-49ed-a671-717c34efe317', 'name': '', 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:c7:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:40Z', 'updated_at': '2022-03-09T03:59:49Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5574ebb5-5d3c-41cf-98ae-26109342e129', 'name': '', 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:40:6a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:49Z', 'updated_at': '2022-03-09T03:59:57Z', 'revision_number': 4, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 03:59:59.901513 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010c89be-a667-415b-a0cf-8709cd432ed0 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 03:59:59.901889 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010c89be-a667-415b-a0cf-8709cd432ed0 None None] Checking segment: {'id': '5255e2e4-04be-45ec-8304-b513e46eb369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a34cf005-63af-40a1-880b-69838d624ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 03:59:59.902286 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-010c89be-a667-415b-a0cf-8709cd432ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:59.902672 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010c89be-a667-415b-a0cf-8709cd432ed0 None None] Bound using segment: {'id': '5255e2e4-04be-45ec-8304-b513e46eb369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a34cf005-63af-40a1-880b-69838d624ef8'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 03:59:59.903167 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-010c89be-a667-415b-a0cf-8709cd432ed0 None None] Bound port: 8f0287e0-3b19-4f55-89c8-fd1b3116813d, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5255e2e4-04be-45ec-8304-b513e46eb369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a34cf005-63af-40a1-880b-69838d624ef8'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 03:59:59.903540 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-010c89be-a667-415b-a0cf-8709cd432ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 03:59:59.970529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-094f6187-d0b4-421d-ace3-77125bfc36d6 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Unset dirty status for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 03:59:59.975353 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-094f6187-d0b4-421d-ace3-77125bfc36d6 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "GET /v2.0/ports/45047b0a-dc6a-4316-b6f0-d731675cbff6 HTTP/1.1" status: 404 len: 333 time: 0.2466478 Mar 09 03:59:59.975479 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48658) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:00.040975 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd37b9e-e897-41d1-b9c6-6414cd79f4e5 req-17c0e51d-74ef-4aad-8065-2c89049d6fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:00.046018 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fcd37b9e-e897-41d1-b9c6-6414cd79f4e5 req-17c0e51d-74ef-4aad-8065-2c89049d6fdb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f84cfcf-228d-4f64-9839-933d907d9a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5967038 Mar 09 04:00:00.064324 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-010c89be-a667-415b-a0cf-8709cd432ed0 None None] For port 8f0287e0-3b19-4f55-89c8-fd1b3116813d, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:00:00.072815 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-010c89be-a667-415b-a0cf-8709cd432ed0 None None] For port 8f0287e0-3b19-4f55-89c8-fd1b3116813d, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=8f0287e0-3b19-4f55-89c8-fd1b3116813d,segment=NetworkSegment(5255e2e4-04be-45ec-8304-b513e46eb369),segment_id=5255e2e4-04be-45ec-8304-b513e46eb369)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:00:00.083331 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-010c89be-a667-415b-a0cf-8709cd432ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:00.280616 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c89be-a667-415b-a0cf-8709cd432ed0 None None] Pushing event updated for resources: {'Port': ['ID=8f0287e0-3b19-4f55-89c8-fd1b3116813d,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:00.408163 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fd49f3d6-853d-4957-bb93-50c3a2bf6eac tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:00.684512 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fd49f3d6-853d-4957-bb93-50c3a2bf6eac tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:00.707086 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5abe405a-ce3e-4695-9953-da640d910a1d tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2868 time: 2.2398157 Mar 09 04:00:00.714935 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48686) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:00.750259 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-fd49f3d6-853d-4957-bb93-50c3a2bf6eac tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['990d4a21-da34-4c26-95aa-f16adb361b8b']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:00.777144 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-fd49f3d6-853d-4957-bb93-50c3a2bf6eac tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f0884a-fa36-45c3-bbcf-12829b90fb43') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:00.777852 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-fd49f3d6-853d-4957-bb93-50c3a2bf6eac tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f0884a-fa36-45c3-bbcf-12829b90fb43') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:00.791614 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fd49f3d6-853d-4957-bb93-50c3a2bf6eac tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:00.820128 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fd49f3d6-853d-4957-bb93-50c3a2bf6eac tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:00.852050 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd49f3d6-853d-4957-bb93-50c3a2bf6eac tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:00:00.854825 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fd49f3d6-853d-4957-bb93-50c3a2bf6eac tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:00:00.880044 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:00:00.953026 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-6af96d95-5748-4f51-a77a-d81ff723e8b0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Allocated IP 172.22.0.1 (a34cf005-63af-40a1-880b-69838d624ef8/30171231-6626-436c-aa30-1609604c6f5c/398b299d-f7b5-4adb-9b34-a32629008e3e) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:00:01.090921 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fd49f3d6-853d-4957-bb93-50c3a2bf6eac tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:01.096964 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-691a4a43-7a27-46f5-a8ea-5081aed728c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:01.131516 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fd49f3d6-853d-4957-bb93-50c3a2bf6eac tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:01.150283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49f3d6-853d-4957-bb93-50c3a2bf6eac tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Network': ['ID=990d4a21-da34-4c26-95aa-f16adb361b8b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:01.154409 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fd49f3d6-853d-4957-bb93-50c3a2bf6eac tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/networks/990d4a21-da34-4c26-95aa-f16adb361b8b HTTP/1.1" status: 204 len: 168 time: 1.1780436 Mar 09 04:00:01.159292 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48702) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:01.173534 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-45fb847e-0f83-45c1-90f5-ae194faa4cfd tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-278815939'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:01.190242 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-45fb847e-0f83-45c1-90f5-ae194faa4cfd tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:01.205066 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-45fb847e-0f83-45c1-90f5-ae194faa4cfd tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:network and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:01.209717 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-45fb847e-0f83-45c1-90f5-ae194faa4cfd tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:01.221182 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-45fb847e-0f83-45c1-90f5-ae194faa4cfd tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:01.254362 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fb847e-0f83-45c1-90f5-ae194faa4cfd tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:00:01.260619 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-45fb847e-0f83-45c1-90f5-ae194faa4cfd tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:01.290171 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fcd37b9e-e897-41d1-b9c6-6414cd79f4e5 req-ef54ed62-dd2c-4971-9dcf-aafd09cbb29f service neutron] 10.222.0.24 "GET /v2.0/networks/6f84cfcf-228d-4f64-9839-933d907d9a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2293427 Mar 09 04:00:01.304126 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45fb847e-0f83-45c1-90f5-ae194faa4cfd tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:00:01.315179 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-45fb847e-0f83-45c1-90f5-ae194faa4cfd tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:01.315841 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-45fb847e-0f83-45c1-90f5-ae194faa4cfd tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Added segment 727f4dd4-4aee-4f72-bd93-21104e663174 of type vlan for network 90738d64-a5ff-4981-a088-050910edbdab Mar 09 04:00:01.349865 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-45fb847e-0f83-45c1-90f5-ae194faa4cfd tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:01.402698 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-45fb847e-0f83-45c1-90f5-ae194faa4cfd tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:01.412271 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fb847e-0f83-45c1-90f5-ae194faa4cfd tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:01.412896 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-45fb847e-0f83-45c1-90f5-ae194faa4cfd tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:01.559160 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8f0287e0-3b19-4f55-89c8-fd1b3116813d up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:00:01.613885 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb847e-0f83-45c1-90f5-ae194faa4cfd tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Network': ['ID=90738d64-a5ff-4981-a088-050910edbdab,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:01.616847 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6af96d95-5748-4f51-a77a-d81ff723e8b0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:01.638384 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 90738d64-a5ff-4981-a088-050910edbdab details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:00:01.648362 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-45fb847e-0f83-45c1-90f5-ae194faa4cfd tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4858880 Mar 09 04:00:01.651768 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48720) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:01.656136 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-6af96d95-5748-4f51-a77a-d81ff723e8b0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Transition to ACTIVE for port object 398b299d-f7b5-4adb-9b34-a32629008e3e will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:00:01.674360 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-0a93d1d7-deb8-4fb4-8de4-5a8934cb2624 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'subnet': {'network_id': '90738d64-a5ff-4981-a088-050910edbdab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:01.768891 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6af96d95-5748-4f51-a77a-d81ff723e8b0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:01.940523 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 8f0287e0-3b19-4f55-89c8-fd1b3116813d completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:00:01.957472 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5574ebb5-5d3c-41cf-98ae-26109342e129 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:00:02.013191 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48732) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:02.040880 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0a93d1d7-deb8-4fb4-8de4-5a8934cb2624 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:02.065988 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0a93d1d7-deb8-4fb4-8de4-5a8934cb2624 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:subnet and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:02.077801 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0a93d1d7-deb8-4fb4-8de4-5a8934cb2624 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:02.086497 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0a93d1d7-deb8-4fb4-8de4-5a8934cb2624 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:02.114708 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a93d1d7-deb8-4fb4-8de4-5a8934cb2624 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:00:02.123744 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0a93d1d7-deb8-4fb4-8de4-5a8934cb2624 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:02.137033 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fcd37b9e-e897-41d1-b9c6-6414cd79f4e5 req-509e5816-1b4a-42d0-bff9-e6ad2678b149 service neutron] 10.222.0.24 "GET /v2.0/networks/6f84cfcf-228d-4f64-9839-933d907d9a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8350508 Mar 09 04:00:02.183640 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24fa9ff-ef24-46c6-bb5b-b6deb543260e tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:02.184993 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24fa9ff-ef24-46c6-bb5b-b6deb543260e tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:02.205937 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f24fa9ff-ef24-46c6-bb5b-b6deb543260e tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3455b4a1-2a50-44bc-b2c6-2177f4b24add HTTP/1.1" status: 200 len: 1989 time: 1.4875178 Mar 09 04:00:02.205937 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af96d95-5748-4f51-a77a-d81ff723e8b0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Port': ['ID=398b299d-f7b5-4adb-9b34-a32629008e3e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:02.237544 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef051a0a-dec4-4ae1-9db3-6104adbb161d None None] Network a34cf005-63af-40a1-880b-69838d624ef8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:00:02.242385 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af96d95-5748-4f51-a77a-d81ff723e8b0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network a34cf005-63af-40a1-880b-69838d624ef8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:00:02.245885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-6af96d95-5748-4f51-a77a-d81ff723e8b0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:00:02.254129 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af96d95-5748-4f51-a77a-d81ff723e8b0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:00:02.380566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.ipam_backend_mixin [None req-0a93d1d7-deb8-4fb4-8de4-5a8934cb2624 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Performing IP validity checks on allocation pools {{(pid=87881) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 09 04:00:02.381173 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.ipam_backend_mixin [None req-0a93d1d7-deb8-4fb4-8de4-5a8934cb2624 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87881) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 09 04:00:02.383690 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6af96d95-5748-4f51-a77a-d81ff723e8b0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:02.577381 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95ab0862-1040-4045-9a9d-c43b99801e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:02.591043 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0a93d1d7-deb8-4fb4-8de4-5a8934cb2624 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:02.653626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-95ab0862-1040-4045-9a9d-c43b99801e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:02.659316 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6af96d95-5748-4f51-a77a-d81ff723e8b0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:02.679532 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-95ab0862-1040-4045-9a9d-c43b99801e14 admin admin] Usage tracker for resource:security_group_rule and tenant:834a65634f46411f91cc5544ed6822d8 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:02.695449 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-95ab0862-1040-4045-9a9d-c43b99801e14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:02.701129 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:02.707554 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-95ab0862-1040-4045-9a9d-c43b99801e14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:02.723955 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93d1d7-deb8-4fb4-8de4-5a8934cb2624 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Subnet': ['ID=baa0b684-6f2a-4c6c-b4bb-c2ddc30f5dc1,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:02.730841 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a93d1d7-deb8-4fb4-8de4-5a8934cb2624 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Checking segment: {'id': '727f4dd4-4aee-4f72-bd93-21104e663174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90738d64-a5ff-4981-a088-050910edbdab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:00:02.731222 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a93d1d7-deb8-4fb4-8de4-5a8934cb2624 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network hostable DHCP agents. Network: 90738d64-a5ff-4981-a088-050910edbdab, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:00:02.759374 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48750) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:02.763833 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-31310775-2e4e-43bf-999b-7d4074349baa None None] Provisioning for port 8f0287e0-3b19-4f55-89c8-fd1b3116813d completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:00:02.789179 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-348fe617-fd73-4dce-b01e-e5462514ee7e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1533018047', 'description': 'tempest-secgroup-smoke-1533018047 description', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:02.790463 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:02.791840 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-31310775-2e4e-43bf-999b-7d4074349baa None None] Provisioning complete for port 8f0287e0-3b19-4f55-89c8-fd1b3116813d triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:02.792724 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-31310775-2e4e-43bf-999b-7d4074349baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:02.803639 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-348fe617-fd73-4dce-b01e-e5462514ee7e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:02.824084 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-348fe617-fd73-4dce-b01e-e5462514ee7e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:02.828104 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-348fe617-fd73-4dce-b01e-e5462514ee7e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:02.841536 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-348fe617-fd73-4dce-b01e-e5462514ee7e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:02.867771 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-348fe617-fd73-4dce-b01e-e5462514ee7e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:02.918368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a93d1d7-deb8-4fb4-8de4-5a8934cb2624 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network 90738d64-a5ff-4981-a088-050910edbdab is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:00:02.923235 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-348fe617-fd73-4dce-b01e-e5462514ee7e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:02.952904 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 5574ebb5-5d3c-41cf-98ae-26109342e129 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:00:02.963774 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 5574ebb5-5d3c-41cf-98ae-26109342e129 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:02.964149 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:02.992847 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-348fe617-fd73-4dce-b01e-e5462514ee7e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:02.999525 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-0a93d1d7-deb8-4fb4-8de4-5a8934cb2624 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 90738d64-a5ff-4981-a088-050910edbdab) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:00:03.010588 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-348fe617-fd73-4dce-b01e-e5462514ee7e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:03.028188 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a93d1d7-deb8-4fb4-8de4-5a8934cb2624 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:03.030794 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0a93d1d7-deb8-4fb4-8de4-5a8934cb2624 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:03.035357 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-348fe617-fd73-4dce-b01e-e5462514ee7e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:03.056652 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-348fe617-fd73-4dce-b01e-e5462514ee7e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:03.063991 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7729b8-0575-49e6-9d72-b3b76fccf2cb None None] Network 90738d64-a5ff-4981-a088-050910edbdab requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:00:03.093066 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95ab0862-1040-4045-9a9d-c43b99801e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:03.097162 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0a93d1d7-deb8-4fb4-8de4-5a8934cb2624 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4446249 Mar 09 04:00:03.101933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48760) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:03.110758 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-0d091bfc-7fec-45df-b748-52c13640878a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'port': {'network_id': '90738d64-a5ff-4981-a088-050910edbdab', 'name': 'tempest-PortsTestJSON-104198288'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:03.236434 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-348fe617-fd73-4dce-b01e-e5462514ee7e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:03.237573 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95ab0862-1040-4045-9a9d-c43b99801e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:03.254782 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-348fe617-fd73-4dce-b01e-e5462514ee7e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:03.266513 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-348fe617-fd73-4dce-b01e-e5462514ee7e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:03.290607 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-348fe617-fd73-4dce-b01e-e5462514ee7e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:03.296267 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-348fe617-fd73-4dce-b01e-e5462514ee7e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:03.304382 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-95ab0862-1040-4045-9a9d-c43b99801e14 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=834a65634f46411f91cc5544ed6822d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2820644 Mar 09 04:00:03.305340 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48766) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:03.305860 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab0862-1040-4045-9a9d-c43b99801e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5448c327-0a11-4e17-a7fb-df879280a8ce,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:03.308701 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-348fe617-fd73-4dce-b01e-e5462514ee7e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:03.360133 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fe617-fd73-4dce-b01e-e5462514ee7e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa56fe3-6c63-47de-8b5d-49003ba0b3df,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:03.399190 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0d091bfc-7fec-45df-b748-52c13640878a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:03.432694 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-348fe617-fd73-4dce-b01e-e5462514ee7e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:03.442755 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-348fe617-fd73-4dce-b01e-e5462514ee7e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:03.478420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fe617-fd73-4dce-b01e-e5462514ee7e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a60cced2-d6ed-4247-bbe1-11735ffa650a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:03.481105 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0d091bfc-7fec-45df-b748-52c13640878a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:03.502634 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-348fe617-fd73-4dce-b01e-e5462514ee7e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:03.504004 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-348fe617-fd73-4dce-b01e-e5462514ee7e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7397003 Mar 09 04:00:03.505574 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03abfe48-1c8d-4836-b991-f5218678c222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:03.507115 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48774) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:03.508268 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-31310775-2e4e-43bf-999b-7d4074349baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:03.520250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-c469662c-9f02-4ec3-baf1-7e2e9d65ec3a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group_rule': {'security_group_id': 'a60cced2-d6ed-4247-bbe1-11735ffa650a', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:03.527508 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6af96d95-5748-4f51-a77a-d81ff723e8b0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:03.548634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d091bfc-7fec-45df-b748-52c13640878a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:00:03.559975 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0d091bfc-7fec-45df-b748-52c13640878a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:03.570641 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c469662c-9f02-4ec3-baf1-7e2e9d65ec3a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:03.580697 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6af96d95-5748-4f51-a77a-d81ff723e8b0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:03.645563 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c469662c-9f02-4ec3-baf1-7e2e9d65ec3a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:03.663750 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03abfe48-1c8d-4836-b991-f5218678c222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:03.726443 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-31310775-2e4e-43bf-999b-7d4074349baa None None] For port 8f0287e0-3b19-4f55-89c8-fd1b3116813d, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=8f0287e0-3b19-4f55-89c8-fd1b3116813d,segment=NetworkSegment(5255e2e4-04be-45ec-8304-b513e46eb369),segment_id=5255e2e4-04be-45ec-8304-b513e46eb369)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:03.728169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c469662c-9f02-4ec3-baf1-7e2e9d65ec3a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:03.732901 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722a29f5-c49e-4bf4-adaf-baed5959a452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-90738d64-a5ff-4981-a088-050910edbdab', 'network_id': '90738d64-a5ff-4981-a088-050910edbdab', 'tenant_id': '4142753503a14b29b880b4a248420f63', 'fixed_ips': [{'subnet_id': 'baa0b684-6f2a-4c6c-b4bb-c2ddc30f5dc1'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:00:03.733860 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-722a29f5-c49e-4bf4-adaf-baed5959a452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:03.764197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c469662c-9f02-4ec3-baf1-7e2e9d65ec3a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:03.769436 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:03.772224 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-31310775-2e4e-43bf-999b-7d4074349baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:03.802750 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-0d091bfc-7fec-45df-b748-52c13640878a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] device_id is not set on port ec3f5253-9e15-4e96-9585-fee558c46439 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:00:04.093315 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6af96d95-5748-4f51-a77a-d81ff723e8b0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:04.097396 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af96d95-5748-4f51-a77a-d81ff723e8b0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Port': ['ID=398b299d-f7b5-4adb-9b34-a32629008e3e,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:04.107501 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c469662c-9f02-4ec3-baf1-7e2e9d65ec3a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:04.131825 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f0efb826-cf87-4508-b51e-a3d42cd34e4a None None] Provisioning for port 398b299d-f7b5-4adb-9b34-a32629008e3e completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:00:04.155073 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:04.178743 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f0efb826-cf87-4508-b51e-a3d42cd34e4a None None] Provisioning complete for port 398b299d-f7b5-4adb-9b34-a32629008e3e triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:04.179135 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f0efb826-cf87-4508-b51e-a3d42cd34e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:04.182690 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03abfe48-1c8d-4836-b991-f5218678c222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:04.260637 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31310775-2e4e-43bf-999b-7d4074349baa None None] Pushing event updated for resources: {'Port': ['ID=8f0287e0-3b19-4f55-89c8-fd1b3116813d,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:04.281062 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:04.287548 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-f0efb826-cf87-4508-b51e-a3d42cd34e4a None None] Port 398b299d-f7b5-4adb-9b34-a32629008e3e cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:00:04.289866 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 5574ebb5-5d3c-41cf-98ae-26109342e129, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5574ebb5-5d3c-41cf-98ae-26109342e129,segment=NetworkSegment(780ecac4-80de-4a16-a73d-0fd640ba5e3b),segment_id=780ecac4-80de-4a16-a73d-0fd640ba5e3b)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:04.296941 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:04.333569 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abfe48-1c8d-4836-b991-f5218678c222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5448c327-0a11-4e17-a7fb-df879280a8ce,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:04.355603 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f0efb826-cf87-4508-b51e-a3d42cd34e4a None None] Provisioning complete for port 8f0287e0-3b19-4f55-89c8-fd1b3116813d triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:04.355745 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f0efb826-cf87-4508-b51e-a3d42cd34e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:04.398204 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03abfe48-1c8d-4836-b991-f5218678c222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:04.398204 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-03abfe48-1c8d-4836-b991-f5218678c222 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5448c327-0a11-4e17-a7fb-df879280a8ce HTTP/1.1" status: 204 len: 168 time: 1.0831649 Mar 09 04:00:04.421352 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-0d091bfc-7fec-45df-b748-52c13640878a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Allocated IP 172.20.0.7 (90738d64-a5ff-4981-a088-050910edbdab/baa0b684-6f2a-4c6c-b4bb-c2ddc30f5dc1/ec3f5253-9e15-4e96-9585-fee558c46439) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:00:04.455721 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c469662c-9f02-4ec3-baf1-7e2e9d65ec3a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:04.473153 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=5574ebb5-5d3c-41cf-98ae-26109342e129,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:04.484520 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c469662c-9f02-4ec3-baf1-7e2e9d65ec3a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:04.500682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af96d95-5748-4f51-a77a-d81ff723e8b0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network a34cf005-63af-40a1-880b-69838d624ef8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:00:04.515483 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-6af96d95-5748-4f51-a77a-d81ff723e8b0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:00:04.521490 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8f0287e0-3b19-4f55-89c8-fd1b3116813d up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:00:04.543596 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469662c-9f02-4ec3-baf1-7e2e9d65ec3a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5873edd9-bb4b-4ab6-98c5-8e1b5619a482,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:04.642453 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c469662c-9f02-4ec3-baf1-7e2e9d65ec3a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:04.643831 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c469662c-9f02-4ec3-baf1-7e2e9d65ec3a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1333075 Mar 09 04:00:04.646825 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48792) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:04.653965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-c15b83b6-20bf-47ee-a296-4ec62efcee66 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group_rule': {'security_group_id': 'a60cced2-d6ed-4247-bbe1-11735ffa650a', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:04.662624 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c15b83b6-20bf-47ee-a296-4ec62efcee66 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:04.663961 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 8f0287e0-3b19-4f55-89c8-fd1b3116813d triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:04.664343 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:04.668237 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c15b83b6-20bf-47ee-a296-4ec62efcee66 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:04.672245 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c15b83b6-20bf-47ee-a296-4ec62efcee66 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:04.680365 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c15b83b6-20bf-47ee-a296-4ec62efcee66 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:04.704925 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c15b83b6-20bf-47ee-a296-4ec62efcee66 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:04.776336 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c6f7d3d1-56e6-400e-8d7e-93648a70b707 None None] Provisioning complete for port 398b299d-f7b5-4adb-9b34-a32629008e3e triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:04.777858 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c6f7d3d1-56e6-400e-8d7e-93648a70b707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:04.791248 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c15b83b6-20bf-47ee-a296-4ec62efcee66 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:04.798110 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c15b83b6-20bf-47ee-a296-4ec62efcee66 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:04.868776 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c15b83b6-20bf-47ee-a296-4ec62efcee66 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:04.877213 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c15b83b6-20bf-47ee-a296-4ec62efcee66 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2285981 Mar 09 04:00:04.878096 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48804) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:04.903300 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-be0166e3-eb9d-4deb-bfb3-7f1efc290fdc tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group_rule': {'security_group_id': 'a60cced2-d6ed-4247-bbe1-11735ffa650a', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:04.909560 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c6f7d3d1-56e6-400e-8d7e-93648a70b707 None None] Port 398b299d-f7b5-4adb-9b34-a32629008e3e cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:00:04.957234 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-be0166e3-eb9d-4deb-bfb3-7f1efc290fdc tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:04.970081 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-be0166e3-eb9d-4deb-bfb3-7f1efc290fdc tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:04.980984 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-be0166e3-eb9d-4deb-bfb3-7f1efc290fdc tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:04.992149 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-be0166e3-eb9d-4deb-bfb3-7f1efc290fdc tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:05.013005 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af96d95-5748-4f51-a77a-d81ff723e8b0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:00:05.016056 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b83b6-20bf-47ee-a296-4ec62efcee66 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85ba3a5-cab9-4bda-baf0-80ee9cfea84d,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:05.037342 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be0166e3-eb9d-4deb-bfb3-7f1efc290fdc tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:05.042346 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7884e825-f099-40f1-84bf-6beba7eedbcd None None] Provisioning complete for port 398b299d-f7b5-4adb-9b34-a32629008e3e triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:05.042715 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7884e825-f099-40f1-84bf-6beba7eedbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:05.123982 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-7884e825-f099-40f1-84bf-6beba7eedbcd None None] Port 398b299d-f7b5-4adb-9b34-a32629008e3e cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:00:05.135488 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be0166e3-eb9d-4deb-bfb3-7f1efc290fdc tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:05.143816 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be0166e3-eb9d-4deb-bfb3-7f1efc290fdc tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:05.156419 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0d091bfc-7fec-45df-b748-52c13640878a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:05.179949 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0166e3-eb9d-4deb-bfb3-7f1efc290fdc tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f92ada-eba4-4aff-b526-6da49d5643c9,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:05.197176 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be0166e3-eb9d-4deb-bfb3-7f1efc290fdc tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:05.198534 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-be0166e3-eb9d-4deb-bfb3-7f1efc290fdc tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3129559 Mar 09 04:00:05.201806 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48822) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:05.215713 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-8fd9b854-c0a8-4fc6-a999-c0ec2ec55b94 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group_rule': {'security_group_id': 'a60cced2-d6ed-4247-bbe1-11735ffa650a', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:05.224278 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8fd9b854-c0a8-4fc6-a999-c0ec2ec55b94 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:05.229989 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-8fd9b854-c0a8-4fc6-a999-c0ec2ec55b94 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:05.233681 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-8fd9b854-c0a8-4fc6-a999-c0ec2ec55b94 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:05.243060 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8fd9b854-c0a8-4fc6-a999-c0ec2ec55b94 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:05.259132 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-0d091bfc-7fec-45df-b748-52c13640878a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Transition to ACTIVE for port object ec3f5253-9e15-4e96-9585-fee558c46439 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:00:05.283995 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8fd9b854-c0a8-4fc6-a999-c0ec2ec55b94 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:05.298649 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af96d95-5748-4f51-a77a-d81ff723e8b0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:00:05.305129 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6af96d95-5748-4f51-a77a-d81ff723e8b0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "PUT /v2.0/routers/34d5ee3a-a03e-4583-9a0e-f6df150f7036/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6715035 Mar 09 04:00:05.309085 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] Sync routers for ids ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:00:05.309614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48828) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:05.322047 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] Routers {'34d5ee3a-a03e-4583-9a0e-f6df150f7036'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:00:05.322643 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:00:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:05.338569 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6bf0b35a-1b57-4c7a-980d-2848bb901c8d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'network': {'name': 'tempest-RoutersTest-1206146531'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:05.344539 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6bf0b35a-1b57-4c7a-980d-2848bb901c8d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:05.348513 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6bf0b35a-1b57-4c7a-980d-2848bb901c8d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Usage tracker for resource:network and tenant:8d98afbc76a3441ab1cb90e168d30508 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:05.351621 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6bf0b35a-1b57-4c7a-980d-2848bb901c8d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:05.360479 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6bf0b35a-1b57-4c7a-980d-2848bb901c8d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:05.360862 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0d091bfc-7fec-45df-b748-52c13640878a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:05.382516 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf0b35a-1b57-4c7a-980d-2848bb901c8d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Made reservation on behalf of 8d98afbc76a3441ab1cb90e168d30508 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:00:05.400590 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6bf0b35a-1b57-4c7a-980d-2848bb901c8d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:05.451027 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d091bfc-7fec-45df-b748-52c13640878a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network 90738d64-a5ff-4981-a088-050910edbdab is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:00:05.454372 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-0d091bfc-7fec-45df-b748-52c13640878a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:00:05.470315 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d091bfc-7fec-45df-b748-52c13640878a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:00:05.488278 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-722a29f5-c49e-4bf4-adaf-baed5959a452 None None] Allocated IP 172.20.0.2 (90738d64-a5ff-4981-a088-050910edbdab/baa0b684-6f2a-4c6c-b4bb-c2ddc30f5dc1/beaec44e-dfd5-46b5-9ef7-d8717327395d) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:00:05.505511 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf0b35a-1b57-4c7a-980d-2848bb901c8d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:00:05.535473 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8fd9b854-c0a8-4fc6-a999-c0ec2ec55b94 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:05.536637 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6bf0b35a-1b57-4c7a-980d-2848bb901c8d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:05.536992 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-6bf0b35a-1b57-4c7a-980d-2848bb901c8d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Added segment 78382c68-52e8-47dc-a4dc-673211a5dca6 of type vlan for network 6f46fbd5-3f9b-4c75-aaf1-17fb41577e09 Mar 09 04:00:05.545099 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8fd9b854-c0a8-4fc6-a999-c0ec2ec55b94 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:05.592494 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9b854-c0a8-4fc6-a999-c0ec2ec55b94 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef48a045-ce21-45b7-b189-e024aa249b9c,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:05.602525 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6bf0b35a-1b57-4c7a-980d-2848bb901c8d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:05.631804 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8fd9b854-c0a8-4fc6-a999-c0ec2ec55b94 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:05.633308 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8fd9b854-c0a8-4fc6-a999-c0ec2ec55b94 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4300663 Mar 09 04:00:05.636948 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48844) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:05.638310 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] Set router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:00:05.664612 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-fb14e6eb-94fc-4238-9980-fcfa5987d7b9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group_rule': {'security_group_id': 'a60cced2-d6ed-4247-bbe1-11735ffa650a', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:05.679864 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fb14e6eb-94fc-4238-9980-fcfa5987d7b9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:05.697385 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d091bfc-7fec-45df-b748-52c13640878a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Port': ['ID=ec3f5253-9e15-4e96-9585-fee558c46439,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:05.701878 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fb14e6eb-94fc-4238-9980-fcfa5987d7b9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:05.710916 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fb14e6eb-94fc-4238-9980-fcfa5987d7b9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:05.730700 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fb14e6eb-94fc-4238-9980-fcfa5987d7b9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:05.736716 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d091bfc-7fec-45df-b748-52c13640878a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:05.743647 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0d091bfc-7fec-45df-b748-52c13640878a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:05.758329 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.resource_extend [None req-6bf0b35a-1b57-4c7a-980d-2848bb901c8d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 04:00:05.780469 n-d-825178-5 neutron-server[87881]: INFO neutron.db.securitygroups_db [None req-fb14e6eb-94fc-4238-9980-fcfa5987d7b9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Project 2eed8fa07dd541719db04a03bcdea9c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:00:05.799310 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb14e6eb-94fc-4238-9980-fcfa5987d7b9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:05.819428 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0d091bfc-7fec-45df-b748-52c13640878a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7157643 Mar 09 04:00:05.822414 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48852) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:05.854983 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-722a29f5-c49e-4bf4-adaf-baed5959a452 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:05.868477 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-722a29f5-c49e-4bf4-adaf-baed5959a452 None None] Transition to ACTIVE for port object beaec44e-dfd5-46b5-9ef7-d8717327395d will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:00:05.892244 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-722a29f5-c49e-4bf4-adaf-baed5959a452 None None] Transition to ACTIVE for port object beaec44e-dfd5-46b5-9ef7-d8717327395d will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:00:05.900412 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-722a29f5-c49e-4bf4-adaf-baed5959a452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:05.983499 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4ffd41ec-bd3b-40b0-852f-270de3cf4ad8 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting port ec3f5253-9e15-4e96-9585-fee558c46439 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:00:05.984964 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ffd41ec-bd3b-40b0-852f-270de3cf4ad8 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:06.112507 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a29f5-c49e-4bf4-adaf-baed5959a452 None None] Pushing event updated for resources: {'Port': ['ID=beaec44e-dfd5-46b5-9ef7-d8717327395d,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:06.126793 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722a29f5-c49e-4bf4-adaf-baed5959a452 None None] Network 90738d64-a5ff-4981-a088-050910edbdab is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:00:06.127927 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-722a29f5-c49e-4bf4-adaf-baed5959a452 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:00:06.129693 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb14e6eb-94fc-4238-9980-fcfa5987d7b9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:06.134424 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6bf0b35a-1b57-4c7a-980d-2848bb901c8d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:06.137567 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722a29f5-c49e-4bf4-adaf-baed5959a452 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:00:06.149401 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf0b35a-1b57-4c7a-980d-2848bb901c8d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:06.150028 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6bf0b35a-1b57-4c7a-980d-2848bb901c8d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:06.227427 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb14e6eb-94fc-4238-9980-fcfa5987d7b9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:06.369668 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-722a29f5-c49e-4bf4-adaf-baed5959a452 None None] Attempting to bind port beaec44e-dfd5-46b5-9ef7-d8717327395d on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:06.370880 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-722a29f5-c49e-4bf4-adaf-baed5959a452 None None] Attempting to bind port beaec44e-dfd5-46b5-9ef7-d8717327395d by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '727f4dd4-4aee-4f72-bd93-21104e663174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90738d64-a5ff-4981-a088-050910edbdab'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:06.371596 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722a29f5-c49e-4bf4-adaf-baed5959a452 None None] Attempting to bind port beaec44e-dfd5-46b5-9ef7-d8717327395d on network 90738d64-a5ff-4981-a088-050910edbdab {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:06.392277 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722a29f5-c49e-4bf4-adaf-baed5959a452 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:00:06.396791 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722a29f5-c49e-4bf4-adaf-baed5959a452 None None] Checking segment: {'id': '727f4dd4-4aee-4f72-bd93-21104e663174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90738d64-a5ff-4981-a088-050910edbdab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:00:06.400165 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14e6eb-94fc-4238-9980-fcfa5987d7b9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e7f984-cab4-4492-a2a9-fdff187fd658,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:06.400411 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-722a29f5-c49e-4bf4-adaf-baed5959a452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:06.401431 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722a29f5-c49e-4bf4-adaf-baed5959a452 None None] Bound using segment: {'id': '727f4dd4-4aee-4f72-bd93-21104e663174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90738d64-a5ff-4981-a088-050910edbdab'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:00:06.413654 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-722a29f5-c49e-4bf4-adaf-baed5959a452 None None] Bound port: beaec44e-dfd5-46b5-9ef7-d8717327395d, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727f4dd4-4aee-4f72-bd93-21104e663174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90738d64-a5ff-4981-a088-050910edbdab'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:00:06.415309 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-722a29f5-c49e-4bf4-adaf-baed5959a452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:06.456287 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T04:00:02Z', 'revision_number': 4, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None, '_interfaces': [{'id': '05bc3625-6d7b-49ed-a671-717c34efe317', 'name': '', 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:c7:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:40Z', 'updated_at': '2022-03-09T03:59:49Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '398b299d-f7b5-4adb-9b34-a32629008e3e', 'name': '', 'network_id': 'a34cf005-63af-40a1-880b-69838d624ef8', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:78:41:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '30171231-6626-436c-aa30-1609604c6f5c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:59Z', 'updated_at': '2022-03-09T04:00:03Z', 'revision_number': 2, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '30171231-6626-436c-aa30-1609604c6f5c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5574ebb5-5d3c-41cf-98ae-26109342e129', 'name': '', 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:40:6a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:49Z', 'updated_at': '2022-03-09T04:00:04Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:06.482728 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] Checking router: 34d5ee3a-a03e-4583-9a0e-f6df150f7036 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:00:06.483311 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] Updating router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 port 398b299d-f7b5-4adb-9b34-a32629008e3e binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:00:06.487325 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6bf0b35a-1b57-4c7a-980d-2848bb901c8d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1746643 Mar 09 04:00:06.492339 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48882) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:06.514148 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb14e6eb-94fc-4238-9980-fcfa5987d7b9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:06.519385 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fb14e6eb-94fc-4238-9980-fcfa5987d7b9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8809772 Mar 09 04:00:06.524520 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48890) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:06.529946 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-26f03677-4661-47fb-89a0-fa4f87a33dfc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'subnet': {'network_id': '6f46fbd5-3f9b-4c75-aaf1-17fb41577e09', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:06.553592 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5574ebb5-5d3c-41cf-98ae-26109342e129 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:00:06.596023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-b5b23052-747a-4954-93be-47dcb8bc390e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group_rule': {'security_group_id': 'a60cced2-d6ed-4247-bbe1-11735ffa650a', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:06.604728 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:06.610071 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b5b23052-747a-4954-93be-47dcb8bc390e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:06.616836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b5b23052-747a-4954-93be-47dcb8bc390e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:06.622573 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b5b23052-747a-4954-93be-47dcb8bc390e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:06.635555 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b5b23052-747a-4954-93be-47dcb8bc390e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:06.668943 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0b35a-1b57-4c7a-980d-2848bb901c8d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Network': ['ID=6f46fbd5-3f9b-4c75-aaf1-17fb41577e09,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:06.686754 n-d-825178-5 neutron-server[87881]: INFO neutron.db.securitygroups_db [None req-b5b23052-747a-4954-93be-47dcb8bc390e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Project 2eed8fa07dd541719db04a03bcdea9c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:00:06.687709 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ffd41ec-bd3b-40b0-852f-270de3cf4ad8 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:06.699666 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 6f46fbd5-3f9b-4c75-aaf1-17fb41577e09 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:00:06.848373 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b5b23052-747a-4954-93be-47dcb8bc390e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:06.988293 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-26f03677-4661-47fb-89a0-fa4f87a33dfc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:07.007197 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-26f03677-4661-47fb-89a0-fa4f87a33dfc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Usage tracker for resource:subnet and tenant:8d98afbc76a3441ab1cb90e168d30508 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:07.010830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-26f03677-4661-47fb-89a0-fa4f87a33dfc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:07.012113 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-722a29f5-c49e-4bf4-adaf-baed5959a452 None None] For port beaec44e-dfd5-46b5-9ef7-d8717327395d, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:00:07.015907 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-722a29f5-c49e-4bf4-adaf-baed5959a452 None None] For port beaec44e-dfd5-46b5-9ef7-d8717327395d, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=beaec44e-dfd5-46b5-9ef7-d8717327395d,segment=NetworkSegment(727f4dd4-4aee-4f72-bd93-21104e663174),segment_id=727f4dd4-4aee-4f72-bd93-21104e663174)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:00:07.041831 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-722a29f5-c49e-4bf4-adaf-baed5959a452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:07.043626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-26f03677-4661-47fb-89a0-fa4f87a33dfc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:07.081986 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b5b23052-747a-4954-93be-47dcb8bc390e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:07.099436 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b5b23052-747a-4954-93be-47dcb8bc390e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:07.170376 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f03677-4661-47fb-89a0-fa4f87a33dfc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Made reservation on behalf of 8d98afbc76a3441ab1cb90e168d30508 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:00:07.181610 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-26f03677-4661-47fb-89a0-fa4f87a33dfc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:07.186409 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a29f5-c49e-4bf4-adaf-baed5959a452 None None] Pushing event updated for resources: {'Port': ['ID=beaec44e-dfd5-46b5-9ef7-d8717327395d,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:07.249948 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 5574ebb5-5d3c-41cf-98ae-26109342e129 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:07.252385 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:07.254025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4ffd41ec-bd3b-40b0-852f-270de3cf4ad8 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Calling delete_port for ec3f5253-9e15-4e96-9585-fee558c46439 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:00:07.313744 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b23052-747a-4954-93be-47dcb8bc390e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1eb6c7-f520-4a72-b274-4724be3f7ab3,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:07.391114 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:07.406077 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] Transition to ACTIVE for port object 398b299d-f7b5-4adb-9b34-a32629008e3e will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:00:07.418752 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371ab99-4baa-47fc-90ff-a51d518d75e6 req-63ad0c03-8b05-40f2-a44d-3e1ad7e566c4 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:07.425090 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:07.443337 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d371ab99-4baa-47fc-90ff-a51d518d75e6 req-63ad0c03-8b05-40f2-a44d-3e1ad7e566c4 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 945 time: 0.5726376 Mar 09 04:00:07.577956 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b5b23052-747a-4954-93be-47dcb8bc390e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:07.579899 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b5b23052-747a-4954-93be-47dcb8bc390e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0066187 Mar 09 04:00:07.583344 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48920) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:07.589021 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d371ab99-4baa-47fc-90ff-a51d518d75e6 req-c7f8c0b1-48e9-4dc0-b583-a618a57332a8 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429017 Mar 09 04:00:07.600383 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ffd41ec-bd3b-40b0-852f-270de3cf4ad8 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:07.603908 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-a5d8f429-33d4-46dd-8be3-6b9f02876b91 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'network': {'name': 'tempest-network-smoke--263554730', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'port_security_enabled': True}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:07.735207 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd41ec-bd3b-40b0-852f-270de3cf4ad8 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Port': ['ID=ec3f5253-9e15-4e96-9585-fee558c46439,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:07.738738 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48924) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:07.855177 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a5d8f429-33d4-46dd-8be3-6b9f02876b91 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:07.866207 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a5d8f429-33d4-46dd-8be3-6b9f02876b91 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:network and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:07.878239 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a5d8f429-33d4-46dd-8be3-6b9f02876b91 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:07.893482 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a5d8f429-33d4-46dd-8be3-6b9f02876b91 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:07.925035 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34618b-2f87-4757-8eec-3ccce5db7d4c None None] Pushing event updated for resources: {'Port': ['ID=398b299d-f7b5-4adb-9b34-a32629008e3e,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:07.926493 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ffd41ec-bd3b-40b0-852f-270de3cf4ad8 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:07.937428 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d8f429-33d4-46dd-8be3-6b9f02876b91 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Made reservation on behalf of 2eed8fa07dd541719db04a03bcdea9c3 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:00:07.951427 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a5d8f429-33d4-46dd-8be3-6b9f02876b91 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:07.956940 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4ffd41ec-bd3b-40b0-852f-270de3cf4ad8 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/ports/ec3f5253-9e15-4e96-9585-fee558c46439 HTTP/1.1" status: 204 len: 168 time: 2.1331112 Mar 09 04:00:07.957645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48936) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:07.978734 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] Attempting to bind port 398b299d-f7b5-4adb-9b34-a32629008e3e on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:07.979187 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] Attempting to bind port 398b299d-f7b5-4adb-9b34-a32629008e3e by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '5255e2e4-04be-45ec-8304-b513e46eb369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a34cf005-63af-40a1-880b-69838d624ef8'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:07.979538 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] Attempting to bind port 398b299d-f7b5-4adb-9b34-a32629008e3e on network a34cf005-63af-40a1-880b-69838d624ef8 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:07.995131 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:00:07.995654 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] Checking segment: {'id': '5255e2e4-04be-45ec-8304-b513e46eb369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a34cf005-63af-40a1-880b-69838d624ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:00:07.995909 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:07.996299 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] Bound using segment: {'id': '5255e2e4-04be-45ec-8304-b513e46eb369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a34cf005-63af-40a1-880b-69838d624ef8'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:00:07.996767 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] Bound port: 398b299d-f7b5-4adb-9b34-a32629008e3e, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5255e2e4-04be-45ec-8304-b513e46eb369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a34cf005-63af-40a1-880b-69838d624ef8'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:00:07.997137 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:08.040019 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d8f429-33d4-46dd-8be3-6b9f02876b91 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:00:08.064904 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a5d8f429-33d4-46dd-8be3-6b9f02876b91 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:08.065241 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-a5d8f429-33d4-46dd-8be3-6b9f02876b91 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Added segment 26228ff0-a8b2-4895-a564-33952ff51392 of type vlan for network 1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f Mar 09 04:00:08.125866 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a5d8f429-33d4-46dd-8be3-6b9f02876b91 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:08.129387 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e742b6-c931-47e2-8404-2dcaf2eec7c0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] DELETE failed (client error): The resource could not be found. Mar 09 04:00:08.130079 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22e742b6-c931-47e2-8404-2dcaf2eec7c0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:00:08.135489 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48940) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:08.136331 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-22e742b6-c931-47e2-8404-2dcaf2eec7c0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/ports/ec3f5253-9e15-4e96-9585-fee558c46439 HTTP/1.1" status: 404 len: 333 time: 0.1775348 Mar 09 04:00:08.139091 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8fbcea7e-0c3f-4f33-879c-902407681e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:08.157596 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8fbcea7e-0c3f-4f33-879c-902407681e9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:08.162687 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8fbcea7e-0c3f-4f33-879c-902407681e9e admin admin] Usage tracker for resource:security_group_rule and tenant:fa66384dd8b948718a0028013ec2dbcb is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:08.166367 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8fbcea7e-0c3f-4f33-879c-902407681e9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:08.173943 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8fbcea7e-0c3f-4f33-879c-902407681e9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:08.194592 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-626721a9-30a2-4508-9a81-710107847826 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] GET failed (client error): The resource could not be found. Mar 09 04:00:08.196735 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-626721a9-30a2-4508-9a81-710107847826 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "GET /v2.0/ports/ec3f5253-9e15-4e96-9585-fee558c46439 HTTP/1.1" status: 404 len: 333 time: 0.0598869 Mar 09 04:00:08.199648 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48944) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:08.202675 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] For port 398b299d-f7b5-4adb-9b34-a32629008e3e, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:00:08.206828 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] For port 398b299d-f7b5-4adb-9b34-a32629008e3e, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=398b299d-f7b5-4adb-9b34-a32629008e3e,segment=NetworkSegment(5255e2e4-04be-45ec-8304-b513e46eb369),segment_id=5255e2e4-04be-45ec-8304-b513e46eb369)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:00:08.213787 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:08.268806 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a5d8f429-33d4-46dd-8be3-6b9f02876b91 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:08.278186 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d8f429-33d4-46dd-8be3-6b9f02876b91 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:08.279161 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a5d8f429-33d4-46dd-8be3-6b9f02876b91 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:08.286814 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8fbcea7e-0c3f-4f33-879c-902407681e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:08.312931 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-26f03677-4661-47fb-89a0-fa4f87a33dfc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:08.330772 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] Routers {'34d5ee3a-a03e-4583-9a0e-f6df150f7036'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:00:08.331421 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:00:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:08.367621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1a8728-c7f0-47fd-a056-13fc51a759f9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting subnet baa0b684-6f2a-4c6c-b4bb-c2ddc30f5dc1 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:00:08.371057 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2b1a8728-c7f0-47fd-a056-13fc51a759f9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:08.432941 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f03677-4661-47fb-89a0-fa4f87a33dfc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Subnet': ['ID=93738245-482f-4a23-a988-bda56ac1da10,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:08.441070 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2b1a8728-c7f0-47fd-a056-13fc51a759f9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:08.538341 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device beaec44e-dfd5-46b5-9ef7-d8717327395d up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:00:08.605965 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2b1a8728-c7f0-47fd-a056-13fc51a759f9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:08.628703 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a5d8f429-33d4-46dd-8be3-6b9f02876b91 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0441177 Mar 09 04:00:08.651280 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48954) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:08.689307 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-df60d745-8c4f-427e-8a03-5add53b4fbab tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1215491390', 'admin_state_up': True, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:08.706276 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-df60d745-8c4f-427e-8a03-5add53b4fbab tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:08.713800 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-df60d745-8c4f-427e-8a03-5add53b4fbab tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:router and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:08.724855 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34618b-2f87-4757-8eec-3ccce5db7d4c None None] Pushing event updated for resources: {'Port': ['ID=398b299d-f7b5-4adb-9b34-a32629008e3e,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:08.733542 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-df60d745-8c4f-427e-8a03-5add53b4fbab tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:08.736386 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port beaec44e-dfd5-46b5-9ef7-d8717327395d completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:00:08.752875 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-df60d745-8c4f-427e-8a03-5add53b4fbab tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:08.762679 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8f429-33d4-46dd-8be3-6b9f02876b91 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Network': ['ID=1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:08.769862 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df60d745-8c4f-427e-8a03-5add53b4fbab tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:08.771624 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df60d745-8c4f-427e-8a03-5add53b4fbab tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:08.777229 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:00:08.795977 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f03677-4661-47fb-89a0-fa4f87a33dfc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Checking segment: {'id': '78382c68-52e8-47dc-a4dc-673211a5dca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6f46fbd5-3f9b-4c75-aaf1-17fb41577e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:00:08.796955 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f03677-4661-47fb-89a0-fa4f87a33dfc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network hostable DHCP agents. Network: 6f46fbd5-3f9b-4c75-aaf1-17fb41577e09, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:00:08.798840 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8fbcea7e-0c3f-4f33-879c-902407681e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:08.833567 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2b1a8728-c7f0-47fd-a056-13fc51a759f9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:08.848137 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] Set router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:00:08.916645 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f03677-4661-47fb-89a0-fa4f87a33dfc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network 6f46fbd5-3f9b-4c75-aaf1-17fb41577e09 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:00:08.929885 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df60d745-8c4f-427e-8a03-5add53b4fbab tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:08.969426 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-26f03677-4661-47fb-89a0-fa4f87a33dfc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 6f46fbd5-3f9b-4c75-aaf1-17fb41577e09) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:00:08.993687 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f03677-4661-47fb-89a0-fa4f87a33dfc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:08.994362 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-26f03677-4661-47fb-89a0-fa4f87a33dfc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:09.015601 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2b1a8728-c7f0-47fd-a056-13fc51a759f9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:09.025101 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a8728-c7f0-47fd-a056-13fc51a759f9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Subnet': ['ID=baa0b684-6f2a-4c6c-b4bb-c2ddc30f5dc1,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:09.034668 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcea7e-0c3f-4f33-879c-902407681e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80053b69-353c-4424-a790-efce3c7b419a,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:09.040326 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8fbcea7e-0c3f-4f33-879c-902407681e9e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa66384dd8b948718a0028013ec2dbcb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2959459 Mar 09 04:00:09.043898 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2b1a8728-c7f0-47fd-a056-13fc51a759f9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/subnets/baa0b684-6f2a-4c6c-b4bb-c2ddc30f5dc1 HTTP/1.1" status: 204 len: 168 time: 0.8431783 Mar 09 04:00:09.044433 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48964) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:09.048175 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48966) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:09.114749 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bab815-4a32-410a-aa56-ec01fd4c0a04 None None] Network 6f46fbd5-3f9b-4c75-aaf1-17fb41577e09 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:00:09.121656 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7fa3f378-afdf-46ec-9b0a-0e2adf41cf53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:09.178430 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7fa3f378-afdf-46ec-9b0a-0e2adf41cf53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:09.300299 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7fa3f378-afdf-46ec-9b0a-0e2adf41cf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:09.322707 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1c2594ab-0137-4d46-9bbc-8e5e12f0846f tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:09.337521 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:09.338646 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b61b3bd-d9e6-49f1-9402-9fed39678e5d None None] Network 90738d64-a5ff-4981-a088-050910edbdab requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:00:09.342454 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7fa3f378-afdf-46ec-9b0a-0e2adf41cf53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:09.343346 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7fa3f378-afdf-46ec-9b0a-0e2adf41cf53 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80053b69-353c-4424-a790-efce3c7b419a HTTP/1.1" status: 204 len: 168 time: 0.2972729 Mar 09 04:00:09.369220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3f378-afdf-46ec-9b0a-0e2adf41cf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80053b69-353c-4424-a790-efce3c7b419a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:09.494188 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90804589-ca0c-4ee7-b794-23f3dbee52b8 req-110e2a1d-6932-41db-b08e-40790eebc44d tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:09.495955 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-90804589-ca0c-4ee7-b794-23f3dbee52b8 req-110e2a1d-6932-41db-b08e-40790eebc44d tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 945 time: 0.6733329 Mar 09 04:00:09.570619 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-26f03677-4661-47fb-89a0-fa4f87a33dfc tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0602431 Mar 09 04:00:09.573368 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48980) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:09.581008 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T04:00:02Z', 'revision_number': 4, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None, '_interfaces': [{'id': '05bc3625-6d7b-49ed-a671-717c34efe317', 'name': '', 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:c7:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:40Z', 'updated_at': '2022-03-09T03:59:49Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '398b299d-f7b5-4adb-9b34-a32629008e3e', 'name': '', 'network_id': 'a34cf005-63af-40a1-880b-69838d624ef8', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:78:41:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '30171231-6626-436c-aa30-1609604c6f5c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:59Z', 'updated_at': '2022-03-09T04:00:08Z', 'revision_number': 4, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '30171231-6626-436c-aa30-1609604c6f5c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5574ebb5-5d3c-41cf-98ae-26109342e129', 'name': '', 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:40:6a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:49Z', 'updated_at': '2022-03-09T04:00:04Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:09.594942 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeea65f-362d-4d7b-94a6-ff857f06c9b1 None None] The sync data for ids ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'] in n-d-825178-5 is: [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T04:00:02Z', 'revision_number': 4, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None, '_interfaces': [{'id': '05bc3625-6d7b-49ed-a671-717c34efe317', 'name': '', 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:c7:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:40Z', 'updated_at': '2022-03-09T03:59:49Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '398b299d-f7b5-4adb-9b34-a32629008e3e', 'name': '', 'network_id': 'a34cf005-63af-40a1-880b-69838d624ef8', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:78:41:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '30171231-6626-436c-aa30-1609604c6f5c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:59Z', 'updated_at': '2022-03-09T04:00:08Z', 'revision_number': 4, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '30171231-6626-436c-aa30-1609604c6f5c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5574ebb5-5d3c-41cf-98ae-26109342e129', 'name': '', 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:40:6a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:49Z', 'updated_at': '2022-03-09T04:00:04Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:00:09.776946 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe9b395-131c-4a03-8058-a32a6d00499b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-6f46fbd5-3f9b-4c75-aaf1-17fb41577e09', 'network_id': '6f46fbd5-3f9b-4c75-aaf1-17fb41577e09', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'fixed_ips': [{'subnet_id': '93738245-482f-4a23-a988-bda56ac1da10'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:00:09.776946 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-efe9b395-131c-4a03-8058-a32a6d00499b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:09.792007 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df60d745-8c4f-427e-8a03-5add53b4fbab tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:09.804432 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-1c2594ab-0137-4d46-9bbc-8e5e12f0846f tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting port beaec44e-dfd5-46b5-9ef7-d8717327395d {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:00:09.805283 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1c2594ab-0137-4d46-9bbc-8e5e12f0846f tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:09.819019 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2fc0339a-f5fb-40e6-b812-683a12c80007 None None] Provisioning for port beaec44e-dfd5-46b5-9ef7-d8717327395d completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:00:09.843301 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2fc0339a-f5fb-40e6-b812-683a12c80007 None None] Provisioning complete for port beaec44e-dfd5-46b5-9ef7-d8717327395d triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:09.843668 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2fc0339a-f5fb-40e6-b812-683a12c80007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:10.196609 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd83e073-4ec6-4bb9-9e51-7600bbd4bc8f None None] DHCP port deletion for 90738d64-a5ff-4981-a088-050910edbdab request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:00:10.208608 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-cd83e073-4ec6-4bb9-9e51-7600bbd4bc8f None None] Deleting port beaec44e-dfd5-46b5-9ef7-d8717327395d {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:00:10.208946 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cd83e073-4ec6-4bb9-9e51-7600bbd4bc8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:10.225733 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-90804589-ca0c-4ee7-b794-23f3dbee52b8 req-e5d9f32e-0c7f-4aa9-8fe0-e033ed7b71b9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7113485 Mar 09 04:00:10.303854 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-efe9b395-131c-4a03-8058-a32a6d00499b None None] Allocated IP 172.23.0.2 (6f46fbd5-3f9b-4c75-aaf1-17fb41577e09/93738245-482f-4a23-a988-bda56ac1da10/c866ffbd-d395-4480-8603-a8d62d9c9e8a) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:00:10.513303 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2fc0339a-f5fb-40e6-b812-683a12c80007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:10.600330 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-2fc0339a-f5fb-40e6-b812-683a12c80007 None None] For port beaec44e-dfd5-46b5-9ef7-d8717327395d, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=beaec44e-dfd5-46b5-9ef7-d8717327395d,segment=NetworkSegment(727f4dd4-4aee-4f72-bd93-21104e663174),segment_id=727f4dd4-4aee-4f72-bd93-21104e663174)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:10.602448 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 398b299d-f7b5-4adb-9b34-a32629008e3e up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:00:10.646127 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2fc0339a-f5fb-40e6-b812-683a12c80007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:10.722339 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-1c2594ab-0137-4d46-9bbc-8e5e12f0846f tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] For port beaec44e-dfd5-46b5-9ef7-d8717327395d, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=beaec44e-dfd5-46b5-9ef7-d8717327395d,segment=NetworkSegment(727f4dd4-4aee-4f72-bd93-21104e663174),segment_id=727f4dd4-4aee-4f72-bd93-21104e663174)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:10.722711 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1c2594ab-0137-4d46-9bbc-8e5e12f0846f tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:11.027627 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 398b299d-f7b5-4adb-9b34-a32629008e3e completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:00:11.048148 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 398b299d-f7b5-4adb-9b34-a32629008e3e triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:11.048545 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:11.074991 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0339a-f5fb-40e6-b812-683a12c80007 None None] Pushing event updated for resources: {'Port': ['ID=beaec44e-dfd5-46b5-9ef7-d8717327395d,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:11.097318 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16345f13-dd8c-46a7-be44-26fc4031c8da tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:11.293736 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-1c2594ab-0137-4d46-9bbc-8e5e12f0846f tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Calling delete_port for beaec44e-dfd5-46b5-9ef7-d8717327395d owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:00:11.319287 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-cd83e073-4ec6-4bb9-9e51-7600bbd4bc8f None None] For port beaec44e-dfd5-46b5-9ef7-d8717327395d, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=beaec44e-dfd5-46b5-9ef7-d8717327395d,segment=NetworkSegment(727f4dd4-4aee-4f72-bd93-21104e663174),segment_id=727f4dd4-4aee-4f72-bd93-21104e663174)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:11.319833 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cd83e073-4ec6-4bb9-9e51-7600bbd4bc8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:11.360745 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df60d745-8c4f-427e-8a03-5add53b4fbab tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:11.404742 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df60d745-8c4f-427e-8a03-5add53b4fbab tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:11.481422 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-cd83e073-4ec6-4bb9-9e51-7600bbd4bc8f None None] Calling delete_port for beaec44e-dfd5-46b5-9ef7-d8717327395d owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:00:11.566475 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-efe9b395-131c-4a03-8058-a32a6d00499b None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:11.637378 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-efe9b395-131c-4a03-8058-a32a6d00499b None None] Transition to ACTIVE for port object c866ffbd-d395-4480-8603-a8d62d9c9e8a will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:00:11.643057 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.api [None req-1c2594ab-0137-4d46-9bbc-8e5e12f0846f tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:00:11.643373 n-d-825178-5 neutron-server[87881]: DEBUG oslo_db.api [None req-1c2594ab-0137-4d46-9bbc-8e5e12f0846f tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:00:11.667447 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-df60d745-8c4f-427e-8a03-5add53b4fbab tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Allocated IP 172.25.7.125 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/a0947c6a-9afd-475a-b415-9f398a484040) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:00:11.701212 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-efe9b395-131c-4a03-8058-a32a6d00499b None None] Transition to ACTIVE for port object c866ffbd-d395-4480-8603-a8d62d9c9e8a will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:00:11.702567 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:11.728355 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-efe9b395-131c-4a03-8058-a32a6d00499b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:11.773333 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cd83e073-4ec6-4bb9-9e51-7600bbd4bc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:11.814531 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-16345f13-dd8c-46a7-be44-26fc4031c8da tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Allocated IP 172.23.0.1 (6f46fbd5-3f9b-4c75-aaf1-17fb41577e09/93738245-482f-4a23-a988-bda56ac1da10/9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:00:11.846329 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe9b395-131c-4a03-8058-a32a6d00499b None None] Network 6f46fbd5-3f9b-4c75-aaf1-17fb41577e09 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:00:11.849256 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd83e073-4ec6-4bb9-9e51-7600bbd4bc8f None None] No DVR routers for this DVR port beaec44e-dfd5-46b5-9ef7-d8717327395d on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:00:11.859253 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 398b299d-f7b5-4adb-9b34-a32629008e3e, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=398b299d-f7b5-4adb-9b34-a32629008e3e,segment=NetworkSegment(5255e2e4-04be-45ec-8304-b513e46eb369),segment_id=5255e2e4-04be-45ec-8304-b513e46eb369)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:11.860708 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-efe9b395-131c-4a03-8058-a32a6d00499b None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:00:11.863255 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe9b395-131c-4a03-8058-a32a6d00499b None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:00:11.883877 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:11.884827 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df60d745-8c4f-427e-8a03-5add53b4fbab tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:11.931781 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9b395-131c-4a03-8058-a32a6d00499b None None] Pushing event updated for resources: {'Port': ['ID=c866ffbd-d395-4480-8603-a8d62d9c9e8a,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:11.971526 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df60d745-8c4f-427e-8a03-5add53b4fbab tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:11.983404 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device beaec44e-dfd5-46b5-9ef7-d8717327395d no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:00:12.051394 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df60d745-8c4f-427e-8a03-5add53b4fbab tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:00:12.055563 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-df60d745-8c4f-427e-8a03-5add53b4fbab tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:00:12.056322 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f2a71-efe2-4a5f-859f-fc76313855c1 req-e6a9e714-e0ec-4f93-bea8-7e99c34d28a4 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:12.058043 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-158f2a71-efe2-4a5f-859f-fc76313855c1 req-e6a9e714-e0ec-4f93-bea8-7e99c34d28a4 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 945 time: 0.6679070 Mar 09 04:00:12.071125 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df60d745-8c4f-427e-8a03-5add53b4fbab tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:00:12.092736 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49056) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:12.104648 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: beaec44e-dfd5-46b5-9ef7-d8717327395d {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:00:12.105237 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device beaec44e-dfd5-46b5-9ef7-d8717327395d not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:00:12.106789 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83e073-4ec6-4bb9-9e51-7600bbd4bc8f None None] Pushing event deleted for resources: {'Port': ['ID=beaec44e-dfd5-46b5-9ef7-d8717327395d,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:12.113123 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60d745-8c4f-427e-8a03-5add53b4fbab tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Port': ['ID=a0947c6a-9afd-475a-b415-9f398a484040,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:12.151058 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-1c2594ab-0137-4d46-9bbc-8e5e12f0846f tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting port beaec44e-dfd5-46b5-9ef7-d8717327395d {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:00:12.153151 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1c2594ab-0137-4d46-9bbc-8e5e12f0846f tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:12.180796 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-158f2a71-efe2-4a5f-859f-fc76313855c1 req-2231095e-c1fd-4ab0-be24-a9e5e9893cc7 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143889 Mar 09 04:00:12.218359 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16345f13-dd8c-46a7-be44-26fc4031c8da tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:12.225625 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-efe9b395-131c-4a03-8058-a32a6d00499b None None] Attempting to bind port c866ffbd-d395-4480-8603-a8d62d9c9e8a on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:12.225998 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-efe9b395-131c-4a03-8058-a32a6d00499b None None] Attempting to bind port c866ffbd-d395-4480-8603-a8d62d9c9e8a by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '78382c68-52e8-47dc-a4dc-673211a5dca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6f46fbd5-3f9b-4c75-aaf1-17fb41577e09'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:12.226357 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe9b395-131c-4a03-8058-a32a6d00499b None None] Attempting to bind port c866ffbd-d395-4480-8603-a8d62d9c9e8a on network 6f46fbd5-3f9b-4c75-aaf1-17fb41577e09 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:12.236002 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe9b395-131c-4a03-8058-a32a6d00499b None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:00:12.236375 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe9b395-131c-4a03-8058-a32a6d00499b None None] Checking segment: {'id': '78382c68-52e8-47dc-a4dc-673211a5dca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6f46fbd5-3f9b-4c75-aaf1-17fb41577e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:00:12.236773 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-efe9b395-131c-4a03-8058-a32a6d00499b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:12.237163 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe9b395-131c-4a03-8058-a32a6d00499b None None] Bound using segment: {'id': '78382c68-52e8-47dc-a4dc-673211a5dca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6f46fbd5-3f9b-4c75-aaf1-17fb41577e09'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:00:12.237623 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-efe9b395-131c-4a03-8058-a32a6d00499b None None] Bound port: c866ffbd-d395-4480-8603-a8d62d9c9e8a, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78382c68-52e8-47dc-a4dc-673211a5dca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6f46fbd5-3f9b-4c75-aaf1-17fb41577e09'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:00:12.237990 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-efe9b395-131c-4a03-8058-a32a6d00499b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:12.242898 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-16345f13-dd8c-46a7-be44-26fc4031c8da tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Transition to ACTIVE for port object 9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:00:12.273359 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16345f13-dd8c-46a7-be44-26fc4031c8da tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:12.313165 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=398b299d-f7b5-4adb-9b34-a32629008e3e,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:12.371580 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-efe9b395-131c-4a03-8058-a32a6d00499b None None] For port c866ffbd-d395-4480-8603-a8d62d9c9e8a, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:00:12.372916 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-1c2594ab-0137-4d46-9bbc-8e5e12f0846f tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] The port 'beaec44e-dfd5-46b5-9ef7-d8717327395d' was deleted {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:00:12.375976 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-efe9b395-131c-4a03-8058-a32a6d00499b None None] For port c866ffbd-d395-4480-8603-a8d62d9c9e8a, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c866ffbd-d395-4480-8603-a8d62d9c9e8a,segment=NetworkSegment(78382c68-52e8-47dc-a4dc-673211a5dca6),segment_id=78382c68-52e8-47dc-a4dc-673211a5dca6)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:00:12.381862 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-efe9b395-131c-4a03-8058-a32a6d00499b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:12.393700 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16345f13-dd8c-46a7-be44-26fc4031c8da tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network 6f46fbd5-3f9b-4c75-aaf1-17fb41577e09 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:00:12.397805 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b16f9b5a-080d-4137-9963-e2489f88ad7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:12.410914 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-16345f13-dd8c-46a7-be44-26fc4031c8da tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:00:12.424098 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16345f13-dd8c-46a7-be44-26fc4031c8da tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:00:12.467202 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16345f13-dd8c-46a7-be44-26fc4031c8da tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Port': ['ID=9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:12.474481 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9b395-131c-4a03-8058-a32a6d00499b None None] Pushing event updated for resources: {'Port': ['ID=c866ffbd-d395-4480-8603-a8d62d9c9e8a,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:12.495938 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16345f13-dd8c-46a7-be44-26fc4031c8da tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:12.499548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b16f9b5a-080d-4137-9963-e2489f88ad7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:12.506877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b16f9b5a-080d-4137-9963-e2489f88ad7c admin admin] Usage tracker for resource:security_group_rule and tenant:e2ec7d9220914f76938f33e435a999c3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:12.515922 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b16f9b5a-080d-4137-9963-e2489f88ad7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:12.528385 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b16f9b5a-080d-4137-9963-e2489f88ad7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:12.700540 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b16f9b5a-080d-4137-9963-e2489f88ad7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:12.710834 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b16f9b5a-080d-4137-9963-e2489f88ad7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:12.757785 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f9b5a-080d-4137-9963-e2489f88ad7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10124101-21a4-4412-9de6-59cb3dc9446b,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:12.780423 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16345f13-dd8c-46a7-be44-26fc4031c8da tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:12.804186 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b16f9b5a-080d-4137-9963-e2489f88ad7c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2ec7d9220914f76938f33e435a999c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7096581 Mar 09 04:00:12.809478 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49070) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:12.871021 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1c2594ab-0137-4d46-9bbc-8e5e12f0846f tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:12.996931 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-1c2594ab-0137-4d46-9bbc-8e5e12f0846f tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90738d64-a5ff-4981-a088-050910edbdab']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:13.015487 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-1c2594ab-0137-4d46-9bbc-8e5e12f0846f tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '727f4dd4-4aee-4f72-bd93-21104e663174') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:13.015772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-1c2594ab-0137-4d46-9bbc-8e5e12f0846f tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '727f4dd4-4aee-4f72-bd93-21104e663174') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:13.035275 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1c2594ab-0137-4d46-9bbc-8e5e12f0846f tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:13.068773 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ad610017-e618-4beb-b43b-0f6eccdd9a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:13.121003 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1c2594ab-0137-4d46-9bbc-8e5e12f0846f tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:13.133918 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2594ab-0137-4d46-9bbc-8e5e12f0846f tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:00:13.134310 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1c2594ab-0137-4d46-9bbc-8e5e12f0846f tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:00:13.150015 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:00:13.165714 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ad610017-e618-4beb-b43b-0f6eccdd9a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:13.241447 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df60d745-8c4f-427e-8a03-5add53b4fbab tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:13.329824 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1c2594ab-0137-4d46-9bbc-8e5e12f0846f tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:13.348921 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1c2594ab-0137-4d46-9bbc-8e5e12f0846f tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:13.404922 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2594ab-0137-4d46-9bbc-8e5e12f0846f tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Network': ['ID=90738d64-a5ff-4981-a088-050910edbdab,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:13.499900 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1c2594ab-0137-4d46-9bbc-8e5e12f0846f tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/networks/90738d64-a5ff-4981-a088-050910edbdab HTTP/1.1" status: 204 len: 168 time: 4.4441910 Mar 09 04:00:13.504475 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49086) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:13.528891 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-48aa2225-dc3c-4b69-bad3-a4eebf973c63 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1343693699'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:13.535566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-48aa2225-dc3c-4b69-bad3-a4eebf973c63 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:13.536011 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ad610017-e618-4beb-b43b-0f6eccdd9a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:13.578234 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad610017-e618-4beb-b43b-0f6eccdd9a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10124101-21a4-4412-9de6-59cb3dc9446b,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:13.595062 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-48aa2225-dc3c-4b69-bad3-a4eebf973c63 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:network and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:13.597882 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ad610017-e618-4beb-b43b-0f6eccdd9a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:13.599644 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ad610017-e618-4beb-b43b-0f6eccdd9a75 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10124101-21a4-4412-9de6-59cb3dc9446b HTTP/1.1" status: 204 len: 168 time: 0.7888880 Mar 09 04:00:13.621423 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-48aa2225-dc3c-4b69-bad3-a4eebf973c63 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:13.642101 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-48aa2225-dc3c-4b69-bad3-a4eebf973c63 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:13.671727 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d35b19-a31b-4872-aa86-dcca94dad1c0 req-59093bdf-36b6-4f05-ba8b-06b529e53959 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:13.673862 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a7d35b19-a31b-4872-aa86-dcca94dad1c0 req-59093bdf-36b6-4f05-ba8b-06b529e53959 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 945 time: 0.3065121 Mar 09 04:00:13.677480 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48aa2225-dc3c-4b69-bad3-a4eebf973c63 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:00:13.681031 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48aa2225-dc3c-4b69-bad3-a4eebf973c63 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:13.685045 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16345f13-dd8c-46a7-be44-26fc4031c8da tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:13.699034 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16345f13-dd8c-46a7-be44-26fc4031c8da tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:13.847303 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16345f13-dd8c-46a7-be44-26fc4031c8da tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:13.882172 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a7d35b19-a31b-4872-aa86-dcca94dad1c0 req-4b0ea6f8-6cbc-40b6-b9f7-3e1405fbb482 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903517 Mar 09 04:00:13.949211 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48aa2225-dc3c-4b69-bad3-a4eebf973c63 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:00:13.952070 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df60d745-8c4f-427e-8a03-5add53b4fbab tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:14.021216 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16345f13-dd8c-46a7-be44-26fc4031c8da tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event updated for resources: {'Port': ['ID=9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:14.042376 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48aa2225-dc3c-4b69-bad3-a4eebf973c63 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:14.042822 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-48aa2225-dc3c-4b69-bad3-a4eebf973c63 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Added segment a3c582ce-4cd7-422e-a6ea-38c61ec2aca2 of type vlan for network 4a91797d-063a-46a6-aa57-e2888755de2f Mar 09 04:00:14.114039 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16345f13-dd8c-46a7-be44-26fc4031c8da tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Network 6f46fbd5-3f9b-4c75-aaf1-17fb41577e09 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:00:14.115529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-16345f13-dd8c-46a7-be44-26fc4031c8da tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:00:14.161264 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48aa2225-dc3c-4b69-bad3-a4eebf973c63 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:14.236006 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48aa2225-dc3c-4b69-bad3-a4eebf973c63 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:14.241842 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48aa2225-dc3c-4b69-bad3-a4eebf973c63 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:14.242517 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48aa2225-dc3c-4b69-bad3-a4eebf973c63 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:14.286633 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85550714-55f6-4515-9ab8-711de2ecb4f5 None None] Network 6f46fbd5-3f9b-4c75-aaf1-17fb41577e09 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:00:14.336846 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16345f13-dd8c-46a7-be44-26fc4031c8da tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:00:14.442502 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df60d745-8c4f-427e-8a03-5add53b4fbab tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Router 7f5beb25-f1da-4482-8b65-3ab98c08beda is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:00:14.452364 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-48aa2225-dc3c-4b69-bad3-a4eebf973c63 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9459767 Mar 09 04:00:14.460353 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49114) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:14.504017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-862f57c2-1b8c-43ad-986e-04021bc6027e None None] Provisioning for port c866ffbd-d395-4480-8603-a8d62d9c9e8a completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:00:14.586611 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c866ffbd-d395-4480-8603-a8d62d9c9e8a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:00:14.598060 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-3dbb9f2a-986f-494b-92dd-e32a4cb03518 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'subnet': {'network_id': '4a91797d-063a-46a6-aa57-e2888755de2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:14.761768 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16345f13-dd8c-46a7-be44-26fc4031c8da tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:00:14.773884 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-16345f13-dd8c-46a7-be44-26fc4031c8da tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "PUT /v2.0/routers/34d5ee3a-a03e-4583-9a0e-f6df150f7036/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1992404 Mar 09 04:00:14.776398 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49128) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:14.782180 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] Sync routers for ids ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:00:14.787726 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-7ec71922-8459-4ceb-9b2e-923e3f851566 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:14.789567 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port c866ffbd-d395-4480-8603-a8d62d9c9e8a completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:00:14.798276 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port c866ffbd-d395-4480-8603-a8d62d9c9e8a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:14.798989 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:14.909257 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] Routers {'34d5ee3a-a03e-4583-9a0e-f6df150f7036'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:00:14.910931 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:00:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:14.967304 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df60d745-8c4f-427e-8a03-5add53b4fbab tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:00:14.969054 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa2225-dc3c-4b69-bad3-a4eebf973c63 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Network': ['ID=4a91797d-063a-46a6-aa57-e2888755de2f,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:14.983138 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] Sync routers for ids ['7f5beb25-f1da-4482-8b65-3ab98c08beda'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:00:14.998653 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df60d745-8c4f-427e-8a03-5add53b4fbab tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:15.000372 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-df60d745-8c4f-427e-8a03-5add53b4fbab tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.3380110 Mar 09 04:00:15.004807 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49138) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:15.006883 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] Routers {'7f5beb25-f1da-4482-8b65-3ab98c08beda'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:00:15.007854 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:00:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7f5beb25-f1da-4482-8b65-3ab98c08beda'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:15.020042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3dbb9f2a-986f-494b-92dd-e32a4cb03518 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:15.038487 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3dbb9f2a-986f-494b-92dd-e32a4cb03518 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:subnet and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:15.050679 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3dbb9f2a-986f-494b-92dd-e32a4cb03518 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:15.071030 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3dbb9f2a-986f-494b-92dd-e32a4cb03518 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:15.155003 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbb9f2a-986f-494b-92dd-e32a4cb03518 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:00:15.167918 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3dbb9f2a-986f-494b-92dd-e32a4cb03518 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:15.279786 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] Set router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:00:15.572855 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] Set router 7f5beb25-f1da-4482-8b65-3ab98c08beda gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:00:15.670285 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1b75573d-2bda-44f2-94e7-7c7ab085f6f9 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=2eed8fa07dd541719db04a03bcdea9c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6638479 Mar 09 04:00:15.672868 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49154) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:15.972792 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 4a91797d-063a-46a6-aa57-e2888755de2f details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:00:16.058300 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a2fd98-ea2b-468c-b0d1-581dbb0eb937 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:16.067145 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a6a2fd98-ea2b-468c-b0d1-581dbb0eb937 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3929191 Mar 09 04:00:16.067921 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49166) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:16.175933 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-385456c2-4afe-4f6f-825b-ad9b0844d094 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1054699 Mar 09 04:00:16.176630 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49174) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:16.189971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-bb4bc6a3-1307-4e55-9ef3-0390d190b8aa tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1000021814', 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:16.285707 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215491390', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a0947c6a-9afd-475a-b415-9f398a484040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:00:08Z', 'updated_at': '2022-03-09T04:00:12Z', 'revision_number': 3, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'a0947c6a-9afd-475a-b415-9f398a484040', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:11Z', 'updated_at': '2022-03-09T04:00:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:16.292788 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] Checking router: 7f5beb25-f1da-4482-8b65-3ab98c08beda for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:00:16.294963 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] Updating router 7f5beb25-f1da-4482-8b65-3ab98c08beda port a0947c6a-9afd-475a-b415-9f398a484040 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:00:16.309764 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-411d4fe0-3df6-4b7b-be85-a7dbac5b0200 None None] Provisioning complete for port c866ffbd-d395-4480-8603-a8d62d9c9e8a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:16.317041 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-411d4fe0-3df6-4b7b-be85-a7dbac5b0200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:16.389478 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:16.431704 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.extraroute_db [None req-7ec71922-8459-4ceb-9b2e-923e3f851566 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87880) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 09 04:00:16.445767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.extraroute_db [None req-7ec71922-8459-4ceb-9b2e-923e3f851566 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Removed routes are [] {{(pid=87880) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 09 04:00:16.446227 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7ec71922-8459-4ceb-9b2e-923e3f851566 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:16.476560 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:16.494624 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-bb4bc6a3-1307-4e55-9ef3-0390d190b8aa tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:16.509136 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bb4bc6a3-1307-4e55-9ef3-0390d190b8aa tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:subnet and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:16.518506 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bb4bc6a3-1307-4e55-9ef3-0390d190b8aa tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:16.535302 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-bb4bc6a3-1307-4e55-9ef3-0390d190b8aa tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:16.561217 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4bc6a3-1307-4e55-9ef3-0390d190b8aa tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Made reservation on behalf of 2eed8fa07dd541719db04a03bcdea9c3 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:00:16.564837 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc6a3-1307-4e55-9ef3-0390d190b8aa tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:16.759382 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-411d4fe0-3df6-4b7b-be85-a7dbac5b0200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:16.795142 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port c866ffbd-d395-4480-8603-a8d62d9c9e8a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c866ffbd-d395-4480-8603-a8d62d9c9e8a,segment=NetworkSegment(78382c68-52e8-47dc-a4dc-673211a5dca6),segment_id=78382c68-52e8-47dc-a4dc-673211a5dca6)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:16.808676 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:16.813523 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 398b299d-f7b5-4adb-9b34-a32629008e3e up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:00:17.091002 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T04:00:12Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None, '_interfaces': [{'id': '05bc3625-6d7b-49ed-a671-717c34efe317', 'name': '', 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:c7:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:40Z', 'updated_at': '2022-03-09T03:59:49Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '398b299d-f7b5-4adb-9b34-a32629008e3e', 'name': '', 'network_id': 'a34cf005-63af-40a1-880b-69838d624ef8', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:78:41:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '30171231-6626-436c-aa30-1609604c6f5c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:59Z', 'updated_at': '2022-03-09T04:00:11Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '30171231-6626-436c-aa30-1609604c6f5c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5574ebb5-5d3c-41cf-98ae-26109342e129', 'name': '', 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:40:6a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:49Z', 'updated_at': '2022-03-09T04:00:04Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca', 'name': '', 'network_id': '6f46fbd5-3f9b-4c75-aaf1-17fb41577e09', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:73:78:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '93738245-482f-4a23-a988-bda56ac1da10', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:11Z', 'updated_at': '2022-03-09T04:00:13Z', 'revision_number': 2, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '93738245-482f-4a23-a988-bda56ac1da10', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:17.114527 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc6a3-1307-4e55-9ef3-0390d190b8aa tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:17.159737 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] Checking router: 34d5ee3a-a03e-4583-9a0e-f6df150f7036 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:00:17.160768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] Updating router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 port 9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:00:17.243429 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4bc6a3-1307-4e55-9ef3-0390d190b8aa tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Checking segment: {'id': '26228ff0-a8b2-4895-a564-33952ff51392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:00:17.243790 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4bc6a3-1307-4e55-9ef3-0390d190b8aa tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network hostable DHCP agents. Network: 1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:00:17.248211 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4bc6a3-1307-4e55-9ef3-0390d190b8aa tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Subnet': ['ID=7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:17.277776 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4bc6a3-1307-4e55-9ef3-0390d190b8aa tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network 1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:00:17.295059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-bb4bc6a3-1307-4e55-9ef3-0390d190b8aa tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:00:17.299883 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7ec71922-8459-4ceb-9b2e-923e3f851566 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:17.302171 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4bc6a3-1307-4e55-9ef3-0390d190b8aa tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:17.305275 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc6a3-1307-4e55-9ef3-0390d190b8aa tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:17.314422 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a2504-b789-41ad-814b-51dd2bf72925 req-1e50cc73-3ff1-4414-82b6-c01ef538abd5 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:17.322278 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e16a2504-b789-41ad-814b-51dd2bf72925 req-1e50cc73-3ff1-4414-82b6-c01ef538abd5 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 945 time: 0.8726728 Mar 09 04:00:17.369198 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6431d8a-0e3b-4fb1-9677-f2957eab4d78 None None] Network 1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:00:17.379023 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7ec71922-8459-4ceb-9b2e-923e3f851566 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371792'] for router, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:17.388699 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bb4bc6a3-1307-4e55-9ef3-0390d190b8aa tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2109725 Mar 09 04:00:17.391748 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49206) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:17.471953 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:17.489507 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] Transition to ACTIVE for port object a0947c6a-9afd-475a-b415-9f398a484040 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:00:17.503974 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:17.523738 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=c866ffbd-d395-4480-8603-a8d62d9c9e8a,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:17.544682 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-411d4fe0-3df6-4b7b-be85-a7dbac5b0200 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:00:17.545126 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-411d4fe0-3df6-4b7b-be85-a7dbac5b0200 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:00:17.641613 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] Attempting to bind port a0947c6a-9afd-475a-b415-9f398a484040 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:17.641613 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] Attempting to bind port a0947c6a-9afd-475a-b415-9f398a484040 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:17.641613 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] Attempting to bind port a0947c6a-9afd-475a-b415-9f398a484040 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:17.650542 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:00:17.651249 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:00:17.651664 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:17.652374 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:00:17.652850 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] Bound port: a0947c6a-9afd-475a-b415-9f398a484040, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:00:17.653219 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:17.654421 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e16a2504-b789-41ad-814b-51dd2bf72925 req-b31357d7-8837-47d6-a2a1-aac9e7efa890 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3308623 Mar 09 04:00:17.695641 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328fead-5f33-45c2-992e-568e230874ee None None] Pushing event updated for resources: {'Port': ['ID=a0947c6a-9afd-475a-b415-9f398a484040,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:17.745930 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3dbb9f2a-986f-494b-92dd-e32a4cb03518 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:17.764329 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:17.776412 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] For port a0947c6a-9afd-475a-b415-9f398a484040, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:00:17.779932 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] For port a0947c6a-9afd-475a-b415-9f398a484040, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a0947c6a-9afd-475a-b415-9f398a484040,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:00:17.788619 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:17.813847 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec71922-8459-4ceb-9b2e-923e3f851566 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:00:17.924409 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb9f2a-986f-494b-92dd-e32a4cb03518 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Subnet': ['ID=dab981d5-80a3-4e2a-8e4a-14484963733f,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:17.940922 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] Routers {'7f5beb25-f1da-4482-8b65-3ab98c08beda'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:00:17.943460 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:00:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7f5beb25-f1da-4482-8b65-3ab98c08beda'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:17.954304 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbb9f2a-986f-494b-92dd-e32a4cb03518 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Checking segment: {'id': 'a3c582ce-4cd7-422e-a6ea-38c61ec2aca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4a91797d-063a-46a6-aa57-e2888755de2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:00:17.954670 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbb9f2a-986f-494b-92dd-e32a4cb03518 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network hostable DHCP agents. Network: 4a91797d-063a-46a6-aa57-e2888755de2f, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:00:17.974670 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 398b299d-f7b5-4adb-9b34-a32629008e3e triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:17.975063 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:18.156867 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec71922-8459-4ceb-9b2e-923e3f851566 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:00:18.172056 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328fead-5f33-45c2-992e-568e230874ee None None] Pushing event updated for resources: {'Port': ['ID=a0947c6a-9afd-475a-b415-9f398a484040,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:18.183653 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7ec71922-8459-4ceb-9b2e-923e3f851566 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:18.210537 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7ec71922-8459-4ceb-9b2e-923e3f851566 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "PUT /v2.0/routers/34d5ee3a-a03e-4583-9a0e-f6df150f7036 HTTP/1.1" status: 200 len: 933 time: 3.4174550 Mar 09 04:00:18.212843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49240) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:18.377748 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbb9f2a-986f-494b-92dd-e32a4cb03518 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network 4a91797d-063a-46a6-aa57-e2888755de2f is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:00:18.378903 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] Set router 7f5beb25-f1da-4482-8b65-3ab98c08beda gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:00:18.488909 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3f64be45-2159-4d1b-8ef3-c8e377cfad34 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:00:18.513509 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-3dbb9f2a-986f-494b-92dd-e32a4cb03518 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 4a91797d-063a-46a6-aa57-e2888755de2f) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:00:18.541766 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbb9f2a-986f-494b-92dd-e32a4cb03518 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:18.542603 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3dbb9f2a-986f-494b-92dd-e32a4cb03518 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:18.611534 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3dbb9f2a-986f-494b-92dd-e32a4cb03518 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1499646 Mar 09 04:00:18.612413 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49252) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:18.634154 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49254) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:18.646690 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-6fa52bb2-d7bf-44d2-8e3e-8013362a0315 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'port': {'network_id': '4a91797d-063a-46a6-aa57-e2888755de2f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1459715823'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:18.710177 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-058952cc-1705-4084-9e7e-d08234170131 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:18.730565 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49264) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:18.730755 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d6e31f25-d573-4bf1-a2d5-57b05ded3b77 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "GET /v2.0/routers/34d5ee3a-a03e-4583-9a0e-f6df150f7036 HTTP/1.1" status: 200 len: 933 time: 0.5166185 Mar 09 04:00:18.759766 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-5e3f95cd-f53e-4449-8c31-3b3457ebf00b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'router': {'routes': None}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:18.776889 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215491390', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a0947c6a-9afd-475a-b415-9f398a484040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:00:08Z', 'updated_at': '2022-03-09T04:00:12Z', 'revision_number': 3, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'a0947c6a-9afd-475a-b415-9f398a484040', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:11Z', 'updated_at': '2022-03-09T04:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:18.786727 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c92f532-99e8-4ef8-b56c-101c460ddc36 None None] The sync data for ids ['7f5beb25-f1da-4482-8b65-3ab98c08beda'] in n-d-825178-5 is: [{'id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215491390', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a0947c6a-9afd-475a-b415-9f398a484040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:00:08Z', 'updated_at': '2022-03-09T04:00:12Z', 'revision_number': 3, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'a0947c6a-9afd-475a-b415-9f398a484040', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:11Z', 'updated_at': '2022-03-09T04:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:00:18.796185 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da190f9-26f1-4aa6-a588-b73b5f8ea1d2 None None] Network 4a91797d-063a-46a6-aa57-e2888755de2f requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:00:18.877325 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-411d4fe0-3df6-4b7b-be85-a7dbac5b0200 None None] Provisioning for port 9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:00:19.019496 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408dbac1-1347-4ab8-89cc-46e3cbfd270c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f', 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'fixed_ips': [{'subnet_id': '7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:00:19.020539 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-408dbac1-1347-4ab8-89cc-46e3cbfd270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:19.051949 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-411d4fe0-3df6-4b7b-be85-a7dbac5b0200 None None] Provisioning complete for port 9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:19.052599 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-411d4fe0-3df6-4b7b-be85-a7dbac5b0200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:19.302914 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6fa52bb2-d7bf-44d2-8e3e-8013362a0315 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:19.305625 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cce9fd82-062a-420f-9763-db58b14b1482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:19.325291 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6fa52bb2-d7bf-44d2-8e3e-8013362a0315 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:port and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:19.329943 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6fa52bb2-d7bf-44d2-8e3e-8013362a0315 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:19.333517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cce9fd82-062a-420f-9763-db58b14b1482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:19.340241 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6fa52bb2-d7bf-44d2-8e3e-8013362a0315 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:19.343143 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cce9fd82-062a-420f-9763-db58b14b1482 admin admin] Usage tracker for resource:security_group_rule and tenant:6dacf9c9e3364e469d7ebc6ecdb07bfd is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:19.348390 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cce9fd82-062a-420f-9763-db58b14b1482 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:19.357332 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cce9fd82-062a-420f-9763-db58b14b1482 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:19.377911 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa52bb2-d7bf-44d2-8e3e-8013362a0315 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:00:19.382062 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6fa52bb2-d7bf-44d2-8e3e-8013362a0315 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:19.425929 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-6fa52bb2-d7bf-44d2-8e3e-8013362a0315 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] device_id is not set on port 4dcb44a4-1e49-4ff4-a0f4-ecd66b876f66 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:00:19.446577 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.resource_extend [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 04:00:19.725826 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cce9fd82-062a-420f-9763-db58b14b1482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:19.738937 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cce9fd82-062a-420f-9763-db58b14b1482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:19.887018 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0462a64-886c-43a2-83ec-9e8ea7db6e28 req-32bb0808-c86f-42fd-b38d-16f554ca1f84 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:19.894519 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a0462a64-886c-43a2-83ec-9e8ea7db6e28 req-32bb0808-c86f-42fd-b38d-16f554ca1f84 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 945 time: 0.8816097 Mar 09 04:00:19.900134 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9fd82-062a-420f-9763-db58b14b1482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5fe860-4a5c-49e4-99ed-69ae1d19f98a,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:19.905250 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:19.933947 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cce9fd82-062a-420f-9763-db58b14b1482 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6dacf9c9e3364e469d7ebc6ecdb07bfd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2988312 Mar 09 04:00:19.937170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-6fa52bb2-d7bf-44d2-8e3e-8013362a0315 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Allocated IP 172.20.0.6 (4a91797d-063a-46a6-aa57-e2888755de2f/dab981d5-80a3-4e2a-8e4a-14484963733f/4dcb44a4-1e49-4ff4-a0f4-ecd66b876f66) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:00:19.941853 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49296) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:19.946270 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] Transition to ACTIVE for port object 9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:00:20.040619 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-411d4fe0-3df6-4b7b-be85-a7dbac5b0200 None None] Port 9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:00:20.042682 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:20.052258 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a0947c6a-9afd-475a-b415-9f398a484040 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:00:20.234570 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a0462a64-886c-43a2-83ec-9e8ea7db6e28 req-e647ea81-5a01-4768-9920-e17553130196 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3389661 Mar 09 04:00:20.293845 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e7bd714c-6759-4bc7-8ae5-af90361925ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:20.472241 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e7bd714c-6759-4bc7-8ae5-af90361925ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:20.525561 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:00:20.716309 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6fa52bb2-d7bf-44d2-8e3e-8013362a0315 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:20.786898 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-6fa52bb2-d7bf-44d2-8e3e-8013362a0315 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Transition to ACTIVE for port object 4dcb44a4-1e49-4ff4-a0f4-ecd66b876f66 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:00:20.794604 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d783c5-190b-4c5c-87ca-eccd9a921801 None None] Pushing event updated for resources: {'Port': ['ID=9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:20.796425 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e7bd714c-6759-4bc7-8ae5-af90361925ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:20.802602 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19052cb5-7409-41e1-b1f5-cebc5cfc554b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-4a91797d-063a-46a6-aa57-e2888755de2f', 'network_id': '4a91797d-063a-46a6-aa57-e2888755de2f', 'tenant_id': '4142753503a14b29b880b4a248420f63', 'fixed_ips': [{'subnet_id': 'dab981d5-80a3-4e2a-8e4a-14484963733f'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:00:20.803790 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-19052cb5-7409-41e1-b1f5-cebc5cfc554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:20.873970 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3f64be45-2159-4d1b-8ef3-c8e377cfad34, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3f64be45-2159-4d1b-8ef3-c8e377cfad34,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:20.887607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd714c-6759-4bc7-8ae5-af90361925ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5fe860-4a5c-49e4-99ed-69ae1d19f98a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:20.902334 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port a0947c6a-9afd-475a-b415-9f398a484040 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:00:20.915676 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port a0947c6a-9afd-475a-b415-9f398a484040 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:20.916301 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:20.936618 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-058952cc-1705-4084-9e7e-d08234170131 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Allocated IP 172.20.0.1 (1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f/7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf/e02f1c17-ac87-4bac-b327-9048c757d322) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:00:20.938421 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e7bd714c-6759-4bc7-8ae5-af90361925ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:20.976027 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e7bd714c-6759-4bc7-8ae5-af90361925ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b5fe860-4a5c-49e4-99ed-69ae1d19f98a HTTP/1.1" status: 204 len: 168 time: 1.0304570 Mar 09 04:00:21.024742 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] Attempting to bind port 9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:21.025142 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] Attempting to bind port 9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '78382c68-52e8-47dc-a4dc-673211a5dca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6f46fbd5-3f9b-4c75-aaf1-17fb41577e09'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:21.025510 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] Attempting to bind port 9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca on network 6f46fbd5-3f9b-4c75-aaf1-17fb41577e09 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:21.040606 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6fa52bb2-d7bf-44d2-8e3e-8013362a0315 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:21.051414 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '3f64be45-2159-4d1b-8ef3-c8e377cfad34', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'port_id': '3f64be45-2159-4d1b-8ef3-c8e377cfad34', 'mac_address': 'fa:16:3e:8d:8f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:00:21.113458 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.extraroute_db [None req-5e3f95cd-f53e-4449-8c31-3b3457ebf00b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Added routes are [] {{(pid=87881) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 09 04:00:21.113776 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.extraroute_db [None req-5e3f95cd-f53e-4449-8c31-3b3457ebf00b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87881) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 09 04:00:21.219812 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:00:21.220690 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] Checking segment: {'id': '78382c68-52e8-47dc-a4dc-673211a5dca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6f46fbd5-3f9b-4c75-aaf1-17fb41577e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:00:21.221323 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:21.221930 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] Bound using segment: {'id': '78382c68-52e8-47dc-a4dc-673211a5dca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6f46fbd5-3f9b-4c75-aaf1-17fb41577e09'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:00:21.222705 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] Bound port: 9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78382c68-52e8-47dc-a4dc-673211a5dca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6f46fbd5-3f9b-4c75-aaf1-17fb41577e09'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:00:21.223551 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:21.249101 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa52bb2-d7bf-44d2-8e3e-8013362a0315 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network 4a91797d-063a-46a6-aa57-e2888755de2f is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:00:21.253788 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-6fa52bb2-d7bf-44d2-8e3e-8013362a0315 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:00:21.278933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa52bb2-d7bf-44d2-8e3e-8013362a0315 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:00:21.346736 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] For port 9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:00:21.350219 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] For port 9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca,segment=NetworkSegment(78382c68-52e8-47dc-a4dc-673211a5dca6),segment_id=78382c68-52e8-47dc-a4dc-673211a5dca6)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:00:21.367814 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:21.392216 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa52bb2-d7bf-44d2-8e3e-8013362a0315 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Port': ['ID=4dcb44a4-1e49-4ff4-a0f4-ecd66b876f66,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:21.593013 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa52bb2-d7bf-44d2-8e3e-8013362a0315 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:21.597984 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6fa52bb2-d7bf-44d2-8e3e-8013362a0315 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:21.636828 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d783c5-190b-4c5c-87ca-eccd9a921801 None None] Pushing event updated for resources: {'Port': ['ID=9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:21.732378 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49336) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:21.733215 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6fa52bb2-d7bf-44d2-8e3e-8013362a0315 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.0999072 Mar 09 04:00:21.808197 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:21.836266 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8672c-4b7d-4fba-89cf-eab9d88a71fe req-de26cf42-4c68-4ab6-a5d5-4581a9f86961 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:21.842287 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07c8672c-4b7d-4fba-89cf-eab9d88a71fe req-de26cf42-4c68-4ab6-a5d5-4581a9f86961 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 945 time: 0.3391893 Mar 09 04:00:21.848270 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49340) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:21.849207 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5e3f95cd-f53e-4449-8c31-3b3457ebf00b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:21.871745 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port a0947c6a-9afd-475a-b415-9f398a484040, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a0947c6a-9afd-475a-b415-9f398a484040,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:21.878448 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:21.964762 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f64be45-2159-4d1b-8ef3-c8e377cfad34 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:00:21.971203 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2859c2e4-34c9-4957-b77d-e436b9a1bd41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:22.014589 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3f64be45-2159-4d1b-8ef3-c8e377cfad34, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3f64be45-2159-4d1b-8ef3-c8e377cfad34,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:22.017992 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:22.020333 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c866ffbd-d395-4480-8603-a8d62d9c9e8a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:00:22.062761 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2859c2e4-34c9-4957-b77d-e436b9a1bd41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:22.076259 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2859c2e4-34c9-4957-b77d-e436b9a1bd41 admin admin] Usage tracker for resource:security_group_rule and tenant:97216f72417e49ff8826b7bfea5d6f59 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:22.090313 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07c8672c-4b7d-4fba-89cf-eab9d88a71fe req-1de9dd13-38db-4003-baf3-f2bfc69bf4a7 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328784 Mar 09 04:00:22.091606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2859c2e4-34c9-4957-b77d-e436b9a1bd41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:22.102631 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2859c2e4-34c9-4957-b77d-e436b9a1bd41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:22.177859 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:22.179073 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-058952cc-1705-4084-9e7e-d08234170131 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:22.246766 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-e3f0f35b-5a95-486c-b71c-d2aa9a94740b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting port 4dcb44a4-1e49-4ff4-a0f4-ecd66b876f66 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:00:22.256912 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3f0f35b-5a95-486c-b71c-d2aa9a94740b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:22.284020 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] Routers {'34d5ee3a-a03e-4583-9a0e-f6df150f7036'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:00:22.284611 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:00:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:22.304016 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2859c2e4-34c9-4957-b77d-e436b9a1bd41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:22.304575 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-058952cc-1705-4084-9e7e-d08234170131 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Transition to ACTIVE for port object e02f1c17-ac87-4bac-b327-9048c757d322 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:00:22.315448 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2859c2e4-34c9-4957-b77d-e436b9a1bd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:22.391820 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2859c2e4-34c9-4957-b77d-e436b9a1bd41 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97216f72417e49ff8826b7bfea5d6f59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5397141 Mar 09 04:00:22.396960 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49350) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:22.423301 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859c2e4-34c9-4957-b77d-e436b9a1bd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24230e31-24f1-4d4d-b84f-c4058328a0b2,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:22.424554 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['3f64be45-2159-4d1b-8ef3-c8e377cfad34'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:00:22.497555 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b4449941-eed9-4839-bd76-b20eb9fdd92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:22.529797 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b4449941-eed9-4839-bd76-b20eb9fdd92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:22.551344 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-19052cb5-7409-41e1-b1f5-cebc5cfc554b None None] Allocated IP 172.20.0.2 (4a91797d-063a-46a6-aa57-e2888755de2f/dab981d5-80a3-4e2a-8e4a-14484963733f/84bec2bd-9650-4cba-99f8-2b4731c0c9ab) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:00:22.605082 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b4449941-eed9-4839-bd76-b20eb9fdd92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:22.633104 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4449941-eed9-4839-bd76-b20eb9fdd92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24230e31-24f1-4d4d-b84f-c4058328a0b2,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:22.635581 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b4449941-eed9-4839-bd76-b20eb9fdd92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:22.640185 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b4449941-eed9-4839-bd76-b20eb9fdd92a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24230e31-24f1-4d4d-b84f-c4058328a0b2 HTTP/1.1" status: 204 len: 168 time: 0.2421494 Mar 09 04:00:22.799383 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5e3f95cd-f53e-4449-8c31-3b3457ebf00b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:22.805977 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5e3f95cd-f53e-4449-8c31-3b3457ebf00b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371792'] for router, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:22.822270 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-058952cc-1705-4084-9e7e-d08234170131 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:23.138832 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3f0f35b-5a95-486c-b71c-d2aa9a94740b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:23.192718 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=a0947c6a-9afd-475a-b415-9f398a484040,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:23.303607 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port c866ffbd-d395-4480-8603-a8d62d9c9e8a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:23.304342 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:23.314649 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-e3f0f35b-5a95-486c-b71c-d2aa9a94740b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Calling delete_port for 4dcb44a4-1e49-4ff4-a0f4-ecd66b876f66 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:00:23.445177 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=3f64be45-2159-4d1b-8ef3-c8e377cfad34,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:23.515005 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] Set router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:00:23.587327 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3f0f35b-5a95-486c-b71c-d2aa9a94740b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:23.666105 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058952cc-1705-4084-9e7e-d08234170131 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network 1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:00:23.672013 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-408dbac1-1347-4ab8-89cc-46e3cbfd270c None None] Allocated IP 172.20.0.2 (1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f/7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf/c47fc77b-09f6-447e-8598-65e494fb77fa) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:00:23.705014 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-058952cc-1705-4084-9e7e-d08234170131 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:00:23.708339 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058952cc-1705-4084-9e7e-d08234170131 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:00:24.093575 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058952cc-1705-4084-9e7e-d08234170131 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Port': ['ID=e02f1c17-ac87-4bac-b327-9048c757d322,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:24.110681 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-19052cb5-7409-41e1-b1f5-cebc5cfc554b None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:24.124747 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-19052cb5-7409-41e1-b1f5-cebc5cfc554b None None] Transition to ACTIVE for port object 84bec2bd-9650-4cba-99f8-2b4731c0c9ab will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:00:24.173472 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-19052cb5-7409-41e1-b1f5-cebc5cfc554b None None] Transition to ACTIVE for port object 84bec2bd-9650-4cba-99f8-2b4731c0c9ab will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:00:24.216667 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0f35b-5a95-486c-b71c-d2aa9a94740b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Port': ['ID=4dcb44a4-1e49-4ff4-a0f4-ecd66b876f66,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:24.252029 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-058952cc-1705-4084-9e7e-d08234170131 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:24.263497 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3f95cd-f53e-4449-8c31-3b3457ebf00b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:00:24.267213 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3f0f35b-5a95-486c-b71c-d2aa9a94740b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:24.306844 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-19052cb5-7409-41e1-b1f5-cebc5cfc554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:24.346064 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e3f0f35b-5a95-486c-b71c-d2aa9a94740b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/ports/4dcb44a4-1e49-4ff4-a0f4-ecd66b876f66 HTTP/1.1" status: 204 len: 168 time: 2.6063673 Mar 09 04:00:24.348762 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49402) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:24.448037 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5dd044a-dc88-4cb6-8633-04bd8df71a32 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] GET failed (client error): The resource could not be found. Mar 09 04:00:24.448849 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b5dd044a-dc88-4cb6-8633-04bd8df71a32 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Synchronizing usage tracker for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:00:24.484232 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b5dd044a-dc88-4cb6-8633-04bd8df71a32 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Unset dirty status for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:00:24.485893 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b5dd044a-dc88-4cb6-8633-04bd8df71a32 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "GET /v2.0/ports/4dcb44a4-1e49-4ff4-a0f4-ecd66b876f66 HTTP/1.1" status: 404 len: 333 time: 0.1360891 Mar 09 04:00:24.488825 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49408) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:24.550096 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba89be5-4d91-4fad-acd6-490054d03a08 req-243b962c-fd0a-4745-b3b3-8d96ddac27c2 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:24.552247 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2ba89be5-4d91-4fad-acd6-490054d03a08 req-243b962c-fd0a-4745-b3b3-8d96ddac27c2 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 944 time: 1.0079811 Mar 09 04:00:24.647917 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ebf65a-5c28-4826-bf28-b5f3af61d21c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting subnet dab981d5-80a3-4e2a-8e4a-14484963733f {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:00:24.654194 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f2ebf65a-5c28-4826-bf28-b5f3af61d21c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:24.739945 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f2ebf65a-5c28-4826-bf28-b5f3af61d21c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:24.765563 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19052cb5-7409-41e1-b1f5-cebc5cfc554b None None] Network 4a91797d-063a-46a6-aa57-e2888755de2f is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:00:24.767124 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19052cb5-7409-41e1-b1f5-cebc5cfc554b None None] Pushing event updated for resources: {'Port': ['ID=84bec2bd-9650-4cba-99f8-2b4731c0c9ab,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:24.771649 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3f95cd-f53e-4449-8c31-3b3457ebf00b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:00:24.784729 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-19052cb5-7409-41e1-b1f5-cebc5cfc554b None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:00:24.787346 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19052cb5-7409-41e1-b1f5-cebc5cfc554b None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:00:24.903528 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5e3f95cd-f53e-4449-8c31-3b3457ebf00b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:24.907575 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5e3f95cd-f53e-4449-8c31-3b3457ebf00b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "PUT /v2.0/routers/34d5ee3a-a03e-4583-9a0e-f6df150f7036 HTTP/1.1" status: 200 len: 699 time: 6.1731241 Mar 09 04:00:24.923194 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49422) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:24.992409 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2ba89be5-4d91-4fad-acd6-490054d03a08 req-91e53446-5ee0-456f-a781-3ab6ece8b9f3 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4087260 Mar 09 04:00:25.146187 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a0947c6a-9afd-475a-b415-9f398a484040 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:00:25.193659 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-058952cc-1705-4084-9e7e-d08234170131 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:25.366148 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f2ebf65a-5c28-4826-bf28-b5f3af61d21c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:25.396554 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-19052cb5-7409-41e1-b1f5-cebc5cfc554b None None] Attempting to bind port 84bec2bd-9650-4cba-99f8-2b4731c0c9ab on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:25.397006 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-19052cb5-7409-41e1-b1f5-cebc5cfc554b None None] Attempting to bind port 84bec2bd-9650-4cba-99f8-2b4731c0c9ab by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'a3c582ce-4cd7-422e-a6ea-38c61ec2aca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4a91797d-063a-46a6-aa57-e2888755de2f'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:25.397559 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19052cb5-7409-41e1-b1f5-cebc5cfc554b None None] Attempting to bind port 84bec2bd-9650-4cba-99f8-2b4731c0c9ab on network 4a91797d-063a-46a6-aa57-e2888755de2f {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:25.412654 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port a0947c6a-9afd-475a-b415-9f398a484040 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:25.413090 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:25.440198 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c4fc6c4d-371a-417f-90d4-fc99e354daea tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "GET /v2.0/routers/34d5ee3a-a03e-4583-9a0e-f6df150f7036 HTTP/1.1" status: 200 len: 699 time: 0.5146410 Mar 09 04:00:25.443315 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49438) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:25.457951 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19052cb5-7409-41e1-b1f5-cebc5cfc554b None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:00:25.458500 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19052cb5-7409-41e1-b1f5-cebc5cfc554b None None] Checking segment: {'id': 'a3c582ce-4cd7-422e-a6ea-38c61ec2aca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4a91797d-063a-46a6-aa57-e2888755de2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:00:25.459034 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-19052cb5-7409-41e1-b1f5-cebc5cfc554b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:25.459518 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19052cb5-7409-41e1-b1f5-cebc5cfc554b None None] Bound using segment: {'id': 'a3c582ce-4cd7-422e-a6ea-38c61ec2aca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4a91797d-063a-46a6-aa57-e2888755de2f'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:00:25.460100 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-19052cb5-7409-41e1-b1f5-cebc5cfc554b None None] Bound port: 84bec2bd-9650-4cba-99f8-2b4731c0c9ab, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c582ce-4cd7-422e-a6ea-38c61ec2aca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4a91797d-063a-46a6-aa57-e2888755de2f'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:00:25.460573 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-19052cb5-7409-41e1-b1f5-cebc5cfc554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:25.568359 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-408dbac1-1347-4ab8-89cc-46e3cbfd270c None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:25.611592 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T04:00:21Z', 'revision_number': 7, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None, '_interfaces': [{'id': '05bc3625-6d7b-49ed-a671-717c34efe317', 'name': '', 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:c7:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:40Z', 'updated_at': '2022-03-09T03:59:49Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '398b299d-f7b5-4adb-9b34-a32629008e3e', 'name': '', 'network_id': 'a34cf005-63af-40a1-880b-69838d624ef8', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:78:41:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '30171231-6626-436c-aa30-1609604c6f5c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:59Z', 'updated_at': '2022-03-09T04:00:11Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '30171231-6626-436c-aa30-1609604c6f5c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5574ebb5-5d3c-41cf-98ae-26109342e129', 'name': '', 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:40:6a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:49Z', 'updated_at': '2022-03-09T04:00:04Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca', 'name': '', 'network_id': '6f46fbd5-3f9b-4c75-aaf1-17fb41577e09', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:73:78:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '93738245-482f-4a23-a988-bda56ac1da10', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:11Z', 'updated_at': '2022-03-09T04:00:21Z', 'revision_number': 4, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '93738245-482f-4a23-a988-bda56ac1da10', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:25.617426 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-408dbac1-1347-4ab8-89cc-46e3cbfd270c None None] Transition to ACTIVE for port object c47fc77b-09f6-447e-8598-65e494fb77fa will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:00:25.666655 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c75ebe9-d6ca-4e94-b9c3-a8ef1acfc1d5 None None] The sync data for ids ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'] in n-d-825178-5 is: [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T04:00:21Z', 'revision_number': 7, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None, '_interfaces': [{'id': '05bc3625-6d7b-49ed-a671-717c34efe317', 'name': '', 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:c7:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:40Z', 'updated_at': '2022-03-09T03:59:49Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '398b299d-f7b5-4adb-9b34-a32629008e3e', 'name': '', 'network_id': 'a34cf005-63af-40a1-880b-69838d624ef8', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:78:41:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '30171231-6626-436c-aa30-1609604c6f5c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:59Z', 'updated_at': '2022-03-09T04:00:11Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '30171231-6626-436c-aa30-1609604c6f5c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5574ebb5-5d3c-41cf-98ae-26109342e129', 'name': '', 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:40:6a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:49Z', 'updated_at': '2022-03-09T04:00:04Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca', 'name': '', 'network_id': '6f46fbd5-3f9b-4c75-aaf1-17fb41577e09', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:73:78:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '93738245-482f-4a23-a988-bda56ac1da10', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:11Z', 'updated_at': '2022-03-09T04:00:21Z', 'revision_number': 4, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '93738245-482f-4a23-a988-bda56ac1da10', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:00:25.696657 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-408dbac1-1347-4ab8-89cc-46e3cbfd270c None None] Transition to ACTIVE for port object c47fc77b-09f6-447e-8598-65e494fb77fa will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:00:25.742693 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-408dbac1-1347-4ab8-89cc-46e3cbfd270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:25.955653 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408dbac1-1347-4ab8-89cc-46e3cbfd270c None None] Network 1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:00:25.965022 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-408dbac1-1347-4ab8-89cc-46e3cbfd270c None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:00:26.002749 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408dbac1-1347-4ab8-89cc-46e3cbfd270c None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:00:26.024386 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408dbac1-1347-4ab8-89cc-46e3cbfd270c None None] Pushing event updated for resources: {'Port': ['ID=c47fc77b-09f6-447e-8598-65e494fb77fa,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:26.293865 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3f64be45-2159-4d1b-8ef3-c8e377cfad34 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:00:26.350443 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-408dbac1-1347-4ab8-89cc-46e3cbfd270c None None] Attempting to bind port c47fc77b-09f6-447e-8598-65e494fb77fa on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:26.350996 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-408dbac1-1347-4ab8-89cc-46e3cbfd270c None None] Attempting to bind port c47fc77b-09f6-447e-8598-65e494fb77fa by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '26228ff0-a8b2-4895-a564-33952ff51392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:26.351129 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408dbac1-1347-4ab8-89cc-46e3cbfd270c None None] Attempting to bind port c47fc77b-09f6-447e-8598-65e494fb77fa on network 1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:26.370321 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-19052cb5-7409-41e1-b1f5-cebc5cfc554b None None] For port 84bec2bd-9650-4cba-99f8-2b4731c0c9ab, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:00:26.372864 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408dbac1-1347-4ab8-89cc-46e3cbfd270c None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:00:26.373039 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-058952cc-1705-4084-9e7e-d08234170131 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:26.373490 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408dbac1-1347-4ab8-89cc-46e3cbfd270c None None] Checking segment: {'id': '26228ff0-a8b2-4895-a564-33952ff51392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:00:26.373629 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-408dbac1-1347-4ab8-89cc-46e3cbfd270c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:26.374021 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408dbac1-1347-4ab8-89cc-46e3cbfd270c None None] Bound using segment: {'id': '26228ff0-a8b2-4895-a564-33952ff51392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:00:26.374500 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-408dbac1-1347-4ab8-89cc-46e3cbfd270c None None] Bound port: c47fc77b-09f6-447e-8598-65e494fb77fa, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26228ff0-a8b2-4895-a564-33952ff51392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:00:26.375649 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-408dbac1-1347-4ab8-89cc-46e3cbfd270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:26.378531 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f2ebf65a-5c28-4826-bf28-b5f3af61d21c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:26.381984 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-058952cc-1705-4084-9e7e-d08234170131 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:26.458509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-19052cb5-7409-41e1-b1f5-cebc5cfc554b None None] For port 84bec2bd-9650-4cba-99f8-2b4731c0c9ab, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=84bec2bd-9650-4cba-99f8-2b4731c0c9ab,segment=NetworkSegment(a3c582ce-4cd7-422e-a6ea-38c61ec2aca2),segment_id=a3c582ce-4cd7-422e-a6ea-38c61ec2aca2)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:00:26.478731 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-19052cb5-7409-41e1-b1f5-cebc5cfc554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:26.636516 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebf65a-5c28-4826-bf28-b5f3af61d21c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Subnet': ['ID=dab981d5-80a3-4e2a-8e4a-14484963733f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:26.649636 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ebf65a-5c28-4826-bf28-b5f3af61d21c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:26.650191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ebf65a-5c28-4826-bf28-b5f3af61d21c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:26.650714 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ebf65a-5c28-4826-bf28-b5f3af61d21c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:26.651207 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ebf65a-5c28-4826-bf28-b5f3af61d21c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:26.651807 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ebf65a-5c28-4826-bf28-b5f3af61d21c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:26.652383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ebf65a-5c28-4826-bf28-b5f3af61d21c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:26.652911 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ebf65a-5c28-4826-bf28-b5f3af61d21c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:26.653381 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ebf65a-5c28-4826-bf28-b5f3af61d21c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:26.653943 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ebf65a-5c28-4826-bf28-b5f3af61d21c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:26.654698 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ebf65a-5c28-4826-bf28-b5f3af61d21c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:26.654823 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ebf65a-5c28-4826-bf28-b5f3af61d21c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:26.656788 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ebf65a-5c28-4826-bf28-b5f3af61d21c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:26.663875 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f2ebf65a-5c28-4826-bf28-b5f3af61d21c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:26.690511 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f2ebf65a-5c28-4826-bf28-b5f3af61d21c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/subnets/dab981d5-80a3-4e2a-8e4a-14484963733f HTTP/1.1" status: 204 len: 168 time: 2.1975124 Mar 09 04:00:26.695923 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058952cc-1705-4084-9e7e-d08234170131 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Port': ['ID=e02f1c17-ac87-4bac-b327-9048c757d322,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:26.702016 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49484) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:26.716545 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19052cb5-7409-41e1-b1f5-cebc5cfc554b None None] Pushing event updated for resources: {'Port': ['ID=84bec2bd-9650-4cba-99f8-2b4731c0c9ab,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:26.829522 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-408dbac1-1347-4ab8-89cc-46e3cbfd270c None None] For port c47fc77b-09f6-447e-8598-65e494fb77fa, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:00:26.834278 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-408dbac1-1347-4ab8-89cc-46e3cbfd270c None None] For port c47fc77b-09f6-447e-8598-65e494fb77fa, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c47fc77b-09f6-447e-8598-65e494fb77fa,segment=NetworkSegment(26228ff0-a8b2-4895-a564-33952ff51392),segment_id=26228ff0-a8b2-4895-a564-33952ff51392)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:00:26.851923 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-058952cc-1705-4084-9e7e-d08234170131 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:26.881456 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 3f64be45-2159-4d1b-8ef3-c8e377cfad34 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:26.882094 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:27.128099 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31b493-3589-4b9c-b6c1-e0b30e3b6d75 req-a663927a-fa7a-466b-8dcd-4cc7433120f6 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:27.129679 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8d31b493-3589-4b9c-b6c1-e0b30e3b6d75 req-a663927a-fa7a-466b-8dcd-4cc7433120f6 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 944 time: 0.8439357 Mar 09 04:00:27.145512 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-408dbac1-1347-4ab8-89cc-46e3cbfd270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:27.189428 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91a34ba8-ea56-47ee-9a84-3968f3ce7ca7 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:27.224421 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058952cc-1705-4084-9e7e-d08234170131 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network 1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:00:27.226965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-058952cc-1705-4084-9e7e-d08234170131 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:00:27.233744 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8d31b493-3589-4b9c-b6c1-e0b30e3b6d75 req-5e3a1bc9-95b9-43f9-a510-44b4a87c645b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897005 Mar 09 04:00:27.236100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-91a34ba8-ea56-47ee-9a84-3968f3ce7ca7 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting port 84bec2bd-9650-4cba-99f8-2b4731c0c9ab {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:00:27.236443 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91a34ba8-ea56-47ee-9a84-3968f3ce7ca7 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:27.299963 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:00:27.384852 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e86409-05b9-47df-b410-d48015aba32a None None] Sync routers for ids ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:00:27.411316 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e86409-05b9-47df-b410-d48015aba32a None None] Routers {'34d5ee3a-a03e-4583-9a0e-f6df150f7036'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:00:27.412053 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-39e86409-05b9-47df-b410-d48015aba32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:00:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:27.531795 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058952cc-1705-4084-9e7e-d08234170131 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Router 7f5beb25-f1da-4482-8b65-3ab98c08beda has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:00:27.789708 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-39e86409-05b9-47df-b410-d48015aba32a None None] Set router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:00:27.883051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-91a34ba8-ea56-47ee-9a84-3968f3ce7ca7 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] For port 84bec2bd-9650-4cba-99f8-2b4731c0c9ab, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=84bec2bd-9650-4cba-99f8-2b4731c0c9ab,segment=NetworkSegment(a3c582ce-4cd7-422e-a6ea-38c61ec2aca2),segment_id=a3c582ce-4cd7-422e-a6ea-38c61ec2aca2)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:27.883051 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91a34ba8-ea56-47ee-9a84-3968f3ce7ca7 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:28.161365 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-91a34ba8-ea56-47ee-9a84-3968f3ce7ca7 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Calling delete_port for 84bec2bd-9650-4cba-99f8-2b4731c0c9ab owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:00:28.239992 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408dbac1-1347-4ab8-89cc-46e3cbfd270c None None] Pushing event updated for resources: {'Port': ['ID=c47fc77b-09f6-447e-8598-65e494fb77fa,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:28.331792 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4843f0bf-cc23-42f4-8206-d63e0eb808c7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:28.391285 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058952cc-1705-4084-9e7e-d08234170131 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:00:28.399609 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-058952cc-1705-4084-9e7e-d08234170131 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "PUT /v2.0/routers/7f5beb25-f1da-4482-8b65-3ab98c08beda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0053852 Mar 09 04:00:28.410991 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] Sync routers for ids ['7f5beb25-f1da-4482-8b65-3ab98c08beda'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:00:28.435162 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] Routers {'7f5beb25-f1da-4482-8b65-3ab98c08beda'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:00:28.435801 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:00:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7f5beb25-f1da-4482-8b65-3ab98c08beda'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:28.803912 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91a34ba8-ea56-47ee-9a84-3968f3ce7ca7 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:28.817491 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:00:28.941834 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998445a0-92eb-46e6-aa21-421aae16b648 req-f65bee50-471b-42af-9d4f-e32571d20eef tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:28.950973 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-998445a0-92eb-46e6-aa21-421aae16b648 req-f65bee50-471b-42af-9d4f-e32571d20eef tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 944 time: 0.3110147 Mar 09 04:00:29.002314 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:29.053646 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:29.057335 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:29.105645 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-998445a0-92eb-46e6-aa21-421aae16b648 req-cf12978c-89d5-4137-ae40-8f7d1ea53d6b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453125 Mar 09 04:00:29.139214 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] Set router 7f5beb25-f1da-4482-8b65-3ab98c08beda gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:00:29.424343 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e1a39978-8ca9-489c-ae42-44f1c3978164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:29.464143 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f64be45-2159-4d1b-8ef3-c8e377cfad34'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:00:29.512090 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a34ba8-ea56-47ee-9a84-3968f3ce7ca7 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Port': ['ID=84bec2bd-9650-4cba-99f8-2b4731c0c9ab,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:29.518267 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3f64be45-2159-4d1b-8ef3-c8e377cfad34, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3f64be45-2159-4d1b-8ef3-c8e377cfad34,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:29.619706 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:29.621250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a34ba8-ea56-47ee-9a84-3968f3ce7ca7 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] No DVR routers for this DVR port 84bec2bd-9650-4cba-99f8-2b4731c0c9ab on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:00:29.621352 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f64be45-2159-4d1b-8ef3-c8e377cfad34', 'code': 200} Mar 09 04:00:29.659694 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:29.698601 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0c975a-2cda-4e23-8631-57ba70196604 None None] Network 4a91797d-063a-46a6-aa57-e2888755de2f requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:00:29.779857 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7588505e-ce4f-4da2-ade5-1fc9194a0e8b None None] Could not find standard attr ID for object 84bec2bd-9650-4cba-99f8-2b4731c0c9ab. {{(pid=87882) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 04:00:29.869645 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca,segment=NetworkSegment(78382c68-52e8-47dc-a4dc-673211a5dca6),segment_id=78382c68-52e8-47dc-a4dc-673211a5dca6)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:29.880914 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-39e86409-05b9-47df-b410-d48015aba32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T04:00:21Z', 'revision_number': 7, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None, '_interfaces': [{'id': '05bc3625-6d7b-49ed-a671-717c34efe317', 'name': '', 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:c7:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:40Z', 'updated_at': '2022-03-09T03:59:49Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '398b299d-f7b5-4adb-9b34-a32629008e3e', 'name': '', 'network_id': 'a34cf005-63af-40a1-880b-69838d624ef8', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:78:41:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '30171231-6626-436c-aa30-1609604c6f5c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:59Z', 'updated_at': '2022-03-09T04:00:11Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '30171231-6626-436c-aa30-1609604c6f5c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5574ebb5-5d3c-41cf-98ae-26109342e129', 'name': '', 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:40:6a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:49Z', 'updated_at': '2022-03-09T04:00:04Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca', 'name': '', 'network_id': '6f46fbd5-3f9b-4c75-aaf1-17fb41577e09', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:73:78:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '93738245-482f-4a23-a988-bda56ac1da10', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:11Z', 'updated_at': '2022-03-09T04:00:21Z', 'revision_number': 4, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '93738245-482f-4a23-a988-bda56ac1da10', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:29.908664 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91a34ba8-ea56-47ee-9a84-3968f3ce7ca7 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:29.915177 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:29.929312 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e86409-05b9-47df-b410-d48015aba32a None None] Checking router: 34d5ee3a-a03e-4583-9a0e-f6df150f7036 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:00:29.992213 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=3f64be45-2159-4d1b-8ef3-c8e377cfad34,revision_number=7']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:30.081884 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-91a34ba8-ea56-47ee-9a84-3968f3ce7ca7 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a91797d-063a-46a6-aa57-e2888755de2f']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:30.102621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-91a34ba8-ea56-47ee-9a84-3968f3ce7ca7 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c582ce-4cd7-422e-a6ea-38c61ec2aca2') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:30.102958 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-91a34ba8-ea56-47ee-9a84-3968f3ce7ca7 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c582ce-4cd7-422e-a6ea-38c61ec2aca2') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:30.137145 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91a34ba8-ea56-47ee-9a84-3968f3ce7ca7 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:30.179788 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e86409-05b9-47df-b410-d48015aba32a None None] Routers {'34d5ee3a-a03e-4583-9a0e-f6df150f7036'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:00:30.181007 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-39e86409-05b9-47df-b410-d48015aba32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:00:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:30.284591 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-b8090f4c-eaba-43e0-a097-e43703dd8a98 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1533018047&fields=id&tenant_id=2eed8fa07dd541719db04a03bcdea9c3 HTTP/1.1" status: 200 len: 267 time: 0.3274398 Mar 09 04:00:30.339636 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c47fc77b-09f6-447e-8598-65e494fb77fa up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:00:30.385907 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91a34ba8-ea56-47ee-9a84-3968f3ce7ca7 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:30.489752 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a34ba8-ea56-47ee-9a84-3968f3ce7ca7 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:00:30.490481 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91a34ba8-ea56-47ee-9a84-3968f3ce7ca7 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:30.499619 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215491390', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a0947c6a-9afd-475a-b415-9f398a484040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:00:08Z', 'updated_at': '2022-03-09T04:00:24Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'a0947c6a-9afd-475a-b415-9f398a484040', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:11Z', 'updated_at': '2022-03-09T04:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'e02f1c17-ac87-4bac-b327-9048c757d322', 'name': '', 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:3c:08:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:19Z', 'updated_at': '2022-03-09T04:00:25Z', 'revision_number': 2, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': '7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:30.503784 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984f623-c510-4f2b-954f-5da1d4d9cbc6 req-de99920c-8198-4b4e-9084-2619fe9a1601 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:00:30.513748 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:00:30.523001 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f984f623-c510-4f2b-954f-5da1d4d9cbc6 req-de99920c-8198-4b4e-9084-2619fe9a1601 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 945 time: 0.1981306 Mar 09 04:00:30.523137 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] Checking router: 7f5beb25-f1da-4482-8b65-3ab98c08beda for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:00:30.523483 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] Updating router 7f5beb25-f1da-4482-8b65-3ab98c08beda port e02f1c17-ac87-4bac-b327-9048c757d322 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:00:30.597955 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:30.613086 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668cc6f6-72c0-4997-9d10-96894329305e None None] Network 1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:00:30.643620 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f984f623-c510-4f2b-954f-5da1d4d9cbc6 req-7e95174c-4339-46cb-9a87-24055ef76b12 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193943 Mar 09 04:00:30.700427 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:30.828652 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aca7b9-1c11-41fc-92f6-c0bcc7ce41e7 None None] DHCP port deletion for 4a91797d-063a-46a6-aa57-e2888755de2f request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:00:30.838077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4843f0bf-cc23-42f4-8206-d63e0eb808c7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting port 9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:00:30.842953 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4843f0bf-cc23-42f4-8206-d63e0eb808c7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:30.843969 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port c47fc77b-09f6-447e-8598-65e494fb77fa completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:00:30.987880 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4c1032c0-c820-496b-af94-bfd1a6d3101e None None] Provisioning for port c47fc77b-09f6-447e-8598-65e494fb77fa completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:00:31.038510 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91a34ba8-ea56-47ee-9a84-3968f3ce7ca7 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:31.047579 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4c1032c0-c820-496b-af94-bfd1a6d3101e None None] Provisioning complete for port c47fc77b-09f6-447e-8598-65e494fb77fa triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:31.047948 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4c1032c0-c820-496b-af94-bfd1a6d3101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:31.056682 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91a34ba8-ea56-47ee-9a84-3968f3ce7ca7 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:31.117718 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-39e86409-05b9-47df-b410-d48015aba32a None None] Set router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:00:31.137264 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a34ba8-ea56-47ee-9a84-3968f3ce7ca7 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Network': ['ID=4a91797d-063a-46a6-aa57-e2888755de2f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:31.273086 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-91a34ba8-ea56-47ee-9a84-3968f3ce7ca7 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/networks/4a91797d-063a-46a6-aa57-e2888755de2f HTTP/1.1" status: 204 len: 168 time: 4.5650902 Mar 09 04:00:31.276424 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49644) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:31.285271 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-30bb072b-f7b2-48ef-a8e7-41b3b5e04ad2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'port': {'network_id': 'f3473936-d747-493b-a056-321192d1c615', 'name': 'tempest-PortsTestJSON-1826236591'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:31.327759 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-72810bde-145b-403f-8915-627f217b3b58 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:31.329030 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-72810bde-145b-403f-8915-627f217b3b58 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/networks?id=1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f HTTP/1.1" status: 200 len: 796 time: 1.0249634 Mar 09 04:00:31.466576 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c0814aca-6923-4852-9804-ca0cbefb677f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:31.541909 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-3e5daf99-2fd4-4944-ad3b-e011836b1bac tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/quotas/2eed8fa07dd541719db04a03bcdea9c3 HTTP/1.1" status: 200 len: 375 time: 0.1944685 Mar 09 04:00:31.597024 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:31.611581 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] Transition to ACTIVE for port object e02f1c17-ac87-4bac-b327-9048c757d322 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:00:31.622100 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:31.630297 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-30bb072b-f7b2-48ef-a8e7-41b3b5e04ad2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:31.635345 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-30bb072b-f7b2-48ef-a8e7-41b3b5e04ad2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:port and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:31.642771 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-30bb072b-f7b2-48ef-a8e7-41b3b5e04ad2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:31.656830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-30bb072b-f7b2-48ef-a8e7-41b3b5e04ad2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:31.677241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bb072b-f7b2-48ef-a8e7-41b3b5e04ad2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:00:31.681724 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30bb072b-f7b2-48ef-a8e7-41b3b5e04ad2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:31.734251 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-30bb072b-f7b2-48ef-a8e7-41b3b5e04ad2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] device_id is not set on port 3c12e9d7-8f70-408b-9bc5-f42c40183b6f yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:00:31.741369 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db534d9c-b2d9-45e8-8eac-e04e1323c49d None None] Pushing event updated for resources: {'Port': ['ID=e02f1c17-ac87-4bac-b327-9048c757d322,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:31.818394 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-4843f0bf-cc23-42f4-8206-d63e0eb808c7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] For port 9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca,segment=NetworkSegment(78382c68-52e8-47dc-a4dc-673211a5dca6),segment_id=78382c68-52e8-47dc-a4dc-673211a5dca6)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:31.818796 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4843f0bf-cc23-42f4-8206-d63e0eb808c7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:32.185950 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-3a57085a-839f-4915-9b43-73803ff83b69 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6180258 Mar 09 04:00:32.194721 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4843f0bf-cc23-42f4-8206-d63e0eb808c7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Calling delete_port for 9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:00:32.231053 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:00:32.397450 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] Attempting to bind port e02f1c17-ac87-4bac-b327-9048c757d322 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:32.397813 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] Attempting to bind port e02f1c17-ac87-4bac-b327-9048c757d322 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '26228ff0-a8b2-4895-a564-33952ff51392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:32.398170 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] Attempting to bind port e02f1c17-ac87-4bac-b327-9048c757d322 on network 1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:32.414007 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:00:32.415071 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] Checking segment: {'id': '26228ff0-a8b2-4895-a564-33952ff51392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:00:32.415590 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:32.416219 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] Bound using segment: {'id': '26228ff0-a8b2-4895-a564-33952ff51392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:00:32.416799 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] Bound port: e02f1c17-ac87-4bac-b327-9048c757d322, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26228ff0-a8b2-4895-a564-33952ff51392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:00:32.417796 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:32.427482 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-97e92178-2eb4-4785-83b8-d1912bec6b48 service neutron] 10.222.0.16 "GET /v2.0/networks/1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021773 Mar 09 04:00:32.550231 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30bb072b-f7b2-48ef-a8e7-41b3b5e04ad2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:32.576744 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2c990-1896-4623-9778-a208e6d72ec8 req-e61a350b-bf7d-4762-bdda-7602f9e6592f tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:32.584773 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e4e2c990-1896-4623-9778-a208e6d72ec8 req-e61a350b-bf7d-4762-bdda-7602f9e6592f tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 945 time: 0.5993218 Mar 09 04:00:32.675666 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] For port e02f1c17-ac87-4bac-b327-9048c757d322, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:00:32.689801 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] For port e02f1c17-ac87-4bac-b327-9048c757d322, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e02f1c17-ac87-4bac-b327-9048c757d322,segment=NetworkSegment(26228ff0-a8b2-4895-a564-33952ff51392),segment_id=26228ff0-a8b2-4895-a564-33952ff51392)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:00:32.700935 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:32.729064 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e4e2c990-1896-4623-9778-a208e6d72ec8 req-cf8982da-4216-44c3-a172-9e9fe119ef67 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325135 Mar 09 04:00:32.759576 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:32.763964 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:32.764688 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:32.770888 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30bb072b-f7b2-48ef-a8e7-41b3b5e04ad2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:32.795208 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4c1032c0-c820-496b-af94-bfd1a6d3101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:32.817684 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:32.930521 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-4c1032c0-c820-496b-af94-bfd1a6d3101e None None] For port c47fc77b-09f6-447e-8598-65e494fb77fa, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c47fc77b-09f6-447e-8598-65e494fb77fa,segment=NetworkSegment(26228ff0-a8b2-4895-a564-33952ff51392),segment_id=26228ff0-a8b2-4895-a564-33952ff51392)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:32.950016 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] Routers {'7f5beb25-f1da-4482-8b65-3ab98c08beda'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:00:32.950719 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:00:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7f5beb25-f1da-4482-8b65-3ab98c08beda'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:32.958349 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bb072b-f7b2-48ef-a8e7-41b3b5e04ad2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network f3473936-d747-493b-a056-321192d1c615 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:00:32.960059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-30bb072b-f7b2-48ef-a8e7-41b3b5e04ad2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:00:32.964817 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bb072b-f7b2-48ef-a8e7-41b3b5e04ad2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:00:32.966420 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4c1032c0-c820-496b-af94-bfd1a6d3101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:32.988196 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bb072b-f7b2-48ef-a8e7-41b3b5e04ad2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:32.988977 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30bb072b-f7b2-48ef-a8e7-41b3b5e04ad2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:33.071791 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-30bb072b-f7b2-48ef-a8e7-41b3b5e04ad2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7903960 Mar 09 04:00:33.080031 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49716) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:33.128729 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db534d9c-b2d9-45e8-8eac-e04e1323c49d None None] Pushing event updated for resources: {'Port': ['ID=e02f1c17-ac87-4bac-b327-9048c757d322,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:33.132925 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1032c0-c820-496b-af94-bfd1a6d3101e None None] Pushing event updated for resources: {'Port': ['ID=c47fc77b-09f6-447e-8598-65e494fb77fa,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:33.175461 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1032c0-c820-496b-af94-bfd1a6d3101e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:33.175461 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1032c0-c820-496b-af94-bfd1a6d3101e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:33.175461 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1032c0-c820-496b-af94-bfd1a6d3101e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:33.182640 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1032c0-c820-496b-af94-bfd1a6d3101e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:33.192730 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1032c0-c820-496b-af94-bfd1a6d3101e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:33.192730 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1032c0-c820-496b-af94-bfd1a6d3101e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:33.192730 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1032c0-c820-496b-af94-bfd1a6d3101e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:33.192730 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1032c0-c820-496b-af94-bfd1a6d3101e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:33.192730 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1032c0-c820-496b-af94-bfd1a6d3101e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:33.192730 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1032c0-c820-496b-af94-bfd1a6d3101e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:33.193531 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1032c0-c820-496b-af94-bfd1a6d3101e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:33.200391 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1032c0-c820-496b-af94-bfd1a6d3101e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:33.314115 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-a64ff07e-783f-4bed-85ca-bdf0212861dc tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting port 3c12e9d7-8f70-408b-9bc5-f42c40183b6f {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:00:33.317318 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a64ff07e-783f-4bed-85ca-bdf0212861dc tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:33.329022 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Port 9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca update to ACTIVE by agent not found {{(pid=87882) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 09 04:00:33.344580 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 84bec2bd-9650-4cba-99f8-2b4731c0c9ab no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:00:33.414990 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb072b-f7b2-48ef-a8e7-41b3b5e04ad2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Port': ['ID=3c12e9d7-8f70-408b-9bc5-f42c40183b6f,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:33.433454 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-ca0a5fc8-39fa-4a4e-8ffa-4e226e73077d service neutron] 10.222.0.16 "GET /v2.0/networks/1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9997580 Mar 09 04:00:33.439739 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4843f0bf-cc23-42f4-8206-d63e0eb808c7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:33.439895 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-39e86409-05b9-47df-b410-d48015aba32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T04:00:21Z', 'revision_number': 7, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None, '_interfaces': [{'id': '05bc3625-6d7b-49ed-a671-717c34efe317', 'name': '', 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:c7:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:40Z', 'updated_at': '2022-03-09T03:59:49Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '398b299d-f7b5-4adb-9b34-a32629008e3e', 'name': '', 'network_id': 'a34cf005-63af-40a1-880b-69838d624ef8', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:78:41:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '30171231-6626-436c-aa30-1609604c6f5c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:59Z', 'updated_at': '2022-03-09T04:00:11Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '30171231-6626-436c-aa30-1609604c6f5c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5574ebb5-5d3c-41cf-98ae-26109342e129', 'name': '', 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:40:6a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:49Z', 'updated_at': '2022-03-09T04:00:04Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca', 'name': '', 'network_id': '6f46fbd5-3f9b-4c75-aaf1-17fb41577e09', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:73:78:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '93738245-482f-4a23-a988-bda56ac1da10', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:11Z', 'updated_at': '2022-03-09T04:00:29Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '93738245-482f-4a23-a988-bda56ac1da10', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:33.481749 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] Set router 7f5beb25-f1da-4482-8b65-3ab98c08beda gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:00:33.483517 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 84bec2bd-9650-4cba-99f8-2b4731c0c9ab {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:00:33.483865 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 84bec2bd-9650-4cba-99f8-2b4731c0c9ab not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:00:33.500449 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e86409-05b9-47df-b410-d48015aba32a None None] The sync data for ids ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'] in n-d-825178-5 is: [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T04:00:21Z', 'revision_number': 7, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None, '_interfaces': [{'id': '05bc3625-6d7b-49ed-a671-717c34efe317', 'name': '', 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:c7:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:40Z', 'updated_at': '2022-03-09T03:59:49Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '398b299d-f7b5-4adb-9b34-a32629008e3e', 'name': '', 'network_id': 'a34cf005-63af-40a1-880b-69838d624ef8', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:78:41:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '30171231-6626-436c-aa30-1609604c6f5c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:59Z', 'updated_at': '2022-03-09T04:00:11Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '30171231-6626-436c-aa30-1609604c6f5c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5574ebb5-5d3c-41cf-98ae-26109342e129', 'name': '', 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:40:6a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:49Z', 'updated_at': '2022-03-09T04:00:04Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca', 'name': '', 'network_id': '6f46fbd5-3f9b-4c75-aaf1-17fb41577e09', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:73:78:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '93738245-482f-4a23-a988-bda56ac1da10', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:11Z', 'updated_at': '2022-03-09T04:00:29Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '93738245-482f-4a23-a988-bda56ac1da10', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:00:33.517700 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:33.595851 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843f0bf-cc23-42f4-8206-d63e0eb808c7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Port': ['ID=9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:33.817813 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-73d19643-51c7-46ac-b5ce-6dc4d5e71c5d None None] Provisioning complete for port c47fc77b-09f6-447e-8598-65e494fb77fa triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:33.818644 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-73d19643-51c7-46ac-b5ce-6dc4d5e71c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:33.997084 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a64ff07e-783f-4bed-85ca-bdf0212861dc tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:34.185482 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5e9b5a14-19c8-44dc-82c2-fbcc2e945a01 req-b791e4d4-2cef-4470-bd13-2f73199e9d73 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 210 time: 0.2313845 Mar 09 04:00:34.373740 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c47fc77b-09f6-447e-8598-65e494fb77fa up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:00:34.528450 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-73d19643-51c7-46ac-b5ce-6dc4d5e71c5d None None] Provisioning for port e02f1c17-ac87-4bac-b327-9048c757d322 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:00:34.580384 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:34.637549 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-a64ff07e-783f-4bed-85ca-bdf0212861dc tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Calling delete_port for 3c12e9d7-8f70-408b-9bc5-f42c40183b6f owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:00:34.644289 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port c47fc77b-09f6-447e-8598-65e494fb77fa triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:34.644709 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:34.736587 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4843f0bf-cc23-42f4-8206-d63e0eb808c7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:34.839691 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215491390', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a0947c6a-9afd-475a-b415-9f398a484040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:00:08Z', 'updated_at': '2022-03-09T04:00:24Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'a0947c6a-9afd-475a-b415-9f398a484040', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:11Z', 'updated_at': '2022-03-09T04:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'e02f1c17-ac87-4bac-b327-9048c757d322', 'name': '', 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:3c:08:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:19Z', 'updated_at': '2022-03-09T04:00:32Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': '7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:34.867231 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dcd0d0-4bb6-4b61-9dd9-fd0fdf3fb8a6 None None] The sync data for ids ['7f5beb25-f1da-4482-8b65-3ab98c08beda'] in n-d-825178-5 is: [{'id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215491390', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a0947c6a-9afd-475a-b415-9f398a484040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:00:08Z', 'updated_at': '2022-03-09T04:00:24Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'a0947c6a-9afd-475a-b415-9f398a484040', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:11Z', 'updated_at': '2022-03-09T04:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'e02f1c17-ac87-4bac-b327-9048c757d322', 'name': '', 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:3c:08:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:19Z', 'updated_at': '2022-03-09T04:00:32Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': '7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:00:34.900800 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82e33d-d70e-4588-bee4-20d969fb8a38 req-4ce4ee2d-92c9-4e23-a24a-0aa31da8a5c8 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:34.902372 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5b82e33d-d70e-4588-bee4-20d969fb8a38 req-4ce4ee2d-92c9-4e23-a24a-0aa31da8a5c8 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 945 time: 0.4030406 Mar 09 04:00:34.903611 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a64ff07e-783f-4bed-85ca-bdf0212861dc tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:35.275016 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a64ff07e-783f-4bed-85ca-bdf0212861dc tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:35.284877 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ff07e-783f-4bed-85ca-bdf0212861dc tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Port': ['ID=3c12e9d7-8f70-408b-9bc5-f42c40183b6f,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:35.381932 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a64ff07e-783f-4bed-85ca-bdf0212861dc tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/ports/3c12e9d7-8f70-408b-9bc5-f42c40183b6f HTTP/1.1" status: 204 len: 168 time: 2.2981274 Mar 09 04:00:35.382882 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49800) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:35.390643 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5b82e33d-d70e-4588-bee4-20d969fb8a38 req-3e05fa3a-2bac-4177-b3c9-0d09db0aa42d tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2921429 Mar 09 04:00:35.400577 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f12fa300-0294-49d1-87f8-eb893ac32e2a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'port': {'network_id': 'f3473936-d747-493b-a056-321192d1c615', 'mac_address': 'fa:16:3e:70:b1:05', 'name': 'tempest-PortsTestJSON-643234394'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:35.675537 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-82e7f3e7-f440-458d-a14c-a988f5abebec req-e196efc7-7d1a-42d7-a6b1-28f4f4511a80 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 210 time: 0.2113836 Mar 09 04:00:35.921202 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f12fa300-0294-49d1-87f8-eb893ac32e2a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:35.933503 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f12fa300-0294-49d1-87f8-eb893ac32e2a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:port and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:35.944963 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f12fa300-0294-49d1-87f8-eb893ac32e2a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:35.968797 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f12fa300-0294-49d1-87f8-eb893ac32e2a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:36.010653 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12fa300-0294-49d1-87f8-eb893ac32e2a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:00:36.103485 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4843f0bf-cc23-42f4-8206-d63e0eb808c7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:00:36.229386 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e02f1c17-ac87-4bac-b327-9048c757d322 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:00:36.416259 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f12fa300-0294-49d1-87f8-eb893ac32e2a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:36.423196 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port e02f1c17-ac87-4bac-b327-9048c757d322 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:00:36.435137 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port e02f1c17-ac87-4bac-b327-9048c757d322 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:36.435585 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:36.582096 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-f12fa300-0294-49d1-87f8-eb893ac32e2a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] device_id is not set on port c54ab3cb-37d3-413e-b53a-390a764c0d91 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:00:36.899794 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:36.983141 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4843f0bf-cc23-42f4-8206-d63e0eb808c7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:00:37.065581 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5fdad1-cf23-424a-b65c-396c8018c893 None None] Sync routers for ids ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:00:37.105566 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port e02f1c17-ac87-4bac-b327-9048c757d322, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e02f1c17-ac87-4bac-b327-9048c757d322,segment=NetworkSegment(26228ff0-a8b2-4895-a564-33952ff51392),segment_id=26228ff0-a8b2-4895-a564-33952ff51392)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:37.111435 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5fdad1-cf23-424a-b65c-396c8018c893 None None] Routers {'34d5ee3a-a03e-4583-9a0e-f6df150f7036'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:00:37.112255 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ff5fdad1-cf23-424a-b65c-396c8018c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:00:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:37.219834 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4843f0bf-cc23-42f4-8206-d63e0eb808c7 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "PUT /v2.0/routers/34d5ee3a-a03e-4583-9a0e-f6df150f7036/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7753286 Mar 09 04:00:37.231758 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49872) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:37.249467 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9ebfd4d-dc35-4f35-91a1-f6631ac50fcf req-dcf84abb-3a99-4cfd-9db5-bfd6a0aec60e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 210 time: 0.1768527 Mar 09 04:00:37.294345 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:37.380242 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b0189d-d224-432d-a17b-73be298d1465 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting subnet 93738245-482f-4a23-a988-bda56ac1da10 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:00:37.383929 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-83b0189d-d224-432d-a17b-73be298d1465 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:37.454763 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-83b0189d-d224-432d-a17b-73be298d1465 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:37.518142 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f12fa300-0294-49d1-87f8-eb893ac32e2a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:37.573257 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-83b0189d-d224-432d-a17b-73be298d1465 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:37.597058 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f12fa300-0294-49d1-87f8-eb893ac32e2a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:37.716233 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=e02f1c17-ac87-4bac-b327-9048c757d322,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:37.737451 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246509c-5b71-4f23-9f0e-96f4d37b1a9b req-13ccdc24-06e8-4706-abbb-02020066a8bd tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:37.745157 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8246509c-5b71-4f23-9f0e-96f4d37b1a9b req-13ccdc24-06e8-4706-abbb-02020066a8bd tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 945 time: 0.6478264 Mar 09 04:00:37.749125 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12fa300-0294-49d1-87f8-eb893ac32e2a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network f3473936-d747-493b-a056-321192d1c615 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:00:37.754593 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-ff5fdad1-cf23-424a-b65c-396c8018c893 None None] Set router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:00:37.755684 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-f12fa300-0294-49d1-87f8-eb893ac32e2a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:00:37.809066 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12fa300-0294-49d1-87f8-eb893ac32e2a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:00:37.815105 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12fa300-0294-49d1-87f8-eb893ac32e2a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:37.815737 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f12fa300-0294-49d1-87f8-eb893ac32e2a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:37.820673 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fa300-0294-49d1-87f8-eb893ac32e2a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Port': ['ID=c54ab3cb-37d3-413e-b53a-390a764c0d91,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:37.884850 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8246509c-5b71-4f23-9f0e-96f4d37b1a9b req-674a8468-27e3-42da-bf52-258694667f8e tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371348 Mar 09 04:00:37.896689 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f12fa300-0294-49d1-87f8-eb893ac32e2a tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.5098729 Mar 09 04:00:37.906356 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49902) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:38.099481 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a004f4-4386-497f-abdc-a778c7dd7012 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:38.101008 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b6a004f4-4386-497f-abdc-a778c7dd7012 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Synchronizing usage tracker for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:00:38.128778 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-83b0189d-d224-432d-a17b-73be298d1465 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:38.134378 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b6a004f4-4386-497f-abdc-a778c7dd7012 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Unset dirty status for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:00:38.138756 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b6a004f4-4386-497f-abdc-a778c7dd7012 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "GET /v2.0/ports/c54ab3cb-37d3-413e-b53a-390a764c0d91 HTTP/1.1" status: 200 len: 840 time: 0.2312467 Mar 09 04:00:38.139872 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49914) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:38.166240 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e02f1c17-ac87-4bac-b327-9048c757d322 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:00:38.244779 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-efab0f85-63c7-4443-97a6-a50c68296ca8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:38.248474 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-efab0f85-63c7-4443-97a6-a50c68296ca8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.21 "GET /v2.0/networks?id=1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f HTTP/1.1" status: 200 len: 796 time: 1.7656515 Mar 09 04:00:38.253016 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0189d-d224-432d-a17b-73be298d1465 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Subnet': ['ID=93738245-482f-4a23-a988-bda56ac1da10,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:38.301777 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-4b3e3a2b-77d8-4c77-a1ab-050a9731b008 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting port c54ab3cb-37d3-413e-b53a-390a764c0d91 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:00:38.307320 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4b3e3a2b-77d8-4c77-a1ab-050a9731b008 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:38.454025 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-e52951a8-4b95-4593-b341-2e2331f22458 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2eed8fa07dd541719db04a03bcdea9c3 HTTP/1.1" status: 200 len: 380 time: 0.1956003 Mar 09 04:00:38.460258 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-83b0189d-d224-432d-a17b-73be298d1465 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:38.490370 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49924) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:38.495486 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-83b0189d-d224-432d-a17b-73be298d1465 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/subnets/93738245-482f-4a23-a988-bda56ac1da10 HTTP/1.1" status: 204 len: 168 time: 1.2579122 Mar 09 04:00:38.505515 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-a9a11bde-08c6-477a-9397-a6429c461709 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'port': {'device_id': 'fd6c164e-c184-48a4-b81e-3d676fd4774b', 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f', 'admin_state_up': True, 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'security_groups': ['a60cced2-d6ed-4247-bbe1-11735ffa650a']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:38.715479 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-66837851-8363-49e9-ad9f-851bfb70d380 req-5464d98d-264b-4d1b-9020-6429c994499e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 210 time: 0.1164329 Mar 09 04:00:38.738960 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2d26b4-b395-4561-a77f-c8001dd1a4dc None None] Network 6f46fbd5-3f9b-4c75-aaf1-17fb41577e09 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:00:38.887218 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49930) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:38.994740 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:39.045197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-a9a11bde-08c6-477a-9397-a6429c461709 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:39.055752 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-a9a11bde-08c6-477a-9397-a6429c461709 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:port and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:39.065311 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-a9a11bde-08c6-477a-9397-a6429c461709 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:39.097729 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-a9a11bde-08c6-477a-9397-a6429c461709 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:39.120769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-a9a11bde-08c6-477a-9397-a6429c461709 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Made reservation on behalf of 2eed8fa07dd541719db04a03bcdea9c3 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:00:39.121153 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port e02f1c17-ac87-4bac-b327-9048c757d322 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:39.121584 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:39.126258 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-a9a11bde-08c6-477a-9397-a6429c461709 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:39.415936 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-a9a11bde-08c6-477a-9397-a6429c461709 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Allocated IP 172.20.0.9 (1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f/7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf/87361bb2-8af4-4bc8-976d-bb6830eb7753) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:00:39.517443 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4b3e3a2b-77d8-4c77-a1ab-050a9731b008 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:39.538694 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:39.545955 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-16a9d722-d096-49b5-b7a5-2d232dbed416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:39.663574 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-a9a11bde-08c6-477a-9397-a6429c461709 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:39.692265 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-a9a11bde-08c6-477a-9397-a6429c461709 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Transition to ACTIVE for port object 87361bb2-8af4-4bc8-976d-bb6830eb7753 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:00:39.733717 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-a9a11bde-08c6-477a-9397-a6429c461709 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:39.745168 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-4b3e3a2b-77d8-4c77-a1ab-050a9731b008 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Calling delete_port for c54ab3cb-37d3-413e-b53a-390a764c0d91 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:00:39.807816 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ff5fdad1-cf23-424a-b65c-396c8018c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T04:00:33Z', 'revision_number': 8, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None, '_interfaces': [{'id': '05bc3625-6d7b-49ed-a671-717c34efe317', 'name': '', 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:c7:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:40Z', 'updated_at': '2022-03-09T03:59:49Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '398b299d-f7b5-4adb-9b34-a32629008e3e', 'name': '', 'network_id': 'a34cf005-63af-40a1-880b-69838d624ef8', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:78:41:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '30171231-6626-436c-aa30-1609604c6f5c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:59Z', 'updated_at': '2022-03-09T04:00:11Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '30171231-6626-436c-aa30-1609604c6f5c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5574ebb5-5d3c-41cf-98ae-26109342e129', 'name': '', 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:40:6a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:49Z', 'updated_at': '2022-03-09T04:00:04Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:39.824918 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5fdad1-cf23-424a-b65c-396c8018c893 None None] Checking router: 34d5ee3a-a03e-4583-9a0e-f6df150f7036 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:00:39.868573 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1471fdf9-0258-4a3e-822a-314fc6ee7c28 None None] DHCP port deletion for 6f46fbd5-3f9b-4c75-aaf1-17fb41577e09 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:00:39.874184 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1471fdf9-0258-4a3e-822a-314fc6ee7c28 None None] Deleting port c866ffbd-d395-4480-8603-a8d62d9c9e8a {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:00:39.883384 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1471fdf9-0258-4a3e-822a-314fc6ee7c28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:39.888552 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-16a9d722-d096-49b5-b7a5-2d232dbed416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:39.911267 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a11bde-08c6-477a-9397-a6429c461709 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Port': ['ID=87361bb2-8af4-4bc8-976d-bb6830eb7753,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:39.926406 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-a9a11bde-08c6-477a-9397-a6429c461709 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network 1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:00:39.929633 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-a9a11bde-08c6-477a-9397-a6429c461709 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:00:39.932791 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-a9a11bde-08c6-477a-9397-a6429c461709 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:00:39.943933 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5fdad1-cf23-424a-b65c-396c8018c893 None None] Routers {'34d5ee3a-a03e-4583-9a0e-f6df150f7036'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:00:39.944574 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ff5fdad1-cf23-424a-b65c-396c8018c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:00:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:39.979876 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-16a9d722-d096-49b5-b7a5-2d232dbed416 admin admin] Usage tracker for resource:security_group_rule and tenant:8270c95d2f594a018b3bc02d86b470c1 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:39.983809 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting port c866ffbd-d395-4480-8603-a8d62d9c9e8a {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:00:39.984145 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:40.085928 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-16a9d722-d096-49b5-b7a5-2d232dbed416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:40.122176 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-a9a11bde-08c6-477a-9397-a6429c461709 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:40.122721 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-a9a11bde-08c6-477a-9397-a6429c461709 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:40.143269 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c866ffbd-d395-4480-8603-a8d62d9c9e8a no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:00:40.168662 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-16a9d722-d096-49b5-b7a5-2d232dbed416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:40.299165 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-a9a11bde-08c6-477a-9397-a6429c461709 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8193321 Mar 09 04:00:40.318411 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-694c344d-e90f-428e-8cc6-6ba73adf73de service neutron] Request body: {'port': {'device_id': 'fd6c164e-c184-48a4-b81e-3d676fd4774b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:40.494760 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-ff5fdad1-cf23-424a-b65c-396c8018c893 None None] Set router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:00:40.524034 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-694c344d-e90f-428e-8cc6-6ba73adf73de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:40.527360 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed0ac0-651a-41f9-8b0c-2ae7b0040b63 req-2c3c4e95-153a-4a5c-a34c-5df9fa3fd191 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:40.528849 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9bed0ac0-651a-41f9-8b0c-2ae7b0040b63 req-2c3c4e95-153a-4a5c-a34c-5df9fa3fd191 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 945 time: 1.2589557 Mar 09 04:00:40.595884 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb0f2c-34e7-479a-a4ba-0748227bf495 req-b7165fca-1ef3-4967-85b3-6bf3e6f53ef3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:40.596892 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-6ebb0f2c-34e7-479a-a4ba-0748227bf495 req-b7165fca-1ef3-4967-85b3-6bf3e6f53ef3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Synchronizing usage tracker for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:00:40.734503 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4b3e3a2b-77d8-4c77-a1ab-050a9731b008 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:40.896937 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9bed0ac0-651a-41f9-8b0c-2ae7b0040b63 req-4afdc583-e006-483f-8080-f17442fdc2d0 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3148041 Mar 09 04:00:41.033429 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e3a2b-77d8-4c77-a1ab-050a9731b008 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Port': ['ID=c54ab3cb-37d3-413e-b53a-390a764c0d91,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:41.072007 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4b3e3a2b-77d8-4c77-a1ab-050a9731b008 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:41.118203 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-51d6aff9-754b-4e88-8d65-60e9060dfda2 None None] Provisioning for port 87361bb2-8af4-4bc8-976d-bb6830eb7753 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:00:41.142712 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-6ebb0f2c-34e7-479a-a4ba-0748227bf495 req-b7165fca-1ef3-4967-85b3-6bf3e6f53ef3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Unset dirty status for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:00:41.144064 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6ebb0f2c-34e7-479a-a4ba-0748227bf495 req-b7165fca-1ef3-4967-85b3-6bf3e6f53ef3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 931 time: 1.0036676 Mar 09 04:00:41.218297 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-51d6aff9-754b-4e88-8d65-60e9060dfda2 None None] Provisioning complete for port 87361bb2-8af4-4bc8-976d-bb6830eb7753 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:41.218985 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-51d6aff9-754b-4e88-8d65-60e9060dfda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:41.263900 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6ebb0f2c-34e7-479a-a4ba-0748227bf495 req-300f5f48-98c8-469c-84b9-c87757ae2d8b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103733 Mar 09 04:00:41.391151 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4b3e3a2b-77d8-4c77-a1ab-050a9731b008 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/ports/c54ab3cb-37d3-413e-b53a-390a764c0d91 HTTP/1.1" status: 204 len: 168 time: 3.2491093 Mar 09 04:00:41.420554 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] For port c866ffbd-d395-4480-8603-a8d62d9c9e8a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c866ffbd-d395-4480-8603-a8d62d9c9e8a,segment=NetworkSegment(78382c68-52e8-47dc-a4dc-673211a5dca6),segment_id=78382c68-52e8-47dc-a4dc-673211a5dca6)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:41.424627 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:41.444497 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49970) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:41.466137 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ff5fdad1-cf23-424a-b65c-396c8018c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T04:00:33Z', 'revision_number': 8, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None, '_interfaces': [{'id': '05bc3625-6d7b-49ed-a671-717c34efe317', 'name': '', 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:c7:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:40Z', 'updated_at': '2022-03-09T03:59:49Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '398b299d-f7b5-4adb-9b34-a32629008e3e', 'name': '', 'network_id': 'a34cf005-63af-40a1-880b-69838d624ef8', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:78:41:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '30171231-6626-436c-aa30-1609604c6f5c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:59Z', 'updated_at': '2022-03-09T04:00:11Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '30171231-6626-436c-aa30-1609604c6f5c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5574ebb5-5d3c-41cf-98ae-26109342e129', 'name': '', 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:40:6a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:49Z', 'updated_at': '2022-03-09T04:00:04Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:41.473562 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5fdad1-cf23-424a-b65c-396c8018c893 None None] The sync data for ids ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'] in n-d-825178-5 is: [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T04:00:33Z', 'revision_number': 8, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None, '_interfaces': [{'id': '05bc3625-6d7b-49ed-a671-717c34efe317', 'name': '', 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:c7:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:40Z', 'updated_at': '2022-03-09T03:59:49Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '398b299d-f7b5-4adb-9b34-a32629008e3e', 'name': '', 'network_id': 'a34cf005-63af-40a1-880b-69838d624ef8', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:78:41:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '30171231-6626-436c-aa30-1609604c6f5c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:59Z', 'updated_at': '2022-03-09T04:00:11Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '30171231-6626-436c-aa30-1609604c6f5c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5574ebb5-5d3c-41cf-98ae-26109342e129', 'name': '', 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:40:6a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:49Z', 'updated_at': '2022-03-09T04:00:04Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:00:41.476055 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:41.528391 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-51d6aff9-754b-4e88-8d65-60e9060dfda2 None None] Port 87361bb2-8af4-4bc8-976d-bb6830eb7753 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:00:41.531937 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-1471fdf9-0258-4a3e-822a-314fc6ee7c28 None None] For port c866ffbd-d395-4480-8603-a8d62d9c9e8a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c866ffbd-d395-4480-8603-a8d62d9c9e8a,segment=NetworkSegment(78382c68-52e8-47dc-a4dc-673211a5dca6),segment_id=78382c68-52e8-47dc-a4dc-673211a5dca6)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:41.532593 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1471fdf9-0258-4a3e-822a-314fc6ee7c28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:41.576813 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-639b777e-4e0b-47b8-ba09-0969b52f3a26 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] GET failed (client error): The resource could not be found. Mar 09 04:00:41.582281 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-639b777e-4e0b-47b8-ba09-0969b52f3a26 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Synchronizing usage tracker for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:00:41.617413 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-694c344d-e90f-428e-8cc6-6ba73adf73de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87361bb2-8af4-4bc8-976d-bb6830eb7753 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:00:41.629654 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-694c344d-e90f-428e-8cc6-6ba73adf73de service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:41.641333 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-639b777e-4e0b-47b8-ba09-0969b52f3a26 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Unset dirty status for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:00:41.642962 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-639b777e-4e0b-47b8-ba09-0969b52f3a26 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "GET /v2.0/ports/c54ab3cb-37d3-413e-b53a-390a764c0d91 HTTP/1.1" status: 404 len: 333 time: 0.1975074 Mar 09 04:00:41.649009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49978) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:41.654825 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-694c344d-e90f-428e-8cc6-6ba73adf73de service neutron] Transition to ACTIVE for port object 87361bb2-8af4-4bc8-976d-bb6830eb7753 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:00:41.663619 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-5a5a9355-250b-48a1-b1c3-2cd78f5fc0ce tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'port': {'network_id': 'f3473936-d747-493b-a056-321192d1c615', 'name': 'tempest-PortsTestJSON-1431525899'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:41.694657 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-694c344d-e90f-428e-8cc6-6ba73adf73de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:41.726501 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Calling delete_port for c866ffbd-d395-4480-8603-a8d62d9c9e8a owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:00:41.728143 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1471fdf9-0258-4a3e-822a-314fc6ee7c28 None None] Calling delete_port for c866ffbd-d395-4480-8603-a8d62d9c9e8a owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:00:41.770253 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port c866ffbd-d395-4480-8603-a8d62d9c9e8a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c866ffbd-d395-4480-8603-a8d62d9c9e8a,segment=NetworkSegment(78382c68-52e8-47dc-a4dc-673211a5dca6),segment_id=78382c68-52e8-47dc-a4dc-673211a5dca6)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:41.803829 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:41.908235 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c344d-e90f-428e-8cc6-6ba73adf73de service neutron] Pushing event updated for resources: {'Port': ['ID=87361bb2-8af4-4bc8-976d-bb6830eb7753,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:41.987372 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-16a9d722-d096-49b5-b7a5-2d232dbed416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:41.993884 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.api [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:00:41.997263 n-d-825178-5 neutron-server[87881]: DEBUG oslo_db.api [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:00:42.002003 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-16a9d722-d096-49b5-b7a5-2d232dbed416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:42.012503 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:00:42.106769 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-16a9d722-d096-49b5-b7a5-2d232dbed416 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8270c95d2f594a018b3bc02d86b470c1&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2002466 Mar 09 04:00:42.108128 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9d722-d096-49b5-b7a5-2d232dbed416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60b1df7-d257-4c31-87fe-c051da3d7436,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:42.112537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49986) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:42.177763 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:00:42.181024 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9bbeeaa1-bab8-4d78-8e2f-40c8e7e03fca not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:00:42.264805 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=c866ffbd-d395-4480-8603-a8d62d9c9e8a,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:42.279482 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-1471fdf9-0258-4a3e-822a-314fc6ee7c28 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:00:42.279855 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-1471fdf9-0258-4a3e-822a-314fc6ee7c28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:00:42.371922 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-25d73879-7c36-477c-a1dd-e76318c30d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:42.490431 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-25d73879-7c36-477c-a1dd-e76318c30d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:42.503380 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting port c866ffbd-d395-4480-8603-a8d62d9c9e8a {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:00:42.503909 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:42.606333 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f1883-3bcc-4498-b8de-fc43a8abd80e req-48c0a0a1-b642-4632-9029-ed99ab5291df tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:42.608278 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-837f1883-3bcc-4498-b8de-fc43a8abd80e req-48c0a0a1-b642-4632-9029-ed99ab5291df tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 945 time: 0.4146268 Mar 09 04:00:42.722613 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5a5a9355-250b-48a1-b1c3-2cd78f5fc0ce tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:42.736819 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5a5a9355-250b-48a1-b1c3-2cd78f5fc0ce tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:42.779325 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-837f1883-3bcc-4498-b8de-fc43a8abd80e req-a45be7ee-89c2-4550-84f6-342f16ae9b13 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626654 Mar 09 04:00:42.783579 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1471fdf9-0258-4a3e-822a-314fc6ee7c28 None None] Deleting port c866ffbd-d395-4480-8603-a8d62d9c9e8a {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:00:42.784298 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1471fdf9-0258-4a3e-822a-314fc6ee7c28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:42.789043 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-25d73879-7c36-477c-a1dd-e76318c30d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:42.826064 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d73879-7c36-477c-a1dd-e76318c30d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60b1df7-d257-4c31-87fe-c051da3d7436,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:42.837624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5a9355-250b-48a1-b1c3-2cd78f5fc0ce tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:00:42.839167 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d73879-7c36-477c-a1dd-e76318c30d76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:42.839732 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d73879-7c36-477c-a1dd-e76318c30d76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:42.840268 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d73879-7c36-477c-a1dd-e76318c30d76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:42.840802 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d73879-7c36-477c-a1dd-e76318c30d76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:42.841329 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d73879-7c36-477c-a1dd-e76318c30d76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:42.841648 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9355-250b-48a1-b1c3-2cd78f5fc0ce tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:42.842061 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d73879-7c36-477c-a1dd-e76318c30d76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:42.842685 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d73879-7c36-477c-a1dd-e76318c30d76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:42.843811 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d73879-7c36-477c-a1dd-e76318c30d76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:42.844344 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d73879-7c36-477c-a1dd-e76318c30d76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:42.844872 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d73879-7c36-477c-a1dd-e76318c30d76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:42.845707 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d73879-7c36-477c-a1dd-e76318c30d76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:42.846228 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d73879-7c36-477c-a1dd-e76318c30d76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:00:42.928548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc786e2a-744d-4b14-ac08-1ea5de097042 req-fc912ef8-6e68-4d1f-814a-a132bf128e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:42.930741 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bc786e2a-744d-4b14-ac08-1ea5de097042 req-fc912ef8-6e68-4d1f-814a-a132bf128e7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a789b53b4961423480ac62f11148731e&device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 1096 time: 1.0528827 Mar 09 04:00:42.947569 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-25d73879-7c36-477c-a1dd-e76318c30d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:42.948838 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-25d73879-7c36-477c-a1dd-e76318c30d76 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f60b1df7-d257-4c31-87fe-c051da3d7436 HTTP/1.1" status: 204 len: 168 time: 0.8340118 Mar 09 04:00:42.999003 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] For port c866ffbd-d395-4480-8603-a8d62d9c9e8a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c866ffbd-d395-4480-8603-a8d62d9c9e8a,segment=NetworkSegment(78382c68-52e8-47dc-a4dc-673211a5dca6),segment_id=78382c68-52e8-47dc-a4dc-673211a5dca6)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:43.001054 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:43.165870 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Calling delete_port for c866ffbd-d395-4480-8603-a8d62d9c9e8a owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:00:43.267217 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:43.329519 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9fc79-6942-4989-a5f6-5e3b5565e37f req-f176f76d-e9d1-41d0-ac84-94dc95a8f815 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:43.331335 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cbd9fc79-6942-4989-a5f6-5e3b5565e37f req-f176f76d-e9d1-41d0-ac84-94dc95a8f815 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 943 time: 0.8059635 Mar 09 04:00:43.359280 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-5a5a9355-250b-48a1-b1c3-2cd78f5fc0ce tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] device_id is not set on port d10e45ec-817d-4968-8b22-411e5c77bc1b yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:00:43.394985 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] No DVR routers for this DVR port c866ffbd-d395-4480-8603-a8d62d9c9e8a on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:00:43.462317 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-1471fdf9-0258-4a3e-822a-314fc6ee7c28 None None] For port c866ffbd-d395-4480-8603-a8d62d9c9e8a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c866ffbd-d395-4480-8603-a8d62d9c9e8a,segment=NetworkSegment(78382c68-52e8-47dc-a4dc-673211a5dca6),segment_id=78382c68-52e8-47dc-a4dc-673211a5dca6)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:43.462951 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1471fdf9-0258-4a3e-822a-314fc6ee7c28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:43.616356 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-694c344d-e90f-428e-8cc6-6ba73adf73de service neutron] Attempting to bind port 87361bb2-8af4-4bc8-976d-bb6830eb7753 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:43.616678 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-694c344d-e90f-428e-8cc6-6ba73adf73de service neutron] Attempting to bind port 87361bb2-8af4-4bc8-976d-bb6830eb7753 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '26228ff0-a8b2-4895-a564-33952ff51392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:43.627065 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-694c344d-e90f-428e-8cc6-6ba73adf73de service neutron] Attempting to bind port 87361bb2-8af4-4bc8-976d-bb6830eb7753 on network 1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:43.666344 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc786e2a-744d-4b14-ac08-1ea5de097042 req-69d0701e-dbcc-47f5-9fac-a95e062f7e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:43.672283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Port': ['ID=c866ffbd-d395-4480-8603-a8d62d9c9e8a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:43.674196 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bc786e2a-744d-4b14-ac08-1ea5de097042 req-69d0701e-dbcc-47f5-9fac-a95e062f7e19 service neutron] 10.222.0.21 "GET /v2.0/networks?id=728f1764-7035-454b-b803-10fc1ed1098e HTTP/1.1" status: 200 len: 917 time: 0.6660955 Mar 09 04:00:43.699225 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1471fdf9-0258-4a3e-822a-314fc6ee7c28 None None] Calling delete_port for c866ffbd-d395-4480-8603-a8d62d9c9e8a owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:00:43.725038 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cbd9fc79-6942-4989-a5f6-5e3b5565e37f req-62225bff-ced3-4108-9e41-c46cbc81e9d9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3810444 Mar 09 04:00:43.739188 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-694c344d-e90f-428e-8cc6-6ba73adf73de service neutron] Port 87361bb2-8af4-4bc8-976d-bb6830eb7753 on network 1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:00:43.739696 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-694c344d-e90f-428e-8cc6-6ba73adf73de service neutron] Attempting to bind port 87361bb2-8af4-4bc8-976d-bb6830eb7753 on network 1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:43.758835 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:43.812406 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f46fbd5-3f9b-4c75-aaf1-17fb41577e09']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:43.833089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-694c344d-e90f-428e-8cc6-6ba73adf73de service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:00:43.833799 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-694c344d-e90f-428e-8cc6-6ba73adf73de service neutron] Checking segment: {'id': '26228ff0-a8b2-4895-a564-33952ff51392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:00:43.834458 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-694c344d-e90f-428e-8cc6-6ba73adf73de service neutron] Bound using segment: {'id': '26228ff0-a8b2-4895-a564-33952ff51392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:00:43.835162 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-694c344d-e90f-428e-8cc6-6ba73adf73de service neutron] Bound port: 87361bb2-8af4-4bc8-976d-bb6830eb7753, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26228ff0-a8b2-4895-a564-33952ff51392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:00:43.836139 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-694c344d-e90f-428e-8cc6-6ba73adf73de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:43.842521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78382c68-52e8-47dc-a4dc-673211a5dca6') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:43.842826 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78382c68-52e8-47dc-a4dc-673211a5dca6') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:43.872903 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:43.876235 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-1471fdf9-0258-4a3e-822a-314fc6ee7c28 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:00:43.876588 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-1471fdf9-0258-4a3e-822a-314fc6ee7c28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:00:43.893733 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:43.906157 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:00:43.911302 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:43.974483 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1471fdf9-0258-4a3e-822a-314fc6ee7c28 None None] Deleting port c866ffbd-d395-4480-8603-a8d62d9c9e8a {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:00:43.975355 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1471fdf9-0258-4a3e-822a-314fc6ee7c28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:00:44.046964 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:00:44.138466 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bc786e2a-744d-4b14-ac08-1ea5de097042 req-0b8dcdb8-3794-4b7a-9766-cc1204a36fa6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f64be45-2159-4d1b-8ef3-c8e377cfad34 HTTP/1.1" status: 200 len: 1001 time: 0.4174802 Mar 09 04:00:44.157169 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1471fdf9-0258-4a3e-822a-314fc6ee7c28 None None] The port 'c866ffbd-d395-4480-8603-a8d62d9c9e8a' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:00:44.304611 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc786e2a-744d-4b14-ac08-1ea5de097042 req-6634f905-9c8c-4230-9dca-dae8748f8c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:44.316467 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bc786e2a-744d-4b14-ac08-1ea5de097042 req-6634f905-9c8c-4230-9dca-dae8748f8c3b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da09f32e-fde0-4749-97c0-596cce67a53e HTTP/1.1" status: 200 len: 855 time: 0.1686068 Mar 09 04:00:44.321903 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:44.542352 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:44.547808 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Network': ['ID=6f46fbd5-3f9b-4c75-aaf1-17fb41577e09,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:44.614012 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d831396f-d5d6-4dd9-9e1c-26a54dbd4b0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/networks/6f46fbd5-3f9b-4c75-aaf1-17fb41577e09 HTTP/1.1" status: 204 len: 168 time: 6.1159692 Mar 09 04:00:44.615869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50038) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:44.628948 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9355-250b-48a1-b1c3-2cd78f5fc0ce tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:44.674485 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9355-250b-48a1-b1c3-2cd78f5fc0ce tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:44.677416 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-694c344d-e90f-428e-8cc6-6ba73adf73de service neutron] For port 87361bb2-8af4-4bc8-976d-bb6830eb7753, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:00:44.736915 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-694c344d-e90f-428e-8cc6-6ba73adf73de service neutron] For port 87361bb2-8af4-4bc8-976d-bb6830eb7753, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=87361bb2-8af4-4bc8-976d-bb6830eb7753,segment=NetworkSegment(26228ff0-a8b2-4895-a564-33952ff51392),segment_id=26228ff0-a8b2-4895-a564-33952ff51392)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:00:44.757132 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5a9355-250b-48a1-b1c3-2cd78f5fc0ce tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network f3473936-d747-493b-a056-321192d1c615 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:00:44.761350 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-5a5a9355-250b-48a1-b1c3-2cd78f5fc0ce tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:00:44.772569 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-694c344d-e90f-428e-8cc6-6ba73adf73de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:44.782047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5a9355-250b-48a1-b1c3-2cd78f5fc0ce tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:00:44.788833 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5a9355-250b-48a1-b1c3-2cd78f5fc0ce tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:44.789755 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9355-250b-48a1-b1c3-2cd78f5fc0ce tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:44.879984 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5a5a9355-250b-48a1-b1c3-2cd78f5fc0ce tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.2296607 Mar 09 04:00:44.897112 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-694c344d-e90f-428e-8cc6-6ba73adf73de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:44.898002 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-694c344d-e90f-428e-8cc6-6ba73adf73de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:44.899728 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-694c344d-e90f-428e-8cc6-6ba73adf73de service neutron] 10.222.0.21 "PUT /v2.0/ports/87361bb2-8af4-4bc8-976d-bb6830eb7753 HTTP/1.1" status: 200 len: 1091 time: 4.5925868 Mar 09 04:00:44.904415 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50052) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:44.906823 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6c164e-c184-48a4-b81e-3d676fd4774b', 'tag': '87361bb2-8af4-4bc8-976d-bb6830eb7753'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:00:44.908263 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb1902-7556-4118-8fe8-06cff6205845 req-96d74748-ad0b-43ab-a74f-8819cae01caf tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:44.924608 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a9355-250b-48a1-b1c3-2cd78f5fc0ce tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Port': ['ID=d10e45ec-817d-4968-8b22-411e5c77bc1b,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:44.930447 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c0eb1902-7556-4118-8fe8-06cff6205845 req-96d74748-ad0b-43ab-a74f-8819cae01caf tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 945 time: 0.7257676 Mar 09 04:00:44.933657 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-edeb0699-b70e-4994-8428-6b21992538c8 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:45.126971 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c344d-e90f-428e-8cc6-6ba73adf73de service neutron] Pushing event updated for resources: {'Port': ['ID=87361bb2-8af4-4bc8-976d-bb6830eb7753,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:45.130355 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c0eb1902-7556-4118-8fe8-06cff6205845 req-248916ce-5578-4304-8063-096ab69babd4 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988387 Mar 09 04:00:45.134525 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc786e2a-744d-4b14-ac08-1ea5de097042 req-e112e221-410c-4d4c-b944-9222a4425995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:45.141144 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bc786e2a-744d-4b14-ac08-1ea5de097042 req-e112e221-410c-4d4c-b944-9222a4425995 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=728f1764-7035-454b-b803-10fc1ed1098e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7826049 Mar 09 04:00:45.403596 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6c164e-c184-48a4-b81e-3d676fd4774b', 'tag': '87361bb2-8af4-4bc8-976d-bb6830eb7753', 'status': 'completed', 'code': 200} Mar 09 04:00:45.826591 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db272e9d-df29-434e-a4d7-2e6eabb52979 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:45.837881 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-c8c83387-f13c-4bb0-870f-c305ceaac11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:45.839559 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-c8c83387-f13c-4bb0-870f-c305ceaac11c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 1094 time: 0.8430531 Mar 09 04:00:45.842715 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-edeb0699-b70e-4994-8428-6b21992538c8 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:46.041654 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50082) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:46.103857 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-7e774c60-8230-4241-8bd2-69b33182d1f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87361bb2-8af4-4bc8-976d-bb6830eb7753 HTTP/1.1" status: 200 len: 217 time: 0.2418230 Mar 09 04:00:46.219189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c19c3f-6cb1-43b5-a6be-e02a49e9c953 req-fda2319c-680e-43e5-9ba2-4c0eb18f7c0b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:46.223149 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b2c19c3f-6cb1-43b5-a6be-e02a49e9c953 req-fda2319c-680e-43e5-9ba2-4c0eb18f7c0b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 943 time: 1.0975897 Mar 09 04:00:46.430110 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-db272e9d-df29-434e-a4d7-2e6eabb52979 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting port 398b299d-f7b5-4adb-9b34-a32629008e3e {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:00:46.435646 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db272e9d-df29-434e-a4d7-2e6eabb52979 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:46.436121 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bc786e2a-744d-4b14-ac08-1ea5de097042 req-86654d10-43f4-4e88-bde7-ef94603df5fe service neutron] 10.222.0.21 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1214232 Mar 09 04:00:46.635693 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-9efddc6a-b250-439d-85e3-413603c55b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-530325945'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:46.653711 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-14738c35-78ac-4a8d-85d3-6d6798c8732a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:46.654832 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9efddc6a-b250-439d-85e3-413603c55b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:46.655246 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-14738c35-78ac-4a8d-85d3-6d6798c8732a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf HTTP/1.1" status: 200 len: 835 time: 0.5309429 Mar 09 04:00:46.674673 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9efddc6a-b250-439d-85e3-413603c55b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Usage tracker for resource:network and tenant:370fc58c56e04d9889eaa9dd317a3b11 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:46.687866 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9efddc6a-b250-439d-85e3-413603c55b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:46.740761 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9efddc6a-b250-439d-85e3-413603c55b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:46.785833 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b2c19c3f-6cb1-43b5-a6be-e02a49e9c953 req-80d73fde-bbe2-45d6-9c3a-c97012b39288 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4610627 Mar 09 04:00:46.860562 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-edeb0699-b70e-4994-8428-6b21992538c8 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:46.909342 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efddc6a-b250-439d-85e3-413603c55b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Made reservation on behalf of 370fc58c56e04d9889eaa9dd317a3b11 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:00:46.913528 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9efddc6a-b250-439d-85e3-413603c55b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:46.917000 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bc786e2a-744d-4b14-ac08-1ea5de097042 req-b05bd569-6020-4ae5-96dc-dfe566f658dc service neutron] 10.222.0.21 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613445 Mar 09 04:00:46.940954 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9efddc6a-b250-439d-85e3-413603c55b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:46.941937 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-edeb0699-b70e-4994-8428-6b21992538c8 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:46.980937 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9efddc6a-b250-439d-85e3-413603c55b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:46.985831 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9efddc6a-b250-439d-85e3-413603c55b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Usage tracker for resource:security_group_rule and tenant:370fc58c56e04d9889eaa9dd317a3b11 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:46.990639 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9efddc6a-b250-439d-85e3-413603c55b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:47.000417 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9efddc6a-b250-439d-85e3-413603c55b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:47.016293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-edeb0699-b70e-4994-8428-6b21992538c8 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] In _notify_port_updated(), no bound segment for port d10e45ec-817d-4968-8b22-411e5c77bc1b on network f3473936-d747-493b-a056-321192d1c615 {{(pid=87880) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 04:00:47.022224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeb0699-b70e-4994-8428-6b21992538c8 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:47.023339 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-edeb0699-b70e-4994-8428-6b21992538c8 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:47.026593 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-edeb0699-b70e-4994-8428-6b21992538c8 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "PUT /v2.0/ports/d10e45ec-817d-4968-8b22-411e5c77bc1b HTTP/1.1" status: 200 len: 818 time: 2.1059356 Mar 09 04:00:47.037474 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50104) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:47.147579 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-db272e9d-df29-434e-a4d7-2e6eabb52979 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] For port 398b299d-f7b5-4adb-9b34-a32629008e3e, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=398b299d-f7b5-4adb-9b34-a32629008e3e,segment=NetworkSegment(5255e2e4-04be-45ec-8304-b513e46eb369),segment_id=5255e2e4-04be-45ec-8304-b513e46eb369)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:47.147939 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db272e9d-df29-434e-a4d7-2e6eabb52979 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:47.150953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb0699-b70e-4994-8428-6b21992538c8 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Port': ['ID=d10e45ec-817d-4968-8b22-411e5c77bc1b,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:47.170678 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-04cc2ed7-125b-4a52-9212-382284c6f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:47.172873 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-04cc2ed7-125b-4a52-9212-382284c6f479 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4770916 Mar 09 04:00:47.176721 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb1cab-bae4-4f9e-b46d-d4e7c33cc791 req-c731fe5d-67b3-4bcc-9003-4cd85e0c79ad tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:47.178590 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2abb1cab-bae4-4f9e-b46d-d4e7c33cc791 req-c731fe5d-67b3-4bcc-9003-4cd85e0c79ad tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 945 time: 0.6556721 Mar 09 04:00:47.180981 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9efddc6a-b250-439d-85e3-413603c55b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:47.379905 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-93e69193-b41b-4fe2-9c1b-045e5005aa0a service neutron] 10.222.0.21 "GET /v2.0/networks/1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908560 Mar 09 04:00:47.468135 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9efddc6a-b250-439d-85e3-413603c55b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:47.500597 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-db272e9d-df29-434e-a4d7-2e6eabb52979 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Calling delete_port for 398b299d-f7b5-4adb-9b34-a32629008e3e owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:00:47.534432 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-3b2ec8c9-3aff-4ff7-aa89-9e7583881447 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting port d10e45ec-817d-4968-8b22-411e5c77bc1b {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:00:47.534771 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3b2ec8c9-3aff-4ff7-aa89-9e7583881447 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:47.562965 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a851ff45-b000-487e-ae9c-38fd8ce1a889 req-9a1e352f-baba-4d82-84ce-6c51492e64e4 service neutron] 10.222.0.21 "GET /v2.0/networks/1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756465 Mar 09 04:00:47.701924 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9efddc6a-b250-439d-85e3-413603c55b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:00:47.719185 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2abb1cab-bae4-4f9e-b46d-d4e7c33cc791 req-1e706ea6-8e00-4366-9eab-8fb8b95133cf tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4749620 Mar 09 04:00:47.719185 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efddc6a-b250-439d-85e3-413603c55b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5e79e8-f29e-4471-8842-8e9fbb700e64,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:47.896742 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bb9b9c2d-5200-4c16-a74f-8b4ef56fbbc1 req-bc1336cf-20b5-4a9a-9d6d-6bd861d30709 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3328826 Mar 09 04:00:47.947830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ffd19-c56c-44e5-9e07-952096144945 req-75be69df-1b92-4808-8b54-6a2e7a56dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:47.949303 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5f7ffd19-c56c-44e5-9e07-952096144945 req-75be69df-1b92-4808-8b54-6a2e7a56dc55 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 1094 time: 0.3286796 Mar 09 04:00:48.013348 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3b2ec8c9-3aff-4ff7-aa89-9e7583881447 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:48.067539 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9efddc6a-b250-439d-85e3-413603c55b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:48.068033 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-9efddc6a-b250-439d-85e3-413603c55b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Added segment 616c94dd-087d-4787-bf46-1fcd9376b6c9 of type vlan for network 8e769fd6-61fa-4de6-86cc-6033e0e61157 Mar 09 04:00:48.139110 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9efddc6a-b250-439d-85e3-413603c55b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:48.336814 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9efddc6a-b250-439d-85e3-413603c55b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:48.342668 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efddc6a-b250-439d-85e3-413603c55b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:48.343860 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9efddc6a-b250-439d-85e3-413603c55b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:48.364371 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db272e9d-df29-434e-a4d7-2e6eabb52979 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:48.456403 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db272e9d-df29-434e-a4d7-2e6eabb52979 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Port': ['ID=398b299d-f7b5-4adb-9b34-a32629008e3e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:48.540511 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9efddc6a-b250-439d-85e3-413603c55b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.4422004 Mar 09 04:00:48.578743 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-3b2ec8c9-3aff-4ff7-aa89-9e7583881447 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Calling delete_port for d10e45ec-817d-4968-8b22-411e5c77bc1b owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:00:48.611054 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efddc6a-b250-439d-85e3-413603c55b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Pushing event updated for resources: {'Network': ['ID=8e769fd6-61fa-4de6-86cc-6033e0e61157,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:48.633894 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 8e769fd6-61fa-4de6-86cc-6033e0e61157 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:00:48.747666 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50144) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:48.771263 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ffd19-c56c-44e5-9e07-952096144945 req-b678a336-add4-46f8-a58e-aedf28c3f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:48.773520 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5f7ffd19-c56c-44e5-9e07-952096144945 req-b678a336-add4-46f8-a58e-aedf28c3f31c service neutron] 10.222.0.21 "GET /v2.0/networks?id=1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f HTTP/1.1" status: 200 len: 897 time: 0.8176329 Mar 09 04:00:48.779166 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Request body: {'port': {'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157', 'binding:host_id': 'n-h2-825178-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1299840187'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:48.781936 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3b2ec8c9-3aff-4ff7-aa89-9e7583881447 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:48.857496 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ec8c9-3aff-4ff7-aa89-9e7583881447 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Port': ['ID=d10e45ec-817d-4968-8b22-411e5c77bc1b,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:48.927867 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:48.941975 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5f7ffd19-c56c-44e5-9e07-952096144945 req-84cb2d35-e4e8-4836-a583-8fe402747794 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87361bb2-8af4-4bc8-976d-bb6830eb7753 HTTP/1.1" status: 200 len: 217 time: 0.0897982 Mar 09 04:00:48.944830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Usage tracker for resource:port and tenant:8b09cec20ae34d8cb2ac4dd224c1b103 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:48.977626 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db272e9d-df29-434e-a4d7-2e6eabb52979 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:48.981782 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:48.991110 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:48.999972 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3b2ec8c9-3aff-4ff7-aa89-9e7583881447 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:49.028901 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3b2ec8c9-3aff-4ff7-aa89-9e7583881447 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/ports/d10e45ec-817d-4968-8b22-411e5c77bc1b HTTP/1.1" status: 204 len: 168 time: 1.9823914 Mar 09 04:00:49.052707 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50158) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:49.107925 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348dfc33-ea90-415f-a924-112c8513f0f7 req-31f6a201-99d2-44cf-b033-0e14439a6d24 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:49.109701 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-348dfc33-ea90-415f-a924-112c8513f0f7 req-31f6a201-99d2-44cf-b033-0e14439a6d24 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 943 time: 1.0768166 Mar 09 04:00:49.116003 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ffd19-c56c-44e5-9e07-952096144945 req-086fcd30-f2d4-4d80-a1fc-1be02dd7b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:49.117467 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5f7ffd19-c56c-44e5-9e07-952096144945 req-086fcd30-f2d4-4d80-a1fc-1be02dd7b8c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf HTTP/1.1" status: 200 len: 835 time: 0.1659095 Mar 09 04:00:49.158186 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Made reservation on behalf of 8b09cec20ae34d8cb2ac4dd224c1b103 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:00:49.160673 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:49.219653 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:49.232154 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b9c2d-5200-4c16-a74f-8b4ef56fbbc1 req-99300342-eca3-4d61-9e99-6bd1cebeaf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:49.233955 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bb9b9c2d-5200-4c16-a74f-8b4ef56fbbc1 req-99300342-eca3-4d61-9e99-6bd1cebeaf64 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f62636ca99004fbcad682ccf3903561c&device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 1135 time: 1.1453929 Mar 09 04:00:49.261040 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:49.269451 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Usage tracker for resource:security_group_rule and tenant:8b09cec20ae34d8cb2ac4dd224c1b103 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:49.324975 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:49.350064 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:49.383429 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-348dfc33-ea90-415f-a924-112c8513f0f7 req-438b2387-b9c0-4787-90f4-1baa30917e1d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644274 Mar 09 04:00:49.477990 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ffd19-c56c-44e5-9e07-952096144945 req-9278599e-bfa2-4ada-a8f7-df68392691a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:49.479428 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5f7ffd19-c56c-44e5-9e07-952096144945 req-9278599e-bfa2-4ada-a8f7-df68392691a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3216679 Mar 09 04:00:49.578605 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65995988-8931-44e7-bb3f-d487581e6520 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:49.579338 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-65995988-8931-44e7-bb3f-d487581e6520 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Synchronizing usage tracker for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:00:49.622087 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6455ef9-552b-4a15-bb1e-9c599c49d468 req-2b68a0cd-0dc1-4d9f-9f12-b55caa76efd9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:49.623560 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b6455ef9-552b-4a15-bb1e-9c599c49d468 req-2b68a0cd-0dc1-4d9f-9f12-b55caa76efd9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 945 time: 0.6905613 Mar 09 04:00:49.643832 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b9c2d-5200-4c16-a74f-8b4ef56fbbc1 req-22c753f9-0a81-48f5-9334-ced41acd53db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:49.644855 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bb9b9c2d-5200-4c16-a74f-8b4ef56fbbc1 req-22c753f9-0a81-48f5-9334-ced41acd53db service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f84cfcf-228d-4f64-9839-933d907d9a2d HTTP/1.1" status: 200 len: 897 time: 0.3387480 Mar 09 04:00:49.654083 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db272e9d-df29-434e-a4d7-2e6eabb52979 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:00:49.717115 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04b535-10fb-4984-abc0-62c520cb1735 req-3ca8ab89-cadd-4191-86ba-7433b26a346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:49.719332 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0a04b535-10fb-4984-abc0-62c520cb1735 req-3ca8ab89-cadd-4191-86ba-7433b26a346e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a789b53b4961423480ac62f11148731e&device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 1096 time: 0.4624622 Mar 09 04:00:49.767199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-65995988-8931-44e7-bb3f-d487581e6520 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Unset dirty status for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:00:49.771542 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-65995988-8931-44e7-bb3f-d487581e6520 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.6564848 Mar 09 04:00:49.774526 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b6455ef9-552b-4a15-bb1e-9c599c49d468 req-2516bead-c545-4cd5-8c80-02bac352a133 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377208 Mar 09 04:00:49.775006 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50170) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:49.879239 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5f7ffd19-c56c-44e5-9e07-952096144945 req-d6b3d144-8493-428f-993b-fe7fd15c8ef3 service neutron] 10.222.0.21 "GET /v2.0/networks/1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934469 Mar 09 04:00:49.910415 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bb9b9c2d-5200-4c16-a74f-8b4ef56fbbc1 req-cd2f4a13-bbba-4688-9090-3722f5860152 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07de3997-2765-448b-b136-d2b2e863ef04 HTTP/1.1" status: 200 len: 1001 time: 0.2511373 Mar 09 04:00:49.926029 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db272e9d-df29-434e-a4d7-2e6eabb52979 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:00:49.947710 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1338838f-f5ae-4a36-96d5-2bc571d8e693 None None] Sync routers for ids ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:00:49.958940 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1338838f-f5ae-4a36-96d5-2bc571d8e693 None None] Routers {'34d5ee3a-a03e-4583-9a0e-f6df150f7036'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:00:49.959723 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1338838f-f5ae-4a36-96d5-2bc571d8e693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:00:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:49.973150 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-db272e9d-df29-434e-a4d7-2e6eabb52979 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "PUT /v2.0/routers/34d5ee3a-a03e-4583-9a0e-f6df150f7036/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3528788 Mar 09 04:00:49.973935 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50180) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:50.023756 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:50.025042 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5dbc57-e995-4930-ada3-28ec945f5ad3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] GET failed (client error): The resource could not be found. Mar 09 04:00:50.025673 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5b5dbc57-e995-4930-ada3-28ec945f5ad3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Synchronizing usage tracker for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:00:50.048413 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:50.051938 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] device_id is not set on port 3766b16b-c989-4b25-89fe-664aabe00733 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:00:50.143357 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04b535-10fb-4984-abc0-62c520cb1735 req-aadcffd8-b98e-4c7e-83e3-56a1bb42a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:50.144822 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0a04b535-10fb-4984-abc0-62c520cb1735 req-aadcffd8-b98e-4c7e-83e3-56a1bb42a9ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=728f1764-7035-454b-b803-10fc1ed1098e HTTP/1.1" status: 200 len: 917 time: 0.4172080 Mar 09 04:00:50.166004 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-1338838f-f5ae-4a36-96d5-2bc571d8e693 None None] Set router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:00:50.333186 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 87361bb2-8af4-4bc8-976d-bb6830eb7753 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:00:50.389275 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5b5dbc57-e995-4930-ada3-28ec945f5ad3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Unset dirty status for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:00:50.390809 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5b5dbc57-e995-4930-ada3-28ec945f5ad3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "GET /v2.0/ports/d10e45ec-817d-4968-8b22-411e5c77bc1b HTTP/1.1" status: 404 len: 333 time: 0.6059501 Mar 09 04:00:50.401643 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50190) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:50.418912 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-bfa3f7ea-2d52-435e-ba7e-d4eda178c041 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2015408215'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:50.440878 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-bfa3f7ea-2d52-435e-ba7e-d4eda178c041 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:50.446680 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-8647d8e8-17c2-4107-8a31-c76ec26ccc34 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting subnet 30171231-6626-436c-aa30-1609604c6f5c {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:00:50.456960 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b9c2d-5200-4c16-a74f-8b4ef56fbbc1 req-5f46e690-8c6f-4249-867c-4cf2554ca988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:50.458411 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bb9b9c2d-5200-4c16-a74f-8b4ef56fbbc1 req-5f46e690-8c6f-4249-867c-4cf2554ca988 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3acfb211-8535-4334-b88e-ccba5949ed78 HTTP/1.1" status: 200 len: 833 time: 0.5297117 Mar 09 04:00:50.486663 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bfa3f7ea-2d52-435e-ba7e-d4eda178c041 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:network and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:50.497452 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59626dd4-5a4e-4345-adc4-e0b7a23caef0,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:50.519552 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bfa3f7ea-2d52-435e-ba7e-d4eda178c041 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:50.522815 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8647d8e8-17c2-4107-8a31-c76ec26ccc34 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:50.563375 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0a04b535-10fb-4984-abc0-62c520cb1735 req-23d37187-1261-4a61-8829-bead04c84384 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f64be45-2159-4d1b-8ef3-c8e377cfad34 HTTP/1.1" status: 200 len: 1001 time: 0.4112606 Mar 09 04:00:50.569016 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5f7ffd19-c56c-44e5-9e07-952096144945 req-f5dbce40-5fac-4eb4-922f-4e36cbcd66c5 service neutron] 10.222.0.21 "GET /v2.0/networks/1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6828580 Mar 09 04:00:50.571893 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 87361bb2-8af4-4bc8-976d-bb6830eb7753, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=87361bb2-8af4-4bc8-976d-bb6830eb7753,segment=NetworkSegment(26228ff0-a8b2-4895-a564-33952ff51392),segment_id=26228ff0-a8b2-4895-a564-33952ff51392)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:50.606697 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '87361bb2-8af4-4bc8-976d-bb6830eb7753', 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f', 'port_id': '87361bb2-8af4-4bc8-976d-bb6830eb7753', 'mac_address': 'fa:16:3e:14:1d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:00:50.612935 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-bfa3f7ea-2d52-435e-ba7e-d4eda178c041 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:50.622033 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] device_id is not set on port 3766b16b-c989-4b25-89fe-664aabe00733 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:00:50.631228 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1338838f-f5ae-4a36-96d5-2bc571d8e693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T04:00:48Z', 'revision_number': 9, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None, '_interfaces': [{'id': '05bc3625-6d7b-49ed-a671-717c34efe317', 'name': '', 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:c7:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:40Z', 'updated_at': '2022-03-09T03:59:49Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5574ebb5-5d3c-41cf-98ae-26109342e129', 'name': '', 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:40:6a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:49Z', 'updated_at': '2022-03-09T04:00:04Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:50.635689 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1338838f-f5ae-4a36-96d5-2bc571d8e693 None None] Checking router: 34d5ee3a-a03e-4583-9a0e-f6df150f7036 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:00:50.647059 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1338838f-f5ae-4a36-96d5-2bc571d8e693 None None] Routers {'34d5ee3a-a03e-4583-9a0e-f6df150f7036'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:00:50.647877 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1338838f-f5ae-4a36-96d5-2bc571d8e693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:00:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:50.676605 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:50.682356 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:50.691570 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04b535-10fb-4984-abc0-62c520cb1735 req-a2b03be4-4a72-4ea2-8da3-7f73dd560ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:50.693359 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0a04b535-10fb-4984-abc0-62c520cb1735 req-a2b03be4-4a72-4ea2-8da3-7f73dd560ea5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da09f32e-fde0-4749-97c0-596cce67a53e HTTP/1.1" status: 200 len: 855 time: 0.1232097 Mar 09 04:00:50.707989 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa3f7ea-2d52-435e-ba7e-d4eda178c041 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:00:50.711464 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bfa3f7ea-2d52-435e-ba7e-d4eda178c041 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:50.713036 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87361bb2-8af4-4bc8-976d-bb6830eb7753 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:00:50.735491 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 87361bb2-8af4-4bc8-976d-bb6830eb7753, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=87361bb2-8af4-4bc8-976d-bb6830eb7753,segment=NetworkSegment(26228ff0-a8b2-4895-a564-33952ff51392),segment_id=26228ff0-a8b2-4895-a564-33952ff51392)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:50.740839 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:50.749801 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8647d8e8-17c2-4107-8a31-c76ec26ccc34 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:50.776062 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b9c2d-5200-4c16-a74f-8b4ef56fbbc1 req-21b92712-125a-4274-ae93-56d99cefeba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:50.777451 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bb9b9c2d-5200-4c16-a74f-8b4ef56fbbc1 req-21b92712-125a-4274-ae93-56d99cefeba2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f84cfcf-228d-4f64-9839-933d907d9a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3041937 Mar 09 04:00:50.783457 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Transition to ACTIVE for port object 3766b16b-c989-4b25-89fe-664aabe00733 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:00:50.811179 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa3f7ea-2d52-435e-ba7e-d4eda178c041 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:00:50.830835 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:50.840664 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d497bc-c134-43f5-acf2-a6a75b99c5d3 req-1efd449e-4f50-4e26-b004-74d0e4de6d8c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:50.842171 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32d497bc-c134-43f5-acf2-a6a75b99c5d3 req-1efd449e-4f50-4e26-b004-74d0e4de6d8c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 943 time: 0.2298274 Mar 09 04:00:50.936504 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=87361bb2-8af4-4bc8-976d-bb6830eb7753,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:50.968346 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04b535-10fb-4984-abc0-62c520cb1735 req-32ea8a11-d3b4-40fa-b2c2-29b51b0666a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:50.969829 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0a04b535-10fb-4984-abc0-62c520cb1735 req-32ea8a11-d3b4-40fa-b2c2-29b51b0666a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=728f1764-7035-454b-b803-10fc1ed1098e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2656562 Mar 09 04:00:50.985803 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-1338838f-f5ae-4a36-96d5-2bc571d8e693 None None] Set router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:00:50.986381 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bfa3f7ea-2d52-435e-ba7e-d4eda178c041 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:50.986638 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-bfa3f7ea-2d52-435e-ba7e-d4eda178c041 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Added segment de4e96c2-0e64-42cd-8376-9c50e0579fd5 of type vlan for network a01c6dfc-8ffb-446f-b516-88f7fc761575 Mar 09 04:00:50.988162 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['87361bb2-8af4-4bc8-976d-bb6830eb7753'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:00:51.024271 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bfa3f7ea-2d52-435e-ba7e-d4eda178c041 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:51.121575 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Pushing event updated for resources: {'Port': ['ID=3766b16b-c989-4b25-89fe-664aabe00733,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:51.157683 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0a04b535-10fb-4984-abc0-62c520cb1735 req-b094e713-e7b6-4f7f-ac7e-d80d612e2ec3 service neutron] 10.222.0.21 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719737 Mar 09 04:00:51.204165 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bb9b9c2d-5200-4c16-a74f-8b4ef56fbbc1 req-9a286312-add4-410c-816a-800d5563f1aa service neutron] 10.222.0.24 "GET /v2.0/networks/6f84cfcf-228d-4f64-9839-933d907d9a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187891 Mar 09 04:00:51.208246 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32d497bc-c134-43f5-acf2-a6a75b99c5d3 req-9d7b6c23-39d9-40af-ab4b-6e8e9716a5af tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3058290 Mar 09 04:00:51.276318 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Checking segment: {'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:00:51.276731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Network hostable DHCP agents. Network: 8e769fd6-61fa-4de6-86cc-6033e0e61157, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:00:51.298798 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8647d8e8-17c2-4107-8a31-c76ec26ccc34 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:51.354550 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bfa3f7ea-2d52-435e-ba7e-d4eda178c041 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:51.360561 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa3f7ea-2d52-435e-ba7e-d4eda178c041 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:51.361158 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bfa3f7ea-2d52-435e-ba7e-d4eda178c041 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:51.494717 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fed96-0938-4df3-892c-7db96b9340bc req-f08574c6-aaa5-46cf-8211-b6cda99bb8e7 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:51.496293 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-579fed96-0938-4df3-892c-7db96b9340bc req-f08574c6-aaa5-46cf-8211-b6cda99bb8e7 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 945 time: 0.4285705 Mar 09 04:00:51.511262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Network 8e769fd6-61fa-4de6-86cc-6033e0e61157 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:00:51.583942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3f7ea-2d52-435e-ba7e-d4eda178c041 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Network': ['ID=a01c6dfc-8ffb-446f-b516-88f7fc761575,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:51.597417 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network a01c6dfc-8ffb-446f-b516-88f7fc761575 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:00:51.615814 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-579fed96-0938-4df3-892c-7db96b9340bc req-fa8a4477-0815-4a89-a95e-629132204733 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056364 Mar 09 04:00:51.622916 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bfa3f7ea-2d52-435e-ba7e-d4eda178c041 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2115149 Mar 09 04:00:51.624063 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50208) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:51.635189 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 8e769fd6-61fa-4de6-86cc-6033e0e61157) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:00:51.641278 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:00:51.644680 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-4071c4f2-5a0b-4108-b28d-8f1deb085619 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'subnet': {'network_id': 'a01c6dfc-8ffb-446f-b516-88f7fc761575', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:51.663255 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8647d8e8-17c2-4107-8a31-c76ec26ccc34 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:51.679869 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3114d6c4-3bab-49bc-a8e8-b368c9ee319d None None] Network 8e769fd6-61fa-4de6-86cc-6033e0e61157 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:00:51.725962 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:51.727609 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:51.728191 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:51.734886 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647d8e8-17c2-4107-8a31-c76ec26ccc34 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Subnet': ['ID=30171231-6626-436c-aa30-1609604c6f5c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:51.761613 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port 3766b16b-c989-4b25-89fe-664aabe00733 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:00:51.762073 n-d-825178-5 neutron-server[87881]: ERROR neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:00:51.764050 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8647d8e8-17c2-4107-8a31-c76ec26ccc34 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:51.766900 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bb9b9c2d-5200-4c16-a74f-8b4ef56fbbc1 req-72f2dad9-d231-4267-8279-82209dc0f6e1 service neutron] 10.222.0.24 "GET /v2.0/networks/6f84cfcf-228d-4f64-9839-933d907d9a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362618 Mar 09 04:00:51.773393 n-d-825178-5 neutron-server[87881]: INFO neutron.plugins.ml2.plugin [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempt 2 to bind port 3766b16b-c989-4b25-89fe-664aabe00733 Mar 09 04:00:51.773622 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1338838f-f5ae-4a36-96d5-2bc571d8e693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T04:00:48Z', 'revision_number': 9, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None, '_interfaces': [{'id': '05bc3625-6d7b-49ed-a671-717c34efe317', 'name': '', 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:c7:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:40Z', 'updated_at': '2022-03-09T03:59:49Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5574ebb5-5d3c-41cf-98ae-26109342e129', 'name': '', 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:40:6a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:49Z', 'updated_at': '2022-03-09T04:00:04Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:51.779676 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1338838f-f5ae-4a36-96d5-2bc571d8e693 None None] The sync data for ids ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'] in n-d-825178-5 is: [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T04:00:48Z', 'revision_number': 9, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None, '_interfaces': [{'id': '05bc3625-6d7b-49ed-a671-717c34efe317', 'name': '', 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:c7:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:40Z', 'updated_at': '2022-03-09T03:59:49Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5574ebb5-5d3c-41cf-98ae-26109342e129', 'name': '', 'network_id': 'a7ba65c7-be6e-4354-899a-af0cfa1185d0', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:40:6a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:49Z', 'updated_at': '2022-03-09T04:00:04Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': '6f31fe74-1111-4ae0-b77a-1014c6861492', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:00:51.804247 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8647d8e8-17c2-4107-8a31-c76ec26ccc34 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/subnets/30171231-6626-436c-aa30-1609604c6f5c HTTP/1.1" status: 204 len: 168 time: 1.8253341 Mar 09 04:00:51.805309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50216) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:51.806280 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:51.806947 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:51.807393 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:51.815841 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port 3766b16b-c989-4b25-89fe-664aabe00733 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:00:51.816253 n-d-825178-5 neutron-server[87881]: ERROR neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:00:51.837963 n-d-825178-5 neutron-server[87881]: INFO neutron.plugins.ml2.plugin [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempt 3 to bind port 3766b16b-c989-4b25-89fe-664aabe00733 Mar 09 04:00:51.846682 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0a04b535-10fb-4984-abc0-62c520cb1735 req-0066ea07-2dca-4e87-87c6-827b2ee373e6 service neutron] 10.222.0.21 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6456807 Mar 09 04:00:51.879849 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21f3903-cc71-4e9e-ac27-94be789b4880 None None] Network a34cf005-63af-40a1-880b-69838d624ef8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:00:51.895907 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:51.895907 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:51.895907 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:51.908787 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4071c4f2-5a0b-4108-b28d-8f1deb085619 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:51.910519 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4071c4f2-5a0b-4108-b28d-8f1deb085619 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:subnet and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:51.923480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4071c4f2-5a0b-4108-b28d-8f1deb085619 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:51.930193 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4071c4f2-5a0b-4108-b28d-8f1deb085619 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:51.989256 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4071c4f2-5a0b-4108-b28d-8f1deb085619 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:00:51.992811 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4071c4f2-5a0b-4108-b28d-8f1deb085619 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:52.016622 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 398b299d-f7b5-4adb-9b34-a32629008e3e no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:00:52.031920 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port 3766b16b-c989-4b25-89fe-664aabe00733 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:00:52.032396 n-d-825178-5 neutron-server[87881]: ERROR neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:00:52.036514 n-d-825178-5 neutron-server[87881]: INFO neutron.plugins.ml2.plugin [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempt 4 to bind port 3766b16b-c989-4b25-89fe-664aabe00733 Mar 09 04:00:52.084588 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f0dbbe32-082a-4781-a14f-d322e23b160f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:52.087128 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:52.087711 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:52.088319 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:52.095165 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port 3766b16b-c989-4b25-89fe-664aabe00733 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:00:52.095620 n-d-825178-5 neutron-server[87881]: ERROR neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:00:52.096546 n-d-825178-5 neutron-server[87881]: INFO neutron.plugins.ml2.plugin [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempt 5 to bind port 3766b16b-c989-4b25-89fe-664aabe00733 Mar 09 04:00:52.116707 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:52.117120 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:52.117552 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:52.124310 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port 3766b16b-c989-4b25-89fe-664aabe00733 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:00:52.128308 n-d-825178-5 neutron-server[87881]: ERROR neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:00:52.129517 n-d-825178-5 neutron-server[87881]: INFO neutron.plugins.ml2.plugin [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempt 6 to bind port 3766b16b-c989-4b25-89fe-664aabe00733 Mar 09 04:00:52.137713 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-f0dbbe32-082a-4781-a14f-d322e23b160f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting port 8f0287e0-3b19-4f55-89c8-fd1b3116813d {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:00:52.138188 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f0dbbe32-082a-4781-a14f-d322e23b160f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:52.252076 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:52.252424 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:52.252761 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:52.268727 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port 3766b16b-c989-4b25-89fe-664aabe00733 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:00:52.269070 n-d-825178-5 neutron-server[87881]: ERROR neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:00:52.274143 n-d-825178-5 neutron-server[87881]: INFO neutron.plugins.ml2.plugin [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempt 7 to bind port 3766b16b-c989-4b25-89fe-664aabe00733 Mar 09 04:00:52.335035 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 398b299d-f7b5-4adb-9b34-a32629008e3e {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:00:52.335414 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 398b299d-f7b5-4adb-9b34-a32629008e3e not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:00:52.344715 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:52.345481 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:52.346028 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:52.371102 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port 3766b16b-c989-4b25-89fe-664aabe00733 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:00:52.371557 n-d-825178-5 neutron-server[87881]: ERROR neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:00:52.459466 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 87361bb2-8af4-4bc8-976d-bb6830eb7753 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:00:52.551047 n-d-825178-5 neutron-server[87881]: INFO neutron.plugins.ml2.plugin [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempt 8 to bind port 3766b16b-c989-4b25-89fe-664aabe00733 Mar 09 04:00:52.570811 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4071c4f2-5a0b-4108-b28d-8f1deb085619 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:52.581730 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 87361bb2-8af4-4bc8-976d-bb6830eb7753 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:00:52.583835 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:52.598596 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 87361bb2-8af4-4bc8-976d-bb6830eb7753 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:52.599257 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:52.599394 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:52.599892 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:52.664629 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port 3766b16b-c989-4b25-89fe-664aabe00733 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:00:52.665156 n-d-825178-5 neutron-server[87881]: ERROR neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:00:52.668580 n-d-825178-5 neutron-server[87881]: INFO neutron.plugins.ml2.plugin [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempt 9 to bind port 3766b16b-c989-4b25-89fe-664aabe00733 Mar 09 04:00:52.702344 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-f0dbbe32-082a-4781-a14f-d322e23b160f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] For port 8f0287e0-3b19-4f55-89c8-fd1b3116813d, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=8f0287e0-3b19-4f55-89c8-fd1b3116813d,segment=NetworkSegment(5255e2e4-04be-45ec-8304-b513e46eb369),segment_id=5255e2e4-04be-45ec-8304-b513e46eb369)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:52.703820 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f0dbbe32-082a-4781-a14f-d322e23b160f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:52.714386 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:52.714897 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:52.715346 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:52.726865 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4071c4f2-5a0b-4108-b28d-8f1deb085619 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Checking segment: {'id': 'de4e96c2-0e64-42cd-8376-9c50e0579fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a01c6dfc-8ffb-446f-b516-88f7fc761575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:00:52.727227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4071c4f2-5a0b-4108-b28d-8f1deb085619 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network hostable DHCP agents. Network: a01c6dfc-8ffb-446f-b516-88f7fc761575, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:00:52.739431 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b8fbc-ef5e-44a2-866c-de8544055cd7 req-24320af0-b1c2-4c81-a152-62a9696c821f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:52.740938 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f18b8fbc-ef5e-44a2-866c-de8544055cd7 req-24320af0-b1c2-4c81-a152-62a9696c821f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 944 time: 0.2582750 Mar 09 04:00:52.823495 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862a0c67-0052-4b9d-9939-f5d7a0cc8390 None None] DHCP port deletion for a34cf005-63af-40a1-880b-69838d624ef8 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:00:52.831608 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071c4f2-5a0b-4108-b28d-8f1deb085619 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Subnet': ['ID=eb8c194c-0304-4acb-b524-ef4bab3b5c28,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:52.836556 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-862a0c67-0052-4b9d-9939-f5d7a0cc8390 None None] Deleting port 8f0287e0-3b19-4f55-89c8-fd1b3116813d {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:00:52.836910 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-862a0c67-0052-4b9d-9939-f5d7a0cc8390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:52.838903 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f18b8fbc-ef5e-44a2-866c-de8544055cd7 req-a6aefe16-c577-459b-8dc5-0694a4ecdb5e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872359 Mar 09 04:00:52.840239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4071c4f2-5a0b-4108-b28d-8f1deb085619 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network a01c6dfc-8ffb-446f-b516-88f7fc761575 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:00:52.860868 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-4071c4f2-5a0b-4108-b28d-8f1deb085619 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, a01c6dfc-8ffb-446f-b516-88f7fc761575) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:00:52.876230 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4071c4f2-5a0b-4108-b28d-8f1deb085619 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:52.877211 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4071c4f2-5a0b-4108-b28d-8f1deb085619 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:52.882812 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b17913-91d4-453b-b116-3735be3b9e80 None None] Network a01c6dfc-8ffb-446f-b516-88f7fc761575 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:00:52.903358 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4071c4f2-5a0b-4108-b28d-8f1deb085619 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2776735 Mar 09 04:00:52.906907 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50244) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:52.913531 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-bdcee642-1c23-45f4-90e6-c32c7a0e3aaf tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'subnet': {'network_id': 'a01c6dfc-8ffb-446f-b516-88f7fc761575', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:52.943558 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-f0dbbe32-082a-4781-a14f-d322e23b160f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Calling delete_port for 8f0287e0-3b19-4f55-89c8-fd1b3116813d owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:00:52.989464 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:53.013222 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port 3766b16b-c989-4b25-89fe-664aabe00733 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:00:53.013542 n-d-825178-5 neutron-server[87881]: ERROR neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:00:53.017478 n-d-825178-5 neutron-server[87881]: INFO neutron.plugins.ml2.plugin [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempt 10 to bind port 3766b16b-c989-4b25-89fe-664aabe00733 Mar 09 04:00:53.071688 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bdcee642-1c23-45f4-90e6-c32c7a0e3aaf tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:53.074645 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:53.074997 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:53.075340 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:53.076644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bdcee642-1c23-45f4-90e6-c32c7a0e3aaf tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:subnet and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:53.081396 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bdcee642-1c23-45f4-90e6-c32c7a0e3aaf tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:53.089451 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bdcee642-1c23-45f4-90e6-c32c7a0e3aaf tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:53.104762 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6c164e-c184-48a4-b81e-3d676fd4774b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87361bb2-8af4-4bc8-976d-bb6830eb7753'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:00:53.106754 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcee642-1c23-45f4-90e6-c32c7a0e3aaf tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:00:53.112231 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bdcee642-1c23-45f4-90e6-c32c7a0e3aaf tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:53.132599 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port 3766b16b-c989-4b25-89fe-664aabe00733 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:00:53.132599 n-d-825178-5 neutron-server[87881]: ERROR neutron.plugins.ml2.managers [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port 3766b16b-c989-4b25-89fe-664aabe00733 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:00:53.132949 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:53.142950 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 87361bb2-8af4-4bc8-976d-bb6830eb7753, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=87361bb2-8af4-4bc8-976d-bb6830eb7753,segment=NetworkSegment(26228ff0-a8b2-4895-a564-33952ff51392),segment_id=26228ff0-a8b2-4895-a564-33952ff51392)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:53.198893 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6c164e-c184-48a4-b81e-3d676fd4774b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87361bb2-8af4-4bc8-976d-bb6830eb7753', 'code': 200} Mar 09 04:00:53.206592 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:53.207407 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3f64be45-2159-4d1b-8ef3-c8e377cfad34 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:00:53.250128 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f0dbbe32-082a-4781-a14f-d322e23b160f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:53.330819 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbbe32-082a-4781-a14f-d322e23b160f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Port': ['ID=8f0287e0-3b19-4f55-89c8-fd1b3116813d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:53.335071 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dbbe32-082a-4781-a14f-d322e23b160f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] No DVR routers for this DVR port 8f0287e0-3b19-4f55-89c8-fd1b3116813d on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:00:53.415236 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40bff17-fb7e-48d7-bf3d-00219e4ac486 req-35d9535a-8632-431b-8c8a-de6c2fb17056 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:53.416627 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f40bff17-fb7e-48d7-bf3d-00219e4ac486 req-35d9535a-8632-431b-8c8a-de6c2fb17056 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 945 time: 0.4021432 Mar 09 04:00:53.447560 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-862a0c67-0052-4b9d-9939-f5d7a0cc8390 None None] For port 8f0287e0-3b19-4f55-89c8-fd1b3116813d, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=8f0287e0-3b19-4f55-89c8-fd1b3116813d,segment=NetworkSegment(5255e2e4-04be-45ec-8304-b513e46eb369),segment_id=5255e2e4-04be-45ec-8304-b513e46eb369)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:53.448073 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-862a0c67-0052-4b9d-9939-f5d7a0cc8390 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:53.462506 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efb995f-f260-4756-a880-f77bd4ab2be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-a01c6dfc-8ffb-446f-b516-88f7fc761575', 'network_id': 'a01c6dfc-8ffb-446f-b516-88f7fc761575', 'tenant_id': '4142753503a14b29b880b4a248420f63', 'fixed_ips': [{'subnet_id': 'eb8c194c-0304-4acb-b524-ef4bab3b5c28'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:00:53.463337 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1efb995f-f260-4756-a880-f77bd4ab2be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:53.478807 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=87361bb2-8af4-4bc8-976d-bb6830eb7753,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:53.490651 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] For port 3766b16b-c989-4b25-89fe-664aabe00733, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:00:53.491067 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempted to set empty binding levels {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 09 04:00:53.554180 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:53.616053 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f0dbbe32-082a-4781-a14f-d322e23b160f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:53.649214 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:53.649820 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:53.676223 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f40bff17-fb7e-48d7-bf3d-00219e4ac486 req-589a30d7-e68e-4aac-8d01-8137bc5c43f7 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323782 Mar 09 04:00:53.692059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-f0dbbe32-082a-4781-a14f-d322e23b160f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34cf005-63af-40a1-880b-69838d624ef8']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:53.699162 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-862a0c67-0052-4b9d-9939-f5d7a0cc8390 None None] Calling delete_port for 8f0287e0-3b19-4f55-89c8-fd1b3116813d owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:00:53.705396 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.9493773 Mar 09 04:00:53.711037 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50252) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:53.717985 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-f0dbbe32-082a-4781-a14f-d322e23b160f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5255e2e4-04be-45ec-8304-b513e46eb369') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:53.718284 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-f0dbbe32-082a-4781-a14f-d322e23b160f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5255e2e4-04be-45ec-8304-b513e46eb369') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:53.738252 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce3465-ee15-4474-b05b-6b9bd574067a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Pushing event updated for resources: {'Port': ['ID=3766b16b-c989-4b25-89fe-664aabe00733,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:53.745200 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f0dbbe32-082a-4781-a14f-d322e23b160f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:53.784725 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f0dbbe32-082a-4781-a14f-d322e23b160f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:53.794021 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0dbbe32-082a-4781-a14f-d322e23b160f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:00:53.794572 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f0dbbe32-082a-4781-a14f-d322e23b160f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:53.795666 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb3708-8525-4c7a-8302-fccc971681f1 req-a13779f4-a09a-4c6f-83c1-07e03716a809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:53.797893 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-37bb3708-8525-4c7a-8302-fccc971681f1 req-a13779f4-a09a-4c6f-83c1-07e03716a809 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 1096 time: 0.4069812 Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:00:53.812666 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:00:53.823677 n-d-825178-5 neutron-server[87880]: INFO neutron.db.ipam_backend_mixin [None req-bdcee642-1c23-45f4-90e6-c32c7a0e3aaf tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet eb8c194c-0304-4acb-b524-ef4bab3b5c28 (CIDR: 172.20.0.0/28) Mar 09 04:00:53.838696 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdcee642-1c23-45f4-90e6-c32c7a0e3aaf tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:00:53.839236 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdcee642-1c23-45f4-90e6-c32c7a0e3aaf tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:00:53.857323 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a74a1-87b6-4263-9034-11314ccfcbaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Deleting port 3766b16b-c989-4b25-89fe-664aabe00733 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:00:53.857656 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dc8a74a1-87b6-4263-9034-11314ccfcbaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:53.870107 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:53.919437 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f0dbbe32-082a-4781-a14f-d322e23b160f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:53.925287 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bdcee642-1c23-45f4-90e6-c32c7a0e3aaf tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0172198 Mar 09 04:00:53.927709 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-37bb3708-8525-4c7a-8302-fccc971681f1 req-cb9b529f-7bd3-497c-b7c6-eb23831fdab0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189022 Mar 09 04:00:53.928297 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50258) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:53.938368 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-d378eca8-ffc3-4906-90a8-802cb168bc79 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'subnet': {'network_id': 'a01c6dfc-8ffb-446f-b516-88f7fc761575', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:53.944729 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 3f64be45-2159-4d1b-8ef3-c8e377cfad34, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3f64be45-2159-4d1b-8ef3-c8e377cfad34,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:53.949653 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f0dbbe32-082a-4781-a14f-d322e23b160f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:53.964562 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:53.966434 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-862a0c67-0052-4b9d-9939-f5d7a0cc8390 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:00:53.966659 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-862a0c67-0052-4b9d-9939-f5d7a0cc8390 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:00:53.982831 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbbe32-082a-4781-a14f-d322e23b160f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Network': ['ID=a34cf005-63af-40a1-880b-69838d624ef8,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:53.993474 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f0dbbe32-082a-4781-a14f-d322e23b160f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/networks/a34cf005-63af-40a1-880b-69838d624ef8 HTTP/1.1" status: 204 len: 168 time: 2.1797047 Mar 09 04:00:53.994550 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50262) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:54.104030 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8f0287e0-3b19-4f55-89c8-fd1b3116813d no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:00:54.191480 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 8f0287e0-3b19-4f55-89c8-fd1b3116813d {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:00:54.191944 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8f0287e0-3b19-4f55-89c8-fd1b3116813d not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:00:54.212895 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=3f64be45-2159-4d1b-8ef3-c8e377cfad34,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:54.270653 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-1efb995f-f260-4756-a880-f77bd4ab2be0 None None] Allocated IP 172.20.0.2 (a01c6dfc-8ffb-446f-b516-88f7fc761575/eb8c194c-0304-4acb-b524-ef4bab3b5c28/d9abd041-84c1-4385-9777-66682764c840) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:00:54.381241 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d378eca8-ffc3-4906-90a8-802cb168bc79 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:54.388985 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d378eca8-ffc3-4906-90a8-802cb168bc79 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:subnet and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:54.404812 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d378eca8-ffc3-4906-90a8-802cb168bc79 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:54.416404 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d378eca8-ffc3-4906-90a8-802cb168bc79 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:54.428456 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-dc8a74a1-87b6-4263-9034-11314ccfcbaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] For port 3766b16b-c989-4b25-89fe-664aabe00733, host n-h2-825178-5, got binding levels [] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:54.429357 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dc8a74a1-87b6-4263-9034-11314ccfcbaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:54.451134 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36939626-2090-4d54-93c6-bcbd895f86c3 req-0c63fb57-1092-41ba-b49f-917499fe311e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:54.453279 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-36939626-2090-4d54-93c6-bcbd895f86c3 req-0c63fb57-1092-41ba-b49f-917499fe311e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 945 time: 0.3556652 Mar 09 04:00:54.490515 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-862a0c67-0052-4b9d-9939-f5d7a0cc8390 None None] Deleting port 8f0287e0-3b19-4f55-89c8-fd1b3116813d {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:00:54.491359 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-862a0c67-0052-4b9d-9939-f5d7a0cc8390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:54.519687 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d378eca8-ffc3-4906-90a8-802cb168bc79 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:00:54.523107 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d378eca8-ffc3-4906-90a8-802cb168bc79 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:54.589560 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-862a0c67-0052-4b9d-9939-f5d7a0cc8390 None None] The port '8f0287e0-3b19-4f55-89c8-fd1b3116813d' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:00:54.605938 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a74a1-87b6-4263-9034-11314ccfcbaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Calling delete_port for 3766b16b-c989-4b25-89fe-664aabe00733 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:00:54.622947 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1efb995f-f260-4756-a880-f77bd4ab2be0 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:54.636199 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1efb995f-f260-4756-a880-f77bd4ab2be0 None None] Transition to ACTIVE for port object d9abd041-84c1-4385-9777-66682764c840 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:00:54.672309 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1efb995f-f260-4756-a880-f77bd4ab2be0 None None] Transition to ACTIVE for port object d9abd041-84c1-4385-9777-66682764c840 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:00:54.678999 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1efb995f-f260-4756-a880-f77bd4ab2be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:54.764299 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb995f-f260-4756-a880-f77bd4ab2be0 None None] Pushing event updated for resources: {'Port': ['ID=d9abd041-84c1-4385-9777-66682764c840,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:54.788128 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dc8a74a1-87b6-4263-9034-11314ccfcbaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:54.791318 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efb995f-f260-4756-a880-f77bd4ab2be0 None None] Network a01c6dfc-8ffb-446f-b516-88f7fc761575 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:00:54.792885 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-1efb995f-f260-4756-a880-f77bd4ab2be0 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:00:54.797998 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efb995f-f260-4756-a880-f77bd4ab2be0 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:00:54.818696 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-36939626-2090-4d54-93c6-bcbd895f86c3 req-90e1df33-ebdd-4e7c-9eda-696f44790c1a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3118238 Mar 09 04:00:54.902949 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a74a1-87b6-4263-9034-11314ccfcbaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Pushing event deleted for resources: {'Port': ['ID=3766b16b-c989-4b25-89fe-664aabe00733,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:54.928119 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-1efb995f-f260-4756-a880-f77bd4ab2be0 None None] Attempting to bind port d9abd041-84c1-4385-9777-66682764c840 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:54.929216 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-1efb995f-f260-4756-a880-f77bd4ab2be0 None None] Attempting to bind port d9abd041-84c1-4385-9777-66682764c840 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'de4e96c2-0e64-42cd-8376-9c50e0579fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a01c6dfc-8ffb-446f-b516-88f7fc761575'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:54.929707 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dc8a74a1-87b6-4263-9034-11314ccfcbaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:54.930006 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efb995f-f260-4756-a880-f77bd4ab2be0 None None] Attempting to bind port d9abd041-84c1-4385-9777-66682764c840 on network a01c6dfc-8ffb-446f-b516-88f7fc761575 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:54.935846 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efb995f-f260-4756-a880-f77bd4ab2be0 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:00:54.937063 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efb995f-f260-4756-a880-f77bd4ab2be0 None None] Checking segment: {'id': 'de4e96c2-0e64-42cd-8376-9c50e0579fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a01c6dfc-8ffb-446f-b516-88f7fc761575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:00:54.938361 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1efb995f-f260-4756-a880-f77bd4ab2be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:54.938980 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efb995f-f260-4756-a880-f77bd4ab2be0 None None] Bound using segment: {'id': 'de4e96c2-0e64-42cd-8376-9c50e0579fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a01c6dfc-8ffb-446f-b516-88f7fc761575'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:00:54.939592 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-1efb995f-f260-4756-a880-f77bd4ab2be0 None None] Bound port: d9abd041-84c1-4385-9777-66682764c840, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4e96c2-0e64-42cd-8376-9c50e0579fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a01c6dfc-8ffb-446f-b516-88f7fc761575'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:00:54.940090 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1efb995f-f260-4756-a880-f77bd4ab2be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:54.948513 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-dc8a74a1-87b6-4263-9034-11314ccfcbaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] 10.222.0.16 "DELETE /v2.0/ports/3766b16b-c989-4b25-89fe-664aabe00733 HTTP/1.1" status: 204 len: 168 time: 1.2355635 Mar 09 04:00:54.949368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50270) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:55.008139 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-993e632b-4b0d-4c9b-8bc2-2eb9f4297bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] GET failed (client error): The resource could not be found. Mar 09 04:00:55.008849 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-993e632b-4b0d-4c9b-8bc2-2eb9f4297bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Synchronizing usage tracker for tenant:8b09cec20ae34d8cb2ac4dd224c1b103 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:00:55.040942 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-1efb995f-f260-4756-a880-f77bd4ab2be0 None None] For port d9abd041-84c1-4385-9777-66682764c840, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:00:55.044253 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-1efb995f-f260-4756-a880-f77bd4ab2be0 None None] For port d9abd041-84c1-4385-9777-66682764c840, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d9abd041-84c1-4385-9777-66682764c840,segment=NetworkSegment(de4e96c2-0e64-42cd-8376-9c50e0579fd5),segment_id=de4e96c2-0e64-42cd-8376-9c50e0579fd5)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:00:55.051764 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1efb995f-f260-4756-a880-f77bd4ab2be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:55.054951 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-993e632b-4b0d-4c9b-8bc2-2eb9f4297bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Unset dirty status for tenant:8b09cec20ae34d8cb2ac4dd224c1b103 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:00:55.059509 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-993e632b-4b0d-4c9b-8bc2-2eb9f4297bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] 10.222.0.16 "GET /v2.0/ports/3766b16b-c989-4b25-89fe-664aabe00733 HTTP/1.1" status: 404 len: 333 time: 0.1051459 Mar 09 04:00:55.060124 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50274) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:55.068879 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-e3ad8b06-8c59-4427-a2ba-80d0b208e751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Request body: {'port': {'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-616809912'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:55.072683 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2d39d-8df1-4dec-a943-f2c88b053ae5 req-f407513a-3c56-4000-b48a-90aa8ced0ec4 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:55.073599 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f4d2d39d-8df1-4dec-a943-f2c88b053ae5 req-f407513a-3c56-4000-b48a-90aa8ced0ec4 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 943 time: 0.1919467 Mar 09 04:00:55.083236 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e3ad8b06-8c59-4427-a2ba-80d0b208e751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:55.106903 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e3ad8b06-8c59-4427-a2ba-80d0b208e751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:55.117250 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6c90ae5a-363c-4774-b0fe-9ecf58a04a5b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:55.127598 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ad8b06-8c59-4427-a2ba-80d0b208e751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Made reservation on behalf of 8b09cec20ae34d8cb2ac4dd224c1b103 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:00:55.141299 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e3ad8b06-8c59-4427-a2ba-80d0b208e751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:55.149924 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb995f-f260-4756-a880-f77bd4ab2be0 None None] Pushing event updated for resources: {'Port': ['ID=d9abd041-84c1-4385-9777-66682764c840,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:55.200042 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f64be45-2159-4d1b-8ef3-c8e377cfad34'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:00:55.220289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-e3ad8b06-8c59-4427-a2ba-80d0b208e751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] device_id is not set on port 5233a4d5-2580-4916-ae6c-433821f91c92 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:00:55.243884 n-d-825178-5 neutron-server[87882]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3f64be45-2159-4d1b-8ef3-c8e377cfad34', 'code': 422} returned with failed status Mar 09 04:00:55.268693 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f4d2d39d-8df1-4dec-a943-f2c88b053ae5 req-449059bd-e887-4a02-bccc-800ce0a484b4 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869977 Mar 09 04:00:55.277200 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d378eca8-ffc3-4906-90a8-802cb168bc79 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:55.359214 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d378eca8-ffc3-4906-90a8-802cb168bc79 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network a01c6dfc-8ffb-446f-b516-88f7fc761575 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:00:55.378213 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-d378eca8-ffc3-4906-90a8-802cb168bc79 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:00:55.381725 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d378eca8-ffc3-4906-90a8-802cb168bc79 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:55.385363 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d378eca8-ffc3-4906-90a8-802cb168bc79 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:55.426278 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378eca8-ffc3-4906-90a8-802cb168bc79 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Subnet': ['ID=2a118990-e9ca-43a1-9846-ff6b9b0402b7,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:55.502428 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50288) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:55.503286 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d378eca8-ffc3-4906-90a8-802cb168bc79 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5717552 Mar 09 04:00:55.509048 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-abc675cb-9f0a-4d81-87f4-b77ab34d1206 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'port': {'network_id': 'a01c6dfc-8ffb-446f-b516-88f7fc761575', 'fixed_ips': [{'subnet_id': 'eb8c194c-0304-4acb-b524-ef4bab3b5c28'}, {'subnet_id': '2a118990-e9ca-43a1-9846-ff6b9b0402b7'}], 'name': 'tempest-PortsTestJSON-1476359572'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:55.692619 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-6c90ae5a-363c-4774-b0fe-9ecf58a04a5b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting port 5574ebb5-5d3c-41cf-98ae-26109342e129 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:00:55.692974 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6c90ae5a-363c-4774-b0fe-9ecf58a04a5b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:55.784676 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e3ad8b06-8c59-4427-a2ba-80d0b208e751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:55.829311 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e3ad8b06-8c59-4427-a2ba-80d0b208e751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:55.836186 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-abc675cb-9f0a-4d81-87f4-b77ab34d1206 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:55.840631 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-abc675cb-9f0a-4d81-87f4-b77ab34d1206 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:port and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:55.844622 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-abc675cb-9f0a-4d81-87f4-b77ab34d1206 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:55.850419 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-abc675cb-9f0a-4d81-87f4-b77ab34d1206 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:55.952498 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc675cb-9f0a-4d81-87f4-b77ab34d1206 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:00:55.993265 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ad8b06-8c59-4427-a2ba-80d0b208e751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Network 8e769fd6-61fa-4de6-86cc-6033e0e61157 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:00:55.995517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-e3ad8b06-8c59-4427-a2ba-80d0b208e751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:00:56.011927 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ad8b06-8c59-4427-a2ba-80d0b208e751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:00:56.014127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad8b06-8c59-4427-a2ba-80d0b208e751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:56.017021 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e3ad8b06-8c59-4427-a2ba-80d0b208e751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:56.081101 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad8b06-8c59-4427-a2ba-80d0b208e751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Pushing event updated for resources: {'Port': ['ID=5233a4d5-2580-4916-ae6c-433821f91c92,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:56.106983 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e3ad8b06-8c59-4427-a2ba-80d0b208e751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0452576 Mar 09 04:00:56.108063 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50308) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:56.138677 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:56.176683 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d9abd041-84c1-4385-9777-66682764c840 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:00:56.312075 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port d9abd041-84c1-4385-9777-66682764c840 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:00:56.323391 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-abc675cb-9f0a-4d81-87f4-b77ab34d1206 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:56.326314 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:56.347764 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-6c90ae5a-363c-4774-b0fe-9ecf58a04a5b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] For port 5574ebb5-5d3c-41cf-98ae-26109342e129, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5574ebb5-5d3c-41cf-98ae-26109342e129,segment=NetworkSegment(780ecac4-80de-4a16-a73d-0fd640ba5e3b),segment_id=780ecac4-80de-4a16-a73d-0fd640ba5e3b)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:56.348217 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6c90ae5a-363c-4774-b0fe-9ecf58a04a5b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:56.434012 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-abc675cb-9f0a-4d81-87f4-b77ab34d1206 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] device_id is not set on port 471d60f7-2328-4c25-96cb-5050d082b4ba yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:00:56.524091 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e6f50d-61e6-431c-afc5-d2f260f0fa2f None None] Network a01c6dfc-8ffb-446f-b516-88f7fc761575 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:00:56.569127 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-6c90ae5a-363c-4774-b0fe-9ecf58a04a5b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Calling delete_port for 5574ebb5-5d3c-41cf-98ae-26109342e129 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:00:56.609478 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] device_id is not set on port 5233a4d5-2580-4916-ae6c-433821f91c92 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:00:56.618703 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:56.662411 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1296799c-9f0b-423b-ba5b-ee48aaf57173 None None] Provisioning for port d9abd041-84c1-4385-9777-66682764c840 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:00:56.662645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Transition to ACTIVE for port object 5233a4d5-2580-4916-ae6c-433821f91c92 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:00:56.677854 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:56.701092 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1296799c-9f0b-423b-ba5b-ee48aaf57173 None None] Provisioning complete for port d9abd041-84c1-4385-9777-66682764c840 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:56.701456 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1296799c-9f0b-423b-ba5b-ee48aaf57173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:56.897039 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:56.897618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:56.897853 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:56.902199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Pushing event updated for resources: {'Port': ['ID=5233a4d5-2580-4916-ae6c-433821f91c92,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:56.909685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port 5233a4d5-2580-4916-ae6c-433821f91c92 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:00:56.909685 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:00:56.910603 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempt 2 to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 Mar 09 04:00:56.925292 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5104a14-0e74-49c1-ad99-125f83696236 req-b477157c-0efc-4f6b-8690-92d0ac54d0f5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:56.926037 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e5104a14-0e74-49c1-ad99-125f83696236 req-b477157c-0efc-4f6b-8690-92d0ac54d0f5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Synchronizing usage tracker for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:00:56.929721 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:56.930182 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:56.930615 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:56.936534 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port 5233a4d5-2580-4916-ae6c-433821f91c92 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:00:56.937358 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:00:56.940551 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempt 3 to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 Mar 09 04:00:56.965783 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:56.966287 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:56.966732 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:56.975018 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port 5233a4d5-2580-4916-ae6c-433821f91c92 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:00:56.975490 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:00:56.984608 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e2897-3fc1-4bba-9cd7-a78a52ab7e8f req-a0e12244-5373-48b3-9133-9465514198a2 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:56.985431 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f79e2897-3fc1-4bba-9cd7-a78a52ab7e8f req-a0e12244-5373-48b3-9133-9465514198a2 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 943 time: 0.2859306 Mar 09 04:00:56.985999 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempt 4 to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 Mar 09 04:00:57.020010 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:57.020434 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:57.020876 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:57.021580 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e5104a14-0e74-49c1-ad99-125f83696236 req-b477157c-0efc-4f6b-8690-92d0ac54d0f5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Unset dirty status for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:00:57.022756 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e5104a14-0e74-49c1-ad99-125f83696236 req-b477157c-0efc-4f6b-8690-92d0ac54d0f5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 945 time: 0.9070222 Mar 09 04:00:57.028629 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1296799c-9f0b-423b-ba5b-ee48aaf57173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:57.040980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port 5233a4d5-2580-4916-ae6c-433821f91c92 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:00:57.041464 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:00:57.047744 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempt 5 to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 Mar 09 04:00:57.065383 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f79e2897-3fc1-4bba-9cd7-a78a52ab7e8f req-ed423263-dcd3-4b94-b88e-2d9a6c9f0516 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720360 Mar 09 04:00:57.070059 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:57.070059 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:57.070629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:57.074126 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-1296799c-9f0b-423b-ba5b-ee48aaf57173 None None] For port d9abd041-84c1-4385-9777-66682764c840, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d9abd041-84c1-4385-9777-66682764c840,segment=NetworkSegment(de4e96c2-0e64-42cd-8376-9c50e0579fd5),segment_id=de4e96c2-0e64-42cd-8376-9c50e0579fd5)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:57.075938 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port 5233a4d5-2580-4916-ae6c-433821f91c92 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:00:57.076387 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:00:57.076930 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempt 6 to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 Mar 09 04:00:57.080446 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1296799c-9f0b-423b-ba5b-ee48aaf57173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:57.094292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:57.095042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:57.095798 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:57.102309 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port 5233a4d5-2580-4916-ae6c-433821f91c92 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:00:57.102792 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:00:57.103333 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempt 7 to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 Mar 09 04:00:57.120246 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:57.120704 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:57.121166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:57.126648 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port 5233a4d5-2580-4916-ae6c-433821f91c92 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:00:57.127702 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:00:57.127702 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempt 8 to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 Mar 09 04:00:57.143756 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:57.144562 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:57.144760 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:57.150527 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port 5233a4d5-2580-4916-ae6c-433821f91c92 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:00:57.150981 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:00:57.151483 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempt 9 to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 Mar 09 04:00:57.162899 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-810b8b78-a066-4b26-899a-840bb57ce453 req-16b67118-d8e2-4762-b193-619b60da8875 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3513403 Mar 09 04:00:57.172717 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e5104a14-0e74-49c1-ad99-125f83696236 req-a52f7aea-15d5-409c-a11f-009f082f5961 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Synchronizing usage tracker for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:00:57.175277 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:57.176039 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:57.176221 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:57.182242 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port 5233a4d5-2580-4916-ae6c-433821f91c92 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:00:57.182754 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:00:57.183357 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempt 10 to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 Mar 09 04:00:57.199121 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:00:57.199623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:00:57.200068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:00:57.205000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port 5233a4d5-2580-4916-ae6c-433821f91c92 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:00:57.205441 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port 5233a4d5-2580-4916-ae6c-433821f91c92 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:00:57.205902 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:57.225146 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296799c-9f0b-423b-ba5b-ee48aaf57173 None None] Pushing event updated for resources: {'Port': ['ID=d9abd041-84c1-4385-9777-66682764c840,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:57.233134 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67070894-bf40-4426-b743-d8f45509cc6c None None] Update dhcp port {'port': {'network_id': 'a01c6dfc-8ffb-446f-b516-88f7fc761575', 'fixed_ips': [{'subnet_id': 'eb8c194c-0304-4acb-b524-ef4bab3b5c28', 'ip_address': '172.20.0.2'}, {'subnet_id': '2a118990-e9ca-43a1-9846-ff6b9b0402b7'}], 'binding:host_id': 'n-d-825178-5'}, 'id': 'd9abd041-84c1-4385-9777-66682764c840'} from n-d-825178-5. {{(pid=87882) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 04:00:57.285897 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e5104a14-0e74-49c1-ad99-125f83696236 req-a52f7aea-15d5-409c-a11f-009f082f5961 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Unset dirty status for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:00:57.287066 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e5104a14-0e74-49c1-ad99-125f83696236 req-a52f7aea-15d5-409c-a11f-009f082f5961 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2508912 Mar 09 04:00:57.292354 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-67070894-bf40-4426-b743-d8f45509cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:57.332925 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-abc675cb-9f0a-4d81-87f4-b77ab34d1206 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Allocated IP 172.20.0.13 (a01c6dfc-8ffb-446f-b516-88f7fc761575/eb8c194c-0304-4acb-b524-ef4bab3b5c28/471d60f7-2328-4c25-96cb-5050d082b4ba) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:00:57.339995 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-abc675cb-9f0a-4d81-87f4-b77ab34d1206 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Allocated IP 172.20.0.19 (a01c6dfc-8ffb-446f-b516-88f7fc761575/2a118990-e9ca-43a1-9846-ff6b9b0402b7/471d60f7-2328-4c25-96cb-5050d082b4ba) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:00:57.343215 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6c90ae5a-363c-4774-b0fe-9ecf58a04a5b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:57.397711 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] For port 5233a4d5-2580-4916-ae6c-433821f91c92, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:00:57.400347 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempted to set empty binding levels {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 09 04:00:57.409033 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:57.423726 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90ae5a-363c-4774-b0fe-9ecf58a04a5b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Port': ['ID=5574ebb5-5d3c-41cf-98ae-26109342e129,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:57.482440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] In _notify_port_updated(), no bound segment for port 5233a4d5-2580-4916-ae6c-433821f91c92 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87880) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 04:00:57.483340 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:57.483942 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:57.487659 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] 10.222.0.16 "PUT /v2.0/ports/5233a4d5-2580-4916-ae6c-433821f91c92 HTTP/1.1" status: 200 len: 978 time: 1.3713040 Mar 09 04:00:57.488675 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50344) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:57.525936 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:00:57.605970 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758db515-f294-4395-afc0-8197a5c36f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Pushing event updated for resources: {'Port': ['ID=5233a4d5-2580-4916-ae6c-433821f91c92,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:57.682791 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41763aa2-0294-48d6-b5cb-e174c4210c48 req-7158cfd2-2fb7-4ac0-9825-e6231b5b1093 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:57.684473 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-41763aa2-0294-48d6-b5cb-e174c4210c48 req-7158cfd2-2fb7-4ac0-9825-e6231b5b1093 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 945 time: 0.1548364 Mar 09 04:00:57.704608 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e271578-5ee8-40c9-8996-617c2778de6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:57.705421 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e271578-5ee8-40c9-8996-617c2778de6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:57.705911 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e271578-5ee8-40c9-8996-617c2778de6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:57.706379 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e271578-5ee8-40c9-8996-617c2778de6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:57.706843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e271578-5ee8-40c9-8996-617c2778de6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:57.707324 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e271578-5ee8-40c9-8996-617c2778de6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:57.707784 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e271578-5ee8-40c9-8996-617c2778de6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:57.708239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e271578-5ee8-40c9-8996-617c2778de6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:57.708695 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e271578-5ee8-40c9-8996-617c2778de6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:57.709149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e271578-5ee8-40c9-8996-617c2778de6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:57.709606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e271578-5ee8-40c9-8996-617c2778de6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:57.710059 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e271578-5ee8-40c9-8996-617c2778de6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:57.710514 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e271578-5ee8-40c9-8996-617c2778de6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:57.711401 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e271578-5ee8-40c9-8996-617c2778de6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:57.711876 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e271578-5ee8-40c9-8996-617c2778de6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:57.712334 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e271578-5ee8-40c9-8996-617c2778de6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:57.712789 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e271578-5ee8-40c9-8996-617c2778de6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:57.713244 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e271578-5ee8-40c9-8996-617c2778de6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:57.713697 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e271578-5ee8-40c9-8996-617c2778de6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:57.714148 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e271578-5ee8-40c9-8996-617c2778de6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:57.714603 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e271578-5ee8-40c9-8996-617c2778de6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:57.715075 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e271578-5ee8-40c9-8996-617c2778de6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:57.715529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e271578-5ee8-40c9-8996-617c2778de6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:57.715978 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e271578-5ee8-40c9-8996-617c2778de6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:57.718800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8e271578-5ee8-40c9-8996-617c2778de6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Synchronizing usage tracker for tenant:8b09cec20ae34d8cb2ac4dd224c1b103 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:00:57.778071 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8e271578-5ee8-40c9-8996-617c2778de6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Unset dirty status for tenant:8b09cec20ae34d8cb2ac4dd224c1b103 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:00:57.779549 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8e271578-5ee8-40c9-8996-617c2778de6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21695 time: 0.2904961 Mar 09 04:00:57.783885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50350) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:57.834689 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-41763aa2-0294-48d6-b5cb-e174c4210c48 req-58d519d3-928b-4164-96b1-131fb4ddfe2e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107252 Mar 09 04:00:57.858448 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-aa87d7d4-4fd7-490e-94e1-d25d09d9ffc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Deleting port 5233a4d5-2580-4916-ae6c-433821f91c92 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:00:57.858448 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aa87d7d4-4fd7-490e-94e1-d25d09d9ffc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:57.887055 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50354) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:58.039755 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6c90ae5a-363c-4774-b0fe-9ecf58a04a5b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:58.172392 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-abc675cb-9f0a-4d81-87f4-b77ab34d1206 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:58.176593 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d9abd041-84c1-4385-9777-66682764c840 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:00:58.254323 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port d9abd041-84c1-4385-9777-66682764c840 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:00:58.255455 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:58.300156 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-abc675cb-9f0a-4d81-87f4-b77ab34d1206 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Transition to ACTIVE for port object 471d60f7-2328-4c25-96cb-5050d082b4ba will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:00:58.372862 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cafc1d5-a8ac-4584-b14e-0189e92259f9 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:58.375880 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6cafc1d5-a8ac-4584-b14e-0189e92259f9 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 1091 time: 0.4869950 Mar 09 04:00:58.381103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50364) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:58.388332 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-8db5147e-1b3b-4dc2-9d7e-98c34bb0987f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'port_id': '87361bb2-8af4-4bc8-976d-bb6830eb7753', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:58.394602 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8db5147e-1b3b-4dc2-9d7e-98c34bb0987f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:58.396790 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-abc675cb-9f0a-4d81-87f4-b77ab34d1206 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:58.399452 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8db5147e-1b3b-4dc2-9d7e-98c34bb0987f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:floatingip and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:00:58.402802 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8db5147e-1b3b-4dc2-9d7e-98c34bb0987f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:00:58.409431 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8db5147e-1b3b-4dc2-9d7e-98c34bb0987f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:58.427222 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8db5147e-1b3b-4dc2-9d7e-98c34bb0987f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:58.428617 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 3f64be45-2159-4d1b-8ef3-c8e377cfad34 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:00:58.472380 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-aa87d7d4-4fd7-490e-94e1-d25d09d9ffc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] For port 5233a4d5-2580-4916-ae6c-433821f91c92, host n-h2-825178-5, got binding levels [] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:58.472727 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aa87d7d4-4fd7-490e-94e1-d25d09d9ffc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:58.521549 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc675cb-9f0a-4d81-87f4-b77ab34d1206 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network a01c6dfc-8ffb-446f-b516-88f7fc761575 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:00:58.547557 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-67070894-bf40-4426-b743-d8f45509cc6c None None] Allocated IP 172.20.0.18 (a01c6dfc-8ffb-446f-b516-88f7fc761575/2a118990-e9ca-43a1-9846-ff6b9b0402b7/d9abd041-84c1-4385-9777-66682764c840) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:00:58.581160 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-abc675cb-9f0a-4d81-87f4-b77ab34d1206 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:00:58.613519 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc675cb-9f0a-4d81-87f4-b77ab34d1206 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:00:58.632328 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-aa87d7d4-4fd7-490e-94e1-d25d09d9ffc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Calling delete_port for 5233a4d5-2580-4916-ae6c-433821f91c92 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:00:58.765249 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aa87d7d4-4fd7-490e-94e1-d25d09d9ffc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:58.831155 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87d7d4-4fd7-490e-94e1-d25d09d9ffc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Pushing event deleted for resources: {'Port': ['ID=5233a4d5-2580-4916-ae6c-433821f91c92,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:58.911162 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aa87d7d4-4fd7-490e-94e1-d25d09d9ffc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:58.914054 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc675cb-9f0a-4d81-87f4-b77ab34d1206 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Port': ['ID=471d60f7-2328-4c25-96cb-5050d082b4ba,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:58.953569 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc675cb-9f0a-4d81-87f4-b77ab34d1206 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:58.953569 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-abc675cb-9f0a-4d81-87f4-b77ab34d1206 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:58.973140 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-aa87d7d4-4fd7-490e-94e1-d25d09d9ffc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] 10.222.0.16 "DELETE /v2.0/ports/5233a4d5-2580-4916-ae6c-433821f91c92 HTTP/1.1" status: 204 len: 168 time: 1.1880400 Mar 09 04:00:58.973929 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50368) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:59.031731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c90ae5a-363c-4774-b0fe-9ecf58a04a5b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:00:59.040461 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99023752-dc0b-4a83-925c-a2f3f679cf79 req-599159a4-adce-4cd7-99b9-3f545279595a tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:00:59.042168 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-99023752-dc0b-4a83-925c-a2f3f679cf79 req-599159a4-adce-4cd7-99b9-3f545279595a tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 943 time: 0.7049315 Mar 09 04:00:59.049974 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-abc675cb-9f0a-4d81-87f4-b77ab34d1206 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.5463946 Mar 09 04:00:59.053348 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50372) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:59.061892 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-a99462d6-39ad-47b7-9919-1c57ed954bd4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eb8c194c-0304-4acb-b524-ef4bab3b5c28'}]}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:59.084028 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e28d5f0-1893-4d5c-807c-4ea317208a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] GET failed (client error): The resource could not be found. Mar 09 04:00:59.084672 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5e28d5f0-1893-4d5c-807c-4ea317208a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Synchronizing usage tracker for tenant:8b09cec20ae34d8cb2ac4dd224c1b103 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:00:59.104504 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91479203-141e-41dc-9d3f-3ac779b63762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:59.128066 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8db5147e-1b3b-4dc2-9d7e-98c34bb0987f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:59.130842 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5e28d5f0-1893-4d5c-807c-4ea317208a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Unset dirty status for tenant:8b09cec20ae34d8cb2ac4dd224c1b103 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:00:59.137208 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5e28d5f0-1893-4d5c-807c-4ea317208a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] 10.222.0.16 "GET /v2.0/ports/5233a4d5-2580-4916-ae6c-433821f91c92 HTTP/1.1" status: 404 len: 333 time: 0.1609225 Mar 09 04:00:59.140948 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50376) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:59.171592 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-67070894-bf40-4426-b743-d8f45509cc6c None None] For port d9abd041-84c1-4385-9777-66682764c840, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d9abd041-84c1-4385-9777-66682764c840,segment=NetworkSegment(de4e96c2-0e64-42cd-8376-9c50e0579fd5),segment_id=de4e96c2-0e64-42cd-8376-9c50e0579fd5)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:00:59.196898 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-6dc70a7b-6927-49a9-bdbc-bcd243b565b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-665664068', 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:00:59.206794 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6dc70a7b-6927-49a9-bdbc-bcd243b565b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:00:59.227309 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-67070894-bf40-4426-b743-d8f45509cc6c None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:59.229199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6dc70a7b-6927-49a9-bdbc-bcd243b565b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:00:59.266628 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc70a7b-6927-49a9-bdbc-bcd243b565b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Made reservation on behalf of 8b09cec20ae34d8cb2ac4dd224c1b103 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:00:59.270229 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6dc70a7b-6927-49a9-bdbc-bcd243b565b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:59.271310 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-67070894-bf40-4426-b743-d8f45509cc6c None None] Transition to ACTIVE for port object d9abd041-84c1-4385-9777-66682764c840 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:00:59.279539 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-67070894-bf40-4426-b743-d8f45509cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:59.349193 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-6dc70a7b-6927-49a9-bdbc-bcd243b565b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] device_id is not set on port 52484974-eab6-41f9-86f9-b76ed67535de yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:00:59.352782 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-99023752-dc0b-4a83-925c-a2f3f679cf79 req-4f9a68dc-fc11-4ce4-b38c-188953fbfe23 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3000827 Mar 09 04:00:59.428058 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c90ae5a-363c-4774-b0fe-9ecf58a04a5b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:00:59.448386 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70072474-477f-4341-999d-6a477b418f1e None None] Sync routers for ids ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:00:59.494218 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-8db5147e-1b3b-4dc2-9d7e-98c34bb0987f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Allocated IP 172.25.7.245 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/32fd27d9-d9a8-46d3-8711-b8a579aed6e4) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:00:59.521941 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70072474-477f-4341-999d-6a477b418f1e None None] Routers {'34d5ee3a-a03e-4583-9a0e-f6df150f7036'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:00:59.521941 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-70072474-477f-4341-999d-6a477b418f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:00:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:00:59.523470 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50384) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:00:59.527100 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6c90ae5a-363c-4774-b0fe-9ecf58a04a5b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "PUT /v2.0/routers/34d5ee3a-a03e-4583-9a0e-f6df150f7036/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5297394 Mar 09 04:00:59.528367 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a99462d6-39ad-47b7-9919-1c57ed954bd4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:00:59.582457 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67070894-bf40-4426-b743-d8f45509cc6c None None] Pushing event updated for resources: {'Port': ['ID=d9abd041-84c1-4385-9777-66682764c840,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:00:59.733080 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-70072474-477f-4341-999d-6a477b418f1e None None] Set router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:00:59.752506 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-9504a4ab-28a1-4191-91a4-3096c4fff8b6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting subnet 6f31fe74-1111-4ae0-b77a-1014c6861492 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:00:59.833736 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9504a4ab-28a1-4191-91a4-3096c4fff8b6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:00.128398 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d9abd041-84c1-4385-9777-66682764c840 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:01:00.139780 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9504a4ab-28a1-4191-91a4-3096c4fff8b6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:00.263828 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-a99462d6-39ad-47b7-9919-1c57ed954bd4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Delete allocated IP 172.20.0.19 (a01c6dfc-8ffb-446f-b516-88f7fc761575/2a118990-e9ca-43a1-9846-ff6b9b0402b7) {{(pid=87881) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 09 04:01:00.281921 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6dc70a7b-6927-49a9-bdbc-bcd243b565b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:00.302214 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8db5147e-1b3b-4dc2-9d7e-98c34bb0987f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:00.389008 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50392) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:00.428350 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-70072474-477f-4341-999d-6a477b418f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T04:00:57Z', 'revision_number': 10, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None, '_interfaces': [{'id': '05bc3625-6d7b-49ed-a671-717c34efe317', 'name': '', 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:c7:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:40Z', 'updated_at': '2022-03-09T03:59:49Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:00.452735 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70072474-477f-4341-999d-6a477b418f1e None None] Checking router: 34d5ee3a-a03e-4583-9a0e-f6df150f7036 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:01:00.460994 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e5f2c1-9e36-485e-bf40-fb89fca2e5f0 None None] Network a01c6dfc-8ffb-446f-b516-88f7fc761575 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:01:00.504677 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70072474-477f-4341-999d-6a477b418f1e None None] Routers {'34d5ee3a-a03e-4583-9a0e-f6df150f7036'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:01:00.505395 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-70072474-477f-4341-999d-6a477b418f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:00:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:00.507384 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9504a4ab-28a1-4191-91a4-3096c4fff8b6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:00.544183 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6dc70a7b-6927-49a9-bdbc-bcd243b565b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:00.587169 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a99462d6-39ad-47b7-9919-1c57ed954bd4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:00.606398 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-a99462d6-39ad-47b7-9919-1c57ed954bd4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Ignored duplicate provisioning block setup for port 471d60f7-2328-4c25-96cb-5050d082b4ba by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 09 04:01:00.611832 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a99462d6-39ad-47b7-9919-1c57ed954bd4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:00.687573 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8db5147e-1b3b-4dc2-9d7e-98c34bb0987f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:00.702890 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc70a7b-6927-49a9-bdbc-bcd243b565b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Network 8e769fd6-61fa-4de6-86cc-6033e0e61157 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:01:00.719867 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-6dc70a7b-6927-49a9-bdbc-bcd243b565b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:01:00.733732 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db5147e-1b3b-4dc2-9d7e-98c34bb0987f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:01:00.759237 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc70a7b-6927-49a9-bdbc-bcd243b565b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:01:00.760196 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc70a7b-6927-49a9-bdbc-bcd243b565b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:00.760790 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6dc70a7b-6927-49a9-bdbc-bcd243b565b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:00.783182 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-8db5147e-1b3b-4dc2-9d7e-98c34bb0987f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:01:00.791320 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc70a7b-6927-49a9-bdbc-bcd243b565b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Pushing event updated for resources: {'Port': ['ID=52484974-eab6-41f9-86f9-b76ed67535de,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:00.799189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db5147e-1b3b-4dc2-9d7e-98c34bb0987f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:01:00.847910 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-a99462d6-39ad-47b7-9919-1c57ed954bd4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] In _notify_port_updated(), no bound segment for port 471d60f7-2328-4c25-96cb-5050d082b4ba on network a01c6dfc-8ffb-446f-b516-88f7fc761575 {{(pid=87881) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 04:01:00.853726 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99462d6-39ad-47b7-9919-1c57ed954bd4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:00.854408 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a99462d6-39ad-47b7-9919-1c57ed954bd4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:00.859152 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a99462d6-39ad-47b7-9919-1c57ed954bd4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "PUT /v2.0/ports/471d60f7-2328-4c25-96cb-5050d082b4ba HTTP/1.1" status: 200 len: 920 time: 1.8024285 Mar 09 04:01:00.862633 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50402) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:00.869069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-ecf6893b-eece-4bc7-970c-1d6fcc706fd9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eb8c194c-0304-4acb-b524-ef4bab3b5c28'}, {'subnet_id': '2a118990-e9ca-43a1-9846-ff6b9b0402b7'}]}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:00.880869 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ddb59391-fbfc-45d4-b0b3-69eb278907ad None None] Provisioning for port d9abd041-84c1-4385-9777-66682764c840 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:01:00.924992 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99462d6-39ad-47b7-9919-1c57ed954bd4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Port': ['ID=471d60f7-2328-4c25-96cb-5050d082b4ba,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:00.943545 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ddb59391-fbfc-45d4-b0b3-69eb278907ad None None] Provisioning complete for port d9abd041-84c1-4385-9777-66682764c840 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:00.951280 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ddb59391-fbfc-45d4-b0b3-69eb278907ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:01.039063 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-70072474-477f-4341-999d-6a477b418f1e None None] Set router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:01:01.112344 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ecf6893b-eece-4bc7-970c-1d6fcc706fd9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:01.208322 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-53c8ff72-4a5b-423e-83de-a2f1e1013f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:01.216656 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9504a4ab-28a1-4191-91a4-3096c4fff8b6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:01.323392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5147e-1b3b-4dc2-9d7e-98c34bb0987f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Port': ['ID=32fd27d9-d9a8-46d3-8711-b8a579aed6e4,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:01.326078 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504a4ab-28a1-4191-91a4-3096c4fff8b6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Subnet': ['ID=6f31fe74-1111-4ae0-b77a-1014c6861492,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:01.358370 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9504a4ab-28a1-4191-91a4-3096c4fff8b6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:01.360549 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9504a4ab-28a1-4191-91a4-3096c4fff8b6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/subnets/6f31fe74-1111-4ae0-b77a-1014c6861492 HTTP/1.1" status: 204 len: 168 time: 1.8355572 Mar 09 04:01:01.379198 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50406) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:01.380885 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6dc70a7b-6927-49a9-bdbc-bcd243b565b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.2393835 Mar 09 04:01:01.390764 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d3724-6354-4676-a62f-adb8be06c237 req-30957079-a621-49ba-8c75-6e19c985056f tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:01.391559 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c3918f-ab95-45a3-a385-a3fb49481199 None None] Network a7ba65c7-be6e-4354-899a-af0cfa1185d0 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:01:01.392760 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1f2d3724-6354-4676-a62f-adb8be06c237 req-30957079-a621-49ba-8c75-6e19c985056f tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 943 time: 0.8462002 Mar 09 04:01:01.395032 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50408) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:01.511045 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cc79fc78-3516-4e53-b5e8-773016fa00fe tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] 10.222.0.16 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3449 time: 1.1045344 Mar 09 04:01:01.515234 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50416) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:01.554376 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-d5e846fa-2c9b-49ab-8ebc-c4d0b0019ea9 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Request body: {'network': {'name': 'tempest-network-smoke--287147033', 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'port_security_enabled': False}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:01.632681 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-ecf6893b-eece-4bc7-970c-1d6fcc706fd9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Allocated IP 172.20.0.29 (a01c6dfc-8ffb-446f-b516-88f7fc761575/2a118990-e9ca-43a1-9846-ff6b9b0402b7/471d60f7-2328-4c25-96cb-5050d082b4ba) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:01:01.655891 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d5e846fa-2c9b-49ab-8ebc-c4d0b0019ea9 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:01.832753 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d5e846fa-2c9b-49ab-8ebc-c4d0b0019ea9 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:01.837369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f7c7ca-cf63-441d-9186-fa32586b3273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:01.838231 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-08f7c7ca-cf63-441d-9186-fa32586b3273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Synchronizing usage tracker for tenant:8b09cec20ae34d8cb2ac4dd224c1b103 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:01:01.868890 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1f2d3724-6354-4676-a62f-adb8be06c237 req-d944296e-f7c1-4049-8696-935745d62b3d tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3995895 Mar 09 04:01:01.909946 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ecf6893b-eece-4bc7-970c-1d6fcc706fd9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:01.934896 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-ecf6893b-eece-4bc7-970c-1d6fcc706fd9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Ignored duplicate provisioning block setup for port 471d60f7-2328-4c25-96cb-5050d082b4ba by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 09 04:01:01.945857 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-70072474-477f-4341-999d-6a477b418f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T04:00:57Z', 'revision_number': 10, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None, '_interfaces': [{'id': '05bc3625-6d7b-49ed-a671-717c34efe317', 'name': '', 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:c7:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:40Z', 'updated_at': '2022-03-09T03:59:49Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:01.960160 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ecf6893b-eece-4bc7-970c-1d6fcc706fd9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:01.968234 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70072474-477f-4341-999d-6a477b418f1e None None] The sync data for ids ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'] in n-d-825178-5 is: [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T04:00:57Z', 'revision_number': 10, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None, '_interfaces': [{'id': '05bc3625-6d7b-49ed-a671-717c34efe317', 'name': '', 'network_id': '837a4781-040c-4969-8669-91c14d79c6ef', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'mac_address': 'fa:16:3e:c7:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:40Z', 'updated_at': '2022-03-09T03:59:49Z', 'revision_number': 5, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'subnets': [{'id': 'd753f03d-3e80-4e91-a3d9-e6718fc18364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:01:02.021914 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-736649e4-e590-4ca8-bb54-8a694c74a35a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:02.076132 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:02.111586 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e846fa-2c9b-49ab-8ebc-c4d0b0019ea9 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Made reservation on behalf of f62636ca99004fbcad682ccf3903561c for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:01:02.113477 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecfb104-a83d-4af3-87fa-13bcea1707cb None None] DHCP port deletion for a7ba65c7-be6e-4354-899a-af0cfa1185d0 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:01:02.116170 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d5e846fa-2c9b-49ab-8ebc-c4d0b0019ea9 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:02.125866 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-eecfb104-a83d-4af3-87fa-13bcea1707cb None None] Deleting port 508c72cf-6d2e-471a-a71d-3024a1f53284 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:01:02.126325 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-eecfb104-a83d-4af3-87fa-13bcea1707cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:02.157641 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-736649e4-e590-4ca8-bb54-8a694c74a35a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting port 508c72cf-6d2e-471a-a71d-3024a1f53284 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:01:02.158004 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-736649e4-e590-4ca8-bb54-8a694c74a35a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:02.165847 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-341252e7-4fba-4ae1-b65d-87e0d22cef06 None None] Provisioning for port 471d60f7-2328-4c25-96cb-5050d082b4ba completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:01:02.199187 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-341252e7-4fba-4ae1-b65d-87e0d22cef06 None None] Provisioning complete for port 471d60f7-2328-4c25-96cb-5050d082b4ba triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:02.199658 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-341252e7-4fba-4ae1-b65d-87e0d22cef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:02.224972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-08f7c7ca-cf63-441d-9186-fa32586b3273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Unset dirty status for tenant:8b09cec20ae34d8cb2ac4dd224c1b103 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:01:02.226456 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-08f7c7ca-cf63-441d-9186-fa32586b3273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] 10.222.0.16 "GET /v2.0/ports/52484974-eab6-41f9-86f9-b76ed67535de HTTP/1.1" status: 200 len: 958 time: 0.8101552 Mar 09 04:01:02.362085 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-341252e7-4fba-4ae1-b65d-87e0d22cef06 None None] Port 471d60f7-2328-4c25-96cb-5050d082b4ba cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:01:02.375740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50422) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:02.385882 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:02.425019 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-341252e7-4fba-4ae1-b65d-87e0d22cef06 None None] Provisioning complete for port d9abd041-84c1-4385-9777-66682764c840 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:02.426450 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-341252e7-4fba-4ae1-b65d-87e0d22cef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:02.426586 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6893b-eece-4bc7-970c-1d6fcc706fd9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Port': ['ID=471d60f7-2328-4c25-96cb-5050d082b4ba,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:02.440759 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b8b78-a066-4b26-899a-840bb57ce453 req-90b25f2d-5024-45cd-96ce-c4384cb58664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:02.442268 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-810b8b78-a066-4b26-899a-840bb57ce453 req-90b25f2d-5024-45cd-96ce-c4384cb58664 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0&tenant_id=a789b53b4961423480ac62f11148731e HTTP/1.1" status: 200 len: 1094 time: 0.8737097 Mar 09 04:01:02.460539 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-ecf6893b-eece-4bc7-970c-1d6fcc706fd9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] In _notify_port_updated(), no bound segment for port 471d60f7-2328-4c25-96cb-5050d082b4ba on network a01c6dfc-8ffb-446f-b516-88f7fc761575 {{(pid=87881) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 04:01:02.468302 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6893b-eece-4bc7-970c-1d6fcc706fd9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:02.468969 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ecf6893b-eece-4bc7-970c-1d6fcc706fd9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:02.469250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-810b8b78-a066-4b26-899a-840bb57ce453 req-4653952f-7811-4a49-82eb-85f6d039e4ff service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-5', 'device_owner': 'compute:nova'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:02.473374 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ecf6893b-eece-4bc7-970c-1d6fcc706fd9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "PUT /v2.0/ports/471d60f7-2328-4c25-96cb-5050d082b4ba HTTP/1.1" status: 200 len: 1000 time: 1.6097248 Mar 09 04:01:02.474036 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50426) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:02.548309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-af43ee63-2890-493c-8b75-83ce6d133305 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting port 471d60f7-2328-4c25-96cb-5050d082b4ba {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:01:02.548671 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-af43ee63-2890-493c-8b75-83ce6d133305 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:02.687791 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-eecfb104-a83d-4af3-87fa-13bcea1707cb None None] For port 508c72cf-6d2e-471a-a71d-3024a1f53284, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=508c72cf-6d2e-471a-a71d-3024a1f53284,segment=NetworkSegment(780ecac4-80de-4a16-a73d-0fd640ba5e3b),segment_id=780ecac4-80de-4a16-a73d-0fd640ba5e3b)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:01:02.688214 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e846fa-2c9b-49ab-8ebc-c4d0b0019ea9 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:01:02.688674 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-eecfb104-a83d-4af3-87fa-13bcea1707cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:02.691521 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8db5147e-1b3b-4dc2-9d7e-98c34bb0987f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:02.860248 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-eecfb104-a83d-4af3-87fa-13bcea1707cb None None] Calling delete_port for 508c72cf-6d2e-471a-a71d-3024a1f53284 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:01:02.887033 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-af43ee63-2890-493c-8b75-83ce6d133305 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:02.972866 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-736649e4-e590-4ca8-bb54-8a694c74a35a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] For port 508c72cf-6d2e-471a-a71d-3024a1f53284, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=508c72cf-6d2e-471a-a71d-3024a1f53284,segment=NetworkSegment(780ecac4-80de-4a16-a73d-0fd640ba5e3b),segment_id=780ecac4-80de-4a16-a73d-0fd640ba5e3b)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:01:02.973409 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-736649e4-e590-4ca8-bb54-8a694c74a35a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:02.992030 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-eecfb104-a83d-4af3-87fa-13bcea1707cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:03.050613 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecfb104-a83d-4af3-87fa-13bcea1707cb None None] No DVR routers for this DVR port 508c72cf-6d2e-471a-a71d-3024a1f53284 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:01:03.076438 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecfb104-a83d-4af3-87fa-13bcea1707cb None None] Pushing event deleted for resources: {'Port': ['ID=508c72cf-6d2e-471a-a71d-3024a1f53284,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:03.085942 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-55e0d34a-24b6-4caa-a675-8ea4f00add7b None None] Provisioning complete for port 471d60f7-2328-4c25-96cb-5050d082b4ba triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:03.086310 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-55e0d34a-24b6-4caa-a675-8ea4f00add7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:03.098446 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d5e846fa-2c9b-49ab-8ebc-c4d0b0019ea9 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:03.098962 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-d5e846fa-2c9b-49ab-8ebc-c4d0b0019ea9 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Added segment 3eb34daf-4a71-408b-8827-aa2b840b5a81 of type vlan for network 087c6e22-8533-4f8f-b4fa-250c9be3a07b Mar 09 04:01:03.144714 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-af43ee63-2890-493c-8b75-83ce6d133305 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Calling delete_port for 471d60f7-2328-4c25-96cb-5050d082b4ba owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:01:03.158342 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-55e0d34a-24b6-4caa-a675-8ea4f00add7b None None] Port 471d60f7-2328-4c25-96cb-5050d082b4ba cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:01:03.165933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4a088219-af20-4cb4-8a89-fe4ba07794e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Deleting port 52484974-eab6-41f9-86f9-b76ed67535de {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:01:03.166556 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a088219-af20-4cb4-8a89-fe4ba07794e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:03.206895 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-736649e4-e590-4ca8-bb54-8a694c74a35a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Calling delete_port for 508c72cf-6d2e-471a-a71d-3024a1f53284 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:01:03.365191 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371ea36-c3f6-4091-ab09-732671f07645 req-c8aee9a7-42ff-40c0-96eb-1890fb55c55a tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:03.366709 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f371ea36-c3f6-4091-ab09-732671f07645 req-c8aee9a7-42ff-40c0-96eb-1890fb55c55a tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 943 time: 0.1747258 Mar 09 04:01:03.668509 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:03.674571 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f371ea36-c3f6-4091-ab09-732671f07645 req-dbacdc89-41f9-4489-84d7-518d09e6cf43 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248496 Mar 09 04:01:03.675157 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8db5147e-1b3b-4dc2-9d7e-98c34bb0987f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:03.675454 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-af43ee63-2890-493c-8b75-83ce6d133305 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:03.675780 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d5e846fa-2c9b-49ab-8ebc-c4d0b0019ea9 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:03.675780 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-810b8b78-a066-4b26-899a-840bb57ce453 req-4653952f-7811-4a49-82eb-85f6d039e4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:03.676193 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43ee63-2890-493c-8b75-83ce6d133305 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Port': ['ID=471d60f7-2328-4c25-96cb-5050d082b4ba,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:03.773834 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [None req-736649e4-e590-4ca8-bb54-8a694c74a35a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:01:03.773834 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [None req-736649e4-e590-4ca8-bb54-8a694c74a35a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:01:03.884184 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-af43ee63-2890-493c-8b75-83ce6d133305 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:03.894768 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-af43ee63-2890-493c-8b75-83ce6d133305 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/ports/471d60f7-2328-4c25-96cb-5050d082b4ba HTTP/1.1" status: 204 len: 168 time: 1.4197025 Mar 09 04:01:03.897587 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50456) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:03.948090 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c73c90-539c-4df3-a62f-cfa507620d32 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] GET failed (client error): The resource could not be found. Mar 09 04:01:03.948976 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-10c73c90-539c-4df3-a62f-cfa507620d32 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Synchronizing usage tracker for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:01:03.956113 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d5e846fa-2c9b-49ab-8ebc-c4d0b0019ea9 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:03.964149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e846fa-2c9b-49ab-8ebc-c4d0b0019ea9 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:03.965048 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d5e846fa-2c9b-49ab-8ebc-c4d0b0019ea9 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:03.976723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-10c73c90-539c-4df3-a62f-cfa507620d32 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Unset dirty status for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:01:03.978518 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-10c73c90-539c-4df3-a62f-cfa507620d32 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "GET /v2.0/ports/471d60f7-2328-4c25-96cb-5050d082b4ba HTTP/1.1" status: 404 len: 333 time: 0.0796359 Mar 09 04:01:03.981270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50460) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:04.073587 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 508c72cf-6d2e-471a-a71d-3024a1f53284 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:01:04.118713 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-4570d26f-d766-435f-bbeb-c7792205bb00 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting subnet 2a118990-e9ca-43a1-9846-ff6b9b0402b7 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:01:04.118713 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4570d26f-d766-435f-bbeb-c7792205bb00 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:04.157508 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 508c72cf-6d2e-471a-a71d-3024a1f53284 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:01:04.157508 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 508c72cf-6d2e-471a-a71d-3024a1f53284 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:01:04.157508 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5574ebb5-5d3c-41cf-98ae-26109342e129 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:01:04.186547 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4570d26f-d766-435f-bbeb-c7792205bb00 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:04.212087 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 5574ebb5-5d3c-41cf-98ae-26109342e129 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:01:04.212087 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5574ebb5-5d3c-41cf-98ae-26109342e129 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:01:04.215830 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a088219-af20-4cb4-8a89-fe4ba07794e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:04.234045 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:04.284203 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-736649e4-e590-4ca8-bb54-8a694c74a35a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting port 508c72cf-6d2e-471a-a71d-3024a1f53284 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:01:04.284547 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-736649e4-e590-4ca8-bb54-8a694c74a35a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:04.298991 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4570d26f-d766-435f-bbeb-c7792205bb00 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:04.419915 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4570d26f-d766-435f-bbeb-c7792205bb00 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:04.454248 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d5e846fa-2c9b-49ab-8ebc-c4d0b0019ea9 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.9150968 Mar 09 04:01:04.461469 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50466) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:04.470975 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4a088219-af20-4cb4-8a89-fe4ba07794e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Calling delete_port for 52484974-eab6-41f9-86f9-b76ed67535de owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:01:04.481764 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-28ddda35-71c8-443b-96e4-620aa280becf tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1066459556', 'admin_state_up': True, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:04.486063 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570d26f-d766-435f-bbeb-c7792205bb00 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Subnet': ['ID=2a118990-e9ca-43a1-9846-ff6b9b0402b7,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:04.497057 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-28ddda35-71c8-443b-96e4-620aa280becf tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:04.510879 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4570d26f-d766-435f-bbeb-c7792205bb00 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:04.511086 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d84d98-6b9e-4194-852f-fc79de8562ad None None] Network a01c6dfc-8ffb-446f-b516-88f7fc761575 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:01:04.511223 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-28ddda35-71c8-443b-96e4-620aa280becf tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Usage tracker for resource:router and tenant:f62636ca99004fbcad682ccf3903561c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:04.514161 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-28ddda35-71c8-443b-96e4-620aa280becf tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:04.525190 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-28ddda35-71c8-443b-96e4-620aa280becf tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:04.531238 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4570d26f-d766-435f-bbeb-c7792205bb00 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/subnets/2a118990-e9ca-43a1-9846-ff6b9b0402b7 HTTP/1.1" status: 204 len: 168 time: 0.5482931 Mar 09 04:01:04.532989 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50470) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:04.590562 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e846fa-2c9b-49ab-8ebc-c4d0b0019ea9 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event updated for resources: {'Network': ['ID=087c6e22-8533-4f8f-b4fa-250c9be3a07b,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:04.597186 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-28ddda35-71c8-443b-96e4-620aa280becf tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:04.598320 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-28ddda35-71c8-443b-96e4-620aa280becf tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:04.640063 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 087c6e22-8533-4f8f-b4fa-250c9be3a07b details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:01:04.650300 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-28ddda35-71c8-443b-96e4-620aa280becf tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:04.681005 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac34d39-460f-4cfd-a76a-8ad402995f7e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting subnet eb8c194c-0304-4acb-b524-ef4bab3b5c28 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:01:04.681005 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dac34d39-460f-4cfd-a76a-8ad402995f7e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:04.704848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-736649e4-e590-4ca8-bb54-8a694c74a35a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] The port '508c72cf-6d2e-471a-a71d-3024a1f53284' was deleted {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:01:04.953420 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [None req-8db5147e-1b3b-4dc2-9d7e-98c34bb0987f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 04:01:05.015937 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8db5147e-1b3b-4dc2-9d7e-98c34bb0987f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:05.036907 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dac34d39-460f-4cfd-a76a-8ad402995f7e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:05.098456 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8db5147e-1b3b-4dc2-9d7e-98c34bb0987f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:05.178147 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-736649e4-e590-4ca8-bb54-8a694c74a35a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:05.364355 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-28ddda35-71c8-443b-96e4-620aa280becf tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:05.409499 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dac34d39-460f-4cfd-a76a-8ad402995f7e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:05.501978 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dac34d39-460f-4cfd-a76a-8ad402995f7e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:05.521047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-736649e4-e590-4ca8-bb54-8a694c74a35a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ba65c7-be6e-4354-899a-af0cfa1185d0']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:05.534047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-736649e4-e590-4ca8-bb54-8a694c74a35a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '780ecac4-80de-4a16-a73d-0fd640ba5e3b') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:05.534346 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-736649e4-e590-4ca8-bb54-8a694c74a35a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '780ecac4-80de-4a16-a73d-0fd640ba5e3b') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:05.542914 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a088219-af20-4cb4-8a89-fe4ba07794e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:05.544654 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8db5147e-1b3b-4dc2-9d7e-98c34bb0987f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:05.558836 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dac34d39-460f-4cfd-a76a-8ad402995f7e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:05.587641 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac34d39-460f-4cfd-a76a-8ad402995f7e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Subnet': ['ID=eb8c194c-0304-4acb-b524-ef4bab3b5c28,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:05.607572 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-dac34d39-460f-4cfd-a76a-8ad402995f7e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/subnets/eb8c194c-0304-4acb-b524-ef4bab3b5c28 HTTP/1.1" status: 204 len: 168 time: 1.0735180 Mar 09 04:01:05.610151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50486) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:05.644155 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-810b8b78-a066-4b26-899a-840bb57ce453 req-4653952f-7811-4a49-82eb-85f6d039e4ff service neutron] For port 3f64be45-2159-4d1b-8ef3-c8e377cfad34, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=3f64be45-2159-4d1b-8ef3-c8e377cfad34,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:01:05.703282 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-736649e4-e590-4ca8-bb54-8a694c74a35a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:05.744035 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6377562-303a-4918-bb30-2ce834348083 None None] Network a01c6dfc-8ffb-446f-b516-88f7fc761575 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:01:05.801431 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121768eb-39b2-48ae-82da-4b861bc557de req-3655b636-bf95-4f84-b14a-bce65b65c061 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:05.801431 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-121768eb-39b2-48ae-82da-4b861bc557de req-3655b636-bf95-4f84-b14a-bce65b65c061 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 943 time: 0.9764407 Mar 09 04:01:05.819529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5147e-1b3b-4dc2-9d7e-98c34bb0987f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Port': ['ID=32fd27d9-d9a8-46d3-8711-b8a579aed6e4,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:05.838318 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a088219-af20-4cb4-8a89-fe4ba07794e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:05.846390 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-810b8b78-a066-4b26-899a-840bb57ce453 req-4653952f-7811-4a49-82eb-85f6d039e4ff service neutron] For port 3f64be45-2159-4d1b-8ef3-c8e377cfad34, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:01:05.963935 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ebe74037-a838-48d1-b3ee-f331ac61bb1e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:05.991901 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-ebe74037-a838-48d1-b3ee-f331ac61bb1e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting port d9abd041-84c1-4385-9777-66682764c840 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:01:05.991901 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ebe74037-a838-48d1-b3ee-f331ac61bb1e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:06.042659 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-649432ea-d0cd-46d5-b5ea-f84fe9a11fe8 None None] Provisioning complete for port d9abd041-84c1-4385-9777-66682764c840 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:06.042659 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-649432ea-d0cd-46d5-b5ea-f84fe9a11fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:06.045981 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-736649e4-e590-4ca8-bb54-8a694c74a35a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:06.062222 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4a088219-af20-4cb4-8a89-fe4ba07794e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] 10.222.0.16 "DELETE /v2.0/ports/52484974-eab6-41f9-86f9-b76ed67535de HTTP/1.1" status: 204 len: 168 time: 3.6758618 Mar 09 04:01:06.069252 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50494) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:06.085980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a088219-af20-4cb4-8a89-fe4ba07794e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Pushing event deleted for resources: {'Port': ['ID=52484974-eab6-41f9-86f9-b76ed67535de,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:06.105096 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-736649e4-e590-4ca8-bb54-8a694c74a35a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:01:06.105096 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-736649e4-e590-4ca8-bb54-8a694c74a35a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:06.130483 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-121768eb-39b2-48ae-82da-4b861bc557de req-60559022-08f8-468e-9202-113263f65128 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3106546 Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:01:06.131483 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:01:06.175868 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-099f42a5-a47e-4e19-83f0-a81ae4990d4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] GET failed (client error): The resource could not be found. Mar 09 04:01:06.177616 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-099f42a5-a47e-4e19-83f0-a81ae4990d4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] 10.222.0.16 "GET /v2.0/ports/52484974-eab6-41f9-86f9-b76ed67535de HTTP/1.1" status: 404 len: 333 time: 0.0889368 Mar 09 04:01:06.177948 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-810b8b78-a066-4b26-899a-840bb57ce453 req-4653952f-7811-4a49-82eb-85f6d039e4ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f64be45-2159-4d1b-8ef3-c8e377cfad34 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:01:06.190133 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50498) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:06.197408 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-12a1f7a1-fb90-42c6-8982-29e43b8f59f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Request body: {'port': {'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-699129342'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:06.230711 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-12a1f7a1-fb90-42c6-8982-29e43b8f59f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:06.283703 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-810b8b78-a066-4b26-899a-840bb57ce453 req-4653952f-7811-4a49-82eb-85f6d039e4ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:06.290494 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-12a1f7a1-fb90-42c6-8982-29e43b8f59f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Usage tracker for resource:port and tenant:8b09cec20ae34d8cb2ac4dd224c1b103 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:06.296408 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fce3cf7-1136-4254-bcbd-47c4f2e559a5 None None] DHCP port deletion for a01c6dfc-8ffb-446f-b516-88f7fc761575 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:01:06.296408 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-2fce3cf7-1136-4254-bcbd-47c4f2e559a5 None None] Deleting port d9abd041-84c1-4385-9777-66682764c840 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:01:06.296408 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2fce3cf7-1136-4254-bcbd-47c4f2e559a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:06.300616 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-8db5147e-1b3b-4dc2-9d7e-98c34bb0987f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Floating IP a007280d-990d-4482-8ac3-7578490655c1 associated. External IP: 172.25.7.245, port: 87361bb2-8af4-4bc8-976d-bb6830eb7753. Mar 09 04:01:06.386201 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-810b8b78-a066-4b26-899a-840bb57ce453 req-4653952f-7811-4a49-82eb-85f6d039e4ff service neutron] Transition to ACTIVE for port object 3f64be45-2159-4d1b-8ef3-c8e377cfad34 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:01:06.396471 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-12a1f7a1-fb90-42c6-8982-29e43b8f59f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:06.399743 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-736649e4-e590-4ca8-bb54-8a694c74a35a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:06.399743 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-810b8b78-a066-4b26-899a-840bb57ce453 req-4653952f-7811-4a49-82eb-85f6d039e4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:06.403149 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-12a1f7a1-fb90-42c6-8982-29e43b8f59f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:06.446929 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a1f7a1-fb90-42c6-8982-29e43b8f59f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Made reservation on behalf of 8b09cec20ae34d8cb2ac4dd224c1b103 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:01:06.446929 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-12a1f7a1-fb90-42c6-8982-29e43b8f59f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:06.507988 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-736649e4-e590-4ca8-bb54-8a694c74a35a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:06.536767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736649e4-e590-4ca8-bb54-8a694c74a35a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Network': ['ID=a7ba65c7-be6e-4354-899a-af0cfa1185d0,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:06.648996 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-2fce3cf7-1136-4254-bcbd-47c4f2e559a5 None None] For port d9abd041-84c1-4385-9777-66682764c840, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d9abd041-84c1-4385-9777-66682764c840,segment=NetworkSegment(de4e96c2-0e64-42cd-8376-9c50e0579fd5),segment_id=de4e96c2-0e64-42cd-8376-9c50e0579fd5)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:01:06.649800 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2fce3cf7-1136-4254-bcbd-47c4f2e559a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:06.662073 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-736649e4-e590-4ca8-bb54-8a694c74a35a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/networks/a7ba65c7-be6e-4354-899a-af0cfa1185d0 HTTP/1.1" status: 204 len: 168 time: 5.2680998 Mar 09 04:01:06.679780 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-12a1f7a1-fb90-42c6-8982-29e43b8f59f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] device_id is not set on port dc33bef7-580b-44dc-81b5-959f96d55377 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:01:06.753663 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50506) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:06.809484 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-810b8b78-a066-4b26-899a-840bb57ce453 req-4653952f-7811-4a49-82eb-85f6d039e4ff service neutron] No DVR routers for this DVR port 3f64be45-2159-4d1b-8ef3-c8e377cfad34 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:01:06.903683 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-28ddda35-71c8-443b-96e4-620aa280becf tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:06.935526 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-2fce3cf7-1136-4254-bcbd-47c4f2e559a5 None None] Calling delete_port for d9abd041-84c1-4385-9777-66682764c840 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:01:06.962430 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653952f-7811-4a49-82eb-85f6d039e4ff service neutron] Pushing event updated for resources: {'Port': ['ID=3f64be45-2159-4d1b-8ef3-c8e377cfad34,revision_number=9']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:07.005091 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-28ddda35-71c8-443b-96e4-620aa280becf tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:07.098423 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2fce3cf7-1136-4254-bcbd-47c4f2e559a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:07.176286 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce3cf7-1136-4254-bcbd-47c4f2e559a5 None None] Pushing event deleted for resources: {'Port': ['ID=d9abd041-84c1-4385-9777-66682764c840,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:07.189089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fce3cf7-1136-4254-bcbd-47c4f2e559a5 None None] No DVR routers for this DVR port d9abd041-84c1-4385-9777-66682764c840 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:01:07.404537 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db5147e-1b3b-4dc2-9d7e-98c34bb0987f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Router 7f5beb25-f1da-4482-8b65-3ab98c08beda has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:01:07.411026 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-810b8b78-a066-4b26-899a-840bb57ce453 req-4653952f-7811-4a49-82eb-85f6d039e4ff service neutron] Attempting to bind port 3f64be45-2159-4d1b-8ef3-c8e377cfad34 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:01:07.411761 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-810b8b78-a066-4b26-899a-840bb57ce453 req-4653952f-7811-4a49-82eb-85f6d039e4ff service neutron] Attempting to bind port 3f64be45-2159-4d1b-8ef3-c8e377cfad34 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '2ce657a7-9b77-4978-b6b9-084c88228101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:01:07.412087 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b8b78-a066-4b26-899a-840bb57ce453 req-4653952f-7811-4a49-82eb-85f6d039e4ff service neutron] Attempting to bind port 3f64be45-2159-4d1b-8ef3-c8e377cfad34 on network 728f1764-7035-454b-b803-10fc1ed1098e {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:01:07.422350 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b8b78-a066-4b26-899a-840bb57ce453 req-4653952f-7811-4a49-82eb-85f6d039e4ff service neutron] Port 3f64be45-2159-4d1b-8ef3-c8e377cfad34 on network 728f1764-7035-454b-b803-10fc1ed1098e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:01:07.423313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b8b78-a066-4b26-899a-840bb57ce453 req-4653952f-7811-4a49-82eb-85f6d039e4ff service neutron] Attempting to bind port 3f64be45-2159-4d1b-8ef3-c8e377cfad34 on network 728f1764-7035-454b-b803-10fc1ed1098e {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:01:07.436951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b8b78-a066-4b26-899a-840bb57ce453 req-4653952f-7811-4a49-82eb-85f6d039e4ff service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:01:07.436951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b8b78-a066-4b26-899a-840bb57ce453 req-4653952f-7811-4a49-82eb-85f6d039e4ff service neutron] Checking segment: {'id': '2ce657a7-9b77-4978-b6b9-084c88228101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:01:07.436951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b8b78-a066-4b26-899a-840bb57ce453 req-4653952f-7811-4a49-82eb-85f6d039e4ff service neutron] Bound using segment: {'id': '2ce657a7-9b77-4978-b6b9-084c88228101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:01:07.436951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-810b8b78-a066-4b26-899a-840bb57ce453 req-4653952f-7811-4a49-82eb-85f6d039e4ff service neutron] Bound port: 3f64be45-2159-4d1b-8ef3-c8e377cfad34, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce657a7-9b77-4978-b6b9-084c88228101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:01:07.436951 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-810b8b78-a066-4b26-899a-840bb57ce453 req-4653952f-7811-4a49-82eb-85f6d039e4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:07.452966 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-ebe74037-a838-48d1-b3ee-f331ac61bb1e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] For port d9abd041-84c1-4385-9777-66682764c840, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d9abd041-84c1-4385-9777-66682764c840,segment=NetworkSegment(de4e96c2-0e64-42cd-8376-9c50e0579fd5),segment_id=de4e96c2-0e64-42cd-8376-9c50e0579fd5)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:01:07.452966 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ebe74037-a838-48d1-b3ee-f331ac61bb1e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:07.631820 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-ebe74037-a838-48d1-b3ee-f331ac61bb1e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Calling delete_port for d9abd041-84c1-4385-9777-66682764c840 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:01:07.831101 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-810b8b78-a066-4b26-899a-840bb57ce453 req-4653952f-7811-4a49-82eb-85f6d039e4ff service neutron] For port 3f64be45-2159-4d1b-8ef3-c8e377cfad34, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:01:07.831101 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-810b8b78-a066-4b26-899a-840bb57ce453 req-4653952f-7811-4a49-82eb-85f6d039e4ff service neutron] For port 3f64be45-2159-4d1b-8ef3-c8e377cfad34, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=3f64be45-2159-4d1b-8ef3-c8e377cfad34,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:01:07.839867 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-810b8b78-a066-4b26-899a-840bb57ce453 req-4653952f-7811-4a49-82eb-85f6d039e4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:07.911340 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db5147e-1b3b-4dc2-9d7e-98c34bb0987f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:01:07.922995 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cfe946-5e66-462d-a34f-00193b7ba6e9 None None] Sync routers for ids ['7f5beb25-f1da-4482-8b65-3ab98c08beda'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:01:07.930348 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b8b78-a066-4b26-899a-840bb57ce453 req-4653952f-7811-4a49-82eb-85f6d039e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:07.931398 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-810b8b78-a066-4b26-899a-840bb57ce453 req-4653952f-7811-4a49-82eb-85f6d039e4ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:07.933971 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-810b8b78-a066-4b26-899a-840bb57ce453 req-4653952f-7811-4a49-82eb-85f6d039e4ff service neutron] 10.222.0.24 "PUT /v2.0/ports/3f64be45-2159-4d1b-8ef3-c8e377cfad34 HTTP/1.1" status: 200 len: 1091 time: 5.4704857 Mar 09 04:01:07.937147 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0', 'tag': '3f64be45-2159-4d1b-8ef3-c8e377cfad34'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:01:07.955047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653952f-7811-4a49-82eb-85f6d039e4ff service neutron] Pushing event updated for resources: {'Port': ['ID=3f64be45-2159-4d1b-8ef3-c8e377cfad34,revision_number=10']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:07.969567 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cfe946-5e66-462d-a34f-00193b7ba6e9 None None] Routers {'7f5beb25-f1da-4482-8b65-3ab98c08beda'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:01:07.971044 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-95cfe946-5e66-462d-a34f-00193b7ba6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:01:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7f5beb25-f1da-4482-8b65-3ab98c08beda'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:07.976210 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8db5147e-1b3b-4dc2-9d7e-98c34bb0987f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:08.085499 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d9abd041-84c1-4385-9777-66682764c840 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:01:08.135331 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0', 'tag': '3f64be45-2159-4d1b-8ef3-c8e377cfad34', 'status': 'completed', 'code': 200} Mar 09 04:01:08.184027 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8db5147e-1b3b-4dc2-9d7e-98c34bb0987f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.7964883 Mar 09 04:01:08.196058 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: d9abd041-84c1-4385-9777-66682764c840 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:01:08.196058 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d9abd041-84c1-4385-9777-66682764c840 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:01:08.242557 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b8b78-a066-4b26-899a-840bb57ce453 req-e4f37ba1-20b0-4721-927c-6529a36922c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:08.242557 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-810b8b78-a066-4b26-899a-840bb57ce453 req-e4f37ba1-20b0-4721-927c-6529a36922c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a789b53b4961423480ac62f11148731e&device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 1095 time: 0.1886067 Mar 09 04:01:08.259894 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-12a1f7a1-fb90-42c6-8982-29e43b8f59f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:08.356764 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.api [None req-ebe74037-a838-48d1-b3ee-f331ac61bb1e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:01:08.356764 n-d-825178-5 neutron-server[87881]: DEBUG oslo_db.api [None req-ebe74037-a838-48d1-b3ee-f331ac61bb1e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:01:08.379515 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-95cfe946-5e66-462d-a34f-00193b7ba6e9 None None] Set router 7f5beb25-f1da-4482-8b65-3ab98c08beda gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:01:08.381498 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-28ddda35-71c8-443b-96e4-620aa280becf tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Allocated IP 172.25.7.228 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/94369639-a461-44df-b256-fa38eb8dd122) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:01:08.455369 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4d863-1892-4ede-b4ea-287b5ddef423 req-67cb18ef-663e-4860-b8b6-f91b439117ff tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:08.457019 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dfa4d863-1892-4ede-b4ea-287b5ddef423 req-67cb18ef-663e-4860-b8b6-f91b439117ff tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 943 time: 1.1217377 Mar 09 04:01:08.533941 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dfa4d863-1892-4ede-b4ea-287b5ddef423 req-8e908691-7406-4dfe-8920-7fc35e43384b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536759 Mar 09 04:01:08.543522 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b8b78-a066-4b26-899a-840bb57ce453 req-be992924-55c2-4734-81db-ca20ad22431e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:08.543522 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-810b8b78-a066-4b26-899a-840bb57ce453 req-be992924-55c2-4734-81db-ca20ad22431e service neutron] 10.222.0.24 "GET /v2.0/networks?id=728f1764-7035-454b-b803-10fc1ed1098e HTTP/1.1" status: 200 len: 917 time: 0.2901857 Mar 09 04:01:08.645200 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e91bfe-adcf-41e1-865e-3a15af603857 req-21e0e582-43f4-43d4-a76e-e0fce3adfef9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:08.645200 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e2e91bfe-adcf-41e1-865e-3a15af603857 req-21e0e582-43f4-43d4-a76e-e0fce3adfef9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 945 time: 0.3222930 Mar 09 04:01:08.704419 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-12a1f7a1-fb90-42c6-8982-29e43b8f59f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:08.732814 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e2e91bfe-adcf-41e1-865e-3a15af603857 req-632daa8b-60ce-4ef2-9dc5-69c25c8c4b51 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786886 Mar 09 04:01:08.748385 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-810b8b78-a066-4b26-899a-840bb57ce453 req-9d1b8591-44db-41dc-bceb-9b8479534349 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f64be45-2159-4d1b-8ef3-c8e377cfad34 HTTP/1.1" status: 200 len: 999 time: 0.1949191 Mar 09 04:01:08.798402 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50532) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:08.813523 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:08.832302 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a1f7a1-fb90-42c6-8982-29e43b8f59f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Network 8e769fd6-61fa-4de6-86cc-6033e0e61157 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:01:08.832302 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1f7a1-fb90-42c6-8982-29e43b8f59f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Pushing event updated for resources: {'Port': ['ID=dc33bef7-580b-44dc-81b5-959f96d55377,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:08.832302 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-12a1f7a1-fb90-42c6-8982-29e43b8f59f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:01:08.836972 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a1f7a1-fb90-42c6-8982-29e43b8f59f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:01:08.836972 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a1f7a1-fb90-42c6-8982-29e43b8f59f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:08.836972 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-12a1f7a1-fb90-42c6-8982-29e43b8f59f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:08.870841 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-ebe74037-a838-48d1-b3ee-f331ac61bb1e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting port d9abd041-84c1-4385-9777-66682764c840 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:01:08.870841 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ebe74037-a838-48d1-b3ee-f331ac61bb1e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:08.939542 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b8b78-a066-4b26-899a-840bb57ce453 req-88602486-dd73-4223-ab56-3e9b0d5b2e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:08.939542 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-810b8b78-a066-4b26-899a-840bb57ce453 req-88602486-dd73-4223-ab56-3e9b0d5b2e8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=da09f32e-fde0-4749-97c0-596cce67a53e HTTP/1.1" status: 200 len: 855 time: 0.1776443 Mar 09 04:01:08.957461 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-ebe74037-a838-48d1-b3ee-f331ac61bb1e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] The port 'd9abd041-84c1-4385-9777-66682764c840' was deleted {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:01:08.989607 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-95cfe946-5e66-462d-a34f-00193b7ba6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215491390', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a0947c6a-9afd-475a-b415-9f398a484040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:00:08Z', 'updated_at': '2022-03-09T04:00:24Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'a0947c6a-9afd-475a-b415-9f398a484040', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:11Z', 'updated_at': '2022-03-09T04:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'a007280d-990d-4482-8ac3-7578490655c1', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'port_id': '87361bb2-8af4-4bc8-976d-bb6830eb7753', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f', 'mac_address': 'fa:16:3e:14:1d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6c164e-c184-48a4-b81e-3d676fd4774b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:01:02Z', 'updated_at': '2022-03-09T04:01:02Z', 'revision_number': 0, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e02f1c17-ac87-4bac-b327-9048c757d322', 'name': '', 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:3c:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:19Z', 'updated_at': '2022-03-09T04:00:37Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': '7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:08.995720 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cfe946-5e66-462d-a34f-00193b7ba6e9 None None] Checking router: 7f5beb25-f1da-4482-8b65-3ab98c08beda for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:01:09.021304 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cfe946-5e66-462d-a34f-00193b7ba6e9 None None] Routers {'7f5beb25-f1da-4482-8b65-3ab98c08beda'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:01:09.021304 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-95cfe946-5e66-462d-a34f-00193b7ba6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:01:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7f5beb25-f1da-4482-8b65-3ab98c08beda'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:09.032285 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-28ddda35-71c8-443b-96e4-620aa280becf tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:09.105455 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b537ceca-5dcc-44b3-883f-edad83345901 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/floatingips/a007280d-990d-4482-8ac3-7578490655c1 HTTP/1.1" status: 200 len: 991 time: 0.3029172 Mar 09 04:01:09.127180 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-12a1f7a1-fb90-42c6-8982-29e43b8f59f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.9357648 Mar 09 04:01:09.129740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50540) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:09.137166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:09.165267 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b8b78-a066-4b26-899a-840bb57ce453 req-6cb1df8f-dc8a-49eb-bd59-f28847cd8ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:09.166923 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-810b8b78-a066-4b26-899a-840bb57ce453 req-6cb1df8f-dc8a-49eb-bd59-f28847cd8ffc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=728f1764-7035-454b-b803-10fc1ed1098e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2234395 Mar 09 04:01:09.222965 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ebe74037-a838-48d1-b3ee-f331ac61bb1e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:09.364689 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-95cfe946-5e66-462d-a34f-00193b7ba6e9 None None] Set router 7f5beb25-f1da-4482-8b65-3ab98c08beda gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:01:09.450119 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-ebe74037-a838-48d1-b3ee-f331ac61bb1e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01c6dfc-8ffb-446f-b516-88f7fc761575']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:09.471593 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-ebe74037-a838-48d1-b3ee-f331ac61bb1e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de4e96c2-0e64-42cd-8376-9c50e0579fd5') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:09.471593 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-ebe74037-a838-48d1-b3ee-f331ac61bb1e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de4e96c2-0e64-42cd-8376-9c50e0579fd5') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:09.479527 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:09.486338 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ebe74037-a838-48d1-b3ee-f331ac61bb1e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:09.499464 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-28ddda35-71c8-443b-96e4-620aa280becf tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:09.562730 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ebe74037-a838-48d1-b3ee-f331ac61bb1e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:09.627664 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-810b8b78-a066-4b26-899a-840bb57ce453 req-9352c641-4655-4767-ab10-d22b1df2f46a service neutron] 10.222.0.24 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344516 Mar 09 04:01:09.638620 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ddda35-71c8-443b-96e4-620aa280becf tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event updated for resources: {'Port': ['ID=94369639-a461-44df-b256-fa38eb8dd122,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:09.638620 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe74037-a838-48d1-b3ee-f331ac61bb1e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:01:09.638620 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ebe74037-a838-48d1-b3ee-f331ac61bb1e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:09.656333 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ddda35-71c8-443b-96e4-620aa280becf tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:01:09.663542 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:01:09.679207 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a3c9670a-4399-4016-a07d-edc3dc84e93d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:09.740092 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-28ddda35-71c8-443b-96e4-620aa280becf tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:01:09.747185 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ddda35-71c8-443b-96e4-620aa280becf tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:01:09.900976 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-95cfe946-5e66-462d-a34f-00193b7ba6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215491390', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a0947c6a-9afd-475a-b415-9f398a484040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:00:08Z', 'updated_at': '2022-03-09T04:00:24Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'a0947c6a-9afd-475a-b415-9f398a484040', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:11Z', 'updated_at': '2022-03-09T04:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'a007280d-990d-4482-8ac3-7578490655c1', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'port_id': '87361bb2-8af4-4bc8-976d-bb6830eb7753', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f', 'mac_address': 'fa:16:3e:14:1d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6c164e-c184-48a4-b81e-3d676fd4774b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:01:02Z', 'updated_at': '2022-03-09T04:01:02Z', 'revision_number': 0, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e02f1c17-ac87-4bac-b327-9048c757d322', 'name': '', 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:3c:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:19Z', 'updated_at': '2022-03-09T04:00:37Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': '7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:09.916460 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cfe946-5e66-462d-a34f-00193b7ba6e9 None None] The sync data for ids ['7f5beb25-f1da-4482-8b65-3ab98c08beda'] in n-d-825178-5 is: [{'id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215491390', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a0947c6a-9afd-475a-b415-9f398a484040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:00:08Z', 'updated_at': '2022-03-09T04:00:24Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'a0947c6a-9afd-475a-b415-9f398a484040', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:11Z', 'updated_at': '2022-03-09T04:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'a007280d-990d-4482-8ac3-7578490655c1', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'port_id': '87361bb2-8af4-4bc8-976d-bb6830eb7753', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f', 'mac_address': 'fa:16:3e:14:1d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6c164e-c184-48a4-b81e-3d676fd4774b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:01:02Z', 'updated_at': '2022-03-09T04:01:02Z', 'revision_number': 0, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e02f1c17-ac87-4bac-b327-9048c757d322', 'name': '', 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:3c:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:19Z', 'updated_at': '2022-03-09T04:00:37Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': '7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:01:10.150607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6c164e-c184-48a4-b81e-3d676fd4774b', 'tag': '87361bb2-8af4-4bc8-976d-bb6830eb7753'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:01:10.164442 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50554) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:10.234276 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6c164e-c184-48a4-b81e-3d676fd4774b', 'tag': '87361bb2-8af4-4bc8-976d-bb6830eb7753', 'status': 'completed', 'code': 200} Mar 09 04:01:10.345608 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dbf366-3f5f-4cd1-9eac-82baa9b0538c None None] New status for floating IP a007280d-990d-4482-8ac3-7578490655c1: ACTIVE {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:01:10.452485 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] device_id is not set on port dc33bef7-580b-44dc-81b5-959f96d55377 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:01:10.461909 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:10.466106 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ebe74037-a838-48d1-b3ee-f331ac61bb1e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:10.473752 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ebe74037-a838-48d1-b3ee-f331ac61bb1e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:10.486337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Transition to ACTIVE for port object dc33bef7-580b-44dc-81b5-959f96d55377 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:01:10.486337 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-810b8b78-a066-4b26-899a-840bb57ce453 req-b67ec96a-c3e0-4ba2-b967-2e572439df85 service neutron] 10.222.0.24 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8377092 Mar 09 04:01:10.521783 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:10.527981 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ebe74037-a838-48d1-b3ee-f331ac61bb1e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/networks/a01c6dfc-8ffb-446f-b516-88f7fc761575 HTTP/1.1" status: 204 len: 168 time: 4.9063008 Mar 09 04:01:10.540173 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50562) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:10.540173 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe74037-a838-48d1-b3ee-f331ac61bb1e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Network': ['ID=a01c6dfc-8ffb-446f-b516-88f7fc761575,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:10.817140 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-40cd68c8-86ef-4515-bdbb-cca074b59626 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/floatingips/a007280d-990d-4482-8ac3-7578490655c1 HTTP/1.1" status: 200 len: 991 time: 0.5968049 Mar 09 04:01:10.829702 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8ab34-02dd-4e8d-a50e-e9c191fd1a02 req-b2073486-8144-4293-af88-85dc502e6d85 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:10.829702 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f8f8ab34-02dd-4e8d-a50e-e9c191fd1a02 req-b2073486-8144-4293-af88-85dc502e6d85 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 944 time: 1.0035512 Mar 09 04:01:10.850020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:01:10.850020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:01:10.850020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:01:10.867553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port dc33bef7-580b-44dc-81b5-959f96d55377 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:01:10.867553 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:01:10.867553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Pushing event updated for resources: {'Port': ['ID=dc33bef7-580b-44dc-81b5-959f96d55377,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:10.879502 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempt 2 to bind port dc33bef7-580b-44dc-81b5-959f96d55377 Mar 09 04:01:10.904531 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:01:10.904531 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:01:10.904531 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:01:10.950401 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port dc33bef7-580b-44dc-81b5-959f96d55377 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:01:10.950401 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:01:10.950401 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempt 3 to bind port dc33bef7-580b-44dc-81b5-959f96d55377 Mar 09 04:01:10.974249 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa58ad5-4e3a-4c9d-8fe6-e46aa9f39555 req-238c669e-4b3b-4b79-8411-909d87619274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:10.974249 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fa58ad5-4e3a-4c9d-8fe6-e46aa9f39555 req-238c669e-4b3b-4b79-8411-909d87619274 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a789b53b4961423480ac62f11148731e&device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 1095 time: 0.4093835 Mar 09 04:01:10.985214 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471d3e2-39d9-42f4-8015-4977654e3686 req-7ff9adfb-009c-4f47-a390-ad55dd6c8a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:10.985214 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1471d3e2-39d9-42f4-8015-4977654e3686 req-7ff9adfb-009c-4f47-a390-ad55dd6c8a0c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 1096 time: 0.6556585 Mar 09 04:01:10.997316 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddd70ff-f0a2-46b1-9a68-232e374ea0dc tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:10.997316 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bddd70ff-f0a2-46b1-9a68-232e374ea0dc tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Synchronizing usage tracker for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:01:11.044480 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f8f8ab34-02dd-4e8d-a50e-e9c191fd1a02 req-2cfb258c-3daf-4120-8045-63128178a12e tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419246 Mar 09 04:01:11.114995 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:01:11.119786 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:01:11.120383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:01:11.292962 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-a3c9670a-4399-4016-a07d-edc3dc84e93d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting port 05bc3625-6d7b-49ed-a671-717c34efe317 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:01:11.292962 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a3c9670a-4399-4016-a07d-edc3dc84e93d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:11.345592 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port dc33bef7-580b-44dc-81b5-959f96d55377 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:01:11.345592 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:01:11.352696 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempt 4 to bind port dc33bef7-580b-44dc-81b5-959f96d55377 Mar 09 04:01:11.392378 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bddd70ff-f0a2-46b1-9a68-232e374ea0dc tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Unset dirty status for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:01:11.393777 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bddd70ff-f0a2-46b1-9a68-232e374ea0dc tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.8218617 Mar 09 04:01:11.397676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:01:11.397937 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:01:11.398265 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:01:11.400309 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50588) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:11.476998 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-28ddda35-71c8-443b-96e4-620aa280becf tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:11.656553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471d3e2-39d9-42f4-8015-4977654e3686 req-1217ce25-a798-4a8e-86bd-96acfbbef068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:11.656553 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1471d3e2-39d9-42f4-8015-4977654e3686 req-1217ce25-a798-4a8e-86bd-96acfbbef068 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f HTTP/1.1" status: 200 len: 897 time: 0.5790288 Mar 09 04:01:11.693748 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port dc33bef7-580b-44dc-81b5-959f96d55377 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:01:11.693748 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:01:11.693748 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa58ad5-4e3a-4c9d-8fe6-e46aa9f39555 req-68267d37-c302-4d97-8005-a23465f7a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:11.693748 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fa58ad5-4e3a-4c9d-8fe6-e46aa9f39555 req-68267d37-c302-4d97-8005-a23465f7a3c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=728f1764-7035-454b-b803-10fc1ed1098e HTTP/1.1" status: 200 len: 917 time: 0.7128377 Mar 09 04:01:11.769166 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempt 5 to bind port dc33bef7-580b-44dc-81b5-959f96d55377 Mar 09 04:01:11.916835 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50596) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:12.003103 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fa58ad5-4e3a-4c9d-8fe6-e46aa9f39555 req-dbc13938-651b-4e14-8860-c26abe9f1ab6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f64be45-2159-4d1b-8ef3-c8e377cfad34 HTTP/1.1" status: 200 len: 999 time: 0.2178094 Mar 09 04:01:12.174041 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:01:12.174247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:01:12.174468 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:01:12.240560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port dc33bef7-580b-44dc-81b5-959f96d55377 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:01:12.242028 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:01:12.269153 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fe26f12e-fab5-4de7-a13e-c9a76f19329a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/floatingips/a007280d-990d-4482-8ac3-7578490655c1 HTTP/1.1" status: 200 len: 993 time: 0.3566861 Mar 09 04:01:12.286937 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempt 6 to bind port dc33bef7-580b-44dc-81b5-959f96d55377 Mar 09 04:01:12.384684 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:01:12.384684 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:01:12.384684 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:01:12.416668 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1471d3e2-39d9-42f4-8015-4977654e3686 req-b7d63e3b-37d1-4c56-9cde-34d4e7edf142 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87361bb2-8af4-4bc8-976d-bb6830eb7753 HTTP/1.1" status: 200 len: 1001 time: 0.7151499 Mar 09 04:01:12.434474 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-a3c9670a-4399-4016-a07d-edc3dc84e93d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] For port 05bc3625-6d7b-49ed-a671-717c34efe317, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=05bc3625-6d7b-49ed-a671-717c34efe317,segment=NetworkSegment(05e26f36-c43b-4f25-aecd-51063e3f1e96),segment_id=05e26f36-c43b-4f25-aecd-51063e3f1e96)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:01:12.434474 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a3c9670a-4399-4016-a07d-edc3dc84e93d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:12.440014 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-df8d9a94-08d4-4689-8600-b2c8fee7bf1f tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.9183404 Mar 09 04:01:12.440014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port dc33bef7-580b-44dc-81b5-959f96d55377 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:01:12.440014 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:01:12.671644 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-a3c9670a-4399-4016-a07d-edc3dc84e93d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Calling delete_port for 05bc3625-6d7b-49ed-a671-717c34efe317 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:01:12.680658 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50606) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:12.681447 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempt 7 to bind port dc33bef7-580b-44dc-81b5-959f96d55377 Mar 09 04:01:12.700293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-fa48fab1-4b33-4c3c-abeb-0a1e11f04325 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-275299034'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:12.709383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa58ad5-4e3a-4c9d-8fe6-e46aa9f39555 req-3517fd27-3d60-4e15-8060-a98ff5e2e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:12.732191 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fa58ad5-4e3a-4c9d-8fe6-e46aa9f39555 req-3517fd27-3d60-4e15-8060-a98ff5e2e2d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=da09f32e-fde0-4749-97c0-596cce67a53e HTTP/1.1" status: 200 len: 855 time: 0.6902788 Mar 09 04:01:12.742841 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fa48fab1-4b33-4c3c-abeb-0a1e11f04325 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:12.754139 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fa48fab1-4b33-4c3c-abeb-0a1e11f04325 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:network and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:12.767856 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fa48fab1-4b33-4c3c-abeb-0a1e11f04325 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:12.958322 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fa48fab1-4b33-4c3c-abeb-0a1e11f04325 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:12.978022 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:01:12.978022 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:01:12.978358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:01:13.038835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port dc33bef7-580b-44dc-81b5-959f96d55377 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:01:13.039585 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:01:13.052734 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempt 8 to bind port dc33bef7-580b-44dc-81b5-959f96d55377 Mar 09 04:01:13.106402 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:01:13.111655 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:01:13.113088 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:01:13.138555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa48fab1-4b33-4c3c-abeb-0a1e11f04325 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:01:13.175237 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa48fab1-4b33-4c3c-abeb-0a1e11f04325 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:13.224069 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port dc33bef7-580b-44dc-81b5-959f96d55377 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:01:13.224069 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:01:13.224069 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471d3e2-39d9-42f4-8015-4977654e3686 req-6e73b4ea-ad94-4f4d-a771-18ae1b39add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:13.224069 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1471d3e2-39d9-42f4-8015-4977654e3686 req-6e73b4ea-ad94-4f4d-a771-18ae1b39add0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf HTTP/1.1" status: 200 len: 835 time: 0.7746260 Mar 09 04:01:13.235350 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempt 9 to bind port dc33bef7-580b-44dc-81b5-959f96d55377 Mar 09 04:01:13.330970 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-28ddda35-71c8-443b-96e4-620aa280becf tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:13.344792 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:01:13.344792 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:01:13.344792 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:01:13.452821 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port dc33bef7-580b-44dc-81b5-959f96d55377 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:01:13.453141 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:01:13.453890 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa48fab1-4b33-4c3c-abeb-0a1e11f04325 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:01:13.458612 n-d-825178-5 neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempt 10 to bind port dc33bef7-580b-44dc-81b5-959f96d55377 Mar 09 04:01:13.498440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b2b48-a640-4b08-8167-eeb743de020f req-35716ddb-40ea-4b52-b264-68ed4cc2329b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:13.499989 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cb5b2b48-a640-4b08-8167-eeb743de020f req-35716ddb-40ea-4b52-b264-68ed4cc2329b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 944 time: 1.1661673 Mar 09 04:01:13.507105 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa58ad5-4e3a-4c9d-8fe6-e46aa9f39555 req-5995e83f-7243-4de0-b305-f06fe027831f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:13.508821 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fa58ad5-4e3a-4c9d-8fe6-e46aa9f39555 req-5995e83f-7243-4de0-b305-f06fe027831f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=728f1764-7035-454b-b803-10fc1ed1098e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7084997 Mar 09 04:01:13.530358 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa48fab1-4b33-4c3c-abeb-0a1e11f04325 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:13.530647 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-fa48fab1-4b33-4c3c-abeb-0a1e11f04325 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Added segment 0173c956-7605-485a-a054-38406ee358f0 of type vlan for network c23b37e9-3337-490b-a73f-0abd167b24f6 Mar 09 04:01:13.678649 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:01:13.678649 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:01:13.683163 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a3c9670a-4399-4016-a07d-edc3dc84e93d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:13.688792 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempting to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:01:13.734028 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9670a-4399-4016-a07d-edc3dc84e93d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Port': ['ID=05bc3625-6d7b-49ed-a671-717c34efe317,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:13.734028 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ddda35-71c8-443b-96e4-620aa280becf tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Router a920141c-4d6f-4fdc-a94c-a962fa870721 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:01:13.806248 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fa58ad5-4e3a-4c9d-8fe6-e46aa9f39555 req-673c9a82-7205-4e2b-892d-4a1aeb12e499 service neutron] 10.222.0.24 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632468 Mar 09 04:01:13.822277 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Port dc33bef7-580b-44dc-81b5-959f96d55377 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:01:13.822277 n-d-825178-5 neutron-server[87880]: ERROR neutron.plugins.ml2.managers [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Failed to bind port dc33bef7-580b-44dc-81b5-959f96d55377 on host n-h2-825178-5 for vnic_type normal using segments [{'id': '616c94dd-087d-4787-bf46-1fcd9376b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8e769fd6-61fa-4de6-86cc-6033e0e61157'}] Mar 09 04:01:13.822277 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:14.019073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471d3e2-39d9-42f4-8015-4977654e3686 req-0d80e66d-931e-4aad-b598-374a56ab99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:14.020944 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1471d3e2-39d9-42f4-8015-4977654e3686 req-0d80e66d-931e-4aad-b598-374a56ab99e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7605851 Mar 09 04:01:14.085185 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-1471d3e2-39d9-42f4-8015-4977654e3686 req-b1aee603-1795-443c-8b07-bc8252558eef service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 04:01:14.087003 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1471d3e2-39d9-42f4-8015-4977654e3686 req-b1aee603-1795-443c-8b07-bc8252558eef service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062032 Mar 09 04:01:14.104221 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa48fab1-4b33-4c3c-abeb-0a1e11f04325 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:14.267887 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] For port dc33bef7-580b-44dc-81b5-959f96d55377, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:01:14.267887 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attempted to set empty binding levels {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 09 04:01:14.277452 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cb5b2b48-a640-4b08-8167-eeb743de020f req-767df98a-a595-485d-9d04-901ecf9ffd17 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7541680 Mar 09 04:01:14.277452 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9fa58ad5-4e3a-4c9d-8fe6-e46aa9f39555 req-3b4c88f1-e048-4a66-9cd3-822ec0420c44 service neutron] 10.222.0.24 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925369 Mar 09 04:01:14.290647 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:14.472448 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Pushing event updated for resources: {'Port': ['ID=dc33bef7-580b-44dc-81b5-959f96d55377,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:14.481898 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] In _notify_port_updated(), no bound segment for port dc33bef7-580b-44dc-81b5-959f96d55377 on network 8e769fd6-61fa-4de6-86cc-6033e0e61157 {{(pid=87880) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 04:01:14.482983 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:14.483848 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:14.485474 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-623ece13-e4cc-4c4b-b7e7-162ccd9ade91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] 10.222.0.16 "PUT /v2.0/ports/dc33bef7-580b-44dc-81b5-959f96d55377 HTTP/1.1" status: 200 len: 978 time: 5.3545897 Mar 09 04:01:14.489687 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50626) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:14.496921 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [None req-fa48fab1-4b33-4c3c-abeb-0a1e11f04325 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 04:01:14.658638 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa48fab1-4b33-4c3c-abeb-0a1e11f04325 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:14.664603 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa48fab1-4b33-4c3c-abeb-0a1e11f04325 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:14.665197 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa48fab1-4b33-4c3c-abeb-0a1e11f04325 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:14.707825 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-0e5e8a6a-1b0a-4afd-8b04-8f708b18764f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Deleting port dc33bef7-580b-44dc-81b5-959f96d55377 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:01:14.708167 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e5e8a6a-1b0a-4afd-8b04-8f708b18764f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:14.836936 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ddda35-71c8-443b-96e4-620aa280becf tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:01:14.845566 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a3c9670a-4399-4016-a07d-edc3dc84e93d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:14.848397 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] Sync routers for ids ['a920141c-4d6f-4fdc-a94c-a962fa870721'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:01:14.862095 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] Routers {'a920141c-4d6f-4fdc-a94c-a962fa870721'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:01:14.871440 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:01:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a920141c-4d6f-4fdc-a94c-a962fa870721'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:14.901013 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fa48fab1-4b33-4c3c-abeb-0a1e11f04325 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.2111642 Mar 09 04:01:14.911788 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50630) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:15.080812 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-28ddda35-71c8-443b-96e4-620aa280becf tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:15.080812 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-28ddda35-71c8-443b-96e4-620aa280becf tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 10.6160524 Mar 09 04:01:15.080812 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50634) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:15.151643 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-dfbf7657-8f34-4306-96c5-6f4aedc4796d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'subnet': {'network_id': 'c23b37e9-3337-490b-a73f-0abd167b24f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:15.249702 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] Set router a920141c-4d6f-4fdc-a94c-a962fa870721 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:01:15.274192 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1471d3e2-39d9-42f4-8015-4977654e3686 req-a19debf8-7d44-431f-a6bd-7d0dd06ffd0c service neutron] 10.222.0.21 "GET /v2.0/networks/1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1639717 Mar 09 04:01:15.280619 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dfbf7657-8f34-4306-96c5-6f4aedc4796d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:15.285828 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dfbf7657-8f34-4306-96c5-6f4aedc4796d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:subnet and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:15.289045 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dfbf7657-8f34-4306-96c5-6f4aedc4796d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:15.295073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dfbf7657-8f34-4306-96c5-6f4aedc4796d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:15.345231 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b43c54-8f48-45b4-8ee6-5d23cfc86d39 tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:15.346773 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-30b43c54-8f48-45b4-8ee6-5d23cfc86d39 tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f62636ca99004fbcad682ccf3903561c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.2654715 Mar 09 04:01:15.368419 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50642) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:15.597497 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1471d3e2-39d9-42f4-8015-4977654e3686 req-749f7f37-500e-4032-a3fb-5f4899eef4a0 service neutron] 10.222.0.21 "GET /v2.0/networks/1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784624 Mar 09 04:01:15.616774 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbf7657-8f34-4306-96c5-6f4aedc4796d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:01:15.622665 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dfbf7657-8f34-4306-96c5-6f4aedc4796d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:15.648290 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48fab1-4b33-4c3c-abeb-0a1e11f04325 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Network': ['ID=c23b37e9-3337-490b-a73f-0abd167b24f6,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:15.660521 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network c23b37e9-3337-490b-a73f-0abd167b24f6 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:01:16.121117 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a920141c-4d6f-4fdc-a94c-a962fa870721', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1066459556', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '94369639-a461-44df-b256-fa38eb8dd122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:01:04Z', 'updated_at': '2022-03-09T04:01:10Z', 'revision_number': 3, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'gw_port': {'id': '94369639-a461-44df-b256-fa38eb8dd122', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a920141c-4d6f-4fdc-a94c-a962fa870721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:01:07Z', 'updated_at': '2022-03-09T04:01:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:16.128549 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] Checking router: a920141c-4d6f-4fdc-a94c-a962fa870721 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:01:16.128929 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] Updating router a920141c-4d6f-4fdc-a94c-a962fa870721 port 94369639-a461-44df-b256-fa38eb8dd122 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:01:16.254954 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:16.323239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-0e5e8a6a-1b0a-4afd-8b04-8f708b18764f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] For port dc33bef7-580b-44dc-81b5-959f96d55377, host n-h2-825178-5, got binding levels [] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:01:16.323239 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e5e8a6a-1b0a-4afd-8b04-8f708b18764f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:16.387873 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c9670a-4399-4016-a07d-edc3dc84e93d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:01:16.405305 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11b8b0a-add1-4c4c-bd12-cd79323cc54e tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:16.407011 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b11b8b0a-add1-4c4c-bd12-cd79323cc54e tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0372903 Mar 09 04:01:16.414408 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50652) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:16.562681 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-0e5e8a6a-1b0a-4afd-8b04-8f708b18764f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Calling delete_port for dc33bef7-580b-44dc-81b5-959f96d55377 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:01:16.640757 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-18513129-eb53-446f-8d71-c4c5cb14936f tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2158535 Mar 09 04:01:16.640757 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50660) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:16.866237 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04673ac-f931-41d8-9854-59e4456da222 req-2decde2e-a494-4907-bf86-14ec15373707 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:16.878281 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a04673ac-f931-41d8-9854-59e4456da222 req-2decde2e-a494-4907-bf86-14ec15373707 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 944 time: 0.8682575 Mar 09 04:01:16.884673 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c9670a-4399-4016-a07d-edc3dc84e93d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:01:16.905941 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814d2471-2004-444b-8fc4-4a8e71408b19 None None] Sync routers for ids ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:01:16.925418 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5f9662db-4c76-4118-9246-036effb87e68 tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f62636ca99004fbcad682ccf3903561c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2843201 Mar 09 04:01:16.934412 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814d2471-2004-444b-8fc4-4a8e71408b19 None None] Routers {'34d5ee3a-a03e-4583-9a0e-f6df150f7036'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:01:16.937352 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a3c9670a-4399-4016-a07d-edc3dc84e93d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "PUT /v2.0/routers/34d5ee3a-a03e-4583-9a0e-f6df150f7036/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1865907 Mar 09 04:01:16.938109 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-814d2471-2004-444b-8fc4-4a8e71408b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:01:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:16.938810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50664) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:16.940859 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50668) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:16.983586 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:17.015827 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e5e8a6a-1b0a-4afd-8b04-8f708b18764f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:17.026479 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] Transition to ACTIVE for port object 94369639-a461-44df-b256-fa38eb8dd122 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:01:17.045047 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:17.270890 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef0452b8-ac10-4154-80eb-7c71c2f5740c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting subnet d753f03d-3e80-4e91-a3d9-e6718fc18364 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:01:17.286125 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e8a6a-1b0a-4afd-8b04-8f708b18764f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc33bef7-580b-44dc-81b5-959f96d55377,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:17.319628 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e5e8a6a-1b0a-4afd-8b04-8f708b18764f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:17.332136 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0e5e8a6a-1b0a-4afd-8b04-8f708b18764f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] 10.222.0.16 "DELETE /v2.0/ports/dc33bef7-580b-44dc-81b5-959f96d55377 HTTP/1.1" status: 204 len: 168 time: 2.8372552 Mar 09 04:01:17.334950 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50674) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:17.353705 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ef0452b8-ac10-4154-80eb-7c71c2f5740c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:17.363771 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-814d2471-2004-444b-8fc4-4a8e71408b19 None None] Set router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:01:17.422111 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dfbf7657-8f34-4306-96c5-6f4aedc4796d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:17.428695 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] Attempting to bind port 94369639-a461-44df-b256-fa38eb8dd122 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:01:17.429847 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] Attempting to bind port 94369639-a461-44df-b256-fa38eb8dd122 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:01:17.430673 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] Attempting to bind port 94369639-a461-44df-b256-fa38eb8dd122 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:01:17.441171 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df7920-f3ec-4a16-b5cf-a191b7d46dbc None None] Pushing event updated for resources: {'Port': ['ID=94369639-a461-44df-b256-fa38eb8dd122,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:17.449573 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:01:17.450408 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:01:17.451289 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:17.452404 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:01:17.453338 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] Bound port: 94369639-a461-44df-b256-fa38eb8dd122, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:01:17.453870 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:17.536002 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1fedec0-487f-4f9a-84b5-cccdb55244eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] GET failed (client error): The resource could not be found. Mar 09 04:01:17.536710 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e1fedec0-487f-4f9a-84b5-cccdb55244eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Synchronizing usage tracker for tenant:8b09cec20ae34d8cb2ac4dd224c1b103 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:01:17.579095 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df7920-f3ec-4a16-b5cf-a191b7d46dbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:17.587360 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df7920-f3ec-4a16-b5cf-a191b7d46dbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:17.589116 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df7920-f3ec-4a16-b5cf-a191b7d46dbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:17.589927 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df7920-f3ec-4a16-b5cf-a191b7d46dbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:17.591515 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df7920-f3ec-4a16-b5cf-a191b7d46dbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:17.593595 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df7920-f3ec-4a16-b5cf-a191b7d46dbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:17.594316 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df7920-f3ec-4a16-b5cf-a191b7d46dbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:17.596223 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df7920-f3ec-4a16-b5cf-a191b7d46dbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:17.597147 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df7920-f3ec-4a16-b5cf-a191b7d46dbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:17.597854 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df7920-f3ec-4a16-b5cf-a191b7d46dbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:17.601049 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df7920-f3ec-4a16-b5cf-a191b7d46dbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:17.601815 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df7920-f3ec-4a16-b5cf-a191b7d46dbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:17.631578 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a04673ac-f931-41d8-9854-59e4456da222 req-74f70b36-c5c4-4a15-95f7-b4615edb586b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7519441 Mar 09 04:01:17.787885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e1fedec0-487f-4f9a-84b5-cccdb55244eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] Unset dirty status for tenant:8b09cec20ae34d8cb2ac4dd224c1b103 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:01:17.787885 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e1fedec0-487f-4f9a-84b5-cccdb55244eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077192231-project-admin] 10.222.0.16 "GET /v2.0/ports/dc33bef7-580b-44dc-81b5-959f96d55377 HTTP/1.1" status: 404 len: 333 time: 0.4508522 Mar 09 04:01:17.803076 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50682) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:17.810346 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] For port 94369639-a461-44df-b256-fa38eb8dd122, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:01:17.810346 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] For port 94369639-a461-44df-b256-fa38eb8dd122, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=94369639-a461-44df-b256-fa38eb8dd122,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:01:17.821372 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:17.835346 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf7657-8f34-4306-96c5-6f4aedc4796d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Subnet': ['ID=8c061ced-0d73-4a4f-a5fa-b3955d4652ef,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:17.897467 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbf7657-8f34-4306-96c5-6f4aedc4796d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Checking segment: {'id': '0173c956-7605-485a-a054-38406ee358f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c23b37e9-3337-490b-a73f-0abd167b24f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:01:17.897467 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbf7657-8f34-4306-96c5-6f4aedc4796d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network hostable DHCP agents. Network: c23b37e9-3337-490b-a73f-0abd167b24f6, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:01:17.902257 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-814d2471-2004-444b-8fc4-4a8e71408b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T04:01:13Z', 'revision_number': 11, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:17.914982 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814d2471-2004-444b-8fc4-4a8e71408b19 None None] Checking router: 34d5ee3a-a03e-4583-9a0e-f6df150f7036 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:01:17.946283 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814d2471-2004-444b-8fc4-4a8e71408b19 None None] Routers {'34d5ee3a-a03e-4583-9a0e-f6df150f7036'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:01:17.946983 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-814d2471-2004-444b-8fc4-4a8e71408b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:01:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:17.977018 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ef0452b8-ac10-4154-80eb-7c71c2f5740c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:18.064839 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] Routers {'a920141c-4d6f-4fdc-a94c-a962fa870721'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:01:18.065451 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:01:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a920141c-4d6f-4fdc-a94c-a962fa870721'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:18.173189 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df7920-f3ec-4a16-b5cf-a191b7d46dbc None None] Pushing event updated for resources: {'Port': ['ID=94369639-a461-44df-b256-fa38eb8dd122,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:18.184511 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbf7657-8f34-4306-96c5-6f4aedc4796d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network c23b37e9-3337-490b-a73f-0abd167b24f6 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:01:18.211337 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d2f16950-8e7d-4bf9-b107-0f5506e862eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:18.218060 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-dfbf7657-8f34-4306-96c5-6f4aedc4796d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, c23b37e9-3337-490b-a73f-0abd167b24f6) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:01:18.225788 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbf7657-8f34-4306-96c5-6f4aedc4796d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:18.225788 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dfbf7657-8f34-4306-96c5-6f4aedc4796d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:18.395664 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-dfbf7657-8f34-4306-96c5-6f4aedc4796d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4378638 Mar 09 04:01:18.396593 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50690) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:18.426901 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-60b9456e-8730-4751-ba75-9b9edf632e59 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'port': {'network_id': 'c23b37e9-3337-490b-a73f-0abd167b24f6', 'name': 'tempest-PortsTestJSON-454842177'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:18.534988 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-814d2471-2004-444b-8fc4-4a8e71408b19 None None] Set router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:01:18.634601 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf644e5-4242-4b4f-b0da-9eebd2044d25 tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:18.634601 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-dcf644e5-4242-4b4f-b0da-9eebd2044d25 tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.6359372 Mar 09 04:01:18.639555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50694) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:18.643753 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] Set router a920141c-4d6f-4fdc-a94c-a962fa870721 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:01:18.706073 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d2f16950-8e7d-4bf9-b107-0f5506e862eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:18.790798 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ef0452b8-ac10-4154-80eb-7c71c2f5740c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:18.835545 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-814d2471-2004-444b-8fc4-4a8e71408b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T04:01:13Z', 'revision_number': 11, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:18.838219 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-57c4637a-4b8c-4e48-927b-1d5127ff322b tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1889219 Mar 09 04:01:18.839710 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367c2497-50fc-4ed9-a656-77fd301786fc None None] Network c23b37e9-3337-490b-a73f-0abd167b24f6 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:01:18.868114 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50704) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:18.879342 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814d2471-2004-444b-8fc4-4a8e71408b19 None None] The sync data for ids ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'] in n-d-825178-5 is: [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T04:01:13Z', 'revision_number': 11, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:01:18.914760 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-75692d5a-986e-4d9e-862b-c6519ff75663 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-276125047', 'network_id': '087c6e22-8533-4f8f-b4fa-250c9be3a07b', 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:18.964292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-d2f16950-8e7d-4bf9-b107-0f5506e862eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e769fd6-61fa-4de6-86cc-6033e0e61157']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:18.979179 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ef0452b8-ac10-4154-80eb-7c71c2f5740c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:19.125280 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0452b8-ac10-4154-80eb-7c71c2f5740c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Subnet': ['ID=d753f03d-3e80-4e91-a3d9-e6718fc18364,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:19.155840 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ef0452b8-ac10-4154-80eb-7c71c2f5740c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:19.175251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-d2f16950-8e7d-4bf9-b107-0f5506e862eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616c94dd-087d-4787-bf46-1fcd9376b6c9') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:19.175251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-d2f16950-8e7d-4bf9-b107-0f5506e862eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616c94dd-087d-4787-bf46-1fcd9376b6c9') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:19.184340 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ef0452b8-ac10-4154-80eb-7c71c2f5740c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/subnets/d753f03d-3e80-4e91-a3d9-e6718fc18364 HTTP/1.1" status: 204 len: 168 time: 2.1923759 Mar 09 04:01:19.184340 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50710) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:19.360929 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d2f16950-8e7d-4bf9-b107-0f5506e862eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:19.365935 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b490b8a2-fa0e-4507-a25b-737f172b4d37 None None] Network 837a4781-040c-4969-8669-91c14d79c6ef requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:01:19.418561 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a920141c-4d6f-4fdc-a94c-a962fa870721', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1066459556', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '94369639-a461-44df-b256-fa38eb8dd122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:01:04Z', 'updated_at': '2022-03-09T04:01:10Z', 'revision_number': 3, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'gw_port': {'id': '94369639-a461-44df-b256-fa38eb8dd122', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a920141c-4d6f-4fdc-a94c-a962fa870721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:01:07Z', 'updated_at': '2022-03-09T04:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:19.427877 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac4828c-2ce3-4b20-80fd-3e441c420cc5 None None] The sync data for ids ['a920141c-4d6f-4fdc-a94c-a962fa870721'] in n-d-825178-5 is: [{'id': 'a920141c-4d6f-4fdc-a94c-a962fa870721', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1066459556', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '94369639-a461-44df-b256-fa38eb8dd122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:01:04Z', 'updated_at': '2022-03-09T04:01:10Z', 'revision_number': 3, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'gw_port': {'id': '94369639-a461-44df-b256-fa38eb8dd122', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a920141c-4d6f-4fdc-a94c-a962fa870721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:01:07Z', 'updated_at': '2022-03-09T04:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:01:19.452609 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-60b9456e-8730-4751-ba75-9b9edf632e59 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:19.485175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-60b9456e-8730-4751-ba75-9b9edf632e59 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:19.511837 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d2f16950-8e7d-4bf9-b107-0f5506e862eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:19.511837 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b9456e-8730-4751-ba75-9b9edf632e59 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:01:19.520339 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60b9456e-8730-4751-ba75-9b9edf632e59 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:19.586880 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f16950-8e7d-4bf9-b107-0f5506e862eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:01:19.586880 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d2f16950-8e7d-4bf9-b107-0f5506e862eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:01:19.619066 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:01:19.663586 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4f489fcf-a95c-4611-a851-bc640f97e879 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:19.702143 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-4f489fcf-a95c-4611-a851-bc640f97e879 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Deleting port f91a2078-5428-40eb-a650-56905ce104d3 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:01:19.702143 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4f489fcf-a95c-4611-a851-bc640f97e879 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:19.753146 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-60b9456e-8730-4751-ba75-9b9edf632e59 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] device_id is not set on port f2479a0c-30b5-4710-ba1d-415db795989f yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:01:19.930310 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d08f79-6e1a-4d96-b8b0-54a5714528ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-c23b37e9-3337-490b-a73f-0abd167b24f6', 'network_id': 'c23b37e9-3337-490b-a73f-0abd167b24f6', 'tenant_id': '4142753503a14b29b880b4a248420f63', 'fixed_ips': [{'subnet_id': '8c061ced-0d73-4a4f-a5fa-b3955d4652ef'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:01:19.935091 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-98d08f79-6e1a-4d96-b8b0-54a5714528ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:20.341216 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 94369639-a461-44df-b256-fa38eb8dd122 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:01:20.490432 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-4f489fcf-a95c-4611-a851-bc640f97e879 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] For port f91a2078-5428-40eb-a650-56905ce104d3, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f91a2078-5428-40eb-a650-56905ce104d3,segment=NetworkSegment(05e26f36-c43b-4f25-aecd-51063e3f1e96),segment_id=05e26f36-c43b-4f25-aecd-51063e3f1e96)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:01:20.490432 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4f489fcf-a95c-4611-a851-bc640f97e879 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:20.555804 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-75692d5a-986e-4d9e-862b-c6519ff75663 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:20.598634 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d2f16950-8e7d-4bf9-b107-0f5506e862eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:20.598634 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d2f16950-8e7d-4bf9-b107-0f5506e862eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:20.613957 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-75692d5a-986e-4d9e-862b-c6519ff75663 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Usage tracker for resource:subnet and tenant:f62636ca99004fbcad682ccf3903561c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:20.635328 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-75692d5a-986e-4d9e-862b-c6519ff75663 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:20.672027 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-75692d5a-986e-4d9e-862b-c6519ff75663 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:20.696739 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d2f16950-8e7d-4bf9-b107-0f5506e862eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] 10.222.0.16 "DELETE /v2.0/networks/8e769fd6-61fa-4de6-86cc-6033e0e61157 HTTP/1.1" status: 204 len: 168 time: 2.8990037 Mar 09 04:01:20.696739 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f16950-8e7d-4bf9-b107-0f5506e862eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1076794862-project] Pushing event deleted for resources: {'Network': ['ID=8e769fd6-61fa-4de6-86cc-6033e0e61157,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:20.793521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-4f489fcf-a95c-4611-a851-bc640f97e879 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Calling delete_port for f91a2078-5428-40eb-a650-56905ce104d3 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:01:20.880315 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-60b9456e-8730-4751-ba75-9b9edf632e59 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Allocated IP 172.20.0.8 (c23b37e9-3337-490b-a73f-0abd167b24f6/8c061ced-0d73-4a4f-a5fa-b3955d4652ef/f2479a0c-30b5-4710-ba1d-415db795989f) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:01:20.961769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb96abf-6428-44ac-9c5a-467ad1975dad req-2b695ff6-1e8a-4aed-98dc-41e937f40154 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:20.976137 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eeb96abf-6428-44ac-9c5a-467ad1975dad req-2b695ff6-1e8a-4aed-98dc-41e937f40154 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 944 time: 1.9542513 Mar 09 04:01:20.976137 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75692d5a-986e-4d9e-862b-c6519ff75663 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Made reservation on behalf of f62636ca99004fbcad682ccf3903561c for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:01:20.983288 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 94369639-a461-44df-b256-fa38eb8dd122 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:01:20.993426 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4f489fcf-a95c-4611-a851-bc640f97e879 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:20.996693 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-75692d5a-986e-4d9e-862b-c6519ff75663 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:21.022649 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 94369639-a461-44df-b256-fa38eb8dd122 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:21.022649 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:21.159384 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f489fcf-a95c-4611-a851-bc640f97e879 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] No DVR routers for this DVR port f91a2078-5428-40eb-a650-56905ce104d3 on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:01:21.270559 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f489fcf-a95c-4611-a851-bc640f97e879 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Port': ['ID=f91a2078-5428-40eb-a650-56905ce104d3,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:21.462246 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:21.505957 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eeb96abf-6428-44ac-9c5a-467ad1975dad req-4ba7d465-4c9e-4808-ac01-85eeca4c982f tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5269768 Mar 09 04:01:21.621050 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 94369639-a461-44df-b256-fa38eb8dd122, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=94369639-a461-44df-b256-fa38eb8dd122,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:01:21.630597 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:21.652186 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4f489fcf-a95c-4611-a851-bc640f97e879 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:21.672762 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50736) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:21.708099 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-4f489fcf-a95c-4611-a851-bc640f97e879 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837a4781-040c-4969-8669-91c14d79c6ef']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:21.736908 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-4f489fcf-a95c-4611-a851-bc640f97e879 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e26f36-c43b-4f25-aecd-51063e3f1e96') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:21.737208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-4f489fcf-a95c-4611-a851-bc640f97e879 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e26f36-c43b-4f25-aecd-51063e3f1e96') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:21.782340 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4f489fcf-a95c-4611-a851-bc640f97e879 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:21.815320 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60b9456e-8730-4751-ba75-9b9edf632e59 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:21.860425 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-60b9456e-8730-4751-ba75-9b9edf632e59 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Transition to ACTIVE for port object f2479a0c-30b5-4710-ba1d-415db795989f will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:01:21.861831 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4f489fcf-a95c-4611-a851-bc640f97e879 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:21.869639 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 05bc3625-6d7b-49ed-a671-717c34efe317 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:01:21.907471 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f489fcf-a95c-4611-a851-bc640f97e879 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:01:21.907471 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4f489fcf-a95c-4611-a851-bc640f97e879 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:21.925616 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54589e77-3cb9-4164-8274-179e6100fb9a None None] DHCP port deletion for 837a4781-040c-4969-8669-91c14d79c6ef request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:01:21.925616 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 05bc3625-6d7b-49ed-a671-717c34efe317 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:01:21.925616 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 05bc3625-6d7b-49ed-a671-717c34efe317 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:01:21.981993 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:01:22.006056 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=94369639-a461-44df-b256-fa38eb8dd122,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:22.167139 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f91a2078-5428-40eb-a650-56905ce104d3 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:01:22.227326 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: f91a2078-5428-40eb-a650-56905ce104d3 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:01:22.227958 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f91a2078-5428-40eb-a650-56905ce104d3 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:01:22.264911 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60b9456e-8730-4751-ba75-9b9edf632e59 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:22.303742 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4f489fcf-a95c-4611-a851-bc640f97e879 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:22.369468 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4f489fcf-a95c-4611-a851-bc640f97e879 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:22.380646 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-dbda5d35-3551-44d0-8abf-ccfc94547257 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=370fc58c56e04d9889eaa9dd317a3b11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6978071 Mar 09 04:01:22.380646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50748) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:22.416526 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-98d08f79-6e1a-4d96-b8b0-54a5714528ec None None] Allocated IP 172.20.0.2 (c23b37e9-3337-490b-a73f-0abd167b24f6/8c061ced-0d73-4a4f-a5fa-b3955d4652ef/39b168f6-6aaf-4184-ab10-a64b41d316c2) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:01:22.462514 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f489fcf-a95c-4611-a851-bc640f97e879 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Pushing event deleted for resources: {'Network': ['ID=837a4781-040c-4969-8669-91c14d79c6ef,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:22.481316 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4f489fcf-a95c-4611-a851-bc640f97e879 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/networks/837a4781-040c-4969-8669-91c14d79c6ef HTTP/1.1" status: 204 len: 168 time: 3.2898705 Mar 09 04:01:22.489115 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50752) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:22.497410 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-afd5cdf9-6bf9-438e-b771-9b9ec6832e49 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'router': {'routes': None}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:22.600586 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4badf618-0e69-459f-8d94-245e3b33d7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:22.634982 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4badf618-0e69-459f-8d94-245e3b33d7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:22.716532 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9456e-8730-4751-ba75-9b9edf632e59 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Port': ['ID=f2479a0c-30b5-4710-ba1d-415db795989f,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:22.740970 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b9456e-8730-4751-ba75-9b9edf632e59 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network c23b37e9-3337-490b-a73f-0abd167b24f6 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:01:22.750459 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-60b9456e-8730-4751-ba75-9b9edf632e59 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:01:22.758281 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b9456e-8730-4751-ba75-9b9edf632e59 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:01:22.935483 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4badf618-0e69-459f-8d94-245e3b33d7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:23.006026 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b9456e-8730-4751-ba75-9b9edf632e59 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:23.006747 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60b9456e-8730-4751-ba75-9b9edf632e59 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:23.035600 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-75692d5a-986e-4d9e-862b-c6519ff75663 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:23.053741 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-98d08f79-6e1a-4d96-b8b0-54a5714528ec None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:23.078212 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-98d08f79-6e1a-4d96-b8b0-54a5714528ec None None] Transition to ACTIVE for port object 39b168f6-6aaf-4184-ab10-a64b41d316c2 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:01:23.117103 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-60b9456e-8730-4751-ba75-9b9edf632e59 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.7138965 Mar 09 04:01:23.122301 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50764) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:23.141524 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-98d08f79-6e1a-4d96-b8b0-54a5714528ec None None] Transition to ACTIVE for port object 39b168f6-6aaf-4184-ab10-a64b41d316c2 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:01:23.154098 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-98d08f79-6e1a-4d96-b8b0-54a5714528ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:23.161792 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-cdacf92b-9b82-4425-8206-af379e72e773 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'port': {'network_id': 'c23b37e9-3337-490b-a73f-0abd167b24f6', 'name': 'tempest-PortsTestJSON-50634899'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:23.225639 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badf618-0e69-459f-8d94-245e3b33d7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5e79e8-f29e-4471-8842-8e9fbb700e64,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:23.241127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75692d5a-986e-4d9e-862b-c6519ff75663 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Checking segment: {'id': '3eb34daf-4a71-408b-8827-aa2b840b5a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '087c6e22-8533-4f8f-b4fa-250c9be3a07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:01:23.241127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75692d5a-986e-4d9e-862b-c6519ff75663 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Network hostable DHCP agents. Network: 087c6e22-8533-4f8f-b4fa-250c9be3a07b, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:01:23.389809 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75692d5a-986e-4d9e-862b-c6519ff75663 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event updated for resources: {'Subnet': ['ID=433ce941-bf67-49ff-a155-966c0c1f7ab5,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:23.389957 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d08f79-6e1a-4d96-b8b0-54a5714528ec None None] Network c23b37e9-3337-490b-a73f-0abd167b24f6 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:01:23.399392 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-98d08f79-6e1a-4d96-b8b0-54a5714528ec None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:01:23.428150 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d08f79-6e1a-4d96-b8b0-54a5714528ec None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:01:23.543635 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cdacf92b-9b82-4425-8206-af379e72e773 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:23.548622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75692d5a-986e-4d9e-862b-c6519ff75663 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Network 087c6e22-8533-4f8f-b4fa-250c9be3a07b is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:01:23.549124 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d08f79-6e1a-4d96-b8b0-54a5714528ec None None] Pushing event updated for resources: {'Port': ['ID=39b168f6-6aaf-4184-ab10-a64b41d316c2,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:23.570951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cdacf92b-9b82-4425-8206-af379e72e773 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:23.584715 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-75692d5a-986e-4d9e-862b-c6519ff75663 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 087c6e22-8533-4f8f-b4fa-250c9be3a07b) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:01:23.587348 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-98d08f79-6e1a-4d96-b8b0-54a5714528ec None None] Attempting to bind port 39b168f6-6aaf-4184-ab10-a64b41d316c2 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:01:23.588533 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-98d08f79-6e1a-4d96-b8b0-54a5714528ec None None] Attempting to bind port 39b168f6-6aaf-4184-ab10-a64b41d316c2 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '0173c956-7605-485a-a054-38406ee358f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c23b37e9-3337-490b-a73f-0abd167b24f6'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:01:23.590442 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4badf618-0e69-459f-8d94-245e3b33d7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:23.590906 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d08f79-6e1a-4d96-b8b0-54a5714528ec None None] Attempting to bind port 39b168f6-6aaf-4184-ab10-a64b41d316c2 on network c23b37e9-3337-490b-a73f-0abd167b24f6 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:01:23.591918 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4badf618-0e69-459f-8d94-245e3b33d7a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a5e79e8-f29e-4471-8842-8e9fbb700e64 HTTP/1.1" status: 204 len: 168 time: 1.2108681 Mar 09 04:01:23.602178 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75692d5a-986e-4d9e-862b-c6519ff75663 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:23.603215 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-75692d5a-986e-4d9e-862b-c6519ff75663 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:23.608882 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1c24a1-2fa0-4a32-a6be-118b2f2f1c40 None None] Network 087c6e22-8533-4f8f-b4fa-250c9be3a07b requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:01:23.643409 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdacf92b-9b82-4425-8206-af379e72e773 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:01:23.654003 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cdacf92b-9b82-4425-8206-af379e72e773 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:23.712730 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d08f79-6e1a-4d96-b8b0-54a5714528ec None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:01:23.712730 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d08f79-6e1a-4d96-b8b0-54a5714528ec None None] Checking segment: {'id': '0173c956-7605-485a-a054-38406ee358f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c23b37e9-3337-490b-a73f-0abd167b24f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:01:23.712730 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-98d08f79-6e1a-4d96-b8b0-54a5714528ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:23.712730 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d08f79-6e1a-4d96-b8b0-54a5714528ec None None] Bound using segment: {'id': '0173c956-7605-485a-a054-38406ee358f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c23b37e9-3337-490b-a73f-0abd167b24f6'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:01:23.720555 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-98d08f79-6e1a-4d96-b8b0-54a5714528ec None None] Bound port: 39b168f6-6aaf-4184-ab10-a64b41d316c2, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0173c956-7605-485a-a054-38406ee358f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c23b37e9-3337-490b-a73f-0abd167b24f6'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:01:23.720555 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-98d08f79-6e1a-4d96-b8b0-54a5714528ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:23.749055 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-75692d5a-986e-4d9e-862b-c6519ff75663 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.8752198 Mar 09 04:01:23.756539 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50774) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:23.805144 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-cdacf92b-9b82-4425-8206-af379e72e773 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] device_id is not set on port 05873c28-3873-48c1-b836-8544629ee631 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:01:23.870145 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.extraroute_db [None req-afd5cdf9-6bf9-438e-b771-9b9ec6832e49 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Added routes are [] {{(pid=87881) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 09 04:01:23.870145 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.extraroute_db [None req-afd5cdf9-6bf9-438e-b771-9b9ec6832e49 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Removed routes are [] {{(pid=87881) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 09 04:01:23.870145 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-afd5cdf9-6bf9-438e-b771-9b9ec6832e49 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:23.907867 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b536b8-9ea7-4010-8dcc-e2ecc7ad93ff req-11237d65-dd6c-4c2a-88d8-218e0ab17a26 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:23.907867 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-01b536b8-9ea7-4010-8dcc-e2ecc7ad93ff req-11237d65-dd6c-4c2a-88d8-218e0ab17a26 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 944 time: 1.1489720 Mar 09 04:01:24.277980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-cdacf92b-9b82-4425-8206-af379e72e773 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Allocated IP 172.20.0.14 (c23b37e9-3337-490b-a73f-0abd167b24f6/8c061ced-0d73-4a4f-a5fa-b3955d4652ef/05873c28-3873-48c1-b836-8544629ee631) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:01:24.312614 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 94369639-a461-44df-b256-fa38eb8dd122 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:01:24.429258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50786) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:24.531154 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fc59525f-20ab-4842-a3f6-d05569f3f3c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b09cec20ae34d8cb2ac4dd224c1b103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1026623 Mar 09 04:01:24.531154 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50790) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:24.603016 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 94369639-a461-44df-b256-fa38eb8dd122 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:24.603550 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:24.780267 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-911183f6-f208-4762-b84d-34d1d68b77a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:24.824529 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cdacf92b-9b82-4425-8206-af379e72e773 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:24.854706 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-cdacf92b-9b82-4425-8206-af379e72e773 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Transition to ACTIVE for port object 05873c28-3873-48c1-b836-8544629ee631 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:01:24.900257 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cdacf92b-9b82-4425-8206-af379e72e773 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:24.903676 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72baa958-ea22-4158-b868-c36ff119679b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-087c6e22-8533-4f8f-b4fa-250c9be3a07b', 'network_id': '087c6e22-8533-4f8f-b4fa-250c9be3a07b', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'fixed_ips': [{'subnet_id': '433ce941-bf67-49ff-a155-966c0c1f7ab5'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:01:24.903676 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-72baa958-ea22-4158-b868-c36ff119679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:24.943411 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-98d08f79-6e1a-4d96-b8b0-54a5714528ec None None] For port 39b168f6-6aaf-4184-ab10-a64b41d316c2, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:01:24.947397 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-98d08f79-6e1a-4d96-b8b0-54a5714528ec None None] For port 39b168f6-6aaf-4184-ab10-a64b41d316c2, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=39b168f6-6aaf-4184-ab10-a64b41d316c2,segment=NetworkSegment(0173c956-7605-485a-a054-38406ee358f0),segment_id=0173c956-7605-485a-a054-38406ee358f0)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:01:24.960631 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-afd5cdf9-6bf9-438e-b771-9b9ec6832e49 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:24.982000 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-afd5cdf9-6bf9-438e-b771-9b9ec6832e49 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371792'] for router, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:25.009925 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-01b536b8-9ea7-4010-8dcc-e2ecc7ad93ff req-1fb3d6a3-3df4-487e-b179-4399c5524c4b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0336807 Mar 09 04:01:25.027230 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-911183f6-f208-4762-b84d-34d1d68b77a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:25.048272 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdacf92b-9b82-4425-8206-af379e72e773 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network c23b37e9-3337-490b-a73f-0abd167b24f6 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:01:25.073369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-cdacf92b-9b82-4425-8206-af379e72e773 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:01:25.078126 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-98d08f79-6e1a-4d96-b8b0-54a5714528ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:25.085967 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdacf92b-9b82-4425-8206-af379e72e773 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:01:25.154109 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdacf92b-9b82-4425-8206-af379e72e773 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Port': ['ID=05873c28-3873-48c1-b836-8544629ee631,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:25.195862 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdacf92b-9b82-4425-8206-af379e72e773 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:25.195862 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cdacf92b-9b82-4425-8206-af379e72e773 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:25.256531 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-911183f6-f208-4762-b84d-34d1d68b77a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:25.256531 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-911183f6-f208-4762-b84d-34d1d68b77a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:25.267067 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-911183f6-f208-4762-b84d-34d1d68b77a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/59626dd4-5a4e-4345-adc4-e0b7a23caef0 HTTP/1.1" status: 204 len: 168 time: 0.7253592 Mar 09 04:01:25.276679 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d08f79-6e1a-4d96-b8b0-54a5714528ec None None] Pushing event updated for resources: {'Port': ['ID=39b168f6-6aaf-4184-ab10-a64b41d316c2,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:25.304614 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cdacf92b-9b82-4425-8206-af379e72e773 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1630449 Mar 09 04:01:25.304614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50800) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:25.304614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911183f6-f208-4762-b84d-34d1d68b77a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59626dd4-5a4e-4345-adc4-e0b7a23caef0,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:25.368051 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-72baa958-ea22-4158-b868-c36ff119679b None None] Allocated IP 172.20.0.18 (087c6e22-8533-4f8f-b4fa-250c9be3a07b/433ce941-bf67-49ff-a155-966c0c1f7ab5/49723773-f4dc-4fab-97db-bca0e5923a35) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:01:25.398317 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd5cdf9-6bf9-438e-b771-9b9ec6832e49 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:01:25.431609 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62822a8-a4d9-4209-85f9-f90eec2048b6 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:25.432743 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b62822a8-a4d9-4209-85f9-f90eec2048b6 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Synchronizing usage tracker for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:01:25.464252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b62822a8-a4d9-4209-85f9-f90eec2048b6 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Unset dirty status for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:01:25.470598 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b62822a8-a4d9-4209-85f9-f90eec2048b6 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.1743672 Mar 09 04:01:25.471873 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50810) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:25.570110 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd5cdf9-6bf9-438e-b771-9b9ec6832e49 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:01:25.583017 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b21c2-7957-4f7e-92ad-22e9ee565f29 None None] Sync routers for ids ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:01:25.585571 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-afd5cdf9-6bf9-438e-b771-9b9ec6832e49 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:25.592782 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-afd5cdf9-6bf9-438e-b771-9b9ec6832e49 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "PUT /v2.0/routers/34d5ee3a-a03e-4583-9a0e-f6df150f7036 HTTP/1.1" status: 200 len: 700 time: 3.1043203 Mar 09 04:01:25.604575 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50816) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:25.657355 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454b21c2-7957-4f7e-92ad-22e9ee565f29 None None] Routers {'34d5ee3a-a03e-4583-9a0e-f6df150f7036'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:01:25.657355 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-454b21c2-7957-4f7e-92ad-22e9ee565f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:01:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:25.739190 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-379c5ede-e999-4758-99ad-58b9e4c9417c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Synchronizing usage tracker for tenant:8d98afbc76a3441ab1cb90e168d30508 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:01:25.791745 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-f63ee8fa-4185-4716-bfd7-d8a1d0052ee1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting port 05873c28-3873-48c1-b836-8544629ee631 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:01:25.792102 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f63ee8fa-4185-4716-bfd7-d8a1d0052ee1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:25.839214 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-379c5ede-e999-4758-99ad-58b9e4c9417c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Unset dirty status for tenant:8d98afbc76a3441ab1cb90e168d30508 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:01:25.858505 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-379c5ede-e999-4758-99ad-58b9e4c9417c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "GET /v2.0/ports?device_id=34d5ee3a-a03e-4583-9a0e-f6df150f7036 HTTP/1.1" status: 200 len: 205 time: 0.2576008 Mar 09 04:01:25.858505 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50822) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:25.929598 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-72baa958-ea22-4158-b868-c36ff119679b None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:25.948555 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-72baa958-ea22-4158-b868-c36ff119679b None None] Transition to ACTIVE for port object 49723773-f4dc-4fab-97db-bca0e5923a35 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:01:25.974518 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-72baa958-ea22-4158-b868-c36ff119679b None None] Transition to ACTIVE for port object 49723773-f4dc-4fab-97db-bca0e5923a35 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:01:25.988149 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-72baa958-ea22-4158-b868-c36ff119679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:26.141890 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72baa958-ea22-4158-b868-c36ff119679b None None] Pushing event updated for resources: {'Port': ['ID=49723773-f4dc-4fab-97db-bca0e5923a35,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:26.162553 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72baa958-ea22-4158-b868-c36ff119679b None None] Network 087c6e22-8533-4f8f-b4fa-250c9be3a07b is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:01:26.166058 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-72baa958-ea22-4158-b868-c36ff119679b None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:01:26.173089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72baa958-ea22-4158-b868-c36ff119679b None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:01:26.292680 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-454b21c2-7957-4f7e-92ad-22e9ee565f29 None None] Set router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:01:26.397863 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 39b168f6-6aaf-4184-ab10-a64b41d316c2 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:01:26.505101 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-72baa958-ea22-4158-b868-c36ff119679b None None] Attempting to bind port 49723773-f4dc-4fab-97db-bca0e5923a35 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:01:26.505535 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-72baa958-ea22-4158-b868-c36ff119679b None None] Attempting to bind port 49723773-f4dc-4fab-97db-bca0e5923a35 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '3eb34daf-4a71-408b-8827-aa2b840b5a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '087c6e22-8533-4f8f-b4fa-250c9be3a07b'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:01:26.505959 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72baa958-ea22-4158-b868-c36ff119679b None None] Attempting to bind port 49723773-f4dc-4fab-97db-bca0e5923a35 on network 087c6e22-8533-4f8f-b4fa-250c9be3a07b {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:01:26.515581 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72baa958-ea22-4158-b868-c36ff119679b None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:01:26.516167 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72baa958-ea22-4158-b868-c36ff119679b None None] Checking segment: {'id': '3eb34daf-4a71-408b-8827-aa2b840b5a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '087c6e22-8533-4f8f-b4fa-250c9be3a07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:01:26.516786 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-72baa958-ea22-4158-b868-c36ff119679b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:26.517238 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72baa958-ea22-4158-b868-c36ff119679b None None] Bound using segment: {'id': '3eb34daf-4a71-408b-8827-aa2b840b5a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '087c6e22-8533-4f8f-b4fa-250c9be3a07b'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:01:26.517762 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-72baa958-ea22-4158-b868-c36ff119679b None None] Bound port: 49723773-f4dc-4fab-97db-bca0e5923a35, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb34daf-4a71-408b-8827-aa2b840b5a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '087c6e22-8533-4f8f-b4fa-250c9be3a07b'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:01:26.518325 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-72baa958-ea22-4158-b868-c36ff119679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:26.530358 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-454b21c2-7957-4f7e-92ad-22e9ee565f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T04:01:13Z', 'revision_number': 11, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:26.542238 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b21c2-7957-4f7e-92ad-22e9ee565f29 None None] Checking router: 34d5ee3a-a03e-4583-9a0e-f6df150f7036 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:01:26.581382 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454b21c2-7957-4f7e-92ad-22e9ee565f29 None None] Routers {'34d5ee3a-a03e-4583-9a0e-f6df150f7036'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:01:26.582024 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-454b21c2-7957-4f7e-92ad-22e9ee565f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:01:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:26.815415 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-72baa958-ea22-4158-b868-c36ff119679b None None] For port 49723773-f4dc-4fab-97db-bca0e5923a35, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:01:26.832027 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9e39b97d-4094-4df2-84f8-e6f9c859c92f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:26.841075 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-72baa958-ea22-4158-b868-c36ff119679b None None] For port 49723773-f4dc-4fab-97db-bca0e5923a35, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=49723773-f4dc-4fab-97db-bca0e5923a35,segment=NetworkSegment(3eb34daf-4a71-408b-8827-aa2b840b5a81),segment_id=3eb34daf-4a71-408b-8827-aa2b840b5a81)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:01:26.855851 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 39b168f6-6aaf-4184-ab10-a64b41d316c2 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:01:26.869319 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-72baa958-ea22-4158-b868-c36ff119679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:27.141143 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-454b21c2-7957-4f7e-92ad-22e9ee565f29 None None] Set router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:01:27.155789 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72baa958-ea22-4158-b868-c36ff119679b None None] Pushing event updated for resources: {'Port': ['ID=49723773-f4dc-4fab-97db-bca0e5923a35,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:27.205470 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f63ee8fa-4185-4716-bfd7-d8a1d0052ee1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:27.459086 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-454b21c2-7957-4f7e-92ad-22e9ee565f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T04:01:13Z', 'revision_number': 11, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:27.459086 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b21c2-7957-4f7e-92ad-22e9ee565f29 None None] The sync data for ids ['34d5ee3a-a03e-4583-9a0e-f6df150f7036'] in n-d-825178-5 is: [{'id': '34d5ee3a-a03e-4583-9a0e-f6df150f7036', 'name': 'tempest-RoutersTest-router-143416661', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:59:33Z', 'updated_at': '2022-03-09T04:01:13Z', 'revision_number': 11, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:01:27.565065 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-f63ee8fa-4185-4716-bfd7-d8a1d0052ee1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Calling delete_port for 05873c28-3873-48c1-b836-8544629ee631 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:01:27.677864 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e711b18f-5636-49cb-98d6-81d56efd1442 None None] Network c23b37e9-3337-490b-a73f-0abd167b24f6 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:01:27.753853 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733575c-9ffd-4a98-a3df-aca010bc9112 req-e22442ba-ac4b-4480-afff-80eb6c0c9779 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:27.753853 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a733575c-9ffd-4a98-a3df-aca010bc9112 req-e22442ba-ac4b-4480-afff-80eb6c0c9779 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 944 time: 1.2673738 Mar 09 04:01:27.836402 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9e39b97d-4094-4df2-84f8-e6f9c859c92f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:27.844243 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9e39b97d-4094-4df2-84f8-e6f9c859c92f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:27.996587 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a733575c-9ffd-4a98-a3df-aca010bc9112 req-36c389c8-d6ca-4e60-89a4-59d299d4b3d7 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985209 Mar 09 04:01:28.012569 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1c5ff289-96a4-4043-903b-5a1d4ff4e8a4 None None] Provisioning for port 39b168f6-6aaf-4184-ab10-a64b41d316c2 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:01:28.019750 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f63ee8fa-4185-4716-bfd7-d8a1d0052ee1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:28.048453 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1c5ff289-96a4-4043-903b-5a1d4ff4e8a4 None None] Provisioning complete for port 39b168f6-6aaf-4184-ab10-a64b41d316c2 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:28.048817 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1c5ff289-96a4-4043-903b-5a1d4ff4e8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:28.088611 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9e39b97d-4094-4df2-84f8-e6f9c859c92f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:28.088611 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e39b97d-4094-4df2-84f8-e6f9c859c92f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Fanout notify agent at l3_agent the message router_deleted on router 34d5ee3a-a03e-4583-9a0e-f6df150f7036 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:01:28.120734 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c91b2-5855-4437-a909-0eca583ddfa9 req-3ca3b6db-5066-4738-97d7-37f46ab9face tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:28.120734 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-784c91b2-5855-4437-a909-0eca583ddfa9 req-3ca3b6db-5066-4738-97d7-37f46ab9face tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 1096 time: 0.9061751 Mar 09 04:01:28.178594 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9e39b97d-4094-4df2-84f8-e6f9c859c92f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:28.178594 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9e39b97d-4094-4df2-84f8-e6f9c859c92f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/routers/34d5ee3a-a03e-4583-9a0e-f6df150f7036 HTTP/1.1" status: 204 len: 168 time: 2.3011489 Mar 09 04:01:28.178594 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50868) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:28.191196 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-732a31ad-2078-4ade-848c-b947420fae1c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-719047160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:28.200770 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-784c91b2-5855-4437-a909-0eca583ddfa9 req-7e4f455f-2636-4231-8094-ecca8aa14402 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:28.269685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ee8fa-4185-4716-bfd7-d8a1d0052ee1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Port': ['ID=05873c28-3873-48c1-b836-8544629ee631,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:28.290669 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-732a31ad-2078-4ade-848c-b947420fae1c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:28.341440 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-784c91b2-5855-4437-a909-0eca583ddfa9 req-7e4f455f-2636-4231-8094-ecca8aa14402 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:28.442716 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 49723773-f4dc-4fab-97db-bca0e5923a35 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:01:28.508612 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-732a31ad-2078-4ade-848c-b947420fae1c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Usage tracker for resource:router and tenant:8d98afbc76a3441ab1cb90e168d30508 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:28.525342 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-732a31ad-2078-4ade-848c-b947420fae1c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:28.531823 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-732a31ad-2078-4ade-848c-b947420fae1c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:28.551724 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1c5ff289-96a4-4043-903b-5a1d4ff4e8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:28.584468 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ee8fa-4185-4716-bfd7-d8a1d0052ee1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:28.585026 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ee8fa-4185-4716-bfd7-d8a1d0052ee1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:28.585509 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ee8fa-4185-4716-bfd7-d8a1d0052ee1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:28.585984 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ee8fa-4185-4716-bfd7-d8a1d0052ee1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:28.586625 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ee8fa-4185-4716-bfd7-d8a1d0052ee1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:28.587124 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ee8fa-4185-4716-bfd7-d8a1d0052ee1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:28.587707 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ee8fa-4185-4716-bfd7-d8a1d0052ee1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:28.588426 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ee8fa-4185-4716-bfd7-d8a1d0052ee1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:28.589034 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ee8fa-4185-4716-bfd7-d8a1d0052ee1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:28.589509 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ee8fa-4185-4716-bfd7-d8a1d0052ee1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:28.593255 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ee8fa-4185-4716-bfd7-d8a1d0052ee1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:28.593771 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ee8fa-4185-4716-bfd7-d8a1d0052ee1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:28.594166 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-784c91b2-5855-4437-a909-0eca583ddfa9 req-7e4f455f-2636-4231-8094-ecca8aa14402 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] Usage tracker for resource:security_group_rule and tenant:dcaf4fb2a14845e0891e579ead5b6ad2 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:28.597272 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-784c91b2-5855-4437-a909-0eca583ddfa9 req-7e4f455f-2636-4231-8094-ecca8aa14402 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:28.600986 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-732a31ad-2078-4ade-848c-b947420fae1c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:28.602026 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-732a31ad-2078-4ade-848c-b947420fae1c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:28.610528 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f63ee8fa-4185-4716-bfd7-d8a1d0052ee1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:28.638261 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f63ee8fa-4185-4716-bfd7-d8a1d0052ee1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/ports/05873c28-3873-48c1-b836-8544629ee631 HTTP/1.1" status: 204 len: 168 time: 3.1622651 Mar 09 04:01:28.641826 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50882) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:28.657094 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-732a31ad-2078-4ade-848c-b947420fae1c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:28.658435 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-1c5ff289-96a4-4043-903b-5a1d4ff4e8a4 None None] For port 39b168f6-6aaf-4184-ab10-a64b41d316c2, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=39b168f6-6aaf-4184-ab10-a64b41d316c2,segment=NetworkSegment(0173c956-7605-485a-a054-38406ee358f0),segment_id=0173c956-7605-485a-a054-38406ee358f0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:01:28.672797 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1c5ff289-96a4-4043-903b-5a1d4ff4e8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:28.673411 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-784c91b2-5855-4437-a909-0eca583ddfa9 req-7e4f455f-2636-4231-8094-ecca8aa14402 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:28.780615 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2097fe37-0b5b-4bec-98a7-a7a1715dc108 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:28.816794 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-732a31ad-2078-4ade-848c-b947420fae1c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:28.829298 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a08b09b-4d35-4526-a1c0-4d01af27b131 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] GET failed (client error): The resource could not be found. Mar 09 04:01:28.829298 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9a08b09b-4d35-4526-a1c0-4d01af27b131 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Synchronizing usage tracker for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:01:28.861577 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 49723773-f4dc-4fab-97db-bca0e5923a35 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:01:28.881206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9a08b09b-4d35-4526-a1c0-4d01af27b131 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Unset dirty status for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:01:28.881206 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9a08b09b-4d35-4526-a1c0-4d01af27b131 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "GET /v2.0/ports/05873c28-3873-48c1-b836-8544629ee631 HTTP/1.1" status: 404 len: 333 time: 0.2343669 Mar 09 04:01:28.885345 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50890) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:28.905183 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-732a31ad-2078-4ade-848c-b947420fae1c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:28.905183 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-732a31ad-2078-4ade-848c-b947420fae1c tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7258222 Mar 09 04:01:28.917747 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50894) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:28.960571 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ff289-96a4-4043-903b-5a1d4ff4e8a4 None None] Pushing event updated for resources: {'Port': ['ID=39b168f6-6aaf-4184-ab10-a64b41d316c2,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:28.980732 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-664acf18-4091-4831-b58a-392dc80d32d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:29.097503 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-c0864e72-1c05-4789-b01c-8f86bd790c2e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting port f2479a0c-30b5-4710-ba1d-415db795989f {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:01:29.097855 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c0864e72-1c05-4789-b01c-8f86bd790c2e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:29.167401 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-784c91b2-5855-4437-a909-0eca583ddfa9 req-7e4f455f-2636-4231-8094-ecca8aa14402 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:29.190074 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6aa67dca-da69-487f-8ae2-7a4e5a29e693 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:29.305700 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90a5f3a-0e09-4715-94a6-78a4ca8f748d None None] Network 087c6e22-8533-4f8f-b4fa-250c9be3a07b requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:01:29.608086 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50908) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:29.637292 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d13f98a2-f769-42e6-9c73-7db9b9d0a90e None None] Provisioning for port 49723773-f4dc-4fab-97db-bca0e5923a35 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:01:29.660911 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d13f98a2-f769-42e6-9c73-7db9b9d0a90e None None] Provisioning complete for port 49723773-f4dc-4fab-97db-bca0e5923a35 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:29.660911 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d13f98a2-f769-42e6-9c73-7db9b9d0a90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:29.706521 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f24cf-993f-46eb-81c2-c177231c2ca2 req-ce11b8c1-ccf5-4ff4-a66b-bdd1338e79d9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:29.706521 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e75f24cf-993f-46eb-81c2-c177231c2ca2 req-ce11b8c1-ccf5-4ff4-a66b-bdd1338e79d9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 944 time: 0.4111755 Mar 09 04:01:29.798122 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-784c91b2-5855-4437-a909-0eca583ddfa9 req-7e4f455f-2636-4231-8094-ecca8aa14402 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:29.877641 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f455f-2636-4231-8094-ecca8aa14402 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04c83fc-0a02-4d3a-a06e-96941207ff4f,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:29.910773 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c0864e72-1c05-4789-b01c-8f86bd790c2e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:29.959025 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e75f24cf-993f-46eb-81c2-c177231c2ca2 req-6ea75e68-bb01-4420-9aed-cb582193f556 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249310 Mar 09 04:01:30.029406 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-784c91b2-5855-4437-a909-0eca583ddfa9 req-7e4f455f-2636-4231-8094-ecca8aa14402 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] Synchronizing usage tracker for tenant:dcaf4fb2a14845e0891e579ead5b6ad2 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:01:30.130100 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d13f98a2-f769-42e6-9c73-7db9b9d0a90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:30.153319 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 39b168f6-6aaf-4184-ab10-a64b41d316c2 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:01:30.178072 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-5bdbc062-bd34-4de2-86ec-23b465966a58 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-945044604', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:30.221924 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-d13f98a2-f769-42e6-9c73-7db9b9d0a90e None None] For port 49723773-f4dc-4fab-97db-bca0e5923a35, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=49723773-f4dc-4fab-97db-bca0e5923a35,segment=NetworkSegment(3eb34daf-4a71-408b-8827-aa2b840b5a81),segment_id=3eb34daf-4a71-408b-8827-aa2b840b5a81)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:01:30.240875 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d13f98a2-f769-42e6-9c73-7db9b9d0a90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:30.313972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5bdbc062-bd34-4de2-86ec-23b465966a58 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:30.349932 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-c0864e72-1c05-4789-b01c-8f86bd790c2e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Calling delete_port for f2479a0c-30b5-4710-ba1d-415db795989f owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:01:30.417519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f98a2-f769-42e6-9c73-7db9b9d0a90e None None] Pushing event updated for resources: {'Port': ['ID=49723773-f4dc-4fab-97db-bca0e5923a35,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:30.475202 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d11541d2-f1be-4a11-946b-2615d2171069 None None] Provisioning complete for port 39b168f6-6aaf-4184-ab10-a64b41d316c2 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:30.475572 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d11541d2-f1be-4a11-946b-2615d2171069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:30.481717 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5bdbc062-bd34-4de2-86ec-23b465966a58 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Usage tracker for resource:port and tenant:96c8507652d34937925f592f4595a019 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:30.496044 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5bdbc062-bd34-4de2-86ec-23b465966a58 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:30.507212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5bdbc062-bd34-4de2-86ec-23b465966a58 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:30.553651 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdbc062-bd34-4de2-86ec-23b465966a58 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Made reservation on behalf of 96c8507652d34937925f592f4595a019 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:01:30.556025 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5bdbc062-bd34-4de2-86ec-23b465966a58 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:30.565310 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 39b168f6-6aaf-4184-ab10-a64b41d316c2 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:30.565604 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:30.598927 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-2097fe37-0b5b-4bec-98a7-a7a1715dc108 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Allocated IP 172.20.0.17 (087c6e22-8533-4f8f-b4fa-250c9be3a07b/433ce941-bf67-49ff-a155-966c0c1f7ab5/3f97e9d1-045e-4015-ba75-0862d2cbe946) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:01:30.607817 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5bdbc062-bd34-4de2-86ec-23b465966a58 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:30.647515 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5bdbc062-bd34-4de2-86ec-23b465966a58 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:30.647515 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5bdbc062-bd34-4de2-86ec-23b465966a58 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Usage tracker for resource:security_group_rule and tenant:96c8507652d34937925f592f4595a019 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:30.647515 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5bdbc062-bd34-4de2-86ec-23b465966a58 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:30.666418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5bdbc062-bd34-4de2-86ec-23b465966a58 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:30.775619 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5bdbc062-bd34-4de2-86ec-23b465966a58 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:30.878963 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5bdbc062-bd34-4de2-86ec-23b465966a58 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:30.885864 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-784c91b2-5855-4437-a909-0eca583ddfa9 req-7e4f455f-2636-4231-8094-ecca8aa14402 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] Unset dirty status for tenant:dcaf4fb2a14845e0891e579ead5b6ad2 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:01:30.887037 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-784c91b2-5855-4437-a909-0eca583ddfa9 req-7e4f455f-2636-4231-8094-ecca8aa14402 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.7499304 Mar 09 04:01:30.943486 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2097fe37-0b5b-4bec-98a7-a7a1715dc108 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:30.959821 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-2097fe37-0b5b-4bec-98a7-a7a1715dc108 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Transition to ACTIVE for port object 3f97e9d1-045e-4015-ba75-0862d2cbe946 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:01:30.987310 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-5bdbc062-bd34-4de2-86ec-23b465966a58 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] device_id is not set on port fd97457d-36ef-4a6a-a60e-a79de065bf1d yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:01:31.063274 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2097fe37-0b5b-4bec-98a7-a7a1715dc108 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:31.077784 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbc062-bd34-4de2-86ec-23b465966a58 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5571a8-7f7c-4cca-b02d-f289463d6632,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:31.189234 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d11541d2-f1be-4a11-946b-2615d2171069 None None] Provisioning for port f2479a0c-30b5-4710-ba1d-415db795989f completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:01:31.201768 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-71caea98-54d0-4948-a56f-ca4c0cedd7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:31.202193 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d11541d2-f1be-4a11-946b-2615d2171069 None None] Provisioning complete for port f2479a0c-30b5-4710-ba1d-415db795989f triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:31.202606 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d11541d2-f1be-4a11-946b-2615d2171069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:31.242296 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d11541d2-f1be-4a11-946b-2615d2171069 None None] Port f2479a0c-30b5-4710-ba1d-415db795989f was deleted so its status cannot be updated. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 09 04:01:31.345124 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2097fe37-0b5b-4bec-98a7-a7a1715dc108 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Network 087c6e22-8533-4f8f-b4fa-250c9be3a07b is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:01:31.359565 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-2097fe37-0b5b-4bec-98a7-a7a1715dc108 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:01:31.375250 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097fe37-0b5b-4bec-98a7-a7a1715dc108 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event updated for resources: {'Port': ['ID=3f97e9d1-045e-4015-ba75-0862d2cbe946,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:31.379714 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a9d05b19-f4eb-4dbd-bbbe-aca34a573a78 None None] Provisioning complete for port 49723773-f4dc-4fab-97db-bca0e5923a35 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:31.379714 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a9d05b19-f4eb-4dbd-bbbe-aca34a573a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:31.383224 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c0864e72-1c05-4789-b01c-8f86bd790c2e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:31.423685 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2097fe37-0b5b-4bec-98a7-a7a1715dc108 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:01:31.493691 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6aa67dca-da69-487f-8ae2-7a4e5a29e693 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:31.529484 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6aa67dca-da69-487f-8ae2-7a4e5a29e693 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371792'] for router, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:31.543107 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2097fe37-0b5b-4bec-98a7-a7a1715dc108 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:31.607048 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0864e72-1c05-4789-b01c-8f86bd790c2e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Port': ['ID=f2479a0c-30b5-4710-ba1d-415db795989f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:31.615216 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-5bdbc062-bd34-4de2-86ec-23b465966a58 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Allocated IP 172.25.7.164 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/fd97457d-36ef-4a6a-a60e-a79de065bf1d) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:01:31.658278 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a9d05b19-f4eb-4dbd-bbbe-aca34a573a78 None None] Could not find standard attr ID for object 05873c28-3873-48c1-b836-8544629ee631. {{(pid=87882) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 04:01:31.816772 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-588e208d-4449-4031-984a-97592e098b84 None None] Provisioning for port 3f97e9d1-045e-4015-ba75-0862d2cbe946 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:01:31.856545 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-588e208d-4449-4031-984a-97592e098b84 None None] Provisioning complete for port 3f97e9d1-045e-4015-ba75-0862d2cbe946 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:31.856545 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-588e208d-4449-4031-984a-97592e098b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:31.881836 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e0538-8819-42bf-803f-8a7cbce7e363 req-d6644c4c-c793-4af7-b4bd-b9ec27c29258 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:31.883430 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cc3e0538-8819-42bf-803f-8a7cbce7e363 req-d6644c4c-c793-4af7-b4bd-b9ec27c29258 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 945 time: 0.7707419 Mar 09 04:01:31.998373 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-588e208d-4449-4031-984a-97592e098b84 None None] Port 3f97e9d1-045e-4015-ba75-0862d2cbe946 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:01:32.097539 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:32.104785 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c0864e72-1c05-4789-b01c-8f86bd790c2e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:32.134958 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 49723773-f4dc-4fab-97db-bca0e5923a35 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:01:32.167642 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ff9a6-b70d-411e-a88b-ba1f0f42e858 req-27e9b063-4c8d-4f6c-996d-9bf02a2485cf tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:32.167642 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-807ff9a6-b70d-411e-a88b-ba1f0f42e858 req-27e9b063-4c8d-4f6c-996d-9bf02a2485cf tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 944 time: 0.9871564 Mar 09 04:01:32.224211 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cc3e0538-8819-42bf-803f-8a7cbce7e363 req-def119dc-ceb3-44a1-8dde-d23067630241 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3302338 Mar 09 04:01:32.243205 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c0864e72-1c05-4789-b01c-8f86bd790c2e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/ports/f2479a0c-30b5-4710-ba1d-415db795989f HTTP/1.1" status: 204 len: 168 time: 3.3586063 Mar 09 04:01:32.244056 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50942) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:32.259749 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:32.280476 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 49723773-f4dc-4fab-97db-bca0e5923a35 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:32.281209 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:32.312082 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50946) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:32.461402 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f0b3641b-3da4-4baf-8460-24cfd77cb32b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/floatingips/a007280d-990d-4482-8ac3-7578490655c1 HTTP/1.1" status: 200 len: 993 time: 0.1401429 Mar 09 04:01:32.469684 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-807ff9a6-b70d-411e-a88b-ba1f0f42e858 req-f4f79bd4-39d1-4b2e-872b-9d336ac763a3 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819058 Mar 09 04:01:32.500152 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d183e8-fcfa-41e8-9917-81038d0afe3b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] GET failed (client error): The resource could not be found. Mar 09 04:01:32.500152 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f1d183e8-fcfa-41e8-9917-81038d0afe3b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Synchronizing usage tracker for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:01:32.524589 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f1d183e8-fcfa-41e8-9917-81038d0afe3b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Unset dirty status for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:01:32.524589 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f1d183e8-fcfa-41e8-9917-81038d0afe3b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "GET /v2.0/ports/f2479a0c-30b5-4710-ba1d-415db795989f HTTP/1.1" status: 404 len: 333 time: 0.2736769 Mar 09 04:01:32.536364 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50952) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:32.604420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa67dca-da69-487f-8ae2-7a4e5a29e693 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Router e8dec86f-9851-42b3-9be9-891d44624a4e is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:01:32.625186 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2097fe37-0b5b-4bec-98a7-a7a1715dc108 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:32.627524 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d4b94d-8e02-4316-98d4-a914d68f98a8 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting subnet 8c061ced-0d73-4a4f-a5fa-b3955d4652ef {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:01:32.632246 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-68d4b94d-8e02-4316-98d4-a914d68f98a8 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:32.687676 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5bdbc062-bd34-4de2-86ec-23b465966a58 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:32.725684 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-68d4b94d-8e02-4316-98d4-a914d68f98a8 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:32.805720 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5bdbc062-bd34-4de2-86ec-23b465966a58 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:32.841110 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa67dca-da69-487f-8ae2-7a4e5a29e693 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:01:32.853870 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dacac3f-634c-419f-a1f1-af577abf39b0 None None] Sync routers for ids ['e8dec86f-9851-42b3-9be9-891d44624a4e'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:01:32.870810 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6aa67dca-da69-487f-8ae2-7a4e5a29e693 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:32.872442 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6aa67dca-da69-487f-8ae2-7a4e5a29e693 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "PUT /v2.0/routers/e8dec86f-9851-42b3-9be9-891d44624a4e HTTP/1.1" status: 200 len: 693 time: 3.7866609 Mar 09 04:01:32.876029 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50964) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:32.878028 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dacac3f-634c-419f-a1f1-af577abf39b0 None None] Routers {'e8dec86f-9851-42b3-9be9-891d44624a4e'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:01:32.879603 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6dacac3f-634c-419f-a1f1-af577abf39b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:01:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e8dec86f-9851-42b3-9be9-891d44624a4e'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:32.959433 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbc062-bd34-4de2-86ec-23b465966a58 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Pushing event updated for resources: {'Port': ['ID=fd97457d-36ef-4a6a-a60e-a79de065bf1d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:33.005790 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdbc062-bd34-4de2-86ec-23b465966a58 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:01:33.005790 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-5bdbc062-bd34-4de2-86ec-23b465966a58 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:01:33.015780 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdbc062-bd34-4de2-86ec-23b465966a58 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:01:33.087259 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdbc062-bd34-4de2-86ec-23b465966a58 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:33.087259 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5bdbc062-bd34-4de2-86ec-23b465966a58 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:33.108729 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-68d4b94d-8e02-4316-98d4-a914d68f98a8 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:33.155873 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5bdbc062-bd34-4de2-86ec-23b465966a58 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.5378516 Mar 09 04:01:33.155873 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50974) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:33.172055 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-202f0519-e569-4f54-904c-1483d78939b1 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.164'}]}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:33.178529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-202f0519-e569-4f54-904c-1483d78939b1 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:33.195570 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-202f0519-e569-4f54-904c-1483d78939b1 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Usage tracker for resource:router and tenant:96c8507652d34937925f592f4595a019 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:33.198525 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-202f0519-e569-4f54-904c-1483d78939b1 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:33.209383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-202f0519-e569-4f54-904c-1483d78939b1 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:33.241806 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-69a8d88e-25c3-4300-950b-9cf82638df3b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "GET /v2.0/routers/e8dec86f-9851-42b3-9be9-891d44624a4e HTTP/1.1" status: 200 len: 699 time: 0.3643696 Mar 09 04:01:33.245415 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50980) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:33.248964 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-202f0519-e569-4f54-904c-1483d78939b1 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:33.249998 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-202f0519-e569-4f54-904c-1483d78939b1 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:33.288915 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-6dacac3f-634c-419f-a1f1-af577abf39b0 None None] Set router e8dec86f-9851-42b3-9be9-891d44624a4e gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:01:33.291264 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-68d4b94d-8e02-4316-98d4-a914d68f98a8 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:33.380596 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-202f0519-e569-4f54-904c-1483d78939b1 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:33.400987 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8a1c4523-a7b1-40ff-a914-9ad6d1afef0f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dec86f-9851-42b3-9be9-891d44624a4e HTTP/1.1" status: 200 len: 205 time: 0.1427186 Mar 09 04:01:33.403830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50984) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:33.403830 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-68d4b94d-8e02-4316-98d4-a914d68f98a8 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:33.422216 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-68d4b94d-8e02-4316-98d4-a914d68f98a8 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/subnets/8c061ced-0d73-4a4f-a5fa-b3955d4652ef HTTP/1.1" status: 204 len: 168 time: 0.8829074 Mar 09 04:01:33.549923 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362db0f4-31c7-4f58-a608-5f668e6b7db8 None None] Network c23b37e9-3337-490b-a73f-0abd167b24f6 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:01:33.555593 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50988) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:33.555593 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4b94d-8e02-4316-98d4-a914d68f98a8 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Subnet': ['ID=8c061ced-0d73-4a4f-a5fa-b3955d4652ef,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:33.653840 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6dacac3f-634c-419f-a1f1-af577abf39b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dec86f-9851-42b3-9be9-891d44624a4e', 'name': 'tempest-RoutersTest-router-719047160', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:01:28Z', 'updated_at': '2022-03-09T04:01:31Z', 'revision_number': 2, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:33.679905 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dacac3f-634c-419f-a1f1-af577abf39b0 None None] Checking router: e8dec86f-9851-42b3-9be9-891d44624a4e for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:01:33.745772 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2097fe37-0b5b-4bec-98a7-a7a1715dc108 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:33.748667 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50998) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:33.768552 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2097fe37-0b5b-4bec-98a7-a7a1715dc108 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:33.790450 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:33.803351 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dacac3f-634c-419f-a1f1-af577abf39b0 None None] Routers {'e8dec86f-9851-42b3-9be9-891d44624a4e'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:01:33.803351 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6dacac3f-634c-419f-a1f1-af577abf39b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:01:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e8dec86f-9851-42b3-9be9-891d44624a4e'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:33.955422 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-6dacac3f-634c-419f-a1f1-af577abf39b0 None None] Set router e8dec86f-9851-42b3-9be9-891d44624a4e gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:01:34.077369 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097fe37-0b5b-4bec-98a7-a7a1715dc108 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event updated for resources: {'Port': ['ID=3f97e9d1-045e-4015-ba75-0862d2cbe946,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:34.118604 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2097fe37-0b5b-4bec-98a7-a7a1715dc108 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:34.277534 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6dacac3f-634c-419f-a1f1-af577abf39b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dec86f-9851-42b3-9be9-891d44624a4e', 'name': 'tempest-RoutersTest-router-719047160', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:01:28Z', 'updated_at': '2022-03-09T04:01:31Z', 'revision_number': 2, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:34.309925 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dacac3f-634c-419f-a1f1-af577abf39b0 None None] The sync data for ids ['e8dec86f-9851-42b3-9be9-891d44624a4e'] in n-d-825178-5 is: [{'id': 'e8dec86f-9851-42b3-9be9-891d44624a4e', 'name': 'tempest-RoutersTest-router-719047160', 'tenant_id': '8d98afbc76a3441ab1cb90e168d30508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:01:28Z', 'updated_at': '2022-03-09T04:01:31Z', 'revision_number': 2, 'project_id': '8d98afbc76a3441ab1cb90e168d30508', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:01:34.370045 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:34.387529 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cd556354-1833-4510-8e76-3f5e054b4154 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:34.440145 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-ae413a26-770e-4a67-be50-9464aff502e4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6898985 Mar 09 04:01:34.455648 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a8241b9-46da-4657-bc78-4a1b5bf8b1a0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:34.501281 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13b866-0fcd-420e-870c-bf43a364a405 req-61301c54-f62d-4bf4-9f14-5687a8d67653 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:34.502783 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dc13b866-0fcd-420e-870c-bf43a364a405 req-61301c54-f62d-4bf4-9f14-5687a8d67653 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 945 time: 0.3789465 Mar 09 04:01:34.512552 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2097fe37-0b5b-4bec-98a7-a7a1715dc108 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Network 087c6e22-8533-4f8f-b4fa-250c9be3a07b is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:01:34.514415 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-2097fe37-0b5b-4bec-98a7-a7a1715dc108 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:01:34.520081 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c450674-ab9a-472e-83fa-94bc4b009134 None None] DHCP port deletion for c23b37e9-3337-490b-a73f-0abd167b24f6 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:01:34.525820 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1c450674-ab9a-472e-83fa-94bc4b009134 None None] Deleting port 39b168f6-6aaf-4184-ab10-a64b41d316c2 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:01:34.526654 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1c450674-ab9a-472e-83fa-94bc4b009134 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:34.527525 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:01:34.714222 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-202f0519-e569-4f54-904c-1483d78939b1 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:34.907271 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-9a8241b9-46da-4657-bc78-4a1b5bf8b1a0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting port 39b168f6-6aaf-4184-ab10-a64b41d316c2 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:01:34.908171 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a8241b9-46da-4657-bc78-4a1b5bf8b1a0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:35.214273 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-1c450674-ab9a-472e-83fa-94bc4b009134 None None] For port 39b168f6-6aaf-4184-ab10-a64b41d316c2, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=39b168f6-6aaf-4184-ab10-a64b41d316c2,segment=NetworkSegment(0173c956-7605-485a-a054-38406ee358f0),segment_id=0173c956-7605-485a-a054-38406ee358f0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:01:35.214273 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1c450674-ab9a-472e-83fa-94bc4b009134 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:35.268334 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dc13b866-0fcd-420e-870c-bf43a364a405 req-524046a2-5958-4a5f-b68f-53d6639734f6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7450001 Mar 09 04:01:35.332684 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2097fe37-0b5b-4bec-98a7-a7a1715dc108 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Router a920141c-4d6f-4fdc-a94c-a962fa870721 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:01:35.393123 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1c450674-ab9a-472e-83fa-94bc4b009134 None None] Calling delete_port for 39b168f6-6aaf-4184-ab10-a64b41d316c2 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:01:35.440875 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7698a8-07fe-4049-ab38-8cc3b7f6ef53 req-bcb3e42e-f1fa-4afb-90c2-901895393d24 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:35.452596 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa7698a8-07fe-4049-ab38-8cc3b7f6ef53 req-bcb3e42e-f1fa-4afb-90c2-901895393d24 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 944 time: 1.7090893 Mar 09 04:01:35.471027 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cd556354-1833-4510-8e76-3f5e054b4154 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:35.496457 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cd556354-1833-4510-8e76-3f5e054b4154 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:35.578344 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5daaedd1-8774-4550-b921-6aee492b549a None None] Provisioning complete for port 3f97e9d1-045e-4015-ba75-0862d2cbe946 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:35.578344 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5daaedd1-8774-4550-b921-6aee492b549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:35.703191 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-5daaedd1-8774-4550-b921-6aee492b549a None None] Port 3f97e9d1-045e-4015-ba75-0862d2cbe946 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:01:35.718468 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1c450674-ab9a-472e-83fa-94bc4b009134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:35.749064 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2097fe37-0b5b-4bec-98a7-a7a1715dc108 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:01:35.753277 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-9a8241b9-46da-4657-bc78-4a1b5bf8b1a0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] For port 39b168f6-6aaf-4184-ab10-a64b41d316c2, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=39b168f6-6aaf-4184-ab10-a64b41d316c2,segment=NetworkSegment(0173c956-7605-485a-a054-38406ee358f0),segment_id=0173c956-7605-485a-a054-38406ee358f0)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:01:35.753640 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a8241b9-46da-4657-bc78-4a1b5bf8b1a0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:35.773709 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] Sync routers for ids ['a920141c-4d6f-4fdc-a94c-a962fa870721'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:01:35.787299 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2097fe37-0b5b-4bec-98a7-a7a1715dc108 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "PUT /v2.0/routers/a920141c-4d6f-4fdc-a94c-a962fa870721/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0258486 Mar 09 04:01:35.790818 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] Routers {'a920141c-4d6f-4fdc-a94c-a962fa870721'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:01:35.790818 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:01:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a920141c-4d6f-4fdc-a94c-a962fa870721'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:35.894595 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-9a8241b9-46da-4657-bc78-4a1b5bf8b1a0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Calling delete_port for 39b168f6-6aaf-4184-ab10-a64b41d316c2 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:01:35.990776 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [None req-9a8241b9-46da-4657-bc78-4a1b5bf8b1a0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:01:35.990776 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [None req-9a8241b9-46da-4657-bc78-4a1b5bf8b1a0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:01:36.033048 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c450674-ab9a-472e-83fa-94bc4b009134 None None] Pushing event deleted for resources: {'Port': ['ID=39b168f6-6aaf-4184-ab10-a64b41d316c2,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:36.037510 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c450674-ab9a-472e-83fa-94bc4b009134 None None] No DVR routers for this DVR port 39b168f6-6aaf-4184-ab10-a64b41d316c2 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:01:36.049252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c450674-ab9a-472e-83fa-94bc4b009134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:36.049252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c450674-ab9a-472e-83fa-94bc4b009134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:36.049252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c450674-ab9a-472e-83fa-94bc4b009134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:36.049252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c450674-ab9a-472e-83fa-94bc4b009134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:36.049252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c450674-ab9a-472e-83fa-94bc4b009134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:36.050246 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c450674-ab9a-472e-83fa-94bc4b009134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:36.050246 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c450674-ab9a-472e-83fa-94bc4b009134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:36.050246 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c450674-ab9a-472e-83fa-94bc4b009134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:36.050246 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c450674-ab9a-472e-83fa-94bc4b009134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:36.051696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c450674-ab9a-472e-83fa-94bc4b009134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:36.051696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c450674-ab9a-472e-83fa-94bc4b009134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:36.051696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c450674-ab9a-472e-83fa-94bc4b009134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:36.067503 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa7698a8-07fe-4049-ab38-8cc3b7f6ef53 req-df2c16f1-009a-4828-9e0c-64f14501bf17 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6191993 Mar 09 04:01:36.070189 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cd556354-1833-4510-8e76-3f5e054b4154 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:36.070405 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd556354-1833-4510-8e76-3f5e054b4154 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Fanout notify agent at l3_agent the message router_deleted on router e8dec86f-9851-42b3-9be9-891d44624a4e {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:01:36.113422 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cd556354-1833-4510-8e76-3f5e054b4154 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:36.114683 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cd556354-1833-4510-8e76-3f5e054b4154 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/routers/e8dec86f-9851-42b3-9be9-891d44624a4e HTTP/1.1" status: 204 len: 168 time: 2.7127881 Mar 09 04:01:36.118162 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51044) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:36.178745 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 39b168f6-6aaf-4184-ab10-a64b41d316c2 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:01:36.219378 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-55189511-a1ff-449e-986a-6d265d334b2b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dec86f-9851-42b3-9be9-891d44624a4e HTTP/1.1" status: 200 len: 205 time: 0.0987039 Mar 09 04:01:36.220872 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51058) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:36.302537 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 39b168f6-6aaf-4184-ab10-a64b41d316c2 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:01:36.302537 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 39b168f6-6aaf-4184-ab10-a64b41d316c2 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:01:36.408781 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-76cc417e-9aa3-456a-b3c8-d46a81c8df60 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] delete failed (client error): The resource could not be found. Mar 09 04:01:36.408781 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-76cc417e-9aa3-456a-b3c8-d46a81c8df60 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/routers/e8dec86f-9851-42b3-9be9-891d44624a4e HTTP/1.1" status: 404 len: 336 time: 0.1830897 Mar 09 04:01:36.425105 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51066) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:36.461772 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] Set router a920141c-4d6f-4fdc-a94c-a962fa870721 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:01:36.487988 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8662934-2f30-4454-a961-5f3de363c8b4 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] DELETE failed (client error): The resource could not be found. Mar 09 04:01:36.487988 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8662934-2f30-4454-a961-5f3de363c8b4 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:01:36.487988 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b8662934-2f30-4454-a961-5f3de363c8b4 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/subnets/93738245-482f-4a23-a988-bda56ac1da10 HTTP/1.1" status: 404 len: 337 time: 0.0637932 Mar 09 04:01:36.546880 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51070) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:36.634564 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-9a8241b9-46da-4657-bc78-4a1b5bf8b1a0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting port 39b168f6-6aaf-4184-ab10-a64b41d316c2 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:01:36.635226 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a8241b9-46da-4657-bc78-4a1b5bf8b1a0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:36.709453 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c5defc-f453-4aba-8602-4026b2735216 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] DELETE failed (client error): The resource could not be found. Mar 09 04:01:36.709453 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c5defc-f453-4aba-8602-4026b2735216 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:01:36.719500 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-08c5defc-f453-4aba-8602-4026b2735216 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/subnets/30171231-6626-436c-aa30-1609604c6f5c HTTP/1.1" status: 404 len: 337 time: 0.1732600 Mar 09 04:01:36.719500 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51078) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:36.784712 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-6cfde254-fe27-4a7f-85b6-20d3054474e6 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:36.784712 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-6cfde254-fe27-4a7f-85b6-20d3054474e6 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/networks?id=087c6e22-8533-4f8f-b4fa-250c9be3a07b HTTP/1.1" status: 200 len: 797 time: 0.5511179 Mar 09 04:01:36.784712 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e0043c-9876-45bd-b0bd-2795aa5b0643 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] DELETE failed (client error): The resource could not be found. Mar 09 04:01:36.784712 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43e0043c-9876-45bd-b0bd-2795aa5b0643 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:01:36.784712 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-43e0043c-9876-45bd-b0bd-2795aa5b0643 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/subnets/6f31fe74-1111-4ae0-b77a-1014c6861492 HTTP/1.1" status: 404 len: 337 time: 0.0644393 Mar 09 04:01:36.793560 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51082) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:36.876011 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9cb0e8-1dc6-434c-ae6c-044d6ca530e0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] DELETE failed (client error): The resource could not be found. Mar 09 04:01:36.876011 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b9cb0e8-1dc6-434c-ae6c-044d6ca530e0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:01:36.876011 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7b9cb0e8-1dc6-434c-ae6c-044d6ca530e0 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/subnets/d753f03d-3e80-4e91-a3d9-e6718fc18364 HTTP/1.1" status: 404 len: 337 time: 0.0753002 Mar 09 04:01:36.876011 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51086) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:36.876011 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-00c909f2-6c5f-4605-821b-5c255afe3cf7 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/quotas/f62636ca99004fbcad682ccf3903561c HTTP/1.1" status: 200 len: 375 time: 0.0837395 Mar 09 04:01:36.932293 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 3f64be45-2159-4d1b-8ef3-c8e377cfad34 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:01:36.964414 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e35b2da7-128a-467f-b711-e418ab06e17f tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "GET /v2.0/ports?device_id=34d5ee3a-a03e-4583-9a0e-f6df150f7036 HTTP/1.1" status: 200 len: 205 time: 0.0928106 Mar 09 04:01:36.969698 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51092) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:36.984516 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a920141c-4d6f-4fdc-a94c-a962fa870721', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1066459556', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '94369639-a461-44df-b256-fa38eb8dd122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:01:04Z', 'updated_at': '2022-03-09T04:01:32Z', 'revision_number': 4, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'gw_port': {'id': '94369639-a461-44df-b256-fa38eb8dd122', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a920141c-4d6f-4fdc-a94c-a962fa870721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:01:07Z', 'updated_at': '2022-03-09T04:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '3f97e9d1-045e-4015-ba75-0862d2cbe946', 'name': '', 'network_id': '087c6e22-8533-4f8f-b4fa-250c9be3a07b', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'mac_address': 'fa:16:3e:67:0d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a920141c-4d6f-4fdc-a94c-a962fa870721', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '433ce941-bf67-49ff-a155-966c0c1f7ab5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:01:30Z', 'updated_at': '2022-03-09T04:01:33Z', 'revision_number': 2, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'subnets': [{'id': '433ce941-bf67-49ff-a155-966c0c1f7ab5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:36.993320 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] Checking router: a920141c-4d6f-4fdc-a94c-a962fa870721 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:01:36.993657 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] Updating router a920141c-4d6f-4fdc-a94c-a962fa870721 port 3f97e9d1-045e-4015-ba75-0862d2cbe946 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:01:37.044446 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-9a8241b9-46da-4657-bc78-4a1b5bf8b1a0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] The port '39b168f6-6aaf-4184-ab10-a64b41d316c2' was deleted {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:01:37.057558 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-72baa7c6-ae1b-4b94-86fe-8cbab9825991 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] delete failed (client error): The resource could not be found. Mar 09 04:01:37.060969 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-72baa7c6-ae1b-4b94-86fe-8cbab9825991 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/routers/34d5ee3a-a03e-4583-9a0e-f6df150f7036 HTTP/1.1" status: 404 len: 336 time: 0.0868578 Mar 09 04:01:37.061224 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51096) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:37.122470 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:37.210777 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cb3ea97c-8b76-4081-8a58-2d4397fe5751 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b0d7036-8112-4a49-8a72-d551fae2584b HTTP/1.1" status: 200 len: 205 time: 0.1396244 Mar 09 04:01:37.210777 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51102) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:37.302899 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-9e5d5220-61bf-4df1-a430-e5ab69441792 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] delete failed (client error): The resource could not be found. Mar 09 04:01:37.302899 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9e5d5220-61bf-4df1-a430-e5ab69441792 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/routers/6b0d7036-8112-4a49-8a72-d551fae2584b HTTP/1.1" status: 404 len: 336 time: 0.0946026 Mar 09 04:01:37.303899 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51106) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:37.335778 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 3f64be45-2159-4d1b-8ef3-c8e377cfad34, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=3f64be45-2159-4d1b-8ef3-c8e377cfad34,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:01:37.368955 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '3f64be45-2159-4d1b-8ef3-c8e377cfad34', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'port_id': '3f64be45-2159-4d1b-8ef3-c8e377cfad34', 'mac_address': 'fa:16:3e:8d:8f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:01:37.376877 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-202f0519-e569-4f54-904c-1483d78939b1 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:37.383315 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab6d624-7abb-4399-addb-4a85f4607174 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] DELETE failed (client error): The resource could not be found. Mar 09 04:01:37.384121 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ab6d624-7abb-4399-addb-4a85f4607174 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:01:37.386088 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1ab6d624-7abb-4399-addb-4a85f4607174 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/subnets/f6fcf3ac-c647-4289-963b-97e833462b9b HTTP/1.1" status: 404 len: 337 time: 0.0810912 Mar 09 04:01:37.389338 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51114) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:37.446823 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a8241b9-46da-4657-bc78-4a1b5bf8b1a0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:37.469784 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-202f0519-e569-4f54-904c-1483d78939b1 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:37.488479 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-92107202-05ba-4c04-a7b5-c0bbdcc5e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:37.488479 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-92107202-05ba-4c04-a7b5-c0bbdcc5e662 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 1096 time: 0.8590071 Mar 09 04:01:37.492807 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e0abbab9-eeb8-4008-93bf-a86d9377cabe tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c8456c3-1686-4f5b-a43b-eefb9164fcf8 HTTP/1.1" status: 200 len: 205 time: 0.0981236 Mar 09 04:01:37.492807 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51118) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:37.524891 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:37.528372 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-e2921d44-3cc6-47ea-aa46-5e7a4b4d7791 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Synchronizing usage tracker for tenant:f62636ca99004fbcad682ccf3903561c on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:01:37.556897 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f64be45-2159-4d1b-8ef3-c8e377cfad34 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:01:37.574669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb358c-54b5-4173-8acd-a21f1e4bcbe1 req-8fe9c8b7-a112-418b-827b-cfb88feefc6f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:37.588827 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bbdb358c-54b5-4173-8acd-a21f1e4bcbe1 req-8fe9c8b7-a112-418b-827b-cfb88feefc6f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 945 time: 0.9562287 Mar 09 04:01:37.606979 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 3f64be45-2159-4d1b-8ef3-c8e377cfad34, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=3f64be45-2159-4d1b-8ef3-c8e377cfad34,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:01:37.618428 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:37.630384 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-9a8241b9-46da-4657-bc78-4a1b5bf8b1a0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c23b37e9-3337-490b-a73f-0abd167b24f6']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:37.666245 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-2d98b6ca-0992-445f-aee5-ee4f44d9574b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] delete failed (client error): The resource could not be found. Mar 09 04:01:37.670157 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2d98b6ca-0992-445f-aee5-ee4f44d9574b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/routers/9c8456c3-1686-4f5b-a43b-eefb9164fcf8 HTTP/1.1" status: 404 len: 336 time: 0.1764674 Mar 09 04:01:37.670723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51122) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:37.697433 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-9a8241b9-46da-4657-bc78-4a1b5bf8b1a0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0173c956-7605-485a-a054-38406ee358f0') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:37.699759 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-9a8241b9-46da-4657-bc78-4a1b5bf8b1a0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0173c956-7605-485a-a054-38406ee358f0') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:37.717705 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a8241b9-46da-4657-bc78-4a1b5bf8b1a0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:37.720931 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=3f64be45-2159-4d1b-8ef3-c8e377cfad34,revision_number=11']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:37.726564 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-281d7f77-b8b9-4fbb-82b8-7731315fd87d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebff32ca-5ba8-448d-b16e-7aa5f7087e8f HTTP/1.1" status: 200 len: 205 time: 0.0532436 Mar 09 04:01:37.727495 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51128) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:37.730145 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-e2921d44-3cc6-47ea-aa46-5e7a4b4d7791 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Unset dirty status for tenant:f62636ca99004fbcad682ccf3903561c on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:01:37.731521 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-e2921d44-3cc6-47ea-aa46-5e7a4b4d7791 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f62636ca99004fbcad682ccf3903561c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.8257434 Mar 09 04:01:37.833541 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bbdb358c-54b5-4173-8acd-a21f1e4bcbe1 req-0bd9aba3-bec3-4be3-83ed-ce24aa00a8a5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366862 Mar 09 04:01:37.847907 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-b969e1ef-e685-4f64-880f-c3cf28adc6d6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] delete failed (client error): The resource could not be found. Mar 09 04:01:37.864218 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b969e1ef-e685-4f64-880f-c3cf28adc6d6 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/routers/ebff32ca-5ba8-448d-b16e-7aa5f7087e8f HTTP/1.1" status: 404 len: 336 time: 0.1244152 Mar 09 04:01:37.864218 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51134) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:37.901309 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a8241b9-46da-4657-bc78-4a1b5bf8b1a0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:37.905785 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:37.919668 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a8241b9-46da-4657-bc78-4a1b5bf8b1a0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:01:37.919668 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a8241b9-46da-4657-bc78-4a1b5bf8b1a0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:37.993270 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['3f64be45-2159-4d1b-8ef3-c8e377cfad34'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:01:38.121932 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-23dc7a81-0222-4481-bac4-3be8a2feb1b4 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] DELETE failed (client error): The resource could not be found. Mar 09 04:01:38.122386 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23dc7a81-0222-4481-bac4-3be8a2feb1b4 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:01:38.128083 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:01:38.130811 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-23dc7a81-0222-4481-bac4-3be8a2feb1b4 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/subnets/f25190cb-729f-4247-85ad-b14276f3a325 HTTP/1.1" status: 404 len: 337 time: 0.2717216 Mar 09 04:01:38.130953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51140) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:38.328855 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] Transition to ACTIVE for port object 3f97e9d1-045e-4015-ba75-0862d2cbe946 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:01:38.331382 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-e8c1d76f-29ba-481f-a620-b758405118ff service neutron] 10.222.0.16 "GET /v2.0/networks/087c6e22-8533-4f8f-b4fa-250c9be3a07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139396 Mar 09 04:01:38.340360 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:38.353808 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c44909ea-16e4-4d8d-b1f4-53f64d668007 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Synchronizing usage tracker for tenant:8d98afbc76a3441ab1cb90e168d30508 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:01:38.382073 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a8241b9-46da-4657-bc78-4a1b5bf8b1a0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:38.461421 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a8241b9-46da-4657-bc78-4a1b5bf8b1a0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:38.464201 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8241b9-46da-4657-bc78-4a1b5bf8b1a0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Network': ['ID=c23b37e9-3337-490b-a73f-0abd167b24f6,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:38.492602 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-95b56365-62a3-41b9-a8b8-375695c96dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:38.494043 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-95b56365-62a3-41b9-a8b8-375695c96dc5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f HTTP/1.1" status: 200 len: 897 time: 0.9628086 Mar 09 04:01:38.546475 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81027eec-d2c6-4c1b-b024-d43b80568de6 None None] Pushing event updated for resources: {'Port': ['ID=3f97e9d1-045e-4015-ba75-0862d2cbe946,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:38.559254 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c44909ea-16e4-4d8d-b1f4-53f64d668007 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] Unset dirty status for tenant:8d98afbc76a3441ab1cb90e168d30508 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:01:38.560889 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c44909ea-16e4-4d8d-b1f4-53f64d668007 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f844b4-2d89-421f-9b74-83dba5c0df83 HTTP/1.1" status: 200 len: 205 time: 0.4228222 Mar 09 04:01:38.571242 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51148) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:38.686305 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-dd50abb2-4756-44b4-bb10-82205a8b5ebd service neutron] 10.222.0.16 "GET /v2.0/networks/087c6e22-8533-4f8f-b4fa-250c9be3a07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497612 Mar 09 04:01:38.705373 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-570b8b11-905a-43c9-b00d-fe7b27a7c9af tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] delete failed (client error): The resource could not be found. Mar 09 04:01:38.705373 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-570b8b11-905a-43c9-b00d-fe7b27a7c9af tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/routers/c1f844b4-2d89-421f-9b74-83dba5c0df83 HTTP/1.1" status: 404 len: 336 time: 0.1327250 Mar 09 04:01:38.705373 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51152) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:38.722480 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] Attempting to bind port 3f97e9d1-045e-4015-ba75-0862d2cbe946 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:01:38.722480 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] Attempting to bind port 3f97e9d1-045e-4015-ba75-0862d2cbe946 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '3eb34daf-4a71-408b-8827-aa2b840b5a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '087c6e22-8533-4f8f-b4fa-250c9be3a07b'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:01:38.722480 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] Attempting to bind port 3f97e9d1-045e-4015-ba75-0862d2cbe946 on network 087c6e22-8533-4f8f-b4fa-250c9be3a07b {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:01:38.743626 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:01:38.743626 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] Checking segment: {'id': '3eb34daf-4a71-408b-8827-aa2b840b5a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '087c6e22-8533-4f8f-b4fa-250c9be3a07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:01:38.743626 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:38.743626 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] Bound using segment: {'id': '3eb34daf-4a71-408b-8827-aa2b840b5a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '087c6e22-8533-4f8f-b4fa-250c9be3a07b'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:01:38.743626 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] Bound port: 3f97e9d1-045e-4015-ba75-0862d2cbe946, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb34daf-4a71-408b-8827-aa2b840b5a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '087c6e22-8533-4f8f-b4fa-250c9be3a07b'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:01:38.743626 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:38.776339 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f2128f-3e8b-4077-9453-455a2a83340d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] DELETE failed (client error): The resource could not be found. Mar 09 04:01:38.776339 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f2128f-3e8b-4077-9453-455a2a83340d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:01:38.776339 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-14f2128f-3e8b-4077-9453-455a2a83340d tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/subnets/098c224e-1919-44c2-a7c9-3f465246ed0d HTTP/1.1" status: 404 len: 337 time: 0.0668304 Mar 09 04:01:38.776339 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51156) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:38.790486 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9a8241b9-46da-4657-bc78-4a1b5bf8b1a0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/networks/c23b37e9-3337-490b-a73f-0abd167b24f6 HTTP/1.1" status: 204 len: 168 time: 5.2322822 Mar 09 04:01:38.790486 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-ff9a500d-eee7-4630-b68b-30f904b9a0a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87361bb2-8af4-4bc8-976d-bb6830eb7753 HTTP/1.1" status: 200 len: 1001 time: 0.2358806 Mar 09 04:01:38.790486 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51160) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:38.826604 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:38.830871 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ca3b4fe8-00af-4b28-90d9-c1dd48cd02d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1329496158'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:38.893835 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8a05a35a-6531-4457-9791-887a1ee6385a tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "GET /v2.0/ports?device_id=7411df53-cba5-47e9-9395-f1e4e90f3406 HTTP/1.1" status: 200 len: 205 time: 0.1179683 Mar 09 04:01:38.896921 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51168) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:38.911130 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-a574fc4c-7a4d-40ea-831d-c6d0f4f1d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:38.914670 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] For port 3f97e9d1-045e-4015-ba75-0862d2cbe946, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:01:38.916746 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-a574fc4c-7a4d-40ea-831d-c6d0f4f1d384 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf HTTP/1.1" status: 200 len: 835 time: 0.1019387 Mar 09 04:01:38.918326 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] For port 3f97e9d1-045e-4015-ba75-0862d2cbe946, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3f97e9d1-045e-4015-ba75-0862d2cbe946,segment=NetworkSegment(3eb34daf-4a71-408b-8827-aa2b840b5a81),segment_id=3eb34daf-4a71-408b-8827-aa2b840b5a81)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:01:38.951341 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:38.955480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ca3b4fe8-00af-4b28-90d9-c1dd48cd02d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:38.969175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ca3b4fe8-00af-4b28-90d9-c1dd48cd02d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:network and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:38.987949 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ca3b4fe8-00af-4b28-90d9-c1dd48cd02d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:38.998503 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ca3b4fe8-00af-4b28-90d9-c1dd48cd02d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:39.001764 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-efbdf379-e946-407a-9c8b-0eaacecbaa39 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] delete failed (client error): The resource could not be found. Mar 09 04:01:39.001764 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-efbdf379-e946-407a-9c8b-0eaacecbaa39 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/routers/7411df53-cba5-47e9-9395-f1e4e90f3406 HTTP/1.1" status: 404 len: 336 time: 0.0976257 Mar 09 04:01:39.001764 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51172) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:39.145939 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-61eac86a-cc92-4dfe-983e-fb1a84e2c628 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] DELETE failed (client error): The resource could not be found. Mar 09 04:01:39.146402 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61eac86a-cc92-4dfe-983e-fb1a84e2c628 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:01:39.148162 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-61eac86a-cc92-4dfe-983e-fb1a84e2c628 tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/subnets/ea77fa1b-c4b2-444c-90df-afadf3461d14 HTTP/1.1" status: 404 len: 337 time: 0.1449084 Mar 09 04:01:39.154707 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] Routers {'a920141c-4d6f-4fdc-a94c-a962fa870721'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:01:39.155362 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:01:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a920141c-4d6f-4fdc-a94c-a962fa870721'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:39.159733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51180) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:39.256905 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3b4fe8-00af-4b28-90d9-c1dd48cd02d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:01:39.274676 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4fe8-00af-4b28-90d9-c1dd48cd02d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:39.343982 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-7226d982-8581-4627-8efc-a758ad3ad18b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] DELETE failed (client error): The resource could not be found. Mar 09 04:01:39.343982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7226d982-8581-4627-8efc-a758ad3ad18b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:01:39.353407 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7226d982-8581-4627-8efc-a758ad3ad18b tempest-RoutersTest-1674746079 tempest-RoutersTest-1674746079-project] 10.222.0.16 "DELETE /v2.0/subnets/e3234029-d695-43f4-a4e3-781665f7a340 HTTP/1.1" status: 404 len: 337 time: 0.1845102 Mar 09 04:01:39.359504 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cada9-796c-47de-94c7-68b2ef60533e req-406ece54-2215-4287-8e9e-96529fab8c2f tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:39.359504 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5f2cada9-796c-47de-94c7-68b2ef60533e req-406ece54-2215-4287-8e9e-96529fab8c2f tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 945 time: 1.2249329 Mar 09 04:01:39.377231 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-202f0519-e569-4f54-904c-1483d78939b1 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:39.408415 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81027eec-d2c6-4c1b-b024-d43b80568de6 None None] Pushing event updated for resources: {'Port': ['ID=3f97e9d1-045e-4015-ba75-0862d2cbe946,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:39.494642 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca8f05-c2d5-452c-963b-3b1471248962 req-2b28a2bb-21e7-413c-90b8-f43ab069019e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:39.494642 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7eca8f05-c2d5-452c-963b-3b1471248962 req-2b28a2bb-21e7-413c-90b8-f43ab069019e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 945 time: 0.2386289 Mar 09 04:01:39.628586 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7eca8f05-c2d5-452c-963b-3b1471248962 req-98483fcc-7228-4fd9-857d-f47dc885311b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322935 Mar 09 04:01:39.665800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca3b4fe8-00af-4b28-90d9-c1dd48cd02d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:01:39.772744 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4fe8-00af-4b28-90d9-c1dd48cd02d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:39.772744 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-ca3b4fe8-00af-4b28-90d9-c1dd48cd02d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Added segment a5f4c5fd-2c30-443c-8859-81cf57b6ef78 of type vlan for network a67c28f5-0c91-4116-adca-4f2b9ca24fd9 Mar 09 04:01:39.818823 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5f2cada9-796c-47de-94c7-68b2ef60533e req-fd75400e-0d58-4700-9e34-2ebde814a3fe tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4495761 Mar 09 04:01:39.824932 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] Set router a920141c-4d6f-4fdc-a94c-a962fa870721 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:01:39.877017 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0924347a-292c-4a7e-8b31-a2c8ba219f01 req-70051959-1fae-4098-9280-af79a7df758c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ae00be-48b4-46ac-a6b1-af340e1cfa9a HTTP/1.1" status: 200 len: 210 time: 0.1359861 Mar 09 04:01:40.135432 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4fe8-00af-4b28-90d9-c1dd48cd02d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:40.151022 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51202) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:40.176641 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-202f0519-e569-4f54-904c-1483d78939b1 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:40.176641 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-202f0519-e569-4f54-904c-1483d78939b1 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:40.210516 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-acc9fca0-60a6-4889-a42c-6e29dc67bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:40.210516 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-acc9fca0-60a6-4889-a42c-6e29dc67bdc0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1706095 Mar 09 04:01:40.254920 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-202f0519-e569-4f54-904c-1483d78939b1 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:40.254920 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202f0519-e569-4f54-904c-1483d78939b1 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fbe521d1-4159-4941-b558-5d34a02e153f {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:01:40.293834 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-202f0519-e569-4f54-904c-1483d78939b1 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 09 04:01:40.293834 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-202f0519-e569-4f54-904c-1483d78939b1 tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 7.1337993 Mar 09 04:01:40.298093 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51208) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:40.407982 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4fe8-00af-4b28-90d9-c1dd48cd02d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:40.413969 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3b4fe8-00af-4b28-90d9-c1dd48cd02d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:40.414510 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4fe8-00af-4b28-90d9-c1dd48cd02d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:40.452010 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-2d90582b-7c09-48f8-b043-14626cb0481e tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Deleting port fd97457d-36ef-4a6a-a60e-a79de065bf1d {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:01:40.452420 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d90582b-7c09-48f8-b043-14626cb0481e tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:40.476468 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a920141c-4d6f-4fdc-a94c-a962fa870721', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1066459556', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '94369639-a461-44df-b256-fa38eb8dd122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:01:04Z', 'updated_at': '2022-03-09T04:01:32Z', 'revision_number': 4, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'gw_port': {'id': '94369639-a461-44df-b256-fa38eb8dd122', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a920141c-4d6f-4fdc-a94c-a962fa870721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:01:07Z', 'updated_at': '2022-03-09T04:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '3f97e9d1-045e-4015-ba75-0862d2cbe946', 'name': '', 'network_id': '087c6e22-8533-4f8f-b4fa-250c9be3a07b', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'mac_address': 'fa:16:3e:67:0d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a920141c-4d6f-4fdc-a94c-a962fa870721', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '433ce941-bf67-49ff-a155-966c0c1f7ab5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:01:30Z', 'updated_at': '2022-03-09T04:01:38Z', 'revision_number': 4, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'subnets': [{'id': '433ce941-bf67-49ff-a155-966c0c1f7ab5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:40.480955 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fbd4ae-9439-4a35-97ec-ff1dcab1bd92 None None] The sync data for ids ['a920141c-4d6f-4fdc-a94c-a962fa870721'] in n-d-825178-5 is: [{'id': 'a920141c-4d6f-4fdc-a94c-a962fa870721', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1066459556', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '94369639-a461-44df-b256-fa38eb8dd122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:01:04Z', 'updated_at': '2022-03-09T04:01:32Z', 'revision_number': 4, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'gw_port': {'id': '94369639-a461-44df-b256-fa38eb8dd122', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a920141c-4d6f-4fdc-a94c-a962fa870721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:01:07Z', 'updated_at': '2022-03-09T04:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '3f97e9d1-045e-4015-ba75-0862d2cbe946', 'name': '', 'network_id': '087c6e22-8533-4f8f-b4fa-250c9be3a07b', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'mac_address': 'fa:16:3e:67:0d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a920141c-4d6f-4fdc-a94c-a962fa870721', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '433ce941-bf67-49ff-a155-966c0c1f7ab5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:01:30Z', 'updated_at': '2022-03-09T04:01:38Z', 'revision_number': 4, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'subnets': [{'id': '433ce941-bf67-49ff-a155-966c0c1f7ab5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:01:40.598702 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b4fe8-00af-4b28-90d9-c1dd48cd02d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Network': ['ID=a67c28f5-0c91-4116-adca-4f2b9ca24fd9,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:40.619594 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network a67c28f5-0c91-4116-adca-4f2b9ca24fd9 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:01:40.622630 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ca3b4fe8-00af-4b28-90d9-c1dd48cd02d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8138108 Mar 09 04:01:40.628860 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51216) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:40.654955 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ba2e92ae-f8d1-4538-a3bc-909f22d51a61 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'subnet': {'network_id': 'a67c28f5-0c91-4116-adca-4f2b9ca24fd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:40.749177 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-717a815f-f248-4432-a0bc-72930fecf275 service neutron] 10.222.0.21 "GET /v2.0/networks/1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5310507 Mar 09 04:01:40.752200 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2634aa73-44af-48ca-b71a-c2dc79ac4010 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8d98afbc76a3441ab1cb90e168d30508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5999339 Mar 09 04:01:40.755966 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51222) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:40.938969 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 3f64be45-2159-4d1b-8ef3-c8e377cfad34 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:01:41.183992 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d90582b-7c09-48f8-b043-14626cb0481e tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:41.198926 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 3f64be45-2159-4d1b-8ef3-c8e377cfad34 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:01:41.206186 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 3f64be45-2159-4d1b-8ef3-c8e377cfad34 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:41.207117 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:41.385533 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:41.418224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ba2e92ae-f8d1-4538-a3bc-909f22d51a61 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:41.420991 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ba2e92ae-f8d1-4538-a3bc-909f22d51a61 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:subnet and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:41.428701 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ba2e92ae-f8d1-4538-a3bc-909f22d51a61 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:41.438996 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 3f64be45-2159-4d1b-8ef3-c8e377cfad34, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=3f64be45-2159-4d1b-8ef3-c8e377cfad34,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:01:41.438996 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f64be45-2159-4d1b-8ef3-c8e377cfad34'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:01:41.445386 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ba2e92ae-f8d1-4538-a3bc-909f22d51a61 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:41.448712 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:41.546662 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-755c40ba-6662-407e-99aa-f6fc059a8014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:41.551818 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-2d90582b-7c09-48f8-b043-14626cb0481e tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Calling delete_port for fd97457d-36ef-4a6a-a60e-a79de065bf1d owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:01:41.567194 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=3f64be45-2159-4d1b-8ef3-c8e377cfad34,revision_number=12']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:41.596765 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b7a97e99-4c86-4ce5-a3b1-f9ebe2798f9a req-6940eb1e-0019-4ebf-a8f7-b9ec74f6c73c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ae00be-48b4-46ac-a6b1-af340e1cfa9a HTTP/1.1" status: 200 len: 210 time: 0.3842645 Mar 09 04:01:41.616066 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2e92ae-f8d1-4538-a3bc-909f22d51a61 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:01:41.619694 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba2e92ae-f8d1-4538-a3bc-909f22d51a61 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:41.682488 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-755c40ba-6662-407e-99aa-f6fc059a8014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:41.801517 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf825fbf-c2c8-4dda-8e53-11b7032e0db1 req-8d07b718-9d9e-4293-a595-1c0f6d0408fb tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:41.808669 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bf825fbf-c2c8-4dda-8e53-11b7032e0db1 req-8d07b718-9d9e-4293-a595-1c0f6d0408fb tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 945 time: 0.6010859 Mar 09 04:01:41.811172 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-755c40ba-6662-407e-99aa-f6fc059a8014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:41.851460 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c40ba-6662-407e-99aa-f6fc059a8014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d061ec-7842-474c-88fc-f4a43c2959fa,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:41.871308 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bf825fbf-c2c8-4dda-8e53-11b7032e0db1 req-5da250a3-211f-42c8-92c2-2fd9008f8453 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615299 Mar 09 04:01:42.018618 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-09bdf2ca-be16-4077-96f8-b67439594e42 service neutron] 10.222.0.21 "GET /v2.0/networks/1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2606132 Mar 09 04:01:42.112706 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-755c40ba-6662-407e-99aa-f6fc059a8014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:42.112706 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-755c40ba-6662-407e-99aa-f6fc059a8014 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/31d061ec-7842-474c-88fc-f4a43c2959fa HTTP/1.1" status: 204 len: 168 time: 1.3222253 Mar 09 04:01:42.206300 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3f97e9d1-045e-4015-ba75-0862d2cbe946 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:01:42.355850 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d90582b-7c09-48f8-b043-14626cb0481e tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:42.371701 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 3f97e9d1-045e-4015-ba75-0862d2cbe946 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:01:42.386658 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 3f97e9d1-045e-4015-ba75-0862d2cbe946 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:42.387471 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:42.602879 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90582b-7c09-48f8-b043-14626cb0481e tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd97457d-36ef-4a6a-a60e-a79de065bf1d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:42.679658 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d90582b-7c09-48f8-b043-14626cb0481e tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:42.707188 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2d90582b-7c09-48f8-b043-14626cb0481e tempest-RoutersAdminNegativeTest-1428220216 tempest-RoutersAdminNegativeTest-1428220216-project-admin] 10.222.0.16 "DELETE /v2.0/ports/fd97457d-36ef-4a6a-a60e-a79de065bf1d HTTP/1.1" status: 204 len: 168 time: 2.4088185 Mar 09 04:01:42.734480 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f64be45-2159-4d1b-8ef3-c8e377cfad34', 'code': 200} Mar 09 04:01:42.821660 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-6a803a06-969a-4933-a76c-8e908296aecd tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:42.821660 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-6a803a06-969a-4933-a76c-8e908296aecd tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Synchronizing usage tracker for tenant:f62636ca99004fbcad682ccf3903561c on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:01:42.882158 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-6a803a06-969a-4933-a76c-8e908296aecd tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Unset dirty status for tenant:f62636ca99004fbcad682ccf3903561c on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:01:42.882158 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-6a803a06-969a-4933-a76c-8e908296aecd tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.21 "GET /v2.0/networks?id=087c6e22-8533-4f8f-b4fa-250c9be3a07b HTTP/1.1" status: 200 len: 797 time: 1.8799598 Mar 09 04:01:42.885512 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:42.942431 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-a9e89cfe-0144-4ea7-9dac-177a156f2f10 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Request body: {'port': {'device_id': '20ae00be-48b4-46ac-a6b1-af340e1cfa9a', 'network_id': '087c6e22-8533-4f8f-b4fa-250c9be3a07b', 'admin_state_up': True, 'tenant_id': 'f62636ca99004fbcad682ccf3903561c'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:42.974212 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 3f97e9d1-045e-4015-ba75-0862d2cbe946, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3f97e9d1-045e-4015-ba75-0862d2cbe946,segment=NetworkSegment(3eb34daf-4a71-408b-8827-aa2b840b5a81),segment_id=3eb34daf-4a71-408b-8827-aa2b840b5a81)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:01:42.978480 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:43.220637 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb5641-e045-48be-a859-e39144d493e7 req-68967db9-5edb-4ae3-a527-8165ccccc17f tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:43.235946 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5abb5641-e045-48be-a859-e39144d493e7 req-68967db9-5edb-4ae3-a527-8165ccccc17f tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 946 time: 1.1979759 Mar 09 04:01:43.245472 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=3f97e9d1-045e-4015-ba75-0862d2cbe946,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:43.353997 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-666bc2db-5538-42fb-90b4-e645c8341298 req-bfb76a23-a2ae-4868-b206-b0484902bc97 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ae00be-48b4-46ac-a6b1-af340e1cfa9a HTTP/1.1" status: 200 len: 210 time: 0.1154573 Mar 09 04:01:43.419051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c1593-5009-42fe-b77e-bc47f17ca20b req-9625dd62-0c20-4761-b757-d6b9b78415b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:43.423749 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff9c1593-5009-42fe-b77e-bc47f17ca20b req-9625dd62-0c20-4761-b757-d6b9b78415b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 1096 time: 1.0638378 Mar 09 04:01:43.443885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-a9e89cfe-0144-4ea7-9dac-177a156f2f10 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:43.586870 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-a9e89cfe-0144-4ea7-9dac-177a156f2f10 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:43.629329 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd054140-8770-4404-bbfa-251a8485cea9 req-0cbfd679-a542-4991-8651-e2f2d58b3478 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:43.629329 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bd054140-8770-4404-bbfa-251a8485cea9 req-0cbfd679-a542-4991-8651-e2f2d58b3478 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 945 time: 0.1549957 Mar 09 04:01:43.678472 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51276) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:43.721736 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-a9e89cfe-0144-4ea7-9dac-177a156f2f10 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Made reservation on behalf of f62636ca99004fbcad682ccf3903561c for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:01:43.721736 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-a9e89cfe-0144-4ea7-9dac-177a156f2f10 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:43.755638 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bd054140-8770-4404-bbfa-251a8485cea9 req-3bbe975c-3c74-4c2f-9c62-126f5a5b34b4 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221070 Mar 09 04:01:43.769793 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5abb5641-e045-48be-a859-e39144d493e7 req-d37b88da-50b5-4393-a49f-08f698a2d27b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5283294 Mar 09 04:01:43.776987 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba2e92ae-f8d1-4538-a3bc-909f22d51a61 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:43.811682 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-84338dfc-edc8-4d40-90f4-0ce2cc5e4f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:43.827275 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-84338dfc-edc8-4d40-90f4-0ce2cc5e4f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:43.831272 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-84338dfc-edc8-4d40-90f4-0ce2cc5e4f4d admin admin] Usage tracker for resource:security_group_rule and tenant:51eec87035714decaa4054822275931a is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:43.834400 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-84338dfc-edc8-4d40-90f4-0ce2cc5e4f4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:43.844318 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-84338dfc-edc8-4d40-90f4-0ce2cc5e4f4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:44.010184 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-84338dfc-edc8-4d40-90f4-0ce2cc5e4f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:44.024703 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-84338dfc-edc8-4d40-90f4-0ce2cc5e4f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:44.097042 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-84338dfc-edc8-4d40-90f4-0ce2cc5e4f4d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=51eec87035714decaa4054822275931a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4150097 Mar 09 04:01:44.104514 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51294) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:44.120638 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84338dfc-edc8-4d40-90f4-0ce2cc5e4f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897881cf-a68c-4a21-89b4-6158099841e4,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:44.129662 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e92ae-f8d1-4538-a3bc-909f22d51a61 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Subnet': ['ID=e3cc7593-8e3c-48ec-a9a9-8d6ccacbefa8,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:44.130687 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84338dfc-edc8-4d40-90f4-0ce2cc5e4f4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:44.131382 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84338dfc-edc8-4d40-90f4-0ce2cc5e4f4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:44.131809 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84338dfc-edc8-4d40-90f4-0ce2cc5e4f4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:44.132212 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84338dfc-edc8-4d40-90f4-0ce2cc5e4f4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:44.132614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84338dfc-edc8-4d40-90f4-0ce2cc5e4f4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:44.133069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84338dfc-edc8-4d40-90f4-0ce2cc5e4f4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:44.133420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84338dfc-edc8-4d40-90f4-0ce2cc5e4f4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:44.133807 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84338dfc-edc8-4d40-90f4-0ce2cc5e4f4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:44.134196 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84338dfc-edc8-4d40-90f4-0ce2cc5e4f4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:44.134584 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84338dfc-edc8-4d40-90f4-0ce2cc5e4f4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:44.135040 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84338dfc-edc8-4d40-90f4-0ce2cc5e4f4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:44.135420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84338dfc-edc8-4d40-90f4-0ce2cc5e4f4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:01:44.166456 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3f97e9d1-045e-4015-ba75-0862d2cbe946 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:01:44.208460 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e9214a37-ec5f-4e6c-9f87-d8b65dd7a396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:44.241559 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e9214a37-ec5f-4e6c-9f87-d8b65dd7a396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:44.282780 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-a9e89cfe-0144-4ea7-9dac-177a156f2f10 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Allocated IP 172.20.0.30 (087c6e22-8533-4f8f-b4fa-250c9be3a07b/433ce941-bf67-49ff-a155-966c0c1f7ab5/0819895c-652c-4425-8a2c-25e0e03f599d) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:01:44.288613 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51300) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:44.312340 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e9214a37-ec5f-4e6c-9f87-d8b65dd7a396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:44.328974 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c1593-5009-42fe-b77e-bc47f17ca20b req-e79f5c9e-1b4a-4b8e-8871-9307d4494a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:44.330700 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff9c1593-5009-42fe-b77e-bc47f17ca20b req-e79f5c9e-1b4a-4b8e-8871-9307d4494a18 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f HTTP/1.1" status: 200 len: 897 time: 0.8708723 Mar 09 04:01:44.334506 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9214a37-ec5f-4e6c-9f87-d8b65dd7a396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897881cf-a68c-4a21-89b4-6158099841e4,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:44.338774 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e9214a37-ec5f-4e6c-9f87-d8b65dd7a396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:44.342095 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0829f-3c30-480d-b2ef-97ade7668cb0 req-f6ab735e-4850-4061-b20a-5aa326a48c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:44.343910 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e9214a37-ec5f-4e6c-9f87-d8b65dd7a396 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/897881cf-a68c-4a21-89b4-6158099841e4 HTTP/1.1" status: 204 len: 168 time: 0.2444720 Mar 09 04:01:44.346071 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42f0829f-3c30-480d-b2ef-97ade7668cb0 req-f6ab735e-4850-4061-b20a-5aa326a48c00 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 1097 time: 1.1583328 Mar 09 04:01:44.378884 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 3f97e9d1-045e-4015-ba75-0862d2cbe946 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:44.379345 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:44.502016 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2e92ae-f8d1-4538-a3bc-909f22d51a61 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Checking segment: {'id': 'a5f4c5fd-2c30-443c-8859-81cf57b6ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a67c28f5-0c91-4116-adca-4f2b9ca24fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:01:44.502428 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2e92ae-f8d1-4538-a3bc-909f22d51a61 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network hostable DHCP agents. Network: a67c28f5-0c91-4116-adca-4f2b9ca24fd9, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:01:44.585548 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42f0829f-3c30-480d-b2ef-97ade7668cb0 req-1259259c-5525-4459-9148-9274a5a52bfb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755540 Mar 09 04:01:44.595787 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f01e4326-b9ce-436e-87e5-b8241d44212e req-273c7a86-9a16-45ef-8e80-88340cb7acbf tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ae00be-48b4-46ac-a6b1-af340e1cfa9a HTTP/1.1" status: 200 len: 210 time: 0.0612736 Mar 09 04:01:44.596682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-d864d317-1ed2-4d7a-a111-d2163f8864bf tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:44.597363 n-d-825178-5 neutron-server[87880]: WARNING neutron.api.v2.base [None req-d864d317-1ed2-4d7a-a111-d2163f8864bf tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 09 04:01:44.598308 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-d864d317-1ed2-4d7a-a111-d2163f8864bf tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] create failed (client error): There was a conflict when trying to complete your request. Mar 09 04:01:44.599501 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d864d317-1ed2-4d7a-a111-d2163f8864bf tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3078756 Mar 09 04:01:44.604346 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51310) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:44.609357 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-69bf03c8-7757-428e-a8f1-46520e6fc54f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group': {'name': 'tempest-secgroup--1070440085'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:44.628090 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-69bf03c8-7757-428e-a8f1-46520e6fc54f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:44.635110 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-69bf03c8-7757-428e-a8f1-46520e6fc54f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Usage tracker for resource:security_group and tenant:ccab18690ef7412ba6995d29f28dd4ef is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:44.642698 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-69bf03c8-7757-428e-a8f1-46520e6fc54f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:44.652092 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff9c1593-5009-42fe-b77e-bc47f17ca20b req-d3d2db65-6264-4fcd-8972-c8c43baad71f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87361bb2-8af4-4bc8-976d-bb6830eb7753 HTTP/1.1" status: 200 len: 1001 time: 0.3013401 Mar 09 04:01:44.655607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2e92ae-f8d1-4538-a3bc-909f22d51a61 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network a67c28f5-0c91-4116-adca-4f2b9ca24fd9 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:01:44.657185 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-69bf03c8-7757-428e-a8f1-46520e6fc54f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:44.692609 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-69bf03c8-7757-428e-a8f1-46520e6fc54f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:44.719697 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-69bf03c8-7757-428e-a8f1-46520e6fc54f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:44.743012 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-69bf03c8-7757-428e-a8f1-46520e6fc54f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:44.757533 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-ba2e92ae-f8d1-4538-a3bc-909f22d51a61 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, a67c28f5-0c91-4116-adca-4f2b9ca24fd9) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:01:44.764382 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-69bf03c8-7757-428e-a8f1-46520e6fc54f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Usage tracker for resource:security_group_rule and tenant:ccab18690ef7412ba6995d29f28dd4ef is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:44.764382 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-69bf03c8-7757-428e-a8f1-46520e6fc54f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:44.764714 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-a9e89cfe-0144-4ea7-9dac-177a156f2f10 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:44.764879 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-69bf03c8-7757-428e-a8f1-46520e6fc54f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:44.765046 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab04d218-c34b-42e7-8467-c6359bddd32e None None] Network a67c28f5-0c91-4116-adca-4f2b9ca24fd9 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:01:44.765294 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2e92ae-f8d1-4538-a3bc-909f22d51a61 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:44.765933 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba2e92ae-f8d1-4538-a3bc-909f22d51a61 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:44.797634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c1593-5009-42fe-b77e-bc47f17ca20b req-3d6dbd89-49d4-48e5-90a9-2b45d57cfc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:44.799170 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff9c1593-5009-42fe-b77e-bc47f17ca20b req-3d6dbd89-49d4-48e5-90a9-2b45d57cfc91 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf HTTP/1.1" status: 200 len: 835 time: 0.1359496 Mar 09 04:01:44.805842 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-a9e89cfe-0144-4ea7-9dac-177a156f2f10 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Transition to ACTIVE for port object 0819895c-652c-4425-8a2c-25e0e03f599d will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:01:44.904791 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-69bf03c8-7757-428e-a8f1-46520e6fc54f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:44.921783 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-69bf03c8-7757-428e-a8f1-46520e6fc54f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:44.928765 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ba2e92ae-f8d1-4538-a3bc-909f22d51a61 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3002992 Mar 09 04:01:44.947857 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-69bf03c8-7757-428e-a8f1-46520e6fc54f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:44.953304 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51322) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:44.970965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f93e466c-3b17-4797-854d-f1ee6a4ee44d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'port': {'network_id': 'a67c28f5-0c91-4116-adca-4f2b9ca24fd9', 'name': 'tempest-PortsTestJSON-1714969288', 'fixed_ips': [{'subnet_id': 'e3cc7593-8e3c-48ec-a9a9-8d6ccacbefa8', 'ip_address': '172.20.0.10'}]}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:45.005458 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-69bf03c8-7757-428e-a8f1-46520e6fc54f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Usage tracker for resource:security_group_rule and tenant:ccab18690ef7412ba6995d29f28dd4ef is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:45.016460 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-69bf03c8-7757-428e-a8f1-46520e6fc54f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:45.029349 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-a9e89cfe-0144-4ea7-9dac-177a156f2f10 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:45.073178 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51326) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:45.085117 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-69bf03c8-7757-428e-a8f1-46520e6fc54f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:45.193034 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315ccc4b-227a-42e8-853d-8d3a28d961fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-a67c28f5-0c91-4116-adca-4f2b9ca24fd9', 'network_id': 'a67c28f5-0c91-4116-adca-4f2b9ca24fd9', 'tenant_id': '4142753503a14b29b880b4a248420f63', 'fixed_ips': [{'subnet_id': 'e3cc7593-8e3c-48ec-a9a9-8d6ccacbefa8'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:01:45.194807 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-315ccc4b-227a-42e8-853d-8d3a28d961fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:45.208990 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf03c8-7757-428e-a8f1-46520e6fc54f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de2d686f-924e-4794-a9f4-accac57cfb39,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:45.230595 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c1593-5009-42fe-b77e-bc47f17ca20b req-bcbb1efd-418a-4434-9690-e74fe9e2d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:45.233335 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff9c1593-5009-42fe-b77e-bc47f17ca20b req-bcbb1efd-418a-4434-9690-e74fe9e2d265 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4259653 Mar 09 04:01:45.271894 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-a9e89cfe-0144-4ea7-9dac-177a156f2f10 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Network 087c6e22-8533-4f8f-b4fa-250c9be3a07b is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:01:45.277013 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e89cfe-0144-4ea7-9dac-177a156f2f10 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event updated for resources: {'Port': ['ID=0819895c-652c-4425-8a2c-25e0e03f599d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:45.287695 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-a9e89cfe-0144-4ea7-9dac-177a156f2f10 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:01:45.291002 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-a9e89cfe-0144-4ea7-9dac-177a156f2f10 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:01:45.293202 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-405c4485-2a51-4baf-abec-57f7eeba44c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96c8507652d34937925f592f4595a019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2159534 Mar 09 04:01:45.300762 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51330) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:45.416457 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-315ccc4b-227a-42e8-853d-8d3a28d961fa None None] Allocated IP 172.20.0.2 (a67c28f5-0c91-4116-adca-4f2b9ca24fd9/e3cc7593-8e3c-48ec-a9a9-8d6ccacbefa8/5cd10049-1324-4c67-8c23-2df0935444dd) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:01:45.438304 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f93e466c-3b17-4797-854d-f1ee6a4ee44d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:45.464654 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-a9e89cfe-0144-4ea7-9dac-177a156f2f10 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:45.465663 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-a9e89cfe-0144-4ea7-9dac-177a156f2f10 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:45.490801 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95773c65-1011-4305-9ecc-01450c8b4e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:45.515256 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f93e466c-3b17-4797-854d-f1ee6a4ee44d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:45.522197 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-69bf03c8-7757-428e-a8f1-46520e6fc54f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:45.561443 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f883bf-fe74-443f-93f2-30166dbb2e13 req-852439f1-bdb5-4cf7-b0c8-0c6fe6b88256 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:45.569123 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-15f883bf-fe74-443f-93f2-30166dbb2e13 req-852439f1-bdb5-4cf7-b0c8-0c6fe6b88256 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 946 time: 0.4965751 Mar 09 04:01:45.571050 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-69bf03c8-7757-428e-a8f1-46520e6fc54f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:45.619954 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95773c65-1011-4305-9ecc-01450c8b4e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:45.666562 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398f788-b41f-4dc8-841b-5ec4b1a01910 req-4af3d448-b6ef-40b6-96be-2f6bfa766279 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:45.668433 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f398f788-b41f-4dc8-841b-5ec4b1a01910 req-4af3d448-b6ef-40b6-96be-2f6bfa766279 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 945 time: 0.6432207 Mar 09 04:01:45.708435 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93e466c-3b17-4797-854d-f1ee6a4ee44d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:01:45.710742 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-a9e89cfe-0144-4ea7-9dac-177a156f2f10 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.8200519 Mar 09 04:01:45.726142 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf03c8-7757-428e-a8f1-46520e6fc54f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=559aaeba-3872-4e01-906c-28066f09866a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:45.737325 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-88170392-79a9-4b91-9eb5-803a106c7cf0 service neutron] Request body: {'port': {'device_id': '20ae00be-48b4-46ac-a6b1-af340e1cfa9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:45.759129 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-15f883bf-fe74-443f-93f2-30166dbb2e13 req-b667cd22-bf52-46a9-9100-7abe2a78603d tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890819 Mar 09 04:01:45.772227 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4bc92574-2eeb-470f-a8cc-03001dcf0dae None None] Provisioning for port 0819895c-652c-4425-8a2c-25e0e03f599d completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:01:45.787957 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4bc92574-2eeb-470f-a8cc-03001dcf0dae None None] Provisioning complete for port 0819895c-652c-4425-8a2c-25e0e03f599d triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:45.788414 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4bc92574-2eeb-470f-a8cc-03001dcf0dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:45.813605 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f398f788-b41f-4dc8-841b-5ec4b1a01910 req-2a10d223-caf6-42ed-8364-f52b2e9be216 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345427 Mar 09 04:01:45.898501 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff9c1593-5009-42fe-b77e-bc47f17ca20b req-5e7718d2-aedc-49d5-808b-0e20322d83a4 service neutron] 10.222.0.21 "GET /v2.0/networks/1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6490257 Mar 09 04:01:45.939345 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-69bf03c8-7757-428e-a8f1-46520e6fc54f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:45.940481 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-69bf03c8-7757-428e-a8f1-46520e6fc54f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3351605 Mar 09 04:01:45.947092 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-315ccc4b-227a-42e8-853d-8d3a28d961fa None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:45.977997 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51342) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:45.979895 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-4bc92574-2eeb-470f-a8cc-03001dcf0dae None None] Port 0819895c-652c-4425-8a2c-25e0e03f599d cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:01:45.983038 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-315ccc4b-227a-42e8-853d-8d3a28d961fa None None] Transition to ACTIVE for port object 5cd10049-1324-4c67-8c23-2df0935444dd will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:01:46.001535 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-c65bd6e5-851e-414f-be26-a76a7d25cfe2 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group_rule': {'security_group_id': '559aaeba-3872-4e01-906c-28066f09866a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:46.017062 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-315ccc4b-227a-42e8-853d-8d3a28d961fa None None] Transition to ACTIVE for port object 5cd10049-1324-4c67-8c23-2df0935444dd will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:01:46.028234 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-315ccc4b-227a-42e8-853d-8d3a28d961fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:46.032592 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c65bd6e5-851e-414f-be26-a76a7d25cfe2 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:46.135461 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315ccc4b-227a-42e8-853d-8d3a28d961fa None None] Network a67c28f5-0c91-4116-adca-4f2b9ca24fd9 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:01:46.148637 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-315ccc4b-227a-42e8-853d-8d3a28d961fa None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:01:46.154892 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c65bd6e5-851e-414f-be26-a76a7d25cfe2 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Usage tracker for resource:security_group_rule and tenant:ccab18690ef7412ba6995d29f28dd4ef is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:46.158703 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315ccc4b-227a-42e8-853d-8d3a28d961fa None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:01:46.167640 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c65bd6e5-851e-414f-be26-a76a7d25cfe2 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:46.173691 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-88170392-79a9-4b91-9eb5-803a106c7cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:46.201458 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c65bd6e5-851e-414f-be26-a76a7d25cfe2 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:46.268223 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c65bd6e5-851e-414f-be26-a76a7d25cfe2 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:46.272640 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f93e466c-3b17-4797-854d-f1ee6a4ee44d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:46.308683 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95773c65-1011-4305-9ecc-01450c8b4e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:46.309990 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-315ccc4b-227a-42e8-853d-8d3a28d961fa None None] Attempting to bind port 5cd10049-1324-4c67-8c23-2df0935444dd on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:01:46.311116 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-315ccc4b-227a-42e8-853d-8d3a28d961fa None None] Attempting to bind port 5cd10049-1324-4c67-8c23-2df0935444dd by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'a5f4c5fd-2c30-443c-8859-81cf57b6ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a67c28f5-0c91-4116-adca-4f2b9ca24fd9'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:01:46.311722 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315ccc4b-227a-42e8-853d-8d3a28d961fa None None] Attempting to bind port 5cd10049-1324-4c67-8c23-2df0935444dd on network a67c28f5-0c91-4116-adca-4f2b9ca24fd9 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:01:46.322381 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315ccc4b-227a-42e8-853d-8d3a28d961fa None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:01:46.323207 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315ccc4b-227a-42e8-853d-8d3a28d961fa None None] Checking segment: {'id': 'a5f4c5fd-2c30-443c-8859-81cf57b6ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a67c28f5-0c91-4116-adca-4f2b9ca24fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:01:46.324687 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-315ccc4b-227a-42e8-853d-8d3a28d961fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:46.325596 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315ccc4b-227a-42e8-853d-8d3a28d961fa None None] Bound using segment: {'id': 'a5f4c5fd-2c30-443c-8859-81cf57b6ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a67c28f5-0c91-4116-adca-4f2b9ca24fd9'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:01:46.326295 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-315ccc4b-227a-42e8-853d-8d3a28d961fa None None] Bound port: 5cd10049-1324-4c67-8c23-2df0935444dd, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f4c5fd-2c30-443c-8859-81cf57b6ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a67c28f5-0c91-4116-adca-4f2b9ca24fd9'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:01:46.326933 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-315ccc4b-227a-42e8-853d-8d3a28d961fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:46.339603 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ccc4b-227a-42e8-853d-8d3a28d961fa None None] Pushing event updated for resources: {'Port': ['ID=5cd10049-1324-4c67-8c23-2df0935444dd,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:46.368222 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-f93e466c-3b17-4797-854d-f1ee6a4ee44d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] device_id is not set on port b0791d2f-3ec7-4209-b1b0-e13081c7ef73 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:01:46.376399 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff9c1593-5009-42fe-b77e-bc47f17ca20b req-c49b1403-c190-40b0-87c2-34a3f1caf6dc service neutron] 10.222.0.21 "GET /v2.0/networks/1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664648 Mar 09 04:01:46.450499 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-315ccc4b-227a-42e8-853d-8d3a28d961fa None None] For port 5cd10049-1324-4c67-8c23-2df0935444dd, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:01:46.453996 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-315ccc4b-227a-42e8-853d-8d3a28d961fa None None] For port 5cd10049-1324-4c67-8c23-2df0935444dd, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5cd10049-1324-4c67-8c23-2df0935444dd,segment=NetworkSegment(a5f4c5fd-2c30-443c-8859-81cf57b6ef78),segment_id=a5f4c5fd-2c30-443c-8859-81cf57b6ef78)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:01:46.459833 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-315ccc4b-227a-42e8-853d-8d3a28d961fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:46.471749 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afc1c4-ff85-4a3f-be1f-47241f909946 req-3a701b0d-c348-4e96-9c16-7d830091a2ba tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:46.485243 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-75afc1c4-ff85-4a3f-be1f-47241f909946 req-3a701b0d-c348-4e96-9c16-7d830091a2ba tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ae00be-48b4-46ac-a6b1-af340e1cfa9a HTTP/1.1" status: 200 len: 895 time: 0.4767773 Mar 09 04:01:46.502674 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95773c65-1011-4305-9ecc-01450c8b4e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5571a8-7f7c-4cca-b02d-f289463d6632,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:46.509492 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95773c65-1011-4305-9ecc-01450c8b4e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:46.510927 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-95773c65-1011-4305-9ecc-01450c8b4e94 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be5571a8-7f7c-4cca-b02d-f289463d6632 HTTP/1.1" status: 204 len: 168 time: 1.2089753 Mar 09 04:01:46.588971 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ccc4b-227a-42e8-853d-8d3a28d961fa None None] Pushing event updated for resources: {'Port': ['ID=5cd10049-1324-4c67-8c23-2df0935444dd,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:46.805170 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c65bd6e5-851e-414f-be26-a76a7d25cfe2 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:46.832615 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c65bd6e5-851e-414f-be26-a76a7d25cfe2 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:46.884579 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65bd6e5-851e-414f-be26-a76a7d25cfe2 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6dfc080-838c-4023-89d0-6a4991330990,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:46.898189 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c65bd6e5-851e-414f-be26-a76a7d25cfe2 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:46.902985 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c65bd6e5-851e-414f-be26-a76a7d25cfe2 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9238062 Mar 09 04:01:46.904516 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51386) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:46.923021 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-085e36e4-35ad-41f8-823d-d1d16ecdcdda tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group_rule': {'security_group_id': '559aaeba-3872-4e01-906c-28066f09866a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:46.933074 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-f93e466c-3b17-4797-854d-f1ee6a4ee44d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Allocated IP 172.20.0.10 (a67c28f5-0c91-4116-adca-4f2b9ca24fd9/e3cc7593-8e3c-48ec-a9a9-8d6ccacbefa8/b0791d2f-3ec7-4209-b1b0-e13081c7ef73) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:01:46.937421 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-085e36e4-35ad-41f8-823d-d1d16ecdcdda tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:46.946379 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-085e36e4-35ad-41f8-823d-d1d16ecdcdda tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Usage tracker for resource:security_group_rule and tenant:ccab18690ef7412ba6995d29f28dd4ef is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:46.952545 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-085e36e4-35ad-41f8-823d-d1d16ecdcdda tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:46.960813 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-085e36e4-35ad-41f8-823d-d1d16ecdcdda tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:47.242118 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-085e36e4-35ad-41f8-823d-d1d16ecdcdda tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:47.265009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-88170392-79a9-4b91-9eb5-803a106c7cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0819895c-652c-4425-8a2c-25e0e03f599d {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:01:47.289616 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-88170392-79a9-4b91-9eb5-803a106c7cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:47.326944 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-88170392-79a9-4b91-9eb5-803a106c7cf0 service neutron] Transition to ACTIVE for port object 0819895c-652c-4425-8a2c-25e0e03f599d will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:01:47.358151 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-88170392-79a9-4b91-9eb5-803a106c7cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:47.432609 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-085e36e4-35ad-41f8-823d-d1d16ecdcdda tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] create failed (client error): There was a conflict when trying to complete your request. Mar 09 04:01:47.437327 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-085e36e4-35ad-41f8-823d-d1d16ecdcdda tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5229461 Mar 09 04:01:47.437940 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51402) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:47.504199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131edbff-bd01-446e-8c5f-d3cb915f2d58 req-fd4b19af-d89e-4252-8fa4-cf7bec257b17 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:47.512930 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-131edbff-bd01-446e-8c5f-d3cb915f2d58 req-fd4b19af-d89e-4252-8fa4-cf7bec257b17 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 946 time: 0.3482022 Mar 09 04:01:47.595296 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88170392-79a9-4b91-9eb5-803a106c7cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=0819895c-652c-4425-8a2c-25e0e03f599d,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:47.607296 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f93e466c-3b17-4797-854d-f1ee6a4ee44d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:47.619791 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-131edbff-bd01-446e-8c5f-d3cb915f2d58 req-1a2a3460-3b6a-4518-9437-3277028201e8 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053281 Mar 09 04:01:47.674230 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979c314-3398-4487-ba34-5f38e9648ef0 req-d3de4ef2-14f9-45c8-ae8e-94ae4bd615b5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:47.682252 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7979c314-3398-4487-ba34-5f38e9648ef0 req-d3de4ef2-14f9-45c8-ae8e-94ae4bd615b5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 945 time: 0.5389371 Mar 09 04:01:47.724647 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-f93e466c-3b17-4797-854d-f1ee6a4ee44d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Transition to ACTIVE for port object b0791d2f-3ec7-4209-b1b0-e13081c7ef73 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:01:47.754394 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7979c314-3398-4487-ba34-5f38e9648ef0 req-4b6c370b-5aaf-48f4-af0f-0ef52b16f767 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677102 Mar 09 04:01:47.797929 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f93e466c-3b17-4797-854d-f1ee6a4ee44d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:47.859936 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca0ec3fa-6f04-44ab-b192-cb6f5a45dcc9 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:47.868657 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93e466c-3b17-4797-854d-f1ee6a4ee44d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network a67c28f5-0c91-4116-adca-4f2b9ca24fd9 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:01:47.873087 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-f93e466c-3b17-4797-854d-f1ee6a4ee44d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:01:47.878646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93e466c-3b17-4797-854d-f1ee6a4ee44d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:01:47.896478 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-88170392-79a9-4b91-9eb5-803a106c7cf0 service neutron] Attempting to bind port 0819895c-652c-4425-8a2c-25e0e03f599d on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:01:47.896780 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-88170392-79a9-4b91-9eb5-803a106c7cf0 service neutron] Attempting to bind port 0819895c-652c-4425-8a2c-25e0e03f599d by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '3eb34daf-4a71-408b-8827-aa2b840b5a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '087c6e22-8533-4f8f-b4fa-250c9be3a07b'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:01:47.897101 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-88170392-79a9-4b91-9eb5-803a106c7cf0 service neutron] Attempting to bind port 0819895c-652c-4425-8a2c-25e0e03f599d on network 087c6e22-8533-4f8f-b4fa-250c9be3a07b {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:01:47.916630 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-88170392-79a9-4b91-9eb5-803a106c7cf0 service neutron] Port 0819895c-652c-4425-8a2c-25e0e03f599d on network 087c6e22-8533-4f8f-b4fa-250c9be3a07b not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:01:47.916945 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-88170392-79a9-4b91-9eb5-803a106c7cf0 service neutron] Attempting to bind port 0819895c-652c-4425-8a2c-25e0e03f599d on network 087c6e22-8533-4f8f-b4fa-250c9be3a07b {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:01:47.924192 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca0ec3fa-6f04-44ab-b192-cb6f5a45dcc9 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:47.941863 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e466c-3b17-4797-854d-f1ee6a4ee44d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Port': ['ID=b0791d2f-3ec7-4209-b1b0-e13081c7ef73,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:47.942968 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-88170392-79a9-4b91-9eb5-803a106c7cf0 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:01:47.943313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-88170392-79a9-4b91-9eb5-803a106c7cf0 service neutron] Checking segment: {'id': '3eb34daf-4a71-408b-8827-aa2b840b5a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '087c6e22-8533-4f8f-b4fa-250c9be3a07b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:01:47.943701 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-88170392-79a9-4b91-9eb5-803a106c7cf0 service neutron] Bound using segment: {'id': '3eb34daf-4a71-408b-8827-aa2b840b5a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '087c6e22-8533-4f8f-b4fa-250c9be3a07b'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:01:47.944128 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-88170392-79a9-4b91-9eb5-803a106c7cf0 service neutron] Bound port: 0819895c-652c-4425-8a2c-25e0e03f599d, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb34daf-4a71-408b-8827-aa2b840b5a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '087c6e22-8533-4f8f-b4fa-250c9be3a07b'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:01:47.944746 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-88170392-79a9-4b91-9eb5-803a106c7cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:47.977559 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93e466c-3b17-4797-854d-f1ee6a4ee44d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:47.983331 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f93e466c-3b17-4797-854d-f1ee6a4ee44d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:48.036618 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f93e466c-3b17-4797-854d-f1ee6a4ee44d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0819829 Mar 09 04:01:48.037375 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51416) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:48.046715 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-270e4b7d-5cca-4d24-8bf2-78de227afecb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'port': {'network_id': 'a67c28f5-0c91-4116-adca-4f2b9ca24fd9', 'name': 'tempest-PortsTestJSON-1480580164', 'fixed_ips': [{'subnet_id': 'e3cc7593-8e3c-48ec-a9a9-8d6ccacbefa8', 'ip_address': '172.20.0.9'}]}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:48.072392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc95c29-7fb2-4cbf-8a77-d818a2119cc5 req-99893cad-baa0-4d18-95b9-f1937e0cab16 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:48.073106 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-cdc95c29-7fb2-4cbf-8a77-d818a2119cc5 req-99893cad-baa0-4d18-95b9-f1937e0cab16 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Synchronizing usage tracker for tenant:f62636ca99004fbcad682ccf3903561c on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:01:48.112059 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca0ec3fa-6f04-44ab-b192-cb6f5a45dcc9 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:48.138897 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5cd10049-1324-4c67-8c23-2df0935444dd up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:01:48.161025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ec3fa-6f04-44ab-b192-cb6f5a45dcc9 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=559aaeba-3872-4e01-906c-28066f09866a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:48.188481 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-cdc95c29-7fb2-4cbf-8a77-d818a2119cc5 req-99893cad-baa0-4d18-95b9-f1937e0cab16 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Unset dirty status for tenant:f62636ca99004fbcad682ccf3903561c on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:01:48.199504 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cdc95c29-7fb2-4cbf-8a77-d818a2119cc5 req-99893cad-baa0-4d18-95b9-f1937e0cab16 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ae00be-48b4-46ac-a6b1-af340e1cfa9a HTTP/1.1" status: 200 len: 907 time: 0.4104114 Mar 09 04:01:48.200692 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-88170392-79a9-4b91-9eb5-803a106c7cf0 service neutron] For port 0819895c-652c-4425-8a2c-25e0e03f599d, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:01:48.210811 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca0ec3fa-6f04-44ab-b192-cb6f5a45dcc9 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:48.212411 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ca0ec3fa-6f04-44ab-b192-cb6f5a45dcc9 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "DELETE /v2.0/security-groups/559aaeba-3872-4e01-906c-28066f09866a HTTP/1.1" status: 204 len: 168 time: 0.7191010 Mar 09 04:01:48.216006 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-88170392-79a9-4b91-9eb5-803a106c7cf0 service neutron] For port 0819895c-652c-4425-8a2c-25e0e03f599d, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0819895c-652c-4425-8a2c-25e0e03f599d,segment=NetworkSegment(3eb34daf-4a71-408b-8827-aa2b840b5a81),segment_id=3eb34daf-4a71-408b-8827-aa2b840b5a81)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:01:48.226749 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51422) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:48.231676 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-88170392-79a9-4b91-9eb5-803a106c7cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:48.241288 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51426) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:48.310978 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 5cd10049-1324-4c67-8c23-2df0935444dd completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:01:48.333617 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-270e4b7d-5cca-4d24-8bf2-78de227afecb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:48.338343 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-270e4b7d-5cca-4d24-8bf2-78de227afecb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:port and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:48.342320 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-270e4b7d-5cca-4d24-8bf2-78de227afecb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:48.349102 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-270e4b7d-5cca-4d24-8bf2-78de227afecb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:48.371061 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270e4b7d-5cca-4d24-8bf2-78de227afecb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:01:48.380082 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-270e4b7d-5cca-4d24-8bf2-78de227afecb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:48.398361 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88170392-79a9-4b91-9eb5-803a106c7cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=0819895c-652c-4425-8a2c-25e0e03f599d,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:48.420736 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-270e4b7d-5cca-4d24-8bf2-78de227afecb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] device_id is not set on port 87873c22-874f-4598-a35c-4253c98bb3e4 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:01:48.456238 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97deb342-c0c0-40ee-9e70-0904d7b44344 None None] Network a67c28f5-0c91-4116-adca-4f2b9ca24fd9 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:01:48.460000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-88170392-79a9-4b91-9eb5-803a106c7cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:48.460997 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-88170392-79a9-4b91-9eb5-803a106c7cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:48.462469 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-88170392-79a9-4b91-9eb5-803a106c7cf0 service neutron] 10.222.0.21 "PUT /v2.0/ports/0819895c-652c-4425-8a2c-25e0e03f599d HTTP/1.1" status: 200 len: 1055 time: 2.7406089 Mar 09 04:01:48.463352 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ae00be-48b4-46ac-a6b1-af340e1cfa9a', 'tag': '0819895c-652c-4425-8a2c-25e0e03f599d'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:01:48.483041 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-76dd956e-a8e4-4f33-84d7-971ef17d9afe tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1179474440'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:48.501432 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-76dd956e-a8e4-4f33-84d7-971ef17d9afe tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:48.505933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f32f2b5e-9d6e-4ae1-9668-38051f9cb25f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Synchronizing usage tracker for tenant:ccab18690ef7412ba6995d29f28dd4ef on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:01:48.528227 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-76dd956e-a8e4-4f33-84d7-971ef17d9afe tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Usage tracker for resource:network and tenant:af9a1bcb5d4f4614a5df0f343d3e05b5 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:48.532512 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-76dd956e-a8e4-4f33-84d7-971ef17d9afe tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:48.552899 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-76dd956e-a8e4-4f33-84d7-971ef17d9afe tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:48.596071 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ae00be-48b4-46ac-a6b1-af340e1cfa9a', 'tag': '0819895c-652c-4425-8a2c-25e0e03f599d', 'status': 'completed', 'code': 200} Mar 09 04:01:48.621786 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fe74f003-ee35-4206-9a55-e9480627c102 None None] Provisioning for port 5cd10049-1324-4c67-8c23-2df0935444dd completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:01:48.636060 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f32f2b5e-9d6e-4ae1-9668-38051f9cb25f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Unset dirty status for tenant:ccab18690ef7412ba6995d29f28dd4ef on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:01:48.642813 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f32f2b5e-9d6e-4ae1-9668-38051f9cb25f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4091566 Mar 09 04:01:48.645034 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fe74f003-ee35-4206-9a55-e9480627c102 None None] Provisioning complete for port 5cd10049-1324-4c67-8c23-2df0935444dd triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:48.645412 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fe74f003-ee35-4206-9a55-e9480627c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:48.646713 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51442) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:48.652114 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dd956e-a8e4-4f33-84d7-971ef17d9afe tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Made reservation on behalf of af9a1bcb5d4f4614a5df0f343d3e05b5 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:01:48.663922 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76dd956e-a8e4-4f33-84d7-971ef17d9afe tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:48.674233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-e3e5c2b0-9d7d-4c09-82b6-a1317e4fac94 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group': {'name': 'tempest-secgroup--920222638'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:48.687329 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e3e5c2b0-9d7d-4c09-82b6-a1317e4fac94 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:48.710993 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e3e5c2b0-9d7d-4c09-82b6-a1317e4fac94 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:48.766961 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e3e5c2b0-9d7d-4c09-82b6-a1317e4fac94 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:48.807210 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-19ba1299-6b82-4456-ad26-8957332e9c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:48.808707 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-19ba1299-6b82-4456-ad26-8957332e9c84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f62636ca99004fbcad682ccf3903561c&device_id=20ae00be-48b4-46ac-a6b1-af340e1cfa9a HTTP/1.1" status: 200 len: 1058 time: 0.2936113 Mar 09 04:01:48.816493 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e3e5c2b0-9d7d-4c09-82b6-a1317e4fac94 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:48.820834 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e3e5c2b0-9d7d-4c09-82b6-a1317e4fac94 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Usage tracker for resource:security_group_rule and tenant:ccab18690ef7412ba6995d29f28dd4ef is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:48.824088 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e3e5c2b0-9d7d-4c09-82b6-a1317e4fac94 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:48.830737 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e3e5c2b0-9d7d-4c09-82b6-a1317e4fac94 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:48.909895 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e3e5c2b0-9d7d-4c09-82b6-a1317e4fac94 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:48.944641 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-270e4b7d-5cca-4d24-8bf2-78de227afecb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Allocated IP 172.20.0.9 (a67c28f5-0c91-4116-adca-4f2b9ca24fd9/e3cc7593-8e3c-48ec-a9a9-8d6ccacbefa8/87873c22-874f-4598-a35c-4253c98bb3e4) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:01:49.166584 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fe74f003-ee35-4206-9a55-e9480627c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:49.216495 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e3e5c2b0-9d7d-4c09-82b6-a1317e4fac94 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:49.282691 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-270e4b7d-5cca-4d24-8bf2-78de227afecb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:49.293551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5c2b0-9d7d-4c09-82b6-a1317e4fac94 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01ae00d7-2f13-472f-b72c-020c9b41f521,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:49.297182 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-dfd04cc4-fe42-4c5d-a6b8-cfdd14beab70 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=0819895c-652c-4425-8a2c-25e0e03f599d HTTP/1.1" status: 200 len: 217 time: 0.3843110 Mar 09 04:01:49.300942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-270e4b7d-5cca-4d24-8bf2-78de227afecb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Transition to ACTIVE for port object 87873c22-874f-4598-a35c-4253c98bb3e4 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:01:49.323944 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-fe74f003-ee35-4206-9a55-e9480627c102 None None] For port 5cd10049-1324-4c67-8c23-2df0935444dd, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5cd10049-1324-4c67-8c23-2df0935444dd,segment=NetworkSegment(a5f4c5fd-2c30-443c-8859-81cf57b6ef78),segment_id=a5f4c5fd-2c30-443c-8859-81cf57b6ef78)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:01:49.333943 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fe74f003-ee35-4206-9a55-e9480627c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:49.359001 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76dd956e-a8e4-4f33-84d7-971ef17d9afe tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:49.381024 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-270e4b7d-5cca-4d24-8bf2-78de227afecb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:49.428974 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74f003-ee35-4206-9a55-e9480627c102 None None] Pushing event updated for resources: {'Port': ['ID=5cd10049-1324-4c67-8c23-2df0935444dd,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:49.442048 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270e4b7d-5cca-4d24-8bf2-78de227afecb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network a67c28f5-0c91-4116-adca-4f2b9ca24fd9 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:01:49.448866 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-270e4b7d-5cca-4d24-8bf2-78de227afecb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:01:49.463386 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270e4b7d-5cca-4d24-8bf2-78de227afecb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:01:49.488534 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e3e5c2b0-9d7d-4c09-82b6-a1317e4fac94 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:49.492537 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e3e5c2b0-9d7d-4c09-82b6-a1317e4fac94 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8314993 Mar 09 04:01:49.494305 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51464) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:49.499378 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-76dd956e-a8e4-4f33-84d7-971ef17d9afe tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:49.518685 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-76dd956e-a8e4-4f33-84d7-971ef17d9afe tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Usage tracker for resource:security_group_rule and tenant:af9a1bcb5d4f4614a5df0f343d3e05b5 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:49.519570 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-2aa4ae6f-2e09-4faa-8ebb-577e7734622c tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group_rule': {'security_group_id': '01ae00d7-2f13-472f-b72c-020c9b41f521', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:49.520428 n-d-825178-5 neutron-server[87880]: WARNING neutron.api.v2.base [None req-2aa4ae6f-2e09-4faa-8ebb-577e7734622c tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 09 04:01:49.521293 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-2aa4ae6f-2e09-4faa-8ebb-577e7734622c tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:01:49.524731 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2aa4ae6f-2e09-4faa-8ebb-577e7734622c tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0226467 Mar 09 04:01:49.530396 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51468) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:49.531502 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-76dd956e-a8e4-4f33-84d7-971ef17d9afe tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:49.547762 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-76dd956e-a8e4-4f33-84d7-971ef17d9afe tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:49.557110 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-ee5bb1b2-78a9-4ba4-ba58-cfbe6271ea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:49.559858 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-ee5bb1b2-78a9-4ba4-ba58-cfbe6271ea1b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=433ce941-bf67-49ff-a155-966c0c1f7ab5 HTTP/1.1" status: 200 len: 837 time: 0.2548900 Mar 09 04:01:49.587295 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e4b7d-5cca-4d24-8bf2-78de227afecb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Port': ['ID=87873c22-874f-4598-a35c-4253c98bb3e4,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:49.603211 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270e4b7d-5cca-4d24-8bf2-78de227afecb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:49.603826 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-270e4b7d-5cca-4d24-8bf2-78de227afecb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:49.614923 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5e3b81c-c9bd-439d-892b-d5b062a7f595 req-2b0e7129-fe5b-4ba5-8a8c-f6ccf74792d6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8917062 Mar 09 04:01:49.675891 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868dad50-2871-4dd0-9dcd-a139c7297451 req-e28b2e40-8808-474c-939e-ec727ba3dd4c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:49.683037 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-868dad50-2871-4dd0-9dcd-a139c7297451 req-e28b2e40-8808-474c-939e-ec727ba3dd4c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 945 time: 0.3598256 Mar 09 04:01:49.702402 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-270e4b7d-5cca-4d24-8bf2-78de227afecb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6638231 Mar 09 04:01:49.708776 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51472) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:49.709211 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5482d-b884-420f-9f00-e83750a473a6 req-976d1b0b-3d98-40fa-9337-0bd31b406729 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:49.710754 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1ba5482d-b884-420f-9f00-e83750a473a6 req-976d1b0b-3d98-40fa-9337-0bd31b406729 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 946 time: 0.4125900 Mar 09 04:01:49.739900 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a0a3b949-b9f6-48d1-8666-54b8c78e6b7e tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:49.806076 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6c57841c-2f0f-43df-8549-62daeab03f08 None None] Provisioning for port b0791d2f-3ec7-4209-b1b0-e13081c7ef73 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:01:49.813207 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6c57841c-2f0f-43df-8549-62daeab03f08 None None] Provisioning complete for port b0791d2f-3ec7-4209-b1b0-e13081c7ef73 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:49.813623 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6c57841c-2f0f-43df-8549-62daeab03f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:49.891508 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-868dad50-2871-4dd0-9dcd-a139c7297451 req-7aad7cc7-bec2-4247-8589-5390c0bc33c2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074921 Mar 09 04:01:49.902554 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-f871e6c8-8a1e-48f4-bfa6-72d463e066f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:49.904670 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-f871e6c8-8a1e-48f4-bfa6-72d463e066f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=087c6e22-8533-4f8f-b4fa-250c9be3a07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3355608 Mar 09 04:01:49.907581 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a0a3b949-b9f6-48d1-8666-54b8c78e6b7e tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:49.927187 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1ba5482d-b884-420f-9f00-e83750a473a6 req-66e431c9-515c-46b0-95ad-3a376cc8ccf1 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087872 Mar 09 04:01:49.948517 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76dd956e-a8e4-4f33-84d7-971ef17d9afe tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:49.964606 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76dd956e-a8e4-4f33-84d7-971ef17d9afe tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:50.032221 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6c57841c-2f0f-43df-8549-62daeab03f08 None None] Port b0791d2f-3ec7-4209-b1b0-e13081c7ef73 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:01:50.044827 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89652c08-0278-4991-9b04-5ddf8607c12e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:50.049258 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-89652c08-0278-4991-9b04-5ddf8607c12e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Synchronizing usage tracker for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:01:50.088940 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76dd956e-a8e4-4f33-84d7-971ef17d9afe tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:01:50.103638 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6c57841c-2f0f-43df-8549-62daeab03f08 None None] Provisioning complete for port 5cd10049-1324-4c67-8c23-2df0935444dd triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:50.104212 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6c57841c-2f0f-43df-8549-62daeab03f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:50.143005 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd956e-a8e4-4f33-84d7-971ef17d9afe tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4dc3ba-310a-42f1-bb9c-9cd9b6f90ecc,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:50.181039 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76dd956e-a8e4-4f33-84d7-971ef17d9afe tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:50.182466 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-76dd956e-a8e4-4f33-84d7-971ef17d9afe tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Added segment 45e1bf3b-6b77-4f18-b323-1e58b6465f72 of type vlan for network 97cdab4f-6eea-4313-aff3-ce9f490dd9ad Mar 09 04:01:50.189090 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3b81c-c9bd-439d-892b-d5b062a7f595 req-d685d1a5-bbef-4fb2-951e-a2b8f8f19afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:50.190710 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5e3b81c-c9bd-439d-892b-d5b062a7f595 req-d685d1a5-bbef-4fb2-951e-a2b8f8f19afe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a789b53b4961423480ac62f11148731e&device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 1097 time: 0.4654007 Mar 09 04:01:50.239427 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5cd10049-1324-4c67-8c23-2df0935444dd up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:01:50.244253 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-89652c08-0278-4991-9b04-5ddf8607c12e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Unset dirty status for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:01:50.245562 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-89652c08-0278-4991-9b04-5ddf8607c12e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5330112 Mar 09 04:01:50.257602 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51494) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:50.400512 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3b81c-c9bd-439d-892b-d5b062a7f595 req-78d62469-fd85-46dc-9098-50a15f1533a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:50.402229 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5e3b81c-c9bd-439d-892b-d5b062a7f595 req-78d62469-fd85-46dc-9098-50a15f1533a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=728f1764-7035-454b-b803-10fc1ed1098e HTTP/1.1" status: 200 len: 917 time: 0.1900489 Mar 09 04:01:50.402842 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a0a3b949-b9f6-48d1-8666-54b8c78e6b7e tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:50.427325 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76dd956e-a8e4-4f33-84d7-971ef17d9afe tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:50.514276 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76dd956e-a8e4-4f33-84d7-971ef17d9afe tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:50.519279 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 5cd10049-1324-4c67-8c23-2df0935444dd triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:50.519822 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dd956e-a8e4-4f33-84d7-971ef17d9afe tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:50.520303 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76dd956e-a8e4-4f33-84d7-971ef17d9afe tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:50.521169 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:50.631399 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-14579064-f827-499e-9f07-1e14bcfb72af service neutron] 10.222.0.21 "GET /v2.0/networks/087c6e22-8533-4f8f-b4fa-250c9be3a07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7073934 Mar 09 04:01:50.633084 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5e3b81c-c9bd-439d-892b-d5b062a7f595 req-433ec859-9441-4bf5-9702-3f819fe8a33d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f64be45-2159-4d1b-8ef3-c8e377cfad34 HTTP/1.1" status: 200 len: 1001 time: 0.1572645 Mar 09 04:01:50.633862 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3b949-b9f6-48d1-8666-54b8c78e6b7e tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ae00d7-2f13-472f-b72c-020c9b41f521,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:50.635976 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a0a3b949-b9f6-48d1-8666-54b8c78e6b7e tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:50.640863 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a0a3b949-b9f6-48d1-8666-54b8c78e6b7e tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "DELETE /v2.0/security-groups/01ae00d7-2f13-472f-b72c-020c9b41f521 HTTP/1.1" status: 204 len: 168 time: 1.1064122 Mar 09 04:01:50.673356 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51534) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:50.724000 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c2dd3-c9cb-4eb8-9be3-4914ef483609 req-c46fce26-7e31-4374-864d-e832c8b6a7c4 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:50.727539 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a01c2dd3-c9cb-4eb8-9be3-4914ef483609 req-c46fce26-7e31-4374-864d-e832c8b6a7c4 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ae00be-48b4-46ac-a6b1-af340e1cfa9a HTTP/1.1" status: 200 len: 907 time: 0.3817530 Mar 09 04:01:50.729611 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-76dd956e-a8e4-4f33-84d7-971ef17d9afe tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4775882 Mar 09 04:01:50.743274 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0671056a-d344-42cd-974c-dbea7ba24081 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:50.760493 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0671056a-d344-42cd-974c-dbea7ba24081 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:50.765895 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51546) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:50.769614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0671056a-d344-42cd-974c-dbea7ba24081 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:50.772211 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0671056a-d344-42cd-974c-dbea7ba24081 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.5134552 Mar 09 04:01:50.774489 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3d7409e7-8777-4a70-9e59-576579d537fb None None] Provisioning complete for port b0791d2f-3ec7-4209-b1b0-e13081c7ef73 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:50.775095 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3d7409e7-8777-4a70-9e59-576579d537fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:50.780965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51556) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:50.783572 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-2150d0cb-71b1-43e2-b047-491f9494c4ce tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Request body: {'subnet': {'network_id': '97cdab4f-6eea-4313-aff3-ce9f490dd9ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:50.840893 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd956e-a8e4-4f33-84d7-971ef17d9afe tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Pushing event updated for resources: {'Network': ['ID=97cdab4f-6eea-4313-aff3-ce9f490dd9ad,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:50.855578 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-3d7409e7-8777-4a70-9e59-576579d537fb None None] Port b0791d2f-3ec7-4209-b1b0-e13081c7ef73 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:01:50.870176 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-36fb53e4-fdc0-43ba-bfee-2c296fcd7661 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Synchronizing usage tracker for tenant:ccab18690ef7412ba6995d29f28dd4ef on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:01:50.878090 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3d7409e7-8777-4a70-9e59-576579d537fb None None] Provisioning for port 87873c22-874f-4598-a35c-4253c98bb3e4 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:01:50.892666 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 97cdab4f-6eea-4313-aff3-ce9f490dd9ad details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:01:50.901187 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-fc7009cb-75d8-429a-92d0-096b66b11870 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting port 87873c22-874f-4598-a35c-4253c98bb3e4 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:01:50.901525 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc7009cb-75d8-429a-92d0-096b66b11870 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:50.923174 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3d7409e7-8777-4a70-9e59-576579d537fb None None] Provisioning complete for port 87873c22-874f-4598-a35c-4253c98bb3e4 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:50.925280 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3d7409e7-8777-4a70-9e59-576579d537fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:50.999220 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-3d7409e7-8777-4a70-9e59-576579d537fb None None] Port 87873c22-874f-4598-a35c-4253c98bb3e4 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:01:51.057856 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-36fb53e4-fdc0-43ba-bfee-2c296fcd7661 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Unset dirty status for tenant:ccab18690ef7412ba6995d29f28dd4ef on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:01:51.063295 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6227ca2-dc4b-4972-92c5-806f6c7dff05 req-6ab686f5-12a9-46ea-8596-a0e6f0d5b607 service neutron] 10.222.0.21 "GET /v2.0/networks/087c6e22-8533-4f8f-b4fa-250c9be3a07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200165 Mar 09 04:01:51.064273 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-36fb53e4-fdc0-43ba-bfee-2c296fcd7661 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3881428 Mar 09 04:01:51.064985 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51584) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:51.095549 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6e1a02fb-1921-4634-978a-f5f605f26df3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group': {'name': 'tempest-secgroup--663753765'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:51.107104 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6e1a02fb-1921-4634-978a-f5f605f26df3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:51.130957 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6e1a02fb-1921-4634-978a-f5f605f26df3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:51.202592 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e1a02fb-1921-4634-978a-f5f605f26df3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:51.304627 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6e1a02fb-1921-4634-978a-f5f605f26df3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:51.359195 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6e1a02fb-1921-4634-978a-f5f605f26df3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Usage tracker for resource:security_group_rule and tenant:ccab18690ef7412ba6995d29f28dd4ef is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:51.372104 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6e1a02fb-1921-4634-978a-f5f605f26df3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:51.381773 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6e1a02fb-1921-4634-978a-f5f605f26df3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:51.453275 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3b81c-c9bd-439d-892b-d5b062a7f595 req-addca215-8edd-4d44-b1ac-8b19192e1611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:51.455675 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5e3b81c-c9bd-439d-892b-d5b062a7f595 req-addca215-8edd-4d44-b1ac-8b19192e1611 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=da09f32e-fde0-4749-97c0-596cce67a53e HTTP/1.1" status: 200 len: 855 time: 0.6887746 Mar 09 04:01:51.462128 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc7009cb-75d8-429a-92d0-096b66b11870 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:51.535204 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2150d0cb-71b1-43e2-b047-491f9494c4ce tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:51.550697 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2150d0cb-71b1-43e2-b047-491f9494c4ce tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Usage tracker for resource:subnet and tenant:af9a1bcb5d4f4614a5df0f343d3e05b5 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:51.556764 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2150d0cb-71b1-43e2-b047-491f9494c4ce tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:51.581836 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2150d0cb-71b1-43e2-b047-491f9494c4ce tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:51.634159 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2150d0cb-71b1-43e2-b047-491f9494c4ce tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Made reservation on behalf of af9a1bcb5d4f4614a5df0f343d3e05b5 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:01:51.640213 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2150d0cb-71b1-43e2-b047-491f9494c4ce tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:51.663228 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-fc7009cb-75d8-429a-92d0-096b66b11870 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Calling delete_port for 87873c22-874f-4598-a35c-4253c98bb3e4 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:01:51.668401 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007307cf-4888-4cfe-a98e-fc3a32fa6592 req-8e79bfe6-6128-4b1e-af45-2e3a710360ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:51.670490 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-007307cf-4888-4cfe-a98e-fc3a32fa6592 req-8e79bfe6-6128-4b1e-af45-2e3a710360ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f62636ca99004fbcad682ccf3903561c&device_id=20ae00be-48b4-46ac-a6b1-af340e1cfa9a HTTP/1.1" status: 200 len: 1058 time: 0.5107381 Mar 09 04:01:51.779334 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd2c37-670d-44aa-8b5e-41717be721d5 req-94ba01cc-59a6-4f8c-82f6-a0216d9ff63a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:51.781221 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fabd2c37-670d-44aa-8b5e-41717be721d5 req-94ba01cc-59a6-4f8c-82f6-a0216d9ff63a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 945 time: 0.5616686 Mar 09 04:01:51.793639 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e1a02fb-1921-4634-978a-f5f605f26df3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:51.801082 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e1a02fb-1921-4634-978a-f5f605f26df3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:51.855991 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a02fb-1921-4634-978a-f5f605f26df3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79876eb7-aff5-444e-a789-a832edb68b9d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:51.953773 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e1a02fb-1921-4634-978a-f5f605f26df3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:51.956586 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6e1a02fb-1921-4634-978a-f5f605f26df3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8710780 Mar 09 04:01:51.963444 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51670) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:51.977863 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f2b221ac-6df4-47a0-81ad-b77818cc8618 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group_rule': {'security_group_id': '79876eb7-aff5-444e-a789-a832edb68b9d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:51.980761 n-d-825178-5 neutron-server[87881]: WARNING neutron.api.v2.base [None req-f2b221ac-6df4-47a0-81ad-b77818cc8618 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 09 04:01:51.981477 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-f2b221ac-6df4-47a0-81ad-b77818cc8618 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:01:51.984929 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f2b221ac-6df4-47a0-81ad-b77818cc8618 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0159552 Mar 09 04:01:51.988351 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51676) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:52.167379 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc7009cb-75d8-429a-92d0-096b66b11870 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:52.281893 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7009cb-75d8-429a-92d0-096b66b11870 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Port': ['ID=87873c22-874f-4598-a35c-4253c98bb3e4,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:52.397490 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3b81c-c9bd-439d-892b-d5b062a7f595 req-44723c41-549f-4ab4-9b47-edaa41b5287a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:52.399214 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5e3b81c-c9bd-439d-892b-d5b062a7f595 req-44723c41-549f-4ab4-9b47-edaa41b5287a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=728f1764-7035-454b-b803-10fc1ed1098e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9309196 Mar 09 04:01:52.407881 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fabd2c37-670d-44aa-8b5e-41717be721d5 req-3926acc4-db8e-4fef-bd11-3e8f4b8ee9e5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090194 Mar 09 04:01:52.423335 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-f5e3b81c-c9bd-439d-892b-d5b062a7f595 req-6c456aac-51af-429a-960e-20318274e655 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 04:01:52.437398 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5e3b81c-c9bd-439d-892b-d5b062a7f595 req-6c456aac-51af-429a-960e-20318274e655 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0247831 Mar 09 04:01:52.447416 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3f26365-581c-41e4-8777-7aac793a1712 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:52.484248 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3f26365-581c-41e4-8777-7aac793a1712 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:52.546387 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3f26365-581c-41e4-8777-7aac793a1712 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:52.583129 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f26365-581c-41e4-8777-7aac793a1712 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79876eb7-aff5-444e-a789-a832edb68b9d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:52.602104 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc7009cb-75d8-429a-92d0-096b66b11870 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:52.603849 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fc7009cb-75d8-429a-92d0-096b66b11870 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/ports/87873c22-874f-4598-a35c-4253c98bb3e4 HTTP/1.1" status: 204 len: 168 time: 1.8175304 Mar 09 04:01:52.607792 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51740) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:52.609954 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 0819895c-652c-4425-8a2c-25e0e03f599d details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:01:52.613949 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3f26365-581c-41e4-8777-7aac793a1712 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:52.615480 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e3f26365-581c-41e4-8777-7aac793a1712 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "DELETE /v2.0/security-groups/79876eb7-aff5-444e-a789-a832edb68b9d HTTP/1.1" status: 204 len: 168 time: 0.6207311 Mar 09 04:01:52.618249 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51744) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:52.618916 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007307cf-4888-4cfe-a98e-fc3a32fa6592 req-bec8f2c7-ea3b-4997-b2a3-f3a2c32e6f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:52.620330 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-007307cf-4888-4cfe-a98e-fc3a32fa6592 req-bec8f2c7-ea3b-4997-b2a3-f3a2c32e6f08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=087c6e22-8533-4f8f-b4fa-250c9be3a07b HTTP/1.1" status: 200 len: 898 time: 0.8333075 Mar 09 04:01:52.630453 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d2a5e-961e-4585-8292-5963071d1f80 req-698420da-dc7f-471a-8165-4b3d1b606975 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:52.632248 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d29d2a5e-961e-4585-8292-5963071d1f80 req-698420da-dc7f-471a-8165-4b3d1b606975 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ae00be-48b4-46ac-a6b1-af340e1cfa9a HTTP/1.1" status: 200 len: 907 time: 0.6406438 Mar 09 04:01:52.688096 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff22a7c-f112-4837-adfd-6342eb7cb1d4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] GET failed (client error): The resource could not be found. Mar 09 04:01:52.688631 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fff22a7c-f112-4837-adfd-6342eb7cb1d4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Synchronizing usage tracker for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:01:52.747212 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fff22a7c-f112-4837-adfd-6342eb7cb1d4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Unset dirty status for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:01:52.751837 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fff22a7c-f112-4837-adfd-6342eb7cb1d4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "GET /v2.0/ports/87873c22-874f-4598-a35c-4253c98bb3e4 HTTP/1.1" status: 404 len: 333 time: 0.1349311 Mar 09 04:01:52.757251 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51760) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:52.765599 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-007307cf-4888-4cfe-a98e-fc3a32fa6592 req-b948fb1f-cb40-4f63-8863-f412c6d1c697 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=0819895c-652c-4425-8a2c-25e0e03f599d HTTP/1.1" status: 200 len: 217 time: 0.1106565 Mar 09 04:01:52.806596 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4e2d279d-c5c7-4fae-868c-bc52830832be tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Synchronizing usage tracker for tenant:ccab18690ef7412ba6995d29f28dd4ef on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:01:52.837276 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4e2d279d-c5c7-4fae-868c-bc52830832be tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Unset dirty status for tenant:ccab18690ef7412ba6995d29f28dd4ef on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:01:52.839676 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4e2d279d-c5c7-4fae-868c-bc52830832be tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2057822 Mar 09 04:01:52.849927 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51772) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:52.867285 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-a52f9adb-52a3-40e1-87a0-bdd889a5126c tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group': {'name': 'tempest-secgroup--693243893'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:52.880430 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a52f9adb-52a3-40e1-87a0-bdd889a5126c tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:52.900300 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a52f9adb-52a3-40e1-87a0-bdd889a5126c tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:52.929605 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-603e3224-d004-4cde-a6ab-47623b43e42b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting port b0791d2f-3ec7-4209-b1b0-e13081c7ef73 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:01:52.931298 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-603e3224-d004-4cde-a6ab-47623b43e42b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:52.980216 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 0819895c-652c-4425-8a2c-25e0e03f599d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0819895c-652c-4425-8a2c-25e0e03f599d,segment=NetworkSegment(3eb34daf-4a71-408b-8827-aa2b840b5a81),segment_id=3eb34daf-4a71-408b-8827-aa2b840b5a81)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:01:52.995177 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '0819895c-652c-4425-8a2c-25e0e03f599d', 'network_id': '087c6e22-8533-4f8f-b4fa-250c9be3a07b', 'port_id': '0819895c-652c-4425-8a2c-25e0e03f599d', 'mac_address': 'fa:16:3e:9b:6c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '433ce941-bf67-49ff-a155-966c0c1f7ab5', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:01:53.010302 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007307cf-4888-4cfe-a98e-fc3a32fa6592 req-876b5a94-0453-422d-b2d1-1e0baa9e7251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:53.011853 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-007307cf-4888-4cfe-a98e-fc3a32fa6592 req-876b5a94-0453-422d-b2d1-1e0baa9e7251 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=433ce941-bf67-49ff-a155-966c0c1f7ab5 HTTP/1.1" status: 200 len: 837 time: 0.2395439 Mar 09 04:01:53.035165 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a52f9adb-52a3-40e1-87a0-bdd889a5126c tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:53.093377 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a52f9adb-52a3-40e1-87a0-bdd889a5126c tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:53.100579 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2150d0cb-71b1-43e2-b047-491f9494c4ce tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:53.107974 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a52f9adb-52a3-40e1-87a0-bdd889a5126c tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Usage tracker for resource:security_group_rule and tenant:ccab18690ef7412ba6995d29f28dd4ef is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:53.127818 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a52f9adb-52a3-40e1-87a0-bdd889a5126c tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:53.134609 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:53.147706 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a52f9adb-52a3-40e1-87a0-bdd889a5126c tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:53.152531 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0819895c-652c-4425-8a2c-25e0e03f599d {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:01:53.168470 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5e3b81c-c9bd-439d-892b-d5b062a7f595 req-e0e1f5d4-6a1a-47e3-a290-3bb077c45478 service neutron] 10.222.0.24 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471032 Mar 09 04:01:53.173616 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 0819895c-652c-4425-8a2c-25e0e03f599d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0819895c-652c-4425-8a2c-25e0e03f599d,segment=NetworkSegment(3eb34daf-4a71-408b-8827-aa2b840b5a81),segment_id=3eb34daf-4a71-408b-8827-aa2b840b5a81)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:01:53.180300 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:53.262199 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=0819895c-652c-4425-8a2c-25e0e03f599d,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:53.292967 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-603e3224-d004-4cde-a6ab-47623b43e42b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:53.323327 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150d0cb-71b1-43e2-b047-491f9494c4ce tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Pushing event updated for resources: {'Subnet': ['ID=b025df3d-4813-4d9f-8c17-6a48b55b39fa,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:53.340064 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007307cf-4888-4cfe-a98e-fc3a32fa6592 req-fd3c6b30-9f27-46fc-be90-6c5ecfc6314f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:53.342161 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-007307cf-4888-4cfe-a98e-fc3a32fa6592 req-fd3c6b30-9f27-46fc-be90-6c5ecfc6314f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=087c6e22-8533-4f8f-b4fa-250c9be3a07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3180399 Mar 09 04:01:53.403438 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2150d0cb-71b1-43e2-b047-491f9494c4ce tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Checking segment: {'id': '45e1bf3b-6b77-4f18-b323-1e58b6465f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '97cdab4f-6eea-4313-aff3-ce9f490dd9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:01:53.403438 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2150d0cb-71b1-43e2-b047-491f9494c4ce tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Network hostable DHCP agents. Network: 97cdab4f-6eea-4313-aff3-ce9f490dd9ad, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:01:53.421773 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['0819895c-652c-4425-8a2c-25e0e03f599d'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:01:53.472681 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-603e3224-d004-4cde-a6ab-47623b43e42b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Calling delete_port for b0791d2f-3ec7-4209-b1b0-e13081c7ef73 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:01:53.527719 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5e3b81c-c9bd-439d-892b-d5b062a7f595 req-2cfa64cf-7fd2-413e-83de-0f7872d00df7 service neutron] 10.222.0.24 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458436 Mar 09 04:01:53.572325 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2150d0cb-71b1-43e2-b047-491f9494c4ce tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Network 97cdab4f-6eea-4313-aff3-ce9f490dd9ad is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:01:53.646833 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-2150d0cb-71b1-43e2-b047-491f9494c4ce tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 97cdab4f-6eea-4313-aff3-ce9f490dd9ad) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:01:53.652042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2150d0cb-71b1-43e2-b047-491f9494c4ce tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:53.652829 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a52f9adb-52a3-40e1-87a0-bdd889a5126c tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:53.653091 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2150d0cb-71b1-43e2-b047-491f9494c4ce tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:53.660793 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb78ffb-d3a4-431a-a4c3-697239cb9af8 None None] Network 97cdab4f-6eea-4313-aff3-ce9f490dd9ad requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:01:53.666675 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a52f9adb-52a3-40e1-87a0-bdd889a5126c tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:53.680183 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-007307cf-4888-4cfe-a98e-fc3a32fa6592 req-098ef3a3-b447-4f8d-9868-698ff1b84bbc service neutron] 10.222.0.21 "GET /v2.0/networks/087c6e22-8533-4f8f-b4fa-250c9be3a07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270769 Mar 09 04:01:53.733562 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f9adb-52a3-40e1-87a0-bdd889a5126c tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5c38dc-6554-4ad1-994f-a863b4bd9e98,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:53.796975 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a52f9adb-52a3-40e1-87a0-bdd889a5126c tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:53.800755 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a52f9adb-52a3-40e1-87a0-bdd889a5126c tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9468148 Mar 09 04:01:53.805276 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51874) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:53.824744 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2150d0cb-71b1-43e2-b047-491f9494c4ce tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0550628 Mar 09 04:01:53.826606 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51882) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:53.830622 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-df9b0d15-0630-4a53-ab13-1cb2f909179c tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group_rule': {'security_group_id': '0e5c38dc-6554-4ad1-994f-a863b4bd9e98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:53.841477 n-d-825178-5 neutron-server[87881]: WARNING neutron.api.v2.base [None req-df9b0d15-0630-4a53-ab13-1cb2f909179c tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 09 04:01:53.841885 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-df9b0d15-0630-4a53-ab13-1cb2f909179c tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:01:53.846530 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-df9b0d15-0630-4a53-ab13-1cb2f909179c tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0314248 Mar 09 04:01:53.846698 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51884) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:53.853132 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-19ed202d-5032-4f2e-9f65-d3d5dc68b4ab tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group_rule': {'security_group_id': '0e5c38dc-6554-4ad1-994f-a863b4bd9e98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:53.855175 n-d-825178-5 neutron-server[87880]: WARNING neutron.api.v2.base [None req-19ed202d-5032-4f2e-9f65-d3d5dc68b4ab tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 09 04:01:53.855875 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-19ed202d-5032-4f2e-9f65-d3d5dc68b4ab tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:01:53.857527 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-19ed202d-5032-4f2e-9f65-d3d5dc68b4ab tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0108049 Mar 09 04:01:53.865417 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51890) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:53.877262 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-656572bd-5491-4c07-a112-d8d0b53acb9e tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group_rule': {'security_group_id': '0e5c38dc-6554-4ad1-994f-a863b4bd9e98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:53.879335 n-d-825178-5 neutron-server[87880]: WARNING neutron.api.v2.base [None req-656572bd-5491-4c07-a112-d8d0b53acb9e tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 09 04:01:53.880440 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-656572bd-5491-4c07-a112-d8d0b53acb9e tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:01:53.881746 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-656572bd-5491-4c07-a112-d8d0b53acb9e tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0131187 Mar 09 04:01:53.883189 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f5006f2a-7247-4ba3-9ebd-35b894df8342 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Request body: {'port': {'network_id': '97cdab4f-6eea-4313-aff3-ce9f490dd9ad', 'name': 'tempest-AllowedAddressPairTestJSON-1975550667'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:53.886055 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51896) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:53.907408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-8c50bdaa-ef02-42b7-9a54-70de4021abfb tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group_rule': {'security_group_id': '0e5c38dc-6554-4ad1-994f-a863b4bd9e98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:53.908496 n-d-825178-5 neutron-server[87880]: WARNING neutron.api.v2.base [None req-8c50bdaa-ef02-42b7-9a54-70de4021abfb tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 09 04:01:53.909255 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-8c50bdaa-ef02-42b7-9a54-70de4021abfb tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:01:53.910596 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8c50bdaa-ef02-42b7-9a54-70de4021abfb tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0202882 Mar 09 04:01:53.921070 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51902) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:53.941093 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32790a-6394-4d3d-9ab4-4fa1734d3de1 req-c18d757b-76e1-4bef-aa1a-95d0b3a53405 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:53.943417 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fc32790a-6394-4d3d-9ab4-4fa1734d3de1 req-c18d757b-76e1-4bef-aa1a-95d0b3a53405 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 945 time: 0.3373804 Mar 09 04:01:53.947296 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-007307cf-4888-4cfe-a98e-fc3a32fa6592 req-34099a8c-ca27-4d12-ab86-03b31f92fbc9 service neutron] 10.222.0.21 "GET /v2.0/networks/087c6e22-8533-4f8f-b4fa-250c9be3a07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583282 Mar 09 04:01:54.039562 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fc32790a-6394-4d3d-9ab4-4fa1734d3de1 req-a7fb6ae6-e04a-4f92-bccf-55facee3d43e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842698 Mar 09 04:01:54.097159 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-603e3224-d004-4cde-a6ab-47623b43e42b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:54.162430 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed012d8-63c6-4c96-8f2a-60924d992ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-97cdab4f-6eea-4313-aff3-ce9f490dd9ad', 'network_id': '97cdab4f-6eea-4313-aff3-ce9f490dd9ad', 'tenant_id': 'af9a1bcb5d4f4614a5df0f343d3e05b5', 'fixed_ips': [{'subnet_id': 'b025df3d-4813-4d9f-8c17-6a48b55b39fa'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:01:54.163297 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0ed012d8-63c6-4c96-8f2a-60924d992ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:54.180535 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e3224-d004-4cde-a6ab-47623b43e42b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Port': ['ID=b0791d2f-3ec7-4209-b1b0-e13081c7ef73,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:54.267421 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e2a57fb4-f449-4f6a-a4b5-a0c6d849ca25 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:54.330741 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f5006f2a-7247-4ba3-9ebd-35b894df8342 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:54.347437 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f5006f2a-7247-4ba3-9ebd-35b894df8342 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Usage tracker for resource:port and tenant:af9a1bcb5d4f4614a5df0f343d3e05b5 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:54.362097 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d8402-fa5d-4de7-b6b2-96c5228494d6 req-59656ce7-68b3-4e7f-b830-29136f167c73 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:54.363634 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c04d8402-fa5d-4de7-b6b2-96c5228494d6 req-59656ce7-68b3-4e7f-b830-29136f167c73 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ae00be-48b4-46ac-a6b1-af340e1cfa9a HTTP/1.1" status: 200 len: 908 time: 0.5198538 Mar 09 04:01:54.364714 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f5006f2a-7247-4ba3-9ebd-35b894df8342 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:54.379606 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f5006f2a-7247-4ba3-9ebd-35b894df8342 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:54.385583 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-0ed012d8-63c6-4c96-8f2a-60924d992ee2 None None] Allocated IP 172.20.0.2 (97cdab4f-6eea-4313-aff3-ce9f490dd9ad/b025df3d-4813-4d9f-8c17-6a48b55b39fa/0b129f49-1566-4a4b-8740-59540485ea73) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:01:54.392722 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e2a57fb4-f449-4f6a-a4b5-a0c6d849ca25 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:54.422816 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-603e3224-d004-4cde-a6ab-47623b43e42b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:54.432592 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5006f2a-7247-4ba3-9ebd-35b894df8342 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Made reservation on behalf of af9a1bcb5d4f4614a5df0f343d3e05b5 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:01:54.440341 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f5006f2a-7247-4ba3-9ebd-35b894df8342 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:54.495186 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-f5006f2a-7247-4ba3-9ebd-35b894df8342 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] device_id is not set on port 04f71dc4-3c28-4cd3-b3bf-a66d0670b5e5 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:01:54.546377 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-603e3224-d004-4cde-a6ab-47623b43e42b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/ports/b0791d2f-3ec7-4209-b1b0-e13081c7ef73 HTTP/1.1" status: 204 len: 168 time: 1.7876213 Mar 09 04:01:54.549523 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51976) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:54.621656 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e2a57fb4-f449-4f6a-a4b5-a0c6d849ca25 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:54.635816 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 0819895c-652c-4425-8a2c-25e0e03f599d up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:01:54.636038 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-30219f20-99f9-4f52-ab0f-23ed997b74e1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] GET failed (client error): The resource could not be found. Mar 09 04:01:54.636355 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-30219f20-99f9-4f52-ab0f-23ed997b74e1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Synchronizing usage tracker for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:01:54.650347 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a57fb4-f449-4f6a-a4b5-a0c6d849ca25 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5c38dc-6554-4ad1-994f-a863b4bd9e98,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:54.678556 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-30219f20-99f9-4f52-ab0f-23ed997b74e1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Unset dirty status for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:01:54.682904 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-30219f20-99f9-4f52-ab0f-23ed997b74e1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "GET /v2.0/ports/b0791d2f-3ec7-4209-b1b0-e13081c7ef73 HTTP/1.1" status: 404 len: 333 time: 0.1249006 Mar 09 04:01:54.682904 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e2a57fb4-f449-4f6a-a4b5-a0c6d849ca25 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:54.682904 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e2a57fb4-f449-4f6a-a4b5-a0c6d849ca25 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "DELETE /v2.0/security-groups/0e5c38dc-6554-4ad1-994f-a863b4bd9e98 HTTP/1.1" status: 204 len: 168 time: 0.7554505 Mar 09 04:01:54.683134 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 51996) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:54.684740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 51998) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:54.736877 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0ed012d8-63c6-4c96-8f2a-60924d992ee2 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:54.753720 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0ed012d8-63c6-4c96-8f2a-60924d992ee2 None None] Transition to ACTIVE for port object 0b129f49-1566-4a4b-8740-59540485ea73 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:01:54.768150 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1adaa85-60d3-4db7-939f-b656b2459e51 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting subnet e3cc7593-8e3c-48ec-a9a9-8d6ccacbefa8 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:01:54.771417 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7b2e9e77-9517-4b30-ab6f-329055053969 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Synchronizing usage tracker for tenant:ccab18690ef7412ba6995d29f28dd4ef on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:01:54.771564 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b1adaa85-60d3-4db7-939f-b656b2459e51 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:54.780801 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 0819895c-652c-4425-8a2c-25e0e03f599d completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:01:54.787990 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 0819895c-652c-4425-8a2c-25e0e03f599d triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:54.788622 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:54.793896 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7b2e9e77-9517-4b30-ab6f-329055053969 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Unset dirty status for tenant:ccab18690ef7412ba6995d29f28dd4ef on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:01:54.799148 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7b2e9e77-9517-4b30-ab6f-329055053969 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1067095 Mar 09 04:01:54.800045 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52006) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:54.805404 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-a8bab4e2-7909-4783-8512-0a656e40cc6f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group': {'name': 'tempest-secgroup--1953603048'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:54.812898 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a8bab4e2-7909-4783-8512-0a656e40cc6f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:54.813221 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0ed012d8-63c6-4c96-8f2a-60924d992ee2 None None] Transition to ACTIVE for port object 0b129f49-1566-4a4b-8740-59540485ea73 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:01:54.825021 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a8bab4e2-7909-4783-8512-0a656e40cc6f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:54.831456 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0ed012d8-63c6-4c96-8f2a-60924d992ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:54.836337 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a8bab4e2-7909-4783-8512-0a656e40cc6f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:54.862103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a8bab4e2-7909-4783-8512-0a656e40cc6f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:54.866084 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a8bab4e2-7909-4783-8512-0a656e40cc6f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Usage tracker for resource:security_group_rule and tenant:ccab18690ef7412ba6995d29f28dd4ef is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:54.869587 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a8bab4e2-7909-4783-8512-0a656e40cc6f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:54.877894 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a8bab4e2-7909-4783-8512-0a656e40cc6f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:54.879160 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b1adaa85-60d3-4db7-939f-b656b2459e51 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:54.940905 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed012d8-63c6-4c96-8f2a-60924d992ee2 None None] Pushing event updated for resources: {'Port': ['ID=0b129f49-1566-4a4b-8740-59540485ea73,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:54.948692 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-f5006f2a-7247-4ba3-9ebd-35b894df8342 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Allocated IP 172.20.0.13 (97cdab4f-6eea-4313-aff3-ce9f490dd9ad/b025df3d-4813-4d9f-8c17-6a48b55b39fa/04f71dc4-3c28-4cd3-b3bf-a66d0670b5e5) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:01:54.965703 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed012d8-63c6-4c96-8f2a-60924d992ee2 None None] Network 97cdab4f-6eea-4313-aff3-ce9f490dd9ad is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:01:54.968141 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-0ed012d8-63c6-4c96-8f2a-60924d992ee2 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:01:54.973082 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a8bab4e2-7909-4783-8512-0a656e40cc6f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:54.974738 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed012d8-63c6-4c96-8f2a-60924d992ee2 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:01:54.978038 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a8bab4e2-7909-4783-8512-0a656e40cc6f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:55.026462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bab4e2-7909-4783-8512-0a656e40cc6f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=856c9e41-2c78-4e0c-bd04-4acc926b4639,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:55.027207 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b1adaa85-60d3-4db7-939f-b656b2459e51 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:55.030359 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a8bab4e2-7909-4783-8512-0a656e40cc6f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:55.032345 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a8bab4e2-7909-4783-8512-0a656e40cc6f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2312202 Mar 09 04:01:55.035669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52010) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:55.041186 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-91a1b547-0a74-4334-9579-b28ff4caba88 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group_rule': {'security_group_id': '856c9e41-2c78-4e0c-bd04-4acc926b4639', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:55.042210 n-d-825178-5 neutron-server[87880]: WARNING neutron.api.v2.base [None req-91a1b547-0a74-4334-9579-b28ff4caba88 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 09 04:01:55.042708 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-91a1b547-0a74-4334-9579-b28ff4caba88 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:01:55.043689 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-91a1b547-0a74-4334-9579-b28ff4caba88 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069597 Mar 09 04:01:55.046915 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52014) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:55.052449 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-f56e489d-52b9-4ca9-803e-343bbaf42372 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group_rule': {'security_group_id': '856c9e41-2c78-4e0c-bd04-4acc926b4639', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:55.061667 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f56e489d-52b9-4ca9-803e-343bbaf42372 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:55.066208 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f56e489d-52b9-4ca9-803e-343bbaf42372 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Usage tracker for resource:security_group_rule and tenant:ccab18690ef7412ba6995d29f28dd4ef is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:55.069540 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f56e489d-52b9-4ca9-803e-343bbaf42372 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:55.076706 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f56e489d-52b9-4ca9-803e-343bbaf42372 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:55.126750 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-f56e489d-52b9-4ca9-803e-343bbaf42372 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:01:55.128551 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f56e489d-52b9-4ca9-803e-343bbaf42372 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0802133 Mar 09 04:01:55.131541 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52020) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:55.140238 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:55.140679 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ad34264e-2516-44f1-a512-4bfb9faf7f56 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group_rule': {'security_group_id': '856c9e41-2c78-4e0c-bd04-4acc926b4639', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:55.143644 n-d-825178-5 neutron-server[87880]: WARNING neutron.api.v2.base [None req-ad34264e-2516-44f1-a512-4bfb9faf7f56 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 09 04:01:55.144389 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-ad34264e-2516-44f1-a512-4bfb9faf7f56 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:01:55.150349 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ad34264e-2516-44f1-a512-4bfb9faf7f56 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0178368 Mar 09 04:01:55.151197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52024) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:55.156187 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-0ed012d8-63c6-4c96-8f2a-60924d992ee2 None None] Attempting to bind port 0b129f49-1566-4a4b-8740-59540485ea73 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:01:55.156561 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-0ed012d8-63c6-4c96-8f2a-60924d992ee2 None None] Attempting to bind port 0b129f49-1566-4a4b-8740-59540485ea73 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '45e1bf3b-6b77-4f18-b323-1e58b6465f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '97cdab4f-6eea-4313-aff3-ce9f490dd9ad'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:01:55.156933 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed012d8-63c6-4c96-8f2a-60924d992ee2 None None] Attempting to bind port 0b129f49-1566-4a4b-8740-59540485ea73 on network 97cdab4f-6eea-4313-aff3-ce9f490dd9ad {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:01:55.159423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-1ef3ee93-d02e-4d16-8442-091242246442 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group_rule': {'security_group_id': '856c9e41-2c78-4e0c-bd04-4acc926b4639', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:55.172272 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1ef3ee93-d02e-4d16-8442-091242246442 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:55.178639 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1ef3ee93-d02e-4d16-8442-091242246442 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Usage tracker for resource:security_group_rule and tenant:ccab18690ef7412ba6995d29f28dd4ef is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:55.187850 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 0819895c-652c-4425-8a2c-25e0e03f599d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0819895c-652c-4425-8a2c-25e0e03f599d,segment=NetworkSegment(3eb34daf-4a71-408b-8827-aa2b840b5a81),segment_id=3eb34daf-4a71-408b-8827-aa2b840b5a81)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:01:55.188891 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1ef3ee93-d02e-4d16-8442-091242246442 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:55.189429 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed012d8-63c6-4c96-8f2a-60924d992ee2 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:01:55.190265 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed012d8-63c6-4c96-8f2a-60924d992ee2 None None] Checking segment: {'id': '45e1bf3b-6b77-4f18-b323-1e58b6465f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '97cdab4f-6eea-4313-aff3-ce9f490dd9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:01:55.190978 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0ed012d8-63c6-4c96-8f2a-60924d992ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:55.192428 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed012d8-63c6-4c96-8f2a-60924d992ee2 None None] Bound using segment: {'id': '45e1bf3b-6b77-4f18-b323-1e58b6465f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '97cdab4f-6eea-4313-aff3-ce9f490dd9ad'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:01:55.193688 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-0ed012d8-63c6-4c96-8f2a-60924d992ee2 None None] Bound port: 0b129f49-1566-4a4b-8740-59540485ea73, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e1bf3b-6b77-4f18-b323-1e58b6465f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '97cdab4f-6eea-4313-aff3-ce9f490dd9ad'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:01:55.193688 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0ed012d8-63c6-4c96-8f2a-60924d992ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:55.197761 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1ef3ee93-d02e-4d16-8442-091242246442 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:55.214251 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b1adaa85-60d3-4db7-939f-b656b2459e51 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:55.215452 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ae00be-48b4-46ac-a6b1-af340e1cfa9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0819895c-652c-4425-8a2c-25e0e03f599d'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:01:55.249623 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:55.267532 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1adaa85-60d3-4db7-939f-b656b2459e51 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Subnet': ['ID=e3cc7593-8e3c-48ec-a9a9-8d6ccacbefa8,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:55.269499 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b1adaa85-60d3-4db7-939f-b656b2459e51 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:55.288871 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b1adaa85-60d3-4db7-939f-b656b2459e51 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/subnets/e3cc7593-8e3c-48ec-a9a9-8d6ccacbefa8 HTTP/1.1" status: 204 len: 168 time: 0.6048985 Mar 09 04:01:55.291594 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52030) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:55.295516 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f5006f2a-7247-4ba3-9ebd-35b894df8342 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:55.306806 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccb28a-7136-4146-8f47-133b44003ae5 req-a2d7dbdc-7357-4398-ab64-0af7b608efb1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:55.308360 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f1ccb28a-7136-4146-8f47-133b44003ae5 req-a2d7dbdc-7357-4398-ab64-0af7b608efb1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 945 time: 0.1062601 Mar 09 04:01:55.310297 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-1ef3ee93-d02e-4d16-8442-091242246442 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:01:55.314352 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1ef3ee93-d02e-4d16-8442-091242246442 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1613479 Mar 09 04:01:55.314945 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52034) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:55.319934 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ab3a2603-a9af-498f-b6a0-132985ad31e3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group_rule': {'security_group_id': '856c9e41-2c78-4e0c-bd04-4acc926b4639', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:55.320410 n-d-825178-5 neutron-server[87880]: WARNING neutron.api.v2.base [None req-ab3a2603-a9af-498f-b6a0-132985ad31e3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 09 04:01:55.320891 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-ab3a2603-a9af-498f-b6a0-132985ad31e3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:01:55.324956 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ab3a2603-a9af-498f-b6a0-132985ad31e3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090704 Mar 09 04:01:55.327153 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52038) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:55.333426 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-d5c6e4ec-d151-47e5-86d5-2d63fa8d36a9 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group_rule': {'security_group_id': '856c9e41-2c78-4e0c-bd04-4acc926b4639', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:55.355040 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ae00be-48b4-46ac-a6b1-af340e1cfa9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0819895c-652c-4425-8a2c-25e0e03f599d', 'code': 200} Mar 09 04:01:55.364784 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=0819895c-652c-4425-8a2c-25e0e03f599d,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:55.368594 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a114a625-5fb5-4565-adbb-2ac3c7eba209 None None] Network a67c28f5-0c91-4116-adca-4f2b9ca24fd9 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:01:55.378366 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d5c6e4ec-d151-47e5-86d5-2d63fa8d36a9 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:55.391434 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f1ccb28a-7136-4146-8f47-133b44003ae5 req-aeaff60b-5cde-45e3-a497-987e8e8340bb tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649359 Mar 09 04:01:55.393161 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d5c6e4ec-d151-47e5-86d5-2d63fa8d36a9 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Usage tracker for resource:security_group_rule and tenant:ccab18690ef7412ba6995d29f28dd4ef is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:55.396853 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d5c6e4ec-d151-47e5-86d5-2d63fa8d36a9 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:55.404317 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d5c6e4ec-d151-47e5-86d5-2d63fa8d36a9 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:55.412423 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-f5006f2a-7247-4ba3-9ebd-35b894df8342 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Transition to ACTIVE for port object 04f71dc4-3c28-4cd3-b3bf-a66d0670b5e5 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:01:55.437735 n-d-825178-5 neutron-server[87880]: INFO neutron.db.securitygroups_db [None req-d5c6e4ec-d151-47e5-86d5-2d63fa8d36a9 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Project ccab18690ef7412ba6995d29f28dd4ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:01:55.448058 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2c357eed-0eec-4e46-b597-f36c5de80dee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:55.468630 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-2c357eed-0eec-4e46-b597-f36c5de80dee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting port 5cd10049-1324-4c67-8c23-2df0935444dd {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:01:55.469258 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2c357eed-0eec-4e46-b597-f36c5de80dee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:55.505691 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f5006f2a-7247-4ba3-9ebd-35b894df8342 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:55.518551 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-d5c6e4ec-d151-47e5-86d5-2d63fa8d36a9 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:01:55.520015 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d5c6e4ec-d151-47e5-86d5-2d63fa8d36a9 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1912248 Mar 09 04:01:55.541453 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52046) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:55.547738 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-790e248e-25a0-4ae2-991a-5e0fb91c0752 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group_rule': {'security_group_id': '856c9e41-2c78-4e0c-bd04-4acc926b4639', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:55.548211 n-d-825178-5 neutron-server[87880]: WARNING neutron.api.v2.base [None req-790e248e-25a0-4ae2-991a-5e0fb91c0752 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 09 04:01:55.548691 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-790e248e-25a0-4ae2-991a-5e0fb91c0752 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:01:55.549722 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-790e248e-25a0-4ae2-991a-5e0fb91c0752 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067253 Mar 09 04:01:55.554177 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52052) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:55.565998 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-d8d4e761-7c65-42e3-810c-9b78484f7147 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group_rule': {'security_group_id': '856c9e41-2c78-4e0c-bd04-4acc926b4639', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:55.578575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d8d4e761-7c65-42e3-810c-9b78484f7147 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:55.587983 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d8d4e761-7c65-42e3-810c-9b78484f7147 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Usage tracker for resource:security_group_rule and tenant:ccab18690ef7412ba6995d29f28dd4ef is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:55.592510 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d8d4e761-7c65-42e3-810c-9b78484f7147 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:55.603804 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d8d4e761-7c65-42e3-810c-9b78484f7147 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:55.719678 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-0ed012d8-63c6-4c96-8f2a-60924d992ee2 None None] For port 0b129f49-1566-4a4b-8740-59540485ea73, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:01:55.724768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-0ed012d8-63c6-4c96-8f2a-60924d992ee2 None None] For port 0b129f49-1566-4a4b-8740-59540485ea73, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0b129f49-1566-4a4b-8740-59540485ea73,segment=NetworkSegment(45e1bf3b-6b77-4f18-b323-1e58b6465f72),segment_id=45e1bf3b-6b77-4f18-b323-1e58b6465f72)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:01:55.735196 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0ed012d8-63c6-4c96-8f2a-60924d992ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:55.775217 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5006f2a-7247-4ba3-9ebd-35b894df8342 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Network 97cdab4f-6eea-4313-aff3-ce9f490dd9ad is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:01:55.794155 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b937c1-a1fa-4a8c-9515-b3d2f773914d req-5bc46752-2ac2-42c1-8001-063d918e1304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:55.796296 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42b937c1-a1fa-4a8c-9515-b3d2f773914d req-5bc46752-2ac2-42c1-8001-063d918e1304 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=20ae00be-48b4-46ac-a6b1-af340e1cfa9a HTTP/1.1" status: 200 len: 1060 time: 0.3267348 Mar 09 04:01:55.797903 n-d-825178-5 neutron-server[87880]: INFO neutron.db.securitygroups_db [None req-d8d4e761-7c65-42e3-810c-9b78484f7147 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Project ccab18690ef7412ba6995d29f28dd4ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:01:55.817395 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-f5006f2a-7247-4ba3-9ebd-35b894df8342 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:01:55.821719 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-d8d4e761-7c65-42e3-810c-9b78484f7147 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:01:55.823051 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d8d4e761-7c65-42e3-810c-9b78484f7147 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2675810 Mar 09 04:01:55.826504 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52056) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:55.832305 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-1a1ee2ca-715c-43b8-bd98-8ab20a070032 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group_rule': {'security_group_id': '856c9e41-2c78-4e0c-bd04-4acc926b4639', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:55.832886 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5006f2a-7247-4ba3-9ebd-35b894df8342 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:01:55.841498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1a1ee2ca-715c-43b8-bd98-8ab20a070032 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:55.844765 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed012d8-63c6-4c96-8f2a-60924d992ee2 None None] Pushing event updated for resources: {'Port': ['ID=0b129f49-1566-4a4b-8740-59540485ea73,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:55.846521 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1a1ee2ca-715c-43b8-bd98-8ab20a070032 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Usage tracker for resource:security_group_rule and tenant:ccab18690ef7412ba6995d29f28dd4ef is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:55.850409 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1a1ee2ca-715c-43b8-bd98-8ab20a070032 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:55.856672 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1a1ee2ca-715c-43b8-bd98-8ab20a070032 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:55.862362 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5006f2a-7247-4ba3-9ebd-35b894df8342 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Pushing event updated for resources: {'Port': ['ID=04f71dc4-3c28-4cd3-b3bf-a66d0670b5e5,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:55.871522 n-d-825178-5 neutron-server[87880]: INFO neutron.db.securitygroups_db [None req-1a1ee2ca-715c-43b8-bd98-8ab20a070032 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Project ccab18690ef7412ba6995d29f28dd4ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:01:55.917840 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-1a1ee2ca-715c-43b8-bd98-8ab20a070032 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:01:55.923899 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1a1ee2ca-715c-43b8-bd98-8ab20a070032 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0929832 Mar 09 04:01:55.923899 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52060) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:55.982848 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3052db-6024-41d0-9d88-858d8e20d632 None None] DHCP port deletion for a67c28f5-0c91-4116-adca-4f2b9ca24fd9 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:01:55.988866 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-9a3052db-6024-41d0-9d88-858d8e20d632 None None] Deleting port 5cd10049-1324-4c67-8c23-2df0935444dd {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:01:55.996715 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9a3052db-6024-41d0-9d88-858d8e20d632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:55.997467 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5006f2a-7247-4ba3-9ebd-35b894df8342 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:55.998419 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f5006f2a-7247-4ba3-9ebd-35b894df8342 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:56.067348 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0ca97600-ed16-4446-9235-5b5c6234892b tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:56.098552 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0ca97600-ed16-4446-9235-5b5c6234892b tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:56.123760 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5cd10049-1324-4c67-8c23-2df0935444dd no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:01:56.158886 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0ca97600-ed16-4446-9235-5b5c6234892b tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:56.167514 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cab798-41c1-41b0-829e-037bb9aaaac0 req-c77f82af-0b9e-4bbb-a1c2-710624fe26b3 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:56.169758 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-38cab798-41c1-41b0-829e-037bb9aaaac0 req-c77f82af-0b9e-4bbb-a1c2-710624fe26b3 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ae00be-48b4-46ac-a6b1-af340e1cfa9a HTTP/1.1" status: 200 len: 909 time: 0.6544092 Mar 09 04:01:56.179828 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f5006f2a-7247-4ba3-9ebd-35b894df8342 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3319695 Mar 09 04:01:56.191507 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52068) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:56.194056 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca97600-ed16-4446-9235-5b5c6234892b tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=856c9e41-2c78-4e0c-bd04-4acc926b4639,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:56.197826 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-2c357eed-0eec-4e46-b597-f36c5de80dee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] For port 5cd10049-1324-4c67-8c23-2df0935444dd, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5cd10049-1324-4c67-8c23-2df0935444dd,segment=NetworkSegment(a5f4c5fd-2c30-443c-8859-81cf57b6ef78),segment_id=a5f4c5fd-2c30-443c-8859-81cf57b6ef78)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:01:56.198180 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2c357eed-0eec-4e46-b597-f36c5de80dee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:56.203668 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-d3d9486d-a3b8-461e-897e-5909a224ca00 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Request body: {'port': {'network_id': '97cdab4f-6eea-4313-aff3-ce9f490dd9ad', 'name': 'tempest-AllowedAddressPairTestJSON-1235554328', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:b4:91:e0'}]}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:56.226182 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0ca97600-ed16-4446-9235-5b5c6234892b tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:56.229552 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0ca97600-ed16-4446-9235-5b5c6234892b tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "DELETE /v2.0/security-groups/856c9e41-2c78-4e0c-bd04-4acc926b4639 HTTP/1.1" status: 204 len: 168 time: 0.3049948 Mar 09 04:01:56.262314 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52072) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:56.416941 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-2c357eed-0eec-4e46-b597-f36c5de80dee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Calling delete_port for 5cd10049-1324-4c67-8c23-2df0935444dd owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:01:56.430108 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-94f46677-ba2c-4f02-9fa3-758614c25c02 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Synchronizing usage tracker for tenant:ccab18690ef7412ba6995d29f28dd4ef on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:01:56.507685 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-9a3052db-6024-41d0-9d88-858d8e20d632 None None] For port 5cd10049-1324-4c67-8c23-2df0935444dd, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5cd10049-1324-4c67-8c23-2df0935444dd,segment=NetworkSegment(a5f4c5fd-2c30-443c-8859-81cf57b6ef78),segment_id=a5f4c5fd-2c30-443c-8859-81cf57b6ef78)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:01:56.508451 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9a3052db-6024-41d0-9d88-858d8e20d632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:56.517726 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2c357eed-0eec-4e46-b597-f36c5de80dee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:56.525026 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d3d9486d-a3b8-461e-897e-5909a224ca00 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:56.530402 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d3d9486d-a3b8-461e-897e-5909a224ca00 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Usage tracker for resource:port and tenant:af9a1bcb5d4f4614a5df0f343d3e05b5 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:56.535940 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d3d9486d-a3b8-461e-897e-5909a224ca00 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:56.539527 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-94f46677-ba2c-4f02-9fa3-758614c25c02 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Unset dirty status for tenant:ccab18690ef7412ba6995d29f28dd4ef on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:01:56.544948 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-94f46677-ba2c-4f02-9fa3-758614c25c02 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2772875 Mar 09 04:01:56.547469 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52080) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:56.552806 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-9eb5ed0a-8352-4cc9-b1e0-2a0ec716a1c3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group': {'name': 'tempest-secgroup--1536810478'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:56.557857 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d3d9486d-a3b8-461e-897e-5909a224ca00 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:56.561995 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9eb5ed0a-8352-4cc9-b1e0-2a0ec716a1c3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:56.578541 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9eb5ed0a-8352-4cc9-b1e0-2a0ec716a1c3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:56.581851 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d9486d-a3b8-461e-897e-5909a224ca00 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Made reservation on behalf of af9a1bcb5d4f4614a5df0f343d3e05b5 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:01:56.591832 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c357eed-0eec-4e46-b597-f36c5de80dee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Port': ['ID=5cd10049-1324-4c67-8c23-2df0935444dd,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:56.610958 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c357eed-0eec-4e46-b597-f36c5de80dee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] No DVR routers for this DVR port 5cd10049-1324-4c67-8c23-2df0935444dd on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:01:56.653944 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-9a3052db-6024-41d0-9d88-858d8e20d632 None None] Calling delete_port for 5cd10049-1324-4c67-8c23-2df0935444dd owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:01:56.736078 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-9a3052db-6024-41d0-9d88-858d8e20d632 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:01:56.737244 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-9a3052db-6024-41d0-9d88-858d8e20d632 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:01:56.754823 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9eb5ed0a-8352-4cc9-b1e0-2a0ec716a1c3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:56.766660 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No active binding found for port 5cd10049-1324-4c67-8c23-2df0935444dd {{(pid=87882) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 09 04:01:56.767297 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5cd10049-1324-4c67-8c23-2df0935444dd not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:01:56.798609 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2c357eed-0eec-4e46-b597-f36c5de80dee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:56.821321 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9eb5ed0a-8352-4cc9-b1e0-2a0ec716a1c3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:56.831050 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9eb5ed0a-8352-4cc9-b1e0-2a0ec716a1c3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Usage tracker for resource:security_group_rule and tenant:ccab18690ef7412ba6995d29f28dd4ef is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:56.835587 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9eb5ed0a-8352-4cc9-b1e0-2a0ec716a1c3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:56.841910 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-2c357eed-0eec-4e46-b597-f36c5de80dee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67c28f5-0c91-4116-adca-4f2b9ca24fd9']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:56.852349 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d3d9486d-a3b8-461e-897e-5909a224ca00 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:56.854931 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-2c357eed-0eec-4e46-b597-f36c5de80dee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f4c5fd-2c30-443c-8859-81cf57b6ef78') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:56.855416 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-2c357eed-0eec-4e46-b597-f36c5de80dee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f4c5fd-2c30-443c-8859-81cf57b6ef78') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:01:56.870066 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2c357eed-0eec-4e46-b597-f36c5de80dee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:56.872827 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9eb5ed0a-8352-4cc9-b1e0-2a0ec716a1c3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:56.902444 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2c357eed-0eec-4e46-b597-f36c5de80dee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:56.908418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8b74b-93bb-4ccf-a4f6-b08dcf6bbd1a req-2888f472-3ded-413e-b3aa-1592b8e50b21 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:56.909902 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e2d8b74b-93bb-4ccf-a4f6-b08dcf6bbd1a req-2888f472-3ded-413e-b3aa-1592b8e50b21 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 945 time: 0.2921507 Mar 09 04:01:56.911340 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c357eed-0eec-4e46-b597-f36c5de80dee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:01:56.912002 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2c357eed-0eec-4e46-b597-f36c5de80dee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:56.922068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-d3d9486d-a3b8-461e-897e-5909a224ca00 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] device_id is not set on port e95452e0-fb78-4948-9961-f1cb58cb1172 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:01:56.943899 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:01:57.056270 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2c357eed-0eec-4e46-b597-f36c5de80dee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:57.097820 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2c357eed-0eec-4e46-b597-f36c5de80dee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:57.109688 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c357eed-0eec-4e46-b597-f36c5de80dee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Network': ['ID=a67c28f5-0c91-4116-adca-4f2b9ca24fd9,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:57.135866 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2c357eed-0eec-4e46-b597-f36c5de80dee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/networks/a67c28f5-0c91-4116-adca-4f2b9ca24fd9 HTTP/1.1" status: 204 len: 168 time: 1.8306549 Mar 09 04:01:57.135866 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52084) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:57.142773 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-7395ffe4-905c-4c8e-8889-2511377cbce2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1765371309'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:57.144432 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9eb5ed0a-8352-4cc9-b1e0-2a0ec716a1c3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:57.151918 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7395ffe4-905c-4c8e-8889-2511377cbce2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:57.159548 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7395ffe4-905c-4c8e-8889-2511377cbce2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:network and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:57.160650 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9eb5ed0a-8352-4cc9-b1e0-2a0ec716a1c3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:57.162962 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7395ffe4-905c-4c8e-8889-2511377cbce2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:57.178468 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7395ffe4-905c-4c8e-8889-2511377cbce2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:57.190177 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e2d8b74b-93bb-4ccf-a4f6-b08dcf6bbd1a req-1f681550-565a-47f1-9f7e-7f956f94a440 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104778 Mar 09 04:01:57.243516 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-9a3052db-6024-41d0-9d88-858d8e20d632 None None] Deleting port 5cd10049-1324-4c67-8c23-2df0935444dd {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:01:57.244051 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9a3052db-6024-41d0-9d88-858d8e20d632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:57.261267 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7395ffe4-905c-4c8e-8889-2511377cbce2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:01:57.266186 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7395ffe4-905c-4c8e-8889-2511377cbce2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:57.369184 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7395ffe4-905c-4c8e-8889-2511377cbce2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:01:57.383167 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7395ffe4-905c-4c8e-8889-2511377cbce2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:57.383640 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-7395ffe4-905c-4c8e-8889-2511377cbce2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Added segment 2c8aa67e-3abf-476a-9794-f94375c584c2 of type vlan for network 76b888d5-83ba-4862-943b-36a82f130f64 Mar 09 04:01:57.387959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5ed0a-8352-4cc9-b1e0-2a0ec716a1c3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa08b87-53d2-44ea-b0f1-453f4667a988,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:57.403904 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9eb5ed0a-8352-4cc9-b1e0-2a0ec716a1c3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:57.405455 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9eb5ed0a-8352-4cc9-b1e0-2a0ec716a1c3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8570180 Mar 09 04:01:57.408785 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52092) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:57.432130 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-8cd0afa2-cb8c-46c0-b512-0514cc783cd6 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group_rule': {'security_group_id': '8aa08b87-53d2-44ea-b0f1-453f4667a988', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:57.438991 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-9a3052db-6024-41d0-9d88-858d8e20d632 None None] The port '5cd10049-1324-4c67-8c23-2df0935444dd' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:01:57.463743 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8cd0afa2-cb8c-46c0-b512-0514cc783cd6 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:57.471536 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7395ffe4-905c-4c8e-8889-2511377cbce2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:57.473882 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-d3d9486d-a3b8-461e-897e-5909a224ca00 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Allocated IP 172.20.0.9 (97cdab4f-6eea-4313-aff3-ce9f490dd9ad/b025df3d-4813-4d9f-8c17-6a48b55b39fa/e95452e0-fb78-4948-9961-f1cb58cb1172) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:01:57.477549 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8cd0afa2-cb8c-46c0-b512-0514cc783cd6 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Usage tracker for resource:security_group_rule and tenant:ccab18690ef7412ba6995d29f28dd4ef is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:57.483006 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8cd0afa2-cb8c-46c0-b512-0514cc783cd6 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:57.494319 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8cd0afa2-cb8c-46c0-b512-0514cc783cd6 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:57.567393 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7395ffe4-905c-4c8e-8889-2511377cbce2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:57.574927 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7395ffe4-905c-4c8e-8889-2511377cbce2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:57.574927 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7395ffe4-905c-4c8e-8889-2511377cbce2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:57.585168 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-8cd0afa2-cb8c-46c0-b512-0514cc783cd6 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] create failed (client error): The resource could not be found. Mar 09 04:01:57.589514 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8cd0afa2-cb8c-46c0-b512-0514cc783cd6 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1764619 Mar 09 04:01:57.589514 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52096) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:57.612802 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-6f6dbe69-94c8-47ff-8981-e703053853ca tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group_rule': {'security_group_id': '8aa08b87-53d2-44ea-b0f1-453f4667a988', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '12bb2c73-2209-4ce0-a51f-b2abc12546ff'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:57.618618 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcce6827-678c-4371-98a9-a3bbb931cbe8 None None] Network 97cdab4f-6eea-4313-aff3-ce9f490dd9ad requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:01:57.649638 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6f6dbe69-94c8-47ff-8981-e703053853ca tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:57.703714 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6f6dbe69-94c8-47ff-8981-e703053853ca tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Usage tracker for resource:security_group_rule and tenant:ccab18690ef7412ba6995d29f28dd4ef is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:57.722896 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395ffe4-905c-4c8e-8889-2511377cbce2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Network': ['ID=76b888d5-83ba-4862-943b-36a82f130f64,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:57.735537 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7395ffe4-905c-4c8e-8889-2511377cbce2 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5960181 Mar 09 04:01:57.742412 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52102) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:57.746336 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 76b888d5-83ba-4862-943b-36a82f130f64 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:01:57.749125 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-2f33888d-6434-4f4a-9050-edfca73fad85 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'subnet': {'network_id': '76b888d5-83ba-4862-943b-36a82f130f64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:57.753044 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6f6dbe69-94c8-47ff-8981-e703053853ca tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:57.773524 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6f6dbe69-94c8-47ff-8981-e703053853ca tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:57.803121 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2be888-fb82-4890-9d6c-2fada89dc49d req-6b709584-a037-49ef-a380-ad45a8437d66 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:57.804888 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dc2be888-fb82-4890-9d6c-2fada89dc49d req-6b709584-a037-49ef-a380-ad45a8437d66 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ae00be-48b4-46ac-a6b1-af340e1cfa9a HTTP/1.1" status: 200 len: 909 time: 0.3400977 Mar 09 04:01:57.813551 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d3d9486d-a3b8-461e-897e-5909a224ca00 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:57.865335 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-d3d9486d-a3b8-461e-897e-5909a224ca00 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Transition to ACTIVE for port object e95452e0-fb78-4948-9961-f1cb58cb1172 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:01:57.877619 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-6f6dbe69-94c8-47ff-8981-e703053853ca tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] create failed (client error): The resource could not be found. Mar 09 04:01:57.881866 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6f6dbe69-94c8-47ff-8981-e703053853ca tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2913120 Mar 09 04:01:57.883735 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52108) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:57.885879 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-dcfa1abd-5696-484e-89c2-dacf57b38abd None None] Provisioning for port 0b129f49-1566-4a4b-8740-59540485ea73 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:01:57.956883 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d3d9486d-a3b8-461e-897e-5909a224ca00 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:57.971770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2f33888d-6434-4f4a-9050-edfca73fad85 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:57.980242 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2f33888d-6434-4f4a-9050-edfca73fad85 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:subnet and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:57.986208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2f33888d-6434-4f4a-9050-edfca73fad85 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:58.003058 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2f33888d-6434-4f4a-9050-edfca73fad85 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:58.014742 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f33888d-6434-4f4a-9050-edfca73fad85 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:01:58.018493 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2f33888d-6434-4f4a-9050-edfca73fad85 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:58.091647 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3dac-8447-4f14-ac6a-baf7e2b0b568 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:58.124767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d9486d-a3b8-461e-897e-5909a224ca00 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Network 97cdab4f-6eea-4313-aff3-ce9f490dd9ad is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:01:58.130818 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-d3d9486d-a3b8-461e-897e-5909a224ca00 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:01:58.136856 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d9486d-a3b8-461e-897e-5909a224ca00 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:01:58.147363 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0b129f49-1566-4a4b-8740-59540485ea73 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:01:58.222400 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3dac-8447-4f14-ac6a-baf7e2b0b568 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:58.232260 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9486d-a3b8-461e-897e-5909a224ca00 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Pushing event updated for resources: {'Port': ['ID=e95452e0-fb78-4948-9961-f1cb58cb1172,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:58.250545 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 0b129f49-1566-4a4b-8740-59540485ea73 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:01:58.259411 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 0b129f49-1566-4a4b-8740-59540485ea73 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:58.259887 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:58.308349 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d9486d-a3b8-461e-897e-5909a224ca00 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:58.308971 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d3d9486d-a3b8-461e-897e-5909a224ca00 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:58.351774 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fad20-f77e-45a8-9268-7b1f6af87f51 req-2eb179dc-ff25-426a-9512-2eb9eccff026 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:58.353858 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1e0fad20-f77e-45a8-9268-7b1f6af87f51 req-2eb179dc-ff25-426a-9512-2eb9eccff026 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ae00be-48b4-46ac-a6b1-af340e1cfa9a HTTP/1.1" status: 200 len: 909 time: 0.3043866 Mar 09 04:01:58.379615 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d3d9486d-a3b8-461e-897e-5909a224ca00 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.1813889 Mar 09 04:01:58.382915 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52118) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:58.442626 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3dac-8447-4f14-ac6a-baf7e2b0b568 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:58.445110 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3dac-8447-4f14-ac6a-baf7e2b0b568 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:58.448907 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c6bb3dac-8447-4f14-ac6a-baf7e2b0b568 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "DELETE /v2.0/security-groups/8aa08b87-53d2-44ea-b0f1-453f4667a988 HTTP/1.1" status: 204 len: 168 time: 0.5642371 Mar 09 04:01:58.455344 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52124) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:58.507804 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb3dac-8447-4f14-ac6a-baf7e2b0b568 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa08b87-53d2-44ea-b0f1-453f4667a988,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:58.535859 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2f33888d-6434-4f4a-9050-edfca73fad85 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:58.563473 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:58.621548 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0cd4aad2-cce9-45a4-88e5-d10a88fecd5e None None] Provisioning for port e95452e0-fb78-4948-9961-f1cb58cb1172 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:01:58.634748 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0cd4aad2-cce9-45a4-88e5-d10a88fecd5e None None] Provisioning complete for port e95452e0-fb78-4948-9961-f1cb58cb1172 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:58.635229 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0cd4aad2-cce9-45a4-88e5-d10a88fecd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:58.704391 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 0b129f49-1566-4a4b-8740-59540485ea73, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0b129f49-1566-4a4b-8740-59540485ea73,segment=NetworkSegment(45e1bf3b-6b77-4f18-b323-1e58b6465f72),segment_id=45e1bf3b-6b77-4f18-b323-1e58b6465f72)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:01:58.717111 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8b64e103-9d3a-4d23-ac15-5d81c8dea010 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Synchronizing usage tracker for tenant:ccab18690ef7412ba6995d29f28dd4ef on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:01:58.730813 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:58.759089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b037a1-786a-41aa-89d5-92ce611efcc6 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:58.766170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b037a1-786a-41aa-89d5-92ce611efcc6 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:58.772799 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b037a1-786a-41aa-89d5-92ce611efcc6 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:58.773888 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-60b037a1-786a-41aa-89d5-92ce611efcc6 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Synchronizing usage tracker for tenant:af9a1bcb5d4f4614a5df0f343d3e05b5 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:01:58.787587 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8b64e103-9d3a-4d23-ac15-5d81c8dea010 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Unset dirty status for tenant:ccab18690ef7412ba6995d29f28dd4ef on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:01:58.788808 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8b64e103-9d3a-4d23-ac15-5d81c8dea010 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3254275 Mar 09 04:01:58.795776 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52128) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:58.795966 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394fc6a-e4ca-479d-94b1-77ebcce6c625 req-74271588-2e89-4d34-a704-c5a619b3ae26 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:58.800884 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-df7de46f-e524-49b5-bbbc-dbf137ce881d tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group_rule': {'security_group_id': 'a4989b28-beb3-40be-8982-c0ea4fd06d97', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:58.804344 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7394fc6a-e4ca-479d-94b1-77ebcce6c625 req-74271588-2e89-4d34-a704-c5a619b3ae26 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 945 time: 0.4064164 Mar 09 04:01:58.808609 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-0cd4aad2-cce9-45a4-88e5-d10a88fecd5e None None] Port e95452e0-fb78-4948-9961-f1cb58cb1172 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:01:58.813892 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-df7de46f-e524-49b5-bbbc-dbf137ce881d tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:58.821478 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-df7de46f-e524-49b5-bbbc-dbf137ce881d tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Usage tracker for resource:security_group_rule and tenant:ccab18690ef7412ba6995d29f28dd4ef is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:58.824935 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-df7de46f-e524-49b5-bbbc-dbf137ce881d tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:58.834542 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f33888d-6434-4f4a-9050-edfca73fad85 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Checking segment: {'id': '2c8aa67e-3abf-476a-9794-f94375c584c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '76b888d5-83ba-4862-943b-36a82f130f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:01:58.834842 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-df7de46f-e524-49b5-bbbc-dbf137ce881d tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:58.835066 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f33888d-6434-4f4a-9050-edfca73fad85 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network hostable DHCP agents. Network: 76b888d5-83ba-4862-943b-36a82f130f64, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:01:58.848828 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f33888d-6434-4f4a-9050-edfca73fad85 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Subnet': ['ID=d2886c93-0eca-4a9c-a776-75dd953f5644,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:58.876340 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8eaea244-b8e4-44ab-b68d-9a8ecdaee407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:58.882376 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=0b129f49-1566-4a4b-8740-59540485ea73,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:58.885559 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0cd4aad2-cce9-45a4-88e5-d10a88fecd5e None None] Provisioning for port 04f71dc4-3c28-4cd3-b3bf-a66d0670b5e5 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:01:58.897145 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7394fc6a-e4ca-479d-94b1-77ebcce6c625 req-40111012-f2ac-47e2-862a-df30e586e4eb tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918851 Mar 09 04:01:58.899139 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0cd4aad2-cce9-45a4-88e5-d10a88fecd5e None None] Provisioning complete for port 04f71dc4-3c28-4cd3-b3bf-a66d0670b5e5 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:58.899638 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0cd4aad2-cce9-45a4-88e5-d10a88fecd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:58.904280 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f33888d-6434-4f4a-9050-edfca73fad85 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network 76b888d5-83ba-4862-943b-36a82f130f64 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:01:58.926733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-2f33888d-6434-4f4a-9050-edfca73fad85 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 76b888d5-83ba-4862-943b-36a82f130f64) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:01:58.933112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f33888d-6434-4f4a-9050-edfca73fad85 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:58.933797 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2f33888d-6434-4f4a-9050-edfca73fad85 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:58.935974 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998ce15-f896-4eef-8c0f-8e6f35d352c0 req-5b66450f-6715-4b51-a6d0-f7113e484100 tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:58.951219 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0998ce15-f896-4eef-8c0f-8e6f35d352c0 req-5b66450f-6715-4b51-a6d0-f7113e484100 tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=20ae00be-48b4-46ac-a6b1-af340e1cfa9a HTTP/1.1" status: 200 len: 1060 time: 0.3767188 Mar 09 04:01:58.957444 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-60b037a1-786a-41aa-89d5-92ce611efcc6 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Unset dirty status for tenant:af9a1bcb5d4f4614a5df0f343d3e05b5 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:01:58.964119 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52132) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:58.964922 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-60b037a1-786a-41aa-89d5-92ce611efcc6 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.5807593 Mar 09 04:01:58.971231 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ea44bc-50bd-4fdf-b3d0-294417d8caaf None None] Network 76b888d5-83ba-4862-943b-36a82f130f64 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:01:58.985895 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-df7de46f-e524-49b5-bbbc-dbf137ce881d tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] create failed (client error): The resource could not be found. Mar 09 04:01:58.987327 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-df7de46f-e524-49b5-bbbc-dbf137ce881d tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1905801 Mar 09 04:01:58.990821 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52138) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:58.997845 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-dfa9112d-bf5b-4023-a3ac-40d066bd1008 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group': {'name': 'tempest-secgroup--1886145955'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:59.021038 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dfa9112d-bf5b-4023-a3ac-40d066bd1008 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:59.046600 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dfa9112d-bf5b-4023-a3ac-40d066bd1008 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:59.079576 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2f33888d-6434-4f4a-9050-edfca73fad85 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3349111 Mar 09 04:01:59.081951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52144) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:59.085162 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dfa9112d-bf5b-4023-a3ac-40d066bd1008 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:59.100070 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-8df7ad9e-55e4-4b62-bb76-940f3f44ac48 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Deleting port e95452e0-fb78-4948-9961-f1cb58cb1172 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:01:59.100458 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8df7ad9e-55e4-4b62-bb76-940f3f44ac48 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:59.108289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-4ea6e402-3585-478a-9350-5f20be2e5e61 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2119856013', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:59.127441 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4ea6e402-3585-478a-9350-5f20be2e5e61 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:59.135248 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4ea6e402-3585-478a-9350-5f20be2e5e61 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:router and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:59.141877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4ea6e402-3585-478a-9350-5f20be2e5e61 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:59.151052 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4ea6e402-3585-478a-9350-5f20be2e5e61 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:59.155594 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dfa9112d-bf5b-4023-a3ac-40d066bd1008 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:59.164027 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dfa9112d-bf5b-4023-a3ac-40d066bd1008 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Usage tracker for resource:security_group_rule and tenant:ccab18690ef7412ba6995d29f28dd4ef is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:59.164233 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-0cd4aad2-cce9-45a4-88e5-d10a88fecd5e None None] Port 04f71dc4-3c28-4cd3-b3bf-a66d0670b5e5 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:01:59.167986 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dfa9112d-bf5b-4023-a3ac-40d066bd1008 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:59.188807 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dfa9112d-bf5b-4023-a3ac-40d066bd1008 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:59.240030 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ea6e402-3585-478a-9350-5f20be2e5e61 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:59.241608 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ea6e402-3585-478a-9350-5f20be2e5e61 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:59.262144 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0cd4aad2-cce9-45a4-88e5-d10a88fecd5e None None] Provisioning complete for port 0b129f49-1566-4a4b-8740-59540485ea73 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:01:59.262747 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0cd4aad2-cce9-45a4-88e5-d10a88fecd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:59.406319 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196d674-fd48-4ebf-ad18-ff993f2c3801 req-1fc788fc-9628-44dc-914a-cf40383a3192 tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:59.413870 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e196d674-fd48-4ebf-ad18-ff993f2c3801 req-1fc788fc-9628-44dc-914a-cf40383a3192 tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 1135 time: 0.2747526 Mar 09 04:01:59.446458 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ea6e402-3585-478a-9350-5f20be2e5e61 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:59.495899 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ab381a-280d-41ed-ab0f-0ae32e5b056a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-76b888d5-83ba-4862-943b-36a82f130f64', 'network_id': '76b888d5-83ba-4862-943b-36a82f130f64', 'tenant_id': '4142753503a14b29b880b4a248420f63', 'fixed_ips': [{'subnet_id': 'd2886c93-0eca-4a9c-a776-75dd953f5644'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:01:59.496725 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-94ab381a-280d-41ed-ab0f-0ae32e5b056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:59.520085 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dfa9112d-bf5b-4023-a3ac-40d066bd1008 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:59.524458 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ea6e402-3585-478a-9350-5f20be2e5e61 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:59.539449 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e196d674-fd48-4ebf-ad18-ff993f2c3801 req-023c62d5-7773-46e7-a71a-df6d44283648 tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=753d2dfc-fd4f-4499-8e9d-c854be747a5f&id=8d4b4c56-768c-4d63-af17-85bfa056056d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1243882 Mar 09 04:01:59.551981 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-18f3e277-ac3c-415e-878c-14e3b17ad73b service neutron] show failed (client error): The resource could not be found. Mar 09 04:01:59.553037 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-18f3e277-ac3c-415e-878c-14e3b17ad73b service neutron] 10.222.0.21 "GET /v2.0/ports/87361bb2-8af4-4bc8-976d-bb6830eb7753/bindings/n-h1-825178-5 HTTP/1.1" status: 404 len: 380 time: 0.2937679 Mar 09 04:01:59.553713 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dfa9112d-bf5b-4023-a3ac-40d066bd1008 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:59.568424 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ea6e402-3585-478a-9350-5f20be2e5e61 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:59.572104 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4ea6e402-3585-478a-9350-5f20be2e5e61 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4865854 Mar 09 04:01:59.572104 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52148) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:59.584496 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52150) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:59.590910 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-cac1c4d9-cac3-4efe-b0d4-95687f884cf4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'port': {'network_id': '76b888d5-83ba-4862-943b-36a82f130f64', 'name': 'tempest-PortsTestJSON-1524683357'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:59.610509 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8df7ad9e-55e4-4b62-bb76-940f3f44ac48 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:59.645521 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dfa9112d-bf5b-4023-a3ac-40d066bd1008 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:59.650007 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-dfa9112d-bf5b-4023-a3ac-40d066bd1008 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6578050 Mar 09 04:01:59.651022 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52156) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:01:59.660016 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-fc0118c4-0977-4c59-9acd-d86aea361445 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group': {'name': 'tempest-secgroup--406384775'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:01:59.671428 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fc0118c4-0977-4c59-9acd-d86aea361445 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:59.674806 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9112d-bf5b-4023-a3ac-40d066bd1008 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb8c3c4-75e2-419f-a264-8a10f09054d2,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:59.691766 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fc0118c4-0977-4c59-9acd-d86aea361445 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:59.712951 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fc0118c4-0977-4c59-9acd-d86aea361445 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:59.717537 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-94ab381a-280d-41ed-ab0f-0ae32e5b056a None None] Allocated IP 172.20.0.2 (76b888d5-83ba-4862-943b-36a82f130f64/d2886c93-0eca-4a9c-a776-75dd953f5644/9d5cf6f9-a371-4a55-abac-0ebad97f5279) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:01:59.733736 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d958a7-4e12-4baa-8fb8-b45d0bb86706 tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:01:59.737074 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-99d958a7-4e12-4baa-8fb8-b45d0bb86706 tempest-TestSecurityGroupsBasicOps-1824478960 tempest-TestSecurityGroupsBasicOps-1824478960-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=20ae00be-48b4-46ac-a6b1-af340e1cfa9a HTTP/1.1" status: 200 len: 1055 time: 0.1589642 Mar 09 04:01:59.748894 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fc0118c4-0977-4c59-9acd-d86aea361445 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:01:59.754149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fc0118c4-0977-4c59-9acd-d86aea361445 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Usage tracker for resource:security_group_rule and tenant:ccab18690ef7412ba6995d29f28dd4ef is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:01:59.757446 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fc0118c4-0977-4c59-9acd-d86aea361445 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:01:59.764826 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fc0118c4-0977-4c59-9acd-d86aea361445 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:01:59.798041 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-8df7ad9e-55e4-4b62-bb76-940f3f44ac48 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Calling delete_port for e95452e0-fb78-4948-9961-f1cb58cb1172 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:01:59.865318 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fc0118c4-0977-4c59-9acd-d86aea361445 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:59.920381 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fc0118c4-0977-4c59-9acd-d86aea361445 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:59.983449 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0118c4-0977-4c59-9acd-d86aea361445 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee95ce4-b7c0-4193-b2b3-6fde2600c031,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:01:59.998316 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fc0118c4-0977-4c59-9acd-d86aea361445 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:01:59.999628 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fc0118c4-0977-4c59-9acd-d86aea361445 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3447733 Mar 09 04:02:00.011387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52166) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:00.017081 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-a6a48fa2-d1f2-421f-a5aa-a6e2682941f9 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group_rule': {'security_group_id': 'bdb8c3c4-75e2-419f-a264-8a10f09054d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '5ee95ce4-b7c0-4193-b2b3-6fde2600c031'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:00.037491 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a6a48fa2-d1f2-421f-a5aa-a6e2682941f9 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:00.041545 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a6a48fa2-d1f2-421f-a5aa-a6e2682941f9 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Usage tracker for resource:security_group_rule and tenant:ccab18690ef7412ba6995d29f28dd4ef is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:00.045774 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a6a48fa2-d1f2-421f-a5aa-a6e2682941f9 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:00.056019 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a6a48fa2-d1f2-421f-a5aa-a6e2682941f9 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:00.133426 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-4cea5bb9-23b3-49fa-bc2c-b2fd3f87a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:00.134488 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-4cea5bb9-23b3-49fa-bc2c-b2fd3f87a2bd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b&tenant_id=2eed8fa07dd541719db04a03bcdea9c3 HTTP/1.1" status: 200 len: 1096 time: 0.2664027 Mar 09 04:02:00.154389 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-74951d06-adcf-407d-823b-1693b3777bd5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-5', 'device_owner': 'compute:nova'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:00.183194 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-94ab381a-280d-41ed-ab0f-0ae32e5b056a None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:00.195781 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-94ab381a-280d-41ed-ab0f-0ae32e5b056a None None] Transition to ACTIVE for port object 9d5cf6f9-a371-4a55-abac-0ebad97f5279 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:02:00.216780 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-a6a48fa2-d1f2-421f-a5aa-a6e2682941f9 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:02:00.220683 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a6a48fa2-d1f2-421f-a5aa-a6e2682941f9 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2075157 Mar 09 04:02:00.222839 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-94ab381a-280d-41ed-ab0f-0ae32e5b056a None None] Transition to ACTIVE for port object 9d5cf6f9-a371-4a55-abac-0ebad97f5279 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:02:00.224412 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52172) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:00.240748 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0b129f49-1566-4a4b-8740-59540485ea73 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:02:00.252385 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cac1c4d9-cac3-4efe-b0d4-95687f884cf4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:00.261455 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8df7ad9e-55e4-4b62-bb76-940f3f44ac48 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:00.266198 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cac1c4d9-cac3-4efe-b0d4-95687f884cf4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:port and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:00.285303 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1db58c1d-cbcf-415a-9073-4231c18f3857 None None] Could not find standard attr ID for object e95452e0-fb78-4948-9961-f1cb58cb1172. {{(pid=87882) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 04:02:00.289208 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-94ab381a-280d-41ed-ab0f-0ae32e5b056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:00.328001 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cac1c4d9-cac3-4efe-b0d4-95687f884cf4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:00.345402 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cac1c4d9-cac3-4efe-b0d4-95687f884cf4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:00.350270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7ad9e-55e4-4b62-bb76-940f3f44ac48 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Pushing event deleted for resources: {'Port': ['ID=e95452e0-fb78-4948-9961-f1cb58cb1172,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:00.386195 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ab381a-280d-41ed-ab0f-0ae32e5b056a None None] Network 76b888d5-83ba-4862-943b-36a82f130f64 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:02:00.423775 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-74951d06-adcf-407d-823b-1693b3777bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:00.431240 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac1c4d9-cac3-4efe-b0d4-95687f884cf4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:02:00.439320 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-57ad64a0-7baf-463a-bdc0-0c782aa303bc tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:00.440978 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cac1c4d9-cac3-4efe-b0d4-95687f884cf4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:00.459581 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-94ab381a-280d-41ed-ab0f-0ae32e5b056a None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:02:00.466387 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab381a-280d-41ed-ab0f-0ae32e5b056a None None] Pushing event updated for resources: {'Port': ['ID=9d5cf6f9-a371-4a55-abac-0ebad97f5279,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:00.478657 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ab381a-280d-41ed-ab0f-0ae32e5b056a None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:02:00.487006 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-cac1c4d9-cac3-4efe-b0d4-95687f884cf4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] device_id is not set on port 64f57625-d822-40c2-a2a7-867e51c7c3ea yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:02:00.517727 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-57ad64a0-7baf-463a-bdc0-0c782aa303bc tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:00.540898 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1db58c1d-cbcf-415a-9073-4231c18f3857 None None] Provisioning complete for port 04f71dc4-3c28-4cd3-b3bf-a66d0670b5e5 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:00.541692 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1db58c1d-cbcf-415a-9073-4231c18f3857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:00.588372 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199a0e6-192d-4d10-900f-b0198adfe44a req-e554fcc6-7907-4c91-b666-9f019b8d158f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:00.590065 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4199a0e6-192d-4d10-900f-b0198adfe44a req-e554fcc6-7907-4c91-b666-9f019b8d158f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 945 time: 0.4048772 Mar 09 04:02:00.697766 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1db58c1d-cbcf-415a-9073-4231c18f3857 None None] Port 04f71dc4-3c28-4cd3-b3bf-a66d0670b5e5 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:00.708921 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-94ab381a-280d-41ed-ab0f-0ae32e5b056a None None] Attempting to bind port 9d5cf6f9-a371-4a55-abac-0ebad97f5279 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:02:00.709302 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-94ab381a-280d-41ed-ab0f-0ae32e5b056a None None] Attempting to bind port 9d5cf6f9-a371-4a55-abac-0ebad97f5279 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '2c8aa67e-3abf-476a-9794-f94375c584c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '76b888d5-83ba-4862-943b-36a82f130f64'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:02:00.709712 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ab381a-280d-41ed-ab0f-0ae32e5b056a None None] Attempting to bind port 9d5cf6f9-a371-4a55-abac-0ebad97f5279 on network 76b888d5-83ba-4862-943b-36a82f130f64 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:02:00.719700 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd846c3-8819-422b-a7ec-7f921c813e99 req-054d76b9-7b14-4405-bdac-ceef83c9ddfe tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:00.722273 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bcd846c3-8819-422b-a7ec-7f921c813e99 req-054d76b9-7b14-4405-bdac-ceef83c9ddfe tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ae00be-48b4-46ac-a6b1-af340e1cfa9a HTTP/1.1" status: 200 len: 909 time: 0.3793871 Mar 09 04:02:00.756435 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-57ad64a0-7baf-463a-bdc0-0c782aa303bc tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:00.765045 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ab381a-280d-41ed-ab0f-0ae32e5b056a None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:02:00.765983 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ab381a-280d-41ed-ab0f-0ae32e5b056a None None] Checking segment: {'id': '2c8aa67e-3abf-476a-9794-f94375c584c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '76b888d5-83ba-4862-943b-36a82f130f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:02:00.766542 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-94ab381a-280d-41ed-ab0f-0ae32e5b056a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:00.767728 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ab381a-280d-41ed-ab0f-0ae32e5b056a None None] Bound using segment: {'id': '2c8aa67e-3abf-476a-9794-f94375c584c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '76b888d5-83ba-4862-943b-36a82f130f64'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:02:00.768424 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-94ab381a-280d-41ed-ab0f-0ae32e5b056a None None] Bound port: 9d5cf6f9-a371-4a55-abac-0ebad97f5279, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8aa67e-3abf-476a-9794-f94375c584c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '76b888d5-83ba-4862-943b-36a82f130f64'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:02:00.768970 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-94ab381a-280d-41ed-ab0f-0ae32e5b056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:00.784371 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4199a0e6-192d-4d10-900f-b0198adfe44a req-d981dd08-8cb2-433d-af76-f34fd8c78573 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838803 Mar 09 04:02:00.784597 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 0b129f49-1566-4a4b-8740-59540485ea73 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:00.785103 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:00.818410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad64a0-7baf-463a-bdc0-0c782aa303bc tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee95ce4-b7c0-4193-b2b3-6fde2600c031,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:00.867435 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8df7ad9e-55e4-4b62-bb76-940f3f44ac48 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:00.892085 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-cac1c4d9-cac3-4efe-b0d4-95687f884cf4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Allocated IP 172.20.0.9 (76b888d5-83ba-4862-943b-36a82f130f64/d2886c93-0eca-4a9c-a776-75dd953f5644/64f57625-d822-40c2-a2a7-867e51c7c3ea) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:02:00.907676 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8df7ad9e-55e4-4b62-bb76-940f3f44ac48 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] 10.222.0.16 "DELETE /v2.0/ports/e95452e0-fb78-4948-9961-f1cb58cb1172 HTTP/1.1" status: 204 len: 168 time: 1.9429173 Mar 09 04:02:00.909155 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-57ad64a0-7baf-463a-bdc0-0c782aa303bc tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:00.909949 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52180) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:00.913085 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-57ad64a0-7baf-463a-bdc0-0c782aa303bc tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "DELETE /v2.0/security-groups/5ee95ce4-b7c0-4193-b2b3-6fde2600c031 HTTP/1.1" status: 204 len: 168 time: 0.6781280 Mar 09 04:02:00.914412 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52184) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:00.993527 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0bbbfc6-77a6-4e26-9ad5-201e20939e34 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] GET failed (client error): The resource could not be found. Mar 09 04:02:00.993993 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c0bbbfc6-77a6-4e26-9ad5-201e20939e34 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Synchronizing usage tracker for tenant:af9a1bcb5d4f4614a5df0f343d3e05b5 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:02:00.996776 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-94ab381a-280d-41ed-ab0f-0ae32e5b056a None None] For port 9d5cf6f9-a371-4a55-abac-0ebad97f5279, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:02:00.998081 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-74951d06-adcf-407d-823b-1693b3777bd5 service neutron] For port 87361bb2-8af4-4bc8-976d-bb6830eb7753, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=87361bb2-8af4-4bc8-976d-bb6830eb7753,segment=NetworkSegment(26228ff0-a8b2-4895-a564-33952ff51392),segment_id=26228ff0-a8b2-4895-a564-33952ff51392)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:02:01.001412 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-94ab381a-280d-41ed-ab0f-0ae32e5b056a None None] For port 9d5cf6f9-a371-4a55-abac-0ebad97f5279, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9d5cf6f9-a371-4a55-abac-0ebad97f5279,segment=NetworkSegment(2c8aa67e-3abf-476a-9794-f94375c584c2),segment_id=2c8aa67e-3abf-476a-9794-f94375c584c2)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:02:01.015239 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-94ab381a-280d-41ed-ab0f-0ae32e5b056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:01.025463 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-84b60bda-9b8e-416a-9c23-8e60ac66536b tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Synchronizing usage tracker for tenant:ccab18690ef7412ba6995d29f28dd4ef on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:02:01.064989 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c0bbbfc6-77a6-4e26-9ad5-201e20939e34 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Unset dirty status for tenant:af9a1bcb5d4f4614a5df0f343d3e05b5 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:02:01.069568 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c0bbbfc6-77a6-4e26-9ad5-201e20939e34 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] 10.222.0.16 "GET /v2.0/ports/e95452e0-fb78-4948-9961-f1cb58cb1172 HTTP/1.1" status: 404 len: 333 time: 0.1549916 Mar 09 04:02:01.072090 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52190) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:01.081169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-874a06da-3a2e-483c-af57-125b53f067d7 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Request body: {'port': {'network_id': '97cdab4f-6eea-4313-aff3-ce9f490dd9ad', 'name': 'tempest-AllowedAddressPairTestJSON-1665741109'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:01.108933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-74951d06-adcf-407d-823b-1693b3777bd5 service neutron] For port 87361bb2-8af4-4bc8-976d-bb6830eb7753, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:02:01.208246 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-89c7732b-4bb1-42e3-87d8-97df4bc5f6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:01.214073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-84b60bda-9b8e-416a-9c23-8e60ac66536b tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Unset dirty status for tenant:ccab18690ef7412ba6995d29f28dd4ef on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:02:01.214073 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-84b60bda-9b8e-416a-9c23-8e60ac66536b tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2968802 Mar 09 04:02:01.286552 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab381a-280d-41ed-ab0f-0ae32e5b056a None None] Pushing event updated for resources: {'Port': ['ID=9d5cf6f9-a371-4a55-abac-0ebad97f5279,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:01.297084 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52196) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:01.425922 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6c164e-c184-48a4-b81e-3d676fd4774b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87361bb2-8af4-4bc8-976d-bb6830eb7753'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:02:01.431889 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-74951d06-adcf-407d-823b-1693b3777bd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:01.456872 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cac1c4d9-cac3-4efe-b0d4-95687f884cf4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:01.504635 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-cac1c4d9-cac3-4efe-b0d4-95687f884cf4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Transition to ACTIVE for port object 64f57625-d822-40c2-a2a7-867e51c7c3ea will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:02:01.540953 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cac1c4d9-cac3-4efe-b0d4-95687f884cf4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:01.548361 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-874a06da-3a2e-483c-af57-125b53f067d7 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:01.563316 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6c164e-c184-48a4-b81e-3d676fd4774b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87361bb2-8af4-4bc8-976d-bb6830eb7753', 'code': 200} Mar 09 04:02:01.573176 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-74951d06-adcf-407d-823b-1693b3777bd5 service neutron] Transition to ACTIVE for port object 87361bb2-8af4-4bc8-976d-bb6830eb7753 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:02:01.590173 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-74951d06-adcf-407d-823b-1693b3777bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:01.594808 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-874a06da-3a2e-483c-af57-125b53f067d7 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:01.609934 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac1c4d9-cac3-4efe-b0d4-95687f884cf4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network 76b888d5-83ba-4862-943b-36a82f130f64 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:02:01.613165 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-cac1c4d9-cac3-4efe-b0d4-95687f884cf4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:02:01.615712 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac1c4d9-cac3-4efe-b0d4-95687f884cf4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:02:01.644399 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-76745b1e-d00d-482c-90ac-225a89a2a7f0 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:01.682809 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1c4d9-cac3-4efe-b0d4-95687f884cf4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Port': ['ID=64f57625-d822-40c2-a2a7-867e51c7c3ea,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:01.706599 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac1c4d9-cac3-4efe-b0d4-95687f884cf4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:01.707270 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cac1c4d9-cac3-4efe-b0d4-95687f884cf4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:01.727913 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cac1c4d9-cac3-4efe-b0d4-95687f884cf4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1420097 Mar 09 04:02:01.730208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52202) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:01.765786 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874a06da-3a2e-483c-af57-125b53f067d7 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Made reservation on behalf of af9a1bcb5d4f4614a5df0f343d3e05b5 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:02:01.769353 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-874a06da-3a2e-483c-af57-125b53f067d7 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:01.801626 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-874a06da-3a2e-483c-af57-125b53f067d7 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] device_id is not set on port 6b15544d-7b68-470a-a8c4-2e5012920520 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:02:01.876124 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74951d06-adcf-407d-823b-1693b3777bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=87361bb2-8af4-4bc8-976d-bb6830eb7753,revision_number=6']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:01.892833 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-76745b1e-d00d-482c-90ac-225a89a2a7f0 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:02.090703 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:02.228668 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9d5cf6f9-a371-4a55-abac-0ebad97f5279 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:02:02.335928 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-74951d06-adcf-407d-823b-1693b3777bd5 service neutron] No DVR routers for this DVR port 87361bb2-8af4-4bc8-976d-bb6830eb7753 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:02:02.344710 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:02.365773 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bcb98-b4d2-4662-b0d9-5e694b43cea0 req-ee9f3e85-e8cb-45b6-8a74-f2e8dc1bdbb8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:02.368246 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-264bcb98-b4d2-4662-b0d9-5e694b43cea0 req-ee9f3e85-e8cb-45b6-8a74-f2e8dc1bdbb8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ae00be-48b4-46ac-a6b1-af340e1cfa9a HTTP/1.1" status: 200 len: 909 time: 0.4657254 Mar 09 04:02:02.369432 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 9d5cf6f9-a371-4a55-abac-0ebad97f5279 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:02:02.441539 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fab27b-add9-4bd3-8c66-6030f61fb20a req-c8ab1046-74f8-4409-b0b7-67cd19b4166a tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:02.443854 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e2fab27b-add9-4bd3-8c66-6030f61fb20a req-c8ab1046-74f8-4409-b0b7-67cd19b4166a tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.21 "GET /v2.0/ports?device_id=20ae00be-48b4-46ac-a6b1-af340e1cfa9a HTTP/1.1" status: 200 len: 909 time: 0.9341581 Mar 09 04:02:02.616301 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-55064cdc-c24e-4add-901e-31bdcfba7ef3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:02.658580 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362c0e5e-edf7-4a6b-9507-9a6e52a1b68e None None] Network 76b888d5-83ba-4862-943b-36a82f130f64 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:02:02.674528 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-874a06da-3a2e-483c-af57-125b53f067d7 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Allocated IP 172.20.0.10 (97cdab4f-6eea-4313-aff3-ce9f490dd9ad/b025df3d-4813-4d9f-8c17-6a48b55b39fa/6b15544d-7b68-470a-a8c4-2e5012920520) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:02:02.678769 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-76745b1e-d00d-482c-90ac-225a89a2a7f0 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:02.725588 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4bc2d79e-61c9-4c9b-964f-2c7ee21aecc3 None None] Provisioning for port 9d5cf6f9-a371-4a55-abac-0ebad97f5279 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:02:02.739075 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-e2fab27b-add9-4bd3-8c66-6030f61fb20a req-83d58470-3492-4849-ad54-f87f7d1d4bf3 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Deleting port 0819895c-652c-4425-8a2c-25e0e03f599d {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:02.739416 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e2fab27b-add9-4bd3-8c66-6030f61fb20a req-83d58470-3492-4849-ad54-f87f7d1d4bf3 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:02.781056 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4bc2d79e-61c9-4c9b-964f-2c7ee21aecc3 None None] Provisioning complete for port 9d5cf6f9-a371-4a55-abac-0ebad97f5279 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:02.781436 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4bc2d79e-61c9-4c9b-964f-2c7ee21aecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:02.790107 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590620e-4960-48a3-98c2-3cb5f2c4d401 req-f304909d-4584-482b-8fd3-f396a58c7bb5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:02.799522 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c590620e-4960-48a3-98c2-3cb5f2c4d401 req-f304909d-4584-482b-8fd3-f396a58c7bb5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 943 time: 0.7212706 Mar 09 04:02:02.815627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76745b1e-d00d-482c-90ac-225a89a2a7f0 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb8c3c4-75e2-419f-a264-8a10f09054d2,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:02.999898 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c590620e-4960-48a3-98c2-3cb5f2c4d401 req-027859c5-4790-428f-8d9b-728461f813cf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992996 Mar 09 04:02:03.036453 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-76745b1e-d00d-482c-90ac-225a89a2a7f0 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:03.037795 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-76745b1e-d00d-482c-90ac-225a89a2a7f0 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "DELETE /v2.0/security-groups/bdb8c3c4-75e2-419f-a264-8a10f09054d2 HTTP/1.1" status: 204 len: 168 time: 1.7807515 Mar 09 04:02:03.048319 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4bc2d79e-61c9-4c9b-964f-2c7ee21aecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:03.049950 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52218) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:03.113932 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-74951d06-adcf-407d-823b-1693b3777bd5 service neutron] Attempting to bind port 87361bb2-8af4-4bc8-976d-bb6830eb7753 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:02:03.114235 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-74951d06-adcf-407d-823b-1693b3777bd5 service neutron] Attempting to bind port 87361bb2-8af4-4bc8-976d-bb6830eb7753 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '26228ff0-a8b2-4895-a564-33952ff51392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:02:03.114514 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-74951d06-adcf-407d-823b-1693b3777bd5 service neutron] Attempting to bind port 87361bb2-8af4-4bc8-976d-bb6830eb7753 on network 1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:02:03.127904 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-4bc2d79e-61c9-4c9b-964f-2c7ee21aecc3 None None] For port 9d5cf6f9-a371-4a55-abac-0ebad97f5279, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9d5cf6f9-a371-4a55-abac-0ebad97f5279,segment=NetworkSegment(2c8aa67e-3abf-476a-9794-f94375c584c2),segment_id=2c8aa67e-3abf-476a-9794-f94375c584c2)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:02:03.155055 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1fefdfdd-97eb-4bf1-97c6-f8b01cdc2ca3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Synchronizing usage tracker for tenant:ccab18690ef7412ba6995d29f28dd4ef on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:02:03.163738 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4bc2d79e-61c9-4c9b-964f-2c7ee21aecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:03.170442 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-74951d06-adcf-407d-823b-1693b3777bd5 service neutron] Port 87361bb2-8af4-4bc8-976d-bb6830eb7753 on network 1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:02:03.171672 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-74951d06-adcf-407d-823b-1693b3777bd5 service neutron] Attempting to bind port 87361bb2-8af4-4bc8-976d-bb6830eb7753 on network 1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:02:03.196280 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1fefdfdd-97eb-4bf1-97c6-f8b01cdc2ca3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Unset dirty status for tenant:ccab18690ef7412ba6995d29f28dd4ef on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:02:03.197766 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1fefdfdd-97eb-4bf1-97c6-f8b01cdc2ca3 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1466272 Mar 09 04:02:03.201380 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-74951d06-adcf-407d-823b-1693b3777bd5 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:02:03.201950 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-74951d06-adcf-407d-823b-1693b3777bd5 service neutron] Checking segment: {'id': '26228ff0-a8b2-4895-a564-33952ff51392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:02:03.202333 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-74951d06-adcf-407d-823b-1693b3777bd5 service neutron] Bound using segment: {'id': '26228ff0-a8b2-4895-a564-33952ff51392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:02:03.202779 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-74951d06-adcf-407d-823b-1693b3777bd5 service neutron] Bound port: 87361bb2-8af4-4bc8-976d-bb6830eb7753, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26228ff0-a8b2-4895-a564-33952ff51392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:02:03.203391 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-74951d06-adcf-407d-823b-1693b3777bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:03.205117 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52228) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:03.212308 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f4976294-34ca-4c99-9b45-d4752794270f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group': {'name': 'tempest-secgroup--1884260269'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:03.219923 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f4976294-34ca-4c99-9b45-d4752794270f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:03.231274 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f4976294-34ca-4c99-9b45-d4752794270f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:03.244154 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-55064cdc-c24e-4add-901e-31bdcfba7ef3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:03.247854 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f4976294-34ca-4c99-9b45-d4752794270f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:03.261909 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-55064cdc-c24e-4add-901e-31bdcfba7ef3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:03.356020 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2d79e-61c9-4c9b-964f-2c7ee21aecc3 None None] Pushing event updated for resources: {'Port': ['ID=9d5cf6f9-a371-4a55-abac-0ebad97f5279,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:03.463886 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:03.597865 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f4976294-34ca-4c99-9b45-d4752794270f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:03.609782 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-874a06da-3a2e-483c-af57-125b53f067d7 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:03.662123 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-e2fab27b-add9-4bd3-8c66-6030f61fb20a req-83d58470-3492-4849-ad54-f87f7d1d4bf3 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] For port 0819895c-652c-4425-8a2c-25e0e03f599d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0819895c-652c-4425-8a2c-25e0e03f599d,segment=NetworkSegment(3eb34daf-4a71-408b-8827-aa2b840b5a81),segment_id=3eb34daf-4a71-408b-8827-aa2b840b5a81)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:02:03.662479 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e2fab27b-add9-4bd3-8c66-6030f61fb20a req-83d58470-3492-4849-ad54-f87f7d1d4bf3 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:03.671293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-74951d06-adcf-407d-823b-1693b3777bd5 service neutron] For port 87361bb2-8af4-4bc8-976d-bb6830eb7753, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:02:03.673989 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f4976294-34ca-4c99-9b45-d4752794270f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Usage tracker for resource:security_group_rule and tenant:ccab18690ef7412ba6995d29f28dd4ef is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:03.679724 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-74951d06-adcf-407d-823b-1693b3777bd5 service neutron] For port 87361bb2-8af4-4bc8-976d-bb6830eb7753, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=87361bb2-8af4-4bc8-976d-bb6830eb7753,segment=NetworkSegment(26228ff0-a8b2-4895-a564-33952ff51392),segment_id=26228ff0-a8b2-4895-a564-33952ff51392)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:02:03.687796 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f4976294-34ca-4c99-9b45-d4752794270f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:03.691112 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-874a06da-3a2e-483c-af57-125b53f067d7 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Transition to ACTIVE for port object 6b15544d-7b68-470a-a8c4-2e5012920520 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:02:03.693113 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-74951d06-adcf-407d-823b-1693b3777bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:03.747839 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f4976294-34ca-4c99-9b45-d4752794270f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:03.750117 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55064cdc-c24e-4add-901e-31bdcfba7ef3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Port': ['ID=64f57625-d822-40c2-a2a7-867e51c7c3ea,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:03.804320 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-8ccc4199-3b24-4740-9fd4-4d5f0fef63f9 None None] Provisioning complete for port 9d5cf6f9-a371-4a55-abac-0ebad97f5279 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:03.804856 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8ccc4199-3b24-4740-9fd4-4d5f0fef63f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:03.890791 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74951d06-adcf-407d-823b-1693b3777bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=87361bb2-8af4-4bc8-976d-bb6830eb7753,revision_number=7']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:03.901404 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-e2fab27b-add9-4bd3-8c66-6030f61fb20a req-83d58470-3492-4849-ad54-f87f7d1d4bf3 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Calling delete_port for 0819895c-652c-4425-8a2c-25e0e03f599d owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:03.936895 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-74951d06-adcf-407d-823b-1693b3777bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:03.938627 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-74951d06-adcf-407d-823b-1693b3777bd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:03.940096 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-74951d06-adcf-407d-823b-1693b3777bd5 service neutron] 10.222.0.24 "PUT /v2.0/ports/87361bb2-8af4-4bc8-976d-bb6830eb7753 HTTP/1.1" status: 200 len: 1091 time: 3.7966371 Mar 09 04:02:03.949627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6c164e-c184-48a4-b81e-3d676fd4774b', 'tag': '87361bb2-8af4-4bc8-976d-bb6830eb7753'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:02:04.001548 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-8ccc4199-3b24-4740-9fd4-4d5f0fef63f9 None None] Provisioning for port 64f57625-d822-40c2-a2a7-867e51c7c3ea completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:02:04.009365 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-8ccc4199-3b24-4740-9fd4-4d5f0fef63f9 None None] Provisioning complete for port 64f57625-d822-40c2-a2a7-867e51c7c3ea triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:04.010002 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8ccc4199-3b24-4740-9fd4-4d5f0fef63f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:04.078059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0639c-ddfe-4e12-a6d8-f5277b65c955 req-f945a42d-8fa4-4ac5-8099-29b931f8e1f1 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:04.082646 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a4d0639c-ddfe-4e12-a6d8-f5277b65c955 req-f945a42d-8fa4-4ac5-8099-29b931f8e1f1 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ae00be-48b4-46ac-a6b1-af340e1cfa9a HTTP/1.1" status: 200 len: 909 time: 0.4785450 Mar 09 04:02:04.182428 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9d5cf6f9-a371-4a55-abac-0ebad97f5279 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:02:04.221047 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-874a06da-3a2e-483c-af57-125b53f067d7 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:04.371234 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:04.387155 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f4976294-34ca-4c99-9b45-d4752794270f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:04.393889 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-55064cdc-c24e-4add-901e-31bdcfba7ef3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:04.394503 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-8ccc4199-3b24-4740-9fd4-4d5f0fef63f9 None None] Port 64f57625-d822-40c2-a2a7-867e51c7c3ea cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:04.404732 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f4976294-34ca-4c99-9b45-d4752794270f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:04.417409 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6c164e-c184-48a4-b81e-3d676fd4774b', 'tag': '87361bb2-8af4-4bc8-976d-bb6830eb7753', 'status': 'completed', 'code': 200} Mar 09 04:02:04.429954 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 9d5cf6f9-a371-4a55-abac-0ebad97f5279 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:04.430703 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:04.542258 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-19020e69-a0b0-4673-8fcd-fe166292c330 None None] Provisioning complete for port 64f57625-d822-40c2-a2a7-867e51c7c3ea triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:04.543094 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-19020e69-a0b0-4673-8fcd-fe166292c330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:04.550910 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4976294-34ca-4c99-9b45-d4752794270f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af197d8-678f-4ba3-80d4-ba6cf1865ffb,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:04.598469 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f4976294-34ca-4c99-9b45-d4752794270f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:04.600461 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f4976294-34ca-4c99-9b45-d4752794270f tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3942904 Mar 09 04:02:04.611775 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-19020e69-a0b0-4673-8fcd-fe166292c330 None None] Port 64f57625-d822-40c2-a2a7-867e51c7c3ea cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:04.654380 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52258) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:04.668621 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-8fcd360d-7cbf-4c4d-a82e-4a8af3c1d607 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group_rule': {'security_group_id': '0af197d8-678f-4ba3-80d4-ba6cf1865ffb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:04.692252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 87361bb2-8af4-4bc8-976d-bb6830eb7753 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:02:04.697279 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8fcd360d-7cbf-4c4d-a82e-4a8af3c1d607 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:04.707142 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-8fcd360d-7cbf-4c4d-a82e-4a8af3c1d607 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Usage tracker for resource:security_group_rule and tenant:ccab18690ef7412ba6995d29f28dd4ef is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:04.713813 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-8fcd360d-7cbf-4c4d-a82e-4a8af3c1d607 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:04.736724 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6de737-5920-4399-a70f-afd4e67a4f48 req-8d87df70-c1c9-40f9-97d9-808f6d3cb521 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:04.738619 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ee6de737-5920-4399-a70f-afd4e67a4f48 req-8d87df70-c1c9-40f9-97d9-808f6d3cb521 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 943 time: 0.3268189 Mar 09 04:02:04.743341 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8fcd360d-7cbf-4c4d-a82e-4a8af3c1d607 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:04.763669 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 87361bb2-8af4-4bc8-976d-bb6830eb7753 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:02:04.769491 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874a06da-3a2e-483c-af57-125b53f067d7 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Network 97cdab4f-6eea-4313-aff3-ce9f490dd9ad is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:02:04.771877 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-55064cdc-c24e-4add-901e-31bdcfba7ef3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:04.781922 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-874a06da-3a2e-483c-af57-125b53f067d7 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:02:04.790198 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874a06da-3a2e-483c-af57-125b53f067d7 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:02:04.804446 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-726fc5fd-2b28-494a-b905-9ddc6f2e3dd2 None None] Provisioning complete for port 64f57625-d822-40c2-a2a7-867e51c7c3ea triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:04.805053 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-726fc5fd-2b28-494a-b905-9ddc6f2e3dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:04.818719 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a06da-3a2e-483c-af57-125b53f067d7 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Pushing event updated for resources: {'Port': ['ID=6b15544d-7b68-470a-a8c4-2e5012920520,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:04.823829 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-3f45a7f0-6c69-484b-abbe-41eef639c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:04.825578 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-3f45a7f0-6c69-484b-abbe-41eef639c3dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 1094 time: 0.8531747 Mar 09 04:02:04.876446 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-726fc5fd-2b28-494a-b905-9ddc6f2e3dd2 None None] Port 64f57625-d822-40c2-a2a7-867e51c7c3ea cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:04.893084 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-8fcd360d-7cbf-4c4d-a82e-4a8af3c1d607 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:02:04.894628 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8fcd360d-7cbf-4c4d-a82e-4a8af3c1d607 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2386940 Mar 09 04:02:04.899650 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52264) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:04.918509 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-65f5e12f-4d1e-4842-8660-83bb1adce7a4 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group_rule': {'security_group_id': '0af197d8-678f-4ba3-80d4-ba6cf1865ffb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:04.951321 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e2fab27b-add9-4bd3-8c66-6030f61fb20a req-83d58470-3492-4849-ad54-f87f7d1d4bf3 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:04.960204 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ee6de737-5920-4399-a70f-afd4e67a4f48 req-94ddac3b-b20b-4a1a-9cdc-7ee1f9b9bb7c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102802 Mar 09 04:02:05.049259 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-65f5e12f-4d1e-4842-8660-83bb1adce7a4 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:05.063542 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-65f5e12f-4d1e-4842-8660-83bb1adce7a4 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Usage tracker for resource:security_group_rule and tenant:ccab18690ef7412ba6995d29f28dd4ef is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:05.069000 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-65f5e12f-4d1e-4842-8660-83bb1adce7a4 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:05.080775 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874a06da-3a2e-483c-af57-125b53f067d7 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:05.081560 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-874a06da-3a2e-483c-af57-125b53f067d7 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:05.113674 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d58470-3492-4849-ad54-f87f7d1d4bf3 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event deleted for resources: {'Port': ['ID=0819895c-652c-4425-8a2c-25e0e03f599d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:05.216475 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-856dc24d-4091-40bf-983e-ff6f600a6173 None None] Provisioning for port 6b15544d-7b68-470a-a8c4-2e5012920520 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:02:05.227754 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-856dc24d-4091-40bf-983e-ff6f600a6173 None None] Provisioning complete for port 6b15544d-7b68-470a-a8c4-2e5012920520 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:05.230039 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-856dc24d-4091-40bf-983e-ff6f600a6173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:05.246775 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fab27b-add9-4bd3-8c66-6030f61fb20a req-83d58470-3492-4849-ad54-f87f7d1d4bf3 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] No DVR routers for this DVR port 0819895c-652c-4425-8a2c-25e0e03f599d on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:02:05.256550 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e2fab27b-add9-4bd3-8c66-6030f61fb20a req-83d58470-3492-4849-ad54-f87f7d1d4bf3 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:05.258581 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e2fab27b-add9-4bd3-8c66-6030f61fb20a req-83d58470-3492-4849-ad54-f87f7d1d4bf3 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.21 "DELETE /v2.0/ports/0819895c-652c-4425-8a2c-25e0e03f599d HTTP/1.1" status: 204 len: 173 time: 2.7841268 Mar 09 04:02:05.260793 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a30aa2-f73f-4a20-8a75-f0675e99d0c6 req-10b79b17-311b-4a39-9c76-29e2f6fac2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:05.263117 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c9a30aa2-f73f-4a20-8a75-f0675e99d0c6 req-10b79b17-311b-4a39-9c76-29e2f6fac2de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 1094 time: 0.8440995 Mar 09 04:02:05.268775 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-874a06da-3a2e-483c-af57-125b53f067d7 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1952655 Mar 09 04:02:05.306609 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52276) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:05.316049 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-65f5e12f-4d1e-4842-8660-83bb1adce7a4 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:05.328544 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-59c1c884-6e95-4d68-837d-1c9fd299b601 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:b4:91:e0'}]}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:05.465418 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-856dc24d-4091-40bf-983e-ff6f600a6173 None None] Port 6b15544d-7b68-470a-a8c4-2e5012920520 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:05.509182 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-65f5e12f-4d1e-4842-8660-83bb1adce7a4 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:02:05.510198 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-65f5e12f-4d1e-4842-8660-83bb1adce7a4 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6024644 Mar 09 04:02:05.513716 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52282) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:05.546207 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-55064cdc-c24e-4add-901e-31bdcfba7ef3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:05.557001 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-55064cdc-c24e-4add-901e-31bdcfba7ef3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:05.560406 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-d8eefaab-1781-4fde-9c7e-43b863bae64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:05.561836 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-d8eefaab-1781-4fde-9c7e-43b863bae64e service neutron] 10.222.0.24 "GET /v2.0/networks?id=1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f HTTP/1.1" status: 200 len: 897 time: 0.7264669 Mar 09 04:02:05.687610 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-cd1c466f-c240-4948-9c48-034c00970dba req-5ea3358b-889e-4bc1-92df-11fd6b270bff tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Synchronizing usage tracker for tenant:f62636ca99004fbcad682ccf3903561c on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:02:05.701885 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55064cdc-c24e-4add-901e-31bdcfba7ef3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Port': ['ID=64f57625-d822-40c2-a2a7-867e51c7c3ea,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:05.716804 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-55064cdc-c24e-4add-901e-31bdcfba7ef3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:05.727282 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e15f6dd5-a6fd-4210-a400-8043448087e9 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:05.882960 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e15f6dd5-a6fd-4210-a400-8043448087e9 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:05.978119 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e15f6dd5-a6fd-4210-a400-8043448087e9 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:05.994039 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55064cdc-c24e-4add-901e-31bdcfba7ef3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network 76b888d5-83ba-4862-943b-36a82f130f64 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:02:05.998806 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-55064cdc-c24e-4add-901e-31bdcfba7ef3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:02:06.009094 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f6dd5-a6fd-4210-a400-8043448087e9 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af197d8-678f-4ba3-80d4-ba6cf1865ffb,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:06.073458 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a30aa2-f73f-4a20-8a75-f0675e99d0c6 req-b792fed0-ef50-48a2-9020-3afe2f6c565e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:06.076747 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c9a30aa2-f73f-4a20-8a75-f0675e99d0c6 req-b792fed0-ef50-48a2-9020-3afe2f6c565e service neutron] 10.222.0.21 "GET /v2.0/networks?id=1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f HTTP/1.1" status: 200 len: 897 time: 0.8049016 Mar 09 04:02:06.077524 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-59c1c884-6e95-4d68-837d-1c9fd299b601 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:06.116750 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e15f6dd5-a6fd-4210-a400-8043448087e9 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:06.125036 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e15f6dd5-a6fd-4210-a400-8043448087e9 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "DELETE /v2.0/security-groups/0af197d8-678f-4ba3-80d4-ba6cf1865ffb HTTP/1.1" status: 204 len: 168 time: 0.6084859 Mar 09 04:02:06.126042 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52296) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:06.187998 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-cd1c466f-c240-4948-9c48-034c00970dba req-5ea3358b-889e-4bc1-92df-11fd6b270bff tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Unset dirty status for tenant:f62636ca99004fbcad682ccf3903561c on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:02:06.189442 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd1c466f-c240-4948-9c48-034c00970dba req-5ea3358b-889e-4bc1-92df-11fd6b270bff tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ae00be-48b4-46ac-a6b1-af340e1cfa9a HTTP/1.1" status: 200 len: 210 time: 0.6812441 Mar 09 04:02:06.191560 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-f3fdcaf3-4e44-484a-aa5b-6dc3f9513f9a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87361bb2-8af4-4bc8-976d-bb6830eb7753 HTTP/1.1" status: 200 len: 999 time: 0.5803316 Mar 09 04:02:06.280798 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-9e89f370-4133-4447-bdff-e6ca72ca5585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:06.282524 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-9e89f370-4133-4447-bdff-e6ca72ca5585 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf HTTP/1.1" status: 200 len: 835 time: 0.0781460 Mar 09 04:02:06.411282 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c9a30aa2-f73f-4a20-8a75-f0675e99d0c6 req-ed71e036-e19f-4c24-a247-0f89de293386 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87361bb2-8af4-4bc8-976d-bb6830eb7753 HTTP/1.1" status: 200 len: 999 time: 0.3163922 Mar 09 04:02:06.413686 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-8678fd78-4038-49b4-9dfb-efb93adc4f9e None None] Provisioning complete for port 64f57625-d822-40c2-a2a7-867e51c7c3ea triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:06.414067 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8678fd78-4038-49b4-9dfb-efb93adc4f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:06.419449 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ae00be-48b4-46ac-a6b1-af340e1cfa9a', 'name': 'network-vif-deleted', 'tag': '0819895c-652c-4425-8a2c-25e0e03f599d'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:02:06.458566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e09aceba-e4d2-4e3f-bc20-ea6ae8c5cde5 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Synchronizing usage tracker for tenant:ccab18690ef7412ba6995d29f28dd4ef on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:02:06.551482 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e09aceba-e4d2-4e3f-bc20-ea6ae8c5cde5 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Unset dirty status for tenant:ccab18690ef7412ba6995d29f28dd4ef on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:02:06.551664 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-8678fd78-4038-49b4-9dfb-efb93adc4f9e None None] Port 64f57625-d822-40c2-a2a7-867e51c7c3ea cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:06.555835 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e09aceba-e4d2-4e3f-bc20-ea6ae8c5cde5 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4223773 Mar 09 04:02:06.565547 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55064cdc-c24e-4add-901e-31bdcfba7ef3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Router f84f8b6d-4796-4d7c-abe6-fad86608622a is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:02:06.570087 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52308) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:06.586046 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56eff1-5e1b-46b8-9aa6-6dcd289c2899 req-a9eaf7a6-8072-4517-b472-4fa5f8789347 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:06.587683 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2d56eff1-5e1b-46b8-9aa6-6dcd289c2899 req-a9eaf7a6-8072-4517-b472-4fa5f8789347 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 943 time: 0.2606833 Mar 09 04:02:06.591322 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-16bda5a1-0774-4f46-b45e-78b42540520a tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group': {'name': 'tempest-secgroup--1585823234'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:06.604037 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-16bda5a1-0774-4f46-b45e-78b42540520a tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:06.607717 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ae00be-48b4-46ac-a6b1-af340e1cfa9a', 'name': 'network-vif-deleted', 'tag': '0819895c-652c-4425-8a2c-25e0e03f599d', 'status': 'completed', 'code': 200} Mar 09 04:02:06.616463 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a30aa2-f73f-4a20-8a75-f0675e99d0c6 req-1b18208f-975a-472c-a22f-972229eee843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:06.618295 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c9a30aa2-f73f-4a20-8a75-f0675e99d0c6 req-1b18208f-975a-472c-a22f-972229eee843 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf HTTP/1.1" status: 200 len: 835 time: 0.1937416 Mar 09 04:02:06.620828 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-fc94e95e-31bc-4081-938e-458aa3c9f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:06.622369 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-fc94e95e-31bc-4081-938e-458aa3c9f160 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3110447 Mar 09 04:02:06.681642 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 0819895c-652c-4425-8a2c-25e0e03f599d no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:02:06.733059 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 0819895c-652c-4425-8a2c-25e0e03f599d {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:02:06.733541 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 0819895c-652c-4425-8a2c-25e0e03f599d not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:02:06.796950 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-16bda5a1-0774-4f46-b45e-78b42540520a tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:06.845130 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-16bda5a1-0774-4f46-b45e-78b42540520a tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:06.885485 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2d56eff1-5e1b-46b8-9aa6-6dcd289c2899 req-30e9d430-269d-41ca-bf3d-c481cfb5869d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2856138 Mar 09 04:02:06.889720 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55064cdc-c24e-4add-901e-31bdcfba7ef3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:02:06.908148 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-55064cdc-c24e-4add-901e-31bdcfba7ef3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "PUT /v2.0/routers/f84f8b6d-4796-4d7c-abe6-fad86608622a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1765823 Mar 09 04:02:06.914590 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65defc1-82fe-4c78-a07a-ceac7d529372 None None] Sync routers for ids ['f84f8b6d-4796-4d7c-abe6-fad86608622a'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:02:06.916210 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52316) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:06.921189 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-16bda5a1-0774-4f46-b45e-78b42540520a tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:06.926764 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65defc1-82fe-4c78-a07a-ceac7d529372 None None] Routers {'f84f8b6d-4796-4d7c-abe6-fad86608622a'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:02:06.927423 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c65defc1-82fe-4c78-a07a-ceac7d529372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:02:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f84f8b6d-4796-4d7c-abe6-fad86608622a'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:06.962008 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-16bda5a1-0774-4f46-b45e-78b42540520a tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Usage tracker for resource:security_group_rule and tenant:ccab18690ef7412ba6995d29f28dd4ef is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:06.968377 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-9d0e489e-3d1b-44cb-be0e-b68c9a705916 service neutron] 10.222.0.24 "GET /v2.0/networks/1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201153 Mar 09 04:02:06.972426 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-16bda5a1-0774-4f46-b45e-78b42540520a tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:06.983860 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-16bda5a1-0774-4f46-b45e-78b42540520a tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:07.019831 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c65defc1-82fe-4c78-a07a-ceac7d529372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:07.031373 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65defc1-82fe-4c78-a07a-ceac7d529372 None None] Routers {'f84f8b6d-4796-4d7c-abe6-fad86608622a'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:02:07.031989 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c65defc1-82fe-4c78-a07a-ceac7d529372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:02:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f84f8b6d-4796-4d7c-abe6-fad86608622a'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:07.074288 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d658fee-ea82-45e6-9b8a-114bd334aa19 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:07.076568 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1d658fee-ea82-45e6-9b8a-114bd334aa19 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Synchronizing usage tracker for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:02:07.114218 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c65defc1-82fe-4c78-a07a-ceac7d529372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:07.114626 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65defc1-82fe-4c78-a07a-ceac7d529372 None None] The sync data for ids ['f84f8b6d-4796-4d7c-abe6-fad86608622a'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:02:07.125188 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-16bda5a1-0774-4f46-b45e-78b42540520a tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:07.126806 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1d658fee-ea82-45e6-9b8a-114bd334aa19 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Unset dirty status for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:02:07.127954 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1d658fee-ea82-45e6-9b8a-114bd334aa19 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "GET /v2.0/ports?device_id=f84f8b6d-4796-4d7c-abe6-fad86608622a HTTP/1.1" status: 200 len: 982 time: 0.2105563 Mar 09 04:02:07.130817 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-16bda5a1-0774-4f46-b45e-78b42540520a tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:07.134379 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52320) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:07.217686 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-318c9b84-55c9-4bd5-8c2f-b904301a59b2 req-bb132f3b-65ab-468f-8ab0-ea8210512f1c service neutron] 10.222.0.24 "GET /v2.0/networks/1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085261 Mar 09 04:02:07.240889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a30aa2-f73f-4a20-8a75-f0675e99d0c6 req-ecd54234-6a2b-42fa-aa1c-55d75766e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:07.241401 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c9a30aa2-f73f-4a20-8a75-f0675e99d0c6 req-ecd54234-6a2b-42fa-aa1c-55d75766e00c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2760801 Mar 09 04:02:07.297390 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-59c1c884-6e95-4d68-837d-1c9fd299b601 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:07.363033 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-59c1c884-6e95-4d68-837d-1c9fd299b601 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:07.386033 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52330) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:07.392128 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bda5a1-0774-4f46-b45e-78b42540520a tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15316250-6d64-4e35-bb1f-5af465c9229d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:07.479981 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-16bda5a1-0774-4f46-b45e-78b42540520a tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:07.484310 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-16bda5a1-0774-4f46-b45e-78b42540520a tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9101479 Mar 09 04:02:07.486501 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52338) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:07.498731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-a03bc4a0-7285-4858-9e05-8583e5ea4191 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:07.499414 n-d-825178-5 neutron-server[87881]: WARNING neutron.api.v2.base [None req-a03bc4a0-7285-4858-9e05-8583e5ea4191 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 09 04:02:07.499902 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-a03bc4a0-7285-4858-9e05-8583e5ea4191 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] update failed (client error): There was a conflict when trying to complete your request. Mar 09 04:02:07.503342 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a03bc4a0-7285-4858-9e05-8583e5ea4191 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "PUT /v2.0/security-groups/15316250-6d64-4e35-bb1f-5af465c9229d HTTP/1.1" status: 409 len: 330 time: 0.0116456 Mar 09 04:02:07.506072 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52342) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:07.556934 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1c884-6e95-4d68-837d-1c9fd299b601 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Pushing event updated for resources: {'Port': ['ID=6b15544d-7b68-470a-a8c4-2e5012920520,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:07.612353 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c9a30aa2-f73f-4a20-8a75-f0675e99d0c6 req-4245a08d-4466-4a3f-8e29-c2b6272cf978 service neutron] 10.222.0.21 "GET /v2.0/networks/1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562908 Mar 09 04:02:07.705453 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-59c1c884-6e95-4d68-837d-1c9fd299b601 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] In _notify_port_updated(), no bound segment for port 6b15544d-7b68-470a-a8c4-2e5012920520 on network 97cdab4f-6eea-4313-aff3-ce9f490dd9ad {{(pid=87880) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 04:02:07.710939 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c1c884-6e95-4d68-837d-1c9fd299b601 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:07.711746 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-59c1c884-6e95-4d68-837d-1c9fd299b601 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:07.716132 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-59c1c884-6e95-4d68-837d-1c9fd299b601 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] 10.222.0.16 "PUT /v2.0/ports/6b15544d-7b68-470a-a8c4-2e5012920520 HTTP/1.1" status: 200 len: 995 time: 2.4029548 Mar 09 04:02:07.723807 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52348) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:07.783576 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c9c32072-c19d-4e79-8752-57cce77853b7 None None] Provisioning complete for port 6b15544d-7b68-470a-a8c4-2e5012920520 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:07.784066 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c9c32072-c19d-4e79-8752-57cce77853b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:07.785246 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a30aa2-f73f-4a20-8a75-f0675e99d0c6 req-b4896498-2e45-4f99-969a-1b03bd2d0a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:07.787941 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c9a30aa2-f73f-4a20-8a75-f0675e99d0c6 req-b4896498-2e45-4f99-969a-1b03bd2d0a7c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 1094 time: 0.4209702 Mar 09 04:02:07.882141 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c9c32072-c19d-4e79-8752-57cce77853b7 None None] Port 6b15544d-7b68-470a-a8c4-2e5012920520 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:08.018536 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c9a30aa2-f73f-4a20-8a75-f0675e99d0c6 req-4cbe9e27-6504-4d93-acf1-388b9952dc3e service neutron] 10.222.0.21 "GET /v2.0/networks/1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952518 Mar 09 04:02:08.068522 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a30aa2-f73f-4a20-8a75-f0675e99d0c6 req-9d40c0b2-1a0c-4719-8964-26c796218517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:08.070100 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c9a30aa2-f73f-4a20-8a75-f0675e99d0c6 req-9d40c0b2-1a0c-4719-8964-26c796218517 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f HTTP/1.1" status: 200 len: 897 time: 0.2685523 Mar 09 04:02:08.073110 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-f3711b93-87de-430d-82bd-96713a686d60 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Deleting port 6b15544d-7b68-470a-a8c4-2e5012920520 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:08.073557 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3711b93-87de-430d-82bd-96713a686d60 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:08.188112 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c9a30aa2-f73f-4a20-8a75-f0675e99d0c6 req-b0d2678d-b21d-4b02-8f03-dd0357ecf201 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87361bb2-8af4-4bc8-976d-bb6830eb7753 HTTP/1.1" status: 200 len: 999 time: 0.1116834 Mar 09 04:02:08.265405 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a30aa2-f73f-4a20-8a75-f0675e99d0c6 req-9179342d-3980-4793-9040-2b6211ddab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:08.267022 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c9a30aa2-f73f-4a20-8a75-f0675e99d0c6 req-9179342d-3980-4793-9040-2b6211ddab3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf HTTP/1.1" status: 200 len: 835 time: 0.0728421 Mar 09 04:02:08.283742 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-123918b4-c560-4208-a631-4ef346a834c4 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:08.349944 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a30aa2-f73f-4a20-8a75-f0675e99d0c6 req-b93bbe48-d571-464f-a462-6716d6db5b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:08.351568 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c9a30aa2-f73f-4a20-8a75-f0675e99d0c6 req-b93bbe48-d571-464f-a462-6716d6db5b79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778122 Mar 09 04:02:08.426450 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-123918b4-c560-4208-a631-4ef346a834c4 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:08.490291 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c9a30aa2-f73f-4a20-8a75-f0675e99d0c6 req-1f5f3ff4-64ca-40a8-b100-4de318804721 service neutron] 10.222.0.24 "GET /v2.0/networks/1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296446 Mar 09 04:02:08.632840 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c9a30aa2-f73f-4a20-8a75-f0675e99d0c6 req-8fb81281-6d88-439a-8805-bbea21160828 service neutron] 10.222.0.24 "GET /v2.0/networks/1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369877 Mar 09 04:02:08.766608 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-123918b4-c560-4208-a631-4ef346a834c4 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:08.811009 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deeeaaf-1adb-4640-b7f0-f5829a967523 req-b2891cb6-80b7-4b9b-ac85-ba8bae332779 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:08.812510 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2deeeaaf-1adb-4640-b7f0-f5829a967523 req-b2891cb6-80b7-4b9b-ac85-ba8bae332779 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 943 time: 0.7545061 Mar 09 04:02:08.828057 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:08.859662 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123918b4-c560-4208-a631-4ef346a834c4 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15316250-6d64-4e35-bb1f-5af465c9229d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:08.923138 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-123918b4-c560-4208-a631-4ef346a834c4 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:08.926848 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-123918b4-c560-4208-a631-4ef346a834c4 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "DELETE /v2.0/security-groups/15316250-6d64-4e35-bb1f-5af465c9229d HTTP/1.1" status: 204 len: 168 time: 1.4173710 Mar 09 04:02:08.927200 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52372) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:08.943654 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3711b93-87de-430d-82bd-96713a686d60 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:08.984681 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a0f459c5-32a3-4dc1-8bbf-c6dd7dd0d979 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Synchronizing usage tracker for tenant:ccab18690ef7412ba6995d29f28dd4ef on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:02:09.001400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a0f459c5-32a3-4dc1-8bbf-c6dd7dd0d979 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] Unset dirty status for tenant:ccab18690ef7412ba6995d29f28dd4ef on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:02:09.007173 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a0f459c5-32a3-4dc1-8bbf-c6dd7dd0d979 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0744119 Mar 09 04:02:09.008163 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52380) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:09.029190 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-4302eeaf-c010-415a-aa88-496261183129 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] delete failed (client error): The resource could not be found. Mar 09 04:02:09.033769 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4302eeaf-c010-415a-aa88-496261183129 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "DELETE /v2.0/security-groups/c872cd92-e4e0-48ce-bb55-5a6845d3b544 HTTP/1.1" status: 404 len: 347 time: 0.0209906 Mar 09 04:02:09.033976 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52384) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:09.050937 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-f102f2cb-4a26-4d37-9a84-62d35ac9b0fa tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] show failed (client error): The resource could not be found. Mar 09 04:02:09.051921 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f102f2cb-4a26-4d37-9a84-62d35ac9b0fa tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "GET /v2.0/security-groups/34f1b415-2007-4fe7-9fd6-84006f17d596 HTTP/1.1" status: 404 len: 347 time: 0.0171165 Mar 09 04:02:09.055572 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52388) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:09.070543 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2deeeaaf-1adb-4640-b7f0-f5829a967523 req-e8064538-cdfd-415c-b27a-b105f4fec6a2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237344 Mar 09 04:02:09.100803 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-009cd7d6-aa95-48ac-8041-f662bacf3b94 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] show failed (client error): The resource could not be found. Mar 09 04:02:09.101486 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-009cd7d6-aa95-48ac-8041-f662bacf3b94 tempest-NegativeSecGroupIPv6Test-2647465 tempest-NegativeSecGroupIPv6Test-2647465-project] 10.222.0.16 "GET /v2.0/security-group-rules/53ae6237-8c79-48ec-9921-1a95c68b2a0a HTTP/1.1" status: 404 len: 356 time: 0.0447800 Mar 09 04:02:09.151942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-f3711b93-87de-430d-82bd-96713a686d60 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Calling delete_port for 6b15544d-7b68-470a-a8c4-2e5012920520 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:09.230776 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f81e1c71-e3ae-4145-93ad-d15e520fadf0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:09.462494 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52400) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:09.618922 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-535ee54c-9961-4592-99b3-2f101e132f67 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ccab18690ef7412ba6995d29f28dd4ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561620 Mar 09 04:02:09.619183 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52410) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:09.639232 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3711b93-87de-430d-82bd-96713a686d60 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:09.707732 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3711b93-87de-430d-82bd-96713a686d60 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Pushing event deleted for resources: {'Port': ['ID=6b15544d-7b68-470a-a8c4-2e5012920520,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:09.720765 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e0133442-927a-40bf-b236-23d7efd9bc23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:09.776735 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e0133442-927a-40bf-b236-23d7efd9bc23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:09.780653 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c80648ec-10c8-48ad-ae95-2b50f7555b20 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:09.997999 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e0133442-927a-40bf-b236-23d7efd9bc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:10.019355 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0133442-927a-40bf-b236-23d7efd9bc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2d686f-924e-4794-a9f4-accac57cfb39,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:10.031108 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e0133442-927a-40bf-b236-23d7efd9bc23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:10.033215 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e0133442-927a-40bf-b236-23d7efd9bc23 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de2d686f-924e-4794-a9f4-accac57cfb39 HTTP/1.1" status: 204 len: 168 time: 0.4130464 Mar 09 04:02:10.263156 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-f81e1c71-e3ae-4145-93ad-d15e520fadf0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting port 64f57625-d822-40c2-a2a7-867e51c7c3ea {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:10.263729 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f81e1c71-e3ae-4145-93ad-d15e520fadf0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:10.313734 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940791bc-bc0e-4f58-afad-2e619ec3dbdc req-afe94ab6-74c3-4987-8779-39396caf1d4a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:10.316222 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-940791bc-bc0e-4f58-afad-2e619ec3dbdc req-afe94ab6-74c3-4987-8779-39396caf1d4a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 943 time: 0.1182539 Mar 09 04:02:10.401490 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3711b93-87de-430d-82bd-96713a686d60 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:10.410363 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-940791bc-bc0e-4f58-afad-2e619ec3dbdc req-533ec047-85aa-4ad9-8c1e-883afcf1a0ca tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759361 Mar 09 04:02:10.629827 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f3711b93-87de-430d-82bd-96713a686d60 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] 10.222.0.16 "DELETE /v2.0/ports/6b15544d-7b68-470a-a8c4-2e5012920520 HTTP/1.1" status: 204 len: 168 time: 2.8485391 Mar 09 04:02:10.632484 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52442) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:10.695984 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e642360-b8cc-4299-b15a-bddbd352bce1 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] GET failed (client error): The resource could not be found. Mar 09 04:02:10.696521 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4e642360-b8cc-4299-b15a-bddbd352bce1 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Synchronizing usage tracker for tenant:af9a1bcb5d4f4614a5df0f343d3e05b5 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:02:10.698368 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f81e1c71-e3ae-4145-93ad-d15e520fadf0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:10.722531 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4e642360-b8cc-4299-b15a-bddbd352bce1 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Unset dirty status for tenant:af9a1bcb5d4f4614a5df0f343d3e05b5 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:02:10.723769 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4e642360-b8cc-4299-b15a-bddbd352bce1 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] 10.222.0.16 "GET /v2.0/ports/6b15544d-7b68-470a-a8c4-2e5012920520 HTTP/1.1" status: 404 len: 333 time: 0.0895078 Mar 09 04:02:10.727216 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52450) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:10.733786 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-fe137de7-0322-4bbd-8ed3-30e0d89fed89 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Request body: {'port': {'network_id': '97cdab4f-6eea-4313-aff3-ce9f490dd9ad', 'name': 'tempest-AllowedAddressPairTestJSON-135291378'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:10.870011 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-f81e1c71-e3ae-4145-93ad-d15e520fadf0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Calling delete_port for 64f57625-d822-40c2-a2a7-867e51c7c3ea owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:10.929883 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fe137de7-0322-4bbd-8ed3-30e0d89fed89 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:10.943077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fe137de7-0322-4bbd-8ed3-30e0d89fed89 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:10.960960 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe137de7-0322-4bbd-8ed3-30e0d89fed89 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Made reservation on behalf of af9a1bcb5d4f4614a5df0f343d3e05b5 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:02:10.965018 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe137de7-0322-4bbd-8ed3-30e0d89fed89 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:11.007516 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-fe137de7-0322-4bbd-8ed3-30e0d89fed89 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] device_id is not set on port a5100236-b593-4682-8bc1-f92fb9158c67 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:02:11.048085 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52466) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:11.125913 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 87361bb2-8af4-4bc8-976d-bb6830eb7753 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:02:11.186848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-fe137de7-0322-4bbd-8ed3-30e0d89fed89 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Allocated IP 172.20.0.7 (97cdab4f-6eea-4313-aff3-ce9f490dd9ad/b025df3d-4813-4d9f-8c17-6a48b55b39fa/a5100236-b593-4682-8bc1-f92fb9158c67) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:02:11.222657 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-c80648ec-10c8-48ad-ae95-2b50f7555b20 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Deleting port 3f97e9d1-045e-4015-ba75-0862d2cbe946 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:11.223115 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c80648ec-10c8-48ad-ae95-2b50f7555b20 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:11.253976 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-81d9b878-991d-488f-9c81-90874cd3054a tempest-SubnetPoolsTestJSON-1944005557 tempest-SubnetPoolsTestJSON-1944005557-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-675734359', 'prefixes': ['172.20.0.0/16']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:11.263026 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-81d9b878-991d-488f-9c81-90874cd3054a tempest-SubnetPoolsTestJSON-1944005557 tempest-SubnetPoolsTestJSON-1944005557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:11.370970 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 87361bb2-8af4-4bc8-976d-bb6830eb7753, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=87361bb2-8af4-4bc8-976d-bb6830eb7753,segment=NetworkSegment(26228ff0-a8b2-4895-a564-33952ff51392),segment_id=26228ff0-a8b2-4895-a564-33952ff51392)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:02:11.386733 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '87361bb2-8af4-4bc8-976d-bb6830eb7753', 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f', 'port_id': '87361bb2-8af4-4bc8-976d-bb6830eb7753', 'mac_address': 'fa:16:3e:14:1d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:02:11.451232 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:11.469899 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87361bb2-8af4-4bc8-976d-bb6830eb7753 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:02:11.486723 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 87361bb2-8af4-4bc8-976d-bb6830eb7753, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=87361bb2-8af4-4bc8-976d-bb6830eb7753,segment=NetworkSegment(26228ff0-a8b2-4895-a564-33952ff51392),segment_id=26228ff0-a8b2-4895-a564-33952ff51392)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:02:11.495774 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:11.526740 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:02:11.546880 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-c80648ec-10c8-48ad-ae95-2b50f7555b20 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] For port 3f97e9d1-045e-4015-ba75-0862d2cbe946, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3f97e9d1-045e-4015-ba75-0862d2cbe946,segment=NetworkSegment(3eb34daf-4a71-408b-8827-aa2b840b5a81),segment_id=3eb34daf-4a71-408b-8827-aa2b840b5a81)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:02:11.547897 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c80648ec-10c8-48ad-ae95-2b50f7555b20 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:11.554417 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe137de7-0322-4bbd-8ed3-30e0d89fed89 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:11.557375 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f81e1c71-e3ae-4145-93ad-d15e520fadf0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:11.583613 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-fe137de7-0322-4bbd-8ed3-30e0d89fed89 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Transition to ACTIVE for port object a5100236-b593-4682-8bc1-f92fb9158c67 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:02:11.622543 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=87361bb2-8af4-4bc8-976d-bb6830eb7753,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:11.625042 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-81d9b878-991d-488f-9c81-90874cd3054a tempest-SubnetPoolsTestJSON-1944005557 tempest-SubnetPoolsTestJSON-1944005557-project] Notify callbacks [] for subnetpool, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:11.626611 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-81d9b878-991d-488f-9c81-90874cd3054a tempest-SubnetPoolsTestJSON-1944005557 tempest-SubnetPoolsTestJSON-1944005557-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5775130 Mar 09 04:02:11.629173 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52482) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:11.665767 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ae726f6a-48bf-40b6-989f-f821e8bdc817 tempest-SubnetPoolsTestJSON-1944005557 tempest-SubnetPoolsTestJSON-1944005557-project] 10.222.0.16 "GET /v2.0/subnetpools/8327890e-29c2-4337-9528-e133ae7e6d10 HTTP/1.1" status: 200 len: 731 time: 0.0340052 Mar 09 04:02:11.667542 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52486) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:11.673219 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-b0800e4c-16b3-42fe-8239-cadbeb77493a tempest-SubnetPoolsTestJSON-1944005557 tempest-SubnetPoolsTestJSON-1944005557-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-474561306'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:11.687384 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe137de7-0322-4bbd-8ed3-30e0d89fed89 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:11.763255 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe137de7-0322-4bbd-8ed3-30e0d89fed89 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Network 97cdab4f-6eea-4313-aff3-ce9f490dd9ad is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:02:11.771539 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-fe137de7-0322-4bbd-8ed3-30e0d89fed89 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:02:11.774602 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe137de7-0322-4bbd-8ed3-30e0d89fed89 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:02:11.827409 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['87361bb2-8af4-4bc8-976d-bb6830eb7753'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:02:11.903833 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe137de7-0322-4bbd-8ed3-30e0d89fed89 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:11.904660 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe137de7-0322-4bbd-8ed3-30e0d89fed89 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:11.919902 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e1c71-e3ae-4145-93ad-d15e520fadf0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Port': ['ID=64f57625-d822-40c2-a2a7-867e51c7c3ea,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:11.992070 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe137de7-0322-4bbd-8ed3-30e0d89fed89 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Pushing event updated for resources: {'Port': ['ID=a5100236-b593-4682-8bc1-f92fb9158c67,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:12.083597 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-c80648ec-10c8-48ad-ae95-2b50f7555b20 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Calling delete_port for 3f97e9d1-045e-4015-ba75-0862d2cbe946 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:12.126972 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b0800e4c-16b3-42fe-8239-cadbeb77493a tempest-SubnetPoolsTestJSON-1944005557 tempest-SubnetPoolsTestJSON-1944005557-project] Notify callbacks [] for subnetpool, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:12.128168 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b0800e4c-16b3-42fe-8239-cadbeb77493a tempest-SubnetPoolsTestJSON-1944005557 tempest-SubnetPoolsTestJSON-1944005557-project] 10.222.0.16 "PUT /v2.0/subnetpools/8327890e-29c2-4337-9528-e133ae7e6d10 HTTP/1.1" status: 200 len: 683 time: 0.4596815 Mar 09 04:02:12.134077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52496) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:12.135504 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fe137de7-0322-4bbd-8ed3-30e0d89fed89 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4072466 Mar 09 04:02:12.142231 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52498) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:12.195288 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-73e1fb82-450a-4d88-b0c5-da0950bcc73a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b4:91:e0'}]}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:12.292757 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fa9b7958-dc4b-4279-a6ec-13cdf023d935 None None] Provisioning for port a5100236-b593-4682-8bc1-f92fb9158c67 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:02:12.304843 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fa9b7958-dc4b-4279-a6ec-13cdf023d935 None None] Provisioning complete for port a5100236-b593-4682-8bc1-f92fb9158c67 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:12.305480 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fa9b7958-dc4b-4279-a6ec-13cdf023d935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:12.357799 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b3499-9ab7-4309-9fe8-740259940770 req-a040c3c9-b018-468e-afa8-ccfab9f72d8e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:12.364799 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb5b3499-9ab7-4309-9fe8-740259940770 req-a040c3c9-b018-468e-afa8-ccfab9f72d8e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 944 time: 0.5907831 Mar 09 04:02:12.408758 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-fa9b7958-dc4b-4279-a6ec-13cdf023d935 None None] Port a5100236-b593-4682-8bc1-f92fb9158c67 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:12.459663 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f81e1c71-e3ae-4145-93ad-d15e520fadf0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:12.498481 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8259f983-e45a-476e-96ae-531d6ee5fc5c tempest-SubnetPoolsTestJSON-1944005557 tempest-SubnetPoolsTestJSON-1944005557-project] Notify callbacks [] for subnetpool, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:12.502787 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8259f983-e45a-476e-96ae-531d6ee5fc5c tempest-SubnetPoolsTestJSON-1944005557 tempest-SubnetPoolsTestJSON-1944005557-project] 10.222.0.16 "DELETE /v2.0/subnetpools/8327890e-29c2-4337-9528-e133ae7e6d10 HTTP/1.1" status: 204 len: 168 time: 0.3588204 Mar 09 04:02:12.502787 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52508) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:12.525460 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-f7f4fb8f-7fce-4617-8388-9bfce2429ef0 tempest-SubnetPoolsTestJSON-1944005557 tempest-SubnetPoolsTestJSON-1944005557-project] show failed (client error): The resource could not be found. Mar 09 04:02:12.526885 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f7f4fb8f-7fce-4617-8388-9bfce2429ef0 tempest-SubnetPoolsTestJSON-1944005557 tempest-SubnetPoolsTestJSON-1944005557-project] 10.222.0.16 "GET /v2.0/subnetpools/8327890e-29c2-4337-9528-e133ae7e6d10 HTTP/1.1" status: 404 len: 346 time: 0.0229702 Mar 09 04:02:12.534702 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52512) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:12.553011 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb5b3499-9ab7-4309-9fe8-740259940770 req-be315af9-374b-468b-848c-7bb82bc2f7b4 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871974 Mar 09 04:02:12.560120 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-06f58ede-829d-4411-93eb-e3d692f39edc tempest-SubnetPoolsTestJSON-1944005557 tempest-SubnetPoolsTestJSON-1944005557-project] delete failed (client error): The resource could not be found. Mar 09 04:02:12.561111 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-06f58ede-829d-4411-93eb-e3d692f39edc tempest-SubnetPoolsTestJSON-1944005557 tempest-SubnetPoolsTestJSON-1944005557-project] 10.222.0.16 "DELETE /v2.0/subnetpools/8327890e-29c2-4337-9528-e133ae7e6d10 HTTP/1.1" status: 404 len: 346 time: 0.0255485 Mar 09 04:02:12.662558 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73e1fb82-450a-4d88-b0c5-da0950bcc73a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:13.023661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52530) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:13.050937 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81e1c71-e3ae-4145-93ad-d15e520fadf0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Router f84f8b6d-4796-4d7c-abe6-fad86608622a has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:02:13.051283 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c80648ec-10c8-48ad-ae95-2b50f7555b20 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:13.124428 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 87361bb2-8af4-4bc8-976d-bb6830eb7753 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:02:13.241993 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80648ec-10c8-48ad-ae95-2b50f7555b20 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event deleted for resources: {'Port': ['ID=3f97e9d1-045e-4015-ba75-0862d2cbe946,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:13.249264 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 87361bb2-8af4-4bc8-976d-bb6830eb7753 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:02:13.255703 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 87361bb2-8af4-4bc8-976d-bb6830eb7753 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:13.256081 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:13.265119 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133727e-f723-40a1-8948-39698f017680 req-3b29b9d1-5d86-4411-9e75-bd0179f37a07 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:13.266684 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4133727e-f723-40a1-8948-39698f017680 req-3b29b9d1-5d86-4411-9e75-bd0179f37a07 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b&tenant_id=2eed8fa07dd541719db04a03bcdea9c3&binding%3Ahost_id=n-h1-825178-5 HTTP/1.1" status: 200 len: 944 time: 0.3624277 Mar 09 04:02:13.396431 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:13.414532 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f403a69-eafd-46f9-875e-ea1205180fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:13.439817 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 87361bb2-8af4-4bc8-976d-bb6830eb7753, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=87361bb2-8af4-4bc8-976d-bb6830eb7753,segment=NetworkSegment(26228ff0-a8b2-4895-a564-33952ff51392),segment_id=26228ff0-a8b2-4895-a564-33952ff51392)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:02:13.440898 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6c164e-c184-48a4-b81e-3d676fd4774b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87361bb2-8af4-4bc8-976d-bb6830eb7753'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:02:13.450943 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:13.561151 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=87361bb2-8af4-4bc8-976d-bb6830eb7753,revision_number=9']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:13.565567 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6c164e-c184-48a4-b81e-3d676fd4774b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87361bb2-8af4-4bc8-976d-bb6830eb7753', 'code': 200} Mar 09 04:02:13.569860 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81e1c71-e3ae-4145-93ad-d15e520fadf0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:02:13.580699 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95157498-e0b3-4b56-bcee-e75b95946592 None None] Sync routers for ids ['f84f8b6d-4796-4d7c-abe6-fad86608622a'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:02:13.594142 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95157498-e0b3-4b56-bcee-e75b95946592 None None] Routers {'f84f8b6d-4796-4d7c-abe6-fad86608622a'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:02:13.595065 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-95157498-e0b3-4b56-bcee-e75b95946592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:02:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f84f8b6d-4796-4d7c-abe6-fad86608622a'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:13.607907 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f81e1c71-e3ae-4145-93ad-d15e520fadf0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "PUT /v2.0/routers/f84f8b6d-4796-4d7c-abe6-fad86608622a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4647758 Mar 09 04:02:13.615019 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52546) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:13.647362 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6f403a69-eafd-46f9-875e-ea1205180fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:13.658817 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6f403a69-eafd-46f9-875e-ea1205180fff admin admin] Usage tracker for resource:security_group_rule and tenant:a91c8bc2753c42b685d5a5df69a08c3c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:13.665027 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6f403a69-eafd-46f9-875e-ea1205180fff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:13.673784 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6f403a69-eafd-46f9-875e-ea1205180fff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:13.675431 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-95157498-e0b3-4b56-bcee-e75b95946592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:13.687004 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95157498-e0b3-4b56-bcee-e75b95946592 None None] Routers {'f84f8b6d-4796-4d7c-abe6-fad86608622a'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:02:13.687956 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-95157498-e0b3-4b56-bcee-e75b95946592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:02:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f84f8b6d-4796-4d7c-abe6-fad86608622a'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:13.695070 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-4133727e-f723-40a1-8948-39698f017680 req-92631b26-5ea8-4903-aac1-beaedc3fd25b service neutron] delete failed (client error): The resource could not be found. Mar 09 04:02:13.696072 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4133727e-f723-40a1-8948-39698f017680 req-92631b26-5ea8-4903-aac1-beaedc3fd25b service neutron] 10.222.0.21 "DELETE /v2.0/ports/87361bb2-8af4-4bc8-976d-bb6830eb7753/bindings/n-h2-825178-5 HTTP/1.1" status: 404 len: 380 time: 0.4143171 Mar 09 04:02:13.707048 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73e1fb82-450a-4d88-b0c5-da0950bcc73a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:13.718066 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73e1fb82-450a-4d88-b0c5-da0950bcc73a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:13.792676 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-95157498-e0b3-4b56-bcee-e75b95946592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:13.793259 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95157498-e0b3-4b56-bcee-e75b95946592 None None] The sync data for ids ['f84f8b6d-4796-4d7c-abe6-fad86608622a'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:02:13.809949 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee90e040-3cb6-48c9-8fe7-6599249a737b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] GET failed (client error): The resource could not be found. Mar 09 04:02:13.810489 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ee90e040-3cb6-48c9-8fe7-6599249a737b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Synchronizing usage tracker for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:02:13.890000 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd136fb5-c835-40d6-8734-09f3d44194e3 req-2fa6f867-33bb-44da-adbf-40c731b46af5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:13.891722 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bd136fb5-c835-40d6-8734-09f3d44194e3 req-2fa6f867-33bb-44da-adbf-40c731b46af5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 944 time: 0.9323418 Mar 09 04:02:13.897877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1fb82-450a-4d88-b0c5-da0950bcc73a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Pushing event updated for resources: {'Port': ['ID=a5100236-b593-4682-8bc1-f92fb9158c67,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:13.990979 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bd136fb5-c835-40d6-8734-09f3d44194e3 req-896106cb-a5aa-4f90-b346-023fa4536f06 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905378 Mar 09 04:02:14.009724 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-73e1fb82-450a-4d88-b0c5-da0950bcc73a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] In _notify_port_updated(), no bound segment for port a5100236-b593-4682-8bc1-f92fb9158c67 on network 97cdab4f-6eea-4313-aff3-ce9f490dd9ad {{(pid=87880) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 04:02:14.014743 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ee90e040-3cb6-48c9-8fe7-6599249a737b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Unset dirty status for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:02:14.016161 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ee90e040-3cb6-48c9-8fe7-6599249a737b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "GET /v2.0/ports/64f57625-d822-40c2-a2a7-867e51c7c3ea HTTP/1.1" status: 404 len: 333 time: 0.3999751 Mar 09 04:02:14.016704 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e1fb82-450a-4d88-b0c5-da0950bcc73a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:14.017467 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73e1fb82-450a-4d88-b0c5-da0950bcc73a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:14.018760 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52556) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:14.019595 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-73e1fb82-450a-4d88-b0c5-da0950bcc73a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] 10.222.0.16 "PUT /v2.0/ports/a5100236-b593-4682-8bc1-f92fb9158c67 HTTP/1.1" status: 200 len: 995 time: 1.8754375 Mar 09 04:02:14.023722 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52558) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:14.070226 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f403a69-eafd-46f9-875e-ea1205180fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:14.073600 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133727e-f723-40a1-8948-39698f017680 req-5757098a-66ed-490d-8369-34d37a93d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:14.076114 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4133727e-f723-40a1-8948-39698f017680 req-5757098a-66ed-490d-8369-34d37a93d746 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 1096 time: 0.2863455 Mar 09 04:02:14.079390 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f403a69-eafd-46f9-875e-ea1205180fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:14.149048 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c80648ec-10c8-48ad-ae95-2b50f7555b20 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:14.238595 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f403a69-eafd-46f9-875e-ea1205180fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3816c372-b5f9-48e9-877d-9739f9519c9f,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:14.247611 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6f403a69-eafd-46f9-875e-ea1205180fff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a91c8bc2753c42b685d5a5df69a08c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2458277 Mar 09 04:02:14.287718 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0f6f4e3e-d135-41f8-b9c5-28a58aead99e None None] Provisioning complete for port a5100236-b593-4682-8bc1-f92fb9158c67 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:14.287718 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0f6f4e3e-d135-41f8-b9c5-28a58aead99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:14.294832 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52568) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:14.318357 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-381b5d32-1099-4857-9e9d-97d635cc01f9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:14.418405 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-0f6f4e3e-d135-41f8-b9c5-28a58aead99e None None] Port a5100236-b593-4682-8bc1-f92fb9158c67 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:14.420781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133727e-f723-40a1-8948-39698f017680 req-2e0c86e2-8b02-4870-b6e5-760cd2e11cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:14.422833 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4133727e-f723-40a1-8948-39698f017680 req-2e0c86e2-8b02-4870-b6e5-760cd2e11cb1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f HTTP/1.1" status: 200 len: 897 time: 0.3345301 Mar 09 04:02:14.488862 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-a0ce0c5d-19d1-44e7-8c41-1f471f5519ba tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Deleting port a5100236-b593-4682-8bc1-f92fb9158c67 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:14.489201 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a0ce0c5d-19d1-44e7-8c41-1f471f5519ba tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:14.505598 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-314e4b2b-7144-4598-abaa-36c44367188f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:14.554566 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-314e4b2b-7144-4598-abaa-36c44367188f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:14.600512 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4133727e-f723-40a1-8948-39698f017680 req-5b79123b-b4f1-40ed-aac4-02a657aaf223 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87361bb2-8af4-4bc8-976d-bb6830eb7753 HTTP/1.1" status: 200 len: 1001 time: 0.1692955 Mar 09 04:02:14.668933 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-314e4b2b-7144-4598-abaa-36c44367188f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:14.686358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133727e-f723-40a1-8948-39698f017680 req-150ad729-efb1-4bed-9a35-08c6b390aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:14.687944 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4133727e-f723-40a1-8948-39698f017680 req-150ad729-efb1-4bed-9a35-08c6b390aa06 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf HTTP/1.1" status: 200 len: 835 time: 0.0814562 Mar 09 04:02:14.690339 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e4b2b-7144-4598-abaa-36c44367188f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3816c372-b5f9-48e9-877d-9739f9519c9f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:14.733462 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-314e4b2b-7144-4598-abaa-36c44367188f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:14.734919 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-314e4b2b-7144-4598-abaa-36c44367188f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3816c372-b5f9-48e9-877d-9739f9519c9f HTTP/1.1" status: 204 len: 168 time: 0.4505303 Mar 09 04:02:14.779540 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133727e-f723-40a1-8948-39698f017680 req-dfb0aba7-c808-4957-a9fc-b659fe4c7b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:14.781246 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4133727e-f723-40a1-8948-39698f017680 req-dfb0aba7-c808-4957-a9fc-b659fe4c7b69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857122 Mar 09 04:02:14.796141 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-381b5d32-1099-4857-9e9d-97d635cc01f9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:14.811663 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-381b5d32-1099-4857-9e9d-97d635cc01f9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:15.086341 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4133727e-f723-40a1-8948-39698f017680 req-23ea3137-c005-4cb5-9259-4fce7357228c service neutron] 10.222.0.21 "GET /v2.0/networks/1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841454 Mar 09 04:02:15.210067 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-381b5d32-1099-4857-9e9d-97d635cc01f9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:15.210584 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381b5d32-1099-4857-9e9d-97d635cc01f9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Fanout notify agent at l3_agent the message router_deleted on router f84f8b6d-4796-4d7c-abe6-fad86608622a {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:02:15.280912 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4133727e-f723-40a1-8948-39698f017680 req-016c4249-50cd-4629-80a8-485dfba634e8 service neutron] 10.222.0.21 "GET /v2.0/networks/1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879637 Mar 09 04:02:15.376566 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-381b5d32-1099-4857-9e9d-97d635cc01f9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:15.379022 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-381b5d32-1099-4857-9e9d-97d635cc01f9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/routers/f84f8b6d-4796-4d7c-abe6-fad86608622a HTTP/1.1" status: 204 len: 168 time: 1.3558908 Mar 09 04:02:15.381299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52598) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:15.453016 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e2dc9a-81de-41e8-84f1-d7fbe9119eb3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting subnet d2886c93-0eca-4a9c-a776-75dd953f5644 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:02:15.457229 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-98e2dc9a-81de-41e8-84f1-d7fbe9119eb3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:15.500064 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a0ce0c5d-19d1-44e7-8c41-1f471f5519ba tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:15.557328 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-98e2dc9a-81de-41e8-84f1-d7fbe9119eb3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:15.577427 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80648ec-10c8-48ad-ae95-2b50f7555b20 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Router a920141c-4d6f-4fdc-a94c-a962fa870721 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:02:15.625000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a47269-cd0e-4842-b1c7-3ca9f6e73a2b req-5918e266-6a85-434a-908a-4c4b3ff1e233 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:15.635448 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5a47269-cd0e-4842-b1c7-3ca9f6e73a2b req-5918e266-6a85-434a-908a-4c4b3ff1e233 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 945 time: 0.3537354 Mar 09 04:02:15.661669 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-a0ce0c5d-19d1-44e7-8c41-1f471f5519ba tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Calling delete_port for a5100236-b593-4682-8bc1-f92fb9158c67 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:15.751312 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5a47269-cd0e-4842-b1c7-3ca9f6e73a2b req-b4450ca8-8a85-425b-9d38-a5936af991df tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071050 Mar 09 04:02:15.775987 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-98e2dc9a-81de-41e8-84f1-d7fbe9119eb3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:15.896651 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-98e2dc9a-81de-41e8-84f1-d7fbe9119eb3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:15.976542 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2dc9a-81de-41e8-84f1-d7fbe9119eb3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Subnet': ['ID=d2886c93-0eca-4a9c-a776-75dd953f5644,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:15.998131 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-98e2dc9a-81de-41e8-84f1-d7fbe9119eb3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:16.001922 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875c549b-bdab-4a8f-8329-eb52cbfc8fe4 None None] Network 76b888d5-83ba-4862-943b-36a82f130f64 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:02:16.015919 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52620) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:16.024346 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-98e2dc9a-81de-41e8-84f1-d7fbe9119eb3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/subnets/d2886c93-0eca-4a9c-a776-75dd953f5644 HTTP/1.1" status: 204 len: 168 time: 0.6420126 Mar 09 04:02:16.025248 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52624) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:16.069521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80648ec-10c8-48ad-ae95-2b50f7555b20 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:02:16.087388 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c80648ec-10c8-48ad-ae95-2b50f7555b20 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "PUT /v2.0/routers/a920141c-4d6f-4fdc-a94c-a962fa870721/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6990862 Mar 09 04:02:16.091082 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52632) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:16.096450 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad042d3f-d9cc-4524-a887-906f423ca39c None None] Sync routers for ids ['a920141c-4d6f-4fdc-a94c-a962fa870721'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:02:16.149120 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a0ce0c5d-19d1-44e7-8c41-1f471f5519ba tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:16.253232 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce0c5d-19d1-44e7-8c41-1f471f5519ba tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Pushing event deleted for resources: {'Port': ['ID=a5100236-b593-4682-8bc1-f92fb9158c67,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:16.292892 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37a41d29-aef0-4fd7-9c8e-5acaa083389c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:16.307217 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad042d3f-d9cc-4524-a887-906f423ca39c None None] Routers {'a920141c-4d6f-4fdc-a94c-a962fa870721'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:02:16.308125 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ad042d3f-d9cc-4524-a887-906f423ca39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:02:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a920141c-4d6f-4fdc-a94c-a962fa870721'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:16.310622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-37a41d29-aef0-4fd7-9c8e-5acaa083389c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting port 9d5cf6f9-a371-4a55-abac-0ebad97f5279 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:16.311209 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37a41d29-aef0-4fd7-9c8e-5acaa083389c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:16.329553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-112c8a3b-c885-4e6a-aead-73d2479a7259 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-453725866'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:16.378287 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-112c8a3b-c885-4e6a-aead-73d2479a7259 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:16.385420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-71da953d-aa06-40e4-beb2-261f890c22d7 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Deleting subnet 433ce941-bf67-49ff-a155-966c0c1f7ab5 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:02:16.394469 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-112c8a3b-c885-4e6a-aead-73d2479a7259 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Usage tracker for resource:network and tenant:b1c86975a4524de6a112441d9fac2040 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:16.404806 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71da953d-aa06-40e4-beb2-261f890c22d7 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:16.479205 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-112c8a3b-c885-4e6a-aead-73d2479a7259 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:16.503363 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-112c8a3b-c885-4e6a-aead-73d2479a7259 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:16.533518 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112c8a3b-c885-4e6a-aead-73d2479a7259 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Made reservation on behalf of b1c86975a4524de6a112441d9fac2040 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:02:16.538348 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-112c8a3b-c885-4e6a-aead-73d2479a7259 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:16.554527 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a0ce0c5d-19d1-44e7-8c41-1f471f5519ba tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:16.557119 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a0ce0c5d-19d1-44e7-8c41-1f471f5519ba tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] 10.222.0.16 "DELETE /v2.0/ports/a5100236-b593-4682-8bc1-f92fb9158c67 HTTP/1.1" status: 204 len: 168 time: 2.5323200 Mar 09 04:02:16.560307 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71da953d-aa06-40e4-beb2-261f890c22d7 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:16.599207 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52640) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:16.606315 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-112c8a3b-c885-4e6a-aead-73d2479a7259 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:16.660453 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-ad042d3f-d9cc-4524-a887-906f423ca39c None None] Set router a920141c-4d6f-4fdc-a94c-a962fa870721 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:02:16.692649 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-74fd9638-a693-4afb-9ea2-2288ea26ba48 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] GET failed (client error): The resource could not be found. Mar 09 04:02:16.693281 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-74fd9638-a693-4afb-9ea2-2288ea26ba48 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Synchronizing usage tracker for tenant:af9a1bcb5d4f4614a5df0f343d3e05b5 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:02:16.696131 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-112c8a3b-c885-4e6a-aead-73d2479a7259 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:16.709444 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-112c8a3b-c885-4e6a-aead-73d2479a7259 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Usage tracker for resource:security_group_rule and tenant:b1c86975a4524de6a112441d9fac2040 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:16.715509 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-112c8a3b-c885-4e6a-aead-73d2479a7259 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:16.731810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-112c8a3b-c885-4e6a-aead-73d2479a7259 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:16.736133 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-74fd9638-a693-4afb-9ea2-2288ea26ba48 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Unset dirty status for tenant:af9a1bcb5d4f4614a5df0f343d3e05b5 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:02:16.737418 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-74fd9638-a693-4afb-9ea2-2288ea26ba48 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] 10.222.0.16 "GET /v2.0/ports/a5100236-b593-4682-8bc1-f92fb9158c67 HTTP/1.1" status: 404 len: 333 time: 0.1370106 Mar 09 04:02:16.739390 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdaac30-d1c0-4e00-b3c0-38b09327b20e None None] DHCP port deletion for 76b888d5-83ba-4862-943b-36a82f130f64 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:02:16.742401 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52648) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:16.759120 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-585c12b6-b464-45ad-82a3-422411ae402e tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Request body: {'port': {'network_id': '97cdab4f-6eea-4313-aff3-ce9f490dd9ad', 'name': 'tempest-AllowedAddressPairTestJSON-1822288360'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:16.768550 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-37a41d29-aef0-4fd7-9c8e-5acaa083389c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] For port 9d5cf6f9-a371-4a55-abac-0ebad97f5279, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9d5cf6f9-a371-4a55-abac-0ebad97f5279,segment=NetworkSegment(2c8aa67e-3abf-476a-9794-f94375c584c2),segment_id=2c8aa67e-3abf-476a-9794-f94375c584c2)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:02:16.768914 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37a41d29-aef0-4fd7-9c8e-5acaa083389c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:16.829008 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bfdaac30-d1c0-4e00-b3c0-38b09327b20e None None] Deleting port 9d5cf6f9-a371-4a55-abac-0ebad97f5279 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:16.829470 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bfdaac30-d1c0-4e00-b3c0-38b09327b20e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:16.970721 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-37a41d29-aef0-4fd7-9c8e-5acaa083389c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Calling delete_port for 9d5cf6f9-a371-4a55-abac-0ebad97f5279 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:17.050434 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71da953d-aa06-40e4-beb2-261f890c22d7 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:17.109527 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37a41d29-aef0-4fd7-9c8e-5acaa083389c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:17.191485 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a41d29-aef0-4fd7-9c8e-5acaa083389c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] No DVR routers for this DVR port 9d5cf6f9-a371-4a55-abac-0ebad97f5279 on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:02:17.252261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a41d29-aef0-4fd7-9c8e-5acaa083389c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Port': ['ID=9d5cf6f9-a371-4a55-abac-0ebad97f5279,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:17.295798 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bfdaac30-d1c0-4e00-b3c0-38b09327b20e None None] For port 9d5cf6f9-a371-4a55-abac-0ebad97f5279, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9d5cf6f9-a371-4a55-abac-0ebad97f5279,segment=NetworkSegment(2c8aa67e-3abf-476a-9794-f94375c584c2),segment_id=2c8aa67e-3abf-476a-9794-f94375c584c2)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:02:17.296806 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bfdaac30-d1c0-4e00-b3c0-38b09327b20e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:17.357756 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37a41d29-aef0-4fd7-9c8e-5acaa083389c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:17.376224 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-112c8a3b-c885-4e6a-aead-73d2479a7259 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:17.386903 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-112c8a3b-c885-4e6a-aead-73d2479a7259 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:17.397006 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-37a41d29-aef0-4fd7-9c8e-5acaa083389c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b888d5-83ba-4862-943b-36a82f130f64']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:17.411999 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-37a41d29-aef0-4fd7-9c8e-5acaa083389c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8aa67e-3abf-476a-9794-f94375c584c2') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:17.413175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-37a41d29-aef0-4fd7-9c8e-5acaa083389c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8aa67e-3abf-476a-9794-f94375c584c2') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:17.413671 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-585c12b6-b464-45ad-82a3-422411ae402e tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:17.431773 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37a41d29-aef0-4fd7-9c8e-5acaa083389c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:17.436845 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bfdaac30-d1c0-4e00-b3c0-38b09327b20e None None] Calling delete_port for 9d5cf6f9-a371-4a55-abac-0ebad97f5279 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:17.447202 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112c8a3b-c885-4e6a-aead-73d2479a7259 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:02:17.460198 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-585c12b6-b464-45ad-82a3-422411ae402e tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:17.462667 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37a41d29-aef0-4fd7-9c8e-5acaa083389c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:17.472708 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a41d29-aef0-4fd7-9c8e-5acaa083389c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:02:17.473589 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37a41d29-aef0-4fd7-9c8e-5acaa083389c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:02:17.498117 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:02:17.502303 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c8a3b-c885-4e6a-aead-73d2479a7259 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e64998-47c6-4cf3-bea4-224d3b2155f7,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:17.517815 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c952c25-eb29-4032-8ac2-9066da6c305f req-0ab96b0f-fe29-4e35-932a-abdd477168ec tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:17.520244 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0c952c25-eb29-4032-8ac2-9066da6c305f req-0ab96b0f-fe29-4e35-932a-abdd477168ec tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 945 time: 0.5565178 Mar 09 04:02:17.521922 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585c12b6-b464-45ad-82a3-422411ae402e tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Made reservation on behalf of af9a1bcb5d4f4614a5df0f343d3e05b5 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:02:17.525501 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-585c12b6-b464-45ad-82a3-422411ae402e tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:17.538263 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71da953d-aa06-40e4-beb2-261f890c22d7 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:17.559910 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-bfdaac30-d1c0-4e00-b3c0-38b09327b20e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:02:17.559910 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-bfdaac30-d1c0-4e00-b3c0-38b09327b20e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:02:17.584333 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ad042d3f-d9cc-4524-a887-906f423ca39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a920141c-4d6f-4fdc-a94c-a962fa870721', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1066459556', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '94369639-a461-44df-b256-fa38eb8dd122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:01:04Z', 'updated_at': '2022-03-09T04:02:12Z', 'revision_number': 5, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'gw_port': {'id': '94369639-a461-44df-b256-fa38eb8dd122', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a920141c-4d6f-4fdc-a94c-a962fa870721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:01:07Z', 'updated_at': '2022-03-09T04:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:17.588881 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad042d3f-d9cc-4524-a887-906f423ca39c None None] Checking router: a920141c-4d6f-4fdc-a94c-a962fa870721 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:02:17.597988 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8dc030-340b-4fe3-9674-55f6510b8cf4 None None] Network 087c6e22-8533-4f8f-b4fa-250c9be3a07b requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:02:17.607255 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-71da953d-aa06-40e4-beb2-261f890c22d7 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:17.618309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da953d-aa06-40e4-beb2-261f890c22d7 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event deleted for resources: {'Subnet': ['ID=433ce941-bf67-49ff-a155-966c0c1f7ab5,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:17.622966 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37a41d29-aef0-4fd7-9c8e-5acaa083389c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:17.631268 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad042d3f-d9cc-4524-a887-906f423ca39c None None] Routers {'a920141c-4d6f-4fdc-a94c-a962fa870721'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:02:17.631897 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ad042d3f-d9cc-4524-a887-906f423ca39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:02:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a920141c-4d6f-4fdc-a94c-a962fa870721'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:17.634584 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-112c8a3b-c885-4e6a-aead-73d2479a7259 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:17.634963 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-112c8a3b-c885-4e6a-aead-73d2479a7259 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Added segment 34f21dd0-482a-49f6-bf37-a810a7a30d08 of type vlan for network 77431c1f-5528-4b4b-a733-077eed740714 Mar 09 04:02:17.649079 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37a41d29-aef0-4fd7-9c8e-5acaa083389c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:17.652155 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-585c12b6-b464-45ad-82a3-422411ae402e tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] device_id is not set on port c2a2a4c8-b0d5-49bc-b3a4-b495e06330a9 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:02:17.658835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a41d29-aef0-4fd7-9c8e-5acaa083389c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Network': ['ID=76b888d5-83ba-4862-943b-36a82f130f64,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:17.677267 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-37a41d29-aef0-4fd7-9c8e-5acaa083389c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/networks/76b888d5-83ba-4862-943b-36a82f130f64 HTTP/1.1" status: 204 len: 168 time: 1.6327910 Mar 09 04:02:17.681530 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52666) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:17.731271 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-71da953d-aa06-40e4-beb2-261f890c22d7 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "DELETE /v2.0/subnets/433ce941-bf67-49ff-a155-966c0c1f7ab5 HTTP/1.1" status: 204 len: 168 time: 1.6400025 Mar 09 04:02:17.731945 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52670) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:17.785822 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855ce08c-a518-43bc-9c8c-27c081c54b86 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:17.787615 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-855ce08c-a518-43bc-9c8c-27c081c54b86 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Synchronizing usage tracker for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:02:17.829611 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-855ce08c-a518-43bc-9c8c-27c081c54b86 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Unset dirty status for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:02:17.838515 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-855ce08c-a518-43bc-9c8c-27c081c54b86 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "GET /v2.0/ports/4af91ab4-7d34-48e5-8818-485cabf57d96 HTTP/1.1" status: 200 len: 840 time: 0.1557715 Mar 09 04:02:17.839389 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52674) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:17.976921 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8da7bf2a-6340-4caf-98c5-a6df754ed7e0 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:18.036413 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0c952c25-eb29-4032-8ac2-9066da6c305f req-7acf9c64-e788-494d-8dbf-07cd5accc5dc tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5012577 Mar 09 04:02:18.050339 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4c6910a8-af58-4443-9fd6-e72f02f6a514 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "GET /v2.0/ports/4af91ab4-7d34-48e5-8818-485cabf57d96?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2065082 Mar 09 04:02:18.051363 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52682) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:18.056185 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-112c8a3b-c885-4e6a-aead-73d2479a7259 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:18.068342 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-cadfbadf-5de5-42d8-aa49-4c6bc024babb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'subnet': {'network_id': 'f3473936-d747-493b-a056-321192d1c615', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:18.082725 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52686) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:18.091608 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bfdaac30-d1c0-4e00-b3c0-38b09327b20e None None] Deleting port 9d5cf6f9-a371-4a55-abac-0ebad97f5279 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:18.091988 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bfdaac30-d1c0-4e00-b3c0-38b09327b20e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:18.222514 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9d5cf6f9-a371-4a55-abac-0ebad97f5279 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:02:18.254271 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cadfbadf-5de5-42d8-aa49-4c6bc024babb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:18.258408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cadfbadf-5de5-42d8-aa49-4c6bc024babb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:subnet and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:18.260575 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.resource_extend [None req-112c8a3b-c885-4e6a-aead-73d2479a7259 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 04:02:18.261415 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cadfbadf-5de5-42d8-aa49-4c6bc024babb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:18.267588 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cadfbadf-5de5-42d8-aa49-4c6bc024babb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:18.280794 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadfbadf-5de5-42d8-aa49-4c6bc024babb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:02:18.284958 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cadfbadf-5de5-42d8-aa49-4c6bc024babb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:18.316937 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bfdaac30-d1c0-4e00-b3c0-38b09327b20e None None] The port '9d5cf6f9-a371-4a55-abac-0ebad97f5279' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:02:18.320239 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 9d5cf6f9-a371-4a55-abac-0ebad97f5279 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:02:18.320633 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9d5cf6f9-a371-4a55-abac-0ebad97f5279 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:02:18.355167 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-ad042d3f-d9cc-4524-a887-906f423ca39c None None] Set router a920141c-4d6f-4fdc-a94c-a962fa870721 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:02:18.395459 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-112c8a3b-c885-4e6a-aead-73d2479a7259 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:18.401166 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112c8a3b-c885-4e6a-aead-73d2479a7259 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:18.401564 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-112c8a3b-c885-4e6a-aead-73d2479a7259 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:18.443091 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8dc140f9-e5d4-4d5d-830c-302918b48be5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/floatingips/a007280d-990d-4482-8ac3-7578490655c1 HTTP/1.1" status: 200 len: 993 time: 0.3570147 Mar 09 04:02:18.487911 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-585c12b6-b464-45ad-82a3-422411ae402e tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Allocated IP 172.20.0.8 (97cdab4f-6eea-4313-aff3-ce9f490dd9ad/b025df3d-4813-4d9f-8c17-6a48b55b39fa/c2a2a4c8-b0d5-49bc-b3a4-b495e06330a9) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:02:18.579055 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cadfbadf-5de5-42d8-aa49-4c6bc024babb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:18.582091 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8da7bf2a-6340-4caf-98c5-a6df754ed7e0 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:18.594547 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-112c8a3b-c885-4e6a-aead-73d2479a7259 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.5777631 Mar 09 04:02:18.599226 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52696) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:18.601196 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c8a3b-c885-4e6a-aead-73d2479a7259 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Pushing event updated for resources: {'Network': ['ID=77431c1f-5528-4b4b-a733-077eed740714,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:18.624612 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4191cb5f-ccd2-4e25-a201-d868f9fab96c tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Request body: {'subnet': {'network_id': '77431c1f-5528-4b4b-a733-077eed740714', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:18.633442 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 77431c1f-5528-4b4b-a733-077eed740714 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:02:18.654102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadfbadf-5de5-42d8-aa49-4c6bc024babb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network f3473936-d747-493b-a056-321192d1c615 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:02:18.658393 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-cadfbadf-5de5-42d8-aa49-4c6bc024babb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:02:18.664132 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadfbadf-5de5-42d8-aa49-4c6bc024babb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:18.664453 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cadfbadf-5de5-42d8-aa49-4c6bc024babb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:18.681149 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-8da7bf2a-6340-4caf-98c5-a6df754ed7e0 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Deleting port 94369639-a461-44df-b256-fa38eb8dd122 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:18.681659 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8da7bf2a-6340-4caf-98c5-a6df754ed7e0 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:18.696248 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfbadf-5de5-42d8-aa49-4c6bc024babb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Subnet': ['ID=3232b206-392b-4f0c-bd64-7743d76486ae,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:18.703784 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cadfbadf-5de5-42d8-aa49-4c6bc024babb tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6513574 Mar 09 04:02:18.707146 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52704) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:18.713363 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f748187d-1005-47f1-8e74-6ac1c6fc359e None None] Network f3473936-d747-493b-a056-321192d1c615 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:02:18.731546 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-5e1906a1-abb6-44f2-9fd3-6145bd2ad246 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'security_group': {'name': 'tempest-secgroup-629810685'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:18.745359 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5e1906a1-abb6-44f2-9fd3-6145bd2ad246 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:18.750765 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5e1906a1-abb6-44f2-9fd3-6145bd2ad246 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:security_group and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:18.753789 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5e1906a1-abb6-44f2-9fd3-6145bd2ad246 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:18.760137 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5e1906a1-abb6-44f2-9fd3-6145bd2ad246 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:18.772500 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e1906a1-abb6-44f2-9fd3-6145bd2ad246 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:18.800290 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5e1906a1-abb6-44f2-9fd3-6145bd2ad246 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:18.805051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5e1906a1-abb6-44f2-9fd3-6145bd2ad246 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:security_group_rule and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:18.808452 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5e1906a1-abb6-44f2-9fd3-6145bd2ad246 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:18.815749 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5e1906a1-abb6-44f2-9fd3-6145bd2ad246 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:18.885515 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4191cb5f-ccd2-4e25-a201-d868f9fab96c tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:18.929692 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e1906a1-abb6-44f2-9fd3-6145bd2ad246 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:18.943378 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4191cb5f-ccd2-4e25-a201-d868f9fab96c tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Usage tracker for resource:subnet and tenant:b1c86975a4524de6a112441d9fac2040 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:18.954026 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e1906a1-abb6-44f2-9fd3-6145bd2ad246 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:18.972127 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4191cb5f-ccd2-4e25-a201-d868f9fab96c tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:18.999764 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1993897-d205-46f2-a8f4-8f8150dc1403 None None] DHCP port deletion for 087c6e22-8533-4f8f-b4fa-250c9be3a07b request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:02:19.019610 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c1993897-d205-46f2-a8f4-8f8150dc1403 None None] Deleting port 49723773-f4dc-4fab-97db-bca0e5923a35 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:19.020232 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c1993897-d205-46f2-a8f4-8f8150dc1403 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:19.028977 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e1906a1-abb6-44f2-9fd3-6145bd2ad246 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:19.030354 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5e1906a1-abb6-44f2-9fd3-6145bd2ad246 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3219378 Mar 09 04:02:19.033233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52712) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:19.036832 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1906a1-abb6-44f2-9fd3-6145bd2ad246 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4ca966-303c-4a6d-bab3-f39b44953572,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:19.052260 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-96579970-1bf5-44d3-b336-913fa4f5f50b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'security_group': {'name': 'tempest-secgroup-176759269'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:19.059768 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-96579970-1bf5-44d3-b336-913fa4f5f50b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:19.064291 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-96579970-1bf5-44d3-b336-913fa4f5f50b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:security_group and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:19.067482 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-96579970-1bf5-44d3-b336-913fa4f5f50b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:19.075242 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-96579970-1bf5-44d3-b336-913fa4f5f50b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:19.088516 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-96579970-1bf5-44d3-b336-913fa4f5f50b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:19.104513 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4191cb5f-ccd2-4e25-a201-d868f9fab96c tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:19.150623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-96579970-1bf5-44d3-b336-913fa4f5f50b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:19.154700 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-96579970-1bf5-44d3-b336-913fa4f5f50b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:security_group_rule and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:19.158144 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-96579970-1bf5-44d3-b336-913fa4f5f50b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:19.164422 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-96579970-1bf5-44d3-b336-913fa4f5f50b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:19.226707 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4191cb5f-ccd2-4e25-a201-d868f9fab96c tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Made reservation on behalf of b1c86975a4524de6a112441d9fac2040 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:02:19.233617 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ad042d3f-d9cc-4524-a887-906f423ca39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a920141c-4d6f-4fdc-a94c-a962fa870721', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1066459556', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '94369639-a461-44df-b256-fa38eb8dd122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:01:04Z', 'updated_at': '2022-03-09T04:02:12Z', 'revision_number': 5, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'gw_port': {'id': '94369639-a461-44df-b256-fa38eb8dd122', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a920141c-4d6f-4fdc-a94c-a962fa870721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:01:07Z', 'updated_at': '2022-03-09T04:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:19.235634 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4191cb5f-ccd2-4e25-a201-d868f9fab96c tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:19.256236 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad042d3f-d9cc-4524-a887-906f423ca39c None None] The sync data for ids ['a920141c-4d6f-4fdc-a94c-a962fa870721'] in n-d-825178-5 is: [{'id': 'a920141c-4d6f-4fdc-a94c-a962fa870721', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1066459556', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '94369639-a461-44df-b256-fa38eb8dd122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:01:04Z', 'updated_at': '2022-03-09T04:02:12Z', 'revision_number': 5, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'gw_port': {'id': '94369639-a461-44df-b256-fa38eb8dd122', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a920141c-4d6f-4fdc-a94c-a962fa870721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:01:07Z', 'updated_at': '2022-03-09T04:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:02:19.261037 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-96579970-1bf5-44d3-b336-913fa4f5f50b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:19.272841 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-96579970-1bf5-44d3-b336-913fa4f5f50b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:19.379161 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96579970-1bf5-44d3-b336-913fa4f5f50b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b68b7b9-e20d-48ec-88e4-f4e5d7af3292,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:19.400818 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-96579970-1bf5-44d3-b336-913fa4f5f50b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:19.403522 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-96579970-1bf5-44d3-b336-913fa4f5f50b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3690083 Mar 09 04:02:19.405919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52722) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:19.413494 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-f5ec110b-cd22-49ea-a3fc-84eec853fdab tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-576840061', 'security_groups': ['4b68b7b9-e20d-48ec-88e4-f4e5d7af3292'], 'network_id': 'f3473936-d747-493b-a056-321192d1c615', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3232b206-392b-4f0c-bd64-7743d76486ae'}]}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:19.425773 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c1993897-d205-46f2-a8f4-8f8150dc1403 None None] For port 49723773-f4dc-4fab-97db-bca0e5923a35, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=49723773-f4dc-4fab-97db-bca0e5923a35,segment=NetworkSegment(3eb34daf-4a71-408b-8827-aa2b840b5a81),segment_id=3eb34daf-4a71-408b-8827-aa2b840b5a81)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:02:19.426370 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c1993897-d205-46f2-a8f4-8f8150dc1403 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:19.523363 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f05d90b-1083-43a8-9597-608359712f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-f3473936-d747-493b-a056-321192d1c615', 'network_id': 'f3473936-d747-493b-a056-321192d1c615', 'tenant_id': '4142753503a14b29b880b4a248420f63', 'fixed_ips': [{'subnet_id': '3232b206-392b-4f0c-bd64-7743d76486ae'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:02:19.524573 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4f05d90b-1083-43a8-9597-608359712f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:19.589386 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f5ec110b-cd22-49ea-a3fc-84eec853fdab tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:19.599615 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f5ec110b-cd22-49ea-a3fc-84eec853fdab tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:19.610470 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c1993897-d205-46f2-a8f4-8f8150dc1403 None None] Calling delete_port for 49723773-f4dc-4fab-97db-bca0e5923a35 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:19.611352 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ec110b-cd22-49ea-a3fc-84eec853fdab tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:02:19.745065 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4191cb5f-ccd2-4e25-a201-d868f9fab96c tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:19.809344 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c1993897-d205-46f2-a8f4-8f8150dc1403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:19.830244 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-8da7bf2a-6340-4caf-98c5-a6df754ed7e0 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] For port 94369639-a461-44df-b256-fa38eb8dd122, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=94369639-a461-44df-b256-fa38eb8dd122,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:02:19.830615 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8da7bf2a-6340-4caf-98c5-a6df754ed7e0 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:19.950657 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1993897-d205-46f2-a8f4-8f8150dc1403 None None] No DVR routers for this DVR port 49723773-f4dc-4fab-97db-bca0e5923a35 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:02:19.958792 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f5ec110b-cd22-49ea-a3fc-84eec853fdab tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:19.972930 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1993897-d205-46f2-a8f4-8f8150dc1403 None None] Pushing event deleted for resources: {'Port': ['ID=49723773-f4dc-4fab-97db-bca0e5923a35,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:19.989791 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-585c12b6-b464-45ad-82a3-422411ae402e tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:20.000102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-f5ec110b-cd22-49ea-a3fc-84eec853fdab tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] device_id is not set on port 48b1523b-af65-499a-bff6-dfbb4e23fa17 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:02:20.079462 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-8da7bf2a-6340-4caf-98c5-a6df754ed7e0 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Calling delete_port for 94369639-a461-44df-b256-fa38eb8dd122 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:20.118663 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4191cb5f-ccd2-4e25-a201-d868f9fab96c tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Checking segment: {'id': '34f21dd0-482a-49f6-bf37-a810a7a30d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77431c1f-5528-4b4b-a733-077eed740714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:02:20.119393 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4191cb5f-ccd2-4e25-a201-d868f9fab96c tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Network hostable DHCP agents. Network: 77431c1f-5528-4b4b-a733-077eed740714, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:02:20.128325 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-4f05d90b-1083-43a8-9597-608359712f81 None None] Allocated IP 172.20.0.2 (f3473936-d747-493b-a056-321192d1c615/3232b206-392b-4f0c-bd64-7743d76486ae/90da0ecd-521d-40f9-89a2-a30494a03f85) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:02:20.143800 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3f97e9d1-045e-4015-ba75-0862d2cbe946 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:02:20.145342 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191cb5f-ccd2-4e25-a201-d868f9fab96c tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Pushing event updated for resources: {'Subnet': ['ID=32b00527-a1a7-4670-aa17-21261febc0de,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:20.153400 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-585c12b6-b464-45ad-82a3-422411ae402e tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Transition to ACTIVE for port object c2a2a4c8-b0d5-49bc-b3a4-b495e06330a9 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:02:20.180452 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4191cb5f-ccd2-4e25-a201-d868f9fab96c tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Network 77431c1f-5528-4b4b-a733-077eed740714 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:02:20.218291 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-4191cb5f-ccd2-4e25-a201-d868f9fab96c tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 77431c1f-5528-4b4b-a733-077eed740714) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:02:20.228593 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4191cb5f-ccd2-4e25-a201-d868f9fab96c tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:20.229198 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4191cb5f-ccd2-4e25-a201-d868f9fab96c tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:20.234670 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9468c004-430c-49b3-8e31-1c014183050b None None] Network 77431c1f-5528-4b4b-a733-077eed740714 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:02:20.266013 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4191cb5f-ccd2-4e25-a201-d868f9fab96c tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6612430 Mar 09 04:02:20.268823 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52734) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:20.274524 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-585c12b6-b464-45ad-82a3-422411ae402e tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:20.280973 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ae01620d-25f1-44a4-8803-addf71eed03f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Request body: {'port': {'network_id': '77431c1f-5528-4b4b-a733-077eed740714', 'name': 'tempest-TagsExtTest-1084505631'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:20.366734 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c12b6-b464-45ad-82a3-422411ae402e tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Pushing event updated for resources: {'Port': ['ID=c2a2a4c8-b0d5-49bc-b3a4-b495e06330a9,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:20.380968 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585c12b6-b464-45ad-82a3-422411ae402e tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Network 97cdab4f-6eea-4313-aff3-ce9f490dd9ad is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:02:20.382968 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-585c12b6-b464-45ad-82a3-422411ae402e tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:02:20.385997 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585c12b6-b464-45ad-82a3-422411ae402e tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:02:20.411279 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 3f97e9d1-045e-4015-ba75-0862d2cbe946 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:02:20.411641 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3f97e9d1-045e-4015-ba75-0862d2cbe946 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:02:20.412048 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 49723773-f4dc-4fab-97db-bca0e5923a35 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:02:20.502304 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ae01620d-25f1-44a4-8803-addf71eed03f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:20.507945 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ae01620d-25f1-44a4-8803-addf71eed03f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Usage tracker for resource:port and tenant:b1c86975a4524de6a112441d9fac2040 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:20.511069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585c12b6-b464-45ad-82a3-422411ae402e tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:20.512500 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-585c12b6-b464-45ad-82a3-422411ae402e tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:20.512980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ae01620d-25f1-44a4-8803-addf71eed03f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:20.519597 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ae01620d-25f1-44a4-8803-addf71eed03f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:20.544677 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae01620d-25f1-44a4-8803-addf71eed03f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Made reservation on behalf of b1c86975a4524de6a112441d9fac2040 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:02:20.561225 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ae01620d-25f1-44a4-8803-addf71eed03f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:20.567660 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 49723773-f4dc-4fab-97db-bca0e5923a35 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:02:20.568202 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 49723773-f4dc-4fab-97db-bca0e5923a35 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:02:20.568824 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-585c12b6-b464-45ad-82a3-422411ae402e tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8218131 Mar 09 04:02:20.578421 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52744) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:20.584802 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8da7bf2a-6340-4caf-98c5-a6df754ed7e0 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:20.600050 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-85c66973-e8bd-44f8-b28d-8c5a1934c9ab tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Request body: {'port': {'network_id': '97cdab4f-6eea-4313-aff3-ce9f490dd9ad', 'name': 'tempest-AllowedAddressPairTestJSON-2054323399'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:20.615455 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-ae01620d-25f1-44a4-8803-addf71eed03f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] device_id is not set on port 2d5f0d2d-a66b-4413-ae0e-c0090fa16294 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:02:20.783216 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7bf2a-6340-4caf-98c5-a6df754ed7e0 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event deleted for resources: {'Port': ['ID=94369639-a461-44df-b256-fa38eb8dd122,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:20.825466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-ae01620d-25f1-44a4-8803-addf71eed03f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Allocated IP 172.20.0.10 (77431c1f-5528-4b4b-a733-077eed740714/32b00527-a1a7-4670-aa17-21261febc0de/2d5f0d2d-a66b-4413-ae0e-c0090fa16294) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:02:20.849757 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4f05d90b-1083-43a8-9597-608359712f81 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:20.868758 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4f05d90b-1083-43a8-9597-608359712f81 None None] Transition to ACTIVE for port object 90da0ecd-521d-40f9-89a2-a30494a03f85 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:02:20.873265 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924f8c9e-315f-49fd-a8f7-f764f1ec6257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-77431c1f-5528-4b4b-a733-077eed740714', 'network_id': '77431c1f-5528-4b4b-a733-077eed740714', 'tenant_id': 'b1c86975a4524de6a112441d9fac2040', 'fixed_ips': [{'subnet_id': '32b00527-a1a7-4670-aa17-21261febc0de'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:02:20.874080 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-924f8c9e-315f-49fd-a8f7-f764f1ec6257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:20.893931 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-726fa4ed-5549-48f0-8045-55a4f959b2c7 None None] Provisioning for port c2a2a4c8-b0d5-49bc-b3a4-b495e06330a9 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:02:20.905303 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-726fa4ed-5549-48f0-8045-55a4f959b2c7 None None] Provisioning complete for port c2a2a4c8-b0d5-49bc-b3a4-b495e06330a9 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:20.905688 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-726fa4ed-5549-48f0-8045-55a4f959b2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:20.951769 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8da7bf2a-6340-4caf-98c5-a6df754ed7e0 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:20.987669 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4f05d90b-1083-43a8-9597-608359712f81 None None] Transition to ACTIVE for port object 90da0ecd-521d-40f9-89a2-a30494a03f85 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:02:21.024212 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4f05d90b-1083-43a8-9597-608359712f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:21.073973 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-726fa4ed-5549-48f0-8045-55a4f959b2c7 None None] Port c2a2a4c8-b0d5-49bc-b3a4-b495e06330a9 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:21.102883 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f05d90b-1083-43a8-9597-608359712f81 None None] Network f3473936-d747-493b-a056-321192d1c615 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:02:21.111287 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-4f05d90b-1083-43a8-9597-608359712f81 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:02:21.128358 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f05d90b-1083-43a8-9597-608359712f81 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:02:21.140622 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05d90b-1083-43a8-9597-608359712f81 None None] Pushing event updated for resources: {'Port': ['ID=90da0ecd-521d-40f9-89a2-a30494a03f85,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:21.193854 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-f5ec110b-cd22-49ea-a3fc-84eec853fdab tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Allocated IP 172.20.0.10 (f3473936-d747-493b-a056-321192d1c615/3232b206-392b-4f0c-bd64-7743d76486ae/48b1523b-af65-499a-bff6-dfbb4e23fa17) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:02:21.211174 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-85c66973-e8bd-44f8-b28d-8c5a1934c9ab tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:21.221000 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ae01620d-25f1-44a4-8803-addf71eed03f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:21.223988 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8da7bf2a-6340-4caf-98c5-a6df754ed7e0 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:21.225844 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-85c66973-e8bd-44f8-b28d-8c5a1934c9ab tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:21.228328 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8da7bf2a-6340-4caf-98c5-a6df754ed7e0 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:21.256070 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c66973-e8bd-44f8-b28d-8c5a1934c9ab tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Made reservation on behalf of af9a1bcb5d4f4614a5df0f343d3e05b5 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:02:21.260881 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-85c66973-e8bd-44f8-b28d-8c5a1934c9ab tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:21.261690 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-4f05d90b-1083-43a8-9597-608359712f81 None None] Attempting to bind port 90da0ecd-521d-40f9-89a2-a30494a03f85 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:02:21.262522 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-4f05d90b-1083-43a8-9597-608359712f81 None None] Attempting to bind port 90da0ecd-521d-40f9-89a2-a30494a03f85 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '133cd368-ffe7-41c2-a48b-70e3627cbc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f3473936-d747-493b-a056-321192d1c615'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:02:21.263620 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f05d90b-1083-43a8-9597-608359712f81 None None] Attempting to bind port 90da0ecd-521d-40f9-89a2-a30494a03f85 on network f3473936-d747-493b-a056-321192d1c615 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:02:21.265475 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-ae01620d-25f1-44a4-8803-addf71eed03f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Transition to ACTIVE for port object 2d5f0d2d-a66b-4413-ae0e-c0090fa16294 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:02:21.272040 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f05d90b-1083-43a8-9597-608359712f81 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:02:21.273279 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f05d90b-1083-43a8-9597-608359712f81 None None] Checking segment: {'id': '133cd368-ffe7-41c2-a48b-70e3627cbc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f3473936-d747-493b-a056-321192d1c615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:02:21.273907 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4f05d90b-1083-43a8-9597-608359712f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:21.274611 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8da7bf2a-6340-4caf-98c5-a6df754ed7e0 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:21.275106 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f05d90b-1083-43a8-9597-608359712f81 None None] Bound using segment: {'id': '133cd368-ffe7-41c2-a48b-70e3627cbc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f3473936-d747-493b-a056-321192d1c615'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:02:21.275243 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da7bf2a-6340-4caf-98c5-a6df754ed7e0 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Fanout notify agent at l3_agent the message router_deleted on router a920141c-4d6f-4fdc-a94c-a962fa870721 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:02:21.275946 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-4f05d90b-1083-43a8-9597-608359712f81 None None] Bound port: 90da0ecd-521d-40f9-89a2-a30494a03f85, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133cd368-ffe7-41c2-a48b-70e3627cbc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f3473936-d747-493b-a056-321192d1c615'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:02:21.276754 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4f05d90b-1083-43a8-9597-608359712f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:21.313776 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8da7bf2a-6340-4caf-98c5-a6df754ed7e0 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:21.313776 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8da7bf2a-6340-4caf-98c5-a6df754ed7e0 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "DELETE /v2.0/routers/a920141c-4d6f-4fdc-a94c-a962fa870721 HTTP/1.1" status: 204 len: 168 time: 3.5670295 Mar 09 04:02:21.313776 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-85c66973-e8bd-44f8-b28d-8c5a1934c9ab tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] device_id is not set on port ec5a3c62-beaf-4692-8917-43381e8c644b yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:02:21.343537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52756) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:21.399724 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ae01620d-25f1-44a4-8803-addf71eed03f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:21.508222 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-4f05d90b-1083-43a8-9597-608359712f81 None None] For port 90da0ecd-521d-40f9-89a2-a30494a03f85, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:02:21.516689 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-4f05d90b-1083-43a8-9597-608359712f81 None None] For port 90da0ecd-521d-40f9-89a2-a30494a03f85, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=90da0ecd-521d-40f9-89a2-a30494a03f85,segment=NetworkSegment(133cd368-ffe7-41c2-a48b-70e3627cbc06),segment_id=133cd368-ffe7-41c2-a48b-70e3627cbc06)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:02:21.528903 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4f05d90b-1083-43a8-9597-608359712f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:21.573035 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae01620d-25f1-44a4-8803-addf71eed03f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Network 77431c1f-5528-4b4b-a733-077eed740714 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:02:21.578909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-ae01620d-25f1-44a4-8803-addf71eed03f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:02:21.592481 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae01620d-25f1-44a4-8803-addf71eed03f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:02:21.604117 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e35e0f6b-5a04-4e7b-a6d0-2684f401cfc8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:21.610731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-85c66973-e8bd-44f8-b28d-8c5a1934c9ab tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Allocated IP 172.20.0.6 (97cdab4f-6eea-4313-aff3-ce9f490dd9ad/b025df3d-4813-4d9f-8c17-6a48b55b39fa/ec5a3c62-beaf-4692-8917-43381e8c644b) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:02:21.657051 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-924f8c9e-315f-49fd-a8f7-f764f1ec6257 None None] Allocated IP 172.20.0.2 (77431c1f-5528-4b4b-a733-077eed740714/32b00527-a1a7-4670-aa17-21261febc0de/1fe26f3d-554a-40d6-ae8f-99c8b63490a6) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:02:21.671774 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05d90b-1083-43a8-9597-608359712f81 None None] Pushing event updated for resources: {'Port': ['ID=90da0ecd-521d-40f9-89a2-a30494a03f85,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:21.757570 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f5ec110b-cd22-49ea-a3fc-84eec853fdab tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:21.777397 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-f5ec110b-cd22-49ea-a3fc-84eec853fdab tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Transition to ACTIVE for port object 48b1523b-af65-499a-bff6-dfbb4e23fa17 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:02:21.816653 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01620d-25f1-44a4-8803-addf71eed03f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Pushing event updated for resources: {'Port': ['ID=2d5f0d2d-a66b-4413-ae0e-c0090fa16294,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:21.835983 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f5ec110b-cd22-49ea-a3fc-84eec853fdab tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:21.916242 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ec110b-cd22-49ea-a3fc-84eec853fdab tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network f3473936-d747-493b-a056-321192d1c615 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:02:21.926906 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-f5ec110b-cd22-49ea-a3fc-84eec853fdab tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:02:21.930815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ec110b-cd22-49ea-a3fc-84eec853fdab tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:02:22.070474 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-924f8c9e-315f-49fd-a8f7-f764f1ec6257 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:22.078137 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae01620d-25f1-44a4-8803-addf71eed03f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:22.078805 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ae01620d-25f1-44a4-8803-addf71eed03f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:22.084371 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e35e0f6b-5a04-4e7b-a6d0-2684f401cfc8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:22.107885 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-924f8c9e-315f-49fd-a8f7-f764f1ec6257 None None] Transition to ACTIVE for port object 1fe26f3d-554a-40d6-ae8f-99c8b63490a6 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:02:22.129295 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-924f8c9e-315f-49fd-a8f7-f764f1ec6257 None None] Transition to ACTIVE for port object 1fe26f3d-554a-40d6-ae8f-99c8b63490a6 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:02:22.139054 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-924f8c9e-315f-49fd-a8f7-f764f1ec6257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:22.189113 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ae01620d-25f1-44a4-8803-addf71eed03f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9187582 Mar 09 04:02:22.205526 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52770) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:22.236572 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 90da0ecd-521d-40f9-89a2-a30494a03f85 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:02:22.237474 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec110b-cd22-49ea-a3fc-84eec853fdab tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Port': ['ID=48b1523b-af65-499a-bff6-dfbb4e23fa17,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:22.245201 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-a9458356-aa6b-475e-8e9b-6805d0e22331 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1725486220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:22.250657 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ec110b-cd22-49ea-a3fc-84eec853fdab tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:22.251507 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f5ec110b-cd22-49ea-a3fc-84eec853fdab tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:22.275720 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f5ec110b-cd22-49ea-a3fc-84eec853fdab tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8678279 Mar 09 04:02:22.278486 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52774) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:22.285824 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-b2093e29-a6e5-4c06-a31b-90820c66a406 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'subnet': {'network_id': 'f3473936-d747-493b-a056-321192d1c615', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:22.302202 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-e35e0f6b-5a04-4e7b-a6d0-2684f401cfc8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['087c6e22-8533-4f8f-b4fa-250c9be3a07b']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:22.318847 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a9458356-aa6b-475e-8e9b-6805d0e22331 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:22.334151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-e35e0f6b-5a04-4e7b-a6d0-2684f401cfc8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb34daf-4a71-408b-8827-aa2b840b5a81') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:22.334343 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-e35e0f6b-5a04-4e7b-a6d0-2684f401cfc8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb34daf-4a71-408b-8827-aa2b840b5a81') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:22.340991 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a9458356-aa6b-475e-8e9b-6805d0e22331 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Usage tracker for resource:router and tenant:b1c86975a4524de6a112441d9fac2040 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:22.348604 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a9458356-aa6b-475e-8e9b-6805d0e22331 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:22.354615 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924f8c9e-315f-49fd-a8f7-f764f1ec6257 None None] Network 77431c1f-5528-4b4b-a733-077eed740714 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:02:22.360443 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e35e0f6b-5a04-4e7b-a6d0-2684f401cfc8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:22.367531 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-924f8c9e-315f-49fd-a8f7-f764f1ec6257 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:02:22.368829 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a9458356-aa6b-475e-8e9b-6805d0e22331 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:22.370506 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924f8c9e-315f-49fd-a8f7-f764f1ec6257 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:02:22.398276 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e35e0f6b-5a04-4e7b-a6d0-2684f401cfc8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:22.402926 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9458356-aa6b-475e-8e9b-6805d0e22331 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:22.403913 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9458356-aa6b-475e-8e9b-6805d0e22331 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:22.416773 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35e0f6b-5a04-4e7b-a6d0-2684f401cfc8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:02:22.417170 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e35e0f6b-5a04-4e7b-a6d0-2684f401cfc8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:02:22.432482 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:02:22.463150 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f8c9e-315f-49fd-a8f7-f764f1ec6257 None None] Pushing event updated for resources: {'Port': ['ID=1fe26f3d-554a-40d6-ae8f-99c8b63490a6,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:22.503195 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-924f8c9e-315f-49fd-a8f7-f764f1ec6257 None None] Attempting to bind port 1fe26f3d-554a-40d6-ae8f-99c8b63490a6 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:02:22.503634 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-924f8c9e-315f-49fd-a8f7-f764f1ec6257 None None] Attempting to bind port 1fe26f3d-554a-40d6-ae8f-99c8b63490a6 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '34f21dd0-482a-49f6-bf37-a810a7a30d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77431c1f-5528-4b4b-a733-077eed740714'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:02:22.504082 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924f8c9e-315f-49fd-a8f7-f764f1ec6257 None None] Attempting to bind port 1fe26f3d-554a-40d6-ae8f-99c8b63490a6 on network 77431c1f-5528-4b4b-a733-077eed740714 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:02:22.513540 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924f8c9e-315f-49fd-a8f7-f764f1ec6257 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:02:22.514230 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924f8c9e-315f-49fd-a8f7-f764f1ec6257 None None] Checking segment: {'id': '34f21dd0-482a-49f6-bf37-a810a7a30d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77431c1f-5528-4b4b-a733-077eed740714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:02:22.514744 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-924f8c9e-315f-49fd-a8f7-f764f1ec6257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:22.515403 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924f8c9e-315f-49fd-a8f7-f764f1ec6257 None None] Bound using segment: {'id': '34f21dd0-482a-49f6-bf37-a810a7a30d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77431c1f-5528-4b4b-a733-077eed740714'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:02:22.515938 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-924f8c9e-315f-49fd-a8f7-f764f1ec6257 None None] Bound port: 1fe26f3d-554a-40d6-ae8f-99c8b63490a6, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f21dd0-482a-49f6-bf37-a810a7a30d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77431c1f-5528-4b4b-a733-077eed740714'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:02:22.516561 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-924f8c9e-315f-49fd-a8f7-f764f1ec6257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:22.518472 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b2093e29-a6e5-4c06-a31b-90820c66a406 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:22.523700 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b2093e29-a6e5-4c06-a31b-90820c66a406 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:subnet and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:22.526787 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b2093e29-a6e5-4c06-a31b-90820c66a406 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:22.536461 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b2093e29-a6e5-4c06-a31b-90820c66a406 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:22.550845 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2093e29-a6e5-4c06-a31b-90820c66a406 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:02:22.560618 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b2093e29-a6e5-4c06-a31b-90820c66a406 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:22.567919 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 90da0ecd-521d-40f9-89a2-a30494a03f85 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:02:22.568129 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-85c66973-e8bd-44f8-b28d-8c5a1934c9ab tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:22.605351 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-85c66973-e8bd-44f8-b28d-8c5a1934c9ab tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Transition to ACTIVE for port object ec5a3c62-beaf-4692-8917-43381e8c644b will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:02:22.612240 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e35e0f6b-5a04-4e7b-a6d0-2684f401cfc8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:22.655970 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 94369639-a461-44df-b256-fa38eb8dd122 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:02:22.663031 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9458356-aa6b-475e-8e9b-6805d0e22331 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:22.679594 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e35e0f6b-5a04-4e7b-a6d0-2684f401cfc8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:22.698521 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9458356-aa6b-475e-8e9b-6805d0e22331 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:22.705328 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 94369639-a461-44df-b256-fa38eb8dd122 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:02:22.705815 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 94369639-a461-44df-b256-fa38eb8dd122 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:02:22.715243 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e0f6b-5a04-4e7b-a6d0-2684f401cfc8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event deleted for resources: {'Network': ['ID=087c6e22-8533-4f8f-b4fa-250c9be3a07b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:22.723905 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-924f8c9e-315f-49fd-a8f7-f764f1ec6257 None None] For port 1fe26f3d-554a-40d6-ae8f-99c8b63490a6, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:02:22.728115 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-924f8c9e-315f-49fd-a8f7-f764f1ec6257 None None] For port 1fe26f3d-554a-40d6-ae8f-99c8b63490a6, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1fe26f3d-554a-40d6-ae8f-99c8b63490a6,segment=NetworkSegment(34f21dd0-482a-49f6-bf37-a810a7a30d08),segment_id=34f21dd0-482a-49f6-bf37-a810a7a30d08)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:02:22.734559 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-924f8c9e-315f-49fd-a8f7-f764f1ec6257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:22.752434 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e35e0f6b-5a04-4e7b-a6d0-2684f401cfc8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "DELETE /v2.0/networks/087c6e22-8533-4f8f-b4fa-250c9be3a07b HTTP/1.1" status: 204 len: 168 time: 1.4078066 Mar 09 04:02:22.753786 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52784) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:22.755731 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a9458356-aa6b-475e-8e9b-6805d0e22331 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:22.760356 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a9458356-aa6b-475e-8e9b-6805d0e22331 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5326750 Mar 09 04:02:22.761326 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52788) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:22.768670 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f3bd9385-f12c-48bb-aca7-4d71fd90b984 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-816019785', 'prefixes': ['172.20.0.0/16']}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:22.776508 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f3bd9385-f12c-48bb-aca7-4d71fd90b984 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:22.786027 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-85c66973-e8bd-44f8-b28d-8c5a1934c9ab tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:22.888355 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c66973-e8bd-44f8-b28d-8c5a1934c9ab tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Pushing event updated for resources: {'Port': ['ID=ec5a3c62-beaf-4692-8917-43381e8c644b,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:22.926103 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c66973-e8bd-44f8-b28d-8c5a1934c9ab tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Network 97cdab4f-6eea-4313-aff3-ce9f490dd9ad is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:02:22.928023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-85c66973-e8bd-44f8-b28d-8c5a1934c9ab tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:02:22.931120 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c66973-e8bd-44f8-b28d-8c5a1934c9ab tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:02:22.937071 n-d-825178-5 neutron-server[87880]: INFO neutron.db.ipam_backend_mixin [None req-b2093e29-a6e5-4c06-a31b-90820c66a406 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3232b206-392b-4f0c-bd64-7743d76486ae (CIDR: 172.20.0.0/28) Mar 09 04:02:22.939269 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f8c9e-315f-49fd-a8f7-f764f1ec6257 None None] Pushing event updated for resources: {'Port': ['ID=1fe26f3d-554a-40d6-ae8f-99c8b63490a6,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:22.966441 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2093e29-a6e5-4c06-a31b-90820c66a406 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:02:22.967136 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2093e29-a6e5-4c06-a31b-90820c66a406 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:02:23.032008 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3bd9385-f12c-48bb-aca7-4d71fd90b984 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks [] for subnetpool, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:23.036276 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f3bd9385-f12c-48bb-aca7-4d71fd90b984 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2698162 Mar 09 04:02:23.038958 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52796) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:23.055174 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b2093e29-a6e5-4c06-a31b-90820c66a406 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7728930 Mar 09 04:02:23.055786 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52800) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:23.062056 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-be50ca9b-a97c-474d-be3a-23d0a6d47454 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '32b00527-a1a7-4670-aa17-21261febc0de', 'tempest-TagsExtTest-Tag-885855093') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:23.080956 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-7d933812-9080-471e-9844-fdb840ae9a12 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'subnet': {'network_id': 'f3473936-d747-493b-a056-321192d1c615', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:23.106141 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c66973-e8bd-44f8-b28d-8c5a1934c9ab tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:23.106816 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-85c66973-e8bd-44f8-b28d-8c5a1934c9ab tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:23.162766 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-85c66973-e8bd-44f8-b28d-8c5a1934c9ab tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5816822 Mar 09 04:02:23.163749 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52804) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:23.175665 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-a6805d97-ccdc-41ff-a039-7f0cd403764c tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:b4:91:e0'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:bc:fd:27'}]}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:23.361187 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-da42e1d0-3658-4dff-a891-9ee5c8d67e35 None None] Provisioning for port ec5a3c62-beaf-4692-8917-43381e8c644b completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:02:23.366497 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-da42e1d0-3658-4dff-a891-9ee5c8d67e35 None None] Provisioning complete for port ec5a3c62-beaf-4692-8917-43381e8c644b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:23.366956 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-da42e1d0-3658-4dff-a891-9ee5c8d67e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:23.455724 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-be50ca9b-a97c-474d-be3a-23d0a6d47454 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "PUT /v2.0/subnets/32b00527-a1a7-4670-aa17-21261febc0de/tags/tempest-TagsExtTest-Tag-885855093 HTTP/1.1" status: 201 len: 201 time: 0.4156284 Mar 09 04:02:23.464748 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52812) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:23.475787 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-cdaf58fc-6ff7-488d-b632-d77f1a8791e4 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2d5f0d2d-a66b-4413-ae0e-c0090fa16294', 'tempest-TagsExtTest-Tag-1857510588') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:23.560210 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-da42e1d0-3658-4dff-a891-9ee5c8d67e35 None None] Port ec5a3c62-beaf-4692-8917-43381e8c644b cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:23.666357 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-a57e79c3-aee7-4382-994b-c46def74896d tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Deleting port e270f80d-bbf4-4966-a4ab-9a11a83400f4 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:23.673306 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a57e79c3-aee7-4382-994b-c46def74896d tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:23.690845 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c399315a-583c-47ce-80b0-479d094fe383 None None] Provisioning for port 90da0ecd-521d-40f9-89a2-a30494a03f85 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:02:23.696659 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c399315a-583c-47ce-80b0-479d094fe383 None None] Provisioning complete for port 90da0ecd-521d-40f9-89a2-a30494a03f85 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:23.697153 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c399315a-583c-47ce-80b0-479d094fe383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:23.701795 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a6805d97-ccdc-41ff-a039-7f0cd403764c tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:23.757030 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cdaf58fc-6ff7-488d-b632-d77f1a8791e4 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "PUT /v2.0/ports/2d5f0d2d-a66b-4413-ae0e-c0090fa16294/tags/tempest-TagsExtTest-Tag-1857510588 HTTP/1.1" status: 201 len: 201 time: 0.2918057 Mar 09 04:02:23.764636 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52818) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:23.772840 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-75cba94b-7b6c-44f8-af81-9d28346ee851 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e51edec6-6c44-4a4c-a3ed-7eb542226087', 'tempest-TagsExtTest-Tag-779631670') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:23.916184 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a57e79c3-aee7-4382-994b-c46def74896d tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:23.916344 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a57e79c3-aee7-4382-994b-c46def74896d tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:23.924928 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c399315a-583c-47ce-80b0-479d094fe383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:24.013973 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c399315a-583c-47ce-80b0-479d094fe383 None None] For port 90da0ecd-521d-40f9-89a2-a30494a03f85, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=90da0ecd-521d-40f9-89a2-a30494a03f85,segment=NetworkSegment(133cd368-ffe7-41c2-a48b-70e3627cbc06),segment_id=133cd368-ffe7-41c2-a48b-70e3627cbc06)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:02:24.022214 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c399315a-583c-47ce-80b0-479d094fe383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:24.061658 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-a57e79c3-aee7-4382-994b-c46def74896d tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Calling delete_port for e270f80d-bbf4-4966-a4ab-9a11a83400f4 owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:24.105450 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-75cba94b-7b6c-44f8-af81-9d28346ee851 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "PUT /v2.0/routers/e51edec6-6c44-4a4c-a3ed-7eb542226087/tags/tempest-TagsExtTest-Tag-779631670 HTTP/1.1" status: 201 len: 201 time: 0.3397238 Mar 09 04:02:24.118241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52826) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:24.127820 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-1cd695e7-4955-49b1-bf8f-e2280dbce7b1 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '06d3a3a3-65b8-41fb-81c2-39d1a81e5546', 'tempest-TagsExtTest-Tag-394433243') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:24.184946 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1fe26f3d-554a-40d6-ae8f-99c8b63490a6 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:02:24.253107 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1cd695e7-4955-49b1-bf8f-e2280dbce7b1 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "PUT /v2.0/subnetpools/06d3a3a3-65b8-41fb-81c2-39d1a81e5546/tags/tempest-TagsExtTest-Tag-394433243 HTTP/1.1" status: 201 len: 201 time: 0.1335557 Mar 09 04:02:24.255456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52832) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:24.260661 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a6805d97-ccdc-41ff-a039-7f0cd403764c tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:24.260982 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c399315a-583c-47ce-80b0-479d094fe383 None None] Provisioning complete for port 4af91ab4-7d34-48e5-8818-485cabf57d96 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:24.261280 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c399315a-583c-47ce-80b0-479d094fe383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:24.276373 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-1d3f1780-054f-4528-bafe-341e2da24a45 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '32b00527-a1a7-4670-aa17-21261febc0de') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:24.307231 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a6805d97-ccdc-41ff-a039-7f0cd403764c tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:24.339688 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7d933812-9080-471e-9844-fdb840ae9a12 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:24.354190 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7d933812-9080-471e-9844-fdb840ae9a12 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:subnet and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:24.360181 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7d933812-9080-471e-9844-fdb840ae9a12 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:24.377232 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7d933812-9080-471e-9844-fdb840ae9a12 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:24.388870 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a57e79c3-aee7-4382-994b-c46def74896d tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:24.394208 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c399315a-583c-47ce-80b0-479d094fe383 None None] Port 4af91ab4-7d34-48e5-8818-485cabf57d96 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:24.428391 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399315a-583c-47ce-80b0-479d094fe383 None None] Pushing event updated for resources: {'Port': ['ID=90da0ecd-521d-40f9-89a2-a30494a03f85,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:24.452542 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d933812-9080-471e-9844-fdb840ae9a12 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:02:24.455754 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 1fe26f3d-554a-40d6-ae8f-99c8b63490a6 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:02:24.456158 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7d933812-9080-471e-9844-fdb840ae9a12 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:24.536415 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4870e3b9-feb4-4e4b-8545-0a2986193989 None None] Provisioning for port 48b1523b-af65-499a-bff6-dfbb4e23fa17 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:02:24.542820 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4870e3b9-feb4-4e4b-8545-0a2986193989 None None] Provisioning complete for port 48b1523b-af65-499a-bff6-dfbb4e23fa17 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:24.544032 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4870e3b9-feb4-4e4b-8545-0a2986193989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:24.593445 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e79c3-aee7-4382-994b-c46def74896d tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event deleted for resources: {'Port': ['ID=e270f80d-bbf4-4966-a4ab-9a11a83400f4,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:24.745883 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81af2bdd-f72a-4c12-b2b3-2a666a21ee33 None None] Network 77431c1f-5528-4b4b-a733-077eed740714 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:02:24.746686 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6805d97-ccdc-41ff-a039-7f0cd403764c tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Pushing event updated for resources: {'Port': ['ID=ec5a3c62-beaf-4692-8917-43381e8c644b,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:24.771834 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-a6805d97-ccdc-41ff-a039-7f0cd403764c tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] In _notify_port_updated(), no bound segment for port ec5a3c62-beaf-4692-8917-43381e8c644b on network 97cdab4f-6eea-4313-aff3-ce9f490dd9ad {{(pid=87881) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 04:02:24.777235 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6805d97-ccdc-41ff-a039-7f0cd403764c tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:24.782419 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a6805d97-ccdc-41ff-a039-7f0cd403764c tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:24.784027 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a6805d97-ccdc-41ff-a039-7f0cd403764c tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] 10.222.0.16 "PUT /v2.0/ports/ec5a3c62-beaf-4692-8917-43381e8c644b HTTP/1.1" status: 200 len: 1056 time: 1.6179099 Mar 09 04:02:24.789424 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52844) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:24.796094 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-4870e3b9-feb4-4e4b-8545-0a2986193989 None None] Port 48b1523b-af65-499a-bff6-dfbb4e23fa17 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:24.891125 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a57e79c3-aee7-4382-994b-c46def74896d tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:24.893672 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-a57e79c3-aee7-4382-994b-c46def74896d tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Floating IP ec0da4dc-177e-452e-a5fd-dedf844492bf disassociated (deleted). External IP: 172.25.7.234, port: 07de3997-2765-448b-b136-d2b2e863ef04. Mar 09 04:02:24.908513 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1d3f1780-054f-4528-bafe-341e2da24a45 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "GET /v2.0/subnets/32b00527-a1a7-4670-aa17-21261febc0de/tags HTTP/1.1" status: 200 len: 240 time: 0.6520305 Mar 09 04:02:24.922549 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52848) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:24.943549 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-abd4a311-e908-4483-85e6-e351ec24d99f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '32b00527-a1a7-4670-aa17-21261febc0de', 'tempest-TagsExtTest-Tag-885855093') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:25.013175 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-1520bb68-81ba-4cd8-81be-cde6573c1be1 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Deleting port ec5a3c62-beaf-4692-8917-43381e8c644b {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:25.013411 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1520bb68-81ba-4cd8-81be-cde6573c1be1 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:25.037332 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-db1b2cdd-fd4b-463c-9661-dc0d0f4328f5 None None] Provisioning for port 1fe26f3d-554a-40d6-ae8f-99c8b63490a6 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:02:25.068075 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-db1b2cdd-fd4b-463c-9661-dc0d0f4328f5 None None] Provisioning complete for port 1fe26f3d-554a-40d6-ae8f-99c8b63490a6 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:25.069154 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-db1b2cdd-fd4b-463c-9661-dc0d0f4328f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:25.249135 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-db1b2cdd-fd4b-463c-9661-dc0d0f4328f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:25.291107 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-db1b2cdd-fd4b-463c-9661-dc0d0f4328f5 None None] For port 1fe26f3d-554a-40d6-ae8f-99c8b63490a6, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1fe26f3d-554a-40d6-ae8f-99c8b63490a6,segment=NetworkSegment(34f21dd0-482a-49f6-bf37-a810a7a30d08),segment_id=34f21dd0-482a-49f6-bf37-a810a7a30d08)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:02:25.299445 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-db1b2cdd-fd4b-463c-9661-dc0d0f4328f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:25.343025 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-abd4a311-e908-4483-85e6-e351ec24d99f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "GET /v2.0/subnets/32b00527-a1a7-4670-aa17-21261febc0de/tags/tempest-TagsExtTest-Tag-885855093 HTTP/1.1" status: 204 len: 168 time: 0.4148638 Mar 09 04:02:25.348627 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52858) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:25.363440 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-a6467b43-1a6a-4db5-9ce4-3ea6da58c37e tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '32b00527-a1a7-4670-aa17-21261febc0de', 'tempest-TagsExtTest-Tag-885855093') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:25.389184 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b2cdd-fd4b-463c-9661-dc0d0f4328f5 None None] Pushing event updated for resources: {'Port': ['ID=1fe26f3d-554a-40d6-ae8f-99c8b63490a6,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:25.426432 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-19af7c64-607a-4982-a0bc-4e391296affc None None] Provisioning complete for port ec5a3c62-beaf-4692-8917-43381e8c644b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:25.426815 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-19af7c64-607a-4982-a0bc-4e391296affc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:25.455943 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1520bb68-81ba-4cd8-81be-cde6573c1be1 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:25.497216 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-19af7c64-607a-4982-a0bc-4e391296affc None None] Port ec5a3c62-beaf-4692-8917-43381e8c644b cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:25.626548 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e7f93e05-409c-49d9-88ba-137e8a56004c None None] Provisioning complete for port 1fe26f3d-554a-40d6-ae8f-99c8b63490a6 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:25.626943 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e7f93e05-409c-49d9-88ba-137e8a56004c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:25.627811 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-1520bb68-81ba-4cd8-81be-cde6573c1be1 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Calling delete_port for ec5a3c62-beaf-4692-8917-43381e8c644b owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:25.664965 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7d933812-9080-471e-9844-fdb840ae9a12 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:25.676387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57e79c3-aee7-4382-994b-c46def74896d tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Router 3455b4a1-2a50-44bc-b2c6-2177f4b24add has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:02:25.769705 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d933812-9080-471e-9844-fdb840ae9a12 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network f3473936-d747-493b-a056-321192d1c615 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:02:25.770813 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d933812-9080-471e-9844-fdb840ae9a12 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Subnet': ['ID=a2a85708-09d9-43d7-afdc-fab3f40b3dd1,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:25.773148 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-7d933812-9080-471e-9844-fdb840ae9a12 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:02:25.780412 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d933812-9080-471e-9844-fdb840ae9a12 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:25.780994 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7d933812-9080-471e-9844-fdb840ae9a12 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:25.800873 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38442f5-89f7-42f9-a6f8-b6e5b554a762 None None] Network f3473936-d747-493b-a056-321192d1c615 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:02:25.803806 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1520bb68-81ba-4cd8-81be-cde6573c1be1 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:25.914386 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520bb68-81ba-4cd8-81be-cde6573c1be1 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Pushing event deleted for resources: {'Port': ['ID=ec5a3c62-beaf-4692-8917-43381e8c644b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:25.923921 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7d933812-9080-471e-9844-fdb840ae9a12 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8637304 Mar 09 04:02:25.924658 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52872) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:25.948416 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-b554f6c9-374c-4125-8e7d-547cde0866d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1821285971', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a2a85708-09d9-43d7-afdc-fab3f40b3dd1'}], 'security_groups': ['ab4ca966-303c-4a6d-bab3-f39b44953572']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:25.973854 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e7f93e05-409c-49d9-88ba-137e8a56004c None None] Provisioning for port 2d5f0d2d-a66b-4413-ae0e-c0090fa16294 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:02:25.994930 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e7f93e05-409c-49d9-88ba-137e8a56004c None None] Provisioning complete for port 2d5f0d2d-a66b-4413-ae0e-c0090fa16294 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:25.995296 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e7f93e05-409c-49d9-88ba-137e8a56004c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:26.084781 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a6467b43-1a6a-4db5-9ce4-3ea6da58c37e tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "DELETE /v2.0/subnets/32b00527-a1a7-4670-aa17-21261febc0de/tags/tempest-TagsExtTest-Tag-885855093 HTTP/1.1" status: 204 len: 168 time: 0.7351127 Mar 09 04:02:26.085617 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52876) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:26.101816 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-95806c7f-f1fd-4d98-9caa-ee172c77d5dd tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '32b00527-a1a7-4670-aa17-21261febc0de') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:26.149182 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e7f93e05-409c-49d9-88ba-137e8a56004c None None] Port 2d5f0d2d-a66b-4413-ae0e-c0090fa16294 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:26.172643 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 90da0ecd-521d-40f9-89a2-a30494a03f85 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:02:26.317137 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57e79c3-aee7-4382-994b-c46def74896d tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:02:26.323673 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a57e79c3-aee7-4382-994b-c46def74896d tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:26.337850 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8378fd49-988f-4f85-bdda-ab6bbc6188ca None None] Sync routers for ids ['3455b4a1-2a50-44bc-b2c6-2177f4b24add'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:02:26.348937 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8378fd49-988f-4f85-bdda-ab6bbc6188ca None None] Routers {'3455b4a1-2a50-44bc-b2c6-2177f4b24add'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:02:26.349544 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-8378fd49-988f-4f85-bdda-ab6bbc6188ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:02:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3455b4a1-2a50-44bc-b2c6-2177f4b24add'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:26.351846 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c71997d9-0dc2-4b67-a2aa-017968d374f1 None None] Provisioning complete for port 2d5f0d2d-a66b-4413-ae0e-c0090fa16294 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:26.352224 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c71997d9-0dc2-4b67-a2aa-017968d374f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:26.389814 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a57e79c3-aee7-4382-994b-c46def74896d tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "DELETE /v2.0/floatingips/ec0da4dc-177e-452e-a5fd-dedf844492bf HTTP/1.1" status: 204 len: 168 time: 3.6299946 Mar 09 04:02:26.390135 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05e1df7-c76a-45d3-afbb-1ec18ad82935', 'tag': '07de3997-2765-448b-b136-d2b2e863ef04'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:02:26.398351 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-95806c7f-f1fd-4d98-9caa-ee172c77d5dd tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "GET /v2.0/subnets/32b00527-a1a7-4670-aa17-21261febc0de/tags HTTP/1.1" status: 200 len: 205 time: 0.3065860 Mar 09 04:02:26.399023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52888) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:26.410384 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-1cce58d7-42cd-43dd-adf7-31222d2e71b3 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2d5f0d2d-a66b-4413-ae0e-c0090fa16294') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:26.500810 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1520bb68-81ba-4cd8-81be-cde6573c1be1 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:26.550920 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c71997d9-0dc2-4b67-a2aa-017968d374f1 None None] Port 2d5f0d2d-a66b-4413-ae0e-c0090fa16294 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:26.556704 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1520bb68-81ba-4cd8-81be-cde6573c1be1 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] 10.222.0.16 "DELETE /v2.0/ports/ec5a3c62-beaf-4692-8917-43381e8c644b HTTP/1.1" status: 204 len: 168 time: 1.7657228 Mar 09 04:02:26.557351 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52892) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:26.562673 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 90da0ecd-521d-40f9-89a2-a30494a03f85 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:26.563072 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:26.582713 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05e1df7-c76a-45d3-afbb-1ec18ad82935', 'tag': '07de3997-2765-448b-b136-d2b2e863ef04', 'status': 'completed', 'code': 200} Mar 09 04:02:26.583420 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b554f6c9-374c-4125-8e7d-547cde0866d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:26.662822 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1cce58d7-42cd-43dd-adf7-31222d2e71b3 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "GET /v2.0/ports/2d5f0d2d-a66b-4413-ae0e-c0090fa16294/tags HTTP/1.1" status: 200 len: 241 time: 0.2562187 Mar 09 04:02:26.669682 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52896) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:26.690016 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-314a057d-74c4-46b6-ac42-9ad2125a547b tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2d5f0d2d-a66b-4413-ae0e-c0090fa16294', 'tempest-TagsExtTest-Tag-1857510588') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:26.745238 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-8378fd49-988f-4f85-bdda-ab6bbc6188ca None None] Set router 3455b4a1-2a50-44bc-b2c6-2177f4b24add gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:02:26.765727 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-075dab29-616a-464b-99eb-3cfef715006b tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] GET failed (client error): The resource could not be found. Mar 09 04:02:26.766276 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-075dab29-616a-464b-99eb-3cfef715006b tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Synchronizing usage tracker for tenant:af9a1bcb5d4f4614a5df0f343d3e05b5 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:02:26.820561 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b261e2-f52a-4216-ae54-d7ad0c47e031 None None] Update dhcp port {'port': {'network_id': 'f3473936-d747-493b-a056-321192d1c615', 'fixed_ips': [{'subnet_id': '3232b206-392b-4f0c-bd64-7743d76486ae', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a2a85708-09d9-43d7-afdc-fab3f40b3dd1'}], 'binding:host_id': 'n-d-825178-5'}, 'id': '90da0ecd-521d-40f9-89a2-a30494a03f85'} from n-d-825178-5. {{(pid=87882) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 04:02:26.839110 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-075dab29-616a-464b-99eb-3cfef715006b tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Unset dirty status for tenant:af9a1bcb5d4f4614a5df0f343d3e05b5 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:02:26.843259 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-075dab29-616a-464b-99eb-3cfef715006b tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] 10.222.0.16 "GET /v2.0/ports/ec5a3c62-beaf-4692-8917-43381e8c644b HTTP/1.1" status: 404 len: 333 time: 0.2808857 Mar 09 04:02:26.843638 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52908) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:26.931354 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-03b261e2-f52a-4216-ae54-d7ad0c47e031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:26.940135 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-314a057d-74c4-46b6-ac42-9ad2125a547b tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "GET /v2.0/ports/2d5f0d2d-a66b-4413-ae0e-c0090fa16294/tags/tempest-TagsExtTest-Tag-1857510588 HTTP/1.1" status: 204 len: 168 time: 0.2657464 Mar 09 04:02:26.947968 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52912) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:26.959495 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-3dc3f18d-079b-4388-bc86-5c000f20def2 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2d5f0d2d-a66b-4413-ae0e-c0090fa16294', 'tempest-TagsExtTest-Tag-1857510588') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:27.036172 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-67ad74f1-07af-458f-ac11-9549a0ce5213 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Deleting port c2a2a4c8-b0d5-49bc-b3a4-b495e06330a9 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:27.036591 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-67ad74f1-07af-458f-ac11-9549a0ce5213 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:27.128541 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1d66b-8106-407e-b6f9-ac88b6c2e33b req-3cb3f689-a34f-42d8-afa8-7b6ae9df37f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:27.130873 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6cf1d66b-8106-407e-b6f9-ac88b6c2e33b req-3cb3f689-a34f-42d8-afa8-7b6ae9df37f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f62636ca99004fbcad682ccf3903561c&device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 1135 time: 0.5500920 Mar 09 04:02:27.188976 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1fe26f3d-554a-40d6-ae8f-99c8b63490a6 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:02:27.301308 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 1fe26f3d-554a-40d6-ae8f-99c8b63490a6 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:27.301682 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:27.392399 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-8378fd49-988f-4f85-bdda-ab6bbc6188ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1525088774', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:51Z', 'updated_at': '2022-03-09T03:59:07Z', 'revision_number': 4, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'gw_port': {'id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:52Z', 'updated_at': '2022-03-09T03:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '17aa3835-4d60-4573-9de3-07bb8f7fb53a', 'name': '', 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'mac_address': 'fa:16:3e:a3:3a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '3acfb211-8535-4334-b88e-ccba5949ed78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:04Z', 'updated_at': '2022-03-09T03:59:16Z', 'revision_number': 5, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'subnets': [{'id': '3acfb211-8535-4334-b88e-ccba5949ed78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:27.400282 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8378fd49-988f-4f85-bdda-ab6bbc6188ca None None] Checking router: 3455b4a1-2a50-44bc-b2c6-2177f4b24add for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:02:27.417370 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8378fd49-988f-4f85-bdda-ab6bbc6188ca None None] Routers {'3455b4a1-2a50-44bc-b2c6-2177f4b24add'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:02:27.418036 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-8378fd49-988f-4f85-bdda-ab6bbc6188ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:02:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3455b4a1-2a50-44bc-b2c6-2177f4b24add'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:27.430188 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1d66b-8106-407e-b6f9-ac88b6c2e33b req-a7964dd0-1114-43ac-914b-110cc08bae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:27.432078 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6cf1d66b-8106-407e-b6f9-ac88b6c2e33b req-a7964dd0-1114-43ac-914b-110cc08bae80 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f84cfcf-228d-4f64-9839-933d907d9a2d HTTP/1.1" status: 200 len: 897 time: 0.2893925 Mar 09 04:02:27.533685 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-67ad74f1-07af-458f-ac11-9549a0ce5213 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:27.572089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-b554f6c9-374c-4125-8e7d-547cde0866d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Delete allocated IP 172.20.0.10 (f3473936-d747-493b-a056-321192d1c615/3232b206-392b-4f0c-bd64-7743d76486ae) {{(pid=87880) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 09 04:02:27.581804 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-b554f6c9-374c-4125-8e7d-547cde0866d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Allocated IP 172.20.0.26 (f3473936-d747-493b-a056-321192d1c615/a2a85708-09d9-43d7-afdc-fab3f40b3dd1/48b1523b-af65-499a-bff6-dfbb4e23fa17) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:02:27.702204 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6cf1d66b-8106-407e-b6f9-ac88b6c2e33b req-8080bac0-f139-4044-af78-f5b166cd9ac4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07de3997-2765-448b-b136-d2b2e863ef04 HTTP/1.1" status: 200 len: 217 time: 0.0817640 Mar 09 04:02:27.707948 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-67ad74f1-07af-458f-ac11-9549a0ce5213 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Calling delete_port for c2a2a4c8-b0d5-49bc-b3a4-b495e06330a9 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:27.709367 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-8378fd49-988f-4f85-bdda-ab6bbc6188ca None None] Set router 3455b4a1-2a50-44bc-b2c6-2177f4b24add gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:02:27.914987 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edd67c-ca96-4749-b7ec-0eec91c6c673 req-8cf0075e-65a9-49e2-a1aa-95401f6b5b3d tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:27.915695 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-57edd67c-ca96-4749-b7ec-0eec91c6c673 req-8cf0075e-65a9-49e2-a1aa-95401f6b5b3d tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Synchronizing usage tracker for tenant:f62636ca99004fbcad682ccf3903561c on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:02:27.936971 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-67ad74f1-07af-458f-ac11-9549a0ce5213 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:27.943440 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-57edd67c-ca96-4749-b7ec-0eec91c6c673 req-8cf0075e-65a9-49e2-a1aa-95401f6b5b3d tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Unset dirty status for tenant:f62636ca99004fbcad682ccf3903561c on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:02:27.944569 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-57edd67c-ca96-4749-b7ec-0eec91c6c673 req-8cf0075e-65a9-49e2-a1aa-95401f6b5b3d tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 984 time: 0.8668716 Mar 09 04:02:27.960452 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b554f6c9-374c-4125-8e7d-547cde0866d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:27.981644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-b554f6c9-374c-4125-8e7d-547cde0866d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Transition to ACTIVE for port object 48b1523b-af65-499a-bff6-dfbb4e23fa17 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:02:28.001566 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b554f6c9-374c-4125-8e7d-547cde0866d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:28.005026 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1d66b-8106-407e-b6f9-ac88b6c2e33b req-81f2a31d-6cda-4996-902f-bee446039407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:28.006450 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6cf1d66b-8106-407e-b6f9-ac88b6c2e33b req-81f2a31d-6cda-4996-902f-bee446039407 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3acfb211-8535-4334-b88e-ccba5949ed78 HTTP/1.1" status: 200 len: 833 time: 0.2889514 Mar 09 04:02:28.055173 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad74f1-07af-458f-ac11-9549a0ce5213 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Pushing event deleted for resources: {'Port': ['ID=c2a2a4c8-b0d5-49bc-b3a4-b495e06330a9,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:28.115786 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-57edd67c-ca96-4749-b7ec-0eec91c6c673 req-c4d6fa9f-73f7-497f-b0ee-7dc15d352db1 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/security-groups?id=753d2dfc-fd4f-4499-8e9d-c854be747a5f&id=8d4b4c56-768c-4d63-af17-85bfa056056d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1179018 Mar 09 04:02:28.171596 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3dc3f18d-079b-4388-bc86-5c000f20def2 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "DELETE /v2.0/ports/2d5f0d2d-a66b-4413-ae0e-c0090fa16294/tags/tempest-TagsExtTest-Tag-1857510588 HTTP/1.1" status: 204 len: 168 time: 1.2223575 Mar 09 04:02:28.175492 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52930) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:28.179615 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-03b261e2-f52a-4216-ae54-d7ad0c47e031 None None] Allocated IP 172.20.0.18 (f3473936-d747-493b-a056-321192d1c615/a2a85708-09d9-43d7-afdc-fab3f40b3dd1/90da0ecd-521d-40f9-89a2-a30494a03f85) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:02:28.185828 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-1fc9da06-fbdb-4093-b5f9-aef683e215a4 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2d5f0d2d-a66b-4413-ae0e-c0090fa16294') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:28.220780 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-8378fd49-988f-4f85-bdda-ab6bbc6188ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1525088774', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:51Z', 'updated_at': '2022-03-09T03:59:07Z', 'revision_number': 4, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'gw_port': {'id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:52Z', 'updated_at': '2022-03-09T03:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '17aa3835-4d60-4573-9de3-07bb8f7fb53a', 'name': '', 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'mac_address': 'fa:16:3e:a3:3a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '3acfb211-8535-4334-b88e-ccba5949ed78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:04Z', 'updated_at': '2022-03-09T03:59:16Z', 'revision_number': 5, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'subnets': [{'id': '3acfb211-8535-4334-b88e-ccba5949ed78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:28.236522 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8378fd49-988f-4f85-bdda-ab6bbc6188ca None None] The sync data for ids ['3455b4a1-2a50-44bc-b2c6-2177f4b24add'] in n-d-825178-5 is: [{'id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1525088774', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:51Z', 'updated_at': '2022-03-09T03:59:07Z', 'revision_number': 4, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'gw_port': {'id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:52Z', 'updated_at': '2022-03-09T03:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '17aa3835-4d60-4573-9de3-07bb8f7fb53a', 'name': '', 'network_id': '6f84cfcf-228d-4f64-9839-933d907d9a2d', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'mac_address': 'fa:16:3e:a3:3a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '3acfb211-8535-4334-b88e-ccba5949ed78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:59:04Z', 'updated_at': '2022-03-09T03:59:16Z', 'revision_number': 5, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'subnets': [{'id': '3acfb211-8535-4334-b88e-ccba5949ed78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:02:28.263703 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-67ad74f1-07af-458f-ac11-9549a0ce5213 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:28.337479 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-67ad74f1-07af-458f-ac11-9549a0ce5213 tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] 10.222.0.16 "DELETE /v2.0/ports/c2a2a4c8-b0d5-49bc-b3a4-b495e06330a9 HTTP/1.1" status: 204 len: 168 time: 1.4928207 Mar 09 04:02:28.340517 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52934) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:28.399641 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1fc9da06-fbdb-4093-b5f9-aef683e215a4 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "GET /v2.0/ports/2d5f0d2d-a66b-4413-ae0e-c0090fa16294/tags HTTP/1.1" status: 200 len: 205 time: 0.2227795 Mar 09 04:02:28.405888 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52940) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:28.411076 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-c9bfabc4-9c6f-4260-87a2-15261148d544 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e51edec6-6c44-4a4c-a3ed-7eb542226087') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:28.468249 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-03b261e2-f52a-4216-ae54-d7ad0c47e031 None None] For port 90da0ecd-521d-40f9-89a2-a30494a03f85, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=90da0ecd-521d-40f9-89a2-a30494a03f85,segment=NetworkSegment(133cd368-ffe7-41c2-a48b-70e3627cbc06),segment_id=133cd368-ffe7-41c2-a48b-70e3627cbc06)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:02:28.483165 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c53804-8fcb-4af2-9f19-79a798736b8c tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] GET failed (client error): The resource could not be found. Mar 09 04:02:28.483713 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a1c53804-8fcb-4af2-9f19-79a798736b8c tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Synchronizing usage tracker for tenant:af9a1bcb5d4f4614a5df0f343d3e05b5 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:02:28.503633 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-03b261e2-f52a-4216-ae54-d7ad0c47e031 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:28.539983 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-03b261e2-f52a-4216-ae54-d7ad0c47e031 None None] Transition to ACTIVE for port object 90da0ecd-521d-40f9-89a2-a30494a03f85 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:02:28.549981 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-03b261e2-f52a-4216-ae54-d7ad0c47e031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:28.584103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554f6c9-374c-4125-8e7d-547cde0866d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Port': ['ID=48b1523b-af65-499a-bff6-dfbb4e23fa17,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:28.646549 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a1c53804-8fcb-4af2-9f19-79a798736b8c tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Unset dirty status for tenant:af9a1bcb5d4f4614a5df0f343d3e05b5 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:02:28.651315 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a1c53804-8fcb-4af2-9f19-79a798736b8c tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] 10.222.0.16 "GET /v2.0/ports/c2a2a4c8-b0d5-49bc-b3a4-b495e06330a9 HTTP/1.1" status: 404 len: 333 time: 0.3052454 Mar 09 04:02:28.656439 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-b554f6c9-374c-4125-8e7d-547cde0866d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] In _notify_port_updated(), no bound segment for port 48b1523b-af65-499a-bff6-dfbb4e23fa17 on network f3473936-d747-493b-a056-321192d1c615 {{(pid=87880) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 04:02:28.661068 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52946) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:28.662279 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b554f6c9-374c-4125-8e7d-547cde0866d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:28.662979 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b554f6c9-374c-4125-8e7d-547cde0866d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:28.667776 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b554f6c9-374c-4125-8e7d-547cde0866d0 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "PUT /v2.0/ports/48b1523b-af65-499a-bff6-dfbb4e23fa17 HTTP/1.1" status: 200 len: 921 time: 2.7396929 Mar 09 04:02:28.668597 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 52950) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:28.716233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1d66b-8106-407e-b6f9-ac88b6c2e33b req-97fa0558-c9d3-44c8-8cb0-ac7658eceaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:28.717692 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6cf1d66b-8106-407e-b6f9-ac88b6c2e33b req-97fa0558-c9d3-44c8-8cb0-ac7658eceaf0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f84cfcf-228d-4f64-9839-933d907d9a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4410458 Mar 09 04:02:28.727973 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125f54f3-3dc8-4aac-a300-5a61c15a3661 None None] New status for floating IP ec0da4dc-177e-452e-a5fd-dedf844492bf: DOWN {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:02:28.779599 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bec51-ef87-4a81-b492-699fc658f7e5 req-76422a57-674d-49d1-b270-781b33c1ea2c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:28.779863 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-b9b2842f-78ae-4d0a-8d9b-51f3cd98505f tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Deleting port 04f71dc4-3c28-4cd3-b3bf-a66d0670b5e5 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:28.780326 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4b7bec51-ef87-4a81-b492-699fc658f7e5 req-76422a57-674d-49d1-b270-781b33c1ea2c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Synchronizing usage tracker for tenant:f62636ca99004fbcad682ccf3903561c on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:02:28.780500 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b9b2842f-78ae-4d0a-8d9b-51f3cd98505f tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:28.829503 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-e8e00d80-27f7-4a8e-913f-6486add80f15 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting port 48b1523b-af65-499a-bff6-dfbb4e23fa17 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:28.829867 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e8e00d80-27f7-4a8e-913f-6486add80f15 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:28.868609 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c9bfabc4-9c6f-4260-87a2-15261148d544 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "GET /v2.0/routers/e51edec6-6c44-4a4c-a3ed-7eb542226087/tags HTTP/1.1" status: 200 len: 240 time: 0.4597476 Mar 09 04:02:28.869381 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52958) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:28.943336 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4b7bec51-ef87-4a81-b492-699fc658f7e5 req-76422a57-674d-49d1-b270-781b33c1ea2c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Unset dirty status for tenant:f62636ca99004fbcad682ccf3903561c on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:02:28.944689 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b7bec51-ef87-4a81-b492-699fc658f7e5 req-76422a57-674d-49d1-b270-781b33c1ea2c tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.24 "GET /v2.0/ports?device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 984 time: 0.5824196 Mar 09 04:02:28.950074 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b261e2-f52a-4216-ae54-d7ad0c47e031 None None] Pushing event updated for resources: {'Port': ['ID=90da0ecd-521d-40f9-89a2-a30494a03f85,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:28.959302 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-126dbd1a-d4b4-41c5-a041-d6d13922ae15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:28.978572 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-559098f9-ebab-484f-bd56-fe023021131c tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e51edec6-6c44-4a4c-a3ed-7eb542226087', 'tempest-TagsExtTest-Tag-779631670') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:29.076376 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-4b7bec51-ef87-4a81-b492-699fc658f7e5 req-8c4ce6b9-3f92-43aa-8d69-2f37d0c93473 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Deleting port 07de3997-2765-448b-b136-d2b2e863ef04 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:29.076962 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4b7bec51-ef87-4a81-b492-699fc658f7e5 req-8c4ce6b9-3f92-43aa-8d69-2f37d0c93473 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:29.233353 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b9b2842f-78ae-4d0a-8d9b-51f3cd98505f tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:29.327687 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6cf1d66b-8106-407e-b6f9-ac88b6c2e33b req-0cafae43-0030-4890-a0ff-e7483a59e2f5 service neutron] 10.222.0.24 "GET /v2.0/networks/6f84cfcf-228d-4f64-9839-933d907d9a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5886915 Mar 09 04:02:29.510967 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-b9b2842f-78ae-4d0a-8d9b-51f3cd98505f tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Calling delete_port for 04f71dc4-3c28-4cd3-b3bf-a66d0670b5e5 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:29.533693 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d337eaec-c12f-41c3-9817-0b649eaa9d89 None None] Provisioning for port 90da0ecd-521d-40f9-89a2-a30494a03f85 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:02:29.540817 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d337eaec-c12f-41c3-9817-0b649eaa9d89 None None] Provisioning complete for port 90da0ecd-521d-40f9-89a2-a30494a03f85 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:29.541434 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d337eaec-c12f-41c3-9817-0b649eaa9d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:29.708526 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d337eaec-c12f-41c3-9817-0b649eaa9d89 None None] Provisioning for port 48b1523b-af65-499a-bff6-dfbb4e23fa17 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:02:29.712469 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6cf1d66b-8106-407e-b6f9-ac88b6c2e33b req-7c7ab0c2-49e4-4b5c-84f9-e39897fab2f2 service neutron] 10.222.0.24 "GET /v2.0/networks/6f84cfcf-228d-4f64-9839-933d907d9a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687775 Mar 09 04:02:29.716293 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d337eaec-c12f-41c3-9817-0b649eaa9d89 None None] Provisioning complete for port 48b1523b-af65-499a-bff6-dfbb4e23fa17 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:29.716854 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d337eaec-c12f-41c3-9817-0b649eaa9d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:29.727219 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-559098f9-ebab-484f-bd56-fe023021131c tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "GET /v2.0/routers/e51edec6-6c44-4a4c-a3ed-7eb542226087/tags/tempest-TagsExtTest-Tag-779631670 HTTP/1.1" status: 204 len: 168 time: 0.8567984 Mar 09 04:02:29.732743 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52974) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:29.745688 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-a65aebb2-f79a-4c0c-ba29-787bf66fda5b tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e51edec6-6c44-4a4c-a3ed-7eb542226087', 'tempest-TagsExtTest-Tag-779631670') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:29.802715 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d337eaec-c12f-41c3-9817-0b649eaa9d89 None None] Port 48b1523b-af65-499a-bff6-dfbb4e23fa17 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:29.818458 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d337eaec-c12f-41c3-9817-0b649eaa9d89 None None] Provisioning complete for port 4af91ab4-7d34-48e5-8818-485cabf57d96 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:29.818756 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d337eaec-c12f-41c3-9817-0b649eaa9d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:29.914497 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b9b2842f-78ae-4d0a-8d9b-51f3cd98505f tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:29.962102 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d337eaec-c12f-41c3-9817-0b649eaa9d89 None None] Port 4af91ab4-7d34-48e5-8818-485cabf57d96 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:29.972260 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-4b7bec51-ef87-4a81-b492-699fc658f7e5 req-8c4ce6b9-3f92-43aa-8d69-2f37d0c93473 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] For port 07de3997-2765-448b-b136-d2b2e863ef04, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=07de3997-2765-448b-b136-d2b2e863ef04,segment=NetworkSegment(8977d8a4-9c38-48df-a0a9-464d9d27b389),segment_id=8977d8a4-9c38-48df-a0a9-464d9d27b389)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:02:29.972260 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4b7bec51-ef87-4a81-b492-699fc658f7e5 req-8c4ce6b9-3f92-43aa-8d69-2f37d0c93473 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:29.996660 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860171c1-2172-456b-9c8b-aa3bed1a19b5 req-53cc4fce-7e84-4300-98e5-89b427bf3be3 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:29.999033 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-860171c1-2172-456b-9c8b-aa3bed1a19b5 req-53cc4fce-7e84-4300-98e5-89b427bf3be3 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 984 time: 0.6630144 Mar 09 04:02:30.000831 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2842f-78ae-4d0a-8d9b-51f3cd98505f tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Pushing event deleted for resources: {'Port': ['ID=04f71dc4-3c28-4cd3-b3bf-a66d0670b5e5,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:30.061289 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a65aebb2-f79a-4c0c-ba29-787bf66fda5b tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "DELETE /v2.0/routers/e51edec6-6c44-4a4c-a3ed-7eb542226087/tags/tempest-TagsExtTest-Tag-779631670 HTTP/1.1" status: 204 len: 168 time: 0.3273840 Mar 09 04:02:30.068519 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52984) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:30.075974 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-afaee9af-f4b1-45f8-9955-f48b03832256 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e51edec6-6c44-4a4c-a3ed-7eb542226087') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:30.155449 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 90da0ecd-521d-40f9-89a2-a30494a03f85 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:02:30.262591 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-4b7bec51-ef87-4a81-b492-699fc658f7e5 req-8c4ce6b9-3f92-43aa-8d69-2f37d0c93473 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Calling delete_port for 07de3997-2765-448b-b136-d2b2e863ef04 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:30.274287 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d6518112-23b9-4b97-8069-cf0cb18c839d None None] Provisioning complete for port 48b1523b-af65-499a-bff6-dfbb4e23fa17 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:30.274910 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d6518112-23b9-4b97-8069-cf0cb18c839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:30.287395 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-afaee9af-f4b1-45f8-9955-f48b03832256 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "GET /v2.0/routers/e51edec6-6c44-4a4c-a3ed-7eb542226087/tags HTTP/1.1" status: 200 len: 205 time: 0.2175064 Mar 09 04:02:30.288554 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b9b2842f-78ae-4d0a-8d9b-51f3cd98505f tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:30.291090 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52992) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:30.296769 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-22a5c257-392f-4858-b86f-efdcb04ae0bd tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '06d3a3a3-65b8-41fb-81c2-39d1a81e5546') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:30.321132 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e8e00d80-27f7-4a8e-913f-6486add80f15 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:30.326771 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b9b2842f-78ae-4d0a-8d9b-51f3cd98505f tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] 10.222.0.16 "DELETE /v2.0/ports/04f71dc4-3c28-4cd3-b3bf-a66d0670b5e5 HTTP/1.1" status: 204 len: 168 time: 1.6621425 Mar 09 04:02:30.329341 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 52996) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:30.335357 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-22a5c257-392f-4858-b86f-efdcb04ae0bd tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "GET /v2.0/subnetpools/06d3a3a3-65b8-41fb-81c2-39d1a81e5546/tags HTTP/1.1" status: 200 len: 240 time: 0.0432410 Mar 09 04:02:30.336429 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53000) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:30.379106 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-1046578d-840e-418d-b3fe-0b18a7a155fb tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06d3a3a3-65b8-41fb-81c2-39d1a81e5546', 'tempest-TagsExtTest-Tag-394433243') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:30.379461 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 90da0ecd-521d-40f9-89a2-a30494a03f85 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:30.379945 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:30.428310 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d6518112-23b9-4b97-8069-cf0cb18c839d None None] Port 48b1523b-af65-499a-bff6-dfbb4e23fa17 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:30.437469 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1046578d-840e-418d-b3fe-0b18a7a155fb tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "GET /v2.0/subnetpools/06d3a3a3-65b8-41fb-81c2-39d1a81e5546/tags/tempest-TagsExtTest-Tag-394433243 HTTP/1.1" status: 204 len: 168 time: 0.0998595 Mar 09 04:02:30.440477 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53004) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:30.451122 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f71fc50-c1c0-4b5b-a1b7-683f6bd87edd tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Deleting subnet b025df3d-4813-4d9f-8c17-6a48b55b39fa {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:02:30.456186 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-3d23512a-be71-42a3-b9f8-e1e0f166c6d3 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '06d3a3a3-65b8-41fb-81c2-39d1a81e5546', 'tempest-TagsExtTest-Tag-394433243') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:30.474706 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f71fc50-c1c0-4b5b-a1b7-683f6bd87edd tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:30.555946 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f71fc50-c1c0-4b5b-a1b7-683f6bd87edd tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:30.603378 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3d23512a-be71-42a3-b9f8-e1e0f166c6d3 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "DELETE /v2.0/subnetpools/06d3a3a3-65b8-41fb-81c2-39d1a81e5546/tags/tempest-TagsExtTest-Tag-394433243 HTTP/1.1" status: 204 len: 168 time: 0.1616621 Mar 09 04:02:30.606780 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53012) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:30.613360 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-b1760148-1f65-4377-9776-195f0bec5083 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '06d3a3a3-65b8-41fb-81c2-39d1a81e5546') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:30.641737 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-e8e00d80-27f7-4a8e-913f-6486add80f15 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Calling delete_port for 48b1523b-af65-499a-bff6-dfbb4e23fa17 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:30.661854 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b1760148-1f65-4377-9776-195f0bec5083 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "GET /v2.0/subnetpools/06d3a3a3-65b8-41fb-81c2-39d1a81e5546/tags HTTP/1.1" status: 200 len: 205 time: 0.0516744 Mar 09 04:02:30.662454 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53018) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:30.668820 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-589a06ed-64ca-4cb1-bafd-81324d6a38ff tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '06d3a3a3-65b8-41fb-81c2-39d1a81e5546') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:30.698675 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-860171c1-2172-456b-9c8b-aa3bed1a19b5 req-0b8a360f-8f1b-487e-9f5a-c9a16a4e8b64 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/security-groups?id=753d2dfc-fd4f-4499-8e9d-c854be747a5f&id=8d4b4c56-768c-4d63-af17-85bfa056056d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6590383 Mar 09 04:02:30.719078 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f71fc50-c1c0-4b5b-a1b7-683f6bd87edd tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:30.774082 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-589a06ed-64ca-4cb1-bafd-81324d6a38ff tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "DELETE /v2.0/subnetpools/06d3a3a3-65b8-41fb-81c2-39d1a81e5546/tags HTTP/1.1" status: 204 len: 168 time: 0.1105483 Mar 09 04:02:30.777900 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53022) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:30.785134 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-e7956681-452f-4490-b718-363e0f6a5d79 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e51edec6-6c44-4a4c-a3ed-7eb542226087') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:30.876427 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4b7bec51-ef87-4a81-b492-699fc658f7e5 req-8c4ce6b9-3f92-43aa-8d69-2f37d0c93473 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:30.940922 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e8e00d80-27f7-4a8e-913f-6486add80f15 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:30.943052 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ce6b9-3f92-43aa-8d69-2f37d0c93473 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event deleted for resources: {'Port': ['ID=07de3997-2765-448b-b136-d2b2e863ef04,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:30.980202 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e7956681-452f-4490-b718-363e0f6a5d79 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "DELETE /v2.0/routers/e51edec6-6c44-4a4c-a3ed-7eb542226087/tags HTTP/1.1" status: 204 len: 168 time: 0.2010877 Mar 09 04:02:30.983053 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f71fc50-c1c0-4b5b-a1b7-683f6bd87edd tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:30.986416 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53030) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:30.990138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ce6b9-3f92-43aa-8d69-2f37d0c93473 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:30.990479 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ce6b9-3f92-43aa-8d69-2f37d0c93473 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:30.990815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ce6b9-3f92-43aa-8d69-2f37d0c93473 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:30.991166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ce6b9-3f92-43aa-8d69-2f37d0c93473 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:30.991500 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ce6b9-3f92-43aa-8d69-2f37d0c93473 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:30.991823 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ce6b9-3f92-43aa-8d69-2f37d0c93473 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:30.992144 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ce6b9-3f92-43aa-8d69-2f37d0c93473 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:30.992466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ce6b9-3f92-43aa-8d69-2f37d0c93473 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:30.992791 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ce6b9-3f92-43aa-8d69-2f37d0c93473 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:30.993096 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ce6b9-3f92-43aa-8d69-2f37d0c93473 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:30.993411 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ce6b9-3f92-43aa-8d69-2f37d0c93473 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:30.993723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ce6b9-3f92-43aa-8d69-2f37d0c93473 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:31.007629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.tag.tag_plugin [None req-26e48de1-5232-45e2-b422-84acc16aaecc tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2d5f0d2d-a66b-4413-ae0e-c0090fa16294') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:31.049995 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f71fc50-c1c0-4b5b-a1b7-683f6bd87edd tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:31.057707 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed643e21-759a-455b-9855-203ac8289b81 None None] Network 97cdab4f-6eea-4313-aff3-ce9f490dd9ad requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:02:31.062130 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6f71fc50-c1c0-4b5b-a1b7-683f6bd87edd tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] 10.222.0.16 "DELETE /v2.0/subnets/b025df3d-4813-4d9f-8c17-6a48b55b39fa HTTP/1.1" status: 204 len: 168 time: 0.7317574 Mar 09 04:02:31.063158 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71fc50-c1c0-4b5b-a1b7-683f6bd87edd tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Pushing event deleted for resources: {'Subnet': ['ID=b025df3d-4813-4d9f-8c17-6a48b55b39fa,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:31.072797 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53036) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:31.191702 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b5a5cc53-be0a-43a1-8790-f25560d3f132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:31.225209 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 07de3997-2765-448b-b136-d2b2e863ef04 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:02:31.235959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7bec51-ef87-4a81-b492-699fc658f7e5 req-8c4ce6b9-3f92-43aa-8d69-2f37d0c93473 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] No DVR routers for this DVR port 07de3997-2765-448b-b136-d2b2e863ef04 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:02:31.237639 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e00d80-27f7-4a8e-913f-6486add80f15 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Port': ['ID=48b1523b-af65-499a-bff6-dfbb4e23fa17,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:31.257051 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4b7bec51-ef87-4a81-b492-699fc658f7e5 req-8c4ce6b9-3f92-43aa-8d69-2f37d0c93473 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:31.263321 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05e1df7-c76a-45d3-afbb-1ec18ad82935', 'name': 'network-vif-deleted', 'tag': '07de3997-2765-448b-b136-d2b2e863ef04'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:02:31.311437 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 07de3997-2765-448b-b136-d2b2e863ef04 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:02:31.311972 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 07de3997-2765-448b-b136-d2b2e863ef04 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:02:31.346985 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e8e00d80-27f7-4a8e-913f-6486add80f15 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:31.351448 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e8e00d80-27f7-4a8e-913f-6486add80f15 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/ports/48b1523b-af65-499a-bff6-dfbb4e23fa17 HTTP/1.1" status: 204 len: 168 time: 2.6749647 Mar 09 04:02:31.359378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53046) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:31.368612 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b7bec51-ef87-4a81-b492-699fc658f7e5 req-8c4ce6b9-3f92-43aa-8d69-2f37d0c93473 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.24 "DELETE /v2.0/ports/07de3997-2765-448b-b136-d2b2e863ef04 HTTP/1.1" status: 204 len: 173 time: 2.3991911 Mar 09 04:02:31.436787 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05e1df7-c76a-45d3-afbb-1ec18ad82935', 'name': 'network-vif-deleted', 'tag': '07de3997-2765-448b-b136-d2b2e863ef04', 'status': 'completed', 'code': 200} Mar 09 04:02:31.458373 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da40668-359f-4a05-b3f4-f9e914ce6f7b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] GET failed (client error): The resource could not be found. Mar 09 04:02:31.458982 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2da40668-359f-4a05-b3f4-f9e914ce6f7b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Synchronizing usage tracker for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:02:31.529811 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2da40668-359f-4a05-b3f4-f9e914ce6f7b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Unset dirty status for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:02:31.538772 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2da40668-359f-4a05-b3f4-f9e914ce6f7b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "GET /v2.0/ports/48b1523b-af65-499a-bff6-dfbb4e23fa17 HTTP/1.1" status: 404 len: 333 time: 0.1732790 Mar 09 04:02:31.539694 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53050) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:31.543627 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-26e48de1-5232-45e2-b422-84acc16aaecc tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "DELETE /v2.0/ports/2d5f0d2d-a66b-4413-ae0e-c0090fa16294/tags HTTP/1.1" status: 204 len: 168 time: 0.5530977 Mar 09 04:02:31.561577 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53052) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:31.567028 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-1348ae5c-0b27-4846-ab28-c7dbfb751b82 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '32b00527-a1a7-4670-aa17-21261febc0de') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:31.624234 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-94215738-7c10-4448-903c-80bcbdc2898a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:31.644986 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e60af1-4af3-4ec7-9251-16e3c2bfdb35 None None] DHCP port deletion for 97cdab4f-6eea-4313-aff3-ce9f490dd9ad request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:02:31.649100 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04f00108-e1ce-4003-a98c-4c8e115e2e31 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:31.651002 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-f1e60af1-4af3-4ec7-9251-16e3c2bfdb35 None None] Deleting port 0b129f49-1566-4a4b-8740-59540485ea73 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:31.651545 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f1e60af1-4af3-4ec7-9251-16e3c2bfdb35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:31.681601 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04f00108-e1ce-4003-a98c-4c8e115e2e31 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:31.686005 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-94215738-7c10-4448-903c-80bcbdc2898a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Deleting port 0b129f49-1566-4a4b-8740-59540485ea73 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:31.686353 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-94215738-7c10-4448-903c-80bcbdc2898a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:31.753196 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04f00108-e1ce-4003-a98c-4c8e115e2e31 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:31.810084 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-04f00108-e1ce-4003-a98c-4c8e115e2e31 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:31.811567 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-04f00108-e1ce-4003-a98c-4c8e115e2e31 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/security-groups/4b68b7b9-e20d-48ec-88e4-f4e5d7af3292 HTTP/1.1" status: 204 len: 168 time: 0.2692275 Mar 09 04:02:31.813031 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f00108-e1ce-4003-a98c-4c8e115e2e31 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b68b7b9-e20d-48ec-88e4-f4e5d7af3292,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:31.815208 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53064) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:31.826256 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1348ae5c-0b27-4846-ab28-c7dbfb751b82 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "DELETE /v2.0/subnets/32b00527-a1a7-4670-aa17-21261febc0de/tags HTTP/1.1" status: 204 len: 168 time: 0.2637279 Mar 09 04:02:31.833155 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53068) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:31.841628 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.tag.tag_plugin [None req-5596914b-2902-4961-ae92-9220ed08c889 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '32b00527-a1a7-4670-aa17-21261febc0de', 'tempest-TagsExtTest-Tag-1529430635') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:31.984437 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-94215738-7c10-4448-903c-80bcbdc2898a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] For port 0b129f49-1566-4a4b-8740-59540485ea73, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0b129f49-1566-4a4b-8740-59540485ea73,segment=NetworkSegment(45e1bf3b-6b77-4f18-b323-1e58b6465f72),segment_id=45e1bf3b-6b77-4f18-b323-1e58b6465f72)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:02:31.984806 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-94215738-7c10-4448-903c-80bcbdc2898a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:32.047340 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-cf6c2451-edc9-403a-a141-3a96f3398a35 req-e3f4c238-6a12-45db-9a06-f3a7b92933de tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Synchronizing usage tracker for tenant:f62636ca99004fbcad682ccf3903561c on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:02:32.096655 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-cf6c2451-edc9-403a-a141-3a96f3398a35 req-e3f4c238-6a12-45db-9a06-f3a7b92933de tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Unset dirty status for tenant:f62636ca99004fbcad682ccf3903561c on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:02:32.097765 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf6c2451-edc9-403a-a141-3a96f3398a35 req-e3f4c238-6a12-45db-9a06-f3a7b92933de tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05e1df7-c76a-45d3-afbb-1ec18ad82935 HTTP/1.1" status: 200 len: 210 time: 0.1668160 Mar 09 04:02:32.119926 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73a0b253-5f8e-4405-b234-0d09e4f23e2e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:32.154803 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73a0b253-5f8e-4405-b234-0d09e4f23e2e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:32.158135 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-94215738-7c10-4448-903c-80bcbdc2898a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Calling delete_port for 0b129f49-1566-4a4b-8740-59540485ea73 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:32.237718 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73a0b253-5f8e-4405-b234-0d09e4f23e2e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:32.266885 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73a0b253-5f8e-4405-b234-0d09e4f23e2e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:32.268255 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-73a0b253-5f8e-4405-b234-0d09e4f23e2e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/security-groups/ab4ca966-303c-4a6d-bab3-f39b44953572 HTTP/1.1" status: 204 len: 168 time: 0.4515994 Mar 09 04:02:32.269258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0b253-5f8e-4405-b234-0d09e4f23e2e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4ca966-303c-4a6d-bab3-f39b44953572,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:32.271279 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0b129f49-1566-4a4b-8740-59540485ea73 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:02:32.271758 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53078) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:32.314834 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5596914b-2902-4961-ae92-9220ed08c889 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "PUT /v2.0/subnets/32b00527-a1a7-4670-aa17-21261febc0de/tags/tempest-TagsExtTest-Tag-1529430635 HTTP/1.1" status: 201 len: 201 time: 0.4801881 Mar 09 04:02:32.317810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53082) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:32.325664 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-11628dd9-007d-4bb1-b798-e0b5ce2ce1b5 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2d5f0d2d-a66b-4413-ae0e-c0090fa16294', 'tempest-TagsExtTest-Tag-1560960868') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:32.356631 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-8639d7c8-eecc-4215-a984-a32907d138fa tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting subnet 3232b206-392b-4f0c-bd64-7743d76486ae {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:02:32.360234 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8639d7c8-eecc-4215-a984-a32907d138fa tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:32.362377 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-94215738-7c10-4448-903c-80bcbdc2898a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:32.388665 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:32.391229 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 0b129f49-1566-4a4b-8740-59540485ea73 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:02:32.391820 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0b129f49-1566-4a4b-8740-59540485ea73 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:02:32.406731 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-f1e60af1-4af3-4ec7-9251-16e3c2bfdb35 None None] For port 0b129f49-1566-4a4b-8740-59540485ea73, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0b129f49-1566-4a4b-8740-59540485ea73,segment=NetworkSegment(45e1bf3b-6b77-4f18-b323-1e58b6465f72),segment_id=45e1bf3b-6b77-4f18-b323-1e58b6465f72)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:02:32.407455 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f1e60af1-4af3-4ec7-9251-16e3c2bfdb35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:32.417016 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:32.436240 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94215738-7c10-4448-903c-80bcbdc2898a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Pushing event deleted for resources: {'Port': ['ID=0b129f49-1566-4a4b-8740-59540485ea73,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:32.444854 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94215738-7c10-4448-903c-80bcbdc2898a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] No DVR routers for this DVR port 0b129f49-1566-4a4b-8740-59540485ea73 on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:02:32.459389 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8639d7c8-eecc-4215-a984-a32907d138fa tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:32.575777 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8639d7c8-eecc-4215-a984-a32907d138fa tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:32.592796 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-f1e60af1-4af3-4ec7-9251-16e3c2bfdb35 None None] Calling delete_port for 0b129f49-1566-4a4b-8740-59540485ea73 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:32.604296 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-94215738-7c10-4448-903c-80bcbdc2898a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:32.635844 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-94215738-7c10-4448-903c-80bcbdc2898a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97cdab4f-6eea-4313-aff3-ce9f490dd9ad']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:32.648464 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-11628dd9-007d-4bb1-b798-e0b5ce2ce1b5 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "PUT /v2.0/ports/2d5f0d2d-a66b-4413-ae0e-c0090fa16294/tags/tempest-TagsExtTest-Tag-1560960868 HTTP/1.1" status: 201 len: 201 time: 0.3294320 Mar 09 04:02:32.652002 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53090) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:32.658222 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-6a37dadd-7c37-4230-a696-86020736ef00 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e51edec6-6c44-4a4c-a3ed-7eb542226087', 'tempest-TagsExtTest-Tag-616506048') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:32.663068 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8639d7c8-eecc-4215-a984-a32907d138fa tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:32.688416 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-f1e60af1-4af3-4ec7-9251-16e3c2bfdb35 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:02:32.689179 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-f1e60af1-4af3-4ec7-9251-16e3c2bfdb35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:02:32.711077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8639d7c8-eecc-4215-a984-a32907d138fa tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Subnet': ['ID=3232b206-392b-4f0c-bd64-7743d76486ae,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:32.714664 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8639d7c8-eecc-4215-a984-a32907d138fa tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:32.716381 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-94215738-7c10-4448-903c-80bcbdc2898a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e1bf3b-6b77-4f18-b323-1e58b6465f72') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:32.716743 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-94215738-7c10-4448-903c-80bcbdc2898a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e1bf3b-6b77-4f18-b323-1e58b6465f72') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:32.728404 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8639d7c8-eecc-4215-a984-a32907d138fa tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/subnets/3232b206-392b-4f0c-bd64-7743d76486ae HTTP/1.1" status: 204 len: 168 time: 0.4547174 Mar 09 04:02:32.729029 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53094) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:32.729405 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7df5773-d3dc-4f93-b4fc-61e997c727ec None None] Network f3473936-d747-493b-a056-321192d1c615 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:02:32.735194 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-bbf1d43c-3452-4619-82c0-d773a56c5a72 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'subnet': {'network_id': 'f3473936-d747-493b-a056-321192d1c615', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:32.738761 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-94215738-7c10-4448-903c-80bcbdc2898a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:32.813995 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-94215738-7c10-4448-903c-80bcbdc2898a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:32.831191 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94215738-7c10-4448-903c-80bcbdc2898a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:02:32.831507 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-94215738-7c10-4448-903c-80bcbdc2898a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:02:32.846046 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:02:32.935085 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bbf1d43c-3452-4619-82c0-d773a56c5a72 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:32.940027 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bbf1d43c-3452-4619-82c0-d773a56c5a72 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:subnet and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:32.944396 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bbf1d43c-3452-4619-82c0-d773a56c5a72 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:32.949178 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-94215738-7c10-4448-903c-80bcbdc2898a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:32.950973 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bbf1d43c-3452-4619-82c0-d773a56c5a72 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:32.970193 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf1d43c-3452-4619-82c0-d773a56c5a72 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:02:32.972164 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-94215738-7c10-4448-903c-80bcbdc2898a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:32.974806 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bbf1d43c-3452-4619-82c0-d773a56c5a72 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:32.976289 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6a37dadd-7c37-4230-a696-86020736ef00 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "PUT /v2.0/routers/e51edec6-6c44-4a4c-a3ed-7eb542226087/tags/tempest-TagsExtTest-Tag-616506048 HTTP/1.1" status: 201 len: 201 time: 0.3232663 Mar 09 04:02:32.984077 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53102) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:32.995533 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-4f3736d1-7414-4214-a968-07b62ec513f8 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '06d3a3a3-65b8-41fb-81c2-39d1a81e5546', 'tempest-TagsExtTest-Tag-811239523') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:33.005343 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94215738-7c10-4448-903c-80bcbdc2898a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] Pushing event deleted for resources: {'Network': ['ID=97cdab4f-6eea-4313-aff3-ce9f490dd9ad,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:33.013795 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-94215738-7c10-4448-903c-80bcbdc2898a tempest-AllowedAddressPairTestJSON-194237300 tempest-AllowedAddressPairTestJSON-194237300-project] 10.222.0.16 "DELETE /v2.0/networks/97cdab4f-6eea-4313-aff3-ce9f490dd9ad HTTP/1.1" status: 204 len: 168 time: 1.9398222 Mar 09 04:02:33.051553 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4f3736d1-7414-4214-a968-07b62ec513f8 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "PUT /v2.0/subnetpools/06d3a3a3-65b8-41fb-81c2-39d1a81e5546/tags/tempest-TagsExtTest-Tag-811239523 HTTP/1.1" status: 201 len: 201 time: 0.0661886 Mar 09 04:02:33.054182 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53108) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:33.062958 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-a76ad6ea-e15d-45e2-9ba7-5a7b4e8cf2d7 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '32b00527-a1a7-4670-aa17-21261febc0de', {'tags': ['tempest-TagsExtTest-Tag-35176863', 'tempest-TagsExtTest-Tag-1760389397', 'tempest-TagsExtTest-Tag-1871731194']}) {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:33.155572 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a76ad6ea-e15d-45e2-9ba7-5a7b4e8cf2d7 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "PUT /v2.0/subnets/32b00527-a1a7-4670-aa17-21261febc0de/tags HTTP/1.1" status: 200 len: 316 time: 0.0971634 Mar 09 04:02:33.155696 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53112) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:33.165348 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-d3a5e71c-990f-4d49-adf7-86b9a67ab2b9 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '32b00527-a1a7-4670-aa17-21261febc0de') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:33.191422 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-f1e60af1-4af3-4ec7-9251-16e3c2bfdb35 None None] Deleting port 0b129f49-1566-4a4b-8740-59540485ea73 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:33.191970 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f1e60af1-4af3-4ec7-9251-16e3c2bfdb35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:33.337078 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53126) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:33.339540 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-f1e60af1-4af3-4ec7-9251-16e3c2bfdb35 None None] The port '0b129f49-1566-4a4b-8740-59540485ea73' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:02:33.379039 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d3a5e71c-990f-4d49-adf7-86b9a67ab2b9 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "DELETE /v2.0/subnets/32b00527-a1a7-4670-aa17-21261febc0de/tags HTTP/1.1" status: 204 len: 168 time: 0.2183123 Mar 09 04:02:33.379039 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53130) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:33.420717 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-900a0c2b-abf4-45cc-b06d-622ec7ba3216 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '32b00527-a1a7-4670-aa17-21261febc0de', 'tempest-TagsExtTest-Tag-35176863') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:33.480988 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:33.489423 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53134) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:33.569091 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-12ceb368-ce1f-4b24-a6f9-f1cc6cbe3106 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:33.601082 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bbf1d43c-3452-4619-82c0-d773a56c5a72 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:33.611978 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-12ceb368-ce1f-4b24-a6f9-f1cc6cbe3106 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:33.620733 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-900a0c2b-abf4-45cc-b06d-622ec7ba3216 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] show failed (client error): The resource could not be found. Mar 09 04:02:33.622568 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-900a0c2b-abf4-45cc-b06d-622ec7ba3216 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "GET /v2.0/subnets/32b00527-a1a7-4670-aa17-21261febc0de/tags/tempest-TagsExtTest-Tag-35176863 HTTP/1.1" status: 404 len: 327 time: 0.2318921 Mar 09 04:02:33.627068 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53140) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:33.636374 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-fc548cb7-beee-4fe4-b6c2-27eb2e5f6e79 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '32b00527-a1a7-4670-aa17-21261febc0de', 'tempest-TagsExtTest-Tag-1760389397') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:33.690019 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf1d43c-3452-4619-82c0-d773a56c5a72 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network f3473936-d747-493b-a056-321192d1c615 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:02:33.694089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-bbf1d43c-3452-4619-82c0-d773a56c5a72 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:02:33.700637 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf1d43c-3452-4619-82c0-d773a56c5a72 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:33.701787 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bbf1d43c-3452-4619-82c0-d773a56c5a72 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:33.736553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1d43c-3452-4619-82c0-d773a56c5a72 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Subnet': ['ID=7cf762b2-615f-4106-96df-1b02166c1d53,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:33.751485 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bbf1d43c-3452-4619-82c0-d773a56c5a72 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0213821 Mar 09 04:02:33.755385 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53148) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:33.763438 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-a65e5d47-bdee-44b7-94aa-e0116723a2d1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'security_group': {'name': 'tempest-secgroup-154512356'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:33.771915 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a65e5d47-bdee-44b7-94aa-e0116723a2d1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:33.778946 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a65e5d47-bdee-44b7-94aa-e0116723a2d1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:security_group and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:33.783338 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a65e5d47-bdee-44b7-94aa-e0116723a2d1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:33.794013 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a65e5d47-bdee-44b7-94aa-e0116723a2d1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:33.825495 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a65e5d47-bdee-44b7-94aa-e0116723a2d1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:33.849637 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a65e5d47-bdee-44b7-94aa-e0116723a2d1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:33.853780 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a65e5d47-bdee-44b7-94aa-e0116723a2d1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:security_group_rule and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:33.857468 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a65e5d47-bdee-44b7-94aa-e0116723a2d1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:33.863830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a65e5d47-bdee-44b7-94aa-e0116723a2d1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:33.886668 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed260982-f507-45a8-a102-c4af687b6e55 None None] Network f3473936-d747-493b-a056-321192d1c615 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:02:33.889256 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-12ceb368-ce1f-4b24-a6f9-f1cc6cbe3106 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:33.925535 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ceb368-ce1f-4b24-a6f9-f1cc6cbe3106 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=753d2dfc-fd4f-4499-8e9d-c854be747a5f,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:33.961476 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-354196b4-3f7c-4794-9ee4-848f0cbb6409 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af9a1bcb5d4f4614a5df0f343d3e05b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4467516 Mar 09 04:02:33.962058 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53152) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:33.967024 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-12ceb368-ce1f-4b24-a6f9-f1cc6cbe3106 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:33.970532 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-12ceb368-ce1f-4b24-a6f9-f1cc6cbe3106 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "DELETE /v2.0/security-groups/753d2dfc-fd4f-4499-8e9d-c854be747a5f HTTP/1.1" status: 204 len: 168 time: 0.6285985 Mar 09 04:02:33.980184 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53156) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:33.981005 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a65e5d47-bdee-44b7-94aa-e0116723a2d1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:33.990638 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a65e5d47-bdee-44b7-94aa-e0116723a2d1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:34.034175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e5d47-bdee-44b7-94aa-e0116723a2d1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8f951b-241f-4b00-addf-ceff9868e0d0,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:34.055073 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-fc548cb7-beee-4fe4-b6c2-27eb2e5f6e79 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] show failed (client error): The resource could not be found. Mar 09 04:02:34.056204 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a65e5d47-bdee-44b7-94aa-e0116723a2d1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:34.058260 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a65e5d47-bdee-44b7-94aa-e0116723a2d1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3012533 Mar 09 04:02:34.059251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53160) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:34.059482 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fc548cb7-beee-4fe4-b6c2-27eb2e5f6e79 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "GET /v2.0/subnets/32b00527-a1a7-4670-aa17-21261febc0de/tags/tempest-TagsExtTest-Tag-1760389397 HTTP/1.1" status: 404 len: 329 time: 0.4309201 Mar 09 04:02:34.062973 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53162) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:34.069224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.tag.tag_plugin [None req-7f3934a5-48d5-4b28-9374-68ee629698f2 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '32b00527-a1a7-4670-aa17-21261febc0de', 'tempest-TagsExtTest-Tag-1871731194') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:34.076518 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-179440da-9223-42d2-b652-e723590fedbb None None] Provisioning complete for port 90da0ecd-521d-40f9-89a2-a30494a03f85 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:34.077083 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-179440da-9223-42d2-b652-e723590fedbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:34.094623 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-66cd3e60-2a99-47e3-bd49-753b3d0251fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:34.108021 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-9c149d44-a424-4f62-b52f-3cad299666e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'security_group': {'name': 'tempest-secgroup-1105583676'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:34.137784 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b5d31ffc-b974-4fc0-b6a2-55b3e12cfa52 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:34.138147 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9c149d44-a424-4f62-b52f-3cad299666e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:34.143819 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9c149d44-a424-4f62-b52f-3cad299666e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:security_group and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:34.147369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9c149d44-a424-4f62-b52f-3cad299666e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:34.154593 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9c149d44-a424-4f62-b52f-3cad299666e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:34.172958 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b5d31ffc-b974-4fc0-b6a2-55b3e12cfa52 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:34.178966 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9c149d44-a424-4f62-b52f-3cad299666e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:34.205710 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-66cd3e60-2a99-47e3-bd49-753b3d0251fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:34.230517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9c149d44-a424-4f62-b52f-3cad299666e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:34.234831 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9c149d44-a424-4f62-b52f-3cad299666e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:security_group_rule and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:34.238526 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9c149d44-a424-4f62-b52f-3cad299666e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:34.245024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9c149d44-a424-4f62-b52f-3cad299666e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:34.298911 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b5d31ffc-b974-4fc0-b6a2-55b3e12cfa52 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:34.336751 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-66cd3e60-2a99-47e3-bd49-753b3d0251fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:34.341477 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-7f3934a5-48d5-4b28-9374-68ee629698f2 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] show failed (client error): The resource could not be found. Mar 09 04:02:34.345752 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53174) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:34.345905 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7f3934a5-48d5-4b28-9374-68ee629698f2 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "GET /v2.0/subnets/32b00527-a1a7-4670-aa17-21261febc0de/tags/tempest-TagsExtTest-Tag-1871731194 HTTP/1.1" status: 404 len: 329 time: 0.2853267 Mar 09 04:02:34.351498 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d31ffc-b974-4fc0-b6a2-55b3e12cfa52 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4b4c56-768c-4d63-af17-85bfa056056d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:34.360798 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-e7f6559d-e8c1-45d3-83f5-3a06b6a0deac tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2d5f0d2d-a66b-4413-ae0e-c0090fa16294', {'tags': ['tempest-TagsExtTest-Tag-1738148254', 'tempest-TagsExtTest-Tag-326617096', 'tempest-TagsExtTest-Tag-603282916']}) {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:34.366510 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9c149d44-a424-4f62-b52f-3cad299666e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:34.373857 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9c149d44-a424-4f62-b52f-3cad299666e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:34.405272 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b5d31ffc-b974-4fc0-b6a2-55b3e12cfa52 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:34.408926 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b5d31ffc-b974-4fc0-b6a2-55b3e12cfa52 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "DELETE /v2.0/security-groups/8d4b4c56-768c-4d63-af17-85bfa056056d HTTP/1.1" status: 204 len: 168 time: 0.4244428 Mar 09 04:02:34.408926 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-66cd3e60-2a99-47e3-bd49-753b3d0251fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:34.409134 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-66cd3e60-2a99-47e3-bd49-753b3d0251fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c4dc3ba-310a-42f1-bb9c-9cd9b6f90ecc HTTP/1.1" status: 204 len: 168 time: 0.4435158 Mar 09 04:02:34.416767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53178) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:34.419400 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd3e60-2a99-47e3-bd49-753b3d0251fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4dc3ba-310a-42f1-bb9c-9cd9b6f90ecc,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:34.437262 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:34.468623 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e7f6559d-e8c1-45d3-83f5-3a06b6a0deac tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "PUT /v2.0/ports/2d5f0d2d-a66b-4413-ae0e-c0090fa16294/tags HTTP/1.1" status: 200 len: 316 time: 0.1197145 Mar 09 04:02:34.471285 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53184) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:34.477227 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-d4dc59a5-c28e-4860-b349-371b984e5d9b tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2d5f0d2d-a66b-4413-ae0e-c0090fa16294') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:34.505670 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-179440da-9223-42d2-b652-e723590fedbb None None] Provisioning complete for port 4af91ab4-7d34-48e5-8818-485cabf57d96 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:34.506039 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-179440da-9223-42d2-b652-e723590fedbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:34.594565 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d4dc59a5-c28e-4860-b349-371b984e5d9b tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "DELETE /v2.0/ports/2d5f0d2d-a66b-4413-ae0e-c0090fa16294/tags HTTP/1.1" status: 204 len: 168 time: 0.1192589 Mar 09 04:02:34.594796 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c149d44-a424-4f62-b52f-3cad299666e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5366b8fe-0312-4709-8d67-a5dd33f9ede2,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:34.594913 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53194) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:34.601220 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-d7801421-b522-4e41-b445-199129d8742e tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2d5f0d2d-a66b-4413-ae0e-c0090fa16294', 'tempest-TagsExtTest-Tag-1738148254') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:34.609375 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9c149d44-a424-4f62-b52f-3cad299666e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:34.611439 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9c149d44-a424-4f62-b52f-3cad299666e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5474026 Mar 09 04:02:34.620511 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53198) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:34.627270 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-3d543a9b-3f71-463e-9f1b-d7fe258d1d0c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'security_group': {'name': 'tempest-secgroup-831747407'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:34.645760 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-179440da-9223-42d2-b652-e723590fedbb None None] Port 4af91ab4-7d34-48e5-8818-485cabf57d96 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:34.709395 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-d7801421-b522-4e41-b445-199129d8742e tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] show failed (client error): The resource could not be found. Mar 09 04:02:34.710421 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d7801421-b522-4e41-b445-199129d8742e tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "GET /v2.0/ports/2d5f0d2d-a66b-4413-ae0e-c0090fa16294/tags/tempest-TagsExtTest-Tag-1738148254 HTTP/1.1" status: 404 len: 329 time: 0.1142943 Mar 09 04:02:34.715830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53202) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:34.721153 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-47215353-c435-46a6-a15f-e90b48862b97 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2d5f0d2d-a66b-4413-ae0e-c0090fa16294', 'tempest-TagsExtTest-Tag-326617096') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:34.811548 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-47215353-c435-46a6-a15f-e90b48862b97 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] show failed (client error): The resource could not be found. Mar 09 04:02:34.813588 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36a8df3-eb60-423b-bde8-7eea6819a7be None None] Update dhcp port {'port': {'network_id': 'f3473936-d747-493b-a056-321192d1c615', 'fixed_ips': [{'subnet_id': 'a2a85708-09d9-43d7-afdc-fab3f40b3dd1', 'ip_address': '172.20.0.18'}, {'subnet_id': '7cf762b2-615f-4106-96df-1b02166c1d53'}], 'binding:host_id': 'n-d-825178-5'}, 'id': '90da0ecd-521d-40f9-89a2-a30494a03f85'} from n-d-825178-5. {{(pid=87882) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 04:02:34.817630 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-47215353-c435-46a6-a15f-e90b48862b97 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "GET /v2.0/ports/2d5f0d2d-a66b-4413-ae0e-c0090fa16294/tags/tempest-TagsExtTest-Tag-326617096 HTTP/1.1" status: 404 len: 328 time: 0.1008344 Mar 09 04:02:34.819779 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53208) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:34.833237 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-53048629-999b-4296-9f86-b69602bd0015 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2d5f0d2d-a66b-4413-ae0e-c0090fa16294', 'tempest-TagsExtTest-Tag-603282916') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:34.840049 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3d543a9b-3f71-463e-9f1b-d7fe258d1d0c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:34.857007 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3d543a9b-3f71-463e-9f1b-d7fe258d1d0c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:security_group and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:34.861450 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3d543a9b-3f71-463e-9f1b-d7fe258d1d0c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:34.873248 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3d543a9b-3f71-463e-9f1b-d7fe258d1d0c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:34.912931 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e36a8df3-eb60-423b-bde8-7eea6819a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:34.978503 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3d543a9b-3f71-463e-9f1b-d7fe258d1d0c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:34.987663 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-53048629-999b-4296-9f86-b69602bd0015 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] show failed (client error): The resource could not be found. Mar 09 04:02:34.992908 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-53048629-999b-4296-9f86-b69602bd0015 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "GET /v2.0/ports/2d5f0d2d-a66b-4413-ae0e-c0090fa16294/tags/tempest-TagsExtTest-Tag-603282916 HTTP/1.1" status: 404 len: 328 time: 0.1719358 Mar 09 04:02:34.995431 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53220) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:35.006226 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-6a43db12-8b23-4288-bb1f-be6f4caf538e tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e51edec6-6c44-4a4c-a3ed-7eb542226087', {'tags': ['tempest-TagsExtTest-Tag-978767433', 'tempest-TagsExtTest-Tag-194971115', 'tempest-TagsExtTest-Tag-1495013875']}) {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:35.012742 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3d543a9b-3f71-463e-9f1b-d7fe258d1d0c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:35.021219 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3d543a9b-3f71-463e-9f1b-d7fe258d1d0c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:security_group_rule and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:35.026709 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3d543a9b-3f71-463e-9f1b-d7fe258d1d0c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:35.050076 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3d543a9b-3f71-463e-9f1b-d7fe258d1d0c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:35.242745 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-e36a8df3-eb60-423b-bde8-7eea6819a7be None None] Allocated IP 172.20.0.2 (f3473936-d747-493b-a056-321192d1c615/7cf762b2-615f-4106-96df-1b02166c1d53/90da0ecd-521d-40f9-89a2-a30494a03f85) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:02:35.285967 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6a43db12-8b23-4288-bb1f-be6f4caf538e tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "PUT /v2.0/routers/e51edec6-6c44-4a4c-a3ed-7eb542226087/tags HTTP/1.1" status: 200 len: 316 time: 0.2884297 Mar 09 04:02:35.291856 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53236) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:35.303476 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3d543a9b-3f71-463e-9f1b-d7fe258d1d0c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:35.307075 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.tag.tag_plugin [None req-306c3336-066c-4af3-b4e2-5d2e0bad5f9e tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e51edec6-6c44-4a4c-a3ed-7eb542226087') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:35.389785 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3d543a9b-3f71-463e-9f1b-d7fe258d1d0c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:35.434457 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e36a8df3-eb60-423b-bde8-7eea6819a7be None None] For port 90da0ecd-521d-40f9-89a2-a30494a03f85, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=90da0ecd-521d-40f9-89a2-a30494a03f85,segment=NetworkSegment(133cd368-ffe7-41c2-a48b-70e3627cbc06),segment_id=133cd368-ffe7-41c2-a48b-70e3627cbc06)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:02:35.465546 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d543a9b-3f71-463e-9f1b-d7fe258d1d0c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5db587e-77b6-484a-812b-f6eca3e6ed2f,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:35.512392 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e36a8df3-eb60-423b-bde8-7eea6819a7be None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:35.530413 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e36a8df3-eb60-423b-bde8-7eea6819a7be None None] Transition to ACTIVE for port object 90da0ecd-521d-40f9-89a2-a30494a03f85 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:02:35.535944 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e36a8df3-eb60-423b-bde8-7eea6819a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:35.545613 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53244) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:35.564031 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3d543a9b-3f71-463e-9f1b-d7fe258d1d0c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:35.565238 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3d543a9b-3f71-463e-9f1b-d7fe258d1d0c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9431791 Mar 09 04:02:35.568355 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53252) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:35.576364 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-b3bc43f1-93a1-4f94-9cc9-af4cdb947e33 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-235663631', 'security_groups': ['d5db587e-77b6-484a-812b-f6eca3e6ed2f'], 'network_id': 'f3473936-d747-493b-a056-321192d1c615', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7cf762b2-615f-4106-96df-1b02166c1d53'}]}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:35.644554 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-306c3336-066c-4af3-b4e2-5d2e0bad5f9e tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "DELETE /v2.0/routers/e51edec6-6c44-4a4c-a3ed-7eb542226087/tags HTTP/1.1" status: 204 len: 168 time: 0.3430407 Mar 09 04:02:35.647649 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53258) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:35.653655 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.tag.tag_plugin [None req-c5d2a470-0361-4d85-9703-1b541f703a80 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e51edec6-6c44-4a4c-a3ed-7eb542226087', 'tempest-TagsExtTest-Tag-978767433') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:35.753994 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a8df3-eb60-423b-bde8-7eea6819a7be None None] Pushing event updated for resources: {'Port': ['ID=90da0ecd-521d-40f9-89a2-a30494a03f85,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:35.791665 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-419ff0b3-f287-4514-9e98-328038ce1b83 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1121146222'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:35.804294 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-419ff0b3-f287-4514-9e98-328038ce1b83 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:35.820444 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-419ff0b3-f287-4514-9e98-328038ce1b83 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Usage tracker for resource:network and tenant:85e98c21339e4b02922dcdd5140f170d is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:35.826671 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-419ff0b3-f287-4514-9e98-328038ce1b83 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:35.836772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-419ff0b3-f287-4514-9e98-328038ce1b83 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:35.845426 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b3bc43f1-93a1-4f94-9cc9-af4cdb947e33 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:35.857276 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b3bc43f1-93a1-4f94-9cc9-af4cdb947e33 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:35.873548 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bc43f1-93a1-4f94-9cc9-af4cdb947e33 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:02:35.894175 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419ff0b3-f287-4514-9e98-328038ce1b83 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Made reservation on behalf of 85e98c21339e4b02922dcdd5140f170d for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:02:35.898072 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-419ff0b3-f287-4514-9e98-328038ce1b83 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:35.937700 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-419ff0b3-f287-4514-9e98-328038ce1b83 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:35.959858 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-419ff0b3-f287-4514-9e98-328038ce1b83 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:35.968829 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-c5d2a470-0361-4d85-9703-1b541f703a80 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] show failed (client error): The resource could not be found. Mar 09 04:02:35.970082 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c5d2a470-0361-4d85-9703-1b541f703a80 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "GET /v2.0/routers/e51edec6-6c44-4a4c-a3ed-7eb542226087/tags/tempest-TagsExtTest-Tag-978767433 HTTP/1.1" status: 404 len: 328 time: 0.3215418 Mar 09 04:02:35.975383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53264) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:35.983743 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.tag.tag_plugin [None req-829dd560-3c22-4f3f-8516-f8722edfbb66 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e51edec6-6c44-4a4c-a3ed-7eb542226087', 'tempest-TagsExtTest-Tag-194971115') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:36.019491 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-419ff0b3-f287-4514-9e98-328038ce1b83 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Usage tracker for resource:security_group_rule and tenant:85e98c21339e4b02922dcdd5140f170d is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:36.029323 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-419ff0b3-f287-4514-9e98-328038ce1b83 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:36.038494 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-419ff0b3-f287-4514-9e98-328038ce1b83 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:36.070790 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-19871b77-563d-4c52-a586-1c6ed363b7a8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:36.085401 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b3bc43f1-93a1-4f94-9cc9-af4cdb947e33 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:36.126313 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-b3bc43f1-93a1-4f94-9cc9-af4cdb947e33 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] device_id is not set on port cd7ca2a2-b881-4cc0-bf49-09d5e66071c5 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:02:36.200106 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 90da0ecd-521d-40f9-89a2-a30494a03f85 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:02:36.357012 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-419ff0b3-f287-4514-9e98-328038ce1b83 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:36.369095 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-829dd560-3c22-4f3f-8516-f8722edfbb66 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] show failed (client error): The resource could not be found. Mar 09 04:02:36.373289 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-419ff0b3-f287-4514-9e98-328038ce1b83 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:36.373420 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-829dd560-3c22-4f3f-8516-f8722edfbb66 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "GET /v2.0/routers/e51edec6-6c44-4a4c-a3ed-7eb542226087/tags/tempest-TagsExtTest-Tag-194971115 HTTP/1.1" status: 404 len: 328 time: 0.3922846 Mar 09 04:02:36.380397 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53274) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:36.403668 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-12407e14-f32e-4ed1-b0e7-778ded039fe9 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e51edec6-6c44-4a4c-a3ed-7eb542226087', 'tempest-TagsExtTest-Tag-1495013875') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:36.510942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-419ff0b3-f287-4514-9e98-328038ce1b83 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:02:36.527684 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ff0b3-f287-4514-9e98-328038ce1b83 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd45723a-17c0-4a22-bf45-4c782ecedd30,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:36.536626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-b3bc43f1-93a1-4f94-9cc9-af4cdb947e33 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Allocated IP 172.20.0.8 (f3473936-d747-493b-a056-321192d1c615/7cf762b2-615f-4106-96df-1b02166c1d53/cd7ca2a2-b881-4cc0-bf49-09d5e66071c5) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:02:36.588170 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-24831119-de60-4e9d-a11b-11e63a9fcfbb None None] Provisioning for port 90da0ecd-521d-40f9-89a2-a30494a03f85 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:02:36.589664 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-419ff0b3-f287-4514-9e98-328038ce1b83 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:36.590015 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-419ff0b3-f287-4514-9e98-328038ce1b83 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Added segment d0708bb1-1dbe-4334-8251-dacfdbe984b6 of type vlan for network 6bcb167e-3483-4d91-9229-b3b73bd03b64 Mar 09 04:02:36.594066 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-24831119-de60-4e9d-a11b-11e63a9fcfbb None None] Provisioning complete for port 90da0ecd-521d-40f9-89a2-a30494a03f85 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:36.594445 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-24831119-de60-4e9d-a11b-11e63a9fcfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:36.624538 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-12407e14-f32e-4ed1-b0e7-778ded039fe9 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] show failed (client error): The resource could not be found. Mar 09 04:02:36.628086 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-12407e14-f32e-4ed1-b0e7-778ded039fe9 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "GET /v2.0/routers/e51edec6-6c44-4a4c-a3ed-7eb542226087/tags/tempest-TagsExtTest-Tag-1495013875 HTTP/1.1" status: 404 len: 329 time: 0.2339630 Mar 09 04:02:36.632740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53280) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:36.657740 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-419ff0b3-f287-4514-9e98-328038ce1b83 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:36.666757 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.tag.tag_plugin [None req-f9393026-c443-42e4-ac9a-07d7e8626616 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '06d3a3a3-65b8-41fb-81c2-39d1a81e5546', {'tags': ['tempest-TagsExtTest-Tag-215015070', 'tempest-TagsExtTest-Tag-1611619004', 'tempest-TagsExtTest-Tag-1342183165']}) {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:36.730616 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-19871b77-563d-4c52-a586-1c6ed363b7a8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Deleting port 17aa3835-4d60-4573-9de3-07bb8f7fb53a {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:36.731069 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-19871b77-563d-4c52-a586-1c6ed363b7a8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:36.771929 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-24831119-de60-4e9d-a11b-11e63a9fcfbb None None] Provisioning complete for port 4af91ab4-7d34-48e5-8818-485cabf57d96 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:36.772708 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-24831119-de60-4e9d-a11b-11e63a9fcfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:36.809919 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f9393026-c443-42e4-ac9a-07d7e8626616 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "PUT /v2.0/subnetpools/06d3a3a3-65b8-41fb-81c2-39d1a81e5546/tags HTTP/1.1" status: 200 len: 317 time: 0.1474020 Mar 09 04:02:36.812576 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53288) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:36.826972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.tag.tag_plugin [None req-c815e3b6-f039-4888-b560-227ba5b5ad07 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '06d3a3a3-65b8-41fb-81c2-39d1a81e5546') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:36.845895 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.resource_extend [None req-419ff0b3-f287-4514-9e98-328038ce1b83 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 04:02:36.877376 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-24831119-de60-4e9d-a11b-11e63a9fcfbb None None] Port 4af91ab4-7d34-48e5-8818-485cabf57d96 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:36.950783 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-419ff0b3-f287-4514-9e98-328038ce1b83 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:36.956720 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419ff0b3-f287-4514-9e98-328038ce1b83 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:36.957490 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-419ff0b3-f287-4514-9e98-328038ce1b83 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:36.979631 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c815e3b6-f039-4888-b560-227ba5b5ad07 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "DELETE /v2.0/subnetpools/06d3a3a3-65b8-41fb-81c2-39d1a81e5546/tags HTTP/1.1" status: 204 len: 168 time: 0.1660326 Mar 09 04:02:36.983547 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53292) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:36.996267 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.tag.tag_plugin [None req-0cd5bf33-998d-4622-b9f9-eedb68fe1b80 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06d3a3a3-65b8-41fb-81c2-39d1a81e5546', 'tempest-TagsExtTest-Tag-215015070') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:37.017907 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-19871b77-563d-4c52-a586-1c6ed363b7a8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] For port 17aa3835-4d60-4573-9de3-07bb8f7fb53a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=17aa3835-4d60-4573-9de3-07bb8f7fb53a,segment=NetworkSegment(8977d8a4-9c38-48df-a0a9-464d9d27b389),segment_id=8977d8a4-9c38-48df-a0a9-464d9d27b389)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:02:37.018258 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-19871b77-563d-4c52-a586-1c6ed363b7a8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:37.047683 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-419ff0b3-f287-4514-9e98-328038ce1b83 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5004294 Mar 09 04:02:37.129246 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53300) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:37.152917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-447827f6-8d21-48c4-8955-fa99e823e0a4 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Request body: {'subnet': {'network_id': '6bcb167e-3483-4d91-9229-b3b73bd03b64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:37.160175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-19871b77-563d-4c52-a586-1c6ed363b7a8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Calling delete_port for 17aa3835-4d60-4573-9de3-07bb8f7fb53a owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:37.196547 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-0cd5bf33-998d-4622-b9f9-eedb68fe1b80 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] show failed (client error): The resource could not be found. Mar 09 04:02:37.200161 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0cd5bf33-998d-4622-b9f9-eedb68fe1b80 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "GET /v2.0/subnetpools/06d3a3a3-65b8-41fb-81c2-39d1a81e5546/tags/tempest-TagsExtTest-Tag-215015070 HTTP/1.1" status: 404 len: 328 time: 0.2130394 Mar 09 04:02:37.200993 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53306) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:37.205035 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.tag.tag_plugin [None req-2d0c7b40-4819-4e89-881d-2b307b3bd1e7 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06d3a3a3-65b8-41fb-81c2-39d1a81e5546', 'tempest-TagsExtTest-Tag-1611619004') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:37.206342 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ff0b3-f287-4514-9e98-328038ce1b83 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Pushing event updated for resources: {'Network': ['ID=6bcb167e-3483-4d91-9229-b3b73bd03b64,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:37.223841 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 6bcb167e-3483-4d91-9229-b3b73bd03b64 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:02:37.257872 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-2d0c7b40-4819-4e89-881d-2b307b3bd1e7 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] show failed (client error): The resource could not be found. Mar 09 04:02:37.258892 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2d0c7b40-4819-4e89-881d-2b307b3bd1e7 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "GET /v2.0/subnetpools/06d3a3a3-65b8-41fb-81c2-39d1a81e5546/tags/tempest-TagsExtTest-Tag-1611619004 HTTP/1.1" status: 404 len: 329 time: 0.0576255 Mar 09 04:02:37.266303 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53310) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:37.272896 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.tag.tag_plugin [None req-55014fa9-3728-40f3-8d2b-aefb5a8a6b19 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06d3a3a3-65b8-41fb-81c2-39d1a81e5546', 'tempest-TagsExtTest-Tag-1342183165') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:37.291883 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b3bc43f1-93a1-4f94-9cc9-af4cdb947e33 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:37.303919 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-55014fa9-3728-40f3-8d2b-aefb5a8a6b19 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] show failed (client error): The resource could not be found. Mar 09 04:02:37.304937 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-55014fa9-3728-40f3-8d2b-aefb5a8a6b19 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "GET /v2.0/subnetpools/06d3a3a3-65b8-41fb-81c2-39d1a81e5546/tags/tempest-TagsExtTest-Tag-1342183165 HTTP/1.1" status: 404 len: 329 time: 0.0377300 Mar 09 04:02:37.308019 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53314) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:37.320709 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-926213d6-751c-4db3-8d69-d3448ccb7ca5 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '06d3a3a3-65b8-41fb-81c2-39d1a81e5546') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:37.343543 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-447827f6-8d21-48c4-8955-fa99e823e0a4 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:37.348315 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-b3bc43f1-93a1-4f94-9cc9-af4cdb947e33 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Transition to ACTIVE for port object cd7ca2a2-b881-4cc0-bf49-09d5e66071c5 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:02:37.358015 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-447827f6-8d21-48c4-8955-fa99e823e0a4 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Usage tracker for resource:subnet and tenant:85e98c21339e4b02922dcdd5140f170d is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:37.362984 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-447827f6-8d21-48c4-8955-fa99e823e0a4 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:37.374384 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-447827f6-8d21-48c4-8955-fa99e823e0a4 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:37.399269 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-926213d6-751c-4db3-8d69-d3448ccb7ca5 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "DELETE /v2.0/subnetpools/06d3a3a3-65b8-41fb-81c2-39d1a81e5546/tags HTTP/1.1" status: 204 len: 168 time: 0.0900881 Mar 09 04:02:37.401722 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53322) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:37.401887 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447827f6-8d21-48c4-8955-fa99e823e0a4 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Made reservation on behalf of 85e98c21339e4b02922dcdd5140f170d for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:02:37.406157 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-447827f6-8d21-48c4-8955-fa99e823e0a4 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:37.413863 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.tag.tag_plugin [None req-57ae8b42-4943-4588-812f-dc0d96d2da16 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e51edec6-6c44-4a4c-a3ed-7eb542226087') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:37.449651 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b3bc43f1-93a1-4f94-9cc9-af4cdb947e33 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:37.580902 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bc43f1-93a1-4f94-9cc9-af4cdb947e33 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network f3473936-d747-493b-a056-321192d1c615 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:02:37.585267 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-19871b77-563d-4c52-a586-1c6ed363b7a8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:37.592394 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-b3bc43f1-93a1-4f94-9cc9-af4cdb947e33 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:02:37.602139 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bc43f1-93a1-4f94-9cc9-af4cdb947e33 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:02:37.639537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc43f1-93a1-4f94-9cc9-af4cdb947e33 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Port': ['ID=cd7ca2a2-b881-4cc0-bf49-09d5e66071c5,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:37.654299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19871b77-563d-4c52-a586-1c6ed363b7a8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event deleted for resources: {'Port': ['ID=17aa3835-4d60-4573-9de3-07bb8f7fb53a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:37.705344 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bc43f1-93a1-4f94-9cc9-af4cdb947e33 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:37.708759 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b3bc43f1-93a1-4f94-9cc9-af4cdb947e33 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:37.844753 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b3bc43f1-93a1-4f94-9cc9-af4cdb947e33 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2714310 Mar 09 04:02:37.853876 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53332) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:37.871307 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-3a80abf2-a2ab-4c16-980f-b753e9c907c3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'subnet': {'network_id': 'f3473936-d747-493b-a056-321192d1c615', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:37.953424 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-57ae8b42-4943-4588-812f-dc0d96d2da16 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "DELETE /v2.0/routers/e51edec6-6c44-4a4c-a3ed-7eb542226087/tags HTTP/1.1" status: 204 len: 168 time: 0.5497336 Mar 09 04:02:37.958583 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53336) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:37.969176 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.tag.tag_plugin [None req-831b2ee9-d8f3-43f3-bd8d-b7d3438256b7 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2d5f0d2d-a66b-4413-ae0e-c0090fa16294') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:38.018187 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-de0fa66a-c72d-4033-9128-bff2d76eba97 None None] Provisioning for port cd7ca2a2-b881-4cc0-bf49-09d5e66071c5 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:02:38.023865 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-de0fa66a-c72d-4033-9128-bff2d76eba97 None None] Provisioning complete for port cd7ca2a2-b881-4cc0-bf49-09d5e66071c5 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:38.024231 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-de0fa66a-c72d-4033-9128-bff2d76eba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:38.054234 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-447827f6-8d21-48c4-8955-fa99e823e0a4 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:38.085342 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-de0fa66a-c72d-4033-9128-bff2d76eba97 None None] Port cd7ca2a2-b881-4cc0-bf49-09d5e66071c5 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:38.192390 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447827f6-8d21-48c4-8955-fa99e823e0a4 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Pushing event updated for resources: {'Subnet': ['ID=4e4499d3-ff55-453c-a98a-668d0be2842e,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:38.230113 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447827f6-8d21-48c4-8955-fa99e823e0a4 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Checking segment: {'id': 'd0708bb1-1dbe-4334-8251-dacfdbe984b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6bcb167e-3483-4d91-9229-b3b73bd03b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:02:38.230477 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447827f6-8d21-48c4-8955-fa99e823e0a4 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Network hostable DHCP agents. Network: 6bcb167e-3483-4d91-9229-b3b73bd03b64, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:02:38.237098 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-831b2ee9-d8f3-43f3-bd8d-b7d3438256b7 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "DELETE /v2.0/ports/2d5f0d2d-a66b-4413-ae0e-c0090fa16294/tags HTTP/1.1" status: 204 len: 168 time: 0.2749112 Mar 09 04:02:38.237251 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3a80abf2-a2ab-4c16-980f-b753e9c907c3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:38.238221 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53344) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:38.243125 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3a80abf2-a2ab-4c16-980f-b753e9c907c3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:subnet and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:38.248017 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.tag.tag_plugin [None req-a08c7926-919c-4b82-9056-674c3856f84b tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '32b00527-a1a7-4670-aa17-21261febc0de') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:38.252336 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-19871b77-563d-4c52-a586-1c6ed363b7a8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:38.279133 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3a80abf2-a2ab-4c16-980f-b753e9c907c3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:38.290619 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3a80abf2-a2ab-4c16-980f-b753e9c907c3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:38.309488 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447827f6-8d21-48c4-8955-fa99e823e0a4 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Network 6bcb167e-3483-4d91-9229-b3b73bd03b64 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:02:38.319412 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a80abf2-a2ab-4c16-980f-b753e9c907c3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:02:38.323231 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3a80abf2-a2ab-4c16-980f-b753e9c907c3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:38.352932 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-447827f6-8d21-48c4-8955-fa99e823e0a4 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 6bcb167e-3483-4d91-9229-b3b73bd03b64) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:02:38.363243 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0082ac8-a15c-43b2-a379-97d084fddbbd None None] Network 6bcb167e-3483-4d91-9229-b3b73bd03b64 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:02:38.370272 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447827f6-8d21-48c4-8955-fa99e823e0a4 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:38.371517 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-447827f6-8d21-48c4-8955-fa99e823e0a4 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:38.479772 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-447827f6-8d21-48c4-8955-fa99e823e0a4 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3470063 Mar 09 04:02:38.486795 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53352) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:38.515042 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a08c7926-919c-4b82-9056-674c3856f84b tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "DELETE /v2.0/subnets/32b00527-a1a7-4670-aa17-21261febc0de/tags HTTP/1.1" status: 204 len: 168 time: 0.2759013 Mar 09 04:02:38.518602 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-01c90d93-9730-490d-a7d6-d2231d17c33a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-843333495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:38.525583 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53356) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:38.529935 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-01c90d93-9730-490d-a7d6-d2231d17c33a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:38.539466 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-01c90d93-9730-490d-a7d6-d2231d17c33a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Usage tracker for resource:router and tenant:85e98c21339e4b02922dcdd5140f170d is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:38.551970 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-01c90d93-9730-490d-a7d6-d2231d17c33a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:38.563026 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-01c90d93-9730-490d-a7d6-d2231d17c33a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:38.571679 n-d-825178-5 neutron-server[87881]: INFO neutron.db.ipam_backend_mixin [None req-3a80abf2-a2ab-4c16-980f-b753e9c907c3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7cf762b2-615f-4106-96df-1b02166c1d53 (CIDR: 172.20.0.0/28) Mar 09 04:02:38.577106 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a80abf2-a2ab-4c16-980f-b753e9c907c3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:02:38.577650 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a80abf2-a2ab-4c16-980f-b753e9c907c3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:02:38.583752 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-01c90d93-9730-490d-a7d6-d2231d17c33a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:38.584750 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-01c90d93-9730-490d-a7d6-d2231d17c33a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:38.601706 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-01c90d93-9730-490d-a7d6-d2231d17c33a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:38.642104 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-01c90d93-9730-490d-a7d6-d2231d17c33a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:38.667466 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3a80abf2-a2ab-4c16-980f-b753e9c907c3 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8124216 Mar 09 04:02:38.670262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53362) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:38.673034 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-6bcb167e-3483-4d91-9229-b3b73bd03b64', 'network_id': '6bcb167e-3483-4d91-9229-b3b73bd03b64', 'tenant_id': '85e98c21339e4b02922dcdd5140f170d', 'fixed_ips': [{'subnet_id': '4e4499d3-ff55-453c-a98a-668d0be2842e'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:02:38.675130 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:38.680254 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6f0ae70a-406a-4b1a-81b9-070274d09d5b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'subnet': {'network_id': 'f3473936-d747-493b-a056-321192d1c615', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:38.720597 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-01c90d93-9730-490d-a7d6-d2231d17c33a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:38.723865 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-01c90d93-9730-490d-a7d6-d2231d17c33a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2190034 Mar 09 04:02:38.727031 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1a65ec8a-dd8a-4192-8886-040cf19eca83 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks [] for subnetpool, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:38.730489 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53368) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:38.730639 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1a65ec8a-dd8a-4192-8886-040cf19eca83 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "DELETE /v2.0/subnetpools/06d3a3a3-65b8-41fb-81c2-39d1a81e5546 HTTP/1.1" status: 204 len: 168 time: 0.1968091 Mar 09 04:02:38.730972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53372) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:38.796408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1c46f9cc-0ce1-47e6-9ff4-b12fba6fa015 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Synchronizing usage tracker for tenant:b1c86975a4524de6a112441d9fac2040 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:02:38.831078 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19871b77-563d-4c52-a586-1c6ed363b7a8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Router 3455b4a1-2a50-44bc-b2c6-2177f4b24add has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:02:38.834684 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1c46f9cc-0ce1-47e6-9ff4-b12fba6fa015 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Unset dirty status for tenant:b1c86975a4524de6a112441d9fac2040 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:02:38.838362 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1c46f9cc-0ce1-47e6-9ff4-b12fba6fa015 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "GET /v2.0/ports?device_id=e51edec6-6c44-4a4c-a3ed-7eb542226087 HTTP/1.1" status: 200 len: 205 time: 0.1041286 Mar 09 04:02:38.838614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53378) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:38.903853 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:38.908713 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Allocated IP 172.20.0.2 (6bcb167e-3483-4d91-9229-b3b73bd03b64/4e4499d3-ff55-453c-a98a-668d0be2842e/54e665a7-8abc-4432-ba9b-da9e8fcdd278) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:02:39.057778 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02a7f946-26a2-4803-a6fa-5f32e370d0a1 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:39.196844 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:39.208914 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Transition to ACTIVE for port object 54e665a7-8abc-4432-ba9b-da9e8fcdd278 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:02:39.232797 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Transition to ACTIVE for port object 54e665a7-8abc-4432-ba9b-da9e8fcdd278 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:02:39.242884 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:39.310136 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Network 6bcb167e-3483-4d91-9229-b3b73bd03b64 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:02:39.317972 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:02:39.322722 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:02:39.328682 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Pushing event updated for resources: {'Port': ['ID=54e665a7-8abc-4432-ba9b-da9e8fcdd278,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:39.369433 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:39.369970 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:39.370471 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:39.371634 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:39.372129 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:39.372453 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:39.372775 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:39.373096 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:39.373414 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:39.373733 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:39.374043 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:39.374501 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:39.438700 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Attempting to bind port 54e665a7-8abc-4432-ba9b-da9e8fcdd278 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:02:39.439370 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Attempting to bind port 54e665a7-8abc-4432-ba9b-da9e8fcdd278 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'd0708bb1-1dbe-4334-8251-dacfdbe984b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6bcb167e-3483-4d91-9229-b3b73bd03b64'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:02:39.439891 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Attempting to bind port 54e665a7-8abc-4432-ba9b-da9e8fcdd278 on network 6bcb167e-3483-4d91-9229-b3b73bd03b64 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:02:39.445815 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:02:39.446193 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Checking segment: {'id': 'd0708bb1-1dbe-4334-8251-dacfdbe984b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6bcb167e-3483-4d91-9229-b3b73bd03b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:02:39.446592 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:39.446996 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Bound using segment: {'id': 'd0708bb1-1dbe-4334-8251-dacfdbe984b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6bcb167e-3483-4d91-9229-b3b73bd03b64'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:02:39.447445 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Bound port: 54e665a7-8abc-4432-ba9b-da9e8fcdd278, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0708bb1-1dbe-4334-8251-dacfdbe984b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6bcb167e-3483-4d91-9229-b3b73bd03b64'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:02:39.448007 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:39.555283 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] For port 54e665a7-8abc-4432-ba9b-da9e8fcdd278, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:02:39.560339 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] For port 54e665a7-8abc-4432-ba9b-da9e8fcdd278, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=54e665a7-8abc-4432-ba9b-da9e8fcdd278,segment=NetworkSegment(d0708bb1-1dbe-4334-8251-dacfdbe984b6),segment_id=d0708bb1-1dbe-4334-8251-dacfdbe984b6)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:02:39.568447 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6f0ae70a-406a-4b1a-81b9-070274d09d5b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:39.570643 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:39.578593 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6f0ae70a-406a-4b1a-81b9-070274d09d5b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:subnet and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:39.583476 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6f0ae70a-406a-4b1a-81b9-070274d09d5b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:39.593098 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6f0ae70a-406a-4b1a-81b9-070274d09d5b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:39.663133 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab3e3f-df2d-431b-bd50-c3729f145def None None] Pushing event updated for resources: {'Port': ['ID=54e665a7-8abc-4432-ba9b-da9e8fcdd278,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:39.670374 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02a7f946-26a2-4803-a6fa-5f32e370d0a1 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:39.674904 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bccd695a-f244-4db5-b30c-94fe29dffe7c tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:39.686968 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0ae70a-406a-4b1a-81b9-070274d09d5b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:02:39.688755 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02a7f946-26a2-4803-a6fa-5f32e370d0a1 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:39.691732 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f0ae70a-406a-4b1a-81b9-070274d09d5b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:39.700212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19871b77-563d-4c52-a586-1c6ed363b7a8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:02:39.707166 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-19871b77-563d-4c52-a586-1c6ed363b7a8 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "PUT /v2.0/routers/3455b4a1-2a50-44bc-b2c6-2177f4b24add/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2892456 Mar 09 04:02:39.713750 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8809c2c-dc7b-4323-bcff-35d93470c47b None None] Sync routers for ids ['3455b4a1-2a50-44bc-b2c6-2177f4b24add'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:02:39.716306 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53392) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:39.733147 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8809c2c-dc7b-4323-bcff-35d93470c47b None None] Routers {'3455b4a1-2a50-44bc-b2c6-2177f4b24add'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:02:39.733891 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-b8809c2c-dc7b-4323-bcff-35d93470c47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:02:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3455b4a1-2a50-44bc-b2c6-2177f4b24add'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:39.767870 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02a7f946-26a2-4803-a6fa-5f32e370d0a1 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:39.768465 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a7f946-26a2-4803-a6fa-5f32e370d0a1 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Fanout notify agent at l3_agent the message router_deleted on router e51edec6-6c44-4a4c-a3ed-7eb542226087 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:02:39.808203 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02a7f946-26a2-4803-a6fa-5f32e370d0a1 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:39.810019 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-02a7f946-26a2-4803-a6fa-5f32e370d0a1 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "DELETE /v2.0/routers/e51edec6-6c44-4a4c-a3ed-7eb542226087 HTTP/1.1" status: 204 len: 168 time: 0.9701769 Mar 09 04:02:39.813273 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53400) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:39.946743 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-937b9fce-4c98-4e9b-8e3d-d68945603ca6 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Deleting subnet 3acfb211-8535-4334-b88e-ccba5949ed78 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:02:39.968450 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-937b9fce-4c98-4e9b-8e3d-d68945603ca6 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:40.081704 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-b8809c2c-dc7b-4323-bcff-35d93470c47b None None] Set router 3455b4a1-2a50-44bc-b2c6-2177f4b24add gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:02:40.139590 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-ae702167-cc77-4158-b1b9-85b077b57a8f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Deleting port 2d5f0d2d-a66b-4413-ae0e-c0090fa16294 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:40.140589 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ae702167-cc77-4158-b1b9-85b077b57a8f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:40.284538 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 54e665a7-8abc-4432-ba9b-da9e8fcdd278 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:02:40.386192 n-d-825178-5 neutron-server[87881]: INFO neutron.db.ipam_backend_mixin [None req-6f0ae70a-406a-4b1a-81b9-070274d09d5b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a2a85708-09d9-43d7-afdc-fab3f40b3dd1 (CIDR: 172.20.0.16/28) Mar 09 04:02:40.426407 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-bccd695a-f244-4db5-b30c-94fe29dffe7c tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Allocated IP 172.20.0.1 (6bcb167e-3483-4d91-9229-b3b73bd03b64/4e4499d3-ff55-453c-a98a-668d0be2842e/3537d444-f5e5-4d01-9c6d-df6f8e0f012d) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:02:40.443011 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-937b9fce-4c98-4e9b-8e3d-d68945603ca6 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:40.529619 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 54e665a7-8abc-4432-ba9b-da9e8fcdd278 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:02:40.575491 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0ae70a-406a-4b1a-81b9-070274d09d5b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:02:40.576071 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f0ae70a-406a-4b1a-81b9-070274d09d5b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:02:40.626294 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6f0ae70a-406a-4b1a-81b9-070274d09d5b tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.9542298 Mar 09 04:02:40.630267 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53412) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:40.639095 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-3e6837eb-dee7-417e-9f24-40982c2b57e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'subnet': {'network_id': 'f3473936-d747-493b-a056-321192d1c615', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:40.646314 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ae702167-cc77-4158-b1b9-85b077b57a8f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:40.662372 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-b8809c2c-dc7b-4323-bcff-35d93470c47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1525088774', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:51Z', 'updated_at': '2022-03-09T04:02:37Z', 'revision_number': 5, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'gw_port': {'id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:52Z', 'updated_at': '2022-03-09T03:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:40.669824 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8809c2c-dc7b-4323-bcff-35d93470c47b None None] Checking router: 3455b4a1-2a50-44bc-b2c6-2177f4b24add for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:02:40.686455 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8809c2c-dc7b-4323-bcff-35d93470c47b None None] Routers {'3455b4a1-2a50-44bc-b2c6-2177f4b24add'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:02:40.690925 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-b8809c2c-dc7b-4323-bcff-35d93470c47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:02:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3455b4a1-2a50-44bc-b2c6-2177f4b24add'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:40.807470 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bccd695a-f244-4db5-b30c-94fe29dffe7c tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:40.831870 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-ae702167-cc77-4158-b1b9-85b077b57a8f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Calling delete_port for 2d5f0d2d-a66b-4413-ae0e-c0090fa16294 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:40.859297 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-bccd695a-f244-4db5-b30c-94fe29dffe7c tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Transition to ACTIVE for port object 3537d444-f5e5-4d01-9c6d-df6f8e0f012d will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:02:40.890811 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3e6837eb-dee7-417e-9f24-40982c2b57e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:40.896581 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3e6837eb-dee7-417e-9f24-40982c2b57e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Usage tracker for resource:subnet and tenant:4142753503a14b29b880b4a248420f63 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:40.901006 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3e6837eb-dee7-417e-9f24-40982c2b57e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:40.908672 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3e6837eb-dee7-417e-9f24-40982c2b57e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:40.925522 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6837eb-dee7-417e-9f24-40982c2b57e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Made reservation on behalf of 4142753503a14b29b880b4a248420f63 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:02:40.930165 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e6837eb-dee7-417e-9f24-40982c2b57e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:40.959752 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bccd695a-f244-4db5-b30c-94fe29dffe7c tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:40.971858 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-b8809c2c-dc7b-4323-bcff-35d93470c47b None None] Set router 3455b4a1-2a50-44bc-b2c6-2177f4b24add gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:02:41.013512 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-937b9fce-4c98-4e9b-8e3d-d68945603ca6 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:41.157664 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ae702167-cc77-4158-b1b9-85b077b57a8f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:41.184812 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccd695a-f244-4db5-b30c-94fe29dffe7c tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Network 6bcb167e-3483-4d91-9229-b3b73bd03b64 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:02:41.197470 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-bccd695a-f244-4db5-b30c-94fe29dffe7c tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:02:41.220976 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccd695a-f244-4db5-b30c-94fe29dffe7c tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:02:41.224611 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae702167-cc77-4158-b1b9-85b077b57a8f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Pushing event deleted for resources: {'Port': ['ID=2d5f0d2d-a66b-4413-ae0e-c0090fa16294,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:41.292322 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-937b9fce-4c98-4e9b-8e3d-d68945603ca6 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:41.342349 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc838158-f341-4875-bae7-e9da155b242e None None] Network 6bcb167e-3483-4d91-9229-b3b73bd03b64 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:02:41.369921 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67923a36-8928-4e89-a47e-27536f316427 None None] Network 6f84cfcf-228d-4f64-9839-933d907d9a2d requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:02:41.402458 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-937b9fce-4c98-4e9b-8e3d-d68945603ca6 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:41.443904 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b9fce-4c98-4e9b-8e3d-d68945603ca6 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event deleted for resources: {'Subnet': ['ID=3acfb211-8535-4334-b88e-ccba5949ed78,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:41.454375 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-937b9fce-4c98-4e9b-8e3d-d68945603ca6 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "DELETE /v2.0/subnets/3acfb211-8535-4334-b88e-ccba5949ed78 HTTP/1.1" status: 204 len: 168 time: 1.7371178 Mar 09 04:02:41.458046 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53426) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:41.524966 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd695a-f244-4db5-b30c-94fe29dffe7c tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Pushing event updated for resources: {'Port': ['ID=3537d444-f5e5-4d01-9c6d-df6f8e0f012d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:41.531567 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-b8809c2c-dc7b-4323-bcff-35d93470c47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1525088774', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:51Z', 'updated_at': '2022-03-09T04:02:37Z', 'revision_number': 5, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'gw_port': {'id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:52Z', 'updated_at': '2022-03-09T03:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:41.537728 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8809c2c-dc7b-4323-bcff-35d93470c47b None None] The sync data for ids ['3455b4a1-2a50-44bc-b2c6-2177f4b24add'] in n-d-825178-5 is: [{'id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1525088774', 'tenant_id': 'f62636ca99004fbcad682ccf3903561c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:51Z', 'updated_at': '2022-03-09T04:02:37Z', 'revision_number': 5, 'project_id': 'f62636ca99004fbcad682ccf3903561c', 'gw_port': {'id': 'ef61b562-a6b4-47a8-8c1f-de26fce0bb4e', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455b4a1-2a50-44bc-b2c6-2177f4b24add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:52Z', 'updated_at': '2022-03-09T03:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:02:41.611331 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ae702167-cc77-4158-b1b9-85b077b57a8f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:41.616581 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ae702167-cc77-4158-b1b9-85b077b57a8f tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "DELETE /v2.0/ports/2d5f0d2d-a66b-4413-ae0e-c0090fa16294 HTTP/1.1" status: 204 len: 168 time: 1.7963874 Mar 09 04:02:41.616581 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53436) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:41.638341 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bccd695a-f244-4db5-b30c-94fe29dffe7c tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:41.647528 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cc47c081-986b-4205-a53c-369077eb19ca None None] Provisioning for port 54e665a7-8abc-4432-ba9b-da9e8fcdd278 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:02:41.664315 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cc47c081-986b-4205-a53c-369077eb19ca None None] Provisioning complete for port 54e665a7-8abc-4432-ba9b-da9e8fcdd278 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:41.664688 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cc47c081-986b-4205-a53c-369077eb19ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:41.956951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac579c2-3330-41cd-a003-1bdca7029e8b tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Deleting subnet 32b00527-a1a7-4670-aa17-21261febc0de {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:02:41.960717 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eac579c2-3330-41cd-a003-1bdca7029e8b tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:42.030978 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eac579c2-3330-41cd-a003-1bdca7029e8b tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:42.082669 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cc47c081-986b-4205-a53c-369077eb19ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:42.134891 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eac579c2-3330-41cd-a003-1bdca7029e8b tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:42.140460 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 17aa3835-4d60-4573-9de3-07bb8f7fb53a no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:02:42.190139 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 17aa3835-4d60-4573-9de3-07bb8f7fb53a {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:02:42.190540 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 17aa3835-4d60-4573-9de3-07bb8f7fb53a not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:02:42.193652 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-cc47c081-986b-4205-a53c-369077eb19ca None None] For port 54e665a7-8abc-4432-ba9b-da9e8fcdd278, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=54e665a7-8abc-4432-ba9b-da9e8fcdd278,segment=NetworkSegment(d0708bb1-1dbe-4334-8251-dacfdbe984b6),segment_id=d0708bb1-1dbe-4334-8251-dacfdbe984b6)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:02:42.208102 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cc47c081-986b-4205-a53c-369077eb19ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:42.250686 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0331fc8-a67f-4b80-bedf-20a54f1e5e6a None None] DHCP port deletion for 6f84cfcf-228d-4f64-9839-933d907d9a2d request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:02:42.259554 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bccd695a-f244-4db5-b30c-94fe29dffe7c tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:42.260629 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2d173b1d-b91d-4c18-98fe-7fd2de855639 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:42.262929 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b0331fc8-a67f-4b80-bedf-20a54f1e5e6a None None] Deleting port 3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:42.263269 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b0331fc8-a67f-4b80-bedf-20a54f1e5e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:42.434397 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47c081-986b-4205-a53c-369077eb19ca None None] Pushing event updated for resources: {'Port': ['ID=54e665a7-8abc-4432-ba9b-da9e8fcdd278,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:42.520900 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-b0331fc8-a67f-4b80-bedf-20a54f1e5e6a None None] For port 3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370,segment=NetworkSegment(8977d8a4-9c38-48df-a0a9-464d9d27b389),segment_id=8977d8a4-9c38-48df-a0a9-464d9d27b389)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:02:42.521693 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b0331fc8-a67f-4b80-bedf-20a54f1e5e6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:42.575270 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2d173b1d-b91d-4c18-98fe-7fd2de855639 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:42.586508 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eac579c2-3330-41cd-a003-1bdca7029e8b tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:42.628062 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-2d173b1d-b91d-4c18-98fe-7fd2de855639 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Deleting port ef61b562-a6b4-47a8-8c1f-de26fce0bb4e {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:42.628406 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2d173b1d-b91d-4c18-98fe-7fd2de855639 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:42.701838 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eac579c2-3330-41cd-a003-1bdca7029e8b tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:42.707811 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac579c2-3330-41cd-a003-1bdca7029e8b tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Pushing event deleted for resources: {'Subnet': ['ID=32b00527-a1a7-4670-aa17-21261febc0de,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:42.717479 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e6837eb-dee7-417e-9f24-40982c2b57e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:42.721640 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-eac579c2-3330-41cd-a003-1bdca7029e8b tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "DELETE /v2.0/subnets/32b00527-a1a7-4670-aa17-21261febc0de HTTP/1.1" status: 204 len: 168 time: 1.1040294 Mar 09 04:02:42.724443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53444) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:42.736187 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18fee30-4c4b-4a82-b1d6-6dfb108de0cc None None] Network 77431c1f-5528-4b4b-a733-077eed740714 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:02:42.787963 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b0331fc8-a67f-4b80-bedf-20a54f1e5e6a None None] Calling delete_port for 3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:42.910148 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-578f66a7-f430-4578-9516-78fa02dba1c2 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:42.948018 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6837eb-dee7-417e-9f24-40982c2b57e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Network f3473936-d747-493b-a056-321192d1c615 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:02:42.951981 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-3e6837eb-dee7-417e-9f24-40982c2b57e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:02:42.971219 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b0331fc8-a67f-4b80-bedf-20a54f1e5e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:42.974022 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6837eb-dee7-417e-9f24-40982c2b57e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:42.974777 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e6837eb-dee7-417e-9f24-40982c2b57e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:43.008367 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-578f66a7-f430-4578-9516-78fa02dba1c2 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Deleting port 1fe26f3d-554a-40d6-ae8f-99c8b63490a6 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:43.008885 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-578f66a7-f430-4578-9516-78fa02dba1c2 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:43.009287 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6837eb-dee7-417e-9f24-40982c2b57e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Subnet': ['ID=994fb32a-ad58-4d75-8386-1735e7822b49,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:43.018769 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3e6837eb-dee7-417e-9f24-40982c2b57e4 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3874562 Mar 09 04:02:43.019394 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53450) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:43.028973 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-18698db5-922b-45d2-9964-87a8723f3f57 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2135163019', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '994fb32a-ad58-4d75-8386-1735e7822b49'}], 'security_groups': ['ff8f951b-241f-4b00-addf-ceff9868e0d0', '5366b8fe-0312-4709-8d67-a5dd33f9ede2']}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:43.045197 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-43d9dc30-1366-4399-b438-701fdb378271 None None] Provisioning complete for port 54e665a7-8abc-4432-ba9b-da9e8fcdd278 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:43.045561 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43d9dc30-1366-4399-b438-701fdb378271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:43.133032 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.resource_extend [None req-bccd695a-f244-4db5-b30c-94fe29dffe7c tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 04:02:43.148676 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5ae3e8-2f40-4ea2-a70d-c498931bfae8 None None] Network f3473936-d747-493b-a056-321192d1c615 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:02:43.154102 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bccd695a-f244-4db5-b30c-94fe29dffe7c tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:43.259266 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bccd695a-f244-4db5-b30c-94fe29dffe7c tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:43.284752 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-2d173b1d-b91d-4c18-98fe-7fd2de855639 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] For port ef61b562-a6b4-47a8-8c1f-de26fce0bb4e, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=ef61b562-a6b4-47a8-8c1f-de26fce0bb4e,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:02:43.285323 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2d173b1d-b91d-4c18-98fe-7fd2de855639 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:43.312042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-578f66a7-f430-4578-9516-78fa02dba1c2 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] For port 1fe26f3d-554a-40d6-ae8f-99c8b63490a6, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1fe26f3d-554a-40d6-ae8f-99c8b63490a6,segment=NetworkSegment(34f21dd0-482a-49f6-bf37-a810a7a30d08),segment_id=34f21dd0-482a-49f6-bf37-a810a7a30d08)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:02:43.312462 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-578f66a7-f430-4578-9516-78fa02dba1c2 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:43.336742 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0331fc8-a67f-4b80-bedf-20a54f1e5e6a None None] No DVR routers for this DVR port 3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:02:43.339620 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0331fc8-a67f-4b80-bedf-20a54f1e5e6a None None] Pushing event deleted for resources: {'Port': ['ID=3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:43.446008 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd695a-f244-4db5-b30c-94fe29dffe7c tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Pushing event updated for resources: {'Port': ['ID=3537d444-f5e5-4d01-9c6d-df6f8e0f012d,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:43.488209 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bccd695a-f244-4db5-b30c-94fe29dffe7c tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:43.491787 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-18698db5-922b-45d2-9964-87a8723f3f57 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:43.568001 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-578f66a7-f430-4578-9516-78fa02dba1c2 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Calling delete_port for 1fe26f3d-554a-40d6-ae8f-99c8b63490a6 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:43.627054 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-43d9dc30-1366-4399-b438-701fdb378271 None None] Provisioning for port 3537d444-f5e5-4d01-9c6d-df6f8e0f012d completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:02:43.632567 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-43d9dc30-1366-4399-b438-701fdb378271 None None] Provisioning complete for port 3537d444-f5e5-4d01-9c6d-df6f8e0f012d triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:43.632974 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43d9dc30-1366-4399-b438-701fdb378271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:43.657012 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-2d173b1d-b91d-4c18-98fe-7fd2de855639 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Calling delete_port for ef61b562-a6b4-47a8-8c1f-de26fce0bb4e owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:43.688124 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-578f66a7-f430-4578-9516-78fa02dba1c2 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:43.714086 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-43d9dc30-1366-4399-b438-701fdb378271 None None] Port 3537d444-f5e5-4d01-9c6d-df6f8e0f012d cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:43.733938 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fedadc-54f9-4e64-a611-5bb72da317ed None None] DHCP port deletion for 77431c1f-5528-4b4b-a733-077eed740714 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:02:43.768296 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f66a7-f430-4578-9516-78fa02dba1c2 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Pushing event deleted for resources: {'Port': ['ID=1fe26f3d-554a-40d6-ae8f-99c8b63490a6,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:43.778388 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578f66a7-f430-4578-9516-78fa02dba1c2 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] No DVR routers for this DVR port 1fe26f3d-554a-40d6-ae8f-99c8b63490a6 on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:02:43.829939 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204f2d60-a130-418f-b1e8-feb5dca2977d None None] Update dhcp port {'port': {'network_id': 'f3473936-d747-493b-a056-321192d1c615', 'fixed_ips': [{'subnet_id': 'a2a85708-09d9-43d7-afdc-fab3f40b3dd1', 'ip_address': '172.20.0.18'}, {'subnet_id': '7cf762b2-615f-4106-96df-1b02166c1d53', 'ip_address': '172.20.0.2'}, {'subnet_id': '994fb32a-ad58-4d75-8386-1735e7822b49'}], 'binding:host_id': 'n-d-825178-5'}, 'id': '90da0ecd-521d-40f9-89a2-a30494a03f85'} from n-d-825178-5. {{(pid=87882) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 04:02:43.889201 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-204f2d60-a130-418f-b1e8-feb5dca2977d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:43.963774 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccd695a-f244-4db5-b30c-94fe29dffe7c tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Network 6bcb167e-3483-4d91-9229-b3b73bd03b64 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:02:43.968813 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-bccd695a-f244-4db5-b30c-94fe29dffe7c tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:02:44.109076 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-578f66a7-f430-4578-9516-78fa02dba1c2 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:44.133491 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-204f2d60-a130-418f-b1e8-feb5dca2977d None None] Allocated IP 172.20.0.34 (f3473936-d747-493b-a056-321192d1c615/994fb32a-ad58-4d75-8386-1735e7822b49/90da0ecd-521d-40f9-89a2-a30494a03f85) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:02:44.137361 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-578f66a7-f430-4578-9516-78fa02dba1c2 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77431c1f-5528-4b4b-a733-077eed740714']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:44.153400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-578f66a7-f430-4578-9516-78fa02dba1c2 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f21dd0-482a-49f6-bf37-a810a7a30d08') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:44.153784 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-578f66a7-f430-4578-9516-78fa02dba1c2 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f21dd0-482a-49f6-bf37-a810a7a30d08') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:44.166579 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-578f66a7-f430-4578-9516-78fa02dba1c2 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:44.202369 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-578f66a7-f430-4578-9516-78fa02dba1c2 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:44.209298 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578f66a7-f430-4578-9516-78fa02dba1c2 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:02:44.209774 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-578f66a7-f430-4578-9516-78fa02dba1c2 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:44.330384 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-204f2d60-a130-418f-b1e8-feb5dca2977d None None] For port 90da0ecd-521d-40f9-89a2-a30494a03f85, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=90da0ecd-521d-40f9-89a2-a30494a03f85,segment=NetworkSegment(133cd368-ffe7-41c2-a48b-70e3627cbc06),segment_id=133cd368-ffe7-41c2-a48b-70e3627cbc06)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:02:44.358096 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 54e665a7-8abc-4432-ba9b-da9e8fcdd278 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:02:44.366945 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:02:44.390250 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-578f66a7-f430-4578-9516-78fa02dba1c2 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:44.403223 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-204f2d60-a130-418f-b1e8-feb5dca2977d None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:44.407233 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b093f807-3806-40e9-9e4d-8528263da720 None None] Provisioning complete for port 3537d444-f5e5-4d01-9c6d-df6f8e0f012d triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:44.407786 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b093f807-3806-40e9-9e4d-8528263da720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:44.423316 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-578f66a7-f430-4578-9516-78fa02dba1c2 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:44.436909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f66a7-f430-4578-9516-78fa02dba1c2 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] Pushing event deleted for resources: {'Network': ['ID=77431c1f-5528-4b4b-a733-077eed740714,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:44.437051 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bccd695a-f244-4db5-b30c-94fe29dffe7c tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Router 964a2764-7587-47ef-9b64-59b9464723ed is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:02:44.483391 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-578f66a7-f430-4578-9516-78fa02dba1c2 tempest-TagsExtTest-1188301548 tempest-TagsExtTest-1188301548-project] 10.222.0.16 "DELETE /v2.0/networks/77431c1f-5528-4b4b-a733-077eed740714 HTTP/1.1" status: 204 len: 168 time: 1.7516062 Mar 09 04:02:44.491320 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-204f2d60-a130-418f-b1e8-feb5dca2977d None None] Transition to ACTIVE for port object 90da0ecd-521d-40f9-89a2-a30494a03f85 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:02:44.509211 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-204f2d60-a130-418f-b1e8-feb5dca2977d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:44.616788 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccd695a-f244-4db5-b30c-94fe29dffe7c tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:02:44.623422 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bccd695a-f244-4db5-b30c-94fe29dffe7c tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] 10.222.0.16 "PUT /v2.0/routers/964a2764-7587-47ef-9b64-59b9464723ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8947768 Mar 09 04:02:44.627803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53492) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:44.633414 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-d36c3995-1093-4c26-a0f6-36f6436702fb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Request body: {'port': {'network_id': '6bcb167e-3483-4d91-9229-b3b73bd03b64', 'name': 'tempest-FloatingIPNegativeTestJSON-1419499226'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:44.656340 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2d173b1d-b91d-4c18-98fe-7fd2de855639 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:44.661718 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b093f807-3806-40e9-9e4d-8528263da720 None None] Port 3537d444-f5e5-4d01-9c6d-df6f8e0f012d cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:44.703068 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f2d60-a130-418f-b1e8-feb5dca2977d None None] Pushing event updated for resources: {'Port': ['ID=90da0ecd-521d-40f9-89a2-a30494a03f85,revision_number=7']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:44.707145 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27e853d-ec04-479e-be1b-2b512e2177a0 None None] Sync routers for ids ['964a2764-7587-47ef-9b64-59b9464723ed'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:02:44.779458 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d173b1d-b91d-4c18-98fe-7fd2de855639 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event deleted for resources: {'Port': ['ID=ef61b562-a6b4-47a8-8c1f-de26fce0bb4e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:44.859107 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27e853d-ec04-479e-be1b-2b512e2177a0 None None] Routers {'964a2764-7587-47ef-9b64-59b9464723ed'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:02:44.859731 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-f27e853d-ec04-479e-be1b-2b512e2177a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:02:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['964a2764-7587-47ef-9b64-59b9464723ed'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:44.926076 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2d173b1d-b91d-4c18-98fe-7fd2de855639 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:44.950740 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 54e665a7-8abc-4432-ba9b-da9e8fcdd278 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:44.951300 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:44.954313 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-d36c3995-1093-4c26-a0f6-36f6436702fb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:44.962447 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d36c3995-1093-4c26-a0f6-36f6436702fb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Usage tracker for resource:port and tenant:85e98c21339e4b02922dcdd5140f170d is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:44.981302 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d36c3995-1093-4c26-a0f6-36f6436702fb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:44.984356 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-18698db5-922b-45d2-9964-87a8723f3f57 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Delete allocated IP 172.20.0.8 (f3473936-d747-493b-a056-321192d1c615/7cf762b2-615f-4106-96df-1b02166c1d53) {{(pid=87881) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 09 04:02:45.007673 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-d36c3995-1093-4c26-a0f6-36f6436702fb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:45.016317 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-18698db5-922b-45d2-9964-87a8723f3f57 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Allocated IP 172.20.0.46 (f3473936-d747-493b-a056-321192d1c615/994fb32a-ad58-4d75-8386-1735e7822b49/cd7ca2a2-b881-4cc0-bf49-09d5e66071c5) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:02:45.019396 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c95e7adb-d701-460a-8806-de6457172e85 None None] Provisioning complete for port 3537d444-f5e5-4d01-9c6d-df6f8e0f012d triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:45.024696 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c95e7adb-d701-460a-8806-de6457172e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:45.039250 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36c3995-1093-4c26-a0f6-36f6436702fb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Made reservation on behalf of 85e98c21339e4b02922dcdd5140f170d for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:02:45.047367 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d36c3995-1093-4c26-a0f6-36f6436702fb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:45.057956 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53540) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:45.082929 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-f27e853d-ec04-479e-be1b-2b512e2177a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:45.139333 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27e853d-ec04-479e-be1b-2b512e2177a0 None None] Routers {'964a2764-7587-47ef-9b64-59b9464723ed'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:02:45.139873 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-f27e853d-ec04-479e-be1b-2b512e2177a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:02:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['964a2764-7587-47ef-9b64-59b9464723ed'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:45.181306 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [None req-d36c3995-1093-4c26-a0f6-36f6436702fb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] device_id is not set on port 43871358-805e-42bf-8678-6d1a648e3312 yet. {{(pid=87881) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:02:45.231294 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c95e7adb-d701-460a-8806-de6457172e85 None None] Port 3537d444-f5e5-4d01-9c6d-df6f8e0f012d cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:45.233913 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-f27e853d-ec04-479e-be1b-2b512e2177a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:45.234300 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27e853d-ec04-479e-be1b-2b512e2177a0 None None] The sync data for ids ['964a2764-7587-47ef-9b64-59b9464723ed'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:02:45.291293 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2d173b1d-b91d-4c18-98fe-7fd2de855639 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:45.308283 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2d173b1d-b91d-4c18-98fe-7fd2de855639 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:45.361072 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2d173b1d-b91d-4c18-98fe-7fd2de855639 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:45.361875 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d173b1d-b91d-4c18-98fe-7fd2de855639 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Fanout notify agent at l3_agent the message router_deleted on router 3455b4a1-2a50-44bc-b2c6-2177f4b24add {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:02:45.387243 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2d173b1d-b91d-4c18-98fe-7fd2de855639 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:45.390028 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2d173b1d-b91d-4c18-98fe-7fd2de855639 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "DELETE /v2.0/routers/3455b4a1-2a50-44bc-b2c6-2177f4b24add HTTP/1.1" status: 204 len: 168 time: 3.9305623 Mar 09 04:02:45.392299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53582) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:45.522098 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:02:45.604747 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:02:45.605502 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3bdf7bd9-405f-4cb4-82f4-aa9ef9e4a370 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:02:45.608739 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1fe26f3d-554a-40d6-ae8f-99c8b63490a6 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:02:45.635263 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7690bffe-28f2-4759-93ff-fa86f2482e71 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:45.662927 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 1fe26f3d-554a-40d6-ae8f-99c8b63490a6 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:02:45.663876 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1fe26f3d-554a-40d6-ae8f-99c8b63490a6 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:02:45.689137 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bae8b968-8a06-4eb8-bdf9-4e4e4dfadfee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1c86975a4524de6a112441d9fac2040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6183641 Mar 09 04:02:45.696574 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53614) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:45.783341 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-d36c3995-1093-4c26-a0f6-36f6436702fb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Allocated IP 172.20.0.14 (6bcb167e-3483-4d91-9229-b3b73bd03b64/4e4499d3-ff55-453c-a98a-668d0be2842e/43871358-805e-42bf-8678-6d1a648e3312) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:02:45.806440 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7690bffe-28f2-4759-93ff-fa86f2482e71 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:45.844149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-7690bffe-28f2-4759-93ff-fa86f2482e71 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f84cfcf-228d-4f64-9839-933d907d9a2d']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:45.858477 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-7690bffe-28f2-4759-93ff-fa86f2482e71 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8977d8a4-9c38-48df-a0a9-464d9d27b389') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:45.858820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-7690bffe-28f2-4759-93ff-fa86f2482e71 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8977d8a4-9c38-48df-a0a9-464d9d27b389') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:45.874938 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7690bffe-28f2-4759-93ff-fa86f2482e71 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:45.884000 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-18698db5-922b-45d2-9964-87a8723f3f57 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:45.888041 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4569e860-3323-43e1-8d7c-abe98ceda7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:45.914779 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7690bffe-28f2-4759-93ff-fa86f2482e71 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:45.924829 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7690bffe-28f2-4759-93ff-fa86f2482e71 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:02:45.925493 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7690bffe-28f2-4759-93ff-fa86f2482e71 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:45.953537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-18698db5-922b-45d2-9964-87a8723f3f57 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Transition to ACTIVE for port object cd7ca2a2-b881-4cc0-bf49-09d5e66071c5 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:02:45.956475 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:02:45.965492 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e445ce80-c1c4-44a7-9a8d-0af022121f19 None None] Provisioning for port 90da0ecd-521d-40f9-89a2-a30494a03f85 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:02:45.973012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e445ce80-c1c4-44a7-9a8d-0af022121f19 None None] Provisioning complete for port 90da0ecd-521d-40f9-89a2-a30494a03f85 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:45.973895 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e445ce80-c1c4-44a7-9a8d-0af022121f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:45.979532 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-18698db5-922b-45d2-9964-87a8723f3f57 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:46.064250 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4569e860-3323-43e1-8d7c-abe98ceda7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:46.154313 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7690bffe-28f2-4759-93ff-fa86f2482e71 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:46.218844 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7690bffe-28f2-4759-93ff-fa86f2482e71 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:46.242102 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 90da0ecd-521d-40f9-89a2-a30494a03f85 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:02:46.285094 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690bffe-28f2-4759-93ff-fa86f2482e71 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] Pushing event deleted for resources: {'Network': ['ID=6f84cfcf-228d-4f64-9839-933d907d9a2d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:46.301247 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7690bffe-28f2-4759-93ff-fa86f2482e71 tempest-TestSecurityGroupsBasicOps-1194688846 tempest-TestSecurityGroupsBasicOps-1194688846-project] 10.222.0.16 "DELETE /v2.0/networks/6f84cfcf-228d-4f64-9839-933d907d9a2d HTTP/1.1" status: 204 len: 168 time: 0.9072747 Mar 09 04:02:46.332469 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e445ce80-c1c4-44a7-9a8d-0af022121f19 None None] Provisioning for port cd7ca2a2-b881-4cc0-bf49-09d5e66071c5 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:02:46.342094 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e445ce80-c1c4-44a7-9a8d-0af022121f19 None None] Provisioning complete for port cd7ca2a2-b881-4cc0-bf49-09d5e66071c5 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:46.342715 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e445ce80-c1c4-44a7-9a8d-0af022121f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:46.412483 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e445ce80-c1c4-44a7-9a8d-0af022121f19 None None] Port cd7ca2a2-b881-4cc0-bf49-09d5e66071c5 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:46.431120 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e445ce80-c1c4-44a7-9a8d-0af022121f19 None None] Provisioning complete for port 4af91ab4-7d34-48e5-8818-485cabf57d96 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:46.431657 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e445ce80-c1c4-44a7-9a8d-0af022121f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:46.494908 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-18698db5-922b-45d2-9964-87a8723f3f57 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] In _notify_port_updated(), no bound segment for port cd7ca2a2-b881-4cc0-bf49-09d5e66071c5 on network f3473936-d747-493b-a056-321192d1c615 {{(pid=87881) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 04:02:46.501655 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18698db5-922b-45d2-9964-87a8723f3f57 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:46.502342 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-18698db5-922b-45d2-9964-87a8723f3f57 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:46.507460 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53714) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:46.515715 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 90da0ecd-521d-40f9-89a2-a30494a03f85 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:46.516088 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:46.518633 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-18698db5-922b-45d2-9964-87a8723f3f57 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "PUT /v2.0/ports/cd7ca2a2-b881-4cc0-bf49-09d5e66071c5 HTTP/1.1" status: 200 len: 960 time: 3.4970524 Mar 09 04:02:46.607410 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18698db5-922b-45d2-9964-87a8723f3f57 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event updated for resources: {'Port': ['ID=cd7ca2a2-b881-4cc0-bf49-09d5e66071c5,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:46.683135 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18698db5-922b-45d2-9964-87a8723f3f57 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:46.686398 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18698db5-922b-45d2-9964-87a8723f3f57 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:46.686767 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18698db5-922b-45d2-9964-87a8723f3f57 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:46.687129 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18698db5-922b-45d2-9964-87a8723f3f57 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:46.687460 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18698db5-922b-45d2-9964-87a8723f3f57 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:46.687784 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18698db5-922b-45d2-9964-87a8723f3f57 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:46.688255 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18698db5-922b-45d2-9964-87a8723f3f57 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:46.688576 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18698db5-922b-45d2-9964-87a8723f3f57 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:46.688916 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18698db5-922b-45d2-9964-87a8723f3f57 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:46.689216 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18698db5-922b-45d2-9964-87a8723f3f57 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:46.698415 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18698db5-922b-45d2-9964-87a8723f3f57 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:46.698959 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18698db5-922b-45d2-9964-87a8723f3f57 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:02:46.718919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-c38c8f9b-1876-4cb7-8a7d-4e13db6a9fce tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting port cd7ca2a2-b881-4cc0-bf49-09d5e66071c5 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:46.719159 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c38c8f9b-1876-4cb7-8a7d-4e13db6a9fce tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:46.837869 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d36c3995-1093-4c26-a0f6-36f6436702fb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:46.905316 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e445ce80-c1c4-44a7-9a8d-0af022121f19 None None] Port 4af91ab4-7d34-48e5-8818-485cabf57d96 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:46.911485 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-d36c3995-1093-4c26-a0f6-36f6436702fb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Transition to ACTIVE for port object 43871358-805e-42bf-8678-6d1a648e3312 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:02:46.965254 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53768) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:47.004002 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d36c3995-1093-4c26-a0f6-36f6436702fb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:47.094597 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a5a4f21b-ef82-47f7-b44d-ba731cbdc981 None None] Provisioning complete for port cd7ca2a2-b881-4cc0-bf49-09d5e66071c5 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:47.094993 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a5a4f21b-ef82-47f7-b44d-ba731cbdc981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:47.194159 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device ef61b562-a6b4-47a8-8c1f-de26fce0bb4e no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:02:47.222160 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36c3995-1093-4c26-a0f6-36f6436702fb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Network 6bcb167e-3483-4d91-9229-b3b73bd03b64 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:02:47.223161 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4569e860-3323-43e1-8d7c-abe98ceda7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:47.231073 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-d36c3995-1093-4c26-a0f6-36f6436702fb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:02:47.240093 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36c3995-1093-4c26-a0f6-36f6436702fb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:02:47.281794 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: ef61b562-a6b4-47a8-8c1f-de26fce0bb4e {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:02:47.282131 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device ef61b562-a6b4-47a8-8c1f-de26fce0bb4e not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:02:47.310222 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a5a4f21b-ef82-47f7-b44d-ba731cbdc981 None None] Port cd7ca2a2-b881-4cc0-bf49-09d5e66071c5 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:47.320129 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569e860-3323-43e1-8d7c-abe98ceda7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e64998-47c6-4cf3-bea4-224d3b2155f7,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:47.386223 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c3995-1093-4c26-a0f6-36f6436702fb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Pushing event updated for resources: {'Port': ['ID=43871358-805e-42bf-8678-6d1a648e3312,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:47.398134 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4569e860-3323-43e1-8d7c-abe98ceda7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:47.399327 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4569e860-3323-43e1-8d7c-abe98ceda7bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/22e64998-47c6-4cf3-bea4-224d3b2155f7 HTTP/1.1" status: 204 len: 168 time: 1.6984348 Mar 09 04:02:47.420405 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36c3995-1093-4c26-a0f6-36f6436702fb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:47.421636 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d36c3995-1093-4c26-a0f6-36f6436702fb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:47.452041 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d36c3995-1093-4c26-a0f6-36f6436702fb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8226266 Mar 09 04:02:47.454605 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 53822) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:47.461301 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-772e0e60-9ee8-4fa1-9c92-456ac3d2d49d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:47.469361 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-772e0e60-9ee8-4fa1-9c92-456ac3d2d49d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:47.474874 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-772e0e60-9ee8-4fa1-9c92-456ac3d2d49d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Usage tracker for resource:floatingip and tenant:85e98c21339e4b02922dcdd5140f170d is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:47.479688 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-772e0e60-9ee8-4fa1-9c92-456ac3d2d49d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:47.489592 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-772e0e60-9ee8-4fa1-9c92-456ac3d2d49d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:47.512478 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-772e0e60-9ee8-4fa1-9c92-456ac3d2d49d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:47.669902 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ee1590ea-8b8b-4dcb-b26c-26cadeb6359c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f62636ca99004fbcad682ccf3903561c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7003670 Mar 09 04:02:47.670650 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53852) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:47.738510 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a57a6049-fa34-4d80-9eab-a53b5d069659 None None] Provisioning for port 43871358-805e-42bf-8678-6d1a648e3312 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:02:47.746755 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a57a6049-fa34-4d80-9eab-a53b5d069659 None None] Provisioning complete for port 43871358-805e-42bf-8678-6d1a648e3312 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:47.747411 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a57a6049-fa34-4d80-9eab-a53b5d069659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:47.799577 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c38c8f9b-1876-4cb7-8a7d-4e13db6a9fce tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:47.808611 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-772e0e60-9ee8-4fa1-9c92-456ac3d2d49d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:47.871465 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a57a6049-fa34-4d80-9eab-a53b5d069659 None None] Port 43871358-805e-42bf-8678-6d1a648e3312 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:48.002635 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-c38c8f9b-1876-4cb7-8a7d-4e13db6a9fce tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Calling delete_port for cd7ca2a2-b881-4cc0-bf49-09d5e66071c5 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:48.070977 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-269e2646-08a4-485a-ba53-fc43de700d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:48.128492 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-772e0e60-9ee8-4fa1-9c92-456ac3d2d49d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Allocated IP 172.25.7.87 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/c2ff2d94-4c39-4e9e-9267-fd3ba111f156) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:02:48.146110 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-269e2646-08a4-485a-ba53-fc43de700d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:48.305168 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-269e2646-08a4-485a-ba53-fc43de700d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:48.395632 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e2646-08a4-485a-ba53-fc43de700d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a019304-90ec-45c4-a71b-80e3b9a7436c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:48.409542 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c38c8f9b-1876-4cb7-8a7d-4e13db6a9fce tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:48.419472 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-269e2646-08a4-485a-ba53-fc43de700d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:48.424903 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-269e2646-08a4-485a-ba53-fc43de700d30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a019304-90ec-45c4-a71b-80e3b9a7436c HTTP/1.1" status: 204 len: 168 time: 0.7487824 Mar 09 04:02:48.494334 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-772e0e60-9ee8-4fa1-9c92-456ac3d2d49d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:48.543022 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c8f9b-1876-4cb7-8a7d-4e13db6a9fce tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Port': ['ID=cd7ca2a2-b881-4cc0-bf49-09d5e66071c5,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:48.567223 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-772e0e60-9ee8-4fa1-9c92-456ac3d2d49d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:48.581698 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:02:48.687425 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c38c8f9b-1876-4cb7-8a7d-4e13db6a9fce tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:48.693474 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c38c8f9b-1876-4cb7-8a7d-4e13db6a9fce tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/ports/cd7ca2a2-b881-4cc0-bf49-09d5e66071c5 HTTP/1.1" status: 204 len: 168 time: 2.1843567 Mar 09 04:02:48.694544 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53976) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:48.710890 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772e0e60-9ee8-4fa1-9c92-456ac3d2d49d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:02:48.733696 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-772e0e60-9ee8-4fa1-9c92-456ac3d2d49d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:02:48.741197 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772e0e60-9ee8-4fa1-9c92-456ac3d2d49d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:02:48.751253 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-266e6aa9-a443-4e7c-8334-506eff84dc17 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] GET failed (client error): The resource could not be found. Mar 09 04:02:48.752651 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-266e6aa9-a443-4e7c-8334-506eff84dc17 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Synchronizing usage tracker for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:02:48.782816 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-266e6aa9-a443-4e7c-8334-506eff84dc17 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Unset dirty status for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:02:48.788690 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-266e6aa9-a443-4e7c-8334-506eff84dc17 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "GET /v2.0/ports/cd7ca2a2-b881-4cc0-bf49-09d5e66071c5 HTTP/1.1" status: 404 len: 333 time: 0.0926769 Mar 09 04:02:48.789447 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 53988) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:48.836947 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e0e60-9ee8-4fa1-9c92-456ac3d2d49d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Pushing event updated for resources: {'Port': ['ID=c2ff2d94-4c39-4e9e-9267-fd3ba111f156,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:48.903774 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-772e0e60-9ee8-4fa1-9c92-456ac3d2d49d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:48.948277 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-59637623-3b55-4611-9707-16162514d77e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:49.006958 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-59637623-3b55-4611-9707-16162514d77e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:49.017931 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-772e0e60-9ee8-4fa1-9c92-456ac3d2d49d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:49.039435 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54004) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:49.071797 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1e87bd72-2272-44ba-894b-3e442040f943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:49.087728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1e87bd72-2272-44ba-894b-3e442040f943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:49.092306 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1e87bd72-2272-44ba-894b-3e442040f943 admin admin] Usage tracker for resource:security_group_rule and tenant:45ac57ba50bf4c0684071583c868f353 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:49.095832 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1e87bd72-2272-44ba-894b-3e442040f943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:49.101576 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1e87bd72-2272-44ba-894b-3e442040f943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:49.106462 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-59637623-3b55-4611-9707-16162514d77e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:49.130968 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59637623-3b55-4611-9707-16162514d77e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5db587e-77b6-484a-812b-f6eca3e6ed2f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:49.142053 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-59637623-3b55-4611-9707-16162514d77e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:49.143181 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-59637623-3b55-4611-9707-16162514d77e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/security-groups/d5db587e-77b6-484a-812b-f6eca3e6ed2f HTTP/1.1" status: 204 len: 168 time: 0.3526461 Mar 09 04:02:49.147036 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54010) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:49.241967 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c5ba7bc2-972e-450c-875f-2ce109d7f534 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:49.286636 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-772e0e60-9ee8-4fa1-9c92-456ac3d2d49d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:49.288751 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c5ba7bc2-972e-450c-875f-2ce109d7f534 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:49.291905 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-772e0e60-9ee8-4fa1-9c92-456ac3d2d49d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:49.302111 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1e87bd72-2272-44ba-894b-3e442040f943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:49.314281 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1e87bd72-2272-44ba-894b-3e442040f943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:49.371171 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1e87bd72-2272-44ba-894b-3e442040f943 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45ac57ba50bf4c0684071583c868f353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3306825 Mar 09 04:02:49.376129 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54018) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:49.392500 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87bd72-2272-44ba-894b-3e442040f943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cc9cce-0ef7-4d63-9087-c7624c2958a2,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:49.412095 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c5ba7bc2-972e-450c-875f-2ce109d7f534 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:49.431621 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e0e60-9ee8-4fa1-9c92-456ac3d2d49d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Pushing event updated for resources: {'Port': ['ID=c2ff2d94-4c39-4e9e-9267-fd3ba111f156,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:49.436966 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-772e0e60-9ee8-4fa1-9c92-456ac3d2d49d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:49.447174 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba7bc2-972e-450c-875f-2ce109d7f534 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5366b8fe-0312-4709-8d67-a5dd33f9ede2,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:49.468606 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c5ba7bc2-972e-450c-875f-2ce109d7f534 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:49.469688 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c5ba7bc2-972e-450c-875f-2ce109d7f534 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/security-groups/5366b8fe-0312-4709-8d67-a5dd33f9ede2 HTTP/1.1" status: 204 len: 168 time: 0.3218391 Mar 09 04:02:49.474563 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54026) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:49.481281 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-772e0e60-9ee8-4fa1-9c92-456ac3d2d49d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:49.483167 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-772e0e60-9ee8-4fa1-9c92-456ac3d2d49d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0268502 Mar 09 04:02:49.485695 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54030) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:49.488514 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ebd6757e-1a28-4e33-8095-8988aa614b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:49.498972 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f622e0f0-23b0-47cf-9547-617de1adb34a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Request body: {'floatingip': {'port_id': '43871358-805e-42bf-8678-6d1a648e3312', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:49.538127 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ebd6757e-1a28-4e33-8095-8988aa614b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:49.594017 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5d75f828-fcaa-499d-8286-4c4abac86e2c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:49.601374 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f622e0f0-23b0-47cf-9547-617de1adb34a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks [] for floatingip, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:49.635031 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5d75f828-fcaa-499d-8286-4c4abac86e2c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:49.702319 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ebd6757e-1a28-4e33-8095-8988aa614b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:49.725616 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6757e-1a28-4e33-8095-8988aa614b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cc9cce-0ef7-4d63-9087-c7624c2958a2,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:49.753146 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5d75f828-fcaa-499d-8286-4c4abac86e2c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:49.768726 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ebd6757e-1a28-4e33-8095-8988aa614b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:49.772420 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ebd6757e-1a28-4e33-8095-8988aa614b55 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70cc9cce-0ef7-4d63-9087-c7624c2958a2 HTTP/1.1" status: 204 len: 168 time: 0.3936222 Mar 09 04:02:49.801635 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5d75f828-fcaa-499d-8286-4c4abac86e2c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:49.805101 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5d75f828-fcaa-499d-8286-4c4abac86e2c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/security-groups/ff8f951b-241f-4b00-addf-ceff9868e0d0 HTTP/1.1" status: 204 len: 168 time: 0.3272674 Mar 09 04:02:49.808932 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54050) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:49.825956 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75f828-fcaa-499d-8286-4c4abac86e2c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8f951b-241f-4b00-addf-ceff9868e0d0,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:49.883289 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-f622e0f0-23b0-47cf-9547-617de1adb34a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] update failed (client error): The resource could not be found. Mar 09 04:02:49.884323 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f622e0f0-23b0-47cf-9547-617de1adb34a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] 10.222.0.16 "PUT /v2.0/floatingips/eb4c940a-91fa-4e81-9a56-d05f9b9e88a9 HTTP/1.1" status: 404 len: 507 time: 0.3974757 Mar 09 04:02:49.887921 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54056) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:49.913513 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f0ff40-b83f-4710-8301-ec60ca0cbaa1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting subnet 7cf762b2-615f-4106-96df-1b02166c1d53 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:02:49.923839 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-24f0ff40-b83f-4710-8301-ec60ca0cbaa1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:50.095269 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-24f0ff40-b83f-4710-8301-ec60ca0cbaa1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:50.284780 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-24f0ff40-b83f-4710-8301-ec60ca0cbaa1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:50.380383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4161fb1c-b0e3-40be-976e-c2e737530185 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Deleting port c2ff2d94-4c39-4e9e-9267-fd3ba111f156 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:50.380721 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4161fb1c-b0e3-40be-976e-c2e737530185 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:50.392089 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-24f0ff40-b83f-4710-8301-ec60ca0cbaa1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:50.464090 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0ff40-b83f-4710-8301-ec60ca0cbaa1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Subnet': ['ID=7cf762b2-615f-4106-96df-1b02166c1d53,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:50.474309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54070) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:50.478015 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-24f0ff40-b83f-4710-8301-ec60ca0cbaa1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:50.482581 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7c31d1-d0ab-4e5c-b486-21eea7509365 None None] Network f3473936-d747-493b-a056-321192d1c615 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:02:50.529099 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-24f0ff40-b83f-4710-8301-ec60ca0cbaa1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/subnets/7cf762b2-615f-4106-96df-1b02166c1d53 HTTP/1.1" status: 204 len: 168 time: 0.7192101 Mar 09 04:02:50.533625 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54074) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:50.610057 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ec951bcd-5965-47f6-a92a-c230db55e7ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea652f6c42084b249bbd22e3c03ca856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1337166 Mar 09 04:02:50.614076 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54078) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:50.631419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28206a5-1323-4e01-9d28-3758a4c498f9 req-c6530a9c-c9a9-4232-bbdf-bfdfaa2ebca1 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:50.633245 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e28206a5-1323-4e01-9d28-3758a4c498f9 req-c6530a9c-c9a9-4232-bbdf-bfdfaa2ebca1 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 946 time: 0.3743167 Mar 09 04:02:50.686456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-504d9963-4087-4305-a9e2-1fcb3f4305ee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting subnet 994fb32a-ad58-4d75-8386-1735e7822b49 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:02:50.690203 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-504d9963-4087-4305-a9e2-1fcb3f4305ee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:50.934420 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e28206a5-1323-4e01-9d28-3758a4c498f9 req-d1ae1a8f-7739-4cc9-b5ff-4534c9d8ee50 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855785 Mar 09 04:02:50.957564 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-504d9963-4087-4305-a9e2-1fcb3f4305ee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:51.002250 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-61007d86-d27e-43cf-9df9-249f4e5ee851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:51.011479 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4161fb1c-b0e3-40be-976e-c2e737530185 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:51.012114 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4161fb1c-b0e3-40be-976e-c2e737530185 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:51.043171 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-61007d86-d27e-43cf-9df9-249f4e5ee851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:51.118615 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-61007d86-d27e-43cf-9df9-249f4e5ee851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:51.198779 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4161fb1c-b0e3-40be-976e-c2e737530185 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Calling delete_port for c2ff2d94-4c39-4e9e-9267-fd3ba111f156 owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:51.302264 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61007d86-d27e-43cf-9df9-249f4e5ee851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbca3e2f-5f7e-49af-9e3f-32f22f0fb37c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:51.329352 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-504d9963-4087-4305-a9e2-1fcb3f4305ee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:51.433404 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-61007d86-d27e-43cf-9df9-249f4e5ee851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:51.436901 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-61007d86-d27e-43cf-9df9-249f4e5ee851 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bbca3e2f-5f7e-49af-9e3f-32f22f0fb37c HTTP/1.1" status: 204 len: 168 time: 0.8179121 Mar 09 04:02:51.498283 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4161fb1c-b0e3-40be-976e-c2e737530185 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:51.525577 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-504d9963-4087-4305-a9e2-1fcb3f4305ee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:51.592329 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161fb1c-b0e3-40be-976e-c2e737530185 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Pushing event deleted for resources: {'Port': ['ID=c2ff2d94-4c39-4e9e-9267-fd3ba111f156,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:51.636736 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d9963-4087-4305-a9e2-1fcb3f4305ee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Subnet': ['ID=994fb32a-ad58-4d75-8386-1735e7822b49,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:51.645262 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-504d9963-4087-4305-a9e2-1fcb3f4305ee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:51.661212 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-504d9963-4087-4305-a9e2-1fcb3f4305ee tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/subnets/994fb32a-ad58-4d75-8386-1735e7822b49 HTTP/1.1" status: 204 len: 168 time: 1.1259799 Mar 09 04:02:51.663595 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54092) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:51.771732 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4161fb1c-b0e3-40be-976e-c2e737530185 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:51.778582 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-57111db8-2352-447a-9823-03c3faf5f9f1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] DELETE failed (client error): The resource could not be found. Mar 09 04:02:51.779549 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57111db8-2352-447a-9823-03c3faf5f9f1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:02:51.784516 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-57111db8-2352-447a-9823-03c3faf5f9f1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/subnets/7cf762b2-615f-4106-96df-1b02166c1d53 HTTP/1.1" status: 404 len: 337 time: 0.1195545 Mar 09 04:02:51.787899 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54096) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:51.861833 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4161fb1c-b0e3-40be-976e-c2e737530185 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:51.863287 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4161fb1c-b0e3-40be-976e-c2e737530185 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] 10.222.0.16 "DELETE /v2.0/floatingips/eb4c940a-91fa-4e81-9a56-d05f9b9e88a9 HTTP/1.1" status: 204 len: 168 time: 1.9742842 Mar 09 04:02:51.867060 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54102) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:51.874603 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ee7895fb-bf1b-4ab6-9db7-30307e90d383 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Request body: {'floatingip': {'floating_network_id': '6bcb167e-3483-4d91-9229-b3b73bd03b64', 'port_id': '43871358-805e-42bf-8678-6d1a648e3312', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:51.879145 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a17161-ffc0-4ab1-bc91-46b682c41278 None None] Network f3473936-d747-493b-a056-321192d1c615 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:02:51.895033 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ee7895fb-bf1b-4ab6-9db7-30307e90d383 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:51.920054 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ee7895fb-bf1b-4ab6-9db7-30307e90d383 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Usage tracker for resource:floatingip and tenant:85e98c21339e4b02922dcdd5140f170d is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:51.923910 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ee7895fb-bf1b-4ab6-9db7-30307e90d383 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:51.942090 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ee7895fb-bf1b-4ab6-9db7-30307e90d383 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:51.949644 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c9cecc1-e5e4-4bdb-b92d-bc6b88daf02e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting subnet a2a85708-09d9-43d7-afdc-fab3f40b3dd1 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:02:51.957271 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c9cecc1-e5e4-4bdb-b92d-bc6b88daf02e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:52.002954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc2381-b692-4373-838f-e14c40ff10df req-14dd7167-c0d5-46c6-a39f-7c7a148e36fa tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:52.008810 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-24fc2381-b692-4373-838f-e14c40ff10df req-14dd7167-c0d5-46c6-a39f-7c7a148e36fa tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 946 time: 0.2408001 Mar 09 04:02:52.118072 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee7895fb-bf1b-4ab6-9db7-30307e90d383 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:52.151044 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c9cecc1-e5e4-4bdb-b92d-bc6b88daf02e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:52.275402 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-24fc2381-b692-4373-838f-e14c40ff10df req-486ff005-7dd1-4521-b908-559a51d685bf tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Deleting port 3f64be45-2159-4d1b-8ef3-c8e377cfad34 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:52.276159 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-24fc2381-b692-4373-838f-e14c40ff10df req-486ff005-7dd1-4521-b908-559a51d685bf tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:52.320901 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e869e4f7-43b0-471a-ae9a-9cf1fdd29087 None None] Provisioning complete for port 90da0ecd-521d-40f9-89a2-a30494a03f85 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:52.322411 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e869e4f7-43b0-471a-ae9a-9cf1fdd29087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:52.355249 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c1665-54f7-42fb-96b5-438cb130186e req-83c152cd-2b35-44a9-aa3e-38ee38a879db tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:52.362844 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-338c1665-54f7-42fb-96b5-438cb130186e req-83c152cd-2b35-44a9-aa3e-38ee38a879db tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 946 time: 0.1546829 Mar 09 04:02:52.410314 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c9cecc1-e5e4-4bdb-b92d-bc6b88daf02e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:52.455500 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-338c1665-54f7-42fb-96b5-438cb130186e req-5cc86db2-124b-46d5-a3aa-f710074ab455 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916030 Mar 09 04:02:52.596924 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c9cecc1-e5e4-4bdb-b92d-bc6b88daf02e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:52.733890 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cecc1-e5e4-4bdb-b92d-bc6b88daf02e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Subnet': ['ID=a2a85708-09d9-43d7-afdc-fab3f40b3dd1,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:52.736936 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c9cecc1-e5e4-4bdb-b92d-bc6b88daf02e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:52.749603 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8c9cecc1-e5e4-4bdb-b92d-bc6b88daf02e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/subnets/a2a85708-09d9-43d7-afdc-fab3f40b3dd1 HTTP/1.1" status: 204 len: 168 time: 0.9582384 Mar 09 04:02:52.758153 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54120) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:52.786995 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e869e4f7-43b0-471a-ae9a-9cf1fdd29087 None None] Provisioning complete for port 4af91ab4-7d34-48e5-8818-485cabf57d96 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:52.788500 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e869e4f7-43b0-471a-ae9a-9cf1fdd29087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:52.807000 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-53fc1c8d-5943-4322-b2dd-0c7f20c12390 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] DELETE failed (client error): The resource could not be found. Mar 09 04:02:52.807649 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53fc1c8d-5943-4322-b2dd-0c7f20c12390 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:02:52.809552 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-53fc1c8d-5943-4322-b2dd-0c7f20c12390 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/subnets/3232b206-392b-4f0c-bd64-7743d76486ae HTTP/1.1" status: 404 len: 337 time: 0.0497451 Mar 09 04:02:52.812168 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54126) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:52.871483 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e869e4f7-43b0-471a-ae9a-9cf1fdd29087 None None] Port 4af91ab4-7d34-48e5-8818-485cabf57d96 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:52.904235 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0aeb97a1-ed4c-48d5-85f8-deae5476b2d9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Synchronizing usage tracker for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:02:52.941015 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0aeb97a1-ed4c-48d5-85f8-deae5476b2d9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Unset dirty status for tenant:4142753503a14b29b880b4a248420f63 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:02:52.942191 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0aeb97a1-ed4c-48d5-85f8-deae5476b2d9 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "GET /v2.0/ports?device_id=f84f8b6d-4796-4d7c-abe6-fad86608622a HTTP/1.1" status: 200 len: 205 time: 0.1289973 Mar 09 04:02:52.948207 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54136) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:52.993080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-24fc2381-b692-4373-838f-e14c40ff10df req-486ff005-7dd1-4521-b908-559a51d685bf tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] For port 3f64be45-2159-4d1b-8ef3-c8e377cfad34, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=3f64be45-2159-4d1b-8ef3-c8e377cfad34,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:02:52.993598 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-24fc2381-b692-4373-838f-e14c40ff10df req-486ff005-7dd1-4521-b908-559a51d685bf tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:53.078997 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-8d8024b8-81d7-4dbc-88b8-10a319f1b1e1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] delete failed (client error): The resource could not be found. Mar 09 04:02:53.083389 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8d8024b8-81d7-4dbc-88b8-10a319f1b1e1 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/routers/f84f8b6d-4796-4d7c-abe6-fad86608622a HTTP/1.1" status: 404 len: 336 time: 0.1342831 Mar 09 04:02:53.084019 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54142) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:53.140909 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c8113f4-f89e-4fb5-9a76-35db1fb8476c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] DELETE failed (client error): The resource could not be found. Mar 09 04:02:53.141809 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c8113f4-f89e-4fb5-9a76-35db1fb8476c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:02:53.147883 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54146) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:53.148231 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7c8113f4-f89e-4fb5-9a76-35db1fb8476c tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/subnets/d2886c93-0eca-4a9c-a776-75dd953f5644 HTTP/1.1" status: 404 len: 337 time: 0.0622516 Mar 09 04:02:53.160141 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54150) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:53.204931 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d48e40b-89e3-42fd-aac3-adc37dd6ae4d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] DELETE failed (client error): The resource could not be found. Mar 09 04:02:53.205385 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d48e40b-89e3-42fd-aac3-adc37dd6ae4d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:02:53.209460 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0d48e40b-89e3-42fd-aac3-adc37dd6ae4d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/subnets/e3cc7593-8e3c-48ec-a9a9-8d6ccacbefa8 HTTP/1.1" status: 404 len: 337 time: 0.0563276 Mar 09 04:02:53.209776 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54156) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:53.267820 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-17135094-becb-4f32-a4bc-5cb812addcde tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] DELETE failed (client error): The resource could not be found. Mar 09 04:02:53.268309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17135094-becb-4f32-a4bc-5cb812addcde tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:02:53.272309 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-17135094-becb-4f32-a4bc-5cb812addcde tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/subnets/8c061ced-0d73-4a4f-a5fa-b3955d4652ef HTTP/1.1" status: 404 len: 337 time: 0.0592568 Mar 09 04:02:53.272699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54160) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:53.320305 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-5078ddff-e21b-4447-8391-95287abb4150 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] DELETE failed (client error): The resource could not be found. Mar 09 04:02:53.321031 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5078ddff-e21b-4447-8391-95287abb4150 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:02:53.322467 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5078ddff-e21b-4447-8391-95287abb4150 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/ports/471d60f7-2328-4c25-96cb-5050d082b4ba HTTP/1.1" status: 404 len: 333 time: 0.0488658 Mar 09 04:02:53.327658 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54164) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:53.328505 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-ee7895fb-bf1b-4ab6-9db7-30307e90d383 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:02:53.329676 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ee7895fb-bf1b-4ab6-9db7-30307e90d383 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.4616480 Mar 09 04:02:53.336551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54168) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:53.342467 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-95d65cb3-8f94-48ac-84d0-513f94d24eed admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-356211882-network', 'tenant_id': 'eca4958534b84e61be0e1942cbdb6c01'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:53.348069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-95d65cb3-8f94-48ac-84d0-513f94d24eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:53.352207 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-95d65cb3-8f94-48ac-84d0-513f94d24eed admin admin] Usage tracker for resource:network and tenant:eca4958534b84e61be0e1942cbdb6c01 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:53.355304 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-95d65cb3-8f94-48ac-84d0-513f94d24eed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:53.361421 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-95d65cb3-8f94-48ac-84d0-513f94d24eed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:53.376720 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d65cb3-8f94-48ac-84d0-513f94d24eed admin admin] Made reservation on behalf of eca4958534b84e61be0e1942cbdb6c01 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:02:53.381005 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95d65cb3-8f94-48ac-84d0-513f94d24eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:53.381623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-79035919-ceb2-4217-878c-b5b3c970837d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'port_id': '43871358-805e-42bf-8678-6d1a648e3312', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:53.389520 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6cc44d5-ae87-4bf2-9cdd-a8458d41e622 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] DELETE failed (client error): The resource could not be found. Mar 09 04:02:53.389976 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6cc44d5-ae87-4bf2-9cdd-a8458d41e622 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:02:53.393889 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d6cc44d5-ae87-4bf2-9cdd-a8458d41e622 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/subnets/2a118990-e9ca-43a1-9846-ff6b9b0402b7 HTTP/1.1" status: 404 len: 337 time: 0.0610354 Mar 09 04:02:53.395380 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54172) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:53.396126 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-79035919-ceb2-4217-878c-b5b3c970837d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:53.403387 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95d65cb3-8f94-48ac-84d0-513f94d24eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:53.419818 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-95d65cb3-8f94-48ac-84d0-513f94d24eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:53.423891 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-95d65cb3-8f94-48ac-84d0-513f94d24eed admin admin] Usage tracker for resource:security_group_rule and tenant:eca4958534b84e61be0e1942cbdb6c01 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:53.427051 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-95d65cb3-8f94-48ac-84d0-513f94d24eed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:53.433869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-95d65cb3-8f94-48ac-84d0-513f94d24eed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:53.437005 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-79035919-ceb2-4217-878c-b5b3c970837d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Usage tracker for resource:floatingip and tenant:85e98c21339e4b02922dcdd5140f170d is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:53.454489 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-79035919-ceb2-4217-878c-b5b3c970837d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:53.460079 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-330cc972-d0b2-47ab-a6c1-18529ca6ec93 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] DELETE failed (client error): The resource could not be found. Mar 09 04:02:53.460644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-330cc972-d0b2-47ab-a6c1-18529ca6ec93 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:02:53.464647 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-330cc972-d0b2-47ab-a6c1-18529ca6ec93 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/subnets/eb8c194c-0304-4acb-b524-ef4bab3b5c28 HTTP/1.1" status: 404 len: 337 time: 0.0636494 Mar 09 04:02:53.465563 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54176) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:53.517243 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-897059d2-bdef-4571-8505-d7b2779c1568 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] DELETE failed (client error): The resource could not be found. Mar 09 04:02:53.517811 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-897059d2-bdef-4571-8505-d7b2779c1568 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:02:53.528448 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-79035919-ceb2-4217-878c-b5b3c970837d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:53.567859 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-79035919-ceb2-4217-878c-b5b3c970837d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:53.595407 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-897059d2-bdef-4571-8505-d7b2779c1568 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/ports/4dcb44a4-1e49-4ff4-a0f4-ecd66b876f66 HTTP/1.1" status: 404 len: 333 time: 0.1285346 Mar 09 04:02:53.599651 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54182) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:53.606564 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95d65cb3-8f94-48ac-84d0-513f94d24eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:53.627092 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49310311-2f4a-47e3-8667-4cebbf0a2a6e None None] Network f3473936-d747-493b-a056-321192d1c615 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:02:53.645862 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95d65cb3-8f94-48ac-84d0-513f94d24eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:53.668568 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d3c94b-50af-4a35-895c-ebd2f3c35568 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] DELETE failed (client error): The resource could not be found. Mar 09 04:02:53.681500 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d3c94b-50af-4a35-895c-ebd2f3c35568 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:02:53.725908 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-38d3c94b-50af-4a35-895c-ebd2f3c35568 tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/subnets/dab981d5-80a3-4e2a-8e4a-14484963733f HTTP/1.1" status: 404 len: 337 time: 0.1247141 Mar 09 04:02:53.731460 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54190) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:53.736600 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d65cb3-8f94-48ac-84d0-513f94d24eed admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:02:53.822041 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-24fc2381-b692-4373-838f-e14c40ff10df req-486ff005-7dd1-4521-b908-559a51d685bf tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:53.822835 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-24fc2381-b692-4373-838f-e14c40ff10df req-486ff005-7dd1-4521-b908-559a51d685bf tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:53.823945 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [req-24fc2381-b692-4373-838f-e14c40ff10df req-486ff005-7dd1-4521-b908-559a51d685bf tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Floating IP 4cd2f926-bc0d-4085-9e4c-22ca124e5236 disassociated. External IP: 172.25.7.222, port: 3f64be45-2159-4d1b-8ef3-c8e377cfad34. Mar 09 04:02:53.824626 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-24fc2381-b692-4373-838f-e14c40ff10df req-486ff005-7dd1-4521-b908-559a51d685bf tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Calling delete_port for 3f64be45-2159-4d1b-8ef3-c8e377cfad34 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:53.837516 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d65cb3-8f94-48ac-84d0-513f94d24eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97496332-efcd-4619-a418-5c324a6dfebb,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:53.842529 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce05f147-2868-4d92-ac7e-ebe9b5c09e8e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] DELETE failed (client error): The resource could not be found. Mar 09 04:02:53.843102 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce05f147-2868-4d92-ac7e-ebe9b5c09e8e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:02:53.853265 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ce05f147-2868-4d92-ac7e-ebe9b5c09e8e tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/subnets/baa0b684-6f2a-4c6c-b4bb-c2ddc30f5dc1 HTTP/1.1" status: 404 len: 337 time: 0.0919240 Mar 09 04:02:53.853265 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95d65cb3-8f94-48ac-84d0-513f94d24eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:53.853265 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-95d65cb3-8f94-48ac-84d0-513f94d24eed admin admin] Added segment f3c1c780-8fb5-449d-b527-8c37ad1d0c15 of type vlan for network 147a12b1-63bb-48f1-b830-6d05d3a38867 Mar 09 04:02:53.853807 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54198) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:53.867018 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-56aa6356-435d-4503-97fc-0ff71135cc45 None None] Provisioning complete for port 90da0ecd-521d-40f9-89a2-a30494a03f85 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:53.867561 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-56aa6356-435d-4503-97fc-0ff71135cc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:53.942008 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95d65cb3-8f94-48ac-84d0-513f94d24eed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:53.957647 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-204cc183-c4d7-4fb4-8745-5a329af84eba tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Deleting port 4af91ab4-7d34-48e5-8818-485cabf57d96 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:53.958102 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-204cc183-c4d7-4fb4-8745-5a329af84eba tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:54.081519 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95d65cb3-8f94-48ac-84d0-513f94d24eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:54.086041 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d65cb3-8f94-48ac-84d0-513f94d24eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:54.087229 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95d65cb3-8f94-48ac-84d0-513f94d24eed admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:54.284006 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-95d65cb3-8f94-48ac-84d0-513f94d24eed admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1200280 Mar 09 04:02:54.287855 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54204) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:54.294268 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c568aa-5778-4fe3-b7f7-f747ad69f236 req-ea3b559d-d2c4-42e0-b1ca-7c328c6f25ac tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:54.303604 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-74c568aa-5778-4fe3-b7f7-f747ad69f236 req-ea3b559d-d2c4-42e0-b1ca-7c328c6f25ac tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 946 time: 0.5391378 Mar 09 04:02:54.403355 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-74c568aa-5778-4fe3-b7f7-f747ad69f236 req-fb16d5ef-39d5-40ae-9063-2f14ffdb193b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2adf6e0-ac73-41be-9681-3c0bf761064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987434 Mar 09 04:02:54.420495 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-24fc2381-b692-4373-838f-e14c40ff10df req-486ff005-7dd1-4521-b908-559a51d685bf tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:54.482418 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-56aa6356-435d-4503-97fc-0ff71135cc45 None None] Provisioning complete for port 4af91ab4-7d34-48e5-8818-485cabf57d96 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:02:54.482916 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-56aa6356-435d-4503-97fc-0ff71135cc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:54.512818 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ff005-7dd1-4521-b908-559a51d685bf tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Pushing event deleted for resources: {'Port': ['ID=3f64be45-2159-4d1b-8ef3-c8e377cfad34,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:54.524505 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-79035919-ceb2-4217-878c-b5b3c970837d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:54.543310 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-83d8c9cb-a751-48bc-8e85-1f1e812b581a admin admin] Request body: {'subnet': {'network_id': '147a12b1-63bb-48f1-b830-6d05d3a38867', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-356211882-subnet', 'tenant_id': 'eca4958534b84e61be0e1942cbdb6c01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:54.567983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-83d8c9cb-a751-48bc-8e85-1f1e812b581a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:54.586743 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-56aa6356-435d-4503-97fc-0ff71135cc45 None None] Port 4af91ab4-7d34-48e5-8818-485cabf57d96 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:02:54.602942 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fcc4c2-3fda-4fa7-9989-b889694db4e7 None None] DHCP port deletion for f3473936-d747-493b-a056-321192d1c615 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:02:54.609214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-56fcc4c2-3fda-4fa7-9989-b889694db4e7 None None] Deleting port 90da0ecd-521d-40f9-89a2-a30494a03f85 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:54.609582 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-56fcc4c2-3fda-4fa7-9989-b889694db4e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:54.626162 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d65cb3-8f94-48ac-84d0-513f94d24eed admin admin] Pushing event updated for resources: {'Network': ['ID=147a12b1-63bb-48f1-b830-6d05d3a38867,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:54.640227 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-83d8c9cb-a751-48bc-8e85-1f1e812b581a admin admin] Usage tracker for resource:subnet and tenant:eca4958534b84e61be0e1942cbdb6c01 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:54.644990 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-83d8c9cb-a751-48bc-8e85-1f1e812b581a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:54.767715 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-83d8c9cb-a751-48bc-8e85-1f1e812b581a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:54.836557 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-204cc183-c4d7-4fb4-8745-5a329af84eba tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:54.853569 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d8c9cb-a751-48bc-8e85-1f1e812b581a admin admin] Made reservation on behalf of eca4958534b84e61be0e1942cbdb6c01 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:02:54.859515 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-83d8c9cb-a751-48bc-8e85-1f1e812b581a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:54.883227 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 147a12b1-63bb-48f1-b830-6d05d3a38867 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:02:54.903167 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24fc2381-b692-4373-838f-e14c40ff10df req-486ff005-7dd1-4521-b908-559a51d685bf tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Router 0f848ca0-0916-41c8-846a-2d991d560463 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:02:55.057398 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-56fcc4c2-3fda-4fa7-9989-b889694db4e7 None None] For port 90da0ecd-521d-40f9-89a2-a30494a03f85, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=90da0ecd-521d-40f9-89a2-a30494a03f85,segment=NetworkSegment(133cd368-ffe7-41c2-a48b-70e3627cbc06),segment_id=133cd368-ffe7-41c2-a48b-70e3627cbc06)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:02:55.059030 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-56fcc4c2-3fda-4fa7-9989-b889694db4e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:55.229070 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-56fcc4c2-3fda-4fa7-9989-b889694db4e7 None None] Calling delete_port for 90da0ecd-521d-40f9-89a2-a30494a03f85 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:55.278433 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-79035919-ceb2-4217-878c-b5b3c970837d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Allocated IP 172.25.7.186 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/5187ae5e-6fd0-4518-8e74-623fa66b9d13) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:02:55.318069 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 3f64be45-2159-4d1b-8ef3-c8e377cfad34 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:02:55.325084 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-83d8c9cb-a751-48bc-8e85-1f1e812b581a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:55.414394 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 3f64be45-2159-4d1b-8ef3-c8e377cfad34 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:02:55.415162 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 3f64be45-2159-4d1b-8ef3-c8e377cfad34 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:02:55.428710 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-204cc183-c4d7-4fb4-8745-5a329af84eba tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Calling delete_port for 4af91ab4-7d34-48e5-8818-485cabf57d96 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:55.435222 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-56fcc4c2-3fda-4fa7-9989-b889694db4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:55.477660 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-79035919-ceb2-4217-878c-b5b3c970837d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:55.517262 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-79035919-ceb2-4217-878c-b5b3c970837d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:55.554682 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-204cc183-c4d7-4fb4-8745-5a329af84eba tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:55.580239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24fc2381-b692-4373-838f-e14c40ff10df req-486ff005-7dd1-4521-b908-559a51d685bf tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:02:55.581312 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcc4c2-3fda-4fa7-9989-b889694db4e7 None None] Pushing event deleted for resources: {'Port': ['ID=90da0ecd-521d-40f9-89a2-a30494a03f85,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:55.591466 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fcc4c2-3fda-4fa7-9989-b889694db4e7 None None] No DVR routers for this DVR port 90da0ecd-521d-40f9-89a2-a30494a03f85 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:02:55.601799 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d322b0f2-9c60-4fbb-b1e0-9e3e62fda724 None None] Sync routers for ids ['0f848ca0-0916-41c8-846a-2d991d560463'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:02:55.622488 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d322b0f2-9c60-4fbb-b1e0-9e3e62fda724 None None] Routers {'0f848ca0-0916-41c8-846a-2d991d560463'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:02:55.623078 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d322b0f2-9c60-4fbb-b1e0-9e3e62fda724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:02:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['0f848ca0-0916-41c8-846a-2d991d560463'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:55.655627 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204cc183-c4d7-4fb4-8745-5a329af84eba tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Port': ['ID=4af91ab4-7d34-48e5-8818-485cabf57d96,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:55.742583 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-204cc183-c4d7-4fb4-8745-5a329af84eba tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:55.765337 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cab0b5c1-1582-4a41-9fa2-43bc8987e588 req-0045ceee-ccc7-4988-a0d5-89f44ef2c9c0 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0 HTTP/1.1" status: 200 len: 210 time: 0.1128435 Mar 09 04:02:55.769017 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d8c9cb-a751-48bc-8e85-1f1e812b581a admin admin] Checking segment: {'id': 'f3c1c780-8fb5-449d-b527-8c37ad1d0c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '147a12b1-63bb-48f1-b830-6d05d3a38867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:02:55.770188 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d8c9cb-a751-48bc-8e85-1f1e812b581a admin admin] Network hostable DHCP agents. Network: 147a12b1-63bb-48f1-b830-6d05d3a38867, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:02:55.770304 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79035919-ceb2-4217-878c-b5b3c970837d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:02:55.780824 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-204cc183-c4d7-4fb4-8745-5a329af84eba tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/ports/4af91ab4-7d34-48e5-8818-485cabf57d96 HTTP/1.1" status: 204 len: 168 time: 1.9259691 Mar 09 04:02:55.784370 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54216) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:55.791577 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8c9cb-a751-48bc-8e85-1f1e812b581a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6f2f043-c55f-4181-acea-0903ba12888e,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:55.792697 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-79035919-ceb2-4217-878c-b5b3c970837d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:02:55.819690 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fc2381-b692-4373-838f-e14c40ff10df req-486ff005-7dd1-4521-b908-559a51d685bf tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] No DVR routers for this DVR port 3f64be45-2159-4d1b-8ef3-c8e377cfad34 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:02:55.822754 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-24fc2381-b692-4373-838f-e14c40ff10df req-486ff005-7dd1-4521-b908-559a51d685bf tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:55.835840 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-d322b0f2-9c60-4fbb-b1e0-9e3e62fda724 None None] Set router 0f848ca0-0916-41c8-846a-2d991d560463 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:02:55.841942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79035919-ceb2-4217-878c-b5b3c970837d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:02:55.857007 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d8c9cb-a751-48bc-8e85-1f1e812b581a admin admin] Network 147a12b1-63bb-48f1-b830-6d05d3a38867 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:02:55.893686 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0', 'name': 'network-vif-deleted', 'tag': '3f64be45-2159-4d1b-8ef3-c8e377cfad34'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:02:55.909904 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-24fc2381-b692-4373-838f-e14c40ff10df req-486ff005-7dd1-4521-b908-559a51d685bf tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.24 "DELETE /v2.0/ports/3f64be45-2159-4d1b-8ef3-c8e377cfad34 HTTP/1.1" status: 204 len: 173 time: 3.8941755 Mar 09 04:02:55.918901 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79035919-ceb2-4217-878c-b5b3c970837d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Pushing event updated for resources: {'Port': ['ID=5187ae5e-6fd0-4518-8e74-623fa66b9d13,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:56.015805 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e98b5ea4-7efd-4d85-bfc6-cc5bfba38b3d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:56.034951 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffc9dd3-1ccb-4cdf-999a-66fd5f3357f0', 'name': 'network-vif-deleted', 'tag': '3f64be45-2159-4d1b-8ef3-c8e377cfad34', 'status': 'completed', 'code': 200} Mar 09 04:02:56.069193 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-83d8c9cb-a751-48bc-8e85-1f1e812b581a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 147a12b1-63bb-48f1-b830-6d05d3a38867) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:02:56.077441 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c2f7b5-748b-417e-8bda-db28fcd3b775 None None] Network 147a12b1-63bb-48f1-b830-6d05d3a38867 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:02:56.235147 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-79035919-ceb2-4217-878c-b5b3c970837d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Deleting port 5187ae5e-6fd0-4518-8e74-623fa66b9d13 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:56.235716 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-79035919-ceb2-4217-878c-b5b3c970837d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:56.322202 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e98b5ea4-7efd-4d85-bfc6-cc5bfba38b3d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:56.333255 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 90da0ecd-521d-40f9-89a2-a30494a03f85 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:02:56.377514 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d322b0f2-9c60-4fbb-b1e0-9e3e62fda724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f848ca0-0916-41c8-846a-2d991d560463', 'name': 'tempest-AttachVolumeShelveTestJSON-904000155-router', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:35Z', 'updated_at': '2022-03-09T03:58:48Z', 'revision_number': 4, 'project_id': 'a789b53b4961423480ac62f11148731e', 'gw_port': {'id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:38Z', 'updated_at': '2022-03-09T03:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'd721efb5-bbcb-40dd-947c-d6c007a67ed8', 'name': '', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'mac_address': 'fa:16:3e:9c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:46Z', 'updated_at': '2022-03-09T03:58:55Z', 'revision_number': 5, 'project_id': 'a789b53b4961423480ac62f11148731e', 'subnets': [{'id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:56.433212 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d322b0f2-9c60-4fbb-b1e0-9e3e62fda724 None None] Checking router: 0f848ca0-0916-41c8-846a-2d991d560463 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:02:56.438402 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d8c9cb-a751-48bc-8e85-1f1e812b581a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:56.439136 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-83d8c9cb-a751-48bc-8e85-1f1e812b581a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:56.497656 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d322b0f2-9c60-4fbb-b1e0-9e3e62fda724 None None] Routers {'0f848ca0-0916-41c8-846a-2d991d560463'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:02:56.498417 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d322b0f2-9c60-4fbb-b1e0-9e3e62fda724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:02:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['0f848ca0-0916-41c8-846a-2d991d560463'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:56.504992 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-e98b5ea4-7efd-4d85-bfc6-cc5bfba38b3d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3473936-d747-493b-a056-321192d1c615']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:56.573917 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 90da0ecd-521d-40f9-89a2-a30494a03f85 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:02:56.574373 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 90da0ecd-521d-40f9-89a2-a30494a03f85 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:02:56.582889 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-e98b5ea4-7efd-4d85-bfc6-cc5bfba38b3d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133cd368-ffe7-41c2-a48b-70e3627cbc06') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:56.583049 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-e98b5ea4-7efd-4d85-bfc6-cc5bfba38b3d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133cd368-ffe7-41c2-a48b-70e3627cbc06') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:56.614399 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e98b5ea4-7efd-4d85-bfc6-cc5bfba38b3d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:56.635011 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-83d8c9cb-a751-48bc-8e85-1f1e812b581a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3246231 Mar 09 04:02:56.669720 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e98b5ea4-7efd-4d85-bfc6-cc5bfba38b3d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:56.726418 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98b5ea4-7efd-4d85-bfc6-cc5bfba38b3d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:02:56.727215 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e98b5ea4-7efd-4d85-bfc6-cc5bfba38b3d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:02:56.779275 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:02:56.788765 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f6a7b4-6baa-48ff-ba83-32f12f5a872a None None] Network 147a12b1-63bb-48f1-b830-6d05d3a38867 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:02:56.924753 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-79035919-ceb2-4217-878c-b5b3c970837d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:56.925315 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-79035919-ceb2-4217-878c-b5b3c970837d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:57.046597 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54234) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:57.103213 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e98b5ea4-7efd-4d85-bfc6-cc5bfba38b3d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:57.124495 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e98b5ea4-7efd-4d85-bfc6-cc5bfba38b3d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:57.139688 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e98b5ea4-7efd-4d85-bfc6-cc5bfba38b3d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] 10.222.0.16 "DELETE /v2.0/networks/f3473936-d747-493b-a056-321192d1c615 HTTP/1.1" status: 204 len: 168 time: 1.3538766 Mar 09 04:02:57.148074 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b5ea4-7efd-4d85-bfc6-cc5bfba38b3d tempest-PortsTestJSON-1476572679 tempest-PortsTestJSON-1476572679-project] Pushing event deleted for resources: {'Network': ['ID=f3473936-d747-493b-a056-321192d1c615,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:57.158623 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-d322b0f2-9c60-4fbb-b1e0-9e3e62fda724 None None] Set router 0f848ca0-0916-41c8-846a-2d991d560463 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:02:57.184314 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-93342bc0-dff8-474e-aa7e-73b0c347844d tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:57.224451 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-93342bc0-dff8-474e-aa7e-73b0c347844d tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:57.249247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-79035919-ceb2-4217-878c-b5b3c970837d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Calling delete_port for 5187ae5e-6fd0-4518-8e74-623fa66b9d13 owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:57.337176 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-93342bc0-dff8-474e-aa7e-73b0c347844d tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:57.369109 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93342bc0-dff8-474e-aa7e-73b0c347844d tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2adf6e0-ac73-41be-9681-3c0bf761064a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:57.376744 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-93342bc0-dff8-474e-aa7e-73b0c347844d tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:57.377898 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-93342bc0-dff8-474e-aa7e-73b0c347844d tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "DELETE /v2.0/security-groups/d2adf6e0-ac73-41be-9681-3c0bf761064a HTTP/1.1" status: 204 len: 168 time: 0.3253622 Mar 09 04:02:57.380495 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54246) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:57.416171 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-b1cc6ad5-ba19-4e6f-9703-a2cb732ac642 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] show failed (client error): The resource could not be found. Mar 09 04:02:57.421363 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b1cc6ad5-ba19-4e6f-9703-a2cb732ac642 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups/d2adf6e0-ac73-41be-9681-3c0bf761064a HTTP/1.1" status: 404 len: 347 time: 0.0379639 Mar 09 04:02:57.422090 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54254) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:57.529658 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-79035919-ceb2-4217-878c-b5b3c970837d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:57.587837 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79035919-ceb2-4217-878c-b5b3c970837d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Pushing event deleted for resources: {'Port': ['ID=5187ae5e-6fd0-4518-8e74-623fa66b9d13,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:57.634002 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54262) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:57.680424 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-525cc05a-2c3d-448b-965a-72f05048cecc tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Deleting port 2a482099-7258-4366-9ca5-8a445ed83a1d {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:57.681026 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-525cc05a-2c3d-448b-965a-72f05048cecc tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:57.769469 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-79035919-ceb2-4217-878c-b5b3c970837d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] create failed (client error): The resource could not be found. Mar 09 04:02:57.774979 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-79035919-ceb2-4217-878c-b5b3c970837d tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.4067686 Mar 09 04:02:57.776185 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54276) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:57.869374 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d322b0f2-9c60-4fbb-b1e0-9e3e62fda724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f848ca0-0916-41c8-846a-2d991d560463', 'name': 'tempest-AttachVolumeShelveTestJSON-904000155-router', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:35Z', 'updated_at': '2022-03-09T03:58:48Z', 'revision_number': 4, 'project_id': 'a789b53b4961423480ac62f11148731e', 'gw_port': {'id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:38Z', 'updated_at': '2022-03-09T03:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'd721efb5-bbcb-40dd-947c-d6c007a67ed8', 'name': '', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'mac_address': 'fa:16:3e:9c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:46Z', 'updated_at': '2022-03-09T03:58:55Z', 'revision_number': 5, 'project_id': 'a789b53b4961423480ac62f11148731e', 'subnets': [{'id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:02:57.882036 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d322b0f2-9c60-4fbb-b1e0-9e3e62fda724 None None] The sync data for ids ['0f848ca0-0916-41c8-846a-2d991d560463'] in n-d-825178-5 is: [{'id': '0f848ca0-0916-41c8-846a-2d991d560463', 'name': 'tempest-AttachVolumeShelveTestJSON-904000155-router', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:35Z', 'updated_at': '2022-03-09T03:58:48Z', 'revision_number': 4, 'project_id': 'a789b53b4961423480ac62f11148731e', 'gw_port': {'id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:38Z', 'updated_at': '2022-03-09T03:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'd721efb5-bbcb-40dd-947c-d6c007a67ed8', 'name': '', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'mac_address': 'fa:16:3e:9c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:46Z', 'updated_at': '2022-03-09T03:58:55Z', 'revision_number': 5, 'project_id': 'a789b53b4961423480ac62f11148731e', 'subnets': [{'id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:02:57.895354 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-9646e440-484c-4925-b051-3cda53302318 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Deleting port 43871358-805e-42bf-8678-6d1a648e3312 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:02:57.895840 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9646e440-484c-4925-b051-3cda53302318 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:58.188844 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-525cc05a-2c3d-448b-965a-72f05048cecc tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:58.189407 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-525cc05a-2c3d-448b-965a-72f05048cecc tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:58.269747 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2d0bc409-d184-40b4-a111-57b1b1da95da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4142753503a14b29b880b4a248420f63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6343803 Mar 09 04:02:58.272459 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54284) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:58.275531 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9646e440-484c-4925-b051-3cda53302318 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:58.331479 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edefacb1-7d7b-4147-94fe-94bb4971c3f1 None None] New status for floating IP 4cd2f926-bc0d-4085-9e4c-22ca124e5236: DOWN {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:02:58.375463 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-525cc05a-2c3d-448b-965a-72f05048cecc tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Calling delete_port for 2a482099-7258-4366-9ca5-8a445ed83a1d owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:58.425895 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54288) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:58.451442 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-ff3ad152-a998-45fc-8414-14b7e0dd0ba2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-958881528-network', 'tenant_id': '3600ca91b76244feaf8544612e3597f8'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:58.458906 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ff3ad152-a998-45fc-8414-14b7e0dd0ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:58.463647 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ff3ad152-a998-45fc-8414-14b7e0dd0ba2 admin admin] Usage tracker for resource:network and tenant:3600ca91b76244feaf8544612e3597f8 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:58.468552 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ff3ad152-a998-45fc-8414-14b7e0dd0ba2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:58.476752 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ff3ad152-a998-45fc-8414-14b7e0dd0ba2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:58.500243 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3ad152-a998-45fc-8414-14b7e0dd0ba2 admin admin] Made reservation on behalf of 3600ca91b76244feaf8544612e3597f8 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:02:58.503480 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff3ad152-a998-45fc-8414-14b7e0dd0ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:58.527746 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff3ad152-a998-45fc-8414-14b7e0dd0ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:58.550005 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54296) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:58.596784 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ff3ad152-a998-45fc-8414-14b7e0dd0ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:58.605725 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ff3ad152-a998-45fc-8414-14b7e0dd0ba2 admin admin] Usage tracker for resource:security_group_rule and tenant:3600ca91b76244feaf8544612e3597f8 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:58.617847 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ff3ad152-a998-45fc-8414-14b7e0dd0ba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:58.623812 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-9646e440-484c-4925-b051-3cda53302318 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Calling delete_port for 43871358-805e-42bf-8678-6d1a648e3312 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:02:58.628983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ff3ad152-a998-45fc-8414-14b7e0dd0ba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:58.755748 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-62389ae0-9f15-4742-b9f7-0d9572b7ecc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:58.777775 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-edefacb1-7d7b-4147-94fe-94bb4971c3f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:02:58.778197 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-edefacb1-7d7b-4147-94fe-94bb4971c3f1 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:02:58.779491 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c6986e6b-16eb-4d59-81c5-77bb55417162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:58.781173 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-64a66abb-4a36-4f10-aac3-4817aa1c276e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:58.808728 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-525cc05a-2c3d-448b-965a-72f05048cecc tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:58.821132 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c6986e6b-16eb-4d59-81c5-77bb55417162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:58.869590 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-64a66abb-4a36-4f10-aac3-4817aa1c276e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:58.874744 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cc05a-2c3d-448b-965a-72f05048cecc tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Pushing event deleted for resources: {'Port': ['ID=2a482099-7258-4366-9ca5-8a445ed83a1d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:58.912118 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-64a66abb-4a36-4f10-aac3-4817aa1c276e admin admin] Usage tracker for resource:security_group_rule and tenant:d939de11e6314dbb9f748f38415cd4a6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:58.923974 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-64a66abb-4a36-4f10-aac3-4817aa1c276e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:58.936334 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9646e440-484c-4925-b051-3cda53302318 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:58.968015 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-64a66abb-4a36-4f10-aac3-4817aa1c276e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:58.985306 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c6986e6b-16eb-4d59-81c5-77bb55417162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:59.008492 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff3ad152-a998-45fc-8414-14b7e0dd0ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:59.020721 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff3ad152-a998-45fc-8414-14b7e0dd0ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:59.026134 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-525cc05a-2c3d-448b-965a-72f05048cecc tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:59.038998 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646e440-484c-4925-b051-3cda53302318 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Pushing event deleted for resources: {'Port': ['ID=43871358-805e-42bf-8678-6d1a648e3312,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:59.064519 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff3ad152-a998-45fc-8414-14b7e0dd0ba2 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:02:59.081626 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6986e6b-16eb-4d59-81c5-77bb55417162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf5dba6-17a4-4d0e-acc2-fd06b3392856,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:59.094089 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ad152-a998-45fc-8414-14b7e0dd0ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccb264f-e35e-4a07-97f1-5ce7c823d756,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:59.105860 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c6986e6b-16eb-4d59-81c5-77bb55417162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:59.110168 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff3ad152-a998-45fc-8414-14b7e0dd0ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:59.110504 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-ff3ad152-a998-45fc-8414-14b7e0dd0ba2 admin admin] Added segment 913c63b8-e206-43db-a81f-0a39766b9d2a of type vlan for network e845a44d-123c-4019-a198-b22240ec5f46 Mar 09 04:02:59.121853 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c6986e6b-16eb-4d59-81c5-77bb55417162 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bf5dba6-17a4-4d0e-acc2-fd06b3392856 HTTP/1.1" status: 204 len: 168 time: 0.8365843 Mar 09 04:02:59.140704 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9646e440-484c-4925-b051-3cda53302318 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:59.142971 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9646e440-484c-4925-b051-3cda53302318 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] 10.222.0.16 "DELETE /v2.0/ports/43871358-805e-42bf-8678-6d1a648e3312 HTTP/1.1" status: 204 len: 168 time: 1.3646333 Mar 09 04:02:59.145393 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54304) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:59.161852 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-525cc05a-2c3d-448b-965a-72f05048cecc tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:59.172266 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-525cc05a-2c3d-448b-965a-72f05048cecc tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "DELETE /v2.0/floatingips/4cd2f926-bc0d-4085-9e4c-22ca124e5236 HTTP/1.1" status: 204 len: 168 time: 1.7490876 Mar 09 04:02:59.174283 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff3ad152-a998-45fc-8414-14b7e0dd0ba2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:59.233707 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-64a66abb-4a36-4f10-aac3-4817aa1c276e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:59.244359 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d333383a-cb57-453c-bfcb-2aeb83691f22 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:59.246221 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d333383a-cb57-453c-bfcb-2aeb83691f22 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Synchronizing usage tracker for tenant:85e98c21339e4b02922dcdd5140f170d on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:02:59.264908 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-64a66abb-4a36-4f10-aac3-4817aa1c276e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:59.270686 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d333383a-cb57-453c-bfcb-2aeb83691f22 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Unset dirty status for tenant:85e98c21339e4b02922dcdd5140f170d on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:02:59.271955 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d333383a-cb57-453c-bfcb-2aeb83691f22 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] 10.222.0.16 "GET /v2.0/ports?device_id=964a2764-7587-47ef-9b64-59b9464723ed HTTP/1.1" status: 200 len: 913 time: 0.1254473 Mar 09 04:02:59.274616 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54310) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:59.279729 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edefacb1-7d7b-4147-94fe-94bb4971c3f1 None None] New status for floating IP 4cd2f926-bc0d-4085-9e4c-22ca124e5236: DOWN {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:02:59.286824 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff3ad152-a998-45fc-8414-14b7e0dd0ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:59.287810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3ad152-a998-45fc-8414-14b7e0dd0ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:02:59.288382 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff3ad152-a998-45fc-8414-14b7e0dd0ba2 admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:59.446065 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a66abb-4a36-4f10-aac3-4817aa1c276e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3921315-0b3d-4543-b86e-64cffa2ac669,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:59.467263 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-64a66abb-4a36-4f10-aac3-4817aa1c276e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d939de11e6314dbb9f748f38415cd4a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9130611 Mar 09 04:02:59.469242 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54316) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:59.485186 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ad152-a998-45fc-8414-14b7e0dd0ba2 admin admin] Pushing event updated for resources: {'Network': ['ID=e845a44d-123c-4019-a198-b22240ec5f46,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:59.490847 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ff3ad152-a998-45fc-8414-14b7e0dd0ba2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0624795 Mar 09 04:02:59.494950 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54322) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:02:59.510296 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-19fa18e7-9c9c-4817-8828-b697036dd984 admin admin] Request body: {'subnet': {'network_id': 'e845a44d-123c-4019-a198-b22240ec5f46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-958881528-subnet', 'tenant_id': '3600ca91b76244feaf8544612e3597f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:02:59.516081 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network e845a44d-123c-4019-a198-b22240ec5f46 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:02:59.523357 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-19fa18e7-9c9c-4817-8828-b697036dd984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:02:59.534666 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-19fa18e7-9c9c-4817-8828-b697036dd984 admin admin] Usage tracker for resource:subnet and tenant:3600ca91b76244feaf8544612e3597f8 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:02:59.540943 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-19fa18e7-9c9c-4817-8828-b697036dd984 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:02:59.549698 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-19fa18e7-9c9c-4817-8828-b697036dd984 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:02:59.569793 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8851c3a0-a1de-443c-978a-2e3cd2fabbc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:59.588887 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fa18e7-9c9c-4817-8828-b697036dd984 admin admin] Made reservation on behalf of 3600ca91b76244feaf8544612e3597f8 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:02:59.591853 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-19fa18e7-9c9c-4817-8828-b697036dd984 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:59.632331 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8851c3a0-a1de-443c-978a-2e3cd2fabbc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:59.805249 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8851c3a0-a1de-443c-978a-2e3cd2fabbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:59.832958 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851c3a0-a1de-443c-978a-2e3cd2fabbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3921315-0b3d-4543-b86e-64cffa2ac669,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:02:59.876750 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8851c3a0-a1de-443c-978a-2e3cd2fabbc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:02:59.879273 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8851c3a0-a1de-443c-978a-2e3cd2fabbc6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3921315-0b3d-4543-b86e-64cffa2ac669 HTTP/1.1" status: 204 len: 168 time: 0.4075212 Mar 09 04:02:59.955107 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-19fa18e7-9c9c-4817-8828-b697036dd984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:00.066975 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa18e7-9c9c-4817-8828-b697036dd984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e13ed9c0-6a33-4d16-a95b-e252836a8093,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:00.073553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fa18e7-9c9c-4817-8828-b697036dd984 admin admin] Checking segment: {'id': '913c63b8-e206-43db-a81f-0a39766b9d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e845a44d-123c-4019-a198-b22240ec5f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:03:00.075052 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fa18e7-9c9c-4817-8828-b697036dd984 admin admin] Network hostable DHCP agents. Network: e845a44d-123c-4019-a198-b22240ec5f46, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:03:00.078202 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-824d3405-4837-4592-8305-ea0b1b8236cb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:00.102025 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fa18e7-9c9c-4817-8828-b697036dd984 admin admin] Network e845a44d-123c-4019-a198-b22240ec5f46 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:03:00.138810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-19fa18e7-9c9c-4817-8828-b697036dd984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, e845a44d-123c-4019-a198-b22240ec5f46) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:03:00.144307 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fa18e7-9c9c-4817-8828-b697036dd984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:00.145355 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-19fa18e7-9c9c-4817-8828-b697036dd984 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:00.149786 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33df33af-68cb-4146-ace3-186e94905f15 None None] Network e845a44d-123c-4019-a198-b22240ec5f46 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:03:00.162014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54352) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:00.177634 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-19fa18e7-9c9c-4817-8828-b697036dd984 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6810167 Mar 09 04:03:00.464832 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54362) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:00.483239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-f000dede-1d6d-44f1-849f-58b7ec3572a7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1754473684-network', 'tenant_id': 'a70311711fae49e0a1882670b1120dd9'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:00.484829 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bf623e54-142a-4d10-8262-cda5698cea87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:00.493973 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f000dede-1d6d-44f1-849f-58b7ec3572a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:00.501804 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f000dede-1d6d-44f1-849f-58b7ec3572a7 admin admin] Usage tracker for resource:network and tenant:a70311711fae49e0a1882670b1120dd9 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:00.503835 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-bf623e54-142a-4d10-8262-cda5698cea87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:00.506891 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f000dede-1d6d-44f1-849f-58b7ec3572a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:00.508269 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bf623e54-142a-4d10-8262-cda5698cea87 admin admin] Usage tracker for resource:security_group_rule and tenant:3198e3b13cf142aa952c6c33d73a2997 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:00.512456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bf623e54-142a-4d10-8262-cda5698cea87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:00.516995 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f000dede-1d6d-44f1-849f-58b7ec3572a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:00.519221 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-bf623e54-142a-4d10-8262-cda5698cea87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:00.551798 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f000dede-1d6d-44f1-849f-58b7ec3572a7 admin admin] Made reservation on behalf of a70311711fae49e0a1882670b1120dd9 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:03:00.558866 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f000dede-1d6d-44f1-849f-58b7ec3572a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:00.568950 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca26bd2-897d-4d9a-a474-86f1993eb75c None None] Network e845a44d-123c-4019-a198-b22240ec5f46 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:03:00.591231 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f000dede-1d6d-44f1-849f-58b7ec3572a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:00.687768 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bf623e54-142a-4d10-8262-cda5698cea87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:00.694157 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f000dede-1d6d-44f1-849f-58b7ec3572a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:00.697235 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bf623e54-142a-4d10-8262-cda5698cea87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:00.703826 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-824d3405-4837-4592-8305-ea0b1b8236cb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Deleting port 3537d444-f5e5-4d01-9c6d-df6f8e0f012d {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:03:00.704168 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-824d3405-4837-4592-8305-ea0b1b8236cb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:00.788490 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf623e54-142a-4d10-8262-cda5698cea87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fda0fd-b3cb-400d-8190-92603d7e2793,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:00.824389 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bf623e54-142a-4d10-8262-cda5698cea87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3198e3b13cf142aa952c6c33d73a2997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3584015 Mar 09 04:03:00.827501 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54368) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:00.898638 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54372) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:00.908553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f000dede-1d6d-44f1-849f-58b7ec3572a7 admin admin] Usage tracker for resource:security_group_rule and tenant:a70311711fae49e0a1882670b1120dd9 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:00.909109 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4b7e78d6-250a-4362-830e-336ce86c8e70 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--392143809', 'description': 'tempest-description--243179711'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:00.917863 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f000dede-1d6d-44f1-849f-58b7ec3572a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:00.934324 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f000dede-1d6d-44f1-849f-58b7ec3572a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:00.959313 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4b7e78d6-250a-4362-830e-336ce86c8e70 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:00.968091 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6115d88d-8aa9-46ce-b848-6f00cff7e3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:00.999794 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-824d3405-4837-4592-8305-ea0b1b8236cb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:01.009191 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6115d88d-8aa9-46ce-b848-6f00cff7e3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:01.022587 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4b7e78d6-250a-4362-830e-336ce86c8e70 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Usage tracker for resource:security_group and tenant:a789b53b4961423480ac62f11148731e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:01.027407 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4b7e78d6-250a-4362-830e-336ce86c8e70 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:01.043651 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4b7e78d6-250a-4362-830e-336ce86c8e70 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:01.074383 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4b7e78d6-250a-4362-830e-336ce86c8e70 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:01.099958 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4b7e78d6-250a-4362-830e-336ce86c8e70 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:01.105417 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4b7e78d6-250a-4362-830e-336ce86c8e70 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Usage tracker for resource:security_group_rule and tenant:a789b53b4961423480ac62f11148731e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:01.109808 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-100206db-0b5f-49b5-ac0d-34b0d90d9144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:01.110052 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4b7e78d6-250a-4362-830e-336ce86c8e70 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:01.118111 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4b7e78d6-250a-4362-830e-336ce86c8e70 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:01.120277 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6115d88d-8aa9-46ce-b848-6f00cff7e3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:01.149373 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115d88d-8aa9-46ce-b848-6f00cff7e3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fda0fd-b3cb-400d-8190-92603d7e2793,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:01.150486 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-824d3405-4837-4592-8305-ea0b1b8236cb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Calling delete_port for 3537d444-f5e5-4d01-9c6d-df6f8e0f012d owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:03:01.176123 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6115d88d-8aa9-46ce-b848-6f00cff7e3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:01.177400 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6115d88d-8aa9-46ce-b848-6f00cff7e3d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25fda0fd-b3cb-400d-8190-92603d7e2793 HTTP/1.1" status: 204 len: 168 time: 0.3488786 Mar 09 04:03:01.303106 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4b7e78d6-250a-4362-830e-336ce86c8e70 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:01.309507 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4b7e78d6-250a-4362-830e-336ce86c8e70 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:01.340622 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f000dede-1d6d-44f1-849f-58b7ec3572a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:01.395655 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f000dede-1d6d-44f1-849f-58b7ec3572a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:01.408565 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f000dede-1d6d-44f1-849f-58b7ec3572a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:03:01.419044 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f000dede-1d6d-44f1-849f-58b7ec3572a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:01.419397 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-f000dede-1d6d-44f1-849f-58b7ec3572a7 admin admin] Added segment a39e6e40-f450-40ea-993d-ecb99aaa394b of type vlan for network ed9828ef-6289-41d1-a76e-a9f83ecba0e2 Mar 09 04:03:01.446051 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f000dede-1d6d-44f1-849f-58b7ec3572a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:01.494052 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e78d6-250a-4362-830e-336ce86c8e70 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:01.534957 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4b7e78d6-250a-4362-830e-336ce86c8e70 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:01.539793 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4b7e78d6-250a-4362-830e-336ce86c8e70 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6370523 Mar 09 04:03:01.540193 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54394) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:01.546453 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-ae20e41c-74f2-4eba-8334-c413af968a5b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Request body: {'security_group_rule': {'security_group_id': '7462bd9e-616c-4f3c-a3c1-6f8d173b35e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:01.554299 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ae20e41c-74f2-4eba-8334-c413af968a5b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:01.558761 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ae20e41c-74f2-4eba-8334-c413af968a5b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Usage tracker for resource:security_group_rule and tenant:a789b53b4961423480ac62f11148731e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:01.562123 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ae20e41c-74f2-4eba-8334-c413af968a5b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:01.568475 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ae20e41c-74f2-4eba-8334-c413af968a5b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:01.595612 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ae20e41c-74f2-4eba-8334-c413af968a5b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:01.655122 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000dede-1d6d-44f1-849f-58b7ec3572a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a7b04e-ab13-4e4b-9d3b-83d3026b4f9c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:01.657856 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f000dede-1d6d-44f1-849f-58b7ec3572a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:01.659771 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f000dede-1d6d-44f1-849f-58b7ec3572a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:01.660493 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f000dede-1d6d-44f1-849f-58b7ec3572a7 admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:01.671864 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ae20e41c-74f2-4eba-8334-c413af968a5b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:01.676288 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ae20e41c-74f2-4eba-8334-c413af968a5b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:01.706251 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20e41c-74f2-4eba-8334-c413af968a5b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=872247ab-6927-4c20-a975-6c6cad2cee62,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:01.717981 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ae20e41c-74f2-4eba-8334-c413af968a5b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:01.721910 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ae20e41c-74f2-4eba-8334-c413af968a5b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1781349 Mar 09 04:03:01.722120 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54404) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:01.729263 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-41161f94-447f-450b-8f88-8e2e6ae4f93e tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Request body: {'security_group_rule': {'security_group_id': '7462bd9e-616c-4f3c-a3c1-6f8d173b35e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:01.740158 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-41161f94-447f-450b-8f88-8e2e6ae4f93e tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:01.744733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-41161f94-447f-450b-8f88-8e2e6ae4f93e tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Usage tracker for resource:security_group_rule and tenant:a789b53b4961423480ac62f11148731e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:01.749757 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-41161f94-447f-450b-8f88-8e2e6ae4f93e tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:01.757487 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-41161f94-447f-450b-8f88-8e2e6ae4f93e tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:01.815118 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-41161f94-447f-450b-8f88-8e2e6ae4f93e tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:01.913700 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-41161f94-447f-450b-8f88-8e2e6ae4f93e tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:01.918056 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-41161f94-447f-450b-8f88-8e2e6ae4f93e tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:01.959339 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41161f94-447f-450b-8f88-8e2e6ae4f93e tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a841f4-51ff-4537-8a8f-6117fdacf3fd,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:01.968909 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-41161f94-447f-450b-8f88-8e2e6ae4f93e tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:01.973861 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-41161f94-447f-450b-8f88-8e2e6ae4f93e tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2476521 Mar 09 04:03:01.973972 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54412) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:01.979854 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-5cfd0224-7b4b-4f1c-a212-3727ff247406 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:01.988208 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000dede-1d6d-44f1-849f-58b7ec3572a7 admin admin] Pushing event updated for resources: {'Network': ['ID=ed9828ef-6289-41d1-a76e-a9f83ecba0e2,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:01.988533 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5cfd0224-7b4b-4f1c-a212-3727ff247406 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:01.993432 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5cfd0224-7b4b-4f1c-a212-3727ff247406 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Usage tracker for resource:floatingip and tenant:a789b53b4961423480ac62f11148731e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:02.000872 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network ed9828ef-6289-41d1-a76e-a9f83ecba0e2 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:03:02.002654 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f000dede-1d6d-44f1-849f-58b7ec3572a7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8329008 Mar 09 04:03:02.005465 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54418) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:02.014704 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5cfd0224-7b4b-4f1c-a212-3727ff247406 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:02.021007 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-566fa535-74d3-4b64-b109-4b8f6a5303fd tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:02.022893 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-566fa535-74d3-4b64-b109-4b8f6a5303fd tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/networks?id=147a12b1-63bb-48f1-b830-6d05d3a38867 HTTP/1.1" status: 200 len: 811 time: 0.7512529 Mar 09 04:03:02.029488 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-1db57287-1d8c-4992-9014-3616423cb7ca admin admin] Request body: {'subnet': {'network_id': 'ed9828ef-6289-41d1-a76e-a9f83ecba0e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1754473684-subnet', 'tenant_id': 'a70311711fae49e0a1882670b1120dd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:02.033226 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5cfd0224-7b4b-4f1c-a212-3727ff247406 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:02.063103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1db57287-1d8c-4992-9014-3616423cb7ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:02.071562 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5cfd0224-7b4b-4f1c-a212-3727ff247406 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:02.075612 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1db57287-1d8c-4992-9014-3616423cb7ca admin admin] Usage tracker for resource:subnet and tenant:a70311711fae49e0a1882670b1120dd9 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:02.079619 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-1341ac28-09b2-4c8b-9130-d5ef210ba5cc tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/quotas/eca4958534b84e61be0e1942cbdb6c01 HTTP/1.1" status: 200 len: 375 time: 0.0405838 Mar 09 04:03:02.082111 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1db57287-1d8c-4992-9014-3616423cb7ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:02.098144 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1db57287-1d8c-4992-9014-3616423cb7ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:02.149418 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:02.160591 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-824d3405-4837-4592-8305-ea0b1b8236cb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:02.200074 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:02.222400 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-e79fe4b0-26e9-4089-88e0-88f1caee0b57 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=eca4958534b84e61be0e1942cbdb6c01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1297283 Mar 09 04:03:02.233673 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d3405-4837-4592-8305-ea0b1b8236cb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Pushing event deleted for resources: {'Port': ['ID=3537d444-f5e5-4d01-9c6d-df6f8e0f012d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:02.240299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-73eb4cea-d04d-46b5-be50-dfc68ffda5e0 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 04:03:02.241259 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-73eb4cea-d04d-46b5-be50-dfc68ffda5e0 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091426 Mar 09 04:03:02.241880 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db57287-1d8c-4992-9014-3616423cb7ca admin admin] Made reservation on behalf of a70311711fae49e0a1882670b1120dd9 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:03:02.244431 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1db57287-1d8c-4992-9014-3616423cb7ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:02.276548 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5cfd0224-7b4b-4f1c-a212-3727ff247406 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:02.492889 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-5cfd0224-7b4b-4f1c-a212-3727ff247406 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Allocated IP 172.25.7.29 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/4ee52ae7-ab36-457d-a684-074ff76e9de5) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:03:02.707146 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5cfd0224-7b4b-4f1c-a212-3727ff247406 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:02.733165 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-824d3405-4837-4592-8305-ea0b1b8236cb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:02.763770 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5cfd0224-7b4b-4f1c-a212-3727ff247406 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:02.838500 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd0224-7b4b-4f1c-a212-3727ff247406 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Pushing event updated for resources: {'Port': ['ID=4ee52ae7-ab36-457d-a684-074ff76e9de5,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:02.865239 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfd0224-7b4b-4f1c-a212-3727ff247406 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:03:02.868054 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-5cfd0224-7b4b-4f1c-a212-3727ff247406 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:03:02.874171 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfd0224-7b4b-4f1c-a212-3727ff247406 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:03:02.896381 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1db57287-1d8c-4992-9014-3616423cb7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:02.990476 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-509a5d69-4205-4846-97af-1f144c28d155 service neutron] 10.222.0.16 "GET /v2.0/networks/147a12b1-63bb-48f1-b830-6d05d3a38867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7019460 Mar 09 04:03:03.074337 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5cfd0224-7b4b-4f1c-a212-3727ff247406 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:03.147120 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5cfd0224-7b4b-4f1c-a212-3727ff247406 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:03.231643 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db57287-1d8c-4992-9014-3616423cb7ca admin admin] Checking segment: {'id': 'a39e6e40-f450-40ea-993d-ecb99aaa394b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ed9828ef-6289-41d1-a76e-a9f83ecba0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:03:03.232052 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db57287-1d8c-4992-9014-3616423cb7ca admin admin] Network hostable DHCP agents. Network: ed9828ef-6289-41d1-a76e-a9f83ecba0e2, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:03:03.238715 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db57287-1d8c-4992-9014-3616423cb7ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=871855b8-04d4-4bd4-b7a4-6325e1082958,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:03.471007 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:03.532972 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41918158-5f3d-48ef-8117-db2deef0c598 req-171c45cc-b072-4dc3-bcac-134331d9ce74 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:03.534889 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-41918158-5f3d-48ef-8117-db2deef0c598 req-171c45cc-b072-4dc3-bcac-134331d9ce74 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 1096 time: 0.1727967 Mar 09 04:03:03.537413 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5cfd0224-7b4b-4f1c-a212-3727ff247406 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:03.562933 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5cfd0224-7b4b-4f1c-a212-3727ff247406 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:03.571441 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db57287-1d8c-4992-9014-3616423cb7ca admin admin] Network ed9828ef-6289-41d1-a76e-a9f83ecba0e2 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:03:03.599005 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-1fc09583-8af0-4b21-baf7-5867ea67c10d service neutron] 10.222.0.16 "GET /v2.0/networks/147a12b1-63bb-48f1-b830-6d05d3a38867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5858724 Mar 09 04:03:03.601252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824d3405-4837-4592-8305-ea0b1b8236cb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Router 964a2764-7587-47ef-9b64-59b9464723ed has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:03:03.602102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-1db57287-1d8c-4992-9014-3616423cb7ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, ed9828ef-6289-41d1-a76e-a9f83ecba0e2) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:03:03.610458 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8add8de6-f1fb-4685-aca2-13d3b1e2b26c None None] Network ed9828ef-6289-41d1-a76e-a9f83ecba0e2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:03:03.611347 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db57287-1d8c-4992-9014-3616423cb7ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:03.611853 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1db57287-1d8c-4992-9014-3616423cb7ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:03.702467 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1db57287-1d8c-4992-9014-3616423cb7ca admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6899209 Mar 09 04:03:03.803763 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824d3405-4837-4592-8305-ea0b1b8236cb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:03:03.814339 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-824d3405-4837-4592-8305-ea0b1b8236cb tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] 10.222.0.16 "PUT /v2.0/routers/964a2764-7587-47ef-9b64-59b9464723ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5358310 Mar 09 04:03:03.814932 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54452) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:03.821508 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1d3454-aeed-42e2-bbc8-ecf9d758ea06 None None] Sync routers for ids ['964a2764-7587-47ef-9b64-59b9464723ed'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:03:03.841932 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1d3454-aeed-42e2-bbc8-ecf9d758ea06 None None] Routers {'964a2764-7587-47ef-9b64-59b9464723ed'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:03:03.842601 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-9d1d3454-aeed-42e2-bbc8-ecf9d758ea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:03:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['964a2764-7587-47ef-9b64-59b9464723ed'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:03.940147 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-41918158-5f3d-48ef-8117-db2deef0c598 req-a4d56fe4-180f-4f4f-8345-cfd34b0cb573 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3963101 Mar 09 04:03:03.972694 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54458) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:03.991273 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd0224-7b4b-4f1c-a212-3727ff247406 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Pushing event updated for resources: {'Port': ['ID=4ee52ae7-ab36-457d-a684-074ff76e9de5,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:04.030215 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-9d1d3454-aeed-42e2-bbc8-ecf9d758ea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:04.062022 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1d3454-aeed-42e2-bbc8-ecf9d758ea06 None None] Routers {'964a2764-7587-47ef-9b64-59b9464723ed'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:03:04.062806 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-9d1d3454-aeed-42e2-bbc8-ecf9d758ea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:03:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['964a2764-7587-47ef-9b64-59b9464723ed'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:04.173263 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2e1a4326-f9b0-4e80-91c8-1d79bf5af594 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:04.301575 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-9d1d3454-aeed-42e2-bbc8-ecf9d758ea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:04.302199 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1d3454-aeed-42e2-bbc8-ecf9d758ea06 None None] The sync data for ids ['964a2764-7587-47ef-9b64-59b9464723ed'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:03:04.341492 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7fef11-7d4d-4819-8786-d2cb3d060dda None None] Network ed9828ef-6289-41d1-a76e-a9f83ecba0e2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:03:04.394154 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5cfd0224-7b4b-4f1c-a212-3727ff247406 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:04.472799 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-36ec7a56-323d-4cbd-9f1b-a226a7be4bb8 req-1053f0ab-c7bb-428b-acab-01327cc5cf32 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 210 time: 0.1876962 Mar 09 04:03:04.528036 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:04.614284 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5cfd0224-7b4b-4f1c-a212-3727ff247406 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:04.615522 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5cfd0224-7b4b-4f1c-a212-3727ff247406 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6406908 Mar 09 04:03:04.649406 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2e1a4326-f9b0-4e80-91c8-1d79bf5af594 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:04.652536 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2e1a4326-f9b0-4e80-91c8-1d79bf5af594 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:04.666935 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-2f44ba34-5162-493a-a467-fef8c33b6a13 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Deleting port 32fd27d9-d9a8-46d3-8711-b8a579aed6e4 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:03:04.667289 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2f44ba34-5162-493a-a467-fef8c33b6a13 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:04.678089 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2e1a4326-f9b0-4e80-91c8-1d79bf5af594 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:04.679005 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1a4326-f9b0-4e80-91c8-1d79bf5af594 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Fanout notify agent at l3_agent the message router_deleted on router 964a2764-7587-47ef-9b64-59b9464723ed {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:03:04.692351 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2e1a4326-f9b0-4e80-91c8-1d79bf5af594 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:04.696074 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2e1a4326-f9b0-4e80-91c8-1d79bf5af594 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] 10.222.0.16 "DELETE /v2.0/routers/964a2764-7587-47ef-9b64-59b9464723ed HTTP/1.1" status: 204 len: 168 time: 0.8763409 Mar 09 04:03:04.696857 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54484) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:04.785045 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea98c3b-414f-4758-89a5-465f269dcce8 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Deleting subnet 4e4499d3-ff55-453c-a98a-668d0be2842e {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:03:04.789299 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fea98c3b-414f-4758-89a5-465f269dcce8 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:04.954635 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fea98c3b-414f-4758-89a5-465f269dcce8 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:05.155807 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-87aa3ce7-a0cd-46d9-aadc-6b2d847ae2a5 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--392143809&fields=id&tenant_id=a789b53b4961423480ac62f11148731e HTTP/1.1" status: 200 len: 267 time: 0.1317427 Mar 09 04:03:05.195105 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2f44ba34-5162-493a-a467-fef8c33b6a13 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:05.195105 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2f44ba34-5162-493a-a467-fef8c33b6a13 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:05.203084 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54514) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:05.214540 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-3977d295-cc86-4053-a2c8-01c8a55f1c02 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1403049-network', 'tenant_id': 'a3c0321b25eb4ecea53e82a5bbf8a88e'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:05.278409 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3977d295-cc86-4053-a2c8-01c8a55f1c02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:05.320644 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fea98c3b-414f-4758-89a5-465f269dcce8 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:05.344783 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3977d295-cc86-4053-a2c8-01c8a55f1c02 admin admin] Usage tracker for resource:network and tenant:a3c0321b25eb4ecea53e82a5bbf8a88e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:05.353647 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-2f44ba34-5162-493a-a467-fef8c33b6a13 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Calling delete_port for 32fd27d9-d9a8-46d3-8711-b8a579aed6e4 owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:03:05.381700 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3977d295-cc86-4053-a2c8-01c8a55f1c02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:05.395808 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3977d295-cc86-4053-a2c8-01c8a55f1c02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:05.398309 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-53eaf551-3384-4aaf-8502-60a50476b3ab tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:05.399851 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-53eaf551-3384-4aaf-8502-60a50476b3ab tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/networks?id=728f1764-7035-454b-b803-10fc1ed1098e HTTP/1.1" status: 200 len: 816 time: 0.2359607 Mar 09 04:03:05.421734 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-a81f42a7-e47c-48c2-b0bf-4659fc044fb6 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/quotas/a789b53b4961423480ac62f11148731e HTTP/1.1" status: 200 len: 375 time: 0.0156891 Mar 09 04:03:05.429855 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3977d295-cc86-4053-a2c8-01c8a55f1c02 admin admin] Made reservation on behalf of a3c0321b25eb4ecea53e82a5bbf8a88e for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:03:05.432306 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3977d295-cc86-4053-a2c8-01c8a55f1c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:05.449933 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3977d295-cc86-4053-a2c8-01c8a55f1c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:05.468091 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3977d295-cc86-4053-a2c8-01c8a55f1c02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:05.484026 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3977d295-cc86-4053-a2c8-01c8a55f1c02 admin admin] Usage tracker for resource:security_group_rule and tenant:a3c0321b25eb4ecea53e82a5bbf8a88e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:05.491653 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3977d295-cc86-4053-a2c8-01c8a55f1c02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:05.502187 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fea98c3b-414f-4758-89a5-465f269dcce8 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:05.509210 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3977d295-cc86-4053-a2c8-01c8a55f1c02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:05.583935 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fea98c3b-414f-4758-89a5-465f269dcce8 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:05.591011 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd1a197-db96-44d1-af8f-5db9463285f3 None None] Network 6bcb167e-3483-4d91-9229-b3b73bd03b64 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:03:05.615073 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fea98c3b-414f-4758-89a5-465f269dcce8 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] 10.222.0.16 "DELETE /v2.0/subnets/4e4499d3-ff55-453c-a98a-668d0be2842e HTTP/1.1" status: 204 len: 168 time: 0.9169033 Mar 09 04:03:05.618077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea98c3b-414f-4758-89a5-465f269dcce8 tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Pushing event deleted for resources: {'Subnet': ['ID=4e4499d3-ff55-453c-a98a-668d0be2842e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:05.621338 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54524) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:05.736318 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2f44ba34-5162-493a-a467-fef8c33b6a13 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:05.781824 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-bdfc78ef-88db-4e3e-b7aa-eea4d12f9894 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Synchronizing usage tracker for tenant:a789b53b4961423480ac62f11148731e on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:03:05.827328 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2a763fba-0c78-4eaa-8b1e-b4a06a98df1a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:05.831482 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-bdfc78ef-88db-4e3e-b7aa-eea4d12f9894 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Unset dirty status for tenant:a789b53b4961423480ac62f11148731e on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:03:05.838341 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-bdfc78ef-88db-4e3e-b7aa-eea4d12f9894 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a789b53b4961423480ac62f11148731e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4096153 Mar 09 04:03:05.848741 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-2a763fba-0c78-4eaa-8b1e-b4a06a98df1a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Deleting port 54e665a7-8abc-4432-ba9b-da9e8fcdd278 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:03:05.852302 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3977d295-cc86-4053-a2c8-01c8a55f1c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:05.861910 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2a763fba-0c78-4eaa-8b1e-b4a06a98df1a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:05.969522 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44ba34-5162-493a-a467-fef8c33b6a13 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'Port': ['ID=32fd27d9-d9a8-46d3-8711-b8a579aed6e4,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:05.974909 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3977d295-cc86-4053-a2c8-01c8a55f1c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:06.034758 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2c7ecf0a-e811-4c71-a5d2-b4d09d0742f8 req-2cd27678-77c1-4115-a19c-995e7075af73 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 210 time: 0.2738853 Mar 09 04:03:06.126309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3977d295-cc86-4053-a2c8-01c8a55f1c02 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:03:06.145926 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977d295-cc86-4053-a2c8-01c8a55f1c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154fc529-e8ff-4a0f-9d91-3e985d132514,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:06.158440 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3977d295-cc86-4053-a2c8-01c8a55f1c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:06.158755 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-3977d295-cc86-4053-a2c8-01c8a55f1c02 admin admin] Added segment f2c618e5-18bb-4e34-a20b-f41005993750 of type vlan for network 080bf083-504b-4668-90ed-ca7368a63c39 Mar 09 04:03:06.173355 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2f44ba34-5162-493a-a467-fef8c33b6a13 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:06.173870 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-2f44ba34-5162-493a-a467-fef8c33b6a13 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Floating IP a007280d-990d-4482-8ac3-7578490655c1 disassociated (deleted). External IP: 172.25.7.245, port: 87361bb2-8af4-4bc8-976d-bb6830eb7753. Mar 09 04:03:06.256097 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef49dcf3-98e2-470d-9ca5-c76db2b311ac None None] DHCP port deletion for 6bcb167e-3483-4d91-9229-b3b73bd03b64 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:03:06.261717 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef49dcf3-98e2-470d-9ca5-c76db2b311ac None None] Deleting port 54e665a7-8abc-4432-ba9b-da9e8fcdd278 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:03:06.262135 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef49dcf3-98e2-470d-9ca5-c76db2b311ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:06.350457 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3977d295-cc86-4053-a2c8-01c8a55f1c02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:06.484275 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3977d295-cc86-4053-a2c8-01c8a55f1c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:06.485375 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3977d295-cc86-4053-a2c8-01c8a55f1c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:06.486038 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3977d295-cc86-4053-a2c8-01c8a55f1c02 admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:06.499818 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-bbdd1989-548d-4f7e-8a22-4eb58a7c05f4 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:06.501465 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-bbdd1989-548d-4f7e-8a22-4eb58a7c05f4 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.21 "GET /v2.0/networks?id=147a12b1-63bb-48f1-b830-6d05d3a38867 HTTP/1.1" status: 200 len: 811 time: 0.1881726 Mar 09 04:03:06.552056 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-a98dc153-f23b-4fcc-bac8-c5ff1ae26c57 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Request body: {'port': {'device_id': 'f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5', 'network_id': '147a12b1-63bb-48f1-b830-6d05d3a38867', 'admin_state_up': True, 'tenant_id': 'eca4958534b84e61be0e1942cbdb6c01'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:06.645528 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef49dcf3-98e2-470d-9ca5-c76db2b311ac None None] For port 54e665a7-8abc-4432-ba9b-da9e8fcdd278, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=54e665a7-8abc-4432-ba9b-da9e8fcdd278,segment=NetworkSegment(d0708bb1-1dbe-4334-8251-dacfdbe984b6),segment_id=d0708bb1-1dbe-4334-8251-dacfdbe984b6)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:03:06.646111 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef49dcf3-98e2-470d-9ca5-c76db2b311ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:06.717126 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977d295-cc86-4053-a2c8-01c8a55f1c02 admin admin] Pushing event updated for resources: {'Network': ['ID=080bf083-504b-4668-90ed-ca7368a63c39,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:06.829846 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-bdffa8b7-1015-479f-b662-8e89fd8f7090 service neutron] 10.222.0.16 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9021242 Mar 09 04:03:06.866064 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3977d295-cc86-4053-a2c8-01c8a55f1c02 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6594574 Mar 09 04:03:06.866278 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef49dcf3-98e2-470d-9ca5-c76db2b311ac None None] Calling delete_port for 54e665a7-8abc-4432-ba9b-da9e8fcdd278 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:03:06.870031 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54532) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:06.926894 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-2a763fba-0c78-4eaa-8b1e-b4a06a98df1a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] For port 54e665a7-8abc-4432-ba9b-da9e8fcdd278, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=54e665a7-8abc-4432-ba9b-da9e8fcdd278,segment=NetworkSegment(d0708bb1-1dbe-4334-8251-dacfdbe984b6),segment_id=d0708bb1-1dbe-4334-8251-dacfdbe984b6)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:03:06.927269 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2a763fba-0c78-4eaa-8b1e-b4a06a98df1a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:06.929271 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f01ef335-e7b0-4b39-9c6f-8293c8e7ff9e admin admin] Request body: {'subnet': {'network_id': '080bf083-504b-4668-90ed-ca7368a63c39', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1403049-subnet', 'tenant_id': 'a3c0321b25eb4ecea53e82a5bbf8a88e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:06.942337 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f01ef335-e7b0-4b39-9c6f-8293c8e7ff9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:06.950558 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f01ef335-e7b0-4b39-9c6f-8293c8e7ff9e admin admin] Usage tracker for resource:subnet and tenant:a3c0321b25eb4ecea53e82a5bbf8a88e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:06.953316 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 080bf083-504b-4668-90ed-ca7368a63c39 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:03:06.957527 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f01ef335-e7b0-4b39-9c6f-8293c8e7ff9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:06.982377 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f01ef335-e7b0-4b39-9c6f-8293c8e7ff9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:07.057132 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f44ba34-5162-493a-a467-fef8c33b6a13 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Router 7f5beb25-f1da-4482-8b65-3ab98c08beda has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:03:07.077443 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01ef335-e7b0-4b39-9c6f-8293c8e7ff9e admin admin] Made reservation on behalf of a3c0321b25eb4ecea53e82a5bbf8a88e for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:03:07.082404 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f01ef335-e7b0-4b39-9c6f-8293c8e7ff9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:07.172132 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-2a763fba-0c78-4eaa-8b1e-b4a06a98df1a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Calling delete_port for 54e665a7-8abc-4432-ba9b-da9e8fcdd278 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:03:07.255178 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef49dcf3-98e2-470d-9ca5-c76db2b311ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:07.284428 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-a98dc153-f23b-4fcc-bac8-c5ff1ae26c57 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:07.294070 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-a98dc153-f23b-4fcc-bac8-c5ff1ae26c57 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Usage tracker for resource:port and tenant:eca4958534b84e61be0e1942cbdb6c01 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:07.300306 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-a98dc153-f23b-4fcc-bac8-c5ff1ae26c57 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:07.323934 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-a98dc153-f23b-4fcc-bac8-c5ff1ae26c57 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:07.332495 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef49dcf3-98e2-470d-9ca5-c76db2b311ac None None] No DVR routers for this DVR port 54e665a7-8abc-4432-ba9b-da9e8fcdd278 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:03:07.337596 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49dcf3-98e2-470d-9ca5-c76db2b311ac None None] Pushing event deleted for resources: {'Port': ['ID=54e665a7-8abc-4432-ba9b-da9e8fcdd278,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:07.393968 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-b2240772-d23d-4541-8a73-5a12d8268960 service neutron] 10.222.0.16 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410159 Mar 09 04:03:07.429838 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-a98dc153-f23b-4fcc-bac8-c5ff1ae26c57 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Made reservation on behalf of eca4958534b84e61be0e1942cbdb6c01 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:03:07.435110 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-a98dc153-f23b-4fcc-bac8-c5ff1ae26c57 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:07.461477 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [None req-2a763fba-0c78-4eaa-8b1e-b4a06a98df1a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:03:07.461901 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [None req-2a763fba-0c78-4eaa-8b1e-b4a06a98df1a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:03:07.576845 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4b99e426-ace8-4389-bf8b-ff7f721dc039 req-a8b99152-d46a-42ef-b65b-b2bbcd1c5a33 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 210 time: 0.3036451 Mar 09 04:03:07.695947 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-a98dc153-f23b-4fcc-bac8-c5ff1ae26c57 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Allocated IP 172.20.0.3 (147a12b1-63bb-48f1-b830-6d05d3a38867/f6f2f043-c55f-4181-acea-0903ba12888e/18769f3a-b3c5-49bf-a7b7-284a30b1eabc) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:03:08.007895 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-24775ed9-258f-4a5a-888a-82963fa77eca req-ae323571-b1f9-4747-872b-d9c0799ad67e tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Synchronizing usage tracker for tenant:a789b53b4961423480ac62f11148731e on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:03:08.038804 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-2a763fba-0c78-4eaa-8b1e-b4a06a98df1a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Deleting port 54e665a7-8abc-4432-ba9b-da9e8fcdd278 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:03:08.039163 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2a763fba-0c78-4eaa-8b1e-b4a06a98df1a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:08.067579 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f44ba34-5162-493a-a467-fef8c33b6a13 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:03:08.077023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-24775ed9-258f-4a5a-888a-82963fa77eca req-ae323571-b1f9-4747-872b-d9c0799ad67e tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Unset dirty status for tenant:a789b53b4961423480ac62f11148731e on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:03:08.083517 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a626bf23-79d5-4215-a74e-91f18f7085fe None None] Sync routers for ids ['7f5beb25-f1da-4482-8b65-3ab98c08beda'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:03:08.090234 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-24775ed9-258f-4a5a-888a-82963fa77eca req-ae323571-b1f9-4747-872b-d9c0799ad67e tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 210 time: 0.4046335 Mar 09 04:03:08.099229 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a626bf23-79d5-4215-a74e-91f18f7085fe None None] Routers {'7f5beb25-f1da-4482-8b65-3ab98c08beda'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:03:08.099976 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a626bf23-79d5-4215-a74e-91f18f7085fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:03:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7f5beb25-f1da-4482-8b65-3ab98c08beda'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:08.114633 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2f44ba34-5162-493a-a467-fef8c33b6a13 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:08.235142 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f01ef335-e7b0-4b39-9c6f-8293c8e7ff9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:08.256090 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 54e665a7-8abc-4432-ba9b-da9e8fcdd278 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:03:08.294539 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-2a763fba-0c78-4eaa-8b1e-b4a06a98df1a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] The port '54e665a7-8abc-4432-ba9b-da9e8fcdd278' was deleted {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:03:08.302452 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 54e665a7-8abc-4432-ba9b-da9e8fcdd278 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:03:08.302795 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 54e665a7-8abc-4432-ba9b-da9e8fcdd278 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:03:08.304978 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2f44ba34-5162-493a-a467-fef8c33b6a13 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "DELETE /v2.0/floatingips/a007280d-990d-4482-8ac3-7578490655c1 HTTP/1.1" status: 204 len: 168 time: 4.3243387 Mar 09 04:03:08.309738 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6c164e-c184-48a4-b81e-3d676fd4774b', 'tag': '87361bb2-8af4-4bc8-976d-bb6830eb7753'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:03:08.358613 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ef335-e7b0-4b39-9c6f-8293c8e7ff9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d0b8952-32ce-4dd5-bd0d-268f00cbae5a,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:08.368003 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01ef335-e7b0-4b39-9c6f-8293c8e7ff9e admin admin] Checking segment: {'id': 'f2c618e5-18bb-4e34-a20b-f41005993750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '080bf083-504b-4668-90ed-ca7368a63c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:03:08.368688 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01ef335-e7b0-4b39-9c6f-8293c8e7ff9e admin admin] Network hostable DHCP agents. Network: 080bf083-504b-4668-90ed-ca7368a63c39, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:03:08.402798 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01ef335-e7b0-4b39-9c6f-8293c8e7ff9e admin admin] Network 080bf083-504b-4668-90ed-ca7368a63c39 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:03:08.425521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-f01ef335-e7b0-4b39-9c6f-8293c8e7ff9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 080bf083-504b-4668-90ed-ca7368a63c39) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:03:08.430548 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01ef335-e7b0-4b39-9c6f-8293c8e7ff9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:08.432837 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f01ef335-e7b0-4b39-9c6f-8293c8e7ff9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:08.442302 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a91d98c-564d-42e8-8d75-f588f56dad54 None None] Network 080bf083-504b-4668-90ed-ca7368a63c39 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:03:08.444066 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-a98dc153-f23b-4fcc-bac8-c5ff1ae26c57 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:08.487677 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f01ef335-e7b0-4b39-9c6f-8293c8e7ff9e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6158705 Mar 09 04:03:08.499811 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-a98dc153-f23b-4fcc-bac8-c5ff1ae26c57 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:08.582135 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-a626bf23-79d5-4215-a74e-91f18f7085fe None None] Set router 7f5beb25-f1da-4482-8b65-3ab98c08beda gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:03:08.725151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54568) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:08.889557 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb025e3-6f1e-4975-a761-37c0c4d9e6a0 admin admin] Deleting subnet 871855b8-04d4-4bd4-b7a4-6325e1082958 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:03:08.899653 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-efb025e3-6f1e-4975-a761-37c0c4d9e6a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:08.983862 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6c164e-c184-48a4-b81e-3d676fd4774b', 'tag': '87361bb2-8af4-4bc8-976d-bb6830eb7753', 'status': 'completed', 'code': 200} Mar 09 04:03:08.991907 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-a98dc153-f23b-4fcc-bac8-c5ff1ae26c57 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Network 147a12b1-63bb-48f1-b830-6d05d3a38867 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:03:09.000012 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-a98dc153-f23b-4fcc-bac8-c5ff1ae26c57 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:03:09.011144 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-a98dc153-f23b-4fcc-bac8-c5ff1ae26c57 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:03:09.050434 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-efb025e3-6f1e-4975-a761-37c0c4d9e6a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:09.155449 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:09.238847 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-efb025e3-6f1e-4975-a761-37c0c4d9e6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:09.336465 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54582) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:09.345839 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98dc153-f23b-4fcc-bac8-c5ff1ae26c57 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Pushing event updated for resources: {'Port': ['ID=18769f3a-b3c5-49bf-a7b7-284a30b1eabc,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:09.363300 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-efb025e3-6f1e-4975-a761-37c0c4d9e6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:09.374312 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2a763fba-0c78-4eaa-8b1e-b4a06a98df1a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:09.421432 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb025e3-6f1e-4975-a761-37c0c4d9e6a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=871855b8-04d4-4bd4-b7a4-6325e1082958,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:09.448807 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-efb025e3-6f1e-4975-a761-37c0c4d9e6a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:09.482510 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-efb025e3-6f1e-4975-a761-37c0c4d9e6a0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/871855b8-04d4-4bd4-b7a4-6325e1082958 HTTP/1.1" status: 204 len: 168 time: 0.7554240 Mar 09 04:03:09.487886 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54590) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:09.631346 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-2a763fba-0c78-4eaa-8b1e-b4a06a98df1a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bcb167e-3483-4d91-9229-b3b73bd03b64']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:09.649211 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-a98dc153-f23b-4fcc-bac8-c5ff1ae26c57 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:09.649826 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-a98dc153-f23b-4fcc-bac8-c5ff1ae26c57 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:09.659319 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad04ac-7762-4a7a-aafb-618341527772 req-e6549456-aae3-4276-aca2-3594f8c304ff tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:09.664492 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-d7ad04ac-7762-4a7a-aafb-618341527772 req-e6549456-aae3-4276-aca2-3594f8c304ff tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Synchronizing usage tracker for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:03:09.673716 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44b01f6-cb91-42e5-b5d7-5ed363c8e05c None None] Network 080bf083-504b-4668-90ed-ca7368a63c39 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:03:09.695351 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-869aac0d-b242-4425-938b-678b7a96ece4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:09.717030 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-2a763fba-0c78-4eaa-8b1e-b4a06a98df1a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0708bb1-1dbe-4334-8251-dacfdbe984b6') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:09.717030 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-2a763fba-0c78-4eaa-8b1e-b4a06a98df1a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0708bb1-1dbe-4334-8251-dacfdbe984b6') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:09.738250 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-869aac0d-b242-4425-938b-678b7a96ece4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:09.742314 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-d7ad04ac-7762-4a7a-aafb-618341527772 req-e6549456-aae3-4276-aca2-3594f8c304ff tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Unset dirty status for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:03:09.744016 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d7ad04ac-7762-4a7a-aafb-618341527772 req-e6549456-aae3-4276-aca2-3594f8c304ff tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 945 time: 0.5598531 Mar 09 04:03:09.748709 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-08336021-5166-4307-a1cf-3949dc39403e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:09.753913 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-869aac0d-b242-4425-938b-678b7a96ece4 admin admin] Usage tracker for resource:security_group_rule and tenant:4281dbc675404fd48f094cb7e6473439 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:09.797388 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2a763fba-0c78-4eaa-8b1e-b4a06a98df1a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:09.797613 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a626bf23-79d5-4215-a74e-91f18f7085fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215491390', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a0947c6a-9afd-475a-b415-9f398a484040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:00:08Z', 'updated_at': '2022-03-09T04:00:24Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'a0947c6a-9afd-475a-b415-9f398a484040', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:11Z', 'updated_at': '2022-03-09T04:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'e02f1c17-ac87-4bac-b327-9048c757d322', 'name': '', 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:3c:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:19Z', 'updated_at': '2022-03-09T04:00:37Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': '7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:09.812060 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a626bf23-79d5-4215-a74e-91f18f7085fe None None] Checking router: 7f5beb25-f1da-4482-8b65-3ab98c08beda for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:03:09.843806 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-869aac0d-b242-4425-938b-678b7a96ece4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:09.852073 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-a98dc153-f23b-4fcc-bac8-c5ff1ae26c57 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3382854 Mar 09 04:03:09.856359 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a626bf23-79d5-4215-a74e-91f18f7085fe None None] Routers {'7f5beb25-f1da-4482-8b65-3ab98c08beda'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:03:09.857214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a626bf23-79d5-4215-a74e-91f18f7085fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:03:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7f5beb25-f1da-4482-8b65-3ab98c08beda'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:09.872176 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-7ac00293-354b-4afc-85d1-befc4347e34e service neutron] Request body: {'port': {'device_id': 'f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:09.901566 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2a763fba-0c78-4eaa-8b1e-b4a06a98df1a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:09.928583 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8706a-4f04-4bd8-86a7-15006a5c11a2 req-59b2ec4a-0a84-463a-b41f-85f0fece1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:09.930149 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-deb8706a-4f04-4bd8-86a7-15006a5c11a2 req-59b2ec4a-0a84-463a-b41f-85f0fece1ce0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 1096 time: 0.7321758 Mar 09 04:03:09.952697 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa6e21-8c7b-417e-b972-58ff2f5f6cdc req-a86c6c60-9316-470b-bb97-215f53576c20 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:09.954350 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-58fa6e21-8c7b-417e-b972-58ff2f5f6cdc req-a86c6c60-9316-470b-bb97-215f53576c20 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Synchronizing usage tracker for tenant:eca4958534b84e61be0e1942cbdb6c01 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:03:09.967888 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-869aac0d-b242-4425-938b-678b7a96ece4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:10.003114 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a763fba-0c78-4eaa-8b1e-b4a06a98df1a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:03:10.003648 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2a763fba-0c78-4eaa-8b1e-b4a06a98df1a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:10.123324 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-08336021-5166-4307-a1cf-3949dc39403e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:10.151884 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-a626bf23-79d5-4215-a74e-91f18f7085fe None None] Set router 7f5beb25-f1da-4482-8b65-3ab98c08beda gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:03:10.157913 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-b7dbc6ae-9df2-4a28-bd09-216f8c0221a3 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:10.158109 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-08336021-5166-4307-a1cf-3949dc39403e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed9828ef-6289-41d1-a76e-a9f83ecba0e2']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:10.159421 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-b7dbc6ae-9df2-4a28-bd09-216f8c0221a3 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.24 "GET /v2.0/networks?id=728f1764-7035-454b-b803-10fc1ed1098e HTTP/1.1" status: 200 len: 816 time: 0.6165659 Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:03:10.160097 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:03:10.172734 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-08336021-5166-4307-a1cf-3949dc39403e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a39e6e40-f450-40ea-993d-ecb99aaa394b') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:10.173040 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-08336021-5166-4307-a1cf-3949dc39403e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a39e6e40-f450-40ea-993d-ecb99aaa394b') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:10.185892 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-08336021-5166-4307-a1cf-3949dc39403e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:10.203848 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-08336021-5166-4307-a1cf-3949dc39403e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:10.210791 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08336021-5166-4307-a1cf-3949dc39403e admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:03:10.211117 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-08336021-5166-4307-a1cf-3949dc39403e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:10.271411 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2a763fba-0c78-4eaa-8b1e-b4a06a98df1a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:10.322934 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d7ad04ac-7762-4a7a-aafb-618341527772 req-d901558d-9037-4922-bab8-e67a1049b1c1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5648060 Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:03:10.323651 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:03:10.336886 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-08336021-5166-4307-a1cf-3949dc39403e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:10.345657 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2a763fba-0c78-4eaa-8b1e-b4a06a98df1a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:10.358260 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a763fba-0c78-4eaa-8b1e-b4a06a98df1a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] Pushing event deleted for resources: {'Network': ['ID=6bcb167e-3483-4d91-9229-b3b73bd03b64,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:10.399368 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-08336021-5166-4307-a1cf-3949dc39403e admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:10.406315 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2a763fba-0c78-4eaa-8b1e-b4a06a98df1a tempest-FloatingIPNegativeTestJSON-2046871239 tempest-FloatingIPNegativeTestJSON-2046871239-project] 10.222.0.16 "DELETE /v2.0/networks/6bcb167e-3483-4d91-9229-b3b73bd03b64 HTTP/1.1" status: 204 len: 168 time: 4.7831066 Mar 09 04:03:10.414499 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-7ac00293-354b-4afc-85d1-befc4347e34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:10.434646 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-58fa6e21-8c7b-417e-b972-58ff2f5f6cdc req-a86c6c60-9316-470b-bb97-215f53576c20 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Unset dirty status for tenant:eca4958534b84e61be0e1942cbdb6c01 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:03:10.434826 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08336021-5166-4307-a1cf-3949dc39403e admin admin] Pushing event deleted for resources: {'Network': ['ID=ed9828ef-6289-41d1-a76e-a9f83ecba0e2,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:10.436066 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-58fa6e21-8c7b-417e-b972-58ff2f5f6cdc req-a86c6c60-9316-470b-bb97-215f53576c20 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 931 time: 1.1589181 Mar 09 04:03:10.460709 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-ff92ce16-7aa3-439a-8c3a-cd7cb20cab4d tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a789b53b4961423480ac62f11148731e HTTP/1.1" status: 200 len: 379 time: 0.1967430 Mar 09 04:03:10.525866 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-edbd9acf-715f-4a45-930b-32a274b15566 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Request body: {'port': {'device_id': 'e8dad071-e56a-4595-b4bd-a918ec9afbf3', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'admin_state_up': True, 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'security_groups': ['7462bd9e-616c-4f3c-a3c1-6f8d173b35e0']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:10.532683 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-08336021-5166-4307-a1cf-3949dc39403e admin admin] 10.222.0.16 "DELETE /v2.0/networks/ed9828ef-6289-41d1-a76e-a9f83ecba0e2 HTTP/1.1" status: 204 len: 168 time: 1.0437324 Mar 09 04:03:10.535642 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54598) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:10.551191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8706a-4f04-4bd8-86a7-15006a5c11a2 req-61a69a09-5cde-4857-a8bf-638ef510b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:10.552897 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-deb8706a-4f04-4bd8-86a7-15006a5c11a2 req-61a69a09-5cde-4857-a8bf-638ef510b59b service neutron] 10.222.0.24 "GET /v2.0/networks?id=1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f HTTP/1.1" status: 200 len: 897 time: 0.4349585 Mar 09 04:03:10.629126 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d17b2aa7-232c-48ec-86b1-1f6812b0d24a req-c19df21a-1bd6-40b8-90d4-58fc704e0e26 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 210 time: 0.1526301 Mar 09 04:03:10.650643 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a626bf23-79d5-4215-a74e-91f18f7085fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215491390', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a0947c6a-9afd-475a-b415-9f398a484040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:00:08Z', 'updated_at': '2022-03-09T04:00:24Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'a0947c6a-9afd-475a-b415-9f398a484040', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:11Z', 'updated_at': '2022-03-09T04:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'e02f1c17-ac87-4bac-b327-9048c757d322', 'name': '', 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:3c:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:19Z', 'updated_at': '2022-03-09T04:00:37Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': '7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:10.662363 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-869aac0d-b242-4425-938b-678b7a96ece4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:10.662507 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a626bf23-79d5-4215-a74e-91f18f7085fe None None] The sync data for ids ['7f5beb25-f1da-4482-8b65-3ab98c08beda'] in n-d-825178-5 is: [{'id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215491390', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a0947c6a-9afd-475a-b415-9f398a484040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:00:08Z', 'updated_at': '2022-03-09T04:00:24Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'a0947c6a-9afd-475a-b415-9f398a484040', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:11Z', 'updated_at': '2022-03-09T04:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'e02f1c17-ac87-4bac-b327-9048c757d322', 'name': '', 'network_id': '1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:3c:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:19Z', 'updated_at': '2022-03-09T04:00:37Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': '7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:03:10.672939 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-869aac0d-b242-4425-938b-678b7a96ece4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:10.763491 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-55435cc0-4569-45b2-982a-34d668e30b4d admin admin] Deleting subnet 0d0b8952-32ce-4dd5-bd0d-268f00cbae5a {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:03:10.767365 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-55435cc0-4569-45b2-982a-34d668e30b4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:10.786296 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54604) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:10.796306 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-deb8706a-4f04-4bd8-86a7-15006a5c11a2 req-c15379f9-aed7-4338-af35-760af2b1dd75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87361bb2-8af4-4bc8-976d-bb6830eb7753 HTTP/1.1" status: 200 len: 217 time: 0.2271895 Mar 09 04:03:10.925475 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-58fa6e21-8c7b-417e-b972-58ff2f5f6cdc req-be27a122-991b-42b6-a339-d1094a852dc5 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/security-groups?id=97496332-efcd-4619-a418-5c324a6dfebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635332 Mar 09 04:03:10.934229 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-edbd9acf-715f-4a45-930b-32a274b15566 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:11.005117 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-55435cc0-4569-45b2-982a-34d668e30b4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:11.071335 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-869aac0d-b242-4425-938b-678b7a96ece4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4281dbc675404fd48f094cb7e6473439&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7236700 Mar 09 04:03:11.072362 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869aac0d-b242-4425-938b-678b7a96ece4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5621faa0-664c-47c8-81aa-d3cfb74f4316,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:11.076585 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54612) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:11.129211 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d157a9f8-a9e6-4feb-ac86-e87cd1574bd9 None None] New status for floating IP a007280d-990d-4482-8ac3-7578490655c1: DOWN {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:03:11.139925 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-55435cc0-4569-45b2-982a-34d668e30b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:11.152830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-edbd9acf-715f-4a45-930b-32a274b15566 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:11.176352 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8706a-4f04-4bd8-86a7-15006a5c11a2 req-bab7c47b-51b0-4688-8eb9-1122e777fd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:11.177871 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-deb8706a-4f04-4bd8-86a7-15006a5c11a2 req-bab7c47b-51b0-4688-8eb9-1122e777fd40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf HTTP/1.1" status: 200 len: 835 time: 0.3484786 Mar 09 04:03:11.185707 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7bf25351-4e21-4073-aa48-72b3a6b03442 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85e98c21339e4b02922dcdd5140f170d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3980403 Mar 09 04:03:11.189692 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bf6f9-8ae8-48c8-8ce5-7bfeba249534 req-f61ffb56-1982-4e40-bdfe-a087479763f1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:11.193027 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b91bf6f9-8ae8-48c8-8ce5-7bfeba249534 req-f61ffb56-1982-4e40-bdfe-a087479763f1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 945 time: 0.6562285 Mar 09 04:03:11.208707 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54616) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:11.411501 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-55435cc0-4569-45b2-982a-34d668e30b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:11.520373 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-edbd9acf-715f-4a45-930b-32a274b15566 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Made reservation on behalf of a789b53b4961423480ac62f11148731e for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:03:11.523911 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-edbd9acf-715f-4a45-930b-32a274b15566 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:11.524470 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55435cc0-4569-45b2-982a-34d668e30b4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d0b8952-32ce-4dd5-bd0d-268f00cbae5a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:11.534692 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-b91bf6f9-8ae8-48c8-8ce5-7bfeba249534 req-5c8fb16f-1118-4ce5-b26a-fdb546f11ad1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Deleting port 87361bb2-8af4-4bc8-976d-bb6830eb7753 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:03:11.535061 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b91bf6f9-8ae8-48c8-8ce5-7bfeba249534 req-5c8fb16f-1118-4ce5-b26a-fdb546f11ad1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:11.603531 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-55435cc0-4569-45b2-982a-34d668e30b4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:11.618384 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4866c151-2701-488f-9691-1601efdba405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:11.643656 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-55435cc0-4569-45b2-982a-34d668e30b4d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0d0b8952-32ce-4dd5-bd0d-268f00cbae5a HTTP/1.1" status: 204 len: 168 time: 1.1013527 Mar 09 04:03:11.649722 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54624) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:11.711847 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4866c151-2701-488f-9691-1601efdba405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:11.865242 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-304996c4-0aad-4c6c-9ebf-9157ddc9df60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:11.868560 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b2769079-39ba-41db-841e-3912e82b89d6 req-179ec5f6-264c-4305-93aa-f4da5970214f tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 210 time: 0.1091526 Mar 09 04:03:11.906965 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de835a26-fe24-4099-8362-4e5b3fd0b6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:11.927296 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8706a-4f04-4bd8-86a7-15006a5c11a2 req-852db5de-1ec3-4c0e-b26d-dfee43d2e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:11.928096 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-deb8706a-4f04-4bd8-86a7-15006a5c11a2 req-852db5de-1ec3-4c0e-b26d-dfee43d2e7b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7371967 Mar 09 04:03:11.944532 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-304996c4-0aad-4c6c-9ebf-9157ddc9df60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:12.007562 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8bae8-3251-4450-b297-9c473b883e03 req-8e1e958b-35c0-41c1-88b5-bf922eb072c7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:12.009064 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c2f8bae8-3251-4450-b297-9c473b883e03 req-8e1e958b-35c0-41c1-88b5-bf922eb072c7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 945 time: 0.4856901 Mar 09 04:03:12.041244 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-edbd9acf-715f-4a45-930b-32a274b15566 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Allocated IP 172.20.0.7 (728f1764-7035-454b-b803-10fc1ed1098e/da09f32e-fde0-4749-97c0-596cce67a53e/0ea65e4f-7079-44db-9631-3d500846beaf) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:03:12.131208 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4866c151-2701-488f-9691-1601efdba405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:12.140176 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-7ac00293-354b-4afc-85d1-befc4347e34e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18769f3a-b3c5-49bf-a7b7-284a30b1eabc {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:03:12.177700 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c2f8bae8-3251-4450-b297-9c473b883e03 req-1508d383-1d32-4b79-8c1a-cc7751bb22c0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=a60cced2-d6ed-4247-bbe1-11735ffa650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515300 Mar 09 04:03:12.199411 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-7ac00293-354b-4afc-85d1-befc4347e34e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:12.204234 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866c151-2701-488f-9691-1601efdba405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5621faa0-664c-47c8-81aa-d3cfb74f4316,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:12.258934 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4866c151-2701-488f-9691-1601efdba405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:12.262511 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4866c151-2701-488f-9691-1601efdba405 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5621faa0-664c-47c8-81aa-d3cfb74f4316 HTTP/1.1" status: 204 len: 168 time: 1.1789758 Mar 09 04:03:12.271456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-b91bf6f9-8ae8-48c8-8ce5-7bfeba249534 req-5c8fb16f-1118-4ce5-b26a-fdb546f11ad1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] For port 87361bb2-8af4-4bc8-976d-bb6830eb7753, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=87361bb2-8af4-4bc8-976d-bb6830eb7753,segment=NetworkSegment(26228ff0-a8b2-4895-a564-33952ff51392),segment_id=26228ff0-a8b2-4895-a564-33952ff51392)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:03:12.271808 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b91bf6f9-8ae8-48c8-8ce5-7bfeba249534 req-5c8fb16f-1118-4ce5-b26a-fdb546f11ad1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:12.293689 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de835a26-fe24-4099-8362-4e5b3fd0b6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:12.331980 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-deb8706a-4f04-4bd8-86a7-15006a5c11a2 req-8ecf983f-2857-4616-97a7-614382cc0b1b service neutron] 10.222.0.24 "GET /v2.0/networks/1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951125 Mar 09 04:03:12.342505 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-7ac00293-354b-4afc-85d1-befc4347e34e service neutron] Transition to ACTIVE for port object 18769f3a-b3c5-49bf-a7b7-284a30b1eabc will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:03:12.367006 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-304996c4-0aad-4c6c-9ebf-9157ddc9df60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:12.445656 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-7ac00293-354b-4afc-85d1-befc4347e34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:12.452644 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-b91bf6f9-8ae8-48c8-8ce5-7bfeba249534 req-5c8fb16f-1118-4ce5-b26a-fdb546f11ad1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Calling delete_port for 87361bb2-8af4-4bc8-976d-bb6830eb7753 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:03:12.495517 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-de835a26-fe24-4099-8362-4e5b3fd0b6e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080bf083-504b-4668-90ed-ca7368a63c39']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:12.513780 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-de835a26-fe24-4099-8362-4e5b3fd0b6e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c618e5-18bb-4e34-a20b-f41005993750') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:12.514209 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-de835a26-fe24-4099-8362-4e5b3fd0b6e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c618e5-18bb-4e34-a20b-f41005993750') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:12.538601 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de835a26-fe24-4099-8362-4e5b3fd0b6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:12.573640 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de835a26-fe24-4099-8362-4e5b3fd0b6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:12.582370 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de835a26-fe24-4099-8362-4e5b3fd0b6e1 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:03:12.582774 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de835a26-fe24-4099-8362-4e5b3fd0b6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:12.651519 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54642) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:03:12.662432 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:03:12.687328 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304996c4-0aad-4c6c-9ebf-9157ddc9df60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd45723a-17c0-4a22-bf45-4c782ecedd30,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:12.700542 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac00293-354b-4afc-85d1-befc4347e34e service neutron] Pushing event updated for resources: {'Port': ['ID=18769f3a-b3c5-49bf-a7b7-284a30b1eabc,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:12.733316 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de835a26-fe24-4099-8362-4e5b3fd0b6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:12.750425 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-de835a26-fe24-4099-8362-4e5b3fd0b6e1 admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:12.764803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de835a26-fe24-4099-8362-4e5b3fd0b6e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=080bf083-504b-4668-90ed-ca7368a63c39,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:12.782728 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-de835a26-fe24-4099-8362-4e5b3fd0b6e1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/080bf083-504b-4668-90ed-ca7368a63c39 HTTP/1.1" status: 204 len: 168 time: 1.1246321 Mar 09 04:03:12.788332 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b91bf6f9-8ae8-48c8-8ce5-7bfeba249534 req-5c8fb16f-1118-4ce5-b26a-fdb546f11ad1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:12.797177 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8180dada-333a-44ca-a7ea-5e63ddd981df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:12.841047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fb37d-f7ec-4ebe-b416-a2700d28f3a5 req-94059d50-a226-4147-b1e5-3bae7e01497a tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:12.848044 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-649fb37d-f7ec-4ebe-b416-a2700d28f3a5 req-94059d50-a226-4147-b1e5-3bae7e01497a tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 931 time: 0.7130077 Mar 09 04:03:12.850293 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8fb16f-1118-4ce5-b26a-fdb546f11ad1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'Port': ['ID=87361bb2-8af4-4bc8-976d-bb6830eb7753,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:12.899378 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-deb8706a-4f04-4bd8-86a7-15006a5c11a2 req-9b7502c2-7e65-4f4e-b645-2cc5f3ddce0b service neutron] 10.222.0.24 "GET /v2.0/networks/1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5582175 Mar 09 04:03:12.940397 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91bf6f9-8ae8-48c8-8ce5-7bfeba249534 req-5c8fb16f-1118-4ce5-b26a-fdb546f11ad1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] No DVR routers for this DVR port 87361bb2-8af4-4bc8-976d-bb6830eb7753 on host n-h1-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:03:12.945875 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b91bf6f9-8ae8-48c8-8ce5-7bfeba249534 req-5c8fb16f-1118-4ce5-b26a-fdb546f11ad1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:12.951415 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b91bf6f9-8ae8-48c8-8ce5-7bfeba249534 req-5c8fb16f-1118-4ce5-b26a-fdb546f11ad1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.24 "DELETE /v2.0/ports/87361bb2-8af4-4bc8-976d-bb6830eb7753 HTTP/1.1" status: 204 len: 173 time: 1.7110236 Mar 09 04:03:12.953574 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6c164e-c184-48a4-b81e-3d676fd4774b', 'name': 'network-vif-deleted', 'tag': '87361bb2-8af4-4bc8-976d-bb6830eb7753'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:03:12.996297 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8180dada-333a-44ca-a7ea-5e63ddd981df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:13.002598 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8180dada-333a-44ca-a7ea-5e63ddd981df admin admin] Usage tracker for resource:security_group_rule and tenant:0d146bbce99a4037bbf955ae42e84863 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:13.006084 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8180dada-333a-44ca-a7ea-5e63ddd981df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:13.013159 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8180dada-333a-44ca-a7ea-5e63ddd981df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:13.106999 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-304996c4-0aad-4c6c-9ebf-9157ddc9df60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:13.119236 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-304996c4-0aad-4c6c-9ebf-9157ddc9df60 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd45723a-17c0-4a22-bf45-4c782ecedd30 HTTP/1.1" status: 204 len: 168 time: 1.9014497 Mar 09 04:03:13.138270 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54652) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:13.241595 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1c7a4bd-8483-4218-ab3e-257bd34497b2 req-377d0f4d-41a4-46fe-b6b7-8471f87e3040 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 210 time: 0.1998158 Mar 09 04:03:13.259477 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-649fb37d-f7ec-4ebe-b416-a2700d28f3a5 req-9f1f6864-5d7d-4868-8f12-81e541a5e9cb tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/security-groups?id=97496332-efcd-4619-a418-5c324a6dfebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103639 Mar 09 04:03:13.263628 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-edbd9acf-715f-4a45-930b-32a274b15566 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:13.342378 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6c164e-c184-48a4-b81e-3d676fd4774b', 'name': 'network-vif-deleted', 'tag': '87361bb2-8af4-4bc8-976d-bb6830eb7753', 'status': 'completed', 'code': 200} Mar 09 04:03:13.352276 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8180dada-333a-44ca-a7ea-5e63ddd981df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:13.359954 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7ed252a3-7b3b-4b98-a5df-dd73d7429164 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a70311711fae49e0a1882670b1120dd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2199314 Mar 09 04:03:13.363193 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54662) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:13.389797 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-edbd9acf-715f-4a45-930b-32a274b15566 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Transition to ACTIVE for port object 0ea65e4f-7079-44db-9631-3d500846beaf will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:03:13.391335 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8180dada-333a-44ca-a7ea-5e63ddd981df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:13.460051 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 87361bb2-8af4-4bc8-976d-bb6830eb7753 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:03:13.489448 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a24d2c5a-dbcb-46e9-8e0a-0b487fd8d69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:13.540295 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8180dada-333a-44ca-a7ea-5e63ddd981df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d146bbce99a4037bbf955ae42e84863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8804500 Mar 09 04:03:13.541144 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-7ac00293-354b-4afc-85d1-befc4347e34e service neutron] Attempting to bind port 18769f3a-b3c5-49bf-a7b7-284a30b1eabc on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:03:13.541992 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-7ac00293-354b-4afc-85d1-befc4347e34e service neutron] Attempting to bind port 18769f3a-b3c5-49bf-a7b7-284a30b1eabc by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'f3c1c780-8fb5-449d-b527-8c37ad1d0c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '147a12b1-63bb-48f1-b830-6d05d3a38867'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:03:13.542329 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-7ac00293-354b-4afc-85d1-befc4347e34e service neutron] Attempting to bind port 18769f3a-b3c5-49bf-a7b7-284a30b1eabc on network 147a12b1-63bb-48f1-b830-6d05d3a38867 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:03:13.544366 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54668) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:13.546301 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180dada-333a-44ca-a7ea-5e63ddd981df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46dc4738-239d-424d-bb6c-5cbcf87a143f,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:13.548362 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a24d2c5a-dbcb-46e9-8e0a-0b487fd8d69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:13.571075 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 87361bb2-8af4-4bc8-976d-bb6830eb7753 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:03:13.572122 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 87361bb2-8af4-4bc8-976d-bb6830eb7753 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:03:13.595985 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-7ac00293-354b-4afc-85d1-befc4347e34e service neutron] Port 18769f3a-b3c5-49bf-a7b7-284a30b1eabc on network 147a12b1-63bb-48f1-b830-6d05d3a38867 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:03:13.596777 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-7ac00293-354b-4afc-85d1-befc4347e34e service neutron] Attempting to bind port 18769f3a-b3c5-49bf-a7b7-284a30b1eabc on network 147a12b1-63bb-48f1-b830-6d05d3a38867 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:03:13.602464 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b068a4f7-1913-4bee-a1d4-a54b1d7faeea req-b3bcfce4-74d3-404d-b13b-4b557cd51212 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd6c164e-c184-48a4-b81e-3d676fd4774b HTTP/1.1" status: 200 len: 210 time: 0.1044805 Mar 09 04:03:13.607608 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-7ac00293-354b-4afc-85d1-befc4347e34e service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:03:13.607947 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-7ac00293-354b-4afc-85d1-befc4347e34e service neutron] Checking segment: {'id': 'f3c1c780-8fb5-449d-b527-8c37ad1d0c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '147a12b1-63bb-48f1-b830-6d05d3a38867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:03:13.608331 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-7ac00293-354b-4afc-85d1-befc4347e34e service neutron] Bound using segment: {'id': 'f3c1c780-8fb5-449d-b527-8c37ad1d0c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '147a12b1-63bb-48f1-b830-6d05d3a38867'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:03:13.608763 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-7ac00293-354b-4afc-85d1-befc4347e34e service neutron] Bound port: 18769f3a-b3c5-49bf-a7b7-284a30b1eabc, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3c1c780-8fb5-449d-b527-8c37ad1d0c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '147a12b1-63bb-48f1-b830-6d05d3a38867'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:03:13.609108 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-7ac00293-354b-4afc-85d1-befc4347e34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:13.666376 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-572c249c-cd29-4a93-adce-0d62103fbcfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:13.710791 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-572c249c-cd29-4a93-adce-0d62103fbcfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:13.736760 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-edbd9acf-715f-4a45-930b-32a274b15566 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:13.805620 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a24d2c5a-dbcb-46e9-8e0a-0b487fd8d69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:13.862597 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d2c5a-dbcb-46e9-8e0a-0b487fd8d69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a7b04e-ab13-4e4b-9d3b-83d3026b4f9c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:13.867449 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a24d2c5a-dbcb-46e9-8e0a-0b487fd8d69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:13.870253 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a24d2c5a-dbcb-46e9-8e0a-0b487fd8d69e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e1a7b04e-ab13-4e4b-9d3b-83d3026b4f9c HTTP/1.1" status: 204 len: 168 time: 0.5043929 Mar 09 04:03:13.920326 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-572c249c-cd29-4a93-adce-0d62103fbcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:13.940723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c249c-cd29-4a93-adce-0d62103fbcfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dc4738-239d-424d-bb6c-5cbcf87a143f,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:13.960708 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-572c249c-cd29-4a93-adce-0d62103fbcfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:13.965686 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-572c249c-cd29-4a93-adce-0d62103fbcfa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46dc4738-239d-424d-bb6c-5cbcf87a143f HTTP/1.1" status: 204 len: 168 time: 0.4202690 Mar 09 04:03:14.100779 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-edbd9acf-715f-4a45-930b-32a274b15566 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Network 728f1764-7035-454b-b803-10fc1ed1098e is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:03:14.106782 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-7ac00293-354b-4afc-85d1-befc4347e34e service neutron] For port 18769f3a-b3c5-49bf-a7b7-284a30b1eabc, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:03:14.109637 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-edbd9acf-715f-4a45-930b-32a274b15566 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:03:14.111676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd9acf-715f-4a45-930b-32a274b15566 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Pushing event updated for resources: {'Port': ['ID=0ea65e4f-7079-44db-9631-3d500846beaf,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:14.115450 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-edbd9acf-715f-4a45-930b-32a274b15566 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:03:14.160111 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-7ac00293-354b-4afc-85d1-befc4347e34e service neutron] For port 18769f3a-b3c5-49bf-a7b7-284a30b1eabc, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=18769f3a-b3c5-49bf-a7b7-284a30b1eabc,segment=NetworkSegment(f3c1c780-8fb5-449d-b527-8c37ad1d0c15),segment_id=f3c1c780-8fb5-449d-b527-8c37ad1d0c15)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:03:14.169613 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-7ac00293-354b-4afc-85d1-befc4347e34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:14.250711 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-7ac00293-354b-4afc-85d1-befc4347e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:14.251361 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-7ac00293-354b-4afc-85d1-befc4347e34e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:14.252759 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-7ac00293-354b-4afc-85d1-befc4347e34e service neutron] 10.222.0.21 "PUT /v2.0/ports/18769f3a-b3c5-49bf-a7b7-284a30b1eabc HTTP/1.1" status: 200 len: 1091 time: 4.3902056 Mar 09 04:03:14.253582 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5', 'tag': '18769f3a-b3c5-49bf-a7b7-284a30b1eabc'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:03:14.272053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-edbd9acf-715f-4a45-930b-32a274b15566 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:14.272799 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-edbd9acf-715f-4a45-930b-32a274b15566 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:14.385524 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5', 'tag': '18769f3a-b3c5-49bf-a7b7-284a30b1eabc', 'status': 'completed', 'code': 200} Mar 09 04:03:14.403033 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac00293-354b-4afc-85d1-befc4347e34e service neutron] Pushing event updated for resources: {'Port': ['ID=18769f3a-b3c5-49bf-a7b7-284a30b1eabc,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:14.425552 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-edbd9acf-715f-4a45-930b-32a274b15566 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9531152 Mar 09 04:03:14.442042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-0417e3f2-507f-45f1-afaf-20f814bd02df service neutron] Request body: {'port': {'device_id': 'e8dad071-e56a-4595-b4bd-a918ec9afbf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:14.590054 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fbc59a72-d489-4532-9d3a-48cb6c6adb3a None None] Provisioning for port 0ea65e4f-7079-44db-9631-3d500846beaf completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:03:14.597696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fbc59a72-d489-4532-9d3a-48cb6c6adb3a None None] Provisioning complete for port 0ea65e4f-7079-44db-9631-3d500846beaf triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:03:14.598071 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fbc59a72-d489-4532-9d3a-48cb6c6adb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:14.650697 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-0417e3f2-507f-45f1-afaf-20f814bd02df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:14.698439 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-0cef8968-53b9-4862-adcd-48a02a00b86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:14.705969 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-0cef8968-53b9-4862-adcd-48a02a00b86d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eca4958534b84e61be0e1942cbdb6c01&device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 1094 time: 0.3862102 Mar 09 04:03:14.715677 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f622bd-e65f-46bd-b948-967d22357864 req-9a5ef9f4-ce19-4c03-991d-673015f8cbd9 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:14.719895 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-79f622bd-e65f-46bd-b948-967d22357864 req-9a5ef9f4-ce19-4c03-991d-673015f8cbd9 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 943 time: 0.1758077 Mar 09 04:03:14.729796 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-fbc59a72-d489-4532-9d3a-48cb6c6adb3a None None] Port 0ea65e4f-7079-44db-9631-3d500846beaf cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:03:14.753583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54706) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:14.815922 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-79f622bd-e65f-46bd-b948-967d22357864 req-c8af98b6-01db-411a-80c3-f24dc14a4889 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Synchronizing usage tracker for tenant:eca4958534b84e61be0e1942cbdb6c01 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:03:14.845982 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-d8e66bd3-b361-4617-9849-56e4e46fe37d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18769f3a-b3c5-49bf-a7b7-284a30b1eabc HTTP/1.1" status: 200 len: 217 time: 0.0805960 Mar 09 04:03:14.848975 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-79f622bd-e65f-46bd-b948-967d22357864 req-c8af98b6-01db-411a-80c3-f24dc14a4889 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Unset dirty status for tenant:eca4958534b84e61be0e1942cbdb6c01 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:03:14.864188 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-79f622bd-e65f-46bd-b948-967d22357864 req-c8af98b6-01db-411a-80c3-f24dc14a4889 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/security-groups?id=97496332-efcd-4619-a418-5c324a6dfebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370358 Mar 09 04:03:14.895166 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f07cce2c-38f5-43f8-8d69-963824d3ed9c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3c0321b25eb4ecea53e82a5bbf8a88e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1356306 Mar 09 04:03:14.895166 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54712) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:14.952950 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-5756d9ca-8858-4ffb-8ca2-94502ee92e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:14.954767 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-5756d9ca-8858-4ffb-8ca2-94502ee92e35 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6f2f043-c55f-4181-acea-0903ba12888e HTTP/1.1" status: 200 len: 851 time: 0.1006289 Mar 09 04:03:14.999182 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54720) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:15.089174 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-6d62ecca-38a9-4182-afb5-7165987425a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=147a12b1-63bb-48f1-b830-6d05d3a38867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063159 Mar 09 04:03:15.118532 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54726) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:15.136228 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ccbf7-bd8c-4aa6-84cd-e5ddec5caa69 req-67b3189f-e516-4700-ae1f-b4e251fc6ec1 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:15.137647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f14ccbf7-bd8c-4aa6-84cd-e5ddec5caa69 req-67b3189f-e516-4700-ae1f-b4e251fc6ec1 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Synchronizing usage tracker for tenant:a789b53b4961423480ac62f11148731e on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:03:15.176051 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db4c276b-d98e-4a53-b718-130cd7f11e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:15.292405 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db4c276b-d98e-4a53-b718-130cd7f11e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:15.337112 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f14ccbf7-bd8c-4aa6-84cd-e5ddec5caa69 req-67b3189f-e516-4700-ae1f-b4e251fc6ec1 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Unset dirty status for tenant:a789b53b4961423480ac62f11148731e on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:03:15.344564 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f14ccbf7-bd8c-4aa6-84cd-e5ddec5caa69 req-67b3189f-e516-4700-ae1f-b4e251fc6ec1 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 931 time: 0.8604162 Mar 09 04:03:15.506184 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-e4b5561a-5c21-41d8-a2dc-8ef6efe88468 service neutron] 10.222.0.21 "GET /v2.0/networks/147a12b1-63bb-48f1-b830-6d05d3a38867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026451 Mar 09 04:03:15.523124 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db4c276b-d98e-4a53-b718-130cd7f11e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:15.550300 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c276b-d98e-4a53-b718-130cd7f11e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154fc529-e8ff-4a0f-9d91-3e985d132514,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:15.556198 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db4c276b-d98e-4a53-b718-130cd7f11e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:15.557961 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-db4c276b-d98e-4a53-b718-130cd7f11e80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/154fc529-e8ff-4a0f-9d91-3e985d132514 HTTP/1.1" status: 204 len: 168 time: 0.6607480 Mar 09 04:03:15.587553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-07dad015-faf0-41a8-a9b6-83945c2cc8b0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-252693311'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:15.593251 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-07dad015-faf0-41a8-a9b6-83945c2cc8b0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:15.597324 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-07dad015-faf0-41a8-a9b6-83945c2cc8b0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Usage tracker for resource:network and tenant:a8c331de0dc94d139e553c0231694853 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:15.600164 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-07dad015-faf0-41a8-a9b6-83945c2cc8b0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:15.606825 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-07dad015-faf0-41a8-a9b6-83945c2cc8b0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:15.626142 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dad015-faf0-41a8-a9b6-83945c2cc8b0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Made reservation on behalf of a8c331de0dc94d139e553c0231694853 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:03:15.630246 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-07dad015-faf0-41a8-a9b6-83945c2cc8b0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:15.660045 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f14ccbf7-bd8c-4aa6-84cd-e5ddec5caa69 req-aae4f8df-d7db-404e-bbad-2cbf9fdf764d tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3148210 Mar 09 04:03:15.684111 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-07dad015-faf0-41a8-a9b6-83945c2cc8b0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:15.691092 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c18402f-300a-4755-ab78-6d1d72011eb4 req-2bbbd386-e801-4c31-9e62-21dfc59765b6 service neutron] 10.222.0.21 "GET /v2.0/networks/147a12b1-63bb-48f1-b830-6d05d3a38867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563792 Mar 09 04:03:15.722896 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-07dad015-faf0-41a8-a9b6-83945c2cc8b0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:15.727754 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-07dad015-faf0-41a8-a9b6-83945c2cc8b0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Usage tracker for resource:security_group_rule and tenant:a8c331de0dc94d139e553c0231694853 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:15.731604 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-07dad015-faf0-41a8-a9b6-83945c2cc8b0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:15.739016 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-07dad015-faf0-41a8-a9b6-83945c2cc8b0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:15.842469 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-07dad015-faf0-41a8-a9b6-83945c2cc8b0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:15.867284 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-07dad015-faf0-41a8-a9b6-83945c2cc8b0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:15.972678 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-0417e3f2-507f-45f1-afaf-20f814bd02df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea65e4f-7079-44db-9631-3d500846beaf {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:03:15.981375 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-0417e3f2-507f-45f1-afaf-20f814bd02df service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:16.011552 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-0417e3f2-507f-45f1-afaf-20f814bd02df service neutron] Transition to ACTIVE for port object 0ea65e4f-7079-44db-9631-3d500846beaf will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:03:16.015925 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159ba7e-36a2-4712-904c-4d3ce27de12d req-90d0d402-c32a-467d-bbe0-0437ba6a2c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:16.018167 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d159ba7e-36a2-4712-904c-4d3ce27de12d req-90d0d402-c32a-467d-bbe0-0437ba6a2c1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eca4958534b84e61be0e1942cbdb6c01&device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 1094 time: 0.2859774 Mar 09 04:03:16.020066 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-0417e3f2-507f-45f1-afaf-20f814bd02df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:16.064947 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07dad015-faf0-41a8-a9b6-83945c2cc8b0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:03:16.088473 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dad015-faf0-41a8-a9b6-83945c2cc8b0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=835f83e8-3b6a-4302-a4eb-daeb0b6f5809,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:16.093617 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-07dad015-faf0-41a8-a9b6-83945c2cc8b0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:16.094008 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-07dad015-faf0-41a8-a9b6-83945c2cc8b0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Added segment 3dd809da-6013-482d-84c3-614133e0d337 of type vlan for network e99a8942-20ab-4dc5-8f44-befb7b0ed532 Mar 09 04:03:16.229660 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-07dad015-faf0-41a8-a9b6-83945c2cc8b0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:16.327936 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-07dad015-faf0-41a8-a9b6-83945c2cc8b0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:16.334414 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dad015-faf0-41a8-a9b6-83945c2cc8b0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:16.335461 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-07dad015-faf0-41a8-a9b6-83945c2cc8b0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:16.400761 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab6c6c-6215-4dd0-b3a3-3c783eacd9dc req-6d176eee-a96c-4057-8e5e-19f6a8703281 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:16.405091 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-60ab6c6c-6215-4dd0-b3a3-3c783eacd9dc req-6d176eee-a96c-4057-8e5e-19f6a8703281 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 943 time: 0.2742112 Mar 09 04:03:16.552788 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159ba7e-36a2-4712-904c-4d3ce27de12d req-3554d6cb-81a5-40e2-bf8e-cb1a37cbe50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:16.554264 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d159ba7e-36a2-4712-904c-4d3ce27de12d req-3554d6cb-81a5-40e2-bf8e-cb1a37cbe50f service neutron] 10.222.0.21 "GET /v2.0/networks?id=147a12b1-63bb-48f1-b830-6d05d3a38867 HTTP/1.1" status: 200 len: 912 time: 0.4712248 Mar 09 04:03:16.554874 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417e3f2-507f-45f1-afaf-20f814bd02df service neutron] Pushing event updated for resources: {'Port': ['ID=0ea65e4f-7079-44db-9631-3d500846beaf,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:16.648754 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dad015-faf0-41a8-a9b6-83945c2cc8b0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event updated for resources: {'Network': ['ID=e99a8942-20ab-4dc5-8f44-befb7b0ed532,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:16.674903 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network e99a8942-20ab-4dc5-8f44-befb7b0ed532 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:03:16.675452 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d159ba7e-36a2-4712-904c-4d3ce27de12d req-4972dc77-5d2f-4b70-be0d-82f3da1c2723 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18769f3a-b3c5-49bf-a7b7-284a30b1eabc HTTP/1.1" status: 200 len: 217 time: 0.1060343 Mar 09 04:03:16.675574 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-07dad015-faf0-41a8-a9b6-83945c2cc8b0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5482855 Mar 09 04:03:16.723075 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-60ab6c6c-6215-4dd0-b3a3-3c783eacd9dc req-2db6e217-8c81-4c51-b1c2-7fcc6a870efe tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/security-groups?id=97496332-efcd-4619-a418-5c324a6dfebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154598 Mar 09 04:03:16.755928 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dbde81b7-70c4-43ba-bf1f-1b1cd7924a1c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:17.031009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-0417e3f2-507f-45f1-afaf-20f814bd02df service neutron] Attempting to bind port 0ea65e4f-7079-44db-9631-3d500846beaf on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:03:17.031342 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-0417e3f2-507f-45f1-afaf-20f814bd02df service neutron] Attempting to bind port 0ea65e4f-7079-44db-9631-3d500846beaf by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '2ce657a7-9b77-4978-b6b9-084c88228101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:03:17.050622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-0417e3f2-507f-45f1-afaf-20f814bd02df service neutron] Attempting to bind port 0ea65e4f-7079-44db-9631-3d500846beaf on network 728f1764-7035-454b-b803-10fc1ed1098e {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:03:17.051767 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 18769f3a-b3c5-49bf-a7b7-284a30b1eabc details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:03:17.247649 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-0417e3f2-507f-45f1-afaf-20f814bd02df service neutron] Port 0ea65e4f-7079-44db-9631-3d500846beaf on network 728f1764-7035-454b-b803-10fc1ed1098e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:03:17.247983 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-0417e3f2-507f-45f1-afaf-20f814bd02df service neutron] Attempting to bind port 0ea65e4f-7079-44db-9631-3d500846beaf on network 728f1764-7035-454b-b803-10fc1ed1098e {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:03:17.279619 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-0417e3f2-507f-45f1-afaf-20f814bd02df service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:03:17.279964 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-0417e3f2-507f-45f1-afaf-20f814bd02df service neutron] Checking segment: {'id': '2ce657a7-9b77-4978-b6b9-084c88228101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:03:17.280363 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-0417e3f2-507f-45f1-afaf-20f814bd02df service neutron] Bound using segment: {'id': '2ce657a7-9b77-4978-b6b9-084c88228101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:03:17.280815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-0417e3f2-507f-45f1-afaf-20f814bd02df service neutron] Bound port: 0ea65e4f-7079-44db-9631-3d500846beaf, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce657a7-9b77-4978-b6b9-084c88228101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:03:17.281172 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-0417e3f2-507f-45f1-afaf-20f814bd02df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:17.344313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159ba7e-36a2-4712-904c-4d3ce27de12d req-3ea106c9-b390-4e86-9563-88af9aefbd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:17.345844 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d159ba7e-36a2-4712-904c-4d3ce27de12d req-3ea106c9-b390-4e86-9563-88af9aefbd15 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6f2f043-c55f-4181-acea-0903ba12888e HTTP/1.1" status: 200 len: 851 time: 0.6336370 Mar 09 04:03:17.489592 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 18769f3a-b3c5-49bf-a7b7-284a30b1eabc, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=18769f3a-b3c5-49bf-a7b7-284a30b1eabc,segment=NetworkSegment(f3c1c780-8fb5-449d-b527-8c37ad1d0c15),segment_id=f3c1c780-8fb5-449d-b527-8c37ad1d0c15)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:03:17.490704 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-0417e3f2-507f-45f1-afaf-20f814bd02df service neutron] For port 0ea65e4f-7079-44db-9631-3d500846beaf, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:03:17.496466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-0417e3f2-507f-45f1-afaf-20f814bd02df service neutron] For port 0ea65e4f-7079-44db-9631-3d500846beaf, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0ea65e4f-7079-44db-9631-3d500846beaf,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:03:17.529955 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '18769f3a-b3c5-49bf-a7b7-284a30b1eabc', 'network_id': '147a12b1-63bb-48f1-b830-6d05d3a38867', 'port_id': '18769f3a-b3c5-49bf-a7b7-284a30b1eabc', 'mac_address': 'fa:16:3e:94:4d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f2f043-c55f-4181-acea-0903ba12888e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:03:17.602549 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d159ba7e-36a2-4712-904c-4d3ce27de12d req-5b738a8b-341f-4430-9660-767f21f4608d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=147a12b1-63bb-48f1-b830-6d05d3a38867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022885 Mar 09 04:03:17.603608 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-0417e3f2-507f-45f1-afaf-20f814bd02df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:17.642084 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:17.676262 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18769f3a-b3c5-49bf-a7b7-284a30b1eabc {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:03:17.719817 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-0417e3f2-507f-45f1-afaf-20f814bd02df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:17.720677 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-0417e3f2-507f-45f1-afaf-20f814bd02df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:17.722215 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-0417e3f2-507f-45f1-afaf-20f814bd02df service neutron] 10.222.0.24 "PUT /v2.0/ports/0ea65e4f-7079-44db-9631-3d500846beaf HTTP/1.1" status: 200 len: 1091 time: 3.2925928 Mar 09 04:03:17.737356 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 18769f3a-b3c5-49bf-a7b7-284a30b1eabc, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=18769f3a-b3c5-49bf-a7b7-284a30b1eabc,segment=NetworkSegment(f3c1c780-8fb5-449d-b527-8c37ad1d0c15),segment_id=f3c1c780-8fb5-449d-b527-8c37ad1d0c15)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:03:17.750385 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:17.812029 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8dad071-e56a-4595-b4bd-a918ec9afbf3', 'tag': '0ea65e4f-7079-44db-9631-3d500846beaf'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:03:18.289157 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['18769f3a-b3c5-49bf-a7b7-284a30b1eabc'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:03:18.398457 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=18769f3a-b3c5-49bf-a7b7-284a30b1eabc,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:18.594812 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d159ba7e-36a2-4712-904c-4d3ce27de12d req-617c56f4-4024-4aa7-90cd-bf5ba20a5bb2 service neutron] 10.222.0.21 "GET /v2.0/networks/147a12b1-63bb-48f1-b830-6d05d3a38867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9723475 Mar 09 04:03:18.607593 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-dbde81b7-70c4-43ba-bf1f-1b1cd7924a1c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Deleting port e02f1c17-ac87-4bac-b327-9048c757d322 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:03:18.609038 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dbde81b7-70c4-43ba-bf1f-1b1cd7924a1c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:18.766379 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fd7d3-7621-4546-901f-660bfb124524 req-2e81dfbf-91d4-4014-a631-1a47cb3a6dbb tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:18.786664 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c85fd7d3-7621-4546-901f-660bfb124524 req-2e81dfbf-91d4-4014-a631-1a47cb3a6dbb tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 943 time: 1.7215464 Mar 09 04:03:19.016169 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c85fd7d3-7621-4546-901f-660bfb124524 req-666f42b6-b8cb-4558-8016-925680de834a tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280545 Mar 09 04:03:19.022741 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417e3f2-507f-45f1-afaf-20f814bd02df service neutron] Pushing event updated for resources: {'Port': ['ID=0ea65e4f-7079-44db-9631-3d500846beaf,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:19.045055 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 18769f3a-b3c5-49bf-a7b7-284a30b1eabc up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:03:19.093736 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-c850f2b1-a521-4b31-9abe-fb20c16305e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:19.095660 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-c850f2b1-a521-4b31-9abe-fb20c16305e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a789b53b4961423480ac62f11148731e&device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 1094 time: 1.2753193 Mar 09 04:03:19.197070 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8dad071-e56a-4595-b4bd-a918ec9afbf3', 'tag': '0ea65e4f-7079-44db-9631-3d500846beaf', 'status': 'completed', 'code': 200} Mar 09 04:03:19.220993 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-1eefd569-eb55-433e-ace1-612db9ad1798 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ea65e4f-7079-44db-9631-3d500846beaf HTTP/1.1" status: 200 len: 217 time: 0.1150184 Mar 09 04:03:19.227402 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d159ba7e-36a2-4712-904c-4d3ce27de12d req-fca1b9b1-524b-4c54-b72b-57f375815b36 service neutron] 10.222.0.21 "GET /v2.0/networks/147a12b1-63bb-48f1-b830-6d05d3a38867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963434 Mar 09 04:03:19.278965 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 18769f3a-b3c5-49bf-a7b7-284a30b1eabc completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:03:19.288481 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 18769f3a-b3c5-49bf-a7b7-284a30b1eabc triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:03:19.290425 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:19.352576 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-708d0e6c-6a22-4f68-b6fd-e5aaa7791523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:19.355066 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-708d0e6c-6a22-4f68-b6fd-e5aaa7791523 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=da09f32e-fde0-4749-97c0-596cce67a53e HTTP/1.1" status: 200 len: 855 time: 0.1261313 Mar 09 04:03:19.386046 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045446b8-a7f0-4dd4-a20f-3b4db1d490d6 req-d6a06217-9308-4633-bc82-a2f0cf3fddb5 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:19.403452 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-045446b8-a7f0-4dd4-a20f-3b4db1d490d6 req-d6a06217-9308-4633-bc82-a2f0cf3fddb5 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 944 time: 1.2961240 Mar 09 04:03:19.457714 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-f8eb14ac-1b02-4514-b9ee-4ab9d3071427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:19.462492 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-f8eb14ac-1b02-4514-b9ee-4ab9d3071427 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=728f1764-7035-454b-b803-10fc1ed1098e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006699 Mar 09 04:03:19.476788 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-dbde81b7-70c4-43ba-bf1f-1b1cd7924a1c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] For port e02f1c17-ac87-4bac-b327-9048c757d322, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e02f1c17-ac87-4bac-b327-9048c757d322,segment=NetworkSegment(26228ff0-a8b2-4895-a564-33952ff51392),segment_id=26228ff0-a8b2-4895-a564-33952ff51392)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:03:19.477315 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dbde81b7-70c4-43ba-bf1f-1b1cd7924a1c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:19.630796 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-045446b8-a7f0-4dd4-a20f-3b4db1d490d6 req-841df622-89f0-4b79-8df6-67fb3983763d tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/security-groups?id=97496332-efcd-4619-a418-5c324a6dfebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171292 Mar 09 04:03:19.658439 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:19.753515 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 18769f3a-b3c5-49bf-a7b7-284a30b1eabc, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=18769f3a-b3c5-49bf-a7b7-284a30b1eabc,segment=NetworkSegment(f3c1c780-8fb5-449d-b527-8c37ad1d0c15),segment_id=f3c1c780-8fb5-449d-b527-8c37ad1d0c15)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:03:19.755482 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18769f3a-b3c5-49bf-a7b7-284a30b1eabc'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:03:19.772953 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:19.821480 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-0e43e4fa-6eab-410f-877d-aab7d96cfabb service neutron] 10.222.0.24 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521488 Mar 09 04:03:19.872853 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-dbde81b7-70c4-43ba-bf1f-1b1cd7924a1c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Calling delete_port for e02f1c17-ac87-4bac-b327-9048c757d322 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:03:20.021423 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18769f3a-b3c5-49bf-a7b7-284a30b1eabc', 'code': 200} Mar 09 04:03:20.021992 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=18769f3a-b3c5-49bf-a7b7-284a30b1eabc,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:20.383833 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54840) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:20.469958 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-a3f6a101-814e-46db-9696-e473eeeb1c4e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Request body: {'subnet': {'network_id': 'e99a8942-20ab-4dc5-8f44-befb7b0ed532', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:20.567037 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cb7d6-82d2-4613-948c-6be116a26e9b req-6552e7f1-ee67-4704-81e7-0dc5e54a2ab9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:20.570052 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f01cb7d6-82d2-4613-948c-6be116a26e9b req-6552e7f1-ee67-4704-81e7-0dc5e54a2ab9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 943 time: 0.1668780 Mar 09 04:03:20.627080 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8dbb19a1-5f20-4003-9259-cfe90a37bb9d req-737dbd5f-af8a-4495-9f9e-c871f754ef85 service neutron] 10.222.0.24 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7992551 Mar 09 04:03:20.628488 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a3f6a101-814e-46db-9696-e473eeeb1c4e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:20.645432 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a3f6a101-814e-46db-9696-e473eeeb1c4e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Usage tracker for resource:subnet and tenant:a8c331de0dc94d139e553c0231694853 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:20.654135 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a3f6a101-814e-46db-9696-e473eeeb1c4e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:20.664516 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a3f6a101-814e-46db-9696-e473eeeb1c4e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:20.669670 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb80bae-49d3-4c64-84f8-77436619582f req-d2129ac9-84be-4323-8ce8-1f433f3db057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:20.671530 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8eb80bae-49d3-4c64-84f8-77436619582f req-d2129ac9-84be-4323-8ce8-1f433f3db057 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 1096 time: 0.6711607 Mar 09 04:03:20.676374 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-f01cb7d6-82d2-4613-948c-6be116a26e9b req-f255271e-3438-4e73-b432-40e44caddf0b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Synchronizing usage tracker for tenant:a789b53b4961423480ac62f11148731e on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:03:20.707393 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-f01cb7d6-82d2-4613-948c-6be116a26e9b req-f255271e-3438-4e73-b432-40e44caddf0b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Unset dirty status for tenant:a789b53b4961423480ac62f11148731e on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:03:20.709270 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f01cb7d6-82d2-4613-948c-6be116a26e9b req-f255271e-3438-4e73-b432-40e44caddf0b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315072 Mar 09 04:03:20.713228 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dbde81b7-70c4-43ba-bf1f-1b1cd7924a1c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:20.748023 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f6a101-814e-46db-9696-e473eeeb1c4e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Made reservation on behalf of a8c331de0dc94d139e553c0231694853 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:03:20.751106 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a3f6a101-814e-46db-9696-e473eeeb1c4e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:20.779820 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde81b7-70c4-43ba-bf1f-1b1cd7924a1c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'Port': ['ID=e02f1c17-ac87-4bac-b327-9048c757d322,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:20.983943 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8eb80bae-49d3-4c64-84f8-77436619582f req-7c9e698d-8959-425f-9840-b5a2f7554444 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=97496332-efcd-4619-a418-5c324a6dfebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055575 Mar 09 04:03:21.005996 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54860) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:21.081782 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d774af-0f17-42ac-b0cf-766344896e31 req-2455780b-e481-460d-ab97-0771fbc30825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:21.083376 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c3d774af-0f17-42ac-b0cf-766344896e31 req-2455780b-e481-460d-ab97-0771fbc30825 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a789b53b4961423480ac62f11148731e&device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 1094 time: 0.3790827 Mar 09 04:03:21.274892 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4ea02-05d6-45fa-b1d2-50e5d45b51a3 req-19435444-1a8c-4ec6-9725-bba5986ae732 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:21.282149 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cac4ea02-05d6-45fa-b1d2-50e5d45b51a3 req-19435444-1a8c-4ec6-9725-bba5986ae732 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 945 time: 0.3640103 Mar 09 04:03:21.340488 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dbde81b7-70c4-43ba-bf1f-1b1cd7924a1c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:21.362511 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-875445d8-3fab-4faf-9eb8-5ef7154d423a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:21.388843 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cac4ea02-05d6-45fa-b1d2-50e5d45b51a3 req-defac9bf-dc7d-49a5-9605-2e55a368b08e tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/security-groups?id=97496332-efcd-4619-a418-5c324a6dfebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057420 Mar 09 04:03:21.413692 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a3f6a101-814e-46db-9696-e473eeeb1c4e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:21.466666 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-875445d8-3fab-4faf-9eb8-5ef7154d423a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:21.478795 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-875445d8-3fab-4faf-9eb8-5ef7154d423a admin admin] Usage tracker for resource:security_group_rule and tenant:f937484fc506491d90c8db869d4906be is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:21.490049 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d774af-0f17-42ac-b0cf-766344896e31 req-ceb40025-3605-4951-b0d7-456a4af2e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:21.491773 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c3d774af-0f17-42ac-b0cf-766344896e31 req-ceb40025-3605-4951-b0d7-456a4af2e8d5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=728f1764-7035-454b-b803-10fc1ed1098e HTTP/1.1" status: 200 len: 917 time: 0.4021227 Mar 09 04:03:21.503287 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-875445d8-3fab-4faf-9eb8-5ef7154d423a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:21.583603 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-875445d8-3fab-4faf-9eb8-5ef7154d423a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:21.600239 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c3d774af-0f17-42ac-b0cf-766344896e31 req-8138fe15-1706-4a36-bb32-85d60381a19a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ea65e4f-7079-44db-9631-3d500846beaf HTTP/1.1" status: 200 len: 217 time: 0.0929060 Mar 09 04:03:21.658032 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6a101-814e-46db-9696-e473eeeb1c4e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event updated for resources: {'Subnet': ['ID=55a56aa5-b0b4-47e2-865d-062d65875a98,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:21.711239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f6a101-814e-46db-9696-e473eeeb1c4e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Checking segment: {'id': '3dd809da-6013-482d-84c3-614133e0d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e99a8942-20ab-4dc5-8f44-befb7b0ed532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:03:21.711639 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f6a101-814e-46db-9696-e473eeeb1c4e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Network hostable DHCP agents. Network: e99a8942-20ab-4dc5-8f44-befb7b0ed532, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:03:21.727702 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d774af-0f17-42ac-b0cf-766344896e31 req-a9881033-37e1-4043-a372-43b562c4f2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:21.729247 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c3d774af-0f17-42ac-b0cf-766344896e31 req-a9881033-37e1-4043-a372-43b562c4f2dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=da09f32e-fde0-4749-97c0-596cce67a53e HTTP/1.1" status: 200 len: 855 time: 0.1145275 Mar 09 04:03:21.812747 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f6a101-814e-46db-9696-e473eeeb1c4e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Network e99a8942-20ab-4dc5-8f44-befb7b0ed532 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:03:21.842467 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-a3f6a101-814e-46db-9696-e473eeeb1c4e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, e99a8942-20ab-4dc5-8f44-befb7b0ed532) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:03:21.857775 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0578a396-56d8-426b-8df1-0026ee1c7af5 None None] Network e99a8942-20ab-4dc5-8f44-befb7b0ed532 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:03:21.868323 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f6a101-814e-46db-9696-e473eeeb1c4e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:21.868914 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a3f6a101-814e-46db-9696-e473eeeb1c4e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:21.954005 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-875445d8-3fab-4faf-9eb8-5ef7154d423a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:21.989571 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-875445d8-3fab-4faf-9eb8-5ef7154d423a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:22.091004 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d774af-0f17-42ac-b0cf-766344896e31 req-b1e373ef-47f7-44cb-b623-8413ef1bbbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:22.091004 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c3d774af-0f17-42ac-b0cf-766344896e31 req-b1e373ef-47f7-44cb-b623-8413ef1bbbeb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=728f1764-7035-454b-b803-10fc1ed1098e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3498244 Mar 09 04:03:22.168585 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54886) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:22.175491 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a3f6a101-814e-46db-9696-e473eeeb1c4e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7862728 Mar 09 04:03:22.185668 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbde81b7-70c4-43ba-bf1f-1b1cd7924a1c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Router 7f5beb25-f1da-4482-8b65-3ab98c08beda has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:03:22.210273 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-32b51ca7-9a47-4cbf-aac8-6ddd60d74ab0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1332498657'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:22.242519 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-32b51ca7-9a47-4cbf-aac8-6ddd60d74ab0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:22.245705 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54890) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:22.250932 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-875445d8-3fab-4faf-9eb8-5ef7154d423a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f937484fc506491d90c8db869d4906be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2046542 Mar 09 04:03:22.258754 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875445d8-3fab-4faf-9eb8-5ef7154d423a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc5af55-59fc-419c-95d0-35e6fc026696,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:22.300453 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-32b51ca7-9a47-4cbf-aac8-6ddd60d74ab0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Usage tracker for resource:network and tenant:a8c331de0dc94d139e553c0231694853 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:22.405665 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67e7c1a-caf5-4385-8b80-295a1fc01598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-e99a8942-20ab-4dc5-8f44-befb7b0ed532', 'network_id': 'e99a8942-20ab-4dc5-8f44-befb7b0ed532', 'tenant_id': 'a8c331de0dc94d139e553c0231694853', 'fixed_ips': [{'subnet_id': '55a56aa5-b0b4-47e2-865d-062d65875a98'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:03:22.406773 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b67e7c1a-caf5-4385-8b80-295a1fc01598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:22.425333 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c3d774af-0f17-42ac-b0cf-766344896e31 req-ae836704-6dd0-4529-ad3d-db64f5a89356 service neutron] 10.222.0.24 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140361 Mar 09 04:03:22.453897 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-32b51ca7-9a47-4cbf-aac8-6ddd60d74ab0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:22.482510 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-32b51ca7-9a47-4cbf-aac8-6ddd60d74ab0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:22.540881 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b51ca7-9a47-4cbf-aac8-6ddd60d74ab0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Made reservation on behalf of a8c331de0dc94d139e553c0231694853 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:03:22.545330 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-32b51ca7-9a47-4cbf-aac8-6ddd60d74ab0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:22.596444 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966df2f-da9e-46b5-a008-72d8cfb5323f req-c08c1d0f-a2e0-465f-8055-f7ca1a06468d tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:22.598104 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4966df2f-da9e-46b5-a008-72d8cfb5323f req-c08c1d0f-a2e0-465f-8055-f7ca1a06468d tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 943 time: 0.5063584 Mar 09 04:03:22.674556 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-b67e7c1a-caf5-4385-8b80-295a1fc01598 None None] Allocated IP 2001:db8:0:ffff::2 (e99a8942-20ab-4dc5-8f44-befb7b0ed532/55a56aa5-b0b4-47e2-865d-062d65875a98/a96b5692-adb0-4054-aa01-3fc6a303b3df) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:03:22.718481 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7c09a565-6955-4ec7-9ede-1c6d9dc3652b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:22.718710 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c3d774af-0f17-42ac-b0cf-766344896e31 req-eaf29449-8b3a-4b59-be33-006bd6a48b97 service neutron] 10.222.0.24 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860613 Mar 09 04:03:22.751846 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b51ca7-9a47-4cbf-aac8-6ddd60d74ab0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:03:22.757951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d141685-aa80-4a07-a42f-9b76a2509ecb req-3e693c43-0872-4873-8137-dae4626cadef tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:22.766410 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d141685-aa80-4a07-a42f-9b76a2509ecb req-3e693c43-0872-4873-8137-dae4626cadef tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 945 time: 0.1750708 Mar 09 04:03:22.768812 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbde81b7-70c4-43ba-bf1f-1b1cd7924a1c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:03:22.812605 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7c09a565-6955-4ec7-9ede-1c6d9dc3652b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:22.827729 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-32b51ca7-9a47-4cbf-aac8-6ddd60d74ab0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:22.828078 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-32b51ca7-9a47-4cbf-aac8-6ddd60d74ab0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Added segment 204c19b8-9597-4843-afd7-5c03e9d925f1 of type vlan for network 6815b351-068d-472a-80e2-5d33644b3db9 Mar 09 04:03:22.835226 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4966df2f-da9e-46b5-a008-72d8cfb5323f req-c7f10cab-62e9-42e0-9ae2-2801e2bf9877 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554284 Mar 09 04:03:22.836698 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d141685-aa80-4a07-a42f-9b76a2509ecb req-dbe38dd9-b430-4111-be4a-512a295522f8 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/security-groups?id=97496332-efcd-4619-a418-5c324a6dfebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693560 Mar 09 04:03:22.838826 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3c9c85-29e6-4519-8642-4d36b1b26c06 None None] Sync routers for ids ['7f5beb25-f1da-4482-8b65-3ab98c08beda'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:03:22.851796 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54904) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:22.863098 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-dbde81b7-70c4-43ba-bf1f-1b1cd7924a1c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "PUT /v2.0/routers/7f5beb25-f1da-4482-8b65-3ab98c08beda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8493004 Mar 09 04:03:22.893292 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3c9c85-29e6-4519-8642-4d36b1b26c06 None None] Routers {'7f5beb25-f1da-4482-8b65-3ab98c08beda'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:03:22.894605 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-4f3c9c85-29e6-4519-8642-4d36b1b26c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:03:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7f5beb25-f1da-4482-8b65-3ab98c08beda'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:22.957553 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-32b51ca7-9a47-4cbf-aac8-6ddd60d74ab0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:23.028010 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7c09a565-6955-4ec7-9ede-1c6d9dc3652b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:23.058541 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-32b51ca7-9a47-4cbf-aac8-6ddd60d74ab0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:23.063970 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b51ca7-9a47-4cbf-aac8-6ddd60d74ab0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:23.064552 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-32b51ca7-9a47-4cbf-aac8-6ddd60d74ab0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:23.121864 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7c09a565-6955-4ec7-9ede-1c6d9dc3652b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:23.138995 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7c09a565-6955-4ec7-9ede-1c6d9dc3652b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5bc5af55-59fc-419c-95d0-35e6fc026696 HTTP/1.1" status: 204 len: 168 time: 0.8893855 Mar 09 04:03:23.142323 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-4f3c9c85-29e6-4519-8642-4d36b1b26c06 None None] Set router 7f5beb25-f1da-4482-8b65-3ab98c08beda gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:03:23.149354 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09a565-6955-4ec7-9ede-1c6d9dc3652b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc5af55-59fc-419c-95d0-35e6fc026696,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:23.193664 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-32b51ca7-9a47-4cbf-aac8-6ddd60d74ab0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0168860 Mar 09 04:03:23.205822 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54912) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:23.226564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-c654de84-fe0a-44a6-9aa9-44f09d79b168 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Request body: {'subnet': {'network_id': '6815b351-068d-472a-80e2-5d33644b3db9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:23.293959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5faacc-3f4f-49db-9898-e4d2388ab064 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Deleting subnet 7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:03:23.405205 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7f5faacc-3f4f-49db-9898-e4d2388ab064 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:23.490622 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b51ca7-9a47-4cbf-aac8-6ddd60d74ab0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event updated for resources: {'Network': ['ID=6815b351-068d-472a-80e2-5d33644b3db9,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:23.499540 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c654de84-fe0a-44a6-9aa9-44f09d79b168 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:23.504548 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c654de84-fe0a-44a6-9aa9-44f09d79b168 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Usage tracker for resource:subnet and tenant:a8c331de0dc94d139e553c0231694853 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:23.507905 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c654de84-fe0a-44a6-9aa9-44f09d79b168 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:23.510012 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7f5faacc-3f4f-49db-9898-e4d2388ab064 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:23.515281 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c654de84-fe0a-44a6-9aa9-44f09d79b168 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:23.530032 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c654de84-fe0a-44a6-9aa9-44f09d79b168 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Made reservation on behalf of a8c331de0dc94d139e553c0231694853 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:03:23.534497 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c654de84-fe0a-44a6-9aa9-44f09d79b168 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:23.538890 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 6815b351-068d-472a-80e2-5d33644b3db9 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:03:23.569510 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0ea65e4f-7079-44db-9631-3d500846beaf details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:03:23.710014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb240b-789f-4500-8894-fe33d13d8ff8 req-9ca0c689-0bf4-4815-b745-5ddbfdb19d73 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:23.716828 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54920) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:23.719401 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d4bb240b-789f-4500-8894-fe33d13d8ff8 req-9ca0c689-0bf4-4815-b745-5ddbfdb19d73 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 945 time: 0.4184000 Mar 09 04:03:23.747798 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9642da2e-a62f-4e72-9a5e-5f7ff8e0245e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:23.779872 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9642da2e-a62f-4e72-9a5e-5f7ff8e0245e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:23.783821 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9642da2e-a62f-4e72-9a5e-5f7ff8e0245e admin admin] Usage tracker for resource:security_group_rule and tenant:543f7ea64e3346dab1ac343dfdc2b3c5 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:23.788149 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9642da2e-a62f-4e72-9a5e-5f7ff8e0245e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:23.796524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9642da2e-a62f-4e72-9a5e-5f7ff8e0245e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:23.842875 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d4bb240b-789f-4500-8894-fe33d13d8ff8 req-27f59c2c-9a1f-4c40-8411-27cacf680751 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/security-groups?id=97496332-efcd-4619-a418-5c324a6dfebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022878 Mar 09 04:03:23.859188 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7f5faacc-3f4f-49db-9898-e4d2388ab064 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:24.022449 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7f5faacc-3f4f-49db-9898-e4d2388ab064 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:24.068685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5faacc-3f4f-49db-9898-e4d2388ab064 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'Subnet': ['ID=7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:24.073277 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7f5faacc-3f4f-49db-9898-e4d2388ab064 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:24.080123 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7f5faacc-3f4f-49db-9898-e4d2388ab064 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "DELETE /v2.0/subnets/7b64bfa9-4a38-4b96-b957-b2ccf8ed26bf HTTP/1.1" status: 204 len: 168 time: 1.2276001 Mar 09 04:03:24.082814 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54928) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:24.134278 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956635d6-a86d-44c6-8de4-84cf1f67ff76 None None] Network 1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:03:24.147467 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9642da2e-a62f-4e72-9a5e-5f7ff8e0245e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:24.149881 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c654de84-fe0a-44a6-9aa9-44f09d79b168 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:24.217614 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9642da2e-a62f-4e72-9a5e-5f7ff8e0245e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:24.255220 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b67e7c1a-caf5-4385-8b80-295a1fc01598 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:24.328833 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ef522d2-4e76-42d5-b70a-ff80f049a140 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:24.355166 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b67e7c1a-caf5-4385-8b80-295a1fc01598 None None] Transition to ACTIVE for port object a96b5692-adb0-4054-aa01-3fc6a303b3df will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:03:24.446504 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b67e7c1a-caf5-4385-8b80-295a1fc01598 None None] Transition to ACTIVE for port object a96b5692-adb0-4054-aa01-3fc6a303b3df will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:03:24.466082 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 0ea65e4f-7079-44db-9631-3d500846beaf, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0ea65e4f-7079-44db-9631-3d500846beaf,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:03:24.512169 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b67e7c1a-caf5-4385-8b80-295a1fc01598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:24.560925 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c654de84-fe0a-44a6-9aa9-44f09d79b168 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Checking segment: {'id': '204c19b8-9597-4843-afd7-5c03e9d925f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6815b351-068d-472a-80e2-5d33644b3db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:03:24.561618 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c654de84-fe0a-44a6-9aa9-44f09d79b168 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Network hostable DHCP agents. Network: 6815b351-068d-472a-80e2-5d33644b3db9, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:03:24.582758 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9642da2e-a62f-4e72-9a5e-5f7ff8e0245e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=543f7ea64e3346dab1ac343dfdc2b3c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8626566 Mar 09 04:03:24.582983 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '0ea65e4f-7079-44db-9631-3d500846beaf', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'port_id': '0ea65e4f-7079-44db-9631-3d500846beaf', 'mac_address': 'fa:16:3e:9e:2a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:03:24.585985 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9642da2e-a62f-4e72-9a5e-5f7ff8e0245e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e8e4e4-b172-4ca3-8857-2ab06c2fc7b7,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:24.589323 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54938) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:24.606760 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67e7c1a-caf5-4385-8b80-295a1fc01598 None None] Network e99a8942-20ab-4dc5-8f44-befb7b0ed532 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:03:24.608829 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654de84-fe0a-44a6-9aa9-44f09d79b168 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event updated for resources: {'Subnet': ['ID=217c304c-e28a-4cf1-b3a3-5e80adcc34f4,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:24.633772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c654de84-fe0a-44a6-9aa9-44f09d79b168 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Network 6815b351-068d-472a-80e2-5d33644b3db9 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:03:24.637566 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ef522d2-4e76-42d5-b70a-ff80f049a140 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:24.659582 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-b67e7c1a-caf5-4385-8b80-295a1fc01598 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:03:24.668033 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0e304-e674-4716-ab62-a86c9f314c8a req-67a38340-c233-4f88-ab3c-8fa0d3832bc0 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:24.672142 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e7c1a-caf5-4385-8b80-295a1fc01598 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:03:24.675789 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33a0e304-e674-4716-ab62-a86c9f314c8a req-67a38340-c233-4f88-ab3c-8fa0d3832bc0 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 943 time: 0.5842109 Mar 09 04:03:24.678881 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-2ef522d2-4e76-42d5-b70a-ff80f049a140 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Deleting port a0947c6a-9afd-475a-b415-9f398a484040 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:03:24.678881 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ef522d2-4e76-42d5-b70a-ff80f049a140 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:24.691725 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e7c1a-caf5-4385-8b80-295a1fc01598 None None] Pushing event updated for resources: {'Port': ['ID=a96b5692-adb0-4054-aa01-3fc6a303b3df,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:24.717614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-c654de84-fe0a-44a6-9aa9-44f09d79b168 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 6815b351-068d-472a-80e2-5d33644b3db9) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:03:24.721983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c654de84-fe0a-44a6-9aa9-44f09d79b168 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:24.722560 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c654de84-fe0a-44a6-9aa9-44f09d79b168 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:24.735332 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec2a1b9-3f0e-43f8-ba4f-e8bca26e03ec None None] Network 6815b351-068d-472a-80e2-5d33644b3db9 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:03:24.768632 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c654de84-fe0a-44a6-9aa9-44f09d79b168 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5598931 Mar 09 04:03:24.784443 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54944) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:24.814894 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33a0e304-e674-4716-ab62-a86c9f314c8a req-61f1e3b8-e177-4ac2-81b5-9cb82cba18a9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374953 Mar 09 04:03:24.866241 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-4f3c9c85-29e6-4519-8642-4d36b1b26c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215491390', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a0947c6a-9afd-475a-b415-9f398a484040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:00:08Z', 'updated_at': '2022-03-09T04:03:20Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'a0947c6a-9afd-475a-b415-9f398a484040', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:00:11Z', 'updated_at': '2022-03-09T04:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:24.936673 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-2ef522d2-4e76-42d5-b70a-ff80f049a140 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] For port a0947c6a-9afd-475a-b415-9f398a484040, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a0947c6a-9afd-475a-b415-9f398a484040,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:03:24.937191 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ef522d2-4e76-42d5-b70a-ff80f049a140 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:24.938722 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-554444e6-c071-4489-97aa-bb29a268e484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:24.956060 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3c9c85-29e6-4519-8642-4d36b1b26c06 None None] Checking router: 7f5beb25-f1da-4482-8b65-3ab98c08beda for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:03:24.975499 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:24.998721 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-554444e6-c071-4489-97aa-bb29a268e484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:25.070425 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b67e7c1a-caf5-4385-8b80-295a1fc01598 None None] Attempting to bind port a96b5692-adb0-4054-aa01-3fc6a303b3df on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:03:25.070785 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b67e7c1a-caf5-4385-8b80-295a1fc01598 None None] Attempting to bind port a96b5692-adb0-4054-aa01-3fc6a303b3df by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '3dd809da-6013-482d-84c3-614133e0d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e99a8942-20ab-4dc5-8f44-befb7b0ed532'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:03:25.080160 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67e7c1a-caf5-4385-8b80-295a1fc01598 None None] Attempting to bind port a96b5692-adb0-4054-aa01-3fc6a303b3df on network e99a8942-20ab-4dc5-8f44-befb7b0ed532 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:03:25.081838 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-2ef522d2-4e76-42d5-b70a-ff80f049a140 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Calling delete_port for a0947c6a-9afd-475a-b415-9f398a484040 owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:03:25.094599 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-554444e6-c071-4489-97aa-bb29a268e484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:25.116122 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea65e4f-7079-44db-9631-3d500846beaf {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:03:25.126319 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3c9c85-29e6-4519-8642-4d36b1b26c06 None None] Routers {'7f5beb25-f1da-4482-8b65-3ab98c08beda'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:03:25.128332 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-4f3c9c85-29e6-4519-8642-4d36b1b26c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:03:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7f5beb25-f1da-4482-8b65-3ab98c08beda'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:25.169300 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554444e6-c071-4489-97aa-bb29a268e484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e8e4e4-b172-4ca3-8857-2ab06c2fc7b7,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:25.211819 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-554444e6-c071-4489-97aa-bb29a268e484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:25.213952 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-554444e6-c071-4489-97aa-bb29a268e484 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/21e8e4e4-b172-4ca3-8857-2ab06c2fc7b7 HTTP/1.1" status: 204 len: 168 time: 0.6202247 Mar 09 04:03:25.230573 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67e7c1a-caf5-4385-8b80-295a1fc01598 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:03:25.233844 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67e7c1a-caf5-4385-8b80-295a1fc01598 None None] Checking segment: {'id': '3dd809da-6013-482d-84c3-614133e0d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e99a8942-20ab-4dc5-8f44-befb7b0ed532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:03:25.234394 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b67e7c1a-caf5-4385-8b80-295a1fc01598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:25.234798 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67e7c1a-caf5-4385-8b80-295a1fc01598 None None] Bound using segment: {'id': '3dd809da-6013-482d-84c3-614133e0d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e99a8942-20ab-4dc5-8f44-befb7b0ed532'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:03:25.235334 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b67e7c1a-caf5-4385-8b80-295a1fc01598 None None] Bound port: a96b5692-adb0-4054-aa01-3fc6a303b3df, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd809da-6013-482d-84c3-614133e0d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e99a8942-20ab-4dc5-8f44-befb7b0ed532'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:03:25.238302 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b67e7c1a-caf5-4385-8b80-295a1fc01598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:25.262664 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-63dbb3aa-9ad3-4803-bca2-06f598404410 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:25.281838 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39502683-c566-4735-94b7-e81ffe98108f req-b9196436-6095-4aa9-a8e3-eb8b03c69701 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:25.289128 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-39502683-c566-4735-94b7-e81ffe98108f req-b9196436-6095-4aa9-a8e3-eb8b03c69701 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 945 time: 0.7485354 Mar 09 04:03:25.292843 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ef522d2-4e76-42d5-b70a-ff80f049a140 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:25.360749 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef522d2-4e76-42d5-b70a-ff80f049a140 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'Port': ['ID=a0947c6a-9afd-475a-b415-9f398a484040,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:25.422972 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-63dbb3aa-9ad3-4803-bca2-06f598404410 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:25.482172 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebb00b0-fe54-44ff-8dc9-ea358015a8ce None None] DHCP port deletion for 1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:03:25.523716 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:03:25.565525 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-63dbb3aa-9ad3-4803-bca2-06f598404410 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:25.605715 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 0ea65e4f-7079-44db-9631-3d500846beaf, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0ea65e4f-7079-44db-9631-3d500846beaf,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:03:25.606803 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6ebb00b0-fe54-44ff-8dc9-ea358015a8ce None None] Deleting port c47fc77b-09f6-447e-8598-65e494fb77fa {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:03:25.607217 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6ebb00b0-fe54-44ff-8dc9-ea358015a8ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:25.661291 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-39502683-c566-4735-94b7-e81ffe98108f req-41c9ec1d-a9dc-4e4a-aa43-69433501f635 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/security-groups?id=97496332-efcd-4619-a418-5c324a6dfebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707824 Mar 09 04:03:25.668981 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:25.673029 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-4f3c9c85-29e6-4519-8642-4d36b1b26c06 None None] Set router 7f5beb25-f1da-4482-8b65-3ab98c08beda gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:03:25.690709 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ef522d2-4e76-42d5-b70a-ff80f049a140 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:25.737639 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbb3aa-9ad3-4803-bca2-06f598404410 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event deleted for resources: {'Subnet': ['ID=217c304c-e28a-4cf1-b3a3-5e80adcc34f4,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:25.851034 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-63dbb3aa-9ad3-4803-bca2-06f598404410 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:25.934296 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-63dbb3aa-9ad3-4803-bca2-06f598404410 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6815b351-068d-472a-80e2-5d33644b3db9']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:25.984218 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-63dbb3aa-9ad3-4803-bca2-06f598404410 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '204c19b8-9597-4843-afd7-5c03e9d925f1') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:25.984515 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-63dbb3aa-9ad3-4803-bca2-06f598404410 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '204c19b8-9597-4843-afd7-5c03e9d925f1') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:26.015001 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-63dbb3aa-9ad3-4803-bca2-06f598404410 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:26.023989 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=0ea65e4f-7079-44db-9631-3d500846beaf,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:26.054165 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ef522d2-4e76-42d5-b70a-ff80f049a140 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:26.058105 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ef522d2-4e76-42d5-b70a-ff80f049a140 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:26.074309 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-63dbb3aa-9ad3-4803-bca2-06f598404410 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:26.083944 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63dbb3aa-9ad3-4803-bca2-06f598404410 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:03:26.084493 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-63dbb3aa-9ad3-4803-bca2-06f598404410 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:03:26.120456 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:03:26.131379 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ef522d2-4e76-42d5-b70a-ff80f049a140 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:26.132177 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef522d2-4e76-42d5-b70a-ff80f049a140 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Fanout notify agent at l3_agent the message router_deleted on router 7f5beb25-f1da-4482-8b65-3ab98c08beda {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:03:26.165825 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ef522d2-4e76-42d5-b70a-ff80f049a140 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:26.173606 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2ef522d2-4e76-42d5-b70a-ff80f049a140 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "DELETE /v2.0/routers/7f5beb25-f1da-4482-8b65-3ab98c08beda HTTP/1.1" status: 204 len: 168 time: 2.0897701 Mar 09 04:03:26.174603 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 54976) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:26.285495 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['0ea65e4f-7079-44db-9631-3d500846beaf'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:03:26.406022 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:26.419020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Deleting port c47fc77b-09f6-447e-8598-65e494fb77fa {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:03:26.419848 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:26.423751 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c47fc77b-09f6-447e-8598-65e494fb77fa no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:03:26.434604 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-63dbb3aa-9ad3-4803-bca2-06f598404410 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:26.483275 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-63dbb3aa-9ad3-4803-bca2-06f598404410 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:26.496343 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-63dbb3aa-9ad3-4803-bca2-06f598404410 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "DELETE /v2.0/networks/6815b351-068d-472a-80e2-5d33644b3db9 HTTP/1.1" status: 204 len: 168 time: 1.6960740 Mar 09 04:03:26.502454 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 54986) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:26.502454 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbb3aa-9ad3-4803-bca2-06f598404410 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event deleted for resources: {'Network': ['ID=6815b351-068d-472a-80e2-5d33644b3db9,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:26.512401 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f7247c21-9054-4d1e-976f-825b47ccdb1e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-689769084'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:26.521633 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f7247c21-9054-4d1e-976f-825b47ccdb1e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:26.546203 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f7247c21-9054-4d1e-976f-825b47ccdb1e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Usage tracker for resource:network and tenant:a8c331de0dc94d139e553c0231694853 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:26.573651 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f7247c21-9054-4d1e-976f-825b47ccdb1e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:26.585867 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f7247c21-9054-4d1e-976f-825b47ccdb1e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:26.599950 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f29b2c-3b05-4b9d-ae81-acc4664d6684 req-56a57611-71b9-44b1-a30d-7067bafd1138 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:26.608027 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-12f29b2c-3b05-4b9d-ae81-acc4664d6684 req-56a57611-71b9-44b1-a30d-7067bafd1138 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 944 time: 0.4865937 Mar 09 04:03:26.672260 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-4f3c9c85-29e6-4519-8642-4d36b1b26c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215491390', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:00:08Z', 'updated_at': '2022-03-09T04:03:25Z', 'revision_number': 7, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:26.705105 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7247c21-9054-4d1e-976f-825b47ccdb1e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Made reservation on behalf of a8c331de0dc94d139e553c0231694853 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:03:26.710048 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7247c21-9054-4d1e-976f-825b47ccdb1e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:26.733150 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4972e6-b416-4e77-9b36-807b4501303a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-6815b351-068d-472a-80e2-5d33644b3db9', 'network_id': '6815b351-068d-472a-80e2-5d33644b3db9', 'tenant_id': 'a8c331de0dc94d139e553c0231694853', 'fixed_ips': [{'subnet_id': '217c304c-e28a-4cf1-b3a3-5e80adcc34f4'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:03:26.736183 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1a4972e6-b416-4e77-9b36-807b4501303a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:26.746452 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] For port c47fc77b-09f6-447e-8598-65e494fb77fa, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c47fc77b-09f6-447e-8598-65e494fb77fa,segment=NetworkSegment(26228ff0-a8b2-4895-a564-33952ff51392),segment_id=26228ff0-a8b2-4895-a564-33952ff51392)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:03:26.749183 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:26.757073 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3c9c85-29e6-4519-8642-4d36b1b26c06 None None] The sync data for ids ['7f5beb25-f1da-4482-8b65-3ab98c08beda'] in n-d-825178-5 is: [{'id': '7f5beb25-f1da-4482-8b65-3ab98c08beda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215491390', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:00:08Z', 'updated_at': '2022-03-09T04:03:25Z', 'revision_number': 7, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:03:26.778915 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-12f29b2c-3b05-4b9d-ae81-acc4664d6684 req-3a693e2e-00a5-423d-9014-14e48f118abd tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663311 Mar 09 04:03:26.811009 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7247c21-9054-4d1e-976f-825b47ccdb1e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:03:26.872992 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7247c21-9054-4d1e-976f-825b47ccdb1e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:26.873582 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-f7247c21-9054-4d1e-976f-825b47ccdb1e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Added segment ac722963-1dbf-42df-9e9a-c31d706c9de7 of type vlan for network 1c1db495-ff81-4c52-b994-84884789f341 Mar 09 04:03:26.882152 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-b67e7c1a-caf5-4385-8b80-295a1fc01598 None None] For port a96b5692-adb0-4054-aa01-3fc6a303b3df, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:03:26.970496 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7247c21-9054-4d1e-976f-825b47ccdb1e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:27.014315 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d21067-34f0-4a52-813a-9910ccb89f0b None None] Network 6815b351-068d-472a-80e2-5d33644b3db9 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:03:27.065160 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d21067-34f0-4a52-813a-9910ccb89f0b None None] Network 6815b351-068d-472a-80e2-5d33644b3db9 could not be found, it might have been deleted concurrently. {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 09 04:03:27.068427 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7247c21-9054-4d1e-976f-825b47ccdb1e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:27.074507 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:27.074681 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7247c21-9054-4d1e-976f-825b47ccdb1e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:27.075555 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f7247c21-9054-4d1e-976f-825b47ccdb1e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:27.090027 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-b67e7c1a-caf5-4385-8b80-295a1fc01598 None None] For port a96b5692-adb0-4054-aa01-3fc6a303b3df, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a96b5692-adb0-4054-aa01-3fc6a303b3df,segment=NetworkSegment(3dd809da-6013-482d-84c3-614133e0d337),segment_id=3dd809da-6013-482d-84c3-614133e0d337)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:03:27.150596 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Calling delete_port for c47fc77b-09f6-447e-8598-65e494fb77fa owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:03:27.165484 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b67e7c1a-caf5-4385-8b80-295a1fc01598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:27.252505 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port c47fc77b-09f6-447e-8598-65e494fb77fa, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c47fc77b-09f6-447e-8598-65e494fb77fa,segment=NetworkSegment(26228ff0-a8b2-4895-a564-33952ff51392),segment_id=26228ff0-a8b2-4895-a564-33952ff51392)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:03:27.270503 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f7247c21-9054-4d1e-976f-825b47ccdb1e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7654033 Mar 09 04:03:27.281148 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:27.295017 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55002) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:27.319530 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-c8a63c66-f814-4156-b597-e4300da5235f tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Request body: {'subnet': {'network_id': '1c1db495-ff81-4c52-b994-84884789f341', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:27.367909 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7247c21-9054-4d1e-976f-825b47ccdb1e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event updated for resources: {'Network': ['ID=1c1db495-ff81-4c52-b994-84884789f341,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:27.387742 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6ebb00b0-fe54-44ff-8dc9-ea358015a8ce None None] For port c47fc77b-09f6-447e-8598-65e494fb77fa, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c47fc77b-09f6-447e-8598-65e494fb77fa,segment=NetworkSegment(26228ff0-a8b2-4895-a564-33952ff51392),segment_id=26228ff0-a8b2-4895-a564-33952ff51392)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:03:27.388715 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6ebb00b0-fe54-44ff-8dc9-ea358015a8ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:27.432594 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 1c1db495-ff81-4c52-b994-84884789f341 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:03:27.462493 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:03:27.463119 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:03:27.541698 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c8a63c66-f814-4156-b597-e4300da5235f tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:27.549017 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c8a63c66-f814-4156-b597-e4300da5235f tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Usage tracker for resource:subnet and tenant:a8c331de0dc94d139e553c0231694853 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:27.553159 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c8a63c66-f814-4156-b597-e4300da5235f tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:27.561629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2e18f-3df2-4fc8-9b33-c02af4c48e20 req-36b7beab-bf60-4493-80fe-3dc58988403e tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:27.562583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c8a63c66-f814-4156-b597-e4300da5235f tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:27.563946 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6bc2e18f-3df2-4fc8-9b33-c02af4c48e20 req-36b7beab-bf60-4493-80fe-3dc58988403e tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 945 time: 0.4252298 Mar 09 04:03:27.601070 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a63c66-f814-4156-b597-e4300da5235f tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Made reservation on behalf of a8c331de0dc94d139e553c0231694853 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:03:27.605832 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8a63c66-f814-4156-b597-e4300da5235f tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:27.628356 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6bc2e18f-3df2-4fc8-9b33-c02af4c48e20 req-9baa07a8-3d2b-40c4-8233-468ee8191cba tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/security-groups?id=97496332-efcd-4619-a418-5c324a6dfebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562963 Mar 09 04:03:27.820277 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6ebb00b0-fe54-44ff-8dc9-ea358015a8ce None None] Calling delete_port for c47fc77b-09f6-447e-8598-65e494fb77fa owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:03:27.910315 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e7c1a-caf5-4385-8b80-295a1fc01598 None None] Pushing event updated for resources: {'Port': ['ID=a96b5692-adb0-4054-aa01-3fc6a303b3df,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:27.964537 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Deleting port c47fc77b-09f6-447e-8598-65e494fb77fa {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:03:27.965029 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:28.063581 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8a63c66-f814-4156-b597-e4300da5235f tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:28.123337 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=c47fc77b-09f6-447e-8598-65e494fb77fa,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:28.240648 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-6ebb00b0-fe54-44ff-8dc9-ea358015a8ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:03:28.241054 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-6ebb00b0-fe54-44ff-8dc9-ea358015a8ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:03:28.266693 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a63c66-f814-4156-b597-e4300da5235f tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event updated for resources: {'Subnet': ['ID=bd65a8bb-b4ea-4dad-ad01-20628b5133aa,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:28.270982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a63c66-f814-4156-b597-e4300da5235f tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Checking segment: {'id': 'ac722963-1dbf-42df-9e9a-c31d706c9de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1c1db495-ff81-4c52-b994-84884789f341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:03:28.271344 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a63c66-f814-4156-b597-e4300da5235f tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Network hostable DHCP agents. Network: 1c1db495-ff81-4c52-b994-84884789f341, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:03:28.301143 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a63c66-f814-4156-b597-e4300da5235f tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Network 1c1db495-ff81-4c52-b994-84884789f341 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:03:28.339133 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-c8a63c66-f814-4156-b597-e4300da5235f tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 1c1db495-ff81-4c52-b994-84884789f341) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:03:28.345047 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a63c66-f814-4156-b597-e4300da5235f tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:28.346342 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8a63c66-f814-4156-b597-e4300da5235f tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:28.350246 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46311fbf-1e3f-48ef-a299-d05423e2be8a None None] Network 1c1db495-ff81-4c52-b994-84884789f341 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:03:28.426240 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c8a63c66-f814-4156-b597-e4300da5235f tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1223452 Mar 09 04:03:28.426746 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55030) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:28.445638 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-85e89cbf-611b-426b-8550-7e7220cde6fe tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-557618327'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:28.467914 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-85e89cbf-611b-426b-8550-7e7220cde6fe tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:28.477023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-85e89cbf-611b-426b-8550-7e7220cde6fe tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Usage tracker for resource:network and tenant:a8c331de0dc94d139e553c0231694853 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:28.488244 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-85e89cbf-611b-426b-8550-7e7220cde6fe tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:28.513244 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-85e89cbf-611b-426b-8550-7e7220cde6fe tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:28.565980 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e89cbf-611b-426b-8550-7e7220cde6fe tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Made reservation on behalf of a8c331de0dc94d139e553c0231694853 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:03:28.600908 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-85e89cbf-611b-426b-8550-7e7220cde6fe tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:28.766566 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] For port c47fc77b-09f6-447e-8598-65e494fb77fa, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c47fc77b-09f6-447e-8598-65e494fb77fa,segment=NetworkSegment(26228ff0-a8b2-4895-a564-33952ff51392),segment_id=26228ff0-a8b2-4895-a564-33952ff51392)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:03:28.767069 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:28.801605 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e89cbf-611b-426b-8550-7e7220cde6fe tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:03:28.827678 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-85e89cbf-611b-426b-8550-7e7220cde6fe tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:28.828006 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-85e89cbf-611b-426b-8550-7e7220cde6fe tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Added segment ed0810a8-d9b4-4ab5-a496-3733e7fe5881 of type vlan for network 33585e49-525b-4342-8f9e-56a4b44f5067 Mar 09 04:03:28.829426 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6ebb00b0-fe54-44ff-8dc9-ea358015a8ce None None] Deleting port c47fc77b-09f6-447e-8598-65e494fb77fa {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:03:28.829874 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6ebb00b0-fe54-44ff-8dc9-ea358015a8ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:28.912522 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-85e89cbf-611b-426b-8550-7e7220cde6fe tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:28.953552 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0308a-1eff-4d11-bc91-9acb98c8a195 req-0fe51701-cbf6-4055-bbef-3775d34e9aef tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:28.954994 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cbb0308a-1eff-4d11-bc91-9acb98c8a195 req-0fe51701-cbf6-4055-bbef-3775d34e9aef tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 945 time: 0.4165874 Mar 09 04:03:29.033800 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a96b5692-adb0-4054-aa01-3fc6a303b3df up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:03:29.050202 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-85e89cbf-611b-426b-8550-7e7220cde6fe tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:29.063902 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e89cbf-611b-426b-8550-7e7220cde6fe tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:29.065000 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-85e89cbf-611b-426b-8550-7e7220cde6fe tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:29.264107 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Calling delete_port for c47fc77b-09f6-447e-8598-65e494fb77fa owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:03:29.325340 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-15194066-f006-414c-abd3-28544959454b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:29.363525 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a205a8-ba42-428f-84f1-539bd8b0ea70 req-ed0fcb2a-6fb5-4407-b061-a15655ecedf9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:29.371513 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-01a205a8-ba42-428f-84f1-539bd8b0ea70 req-ed0fcb2a-6fb5-4407-b061-a15655ecedf9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 944 time: 1.1661148 Mar 09 04:03:29.468501 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port a96b5692-adb0-4054-aa01-3fc6a303b3df completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:03:29.480201 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd65c8b-c1c8-4d87-80c4-223cef2f51cc req-1838b13f-fc46-4005-a1f1-10e9feaea464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:29.481814 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-efd65c8b-c1c8-4d87-80c4-223cef2f51cc req-1838b13f-fc46-4005-a1f1-10e9feaea464 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eca4958534b84e61be0e1942cbdb6c01&device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 1096 time: 1.0857983 Mar 09 04:03:29.563769 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-01a205a8-ba42-428f-84f1-539bd8b0ea70 req-2b1d930c-792f-4376-a5c6-b55204b43f86 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909580 Mar 09 04:03:29.583886 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:29.593112 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ddb97d-1d7d-45e1-a5e5-24949d948689 None None] Network e99a8942-20ab-4dc5-8f44-befb7b0ed532 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:03:29.624132 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cbb0308a-1eff-4d11-bc91-9acb98c8a195 req-3ee3ef94-d0bd-409b-b042-4292ecb09b44 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/security-groups?id=97496332-efcd-4619-a418-5c324a6dfebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6087413 Mar 09 04:03:29.658358 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a0947c6a-9afd-475a-b415-9f398a484040 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:03:29.687803 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-85e89cbf-611b-426b-8550-7e7220cde6fe tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2580914 Mar 09 04:03:29.693918 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55052) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:29.701692 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6ebb00b0-fe54-44ff-8dc9-ea358015a8ce None None] For port c47fc77b-09f6-447e-8598-65e494fb77fa, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c47fc77b-09f6-447e-8598-65e494fb77fa,segment=NetworkSegment(26228ff0-a8b2-4895-a564-33952ff51392),segment_id=26228ff0-a8b2-4895-a564-33952ff51392)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:03:29.702552 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6ebb00b0-fe54-44ff-8dc9-ea358015a8ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:29.703527 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-41a16903-1c38-4237-85c4-64028caa18a4 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Request body: {'subnet': {'network_id': '33585e49-525b-4342-8f9e-56a4b44f5067', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:29.708223 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] No DVR routers for this DVR port c47fc77b-09f6-447e-8598-65e494fb77fa on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:03:29.717594 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2ae517-0861-42cd-9fcb-8a5b93cd7dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-1c1db495-ff81-4c52-b994-84884789f341', 'network_id': '1c1db495-ff81-4c52-b994-84884789f341', 'tenant_id': 'a8c331de0dc94d139e553c0231694853', 'fixed_ips': [{'subnet_id': 'bd65a8bb-b4ea-4dad-ad01-20628b5133aa'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:03:29.718465 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef2ae517-0861-42cd-9fcb-8a5b93cd7dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:29.740621 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0ea65e4f-7079-44db-9631-3d500846beaf up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:03:29.761850 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55058) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:29.771099 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e89cbf-611b-426b-8550-7e7220cde6fe tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event updated for resources: {'Network': ['ID=33585e49-525b-4342-8f9e-56a4b44f5067,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:29.787649 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: a0947c6a-9afd-475a-b415-9f398a484040 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:03:29.787989 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a0947c6a-9afd-475a-b415-9f398a484040 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:03:29.788408 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e02f1c17-ac87-4bac-b327-9048c757d322 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:03:29.852152 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'Port': ['ID=c47fc77b-09f6-447e-8598-65e494fb77fa,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:29.901895 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-41a16903-1c38-4237-85c4-64028caa18a4 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:29.910223 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-41a16903-1c38-4237-85c4-64028caa18a4 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Usage tracker for resource:subnet and tenant:a8c331de0dc94d139e553c0231694853 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:29.914760 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-41a16903-1c38-4237-85c4-64028caa18a4 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:29.922759 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-41a16903-1c38-4237-85c4-64028caa18a4 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:29.924438 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 33585e49-525b-4342-8f9e-56a4b44f5067 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:03:29.945063 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a16903-1c38-4237-85c4-64028caa18a4 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Made reservation on behalf of a8c331de0dc94d139e553c0231694853 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:03:29.951535 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-41a16903-1c38-4237-85c4-64028caa18a4 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:30.026145 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6ebb00b0-fe54-44ff-8dc9-ea358015a8ce None None] Calling delete_port for c47fc77b-09f6-447e-8598-65e494fb77fa owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:03:30.078729 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e3f8ac89-7cbc-4d16-ab2e-441c0d237ed0 None None] Provisioning for port a96b5692-adb0-4054-aa01-3fc6a303b3df completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:03:30.093658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.ipam_backend_mixin [None req-41a16903-1c38-4237-85c4-64028caa18a4 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Performing IP validity checks on allocation pools {{(pid=87881) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 09 04:03:30.094387 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.ipam_backend_mixin [None req-41a16903-1c38-4237-85c4-64028caa18a4 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87881) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 09 04:03:30.099114 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: e02f1c17-ac87-4bac-b327-9048c757d322 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:03:30.099441 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e02f1c17-ac87-4bac-b327-9048c757d322 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:03:30.127585 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:30.166803 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d28dab8c-6b02-484c-b6c6-5e7d3a94d8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:30.230028 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e3f8ac89-7cbc-4d16-ab2e-441c0d237ed0 None None] Provisioning complete for port a96b5692-adb0-4054-aa01-3fc6a303b3df triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:03:30.231208 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e3f8ac89-7cbc-4d16-ab2e-441c0d237ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:30.278785 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d28dab8c-6b02-484c-b6c6-5e7d3a94d8ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:30.293753 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:30.305418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d28dab8c-6b02-484c-b6c6-5e7d3a94d8ce admin admin] Usage tracker for resource:security_group_rule and tenant:879b5bfd966b4ee987e20684d98d6dd4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:30.309430 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd65c8b-c1c8-4d87-80c4-223cef2f51cc req-10e513d9-635d-46a0-ad11-2db8629358a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:30.311181 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-efd65c8b-c1c8-4d87-80c4-223cef2f51cc req-10e513d9-635d-46a0-ad11-2db8629358a5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=147a12b1-63bb-48f1-b830-6d05d3a38867 HTTP/1.1" status: 200 len: 912 time: 0.8149035 Mar 09 04:03:30.312043 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d28dab8c-6b02-484c-b6c6-5e7d3a94d8ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:30.341132 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-41a16903-1c38-4237-85c4-64028caa18a4 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:03:30.382236 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:03:30.403177 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d28dab8c-6b02-484c-b6c6-5e7d3a94d8ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:30.406536 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-efd65c8b-c1c8-4d87-80c4-223cef2f51cc req-4a9708b7-eade-4a0d-a434-baa2b4023f1a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18769f3a-b3c5-49bf-a7b7-284a30b1eabc HTTP/1.1" status: 200 len: 217 time: 0.0853043 Mar 09 04:03:30.408245 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26228ff0-a8b2-4895-a564-33952ff51392') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:30.408660 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26228ff0-a8b2-4895-a564-33952ff51392') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:30.471304 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:30.489605 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a16903-1c38-4237-85c4-64028caa18a4 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Checking segment: {'id': 'ed0810a8-d9b4-4ab5-a496-3733e7fe5881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '33585e49-525b-4342-8f9e-56a4b44f5067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:03:30.491606 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a16903-1c38-4237-85c4-64028caa18a4 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Network hostable DHCP agents. Network: 33585e49-525b-4342-8f9e-56a4b44f5067, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:03:30.495193 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:30.504603 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:03:30.505145 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:30.534722 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 0ea65e4f-7079-44db-9631-3d500846beaf completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:03:30.538279 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-6ebb00b0-fe54-44ff-8dc9-ea358015a8ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:03:30.538872 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-6ebb00b0-fe54-44ff-8dc9-ea358015a8ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:03:30.548589 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a16903-1c38-4237-85c4-64028caa18a4 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event updated for resources: {'Subnet': ['ID=8da5cbab-0919-4175-90b0-555f283e9a8f,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:30.553619 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 0ea65e4f-7079-44db-9631-3d500846beaf triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:03:30.562242 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:30.568690 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a16903-1c38-4237-85c4-64028caa18a4 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Network 33585e49-525b-4342-8f9e-56a4b44f5067 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:03:30.600043 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-41a16903-1c38-4237-85c4-64028caa18a4 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 33585e49-525b-4342-8f9e-56a4b44f5067) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:03:30.600897 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:03:30.611474 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a16903-1c38-4237-85c4-64028caa18a4 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:30.612235 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-41a16903-1c38-4237-85c4-64028caa18a4 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:30.699565 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd65c8b-c1c8-4d87-80c4-223cef2f51cc req-2b266e7c-b93e-4a78-a3f8-fad7f67e4633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:30.699565 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-efd65c8b-c1c8-4d87-80c4-223cef2f51cc req-2b266e7c-b93e-4a78-a3f8-fad7f67e4633 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6f2f043-c55f-4181-acea-0903ba12888e HTTP/1.1" status: 200 len: 851 time: 0.2741218 Mar 09 04:03:30.705527 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-41a16903-1c38-4237-85c4-64028caa18a4 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0081818 Mar 09 04:03:30.706087 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55078) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:30.727327 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:30.813957 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:30.830014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'Network': ['ID=1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:30.857817 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6ebb00b0-fe54-44ff-8dc9-ea358015a8ce None None] Deleting port c47fc77b-09f6-447e-8598-65e494fb77fa {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:03:30.858506 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6ebb00b0-fe54-44ff-8dc9-ea358015a8ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:30.872240 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-efd65c8b-c1c8-4d87-80c4-223cef2f51cc req-f6588d92-9e79-46fc-90d4-14802d7a4c85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=147a12b1-63bb-48f1-b830-6d05d3a38867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1481769 Mar 09 04:03:30.894965 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30cabb8-501f-4bb8-aa50-05373949f306 None None] Network 33585e49-525b-4342-8f9e-56a4b44f5067 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:03:30.965799 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e3f8ac89-7cbc-4d16-ab2e-441c0d237ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:30.992598 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-ef2ae517-0861-42cd-9fcb-8a5b93cd7dad None None] Allocated IP 2001:db8::3 (1c1db495-ff81-4c52-b994-84884789f341/bd65a8bb-b4ea-4dad-ad01-20628b5133aa/28bb7385-7cf2-4f52-9b79-a3420638b78b) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:03:31.069177 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612312b7-4ea5-46b1-8ff9-fdc2032ebdfc req-beabba70-c08d-411d-8eeb-507edb5d5e84 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:31.071240 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-612312b7-4ea5-46b1-8ff9-fdc2032ebdfc req-beabba70-c08d-411d-8eeb-507edb5d5e84 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 945 time: 0.2247803 Mar 09 04:03:31.076313 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b13a9ad8-ff6f-48ca-9184-f81ae4b0507d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:31.096970 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ee833df8-1ae1-4d27-a8cd-3a08cfb0fea2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "DELETE /v2.0/networks/1e9b1e1e-fd9c-4dc1-9875-ebda443ec04f HTTP/1.1" status: 204 len: 168 time: 4.9188130 Mar 09 04:03:31.102379 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55082) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:31.210509 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef2ae517-0861-42cd-9fcb-8a5b93cd7dad None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:31.229444 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef2ae517-0861-42cd-9fcb-8a5b93cd7dad None None] Transition to ACTIVE for port object 28bb7385-7cf2-4f52-9b79-a3420638b78b will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:03:31.245818 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b13a9ad8-ff6f-48ca-9184-f81ae4b0507d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:31.249556 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef2ae517-0861-42cd-9fcb-8a5b93cd7dad None None] Transition to ACTIVE for port object 28bb7385-7cf2-4f52-9b79-a3420638b78b will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:03:31.281179 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-efd65c8b-c1c8-4d87-80c4-223cef2f51cc req-70cdfcf0-0632-4fdc-bff9-ba8ad63dcd51 service neutron] 10.222.0.21 "GET /v2.0/networks/147a12b1-63bb-48f1-b830-6d05d3a38867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274536 Mar 09 04:03:31.328113 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-612312b7-4ea5-46b1-8ff9-fdc2032ebdfc req-6f877650-f503-4964-a15c-dc27c89f5e83 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/security-groups?id=97496332-efcd-4619-a418-5c324a6dfebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488863 Mar 09 04:03:31.333393 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d28dab8c-6b02-484c-b6c6-5e7d3a94d8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:31.378691 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1b1c9-d811-4418-85f1-1e245ef301c4 req-3705c08a-0746-48ff-bb1c-edbfdda27364 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:31.383246 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aae1b1c9-d811-4418-85f1-1e245ef301c4 req-3705c08a-0746-48ff-bb1c-edbfdda27364 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 944 time: 0.5212979 Mar 09 04:03:31.400141 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef2ae517-0861-42cd-9fcb-8a5b93cd7dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:31.414970 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ed84dd2c-9fda-4d3f-bc3d-981690c3f4fc tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:31.461626 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6ebb00b0-fe54-44ff-8dc9-ea358015a8ce None None] The port 'c47fc77b-09f6-447e-8598-65e494fb77fa' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:03:31.465012 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ed84dd2c-9fda-4d3f-bc3d-981690c3f4fc tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:31.480643 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b13a9ad8-ff6f-48ca-9184-f81ae4b0507d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:31.515012 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d28dab8c-6b02-484c-b6c6-5e7d3a94d8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:31.535639 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a9ad8-ff6f-48ca-9184-f81ae4b0507d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event deleted for resources: {'Subnet': ['ID=8da5cbab-0919-4175-90b0-555f283e9a8f,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:31.668925 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2ae517-0861-42cd-9fcb-8a5b93cd7dad None None] Network 1c1db495-ff81-4c52-b994-84884789f341 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:03:31.670513 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ae517-0861-42cd-9fcb-8a5b93cd7dad None None] Pushing event updated for resources: {'Port': ['ID=28bb7385-7cf2-4f52-9b79-a3420638b78b,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:31.673398 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b13a9ad8-ff6f-48ca-9184-f81ae4b0507d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:31.688931 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d28dab8c-6b02-484c-b6c6-5e7d3a94d8ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=879b5bfd966b4ee987e20684d98d6dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9184372 Mar 09 04:03:31.695063 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-ef2ae517-0861-42cd-9fcb-8a5b93cd7dad None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:03:31.700592 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55088) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:31.725481 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2ae517-0861-42cd-9fcb-8a5b93cd7dad None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:03:31.736764 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-b13a9ad8-ff6f-48ca-9184-f81ae4b0507d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33585e49-525b-4342-8f9e-56a4b44f5067']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:31.742322 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28dab8c-6b02-484c-b6c6-5e7d3a94d8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0171a6-b3ce-412f-bd84-172fbb38970e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:31.768033 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-b13a9ad8-ff6f-48ca-9184-f81ae4b0507d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0810a8-d9b4-4ab5-a496-3733e7fe5881') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:31.768033 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-b13a9ad8-ff6f-48ca-9184-f81ae4b0507d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0810a8-d9b4-4ab5-a496-3733e7fe5881') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:31.791519 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b13a9ad8-ff6f-48ca-9184-f81ae4b0507d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:31.800505 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ed84dd2c-9fda-4d3f-bc3d-981690c3f4fc tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:31.860084 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84dd2c-9fda-4d3f-bc3d-981690c3f4fc tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60cced2-d6ed-4247-bbe1-11735ffa650a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:31.872390 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b13a9ad8-ff6f-48ca-9184-f81ae4b0507d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:31.883420 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ed84dd2c-9fda-4d3f-bc3d-981690c3f4fc tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:31.885336 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ed84dd2c-9fda-4d3f-bc3d-981690c3f4fc tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "DELETE /v2.0/security-groups/a60cced2-d6ed-4247-bbe1-11735ffa650a HTTP/1.1" status: 204 len: 168 time: 0.7780504 Mar 09 04:03:31.888990 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b13a9ad8-ff6f-48ca-9184-f81ae4b0507d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:03:31.889804 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b13a9ad8-ff6f-48ca-9184-f81ae4b0507d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:03:31.915741 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:03:31.944377 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7ff9aaca-fc70-4f01-a8e3-66c1b299764f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:31.991932 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28dab8c-6b02-484c-b6c6-5e7d3a94d8ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:31.992462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28dab8c-6b02-484c-b6c6-5e7d3a94d8ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:31.992622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28dab8c-6b02-484c-b6c6-5e7d3a94d8ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:31.992893 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28dab8c-6b02-484c-b6c6-5e7d3a94d8ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:31.993212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28dab8c-6b02-484c-b6c6-5e7d3a94d8ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:31.993527 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28dab8c-6b02-484c-b6c6-5e7d3a94d8ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:31.993839 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28dab8c-6b02-484c-b6c6-5e7d3a94d8ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:31.994731 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28dab8c-6b02-484c-b6c6-5e7d3a94d8ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:31.995079 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28dab8c-6b02-484c-b6c6-5e7d3a94d8ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:31.995382 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28dab8c-6b02-484c-b6c6-5e7d3a94d8ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:31.995690 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28dab8c-6b02-484c-b6c6-5e7d3a94d8ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:31.995997 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28dab8c-6b02-484c-b6c6-5e7d3a94d8ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:32.039537 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e3f8ac89-7cbc-4d16-ab2e-441c0d237ed0 None None] For port a96b5692-adb0-4054-aa01-3fc6a303b3df, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a96b5692-adb0-4054-aa01-3fc6a303b3df,segment=NetworkSegment(3dd809da-6013-482d-84c3-614133e0d337),segment_id=3dd809da-6013-482d-84c3-614133e0d337)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:03:32.046876 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aae1b1c9-d811-4418-85f1-1e245ef301c4 req-5b356ace-ca65-4c17-a598-2e84260f9681 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5236230 Mar 09 04:03:32.097695 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-efd65c8b-c1c8-4d87-80c4-223cef2f51cc req-950c0965-2d08-4e10-80ec-d223b39dbb5f service neutron] 10.222.0.21 "GET /v2.0/networks/147a12b1-63bb-48f1-b830-6d05d3a38867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7985046 Mar 09 04:03:32.171592 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7bcbfb9f-6472-4edf-bce9-e6f7f26cd20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:32.173378 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b13a9ad8-ff6f-48ca-9184-f81ae4b0507d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:32.178653 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:32.195415 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e3f8ac89-7cbc-4d16-ab2e-441c0d237ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:32.223437 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b13a9ad8-ff6f-48ca-9184-f81ae4b0507d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:32.228254 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-ef2ae517-0861-42cd-9fcb-8a5b93cd7dad None None] Attempting to bind port 28bb7385-7cf2-4f52-9b79-a3420638b78b on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:03:32.229612 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-ef2ae517-0861-42cd-9fcb-8a5b93cd7dad None None] Attempting to bind port 28bb7385-7cf2-4f52-9b79-a3420638b78b by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ac722963-1dbf-42df-9e9a-c31d706c9de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1c1db495-ff81-4c52-b994-84884789f341'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:03:32.230070 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2ae517-0861-42cd-9fcb-8a5b93cd7dad None None] Attempting to bind port 28bb7385-7cf2-4f52-9b79-a3420638b78b on network 1c1db495-ff81-4c52-b994-84884789f341 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:03:32.236752 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7bcbfb9f-6472-4edf-bce9-e6f7f26cd20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:32.248571 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a9ad8-ff6f-48ca-9184-f81ae4b0507d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event deleted for resources: {'Network': ['ID=33585e49-525b-4342-8f9e-56a4b44f5067,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:32.268410 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b13a9ad8-ff6f-48ca-9184-f81ae4b0507d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "DELETE /v2.0/networks/33585e49-525b-4342-8f9e-56a4b44f5067 HTTP/1.1" status: 204 len: 168 time: 1.5581245 Mar 09 04:03:32.268639 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55098) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:32.280244 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-30b0f1ea-fcdb-4d9b-a81a-875d2ff65d15 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-139660838'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:32.292306 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-30b0f1ea-fcdb-4d9b-a81a-875d2ff65d15 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:32.299104 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-30b0f1ea-fcdb-4d9b-a81a-875d2ff65d15 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Usage tracker for resource:network and tenant:a8c331de0dc94d139e553c0231694853 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:32.302131 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-30b0f1ea-fcdb-4d9b-a81a-875d2ff65d15 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:32.311846 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-30b0f1ea-fcdb-4d9b-a81a-875d2ff65d15 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:32.319000 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2ae517-0861-42cd-9fcb-8a5b93cd7dad None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:03:32.319479 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2ae517-0861-42cd-9fcb-8a5b93cd7dad None None] Checking segment: {'id': 'ac722963-1dbf-42df-9e9a-c31d706c9de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1c1db495-ff81-4c52-b994-84884789f341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:03:32.320012 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef2ae517-0861-42cd-9fcb-8a5b93cd7dad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:32.320538 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2ae517-0861-42cd-9fcb-8a5b93cd7dad None None] Bound using segment: {'id': 'ac722963-1dbf-42df-9e9a-c31d706c9de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1c1db495-ff81-4c52-b994-84884789f341'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:03:32.321246 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-ef2ae517-0861-42cd-9fcb-8a5b93cd7dad None None] Bound port: 28bb7385-7cf2-4f52-9b79-a3420638b78b, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac722963-1dbf-42df-9e9a-c31d706c9de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1c1db495-ff81-4c52-b994-84884789f341'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:03:32.321813 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef2ae517-0861-42cd-9fcb-8a5b93cd7dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:32.326320 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7bcbfb9f-6472-4edf-bce9-e6f7f26cd20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:32.337507 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b0f1ea-fcdb-4d9b-a81a-875d2ff65d15 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Made reservation on behalf of a8c331de0dc94d139e553c0231694853 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:03:32.348629 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30b0f1ea-fcdb-4d9b-a81a-875d2ff65d15 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:32.390613 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbfb9f-6472-4edf-bce9-e6f7f26cd20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0171a6-b3ce-412f-bd84-172fbb38970e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:32.401703 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7bcbfb9f-6472-4edf-bce9-e6f7f26cd20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:32.405294 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7bcbfb9f-6472-4edf-bce9-e6f7f26cd20c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d0171a6-b3ce-412f-bd84-172fbb38970e HTTP/1.1" status: 204 len: 168 time: 0.7036452 Mar 09 04:03:32.423957 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f8ac89-7cbc-4d16-ab2e-441c0d237ed0 None None] Pushing event updated for resources: {'Port': ['ID=a96b5692-adb0-4054-aa01-3fc6a303b3df,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:32.437277 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b0f1ea-fcdb-4d9b-a81a-875d2ff65d15 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:03:32.463013 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:32.463276 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30b0f1ea-fcdb-4d9b-a81a-875d2ff65d15 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:32.463628 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-30b0f1ea-fcdb-4d9b-a81a-875d2ff65d15 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Added segment b97bf17c-9067-437a-aad6-0e247384a88d of type vlan for network 036a74dd-2cce-48a7-930f-c0ea8546b16f Mar 09 04:03:32.469608 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:32.501742 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55110) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:32.504997 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0081ab24-6f78-452f-bdcd-38983cc8bcc0 None None] Network 33585e49-525b-4342-8f9e-56a4b44f5067 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:03:32.508262 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-dee7cfb9-da00-47f8-a6f7-0c43d82c5e98 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-422755285', 'description': 'tempest-secgroup-smoke-422755285 description', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:32.510948 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30b0f1ea-fcdb-4d9b-a81a-875d2ff65d15 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:32.521186 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dee7cfb9-da00-47f8-a6f7-0c43d82c5e98 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:32.576194 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30b0f1ea-fcdb-4d9b-a81a-875d2ff65d15 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:32.582251 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b0f1ea-fcdb-4d9b-a81a-875d2ff65d15 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:32.582967 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30b0f1ea-fcdb-4d9b-a81a-875d2ff65d15 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:32.630084 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dee7cfb9-da00-47f8-a6f7-0c43d82c5e98 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:32.640424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dee7cfb9-da00-47f8-a6f7-0c43d82c5e98 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:32.649471 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dee7cfb9-da00-47f8-a6f7-0c43d82c5e98 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:32.670224 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dad071-e56a-4595-b4bd-a918ec9afbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea65e4f-7079-44db-9631-3d500846beaf'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:03:32.702849 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0081ab24-6f78-452f-bdcd-38983cc8bcc0 None None] Network 33585e49-525b-4342-8f9e-56a4b44f5067 could not be found, it might have been deleted concurrently. {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 09 04:03:32.719665 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 0ea65e4f-7079-44db-9631-3d500846beaf, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0ea65e4f-7079-44db-9631-3d500846beaf,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:03:32.731143 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dee7cfb9-da00-47f8-a6f7-0c43d82c5e98 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:32.734385 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:32.777988 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c415ee-a4e3-47f2-9d13-0bf94c6a57a5 req-d8ea4a2d-f6f1-437f-8c9b-c714f19dd60c tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:32.788596 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-60c415ee-a4e3-47f2-9d13-0bf94c6a57a5 req-d8ea4a2d-f6f1-437f-8c9b-c714f19dd60c tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 945 time: 0.2573693 Mar 09 04:03:32.844578 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-30b0f1ea-fcdb-4d9b-a81a-875d2ff65d15 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5715845 Mar 09 04:03:32.845405 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55122) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:32.863418 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-7ad17d44-f48b-4a12-aaf3-6437ac732085 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Request body: {'subnet': {'network_id': '036a74dd-2cce-48a7-930f-c0ea8546b16f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:32.889926 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dee7cfb9-da00-47f8-a6f7-0c43d82c5e98 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:32.897867 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8dad071-e56a-4595-b4bd-a918ec9afbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea65e4f-7079-44db-9631-3d500846beaf', 'code': 200} Mar 09 04:03:32.898370 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=0ea65e4f-7079-44db-9631-3d500846beaf,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:32.917985 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef2ae517-0861-42cd-9fcb-8a5b93cd7dad None None] For port 28bb7385-7cf2-4f52-9b79-a3420638b78b, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:03:32.918528 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dee7cfb9-da00-47f8-a6f7-0c43d82c5e98 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:32.924993 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef2ae517-0861-42cd-9fcb-8a5b93cd7dad None None] For port 28bb7385-7cf2-4f52-9b79-a3420638b78b, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=28bb7385-7cf2-4f52-9b79-a3420638b78b,segment=NetworkSegment(ac722963-1dbf-42df-9e9a-c31d706c9de7),segment_id=ac722963-1dbf-42df-9e9a-c31d706c9de7)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:03:32.940230 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fb583aa2-a399-45b3-ad4a-88fcb3aa4b50 None None] Provisioning complete for port a96b5692-adb0-4054-aa01-3fc6a303b3df triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:03:32.940734 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fb583aa2-a399-45b3-ad4a-88fcb3aa4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:32.943912 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-60c415ee-a4e3-47f2-9d13-0bf94c6a57a5 req-6e8cbb59-ccb1-4d04-a6f3-3982b8eb5284 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/security-groups?id=97496332-efcd-4619-a418-5c324a6dfebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543658 Mar 09 04:03:32.948952 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dee7cfb9-da00-47f8-a6f7-0c43d82c5e98 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:32.967730 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dee7cfb9-da00-47f8-a6f7-0c43d82c5e98 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:32.990713 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef2ae517-0861-42cd-9fcb-8a5b93cd7dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:33.269076 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0f1ea-fcdb-4d9b-a81a-875d2ff65d15 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event updated for resources: {'Network': ['ID=036a74dd-2cce-48a7-930f-c0ea8546b16f,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:33.363380 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 036a74dd-2cce-48a7-930f-c0ea8546b16f details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:03:33.380593 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55130) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:33.481098 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dee7cfb9-da00-47f8-a6f7-0c43d82c5e98 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:33.498850 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7ad17d44-f48b-4a12-aaf3-6437ac732085 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:33.506156 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7ad17d44-f48b-4a12-aaf3-6437ac732085 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Usage tracker for resource:subnet and tenant:a8c331de0dc94d139e553c0231694853 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:33.510803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7ad17d44-f48b-4a12-aaf3-6437ac732085 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:33.521666 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7ad17d44-f48b-4a12-aaf3-6437ac732085 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:33.532253 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dee7cfb9-da00-47f8-a6f7-0c43d82c5e98 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:33.564527 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dac623-8e2c-4c79-b297-da3477d5336a req-7dd4fed1-cc5d-40bd-8733-c535793278bb tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:33.566630 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d0dac623-8e2c-4c79-b297-da3477d5336a req-7dd4fed1-cc5d-40bd-8733-c535793278bb tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 945 time: 0.1318176 Mar 09 04:03:33.567513 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad17d44-f48b-4a12-aaf3-6437ac732085 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Made reservation on behalf of a8c331de0dc94d139e553c0231694853 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:03:33.571918 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7ad17d44-f48b-4a12-aaf3-6437ac732085 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:33.588832 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-218a9528-9299-4a3b-8d03-b015d994b595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:33.658128 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7cfb9-da00-47f8-a6f7-0c43d82c5e98 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:33.660775 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-218a9528-9299-4a3b-8d03-b015d994b595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:33.670446 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-218a9528-9299-4a3b-8d03-b015d994b595 admin admin] Usage tracker for resource:security_group_rule and tenant:5eebb1468c2e4565a1d785b0170eadfb is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:33.673473 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dee7cfb9-da00-47f8-a6f7-0c43d82c5e98 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:33.674843 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-dee7cfb9-da00-47f8-a6f7-0c43d82c5e98 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1726007 Mar 09 04:03:33.675886 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-218a9528-9299-4a3b-8d03-b015d994b595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:33.682370 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55136) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:33.685039 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-218a9528-9299-4a3b-8d03-b015d994b595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:33.694388 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-1a409993-d1b6-4878-bb7b-22b346a15989 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group_rule': {'security_group_id': '878fc062-b5ae-4a7e-9c7d-87559f1e9ae1', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:33.700090 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ae517-0861-42cd-9fcb-8a5b93cd7dad None None] Pushing event updated for resources: {'Port': ['ID=28bb7385-7cf2-4f52-9b79-a3420638b78b,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:33.716968 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1a409993-d1b6-4878-bb7b-22b346a15989 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:33.735894 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1a409993-d1b6-4878-bb7b-22b346a15989 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:33.739115 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:33.740801 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1a409993-d1b6-4878-bb7b-22b346a15989 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:33.753251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1a409993-d1b6-4878-bb7b-22b346a15989 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:33.760585 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220a88b-e96f-4a83-924b-a75c3a1a4a8a req-3193187a-7c99-4f88-be18-d422439d0e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:33.761899 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2220a88b-e96f-4a83-924b-a75c3a1a4a8a req-3193187a-7c99-4f88-be18-d422439d0e99 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 1096 time: 0.7484720 Mar 09 04:03:33.834715 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d0dac623-8e2c-4c79-b297-da3477d5336a req-891d915c-f067-44d2-9fc0-dedbd837206e tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869581 Mar 09 04:03:33.879405 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1a409993-d1b6-4878-bb7b-22b346a15989 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:33.887779 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2220a88b-e96f-4a83-924b-a75c3a1a4a8a req-0e565bb9-6cff-422b-a4c6-6680d90cc96f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999084 Mar 09 04:03:34.026223 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1a409993-d1b6-4878-bb7b-22b346a15989 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:34.044543 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-218a9528-9299-4a3b-8d03-b015d994b595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:34.046029 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1a409993-d1b6-4878-bb7b-22b346a15989 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:34.088338 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-218a9528-9299-4a3b-8d03-b015d994b595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:34.100297 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7ad17d44-f48b-4a12-aaf3-6437ac732085 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:34.146270 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a409993-d1b6-4878-bb7b-22b346a15989 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5117c4c-8297-45d4-aa7b-fb5e1e28410c,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:34.176843 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-218a9528-9299-4a3b-8d03-b015d994b595 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5eebb1468c2e4565a1d785b0170eadfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6940820 Mar 09 04:03:34.188004 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55144) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:34.280831 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:34.280981 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad17d44-f48b-4a12-aaf3-6437ac732085 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Checking segment: {'id': 'b97bf17c-9067-437a-aad6-0e247384a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '036a74dd-2cce-48a7-930f-c0ea8546b16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:03:34.281510 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad17d44-f48b-4a12-aaf3-6437ac732085 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Network hostable DHCP agents. Network: 036a74dd-2cce-48a7-930f-c0ea8546b16f, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:03:34.290003 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1a409993-d1b6-4878-bb7b-22b346a15989 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:34.294394 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1a409993-d1b6-4878-bb7b-22b346a15989 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6083860 Mar 09 04:03:34.295930 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a9528-9299-4a3b-8d03-b015d994b595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21772ab7-84c1-4dc2-a630-31613feb41cf,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:34.305145 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55148) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:34.313750 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad17d44-f48b-4a12-aaf3-6437ac732085 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event updated for resources: {'Subnet': ['ID=c2a4198b-dfe6-4d2f-afb3-8317a20b1062,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:34.364376 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-8b757c8c-91a5-4b48-8746-b7a6a110908b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group_rule': {'security_group_id': '878fc062-b5ae-4a7e-9c7d-87559f1e9ae1', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:34.396578 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8b757c8c-91a5-4b48-8746-b7a6a110908b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:34.448616 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-8b757c8c-91a5-4b48-8746-b7a6a110908b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:34.448824 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6de44-7b17-4dcd-9a86-21c7c2629440 req-c59f007d-22b4-47f3-bd9a-728c0374f75c tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:34.456206 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-69b6de44-7b17-4dcd-9a86-21c7c2629440 req-c59f007d-22b4-47f3-bd9a-728c0374f75c tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 945 time: 0.2670681 Mar 09 04:03:34.458800 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-8b757c8c-91a5-4b48-8746-b7a6a110908b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:34.486563 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad17d44-f48b-4a12-aaf3-6437ac732085 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Network 036a74dd-2cce-48a7-930f-c0ea8546b16f is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:03:34.491707 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1d4d1c76-aaa2-4b2f-8751-903b10159629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:34.516665 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 28bb7385-7cf2-4f52-9b79-a3420638b78b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:03:34.536464 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8b757c8c-91a5-4b48-8746-b7a6a110908b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:34.548828 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-7ad17d44-f48b-4a12-aaf3-6437ac732085 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 036a74dd-2cce-48a7-930f-c0ea8546b16f) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:03:34.571460 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad17d44-f48b-4a12-aaf3-6437ac732085 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:34.574600 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7ad17d44-f48b-4a12-aaf3-6437ac732085 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:34.576747 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1d4d1c76-aaa2-4b2f-8751-903b10159629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:34.581972 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860e86f3-7763-4ac2-8011-5519fb862c39 None None] Network 036a74dd-2cce-48a7-930f-c0ea8546b16f requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:03:34.630454 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7ad17d44-f48b-4a12-aaf3-6437ac732085 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7839565 Mar 09 04:03:34.633158 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b757c8c-91a5-4b48-8746-b7a6a110908b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:34.646003 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55154) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:34.719366 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-69b6de44-7b17-4dcd-9a86-21c7c2629440 req-aab5e13f-c1a6-4728-8589-fab89a9af281 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/security-groups?id=97496332-efcd-4619-a418-5c324a6dfebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620356 Mar 09 04:03:34.720269 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1d4d1c76-aaa2-4b2f-8751-903b10159629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:34.753206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d1c76-aaa2-4b2f-8751-903b10159629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21772ab7-84c1-4dc2-a630-31613feb41cf,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:34.774485 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1d4d1c76-aaa2-4b2f-8751-903b10159629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:34.777243 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1d4d1c76-aaa2-4b2f-8751-903b10159629 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/21772ab7-84c1-4dc2-a630-31613feb41cf HTTP/1.1" status: 204 len: 168 time: 0.5518715 Mar 09 04:03:34.929474 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b757c8c-91a5-4b48-8746-b7a6a110908b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:34.966407 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b757c8c-91a5-4b48-8746-b7a6a110908b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:35.015457 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98b9c615-26ed-4647-9544-76bac4bbe8f0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:35.023147 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b757c8c-91a5-4b48-8746-b7a6a110908b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06939c0d-8d94-4bbd-a852-4af02956da6d,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:35.070027 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 28bb7385-7cf2-4f52-9b79-a3420638b78b completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:03:35.085409 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a96b5692-adb0-4054-aa01-3fc6a303b3df up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:03:35.112704 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b757c8c-91a5-4b48-8746-b7a6a110908b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:35.117820 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8b757c8c-91a5-4b48-8746-b7a6a110908b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7840822 Mar 09 04:03:35.120772 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55164) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:35.125885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-8de22661-a5f2-4426-85af-f245a334f2c3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group_rule': {'security_group_id': '878fc062-b5ae-4a7e-9c7d-87559f1e9ae1', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:35.142353 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8de22661-a5f2-4426-85af-f245a334f2c3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:35.153634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8de22661-a5f2-4426-85af-f245a334f2c3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:35.156934 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8de22661-a5f2-4426-85af-f245a334f2c3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:35.171098 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8de22661-a5f2-4426-85af-f245a334f2c3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:35.191251 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98b9c615-26ed-4647-9544-76bac4bbe8f0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:35.194476 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72c22d7-6862-4f3b-a0d9-e2616af8d69f None None] Network 1c1db495-ff81-4c52-b994-84884789f341 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:03:35.205784 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8de22661-a5f2-4426-85af-f245a334f2c3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:35.463274 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8de22661-a5f2-4426-85af-f245a334f2c3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:35.530938 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98b9c615-26ed-4647-9544-76bac4bbe8f0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:35.534321 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8de22661-a5f2-4426-85af-f245a334f2c3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:35.605195 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c895000d-00a9-489c-a682-17344ee0f120 None None] Provisioning for port 28bb7385-7cf2-4f52-9b79-a3420638b78b completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:03:35.623902 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c895000d-00a9-489c-a682-17344ee0f120 None None] Provisioning complete for port 28bb7385-7cf2-4f52-9b79-a3420638b78b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:03:35.624444 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c895000d-00a9-489c-a682-17344ee0f120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:35.819100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89150be3-b9de-4fc8-bf74-9737eb6bd99b req-1c127091-ccb1-48ca-9e89-1e1478907e83 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:35.819100 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-89150be3-b9de-4fc8-bf74-9737eb6bd99b req-1c127091-ccb1-48ca-9e89-1e1478907e83 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 945 time: 0.5928609 Mar 09 04:03:35.824935 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9c615-26ed-4647-9544-76bac4bbe8f0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a4198b-dfe6-4d2f-afb3-8317a20b1062,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:35.846784 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8de22661-a5f2-4426-85af-f245a334f2c3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:35.848003 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8de22661-a5f2-4426-85af-f245a334f2c3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7262304 Mar 09 04:03:35.848794 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de22661-a5f2-4426-85af-f245a334f2c3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ff1662-45e0-4ad4-8279-ecb291debd13,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:35.852591 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55180) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:35.858605 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-cea95be4-058b-4ce2-ba8e-6b9018dff19e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group_rule': {'security_group_id': '878fc062-b5ae-4a7e-9c7d-87559f1e9ae1', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:35.895321 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cea95be4-058b-4ce2-ba8e-6b9018dff19e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:35.927153 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cea95be4-058b-4ce2-ba8e-6b9018dff19e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:35.933738 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cea95be4-058b-4ce2-ba8e-6b9018dff19e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:35.956828 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cea95be4-058b-4ce2-ba8e-6b9018dff19e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:35.973253 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-89150be3-b9de-4fc8-bf74-9737eb6bd99b req-5619537a-e880-4d7b-95fa-32d26d2df585 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404853 Mar 09 04:03:36.014254 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cea95be4-058b-4ce2-ba8e-6b9018dff19e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:36.089548 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d828385-eafc-4e0c-9b73-5588c77487e9 None None] Network 036a74dd-2cce-48a7-930f-c0ea8546b16f requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:03:36.163149 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98b9c615-26ed-4647-9544-76bac4bbe8f0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:36.203650 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-98b9c615-26ed-4647-9544-76bac4bbe8f0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036a74dd-2cce-48a7-930f-c0ea8546b16f']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:36.208277 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cea95be4-058b-4ce2-ba8e-6b9018dff19e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:36.223446 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-98b9c615-26ed-4647-9544-76bac4bbe8f0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97bf17c-9067-437a-aad6-0e247384a88d') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:36.223673 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-98b9c615-26ed-4647-9544-76bac4bbe8f0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97bf17c-9067-437a-aad6-0e247384a88d') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:36.224271 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cea95be4-058b-4ce2-ba8e-6b9018dff19e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:36.240446 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98b9c615-26ed-4647-9544-76bac4bbe8f0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:36.266424 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98b9c615-26ed-4647-9544-76bac4bbe8f0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:36.283905 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59d5e7-02b0-4db7-bd49-b578283a9463 req-c9ccd747-336b-4ae3-96a5-4f9321a048d2 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:36.284855 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2f59d5e7-02b0-4db7-bd49-b578283a9463 req-c9ccd747-336b-4ae3-96a5-4f9321a048d2 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 945 time: 0.2037327 Mar 09 04:03:36.286233 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b9c615-26ed-4647-9544-76bac4bbe8f0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:03:36.286635 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98b9c615-26ed-4647-9544-76bac4bbe8f0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:36.288898 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea95be4-058b-4ce2-ba8e-6b9018dff19e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2547eaa6-0c64-4dac-a884-28a0bf72eccf,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:36.307547 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cea95be4-058b-4ce2-ba8e-6b9018dff19e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:03:36.311036 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:03:36.312943 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cea95be4-058b-4ce2-ba8e-6b9018dff19e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4547622 Mar 09 04:03:36.315356 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55190) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:36.321046 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-2fe1f970-95ba-4c28-8a87-8cd05ab148bf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group_rule': {'security_group_id': '878fc062-b5ae-4a7e-9c7d-87559f1e9ae1', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:36.336843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2fe1f970-95ba-4c28-8a87-8cd05ab148bf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:36.346363 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2fe1f970-95ba-4c28-8a87-8cd05ab148bf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:36.353103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2fe1f970-95ba-4c28-8a87-8cd05ab148bf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:36.364852 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2fe1f970-95ba-4c28-8a87-8cd05ab148bf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:36.398357 n-d-825178-5 neutron-server[87880]: INFO neutron.db.securitygroups_db [None req-2fe1f970-95ba-4c28-8a87-8cd05ab148bf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Project 2eed8fa07dd541719db04a03bcdea9c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:03:36.426890 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f970-95ba-4c28-8a87-8cd05ab148bf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:36.444447 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port a96b5692-adb0-4054-aa01-3fc6a303b3df triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:03:36.444711 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:36.490330 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2f59d5e7-02b0-4db7-bd49-b578283a9463 req-a12c33dc-69aa-47c4-8d40-a7a0a0be19db tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/security-groups?id=97496332-efcd-4619-a418-5c324a6dfebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801400 Mar 09 04:03:36.494933 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98b9c615-26ed-4647-9544-76bac4bbe8f0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:36.517477 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f970-95ba-4c28-8a87-8cd05ab148bf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:36.524024 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f970-95ba-4c28-8a87-8cd05ab148bf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:36.552811 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1f970-95ba-4c28-8a87-8cd05ab148bf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c690a82-d639-4d0c-8e32-510168835a22,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:36.570758 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98b9c615-26ed-4647-9544-76bac4bbe8f0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:36.575480 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f970-95ba-4c28-8a87-8cd05ab148bf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:36.577589 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2fe1f970-95ba-4c28-8a87-8cd05ab148bf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2609146 Mar 09 04:03:36.579973 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55200) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:36.585685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-b9824f45-d4fd-4c2d-aaab-23652264e777 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group_rule': {'security_group_id': '878fc062-b5ae-4a7e-9c7d-87559f1e9ae1', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:36.595883 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b9824f45-d4fd-4c2d-aaab-23652264e777 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:36.602508 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b9824f45-d4fd-4c2d-aaab-23652264e777 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:36.604172 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9c615-26ed-4647-9544-76bac4bbe8f0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event deleted for resources: {'Network': ['ID=036a74dd-2cce-48a7-930f-c0ea8546b16f,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:36.613305 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-98b9c615-26ed-4647-9544-76bac4bbe8f0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "DELETE /v2.0/networks/036a74dd-2cce-48a7-930f-c0ea8546b16f HTTP/1.1" status: 204 len: 168 time: 1.9640203 Mar 09 04:03:36.616677 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55204) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:36.624530 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b9824f45-d4fd-4c2d-aaab-23652264e777 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:36.636520 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b9824f45-d4fd-4c2d-aaab-23652264e777 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:36.646355 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-850de0fb-a0b4-4b90-a04c-4c94454fd6e2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1934515648'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:36.664587 n-d-825178-5 neutron-server[87880]: INFO neutron.db.securitygroups_db [None req-b9824f45-d4fd-4c2d-aaab-23652264e777 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Project 2eed8fa07dd541719db04a03bcdea9c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:03:36.668652 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-850de0fb-a0b4-4b90-a04c-4c94454fd6e2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:36.679039 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-850de0fb-a0b4-4b90-a04c-4c94454fd6e2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Usage tracker for resource:network and tenant:a8c331de0dc94d139e553c0231694853 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:36.683238 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-850de0fb-a0b4-4b90-a04c-4c94454fd6e2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:36.683509 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9824f45-d4fd-4c2d-aaab-23652264e777 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:36.689858 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-850de0fb-a0b4-4b90-a04c-4c94454fd6e2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:36.704238 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850de0fb-a0b4-4b90-a04c-4c94454fd6e2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Made reservation on behalf of a8c331de0dc94d139e553c0231694853 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:03:36.716869 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-850de0fb-a0b4-4b90-a04c-4c94454fd6e2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:36.848812 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850de0fb-a0b4-4b90-a04c-4c94454fd6e2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:03:36.871902 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-850de0fb-a0b4-4b90-a04c-4c94454fd6e2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:36.872453 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-850de0fb-a0b4-4b90-a04c-4c94454fd6e2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Added segment 7edf49f3-acd3-4f5e-bd89-b99565f52244 of type vlan for network 9a895135-a0c3-49ff-8e5a-5c3154f0f39f Mar 09 04:03:36.941845 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9824f45-d4fd-4c2d-aaab-23652264e777 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:36.950789 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9824f45-d4fd-4c2d-aaab-23652264e777 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:37.043149 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-850de0fb-a0b4-4b90-a04c-4c94454fd6e2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:37.044689 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b9824f45-d4fd-4c2d-aaab-23652264e777 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:37.049307 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c895000d-00a9-489c-a682-17344ee0f120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:37.049768 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b9824f45-d4fd-4c2d-aaab-23652264e777 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4686921 Mar 09 04:03:37.052130 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9824f45-d4fd-4c2d-aaab-23652264e777 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d27c98-99a5-4b6d-90c8-cc6aad45981f,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:37.060478 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55218) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:37.091187 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-ebfb2a93-e3bd-439c-9777-1ec27f728380 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'network': {'name': 'tempest-network-smoke--1813931309', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'port_security_enabled': True}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:37.140834 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ebfb2a93-e3bd-439c-9777-1ec27f728380 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:37.147740 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c895000d-00a9-489c-a682-17344ee0f120 None None] For port 28bb7385-7cf2-4f52-9b79-a3420638b78b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=28bb7385-7cf2-4f52-9b79-a3420638b78b,segment=NetworkSegment(ac722963-1dbf-42df-9e9a-c31d706c9de7),segment_id=ac722963-1dbf-42df-9e9a-c31d706c9de7)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:03:37.165978 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c895000d-00a9-489c-a682-17344ee0f120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:37.167970 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ebfb2a93-e3bd-439c-9777-1ec27f728380 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:network and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:37.182843 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ebfb2a93-e3bd-439c-9777-1ec27f728380 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:37.204704 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ebfb2a93-e3bd-439c-9777-1ec27f728380 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:37.284773 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfb2a93-e3bd-439c-9777-1ec27f728380 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Made reservation on behalf of 2eed8fa07dd541719db04a03bcdea9c3 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:03:37.301539 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ebfb2a93-e3bd-439c-9777-1ec27f728380 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:37.332917 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895000d-00a9-489c-a682-17344ee0f120 None None] Pushing event updated for resources: {'Port': ['ID=28bb7385-7cf2-4f52-9b79-a3420638b78b,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:37.338549 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7b3b4a6a-0974-4eb1-92cc-77fb7e9d6f6b None None] Provisioning complete for port 28bb7385-7cf2-4f52-9b79-a3420638b78b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:03:37.339244 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7b3b4a6a-0974-4eb1-92cc-77fb7e9d6f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:37.352227 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-850de0fb-a0b4-4b90-a04c-4c94454fd6e2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:37.362671 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850de0fb-a0b4-4b90-a04c-4c94454fd6e2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:37.374567 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-850de0fb-a0b4-4b90-a04c-4c94454fd6e2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:37.553166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ee491-efd6-487c-8491-92f3600f7a03 req-b7faa370-a01c-4a26-b4d5-14f40e65da73 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:37.571594 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f46ee491-efd6-487c-8491-92f3600f7a03 req-b7faa370-a01c-4a26-b4d5-14f40e65da73 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 945 time: 0.2149277 Mar 09 04:03:37.664774 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f46ee491-efd6-487c-8491-92f3600f7a03 req-ab5e5b20-36ce-4b6f-930e-0e43efce257d tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900891 Mar 09 04:03:37.673284 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-850de0fb-a0b4-4b90-a04c-4c94454fd6e2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0351570 Mar 09 04:03:37.674052 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55236) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:37.684964 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-c0272e26-81fb-45a2-bb6c-b792a9f16909 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Request body: {'subnet': {'network_id': '9a895135-a0c3-49ff-8e5a-5c3154f0f39f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:37.694053 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850de0fb-a0b4-4b90-a04c-4c94454fd6e2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event updated for resources: {'Network': ['ID=9a895135-a0c3-49ff-8e5a-5c3154f0f39f,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:37.698491 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebfb2a93-e3bd-439c-9777-1ec27f728380 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:03:37.710564 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 9a895135-a0c3-49ff-8e5a-5c3154f0f39f details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:03:37.717883 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ebfb2a93-e3bd-439c-9777-1ec27f728380 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:37.718583 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-ebfb2a93-e3bd-439c-9777-1ec27f728380 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Added segment 66cb0732-e838-42b8-b393-a2b501eb90c7 of type vlan for network 749ff854-15a7-4f21-b2aa-77ee7a469281 Mar 09 04:03:37.877769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c0272e26-81fb-45a2-bb6c-b792a9f16909 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:37.887181 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c0272e26-81fb-45a2-bb6c-b792a9f16909 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Usage tracker for resource:subnet and tenant:a8c331de0dc94d139e553c0231694853 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:37.896772 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c0272e26-81fb-45a2-bb6c-b792a9f16909 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:37.909280 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c0272e26-81fb-45a2-bb6c-b792a9f16909 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:37.932414 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ebfb2a93-e3bd-439c-9777-1ec27f728380 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:38.039480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0272e26-81fb-45a2-bb6c-b792a9f16909 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Made reservation on behalf of a8c331de0dc94d139e553c0231694853 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:03:38.042763 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c0272e26-81fb-45a2-bb6c-b792a9f16909 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:38.070230 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ebfb2a93-e3bd-439c-9777-1ec27f728380 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:38.083734 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfb2a93-e3bd-439c-9777-1ec27f728380 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:38.084379 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ebfb2a93-e3bd-439c-9777-1ec27f728380 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:38.198789 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495f072-ec77-49fb-9256-1bf67ea18b4b req-3009e37c-84c9-4ebe-9c09-c8e8af95a07a tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:38.200454 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d495f072-ec77-49fb-9256-1bf67ea18b4b req-3009e37c-84c9-4ebe-9c09-c8e8af95a07a tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 945 time: 0.3000681 Mar 09 04:03:38.211853 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55250) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:38.223033 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-2d3f990f-e8a8-457a-aad9-86e992273fa9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Request body: {'floatingip': {'port_id': '0ea65e4f-7079-44db-9631-3d500846beaf'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:38.280803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef804750-7cbc-4421-bc06-8fc5f1c951ec req-cf38c9f5-7edf-4463-9238-e26c6213b2a1 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:38.282437 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ef804750-7cbc-4421-bc06-8fc5f1c951ec req-cf38c9f5-7edf-4463-9238-e26c6213b2a1 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 945 time: 0.5183976 Mar 09 04:03:38.374572 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ebfb2a93-e3bd-439c-9777-1ec27f728380 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3027070 Mar 09 04:03:38.374802 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2d3f990f-e8a8-457a-aad9-86e992273fa9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for floatingip, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:38.376478 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55254) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:38.377283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb2a93-e3bd-439c-9777-1ec27f728380 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Network': ['ID=749ff854-15a7-4f21-b2aa-77ee7a469281,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:38.387224 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6e85d2e2-f363-434c-abd9-e12ca32e1d2a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-732923666', 'admin_state_up': True, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:38.391591 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 749ff854-15a7-4f21-b2aa-77ee7a469281 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:03:38.398521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6e85d2e2-f363-434c-abd9-e12ca32e1d2a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:38.411588 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6e85d2e2-f363-434c-abd9-e12ca32e1d2a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:router and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:38.417646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6e85d2e2-f363-434c-abd9-e12ca32e1d2a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:38.426661 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6e85d2e2-f363-434c-abd9-e12ca32e1d2a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:38.431192 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ef804750-7cbc-4421-bc06-8fc5f1c951ec req-f4b100e7-73d9-4d5c-8add-74c3a4ffaf7e tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/security-groups?id=97496332-efcd-4619-a418-5c324a6dfebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906715 Mar 09 04:03:38.442607 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e85d2e2-f363-434c-abd9-e12ca32e1d2a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:38.445992 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e85d2e2-f363-434c-abd9-e12ca32e1d2a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:38.552935 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e85d2e2-f363-434c-abd9-e12ca32e1d2a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:38.815228 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c0272e26-81fb-45a2-bb6c-b792a9f16909 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:38.841841 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:39.144929 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 28bb7385-7cf2-4f52-9b79-a3420638b78b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:03:39.344935 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 28bb7385-7cf2-4f52-9b79-a3420638b78b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:03:39.345315 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:39.354894 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e85d2e2-f363-434c-abd9-e12ca32e1d2a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:39.544908 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0272e26-81fb-45a2-bb6c-b792a9f16909 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Checking segment: {'id': '7edf49f3-acd3-4f5e-bd89-b99565f52244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9a895135-a0c3-49ff-8e5a-5c3154f0f39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:03:39.545250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0272e26-81fb-45a2-bb6c-b792a9f16909 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Network hostable DHCP agents. Network: 9a895135-a0c3-49ff-8e5a-5c3154f0f39f, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:03:39.550317 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0272e26-81fb-45a2-bb6c-b792a9f16909 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event updated for resources: {'Subnet': ['ID=c288b90d-bf14-46c2-aee1-dc606147ce4c,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:39.580125 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c526d1-6687-4da8-b901-b230369878c3 req-aead3a86-6897-4080-a693-b5ce19a1e065 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:39.581540 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-21c526d1-6687-4da8-b901-b230369878c3 req-aead3a86-6897-4080-a693-b5ce19a1e065 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 945 time: 0.3787537 Mar 09 04:03:39.717685 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-21c526d1-6687-4da8-b901-b230369878c3 req-95a3c3c8-1059-452a-90f8-24fde30c158f tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/security-groups?id=97496332-efcd-4619-a418-5c324a6dfebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276858 Mar 09 04:03:39.880862 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b1a90-1f14-4177-b31c-ef4001e04fe1 req-da0344bc-c5b4-4b99-8075-eba916c8a82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:39.882392 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-514b1a90-1f14-4177-b31c-ef4001e04fe1 req-da0344bc-c5b4-4b99-8075-eba916c8a82c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eca4958534b84e61be0e1942cbdb6c01&device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 1096 time: 0.5523930 Mar 09 04:03:39.883073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0272e26-81fb-45a2-bb6c-b792a9f16909 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Network 9a895135-a0c3-49ff-8e5a-5c3154f0f39f is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:03:39.978252 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e85d2e2-f363-434c-abd9-e12ca32e1d2a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:40.085294 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b1a90-1f14-4177-b31c-ef4001e04fe1 req-9c4940d0-00ee-4682-8201-defdabb95cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:40.086934 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-514b1a90-1f14-4177-b31c-ef4001e04fe1 req-9c4940d0-00ee-4682-8201-defdabb95cec service neutron] 10.222.0.21 "GET /v2.0/networks?id=147a12b1-63bb-48f1-b830-6d05d3a38867 HTTP/1.1" status: 200 len: 912 time: 0.1892614 Mar 09 04:03:40.110039 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e85d2e2-f363-434c-abd9-e12ca32e1d2a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:40.177730 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-514b1a90-1f14-4177-b31c-ef4001e04fe1 req-0e67214c-75fa-4d22-b501-db0cd642089d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18769f3a-b3c5-49bf-a7b7-284a30b1eabc HTTP/1.1" status: 200 len: 217 time: 0.0728221 Mar 09 04:03:40.179222 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-c0272e26-81fb-45a2-bb6c-b792a9f16909 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 9a895135-a0c3-49ff-8e5a-5c3154f0f39f) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:03:40.205057 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c3fa69-db9c-4363-9b65-da9c59d547a9 None None] Network 9a895135-a0c3-49ff-8e5a-5c3154f0f39f requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:03:40.240539 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0272e26-81fb-45a2-bb6c-b792a9f16909 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:40.240539 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c0272e26-81fb-45a2-bb6c-b792a9f16909 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:40.308051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b1a90-1f14-4177-b31c-ef4001e04fe1 req-67940491-07f0-4e78-9ba0-1af8a987bb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:40.314888 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-514b1a90-1f14-4177-b31c-ef4001e04fe1 req-67940491-07f0-4e78-9ba0-1af8a987bb09 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6f2f043-c55f-4181-acea-0903ba12888e HTTP/1.1" status: 200 len: 851 time: 0.1288273 Mar 09 04:03:40.318062 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-6e85d2e2-f363-434c-abd9-e12ca32e1d2a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Allocated IP 172.25.7.135 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/bea81eb9-5f45-48cd-a465-a90e4c3da013) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:03:40.399180 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [None req-2d3f990f-e8a8-457a-aad9-86e992273fa9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 04:03:40.476181 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c0272e26-81fb-45a2-bb6c-b792a9f16909 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7985294 Mar 09 04:03:40.492519 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55282) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:40.495601 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-514b1a90-1f14-4177-b31c-ef4001e04fe1 req-511adf64-e7be-4bf8-80e9-c28ba2c635c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=147a12b1-63bb-48f1-b830-6d05d3a38867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1701651 Mar 09 04:03:40.672626 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-9a895135-a0c3-49ff-8e5a-5c3154f0f39f', 'network_id': '9a895135-a0c3-49ff-8e5a-5c3154f0f39f', 'tenant_id': 'a8c331de0dc94d139e553c0231694853', 'fixed_ips': [{'subnet_id': 'c288b90d-bf14-46c2-aee1-dc606147ce4c'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:03:40.674989 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:40.676582 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2d3f990f-e8a8-457a-aad9-86e992273fa9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:40.739781 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e85d2e2-f363-434c-abd9-e12ca32e1d2a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:40.822784 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e85d2e2-f363-434c-abd9-e12ca32e1d2a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:40.895347 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e85d2e2-f363-434c-abd9-e12ca32e1d2a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:03:40.898135 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-6e85d2e2-f363-434c-abd9-e12ca32e1d2a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:03:40.902967 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e85d2e2-f363-434c-abd9-e12ca32e1d2a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:03:40.958843 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2d3f990f-e8a8-457a-aad9-86e992273fa9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:41.015172 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85d2e2-f363-434c-abd9-e12ca32e1d2a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Port': ['ID=bea81eb9-5f45-48cd-a465-a90e4c3da013,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:41.147726 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Allocated IP 2001:db8::1 (9a895135-a0c3-49ff-8e5a-5c3154f0f39f/c288b90d-bf14-46c2-aee1-dc606147ce4c/6d9e73ba-3f46-426d-b778-1edb3cf47811) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:03:41.309363 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-2d3f990f-e8a8-457a-aad9-86e992273fa9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Floating IP 9e5493cc-b75e-47e3-b20b-ac7bc6ad0c7d associated. External IP: 172.25.7.29, port: 0ea65e4f-7079-44db-9631-3d500846beaf. Mar 09 04:03:41.508494 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:41.521217 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Transition to ACTIVE for port object 6d9e73ba-3f46-426d-b778-1edb3cf47811 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:03:41.543063 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Transition to ACTIVE for port object 6d9e73ba-3f46-426d-b778-1edb3cf47811 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:03:41.550522 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:41.648169 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Network 9a895135-a0c3-49ff-8e5a-5c3154f0f39f is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:03:41.655041 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:03:41.668440 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:03:41.745607 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Pushing event updated for resources: {'Port': ['ID=6d9e73ba-3f46-426d-b778-1edb3cf47811,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:41.789034 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:41.789379 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:41.789714 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:41.790459 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:41.790459 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:41.791633 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:41.791966 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:41.792288 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:41.792605 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:41.792919 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:41.793233 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:41.793545 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:41.822207 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Attempting to bind port 6d9e73ba-3f46-426d-b778-1edb3cf47811 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:03:41.822486 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Attempting to bind port 6d9e73ba-3f46-426d-b778-1edb3cf47811 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '7edf49f3-acd3-4f5e-bd89-b99565f52244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9a895135-a0c3-49ff-8e5a-5c3154f0f39f'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:03:41.822878 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Attempting to bind port 6d9e73ba-3f46-426d-b778-1edb3cf47811 on network 9a895135-a0c3-49ff-8e5a-5c3154f0f39f {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:03:41.828522 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:03:41.828896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Checking segment: {'id': '7edf49f3-acd3-4f5e-bd89-b99565f52244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9a895135-a0c3-49ff-8e5a-5c3154f0f39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:03:41.829286 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:41.830028 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Bound using segment: {'id': '7edf49f3-acd3-4f5e-bd89-b99565f52244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9a895135-a0c3-49ff-8e5a-5c3154f0f39f'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:03:41.830523 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Bound port: 6d9e73ba-3f46-426d-b778-1edb3cf47811, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7edf49f3-acd3-4f5e-bd89-b99565f52244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9a895135-a0c3-49ff-8e5a-5c3154f0f39f'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:03:41.830910 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:41.950329 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fad87075-87c9-4073-97ca-b8241a2a1b4d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:41.986490 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-514b1a90-1f14-4177-b31c-ef4001e04fe1 req-d63f9532-062c-4f78-b100-2bc82b4a4863 service neutron] 10.222.0.21 "GET /v2.0/networks/147a12b1-63bb-48f1-b830-6d05d3a38867?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4681807 Mar 09 04:03:42.037336 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] For port 6d9e73ba-3f46-426d-b778-1edb3cf47811, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:03:42.040705 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] For port 6d9e73ba-3f46-426d-b778-1edb3cf47811, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=6d9e73ba-3f46-426d-b778-1edb3cf47811,segment=NetworkSegment(7edf49f3-acd3-4f5e-bd89-b99565f52244),segment_id=7edf49f3-acd3-4f5e-bd89-b99565f52244)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:03:42.046115 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:42.093368 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-fad87075-87c9-4073-97ca-b8241a2a1b4d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Deleting port 6d9e73ba-3f46-426d-b778-1edb3cf47811 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:03:42.093705 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fad87075-87c9-4073-97ca-b8241a2a1b4d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:42.129755 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e85d2e2-f363-434c-abd9-e12ca32e1d2a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:42.132224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60d329-a904-4199-aa71-e874b1d56dec req-3a3ec55b-53f4-4eb3-9d3d-f8b8c8580ab7 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:42.133747 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3a60d329-a904-4199-aa71-e874b1d56dec req-3a3ec55b-53f4-4eb3-9d3d-f8b8c8580ab7 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 945 time: 0.9436226 Mar 09 04:03:42.250889 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36d633-3bb6-405a-9dfb-fec933e5664c None None] Pushing event updated for resources: {'Port': ['ID=6d9e73ba-3f46-426d-b778-1edb3cf47811,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:42.439135 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3a60d329-a904-4199-aa71-e874b1d56dec req-fb7cb802-6644-457f-89d1-1b42711239fd tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/security-groups?id=97496332-efcd-4619-a418-5c324a6dfebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933512 Mar 09 04:03:42.598467 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-514b1a90-1f14-4177-b31c-ef4001e04fe1 req-5fafdfa5-cf20-457f-b2b2-74f9cf994a1e service neutron] 10.222.0.21 "GET /v2.0/networks/147a12b1-63bb-48f1-b830-6d05d3a38867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5994961 Mar 09 04:03:42.735296 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e85d2e2-f363-434c-abd9-e12ca32e1d2a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:43.075979 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3f990f-e8a8-457a-aad9-86e992273fa9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Router 0f848ca0-0916-41c8-846a-2d991d560463 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:03:43.146659 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6d9e73ba-3f46-426d-b778-1edb3cf47811 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:03:43.195850 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e85d2e2-f363-434c-abd9-e12ca32e1d2a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Router 2bd4f9f1-86a9-4c8a-8c81-c586883844f7 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:03:43.321607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-fad87075-87c9-4073-97ca-b8241a2a1b4d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] For port 6d9e73ba-3f46-426d-b778-1edb3cf47811, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=6d9e73ba-3f46-426d-b778-1edb3cf47811,segment=NetworkSegment(7edf49f3-acd3-4f5e-bd89-b99565f52244),segment_id=7edf49f3-acd3-4f5e-bd89-b99565f52244)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:03:43.323766 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fad87075-87c9-4073-97ca-b8241a2a1b4d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:43.333594 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 6d9e73ba-3f46-426d-b778-1edb3cf47811 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:03:43.520323 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-fad87075-87c9-4073-97ca-b8241a2a1b4d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Calling delete_port for 6d9e73ba-3f46-426d-b778-1edb3cf47811 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:03:43.892560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3f990f-e8a8-457a-aad9-86e992273fa9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:03:43.905100 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4acc49-fc5e-45f2-bb8f-8ff9ee8f03c6 None None] Sync routers for ids ['0f848ca0-0916-41c8-846a-2d991d560463'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:03:43.919560 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4acc49-fc5e-45f2-bb8f-8ff9ee8f03c6 None None] Routers {'0f848ca0-0916-41c8-846a-2d991d560463'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:03:43.920999 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0a4acc49-fc5e-45f2-bb8f-8ff9ee8f03c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:03:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['0f848ca0-0916-41c8-846a-2d991d560463'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:43.953518 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6de088-d310-407d-949f-fe01801e8ee4 None None] Network 9a895135-a0c3-49ff-8e5a-5c3154f0f39f requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:03:43.966539 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2d3f990f-e8a8-457a-aad9-86e992273fa9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:43.970516 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e85d2e2-f363-434c-abd9-e12ca32e1d2a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:03:44.017341 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bb38f-52d2-4c61-8ff4-51171f4e2961 req-a86d42d5-6c42-46a1-a145-bb4d02cdf959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:44.020035 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-146bb38f-52d2-4c61-8ff4-51171f4e2961 req-a86d42d5-6c42-46a1-a145-bb4d02cdf959 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eca4958534b84e61be0e1942cbdb6c01&device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 1096 time: 1.2863576 Mar 09 04:03:44.089923 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fad87075-87c9-4073-97ca-b8241a2a1b4d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:44.125872 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa80382-885b-45b0-bb3b-1d585957bc13 req-4dc01e9b-53f2-42da-80c0-29083739290e tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:44.140854 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] Sync routers for ids ['2bd4f9f1-86a9-4c8a-8c81-c586883844f7'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:03:44.142925 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1fa80382-885b-45b0-bb3b-1d585957bc13 req-4dc01e9b-53f2-42da-80c0-29083739290e tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 945 time: 0.3326225 Mar 09 04:03:44.145703 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e85d2e2-f363-434c-abd9-e12ca32e1d2a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:44.146844 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6e85d2e2-f363-434c-abd9-e12ca32e1d2a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.7671494 Mar 09 04:03:44.172897 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55330) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:44.176740 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6a928685-8191-4941-89ae-aa7806ffc595 None None] Could not find standard attr ID for object 6d9e73ba-3f46-426d-b778-1edb3cf47811. {{(pid=87882) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 04:03:44.210256 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] Routers {'2bd4f9f1-86a9-4c8a-8c81-c586883844f7'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:03:44.215997 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:03:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['2bd4f9f1-86a9-4c8a-8c81-c586883844f7'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:44.219634 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2d3f990f-e8a8-457a-aad9-86e992273fa9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "PUT /v2.0/floatingips/9e5493cc-b75e-47e3-b20b-ac7bc6ad0c7d HTTP/1.1" status: 200 len: 990 time: 6.0054402 Mar 09 04:03:44.225770 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad87075-87c9-4073-97ca-b8241a2a1b4d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event deleted for resources: {'Port': ['ID=6d9e73ba-3f46-426d-b778-1edb3cf47811,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:44.227958 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8dad071-e56a-4595-b4bd-a918ec9afbf3', 'tag': '0ea65e4f-7079-44db-9631-3d500846beaf'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:03:44.312815 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3a467c6d-2546-47a1-9e5d-47cdd25d564b tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=2eed8fa07dd541719db04a03bcdea9c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1384938 Mar 09 04:03:44.338801 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55338) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:44.361142 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1fa80382-885b-45b0-bb3b-1d585957bc13 req-b3a90a22-d94e-48e6-9a27-de70c063b1a6 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/security-groups?id=97496332-efcd-4619-a418-5c324a6dfebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172165 Mar 09 04:03:44.374937 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-0a4acc49-fc5e-45f2-bb8f-8ff9ee8f03c6 None None] Set router 0f848ca0-0916-41c8-846a-2d991d560463 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:03:44.517441 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8dad071-e56a-4595-b4bd-a918ec9afbf3', 'tag': '0ea65e4f-7079-44db-9631-3d500846beaf', 'status': 'completed', 'code': 200} Mar 09 04:03:44.767146 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] Set router 2bd4f9f1-86a9-4c8a-8c81-c586883844f7 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:03:44.847681 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad87075-87c9-4073-97ca-b8241a2a1b4d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] No DVR routers for this DVR port 6d9e73ba-3f46-426d-b778-1edb3cf47811 on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:03:45.040320 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0a4acc49-fc5e-45f2-bb8f-8ff9ee8f03c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f848ca0-0916-41c8-846a-2d991d560463', 'name': 'tempest-AttachVolumeShelveTestJSON-904000155-router', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:35Z', 'updated_at': '2022-03-09T03:58:48Z', 'revision_number': 4, 'project_id': 'a789b53b4961423480ac62f11148731e', 'gw_port': {'id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:38Z', 'updated_at': '2022-03-09T03:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '9e5493cc-b75e-47e3-b20b-ac7bc6ad0c7d', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'floating_ip_address': '172.25.7.29', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'port_id': '0ea65e4f-7079-44db-9631-3d500846beaf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'mac_address': 'fa:16:3e:9e:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dad071-e56a-4595-b4bd-a918ec9afbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:03:03Z', 'updated_at': '2022-03-09T04:03:40Z', 'revision_number': 1, 'project_id': 'a789b53b4961423480ac62f11148731e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd721efb5-bbcb-40dd-947c-d6c007a67ed8', 'name': '', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'mac_address': 'fa:16:3e:9c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:46Z', 'updated_at': '2022-03-09T03:58:55Z', 'revision_number': 5, 'project_id': 'a789b53b4961423480ac62f11148731e', 'subnets': [{'id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:45.046373 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4acc49-fc5e-45f2-bb8f-8ff9ee8f03c6 None None] Checking router: 0f848ca0-0916-41c8-846a-2d991d560463 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:03:45.048475 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fad87075-87c9-4073-97ca-b8241a2a1b4d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:45.058686 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4acc49-fc5e-45f2-bb8f-8ff9ee8f03c6 None None] Routers {'0f848ca0-0916-41c8-846a-2d991d560463'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:03:45.060795 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0a4acc49-fc5e-45f2-bb8f-8ff9ee8f03c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:03:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['0f848ca0-0916-41c8-846a-2d991d560463'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:45.081486 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ff0c8c-7cd0-409e-adda-9ce3fd214e58 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:45.083466 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-43ff0c8c-7cd0-409e-adda-9ce3fd214e58 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7212152 Mar 09 04:03:45.086218 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55354) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:45.189418 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-308d925b-dd05-4fd9-8b36-52819b04a0e4 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1015167 Mar 09 04:03:45.191780 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55360) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:45.201089 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-ff4b27eb-4bcf-423b-ada8-758ef1172a05 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-566190433', 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:45.244889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bb38f-52d2-4c61-8ff4-51171f4e2961 req-a84a19b4-bdff-49a4-bc52-675e0bf11052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:45.247252 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-146bb38f-52d2-4c61-8ff4-51171f4e2961 req-a84a19b4-bdff-49a4-bc52-675e0bf11052 service neutron] 10.222.0.21 "GET /v2.0/networks?id=147a12b1-63bb-48f1-b830-6d05d3a38867 HTTP/1.1" status: 200 len: 912 time: 1.1921947 Mar 09 04:03:45.458666 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-146bb38f-52d2-4c61-8ff4-51171f4e2961 req-05575eb9-88f5-430f-865e-fb03be4c8666 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18769f3a-b3c5-49bf-a7b7-284a30b1eabc HTTP/1.1" status: 200 len: 217 time: 0.1924043 Mar 09 04:03:45.548427 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732923666', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'bea81eb9-5f45-48cd-a465-a90e4c3da013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:03:38Z', 'updated_at': '2022-03-09T04:03:41Z', 'revision_number': 3, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'bea81eb9-5f45-48cd-a465-a90e4c3da013', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:38:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:03:40Z', 'updated_at': '2022-03-09T04:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:45.564721 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] Checking router: 2bd4f9f1-86a9-4c8a-8c81-c586883844f7 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:03:45.565071 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] Updating router 2bd4f9f1-86a9-4c8a-8c81-c586883844f7 port bea81eb9-5f45-48cd-a465-a90e4c3da013 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:03:45.567753 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ff4b27eb-4bcf-423b-ada8-758ef1172a05 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:45.575145 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ff4b27eb-4bcf-423b-ada8-758ef1172a05 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:subnet and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:45.581660 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ff4b27eb-4bcf-423b-ada8-758ef1172a05 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:45.596399 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ff4b27eb-4bcf-423b-ada8-758ef1172a05 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:45.627627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd2574-3634-4eaa-89ce-3db01a1743e4 req-51cfadd7-3792-4d5e-ba57-8df829081208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:45.627906 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-0a4acc49-fc5e-45f2-bb8f-8ff9ee8f03c6 None None] Set router 0f848ca0-0916-41c8-846a-2d991d560463 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:03:45.633378 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32bd2574-3634-4eaa-89ce-3db01a1743e4 req-51cfadd7-3792-4d5e-ba57-8df829081208 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a789b53b4961423480ac62f11148731e&device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 1096 time: 1.1151891 Mar 09 04:03:45.681928 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be8ddd-8fa0-4942-b521-5128d45fa7a2 req-6636447e-a3b0-456d-80b5-89905dc7c303 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:45.683584 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e0be8ddd-8fa0-4942-b521-5128d45fa7a2 req-6636447e-a3b0-456d-80b5-89905dc7c303 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 945 time: 0.2571666 Mar 09 04:03:45.689112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4b27eb-4bcf-423b-ada8-758ef1172a05 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Made reservation on behalf of 2eed8fa07dd541719db04a03bcdea9c3 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:03:45.695382 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff4b27eb-4bcf-423b-ada8-758ef1172a05 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:45.724904 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:45.809307 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bb38f-52d2-4c61-8ff4-51171f4e2961 req-b4becadf-3b99-48be-89ad-e0547ff29a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:45.814044 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-146bb38f-52d2-4c61-8ff4-51171f4e2961 req-b4becadf-3b99-48be-89ad-e0547ff29a06 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6f2f043-c55f-4181-acea-0903ba12888e HTTP/1.1" status: 200 len: 851 time: 0.3344839 Mar 09 04:03:46.066079 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e0be8ddd-8fa0-4942-b521-5128d45fa7a2 req-4dc76c47-92d1-4b7f-a708-1ceeedb6c0ec tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/security-groups?id=97496332-efcd-4619-a418-5c324a6dfebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507235 Mar 09 04:03:46.134842 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-146bb38f-52d2-4c61-8ff4-51171f4e2961 req-d22e11c8-d92c-4826-917b-f4200c5dcdfa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=147a12b1-63bb-48f1-b830-6d05d3a38867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3088470 Mar 09 04:03:46.215113 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fad87075-87c9-4073-97ca-b8241a2a1b4d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:46.340029 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c2a503-073b-4e11-ab74-aae3459e1e28 None None] Network 9a895135-a0c3-49ff-8e5a-5c3154f0f39f requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:03:46.381390 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad87075-87c9-4073-97ca-b8241a2a1b4d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event deleted for resources: {'Subnet': ['ID=c288b90d-bf14-46c2-aee1-dc606147ce4c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:46.405388 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff4b27eb-4bcf-423b-ada8-758ef1172a05 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:46.581903 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b27eb-4bcf-423b-ada8-758ef1172a05 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Subnet': ['ID=b67bf7a0-3ef1-45fd-b01a-91732bdea256,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:46.595160 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4b27eb-4bcf-423b-ada8-758ef1172a05 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Checking segment: {'id': '66cb0732-e838-42b8-b393-a2b501eb90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:03:46.598116 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0a4acc49-fc5e-45f2-bb8f-8ff9ee8f03c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f848ca0-0916-41c8-846a-2d991d560463', 'name': 'tempest-AttachVolumeShelveTestJSON-904000155-router', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:35Z', 'updated_at': '2022-03-09T03:58:48Z', 'revision_number': 4, 'project_id': 'a789b53b4961423480ac62f11148731e', 'gw_port': {'id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:38Z', 'updated_at': '2022-03-09T03:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '9e5493cc-b75e-47e3-b20b-ac7bc6ad0c7d', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'floating_ip_address': '172.25.7.29', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'port_id': '0ea65e4f-7079-44db-9631-3d500846beaf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'mac_address': 'fa:16:3e:9e:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dad071-e56a-4595-b4bd-a918ec9afbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:03:03Z', 'updated_at': '2022-03-09T04:03:40Z', 'revision_number': 1, 'project_id': 'a789b53b4961423480ac62f11148731e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd721efb5-bbcb-40dd-947c-d6c007a67ed8', 'name': '', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'mac_address': 'fa:16:3e:9c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:46Z', 'updated_at': '2022-03-09T03:58:55Z', 'revision_number': 5, 'project_id': 'a789b53b4961423480ac62f11148731e', 'subnets': [{'id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:46.599189 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4b27eb-4bcf-423b-ada8-758ef1172a05 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network hostable DHCP agents. Network: 749ff854-15a7-4f21-b2aa-77ee7a469281, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:03:46.611750 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4acc49-fc5e-45f2-bb8f-8ff9ee8f03c6 None None] The sync data for ids ['0f848ca0-0916-41c8-846a-2d991d560463'] in n-d-825178-5 is: [{'id': '0f848ca0-0916-41c8-846a-2d991d560463', 'name': 'tempest-AttachVolumeShelveTestJSON-904000155-router', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:35Z', 'updated_at': '2022-03-09T03:58:48Z', 'revision_number': 4, 'project_id': 'a789b53b4961423480ac62f11148731e', 'gw_port': {'id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:38Z', 'updated_at': '2022-03-09T03:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '9e5493cc-b75e-47e3-b20b-ac7bc6ad0c7d', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'floating_ip_address': '172.25.7.29', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'port_id': '0ea65e4f-7079-44db-9631-3d500846beaf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'mac_address': 'fa:16:3e:9e:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dad071-e56a-4595-b4bd-a918ec9afbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:03:03Z', 'updated_at': '2022-03-09T04:03:40Z', 'revision_number': 1, 'project_id': 'a789b53b4961423480ac62f11148731e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd721efb5-bbcb-40dd-947c-d6c007a67ed8', 'name': '', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'mac_address': 'fa:16:3e:9c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:46Z', 'updated_at': '2022-03-09T03:58:55Z', 'revision_number': 5, 'project_id': 'a789b53b4961423480ac62f11148731e', 'subnets': [{'id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:03:46.650348 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4b27eb-4bcf-423b-ada8-758ef1172a05 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network 749ff854-15a7-4f21-b2aa-77ee7a469281 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:03:46.669897 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-ff4b27eb-4bcf-423b-ada8-758ef1172a05 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 749ff854-15a7-4f21-b2aa-77ee7a469281) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:03:46.674505 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4b27eb-4bcf-423b-ada8-758ef1172a05 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:46.675599 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff4b27eb-4bcf-423b-ada8-758ef1172a05 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:46.736551 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fad87075-87c9-4073-97ca-b8241a2a1b4d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:46.746132 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ff4b27eb-4bcf-423b-ada8-758ef1172a05 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5500131 Mar 09 04:03:46.746896 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55384) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:46.754150 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd2574-3634-4eaa-89ce-3db01a1743e4 req-d1233540-4db4-4675-8c49-8268f64b6c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:46.757411 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32bd2574-3634-4eaa-89ce-3db01a1743e4 req-d1233540-4db4-4675-8c49-8268f64b6c34 service neutron] 10.222.0.24 "GET /v2.0/networks?id=728f1764-7035-454b-b803-10fc1ed1098e HTTP/1.1" status: 200 len: 917 time: 1.1079743 Mar 09 04:03:46.765028 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866a66b9-55bd-43ac-880f-e137dff3ce92 None None] Network 749ff854-15a7-4f21-b2aa-77ee7a469281 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:03:46.920904 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-fad87075-87c9-4073-97ca-b8241a2a1b4d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a895135-a0c3-49ff-8e5a-5c3154f0f39f']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:46.974468 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048d2fe9-65eb-4367-9571-f40b777e6d4d None None] DHCP port deletion for 9a895135-a0c3-49ff-8e5a-5c3154f0f39f request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:03:46.992720 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-146bb38f-52d2-4c61-8ff4-51171f4e2961 req-338b98de-acd7-4025-87eb-8aa0d1b9f93e service neutron] 10.222.0.21 "GET /v2.0/networks/147a12b1-63bb-48f1-b830-6d05d3a38867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8313041 Mar 09 04:03:46.995025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-fad87075-87c9-4073-97ca-b8241a2a1b4d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7edf49f3-acd3-4f5e-bd89-b99565f52244') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:46.995703 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-fad87075-87c9-4073-97ca-b8241a2a1b4d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7edf49f3-acd3-4f5e-bd89-b99565f52244') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:47.053687 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6d9e73ba-3f46-426d-b778-1edb3cf47811 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:03:47.079948 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8588a258-917a-40d2-afa1-ad7d40f972c4 None None] New status for floating IP 9e5493cc-b75e-47e3-b20b-ac7bc6ad0c7d: ACTIVE {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:03:47.226630 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-146bb38f-52d2-4c61-8ff4-51171f4e2961 req-e20e36a9-3ed3-44d2-b43b-863ee82943d1 service neutron] 10.222.0.21 "GET /v2.0/networks/147a12b1-63bb-48f1-b830-6d05d3a38867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069502 Mar 09 04:03:47.270983 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fad87075-87c9-4073-97ca-b8241a2a1b4d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:47.282411 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 6d9e73ba-3f46-426d-b778-1edb3cf47811 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:03:47.282824 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6d9e73ba-3f46-426d-b778-1edb3cf47811 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:03:47.294687 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32bd2574-3634-4eaa-89ce-3db01a1743e4 req-93dc03bf-49a0-43c0-89cf-dfa5a39776db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ea65e4f-7079-44db-9631-3d500846beaf HTTP/1.1" status: 200 len: 998 time: 0.5263567 Mar 09 04:03:47.319805 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.resource_extend [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 04:03:47.424754 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fad87075-87c9-4073-97ca-b8241a2a1b4d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:47.519556 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:47.570038 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad87075-87c9-4073-97ca-b8241a2a1b4d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:03:47.570453 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fad87075-87c9-4073-97ca-b8241a2a1b4d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:03:47.592302 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:03:47.680682 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b556cb3d-773b-4125-ab34-2d8285ca6171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-749ff854-15a7-4f21-b2aa-77ee7a469281', 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'fixed_ips': [{'subnet_id': 'b67bf7a0-3ef1-45fd-b01a-91732bdea256'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:03:47.682075 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b556cb3d-773b-4125-ab34-2d8285ca6171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:47.987843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed06e1-f270-4476-b0eb-c677157803cd req-9c339b25-ec39-4259-bc2e-496055703aa9 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:47.989318 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-72ed06e1-f270-4476-b0eb-c677157803cd req-9c339b25-ec39-4259-bc2e-496055703aa9 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.21 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 945 time: 1.1452210 Mar 09 04:03:48.067785 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-b556cb3d-773b-4125-ab34-2d8285ca6171 None None] Allocated IP 172.20.0.2 (749ff854-15a7-4f21-b2aa-77ee7a469281/b67bf7a0-3ef1-45fd-b01a-91732bdea256/d9f74041-5394-404a-bfa0-1a266a35505d) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:03:48.105570 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd2574-3634-4eaa-89ce-3db01a1743e4 req-ad1fc4ef-fe55-4662-a702-9ee77b8afa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:48.107313 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32bd2574-3634-4eaa-89ce-3db01a1743e4 req-ad1fc4ef-fe55-4662-a702-9ee77b8afa1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=da09f32e-fde0-4749-97c0-596cce67a53e HTTP/1.1" status: 200 len: 855 time: 0.8019514 Mar 09 04:03:48.132483 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] Transition to ACTIVE for port object bea81eb9-5f45-48cd-a465-a90e4c3da013 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:03:48.158922 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:48.194636 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fad87075-87c9-4073-97ca-b8241a2a1b4d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:48.200738 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fad87075-87c9-4073-97ca-b8241a2a1b4d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:48.247783 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fad87075-87c9-4073-97ca-b8241a2a1b4d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "DELETE /v2.0/networks/9a895135-a0c3-49ff-8e5a-5c3154f0f39f HTTP/1.1" status: 204 len: 168 time: 7.7481630 Mar 09 04:03:48.249731 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad87075-87c9-4073-97ca-b8241a2a1b4d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event deleted for resources: {'Network': ['ID=9a895135-a0c3-49ff-8e5a-5c3154f0f39f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:48.254603 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55400) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:48.268902 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-332dfea1-7147-47b0-9b15-3efcc0c4a62d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1967550608'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:48.274362 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-332dfea1-7147-47b0-9b15-3efcc0c4a62d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:48.279923 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-332dfea1-7147-47b0-9b15-3efcc0c4a62d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Usage tracker for resource:network and tenant:a8c331de0dc94d139e553c0231694853 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:48.284141 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-332dfea1-7147-47b0-9b15-3efcc0c4a62d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:48.293271 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-332dfea1-7147-47b0-9b15-3efcc0c4a62d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:48.305611 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-72ed06e1-f270-4476-b0eb-c677157803cd req-b2b6f9e4-0b6f-4222-8319-865a2f5d5107 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Deleting port 18769f3a-b3c5-49bf-a7b7-284a30b1eabc {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:03:48.306030 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-72ed06e1-f270-4476-b0eb-c677157803cd req-b2b6f9e4-0b6f-4222-8319-865a2f5d5107 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:48.339793 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:48.355832 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93aa74b-2b01-455f-9310-6c16506718ac req-7d738fd8-1b4b-46c3-8bf8-d7463a4d43d5 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:48.357366 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e93aa74b-2b01-455f-9310-6c16506718ac req-7d738fd8-1b4b-46c3-8bf8-d7463a4d43d5 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 945 time: 0.9231293 Mar 09 04:03:48.358015 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332dfea1-7147-47b0-9b15-3efcc0c4a62d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Made reservation on behalf of a8c331de0dc94d139e553c0231694853 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:03:48.361249 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-332dfea1-7147-47b0-9b15-3efcc0c4a62d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:48.464667 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e93aa74b-2b01-455f-9310-6c16506718ac req-e38b16ff-943b-4646-a444-74d6373cfad0 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/security-groups?id=97496332-efcd-4619-a418-5c324a6dfebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835850 Mar 09 04:03:48.697981 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd2574-3634-4eaa-89ce-3db01a1743e4 req-1f569bef-1949-4607-b1e7-0850b30f614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:48.703019 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32bd2574-3634-4eaa-89ce-3db01a1743e4 req-1f569bef-1949-4607-b1e7-0850b30f614c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=728f1764-7035-454b-b803-10fc1ed1098e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5863054 Mar 09 04:03:48.707630 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332dfea1-7147-47b0-9b15-3efcc0c4a62d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:03:48.732087 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a060c-f1f9-4a02-9633-1411257d3539 None None] Pushing event updated for resources: {'Port': ['ID=bea81eb9-5f45-48cd-a465-a90e4c3da013,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:48.776882 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] Attempting to bind port bea81eb9-5f45-48cd-a465-a90e4c3da013 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:03:48.777472 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] Attempting to bind port bea81eb9-5f45-48cd-a465-a90e4c3da013 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:03:48.778008 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] Attempting to bind port bea81eb9-5f45-48cd-a465-a90e4c3da013 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:03:48.787633 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:03:48.788692 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:03:48.789291 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:48.789861 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:03:48.791143 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] Bound port: bea81eb9-5f45-48cd-a465-a90e4c3da013, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:03:48.791709 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:48.846919 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b556cb3d-773b-4125-ab34-2d8285ca6171 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:48.877152 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b556cb3d-773b-4125-ab34-2d8285ca6171 None None] Transition to ACTIVE for port object d9f74041-5394-404a-bfa0-1a266a35505d will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:03:48.906916 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] For port bea81eb9-5f45-48cd-a465-a90e4c3da013, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:03:48.909878 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b556cb3d-773b-4125-ab34-2d8285ca6171 None None] Transition to ACTIVE for port object d9f74041-5394-404a-bfa0-1a266a35505d will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:03:48.914528 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] For port bea81eb9-5f45-48cd-a465-a90e4c3da013, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=bea81eb9-5f45-48cd-a465-a90e4c3da013,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:03:48.922535 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b556cb3d-773b-4125-ab34-2d8285ca6171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:48.935311 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:48.982299 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b556cb3d-773b-4125-ab34-2d8285ca6171 None None] Network 749ff854-15a7-4f21-b2aa-77ee7a469281 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:03:48.992711 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-b556cb3d-773b-4125-ab34-2d8285ca6171 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:03:49.012846 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b556cb3d-773b-4125-ab34-2d8285ca6171 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:03:49.037646 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-72ed06e1-f270-4476-b0eb-c677157803cd req-b2b6f9e4-0b6f-4222-8319-865a2f5d5107 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] For port 18769f3a-b3c5-49bf-a7b7-284a30b1eabc, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=18769f3a-b3c5-49bf-a7b7-284a30b1eabc,segment=NetworkSegment(f3c1c780-8fb5-449d-b527-8c37ad1d0c15),segment_id=f3c1c780-8fb5-449d-b527-8c37ad1d0c15)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:03:49.038124 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-72ed06e1-f270-4476-b0eb-c677157803cd req-b2b6f9e4-0b6f-4222-8319-865a2f5d5107 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:49.076644 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] Routers {'2bd4f9f1-86a9-4c8a-8c81-c586883844f7'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:03:49.077439 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:03:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['2bd4f9f1-86a9-4c8a-8c81-c586883844f7'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:49.239268 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Allocated IP 172.20.0.1 (749ff854-15a7-4f21-b2aa-77ee7a469281/b67bf7a0-3ef1-45fd-b01a-91732bdea256/42b81828-d210-44d4-83c8-3e7f7621ea7c) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:03:49.339610 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556cb3d-773b-4125-ab34-2d8285ca6171 None None] Pushing event updated for resources: {'Port': ['ID=d9f74041-5394-404a-bfa0-1a266a35505d,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:49.453667 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-72ed06e1-f270-4476-b0eb-c677157803cd req-b2b6f9e4-0b6f-4222-8319-865a2f5d5107 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Calling delete_port for 18769f3a-b3c5-49bf-a7b7-284a30b1eabc owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:03:49.533041 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b556cb3d-773b-4125-ab34-2d8285ca6171 None None] Attempting to bind port d9f74041-5394-404a-bfa0-1a266a35505d on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:03:49.533501 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b556cb3d-773b-4125-ab34-2d8285ca6171 None None] Attempting to bind port d9f74041-5394-404a-bfa0-1a266a35505d by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '66cb0732-e838-42b8-b393-a2b501eb90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:03:49.533768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556cb3d-773b-4125-ab34-2d8285ca6171 None None] Attempting to bind port d9f74041-5394-404a-bfa0-1a266a35505d on network 749ff854-15a7-4f21-b2aa-77ee7a469281 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:03:49.585036 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556cb3d-773b-4125-ab34-2d8285ca6171 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:03:49.585890 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556cb3d-773b-4125-ab34-2d8285ca6171 None None] Checking segment: {'id': '66cb0732-e838-42b8-b393-a2b501eb90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:03:49.586303 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b556cb3d-773b-4125-ab34-2d8285ca6171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:49.586692 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556cb3d-773b-4125-ab34-2d8285ca6171 None None] Bound using segment: {'id': '66cb0732-e838-42b8-b393-a2b501eb90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:03:49.587255 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b556cb3d-773b-4125-ab34-2d8285ca6171 None None] Bound port: d9f74041-5394-404a-bfa0-1a266a35505d, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cb0732-e838-42b8-b393-a2b501eb90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:03:49.588210 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b556cb3d-773b-4125-ab34-2d8285ca6171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:49.594521 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:49.636681 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Transition to ACTIVE for port object 42b81828-d210-44d4-83c8-3e7f7621ea7c will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:03:49.695332 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:49.776702 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] Set router 2bd4f9f1-86a9-4c8a-8c81-c586883844f7 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:03:49.911948 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network 749ff854-15a7-4f21-b2aa-77ee7a469281 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:03:49.916907 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:03:49.923035 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:03:49.991582 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-72ed06e1-f270-4476-b0eb-c677157803cd req-b2b6f9e4-0b6f-4222-8319-865a2f5d5107 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:50.057948 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Port': ['ID=42b81828-d210-44d4-83c8-3e7f7621ea7c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:50.108292 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:50.108891 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:50.109419 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:50.110487 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:50.112053 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:50.112896 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:50.114034 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:50.114520 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:50.115219 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:50.115704 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:50.116233 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:50.116699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:03:50.161881 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:50.188336 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b019e-ab18-42b0-92c2-e13b4106741b req-0c730513-20cf-4f65-9655-e485b7257546 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:50.189863 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d95b019e-ab18-42b0-92c2-e13b4106741b req-0c730513-20cf-4f65-9655-e485b7257546 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 945 time: 0.3524282 Mar 09 04:03:50.226717 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-332dfea1-7147-47b0-9b15-3efcc0c4a62d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:50.227091 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-332dfea1-7147-47b0-9b15-3efcc0c4a62d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Added segment 5252d5e5-7255-4432-b0dd-25ad824c699c of type vlan for network ebf53470-9716-41fa-a0bc-35429959dc1c Mar 09 04:03:50.229395 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-b556cb3d-773b-4125-ab34-2d8285ca6171 None None] For port d9f74041-5394-404a-bfa0-1a266a35505d, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:03:50.234439 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-b556cb3d-773b-4125-ab34-2d8285ca6171 None None] For port d9f74041-5394-404a-bfa0-1a266a35505d, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d9f74041-5394-404a-bfa0-1a266a35505d,segment=NetworkSegment(66cb0732-e838-42b8-b393-a2b501eb90c7),segment_id=66cb0732-e838-42b8-b393-a2b501eb90c7)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:03:50.271621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6f9e4-0b6f-4222-8319-865a2f5d5107 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Pushing event deleted for resources: {'Port': ['ID=18769f3a-b3c5-49bf-a7b7-284a30b1eabc,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:50.274841 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a060c-f1f9-4a02-9633-1411257d3539 None None] Pushing event updated for resources: {'Port': ['ID=bea81eb9-5f45-48cd-a465-a90e4c3da013,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:50.293755 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b556cb3d-773b-4125-ab34-2d8285ca6171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:50.428160 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d95b019e-ab18-42b0-92c2-e13b4106741b req-57644cc2-5a66-4b86-86e8-9cbcebaaa350 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/security-groups?id=97496332-efcd-4619-a418-5c324a6dfebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291336 Mar 09 04:03:50.514530 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ed06e1-f270-4476-b0eb-c677157803cd req-b2b6f9e4-0b6f-4222-8319-865a2f5d5107 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] No DVR routers for this DVR port 18769f3a-b3c5-49bf-a7b7-284a30b1eabc on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:03:50.540352 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-72ed06e1-f270-4476-b0eb-c677157803cd req-b2b6f9e4-0b6f-4222-8319-865a2f5d5107 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:50.614540 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5', 'name': 'network-vif-deleted', 'tag': '18769f3a-b3c5-49bf-a7b7-284a30b1eabc'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:03:50.670550 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-72ed06e1-f270-4476-b0eb-c677157803cd req-b2b6f9e4-0b6f-4222-8319-865a2f5d5107 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.21 "DELETE /v2.0/ports/18769f3a-b3c5-49bf-a7b7-284a30b1eabc HTTP/1.1" status: 204 len: 173 time: 2.6601593 Mar 09 04:03:50.687793 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-332dfea1-7147-47b0-9b15-3efcc0c4a62d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:50.704380 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55444) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:50.755886 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:50.779475 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32bd2574-3634-4eaa-89ce-3db01a1743e4 req-e41422f0-9f07-47db-98e0-fee36476f0ab service neutron] 10.222.0.24 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0569355 Mar 09 04:03:50.785517 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5', 'name': 'network-vif-deleted', 'tag': '18769f3a-b3c5-49bf-a7b7-284a30b1eabc', 'status': 'completed', 'code': 200} Mar 09 04:03:50.787300 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-332dfea1-7147-47b0-9b15-3efcc0c4a62d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:50.799498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332dfea1-7147-47b0-9b15-3efcc0c4a62d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:50.800118 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-332dfea1-7147-47b0-9b15-3efcc0c4a62d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:50.829046 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556cb3d-773b-4125-ab34-2d8285ca6171 None None] Pushing event updated for resources: {'Port': ['ID=d9f74041-5394-404a-bfa0-1a266a35505d,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:50.990458 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732923666', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'bea81eb9-5f45-48cd-a465-a90e4c3da013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:03:38Z', 'updated_at': '2022-03-09T04:03:41Z', 'revision_number': 3, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'bea81eb9-5f45-48cd-a465-a90e4c3da013', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:38:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:03:40Z', 'updated_at': '2022-03-09T04:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:51.005140 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ba68e7-753b-42a4-8a6e-300c80346b65 None None] The sync data for ids ['2bd4f9f1-86a9-4c8a-8c81-c586883844f7'] in n-d-825178-5 is: [{'id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732923666', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'bea81eb9-5f45-48cd-a465-a90e4c3da013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:03:38Z', 'updated_at': '2022-03-09T04:03:41Z', 'revision_number': 3, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'bea81eb9-5f45-48cd-a465-a90e4c3da013', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:38:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:03:40Z', 'updated_at': '2022-03-09T04:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:03:51.177979 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-332dfea1-7147-47b0-9b15-3efcc0c4a62d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.9169829 Mar 09 04:03:51.179703 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332dfea1-7147-47b0-9b15-3efcc0c4a62d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event updated for resources: {'Network': ['ID=ebf53470-9716-41fa-a0bc-35429959dc1c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:51.189889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55454) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:51.202378 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network ebf53470-9716-41fa-a0bc-35429959dc1c details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:03:51.235296 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-778f1d52-f94e-4675-9fd9-8cce6eca5320 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Request body: {'subnet': {'network_id': 'ebf53470-9716-41fa-a0bc-35429959dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:51.551385 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 18769f3a-b3c5-49bf-a7b7-284a30b1eabc no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:03:51.595350 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d9f74041-5394-404a-bfa0-1a266a35505d up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:03:51.719269 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 18769f3a-b3c5-49bf-a7b7-284a30b1eabc {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:03:51.719616 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 18769f3a-b3c5-49bf-a7b7-284a30b1eabc not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:03:51.784448 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port d9f74041-5394-404a-bfa0-1a266a35505d completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:03:51.971608 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32bd2574-3634-4eaa-89ce-3db01a1743e4 req-759d4ef6-8dd0-48a7-8210-90c5ea6e5b73 service neutron] 10.222.0.24 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1412332 Mar 09 04:03:51.985867 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4763bd17-e180-4b42-9932-8580f0996ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:52.057643 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-084b28b9-52dd-4f91-a396-2ba5720ce434 req-5fe5134b-aaf1-4521-8c9f-637f514e9e65 tempest-TestServerAdvancedOps-794389710 tempest-TestServerAdvancedOps-794389710-project] 10.222.0.16 "GET /v2.0/ports?device_id=f43dfc5b-3c76-4672-9dac-fc8b1c32a8c5 HTTP/1.1" status: 200 len: 210 time: 0.1469712 Mar 09 04:03:52.082867 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4763bd17-e180-4b42-9932-8580f0996ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:52.097445 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4763bd17-e180-4b42-9932-8580f0996ba2 admin admin] Usage tracker for resource:security_group_rule and tenant:0c9851ac1d904226a8f70fed65911988 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:52.116768 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4763bd17-e180-4b42-9932-8580f0996ba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:52.124395 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-778f1d52-f94e-4675-9fd9-8cce6eca5320 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:52.139042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4763bd17-e180-4b42-9932-8580f0996ba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:52.146450 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-778f1d52-f94e-4675-9fd9-8cce6eca5320 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Usage tracker for resource:subnet and tenant:a8c331de0dc94d139e553c0231694853 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:52.157986 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-778f1d52-f94e-4675-9fd9-8cce6eca5320 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:52.201894 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-778f1d52-f94e-4675-9fd9-8cce6eca5320 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:52.214155 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c588c7ef-508c-4e03-be17-a390263a1dfd req-613e7318-9fdb-4bbb-9877-12e668f7e5b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4213207 Mar 09 04:03:52.256935 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:52.267845 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:52.274162 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778f1d52-f94e-4675-9fd9-8cce6eca5320 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Made reservation on behalf of a8c331de0dc94d139e553c0231694853 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:03:52.289179 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-778f1d52-f94e-4675-9fd9-8cce6eca5320 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:52.550444 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a0e248-d416-4327-809c-b6c34c6a0191 None None] Network 749ff854-15a7-4f21-b2aa-77ee7a469281 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:03:52.785600 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ca0b3c1e-c01f-4bef-8f7b-fdbd007456e6 None None] Provisioning for port d9f74041-5394-404a-bfa0-1a266a35505d completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:03:52.858736 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ca0b3c1e-c01f-4bef-8f7b-fdbd007456e6 None None] Provisioning complete for port d9f74041-5394-404a-bfa0-1a266a35505d triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:03:52.862053 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ca0b3c1e-c01f-4bef-8f7b-fdbd007456e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:52.925918 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4763bd17-e180-4b42-9932-8580f0996ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:52.941547 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4763bd17-e180-4b42-9932-8580f0996ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:52.966580 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:53.005517 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Port': ['ID=42b81828-d210-44d4-83c8-3e7f7621ea7c,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:53.137352 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ca0b3c1e-c01f-4bef-8f7b-fdbd007456e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:53.224394 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4763bd17-e180-4b42-9932-8580f0996ba2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c9851ac1d904226a8f70fed65911988&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4534538 Mar 09 04:03:53.225200 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763bd17-e180-4b42-9932-8580f0996ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5b24ca-60c1-4259-985a-fce432991266,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:53.236365 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ca0b3c1e-c01f-4bef-8f7b-fdbd007456e6 None None] For port d9f74041-5394-404a-bfa0-1a266a35505d, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d9f74041-5394-404a-bfa0-1a266a35505d,segment=NetworkSegment(66cb0732-e838-42b8-b393-a2b501eb90c7),segment_id=66cb0732-e838-42b8-b393-a2b501eb90c7)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:03:53.246887 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55472) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:53.284937 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device bea81eb9-5f45-48cd-a465-a90e4c3da013 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:03:53.312260 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55476) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:53.338348 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ca0b3c1e-c01f-4bef-8f7b-fdbd007456e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:53.431752 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network 749ff854-15a7-4f21-b2aa-77ee7a469281 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:03:53.433948 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588c7ef-508c-4e03-be17-a390263a1dfd req-1cbb4e2f-dee0-41a4-b034-2d902c8090ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:53.435661 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c588c7ef-508c-4e03-be17-a390263a1dfd req-1cbb4e2f-dee0-41a4-b034-2d902c8090ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a789b53b4961423480ac62f11148731e&device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 1096 time: 0.7462599 Mar 09 04:03:53.438573 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:03:53.443769 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-24038f1f-b71e-46ae-bf65-f1c41cb5496a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:53.464208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f4a259-0d7d-4a67-8a6e-fa1acae968e6 admin admin] Deleting subnet f6f2f043-c55f-4181-acea-0903ba12888e {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:03:53.469549 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-75f4a259-0d7d-4a67-8a6e-fa1acae968e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:53.496041 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b3c1e-c01f-4bef-8f7b-fdbd007456e6 None None] Pushing event updated for resources: {'Port': ['ID=d9f74041-5394-404a-bfa0-1a266a35505d,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:53.497824 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-778f1d52-f94e-4675-9fd9-8cce6eca5320 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:53.542224 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-24038f1f-b71e-46ae-bf65-f1c41cb5496a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:53.646909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f1d52-f94e-4675-9fd9-8cce6eca5320 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event updated for resources: {'Subnet': ['ID=d239c9f2-4e24-4331-abec-eb63b579163a,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:53.650077 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port bea81eb9-5f45-48cd-a465-a90e4c3da013 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:03:53.662250 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port bea81eb9-5f45-48cd-a465-a90e4c3da013 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:03:53.662799 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:53.681555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f1d52-f94e-4675-9fd9-8cce6eca5320 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Checking segment: {'id': '5252d5e5-7255-4432-b0dd-25ad824c699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ebf53470-9716-41fa-a0bc-35429959dc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:03:53.681960 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778f1d52-f94e-4675-9fd9-8cce6eca5320 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Network hostable DHCP agents. Network: ebf53470-9716-41fa-a0bc-35429959dc1c, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:03:53.728861 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-24038f1f-b71e-46ae-bf65-f1c41cb5496a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:53.746355 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778f1d52-f94e-4675-9fd9-8cce6eca5320 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Network ebf53470-9716-41fa-a0bc-35429959dc1c is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:03:53.770209 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24038f1f-b71e-46ae-bf65-f1c41cb5496a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5b24ca-60c1-4259-985a-fce432991266,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:53.798017 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-778f1d52-f94e-4675-9fd9-8cce6eca5320 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, ebf53470-9716-41fa-a0bc-35429959dc1c) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:03:53.812503 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778f1d52-f94e-4675-9fd9-8cce6eca5320 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:53.813076 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-778f1d52-f94e-4675-9fd9-8cce6eca5320 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:53.824150 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59bcafa-5008-4a30-8609-7921b0930e58 None None] Network ebf53470-9716-41fa-a0bc-35429959dc1c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:03:53.827087 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-24038f1f-b71e-46ae-bf65-f1c41cb5496a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:53.830454 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-24038f1f-b71e-46ae-bf65-f1c41cb5496a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e5b24ca-60c1-4259-985a-fce432991266 HTTP/1.1" status: 204 len: 168 time: 0.5804062 Mar 09 04:03:53.907967 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-778f1d52-f94e-4675-9fd9-8cce6eca5320 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7142999 Mar 09 04:03:53.908669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55494) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:53.932666 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-7af6b2c2-922f-4300-8ca7-4177dff7fae7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Request body: {'subnet': {'network_id': 'ebf53470-9716-41fa-a0bc-35429959dc1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:54.091015 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-75f4a259-0d7d-4a67-8a6e-fa1acae968e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:54.343305 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7af6b2c2-922f-4300-8ca7-4177dff7fae7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:54.355338 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:54.356702 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7af6b2c2-922f-4300-8ca7-4177dff7fae7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Usage tracker for resource:subnet and tenant:a8c331de0dc94d139e553c0231694853 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:54.367821 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7af6b2c2-922f-4300-8ca7-4177dff7fae7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:54.377863 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7af6b2c2-922f-4300-8ca7-4177dff7fae7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:54.412339 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af6b2c2-922f-4300-8ca7-4177dff7fae7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Made reservation on behalf of a8c331de0dc94d139e553c0231694853 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:03:54.418291 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7af6b2c2-922f-4300-8ca7-4177dff7fae7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:54.488491 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Router 2bd4f9f1-86a9-4c8a-8c81-c586883844f7 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:03:54.573088 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a1e42185-0ef6-4648-9783-3d273dff0244 None None] Provisioning for port 42b81828-d210-44d4-83c8-3e7f7621ea7c completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:03:54.578314 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600db7fb-a081-45ca-9703-eb0592f29fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-ebf53470-9716-41fa-a0bc-35429959dc1c', 'network_id': 'ebf53470-9716-41fa-a0bc-35429959dc1c', 'tenant_id': 'a8c331de0dc94d139e553c0231694853', 'fixed_ips': [{'subnet_id': 'd239c9f2-4e24-4331-abec-eb63b579163a'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:03:54.579411 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-600db7fb-a081-45ca-9703-eb0592f29fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:54.581053 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55512) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:54.628429 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a1e42185-0ef6-4648-9783-3d273dff0244 None None] Provisioning complete for port 42b81828-d210-44d4-83c8-3e7f7621ea7c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:03:54.630232 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a1e42185-0ef6-4648-9783-3d273dff0244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:54.700500 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588c7ef-508c-4e03-be17-a390263a1dfd req-87d5d324-1df0-42f9-a735-9b08f200f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:54.702603 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c588c7ef-508c-4e03-be17-a390263a1dfd req-87d5d324-1df0-42f9-a735-9b08f200f6cb service neutron] 10.222.0.24 "GET /v2.0/networks?id=728f1764-7035-454b-b803-10fc1ed1098e HTTP/1.1" status: 200 len: 917 time: 1.1640193 Mar 09 04:03:54.716575 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-75f4a259-0d7d-4a67-8a6e-fa1acae968e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:54.882193 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port bea81eb9-5f45-48cd-a465-a90e4c3da013, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=bea81eb9-5f45-48cd-a465-a90e4c3da013,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:03:54.918455 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:54.962347 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55518) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:54.978290 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7af6b2c2-922f-4300-8ca7-4177dff7fae7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:55.058583 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d224c9d-3bcb-4ee4-bea3-e76656de960d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:55.110202 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2d224c9d-3bcb-4ee4-bea3-e76656de960d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:55.114893 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2d224c9d-3bcb-4ee4-bea3-e76656de960d admin admin] Usage tracker for resource:security_group_rule and tenant:c81fb0836f404efe8521c8fb013d48e5 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:55.118148 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2d224c9d-3bcb-4ee4-bea3-e76656de960d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:55.125827 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2d224c9d-3bcb-4ee4-bea3-e76656de960d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:55.138048 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af6b2c2-922f-4300-8ca7-4177dff7fae7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Network ebf53470-9716-41fa-a0bc-35429959dc1c is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:03:55.159424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-7af6b2c2-922f-4300-8ca7-4177dff7fae7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:03:55.166941 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af6b2c2-922f-4300-8ca7-4177dff7fae7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:55.168052 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7af6b2c2-922f-4300-8ca7-4177dff7fae7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:55.181947 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6b2c2-922f-4300-8ca7-4177dff7fae7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event updated for resources: {'Subnet': ['ID=4df7932a-a83c-4ade-bd54-5f079453dddb,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:55.232759 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d224c9d-3bcb-4ee4-bea3-e76656de960d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:55.244639 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:03:55.255140 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c588c7ef-508c-4e03-be17-a390263a1dfd req-6a31835f-f81d-4f04-b4a7-67e843811338 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ea65e4f-7079-44db-9631-3d500846beaf HTTP/1.1" status: 200 len: 1000 time: 0.5034890 Mar 09 04:03:55.263124 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7fb0bc77-aca0-4938-9411-9ab56cbbc3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:55.287654 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d224c9d-3bcb-4ee4-bea3-e76656de960d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:55.301031 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-600db7fb-a081-45ca-9703-eb0592f29fda None None] Allocated IP 2001:db8::2 (ebf53470-9716-41fa-a0bc-35429959dc1c/d239c9f2-4e24-4331-abec-eb63b579163a/976577f8-e245-4810-87e6-0c91a9ceac7b) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:03:55.304131 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7fb0bc77-aca0-4938-9411-9ab56cbbc3de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:55.314318 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7af6b2c2-922f-4300-8ca7-4177dff7fae7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4044950 Mar 09 04:03:55.315854 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7fb0bc77-aca0-4938-9411-9ab56cbbc3de admin admin] Usage tracker for resource:security_group_rule and tenant:a23c79b0b3234a7888b720f2374c7831 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:55.318743 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55526) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:55.322934 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7fb0bc77-aca0-4938-9411-9ab56cbbc3de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:55.391709 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7fb0bc77-aca0-4938-9411-9ab56cbbc3de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:55.394405 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588c7ef-508c-4e03-be17-a390263a1dfd req-e2c0a5e7-2e30-4bd3-a8f1-9d98a7969319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:55.396146 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c588c7ef-508c-4e03-be17-a390263a1dfd req-e2c0a5e7-2e30-4bd3-a8f1-9d98a7969319 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=da09f32e-fde0-4749-97c0-596cce67a53e HTTP/1.1" status: 200 len: 855 time: 0.0747886 Mar 09 04:03:55.454542 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783bc2bf-d4b6-40ef-bebf-ac2df7f69729 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:55.456707 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783bc2bf-d4b6-40ef-bebf-ac2df7f69729 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:55.458259 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783bc2bf-d4b6-40ef-bebf-ac2df7f69729 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:55.460251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783bc2bf-d4b6-40ef-bebf-ac2df7f69729 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:55.461809 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783bc2bf-d4b6-40ef-bebf-ac2df7f69729 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:55.463610 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-783bc2bf-d4b6-40ef-bebf-ac2df7f69729 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Synchronizing usage tracker for tenant:a8c331de0dc94d139e553c0231694853 on resource:subnet {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:03:55.510219 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e384458c-b6b0-41f6-b447-6416d6c8f70a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "PUT /v2.0/routers/2bd4f9f1-86a9-4c8a-8c81-c586883844f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7601511 Mar 09 04:03:55.511710 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-783bc2bf-d4b6-40ef-bebf-ac2df7f69729 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Unset dirty status for tenant:a8c331de0dc94d139e553c0231694853 on resource:subnet {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:03:55.519368 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-783bc2bf-d4b6-40ef-bebf-ac2df7f69729 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1993563 Mar 09 04:03:55.521537 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55532) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:55.535981 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-02949747-9e63-4e3c-9550-8d34f23c8be2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1989151482'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:55.544666 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-02949747-9e63-4e3c-9550-8d34f23c8be2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:55.559078 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-02949747-9e63-4e3c-9550-8d34f23c8be2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Usage tracker for resource:network and tenant:a8c331de0dc94d139e553c0231694853 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:55.561409 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2d224c9d-3bcb-4ee4-bea3-e76656de960d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c81fb0836f404efe8521c8fb013d48e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9751925 Mar 09 04:03:55.563727 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-02949747-9e63-4e3c-9550-8d34f23c8be2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:55.566618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55536) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:55.585500 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-75f4a259-0d7d-4a67-8a6e-fa1acae968e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:55.589591 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d224c9d-3bcb-4ee4-bea3-e76656de960d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8e8f76-5277-45ac-bb60-f06cfedcc13f,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:55.623077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-02949747-9e63-4e3c-9550-8d34f23c8be2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:55.692920 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d9f74041-5394-404a-bfa0-1a266a35505d up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:03:55.705218 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7fb0bc77-aca0-4938-9411-9ab56cbbc3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:55.720302 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7fb0bc77-aca0-4938-9411-9ab56cbbc3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:55.722913 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] Sync routers for ids ['2bd4f9f1-86a9-4c8a-8c81-c586883844f7'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:03:55.757296 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a1e42185-0ef6-4648-9783-3d273dff0244 None None] Port 42b81828-d210-44d4-83c8-3e7f7621ea7c cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:03:55.789107 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7fb0bc77-aca0-4938-9411-9ab56cbbc3de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a23c79b0b3234a7888b720f2374c7831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8253691 Mar 09 04:03:55.798418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55546) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:55.799492 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02949747-9e63-4e3c-9550-8d34f23c8be2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Made reservation on behalf of a8c331de0dc94d139e553c0231694853 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:03:55.810789 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=bea81eb9-5f45-48cd-a465-a90e4c3da013,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:55.813466 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02949747-9e63-4e3c-9550-8d34f23c8be2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:55.816154 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-600db7fb-a081-45ca-9703-eb0592f29fda None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:55.836208 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] Routers {'2bd4f9f1-86a9-4c8a-8c81-c586883844f7'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:03:55.836816 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:03:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['2bd4f9f1-86a9-4c8a-8c81-c586883844f7'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:55.848006 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dddbb0a6-3b0d-4940-9d26-512ff948c753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:55.928320 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02949747-9e63-4e3c-9550-8d34f23c8be2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:03:55.937700 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02949747-9e63-4e3c-9550-8d34f23c8be2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:55.938039 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-02949747-9e63-4e3c-9550-8d34f23c8be2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Added segment a013fb72-ca31-44be-87a9-81f5c34de7ab of type vlan for network bce372d9-a091-4b89-95c6-9eb8737b80ef Mar 09 04:03:55.980956 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-600db7fb-a081-45ca-9703-eb0592f29fda None None] Transition to ACTIVE for port object 976577f8-e245-4810-87e6-0c91a9ceac7b will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:03:55.983687 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4a259-0d7d-4a67-8a6e-fa1acae968e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6f2f043-c55f-4181-acea-0903ba12888e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:55.983851 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a1e42185-0ef6-4648-9783-3d273dff0244 None None] Provisioning complete for port d9f74041-5394-404a-bfa0-1a266a35505d triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:03:55.984078 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a1e42185-0ef6-4648-9783-3d273dff0244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:55.992912 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-75f4a259-0d7d-4a67-8a6e-fa1acae968e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:56.005659 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dddbb0a6-3b0d-4940-9d26-512ff948c753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:56.026057 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02949747-9e63-4e3c-9550-8d34f23c8be2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:56.042253 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-73716329-8b59-421c-9344-6192594fd0f1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Synchronizing usage tracker for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:03:56.048997 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-75f4a259-0d7d-4a67-8a6e-fa1acae968e6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f6f2f043-c55f-4181-acea-0903ba12888e HTTP/1.1" status: 204 len: 168 time: 2.7356138 Mar 09 04:03:56.065484 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55554) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:56.069680 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0bc77-aca0-4938-9411-9ab56cbbc3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f578735e-f1a9-4571-be86-3b75b73cb762,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:56.072501 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-600db7fb-a081-45ca-9703-eb0592f29fda None None] Transition to ACTIVE for port object 976577f8-e245-4810-87e6-0c91a9ceac7b will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:03:56.080437 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02949747-9e63-4e3c-9550-8d34f23c8be2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:56.086227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02949747-9e63-4e3c-9550-8d34f23c8be2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:56.086719 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-02949747-9e63-4e3c-9550-8d34f23c8be2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:56.126540 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588c7ef-508c-4e03-be17-a390263a1dfd req-e8428f19-77ce-47cb-9ede-0e750ccb4797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:56.128441 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c588c7ef-508c-4e03-be17-a390263a1dfd req-e8428f19-77ce-47cb-9ede-0e750ccb4797 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=728f1764-7035-454b-b803-10fc1ed1098e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7237380 Mar 09 04:03:56.166045 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-600db7fb-a081-45ca-9703-eb0592f29fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:56.199252 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-73716329-8b59-421c-9344-6192594fd0f1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Unset dirty status for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:03:56.200420 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-73716329-8b59-421c-9344-6192594fd0f1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-422755285&fields=id&tenant_id=2eed8fa07dd541719db04a03bcdea9c3 HTTP/1.1" status: 200 len: 267 time: 0.2461038 Mar 09 04:03:56.244917 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600db7fb-a081-45ca-9703-eb0592f29fda None None] Pushing event updated for resources: {'Port': ['ID=976577f8-e245-4810-87e6-0c91a9ceac7b,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:56.263104 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02949747-9e63-4e3c-9550-8d34f23c8be2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event updated for resources: {'Network': ['ID=bce372d9-a091-4b89-95c6-9eb8737b80ef,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:56.270511 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port d9f74041-5394-404a-bfa0-1a266a35505d triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:03:56.270892 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:56.279383 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-02949747-9e63-4e3c-9550-8d34f23c8be2 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7564371 Mar 09 04:03:56.284556 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55558) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:56.295556 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-96e5206a-801b-4bf4-b131-3f9d2d42c890 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:56.304094 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network bce372d9-a091-4b89-95c6-9eb8737b80ef details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:03:56.312561 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73b5cf1a-2596-4c3c-a43f-d4472331f3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:56.356407 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] Set router 2bd4f9f1-86a9-4c8a-8c81-c586883844f7 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:03:56.404248 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dddbb0a6-3b0d-4940-9d26-512ff948c753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:56.430541 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73b5cf1a-2596-4c3c-a43f-d4472331f3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:56.438556 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbb0a6-3b0d-4940-9d26-512ff948c753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8e8f76-5277-45ac-bb60-f06cfedcc13f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:56.445539 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-4bff28ee-93cd-4054-bd70-9b0e801a38ea tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:56.446227 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-4bff28ee-93cd-4054-bd70-9b0e801a38ea tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Synchronizing usage tracker for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:03:56.504152 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5bd9cf91-5581-4338-9e99-f75d996d9da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:56.505604 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dddbb0a6-3b0d-4940-9d26-512ff948c753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:56.520425 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-dddbb0a6-3b0d-4940-9d26-512ff948c753 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c8e8f76-5277-45ac-bb60-f06cfedcc13f HTTP/1.1" status: 204 len: 168 time: 0.9437487 Mar 09 04:03:56.521362 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-4bff28ee-93cd-4054-bd70-9b0e801a38ea tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Unset dirty status for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:03:56.522354 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-4bff28ee-93cd-4054-bd70-9b0e801a38ea tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/networks?id=749ff854-15a7-4f21-b2aa-77ee7a469281 HTTP/1.1" status: 200 len: 797 time: 0.2726140 Mar 09 04:03:56.586872 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-f282d65e-770a-43f3-ad60-1f1020d8e758 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/quotas/2eed8fa07dd541719db04a03bcdea9c3 HTTP/1.1" status: 200 len: 375 time: 0.0219960 Mar 09 04:03:56.674601 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c588c7ef-508c-4e03-be17-a390263a1dfd req-f82b8ed0-0e2f-486c-815e-f845caddf719 service neutron] 10.222.0.24 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5390670 Mar 09 04:03:56.736038 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600db7fb-a081-45ca-9703-eb0592f29fda None None] Network ebf53470-9716-41fa-a0bc-35429959dc1c is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:03:56.826419 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-600db7fb-a081-45ca-9703-eb0592f29fda None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:03:56.827390 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5bd9cf91-5581-4338-9e99-f75d996d9da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:56.828870 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600db7fb-a081-45ca-9703-eb0592f29fda None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:03:56.949218 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-5bd9cf91-5581-4338-9e99-f75d996d9da8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['147a12b1-63bb-48f1-b830-6d05d3a38867']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:56.964802 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-96e5206a-801b-4bf4-b131-3f9d2d42c890 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:56.974696 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-c623b31e-6cf3-4cc8-82dd-367756c2cb0c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Synchronizing usage tracker for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:03:56.978718 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73b5cf1a-2596-4c3c-a43f-d4472331f3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:56.982453 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-5bd9cf91-5581-4338-9e99-f75d996d9da8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c1c780-8fb5-449d-b527-8c37ad1d0c15') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:56.982625 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-5bd9cf91-5581-4338-9e99-f75d996d9da8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c1c780-8fb5-449d-b527-8c37ad1d0c15') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:57.010146 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-c623b31e-6cf3-4cc8-82dd-367756c2cb0c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Unset dirty status for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:03:57.011500 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-c623b31e-6cf3-4cc8-82dd-367756c2cb0c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4171202 Mar 09 04:03:57.015433 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5bd9cf91-5581-4338-9e99-f75d996d9da8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:57.034427 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5cf1a-2596-4c3c-a43f-d4472331f3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f578735e-f1a9-4571-be86-3b75b73cb762,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:57.043779 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73b5cf1a-2596-4c3c-a43f-d4472331f3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:57.043779 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-73b5cf1a-2596-4c3c-a43f-d4472331f3cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f578735e-f1a9-4571-be86-3b75b73cb762 HTTP/1.1" status: 204 len: 168 time: 1.1942439 Mar 09 04:03:57.058713 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-96e5206a-801b-4bf4-b131-3f9d2d42c890 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:57.060342 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c588c7ef-508c-4e03-be17-a390263a1dfd req-f5f18db5-b51e-4d27-8cbf-e542375f19af service neutron] 10.222.0.24 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760529 Mar 09 04:03:57.098298 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-d07e3b53-12ac-4263-831a-f73729c81da1 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 04:03:57.099564 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-d07e3b53-12ac-4263-831a-f73729c81da1 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0383432 Mar 09 04:03:57.112559 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5bd9cf91-5581-4338-9e99-f75d996d9da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:57.155589 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-96e5206a-801b-4bf4-b131-3f9d2d42c890 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Network bce372d9-a091-4b89-95c6-9eb8737b80ef is not hosted by any dhcp agent {{(pid=87880) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 09 04:03:57.174605 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd9cf91-5581-4338-9e99-f75d996d9da8 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:03:57.175445 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5bd9cf91-5581-4338-9e99-f75d996d9da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:57.175642 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e5206a-801b-4bf4-b131-3f9d2d42c890 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:57.176688 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-96e5206a-801b-4bf4-b131-3f9d2d42c890 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:57.182622 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-96e5206a-801b-4bf4-b131-3f9d2d42c890 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "PUT /v2.0/networks/bce372d9-a091-4b89-95c6-9eb8737b80ef HTTP/1.1" status: 200 len: 723 time: 0.8935673 Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:03:57.225400 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:03:57.234688 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55600) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:57.258036 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-911690fe-6699-4699-a11c-4fa765e6c7ed tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Request body: {'subnet': {'network_id': 'bce372d9-a091-4b89-95c6-9eb8737b80ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:57.299649 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-600db7fb-a081-45ca-9703-eb0592f29fda None None] Attempting to bind port 976577f8-e245-4810-87e6-0c91a9ceac7b on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:03:57.300182 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-600db7fb-a081-45ca-9703-eb0592f29fda None None] Attempting to bind port 976577f8-e245-4810-87e6-0c91a9ceac7b by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '5252d5e5-7255-4432-b0dd-25ad824c699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ebf53470-9716-41fa-a0bc-35429959dc1c'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:03:57.300182 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600db7fb-a081-45ca-9703-eb0592f29fda None None] Attempting to bind port 976577f8-e245-4810-87e6-0c91a9ceac7b on network ebf53470-9716-41fa-a0bc-35429959dc1c {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:03:57.330241 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600db7fb-a081-45ca-9703-eb0592f29fda None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:03:57.330626 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600db7fb-a081-45ca-9703-eb0592f29fda None None] Checking segment: {'id': '5252d5e5-7255-4432-b0dd-25ad824c699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ebf53470-9716-41fa-a0bc-35429959dc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:03:57.331161 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-600db7fb-a081-45ca-9703-eb0592f29fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:57.331399 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600db7fb-a081-45ca-9703-eb0592f29fda None None] Bound using segment: {'id': '5252d5e5-7255-4432-b0dd-25ad824c699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ebf53470-9716-41fa-a0bc-35429959dc1c'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:03:57.331874 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-600db7fb-a081-45ca-9703-eb0592f29fda None None] Bound port: 976577f8-e245-4810-87e6-0c91a9ceac7b, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5252d5e5-7255-4432-b0dd-25ad824c699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ebf53470-9716-41fa-a0bc-35429959dc1c'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:03:57.332319 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-600db7fb-a081-45ca-9703-eb0592f29fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:57.538718 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-600db7fb-a081-45ca-9703-eb0592f29fda None None] For port 976577f8-e245-4810-87e6-0c91a9ceac7b, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:03:57.548041 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-600db7fb-a081-45ca-9703-eb0592f29fda None None] For port 976577f8-e245-4810-87e6-0c91a9ceac7b, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=976577f8-e245-4810-87e6-0c91a9ceac7b,segment=NetworkSegment(5252d5e5-7255-4432-b0dd-25ad824c699c),segment_id=5252d5e5-7255-4432-b0dd-25ad824c699c)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:03:57.571577 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device bea81eb9-5f45-48cd-a465-a90e4c3da013 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:03:57.588771 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5bd9cf91-5581-4338-9e99-f75d996d9da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:57.660292 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-bf851b4b-ed32-4693-bd2b-cca95e912d3e service neutron] 10.222.0.16 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5493252 Mar 09 04:03:57.661645 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5bd9cf91-5581-4338-9e99-f75d996d9da8 admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:57.664366 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9cf91-5581-4338-9e99-f75d996d9da8 admin admin] Pushing event deleted for resources: {'Network': ['ID=147a12b1-63bb-48f1-b830-6d05d3a38867,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:57.679012 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5bd9cf91-5581-4338-9e99-f75d996d9da8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/147a12b1-63bb-48f1-b830-6d05d3a38867 HTTP/1.1" status: 204 len: 168 time: 1.5880566 Mar 09 04:03:57.682102 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55620) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:57.687833 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-01908870-8f3a-4fc4-8184-80cb3c045e62 None None] Provisioning complete for port 42b81828-d210-44d4-83c8-3e7f7621ea7c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:03:57.688711 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-01908870-8f3a-4fc4-8184-80cb3c045e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:57.732958 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-600db7fb-a081-45ca-9703-eb0592f29fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:57.846974 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-911690fe-6699-4699-a11c-4fa765e6c7ed tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:57.867888 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-88cfdab9-ab92-41fb-87b9-baa95018800e service neutron] 10.222.0.16 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869149 Mar 09 04:03:57.871851 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-911690fe-6699-4699-a11c-4fa765e6c7ed tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:57.888373 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5206a-801b-4bf4-b131-3f9d2d42c890 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event updated for resources: {'Network': ['ID=bce372d9-a091-4b89-95c6-9eb8737b80ef,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:57.897584 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911690fe-6699-4699-a11c-4fa765e6c7ed tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Made reservation on behalf of a8c331de0dc94d139e553c0231694853 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:03:57.910919 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-911690fe-6699-4699-a11c-4fa765e6c7ed tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:57.972665 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network bce372d9-a091-4b89-95c6-9eb8737b80ef details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:03:58.014943 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-1751360a-15b6-4042-a64a-f66b3d3a23b9 admin admin] Deleting subnet e13ed9c0-6a33-4d16-a95b-e252836a8093 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:03:58.020053 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1751360a-15b6-4042-a64a-f66b3d3a23b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:58.144364 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1751360a-15b6-4042-a64a-f66b3d3a23b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:58.144554 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-01908870-8f3a-4fc4-8184-80cb3c045e62 None None] Port 42b81828-d210-44d4-83c8-3e7f7621ea7c cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:03:58.336562 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1751360a-15b6-4042-a64a-f66b3d3a23b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:58.376308 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600db7fb-a081-45ca-9703-eb0592f29fda None None] Pushing event updated for resources: {'Port': ['ID=976577f8-e245-4810-87e6-0c91a9ceac7b,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:58.390946 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732923666', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'bea81eb9-5f45-48cd-a465-a90e4c3da013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:03:38Z', 'updated_at': '2022-03-09T04:03:50Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'bea81eb9-5f45-48cd-a465-a90e4c3da013', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:38:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:03:40Z', 'updated_at': '2022-03-09T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '42b81828-d210-44d4-83c8-3e7f7621ea7c', 'name': '', 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:49:c7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b67bf7a0-3ef1-45fd-b01a-91732bdea256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:03:49Z', 'updated_at': '2022-03-09T04:03:51Z', 'revision_number': 2, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': 'b67bf7a0-3ef1-45fd-b01a-91732bdea256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:58.395550 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port bea81eb9-5f45-48cd-a465-a90e4c3da013 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:03:58.395849 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:58.480087 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1751360a-15b6-4042-a64a-f66b3d3a23b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:58.496369 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] Checking router: 2bd4f9f1-86a9-4c8a-8c81-c586883844f7 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:03:58.496719 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] Updating router 2bd4f9f1-86a9-4c8a-8c81-c586883844f7 port 42b81828-d210-44d4-83c8-3e7f7621ea7c binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:03:58.544291 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-911690fe-6699-4699-a11c-4fa765e6c7ed tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:58.578638 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751360a-15b6-4042-a64a-f66b3d3a23b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e13ed9c0-6a33-4d16-a95b-e252836a8093,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:58.582138 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1751360a-15b6-4042-a64a-f66b3d3a23b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:58.599911 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1751360a-15b6-4042-a64a-f66b3d3a23b9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e13ed9c0-6a33-4d16-a95b-e252836a8093 HTTP/1.1" status: 204 len: 168 time: 0.7508283 Mar 09 04:03:58.600466 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55646) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:58.730238 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911690fe-6699-4699-a11c-4fa765e6c7ed tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event updated for resources: {'Subnet': ['ID=b4c51370-7fe0-426d-90de-53f8094e3c12,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:58.746166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911690fe-6699-4699-a11c-4fa765e6c7ed tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Checking segment: {'id': 'a013fb72-ca31-44be-87a9-81f5c34de7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bce372d9-a091-4b89-95c6-9eb8737b80ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:03:58.746526 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911690fe-6699-4699-a11c-4fa765e6c7ed tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Network hostable DHCP agents. Network: bce372d9-a091-4b89-95c6-9eb8737b80ef, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:03:58.767084 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:58.781772 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911690fe-6699-4699-a11c-4fa765e6c7ed tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Network bce372d9-a091-4b89-95c6-9eb8737b80ef is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:03:58.811606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-911690fe-6699-4699-a11c-4fa765e6c7ed tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, bce372d9-a091-4b89-95c6-9eb8737b80ef) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:03:58.829636 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911690fe-6699-4699-a11c-4fa765e6c7ed tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:03:58.830404 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-911690fe-6699-4699-a11c-4fa765e6c7ed tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:58.833006 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0367f603-95b5-4dd2-8d04-5a094d3717b9 None None] Network bce372d9-a091-4b89-95c6-9eb8737b80ef requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:03:58.884047 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-911690fe-6699-4699-a11c-4fa765e6c7ed tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6442292 Mar 09 04:03:58.884904 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55660) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:58.905129 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-fd5e4459-5f8c-43bb-b4c5-851200f855be tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:59.046667 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7cb21a77-9459-4e72-9ba7-61cb8595cdc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:59.104120 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3a1459b9-0335-4868-a780-e8048c0e53e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:59.179051 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55666) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:03:59.217521 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fd5e4459-5f8c-43bb-b4c5-851200f855be tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1916296'] for subnet, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:59.281222 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166be339-c1de-4983-b75c-5eda11de91e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-bce372d9-a091-4b89-95c6-9eb8737b80ef', 'network_id': 'bce372d9-a091-4b89-95c6-9eb8737b80ef', 'tenant_id': 'a8c331de0dc94d139e553c0231694853', 'fixed_ips': [{'subnet_id': 'b4c51370-7fe0-426d-90de-53f8094e3c12'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:03:59.282656 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-166be339-c1de-4983-b75c-5eda11de91e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:59.475668 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-078fd0bd-e9e5-438d-bc5b-a306e1e341e2 req-d64f2049-e4d4-42d9-8fe4-a4d8e7f1aec6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Synchronizing usage tracker for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:03:59.542580 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-078fd0bd-e9e5-438d-bc5b-a306e1e341e2 req-d64f2049-e4d4-42d9-8fe4-a4d8e7f1aec6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Unset dirty status for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:03:59.548382 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-078fd0bd-e9e5-438d-bc5b-a306e1e341e2 req-d64f2049-e4d4-42d9-8fe4-a4d8e7f1aec6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 210 time: 0.2119322 Mar 09 04:03:59.595766 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-08010ee0-0e09-4ef0-a315-7b0f0badebf6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1932098867-network', 'tenant_id': '2e8887a99140438badbda1ee57f2077e'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:03:59.604902 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-166be339-c1de-4983-b75c-5eda11de91e3 None None] Allocated IP 2001:db8::2 (bce372d9-a091-4b89-95c6-9eb8737b80ef/b4c51370-7fe0-426d-90de-53f8094e3c12/facf9ef7-ff86-42f4-92e9-f4df6e3ada49) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:03:59.610841 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3a1459b9-0335-4868-a780-e8048c0e53e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:59.639713 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-08010ee0-0e09-4ef0-a315-7b0f0badebf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:59.654368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-08010ee0-0e09-4ef0-a315-7b0f0badebf6 admin admin] Usage tracker for resource:network and tenant:2e8887a99140438badbda1ee57f2077e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:59.660544 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-08010ee0-0e09-4ef0-a315-7b0f0badebf6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:59.668549 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-3a1459b9-0335-4868-a780-e8048c0e53e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e845a44d-123c-4019-a198-b22240ec5f46']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:59.676049 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-08010ee0-0e09-4ef0-a315-7b0f0badebf6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:03:59.687171 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-3a1459b9-0335-4868-a780-e8048c0e53e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913c63b8-e206-43db-a81f-0a39766b9d2a') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:59.687887 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-3a1459b9-0335-4868-a780-e8048c0e53e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913c63b8-e206-43db-a81f-0a39766b9d2a') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:03:59.721245 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3a1459b9-0335-4868-a780-e8048c0e53e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:59.741975 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3a1459b9-0335-4868-a780-e8048c0e53e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:59.750796 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1459b9-0335-4868-a780-e8048c0e53e5 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:03:59.751184 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3a1459b9-0335-4868-a780-e8048c0e53e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:03:59.899527 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:03:59.907469 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3a1459b9-0335-4868-a780-e8048c0e53e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:59.928181 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 976577f8-e245-4810-87e6-0c91a9ceac7b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:03:59.928638 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3a1459b9-0335-4868-a780-e8048c0e53e5 admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:59.932224 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08010ee0-0e09-4ef0-a315-7b0f0badebf6 admin admin] Made reservation on behalf of 2e8887a99140438badbda1ee57f2077e for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:03:59.934802 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-08010ee0-0e09-4ef0-a315-7b0f0badebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:59.951415 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-08010ee0-0e09-4ef0-a315-7b0f0badebf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:03:59.961989 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1459b9-0335-4868-a780-e8048c0e53e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e845a44d-123c-4019-a198-b22240ec5f46,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:03:59.966929 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3a1459b9-0335-4868-a780-e8048c0e53e5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e845a44d-123c-4019-a198-b22240ec5f46 HTTP/1.1" status: 204 len: 168 time: 1.3655198 Mar 09 04:03:59.973094 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-08010ee0-0e09-4ef0-a315-7b0f0badebf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:03:59.978184 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-08010ee0-0e09-4ef0-a315-7b0f0badebf6 admin admin] Usage tracker for resource:security_group_rule and tenant:2e8887a99140438badbda1ee57f2077e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:03:59.981433 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-08010ee0-0e09-4ef0-a315-7b0f0badebf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:03:59.987648 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-08010ee0-0e09-4ef0-a315-7b0f0badebf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:00.071533 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5930f0-2c77-49ae-b3c5-8739f2532ea2 None None] Network ebf53470-9716-41fa-a0bc-35429959dc1c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:04:00.102053 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-08010ee0-0e09-4ef0-a315-7b0f0badebf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:00.108236 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-08010ee0-0e09-4ef0-a315-7b0f0badebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:00.122517 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08010ee0-0e09-4ef0-a315-7b0f0badebf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:04:00.133201 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-08010ee0-0e09-4ef0-a315-7b0f0badebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:00.134001 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-08010ee0-0e09-4ef0-a315-7b0f0badebf6 admin admin] Added segment 0b465ef4-c34f-40e7-8fac-a5c5778da90d of type vlan for network e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf Mar 09 04:04:00.172446 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-08010ee0-0e09-4ef0-a315-7b0f0badebf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:00.200581 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08010ee0-0e09-4ef0-a315-7b0f0badebf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea0e531-7357-4b53-8fed-ea239dbdd28a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:00.243158 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-08010ee0-0e09-4ef0-a315-7b0f0badebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:00.244917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08010ee0-0e09-4ef0-a315-7b0f0badebf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:00.245507 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-08010ee0-0e09-4ef0-a315-7b0f0badebf6 admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:00.317592 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55702) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:00.377380 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08010ee0-0e09-4ef0-a315-7b0f0badebf6 admin admin] Pushing event updated for resources: {'Network': ['ID=e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:00.389257 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-08010ee0-0e09-4ef0-a315-7b0f0badebf6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2061374 Mar 09 04:04:00.390000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55706) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:00.403354 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-69d4cd66-168e-47a6-8e6e-288815494807 admin admin] Request body: {'subnet': {'network_id': 'e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1932098867-subnet', 'tenant_id': '2e8887a99140438badbda1ee57f2077e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:04:00.412741 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-69d4cd66-168e-47a6-8e6e-288815494807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:00.420826 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8c83c973-c3fb-4e82-baaa-5719bea99a21 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eca4958534b84e61be0e1942cbdb6c01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1012225 Mar 09 04:04:00.422122 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-69d4cd66-168e-47a6-8e6e-288815494807 admin admin] Usage tracker for resource:subnet and tenant:2e8887a99140438badbda1ee57f2077e is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:04:00.423716 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55714) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:00.425677 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-69d4cd66-168e-47a6-8e6e-288815494807 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:04:00.434301 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-69d4cd66-168e-47a6-8e6e-288815494807 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:00.448036 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d4cd66-168e-47a6-8e6e-288815494807 admin admin] Made reservation on behalf of 2e8887a99140438badbda1ee57f2077e for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:04:00.452124 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-69d4cd66-168e-47a6-8e6e-288815494807 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:00.470797 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:04:00.536015 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-569b36bd-01b3-42f7-a05d-c02a5251255b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:00.577596 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-569b36bd-01b3-42f7-a05d-c02a5251255b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:00.614973 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c7b94b17-5b21-494d-ab8a-0f07c49ef740 None None] Provisioning for port 976577f8-e245-4810-87e6-0c91a9ceac7b completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:04:00.662016 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-569b36bd-01b3-42f7-a05d-c02a5251255b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:00.701352 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-69d4cd66-168e-47a6-8e6e-288815494807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:00.710320 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b36bd-01b3-42f7-a05d-c02a5251255b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97496332-efcd-4619-a418-5c324a6dfebb,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:00.772465 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-aa9d1105-9f13-4281-828c-14e252d00027 req-54557e83-5ca4-4de1-a55f-8de2dc92ff43 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 210 time: 0.0529778 Mar 09 04:04:00.779195 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-569b36bd-01b3-42f7-a05d-c02a5251255b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:00.780904 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-569b36bd-01b3-42f7-a05d-c02a5251255b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97496332-efcd-4619-a418-5c324a6dfebb HTTP/1.1" status: 204 len: 168 time: 0.3558483 Mar 09 04:04:00.840570 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4cd66-168e-47a6-8e6e-288815494807 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a8b96f0-c118-4014-bee8-ff75ec2cbe5d,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:00.856829 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d4cd66-168e-47a6-8e6e-288815494807 admin admin] Checking segment: {'id': '0b465ef4-c34f-40e7-8fac-a5c5778da90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:04:00.858034 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d4cd66-168e-47a6-8e6e-288815494807 admin admin] Network hostable DHCP agents. Network: e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:04:00.858206 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-166be339-c1de-4983-b75c-5eda11de91e3 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:00.899862 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 976577f8-e245-4810-87e6-0c91a9ceac7b completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:04:00.911781 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-166be339-c1de-4983-b75c-5eda11de91e3 None None] Transition to ACTIVE for port object facf9ef7-ff86-42f4-92e9-f4df6e3ada49 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:04:00.915089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 976577f8-e245-4810-87e6-0c91a9ceac7b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:00.916213 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:01.005094 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-166be339-c1de-4983-b75c-5eda11de91e3 None None] Transition to ACTIVE for port object facf9ef7-ff86-42f4-92e9-f4df6e3ada49 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:04:01.030367 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-166be339-c1de-4983-b75c-5eda11de91e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:01.119016 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166be339-c1de-4983-b75c-5eda11de91e3 None None] Pushing event updated for resources: {'Port': ['ID=facf9ef7-ff86-42f4-92e9-f4df6e3ada49,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:01.211688 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166be339-c1de-4983-b75c-5eda11de91e3 None None] Network bce372d9-a091-4b89-95c6-9eb8737b80ef is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:04:01.228144 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-166be339-c1de-4983-b75c-5eda11de91e3 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:04:01.238775 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0c58b5ab-0a84-4c40-8505-e454fefa2425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:01.241274 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.resource_extend [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 04:04:01.254825 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166be339-c1de-4983-b75c-5eda11de91e3 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:04:01.304511 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d4cd66-168e-47a6-8e6e-288815494807 admin admin] Network e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:04:01.339551 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f932c99-1ecd-472d-bde7-5d558cc797b5 None None] Update dhcp port {'port': {'network_id': 'ebf53470-9716-41fa-a0bc-35429959dc1c', 'fixed_ips': [{'subnet_id': 'd239c9f2-4e24-4331-abec-eb63b579163a', 'ip_address': '2001:db8::2'}, {'subnet_id': '4df7932a-a83c-4ade-bd54-5f079453dddb'}], 'binding:host_id': 'n-d-825178-5'}, 'id': '976577f8-e245-4810-87e6-0c91a9ceac7b'} from n-d-825178-5. {{(pid=87882) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 04:04:01.432874 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:01.443223 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-69d4cd66-168e-47a6-8e6e-288815494807 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:04:01.460660 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d4cd66-168e-47a6-8e6e-288815494807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:01.461362 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-69d4cd66-168e-47a6-8e6e-288815494807 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:01.497061 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-69d4cd66-168e-47a6-8e6e-288815494807 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1049237 Mar 09 04:04:01.514521 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-339fb5bd-0917-4623-801b-646a4835db30 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:01.515578 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-339fb5bd-0917-4623-801b-646a4835db30 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Synchronizing usage tracker for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:04:01.545579 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-339fb5bd-0917-4623-801b-646a4835db30 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Unset dirty status for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:04:01.546635 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-339fb5bd-0917-4623-801b-646a4835db30 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.21 "GET /v2.0/networks?id=749ff854-15a7-4f21-b2aa-77ee7a469281 HTTP/1.1" status: 200 len: 797 time: 0.6719437 Mar 09 04:04:01.552973 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329a229c-11bd-4a6d-9446-fec4f9613feb None None] Network e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:04:01.595632 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55740) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:01.596441 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fd5e4459-5f8c-43bb-b4c5-851200f855be tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730634455031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-826173'] for subnet, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:01.644009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5e4459-5f8c-43bb-b4c5-851200f855be tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:01.644841 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fd5e4459-5f8c-43bb-b4c5-851200f855be tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:01.651135 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fd5e4459-5f8c-43bb-b4c5-851200f855be tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "PUT /v2.0/subnets/b4c51370-7fe0-426d-90de-53f8094e3c12 HTTP/1.1" status: 200 len: 826 time: 2.7638080 Mar 09 04:04:01.652546 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55744) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:01.701989 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:01.713655 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-166be339-c1de-4983-b75c-5eda11de91e3 None None] Attempting to bind port facf9ef7-ff86-42f4-92e9-f4df6e3ada49 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:04:01.714406 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-166be339-c1de-4983-b75c-5eda11de91e3 None None] Attempting to bind port facf9ef7-ff86-42f4-92e9-f4df6e3ada49 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'a013fb72-ca31-44be-87a9-81f5c34de7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bce372d9-a091-4b89-95c6-9eb8737b80ef'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:04:01.714988 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166be339-c1de-4983-b75c-5eda11de91e3 None None] Attempting to bind port facf9ef7-ff86-42f4-92e9-f4df6e3ada49 on network bce372d9-a091-4b89-95c6-9eb8737b80ef {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:04:01.717156 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ea4938ab-ae90-42e9-931b-ca5eeea97639 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3600ca91b76244feaf8544612e3597f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1198416 Mar 09 04:04:01.720061 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55748) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:01.745370 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6f932c99-1ecd-472d-bde7-5d558cc797b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:01.765745 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 976577f8-e245-4810-87e6-0c91a9ceac7b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=976577f8-e245-4810-87e6-0c91a9ceac7b,segment=NetworkSegment(5252d5e5-7255-4432-b0dd-25ad824c699c),segment_id=5252d5e5-7255-4432-b0dd-25ad824c699c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:04:01.802531 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] Transition to ACTIVE for port object 42b81828-d210-44d4-83c8-3e7f7621ea7c will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:04:01.812957 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166be339-c1de-4983-b75c-5eda11de91e3 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:04:01.813604 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166be339-c1de-4983-b75c-5eda11de91e3 None None] Checking segment: {'id': 'a013fb72-ca31-44be-87a9-81f5c34de7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bce372d9-a091-4b89-95c6-9eb8737b80ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:04:01.814217 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-166be339-c1de-4983-b75c-5eda11de91e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:01.814794 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166be339-c1de-4983-b75c-5eda11de91e3 None None] Bound using segment: {'id': 'a013fb72-ca31-44be-87a9-81f5c34de7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bce372d9-a091-4b89-95c6-9eb8737b80ef'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:04:01.815472 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-166be339-c1de-4983-b75c-5eda11de91e3 None None] Bound port: facf9ef7-ff86-42f4-92e9-f4df6e3ada49, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a013fb72-ca31-44be-87a9-81f5c34de7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bce372d9-a091-4b89-95c6-9eb8737b80ef'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:04:01.816056 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-166be339-c1de-4983-b75c-5eda11de91e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:01.838273 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:01.929269 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4083-3cd6-45ef-85fc-0d17927fcb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:01.960821 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:01.985419 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4083-3cd6-45ef-85fc-0d17927fcb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:02.078413 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4083-3cd6-45ef-85fc-0d17927fcb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:02.130418 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c4083-3cd6-45ef-85fc-0d17927fcb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccb264f-e35e-4a07-97f1-5ce7c823d756,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:02.143417 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-166be339-c1de-4983-b75c-5eda11de91e3 None None] For port facf9ef7-ff86-42f4-92e9-f4df6e3ada49, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:04:02.147450 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-166be339-c1de-4983-b75c-5eda11de91e3 None None] For port facf9ef7-ff86-42f4-92e9-f4df6e3ada49, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=facf9ef7-ff86-42f4-92e9-f4df6e3ada49,segment=NetworkSegment(a013fb72-ca31-44be-87a9-81f5c34de7ab),segment_id=a013fb72-ca31-44be-87a9-81f5c34de7ab)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:04:02.155418 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4083-3cd6-45ef-85fc-0d17927fcb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:02.163458 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2b9c4083-3cd6-45ef-85fc-0d17927fcb34 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dccb264f-e35e-4a07-97f1-5ce7c823d756 HTTP/1.1" status: 204 len: 168 time: 0.4415169 Mar 09 04:04:02.170952 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-86e17a7b-416d-4a2b-bffd-870118dbd5e3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Synchronizing usage tracker for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:04:02.222020 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-166be339-c1de-4983-b75c-5eda11de91e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:02.312195 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c553a479-6c6a-40df-8618-aa4713724308 req-3960ad75-26a8-4c27-9c92-29e3d070f41e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 210 time: 0.1264694 Mar 09 04:04:02.323697 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-86e17a7b-416d-4a2b-bffd-870118dbd5e3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Unset dirty status for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:04:02.324815 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-86e17a7b-416d-4a2b-bffd-870118dbd5e3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2eed8fa07dd541719db04a03bcdea9c3 HTTP/1.1" status: 200 len: 379 time: 0.7692006 Mar 09 04:04:02.331210 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e32f125-23e0-472e-a51a-479ae3ebf1b8 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:02.339040 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e4459-5f8c-43bb-b4c5-851200f855be tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event updated for resources: {'Subnet': ['ID=b4c51370-7fe0-426d-90de-53f8094e3c12,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:02.344362 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-829a0898-d952-47ed-af55-ab5fad426818 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'port': {'device_id': '21b2f07a-ed55-45a7-a301-243d817f4f14', 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281', 'admin_state_up': True, 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'security_groups': ['878fc062-b5ae-4a7e-9c7d-87559f1e9ae1']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:04:02.462643 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-3e32f125-23e0-472e-a51a-479ae3ebf1b8 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Deleting port facf9ef7-ff86-42f4-92e9-f4df6e3ada49 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:04:02.463386 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e32f125-23e0-472e-a51a-479ae3ebf1b8 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:02.529020 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:04:02.783222 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:02.800407 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:02.856773 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=976577f8-e245-4810-87e6-0c91a9ceac7b,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:02.937324 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-829a0898-d952-47ed-af55-ab5fad426818 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:03.049651 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-829a0898-d952-47ed-af55-ab5fad426818 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:03.198072 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-829a0898-d952-47ed-af55-ab5fad426818 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Made reservation on behalf of 2eed8fa07dd541719db04a03bcdea9c3 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:04:03.216461 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-829a0898-d952-47ed-af55-ab5fad426818 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:03.383496 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] Attempting to bind port 42b81828-d210-44d4-83c8-3e7f7621ea7c on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:04:03.383905 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] Attempting to bind port 42b81828-d210-44d4-83c8-3e7f7621ea7c by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '66cb0732-e838-42b8-b393-a2b501eb90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:04:03.384272 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] Attempting to bind port 42b81828-d210-44d4-83c8-3e7f7621ea7c on network 749ff854-15a7-4f21-b2aa-77ee7a469281 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:04:03.421386 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43c884b-16d3-4d40-b9be-f06f0f67548a None None] Network e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:04:03.656871 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-3e32f125-23e0-472e-a51a-479ae3ebf1b8 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] For port facf9ef7-ff86-42f4-92e9-f4df6e3ada49, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=facf9ef7-ff86-42f4-92e9-f4df6e3ada49,segment=NetworkSegment(a013fb72-ca31-44be-87a9-81f5c34de7ab),segment_id=a013fb72-ca31-44be-87a9-81f5c34de7ab)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:04:03.657404 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e32f125-23e0-472e-a51a-479ae3ebf1b8 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:03.738220 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9cd6065c-9824-4c77-b10d-b05cace376ab req-dd0624cc-187d-4e55-8927-7248907ad701 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 210 time: 0.1370683 Mar 09 04:04:03.784968 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:04:03.785513 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] Checking segment: {'id': '66cb0732-e838-42b8-b393-a2b501eb90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:04:03.785633 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:03.786016 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] Bound using segment: {'id': '66cb0732-e838-42b8-b393-a2b501eb90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:04:03.786735 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] Bound port: 42b81828-d210-44d4-83c8-3e7f7621ea7c, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cb0732-e838-42b8-b393-a2b501eb90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:04:03.787131 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:03.800627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-3e32f125-23e0-472e-a51a-479ae3ebf1b8 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Calling delete_port for facf9ef7-ff86-42f4-92e9-f4df6e3ada49 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:04:03.807983 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aaaaf8-bebe-4f4e-9dc9-59e328d54f85 None None] Pushing event updated for resources: {'Port': ['ID=42b81828-d210-44d4-83c8-3e7f7621ea7c,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:03.907025 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-6f932c99-1ecd-472d-bde7-5d558cc797b5 None None] Allocated IP 172.20.0.1 (ebf53470-9716-41fa-a0bc-35429959dc1c/4df7932a-a83c-4ade-bd54-5f079453dddb/976577f8-e245-4810-87e6-0c91a9ceac7b) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:04:03.937170 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:03.995369 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 976577f8-e245-4810-87e6-0c91a9ceac7b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:04:04.025034 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-829a0898-d952-47ed-af55-ab5fad426818 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Allocated IP 172.20.0.8 (749ff854-15a7-4f21-b2aa-77ee7a469281/b67bf7a0-3ef1-45fd-b01a-91732bdea256/1bd3cec7-7973-46cc-b909-17ab54fe3eec) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:04:04.079293 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e32f125-23e0-472e-a51a-479ae3ebf1b8 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:04.195550 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32f125-23e0-472e-a51a-479ae3ebf1b8 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event deleted for resources: {'Port': ['ID=facf9ef7-ff86-42f4-92e9-f4df6e3ada49,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:04.366222 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166be339-c1de-4983-b75c-5eda11de91e3 None None] Pushing event updated for resources: {'Port': ['ID=facf9ef7-ff86-42f4-92e9-f4df6e3ada49,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:04.372709 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] For port 42b81828-d210-44d4-83c8-3e7f7621ea7c, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:04:04.377843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e32f125-23e0-472e-a51a-479ae3ebf1b8 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] No DVR routers for this DVR port facf9ef7-ff86-42f4-92e9-f4df6e3ada49 on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:04:04.400836 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] For port 42b81828-d210-44d4-83c8-3e7f7621ea7c, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=42b81828-d210-44d4-83c8-3e7f7621ea7c,segment=NetworkSegment(66cb0732-e838-42b8-b393-a2b501eb90c7),segment_id=66cb0732-e838-42b8-b393-a2b501eb90c7)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:04:04.405787 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:04.413110 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:04.556249 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e32f125-23e0-472e-a51a-479ae3ebf1b8 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:04.558569 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 976577f8-e245-4810-87e6-0c91a9ceac7b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:04.558958 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:04.662221 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-829a0898-d952-47ed-af55-ab5fad426818 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:04.692434 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-829a0898-d952-47ed-af55-ab5fad426818 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Transition to ACTIVE for port object 1bd3cec7-7973-46cc-b909-17ab54fe3eec will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:04:04.697366 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] Routers {'2bd4f9f1-86a9-4c8a-8c81-c586883844f7'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:04:04.707783 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:04:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['2bd4f9f1-86a9-4c8a-8c81-c586883844f7'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:04.713874 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e32f125-23e0-472e-a51a-479ae3ebf1b8 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:04.821731 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6f932c99-1ecd-472d-bde7-5d558cc797b5 None None] For port 976577f8-e245-4810-87e6-0c91a9ceac7b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=976577f8-e245-4810-87e6-0c91a9ceac7b,segment=NetworkSegment(5252d5e5-7255-4432-b0dd-25ad824c699c),segment_id=5252d5e5-7255-4432-b0dd-25ad824c699c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:04:04.823669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32f125-23e0-472e-a51a-479ae3ebf1b8 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c51370-7fe0-426d-90de-53f8094e3c12,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:04.913655 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6f932c99-1ecd-472d-bde7-5d558cc797b5 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:04.927179 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bac31b7-b584-4bd3-a21e-da79f0e888c7 None None] Network bce372d9-a091-4b89-95c6-9eb8737b80ef requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:04:04.981753 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e32f125-23e0-472e-a51a-479ae3ebf1b8 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:05.006412 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-97622b84-1846-41e5-bcd6-b4c0431f4afb req-5ecb6a57-604d-4d56-b6a1-264b6f4295db tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 210 time: 0.0936143 Mar 09 04:04:05.031608 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-829a0898-d952-47ed-af55-ab5fad426818 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:05.093740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-3e32f125-23e0-472e-a51a-479ae3ebf1b8 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce372d9-a091-4b89-95c6-9eb8737b80ef']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:05.290581 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6f932c99-1ecd-472d-bde7-5d558cc797b5 None None] Transition to ACTIVE for port object 976577f8-e245-4810-87e6-0c91a9ceac7b will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:04:05.302549 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-3e32f125-23e0-472e-a51a-479ae3ebf1b8 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a013fb72-ca31-44be-87a9-81f5c34de7ab') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:05.303161 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-3e32f125-23e0-472e-a51a-479ae3ebf1b8 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a013fb72-ca31-44be-87a9-81f5c34de7ab') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:05.322362 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aaaaf8-bebe-4f4e-9dc9-59e328d54f85 None None] Pushing event updated for resources: {'Port': ['ID=42b81828-d210-44d4-83c8-3e7f7621ea7c,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:05.325054 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-829a0898-d952-47ed-af55-ab5fad426818 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network 749ff854-15a7-4f21-b2aa-77ee7a469281 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:04:05.339535 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-829a0898-d952-47ed-af55-ab5fad426818 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:04:05.349740 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e32f125-23e0-472e-a51a-479ae3ebf1b8 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:05.365521 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6f932c99-1ecd-472d-bde7-5d558cc797b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:05.388000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-829a0898-d952-47ed-af55-ab5fad426818 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:04:05.436561 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55822) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:05.451640 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-943f992c-29d7-4e89-9eab-0758ee540e1e None None] Could not find standard attr ID for object facf9ef7-ff86-42f4-92e9-f4df6e3ada49. {{(pid=87882) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 04:04:05.471823 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a0898-d952-47ed-af55-ab5fad426818 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Port': ['ID=1bd3cec7-7973-46cc-b909-17ab54fe3eec,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:05.539491 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e32f125-23e0-472e-a51a-479ae3ebf1b8 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:05.573062 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e32f125-23e0-472e-a51a-479ae3ebf1b8 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:04:05.573668 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e32f125-23e0-472e-a51a-479ae3ebf1b8 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:04:05.608477 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:04:05.660581 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a575a3d4-9129-4c2e-8df4-c23875bef040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:05.697460 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a575a3d4-9129-4c2e-8df4-c23875bef040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:05.704440 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a575a3d4-9129-4c2e-8df4-c23875bef040 admin admin] Usage tracker for resource:security_group_rule and tenant:a55a11d0dded47c299fd6bae005edf6c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:04:05.707838 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a575a3d4-9129-4c2e-8df4-c23875bef040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:04:05.714985 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a575a3d4-9129-4c2e-8df4-c23875bef040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:05.764233 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] Set router 2bd4f9f1-86a9-4c8a-8c81-c586883844f7 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:04:05.803473 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-829a0898-d952-47ed-af55-ab5fad426818 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:05.804800 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-829a0898-d952-47ed-af55-ab5fad426818 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:05.892752 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-829a0898-d952-47ed-af55-ab5fad426818 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5556586 Mar 09 04:04:05.902996 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-843b2674-e030-43b2-a7c0-a30dd3187189 service neutron] Request body: {'port': {'device_id': '21b2f07a-ed55-45a7-a301-243d817f4f14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:04:05.942598 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e32f125-23e0-472e-a51a-479ae3ebf1b8 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:05.983437 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e32f125-23e0-472e-a51a-479ae3ebf1b8 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:06.007965 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32f125-23e0-472e-a51a-479ae3ebf1b8 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event deleted for resources: {'Network': ['ID=bce372d9-a091-4b89-95c6-9eb8737b80ef,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:06.029259 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-68c6c547-aa14-4bbe-927a-e6f792df0157 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:06.029801 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-68c6c547-aa14-4bbe-927a-e6f792df0157 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Synchronizing usage tracker for tenant:2e8887a99140438badbda1ee57f2077e on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:04:06.074577 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-68c6c547-aa14-4bbe-927a-e6f792df0157 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Unset dirty status for tenant:2e8887a99140438badbda1ee57f2077e on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:04:06.076349 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-68c6c547-aa14-4bbe-927a-e6f792df0157 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/networks?id=e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf HTTP/1.1" status: 200 len: 809 time: 0.4013813 Mar 09 04:04:06.097874 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a575a3d4-9129-4c2e-8df4-c23875bef040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:06.105804 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-6ff77459-374f-43db-95e4-c33209ede46f tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/quotas/2e8887a99140438badbda1ee57f2077e HTTP/1.1" status: 200 len: 375 time: 0.0208011 Mar 09 04:04:06.107581 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a575a3d4-9129-4c2e-8df4-c23875bef040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:06.164254 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3e32f125-23e0-472e-a51a-479ae3ebf1b8 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "DELETE /v2.0/networks/bce372d9-a091-4b89-95c6-9eb8737b80ef HTTP/1.1" status: 204 len: 168 time: 4.5004792 Mar 09 04:04:06.171509 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55840) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:06.216948 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c897e7-c672-4e0d-99ed-8c4c14a6389e None None] DHCP port deletion for bce372d9-a091-4b89-95c6-9eb8737b80ef request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:04:06.248630 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee57f54-0e42-4a57-9410-b924c7702082 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] DELETE failed (client error): The resource could not be found. Mar 09 04:04:06.249107 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee57f54-0e42-4a57-9410-b924c7702082 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:04:06.251179 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9ee57f54-0e42-4a57-9410-b924c7702082 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "DELETE /v2.0/networks/bce372d9-a091-4b89-95c6-9eb8737b80ef HTTP/1.1" status: 404 len: 339 time: 0.0787156 Mar 09 04:04:06.257455 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Port 976577f8-e245-4810-87e6-0c91a9ceac7b had new provisioning blocks added so it will not transition to active. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Mar 09 04:04:06.264919 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a575a3d4-9129-4c2e-8df4-c23875bef040 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a55a11d0dded47c299fd6bae005edf6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8272331 Mar 09 04:04:06.266391 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55846) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:06.266721 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55848) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:06.273393 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a575a3d4-9129-4c2e-8df4-c23875bef040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0212b152-156b-484a-be83-d5bef5c16c4a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:06.286982 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-0992d71f-2e34-421c-a531-71a3a2a555ac tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e8887a99140438badbda1ee57f2077e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1429188 Mar 09 04:04:06.295977 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-a2a2a645-6cb7-4bce-8f3f-bd807adcc0c7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1548440691', 'description': 'd1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:04:06.301237 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a594d7-4349-49dd-a155-545dbd114bce None None] Network bce372d9-a091-4b89-95c6-9eb8737b80ef requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:04:06.302298 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a2a2a645-6cb7-4bce-8f3f-bd807adcc0c7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:06.307579 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a2a2a645-6cb7-4bce-8f3f-bd807adcc0c7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Usage tracker for resource:network and tenant:a8c331de0dc94d139e553c0231694853 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:04:06.310502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a2a2a645-6cb7-4bce-8f3f-bd807adcc0c7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:04:06.317536 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a2a2a645-6cb7-4bce-8f3f-bd807adcc0c7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:06.331659 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a594d7-4349-49dd-a155-545dbd114bce None None] Network bce372d9-a091-4b89-95c6-9eb8737b80ef could not be found, it might have been deleted concurrently. {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 09 04:04:06.336140 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-843b2674-e030-43b2-a7c0-a30dd3187189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:06.338708 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f932c99-1ecd-472d-bde7-5d558cc797b5 None None] Pushing event updated for resources: {'Port': ['ID=976577f8-e245-4810-87e6-0c91a9ceac7b,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:06.402296 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a2a645-6cb7-4bce-8f3f-bd807adcc0c7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Made reservation on behalf of a8c331de0dc94d139e553c0231694853 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:04:06.407038 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a2a2a645-6cb7-4bce-8f3f-bd807adcc0c7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:06.418330 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device facf9ef7-ff86-42f4-92e9-f4df6e3ada49 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:04:06.463590 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732923666', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'bea81eb9-5f45-48cd-a465-a90e4c3da013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:03:38Z', 'updated_at': '2022-03-09T04:03:50Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'bea81eb9-5f45-48cd-a465-a90e4c3da013', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:38:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:03:40Z', 'updated_at': '2022-03-09T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '42b81828-d210-44d4-83c8-3e7f7621ea7c', 'name': '', 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:49:c7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b67bf7a0-3ef1-45fd-b01a-91732bdea256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:03:49Z', 'updated_at': '2022-03-09T04:04:04Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': 'b67bf7a0-3ef1-45fd-b01a-91732bdea256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:06.502430 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61868921-7cb9-44d9-b422-59ff29e30b02 None None] The sync data for ids ['2bd4f9f1-86a9-4c8a-8c81-c586883844f7'] in n-d-825178-5 is: [{'id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732923666', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'bea81eb9-5f45-48cd-a465-a90e4c3da013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:03:38Z', 'updated_at': '2022-03-09T04:03:50Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'bea81eb9-5f45-48cd-a465-a90e4c3da013', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:38:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:03:40Z', 'updated_at': '2022-03-09T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '42b81828-d210-44d4-83c8-3e7f7621ea7c', 'name': '', 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:49:c7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b67bf7a0-3ef1-45fd-b01a-91732bdea256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:03:49Z', 'updated_at': '2022-03-09T04:04:04Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': 'b67bf7a0-3ef1-45fd-b01a-91732bdea256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:04:06.504969 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: facf9ef7-ff86-42f4-92e9-f4df6e3ada49 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:04:06.505442 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device facf9ef7-ff86-42f4-92e9-f4df6e3ada49 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:04:06.527667 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d48a280e-9d88-4bbb-bbe0-8ba8a4f5eba2 None None] Provisioning for port 1bd3cec7-7973-46cc-b909-17ab54fe3eec completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:04:06.581053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a2a645-6cb7-4bce-8f3f-bd807adcc0c7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:04:06.587717 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d48a280e-9d88-4bbb-bbe0-8ba8a4f5eba2 None None] Provisioning complete for port 1bd3cec7-7973-46cc-b909-17ab54fe3eec triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:06.590022 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d48a280e-9d88-4bbb-bbe0-8ba8a4f5eba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:06.597237 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-1df02138-a149-47a7-be0b-db0474f704df service neutron] 10.222.0.16 "GET /v2.0/networks/e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003366 Mar 09 04:04:06.854032 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d48a280e-9d88-4bbb-bbe0-8ba8a4f5eba2 None None] Port 1bd3cec7-7973-46cc-b909-17ab54fe3eec cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:04:06.897992 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a2a2a645-6cb7-4bce-8f3f-bd807adcc0c7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:06.898724 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-a2a2a645-6cb7-4bce-8f3f-bd807adcc0c7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Added segment 73d4e1e1-6877-422e-bd76-38d9893ccc64 of type vlan for network 2d87c7b6-86d4-45f1-821b-1d71c97ac2bb Mar 09 04:04:06.913965 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e8e96-8a70-46b6-818f-94556b409b3a req-2cad35ec-5f50-4083-98d7-5825e8485830 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:06.915448 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-5f8e8e96-8a70-46b6-818f-94556b409b3a req-2cad35ec-5f50-4083-98d7-5825e8485830 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Synchronizing usage tracker for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:04:06.941363 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-162cb5ad-0850-45ce-8ba2-d4ad8041cb4c service neutron] 10.222.0.16 "GET /v2.0/networks/e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361218 Mar 09 04:04:06.994597 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-24b5d453-27ad-47b8-a675-2c8167e8d028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:07.067021 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-24b5d453-27ad-47b8-a675-2c8167e8d028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:07.094294 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-5f8e8e96-8a70-46b6-818f-94556b409b3a req-2cad35ec-5f50-4083-98d7-5825e8485830 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Unset dirty status for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:04:07.095504 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5f8e8e96-8a70-46b6-818f-94556b409b3a req-2cad35ec-5f50-4083-98d7-5825e8485830 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 931 time: 0.8946445 Mar 09 04:04:07.188333 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a2a2a645-6cb7-4bce-8f3f-bd807adcc0c7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:07.295978 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-24b5d453-27ad-47b8-a675-2c8167e8d028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:07.301013 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a2a2a645-6cb7-4bce-8f3f-bd807adcc0c7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:07.308752 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a2a645-6cb7-4bce-8f3f-bd807adcc0c7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:07.309458 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a2a2a645-6cb7-4bce-8f3f-bd807adcc0c7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:07.371365 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dae57a5-92cf-4bef-ac93-e340b7d57f41 None None] Network ebf53470-9716-41fa-a0bc-35429959dc1c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:04:07.403847 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5f8e8e96-8a70-46b6-818f-94556b409b3a req-8368102a-e13a-4641-940f-1e44d8ef0ac5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2873199 Mar 09 04:04:07.527459 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c9ecd58f-d5a9-43f2-887b-8048cee51054 req-e5d7a9c0-71a5-4695-b0af-9f9843a0d927 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b9205e7-21bd-4459-96de-d17dcf1c0f0f HTTP/1.1" status: 200 len: 210 time: 0.2820897 Mar 09 04:04:07.595485 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-78c4a374-b55f-4aea-a58c-374e07ed3a7a None None] Provisioning for port 976577f8-e245-4810-87e6-0c91a9ceac7b completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:04:07.628138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-843b2674-e030-43b2-a7c0-a30dd3187189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd3cec7-7973-46cc-b909-17ab54fe3eec {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:04:07.640062 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a2a2a645-6cb7-4bce-8f3f-bd807adcc0c7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3642790 Mar 09 04:04:07.641470 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5d453-27ad-47b8-a675-2c8167e8d028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0212b152-156b-484a-be83-d5bef5c16c4a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:07.643741 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55864) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:07.649395 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-78c4a374-b55f-4aea-a58c-374e07ed3a7a None None] Provisioning complete for port 976577f8-e245-4810-87e6-0c91a9ceac7b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:07.649947 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-78c4a374-b55f-4aea-a58c-374e07ed3a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:07.656004 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-24b5d453-27ad-47b8-a675-2c8167e8d028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:07.657505 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-24b5d453-27ad-47b8-a675-2c8167e8d028 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0212b152-156b-484a-be83-d5bef5c16c4a HTTP/1.1" status: 204 len: 168 time: 1.3801544 Mar 09 04:04:07.808317 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2a645-6cb7-4bce-8f3f-bd807adcc0c7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event updated for resources: {'Network': ['ID=2d87c7b6-86d4-45f1-821b-1d71c97ac2bb,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:07.822190 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-843b2674-e030-43b2-a7c0-a30dd3187189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:07.843401 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-843b2674-e030-43b2-a7c0-a30dd3187189 service neutron] Transition to ACTIVE for port object 1bd3cec7-7973-46cc-b909-17ab54fe3eec will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:04:07.853597 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-843b2674-e030-43b2-a7c0-a30dd3187189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:07.900084 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 2d87c7b6-86d4-45f1-821b-1d71c97ac2bb details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:04:07.920060 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cbd820-63ea-4a8d-a549-41df4b8c86ef tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:07.920942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-22cbd820-63ea-4a8d-a549-41df4b8c86ef tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Synchronizing usage tracker for tenant:a8c331de0dc94d139e553c0231694853 on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:04:07.963043 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-22cbd820-63ea-4a8d-a549-41df4b8c86ef tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Unset dirty status for tenant:a8c331de0dc94d139e553c0231694853 on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:04:07.964480 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-22cbd820-63ea-4a8d-a549-41df4b8c86ef tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "GET /v2.0/networks?id=2d87c7b6-86d4-45f1-821b-1d71c97ac2bb HTTP/1.1" status: 200 len: 765 time: 0.3199339 Mar 09 04:04:07.968528 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55872) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:07.975808 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-ea5c66e0-810e-4128-8b99-33b1926b9ed9 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Request body: {'network': {'description': 'd2'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:04:08.527285 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55880) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:08.560412 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b2674-e030-43b2-a7c0-a30dd3187189 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd3cec7-7973-46cc-b909-17ab54fe3eec,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:08.588237 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ea5c66e0-810e-4128-8b99-33b1926b9ed9 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:08.606965 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3547becd-eba0-4144-8033-cac8cb00ea6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:08.626823 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3547becd-eba0-4144-8033-cac8cb00ea6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:08.639966 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3547becd-eba0-4144-8033-cac8cb00ea6e admin admin] Usage tracker for resource:security_group_rule and tenant:9acd0409c42b48fbaed710a067a90cbf is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:04:08.640481 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-843b2674-e030-43b2-a7c0-a30dd3187189 service neutron] Attempting to bind port 1bd3cec7-7973-46cc-b909-17ab54fe3eec on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:04:08.640827 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-843b2674-e030-43b2-a7c0-a30dd3187189 service neutron] Attempting to bind port 1bd3cec7-7973-46cc-b909-17ab54fe3eec by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '66cb0732-e838-42b8-b393-a2b501eb90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:04:08.641913 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-843b2674-e030-43b2-a7c0-a30dd3187189 service neutron] Attempting to bind port 1bd3cec7-7973-46cc-b909-17ab54fe3eec on network 749ff854-15a7-4f21-b2aa-77ee7a469281 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:04:08.643377 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ea5c66e0-810e-4128-8b99-33b1926b9ed9 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:08.658707 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3547becd-eba0-4144-8033-cac8cb00ea6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:04:08.676978 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-843b2674-e030-43b2-a7c0-a30dd3187189 service neutron] Port 1bd3cec7-7973-46cc-b909-17ab54fe3eec on network 749ff854-15a7-4f21-b2aa-77ee7a469281 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:04:08.677660 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 976577f8-e245-4810-87e6-0c91a9ceac7b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:04:08.682153 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-843b2674-e030-43b2-a7c0-a30dd3187189 service neutron] Attempting to bind port 1bd3cec7-7973-46cc-b909-17ab54fe3eec on network 749ff854-15a7-4f21-b2aa-77ee7a469281 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:04:08.693835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-843b2674-e030-43b2-a7c0-a30dd3187189 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:04:08.694173 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-843b2674-e030-43b2-a7c0-a30dd3187189 service neutron] Checking segment: {'id': '66cb0732-e838-42b8-b393-a2b501eb90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:04:08.694562 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-843b2674-e030-43b2-a7c0-a30dd3187189 service neutron] Bound using segment: {'id': '66cb0732-e838-42b8-b393-a2b501eb90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:04:08.695027 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-843b2674-e030-43b2-a7c0-a30dd3187189 service neutron] Bound port: 1bd3cec7-7973-46cc-b909-17ab54fe3eec, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66cb0732-e838-42b8-b393-a2b501eb90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:04:08.699031 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-843b2674-e030-43b2-a7c0-a30dd3187189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:08.701062 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ea5c66e0-810e-4128-8b99-33b1926b9ed9 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Network 2d87c7b6-86d4-45f1-821b-1d71c97ac2bb is not hosted by any dhcp agent {{(pid=87881) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 09 04:04:08.713933 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5c66e0-810e-4128-8b99-33b1926b9ed9 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:08.719794 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ea5c66e0-810e-4128-8b99-33b1926b9ed9 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:08.721280 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ea5c66e0-810e-4128-8b99-33b1926b9ed9 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "PUT /v2.0/networks/2d87c7b6-86d4-45f1-821b-1d71c97ac2bb HTTP/1.1" status: 200 len: 762 time: 0.7509599 Mar 09 04:04:08.731243 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55888) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:08.760513 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3547becd-eba0-4144-8033-cac8cb00ea6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:08.817749 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 976577f8-e245-4810-87e6-0c91a9ceac7b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:08.817749 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:08.909672 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c66e0-810e-4128-8b99-33b1926b9ed9 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event updated for resources: {'Network': ['ID=2d87c7b6-86d4-45f1-821b-1d71c97ac2bb,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:08.934555 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-57c977bd-7424-4d79-86bb-c71475babd57 req-32fee7a0-0b5b-4a4e-9812-953fbfbae2af tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b9205e7-21bd-4459-96de-d17dcf1c0f0f HTTP/1.1" status: 200 len: 210 time: 0.0987759 Mar 09 04:04:08.958467 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 2d87c7b6-86d4-45f1-821b-1d71c97ac2bb details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:04:09.032973 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:09.053903 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8f53b5-0430-4045-ae71-37b1236c7b33 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:09.055083 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5d8f53b5-0430-4045-ae71-37b1236c7b33 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Synchronizing usage tracker for tenant:a8c331de0dc94d139e553c0231694853 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:04:09.165488 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5d8f53b5-0430-4045-ae71-37b1236c7b33 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Unset dirty status for tenant:a8c331de0dc94d139e553c0231694853 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:04:09.170438 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5d8f53b5-0430-4045-ae71-37b1236c7b33 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "GET /v2.0/networks?id=2d87c7b6-86d4-45f1-821b-1d71c97ac2bb HTTP/1.1" status: 200 len: 765 time: 0.4342229 Mar 09 04:04:09.179519 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55898) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:09.294068 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3547becd-eba0-4144-8033-cac8cb00ea6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:09.315854 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3547becd-eba0-4144-8033-cac8cb00ea6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:09.364416 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3547becd-eba0-4144-8033-cac8cb00ea6e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9acd0409c42b48fbaed710a067a90cbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8351431 Mar 09 04:04:09.376407 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55904) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:09.389892 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 42b81828-d210-44d4-83c8-3e7f7621ea7c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:04:09.489976 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc727ee7-1246-4905-8704-790cc53698a2 None None] Provisioning complete for port 976577f8-e245-4810-87e6-0c91a9ceac7b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:09.490502 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc727ee7-1246-4905-8704-790cc53698a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:09.547635 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547becd-eba0-4144-8033-cac8cb00ea6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e033736f-8b07-4560-ae5c-d0668687bb2c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:09.574960 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-17799e15-c354-4a8e-9be2-d586e8775eb3 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:09.577697 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-17799e15-c354-4a8e-9be2-d586e8775eb3 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.24 "GET /v2.0/networks?id=e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf HTTP/1.1" status: 200 len: 809 time: 0.5200734 Mar 09 04:04:09.579192 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55908) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:09.600122 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d7633-51ce-4a0d-8a08-d55bec85393b req-033bb310-3a2f-4785-aa79-0225008f3cd4 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:09.601658 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d37d7633-51ce-4a0d-8a08-d55bec85393b req-033bb310-3a2f-4785-aa79-0225008f3cd4 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 943 time: 1.0229208 Mar 09 04:04:09.604982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-ceea5d19-c1be-48cb-a6b8-b6a8649bcc83 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Request body: {'port': {'device_id': '1b9205e7-21bd-4459-96de-d17dcf1c0f0f', 'network_id': 'e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf', 'admin_state_up': True, 'tenant_id': '2e8887a99140438badbda1ee57f2077e'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:04:09.615992 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7221f5-4d36-41bd-99ef-e4a2e8266b5b tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:09.618892 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fb7221f5-4d36-41bd-99ef-e4a2e8266b5b tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4298046 Mar 09 04:04:09.627299 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 42b81828-d210-44d4-83c8-3e7f7621ea7c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:04:09.629770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55914) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:09.637816 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 42b81828-d210-44d4-83c8-3e7f7621ea7c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:09.638606 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:09.688506 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d37d7633-51ce-4a0d-8a08-d55bec85393b req-5f45d7cb-80a6-4472-8590-38ef198493a7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662220 Mar 09 04:04:09.696022 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-843b2674-e030-43b2-a7c0-a30dd3187189 service neutron] For port 1bd3cec7-7973-46cc-b909-17ab54fe3eec, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:04:09.700524 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-843b2674-e030-43b2-a7c0-a30dd3187189 service neutron] For port 1bd3cec7-7973-46cc-b909-17ab54fe3eec, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec,segment=NetworkSegment(66cb0732-e838-42b8-b393-a2b501eb90c7),segment_id=66cb0732-e838-42b8-b393-a2b501eb90c7)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:04:09.718432 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-843b2674-e030-43b2-a7c0-a30dd3187189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:09.753425 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6ef84d64-1b9f-473a-8864-f8b8e785f24b tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Synchronizing usage tracker for tenant:a8c331de0dc94d139e553c0231694853 on resource:subnet {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:04:09.786018 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-843b2674-e030-43b2-a7c0-a30dd3187189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:09.786905 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-843b2674-e030-43b2-a7c0-a30dd3187189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:09.788316 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-843b2674-e030-43b2-a7c0-a30dd3187189 service neutron] 10.222.0.21 "PUT /v2.0/ports/1bd3cec7-7973-46cc-b909-17ab54fe3eec HTTP/1.1" status: 200 len: 1091 time: 3.8905885 Mar 09 04:04:09.788799 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b2f07a-ed55-45a7-a301-243d817f4f14', 'tag': '1bd3cec7-7973-46cc-b909-17ab54fe3eec'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:04:09.794827 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:09.847094 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 42b81828-d210-44d4-83c8-3e7f7621ea7c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=42b81828-d210-44d4-83c8-3e7f7621ea7c,segment=NetworkSegment(66cb0732-e838-42b8-b393-a2b501eb90c7),segment_id=66cb0732-e838-42b8-b393-a2b501eb90c7)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:04:09.853857 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:09.896805 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d553f931-7d29-49a4-a39a-e9623f8fa922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:09.909505 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b2f07a-ed55-45a7-a301-243d817f4f14', 'tag': '1bd3cec7-7973-46cc-b909-17ab54fe3eec', 'status': 'completed', 'code': 200} Mar 09 04:04:09.918664 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b2674-e030-43b2-a7c0-a30dd3187189 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd3cec7-7973-46cc-b909-17ab54fe3eec,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:09.956633 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=42b81828-d210-44d4-83c8-3e7f7621ea7c,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:09.963022 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-fa374019-7135-4f88-984c-502e4d5cbbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:09.965569 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-fa374019-7135-4f88-984c-502e4d5cbbcf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 1094 time: 0.1304371 Mar 09 04:04:09.970746 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e8dcbf37-cb4d-44aa-b09f-267778a08842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:09.999306 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6ef84d64-1b9f-473a-8864-f8b8e785f24b tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Unset dirty status for tenant:a8c331de0dc94d139e553c0231694853 on resource:subnet {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:04:10.000543 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6ef84d64-1b9f-473a-8864-f8b8e785f24b tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "GET /v2.0/subnets?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 207 time: 0.3613901 Mar 09 04:04:10.002750 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d553f931-7d29-49a4-a39a-e9623f8fa922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:10.014359 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55924) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:10.015521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-ceea5d19-c1be-48cb-a6b8-b6a8649bcc83 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:10.052254 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-870e4243-4484-42bb-bfe1-e7ba543e8cd4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec HTTP/1.1" status: 200 len: 217 time: 0.0804560 Mar 09 04:04:10.054987 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e8dcbf37-cb4d-44aa-b09f-267778a08842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:10.065063 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-ceea5d19-c1be-48cb-a6b8-b6a8649bcc83 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Usage tracker for resource:port and tenant:2e8887a99140438badbda1ee57f2077e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:04:10.085857 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-ceea5d19-c1be-48cb-a6b8-b6a8649bcc83 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:04:10.089260 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e8dcbf37-cb4d-44aa-b09f-267778a08842 admin admin] Usage tracker for resource:security_group_rule and tenant:4eb513a1047f4a5988d53ce67d073ca0 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:04:10.099593 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-ceea5d19-c1be-48cb-a6b8-b6a8649bcc83 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:10.101781 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e8dcbf37-cb4d-44aa-b09f-267778a08842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:04:10.117629 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e8dcbf37-cb4d-44aa-b09f-267778a08842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:10.156216 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-55ebcfd7-6768-43db-968a-8dcfb62c0687 req-b72b8444-a460-41ce-bfd7-fdaf5d3fd6d3 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b9205e7-21bd-4459-96de-d17dcf1c0f0f HTTP/1.1" status: 200 len: 210 time: 0.0556188 Mar 09 04:04:10.167665 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-2d847270-cbe8-4382-a1e7-80bef474c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:10.169090 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-2d847270-cbe8-4382-a1e7-80bef474c6a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b67bf7a0-3ef1-45fd-b01a-91732bdea256 HTTP/1.1" status: 200 len: 834 time: 0.1114910 Mar 09 04:04:10.208335 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-ceea5d19-c1be-48cb-a6b8-b6a8649bcc83 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Made reservation on behalf of 2e8887a99140438badbda1ee57f2077e for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:04:10.211832 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-ceea5d19-c1be-48cb-a6b8-b6a8649bcc83 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:10.250814 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-0ce4a945-1a5f-4700-a018-f5c572fc4c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:10.252415 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-0ce4a945-1a5f-4700-a018-f5c572fc4c60 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=749ff854-15a7-4f21-b2aa-77ee7a469281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775106 Mar 09 04:04:10.333155 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9a7211-63e7-4905-a38d-fbdd57e1efd3 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:10.339309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9a7211-63e7-4905-a38d-fbdd57e1efd3 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:10.347005 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 42b81828-d210-44d4-83c8-3e7f7621ea7c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:04:10.347433 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9a7211-63e7-4905-a38d-fbdd57e1efd3 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:10.353925 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9a7211-63e7-4905-a38d-fbdd57e1efd3 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:10.359660 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9a7211-63e7-4905-a38d-fbdd57e1efd3 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:10.365321 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9a7211-63e7-4905-a38d-fbdd57e1efd3 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:10.367095 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bb9a7211-63e7-4905-a38d-fbdd57e1efd3 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3398902 Mar 09 04:04:10.371645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55928) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:10.380402 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d553f931-7d29-49a4-a39a-e9623f8fa922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:10.415353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553f931-7d29-49a4-a39a-e9623f8fa922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e033736f-8b07-4560-ae5c-d0668687bb2c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:10.420247 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 42b81828-d210-44d4-83c8-3e7f7621ea7c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:10.420247 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:10.431068 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-97923eeb-f37b-436c-9afe-8771cd8efc2e service neutron] 10.222.0.21 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705294 Mar 09 04:04:10.542498 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d553f931-7d29-49a4-a39a-e9623f8fa922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:10.546325 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d553f931-7d29-49a4-a39a-e9623f8fa922 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e033736f-8b07-4560-ae5c-d0668687bb2c HTTP/1.1" status: 204 len: 168 time: 1.1654274 Mar 09 04:04:10.561186 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e8dcbf37-cb4d-44aa-b09f-267778a08842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:10.566042 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-ceea5d19-c1be-48cb-a6b8-b6a8649bcc83 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Allocated IP 172.20.0.9 (e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf/2a8b96f0-c118-4014-bee8-ff75ec2cbe5d/e942b93f-954b-4026-bde6-5c367ecef507) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:04:10.570811 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e8dcbf37-cb4d-44aa-b09f-267778a08842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:10.645793 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e8dcbf37-cb4d-44aa-b09f-267778a08842 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4eb513a1047f4a5988d53ce67d073ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0554380 Mar 09 04:04:10.647056 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55934) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:10.648457 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2ac8d992-771a-4bbb-82e8-37b885f9a141 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2731466 Mar 09 04:04:10.650129 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcbf37-cb4d-44aa-b09f-267778a08842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c333ff2f-756d-4135-ab01-a00bc306fbe1,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:10.653991 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55938) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:10.718847 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d545840-21ac-4c79-b33e-688a7b02ad45 req-d63194cb-3679-4390-8fef-e4378563387d service neutron] 10.222.0.21 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400582 Mar 09 04:04:10.754934 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26810762-304b-4f5a-b305-84fc8e23ab40 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:10.756800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26810762-304b-4f5a-b305-84fc8e23ab40 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:10.759008 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26810762-304b-4f5a-b305-84fc8e23ab40 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:10.762425 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26810762-304b-4f5a-b305-84fc8e23ab40 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:10.764107 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26810762-304b-4f5a-b305-84fc8e23ab40 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:10.765123 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-26810762-304b-4f5a-b305-84fc8e23ab40 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Synchronizing usage tracker for tenant:a8c331de0dc94d139e553c0231694853 on resource:subnet {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:04:10.841509 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-26810762-304b-4f5a-b305-84fc8e23ab40 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Unset dirty status for tenant:a8c331de0dc94d139e553c0231694853 on resource:subnet {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:04:10.846204 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-26810762-304b-4f5a-b305-84fc8e23ab40 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1876819 Mar 09 04:04:10.848499 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55948) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:10.938634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925723e3-1f00-47cb-a3d5-2fd7c71e0f0d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['shared'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:10.940096 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925723e3-1f00-47cb-a3d5-2fd7c71e0f0d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['shared'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:10.941665 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925723e3-1f00-47cb-a3d5-2fd7c71e0f0d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['shared'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:10.943423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925723e3-1f00-47cb-a3d5-2fd7c71e0f0d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['shared'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:10.945059 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925723e3-1f00-47cb-a3d5-2fd7c71e0f0d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['shared'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:10.947312 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-925723e3-1f00-47cb-a3d5-2fd7c71e0f0d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0976703 Mar 09 04:04:10.950126 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55956) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:11.017526 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7376812d-b3f8-4074-b6c7-10dd1804f253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:11.083342 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379c92c-254a-4363-89ff-fb424a35df01 req-07abcc29-8f6a-44c7-b4b1-6c7703383416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:11.084821 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c379c92c-254a-4363-89ff-fb424a35df01 req-07abcc29-8f6a-44c7-b4b1-6c7703383416 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 1094 time: 0.3087397 Mar 09 04:04:11.088826 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7376812d-b3f8-4074-b6c7-10dd1804f253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:11.112207 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-ceea5d19-c1be-48cb-a6b8-b6a8649bcc83 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:11.132970 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6a8d4-6ce8-4ebf-acda-e4fd283c6c4e req-3e042a2f-6a09-437e-a283-7af2973c0809 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:11.134541 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f3a6a8d4-6ce8-4ebf-acda-e4fd283c6c4e req-3e042a2f-6a09-437e-a283-7af2973c0809 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 943 time: 0.2669137 Mar 09 04:04:11.150821 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896209d3-6c22-45f6-af1e-0ec1e134b143 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:11.152204 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-896209d3-6c22-45f6-af1e-0ec1e134b143 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "GET /v2.0/networks/e99a8942-20ab-4dc5-8f44-befb7b0ed532 HTTP/1.1" status: 200 len: 803 time: 0.2009537 Mar 09 04:04:11.170828 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55966) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:11.267368 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379c92c-254a-4363-89ff-fb424a35df01 req-ff817d20-100d-44dd-8817-5d057bb72c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:11.269230 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c379c92c-254a-4363-89ff-fb424a35df01 req-ff817d20-100d-44dd-8817-5d057bb72c18 service neutron] 10.222.0.21 "GET /v2.0/networks?id=749ff854-15a7-4f21-b2aa-77ee7a469281 HTTP/1.1" status: 200 len: 898 time: 0.1750793 Mar 09 04:04:11.311092 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7376812d-b3f8-4074-b6c7-10dd1804f253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:11.318426 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f3a6a8d4-6ce8-4ebf-acda-e4fd283c6c4e req-230692ab-7952-4071-81c1-1fd7dd52e07e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661167 Mar 09 04:04:11.364666 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376812d-b3f8-4074-b6c7-10dd1804f253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c333ff2f-756d-4135-ab01-a00bc306fbe1,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:11.382568 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7376812d-b3f8-4074-b6c7-10dd1804f253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:11.382568 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7376812d-b3f8-4074-b6c7-10dd1804f253 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c333ff2f-756d-4135-ab01-a00bc306fbe1 HTTP/1.1" status: 204 len: 168 time: 0.7303638 Mar 09 04:04:11.389587 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-ceea5d19-c1be-48cb-a6b8-b6a8649bcc83 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:11.480196 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2d93e609-ff99-4766-a5bb-f5a807a26080 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "GET /v2.0/networks/e99a8942-20ab-4dc5-8f44-befb7b0ed532?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3050132 Mar 09 04:04:11.480196 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-ceea5d19-c1be-48cb-a6b8-b6a8649bcc83 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Network e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:04:11.484476 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55978) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:11.487686 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-ceea5d19-c1be-48cb-a6b8-b6a8649bcc83 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:04:11.493569 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-ceea5d19-c1be-48cb-a6b8-b6a8649bcc83 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:04:11.552382 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c379c92c-254a-4363-89ff-fb424a35df01 req-109d5bfa-e630-4cda-8d05-410c1baba009 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec HTTP/1.1" status: 200 len: 217 time: 0.2759583 Mar 09 04:04:11.599793 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea5d19-c1be-48cb-a6b8-b6a8649bcc83 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Pushing event updated for resources: {'Port': ['ID=e942b93f-954b-4026-bde6-5c367ecef507,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:11.632663 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f59fcb-4b4c-481f-8ecd-081e451ee037 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:11.634659 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-64f59fcb-4b4c-481f-8ecd-081e451ee037 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "GET /v2.0/subnets/55a56aa5-b0b4-47e2-865d-062d65875a98 HTTP/1.1" status: 200 len: 843 time: 0.1489651 Mar 09 04:04:11.634801 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379c92c-254a-4363-89ff-fb424a35df01 req-ddeb9e15-59aa-440c-94db-3cc4f86973c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:11.636477 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c379c92c-254a-4363-89ff-fb424a35df01 req-ddeb9e15-59aa-440c-94db-3cc4f86973c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b67bf7a0-3ef1-45fd-b01a-91732bdea256 HTTP/1.1" status: 200 len: 834 time: 0.0756078 Mar 09 04:04:11.638524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 55988) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:11.646928 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-ceea5d19-c1be-48cb-a6b8-b6a8649bcc83 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:11.648203 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-ceea5d19-c1be-48cb-a6b8-b6a8649bcc83 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:11.702309 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a063c5c-0ee8-4ba0-b8c0-e5e7ace0d240 req-3e860c46-6c60-4bea-a494-baaf81337c90 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:11.709979 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9a063c5c-0ee8-4ba0-b8c0-e5e7ace0d240 req-3e860c46-6c60-4bea-a494-baaf81337c90 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b9205e7-21bd-4459-96de-d17dcf1c0f0f HTTP/1.1" status: 200 len: 931 time: 0.2098594 Mar 09 04:04:11.743291 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-ceea5d19-c1be-48cb-a6b8-b6a8649bcc83 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1519032 Mar 09 04:04:11.753140 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90af3bd9-2b2a-4d29-9021-9b346be056e4 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['shared'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:11.758081 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-90af3bd9-2b2a-4d29-9021-9b346be056e4 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "GET /v2.0/subnets/55a56aa5-b0b4-47e2-865d-062d65875a98?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1149220 Mar 09 04:04:11.763878 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 55992) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:11.765782 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-84c2b076-fadf-473b-801f-66984ea10bc0 service neutron] Request body: {'port': {'device_id': '1b9205e7-21bd-4459-96de-d17dcf1c0f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:04:11.773278 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-56559f14-d7da-4aea-b091-aae5c655c1de tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1296494321'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:04:11.787197 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9a063c5c-0ee8-4ba0-b8c0-e5e7ace0d240 req-3ea94e41-0bfb-4005-98c2-73dbdc8bd710 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/security-groups?id=bea0e531-7357-4b53-8fed-ea239dbdd28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757804 Mar 09 04:04:11.799315 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-56559f14-d7da-4aea-b091-aae5c655c1de tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:11.825311 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-56559f14-d7da-4aea-b091-aae5c655c1de tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:11.831418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379c92c-254a-4363-89ff-fb424a35df01 req-06c48929-47d7-4b79-8f67-7fa39a3971e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:11.833920 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c379c92c-254a-4363-89ff-fb424a35df01 req-06c48929-47d7-4b79-8f67-7fa39a3971e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=749ff854-15a7-4f21-b2aa-77ee7a469281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1860528 Mar 09 04:04:11.879855 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56559f14-d7da-4aea-b091-aae5c655c1de tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Made reservation on behalf of a8c331de0dc94d139e553c0231694853 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:04:11.882485 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56000) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:11.884684 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-56559f14-d7da-4aea-b091-aae5c655c1de tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:11.905560 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c017cbb6-6c26-4e8f-93a4-4e30664c178b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:11.935332 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c017cbb6-6c26-4e8f-93a4-4e30664c178b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:11.940469 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-84c2b076-fadf-473b-801f-66984ea10bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:11.951262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c017cbb6-6c26-4e8f-93a4-4e30664c178b admin admin] Usage tracker for resource:security_group_rule and tenant:38bb19bdd41340cd8fe33d23fd8bc42d is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:04:11.956381 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c017cbb6-6c26-4e8f-93a4-4e30664c178b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:04:11.964599 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c017cbb6-6c26-4e8f-93a4-4e30664c178b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:11.993786 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56559f14-d7da-4aea-b091-aae5c655c1de tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:04:12.018138 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-56559f14-d7da-4aea-b091-aae5c655c1de tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:12.019009 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-56559f14-d7da-4aea-b091-aae5c655c1de tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Added segment d3433aab-6164-4e4e-ba16-01397abf6f9c of type vlan for network 498d854c-74e9-4387-b1fd-56f5ac67845a Mar 09 04:04:12.048320 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c379c92c-254a-4363-89ff-fb424a35df01 req-6f92635e-f951-40c6-87c8-f865bb4b33a5 service neutron] 10.222.0.21 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077608 Mar 09 04:04:12.157005 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-56559f14-d7da-4aea-b091-aae5c655c1de tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:12.219142 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c379c92c-254a-4363-89ff-fb424a35df01 req-6dd02698-2ba2-4259-bef8-af1eb0b7cf73 service neutron] 10.222.0.21 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587162 Mar 09 04:04:12.219870 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-56559f14-d7da-4aea-b091-aae5c655c1de tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:12.225164 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56559f14-d7da-4aea-b091-aae5c655c1de tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:12.225962 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-56559f14-d7da-4aea-b091-aae5c655c1de tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:12.274848 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c017cbb6-6c26-4e8f-93a4-4e30664c178b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:12.296344 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c017cbb6-6c26-4e8f-93a4-4e30664c178b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:12.340237 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-56559f14-d7da-4aea-b091-aae5c655c1de tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5724478 Mar 09 04:04:12.340457 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56014) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:12.343057 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56559f14-d7da-4aea-b091-aae5c655c1de tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event updated for resources: {'Network': ['ID=498d854c-74e9-4387-b1fd-56f5ac67845a,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:12.349860 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-406d2718-e055-45ac-9098-bdaeaf3259ae tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Request body: {'subnet': {'network_id': '498d854c-74e9-4387-b1fd-56f5ac67845a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:04:12.355321 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c017cbb6-6c26-4e8f-93a4-4e30664c178b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38bb19bdd41340cd8fe33d23fd8bc42d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4717057 Mar 09 04:04:12.357166 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56020) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:12.366495 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 498d854c-74e9-4387-b1fd-56f5ac67845a details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:04:12.417149 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017cbb6-6c26-4e8f-93a4-4e30664c178b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c41e9c9-334f-4949-875f-7185e3954017,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:12.485837 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-406d2718-e055-45ac-9098-bdaeaf3259ae tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:12.496946 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-406d2718-e055-45ac-9098-bdaeaf3259ae tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:12.510070 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406d2718-e055-45ac-9098-bdaeaf3259ae tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Made reservation on behalf of a8c331de0dc94d139e553c0231694853 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:04:12.514950 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-406d2718-e055-45ac-9098-bdaeaf3259ae tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:12.581750 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-84c2b076-fadf-473b-801f-66984ea10bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e942b93f-954b-4026-bde6-5c367ecef507 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:04:12.593792 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-84c2b076-fadf-473b-801f-66984ea10bc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:12.625484 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.ipam_backend_mixin [None req-406d2718-e055-45ac-9098-bdaeaf3259ae tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Performing IP validity checks on allocation pools {{(pid=87880) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 09 04:04:12.625798 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ece6ac0-518e-4eb0-9506-0be0bdd3a528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:12.626013 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.ipam_backend_mixin [None req-406d2718-e055-45ac-9098-bdaeaf3259ae tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87880) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 09 04:04:12.630056 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-84c2b076-fadf-473b-801f-66984ea10bc0 service neutron] Transition to ACTIVE for port object e942b93f-954b-4026-bde6-5c367ecef507 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:04:12.644425 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-84c2b076-fadf-473b-801f-66984ea10bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:12.714747 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ece6ac0-518e-4eb0-9506-0be0bdd3a528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:12.770316 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-406d2718-e055-45ac-9098-bdaeaf3259ae tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:12.835399 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37fecc-a806-472f-840d-39b4212efa91 req-880504a9-82a0-4c76-a2b2-4d1fb6157988 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:12.836972 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ef37fecc-a806-472f-840d-39b4212efa91 req-880504a9-82a0-4c76-a2b2-4d1fb6157988 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 943 time: 0.3449688 Mar 09 04:04:12.867149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d2718-e055-45ac-9098-bdaeaf3259ae tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event updated for resources: {'Subnet': ['ID=e2db8536-31e2-44d2-888c-5869f4272561,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:12.870963 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406d2718-e055-45ac-9098-bdaeaf3259ae tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Checking segment: {'id': 'd3433aab-6164-4e4e-ba16-01397abf6f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '498d854c-74e9-4387-b1fd-56f5ac67845a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:04:12.871367 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406d2718-e055-45ac-9098-bdaeaf3259ae tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Network hostable DHCP agents. Network: 498d854c-74e9-4387-b1fd-56f5ac67845a, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:04:12.896317 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406d2718-e055-45ac-9098-bdaeaf3259ae tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Network 498d854c-74e9-4387-b1fd-56f5ac67845a is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:04:12.909085 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-406d2718-e055-45ac-9098-bdaeaf3259ae tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 498d854c-74e9-4387-b1fd-56f5ac67845a) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:04:12.918157 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406d2718-e055-45ac-9098-bdaeaf3259ae tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:12.919304 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb97ca8-37a7-4dde-a4a5-53eb6248978b None None] Network 498d854c-74e9-4387-b1fd-56f5ac67845a requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:04:12.920849 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-406d2718-e055-45ac-9098-bdaeaf3259ae tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:12.964748 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-406d2718-e055-45ac-9098-bdaeaf3259ae tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6210437 Mar 09 04:04:12.965208 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56030) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:12.976382 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-575796e0-b218-436a-a204-f58f3e1d94a7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:04:13.014085 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2b076-fadf-473b-801f-66984ea10bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=e942b93f-954b-4026-bde6-5c367ecef507,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:13.153337 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ef37fecc-a806-472f-840d-39b4212efa91 req-6caeaad7-942a-4615-a3e4-c23b18b50b52 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3086660 Mar 09 04:04:13.159702 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-84c2b076-fadf-473b-801f-66984ea10bc0 service neutron] Attempting to bind port e942b93f-954b-4026-bde6-5c367ecef507 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:04:13.160281 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-84c2b076-fadf-473b-801f-66984ea10bc0 service neutron] Attempting to bind port e942b93f-954b-4026-bde6-5c367ecef507 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '0b465ef4-c34f-40e7-8fac-a5c5778da90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:04:13.160819 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-84c2b076-fadf-473b-801f-66984ea10bc0 service neutron] Attempting to bind port e942b93f-954b-4026-bde6-5c367ecef507 on network e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:04:13.166543 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-84c2b076-fadf-473b-801f-66984ea10bc0 service neutron] Port e942b93f-954b-4026-bde6-5c367ecef507 on network e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:04:13.167168 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-84c2b076-fadf-473b-801f-66984ea10bc0 service neutron] Attempting to bind port e942b93f-954b-4026-bde6-5c367ecef507 on network e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:04:13.173062 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-84c2b076-fadf-473b-801f-66984ea10bc0 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:04:13.173686 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-84c2b076-fadf-473b-801f-66984ea10bc0 service neutron] Checking segment: {'id': '0b465ef4-c34f-40e7-8fac-a5c5778da90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:04:13.174414 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-84c2b076-fadf-473b-801f-66984ea10bc0 service neutron] Bound using segment: {'id': '0b465ef4-c34f-40e7-8fac-a5c5778da90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:04:13.175434 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-84c2b076-fadf-473b-801f-66984ea10bc0 service neutron] Bound port: e942b93f-954b-4026-bde6-5c367ecef507, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b465ef4-c34f-40e7-8fac-a5c5778da90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:04:13.175999 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-84c2b076-fadf-473b-801f-66984ea10bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:13.199102 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ece6ac0-518e-4eb0-9506-0be0bdd3a528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:13.255961 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece6ac0-518e-4eb0-9506-0be0bdd3a528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c41e9c9-334f-4949-875f-7185e3954017,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:13.262119 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ece6ac0-518e-4eb0-9506-0be0bdd3a528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:13.262711 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-575796e0-b218-436a-a204-f58f3e1d94a7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1916296'] for subnet, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:13.263240 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3ece6ac0-518e-4eb0-9506-0be0bdd3a528 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c41e9c9-334f-4949-875f-7185e3954017 HTTP/1.1" status: 204 len: 168 time: 0.9023654 Mar 09 04:04:13.274709 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800a409c-a4bf-4626-8cfc-db388c4b40d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-498d854c-74e9-4387-b1fd-56f5ac67845a', 'network_id': '498d854c-74e9-4387-b1fd-56f5ac67845a', 'tenant_id': 'a8c331de0dc94d139e553c0231694853', 'fixed_ips': [{'subnet_id': 'e2db8536-31e2-44d2-888c-5869f4272561'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:04:13.275537 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-800a409c-a4bf-4626-8cfc-db388c4b40d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:13.304913 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-84c2b076-fadf-473b-801f-66984ea10bc0 service neutron] For port e942b93f-954b-4026-bde6-5c367ecef507, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:04:13.307498 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 1bd3cec7-7973-46cc-b909-17ab54fe3eec details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:04:13.310598 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-84c2b076-fadf-473b-801f-66984ea10bc0 service neutron] For port e942b93f-954b-4026-bde6-5c367ecef507, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=e942b93f-954b-4026-bde6-5c367ecef507,segment=NetworkSegment(0b465ef4-c34f-40e7-8fac-a5c5778da90d),segment_id=0b465ef4-c34f-40e7-8fac-a5c5778da90d)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:04:13.317552 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-84c2b076-fadf-473b-801f-66984ea10bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:13.405756 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb55eae-c044-4577-ad92-6c5910dd40fd req-a4ca176a-8e74-40c1-b94e-fcad3b612ad2 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:13.412392 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3fb55eae-c044-4577-ad92-6c5910dd40fd req-a4ca176a-8e74-40c1-b94e-fcad3b612ad2 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b9205e7-21bd-4459-96de-d17dcf1c0f0f HTTP/1.1" status: 200 len: 943 time: 0.3537586 Mar 09 04:04:13.448472 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-84c2b076-fadf-473b-801f-66984ea10bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:13.449074 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-84c2b076-fadf-473b-801f-66984ea10bc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:13.451050 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-84c2b076-fadf-473b-801f-66984ea10bc0 service neutron] 10.222.0.24 "PUT /v2.0/ports/e942b93f-954b-4026-bde6-5c367ecef507 HTTP/1.1" status: 200 len: 1091 time: 1.7007439 Mar 09 04:04:13.451218 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2b076-fadf-473b-801f-66984ea10bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=e942b93f-954b-4026-bde6-5c367ecef507,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:13.453459 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9205e7-21bd-4459-96de-d17dcf1c0f0f', 'tag': 'e942b93f-954b-4026-bde6-5c367ecef507'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:04:13.576179 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9205e7-21bd-4459-96de-d17dcf1c0f0f', 'tag': 'e942b93f-954b-4026-bde6-5c367ecef507', 'status': 'completed', 'code': 200} Mar 09 04:04:13.605849 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3fb55eae-c044-4577-ad92-6c5910dd40fd req-50985549-eb49-44b6-a8af-4738a67550d8 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/security-groups?id=bea0e531-7357-4b53-8fed-ea239dbdd28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112924 Mar 09 04:04:13.613685 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-575796e0-b218-436a-a204-f58f3e1d94a7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730634455031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-826173'] for subnet, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:13.652371 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-6b6e2a7e-caf9-47c2-a7c1-00252e478323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:13.654114 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-6b6e2a7e-caf9-47c2-a7c1-00252e478323 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e8887a99140438badbda1ee57f2077e&device_id=1b9205e7-21bd-4459-96de-d17dcf1c0f0f HTTP/1.1" status: 200 len: 1094 time: 0.1611984 Mar 09 04:04:13.658205 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 1bd3cec7-7973-46cc-b909-17ab54fe3eec, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec,segment=NetworkSegment(66cb0732-e838-42b8-b393-a2b501eb90c7),segment_id=66cb0732-e838-42b8-b393-a2b501eb90c7)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:04:13.682126 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '1bd3cec7-7973-46cc-b909-17ab54fe3eec', 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281', 'port_id': '1bd3cec7-7973-46cc-b909-17ab54fe3eec', 'mac_address': 'fa:16:3e:b9:56:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b67bf7a0-3ef1-45fd-b01a-91732bdea256', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:04:13.776792 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-6f759514-fa6e-4339-a17d-e760fc64097f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e942b93f-954b-4026-bde6-5c367ecef507 HTTP/1.1" status: 200 len: 217 time: 0.1152065 Mar 09 04:04:13.844191 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:13.858487 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-800a409c-a4bf-4626-8cfc-db388c4b40d8 None None] Allocated IP 2001:db8::3 (498d854c-74e9-4387-b1fd-56f5ac67845a/e2db8536-31e2-44d2-888c-5869f4272561/9f4767bc-4e09-4092-8d4b-a0db3e77e362) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:04:13.861201 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-30c2cae9-8464-497a-8366-c1d3caeb2830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:13.867131 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-30c2cae9-8464-497a-8366-c1d3caeb2830 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a8b96f0-c118-4014-bee8-ff75ec2cbe5d HTTP/1.1" status: 200 len: 849 time: 0.0843349 Mar 09 04:04:13.898337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56044) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:13.902529 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd3cec7-7973-46cc-b909-17ab54fe3eec {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:04:13.904799 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575796e0-b218-436a-a204-f58f3e1d94a7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event updated for resources: {'Subnet': ['ID=e2db8536-31e2-44d2-888c-5869f4272561,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:13.925793 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b07f7c88-0605-46f1-8189-a9af3e780873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:13.937198 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575796e0-b218-436a-a204-f58f3e1d94a7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:13.938178 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-575796e0-b218-436a-a204-f58f3e1d94a7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:13.941912 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-575796e0-b218-436a-a204-f58f3e1d94a7 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "PUT /v2.0/subnets/e2db8536-31e2-44d2-888c-5869f4272561 HTTP/1.1" status: 200 len: 900 time: 0.9755759 Mar 09 04:04:13.944175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56048) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:13.971670 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-1df633e9-f98e-4a2d-b799-a34b120b7623 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948491 Mar 09 04:04:13.979629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b07f7c88-0605-46f1-8189-a9af3e780873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:13.991859 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b07f7c88-0605-46f1-8189-a9af3e780873 admin admin] Usage tracker for resource:security_group_rule and tenant:70619471ea6b442ebe3c2d2bd242fac7 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:04:13.997988 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b07f7c88-0605-46f1-8189-a9af3e780873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:04:14.007877 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 1bd3cec7-7973-46cc-b909-17ab54fe3eec, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec,segment=NetworkSegment(66cb0732-e838-42b8-b393-a2b501eb90c7),segment_id=66cb0732-e838-42b8-b393-a2b501eb90c7)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:04:14.020654 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:14.073174 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b07f7c88-0605-46f1-8189-a9af3e780873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:14.136201 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-f17e2cfe-1d97-486e-b40b-01fd3b6d8f5e service neutron] 10.222.0.24 "GET /v2.0/networks/e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584558 Mar 09 04:04:14.148578 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:14.238724 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=1bd3cec7-7973-46cc-b909-17ab54fe3eec,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:14.244282 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['1bd3cec7-7973-46cc-b909-17ab54fe3eec'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:04:14.269071 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:14.348275 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b07f7c88-0605-46f1-8189-a9af3e780873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:14.360639 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b07f7c88-0605-46f1-8189-a9af3e780873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:14.443810 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b07f7c88-0605-46f1-8189-a9af3e780873 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70619471ea6b442ebe3c2d2bd242fac7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5420027 Mar 09 04:04:14.445406 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f7c88-0605-46f1-8189-a9af3e780873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ded473f-70d1-4374-83a9-4a2047cf9962,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:14.449385 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56060) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:14.461832 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-800a409c-a4bf-4626-8cfc-db388c4b40d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:14.482386 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb480853-a740-4ae9-9ce9-5881c724a52d req-449c90f7-fd33-4c0d-8c5e-8dd139d5c89a service neutron] 10.222.0.24 "GET /v2.0/networks/e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403168 Mar 09 04:04:14.497490 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-800a409c-a4bf-4626-8cfc-db388c4b40d8 None None] Transition to ACTIVE for port object 9f4767bc-4e09-4092-8d4b-a0db3e77e362 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:04:14.535664 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d02f1-cccc-4d8e-85f9-f0e6761ec7fd req-f1caddb7-a5d5-4b51-91fa-49d3e983bd9a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:14.537840 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9d3d02f1-cccc-4d8e-85f9-f0e6761ec7fd req-f1caddb7-a5d5-4b51-91fa-49d3e983bd9a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 944 time: 0.2089186 Mar 09 04:04:14.543200 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-800a409c-a4bf-4626-8cfc-db388c4b40d8 None None] Transition to ACTIVE for port object 9f4767bc-4e09-4092-8d4b-a0db3e77e362 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:04:14.577758 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:14.581590 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-800a409c-a4bf-4626-8cfc-db388c4b40d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:14.625695 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe179-1933-4681-843f-86909a371907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:14.643261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event deleted for resources: {'Subnet': ['ID=e2db8536-31e2-44d2-888c-5869f4272561,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:14.664434 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800a409c-a4bf-4626-8cfc-db388c4b40d8 None None] Network 498d854c-74e9-4387-b1fd-56f5ac67845a is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:04:14.673654 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-800a409c-a4bf-4626-8cfc-db388c4b40d8 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:04:14.686958 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9d3d02f1-cccc-4d8e-85f9-f0e6761ec7fd req-3a2daff4-5cd4-4716-b167-6bf47ac77561 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081717 Mar 09 04:04:14.687207 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800a409c-a4bf-4626-8cfc-db388c4b40d8 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:04:14.721267 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe179-1933-4681-843f-86909a371907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:14.765390 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6abb2-47fb-4b6f-b489-a564802fb49d req-24bfae41-7d9b-4cba-b905-eccb0f76acde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:14.766931 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8ce6abb2-47fb-4b6f-b489-a564802fb49d req-24bfae41-7d9b-4cba-b905-eccb0f76acde service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e8887a99140438badbda1ee57f2077e&device_id=1b9205e7-21bd-4459-96de-d17dcf1c0f0f HTTP/1.1" status: 200 len: 1094 time: 0.2284706 Mar 09 04:04:14.767570 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:14.792385 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a409c-a4bf-4626-8cfc-db388c4b40d8 None None] Pushing event updated for resources: {'Port': ['ID=9f4767bc-4e09-4092-8d4b-a0db3e77e362,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:14.904401 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe179-1933-4681-843f-86909a371907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:14.919104 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498d854c-74e9-4387-b1fd-56f5ac67845a']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:14.939389 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fe179-1933-4681-843f-86909a371907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ded473f-70d1-4374-83a9-4a2047cf9962,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:14.943693 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6abb2-47fb-4b6f-b489-a564802fb49d req-368c0b7e-86d4-4246-81dd-c9c513cb61a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:14.945182 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8ce6abb2-47fb-4b6f-b489-a564802fb49d req-368c0b7e-86d4-4246-81dd-c9c513cb61a4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf HTTP/1.1" status: 200 len: 910 time: 0.1715343 Mar 09 04:04:14.947138 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe179-1933-4681-843f-86909a371907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:14.950962 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1e2fe179-1933-4681-843f-86909a371907 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ded473f-70d1-4374-83a9-4a2047cf9962 HTTP/1.1" status: 204 len: 168 time: 0.4881680 Mar 09 04:04:14.970486 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3433aab-6164-4e4e-ba16-01397abf6f9c') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:14.972043 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3433aab-6164-4e4e-ba16-01397abf6f9c') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:15.020184 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:15.027434 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8ce6abb2-47fb-4b6f-b489-a564802fb49d req-49f2c2f2-bbab-4fec-a92f-004f8e699990 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e942b93f-954b-4026-bde6-5c367ecef507 HTTP/1.1" status: 200 len: 217 time: 0.0750618 Mar 09 04:04:15.062922 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:15.076262 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:04:15.076814 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:15.080137 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-800a409c-a4bf-4626-8cfc-db388c4b40d8 None None] Attempting to bind port 9f4767bc-4e09-4092-8d4b-a0db3e77e362 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:04:15.080592 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-800a409c-a4bf-4626-8cfc-db388c4b40d8 None None] Attempting to bind port 9f4767bc-4e09-4092-8d4b-a0db3e77e362 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'd3433aab-6164-4e4e-ba16-01397abf6f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '498d854c-74e9-4387-b1fd-56f5ac67845a'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:04:15.080954 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800a409c-a4bf-4626-8cfc-db388c4b40d8 None None] Attempting to bind port 9f4767bc-4e09-4092-8d4b-a0db3e77e362 on network 498d854c-74e9-4387-b1fd-56f5ac67845a {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:04:15.097002 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:04:15.104151 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800a409c-a4bf-4626-8cfc-db388c4b40d8 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:04:15.104559 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800a409c-a4bf-4626-8cfc-db388c4b40d8 None None] Checking segment: {'id': 'd3433aab-6164-4e4e-ba16-01397abf6f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '498d854c-74e9-4387-b1fd-56f5ac67845a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:04:15.104973 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-800a409c-a4bf-4626-8cfc-db388c4b40d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:15.105492 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800a409c-a4bf-4626-8cfc-db388c4b40d8 None None] Bound using segment: {'id': 'd3433aab-6164-4e4e-ba16-01397abf6f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '498d854c-74e9-4387-b1fd-56f5ac67845a'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:04:15.105976 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-800a409c-a4bf-4626-8cfc-db388c4b40d8 None None] Bound port: 9f4767bc-4e09-4092-8d4b-a0db3e77e362, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3433aab-6164-4e4e-ba16-01397abf6f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '498d854c-74e9-4387-b1fd-56f5ac67845a'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:04:15.106474 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-800a409c-a4bf-4626-8cfc-db388c4b40d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:15.124853 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6abb2-47fb-4b6f-b489-a564802fb49d req-10452e53-b11f-4cfd-b0f0-db96291bd10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:15.126665 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8ce6abb2-47fb-4b6f-b489-a564802fb49d req-10452e53-b11f-4cfd-b0f0-db96291bd10c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a8b96f0-c118-4014-bee8-ff75ec2cbe5d HTTP/1.1" status: 200 len: 849 time: 0.0940092 Mar 09 04:04:15.191474 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550ff8f-97cb-4537-9f1e-facadfc99a65 req-a1a6771b-0c46-4722-b1c3-739dae2e48c9 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:15.193151 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e550ff8f-97cb-4537-9f1e-facadfc99a65 req-a1a6771b-0c46-4722-b1c3-739dae2e48c9 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b9205e7-21bd-4459-96de-d17dcf1c0f0f HTTP/1.1" status: 200 len: 943 time: 0.4110701 Mar 09 04:04:15.200452 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 04:04:15.200452 n-d-825178-5 neutron-server[87880]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 04:04:15.200452 n-d-825178-5 neutron-server[87880]: [parameters: {'id': '498d854c-74e9-4387-b1fd-56f5ac67845a'}] Mar 09 04:04:15.200452 n-d-825178-5 neutron-server[87880]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:04:15.204204 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:04:15.207188 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8ce6abb2-47fb-4b6f-b489-a564802fb49d req-a3bf4240-eadd-4993-8dc8-05d8eef75052 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737853 Mar 09 04:04:15.258120 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e550ff8f-97cb-4537-9f1e-facadfc99a65 req-2c327bb8-4246-42d5-a78f-cf4257f54fcd tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/security-groups?id=bea0e531-7357-4b53-8fed-ea239dbdd28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523033 Mar 09 04:04:15.287289 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-800a409c-a4bf-4626-8cfc-db388c4b40d8 None None] For port 9f4767bc-4e09-4092-8d4b-a0db3e77e362, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:04:15.290728 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-800a409c-a4bf-4626-8cfc-db388c4b40d8 None None] For port 9f4767bc-4e09-4092-8d4b-a0db3e77e362, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9f4767bc-4e09-4092-8d4b-a0db3e77e362,segment=NetworkSegment(d3433aab-6164-4e4e-ba16-01397abf6f9c),segment_id=d3433aab-6164-4e4e-ba16-01397abf6f9c)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:04:15.298979 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-800a409c-a4bf-4626-8cfc-db388c4b40d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:15.404336 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8ce6abb2-47fb-4b6f-b489-a564802fb49d req-fe44f5fd-5703-444c-91e9-2a38f6387928 service neutron] 10.222.0.24 "GET /v2.0/networks/e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913803 Mar 09 04:04:15.466688 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9655f00-071f-4d66-901e-f32812c11fda None None] Network 498d854c-74e9-4387-b1fd-56f5ac67845a requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:04:15.486678 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a409c-a4bf-4626-8cfc-db388c4b40d8 None None] Pushing event updated for resources: {'Port': ['ID=9f4767bc-4e09-4092-8d4b-a0db3e77e362,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:15.700443 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8ce6abb2-47fb-4b6f-b489-a564802fb49d req-ec976618-1c32-466e-a6dc-648389500642 service neutron] 10.222.0.24 "GET /v2.0/networks/e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883368 Mar 09 04:04:15.704820 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606d5a81-a326-4aef-8551-ef904abb6613 None None] Network 498d854c-74e9-4387-b1fd-56f5ac67845a requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:04:15.706028 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:15.730839 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Deleting port 9f4767bc-4e09-4092-8d4b-a0db3e77e362 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:04:15.733114 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:16.000454 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c7d6a8-9d93-49dd-a371-37f86c300907 None None] get_active_networks_info from n-d-825178-5 {{(pid=87882) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 04:04:16.065006 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6072d9-0e83-4939-a36a-b831f57aaab9 req-f0c79556-2216-4d70-a053-78f720f6dc52 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:16.066652 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe6072d9-0e83-4939-a36a-b831f57aaab9 req-f0c79556-2216-4d70-a053-78f720f6dc52 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 944 time: 0.1842372 Mar 09 04:04:16.164786 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe6072d9-0e83-4939-a36a-b831f57aaab9 req-b01fe6db-0f60-4472-89b3-1f45e2d38da4 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919361 Mar 09 04:04:16.166339 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c7d6a8-9d93-49dd-a371-37f86c300907 None None] Resources bound (agent type, host, resource id): {{(pid=87882) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 04:04:16.177919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] For port 9f4767bc-4e09-4092-8d4b-a0db3e77e362, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9f4767bc-4e09-4092-8d4b-a0db3e77e362,segment=NetworkSegment(d3433aab-6164-4e4e-ba16-01397abf6f9c),segment_id=d3433aab-6164-4e4e-ba16-01397abf6f9c)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:04:16.178441 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:16.399871 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Calling delete_port for 9f4767bc-4e09-4092-8d4b-a0db3e77e362 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:04:16.615043 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3581c1-3474-49bd-af94-99d5168fe826 req-6e46210e-b4de-4e68-979d-51dcd169c795 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:16.623376 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7c3581c1-3474-49bd-af94-99d5168fe826 req-6e46210e-b4de-4e68-979d-51dcd169c795 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b9205e7-21bd-4459-96de-d17dcf1c0f0f HTTP/1.1" status: 200 len: 943 time: 0.1921024 Mar 09 04:04:16.625267 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:16.691367 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event deleted for resources: {'Port': ['ID=9f4767bc-4e09-4092-8d4b-a0db3e77e362,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:16.706503 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] No DVR routers for this DVR port 9f4767bc-4e09-4092-8d4b-a0db3e77e362 on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:04:16.952962 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7c3581c1-3474-49bd-af94-99d5168fe826 req-d26ab895-331c-49cb-a438-1509ad056a04 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/security-groups?id=bea0e531-7357-4b53-8fed-ea239dbdd28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847357 Mar 09 04:04:17.018307 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:17.044744 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498d854c-74e9-4387-b1fd-56f5ac67845a']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:17.058841 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3433aab-6164-4e4e-ba16-01397abf6f9c') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:17.059236 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3433aab-6164-4e4e-ba16-01397abf6f9c') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:17.074561 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:17.093656 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:17.099869 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:04:17.100278 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:04:17.119864 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:04:17.201578 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:17.229228 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:17.239130 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event deleted for resources: {'Network': ['ID=498d854c-74e9-4387-b1fd-56f5ac67845a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:17.263262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56176) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:17.274916 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-61bc5498-4542-4cc3-a561-fd95d0200ff0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "DELETE /v2.0/networks/498d854c-74e9-4387-b1fd-56f5ac67845a HTTP/1.1" status: 204 len: 168 time: 3.3295140 Mar 09 04:04:17.308261 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 1bd3cec7-7973-46cc-b909-17ab54fe3eec up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:04:17.312987 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-2863e0d1-70fa-4cfa-a6a0-24f876817a4d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] DELETE failed (client error): The resource could not be found. Mar 09 04:04:17.313460 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2863e0d1-70fa-4cfa-a6a0-24f876817a4d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:04:17.318675 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56184) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:17.329126 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2863e0d1-70fa-4cfa-a6a0-24f876817a4d tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "DELETE /v2.0/subnets/e2db8536-31e2-44d2-888c-5869f4272561 HTTP/1.1" status: 404 len: 337 time: 0.0642860 Mar 09 04:04:17.370366 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f2b2339-aef2-471d-a6e1-42f2decaf57a tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] DELETE failed (client error): The resource could not be found. Mar 09 04:04:17.371185 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f2b2339-aef2-471d-a6e1-42f2decaf57a tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:04:17.373797 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4f2b2339-aef2-471d-a6e1-42f2decaf57a tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "DELETE /v2.0/networks/498d854c-74e9-4387-b1fd-56f5ac67845a HTTP/1.1" status: 404 len: 339 time: 0.0541446 Mar 09 04:04:17.376286 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56188) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:17.448084 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 1bd3cec7-7973-46cc-b909-17ab54fe3eec completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:04:17.454032 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e9983-a1ce-48b2-8b49-be4605cb2fef req-a614ae1c-8c0b-4ff2-a0f4-693063846505 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:17.455625 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-203e9983-a1ce-48b2-8b49-be4605cb2fef req-a614ae1c-8c0b-4ff2-a0f4-693063846505 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 944 time: 0.1254785 Mar 09 04:04:17.458313 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 1bd3cec7-7973-46cc-b909-17ab54fe3eec triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:17.458794 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:17.512740 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-203e9983-a1ce-48b2-8b49-be4605cb2fef req-aee9a4ea-3994-437a-a567-e21eae32e554 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505748 Mar 09 04:04:17.575789 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b0413873-0218-4e3c-8c4a-846721f30e66 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:17.639266 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:17.675347 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 1bd3cec7-7973-46cc-b909-17ab54fe3eec, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec,segment=NetworkSegment(66cb0732-e838-42b8-b393-a2b501eb90c7),segment_id=66cb0732-e838-42b8-b393-a2b501eb90c7)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:04:17.676312 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b2f07a-ed55-45a7-a301-243d817f4f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd3cec7-7973-46cc-b909-17ab54fe3eec'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:04:17.686988 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:17.731035 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b0413873-0218-4e3c-8c4a-846721f30e66 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:17.771106 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b2f07a-ed55-45a7-a301-243d817f4f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd3cec7-7973-46cc-b909-17ab54fe3eec', 'code': 200} Mar 09 04:04:17.782414 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-b0413873-0218-4e3c-8c4a-846721f30e66 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d87c7b6-86d4-45f1-821b-1d71c97ac2bb']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:17.801468 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-b0413873-0218-4e3c-8c4a-846721f30e66 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d4e1e1-6877-422e-bd76-38d9893ccc64') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:17.801759 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-b0413873-0218-4e3c-8c4a-846721f30e66 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d4e1e1-6877-422e-bd76-38d9893ccc64') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:17.816938 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b0413873-0218-4e3c-8c4a-846721f30e66 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:17.826592 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=1bd3cec7-7973-46cc-b909-17ab54fe3eec,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:17.884114 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device e942b93f-954b-4026-bde6-5c367ecef507 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:04:17.890038 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b0413873-0218-4e3c-8c4a-846721f30e66 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:17.899466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0413873-0218-4e3c-8c4a-846721f30e66 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:04:17.900107 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b0413873-0218-4e3c-8c4a-846721f30e66 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:04:17.923266 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:04:18.037112 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b0413873-0218-4e3c-8c4a-846721f30e66 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:18.061113 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b0413873-0218-4e3c-8c4a-846721f30e66 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:18.071754 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0413873-0218-4e3c-8c4a-846721f30e66 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event deleted for resources: {'Network': ['ID=2d87c7b6-86d4-45f1-821b-1d71c97ac2bb,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:18.078653 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123efaf-1d76-4281-a7e8-b9ec4bbc9896 req-e56d639b-8ec5-4da7-978d-9eafb7f64f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:18.080145 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c123efaf-1d76-4281-a7e8-b9ec4bbc9896 req-e56d639b-8ec5-4da7-978d-9eafb7f64f8d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 1096 time: 0.2444646 Mar 09 04:04:18.086169 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b0413873-0218-4e3c-8c4a-846721f30e66 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "DELETE /v2.0/networks/2d87c7b6-86d4-45f1-821b-1d71c97ac2bb HTTP/1.1" status: 204 len: 168 time: 0.7061150 Mar 09 04:04:18.086605 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56200) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:18.096481 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port e942b93f-954b-4026-bde6-5c367ecef507, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=e942b93f-954b-4026-bde6-5c367ecef507,segment=NetworkSegment(0b465ef4-c34f-40e7-8fac-a5c5778da90d),segment_id=0b465ef4-c34f-40e7-8fac-a5c5778da90d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:04:18.110510 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'e942b93f-954b-4026-bde6-5c367ecef507', 'network_id': 'e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf', 'port_id': 'e942b93f-954b-4026-bde6-5c367ecef507', 'mac_address': 'fa:16:3e:3e:95:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a8b96f0-c118-4014-bee8-ff75ec2cbe5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:04:18.145088 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c123efaf-1d76-4281-a7e8-b9ec4bbc9896 req-ceffbe7d-2ba9-44a1-b628-734ce3f4e09f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585737 Mar 09 04:04:18.170420 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:18.177325 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e935f2a-1d7c-472b-af0d-8a7cbea9f145 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] DELETE failed (client error): The resource could not be found. Mar 09 04:04:18.178224 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e935f2a-1d7c-472b-af0d-8a7cbea9f145 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:04:18.180617 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8e935f2a-1d7c-472b-af0d-8a7cbea9f145 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "DELETE /v2.0/subnets/b4c51370-7fe0-426d-90de-53f8094e3c12 HTTP/1.1" status: 404 len: 337 time: 0.0929759 Mar 09 04:04:18.183342 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56204) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:18.192086 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e942b93f-954b-4026-bde6-5c367ecef507 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:04:18.213187 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port e942b93f-954b-4026-bde6-5c367ecef507, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=e942b93f-954b-4026-bde6-5c367ecef507,segment=NetworkSegment(0b465ef4-c34f-40e7-8fac-a5c5778da90d),segment_id=0b465ef4-c34f-40e7-8fac-a5c5778da90d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:04:18.214020 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-346e9ed1-8d91-46fc-abeb-7ac017065e27 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] DELETE failed (client error): The resource could not be found. Mar 09 04:04:18.214513 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-346e9ed1-8d91-46fc-abeb-7ac017065e27 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:04:18.216339 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-346e9ed1-8d91-46fc-abeb-7ac017065e27 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "DELETE /v2.0/networks/bce372d9-a091-4b89-95c6-9eb8737b80ef HTTP/1.1" status: 404 len: 339 time: 0.0318899 Mar 09 04:04:18.219193 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56208) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:18.220918 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:18.277442 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af199ef3-7d23-4b1d-a9c0-2e47b10f4276 req-4a49162c-e57b-4b7c-a5dc-87e9aeac8b68 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:18.278566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-af199ef3-7d23-4b1d-a9c0-2e47b10f4276 req-4a49162c-e57b-4b7c-a5dc-87e9aeac8b68 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Synchronizing usage tracker for tenant:2e8887a99140438badbda1ee57f2077e on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:04:18.300624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3180522-e76a-400e-b268-74907f0a9921 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Deleting subnet 4df7932a-a83c-4ade-bd54-5f079453dddb {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:04:18.304284 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e3180522-e76a-400e-b268-74907f0a9921 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:18.306965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-af199ef3-7d23-4b1d-a9c0-2e47b10f4276 req-4a49162c-e57b-4b7c-a5dc-87e9aeac8b68 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Unset dirty status for tenant:2e8887a99140438badbda1ee57f2077e on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:04:18.308774 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-af199ef3-7d23-4b1d-a9c0-2e47b10f4276 req-4a49162c-e57b-4b7c-a5dc-87e9aeac8b68 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b9205e7-21bd-4459-96de-d17dcf1c0f0f HTTP/1.1" status: 200 len: 944 time: 0.1323633 Mar 09 04:04:18.314077 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=e942b93f-954b-4026-bde6-5c367ecef507,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:18.360083 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-af199ef3-7d23-4b1d-a9c0-2e47b10f4276 req-80c76114-34fa-4ffc-aff8-8b605f8c6541 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Synchronizing usage tracker for tenant:2e8887a99140438badbda1ee57f2077e on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:04:18.376674 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e3180522-e76a-400e-b268-74907f0a9921 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:18.377433 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-af199ef3-7d23-4b1d-a9c0-2e47b10f4276 req-80c76114-34fa-4ffc-aff8-8b605f8c6541 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Unset dirty status for tenant:2e8887a99140438badbda1ee57f2077e on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:04:18.378895 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-af199ef3-7d23-4b1d-a9c0-2e47b10f4276 req-80c76114-34fa-4ffc-aff8-8b605f8c6541 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/security-groups?id=bea0e531-7357-4b53-8fed-ea239dbdd28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641296 Mar 09 04:04:18.463747 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e3180522-e76a-400e-b268-74907f0a9921 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:18.529416 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['e942b93f-954b-4026-bde6-5c367ecef507'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:04:18.540231 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e3180522-e76a-400e-b268-74907f0a9921 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:18.588106 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3180522-e76a-400e-b268-74907f0a9921 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event deleted for resources: {'Subnet': ['ID=4df7932a-a83c-4ade-bd54-5f079453dddb,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:18.595968 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e3180522-e76a-400e-b268-74907f0a9921 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:18.607256 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc076228-e6ff-4174-b2e4-1e18b03a2fd7 None None] Network ebf53470-9716-41fa-a0bc-35429959dc1c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:04:18.610090 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56214) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:18.610366 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e3180522-e76a-400e-b268-74907f0a9921 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "DELETE /v2.0/subnets/4df7932a-a83c-4ade-bd54-5f079453dddb HTTP/1.1" status: 204 len: 168 time: 0.3901205 Mar 09 04:04:18.699352 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab1ba38-1453-4622-b129-5f61ce6aa1c6 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Deleting subnet d239c9f2-4e24-4331-abec-eb63b579163a {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:04:18.705332 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0ab1ba38-1453-4622-b129-5f61ce6aa1c6 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:18.767187 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651a3c3-5ac4-4006-8724-42191e7a2c2c req-a2b7e56f-5265-44b4-8341-a8d19da2174c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:18.774585 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0ab1ba38-1453-4622-b129-5f61ce6aa1c6 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:18.777048 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2651a3c3-5ac4-4006-8724-42191e7a2c2c req-a2b7e56f-5265-44b4-8341-a8d19da2174c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 945 time: 0.1184535 Mar 09 04:04:18.868369 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2651a3c3-5ac4-4006-8724-42191e7a2c2c req-38b516b7-5052-4713-9058-7219dc72f39a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892441 Mar 09 04:04:18.951170 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0ab1ba38-1453-4622-b129-5f61ce6aa1c6 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:19.052470 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0ab1ba38-1453-4622-b129-5f61ce6aa1c6 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:19.134030 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0ab1ba38-1453-4622-b129-5f61ce6aa1c6 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:19.138398 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1ba38-1453-4622-b129-5f61ce6aa1c6 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event deleted for resources: {'Subnet': ['ID=d239c9f2-4e24-4331-abec-eb63b579163a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:19.158297 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0ab1ba38-1453-4622-b129-5f61ce6aa1c6 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "DELETE /v2.0/subnets/d239c9f2-4e24-4331-abec-eb63b579163a HTTP/1.1" status: 204 len: 168 time: 0.5469110 Mar 09 04:04:19.160774 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56224) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:19.390549 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5fd505cc-1977-417f-8f89-2333331fa349 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:19.403136 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-5fd505cc-1977-417f-8f89-2333331fa349 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Deleting port 976577f8-e245-4810-87e6-0c91a9ceac7b {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:04:19.404053 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5fd505cc-1977-417f-8f89-2333331fa349 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:19.652072 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd61b6-4764-4975-8c97-f02538243493 req-8fe83519-9305-4f24-adb0-cc2ff36b81aa tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:19.654836 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95dd61b6-4764-4975-8c97-f02538243493 req-8fe83519-9305-4f24-adb0-cc2ff36b81aa tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b9205e7-21bd-4459-96de-d17dcf1c0f0f HTTP/1.1" status: 200 len: 944 time: 0.1042929 Mar 09 04:04:19.744585 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95dd61b6-4764-4975-8c97-f02538243493 req-9402544e-35e7-4a54-a0c4-9da1b1fce579 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/security-groups?id=bea0e531-7357-4b53-8fed-ea239dbdd28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808656 Mar 09 04:04:19.843187 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-5fd505cc-1977-417f-8f89-2333331fa349 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] For port 976577f8-e245-4810-87e6-0c91a9ceac7b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=976577f8-e245-4810-87e6-0c91a9ceac7b,segment=NetworkSegment(5252d5e5-7255-4432-b0dd-25ad824c699c),segment_id=5252d5e5-7255-4432-b0dd-25ad824c699c)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:04:19.843608 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5fd505cc-1977-417f-8f89-2333331fa349 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:19.906126 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device e942b93f-954b-4026-bde6-5c367ecef507 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:04:19.957487 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c93c92-1c26-47d0-9825-38ed474cd0ff None None] Network ebf53470-9716-41fa-a0bc-35429959dc1c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:04:20.036889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-5fd505cc-1977-417f-8f89-2333331fa349 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Calling delete_port for 976577f8-e245-4810-87e6-0c91a9ceac7b owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:04:20.124304 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-720adb9c-4858-4ecd-8084-cccf0516edae None None] Provisioning complete for port 976577f8-e245-4810-87e6-0c91a9ceac7b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:20.124660 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-720adb9c-4858-4ecd-8084-cccf0516edae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:20.205076 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f5f47-6888-4829-9f1f-c743a74c92b2 req-8a6d640c-9b05-4195-8968-c1193ac0c765 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:20.206570 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6e6f5f47-6888-4829-9f1f-c743a74c92b2 req-8a6d640c-9b05-4195-8968-c1193ac0c765 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 945 time: 0.1807089 Mar 09 04:04:20.213880 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5fd505cc-1977-417f-8f89-2333331fa349 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:20.227401 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port e942b93f-954b-4026-bde6-5c367ecef507 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:04:20.272280 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port e942b93f-954b-4026-bde6-5c367ecef507 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:20.272642 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:20.305357 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-720adb9c-4858-4ecd-8084-cccf0516edae None None] Could not find standard attr ID for object 976577f8-e245-4810-87e6-0c91a9ceac7b. {{(pid=87882) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 04:04:20.323020 n-d-825178-5 neutron-server[87882]: INFO neutron.plugins.ml2.db [None req-720adb9c-4858-4ecd-8084-cccf0516edae None None] No ports have port_id starting with 976577f8-e245-4810-87e6-0c91a9ceac7b Mar 09 04:04:20.342146 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd505cc-1977-417f-8f89-2333331fa349 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] No DVR routers for this DVR port 976577f8-e245-4810-87e6-0c91a9ceac7b on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:04:20.343907 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd505cc-1977-417f-8f89-2333331fa349 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event deleted for resources: {'Port': ['ID=976577f8-e245-4810-87e6-0c91a9ceac7b,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:20.410298 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6e6f5f47-6888-4829-9f1f-c743a74c92b2 req-4dd3c6c3-dcf8-44bf-a876-4798e698dbc5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897573 Mar 09 04:04:20.443839 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a175b4c7-b01e-4cac-ac9e-05b5bbdeebac None None] DHCP port deletion for ebf53470-9716-41fa-a0bc-35429959dc1c request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:04:20.494033 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:20.522846 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5fd505cc-1977-417f-8f89-2333331fa349 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:20.554478 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-5fd505cc-1977-417f-8f89-2333331fa349 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf53470-9716-41fa-a0bc-35429959dc1c']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:20.571411 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9205e7-21bd-4459-96de-d17dcf1c0f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e942b93f-954b-4026-bde6-5c367ecef507'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:04:20.571606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-5fd505cc-1977-417f-8f89-2333331fa349 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5252d5e5-7255-4432-b0dd-25ad824c699c') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:20.572134 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-5fd505cc-1977-417f-8f89-2333331fa349 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5252d5e5-7255-4432-b0dd-25ad824c699c') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:20.587192 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5fd505cc-1977-417f-8f89-2333331fa349 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:20.602821 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port e942b93f-954b-4026-bde6-5c367ecef507, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=e942b93f-954b-4026-bde6-5c367ecef507,segment=NetworkSegment(0b465ef4-c34f-40e7-8fac-a5c5778da90d),segment_id=0b465ef4-c34f-40e7-8fac-a5c5778da90d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:04:20.611756 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:20.616731 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5fd505cc-1977-417f-8f89-2333331fa349 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:20.636025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd505cc-1977-417f-8f89-2333331fa349 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:04:20.638250 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5fd505cc-1977-417f-8f89-2333331fa349 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:04:20.658572 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:04:20.725819 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9205e7-21bd-4459-96de-d17dcf1c0f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e942b93f-954b-4026-bde6-5c367ecef507', 'code': 200} Mar 09 04:04:20.727915 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=e942b93f-954b-4026-bde6-5c367ecef507,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:20.731522 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffec13a-16c5-4fba-8f37-0fb91914b1da req-54dcc4b7-cbb6-4ac5-9fc0-09c17997d697 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:20.739482 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2ffec13a-16c5-4fba-8f37-0fb91914b1da req-54dcc4b7-cbb6-4ac5-9fc0-09c17997d697 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 945 time: 0.1347525 Mar 09 04:04:20.761681 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5fd505cc-1977-417f-8f89-2333331fa349 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:20.796321 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5fd505cc-1977-417f-8f89-2333331fa349 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:20.808686 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd505cc-1977-417f-8f89-2333331fa349 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event deleted for resources: {'Network': ['ID=ebf53470-9716-41fa-a0bc-35429959dc1c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:20.821298 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5fd505cc-1977-417f-8f89-2333331fa349 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "DELETE /v2.0/networks/ebf53470-9716-41fa-a0bc-35429959dc1c HTTP/1.1" status: 204 len: 168 time: 1.6583254 Mar 09 04:04:20.822886 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56248) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:20.840806 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2ffec13a-16c5-4fba-8f37-0fb91914b1da req-35f065ba-3791-4a32-96f1-ccdb2e0ff74f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003513 Mar 09 04:04:20.863537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56252) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:20.872534 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced02f7a-2057-4c54-82cd-e25a8744c836 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] DELETE failed (client error): The resource could not be found. Mar 09 04:04:20.873126 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced02f7a-2057-4c54-82cd-e25a8744c836 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:04:20.877806 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ced02f7a-2057-4c54-82cd-e25a8744c836 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "DELETE /v2.0/subnets/c288b90d-bf14-46c2-aee1-dc606147ce4c HTTP/1.1" status: 404 len: 337 time: 0.0535631 Mar 09 04:04:20.878648 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56256) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:20.929676 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6dd3c2-3f14-4963-98aa-c11d5510356e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] DELETE failed (client error): The resource could not be found. Mar 09 04:04:20.931604 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e6dd3c2-3f14-4963-98aa-c11d5510356e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:04:20.934093 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2e6dd3c2-3f14-4963-98aa-c11d5510356e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "DELETE /v2.0/networks/9a895135-a0c3-49ff-8e5a-5c3154f0f39f HTTP/1.1" status: 404 len: 339 time: 0.0542905 Mar 09 04:04:20.937441 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56260) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:21.005577 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342d6f9-0d4f-4026-92c7-2a1f2a54e6c1 req-7bbc1056-439b-4c77-a6ac-56655f1489bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:21.009570 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d342d6f9-0d4f-4026-92c7-2a1f2a54e6c1 req-7bbc1056-439b-4c77-a6ac-56655f1489bd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1b9205e7-21bd-4459-96de-d17dcf1c0f0f HTTP/1.1" status: 200 len: 1096 time: 0.2678819 Mar 09 04:04:21.036685 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1668db-313a-4b8f-a9f5-cb16b8804cb1 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] DELETE failed (client error): The resource could not be found. Mar 09 04:04:21.037142 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1668db-313a-4b8f-a9f5-cb16b8804cb1 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:04:21.038934 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0e1668db-313a-4b8f-a9f5-cb16b8804cb1 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "DELETE /v2.0/subnets/c2a4198b-dfe6-4d2f-afb3-8317a20b1062 HTTP/1.1" status: 404 len: 337 time: 0.1005418 Mar 09 04:04:21.043843 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56264) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:21.096811 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc24ab4-d2bf-4593-a864-56ce7d914444 req-68441637-7367-4c6e-bca8-abbff512566a tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:21.098324 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cfc24ab4-d2bf-4593-a864-56ce7d914444 req-68441637-7367-4c6e-bca8-abbff512566a tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b9205e7-21bd-4459-96de-d17dcf1c0f0f HTTP/1.1" status: 200 len: 945 time: 0.1004889 Mar 09 04:04:21.098889 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d342d6f9-0d4f-4026-92c7-2a1f2a54e6c1 req-f36ce1b8-8780-49ae-aa7a-f238e247761e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bea0e531-7357-4b53-8fed-ea239dbdd28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821762 Mar 09 04:04:21.099727 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddcc033b-e415-4720-bd18-9f4a8073f5bd tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] DELETE failed (client error): The resource could not be found. Mar 09 04:04:21.100182 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddcc033b-e415-4720-bd18-9f4a8073f5bd tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:04:21.101730 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ddcc033b-e415-4720-bd18-9f4a8073f5bd tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "DELETE /v2.0/networks/036a74dd-2cce-48a7-930f-c0ea8546b16f HTTP/1.1" status: 404 len: 339 time: 0.0534234 Mar 09 04:04:21.104123 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea8084a-2899-45a9-9e3d-0678b4712da0 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:21.104726 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56268) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:21.105478 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cea8084a-2899-45a9-9e3d-0678b4712da0 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 1091 time: 0.2392097 Mar 09 04:04:21.108179 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56272) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:21.113069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-1506a833-38f1-48ce-849c-4967c13302a7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'port_id': '1bd3cec7-7973-46cc-b909-17ab54fe3eec', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:04:21.120763 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1506a833-38f1-48ce-849c-4967c13302a7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:21.125182 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1506a833-38f1-48ce-849c-4967c13302a7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:floatingip and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:04:21.128472 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1506a833-38f1-48ce-849c-4967c13302a7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:04:21.135765 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1506a833-38f1-48ce-849c-4967c13302a7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:21.152348 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1506a833-38f1-48ce-849c-4967c13302a7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:21.167991 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c795e59-2299-49dc-a679-6957bc4da49c tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] DELETE failed (client error): The resource could not be found. Mar 09 04:04:21.168455 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c795e59-2299-49dc-a679-6957bc4da49c tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:04:21.170128 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6c795e59-2299-49dc-a679-6957bc4da49c tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "DELETE /v2.0/subnets/8da5cbab-0919-4175-90b0-555f283e9a8f HTTP/1.1" status: 404 len: 337 time: 0.0644772 Mar 09 04:04:21.174057 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56276) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:21.202911 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cfc24ab4-d2bf-4593-a864-56ce7d914444 req-3c67e41d-6339-4134-836a-f88779e82892 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/security-groups?id=bea0e531-7357-4b53-8fed-ea239dbdd28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952897 Mar 09 04:04:21.217346 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-436d7ed3-8d71-40f1-b660-18843f997190 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] DELETE failed (client error): The resource could not be found. Mar 09 04:04:21.217822 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-436d7ed3-8d71-40f1-b660-18843f997190 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:04:21.222640 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-436d7ed3-8d71-40f1-b660-18843f997190 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "DELETE /v2.0/networks/33585e49-525b-4342-8f9e-56a4b44f5067 HTTP/1.1" status: 404 len: 339 time: 0.0447779 Mar 09 04:04:21.223202 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56280) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:21.357313 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14d63e2-02ca-48c2-ad31-929e9bebbe7e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Deleting subnet bd65a8bb-b4ea-4dad-ad01-20628b5133aa {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:04:21.364302 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f14d63e2-02ca-48c2-ad31-929e9bebbe7e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:21.435312 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f14d63e2-02ca-48c2-ad31-929e9bebbe7e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:21.520044 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1506a833-38f1-48ce-849c-4967c13302a7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:21.702622 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f14d63e2-02ca-48c2-ad31-929e9bebbe7e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:21.858634 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-1506a833-38f1-48ce-849c-4967c13302a7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Allocated IP 172.25.7.217 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/4e761d43-5b34-4b92-bb6c-4cf9826469f3) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:04:21.875095 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f14d63e2-02ca-48c2-ad31-929e9bebbe7e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:21.941356 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d63e2-02ca-48c2-ad31-929e9bebbe7e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event deleted for resources: {'Subnet': ['ID=bd65a8bb-b4ea-4dad-ad01-20628b5133aa,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:21.964559 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f14d63e2-02ca-48c2-ad31-929e9bebbe7e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:21.969464 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23601705-6d47-48f8-9215-e19200fe80a5 None None] Network 1c1db495-ff81-4c52-b994-84884789f341 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:04:22.070347 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f14d63e2-02ca-48c2-ad31-929e9bebbe7e tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "DELETE /v2.0/subnets/bd65a8bb-b4ea-4dad-ad01-20628b5133aa HTTP/1.1" status: 204 len: 168 time: 0.8358076 Mar 09 04:04:22.070642 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56294) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:22.168548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56298) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:22.200237 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87b73f53-c24c-4177-bec5-55ef04b66e3a tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:22.231156 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-87b73f53-c24c-4177-bec5-55ef04b66e3a tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Deleting port 28bb7385-7cf2-4f52-9b79-a3420638b78b {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:04:22.231744 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87b73f53-c24c-4177-bec5-55ef04b66e3a tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:22.285976 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1506a833-38f1-48ce-849c-4967c13302a7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:22.386945 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a677a6b-b135-4381-a610-2fb8fe465df3 None None] DHCP port deletion for 1c1db495-ff81-4c52-b994-84884789f341 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:04:22.392895 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-5a677a6b-b135-4381-a610-2fb8fe465df3 None None] Deleting port 28bb7385-7cf2-4f52-9b79-a3420638b78b {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:04:22.393321 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5a677a6b-b135-4381-a610-2fb8fe465df3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:22.477346 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-22e788e5-f0c8-40da-aae2-93be95a63ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:22.492086 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 976577f8-e245-4810-87e6-0c91a9ceac7b no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:04:22.499814 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-22e788e5-f0c8-40da-aae2-93be95a63ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:22.503782 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-87b73f53-c24c-4177-bec5-55ef04b66e3a tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] For port 28bb7385-7cf2-4f52-9b79-a3420638b78b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=28bb7385-7cf2-4f52-9b79-a3420638b78b,segment=NetworkSegment(ac722963-1dbf-42df-9e9a-c31d706c9de7),segment_id=ac722963-1dbf-42df-9e9a-c31d706c9de7)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:04:22.504206 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87b73f53-c24c-4177-bec5-55ef04b66e3a tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:22.504679 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-22e788e5-f0c8-40da-aae2-93be95a63ac9 admin admin] Usage tracker for resource:security_group_rule and tenant:4ca8f09d95724b3eb82dfad3817ca156 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:04:22.509585 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-22e788e5-f0c8-40da-aae2-93be95a63ac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:04:22.517453 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-22e788e5-f0c8-40da-aae2-93be95a63ac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:22.581814 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 976577f8-e245-4810-87e6-0c91a9ceac7b {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:04:22.582146 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 976577f8-e245-4810-87e6-0c91a9ceac7b not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:04:22.688149 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-22e788e5-f0c8-40da-aae2-93be95a63ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:22.697808 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-22e788e5-f0c8-40da-aae2-93be95a63ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:22.709642 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-87b73f53-c24c-4177-bec5-55ef04b66e3a tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Calling delete_port for 28bb7385-7cf2-4f52-9b79-a3420638b78b owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:04:22.759250 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-22e788e5-f0c8-40da-aae2-93be95a63ac9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4ca8f09d95724b3eb82dfad3817ca156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5856645 Mar 09 04:04:22.759250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e788e5-f0c8-40da-aae2-93be95a63ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82706a32-97e8-41b9-bb09-c0c0df776f98,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:22.761365 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56308) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:22.827201 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-5a677a6b-b135-4381-a610-2fb8fe465df3 None None] For port 28bb7385-7cf2-4f52-9b79-a3420638b78b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=28bb7385-7cf2-4f52-9b79-a3420638b78b,segment=NetworkSegment(ac722963-1dbf-42df-9e9a-c31d706c9de7),segment_id=ac722963-1dbf-42df-9e9a-c31d706c9de7)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:04:22.827597 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5a677a6b-b135-4381-a610-2fb8fe465df3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:22.845782 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0d62d997-ffa0-4af6-82f0-adfc4bf4b3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:22.876786 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0d62d997-ffa0-4af6-82f0-adfc4bf4b3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:22.890280 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87b73f53-c24c-4177-bec5-55ef04b66e3a tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:22.944166 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b73f53-c24c-4177-bec5-55ef04b66e3a tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event deleted for resources: {'Port': ['ID=28bb7385-7cf2-4f52-9b79-a3420638b78b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:22.951392 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b73f53-c24c-4177-bec5-55ef04b66e3a tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] No DVR routers for this DVR port 28bb7385-7cf2-4f52-9b79-a3420638b78b on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:04:22.965613 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0d62d997-ffa0-4af6-82f0-adfc4bf4b3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:22.971639 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-5a677a6b-b135-4381-a610-2fb8fe465df3 None None] Calling delete_port for 28bb7385-7cf2-4f52-9b79-a3420638b78b owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:04:22.983967 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62d997-ffa0-4af6-82f0-adfc4bf4b3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82706a32-97e8-41b9-bb09-c0c0df776f98,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:22.991832 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0d62d997-ffa0-4af6-82f0-adfc4bf4b3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:22.996821 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0d62d997-ffa0-4af6-82f0-adfc4bf4b3ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82706a32-97e8-41b9-bb09-c0c0df776f98 HTTP/1.1" status: 204 len: 168 time: 0.2340496 Mar 09 04:04:23.072200 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-5a677a6b-b135-4381-a610-2fb8fe465df3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:04:23.072714 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-5a677a6b-b135-4381-a610-2fb8fe465df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:04:23.092744 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1506a833-38f1-48ce-849c-4967c13302a7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:23.143269 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87b73f53-c24c-4177-bec5-55ef04b66e3a tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:23.201883 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1506a833-38f1-48ce-849c-4967c13302a7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:04:23.205058 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-87b73f53-c24c-4177-bec5-55ef04b66e3a tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1db495-ff81-4c52-b994-84884789f341']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:23.213080 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-1506a833-38f1-48ce-849c-4967c13302a7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:04:23.231392 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42948c85-7453-4bdc-9287-62ae71d6801e req-7b7f364c-a855-4768-98a8-5e639304ad23 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:23.233171 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42948c85-7453-4bdc-9287-62ae71d6801e req-7b7f364c-a855-4768-98a8-5e639304ad23 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b9205e7-21bd-4459-96de-d17dcf1c0f0f HTTP/1.1" status: 200 len: 945 time: 0.4204836 Mar 09 04:04:23.237712 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1506a833-38f1-48ce-849c-4967c13302a7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:04:23.269866 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-87b73f53-c24c-4177-bec5-55ef04b66e3a tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac722963-1dbf-42df-9e9a-c31d706c9de7') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:23.270165 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-87b73f53-c24c-4177-bec5-55ef04b66e3a tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac722963-1dbf-42df-9e9a-c31d706c9de7') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:23.281803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506a833-38f1-48ce-849c-4967c13302a7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Port': ['ID=4e761d43-5b34-4b92-bb6c-4cf9826469f3,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:23.309329 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87b73f53-c24c-4177-bec5-55ef04b66e3a tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:23.349518 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87b73f53-c24c-4177-bec5-55ef04b66e3a tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:23.376414 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56316) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:23.393074 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b73f53-c24c-4177-bec5-55ef04b66e3a tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:04:23.393484 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87b73f53-c24c-4177-bec5-55ef04b66e3a tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:23.397019 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-895cb291-482d-426f-94a9-c02cc5cefc71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:04:23.408950 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:04:23.417893 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-895cb291-482d-426f-94a9-c02cc5cefc71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:23.419303 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42948c85-7453-4bdc-9287-62ae71d6801e req-e7f9d605-95f3-40a6-8113-4c5858b56513 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/security-groups?id=bea0e531-7357-4b53-8fed-ea239dbdd28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564937 Mar 09 04:04:23.421969 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-895cb291-482d-426f-94a9-c02cc5cefc71 admin admin] Usage tracker for resource:security_group_rule and tenant:f12cf55e13da4291af03f255808ad290 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:04:23.425093 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-895cb291-482d-426f-94a9-c02cc5cefc71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:04:23.431558 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-895cb291-482d-426f-94a9-c02cc5cefc71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:23.530850 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-895cb291-482d-426f-94a9-c02cc5cefc71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:23.535908 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-895cb291-482d-426f-94a9-c02cc5cefc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:23.574707 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-5a677a6b-b135-4381-a610-2fb8fe465df3 None None] Deleting port 28bb7385-7cf2-4f52-9b79-a3420638b78b {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:04:23.575622 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5a677a6b-b135-4381-a610-2fb8fe465df3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:23.601344 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-895cb291-482d-426f-94a9-c02cc5cefc71 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f12cf55e13da4291af03f255808ad290&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2237468 Mar 09 04:04:23.604373 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895cb291-482d-426f-94a9-c02cc5cefc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687d072c-5485-4165-92cc-7de360e2e56c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:23.604985 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56320) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:23.664689 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-5a677a6b-b135-4381-a610-2fb8fe465df3 None None] The port '28bb7385-7cf2-4f52-9b79-a3420638b78b' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:04:23.693222 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87b73f53-c24c-4177-bec5-55ef04b66e3a tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:23.724310 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87b73f53-c24c-4177-bec5-55ef04b66e3a tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:23.747808 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b73f53-c24c-4177-bec5-55ef04b66e3a tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event deleted for resources: {'Network': ['ID=1c1db495-ff81-4c52-b994-84884789f341,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:23.829246 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-87b73f53-c24c-4177-bec5-55ef04b66e3a tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "DELETE /v2.0/networks/1c1db495-ff81-4c52-b994-84884789f341 HTTP/1.1" status: 204 len: 168 time: 1.7571568 Mar 09 04:04:23.831734 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56326) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:23.846351 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-beff40b6-5e0d-4e09-89d1-d17f115da023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:23.876062 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-22221c7e-48b9-4373-b8b6-b0e7441916b0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] DELETE failed (client error): The resource could not be found. Mar 09 04:04:23.876524 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22221c7e-48b9-4373-b8b6-b0e7441916b0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:04:23.886671 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-22221c7e-48b9-4373-b8b6-b0e7441916b0 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "DELETE /v2.0/subnets/217c304c-e28a-4cf1-b3a3-5e80adcc34f4 HTTP/1.1" status: 404 len: 337 time: 0.0512114 Mar 09 04:04:23.887398 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56330) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:23.945350 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-beff40b6-5e0d-4e09-89d1-d17f115da023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:23.998548 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d119cb2-31bb-46ec-97ab-3eef9142c372 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] DELETE failed (client error): The resource could not be found. Mar 09 04:04:23.999038 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d119cb2-31bb-46ec-97ab-3eef9142c372 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:04:24.003114 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4d119cb2-31bb-46ec-97ab-3eef9142c372 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "DELETE /v2.0/networks/6815b351-068d-472a-80e2-5d33644b3db9 HTTP/1.1" status: 404 len: 339 time: 0.1124120 Mar 09 04:04:24.003589 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56334) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:24.070095 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-beff40b6-5e0d-4e09-89d1-d17f115da023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:24.075858 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-473c8b7e-1e2a-4989-b91c-477ef5bf8455 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Deleting subnet 55a56aa5-b0b4-47e2-865d-062d65875a98 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:04:24.078875 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-473c8b7e-1e2a-4989-b91c-477ef5bf8455 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:24.094492 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff40b6-5e0d-4e09-89d1-d17f115da023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687d072c-5485-4165-92cc-7de360e2e56c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:24.111483 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-beff40b6-5e0d-4e09-89d1-d17f115da023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:24.112595 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-beff40b6-5e0d-4e09-89d1-d17f115da023 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/687d072c-5485-4165-92cc-7de360e2e56c HTTP/1.1" status: 204 len: 168 time: 0.5015259 Mar 09 04:04:24.144948 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1506a833-38f1-48ce-849c-4967c13302a7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:24.165407 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-473c8b7e-1e2a-4989-b91c-477ef5bf8455 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:24.249033 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1506a833-38f1-48ce-849c-4967c13302a7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:24.265214 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-473c8b7e-1e2a-4989-b91c-477ef5bf8455 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:24.369638 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 28bb7385-7cf2-4f52-9b79-a3420638b78b no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:04:24.385754 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-473c8b7e-1e2a-4989-b91c-477ef5bf8455 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:24.429611 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 28bb7385-7cf2-4f52-9b79-a3420638b78b {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:04:24.430710 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 28bb7385-7cf2-4f52-9b79-a3420638b78b not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:04:24.456085 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c8b7e-1e2a-4989-b91c-477ef5bf8455 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event deleted for resources: {'Subnet': ['ID=55a56aa5-b0b4-47e2-865d-062d65875a98,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:24.470469 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-473c8b7e-1e2a-4989-b91c-477ef5bf8455 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:24.471760 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f23163-56c8-4ac4-aa9c-17faad28c778 None None] Network e99a8942-20ab-4dc5-8f44-befb7b0ed532 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:04:24.486042 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56344) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:24.486835 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-473c8b7e-1e2a-4989-b91c-477ef5bf8455 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "DELETE /v2.0/subnets/55a56aa5-b0b4-47e2-865d-062d65875a98 HTTP/1.1" status: 204 len: 168 time: 0.4821532 Mar 09 04:04:24.651323 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31a6115c-efc0-49cb-a210-68ebb7cbf641 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:24.678494 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-31a6115c-efc0-49cb-a210-68ebb7cbf641 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Deleting port a96b5692-adb0-4054-aa01-3fc6a303b3df {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:04:24.678831 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31a6115c-efc0-49cb-a210-68ebb7cbf641 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:24.706828 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1506a833-38f1-48ce-849c-4967c13302a7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:24.720765 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1506a833-38f1-48ce-849c-4967c13302a7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:24.729326 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa895e7-6bd4-4af3-9636-4232f90d843f req-235720ad-cb33-4615-9877-95d092541a41 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:24.731730 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aaa895e7-6bd4-4af3-9636-4232f90d843f req-235720ad-cb33-4615-9877-95d092541a41 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b9205e7-21bd-4459-96de-d17dcf1c0f0f HTTP/1.1" status: 200 len: 945 time: 0.1468182 Mar 09 04:04:24.834374 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aaa895e7-6bd4-4af3-9636-4232f90d843f req-b8fb15f8-49bb-420d-a67b-29148e806f0c tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/security-groups?id=bea0e531-7357-4b53-8fed-ea239dbdd28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957088 Mar 09 04:04:24.906416 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec51f40c-8718-43e4-a37f-dfba32b8350a None None] DHCP port deletion for e99a8942-20ab-4dc5-8f44-befb7b0ed532 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:04:24.913364 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ec51f40c-8718-43e4-a37f-dfba32b8350a None None] Deleting port a96b5692-adb0-4054-aa01-3fc6a303b3df {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:04:24.913793 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ec51f40c-8718-43e4-a37f-dfba32b8350a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:24.917818 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506a833-38f1-48ce-849c-4967c13302a7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Port': ['ID=4e761d43-5b34-4b92-bb6c-4cf9826469f3,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:24.932265 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1506a833-38f1-48ce-849c-4967c13302a7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:25.231239 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ec51f40c-8718-43e4-a37f-dfba32b8350a None None] For port a96b5692-adb0-4054-aa01-3fc6a303b3df, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a96b5692-adb0-4054-aa01-3fc6a303b3df,segment=NetworkSegment(3dd809da-6013-482d-84c3-614133e0d337),segment_id=3dd809da-6013-482d-84c3-614133e0d337)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:04:25.231631 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ec51f40c-8718-43e4-a37f-dfba32b8350a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:25.238498 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-31a6115c-efc0-49cb-a210-68ebb7cbf641 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] For port a96b5692-adb0-4054-aa01-3fc6a303b3df, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a96b5692-adb0-4054-aa01-3fc6a303b3df,segment=NetworkSegment(3dd809da-6013-482d-84c3-614133e0d337),segment_id=3dd809da-6013-482d-84c3-614133e0d337)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:04:25.239051 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31a6115c-efc0-49cb-a210-68ebb7cbf641 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:25.447566 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ec51f40c-8718-43e4-a37f-dfba32b8350a None None] Calling delete_port for a96b5692-adb0-4054-aa01-3fc6a303b3df owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:04:25.529783 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-31a6115c-efc0-49cb-a210-68ebb7cbf641 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Calling delete_port for a96b5692-adb0-4054-aa01-3fc6a303b3df owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:04:25.558174 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ec51f40c-8718-43e4-a37f-dfba32b8350a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:25.558422 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-1506a833-38f1-48ce-849c-4967c13302a7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Floating IP 60108d2b-9713-4b71-9875-cd1cd29a66e2 associated. External IP: 172.25.7.217, port: 1bd3cec7-7973-46cc-b909-17ab54fe3eec. Mar 09 04:04:25.631896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51f40c-8718-43e4-a37f-dfba32b8350a None None] Pushing event deleted for resources: {'Port': ['ID=a96b5692-adb0-4054-aa01-3fc6a303b3df,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:25.638518 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec51f40c-8718-43e4-a37f-dfba32b8350a None None] No DVR routers for this DVR port a96b5692-adb0-4054-aa01-3fc6a303b3df on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:04:25.807304 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.api [None req-31a6115c-efc0-49cb-a210-68ebb7cbf641 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:04:25.807897 n-d-825178-5 neutron-server[87881]: DEBUG oslo_db.api [None req-31a6115c-efc0-49cb-a210-68ebb7cbf641 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:04:26.025918 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1506a833-38f1-48ce-849c-4967c13302a7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Router 2bd4f9f1-86a9-4c8a-8c81-c586883844f7 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:04:26.193951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912b583-3230-4f24-b4e2-048694a0e2c7 req-23476ab6-39a7-4b08-9f01-03746abd22ce tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:26.196024 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9912b583-3230-4f24-b4e2-048694a0e2c7 req-23476ab6-39a7-4b08-9f01-03746abd22ce tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b9205e7-21bd-4459-96de-d17dcf1c0f0f HTTP/1.1" status: 200 len: 945 time: 0.1150594 Mar 09 04:04:26.225834 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1506a833-38f1-48ce-849c-4967c13302a7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:04:26.242224 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f79778-775e-42e1-aeba-6f86f0681fe3 None None] Sync routers for ids ['2bd4f9f1-86a9-4c8a-8c81-c586883844f7'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:04:26.253613 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f79778-775e-42e1-aeba-6f86f0681fe3 None None] Routers {'2bd4f9f1-86a9-4c8a-8c81-c586883844f7'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:04:26.254307 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e4f79778-775e-42e1-aeba-6f86f0681fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:04:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['2bd4f9f1-86a9-4c8a-8c81-c586883844f7'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:26.261787 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9912b583-3230-4f24-b4e2-048694a0e2c7 req-5b46bcc4-b507-43b0-b963-178053ed0767 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/security-groups?id=bea0e531-7357-4b53-8fed-ea239dbdd28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595920 Mar 09 04:04:26.272932 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1506a833-38f1-48ce-849c-4967c13302a7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:26.315466 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-31a6115c-efc0-49cb-a210-68ebb7cbf641 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Deleting port a96b5692-adb0-4054-aa01-3fc6a303b3df {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:04:26.315466 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31a6115c-efc0-49cb-a210-68ebb7cbf641 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:26.380296 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a96b5692-adb0-4054-aa01-3fc6a303b3df no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:04:26.425242 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: a96b5692-adb0-4054-aa01-3fc6a303b3df {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:04:26.425907 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a96b5692-adb0-4054-aa01-3fc6a303b3df not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:04:26.441243 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-31a6115c-efc0-49cb-a210-68ebb7cbf641 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] The port 'a96b5692-adb0-4054-aa01-3fc6a303b3df' was deleted {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:04:26.467311 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-e4f79778-775e-42e1-aeba-6f86f0681fe3 None None] Set router 2bd4f9f1-86a9-4c8a-8c81-c586883844f7 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:04:26.495902 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1506a833-38f1-48ce-849c-4967c13302a7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3866465 Mar 09 04:04:26.496756 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b2f07a-ed55-45a7-a301-243d817f4f14', 'tag': '1bd3cec7-7973-46cc-b909-17ab54fe3eec'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:04:26.631987 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b2f07a-ed55-45a7-a301-243d817f4f14', 'tag': '1bd3cec7-7973-46cc-b909-17ab54fe3eec', 'status': 'completed', 'code': 200} Mar 09 04:04:26.644404 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31a6115c-efc0-49cb-a210-68ebb7cbf641 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:26.719241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-31a6115c-efc0-49cb-a210-68ebb7cbf641 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99a8942-20ab-4dc5-8f44-befb7b0ed532']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:26.740871 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b95891-89be-4077-b2a7-6974a2e883f9 req-f9b4c6f0-fc0b-42bb-92af-98da61fbb806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:26.742966 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1b95891-89be-4077-b2a7-6974a2e883f9 req-f9b4c6f0-fc0b-42bb-92af-98da61fbb806 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 1096 time: 0.1145656 Mar 09 04:04:26.746939 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-31a6115c-efc0-49cb-a210-68ebb7cbf641 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd809da-6013-482d-84c3-614133e0d337') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:26.747240 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-31a6115c-efc0-49cb-a210-68ebb7cbf641 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd809da-6013-482d-84c3-614133e0d337') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:26.767067 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31a6115c-efc0-49cb-a210-68ebb7cbf641 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:26.790159 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31a6115c-efc0-49cb-a210-68ebb7cbf641 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:26.807295 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a6115c-efc0-49cb-a210-68ebb7cbf641 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:04:26.807710 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31a6115c-efc0-49cb-a210-68ebb7cbf641 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:04:26.823556 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:04:26.854619 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e86148-eb7c-4498-b651-065f9fb61f6e req-7ce78afb-9c27-4160-9db7-fe3d75efa0e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:26.861608 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-86e86148-eb7c-4498-b651-065f9fb61f6e req-7ce78afb-9c27-4160-9db7-fe3d75efa0e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 945 time: 0.1898868 Mar 09 04:04:27.000779 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-86e86148-eb7c-4498-b651-065f9fb61f6e req-fd9507cb-a57c-4574-8b3b-863ad3962d0e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381972 Mar 09 04:04:27.019896 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56408) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:27.022725 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31a6115c-efc0-49cb-a210-68ebb7cbf641 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:27.129751 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e4f79778-775e-42e1-aeba-6f86f0681fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732923666', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'bea81eb9-5f45-48cd-a465-a90e4c3da013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:03:38Z', 'updated_at': '2022-03-09T04:03:50Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'bea81eb9-5f45-48cd-a465-a90e4c3da013', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:38:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:03:40Z', 'updated_at': '2022-03-09T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '60108d2b-9713-4b71-9875-cd1cd29a66e2', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'floating_ip_address': '172.25.7.217', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'port_id': '1bd3cec7-7973-46cc-b909-17ab54fe3eec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281', 'mac_address': 'fa:16:3e:b9:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b2f07a-ed55-45a7-a301-243d817f4f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:04:24Z', 'updated_at': '2022-03-09T04:04:24Z', 'revision_number': 0, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42b81828-d210-44d4-83c8-3e7f7621ea7c', 'name': '', 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:49:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b67bf7a0-3ef1-45fd-b01a-91732bdea256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:03:49Z', 'updated_at': '2022-03-09T04:04:09Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': 'b67bf7a0-3ef1-45fd-b01a-91732bdea256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:27.134339 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f79778-775e-42e1-aeba-6f86f0681fe3 None None] Checking router: 2bd4f9f1-86a9-4c8a-8c81-c586883844f7 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:04:27.158999 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f79778-775e-42e1-aeba-6f86f0681fe3 None None] Routers {'2bd4f9f1-86a9-4c8a-8c81-c586883844f7'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:04:27.159629 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e4f79778-775e-42e1-aeba-6f86f0681fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:04:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['2bd4f9f1-86a9-4c8a-8c81-c586883844f7'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:27.163089 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31a6115c-efc0-49cb-a210-68ebb7cbf641 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:27.177083 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-31a6115c-efc0-49cb-a210-68ebb7cbf641 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] 10.222.0.16 "DELETE /v2.0/networks/e99a8942-20ab-4dc5-8f44-befb7b0ed532 HTTP/1.1" status: 204 len: 168 time: 2.6888068 Mar 09 04:04:27.218977 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6115c-efc0-49cb-a210-68ebb7cbf641 tempest-NetworksIpV6Test-1354533228 tempest-NetworksIpV6Test-1354533228-project] Pushing event deleted for resources: {'Network': ['ID=e99a8942-20ab-4dc5-8f44-befb7b0ed532,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:27.298758 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b95891-89be-4077-b2a7-6974a2e883f9 req-2cd1b834-7a07-4f17-931f-a95e0f70c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:27.301288 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1b95891-89be-4077-b2a7-6974a2e883f9 req-2cd1b834-7a07-4f17-931f-a95e0f70c9f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=749ff854-15a7-4f21-b2aa-77ee7a469281 HTTP/1.1" status: 200 len: 898 time: 0.5506380 Mar 09 04:04:27.306139 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e53275b2-ba12-440e-9f20-103a2d83c309 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/floatingips/60108d2b-9713-4b71-9875-cd1cd29a66e2 HTTP/1.1" status: 200 len: 991 time: 0.2833350 Mar 09 04:04:27.481153 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-e4f79778-775e-42e1-aeba-6f86f0681fe3 None None] Set router 2bd4f9f1-86a9-4c8a-8c81-c586883844f7 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:04:27.561508 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc413533-628d-4621-834e-c2a657ae1443 req-26826131-428a-48bc-8e10-8e63d57f04bd tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:27.563094 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fc413533-628d-4621-834e-c2a657ae1443 req-26826131-428a-48bc-8e10-8e63d57f04bd tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b9205e7-21bd-4459-96de-d17dcf1c0f0f HTTP/1.1" status: 200 len: 945 time: 0.1882780 Mar 09 04:04:27.629880 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1b95891-89be-4077-b2a7-6974a2e883f9 req-52c7aa8f-bc64-4b93-ab0b-25ee08edf6f7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec HTTP/1.1" status: 200 len: 999 time: 0.3219912 Mar 09 04:04:27.755725 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56424) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:27.834758 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94cf51-6df0-442a-b9fc-c4b714046a60 req-419e8bbd-40ba-4c37-8d2c-d1e0f4cd5a78 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:27.836836 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce94cf51-6df0-442a-b9fc-c4b714046a60 req-419e8bbd-40ba-4c37-8d2c-d1e0f4cd5a78 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b9205e7-21bd-4459-96de-d17dcf1c0f0f HTTP/1.1" status: 200 len: 945 time: 0.3599837 Mar 09 04:04:27.880687 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b95891-89be-4077-b2a7-6974a2e883f9 req-79860c1f-633a-4ddc-a879-88dfe2f81ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:27.890993 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1b95891-89be-4077-b2a7-6974a2e883f9 req-79860c1f-633a-4ddc-a879-88dfe2f81ab5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b67bf7a0-3ef1-45fd-b01a-91732bdea256 HTTP/1.1" status: 200 len: 834 time: 0.2414343 Mar 09 04:04:27.908564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-fc413533-628d-4621-834e-c2a657ae1443 req-e6e9fdf1-51a5-4a65-a350-130f27bb08a5 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Deleting port e942b93f-954b-4026-bde6-5c367ecef507 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:04:27.908846 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-fc413533-628d-4621-834e-c2a657ae1443 req-e6e9fdf1-51a5-4a65-a350-130f27bb08a5 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:28.063839 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e4f79778-775e-42e1-aeba-6f86f0681fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732923666', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'bea81eb9-5f45-48cd-a465-a90e4c3da013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:03:38Z', 'updated_at': '2022-03-09T04:03:50Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'bea81eb9-5f45-48cd-a465-a90e4c3da013', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:38:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:03:40Z', 'updated_at': '2022-03-09T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '60108d2b-9713-4b71-9875-cd1cd29a66e2', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'floating_ip_address': '172.25.7.217', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'port_id': '1bd3cec7-7973-46cc-b909-17ab54fe3eec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281', 'mac_address': 'fa:16:3e:b9:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b2f07a-ed55-45a7-a301-243d817f4f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:04:24Z', 'updated_at': '2022-03-09T04:04:24Z', 'revision_number': 0, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42b81828-d210-44d4-83c8-3e7f7621ea7c', 'name': '', 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:49:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b67bf7a0-3ef1-45fd-b01a-91732bdea256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:03:49Z', 'updated_at': '2022-03-09T04:04:09Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': 'b67bf7a0-3ef1-45fd-b01a-91732bdea256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:28.068822 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f79778-775e-42e1-aeba-6f86f0681fe3 None None] The sync data for ids ['2bd4f9f1-86a9-4c8a-8c81-c586883844f7'] in n-d-825178-5 is: [{'id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732923666', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'bea81eb9-5f45-48cd-a465-a90e4c3da013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:03:38Z', 'updated_at': '2022-03-09T04:03:50Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'bea81eb9-5f45-48cd-a465-a90e4c3da013', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:38:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:03:40Z', 'updated_at': '2022-03-09T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '60108d2b-9713-4b71-9875-cd1cd29a66e2', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'floating_ip_address': '172.25.7.217', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'port_id': '1bd3cec7-7973-46cc-b909-17ab54fe3eec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281', 'mac_address': 'fa:16:3e:b9:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b2f07a-ed55-45a7-a301-243d817f4f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:04:24Z', 'updated_at': '2022-03-09T04:04:24Z', 'revision_number': 0, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42b81828-d210-44d4-83c8-3e7f7621ea7c', 'name': '', 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:49:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b67bf7a0-3ef1-45fd-b01a-91732bdea256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:03:49Z', 'updated_at': '2022-03-09T04:04:09Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': 'b67bf7a0-3ef1-45fd-b01a-91732bdea256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:04:28.141997 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce94cf51-6df0-442a-b9fc-c4b714046a60 req-20cbd5a1-0763-4dab-8c82-600fa86a37a9 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/security-groups?id=bea0e531-7357-4b53-8fed-ea239dbdd28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886965 Mar 09 04:04:28.169137 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fc890da4-76aa-4260-8189-39db815abeea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8c331de0dc94d139e553c0231694853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4107308 Mar 09 04:04:28.171642 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56434) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:28.210669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b95891-89be-4077-b2a7-6974a2e883f9 req-05e1aa3f-4e43-46b5-bc71-1039c63c78eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:28.216927 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1b95891-89be-4077-b2a7-6974a2e883f9 req-05e1aa3f-4e43-46b5-bc71-1039c63c78eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=749ff854-15a7-4f21-b2aa-77ee7a469281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3184574 Mar 09 04:04:28.312099 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56440) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:28.408170 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1b95891-89be-4077-b2a7-6974a2e883f9 req-a8e877ca-c908-4891-9fe2-480d316102be service neutron] 10.222.0.21 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792104 Mar 09 04:04:28.470721 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaea3db-e6df-43ba-9786-c2832da00f99 None None] New status for floating IP 60108d2b-9713-4b71-9875-cd1cd29a66e2: ACTIVE {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:04:28.494679 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0932e386-da65-4644-8459-43eba08ea7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:28.502065 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-fc413533-628d-4621-834e-c2a657ae1443 req-e6e9fdf1-51a5-4a65-a350-130f27bb08a5 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] For port e942b93f-954b-4026-bde6-5c367ecef507, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=e942b93f-954b-4026-bde6-5c367ecef507,segment=NetworkSegment(0b465ef4-c34f-40e7-8fac-a5c5778da90d),segment_id=0b465ef4-c34f-40e7-8fac-a5c5778da90d)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:04:28.510819 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-fc413533-628d-4621-834e-c2a657ae1443 req-e6e9fdf1-51a5-4a65-a350-130f27bb08a5 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:28.589887 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1b95891-89be-4077-b2a7-6974a2e883f9 req-9e5ea930-3822-468c-b8fa-de01f4aaebd7 service neutron] 10.222.0.21 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811743 Mar 09 04:04:28.723143 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d0615faa-1595-4c65-8b65-4e1e589e3286 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/floatingips/60108d2b-9713-4b71-9875-cd1cd29a66e2 HTTP/1.1" status: 200 len: 991 time: 0.4062071 Mar 09 04:04:28.731308 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-fc413533-628d-4621-834e-c2a657ae1443 req-e6e9fdf1-51a5-4a65-a350-130f27bb08a5 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Calling delete_port for e942b93f-954b-4026-bde6-5c367ecef507 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:04:28.782425 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3a5fdd4f-87a2-4197-9661-542121c3ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:28.790496 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0932e386-da65-4644-8459-43eba08ea7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:28.938149 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0932e386-da65-4644-8459-43eba08ea7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:28.972597 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932e386-da65-4644-8459-43eba08ea7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835f83e8-3b6a-4302-a4eb-daeb0b6f5809,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:29.002790 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-fc413533-628d-4621-834e-c2a657ae1443 req-e6e9fdf1-51a5-4a65-a350-130f27bb08a5 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:29.005178 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0932e386-da65-4644-8459-43eba08ea7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:29.009397 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0932e386-da65-4644-8459-43eba08ea7b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/835f83e8-3b6a-4302-a4eb-daeb0b6f5809 HTTP/1.1" status: 204 len: 168 time: 0.8259234 Mar 09 04:04:29.067858 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9fdf1-51a5-4a65-a350-130f27bb08a5 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Pushing event deleted for resources: {'Port': ['ID=e942b93f-954b-4026-bde6-5c367ecef507,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:29.148006 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc413533-628d-4621-834e-c2a657ae1443 req-e6e9fdf1-51a5-4a65-a350-130f27bb08a5 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] No DVR routers for this DVR port e942b93f-954b-4026-bde6-5c367ecef507 on host n-h1-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:04:29.150644 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-fc413533-628d-4621-834e-c2a657ae1443 req-e6e9fdf1-51a5-4a65-a350-130f27bb08a5 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:29.153199 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fc413533-628d-4621-834e-c2a657ae1443 req-e6e9fdf1-51a5-4a65-a350-130f27bb08a5 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.24 "DELETE /v2.0/ports/e942b93f-954b-4026-bde6-5c367ecef507 HTTP/1.1" status: 204 len: 173 time: 1.5838006 Mar 09 04:04:29.153644 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9205e7-21bd-4459-96de-d17dcf1c0f0f', 'name': 'network-vif-deleted', 'tag': 'e942b93f-954b-4026-bde6-5c367ecef507'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:04:29.274790 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9205e7-21bd-4459-96de-d17dcf1c0f0f', 'name': 'network-vif-deleted', 'tag': 'e942b93f-954b-4026-bde6-5c367ecef507', 'status': 'completed', 'code': 200} Mar 09 04:04:29.398936 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-99eafdbc-0ad8-4879-9a35-012b7d4fb028 req-93c14dec-e5e0-4de2-8517-0b1b08c5f5af tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b9205e7-21bd-4459-96de-d17dcf1c0f0f HTTP/1.1" status: 200 len: 210 time: 0.0749042 Mar 09 04:04:29.726311 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56482) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:29.869617 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-97966ef2-bc25-4de4-95e4-f5364e1599a6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/floatingips/60108d2b-9713-4b71-9875-cd1cd29a66e2 HTTP/1.1" status: 200 len: 993 time: 0.1418004 Mar 09 04:04:29.960542 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56490) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:29.966406 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device e942b93f-954b-4026-bde6-5c367ecef507 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:04:30.015840 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: e942b93f-954b-4026-bde6-5c367ecef507 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:04:30.016247 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device e942b93f-954b-4026-bde6-5c367ecef507 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:04:30.087926 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-809eb6a6-cea9-4fef-b7f0-3ae944eb892d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2114548357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:04:30.095478 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-809eb6a6-cea9-4fef-b7f0-3ae944eb892d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:30.099530 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-809eb6a6-cea9-4fef-b7f0-3ae944eb892d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Usage tracker for resource:router and tenant:c33d1e9d5b754ee1a12f71f5021cd04c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:04:30.103208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-809eb6a6-cea9-4fef-b7f0-3ae944eb892d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:04:30.110014 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-809eb6a6-cea9-4fef-b7f0-3ae944eb892d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:30.121326 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-809eb6a6-cea9-4fef-b7f0-3ae944eb892d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:30.122609 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-809eb6a6-cea9-4fef-b7f0-3ae944eb892d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:30.140532 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-809eb6a6-cea9-4fef-b7f0-3ae944eb892d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:30.162427 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-809eb6a6-cea9-4fef-b7f0-3ae944eb892d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:30.189967 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-809eb6a6-cea9-4fef-b7f0-3ae944eb892d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:30.194317 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-809eb6a6-cea9-4fef-b7f0-3ae944eb892d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2294898 Mar 09 04:04:30.194546 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56498) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:30.200220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-27cd6eab-4f0a-440a-8217-2fa27152b4d5 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-917219221'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:04:30.206023 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-27cd6eab-4f0a-440a-8217-2fa27152b4d5 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:30.210630 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-27cd6eab-4f0a-440a-8217-2fa27152b4d5 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Usage tracker for resource:network and tenant:c33d1e9d5b754ee1a12f71f5021cd04c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:04:30.214400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-27cd6eab-4f0a-440a-8217-2fa27152b4d5 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:04:30.225665 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-27cd6eab-4f0a-440a-8217-2fa27152b4d5 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:30.240298 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cd6eab-4f0a-440a-8217-2fa27152b4d5 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Made reservation on behalf of c33d1e9d5b754ee1a12f71f5021cd04c for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:04:30.244829 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27cd6eab-4f0a-440a-8217-2fa27152b4d5 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:30.258944 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27cd6eab-4f0a-440a-8217-2fa27152b4d5 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:30.274550 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-27cd6eab-4f0a-440a-8217-2fa27152b4d5 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:30.278684 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-27cd6eab-4f0a-440a-8217-2fa27152b4d5 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Usage tracker for resource:security_group_rule and tenant:c33d1e9d5b754ee1a12f71f5021cd04c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:04:30.283089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-27cd6eab-4f0a-440a-8217-2fa27152b4d5 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:04:30.289310 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-27cd6eab-4f0a-440a-8217-2fa27152b4d5 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:30.397145 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27cd6eab-4f0a-440a-8217-2fa27152b4d5 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:30.400918 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27cd6eab-4f0a-440a-8217-2fa27152b4d5 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:30.436502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27cd6eab-4f0a-440a-8217-2fa27152b4d5 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:04:30.446149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd6eab-4f0a-440a-8217-2fa27152b4d5 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8d8a9d-1300-44ad-a65d-4e61712ee392,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:30.453192 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27cd6eab-4f0a-440a-8217-2fa27152b4d5 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:30.453815 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-27cd6eab-4f0a-440a-8217-2fa27152b4d5 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Added segment cb1c4b79-f6d9-41ee-9744-a42f165eed44 of type vlan for network d58d4ce6-f44a-4166-a9de-2d133d304a2c Mar 09 04:04:30.485430 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27cd6eab-4f0a-440a-8217-2fa27152b4d5 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:30.536568 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27cd6eab-4f0a-440a-8217-2fa27152b4d5 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:30.546736 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cd6eab-4f0a-440a-8217-2fa27152b4d5 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:30.547989 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27cd6eab-4f0a-440a-8217-2fa27152b4d5 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:30.627193 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-27cd6eab-4f0a-440a-8217-2fa27152b4d5 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4314740 Mar 09 04:04:30.630262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56508) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:30.636366 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-1dbedc2b-8dad-4b31-9e8a-17ccbe1f78ae tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Request body: {'subnet': {'network_id': 'd58d4ce6-f44a-4166-a9de-2d133d304a2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:04:30.690658 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd6eab-4f0a-440a-8217-2fa27152b4d5 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Pushing event updated for resources: {'Network': ['ID=d58d4ce6-f44a-4166-a9de-2d133d304a2c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:30.702747 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network d58d4ce6-f44a-4166-a9de-2d133d304a2c details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:04:30.853367 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1dbedc2b-8dad-4b31-9e8a-17ccbe1f78ae tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:30.863026 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1dbedc2b-8dad-4b31-9e8a-17ccbe1f78ae tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Usage tracker for resource:subnet and tenant:c33d1e9d5b754ee1a12f71f5021cd04c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:04:30.869154 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1dbedc2b-8dad-4b31-9e8a-17ccbe1f78ae tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:04:30.879748 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1dbedc2b-8dad-4b31-9e8a-17ccbe1f78ae tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:30.892629 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbedc2b-8dad-4b31-9e8a-17ccbe1f78ae tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Made reservation on behalf of c33d1e9d5b754ee1a12f71f5021cd04c for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:04:30.899698 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1dbedc2b-8dad-4b31-9e8a-17ccbe1f78ae tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:30.982004 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-32de8e23-ea54-4014-b49a-7a03a6b2ed6c tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:30.983533 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-32de8e23-ea54-4014-b49a-7a03a6b2ed6c tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/networks?id=e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf HTTP/1.1" status: 200 len: 809 time: 0.2100329 Mar 09 04:04:31.000297 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-550d884e-7025-49bb-a79c-12a5af187a0f tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/quotas/2e8887a99140438badbda1ee57f2077e HTTP/1.1" status: 200 len: 375 time: 0.0113220 Mar 09 04:04:31.051376 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-37dba8b7-2286-404a-b984-b759c1a6ae6d tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e8887a99140438badbda1ee57f2077e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447352 Mar 09 04:04:31.089424 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b67b-f92a-481b-9053-c5a51790557e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:31.193510 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1dbedc2b-8dad-4b31-9e8a-17ccbe1f78ae tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:31.291062 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbedc2b-8dad-4b31-9e8a-17ccbe1f78ae tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Pushing event updated for resources: {'Subnet': ['ID=10e729cd-4c3d-49e8-be48-3e025f18c5c3,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:31.295526 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbedc2b-8dad-4b31-9e8a-17ccbe1f78ae tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Checking segment: {'id': 'cb1c4b79-f6d9-41ee-9744-a42f165eed44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd58d4ce6-f44a-4166-a9de-2d133d304a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:04:31.295895 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbedc2b-8dad-4b31-9e8a-17ccbe1f78ae tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Network hostable DHCP agents. Network: d58d4ce6-f44a-4166-a9de-2d133d304a2c, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:04:31.311093 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-16723e73-374a-45c4-993d-9df22438ca70 service neutron] 10.222.0.16 "GET /v2.0/networks/e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506995 Mar 09 04:04:31.321524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbedc2b-8dad-4b31-9e8a-17ccbe1f78ae tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Network d58d4ce6-f44a-4166-a9de-2d133d304a2c is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:04:31.332697 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-1dbedc2b-8dad-4b31-9e8a-17ccbe1f78ae tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, d58d4ce6-f44a-4166-a9de-2d133d304a2c) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:04:31.341855 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8ea5b4-e049-4ecd-8ae7-af4a671a06ec None None] Network d58d4ce6-f44a-4166-a9de-2d133d304a2c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:04:31.345688 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbedc2b-8dad-4b31-9e8a-17ccbe1f78ae tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:31.346279 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1dbedc2b-8dad-4b31-9e8a-17ccbe1f78ae tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:31.375967 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1dbedc2b-8dad-4b31-9e8a-17ccbe1f78ae tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7441721 Mar 09 04:04:31.379129 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56526) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:31.386035 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-05dda106-1454-4ef9-90f2-2aab7e0d2a65 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Request body: {'network': {'name': 'tempest-router-network01--186571344'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:04:31.400585 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-05dda106-1454-4ef9-90f2-2aab7e0d2a65 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:31.409716 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-05dda106-1454-4ef9-90f2-2aab7e0d2a65 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Usage tracker for resource:network and tenant:c33d1e9d5b754ee1a12f71f5021cd04c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:04:31.421131 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-05dda106-1454-4ef9-90f2-2aab7e0d2a65 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:04:31.443156 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-05dda106-1454-4ef9-90f2-2aab7e0d2a65 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:31.458581 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05dda106-1454-4ef9-90f2-2aab7e0d2a65 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Made reservation on behalf of c33d1e9d5b754ee1a12f71f5021cd04c for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:04:31.465833 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-05dda106-1454-4ef9-90f2-2aab7e0d2a65 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:31.513043 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05dda106-1454-4ef9-90f2-2aab7e0d2a65 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:04:31.530328 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-05dda106-1454-4ef9-90f2-2aab7e0d2a65 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:31.531553 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-05dda106-1454-4ef9-90f2-2aab7e0d2a65 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Added segment 236310b0-d1ba-47ea-9db2-82349ae5b626 of type vlan for network 103a72b7-654a-4589-b7bd-af894759241e Mar 09 04:04:31.565852 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-42f4d715-9a53-4e96-8790-aa9da76f4ce6 service neutron] 10.222.0.16 "GET /v2.0/networks/e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475004 Mar 09 04:04:31.647925 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651bb6e8-7eed-41c0-89c2-b1052b1db3c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-d58d4ce6-f44a-4166-a9de-2d133d304a2c', 'network_id': 'd58d4ce6-f44a-4166-a9de-2d133d304a2c', 'tenant_id': 'c33d1e9d5b754ee1a12f71f5021cd04c', 'fixed_ips': [{'subnet_id': '10e729cd-4c3d-49e8-be48-3e025f18c5c3'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:04:31.650152 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-651bb6e8-7eed-41c0-89c2-b1052b1db3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:31.728788 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-05dda106-1454-4ef9-90f2-2aab7e0d2a65 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:31.781227 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-05dda106-1454-4ef9-90f2-2aab7e0d2a65 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:31.810207 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dda106-1454-4ef9-90f2-2aab7e0d2a65 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:31.811068 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-05dda106-1454-4ef9-90f2-2aab7e0d2a65 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:31.908230 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-651bb6e8-7eed-41c0-89c2-b1052b1db3c7 None None] Allocated IP 2001:db8::2 (d58d4ce6-f44a-4166-a9de-2d133d304a2c/10e729cd-4c3d-49e8-be48-3e025f18c5c3/f96348c0-b14c-4a85-8928-3edf4bf97921) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:04:31.984864 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-11aac350-572b-46ee-86fa-505f7291da9c req-d09de605-bcca-4f89-bfe2-6bfc44cc6a40 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Synchronizing usage tracker for tenant:2e8887a99140438badbda1ee57f2077e on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:04:32.061401 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-05dda106-1454-4ef9-90f2-2aab7e0d2a65 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6784008 Mar 09 04:04:32.061719 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56540) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:32.068606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Request body: {'network': {'name': 'tempest-router-network02--886941400'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:04:32.072542 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dda106-1454-4ef9-90f2-2aab7e0d2a65 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Pushing event updated for resources: {'Network': ['ID=103a72b7-654a-4589-b7bd-af894759241e,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:32.080411 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:32.083434 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-11aac350-572b-46ee-86fa-505f7291da9c req-d09de605-bcca-4f89-bfe2-6bfc44cc6a40 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Unset dirty status for tenant:2e8887a99140438badbda1ee57f2077e on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:04:32.087812 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Usage tracker for resource:network and tenant:c33d1e9d5b754ee1a12f71f5021cd04c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:04:32.089019 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-11aac350-572b-46ee-86fa-505f7291da9c req-d09de605-bcca-4f89-bfe2-6bfc44cc6a40 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=d160bc7d-881e-4e79-835e-8170fc8720d8 HTTP/1.1" status: 200 len: 210 time: 0.2699513 Mar 09 04:04:32.096096 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:04:32.108790 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 103a72b7-654a-4589-b7bd-af894759241e details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:04:32.114781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:32.131914 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Made reservation on behalf of c33d1e9d5b754ee1a12f71f5021cd04c for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:04:32.136703 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:32.178415 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:04:32.193693 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:32.194015 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Added segment f6f54b25-0300-49e6-935e-973fc81a13cd of type vlan for network b4f06f21-e88c-404e-971c-82c2067679ac Mar 09 04:04:32.234418 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:32.268044 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:32.310126 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:32.340073 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:32.351971 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-651bb6e8-7eed-41c0-89c2-b1052b1db3c7 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:32.353698 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:32.356942 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:32.364086 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-651bb6e8-7eed-41c0-89c2-b1052b1db3c7 None None] Transition to ACTIVE for port object f96348c0-b14c-4a85-8928-3edf4bf97921 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:04:32.399011 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-651bb6e8-7eed-41c0-89c2-b1052b1db3c7 None None] Transition to ACTIVE for port object f96348c0-b14c-4a85-8928-3edf4bf97921 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:04:32.406241 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-651bb6e8-7eed-41c0-89c2-b1052b1db3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:32.530610 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4649203 Mar 09 04:04:32.531232 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56550) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:32.538151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6eeae828-0a3d-4ae1-a2e0-2ab415c50c6e tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Request body: {'subnet': {'network_id': '103a72b7-654a-4589-b7bd-af894759241e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:04:32.547344 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Pushing event updated for resources: {'Network': ['ID=b4f06f21-e88c-404e-971c-82c2067679ac,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:32.564979 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:32.565320 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:32.567955 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:32.569189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:32.569538 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:32.569871 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:32.570297 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:32.571095 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:32.571419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:32.571742 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:32.572062 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:32.572379 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127f97f-33f1-451d-b0ea-04574a4e75cf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:32.589734 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651bb6e8-7eed-41c0-89c2-b1052b1db3c7 None None] Pushing event updated for resources: {'Port': ['ID=f96348c0-b14c-4a85-8928-3edf4bf97921,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:32.611866 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network b4f06f21-e88c-404e-971c-82c2067679ac details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:04:32.746352 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651bb6e8-7eed-41c0-89c2-b1052b1db3c7 None None] Network d58d4ce6-f44a-4166-a9de-2d133d304a2c is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:04:32.751299 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-651bb6e8-7eed-41c0-89c2-b1052b1db3c7 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:04:32.761265 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651bb6e8-7eed-41c0-89c2-b1052b1db3c7 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:04:32.802165 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6eeae828-0a3d-4ae1-a2e0-2ab415c50c6e tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:32.807146 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6eeae828-0a3d-4ae1-a2e0-2ab415c50c6e tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Usage tracker for resource:subnet and tenant:c33d1e9d5b754ee1a12f71f5021cd04c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:04:32.810662 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6eeae828-0a3d-4ae1-a2e0-2ab415c50c6e tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:04:32.816775 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6eeae828-0a3d-4ae1-a2e0-2ab415c50c6e tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:32.836217 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eeae828-0a3d-4ae1-a2e0-2ab415c50c6e tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Made reservation on behalf of c33d1e9d5b754ee1a12f71f5021cd04c for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:04:32.839979 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6eeae828-0a3d-4ae1-a2e0-2ab415c50c6e tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:32.940157 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-651bb6e8-7eed-41c0-89c2-b1052b1db3c7 None None] Attempting to bind port f96348c0-b14c-4a85-8928-3edf4bf97921 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:04:32.940157 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-651bb6e8-7eed-41c0-89c2-b1052b1db3c7 None None] Attempting to bind port f96348c0-b14c-4a85-8928-3edf4bf97921 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'cb1c4b79-f6d9-41ee-9744-a42f165eed44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd58d4ce6-f44a-4166-a9de-2d133d304a2c'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:04:32.940840 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651bb6e8-7eed-41c0-89c2-b1052b1db3c7 None None] Attempting to bind port f96348c0-b14c-4a85-8928-3edf4bf97921 on network d58d4ce6-f44a-4166-a9de-2d133d304a2c {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:04:32.952814 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651bb6e8-7eed-41c0-89c2-b1052b1db3c7 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:04:32.954277 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651bb6e8-7eed-41c0-89c2-b1052b1db3c7 None None] Checking segment: {'id': 'cb1c4b79-f6d9-41ee-9744-a42f165eed44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd58d4ce6-f44a-4166-a9de-2d133d304a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:04:32.955815 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-651bb6e8-7eed-41c0-89c2-b1052b1db3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:32.956407 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651bb6e8-7eed-41c0-89c2-b1052b1db3c7 None None] Bound using segment: {'id': 'cb1c4b79-f6d9-41ee-9744-a42f165eed44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd58d4ce6-f44a-4166-a9de-2d133d304a2c'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:04:32.957567 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-651bb6e8-7eed-41c0-89c2-b1052b1db3c7 None None] Bound port: f96348c0-b14c-4a85-8928-3edf4bf97921, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1c4b79-f6d9-41ee-9744-a42f165eed44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd58d4ce6-f44a-4166-a9de-2d133d304a2c'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:04:32.959057 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-651bb6e8-7eed-41c0-89c2-b1052b1db3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:33.112699 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-651bb6e8-7eed-41c0-89c2-b1052b1db3c7 None None] For port f96348c0-b14c-4a85-8928-3edf4bf97921, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:04:33.119343 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-651bb6e8-7eed-41c0-89c2-b1052b1db3c7 None None] For port f96348c0-b14c-4a85-8928-3edf4bf97921, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f96348c0-b14c-4a85-8928-3edf4bf97921,segment=NetworkSegment(cb1c4b79-f6d9-41ee-9744-a42f165eed44),segment_id=cb1c4b79-f6d9-41ee-9744-a42f165eed44)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:04:33.126900 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-651bb6e8-7eed-41c0-89c2-b1052b1db3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:33.219001 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6eeae828-0a3d-4ae1-a2e0-2ab415c50c6e tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:33.220189 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651bb6e8-7eed-41c0-89c2-b1052b1db3c7 None None] Pushing event updated for resources: {'Port': ['ID=f96348c0-b14c-4a85-8928-3edf4bf97921,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:33.233364 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56562) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:33.479707 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:33.561712 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeae828-0a3d-4ae1-a2e0-2ab415c50c6e tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Pushing event updated for resources: {'Subnet': ['ID=cd35e7b3-8057-4c68-9b87-b0c3ea26b913,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:33.578635 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeae828-0a3d-4ae1-a2e0-2ab415c50c6e tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Checking segment: {'id': '236310b0-d1ba-47ea-9db2-82349ae5b626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '103a72b7-654a-4589-b7bd-af894759241e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:04:33.580555 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeae828-0a3d-4ae1-a2e0-2ab415c50c6e tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Network hostable DHCP agents. Network: 103a72b7-654a-4589-b7bd-af894759241e, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:04:33.652454 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-b1d50423-0195-484a-b8e5-2fe47c539e9e tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:33.654839 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-b1d50423-0195-484a-b8e5-2fe47c539e9e tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.24 "GET /v2.0/networks?id=e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf HTTP/1.1" status: 200 len: 809 time: 0.2953646 Mar 09 04:04:33.656212 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeae828-0a3d-4ae1-a2e0-2ab415c50c6e tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Network 103a72b7-654a-4589-b7bd-af894759241e is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:04:33.667808 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-6d5036f2-4d6e-434b-a3ea-743299e36ba1 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Request body: {'port': {'device_id': 'd160bc7d-881e-4e79-835e-8170fc8720d8', 'network_id': 'e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf', 'admin_state_up': True, 'tenant_id': '2e8887a99140438badbda1ee57f2077e'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:04:33.706716 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-6eeae828-0a3d-4ae1-a2e0-2ab415c50c6e tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 103a72b7-654a-4589-b7bd-af894759241e) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:04:33.717858 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eeae828-0a3d-4ae1-a2e0-2ab415c50c6e tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:33.718441 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6eeae828-0a3d-4ae1-a2e0-2ab415c50c6e tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:33.724782 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7554331f-cdb0-4a2c-86f5-50175e948065 None None] Network 103a72b7-654a-4589-b7bd-af894759241e requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:04:33.783605 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fdd21a88-aaed-436d-9478-e88504272ef5 req-91bc1eee-b7a4-4023-8ea0-9b475cc40aff tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=d160bc7d-881e-4e79-835e-8170fc8720d8 HTTP/1.1" status: 200 len: 210 time: 0.4664760 Mar 09 04:04:33.827829 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-720cfdb0-b0e5-44a9-8f09-9205ac9a596f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:33.860791 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6eeae828-0a3d-4ae1-a2e0-2ab415c50c6e tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3253419 Mar 09 04:04:33.861875 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56576) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:33.879756 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-a5675a39-2ebf-4c80-b392-72a4f0a226b2 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Request body: {'subnet': {'network_id': 'b4f06f21-e88c-404e-971c-82c2067679ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:04:33.881024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-720cfdb0-b0e5-44a9-8f09-9205ac9a596f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:33.892702 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-720cfdb0-b0e5-44a9-8f09-9205ac9a596f admin admin] Usage tracker for resource:security_group_rule and tenant:ef9863cfbde04ddc8ad8d15d5a2c0f24 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:04:33.907311 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-720cfdb0-b0e5-44a9-8f09-9205ac9a596f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:04:33.928258 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-6d5036f2-4d6e-434b-a3ea-743299e36ba1 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:33.929623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-720cfdb0-b0e5-44a9-8f09-9205ac9a596f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:34.005533 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-6d5036f2-4d6e-434b-a3ea-743299e36ba1 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:34.046872 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a5675a39-2ebf-4c80-b392-72a4f0a226b2 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:34.057236 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-720cfdb0-b0e5-44a9-8f09-9205ac9a596f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:34.059944 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a5675a39-2ebf-4c80-b392-72a4f0a226b2 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Usage tracker for resource:subnet and tenant:c33d1e9d5b754ee1a12f71f5021cd04c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:04:34.063853 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a5675a39-2ebf-4c80-b392-72a4f0a226b2 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:04:34.068241 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-720cfdb0-b0e5-44a9-8f09-9205ac9a596f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:34.076773 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a5675a39-2ebf-4c80-b392-72a4f0a226b2 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:34.092364 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-6d5036f2-4d6e-434b-a3ea-743299e36ba1 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Made reservation on behalf of 2e8887a99140438badbda1ee57f2077e for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:04:34.096133 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-6d5036f2-4d6e-434b-a3ea-743299e36ba1 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:34.097818 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb32475-4b55-41f9-a9ef-0890e62fa49d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-103a72b7-654a-4589-b7bd-af894759241e', 'network_id': '103a72b7-654a-4589-b7bd-af894759241e', 'tenant_id': 'c33d1e9d5b754ee1a12f71f5021cd04c', 'fixed_ips': [{'subnet_id': 'cd35e7b3-8057-4c68-9b87-b0c3ea26b913'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:04:34.099785 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-acb32475-4b55-41f9-a9ef-0890e62fa49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:34.113289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cfdb0-b0e5-44a9-8f09-9205ac9a596f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e60f74-31d5-4d27-87f5-1e0ca4ce1c58,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:34.116177 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5675a39-2ebf-4c80-b392-72a4f0a226b2 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Made reservation on behalf of c33d1e9d5b754ee1a12f71f5021cd04c for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:04:34.120912 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a5675a39-2ebf-4c80-b392-72a4f0a226b2 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:34.139984 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56582) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:34.140352 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-720cfdb0-b0e5-44a9-8f09-9205ac9a596f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef9863cfbde04ddc8ad8d15d5a2c0f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9044781 Mar 09 04:04:34.308315 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:34.334600 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-acb32475-4b55-41f9-a9ef-0890e62fa49d None None] Allocated IP 2001:db8::2 (103a72b7-654a-4589-b7bd-af894759241e/cd35e7b3-8057-4c68-9b87-b0c3ea26b913/9c5c6829-1afd-406e-9bcc-c18b5cfa1c75) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:04:34.477233 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b1aad637-dd44-433d-bfe3-07e1db862da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:34.578209 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b1aad637-dd44-433d-bfe3-07e1db862da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:34.588692 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-6d5036f2-4d6e-434b-a3ea-743299e36ba1 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Allocated IP 172.20.0.3 (e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf/2a8b96f0-c118-4014-bee8-ff75ec2cbe5d/3f6757be-58d9-4049-a3a0-4f690049d462) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:04:34.609124 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f96348c0-b14c-4a85-8928-3edf4bf97921 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:04:34.663768 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-acb32475-4b55-41f9-a9ef-0890e62fa49d None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:34.682612 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-acb32475-4b55-41f9-a9ef-0890e62fa49d None None] Transition to ACTIVE for port object 9c5c6829-1afd-406e-9bcc-c18b5cfa1c75 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:04:34.719815 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a5675a39-2ebf-4c80-b392-72a4f0a226b2 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:34.748406 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29866e4-df74-4030-b162-22115fc5075f None None] Network d58d4ce6-f44a-4166-a9de-2d133d304a2c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:04:34.778462 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port f96348c0-b14c-4a85-8928-3edf4bf97921 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:04:34.787538 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-acb32475-4b55-41f9-a9ef-0890e62fa49d None None] Transition to ACTIVE for port object 9c5c6829-1afd-406e-9bcc-c18b5cfa1c75 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:04:34.788298 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b1aad637-dd44-433d-bfe3-07e1db862da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:34.863608 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-acb32475-4b55-41f9-a9ef-0890e62fa49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:34.941933 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb32475-4b55-41f9-a9ef-0890e62fa49d None None] Pushing event updated for resources: {'Port': ['ID=9c5c6829-1afd-406e-9bcc-c18b5cfa1c75,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:34.946126 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1b903488-ca0d-47b9-8fa6-321f2fd10deb None None] Provisioning for port f96348c0-b14c-4a85-8928-3edf4bf97921 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:04:34.954468 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1b903488-ca0d-47b9-8fa6-321f2fd10deb None None] Provisioning complete for port f96348c0-b14c-4a85-8928-3edf4bf97921 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:34.954831 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1b903488-ca0d-47b9-8fa6-321f2fd10deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:34.987015 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aad637-dd44-433d-bfe3-07e1db862da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e60f74-31d5-4d27-87f5-1e0ca4ce1c58,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:35.020990 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb32475-4b55-41f9-a9ef-0890e62fa49d None None] Network 103a72b7-654a-4589-b7bd-af894759241e is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:04:35.029393 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-acb32475-4b55-41f9-a9ef-0890e62fa49d None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:04:35.035138 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb32475-4b55-41f9-a9ef-0890e62fa49d None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:04:35.096667 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5675a39-2ebf-4c80-b392-72a4f0a226b2 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Checking segment: {'id': 'f6f54b25-0300-49e6-935e-973fc81a13cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b4f06f21-e88c-404e-971c-82c2067679ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:04:35.097032 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5675a39-2ebf-4c80-b392-72a4f0a226b2 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Network hostable DHCP agents. Network: b4f06f21-e88c-404e-971c-82c2067679ac, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:04:35.113035 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5675a39-2ebf-4c80-b392-72a4f0a226b2 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Pushing event updated for resources: {'Subnet': ['ID=59a73a5f-a7b9-4b9b-a665-42945707f772,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:35.125293 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-cfde002d-0a27-444b-a3b8-142ba01bc0d3 req-7a17a4a7-bb11-4790-a7e2-d986bb9e7324 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Synchronizing usage tracker for tenant:2e8887a99140438badbda1ee57f2077e on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:04:35.164208 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b1aad637-dd44-433d-bfe3-07e1db862da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:35.165878 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b1aad637-dd44-433d-bfe3-07e1db862da6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7e60f74-31d5-4d27-87f5-1e0ca4ce1c58 HTTP/1.1" status: 204 len: 168 time: 1.0193851 Mar 09 04:04:35.172078 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5675a39-2ebf-4c80-b392-72a4f0a226b2 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Network b4f06f21-e88c-404e-971c-82c2067679ac is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:04:35.190373 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-cfde002d-0a27-444b-a3b8-142ba01bc0d3 req-7a17a4a7-bb11-4790-a7e2-d986bb9e7324 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Unset dirty status for tenant:2e8887a99140438badbda1ee57f2077e on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:04:35.192355 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cfde002d-0a27-444b-a3b8-142ba01bc0d3 req-7a17a4a7-bb11-4790-a7e2-d986bb9e7324 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=d160bc7d-881e-4e79-835e-8170fc8720d8 HTTP/1.1" status: 200 len: 210 time: 0.2128701 Mar 09 04:04:35.213065 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-acb32475-4b55-41f9-a9ef-0890e62fa49d None None] Attempting to bind port 9c5c6829-1afd-406e-9bcc-c18b5cfa1c75 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:04:35.213456 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-acb32475-4b55-41f9-a9ef-0890e62fa49d None None] Attempting to bind port 9c5c6829-1afd-406e-9bcc-c18b5cfa1c75 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '236310b0-d1ba-47ea-9db2-82349ae5b626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '103a72b7-654a-4589-b7bd-af894759241e'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:04:35.213866 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb32475-4b55-41f9-a9ef-0890e62fa49d None None] Attempting to bind port 9c5c6829-1afd-406e-9bcc-c18b5cfa1c75 on network 103a72b7-654a-4589-b7bd-af894759241e {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:04:35.214499 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-a5675a39-2ebf-4c80-b392-72a4f0a226b2 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, b4f06f21-e88c-404e-971c-82c2067679ac) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:04:35.223995 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5675a39-2ebf-4c80-b392-72a4f0a226b2 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:35.224783 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a5675a39-2ebf-4c80-b392-72a4f0a226b2 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:35.231870 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-6d5036f2-4d6e-434b-a3ea-743299e36ba1 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:35.262835 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb32475-4b55-41f9-a9ef-0890e62fa49d None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:04:35.263730 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb32475-4b55-41f9-a9ef-0890e62fa49d None None] Checking segment: {'id': '236310b0-d1ba-47ea-9db2-82349ae5b626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '103a72b7-654a-4589-b7bd-af894759241e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:04:35.263848 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-acb32475-4b55-41f9-a9ef-0890e62fa49d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:35.264177 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb32475-4b55-41f9-a9ef-0890e62fa49d None None] Bound using segment: {'id': '236310b0-d1ba-47ea-9db2-82349ae5b626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '103a72b7-654a-4589-b7bd-af894759241e'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:04:35.264855 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-acb32475-4b55-41f9-a9ef-0890e62fa49d None None] Bound port: 9c5c6829-1afd-406e-9bcc-c18b5cfa1c75, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236310b0-d1ba-47ea-9db2-82349ae5b626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '103a72b7-654a-4589-b7bd-af894759241e'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:04:35.265167 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a5675a39-2ebf-4c80-b392-72a4f0a226b2 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4024727 Mar 09 04:04:35.265720 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-acb32475-4b55-41f9-a9ef-0890e62fa49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:35.268103 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56600) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:35.276658 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae46b2a8-aebf-448c-a784-4ffd5534b2e6 None None] Network b4f06f21-e88c-404e-971c-82c2067679ac requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:04:35.528906 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-acb32475-4b55-41f9-a9ef-0890e62fa49d None None] For port 9c5c6829-1afd-406e-9bcc-c18b5cfa1c75, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:04:35.544439 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1b903488-ca0d-47b9-8fa6-321f2fd10deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:35.566626 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-acb32475-4b55-41f9-a9ef-0890e62fa49d None None] For port 9c5c6829-1afd-406e-9bcc-c18b5cfa1c75, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9c5c6829-1afd-406e-9bcc-c18b5cfa1c75,segment=NetworkSegment(236310b0-d1ba-47ea-9db2-82349ae5b626),segment_id=236310b0-d1ba-47ea-9db2-82349ae5b626)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:04:35.588893 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-acb32475-4b55-41f9-a9ef-0890e62fa49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:35.606897 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-6d5036f2-4d6e-434b-a3ea-743299e36ba1 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:35.612307 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56608) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:35.638002 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-65a07255-4bc6-419c-9e33-53aa468fe26c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:35.657150 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-65a07255-4bc6-419c-9e33-53aa468fe26c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:35.661705 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-65a07255-4bc6-419c-9e33-53aa468fe26c admin admin] Usage tracker for resource:security_group_rule and tenant:13f5a767be064b6bbbc260f1545ae606 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:04:35.667088 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-65a07255-4bc6-419c-9e33-53aa468fe26c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:04:35.677116 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-65a07255-4bc6-419c-9e33-53aa468fe26c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:35.749869 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-1b903488-ca0d-47b9-8fa6-321f2fd10deb None None] For port f96348c0-b14c-4a85-8928-3edf4bf97921, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f96348c0-b14c-4a85-8928-3edf4bf97921,segment=NetworkSegment(cb1c4b79-f6d9-41ee-9744-a42f165eed44),segment_id=cb1c4b79-f6d9-41ee-9744-a42f165eed44)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:04:35.760382 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-6d5036f2-4d6e-434b-a3ea-743299e36ba1 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Network e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:04:35.780456 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1b903488-ca0d-47b9-8fa6-321f2fd10deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:35.797872 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb32475-4b55-41f9-a9ef-0890e62fa49d None None] Pushing event updated for resources: {'Port': ['ID=9c5c6829-1afd-406e-9bcc-c18b5cfa1c75,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:35.829227 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-6d5036f2-4d6e-434b-a3ea-743299e36ba1 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:04:35.830156 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-65a07255-4bc6-419c-9e33-53aa468fe26c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:35.847569 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-6d5036f2-4d6e-434b-a3ea-743299e36ba1 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:04:35.852508 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-65a07255-4bc6-419c-9e33-53aa468fe26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:35.918168 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a07255-4bc6-419c-9e33-53aa468fe26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6aa39b-8446-48ec-b81e-c6db8f0d995c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:35.968339 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-65a07255-4bc6-419c-9e33-53aa468fe26c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13f5a767be064b6bbbc260f1545ae606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3536668 Mar 09 04:04:35.971221 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56620) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:36.022945 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5036f2-4d6e-434b-a3ea-743299e36ba1 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Pushing event updated for resources: {'Port': ['ID=3f6757be-58d9-4049-a3a0-4f690049d462,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:36.041323 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cd0ed8-683e-472f-a211-81da198fec83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-b4f06f21-e88c-404e-971c-82c2067679ac', 'network_id': 'b4f06f21-e88c-404e-971c-82c2067679ac', 'tenant_id': 'c33d1e9d5b754ee1a12f71f5021cd04c', 'fixed_ips': [{'subnet_id': '59a73a5f-a7b9-4b9b-a665-42945707f772'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:04:36.042341 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a6cd0ed8-683e-472f-a211-81da198fec83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:36.068661 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b903488-ca0d-47b9-8fa6-321f2fd10deb None None] Pushing event updated for resources: {'Port': ['ID=f96348c0-b14c-4a85-8928-3edf4bf97921,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:36.097798 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-6d5036f2-4d6e-434b-a3ea-743299e36ba1 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:36.098469 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-6d5036f2-4d6e-434b-a3ea-743299e36ba1 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:36.116264 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-83876171-ba7f-4b28-9df9-ea50aca00329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:36.162960 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-6d5036f2-4d6e-434b-a3ea-743299e36ba1 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4994879 Mar 09 04:04:36.188328 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-83876171-ba7f-4b28-9df9-ea50aca00329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:36.223606 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-d574d614-ff20-4fd5-b3be-af55093fe420 service neutron] Request body: {'port': {'device_id': 'd160bc7d-881e-4e79-835e-8170fc8720d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:04:36.282029 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-83876171-ba7f-4b28-9df9-ea50aca00329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:36.283012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-a6cd0ed8-683e-472f-a211-81da198fec83 None None] Allocated IP 2001:db8::2 (b4f06f21-e88c-404e-971c-82c2067679ac/59a73a5f-a7b9-4b9b-a665-42945707f772/86d4e023-afca-48d3-82ef-a157fd9ac70f) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:04:36.295369 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-261f875e-73dd-4cca-b4a7-ea67223cd085 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:36.359140 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83876171-ba7f-4b28-9df9-ea50aca00329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6aa39b-8446-48ec-b81e-c6db8f0d995c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:36.395420 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-83876171-ba7f-4b28-9df9-ea50aca00329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:36.402453 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-83876171-ba7f-4b28-9df9-ea50aca00329 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc6aa39b-8446-48ec-b81e-c6db8f0d995c HTTP/1.1" status: 204 len: 168 time: 0.4300225 Mar 09 04:04:36.580696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a882088b-8418-4a3e-8139-38a432df4429 None None] Provisioning complete for port f96348c0-b14c-4a85-8928-3edf4bf97921 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:36.581267 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a882088b-8418-4a3e-8139-38a432df4429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:36.586951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386af97-b352-460d-845c-72d33baf209e req-28ea222e-54ea-40ec-816e-f7c72aca54bd tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:36.594353 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3386af97-b352-460d-845c-72d33baf209e req-28ea222e-54ea-40ec-816e-f7c72aca54bd tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=d160bc7d-881e-4e79-835e-8170fc8720d8 HTTP/1.1" status: 200 len: 931 time: 0.1288784 Mar 09 04:04:36.672979 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3386af97-b352-460d-845c-72d33baf209e req-9bd6d565-3a60-4379-b9e8-cdf1aa535359 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/security-groups?id=bea0e531-7357-4b53-8fed-ea239dbdd28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776370 Mar 09 04:04:36.754273 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f96348c0-b14c-4a85-8928-3edf4bf97921 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:04:36.778054 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-d574d614-ff20-4fd5-b3be-af55093fe420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:36.920198 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a6cd0ed8-683e-472f-a211-81da198fec83 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:36.949353 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a6cd0ed8-683e-472f-a211-81da198fec83 None None] Transition to ACTIVE for port object 86d4e023-afca-48d3-82ef-a157fd9ac70f will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:04:37.029118 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port f96348c0-b14c-4a85-8928-3edf4bf97921 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:37.029450 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:37.108317 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a6cd0ed8-683e-472f-a211-81da198fec83 None None] Transition to ACTIVE for port object 86d4e023-afca-48d3-82ef-a157fd9ac70f will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:04:37.187825 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9c5c6829-1afd-406e-9bcc-c18b5cfa1c75 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:04:37.253168 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a6cd0ed8-683e-472f-a211-81da198fec83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:37.348294 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cd0ed8-683e-472f-a211-81da198fec83 None None] Network b4f06f21-e88c-404e-971c-82c2067679ac is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:04:37.348799 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-261f875e-73dd-4cca-b4a7-ea67223cd085 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Allocated IP 2001:db8::1 (103a72b7-654a-4589-b7bd-af894759241e/cd35e7b3-8057-4c68-9b87-b0c3ea26b913/32fc7a15-d031-43d0-b7ca-f443de7e83b4) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:04:37.352700 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-a6cd0ed8-683e-472f-a211-81da198fec83 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:04:37.356069 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cd0ed8-683e-472f-a211-81da198fec83 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:04:37.467284 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd0ed8-683e-472f-a211-81da198fec83 None None] Pushing event updated for resources: {'Port': ['ID=86d4e023-afca-48d3-82ef-a157fd9ac70f,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:37.487994 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 9c5c6829-1afd-406e-9bcc-c18b5cfa1c75 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:04:37.493878 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-a6cd0ed8-683e-472f-a211-81da198fec83 None None] Attempting to bind port 86d4e023-afca-48d3-82ef-a157fd9ac70f on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:04:37.494243 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-a6cd0ed8-683e-472f-a211-81da198fec83 None None] Attempting to bind port 86d4e023-afca-48d3-82ef-a157fd9ac70f by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'f6f54b25-0300-49e6-935e-973fc81a13cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b4f06f21-e88c-404e-971c-82c2067679ac'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:04:37.494596 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cd0ed8-683e-472f-a211-81da198fec83 None None] Attempting to bind port 86d4e023-afca-48d3-82ef-a157fd9ac70f on network b4f06f21-e88c-404e-971c-82c2067679ac {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:04:37.502436 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cd0ed8-683e-472f-a211-81da198fec83 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:04:37.502751 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cd0ed8-683e-472f-a211-81da198fec83 None None] Checking segment: {'id': 'f6f54b25-0300-49e6-935e-973fc81a13cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b4f06f21-e88c-404e-971c-82c2067679ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:04:37.503083 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a6cd0ed8-683e-472f-a211-81da198fec83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:37.503464 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cd0ed8-683e-472f-a211-81da198fec83 None None] Bound using segment: {'id': 'f6f54b25-0300-49e6-935e-973fc81a13cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b4f06f21-e88c-404e-971c-82c2067679ac'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:04:37.504119 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-a6cd0ed8-683e-472f-a211-81da198fec83 None None] Bound port: 86d4e023-afca-48d3-82ef-a157fd9ac70f, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f54b25-0300-49e6-935e-973fc81a13cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b4f06f21-e88c-404e-971c-82c2067679ac'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:04:37.504553 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a6cd0ed8-683e-472f-a211-81da198fec83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:37.597381 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74a2702-51e2-416f-b980-e1d746f0f87a None None] Network 103a72b7-654a-4589-b7bd-af894759241e requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:04:37.652030 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-a6cd0ed8-683e-472f-a211-81da198fec83 None None] For port 86d4e023-afca-48d3-82ef-a157fd9ac70f, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:04:37.677535 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-261f875e-73dd-4cca-b4a7-ea67223cd085 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:37.698917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-261f875e-73dd-4cca-b4a7-ea67223cd085 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Transition to ACTIVE for port object 32fc7a15-d031-43d0-b7ca-f443de7e83b4 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:04:37.722036 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-a6cd0ed8-683e-472f-a211-81da198fec83 None None] For port 86d4e023-afca-48d3-82ef-a157fd9ac70f, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=86d4e023-afca-48d3-82ef-a157fd9ac70f,segment=NetworkSegment(f6f54b25-0300-49e6-935e-973fc81a13cd),segment_id=f6f54b25-0300-49e6-935e-973fc81a13cd)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:04:37.728908 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a6cd0ed8-683e-472f-a211-81da198fec83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:37.737541 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-261f875e-73dd-4cca-b4a7-ea67223cd085 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:37.769981 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7d582fe4-6c82-482b-97a2-58524e28f13f None None] Provisioning for port 9c5c6829-1afd-406e-9bcc-c18b5cfa1c75 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:04:37.798020 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7d582fe4-6c82-482b-97a2-58524e28f13f None None] Provisioning complete for port 9c5c6829-1afd-406e-9bcc-c18b5cfa1c75 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:37.798385 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7d582fe4-6c82-482b-97a2-58524e28f13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:37.985856 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261f875e-73dd-4cca-b4a7-ea67223cd085 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Network 103a72b7-654a-4589-b7bd-af894759241e is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:04:38.005785 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd0ed8-683e-472f-a211-81da198fec83 None None] Pushing event updated for resources: {'Port': ['ID=86d4e023-afca-48d3-82ef-a157fd9ac70f,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:38.010239 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-261f875e-73dd-4cca-b4a7-ea67223cd085 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:04:38.035320 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261f875e-73dd-4cca-b4a7-ea67223cd085 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:04:38.036599 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-261f875e-73dd-4cca-b4a7-ea67223cd085 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:38.108013 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f875e-73dd-4cca-b4a7-ea67223cd085 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Pushing event updated for resources: {'Port': ['ID=32fc7a15-d031-43d0-b7ca-f443de7e83b4,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:38.122179 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-d574d614-ff20-4fd5-b3be-af55093fe420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f6757be-58d9-4049-a3a0-4f690049d462 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:04:38.156253 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7d582fe4-6c82-482b-97a2-58524e28f13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:38.179178 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-d574d614-ff20-4fd5-b3be-af55093fe420 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:38.231848 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-7d582fe4-6c82-482b-97a2-58524e28f13f None None] For port 9c5c6829-1afd-406e-9bcc-c18b5cfa1c75, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9c5c6829-1afd-406e-9bcc-c18b5cfa1c75,segment=NetworkSegment(236310b0-d1ba-47ea-9db2-82349ae5b626),segment_id=236310b0-d1ba-47ea-9db2-82349ae5b626)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:04:38.241789 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7d582fe4-6c82-482b-97a2-58524e28f13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:38.255658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-d574d614-ff20-4fd5-b3be-af55093fe420 service neutron] Transition to ACTIVE for port object 3f6757be-58d9-4049-a3a0-4f690049d462 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:04:38.271637 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-d574d614-ff20-4fd5-b3be-af55093fe420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:38.354974 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d582fe4-6c82-482b-97a2-58524e28f13f None None] Pushing event updated for resources: {'Port': ['ID=9c5c6829-1afd-406e-9bcc-c18b5cfa1c75,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:38.384797 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59553888-895b-475e-979b-fc10544a3f02 req-b7bc4581-a18a-40d6-a48d-053a57d0ba02 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:38.386368 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-59553888-895b-475e-979b-fc10544a3f02 req-b7bc4581-a18a-40d6-a48d-053a57d0ba02 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=d160bc7d-881e-4e79-835e-8170fc8720d8 HTTP/1.1" status: 200 len: 931 time: 0.5569158 Mar 09 04:04:38.470528 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 86d4e023-afca-48d3-82ef-a157fd9ac70f up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:04:38.588061 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 86d4e023-afca-48d3-82ef-a157fd9ac70f completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:04:38.707711 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-42416344-d047-4420-a0ec-1cdd1d4358bf None None] Provisioning complete for port 9c5c6829-1afd-406e-9bcc-c18b5cfa1c75 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:38.710134 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-42416344-d047-4420-a0ec-1cdd1d4358bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:38.936825 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-59553888-895b-475e-979b-fc10544a3f02 req-07fffc68-a3c7-44e2-808c-272ca66665dd tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/security-groups?id=bea0e531-7357-4b53-8fed-ea239dbdd28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087237 Mar 09 04:04:38.949706 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574d614-ff20-4fd5-b3be-af55093fe420 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6757be-58d9-4049-a3a0-4f690049d462,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:38.955091 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-261f875e-73dd-4cca-b4a7-ea67223cd085 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:38.976907 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:38.981494 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-d574d614-ff20-4fd5-b3be-af55093fe420 service neutron] Attempting to bind port 3f6757be-58d9-4049-a3a0-4f690049d462 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:04:38.986679 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-d574d614-ff20-4fd5-b3be-af55093fe420 service neutron] Attempting to bind port 3f6757be-58d9-4049-a3a0-4f690049d462 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '0b465ef4-c34f-40e7-8fac-a5c5778da90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:04:38.987398 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-d574d614-ff20-4fd5-b3be-af55093fe420 service neutron] Attempting to bind port 3f6757be-58d9-4049-a3a0-4f690049d462 on network e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:04:39.145112 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-42416344-d047-4420-a0ec-1cdd1d4358bf None None] Provisioning for port 32fc7a15-d031-43d0-b7ca-f443de7e83b4 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:04:39.157780 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-42416344-d047-4420-a0ec-1cdd1d4358bf None None] Provisioning complete for port 32fc7a15-d031-43d0-b7ca-f443de7e83b4 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:39.158310 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-42416344-d047-4420-a0ec-1cdd1d4358bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:39.204869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-d574d614-ff20-4fd5-b3be-af55093fe420 service neutron] Port 3f6757be-58d9-4049-a3a0-4f690049d462 on network e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:04:39.206190 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-d574d614-ff20-4fd5-b3be-af55093fe420 service neutron] Attempting to bind port 3f6757be-58d9-4049-a3a0-4f690049d462 on network e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:04:39.263055 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-42416344-d047-4420-a0ec-1cdd1d4358bf None None] Port 32fc7a15-d031-43d0-b7ca-f443de7e83b4 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:04:39.309789 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-d574d614-ff20-4fd5-b3be-af55093fe420 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:04:39.310135 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-d574d614-ff20-4fd5-b3be-af55093fe420 service neutron] Checking segment: {'id': '0b465ef4-c34f-40e7-8fac-a5c5778da90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:04:39.310695 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-d574d614-ff20-4fd5-b3be-af55093fe420 service neutron] Bound using segment: {'id': '0b465ef4-c34f-40e7-8fac-a5c5778da90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:04:39.311287 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-d574d614-ff20-4fd5-b3be-af55093fe420 service neutron] Bound port: 3f6757be-58d9-4049-a3a0-4f690049d462, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b465ef4-c34f-40e7-8fac-a5c5778da90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:04:39.311642 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-d574d614-ff20-4fd5-b3be-af55093fe420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:39.386406 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-72e10e45-3a3f-4ee8-ba59-86a8fe3eb7c2 None None] Provisioning complete for port 32fc7a15-d031-43d0-b7ca-f443de7e83b4 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:39.387978 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-72e10e45-3a3f-4ee8-ba59-86a8fe3eb7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:39.509641 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-72e10e45-3a3f-4ee8-ba59-86a8fe3eb7c2 None None] Port 32fc7a15-d031-43d0-b7ca-f443de7e83b4 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:04:39.531160 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:04:39.561122 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878e56cf-7d92-4d13-96ae-e7518d9297a7 None None] Network b4f06f21-e88c-404e-971c-82c2067679ac requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:04:39.624920 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-d574d614-ff20-4fd5-b3be-af55093fe420 service neutron] For port 3f6757be-58d9-4049-a3a0-4f690049d462, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:04:39.649715 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-d574d614-ff20-4fd5-b3be-af55093fe420 service neutron] For port 3f6757be-58d9-4049-a3a0-4f690049d462, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=3f6757be-58d9-4049-a3a0-4f690049d462,segment=NetworkSegment(0b465ef4-c34f-40e7-8fac-a5c5778da90d),segment_id=0b465ef4-c34f-40e7-8fac-a5c5778da90d)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:04:39.657868 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-d574d614-ff20-4fd5-b3be-af55093fe420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:39.677297 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-544e621c-9114-4c15-994e-290433354ca2 None None] Provisioning for port 86d4e023-afca-48d3-82ef-a157fd9ac70f completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:04:39.693997 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-544e621c-9114-4c15-994e-290433354ca2 None None] Provisioning complete for port 86d4e023-afca-48d3-82ef-a157fd9ac70f triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:39.694440 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-544e621c-9114-4c15-994e-290433354ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:39.849914 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-d574d614-ff20-4fd5-b3be-af55093fe420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:39.850552 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-d574d614-ff20-4fd5-b3be-af55093fe420 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:39.852544 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-d574d614-ff20-4fd5-b3be-af55093fe420 service neutron] 10.222.0.24 "PUT /v2.0/ports/3f6757be-58d9-4049-a3a0-4f690049d462 HTTP/1.1" status: 200 len: 1091 time: 3.6528091 Mar 09 04:04:39.852982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd160bc7d-881e-4e79-835e-8170fc8720d8', 'tag': '3f6757be-58d9-4049-a3a0-4f690049d462'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:04:40.025428 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd160bc7d-881e-4e79-835e-8170fc8720d8', 'tag': '3f6757be-58d9-4049-a3a0-4f690049d462', 'status': 'completed', 'code': 200} Mar 09 04:04:40.053187 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574d614-ff20-4fd5-b3be-af55093fe420 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6757be-58d9-4049-a3a0-4f690049d462,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:40.076588 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-4453f2d1-498f-4604-9f43-098605f3c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:40.078596 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-4453f2d1-498f-4604-9f43-098605f3c950 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e8887a99140438badbda1ee57f2077e&device_id=d160bc7d-881e-4e79-835e-8170fc8720d8 HTTP/1.1" status: 200 len: 1094 time: 0.1708736 Mar 09 04:04:40.079831 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-544e621c-9114-4c15-994e-290433354ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:40.148682 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-261f875e-73dd-4cca-b4a7-ea67223cd085 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:40.151931 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-544e621c-9114-4c15-994e-290433354ca2 None None] For port 86d4e023-afca-48d3-82ef-a157fd9ac70f, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=86d4e023-afca-48d3-82ef-a157fd9ac70f,segment=NetworkSegment(f6f54b25-0300-49e6-935e-973fc81a13cd),segment_id=f6f54b25-0300-49e6-935e-973fc81a13cd)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:04:40.162546 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-544e621c-9114-4c15-994e-290433354ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:40.199378 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-efbda0d6-dc7d-4e37-a4a4-1187e92a3b78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f6757be-58d9-4049-a3a0-4f690049d462 HTTP/1.1" status: 200 len: 217 time: 0.1120806 Mar 09 04:04:40.205229 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-261f875e-73dd-4cca-b4a7-ea67223cd085 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:40.205935 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-261f875e-73dd-4cca-b4a7-ea67223cd085 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:40.266925 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e621c-9114-4c15-994e-290433354ca2 None None] Pushing event updated for resources: {'Port': ['ID=86d4e023-afca-48d3-82ef-a157fd9ac70f,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:40.406068 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9c5c6829-1afd-406e-9bcc-c18b5cfa1c75 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:04:40.435552 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-be3cbab6-cd8d-4434-9071-f49aa8494dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:40.437236 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-be3cbab6-cd8d-4434-9071-f49aa8494dd3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a8b96f0-c118-4014-bee8-ff75ec2cbe5d HTTP/1.1" status: 200 len: 849 time: 0.2214448 Mar 09 04:04:40.514056 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-087b5a28-84f2-4496-901c-a01c58ec0a3d None None] Provisioning complete for port 86d4e023-afca-48d3-82ef-a157fd9ac70f triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:40.514477 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-087b5a28-84f2-4496-901c-a01c58ec0a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:40.552541 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-7486c834-d026-44db-8862-89371b59b6d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980222 Mar 09 04:04:40.553167 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f875e-73dd-4cca-b4a7-ea67223cd085 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Pushing event updated for resources: {'Port': ['ID=32fc7a15-d031-43d0-b7ca-f443de7e83b4,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:40.557384 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 9c5c6829-1afd-406e-9bcc-c18b5cfa1c75 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:40.557747 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:40.688264 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97be91-f8af-4408-96dd-1f19cda3c265 req-44799917-f06c-4a9a-86ef-577792fea3a7 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:40.689733 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2c97be91-f8af-4408-96dd-1f19cda3c265 req-44799917-f06c-4a9a-86ef-577792fea3a7 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=d160bc7d-881e-4e79-835e-8170fc8720d8 HTTP/1.1" status: 200 len: 943 time: 0.5486953 Mar 09 04:04:40.713411 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261f875e-73dd-4cca-b4a7-ea67223cd085 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Network 103a72b7-654a-4589-b7bd-af894759241e is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:04:40.728754 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-261f875e-73dd-4cca-b4a7-ea67223cd085 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:04:40.747219 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 86d4e023-afca-48d3-82ef-a157fd9ac70f up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:04:40.831352 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 86d4e023-afca-48d3-82ef-a157fd9ac70f triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:40.832687 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:40.984071 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2c97be91-f8af-4408-96dd-1f19cda3c265 req-e3198012-173b-4474-b654-d80bc2b18485 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/security-groups?id=bea0e531-7357-4b53-8fed-ea239dbdd28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786295 Mar 09 04:04:41.009330 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-e7d7550b-6c2f-4fd9-ad70-bf05e13387fd service neutron] 10.222.0.24 "GET /v2.0/networks/e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384279 Mar 09 04:04:41.085195 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7d8b148c-1364-451a-b1ba-e2f11e23a073 None None] Provisioning complete for port 32fc7a15-d031-43d0-b7ca-f443de7e83b4 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:41.086371 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7d8b148c-1364-451a-b1ba-e2f11e23a073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:41.149251 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-7d8b148c-1364-451a-b1ba-e2f11e23a073 None None] Port 32fc7a15-d031-43d0-b7ca-f443de7e83b4 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:04:41.187172 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261f875e-73dd-4cca-b4a7-ea67223cd085 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Router dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:04:41.281430 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0b5648ea-ee7a-4763-87f8-8d6cfaadba31 req-06365d4f-24c6-4652-bbcd-384e1d231915 service neutron] 10.222.0.24 "GET /v2.0/networks/e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733562 Mar 09 04:04:41.416038 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261f875e-73dd-4cca-b4a7-ea67223cd085 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:04:41.431781 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-261f875e-73dd-4cca-b4a7-ea67223cd085 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "PUT /v2.0/routers/dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1591260 Mar 09 04:04:41.432285 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56696) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:41.434749 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b83deaa-2033-4fe7-917b-f368f94eb7bd None None] Sync routers for ids ['dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:04:41.446224 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b83deaa-2033-4fe7-917b-f368f94eb7bd None None] Routers {'dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:04:41.447136 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2b83deaa-2033-4fe7-917b-f368f94eb7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:04:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:41.456642 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130058b8-c0ab-400f-9940-3355355c6784 req-dc0ad05c-ce63-4ac4-a29a-1f15afb62dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:41.458107 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-130058b8-c0ab-400f-9940-3355355c6784 req-dc0ad05c-ce63-4ac4-a29a-1f15afb62dfe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e8887a99140438badbda1ee57f2077e&device_id=d160bc7d-881e-4e79-835e-8170fc8720d8 HTTP/1.1" status: 200 len: 1094 time: 0.1168754 Mar 09 04:04:41.529201 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2b83deaa-2033-4fe7-917b-f368f94eb7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:41.547176 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b83deaa-2033-4fe7-917b-f368f94eb7bd None None] Routers {'dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:04:41.548444 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2b83deaa-2033-4fe7-917b-f368f94eb7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:04:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:41.640118 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2b83deaa-2033-4fe7-917b-f368f94eb7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:41.641691 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b83deaa-2033-4fe7-917b-f368f94eb7bd None None] The sync data for ids ['dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:04:41.752125 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130058b8-c0ab-400f-9940-3355355c6784 req-5b11a12c-30f8-45a2-a199-4905fad1f469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:41.753826 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-130058b8-c0ab-400f-9940-3355355c6784 req-5b11a12c-30f8-45a2-a199-4905fad1f469 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf HTTP/1.1" status: 200 len: 910 time: 0.2894504 Mar 09 04:04:41.837854 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-130058b8-c0ab-400f-9940-3355355c6784 req-a9e37eb9-a710-40d0-8e30-8e0455cb1a0f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f6757be-58d9-4049-a3a0-4f690049d462 HTTP/1.1" status: 200 len: 217 time: 0.0700507 Mar 09 04:04:41.915467 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130058b8-c0ab-400f-9940-3355355c6784 req-ea64ddcb-a599-43a8-90be-bcaf75019b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:41.917083 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-130058b8-c0ab-400f-9940-3355355c6784 req-ea64ddcb-a599-43a8-90be-bcaf75019b9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a8b96f0-c118-4014-bee8-ff75ec2cbe5d HTTP/1.1" status: 200 len: 849 time: 0.0724564 Mar 09 04:04:41.971441 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-130058b8-c0ab-400f-9940-3355355c6784 req-c0819fa7-4206-47c5-97f7-2704e5d27841 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478728 Mar 09 04:04:42.126498 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-130058b8-c0ab-400f-9940-3355355c6784 req-97d901e9-a3dc-4db7-b0db-64f5f18cb088 service neutron] 10.222.0.24 "GET /v2.0/networks/e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477039 Mar 09 04:04:42.223406 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-9611751a-690e-4a12-b937-115b3397b1b6 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:04:42.224469 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9611751a-690e-4a12-b937-115b3397b1b6 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "PUT /v2.0/routers/dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7911296 Mar 09 04:04:42.230658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56718) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:42.273877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f2273-6607-4a00-b1dd-be0011df247f req-eedd727f-c107-42db-a4fc-d28d2ed1c96f tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:42.282887 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5c3f2273-6607-4a00-b1dd-be0011df247f req-eedd727f-c107-42db-a4fc-d28d2ed1c96f tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=d160bc7d-881e-4e79-835e-8170fc8720d8 HTTP/1.1" status: 200 len: 943 time: 0.1396177 Mar 09 04:04:42.337433 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5c3f2273-6607-4a00-b1dd-be0011df247f req-0e0378a8-ad9b-43fe-8d42-ad237f6edb82 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/security-groups?id=bea0e531-7357-4b53-8fed-ea239dbdd28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480821 Mar 09 04:04:42.513255 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-130058b8-c0ab-400f-9940-3355355c6784 req-67a8d179-205c-43c6-9e70-acab5212de22 service neutron] 10.222.0.24 "GET /v2.0/networks/e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796678 Mar 09 04:04:42.800906 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-75fe3496-cdf8-44c6-9748-35bd8d6d2552 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:43.282525 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-75fe3496-cdf8-44c6-9748-35bd8d6d2552 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Deleting port 32fc7a15-d031-43d0-b7ca-f443de7e83b4 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:04:43.283208 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-75fe3496-cdf8-44c6-9748-35bd8d6d2552 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:43.538045 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-75fe3496-cdf8-44c6-9748-35bd8d6d2552 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:43.668318 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-75fe3496-cdf8-44c6-9748-35bd8d6d2552 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Calling delete_port for 32fc7a15-d031-43d0-b7ca-f443de7e83b4 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:04:43.735227 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c07e1-8fb3-4674-b44a-72ccbb176193 req-9b2d6348-b005-403f-b8cc-90f662fdc4ed tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:43.736670 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1e1c07e1-8fb3-4674-b44a-72ccbb176193 req-9b2d6348-b005-403f-b8cc-90f662fdc4ed tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=d160bc7d-881e-4e79-835e-8170fc8720d8 HTTP/1.1" status: 200 len: 943 time: 0.2847581 Mar 09 04:04:43.879132 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-78a2cf4d-92a7-4292-b685-f32d78a0283c req-d4a89452-f724-4534-ace2-e987a028fdcb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0812395 Mar 09 04:04:43.977194 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1e1c07e1-8fb3-4674-b44a-72ccbb176193 req-df30b2e9-59ec-4f95-961d-8f7b51ec3645 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/security-groups?id=bea0e531-7357-4b53-8fed-ea239dbdd28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326744 Mar 09 04:04:44.136730 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2cf4d-92a7-4292-b685-f32d78a0283c req-e4626e5f-8f5d-478a-b40b-133b8dfa6e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:44.138345 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-78a2cf4d-92a7-4292-b685-f32d78a0283c req-e4626e5f-8f5d-478a-b40b-133b8dfa6e94 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 1096 time: 0.1355095 Mar 09 04:04:44.142231 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-75fe3496-cdf8-44c6-9748-35bd8d6d2552 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:44.194674 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe3496-cdf8-44c6-9748-35bd8d6d2552 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Pushing event deleted for resources: {'Port': ['ID=32fc7a15-d031-43d0-b7ca-f443de7e83b4,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:44.308516 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2cf4d-92a7-4292-b685-f32d78a0283c req-4615c16f-446d-4fed-bd66-2804964c25a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:44.310125 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-78a2cf4d-92a7-4292-b685-f32d78a0283c req-4615c16f-446d-4fed-bd66-2804964c25a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=749ff854-15a7-4f21-b2aa-77ee7a469281 HTTP/1.1" status: 200 len: 898 time: 0.1507075 Mar 09 04:04:44.409636 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-75fe3496-cdf8-44c6-9748-35bd8d6d2552 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:44.658215 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-78a2cf4d-92a7-4292-b685-f32d78a0283c req-b778f4e4-2db7-4fdd-9042-577b76994599 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec HTTP/1.1" status: 200 len: 1001 time: 0.3299963 Mar 09 04:04:44.734833 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2cf4d-92a7-4292-b685-f32d78a0283c req-062b8308-e2d0-45a4-afe9-7409aa76fd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:44.736256 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-78a2cf4d-92a7-4292-b685-f32d78a0283c req-062b8308-e2d0-45a4-afe9-7409aa76fd72 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b67bf7a0-3ef1-45fd-b01a-91732bdea256 HTTP/1.1" status: 200 len: 834 time: 0.0711963 Mar 09 04:04:44.842491 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2cf4d-92a7-4292-b685-f32d78a0283c req-4f576733-b650-4103-b136-d6ff76a7a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:44.844423 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-78a2cf4d-92a7-4292-b685-f32d78a0283c req-4f576733-b650-4103-b136-d6ff76a7a73a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=749ff854-15a7-4f21-b2aa-77ee7a469281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009424 Mar 09 04:04:44.907990 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56756) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:45.038534 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fe3496-cdf8-44c6-9748-35bd8d6d2552 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Router dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:04:45.104364 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d83ec98c-d1ed-446a-ad13-f3c6bee6bf2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:45.145104 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d83ec98c-d1ed-446a-ad13-f3c6bee6bf2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:45.172377 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d83ec98c-d1ed-446a-ad13-f3c6bee6bf2b admin admin] Usage tracker for resource:security_group_rule and tenant:3fe48cf39ca143ccaa335d3302c9445f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:04:45.176710 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d83ec98c-d1ed-446a-ad13-f3c6bee6bf2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:04:45.189575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d83ec98c-d1ed-446a-ad13-f3c6bee6bf2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:45.231011 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-78a2cf4d-92a7-4292-b685-f32d78a0283c req-de067078-1cde-4c3b-91ff-3b03004787a5 service neutron] 10.222.0.21 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711126 Mar 09 04:04:45.347463 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fe3496-cdf8-44c6-9748-35bd8d6d2552 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:04:45.365895 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-75fe3496-cdf8-44c6-9748-35bd8d6d2552 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "PUT /v2.0/routers/dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1336067 Mar 09 04:04:45.371723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56774) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:45.373943 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18099457-e257-4bd7-8c9e-0f5f426df9c4 None None] Sync routers for ids ['dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:04:45.387204 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18099457-e257-4bd7-8c9e-0f5f426df9c4 None None] Routers {'dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:04:45.387921 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-18099457-e257-4bd7-8c9e-0f5f426df9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:04:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:45.404964 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce99ab8-648b-4df2-a469-ed74547e6d31 req-4bb2fa1f-dc7d-4f4a-a87e-ce0f4e5d4cb1 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:45.407203 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fce99ab8-648b-4df2-a469-ed74547e6d31 req-4bb2fa1f-dc7d-4f4a-a87e-ce0f4e5d4cb1 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=d160bc7d-881e-4e79-835e-8170fc8720d8 HTTP/1.1" status: 200 len: 943 time: 0.2548475 Mar 09 04:04:45.459083 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-71bc20de-c90b-4f0d-8479-35ee89ac61c2 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] delete failed (client error): The resource could not be found. Mar 09 04:04:45.460103 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-71bc20de-c90b-4f0d-8479-35ee89ac61c2 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1416057942 HTTP/1.1" status: 404 len: 335 time: 0.0828888 Mar 09 04:04:45.467708 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fce99ab8-648b-4df2-a469-ed74547e6d31 req-326bb2d2-672c-4957-9673-73583217421f tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/security-groups?id=bea0e531-7357-4b53-8fed-ea239dbdd28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548117 Mar 09 04:04:45.468802 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56780) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:45.475353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-31e32a72-c66a-4dcf-bcdb-4863347cc358 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:04:45.508198 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-18099457-e257-4bd7-8c9e-0f5f426df9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:45.517293 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18099457-e257-4bd7-8c9e-0f5f426df9c4 None None] Routers {'dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:04:45.517974 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-18099457-e257-4bd7-8c9e-0f5f426df9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:04:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:45.521646 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-78a2cf4d-92a7-4292-b685-f32d78a0283c req-f7fc9164-8993-41e3-8328-fd929e2b660e service neutron] 10.222.0.21 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838693 Mar 09 04:04:45.576769 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d83ec98c-d1ed-446a-ad13-f3c6bee6bf2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:45.580429 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-18099457-e257-4bd7-8c9e-0f5f426df9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:45.580902 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18099457-e257-4bd7-8c9e-0f5f426df9c4 None None] The sync data for ids ['dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:04:45.586045 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d83ec98c-d1ed-446a-ad13-f3c6bee6bf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:45.639447 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d83ec98c-d1ed-446a-ad13-f3c6bee6bf2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3fe48cf39ca143ccaa335d3302c9445f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7303002 Mar 09 04:04:45.640384 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ec98c-d1ed-446a-ad13-f3c6bee6bf2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43e16c2-6b3d-4a58-851f-d2baad25ad94,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:45.643498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56786) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:45.704628 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-417acbd5-a9b7-4b39-a5cf-0e188f789ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:45.733660 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-417acbd5-a9b7-4b39-a5cf-0e188f789ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:45.806084 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-417acbd5-a9b7-4b39-a5cf-0e188f789ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:45.831261 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-417acbd5-a9b7-4b39-a5cf-0e188f789ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:45.846434 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-417acbd5-a9b7-4b39-a5cf-0e188f789ca4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f43e16c2-6b3d-4a58-851f-d2baad25ad94 HTTP/1.1" status: 204 len: 168 time: 0.1929929 Mar 09 04:04:45.849478 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417acbd5-a9b7-4b39-a5cf-0e188f789ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43e16c2-6b3d-4a58-851f-d2baad25ad94,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:45.982792 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31e32a72-c66a-4dcf-bcdb-4863347cc358 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:46.026134 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-31e32a72-c66a-4dcf-bcdb-4863347cc358 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] update failed (client error): The resource could not be found. Mar 09 04:04:46.028820 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-31e32a72-c66a-4dcf-bcdb-4863347cc358 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "PUT /v2.0/routers/dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8 HTTP/1.1" status: 404 len: 339 time: 0.5570760 Mar 09 04:04:46.031813 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56796) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:46.043369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-9a6fa645-7c73-4a1e-9df4-7d6228ab1223 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2034386549'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:04:46.054455 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9a6fa645-7c73-4a1e-9df4-7d6228ab1223 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:46.058581 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 3f6757be-58d9-4049-a3a0-4f690049d462 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:04:46.074514 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9a6fa645-7c73-4a1e-9df4-7d6228ab1223 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Usage tracker for resource:network and tenant:c33d1e9d5b754ee1a12f71f5021cd04c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:04:46.084189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9a6fa645-7c73-4a1e-9df4-7d6228ab1223 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:04:46.111052 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9a6fa645-7c73-4a1e-9df4-7d6228ab1223 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:46.135739 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6fa645-7c73-4a1e-9df4-7d6228ab1223 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Made reservation on behalf of c33d1e9d5b754ee1a12f71f5021cd04c for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:04:46.141242 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a6fa645-7c73-4a1e-9df4-7d6228ab1223 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:46.187247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6fa645-7c73-4a1e-9df4-7d6228ab1223 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:04:46.208660 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a6fa645-7c73-4a1e-9df4-7d6228ab1223 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:46.209201 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-9a6fa645-7c73-4a1e-9df4-7d6228ab1223 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Added segment aeda40f4-e047-4c2f-8c82-e4199095455e of type vlan for network 0620f800-c649-43c8-821e-8ba0042f38eb Mar 09 04:04:46.256285 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a6fa645-7c73-4a1e-9df4-7d6228ab1223 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:46.285243 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 3f6757be-58d9-4049-a3a0-4f690049d462, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=3f6757be-58d9-4049-a3a0-4f690049d462,segment=NetworkSegment(0b465ef4-c34f-40e7-8fac-a5c5778da90d),segment_id=0b465ef4-c34f-40e7-8fac-a5c5778da90d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:04:46.301723 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a6fa645-7c73-4a1e-9df4-7d6228ab1223 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:46.301858 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '3f6757be-58d9-4049-a3a0-4f690049d462', 'network_id': 'e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf', 'port_id': '3f6757be-58d9-4049-a3a0-4f690049d462', 'mac_address': 'fa:16:3e:a0:c5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a8b96f0-c118-4014-bee8-ff75ec2cbe5d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:04:46.308982 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6fa645-7c73-4a1e-9df4-7d6228ab1223 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:46.309499 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a6fa645-7c73-4a1e-9df4-7d6228ab1223 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:46.440981 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9a6fa645-7c73-4a1e-9df4-7d6228ab1223 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4044507 Mar 09 04:04:46.443998 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56816) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:46.453062 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-ff109ee7-90d3-4492-89f0-0618a470e7cc tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Request body: {'subnet': {'network_id': '0620f800-c649-43c8-821e-8ba0042f38eb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:04:46.455344 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fa645-7c73-4a1e-9df4-7d6228ab1223 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Pushing event updated for resources: {'Network': ['ID=0620f800-c649-43c8-821e-8ba0042f38eb,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:46.479130 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:46.492504 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 0620f800-c649-43c8-821e-8ba0042f38eb details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:04:46.641679 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f6757be-58d9-4049-a3a0-4f690049d462 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:04:46.679766 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 3f6757be-58d9-4049-a3a0-4f690049d462, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=3f6757be-58d9-4049-a3a0-4f690049d462,segment=NetworkSegment(0b465ef4-c34f-40e7-8fac-a5c5778da90d),segment_id=0b465ef4-c34f-40e7-8fac-a5c5778da90d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:04:46.693684 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:46.836931 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ff109ee7-90d3-4492-89f0-0618a470e7cc tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:46.856341 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ff109ee7-90d3-4492-89f0-0618a470e7cc tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Usage tracker for resource:subnet and tenant:c33d1e9d5b754ee1a12f71f5021cd04c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:04:46.856341 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ff109ee7-90d3-4492-89f0-0618a470e7cc tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:04:46.875027 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ff109ee7-90d3-4492-89f0-0618a470e7cc tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:46.899963 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff109ee7-90d3-4492-89f0-0618a470e7cc tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Made reservation on behalf of c33d1e9d5b754ee1a12f71f5021cd04c for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:04:46.904138 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=3f6757be-58d9-4049-a3a0-4f690049d462,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:46.913264 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff109ee7-90d3-4492-89f0-0618a470e7cc tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:46.922341 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:46.922689 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:46.923046 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:46.923419 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:46.923691 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:46.924011 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:46.924327 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:46.924648 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:46.924962 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:46.925276 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:46.925589 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:46.925899 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:46.996649 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['3f6757be-58d9-4049-a3a0-4f690049d462'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:04:47.052223 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061f3a6-f15d-4c7c-8dc2-743ab10d39c0 req-bd902b06-cd55-40a3-a79a-317c6c05677c tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:47.056111 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5061f3a6-f15d-4c7c-8dc2-743ab10d39c0 req-bd902b06-cd55-40a3-a79a-317c6c05677c tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=d160bc7d-881e-4e79-835e-8170fc8720d8 HTTP/1.1" status: 200 len: 944 time: 0.3324168 Mar 09 04:04:47.395697 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5061f3a6-f15d-4c7c-8dc2-743ab10d39c0 req-65e714a9-5b6f-477f-8026-320ef99959fa tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/security-groups?id=bea0e531-7357-4b53-8fed-ea239dbdd28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052705 Mar 09 04:04:47.477410 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff109ee7-90d3-4492-89f0-0618a470e7cc tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:47.576146 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff109ee7-90d3-4492-89f0-0618a470e7cc tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Pushing event updated for resources: {'Subnet': ['ID=862a7cf6-7c64-4aba-be8e-20d2aaf4366c,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:47.583879 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff109ee7-90d3-4492-89f0-0618a470e7cc tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Checking segment: {'id': 'aeda40f4-e047-4c2f-8c82-e4199095455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0620f800-c649-43c8-821e-8ba0042f38eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:04:47.584241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff109ee7-90d3-4492-89f0-0618a470e7cc tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Network hostable DHCP agents. Network: 0620f800-c649-43c8-821e-8ba0042f38eb, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:04:47.606044 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff109ee7-90d3-4492-89f0-0618a470e7cc tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Network 0620f800-c649-43c8-821e-8ba0042f38eb is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:04:47.617560 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-ff109ee7-90d3-4492-89f0-0618a470e7cc tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 0620f800-c649-43c8-821e-8ba0042f38eb) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:04:47.626478 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173ab710-8abb-4e85-9b72-494cd27bfe1f None None] Network 0620f800-c649-43c8-821e-8ba0042f38eb requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:04:47.629606 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff109ee7-90d3-4492-89f0-0618a470e7cc tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:47.630266 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ff109ee7-90d3-4492-89f0-0618a470e7cc tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:47.666899 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ff109ee7-90d3-4492-89f0-0618a470e7cc tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2180381 Mar 09 04:04:47.667173 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56854) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:47.672626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-eaf7a75e-5401-43f2-b96d-17a151101dc8 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Request body: {'router': {'external_gateway_info': {'network_id': '0620f800-c649-43c8-821e-8ba0042f38eb'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:04:48.051151 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7dbede-17bb-4da9-a434-5c92fdb1abd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-0620f800-c649-43c8-821e-8ba0042f38eb', 'network_id': '0620f800-c649-43c8-821e-8ba0042f38eb', 'tenant_id': 'c33d1e9d5b754ee1a12f71f5021cd04c', 'fixed_ips': [{'subnet_id': '862a7cf6-7c64-4aba-be8e-20d2aaf4366c'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:04:48.052682 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5f7dbede-17bb-4da9-a434-5c92fdb1abd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:48.078387 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 3f6757be-58d9-4049-a3a0-4f690049d462 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:04:48.344660 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-eaf7a75e-5401-43f2-b96d-17a151101dc8 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:48.348310 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 3f6757be-58d9-4049-a3a0-4f690049d462 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:04:48.364454 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 3f6757be-58d9-4049-a3a0-4f690049d462 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:48.364822 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:48.442771 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-5f7dbede-17bb-4da9-a434-5c92fdb1abd1 None None] Allocated IP 2001:db8:1::2 (0620f800-c649-43c8-821e-8ba0042f38eb/862a7cf6-7c64-4aba-be8e-20d2aaf4366c/93db0f23-ee34-4f7a-bcff-74203899f01c) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:04:48.598975 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-eaf7a75e-5401-43f2-b96d-17a151101dc8 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:04:48.605214 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-eaf7a75e-5401-43f2-b96d-17a151101dc8 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "PUT /v2.0/routers/dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8 HTTP/1.1" status: 400 len: 364 time: 0.9369285 Mar 09 04:04:48.605826 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56880) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:48.721164 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25147706-627f-4b60-9f06-5b53ec98fadf req-7cbe6319-bfab-4d2f-9b96-2e7dd612893c tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:48.734992 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-25147706-627f-4b60-9f06-5b53ec98fadf req-7cbe6319-bfab-4d2f-9b96-2e7dd612893c tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=d160bc7d-881e-4e79-835e-8170fc8720d8 HTTP/1.1" status: 200 len: 944 time: 0.1947474 Mar 09 04:04:48.820471 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-25147706-627f-4b60-9f06-5b53ec98fadf req-0deb2123-08e4-4b9e-a935-ebbdaa6a097b tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/security-groups?id=bea0e531-7357-4b53-8fed-ea239dbdd28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816691 Mar 09 04:04:48.832622 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:48.874826 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd160bc7d-881e-4e79-835e-8170fc8720d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6757be-58d9-4049-a3a0-4f690049d462'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:04:48.895963 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 3f6757be-58d9-4049-a3a0-4f690049d462, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=3f6757be-58d9-4049-a3a0-4f690049d462,segment=NetworkSegment(0b465ef4-c34f-40e7-8fac-a5c5778da90d),segment_id=0b465ef4-c34f-40e7-8fac-a5c5778da90d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:04:48.903343 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:48.958734 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd160bc7d-881e-4e79-835e-8170fc8720d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6757be-58d9-4049-a3a0-4f690049d462', 'code': 200} Mar 09 04:04:49.092532 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5f7dbede-17bb-4da9-a434-5c92fdb1abd1 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:49.105666 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=3f6757be-58d9-4049-a3a0-4f690049d462,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:49.110764 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5f7dbede-17bb-4da9-a434-5c92fdb1abd1 None None] Transition to ACTIVE for port object 93db0f23-ee34-4f7a-bcff-74203899f01c will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:04:49.149537 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5f7dbede-17bb-4da9-a434-5c92fdb1abd1 None None] Transition to ACTIVE for port object 93db0f23-ee34-4f7a-bcff-74203899f01c will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:04:49.164663 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5f7dbede-17bb-4da9-a434-5c92fdb1abd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:49.304765 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7dbede-17bb-4da9-a434-5c92fdb1abd1 None None] Network 0620f800-c649-43c8-821e-8ba0042f38eb is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:04:49.313271 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-5f7dbede-17bb-4da9-a434-5c92fdb1abd1 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:04:49.321764 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7dbede-17bb-4da9-a434-5c92fdb1abd1 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:04:49.423180 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7dbede-17bb-4da9-a434-5c92fdb1abd1 None None] Pushing event updated for resources: {'Port': ['ID=93db0f23-ee34-4f7a-bcff-74203899f01c,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:49.457978 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-5f7dbede-17bb-4da9-a434-5c92fdb1abd1 None None] Attempting to bind port 93db0f23-ee34-4f7a-bcff-74203899f01c on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:04:49.458716 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-5f7dbede-17bb-4da9-a434-5c92fdb1abd1 None None] Attempting to bind port 93db0f23-ee34-4f7a-bcff-74203899f01c by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'aeda40f4-e047-4c2f-8c82-e4199095455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0620f800-c649-43c8-821e-8ba0042f38eb'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:04:49.458716 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7dbede-17bb-4da9-a434-5c92fdb1abd1 None None] Attempting to bind port 93db0f23-ee34-4f7a-bcff-74203899f01c on network 0620f800-c649-43c8-821e-8ba0042f38eb {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:04:49.465138 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7dbede-17bb-4da9-a434-5c92fdb1abd1 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:04:49.465541 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7dbede-17bb-4da9-a434-5c92fdb1abd1 None None] Checking segment: {'id': 'aeda40f4-e047-4c2f-8c82-e4199095455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0620f800-c649-43c8-821e-8ba0042f38eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:04:49.465948 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5f7dbede-17bb-4da9-a434-5c92fdb1abd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:49.466625 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7dbede-17bb-4da9-a434-5c92fdb1abd1 None None] Bound using segment: {'id': 'aeda40f4-e047-4c2f-8c82-e4199095455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0620f800-c649-43c8-821e-8ba0042f38eb'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:04:49.467127 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-5f7dbede-17bb-4da9-a434-5c92fdb1abd1 None None] Bound port: 93db0f23-ee34-4f7a-bcff-74203899f01c, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeda40f4-e047-4c2f-8c82-e4199095455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0620f800-c649-43c8-821e-8ba0042f38eb'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:04:49.467497 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5f7dbede-17bb-4da9-a434-5c92fdb1abd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:49.529617 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7cced-e666-4369-a072-c391022c5bb9 req-b4408d04-8a69-44dd-b2a1-f7a2034f35dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:49.531128 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4ca7cced-e666-4369-a072-c391022c5bb9 req-b4408d04-8a69-44dd-b2a1-f7a2034f35dd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d160bc7d-881e-4e79-835e-8170fc8720d8 HTTP/1.1" status: 200 len: 1096 time: 0.3694599 Mar 09 04:04:49.568114 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:49.613629 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4ca7cced-e666-4369-a072-c391022c5bb9 req-36bcafe8-896f-4888-9adb-2f513b5b8459 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bea0e531-7357-4b53-8fed-ea239dbdd28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738096 Mar 09 04:04:49.639878 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-5f7dbede-17bb-4da9-a434-5c92fdb1abd1 None None] For port 93db0f23-ee34-4f7a-bcff-74203899f01c, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:04:49.650344 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-5f7dbede-17bb-4da9-a434-5c92fdb1abd1 None None] For port 93db0f23-ee34-4f7a-bcff-74203899f01c, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=93db0f23-ee34-4f7a-bcff-74203899f01c,segment=NetworkSegment(aeda40f4-e047-4c2f-8c82-e4199095455e),segment_id=aeda40f4-e047-4c2f-8c82-e4199095455e)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:04:49.660050 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5f7dbede-17bb-4da9-a434-5c92fdb1abd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:49.785764 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7dbede-17bb-4da9-a434-5c92fdb1abd1 None None] Pushing event updated for resources: {'Port': ['ID=93db0f23-ee34-4f7a-bcff-74203899f01c,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:50.484505 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Allocated IP 2001:db8::1 (d58d4ce6-f44a-4166-a9de-2d133d304a2c/10e729cd-4c3d-49e8-be48-3e025f18c5c3/ffbc5685-f690-48e2-a765-b970f027efe9) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:04:50.510914 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1feda-a826-4d39-8a83-a38c349f911b req-1d249209-c7e2-4bc3-8c87-c11aebf63ce5 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:50.520075 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0bb1feda-a826-4d39-8a83-a38c349f911b req-1d249209-c7e2-4bc3-8c87-c11aebf63ce5 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 945 time: 0.1898494 Mar 09 04:04:50.538504 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 93db0f23-ee34-4f7a-bcff-74203899f01c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:04:50.617278 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0bb1feda-a826-4d39-8a83-a38c349f911b req-a26b5b93-fa80-4052-b0e2-d12b286efbb4 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877612 Mar 09 04:04:50.755419 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 93db0f23-ee34-4f7a-bcff-74203899f01c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:04:50.822336 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:50.860613 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76553c9c-bd68-4fa8-9fac-214951a7b7f4 req-7bc41049-e6f8-4182-8c5b-d1f42f4b9aaa tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:50.862247 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-76553c9c-bd68-4fa8-9fac-214951a7b7f4 req-7bc41049-e6f8-4182-8c5b-d1f42f4b9aaa tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=d160bc7d-881e-4e79-835e-8170fc8720d8 HTTP/1.1" status: 200 len: 945 time: 0.2827020 Mar 09 04:04:50.877980 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Transition to ACTIVE for port object ffbc5685-f690-48e2-a765-b970f027efe9 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:04:50.997206 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-76553c9c-bd68-4fa8-9fac-214951a7b7f4 req-aefc92c0-5a81-495a-b97d-63dde5a21ce6 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/security-groups?id=bea0e531-7357-4b53-8fed-ea239dbdd28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225052 Mar 09 04:04:51.021806 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:51.134798 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Network d58d4ce6-f44a-4166-a9de-2d133d304a2c is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:04:51.138765 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:04:51.172597 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:04:51.174991 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:51.249013 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Pushing event updated for resources: {'Port': ['ID=ffbc5685-f690-48e2-a765-b970f027efe9,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:51.309238 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:51.309835 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:51.311302 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:51.312152 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:51.315503 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:51.327109 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:51.327458 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:51.327801 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:51.337490 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:51.337933 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:51.338274 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:51.343513 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:04:51.535799 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:51.676617 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1d508516-591c-41ff-9e24-0119b326477c None None] Provisioning for port ffbc5685-f690-48e2-a765-b970f027efe9 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:04:51.690121 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1d508516-591c-41ff-9e24-0119b326477c None None] Provisioning complete for port ffbc5685-f690-48e2-a765-b970f027efe9 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:51.692421 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1d508516-591c-41ff-9e24-0119b326477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:51.793903 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6875831e-9e44-4237-95fd-b3f9a9dc9253 None None] Network 0620f800-c649-43c8-821e-8ba0042f38eb requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:04:51.896049 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759c8c1-9729-4544-85a2-0aa8acfac8df req-c64a23a9-3319-4897-91a0-ba61fcc9abae tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:51.906886 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0759c8c1-9729-4544-85a2-0aa8acfac8df req-c64a23a9-3319-4897-91a0-ba61fcc9abae tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 945 time: 0.1173251 Mar 09 04:04:51.981701 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0759c8c1-9729-4544-85a2-0aa8acfac8df req-20d33d38-6c41-48a8-a421-8cd52eb537e0 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738034 Mar 09 04:04:52.048739 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146319a4-f8ef-4d86-af77-30216190cae3 req-0d255c1c-52ac-4ee7-9b97-9899a8104f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:52.050194 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-146319a4-f8ef-4d86-af77-30216190cae3 req-0d255c1c-52ac-4ee7-9b97-9899a8104f5b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a789b53b4961423480ac62f11148731e&device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 1096 time: 0.3126271 Mar 09 04:04:52.104918 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1d508516-591c-41ff-9e24-0119b326477c None None] Port ffbc5685-f690-48e2-a765-b970f027efe9 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:04:52.234827 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d14b1d93-dd8f-4d65-99dd-ea129e9fe91a None None] Provisioning for port 93db0f23-ee34-4f7a-bcff-74203899f01c completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:04:52.250870 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d14b1d93-dd8f-4d65-99dd-ea129e9fe91a None None] Provisioning complete for port 93db0f23-ee34-4f7a-bcff-74203899f01c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:52.251245 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d14b1d93-dd8f-4d65-99dd-ea129e9fe91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:52.359868 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:52.377043 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:52.378153 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:52.478402 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146319a4-f8ef-4d86-af77-30216190cae3 req-53b44620-8909-4c7a-a00d-673df93c754a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:52.480901 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-146319a4-f8ef-4d86-af77-30216190cae3 req-53b44620-8909-4c7a-a00d-673df93c754a service neutron] 10.222.0.24 "GET /v2.0/networks?id=728f1764-7035-454b-b803-10fc1ed1098e HTTP/1.1" status: 200 len: 917 time: 0.4057133 Mar 09 04:04:52.512513 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d14b1d93-dd8f-4d65-99dd-ea129e9fe91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:52.567288 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-d14b1d93-dd8f-4d65-99dd-ea129e9fe91a None None] For port 93db0f23-ee34-4f7a-bcff-74203899f01c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=93db0f23-ee34-4f7a-bcff-74203899f01c,segment=NetworkSegment(aeda40f4-e047-4c2f-8c82-e4199095455e),segment_id=aeda40f4-e047-4c2f-8c82-e4199095455e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:04:52.573918 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d14b1d93-dd8f-4d65-99dd-ea129e9fe91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:52.671275 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b1d93-dd8f-4d65-99dd-ea129e9fe91a None None] Pushing event updated for resources: {'Port': ['ID=93db0f23-ee34-4f7a-bcff-74203899f01c,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:52.698683 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-be08285b-049e-4710-b6f5-b250a66dfd13 None None] Provisioning complete for port 93db0f23-ee34-4f7a-bcff-74203899f01c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:52.699411 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-be08285b-049e-4710-b6f5-b250a66dfd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:52.916012 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Pushing event updated for resources: {'Port': ['ID=ffbc5685-f690-48e2-a765-b970f027efe9,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:52.940472 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff52d3-8b88-4ee5-89cf-fc1c6deea018 req-990fb3f7-1813-41d8-a797-4f81cb53803a tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:52.941933 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e4ff52d3-8b88-4ee5-89cf-fc1c6deea018 req-990fb3f7-1813-41d8-a797-4f81cb53803a tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=d160bc7d-881e-4e79-835e-8170fc8720d8 HTTP/1.1" status: 200 len: 945 time: 0.7172887 Mar 09 04:04:52.954923 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-146319a4-f8ef-4d86-af77-30216190cae3 req-318adb4f-251f-49ce-ac93-267b20141255 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ea65e4f-7079-44db-9631-3d500846beaf HTTP/1.1" status: 200 len: 1000 time: 0.4558060 Mar 09 04:04:53.075007 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e4ff52d3-8b88-4ee5-89cf-fc1c6deea018 req-3fdc41ba-2e88-4d20-82ee-ab5ff4286aff tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/security-groups?id=bea0e531-7357-4b53-8fed-ea239dbdd28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256697 Mar 09 04:04:53.084043 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146319a4-f8ef-4d86-af77-30216190cae3 req-e81314f0-f41a-453c-aae6-8875955ea7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:53.086078 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-146319a4-f8ef-4d86-af77-30216190cae3 req-e81314f0-f41a-453c-aae6-8875955ea7cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=da09f32e-fde0-4749-97c0-596cce67a53e HTTP/1.1" status: 200 len: 855 time: 0.1140714 Mar 09 04:04:53.087928 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Network d58d4ce6-f44a-4166-a9de-2d133d304a2c is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:04:53.092063 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:04:53.267896 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8aeee9-6fa0-429d-adda-236794925c65 req-0313a8e7-cf65-4034-8951-8e2e79601148 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:53.269955 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8a8aeee9-6fa0-429d-adda-236794925c65 req-0313a8e7-cf65-4034-8951-8e2e79601148 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 945 time: 0.1306248 Mar 09 04:04:53.331280 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8a8aeee9-6fa0-429d-adda-236794925c65 req-db432c6a-1305-4369-a129-615d61b4f069 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544181 Mar 09 04:04:53.404607 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Router dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:04:53.496486 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b05632c4-becf-40a2-8c94-ee1d8e653911 None None] Provisioning complete for port ffbc5685-f690-48e2-a765-b970f027efe9 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:53.497611 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b05632c4-becf-40a2-8c94-ee1d8e653911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:53.574496 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b05632c4-becf-40a2-8c94-ee1d8e653911 None None] Port ffbc5685-f690-48e2-a765-b970f027efe9 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:04:53.602663 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146319a4-f8ef-4d86-af77-30216190cae3 req-965d1562-c622-4b3a-ac78-8276c5352065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:53.604178 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-146319a4-f8ef-4d86-af77-30216190cae3 req-965d1562-c622-4b3a-ac78-8276c5352065 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=728f1764-7035-454b-b803-10fc1ed1098e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5100191 Mar 09 04:04:53.663576 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:04:53.675114 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe36539-c5fd-407a-aede-396548241012 None None] Sync routers for ids ['dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:04:53.690543 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe36539-c5fd-407a-aede-396548241012 None None] Routers {'dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:04:53.692247 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2fe36539-c5fd-407a-aede-396548241012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:04:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:53.760280 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ef0e189b-0c02-4b16-84bf-2882452db29d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "PUT /v2.0/routers/dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1498985 Mar 09 04:04:53.760710 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 56964) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:53.791152 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2fe36539-c5fd-407a-aede-396548241012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:53.800487 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe36539-c5fd-407a-aede-396548241012 None None] Routers {'dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:04:53.801241 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2fe36539-c5fd-407a-aede-396548241012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:04:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:53.894423 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2fe36539-c5fd-407a-aede-396548241012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:53.895311 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe36539-c5fd-407a-aede-396548241012 None None] The sync data for ids ['dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:04:53.914920 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-146319a4-f8ef-4d86-af77-30216190cae3 req-acf63cd6-5427-4ffe-a844-d61a54f38981 service neutron] 10.222.0.24 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982793 Mar 09 04:04:54.091457 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6a379c73-2033-4e1c-a013-57b6dd8b9cbf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:54.253749 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-146319a4-f8ef-4d86-af77-30216190cae3 req-a158a171-f73a-452a-bad1-b06df71786d1 service neutron] 10.222.0.24 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308201 Mar 09 04:04:54.441280 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 93db0f23-ee34-4f7a-bcff-74203899f01c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:04:54.516257 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 93db0f23-ee34-4f7a-bcff-74203899f01c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:04:54.516942 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:54.740786 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-6a379c73-2033-4e1c-a013-57b6dd8b9cbf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 09 04:04:54.741851 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6a379c73-2033-4e1c-a013-57b6dd8b9cbf tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "DELETE /v2.0/routers/dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8 HTTP/1.1" status: 409 len: 329 time: 0.9800317 Mar 09 04:04:54.745639 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 56988) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:54.782950 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a7920-bb33-4a60-8f84-b0d75a882255 req-80b048a8-98d0-46bd-af19-6797c1db5c8f tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:54.790660 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-424a7920-bb33-4a60-8f84-b0d75a882255 req-80b048a8-98d0-46bd-af19-6797c1db5c8f tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 945 time: 0.1202853 Mar 09 04:04:54.847275 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-424a7920-bb33-4a60-8f84-b0d75a882255 req-927825f4-74ab-44a9-b5ac-ab42e34b6181 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535700 Mar 09 04:04:55.047185 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91936afe-50bf-414f-bc18-45e266529e9d req-7015bf25-ef90-4c1b-bbe1-7f7414dfd45e tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:55.051363 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91936afe-50bf-414f-bc18-45e266529e9d req-7015bf25-ef90-4c1b-bbe1-7f7414dfd45e tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=d160bc7d-881e-4e79-835e-8170fc8720d8 HTTP/1.1" status: 200 len: 945 time: 0.2428074 Mar 09 04:04:55.187223 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91936afe-50bf-414f-bc18-45e266529e9d req-d8dc101e-0fda-4a88-b54b-0373145d6a0a tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/security-groups?id=bea0e531-7357-4b53-8fed-ea239dbdd28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288142 Mar 09 04:04:55.348844 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a6d7b-bee1-4c3a-b23b-8ccd08a10935 req-9742f5c0-ebc1-4c91-b787-2dcce8397678 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:55.350692 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-af8a6d7b-bee1-4c3a-b23b-8ccd08a10935 req-9742f5c0-ebc1-4c91-b787-2dcce8397678 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 1096 time: 0.0795097 Mar 09 04:04:55.445311 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-af8a6d7b-bee1-4c3a-b23b-8ccd08a10935 req-47324ebf-b167-47e2-a7b4-7a7d1a2ec525 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870600 Mar 09 04:04:55.588449 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df2647aa-e4c5-4db6-9d06-4e90a871e11c tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:55.969245 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97459429-5b57-4445-828f-748bd159f437 req-998b8a31-7a5e-472c-9860-e43dbe6c84bf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:55.970834 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-97459429-5b57-4445-828f-748bd159f437 req-998b8a31-7a5e-472c-9860-e43dbe6c84bf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 945 time: 0.2353208 Mar 09 04:04:56.095780 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-97459429-5b57-4445-828f-748bd159f437 req-7842121a-afa3-4039-a7cb-58f116be8ad1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180754 Mar 09 04:04:56.136820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6922585-23f9-4d0b-8db3-96e14af20be8 req-cd841c6e-456d-48c0-8235-bb1f68cb0a5a tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:56.138404 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f6922585-23f9-4d0b-8db3-96e14af20be8 req-cd841c6e-456d-48c0-8235-bb1f68cb0a5a tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 945 time: 0.1302807 Mar 09 04:04:56.138929 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57008) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:56.178548 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-df2647aa-e4c5-4db6-9d06-4e90a871e11c tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Deleting port ffbc5685-f690-48e2-a765-b970f027efe9 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:04:56.179632 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df2647aa-e4c5-4db6-9d06-4e90a871e11c tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:56.311918 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ac858-baad-4b1f-92a3-60900eb1c9bc req-7eb70888-30e0-45d2-a302-f1cf892f7e70 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:56.314174 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-460ac858-baad-4b1f-92a3-60900eb1c9bc req-7eb70888-30e0-45d2-a302-f1cf892f7e70 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.24 "GET /v2.0/ports?device_id=d160bc7d-881e-4e79-835e-8170fc8720d8 HTTP/1.1" status: 200 len: 945 time: 0.2089086 Mar 09 04:04:56.381122 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f6922585-23f9-4d0b-8db3-96e14af20be8 req-048c7681-fb62-4680-bab9-454aced9eedf tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683536 Mar 09 04:04:56.412809 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6615ac77-be83-4d16-9cba-039c1b2fc190 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/floatingips/60108d2b-9713-4b71-9875-cd1cd29a66e2 HTTP/1.1" status: 200 len: 993 time: 0.2664022 Mar 09 04:04:56.559281 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-460ac858-baad-4b1f-92a3-60900eb1c9bc req-ebc6a623-cda2-4e2e-b6e8-84359a1736f7 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Deleting port 3f6757be-58d9-4049-a3a0-4f690049d462 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:04:56.559705 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-460ac858-baad-4b1f-92a3-60900eb1c9bc req-ebc6a623-cda2-4e2e-b6e8-84359a1736f7 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:56.577211 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57022) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:56.651922 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df2647aa-e4c5-4db6-9d06-4e90a871e11c tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:56.755395 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e6684e88-ea6f-4e32-a9d6-76bc92af2e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:56.791429 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e6684e88-ea6f-4e32-a9d6-76bc92af2e61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:56.805555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e6684e88-ea6f-4e32-a9d6-76bc92af2e61 admin admin] Usage tracker for resource:security_group_rule and tenant:add1bfdb8f72427cbf950b76eee67ada is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:04:56.825101 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e6684e88-ea6f-4e32-a9d6-76bc92af2e61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:04:56.837414 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e6684e88-ea6f-4e32-a9d6-76bc92af2e61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:57.046403 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e6684e88-ea6f-4e32-a9d6-76bc92af2e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:57.050597 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-df2647aa-e4c5-4db6-9d06-4e90a871e11c tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Calling delete_port for ffbc5685-f690-48e2-a765-b970f027efe9 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:04:57.056176 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e6684e88-ea6f-4e32-a9d6-76bc92af2e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:57.151139 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0434fd-35d8-4b3d-9ab8-268f1cfbd92d req-61b717c7-689a-4dd0-9812-1ef32b77ae99 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:57.152635 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b0434fd-35d8-4b3d-9ab8-268f1cfbd92d req-61b717c7-689a-4dd0-9812-1ef32b77ae99 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=d160bc7d-881e-4e79-835e-8170fc8720d8 HTTP/1.1" status: 200 len: 945 time: 0.7374771 Mar 09 04:04:57.186527 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6684e88-ea6f-4e32-a9d6-76bc92af2e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3568268c-bd71-4140-ba1c-8730298ecd45,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:57.262512 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e6684e88-ea6f-4e32-a9d6-76bc92af2e61 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=add1bfdb8f72427cbf950b76eee67ada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6841455 Mar 09 04:04:57.263189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57046) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:57.391288 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3910424a-4094-4a25-bbc2-6537d584f73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:57.423426 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3910424a-4094-4a25-bbc2-6537d584f73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:57.445762 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b0434fd-35d8-4b3d-9ab8-268f1cfbd92d req-b9de4e15-735f-4c56-bc4a-9a811b649c4f tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/security-groups?id=bea0e531-7357-4b53-8fed-ea239dbdd28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738256 Mar 09 04:04:57.501816 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3910424a-4094-4a25-bbc2-6537d584f73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:57.557278 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910424a-4094-4a25-bbc2-6537d584f73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3568268c-bd71-4140-ba1c-8730298ecd45,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:57.582963 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3910424a-4094-4a25-bbc2-6537d584f73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:57.584105 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3910424a-4094-4a25-bbc2-6537d584f73f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3568268c-bd71-4140-ba1c-8730298ecd45 HTTP/1.1" status: 204 len: 168 time: 0.3199818 Mar 09 04:04:57.811639 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-460ac858-baad-4b1f-92a3-60900eb1c9bc req-ebc6a623-cda2-4e2e-b6e8-84359a1736f7 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] For port 3f6757be-58d9-4049-a3a0-4f690049d462, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=3f6757be-58d9-4049-a3a0-4f690049d462,segment=NetworkSegment(0b465ef4-c34f-40e7-8fac-a5c5778da90d),segment_id=0b465ef4-c34f-40e7-8fac-a5c5778da90d)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:04:57.813923 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-460ac858-baad-4b1f-92a3-60900eb1c9bc req-ebc6a623-cda2-4e2e-b6e8-84359a1736f7 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:57.851728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206ce5a-43d9-40e5-83f3-03ef04477862 req-5157519d-60b2-42b0-bc6a-56ccd06ba81a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:57.860006 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a206ce5a-43d9-40e5-83f3-03ef04477862 req-5157519d-60b2-42b0-bc6a-56ccd06ba81a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 945 time: 0.1050246 Mar 09 04:04:57.968539 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a206ce5a-43d9-40e5-83f3-03ef04477862 req-0af74af2-cd3b-4418-ae36-aac6b294fabc tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074491 Mar 09 04:04:58.099765 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-460ac858-baad-4b1f-92a3-60900eb1c9bc req-ebc6a623-cda2-4e2e-b6e8-84359a1736f7 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Calling delete_port for 3f6757be-58d9-4049-a3a0-4f690049d462 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:04:58.104706 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57064) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:58.123946 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fc523117-6552-4ee8-8ef5-65aa0304e3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:58.140139 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fc523117-6552-4ee8-8ef5-65aa0304e3d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:04:58.144445 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fc523117-6552-4ee8-8ef5-65aa0304e3d4 admin admin] Usage tracker for resource:security_group_rule and tenant:f88d8fc3a2ac440c8fefd7a669818d83 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:04:58.147318 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fc523117-6552-4ee8-8ef5-65aa0304e3d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:04:58.153138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fc523117-6552-4ee8-8ef5-65aa0304e3d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:04:58.263862 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fc523117-6552-4ee8-8ef5-65aa0304e3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:58.271238 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fc523117-6552-4ee8-8ef5-65aa0304e3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:58.286688 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a24fab-5d0e-43bd-93dc-2ce498e811eb req-f3fccf77-0566-4ed3-8ba1-a786c42d47b6 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:58.288779 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-24a24fab-5d0e-43bd-93dc-2ce498e811eb req-f3fccf77-0566-4ed3-8ba1-a786c42d47b6 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 945 time: 0.6960673 Mar 09 04:04:58.320856 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc523117-6552-4ee8-8ef5-65aa0304e3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c096945-9043-45c3-88b5-539743859e9e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:58.357312 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fc523117-6552-4ee8-8ef5-65aa0304e3d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f88d8fc3a2ac440c8fefd7a669818d83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2514520 Mar 09 04:04:58.357970 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57070) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:58.397597 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df2647aa-e4c5-4db6-9d06-4e90a871e11c tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:58.433887 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a659095-4e5f-4bd5-9f8a-05b719966fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:58.459560 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a659095-4e5f-4bd5-9f8a-05b719966fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:58.467604 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-24a24fab-5d0e-43bd-93dc-2ce498e811eb req-89b992d7-eb2f-4632-ba9e-3b0345133384 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662624 Mar 09 04:04:58.473344 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2647aa-e4c5-4db6-9d06-4e90a871e11c tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Pushing event deleted for resources: {'Port': ['ID=ffbc5685-f690-48e2-a765-b970f027efe9,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:58.517905 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-61fe27f9-8bdd-46a3-974d-aa78522177ce service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7653220 Mar 09 04:04:58.531402 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a659095-4e5f-4bd5-9f8a-05b719966fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:58.557054 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a659095-4e5f-4bd5-9f8a-05b719966fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c096945-9043-45c3-88b5-539743859e9e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:58.568365 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a659095-4e5f-4bd5-9f8a-05b719966fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:58.569659 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4a659095-4e5f-4bd5-9f8a-05b719966fdd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c096945-9043-45c3-88b5-539743859e9e HTTP/1.1" status: 204 len: 168 time: 0.2107272 Mar 09 04:04:58.695607 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df2647aa-e4c5-4db6-9d06-4e90a871e11c tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:58.708020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc12c71-cddf-4999-b2af-ef234a691338 req-1aff487a-0472-4770-8629-3884319833e7 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:58.716282 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-adc12c71-cddf-4999-b2af-ef234a691338 req-1aff487a-0472-4770-8629-3884319833e7 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/ports?device_id=d160bc7d-881e-4e79-835e-8170fc8720d8 HTTP/1.1" status: 200 len: 945 time: 0.0915551 Mar 09 04:04:58.760653 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-25581f3c-72ac-453d-9c9f-ec10c1fc23a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:58.793571 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-460ac858-baad-4b1f-92a3-60900eb1c9bc req-ebc6a623-cda2-4e2e-b6e8-84359a1736f7 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:58.824343 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-adc12c71-cddf-4999-b2af-ef234a691338 req-eb822b9c-5388-4c17-9936-ffd7186f88e2 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.16 "GET /v2.0/security-groups?id=bea0e531-7357-4b53-8fed-ea239dbdd28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069608 Mar 09 04:04:58.907350 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6a623-cda2-4e2e-b6e8-84359a1736f7 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Pushing event deleted for resources: {'Port': ['ID=3f6757be-58d9-4049-a3a0-4f690049d462,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:04:59.083219 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-460ac858-baad-4b1f-92a3-60900eb1c9bc req-ebc6a623-cda2-4e2e-b6e8-84359a1736f7 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] No DVR routers for this DVR port 3f6757be-58d9-4049-a3a0-4f690049d462 on host n-h1-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:04:59.087125 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-460ac858-baad-4b1f-92a3-60900eb1c9bc req-ebc6a623-cda2-4e2e-b6e8-84359a1736f7 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:04:59.096048 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd160bc7d-881e-4e79-835e-8170fc8720d8', 'name': 'network-vif-deleted', 'tag': '3f6757be-58d9-4049-a3a0-4f690049d462'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:04:59.216791 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd160bc7d-881e-4e79-835e-8170fc8720d8', 'name': 'network-vif-deleted', 'tag': '3f6757be-58d9-4049-a3a0-4f690049d462', 'status': 'completed', 'code': 200} Mar 09 04:04:59.235742 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-460ac858-baad-4b1f-92a3-60900eb1c9bc req-ebc6a623-cda2-4e2e-b6e8-84359a1736f7 tempest-VolumesActionsTest-381200989 tempest-VolumesActionsTest-381200989-project] 10.222.0.24 "DELETE /v2.0/ports/3f6757be-58d9-4049-a3a0-4f690049d462 HTTP/1.1" status: 204 len: 173 time: 2.9139855 Mar 09 04:04:59.258910 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2647aa-e4c5-4db6-9d06-4e90a871e11c tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Router dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:04:59.679965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2647aa-e4c5-4db6-9d06-4e90a871e11c tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:04:59.697440 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-df2647aa-e4c5-4db6-9d06-4e90a871e11c tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "PUT /v2.0/routers/dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9458575 Mar 09 04:04:59.697440 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57130) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:59.710016 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37f986a-5d82-47fa-a5c3-b2a1fdf78e48 None None] Sync routers for ids ['dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:04:59.739790 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37f986a-5d82-47fa-a5c3-b2a1fdf78e48 None None] Routers {'dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:04:59.740679 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e37f986a-5d82-47fa-a5c3-b2a1fdf78e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:04:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:59.791155 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257f9f4-b1ef-4140-8386-62932382c8a0 req-43b82c05-846a-4f23-93b5-f6a9805b4410 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:59.809795 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4257f9f4-b1ef-4140-8386-62932382c8a0 req-43b82c05-846a-4f23-93b5-f6a9805b4410 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 945 time: 0.6968114 Mar 09 04:04:59.829615 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea106bb-61ef-4316-8067-3f229d21186f req-5a8b9cb5-7e1c-4678-ab5a-4362b5294be3 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:04:59.831922 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cea106bb-61ef-4316-8067-3f229d21186f req-5a8b9cb5-7e1c-4678-ab5a-4362b5294be3 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 945 time: 0.2032161 Mar 09 04:04:59.844968 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-b37c3a3b-9f47-4087-ab96-99cf19008a0f tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] show failed (client error): The resource could not be found. Mar 09 04:04:59.850245 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b37c3a3b-9f47-4087-ab96-99cf19008a0f tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1827836027 HTTP/1.1" status: 404 len: 335 time: 0.1482108 Mar 09 04:04:59.853246 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57140) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:04:59.858874 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-85419918-911e-4925-80af-0acbbd124158 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:04:59.921073 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cea106bb-61ef-4316-8067-3f229d21186f req-36cb98b2-52d9-4d15-bf3d-7d6858835ebe tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807211 Mar 09 04:04:59.927290 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e37f986a-5d82-47fa-a5c3-b2a1fdf78e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:59.947907 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37f986a-5d82-47fa-a5c3-b2a1fdf78e48 None None] Routers {'dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:04:59.948751 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e37f986a-5d82-47fa-a5c3-b2a1fdf78e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:04:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:04:59.983155 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-85419918-911e-4925-80af-0acbbd124158 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] update failed (client error): The resource could not be found. Mar 09 04:04:59.986662 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-85419918-911e-4925-80af-0acbbd124158 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-274514339 HTTP/1.1" status: 404 len: 334 time: 0.1332448 Mar 09 04:04:59.992026 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57148) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:00.044013 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4257f9f4-b1ef-4140-8386-62932382c8a0 req-d312b2e8-2e62-4ea1-a1ed-37433a462263 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325490 Mar 09 04:05:00.098795 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e37f986a-5d82-47fa-a5c3-b2a1fdf78e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:05:00.099231 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37f986a-5d82-47fa-a5c3-b2a1fdf78e48 None None] The sync data for ids ['dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:05:00.112305 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7d8a41-4165-4c9c-a94d-ac35e65fe22b tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Deleting subnet 862a7cf6-7c64-4aba-be8e-20d2aaf4366c {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:05:00.115867 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3d7d8a41-4165-4c9c-a94d-ac35e65fe22b tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:00.139957 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 3f6757be-58d9-4049-a3a0-4f690049d462 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:05:00.191052 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 3f6757be-58d9-4049-a3a0-4f690049d462 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:05:00.191669 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 3f6757be-58d9-4049-a3a0-4f690049d462 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:05:00.207357 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3d7d8a41-4165-4c9c-a94d-ac35e65fe22b tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:00.332321 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3d7d8a41-4165-4c9c-a94d-ac35e65fe22b tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:00.422711 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57168) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:00.432975 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3d7d8a41-4165-4c9c-a94d-ac35e65fe22b tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:00.476084 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d8a41-4165-4c9c-a94d-ac35e65fe22b tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Pushing event deleted for resources: {'Subnet': ['ID=862a7cf6-7c64-4aba-be8e-20d2aaf4366c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:00.480738 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3d7d8a41-4165-4c9c-a94d-ac35e65fe22b tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:00.488206 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3d7d8a41-4165-4c9c-a94d-ac35e65fe22b tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "DELETE /v2.0/subnets/862a7cf6-7c64-4aba-be8e-20d2aaf4366c HTTP/1.1" status: 204 len: 168 time: 0.4950628 Mar 09 04:05:00.488712 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5028553e-d72e-4631-9a91-187ad5bf7516 None None] Network 0620f800-c649-43c8-821e-8ba0042f38eb requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:05:00.490738 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57176) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:00.751831 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-27d2109e-6bfe-483c-b53e-569290b86467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:00.771382 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-27d2109e-6bfe-483c-b53e-569290b86467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:05:00.777443 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dfc07d0a-dbe1-4231-a294-5fa5d5a169a8 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:00.781532 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-27d2109e-6bfe-483c-b53e-569290b86467 admin admin] Usage tracker for resource:security_group_rule and tenant:13831c5576b44fa89e86645d2426fbae is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:05:00.785266 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-27d2109e-6bfe-483c-b53e-569290b86467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:05:00.794451 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-27d2109e-6bfe-483c-b53e-569290b86467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:05:00.805780 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74fc9d1-4cf0-4932-915c-d51178975dd2 None None] DHCP port deletion for 0620f800-c649-43c8-821e-8ba0042f38eb request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:05:00.810265 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b74fc9d1-4cf0-4932-915c-d51178975dd2 None None] Deleting port 93db0f23-ee34-4f7a-bcff-74203899f01c {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:05:00.810756 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b74fc9d1-4cf0-4932-915c-d51178975dd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:00.811558 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-dfc07d0a-dbe1-4231-a294-5fa5d5a169a8 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Deleting port 93db0f23-ee34-4f7a-bcff-74203899f01c {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:05:00.812081 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dfc07d0a-dbe1-4231-a294-5fa5d5a169a8 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:00.828375 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-1b951dc1-8139-4fc4-be01-7cb648157600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:00.830014 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-1b951dc1-8139-4fc4-be01-7cb648157600 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 1096 time: 0.1810708 Mar 09 04:05:01.174601 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-dfc07d0a-dbe1-4231-a294-5fa5d5a169a8 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] For port 93db0f23-ee34-4f7a-bcff-74203899f01c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=93db0f23-ee34-4f7a-bcff-74203899f01c,segment=NetworkSegment(aeda40f4-e047-4c2f-8c82-e4199095455e),segment_id=aeda40f4-e047-4c2f-8c82-e4199095455e)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:05:01.175165 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dfc07d0a-dbe1-4231-a294-5fa5d5a169a8 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:01.252892 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-b74fc9d1-4cf0-4932-915c-d51178975dd2 None None] For port 93db0f23-ee34-4f7a-bcff-74203899f01c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=93db0f23-ee34-4f7a-bcff-74203899f01c,segment=NetworkSegment(aeda40f4-e047-4c2f-8c82-e4199095455e),segment_id=aeda40f4-e047-4c2f-8c82-e4199095455e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:05:01.263271 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b74fc9d1-4cf0-4932-915c-d51178975dd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:01.273789 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-dad88947-eee5-4bc6-855e-6b91782b8e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:01.275294 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-dad88947-eee5-4bc6-855e-6b91782b8e38 service neutron] 10.222.0.21 "GET /v2.0/networks?id=749ff854-15a7-4f21-b2aa-77ee7a469281 HTTP/1.1" status: 200 len: 898 time: 0.4359078 Mar 09 04:05:01.336834 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-dfc07d0a-dbe1-4231-a294-5fa5d5a169a8 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Calling delete_port for 93db0f23-ee34-4f7a-bcff-74203899f01c owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:05:01.476359 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-6f393609-e414-41a5-8dee-c2006e21a995 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec HTTP/1.1" status: 200 len: 1001 time: 0.1937778 Mar 09 04:05:01.498003 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dfc07d0a-dbe1-4231-a294-5fa5d5a169a8 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:01.504939 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b74fc9d1-4cf0-4932-915c-d51178975dd2 None None] Calling delete_port for 93db0f23-ee34-4f7a-bcff-74203899f01c owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:05:01.561354 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc07d0a-dbe1-4231-a294-5fa5d5a169a8 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Pushing event deleted for resources: {'Port': ['ID=93db0f23-ee34-4f7a-bcff-74203899f01c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:01.566887 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-b86cd417-22c1-43b1-8268-9fcce73c9596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:01.568445 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-b86cd417-22c1-43b1-8268-9fcce73c9596 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b67bf7a0-3ef1-45fd-b01a-91732bdea256 HTTP/1.1" status: 200 len: 834 time: 0.0856252 Mar 09 04:05:01.570381 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc07d0a-dbe1-4231-a294-5fa5d5a169a8 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] No DVR routers for this DVR port 93db0f23-ee34-4f7a-bcff-74203899f01c on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:05:01.672229 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-a24740ad-b5c8-410f-acf8-ad1eaf801f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:01.674015 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-a24740ad-b5c8-410f-acf8-ad1eaf801f9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=749ff854-15a7-4f21-b2aa-77ee7a469281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995564 Mar 09 04:05:01.695058 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-b74fc9d1-4cf0-4932-915c-d51178975dd2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:05:01.695411 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-b74fc9d1-4cf0-4932-915c-d51178975dd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:05:01.726247 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-17d55ec2-5e2f-4f53-a927-46695185771d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:01.731847 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dfc07d0a-dbe1-4231-a294-5fa5d5a169a8 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:01.787520 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-dfc07d0a-dbe1-4231-a294-5fa5d5a169a8 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0620f800-c649-43c8-821e-8ba0042f38eb']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:05:01.811767 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-27d2109e-6bfe-483c-b53e-569290b86467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:01.813847 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-dfc07d0a-dbe1-4231-a294-5fa5d5a169a8 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeda40f4-e047-4c2f-8c82-e4199095455e') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:05:01.814143 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-dfc07d0a-dbe1-4231-a294-5fa5d5a169a8 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeda40f4-e047-4c2f-8c82-e4199095455e') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:05:01.829124 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-27d2109e-6bfe-483c-b53e-569290b86467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:01.835619 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-a4b430e9-0e2b-4976-a72f-a5c05543b195 service neutron] 10.222.0.21 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551197 Mar 09 04:05:01.865547 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-27d2109e-6bfe-483c-b53e-569290b86467 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13831c5576b44fa89e86645d2426fbae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4415181 Mar 09 04:05:01.869410 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dfc07d0a-dbe1-4231-a294-5fa5d5a169a8 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:01.883640 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57212) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:01.915955 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630924f2-f7d4-43fa-bfb3-24b498f673eb req-d28d5cd7-7489-4dcc-a8f5-382c48d1628b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:01.922626 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-630924f2-f7d4-43fa-bfb3-24b498f673eb req-d28d5cd7-7489-4dcc-a8f5-382c48d1628b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 945 time: 0.4924266 Mar 09 04:05:01.961878 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dfc07d0a-dbe1-4231-a294-5fa5d5a169a8 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:01.988791 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc07d0a-dbe1-4231-a294-5fa5d5a169a8 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:05:01.989173 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dfc07d0a-dbe1-4231-a294-5fa5d5a169a8 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:05:02.012800 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:05:02.028880 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2109e-6bfe-483c-b53e-569290b86467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6632acc-f7a8-493d-bfe6-42dd91a65c7d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:02.094023 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:02.136113 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fd493-f5ef-4dcf-8891-ec617a14c0de req-64550e67-dcb7-42dd-b1d0-caecacd859bf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:02.143119 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-317fd493-f5ef-4dcf-8891-ec617a14c0de req-64550e67-dcb7-42dd-b1d0-caecacd859bf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 945 time: 0.3059299 Mar 09 04:05:02.147314 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-991e6e82-8b22-48e6-8131-b2c2d03ea955 service neutron] 10.222.0.21 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352099 Mar 09 04:05:02.149374 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-630924f2-f7d4-43fa-bfb3-24b498f673eb req-a56c3659-70c6-4c79-92f4-7f9c187d91e2 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258389 Mar 09 04:05:02.177239 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b89ee94d-6ef8-4840-ba3d-1eb073353259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:02.187710 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dfc07d0a-dbe1-4231-a294-5fa5d5a169a8 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:02.207995 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b74fc9d1-4cf0-4932-915c-d51178975dd2 None None] Deleting port 93db0f23-ee34-4f7a-bcff-74203899f01c {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:05:02.209607 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b74fc9d1-4cf0-4932-915c-d51178975dd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:02.237443 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-317fd493-f5ef-4dcf-8891-ec617a14c0de req-3c021147-c2b6-45e4-aa34-b4f9dbfefa14 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930886 Mar 09 04:05:02.341735 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b74fc9d1-4cf0-4932-915c-d51178975dd2 None None] The port '93db0f23-ee34-4f7a-bcff-74203899f01c' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:05:02.351583 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:02.403103 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 93db0f23-ee34-4f7a-bcff-74203899f01c no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:05:02.410768 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dfc07d0a-dbe1-4231-a294-5fa5d5a169a8 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:02.415025 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc07d0a-dbe1-4231-a294-5fa5d5a169a8 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Pushing event deleted for resources: {'Network': ['ID=0620f800-c649-43c8-821e-8ba0042f38eb,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:02.439046 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b89ee94d-6ef8-4840-ba3d-1eb073353259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:02.456397 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 93db0f23-ee34-4f7a-bcff-74203899f01c {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:05:02.457345 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 93db0f23-ee34-4f7a-bcff-74203899f01c not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:05:02.468220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57232) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:02.469664 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-dfc07d0a-dbe1-4231-a294-5fa5d5a169a8 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "DELETE /v2.0/networks/0620f800-c649-43c8-821e-8ba0042f38eb HTTP/1.1" status: 204 len: 168 time: 1.9766014 Mar 09 04:05:02.512338 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b89ee94d-6ef8-4840-ba3d-1eb073353259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:02.531276 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ee94d-6ef8-4840-ba3d-1eb073353259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6632acc-f7a8-493d-bfe6-42dd91a65c7d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:02.535825 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b89ee94d-6ef8-4840-ba3d-1eb073353259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:02.537270 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b89ee94d-6ef8-4840-ba3d-1eb073353259 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6632acc-f7a8-493d-bfe6-42dd91a65c7d HTTP/1.1" status: 204 len: 168 time: 0.6526146 Mar 09 04:05:02.565710 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ac5910-7559-4536-a6e7-e8ea4b10416d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Deleting subnet 59a73a5f-a7b9-4b9b-a665-42945707f772 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:05:02.569663 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-96ac5910-7559-4536-a6e7-e8ea4b10416d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:02.629743 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-96ac5910-7559-4536-a6e7-e8ea4b10416d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:02.736306 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-96ac5910-7559-4536-a6e7-e8ea4b10416d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:02.853405 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-96ac5910-7559-4536-a6e7-e8ea4b10416d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:02.906378 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-96ac5910-7559-4536-a6e7-e8ea4b10416d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:02.912179 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac5910-7559-4536-a6e7-e8ea4b10416d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Pushing event deleted for resources: {'Subnet': ['ID=59a73a5f-a7b9-4b9b-a665-42945707f772,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:02.913842 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6d4dcf-cb7e-4c8c-8088-b14e4468ff87 None None] Network b4f06f21-e88c-404e-971c-82c2067679ac requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:05:02.934956 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57252) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:02.946465 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-96ac5910-7559-4536-a6e7-e8ea4b10416d tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "DELETE /v2.0/subnets/59a73a5f-a7b9-4b9b-a665-42945707f772 HTTP/1.1" status: 204 len: 168 time: 0.4756687 Mar 09 04:05:03.113861 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a473be-981f-410b-8f57-5f9eb04f55f7 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Deleting subnet cd35e7b3-8057-4c68-9b87-b0c3ea26b913 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:05:03.120345 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-93a473be-981f-410b-8f57-5f9eb04f55f7 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:03.222387 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-93a473be-981f-410b-8f57-5f9eb04f55f7 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:03.384911 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493a7cb9-c9a5-4082-9a22-df436ff9d932 None None] DHCP port deletion for b4f06f21-e88c-404e-971c-82c2067679ac request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:05:03.390200 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-493a7cb9-c9a5-4082-9a22-df436ff9d932 None None] Deleting port 86d4e023-afca-48d3-82ef-a157fd9ac70f {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:05:03.390881 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-493a7cb9-c9a5-4082-9a22-df436ff9d932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:03.397171 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-93a473be-981f-410b-8f57-5f9eb04f55f7 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:03.611477 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:03.646896 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-93a473be-981f-410b-8f57-5f9eb04f55f7 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:03.753197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7134c5-929e-4801-a462-a0b1b4065601 req-4bbe4181-2739-4f8b-8505-cbf95553c2a6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:03.754162 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-493a7cb9-c9a5-4082-9a22-df436ff9d932 None None] For port 86d4e023-afca-48d3-82ef-a157fd9ac70f, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=86d4e023-afca-48d3-82ef-a157fd9ac70f,segment=NetworkSegment(f6f54b25-0300-49e6-935e-973fc81a13cd),segment_id=f6f54b25-0300-49e6-935e-973fc81a13cd)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:05:03.755088 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-493a7cb9-c9a5-4082-9a22-df436ff9d932 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:03.761030 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d7134c5-929e-4801-a462-a0b1b4065601 req-4bbe4181-2739-4f8b-8505-cbf95553c2a6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 945 time: 0.3262839 Mar 09 04:05:03.823493 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a473be-981f-410b-8f57-5f9eb04f55f7 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Pushing event deleted for resources: {'Subnet': ['ID=cd35e7b3-8057-4c68-9b87-b0c3ea26b913,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:03.831438 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-93a473be-981f-410b-8f57-5f9eb04f55f7 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:03.839643 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a57d328-c391-4d12-abd0-d01d55f0fd04 None None] Network 103a72b7-654a-4589-b7bd-af894759241e requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:05:03.866904 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d455d1a-c094-497c-b3dc-e570ccd4eda7 req-b3a33b9e-ab53-4715-b7a6-cca7ba6f92ad tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:03.887591 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5d455d1a-c094-497c-b3dc-e570ccd4eda7 req-b3a33b9e-ab53-4715-b7a6-cca7ba6f92ad tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 945 time: 0.4959543 Mar 09 04:05:03.910941 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d7134c5-929e-4801-a462-a0b1b4065601 req-1bd21505-c99b-4d44-a60e-db911df6c703 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432302 Mar 09 04:05:03.939705 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-493a7cb9-c9a5-4082-9a22-df436ff9d932 None None] Calling delete_port for 86d4e023-afca-48d3-82ef-a157fd9ac70f owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:05:03.968247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57298) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:03.980730 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-93a473be-981f-410b-8f57-5f9eb04f55f7 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "DELETE /v2.0/subnets/cd35e7b3-8057-4c68-9b87-b0c3ea26b913 HTTP/1.1" status: 204 len: 168 time: 1.0446503 Mar 09 04:05:03.983470 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57304) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:04.046153 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5d455d1a-c094-497c-b3dc-e570ccd4eda7 req-62c8f2f8-c3e7-4ced-8247-33969008463d tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574442 Mar 09 04:05:04.182131 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0ea65e4f-7079-44db-9631-3d500846beaf details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:05:04.200649 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ac5bfc70-e869-48b2-9462-b48e88c647de tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:04.235217 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-ac5bfc70-e869-48b2-9462-b48e88c647de tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Deleting port 86d4e023-afca-48d3-82ef-a157fd9ac70f {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:05:04.235681 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ac5bfc70-e869-48b2-9462-b48e88c647de tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:04.290221 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-493a7cb9-c9a5-4082-9a22-df436ff9d932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:04.448751 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.resource_extend [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 04:05:04.477481 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-ac5bfc70-e869-48b2-9462-b48e88c647de tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] The port '86d4e023-afca-48d3-82ef-a157fd9ac70f' was deleted {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:05:04.588708 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-74b58d8d-468a-4808-8b0e-7407c792efd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:04.675809 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 0ea65e4f-7079-44db-9631-3d500846beaf, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0ea65e4f-7079-44db-9631-3d500846beaf,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:05:04.691448 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a7cb9-c9a5-4082-9a22-df436ff9d932 None None] Pushing event deleted for resources: {'Port': ['ID=86d4e023-afca-48d3-82ef-a157fd9ac70f,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:04.696633 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '0ea65e4f-7079-44db-9631-3d500846beaf', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'port_id': '0ea65e4f-7079-44db-9631-3d500846beaf', 'mac_address': 'fa:16:3e:9e:2a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:05:04.698746 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493a7cb9-c9a5-4082-9a22-df436ff9d932 None None] No DVR routers for this DVR port 86d4e023-afca-48d3-82ef-a157fd9ac70f on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:05:04.703951 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 86d4e023-afca-48d3-82ef-a157fd9ac70f no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:05:04.765017 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-74b58d8d-468a-4808-8b0e-7407c792efd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:05:04.782480 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ac5bfc70-e869-48b2-9462-b48e88c647de tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:04.791805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-74b58d8d-468a-4808-8b0e-7407c792efd6 admin admin] Usage tracker for resource:security_group_rule and tenant:960dc904a99c498589c2218e0ed6a6ec is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:05:04.798365 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 86d4e023-afca-48d3-82ef-a157fd9ac70f {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:05:04.798955 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 86d4e023-afca-48d3-82ef-a157fd9ac70f not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:05:04.894243 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:04.965146 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:05.013520 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ea65e4f-7079-44db-9631-3d500846beaf {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:05:05.058219 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 0ea65e4f-7079-44db-9631-3d500846beaf, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0ea65e4f-7079-44db-9631-3d500846beaf,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:05:05.060834 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25089896-5f18-4b68-9a84-24ad58f22f2b None None] DHCP port deletion for 103a72b7-654a-4589-b7bd-af894759241e request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:05:05.067167 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:05.094427 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-74b58d8d-468a-4808-8b0e-7407c792efd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:05:05.108335 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-74b58d8d-468a-4808-8b0e-7407c792efd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:05:05.171773 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-25089896-5f18-4b68-9a84-24ad58f22f2b None None] Deleting port 9c5c6829-1afd-406e-9bcc-c18b5cfa1c75 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:05:05.172164 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-25089896-5f18-4b68-9a84-24ad58f22f2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:05.177831 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-ac5bfc70-e869-48b2-9462-b48e88c647de tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f06f21-e88c-404e-971c-82c2067679ac']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:05:05.265415 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-ac5bfc70-e869-48b2-9462-b48e88c647de tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f54b25-0300-49e6-935e-973fc81a13cd') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:05:05.265691 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-ac5bfc70-e869-48b2-9462-b48e88c647de tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f54b25-0300-49e6-935e-973fc81a13cd') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:05:05.295920 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ac5bfc70-e869-48b2-9462-b48e88c647de tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:05.324358 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=0ea65e4f-7079-44db-9631-3d500846beaf,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:05.333083 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ac5bfc70-e869-48b2-9462-b48e88c647de tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:05.374424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5bfc70-e869-48b2-9462-b48e88c647de tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:05:05.374840 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ac5bfc70-e869-48b2-9462-b48e88c647de tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:05.375222 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['0ea65e4f-7079-44db-9631-3d500846beaf'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:05:05.380676 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ffc17-4d23-425f-a1e7-5b9359c220e4 req-04562e7d-63e6-4ab1-a8b9-67feb4d41107 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:05.384642 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-915ffc17-4d23-425f-a1e7-5b9359c220e4 req-04562e7d-63e6-4ab1-a8b9-67feb4d41107 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 944 time: 0.1371107 Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:05:05.398535 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:05:05.503458 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4046595-1c83-46b4-b317-302ea4fd2870 req-20ddd37d-09a2-4e0a-8248-93eada199749 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:05.511214 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a4046595-1c83-46b4-b317-302ea4fd2870 req-20ddd37d-09a2-4e0a-8248-93eada199749 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 945 time: 0.3245203 Mar 09 04:05:05.514103 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-915ffc17-4d23-425f-a1e7-5b9359c220e4 req-558be294-24b2-4253-be4b-aa619b63a7db tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217973 Mar 09 04:05:05.530659 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-74b58d8d-468a-4808-8b0e-7407c792efd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:05.546716 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-74b58d8d-468a-4808-8b0e-7407c792efd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:05.608199 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-74b58d8d-468a-4808-8b0e-7407c792efd6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=960dc904a99c498589c2218e0ed6a6ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6387541 Mar 09 04:05:05.610819 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57340) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:05.614458 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ac5bfc70-e869-48b2-9462-b48e88c647de tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:05.625234 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ac5bfc70-e869-48b2-9462-b48e88c647de tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:05.687011 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ac5bfc70-e869-48b2-9462-b48e88c647de tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "DELETE /v2.0/networks/b4f06f21-e88c-404e-971c-82c2067679ac HTTP/1.1" status: 204 len: 168 time: 1.7026029 Mar 09 04:05:05.700160 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57348) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:05.713169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bfc70-e869-48b2-9462-b48e88c647de tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Pushing event deleted for resources: {'Network': ['ID=b4f06f21-e88c-404e-971c-82c2067679ac,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:05.750160 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a4046595-1c83-46b4-b317-302ea4fd2870 req-1019f866-6e20-4bca-9f6c-47772f126987 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2378507 Mar 09 04:05:05.769755 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b58d8d-468a-4808-8b0e-7407c792efd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d2eaf8-2d90-48fc-9f25-37031c41c4d8,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:05.802560 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ffb6a74a-be82-4b8a-8ce3-a41572b178a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:05.831758 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-25089896-5f18-4b68-9a84-24ad58f22f2b None None] For port 9c5c6829-1afd-406e-9bcc-c18b5cfa1c75, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9c5c6829-1afd-406e-9bcc-c18b5cfa1c75,segment=NetworkSegment(236310b0-d1ba-47ea-9db2-82349ae5b626),segment_id=236310b0-d1ba-47ea-9db2-82349ae5b626)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:05:05.833820 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-25089896-5f18-4b68-9a84-24ad58f22f2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:05.878800 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ffb6a74a-be82-4b8a-8ce3-a41572b178a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:06.012783 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4777b3e3-5314-4a23-b9f1-89001e67c7ad tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:06.028712 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ffb6a74a-be82-4b8a-8ce3-a41572b178a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:06.040373 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4777b3e3-5314-4a23-b9f1-89001e67c7ad tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Deleting port 9c5c6829-1afd-406e-9bcc-c18b5cfa1c75 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:05:06.043620 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4777b3e3-5314-4a23-b9f1-89001e67c7ad tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:06.048054 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-25089896-5f18-4b68-9a84-24ad58f22f2b None None] Calling delete_port for 9c5c6829-1afd-406e-9bcc-c18b5cfa1c75 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:05:06.069053 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6a74a-be82-4b8a-8ce3-a41572b178a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d2eaf8-2d90-48fc-9f25-37031c41c4d8,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:06.099413 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ffb6a74a-be82-4b8a-8ce3-a41572b178a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:06.102350 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ffb6a74a-be82-4b8a-8ce3-a41572b178a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10d2eaf8-2d90-48fc-9f25-37031c41c4d8 HTTP/1.1" status: 204 len: 168 time: 0.4904680 Mar 09 04:05:06.183553 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-25089896-5f18-4b68-9a84-24ad58f22f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:06.335784 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4777b3e3-5314-4a23-b9f1-89001e67c7ad tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] The port '9c5c6829-1afd-406e-9bcc-c18b5cfa1c75' was deleted {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:05:06.436696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25089896-5f18-4b68-9a84-24ad58f22f2b None None] No DVR routers for this DVR port 9c5c6829-1afd-406e-9bcc-c18b5cfa1c75 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:05:06.460232 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25089896-5f18-4b68-9a84-24ad58f22f2b None None] Pushing event deleted for resources: {'Port': ['ID=9c5c6829-1afd-406e-9bcc-c18b5cfa1c75,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:06.581442 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9c5c6829-1afd-406e-9bcc-c18b5cfa1c75 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:05:06.700583 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 9c5c6829-1afd-406e-9bcc-c18b5cfa1c75 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:05:06.701065 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9c5c6829-1afd-406e-9bcc-c18b5cfa1c75 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:05:06.718470 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4777b3e3-5314-4a23-b9f1-89001e67c7ad tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:06.865356 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-4777b3e3-5314-4a23-b9f1-89001e67c7ad tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['103a72b7-654a-4589-b7bd-af894759241e']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:05:06.940880 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-4777b3e3-5314-4a23-b9f1-89001e67c7ad tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236310b0-d1ba-47ea-9db2-82349ae5b626') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:05:06.941179 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-4777b3e3-5314-4a23-b9f1-89001e67c7ad tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236310b0-d1ba-47ea-9db2-82349ae5b626') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:05:06.989538 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4777b3e3-5314-4a23-b9f1-89001e67c7ad tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:07.105117 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4777b3e3-5314-4a23-b9f1-89001e67c7ad tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:07.117140 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0287a-88f3-403e-8640-261d69e05529 req-34b18bb5-b694-4ae5-9f62-37917e4475e7 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:07.131358 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6fa0287a-88f3-403e-8640-261d69e05529 req-34b18bb5-b694-4ae5-9f62-37917e4475e7 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 944 time: 0.3141038 Mar 09 04:05:07.138095 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4777b3e3-5314-4a23-b9f1-89001e67c7ad tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:05:07.141569 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4777b3e3-5314-4a23-b9f1-89001e67c7ad tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:05:07.174950 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:05:07.207796 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57386) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:07.284960 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9979469e-b387-468e-9877-1e62c06266f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:07.339265 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50326d71-1d17-41da-8436-c44fd8d6c549 req-797da980-ea97-4ea0-81b1-edc6f22a2e69 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:07.343504 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6fa0287a-88f3-403e-8640-261d69e05529 req-c14eb586-470e-4a10-b472-54d6f68cfd0c tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106783 Mar 09 04:05:07.351859 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-50326d71-1d17-41da-8436-c44fd8d6c549 req-797da980-ea97-4ea0-81b1-edc6f22a2e69 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 945 time: 0.3216307 Mar 09 04:05:07.358569 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9979469e-b387-468e-9877-1e62c06266f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:05:07.370029 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9979469e-b387-468e-9877-1e62c06266f9 admin admin] Usage tracker for resource:security_group_rule and tenant:60a18361fdba43c5a2f4d6fed12f6024 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:05:07.375578 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9979469e-b387-468e-9877-1e62c06266f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:05:07.388704 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9979469e-b387-468e-9877-1e62c06266f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:05:07.487249 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-50326d71-1d17-41da-8436-c44fd8d6c549 req-a6676887-e2e7-48e8-86cd-3698d46297e3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308746 Mar 09 04:05:07.489376 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4777b3e3-5314-4a23-b9f1-89001e67c7ad tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:07.497289 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4777b3e3-5314-4a23-b9f1-89001e67c7ad tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:07.531127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777b3e3-5314-4a23-b9f1-89001e67c7ad tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Pushing event deleted for resources: {'Network': ['ID=103a72b7-654a-4589-b7bd-af894759241e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:07.538354 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4777b3e3-5314-4a23-b9f1-89001e67c7ad tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "DELETE /v2.0/networks/103a72b7-654a-4589-b7bd-af894759241e HTTP/1.1" status: 204 len: 168 time: 1.8287106 Mar 09 04:05:07.539265 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57396) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:07.645592 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-15187ee7-0d3d-4814-ad27-ab343c74b66e tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Deleting subnet 10e729cd-4c3d-49e8-be48-3e025f18c5c3 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:05:07.656940 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-15187ee7-0d3d-4814-ad27-ab343c74b66e tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:07.675926 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9979469e-b387-468e-9877-1e62c06266f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:07.684009 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9979469e-b387-468e-9877-1e62c06266f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:07.759236 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9979469e-b387-468e-9877-1e62c06266f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60a18361fdba43c5a2f4d6fed12f6024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5490909 Mar 09 04:05:07.761521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57400) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:07.787531 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-15187ee7-0d3d-4814-ad27-ab343c74b66e tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:07.833950 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979469e-b387-468e-9877-1e62c06266f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb066fcd-9a58-4d93-90c2-ff7ee862fc70,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:07.891870 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0cdd67fc-c540-4a62-b3cf-c48185262f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:07.940875 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0cdd67fc-c540-4a62-b3cf-c48185262f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:07.985845 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-15187ee7-0d3d-4814-ad27-ab343c74b66e tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:08.105298 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0cdd67fc-c540-4a62-b3cf-c48185262f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:08.172483 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd67fc-c540-4a62-b3cf-c48185262f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb066fcd-9a58-4d93-90c2-ff7ee862fc70,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:08.190476 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0cdd67fc-c540-4a62-b3cf-c48185262f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:08.192425 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0cdd67fc-c540-4a62-b3cf-c48185262f22 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb066fcd-9a58-4d93-90c2-ff7ee862fc70 HTTP/1.1" status: 204 len: 168 time: 0.4299371 Mar 09 04:05:08.253268 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0ea65e4f-7079-44db-9631-3d500846beaf up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:05:08.259631 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-15187ee7-0d3d-4814-ad27-ab343c74b66e tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:08.465227 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 0ea65e4f-7079-44db-9631-3d500846beaf triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:05:08.466910 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-15187ee7-0d3d-4814-ad27-ab343c74b66e tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:08.469275 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:08.471627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15187ee7-0d3d-4814-ad27-ab343c74b66e tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Pushing event deleted for resources: {'Subnet': ['ID=10e729cd-4c3d-49e8-be48-3e025f18c5c3,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:08.488326 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-15187ee7-0d3d-4814-ad27-ab343c74b66e tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "DELETE /v2.0/subnets/10e729cd-4c3d-49e8-be48-3e025f18c5c3 HTTP/1.1" status: 204 len: 168 time: 0.9481933 Mar 09 04:05:08.490638 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57410) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:08.585866 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b221b6f1-82ff-4a89-866e-ceb014d88ed0 None None] Network d58d4ce6-f44a-4166-a9de-2d133d304a2c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:05:08.928835 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f33e93c2-90de-4ecd-828b-e95789aec642 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:09.032134 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-f33e93c2-90de-4ecd-828b-e95789aec642 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Deleting port f96348c0-b14c-4a85-8928-3edf4bf97921 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:05:09.035038 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f33e93c2-90de-4ecd-828b-e95789aec642 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:09.050755 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa45362-c73f-451f-a7f9-34f3610f941c req-4f58093a-3f93-4307-8d80-4f9ec7a672b4 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:09.052783 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ffa45362-c73f-451f-a7f9-34f3610f941c req-4f58093a-3f93-4307-8d80-4f9ec7a672b4 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 945 time: 0.2489150 Mar 09 04:05:09.087870 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:09.177842 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57418) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:09.204292 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ffa45362-c73f-451f-a7f9-34f3610f941c req-092c2f9b-d5eb-4e82-8b72-30d532522a1f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454623 Mar 09 04:05:09.207764 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:09.261871 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9c948eb1-ab62-4d91-8a1f-ac65c6c0b68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:09.296448 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dad071-e56a-4595-b4bd-a918ec9afbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea65e4f-7079-44db-9631-3d500846beaf'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:05:09.309788 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9c948eb1-ab62-4d91-8a1f-ac65c6c0b68d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:05:09.333039 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 0ea65e4f-7079-44db-9631-3d500846beaf, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0ea65e4f-7079-44db-9631-3d500846beaf,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:05:09.343854 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9c948eb1-ab62-4d91-8a1f-ac65c6c0b68d admin admin] Usage tracker for resource:security_group_rule and tenant:1f613c8f4ad84e7997953fc8a0ec87cc is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:05:09.349053 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:09.357302 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9c948eb1-ab62-4d91-8a1f-ac65c6c0b68d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:05:09.378077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9c948eb1-ab62-4d91-8a1f-ac65c6c0b68d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:05:09.457460 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8dad071-e56a-4595-b4bd-a918ec9afbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea65e4f-7079-44db-9631-3d500846beaf', 'code': 200} Mar 09 04:05:09.519886 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18eb27-a5dc-4916-879f-d2b19fee68e2 req-0ff76ea1-78d2-454b-a9f1-9a19869e818a tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:09.533754 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6f18eb27-a5dc-4916-879f-d2b19fee68e2 req-0ff76ea1-78d2-454b-a9f1-9a19869e818a tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 944 time: 0.7617364 Mar 09 04:05:09.560710 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9c948eb1-ab62-4d91-8a1f-ac65c6c0b68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:09.571192 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9c948eb1-ab62-4d91-8a1f-ac65c6c0b68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:09.598805 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=0ea65e4f-7079-44db-9631-3d500846beaf,revision_number=7']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:09.659916 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762c87bc-5374-44e5-84b3-7016c57669c0 None None] DHCP port deletion for d58d4ce6-f44a-4166-a9de-2d133d304a2c request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:05:09.665886 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-762c87bc-5374-44e5-84b3-7016c57669c0 None None] Deleting port f96348c0-b14c-4a85-8928-3edf4bf97921 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:05:09.666913 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-762c87bc-5374-44e5-84b3-7016c57669c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:09.702722 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6f18eb27-a5dc-4916-879f-d2b19fee68e2 req-78c09622-7d90-4cd5-8ccf-bbba10363d0a tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652448 Mar 09 04:05:09.784199 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9c948eb1-ab62-4d91-8a1f-ac65c6c0b68d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f613c8f4ad84e7997953fc8a0ec87cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5782983 Mar 09 04:05:09.802058 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57428) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:09.829585 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c948eb1-ab62-4d91-8a1f-ac65c6c0b68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458ad233-2ce3-44ac-a80c-65664197656c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:09.912996 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-f33e93c2-90de-4ecd-828b-e95789aec642 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] For port f96348c0-b14c-4a85-8928-3edf4bf97921, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f96348c0-b14c-4a85-8928-3edf4bf97921,segment=NetworkSegment(cb1c4b79-f6d9-41ee-9744-a42f165eed44),segment_id=cb1c4b79-f6d9-41ee-9744-a42f165eed44)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:05:09.914682 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f33e93c2-90de-4ecd-828b-e95789aec642 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:10.135149 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-f33e93c2-90de-4ecd-828b-e95789aec642 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Calling delete_port for f96348c0-b14c-4a85-8928-3edf4bf97921 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:05:10.241715 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2ed14082-6f9f-4ace-ae51-3db62f511556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:10.343471 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2ed14082-6f9f-4ace-ae51-3db62f511556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:10.441159 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-762c87bc-5374-44e5-84b3-7016c57669c0 None None] For port f96348c0-b14c-4a85-8928-3edf4bf97921, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f96348c0-b14c-4a85-8928-3edf4bf97921,segment=NetworkSegment(cb1c4b79-f6d9-41ee-9744-a42f165eed44),segment_id=cb1c4b79-f6d9-41ee-9744-a42f165eed44)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:05:10.443381 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-762c87bc-5374-44e5-84b3-7016c57669c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:10.523430 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f33e93c2-90de-4ecd-828b-e95789aec642 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:10.637205 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e93c2-90de-4ecd-828b-e95789aec642 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Pushing event deleted for resources: {'Port': ['ID=f96348c0-b14c-4a85-8928-3edf4bf97921,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:10.644460 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2ed14082-6f9f-4ace-ae51-3db62f511556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:10.660926 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073ba31-7048-47b7-b3f8-9ba9bce44a07 req-f399bcdc-9fad-4714-aac3-8965abbe71c1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:10.672540 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6073ba31-7048-47b7-b3f8-9ba9bce44a07 req-f399bcdc-9fad-4714-aac3-8965abbe71c1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 945 time: 0.1840925 Mar 09 04:05:10.709936 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed14082-6f9f-4ace-ae51-3db62f511556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458ad233-2ce3-44ac-a80c-65664197656c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:10.724422 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33e93c2-90de-4ecd-828b-e95789aec642 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] No DVR routers for this DVR port f96348c0-b14c-4a85-8928-3edf4bf97921 on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:05:10.747599 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6073ba31-7048-47b7-b3f8-9ba9bce44a07 req-fdedc460-eb30-40ad-9d23-0a9fc54e584d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740819 Mar 09 04:05:10.789670 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-762c87bc-5374-44e5-84b3-7016c57669c0 None None] Calling delete_port for f96348c0-b14c-4a85-8928-3edf4bf97921 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:05:10.855421 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2ed14082-6f9f-4ace-ae51-3db62f511556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:10.856874 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2ed14082-6f9f-4ace-ae51-3db62f511556 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/458ad233-2ce3-44ac-a80c-65664197656c HTTP/1.1" status: 204 len: 168 time: 1.0526750 Mar 09 04:05:11.013308 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-762c87bc-5374-44e5-84b3-7016c57669c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:05:11.013939 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-762c87bc-5374-44e5-84b3-7016c57669c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:05:11.015025 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f96348c0-b14c-4a85-8928-3edf4bf97921 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:05:11.145804 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: f96348c0-b14c-4a85-8928-3edf4bf97921 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:05:11.147810 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f96348c0-b14c-4a85-8928-3edf4bf97921 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:05:11.201031 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f33e93c2-90de-4ecd-828b-e95789aec642 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:11.515201 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-762c87bc-5374-44e5-84b3-7016c57669c0 None None] Deleting port f96348c0-b14c-4a85-8928-3edf4bf97921 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:05:11.516172 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-762c87bc-5374-44e5-84b3-7016c57669c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:11.541221 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-f33e93c2-90de-4ecd-828b-e95789aec642 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58d4ce6-f44a-4166-a9de-2d133d304a2c']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:05:11.576787 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-f33e93c2-90de-4ecd-828b-e95789aec642 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1c4b79-f6d9-41ee-9744-a42f165eed44') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:05:11.581799 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-f33e93c2-90de-4ecd-828b-e95789aec642 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1c4b79-f6d9-41ee-9744-a42f165eed44') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:05:11.636380 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f33e93c2-90de-4ecd-828b-e95789aec642 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:11.682131 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-762c87bc-5374-44e5-84b3-7016c57669c0 None None] The port 'f96348c0-b14c-4a85-8928-3edf4bf97921' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:05:11.738346 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23383e9f-dfa8-4be1-9406-8cb7763e5399 req-a54e56b6-c61b-4dd3-8c4b-4bde04e0f1b0 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:11.740257 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-23383e9f-dfa8-4be1-9406-8cb7763e5399 req-a54e56b6-c61b-4dd3-8c4b-4bde04e0f1b0 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 945 time: 0.6392930 Mar 09 04:05:11.744214 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f33e93c2-90de-4ecd-828b-e95789aec642 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:11.772631 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f33e93c2-90de-4ecd-828b-e95789aec642 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:05:11.773133 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f33e93c2-90de-4ecd-828b-e95789aec642 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:05:11.793869 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:05:12.038435 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-23383e9f-dfa8-4be1-9406-8cb7763e5399 req-24b5be18-f295-43af-8816-6dedef22322c tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2897060 Mar 09 04:05:12.058244 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f33e93c2-90de-4ecd-828b-e95789aec642 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:12.080330 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f33e93c2-90de-4ecd-828b-e95789aec642 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:12.134514 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f33e93c2-90de-4ecd-828b-e95789aec642 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "DELETE /v2.0/networks/d58d4ce6-f44a-4166-a9de-2d133d304a2c HTTP/1.1" status: 204 len: 168 time: 3.6419895 Mar 09 04:05:12.135450 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57462) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:12.166312 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf5f0e-967b-4191-95f7-1e9d849bf15a req-38b88225-88bc-4d0e-a4db-89c8615a93c2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:12.171446 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-efdf5f0e-967b-4191-95f7-1e9d849bf15a req-38b88225-88bc-4d0e-a4db-89c8615a93c2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 945 time: 0.2256422 Mar 09 04:05:12.236551 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e93c2-90de-4ecd-828b-e95789aec642 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Pushing event deleted for resources: {'Network': ['ID=d58d4ce6-f44a-4166-a9de-2d133d304a2c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:12.261852 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d7268dd9-bfe4-4a61-8dc3-ae469a1b9454 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Synchronizing usage tracker for tenant:c33d1e9d5b754ee1a12f71f5021cd04c on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:05:12.320884 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d7268dd9-bfe4-4a61-8dc3-ae469a1b9454 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Unset dirty status for tenant:c33d1e9d5b754ee1a12f71f5021cd04c on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:05:12.326023 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d7268dd9-bfe4-4a61-8dc3-ae469a1b9454 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8 HTTP/1.1" status: 200 len: 205 time: 0.1851218 Mar 09 04:05:12.326789 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57470) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:12.649344 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b284-efea-4101-bc7c-fb6eeb2c9a68 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:12.778164 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-efdf5f0e-967b-4191-95f7-1e9d849bf15a req-20f351d6-9da9-49ec-ac35-719cb7556f8d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5962813 Mar 09 04:05:13.487619 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b284-efea-4101-bc7c-fb6eeb2c9a68 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:13.495253 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b284-efea-4101-bc7c-fb6eeb2c9a68 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:13.552269 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81175e02-022f-404b-b098-6efcf49b42bb req-263c457b-68ad-46b8-942c-9dd16cd67ab6 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:13.554387 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-81175e02-022f-404b-b098-6efcf49b42bb req-263c457b-68ad-46b8-942c-9dd16cd67ab6 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 945 time: 0.2184863 Mar 09 04:05:13.555565 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b284-efea-4101-bc7c-fb6eeb2c9a68 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:13.556072 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c0b284-efea-4101-bc7c-fb6eeb2c9a68 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Fanout notify agent at l3_agent the message router_deleted on router dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:05:13.569386 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b284-efea-4101-bc7c-fb6eeb2c9a68 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:13.570430 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b4c0b284-efea-4101-bc7c-fb6eeb2c9a68 tempest-RoutersNegativeIpV6Test-272276842 tempest-RoutersNegativeIpV6Test-272276842-project] 10.222.0.16 "DELETE /v2.0/routers/dd4aaab6-b9ce-4822-96b8-690ba1ccc3b8 HTTP/1.1" status: 204 len: 168 time: 1.2423286 Mar 09 04:05:13.621983 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-81175e02-022f-404b-b098-6efcf49b42bb req-15260e9c-0fe2-47d3-b439-6ebbc9a0ecde tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502651 Mar 09 04:05:14.314718 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241de01-b1d3-483c-8b60-2ea0831ad0e3 req-110b5a16-96f4-452b-a56e-c6e80948e896 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:14.331361 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c241de01-b1d3-483c-8b60-2ea0831ad0e3 req-110b5a16-96f4-452b-a56e-c6e80948e896 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 945 time: 0.3423026 Mar 09 04:05:14.346408 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-917ff326-86ed-4432-9f69-022620296780 service neutron] show failed (client error): The resource could not be found. Mar 09 04:05:14.347610 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-917ff326-86ed-4432-9f69-022620296780 service neutron] 10.222.0.21 "GET /v2.0/ports/1bd3cec7-7973-46cc-b909-17ab54fe3eec/bindings/n-h1-825178-5 HTTP/1.1" status: 404 len: 380 time: 0.2910397 Mar 09 04:05:14.358008 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57508) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:14.441336 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57514) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:14.496668 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c241de01-b1d3-483c-8b60-2ea0831ad0e3 req-897664b2-946a-47b6-95d7-bffe3c5578f5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607800 Mar 09 04:05:15.127020 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-13aea088-e797-4bd5-9ae8-92c8e9646e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:15.197372 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9466324a-1cb2-4fe6-ad90-65d7d4928180 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c33d1e9d5b754ee1a12f71f5021cd04c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8358953 Mar 09 04:05:15.197825 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57524) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:15.243990 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-13aea088-e797-4bd5-9ae8-92c8e9646e4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:05:15.271492 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-13aea088-e797-4bd5-9ae8-92c8e9646e4d admin admin] Usage tracker for resource:security_group_rule and tenant:0e7d7e3142994b09a00fe3dc9b0cfef9 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:05:15.288692 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-13aea088-e797-4bd5-9ae8-92c8e9646e4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:05:15.328443 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-13aea088-e797-4bd5-9ae8-92c8e9646e4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:05:15.414276 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-d0d45097-e148-43f7-9606-9e61119679ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:15.416161 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-d0d45097-e148-43f7-9606-9e61119679ff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14&tenant_id=2eed8fa07dd541719db04a03bcdea9c3 HTTP/1.1" status: 200 len: 1096 time: 0.6420112 Mar 09 04:05:15.429957 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-614f0e8c-d431-4fd1-ba87-2d763ede41f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:15.448564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-34cf98ad-1c85-4f8b-b7ec-233ee275b61c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-5', 'device_owner': 'compute:nova'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:05:15.564650 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-614f0e8c-d431-4fd1-ba87-2d763ede41f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:15.590870 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1044a55-8a38-4bc0-8dfe-0bdde6bd6871 req-ee78ad4f-9de1-4e9d-bc83-24b75757d648 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:15.597778 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1044a55-8a38-4bc0-8dfe-0bdde6bd6871 req-ee78ad4f-9de1-4e9d-bc83-24b75757d648 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 945 time: 0.6101046 Mar 09 04:05:15.710636 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-614f0e8c-d431-4fd1-ba87-2d763ede41f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:15.738018 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f0e8c-d431-4fd1-ba87-2d763ede41f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8d8a9d-1300-44ad-a65d-4e61712ee392,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:15.800702 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1044a55-8a38-4bc0-8dfe-0bdde6bd6871 req-8ddac3bc-0e9a-4a19-82c9-0ff6757d9d51 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972229 Mar 09 04:05:15.813648 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-34cf98ad-1c85-4f8b-b7ec-233ee275b61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:15.889556 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-614f0e8c-d431-4fd1-ba87-2d763ede41f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:15.890548 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-614f0e8c-d431-4fd1-ba87-2d763ede41f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d8d8a9d-1300-44ad-a65d-4e61712ee392 HTTP/1.1" status: 204 len: 168 time: 0.6915114 Mar 09 04:05:15.920232 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-13aea088-e797-4bd5-9ae8-92c8e9646e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:15.929312 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-13aea088-e797-4bd5-9ae8-92c8e9646e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:16.000221 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7cf2bc-2221-464f-b6b0-9a50e08d1c22 req-9537d192-c1e5-468c-ab1d-335cf204232f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:16.005878 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ae7cf2bc-2221-464f-b6b0-9a50e08d1c22 req-9537d192-c1e5-468c-ab1d-335cf204232f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 945 time: 0.2445738 Mar 09 04:05:16.044862 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-13aea088-e797-4bd5-9ae8-92c8e9646e4d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e7d7e3142994b09a00fe3dc9b0cfef9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5954046 Mar 09 04:05:16.045609 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57532) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:16.046473 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aea088-e797-4bd5-9ae8-92c8e9646e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84472e83-e085-482d-bb32-3a21ecc11d01,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:16.138257 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ae7cf2bc-2221-464f-b6b0-9a50e08d1c22 req-3769661b-3b54-41fd-9e6b-48c14dff21eb tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263404 Mar 09 04:05:16.532179 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:05:16.804411 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-26950876-4d00-4925-bcdf-48e79bfe195b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:16.900774 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-26950876-4d00-4925-bcdf-48e79bfe195b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:17.042693 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-26950876-4d00-4925-bcdf-48e79bfe195b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:17.112602 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26950876-4d00-4925-bcdf-48e79bfe195b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84472e83-e085-482d-bb32-3a21ecc11d01,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:17.120681 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-26950876-4d00-4925-bcdf-48e79bfe195b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:17.122952 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-26950876-4d00-4925-bcdf-48e79bfe195b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84472e83-e085-482d-bb32-3a21ecc11d01 HTTP/1.1" status: 204 len: 168 time: 1.0595336 Mar 09 04:05:17.360208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-34cf98ad-1c85-4f8b-b7ec-233ee275b61c service neutron] For port 1bd3cec7-7973-46cc-b909-17ab54fe3eec, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec,segment=NetworkSegment(66cb0732-e838-42b8-b393-a2b501eb90c7),segment_id=66cb0732-e838-42b8-b393-a2b501eb90c7)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:05:17.427155 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-34cf98ad-1c85-4f8b-b7ec-233ee275b61c service neutron] For port 1bd3cec7-7973-46cc-b909-17ab54fe3eec, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:05:17.634149 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 1bd3cec7-7973-46cc-b909-17ab54fe3eec no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:05:17.716597 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-34cf98ad-1c85-4f8b-b7ec-233ee275b61c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:17.720618 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b2f07a-ed55-45a7-a301-243d817f4f14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bd3cec7-7973-46cc-b909-17ab54fe3eec'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:05:17.757031 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-34cf98ad-1c85-4f8b-b7ec-233ee275b61c service neutron] Transition to ACTIVE for port object 1bd3cec7-7973-46cc-b909-17ab54fe3eec will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:05:17.772986 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-34cf98ad-1c85-4f8b-b7ec-233ee275b61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:17.788191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed6b4d-e1a9-42be-9dad-8bb399764637 req-4ef11c51-557d-48e4-bbc0-cdb8cac0c23b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:17.799706 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8eed6b4d-e1a9-42be-9dad-8bb399764637 req-4ef11c51-557d-48e4-bbc0-cdb8cac0c23b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 945 time: 0.2943656 Mar 09 04:05:17.823602 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 1bd3cec7-7973-46cc-b909-17ab54fe3eec not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:05:17.880731 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8eed6b4d-e1a9-42be-9dad-8bb399764637 req-5bd5bb9f-ee87-4252-a347-a314bf587a5a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762320 Mar 09 04:05:18.129192 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea1fc1-a6bc-44c8-afbb-5aed6142c0d5 req-528bc215-4da3-40ba-9b6a-2e794c9aa1a1 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:18.135483 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b9ea1fc1-a6bc-44c8-afbb-5aed6142c0d5 req-528bc215-4da3-40ba-9b6a-2e794c9aa1a1 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 945 time: 0.5850575 Mar 09 04:05:18.173723 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b2f07a-ed55-45a7-a301-243d817f4f14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bd3cec7-7973-46cc-b909-17ab54fe3eec', 'code': 200} Mar 09 04:05:18.206479 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57582) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:18.243400 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1304e09e-87ac-4e31-b7ff-dc4f5403907a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:18.288669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1304e09e-87ac-4e31-b7ff-dc4f5403907a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:05:18.306629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1304e09e-87ac-4e31-b7ff-dc4f5403907a admin admin] Usage tracker for resource:security_group_rule and tenant:4af90d47c329479498289e07efea4011 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:05:18.323414 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1304e09e-87ac-4e31-b7ff-dc4f5403907a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:05:18.346546 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1304e09e-87ac-4e31-b7ff-dc4f5403907a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:05:18.389462 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf98ad-1c85-4f8b-b7ec-233ee275b61c service neutron] Pushing event updated for resources: {'Port': ['ID=1bd3cec7-7973-46cc-b909-17ab54fe3eec,revision_number=6']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:18.590892 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-34cf98ad-1c85-4f8b-b7ec-233ee275b61c service neutron] No DVR routers for this DVR port 1bd3cec7-7973-46cc-b909-17ab54fe3eec on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:05:18.639787 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1304e09e-87ac-4e31-b7ff-dc4f5403907a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:18.656412 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1304e09e-87ac-4e31-b7ff-dc4f5403907a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:18.751657 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b9ea1fc1-a6bc-44c8-afbb-5aed6142c0d5 req-885e54a4-a07f-4b18-a9e4-6ada6eb30dce tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5752759 Mar 09 04:05:18.811950 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1304e09e-87ac-4e31-b7ff-dc4f5403907a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4af90d47c329479498289e07efea4011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6039722 Mar 09 04:05:18.815695 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57594) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:18.816243 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304e09e-87ac-4e31-b7ff-dc4f5403907a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a20bf2a-57b9-4f98-8cc8-4c7b3757d4dc,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:19.246425 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-51a32e6f-a7cf-435c-9545-538687ec7251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:19.357532 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-51a32e6f-a7cf-435c-9545-538687ec7251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:19.557545 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7002ec0-ca31-4e26-9363-17bb6304a953 req-9340c74e-46ec-4320-8bdc-356c754678c5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:19.565120 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-51a32e6f-a7cf-435c-9545-538687ec7251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:19.566456 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a7002ec0-ca31-4e26-9363-17bb6304a953 req-9340c74e-46ec-4320-8bdc-356c754678c5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 943 time: 0.3751159 Mar 09 04:05:19.630707 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a7002ec0-ca31-4e26-9363-17bb6304a953 req-fd80d13f-7561-4a0b-924b-b09d6ee7b9b1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629997 Mar 09 04:05:19.777651 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a32e6f-a7cf-435c-9545-538687ec7251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a20bf2a-57b9-4f98-8cc8-4c7b3757d4dc,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:19.789427 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-51a32e6f-a7cf-435c-9545-538687ec7251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:19.790709 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-51a32e6f-a7cf-435c-9545-538687ec7251 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9a20bf2a-57b9-4f98-8cc8-4c7b3757d4dc HTTP/1.1" status: 204 len: 168 time: 0.9741013 Mar 09 04:05:19.845303 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-34cf98ad-1c85-4f8b-b7ec-233ee275b61c service neutron] Attempting to bind port 1bd3cec7-7973-46cc-b909-17ab54fe3eec on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:05:19.845649 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-34cf98ad-1c85-4f8b-b7ec-233ee275b61c service neutron] Attempting to bind port 1bd3cec7-7973-46cc-b909-17ab54fe3eec by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '66cb0732-e838-42b8-b393-a2b501eb90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:05:19.845951 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-34cf98ad-1c85-4f8b-b7ec-233ee275b61c service neutron] Attempting to bind port 1bd3cec7-7973-46cc-b909-17ab54fe3eec on network 749ff854-15a7-4f21-b2aa-77ee7a469281 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:05:19.863735 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-34cf98ad-1c85-4f8b-b7ec-233ee275b61c service neutron] Port 1bd3cec7-7973-46cc-b909-17ab54fe3eec on network 749ff854-15a7-4f21-b2aa-77ee7a469281 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:05:19.864050 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-34cf98ad-1c85-4f8b-b7ec-233ee275b61c service neutron] Attempting to bind port 1bd3cec7-7973-46cc-b909-17ab54fe3eec on network 749ff854-15a7-4f21-b2aa-77ee7a469281 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:05:19.887178 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-34cf98ad-1c85-4f8b-b7ec-233ee275b61c service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:05:19.887496 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-34cf98ad-1c85-4f8b-b7ec-233ee275b61c service neutron] Checking segment: {'id': '66cb0732-e838-42b8-b393-a2b501eb90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:05:19.887879 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-34cf98ad-1c85-4f8b-b7ec-233ee275b61c service neutron] Bound using segment: {'id': '66cb0732-e838-42b8-b393-a2b501eb90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:05:19.888309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-34cf98ad-1c85-4f8b-b7ec-233ee275b61c service neutron] Bound port: 1bd3cec7-7973-46cc-b909-17ab54fe3eec, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66cb0732-e838-42b8-b393-a2b501eb90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:05:19.888661 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-34cf98ad-1c85-4f8b-b7ec-233ee275b61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:20.008367 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-34cf98ad-1c85-4f8b-b7ec-233ee275b61c service neutron] For port 1bd3cec7-7973-46cc-b909-17ab54fe3eec, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:05:20.014432 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-34cf98ad-1c85-4f8b-b7ec-233ee275b61c service neutron] For port 1bd3cec7-7973-46cc-b909-17ab54fe3eec, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec,segment=NetworkSegment(66cb0732-e838-42b8-b393-a2b501eb90c7),segment_id=66cb0732-e838-42b8-b393-a2b501eb90c7)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:05:20.033987 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-34cf98ad-1c85-4f8b-b7ec-233ee275b61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:20.099480 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-34cf98ad-1c85-4f8b-b7ec-233ee275b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:20.103950 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-34cf98ad-1c85-4f8b-b7ec-233ee275b61c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:20.105406 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-34cf98ad-1c85-4f8b-b7ec-233ee275b61c service neutron] 10.222.0.24 "PUT /v2.0/ports/1bd3cec7-7973-46cc-b909-17ab54fe3eec HTTP/1.1" status: 200 len: 1091 time: 4.6686780 Mar 09 04:05:20.242027 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b2f07a-ed55-45a7-a301-243d817f4f14', 'tag': '1bd3cec7-7973-46cc-b909-17ab54fe3eec'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:05:20.398443 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf98ad-1c85-4f8b-b7ec-233ee275b61c service neutron] Pushing event updated for resources: {'Port': ['ID=1bd3cec7-7973-46cc-b909-17ab54fe3eec,revision_number=7']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:20.453902 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ac6e6-1c5d-4634-a046-da3eaee670e8 req-ed4fc59e-3943-407b-84cf-532b6d6cdae8 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:20.455443 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7a8ac6e6-1c5d-4634-a046-da3eaee670e8 req-ed4fc59e-3943-407b-84cf-532b6d6cdae8 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 945 time: 0.3222685 Mar 09 04:05:20.463566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-bd770a29-20e6-4f8d-b95f-48328ff57461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:20.468087 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-bd770a29-20e6-4f8d-b95f-48328ff57461 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 1094 time: 0.3235104 Mar 09 04:05:20.652123 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57632) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:20.752325 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ebbd2-94ff-47f7-bec4-e1678ad9b5ff req-9d30dfdc-042f-4a4c-bb9d-e4d98442c7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:20.753004 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b2f07a-ed55-45a7-a301-243d817f4f14', 'tag': '1bd3cec7-7973-46cc-b909-17ab54fe3eec', 'status': 'completed', 'code': 200} Mar 09 04:05:20.757429 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-706ebbd2-94ff-47f7-bec4-e1678ad9b5ff req-9d30dfdc-042f-4a4c-bb9d-e4d98442c7c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 1094 time: 0.2154334 Mar 09 04:05:20.781538 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7a8ac6e6-1c5d-4634-a046-da3eaee670e8 req-46913573-730f-4ab8-bea7-62629765966a tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3117464 Mar 09 04:05:21.055834 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-5303433d-3760-46b5-8368-018ddc0130c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:21.063212 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-5303433d-3760-46b5-8368-018ddc0130c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=749ff854-15a7-4f21-b2aa-77ee7a469281 HTTP/1.1" status: 200 len: 898 time: 0.4935145 Mar 09 04:05:21.291519 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-20cd386e-8313-40dc-bf1b-db99d26eb9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:21.403034 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-20cd386e-8313-40dc-bf1b-db99d26eb9d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:05:21.413471 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-20cd386e-8313-40dc-bf1b-db99d26eb9d3 admin admin] Usage tracker for resource:security_group_rule and tenant:3db42011a0fb4879bf5f224112d5fff4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:05:21.423877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-20cd386e-8313-40dc-bf1b-db99d26eb9d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:05:21.440344 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-20cd386e-8313-40dc-bf1b-db99d26eb9d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:05:21.499496 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-25e67fe5-cb7f-49f9-9d82-3831ba754f7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec HTTP/1.1" status: 200 len: 999 time: 0.4309318 Mar 09 04:05:21.624616 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-9398611e-a1e3-498f-9df7-aa820b5557a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:21.626033 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-9398611e-a1e3-498f-9df7-aa820b5557a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b67bf7a0-3ef1-45fd-b01a-91732bdea256 HTTP/1.1" status: 200 len: 834 time: 0.1197934 Mar 09 04:05:21.684537 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf34217-6350-48fd-846a-1ac2a4be4ebc req-1a7e7b4d-5a0c-466b-a02d-0f30b4afe623 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:21.699538 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-caf34217-6350-48fd-846a-1ac2a4be4ebc req-1a7e7b4d-5a0c-466b-a02d-0f30b4afe623 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 943 time: 0.5802004 Mar 09 04:05:21.781385 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-8f7b83a5-902c-4ad4-a91f-d6c1288211fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:21.781385 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-8f7b83a5-902c-4ad4-a91f-d6c1288211fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=749ff854-15a7-4f21-b2aa-77ee7a469281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1436989 Mar 09 04:05:21.931617 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ebbd2-94ff-47f7-bec4-e1678ad9b5ff req-0fda182e-c391-4cc7-b4a1-21599e54a97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:21.933171 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-706ebbd2-94ff-47f7-bec4-e1678ad9b5ff req-0fda182e-c391-4cc7-b4a1-21599e54a97a service neutron] 10.222.0.21 "GET /v2.0/networks?id=749ff854-15a7-4f21-b2aa-77ee7a469281 HTTP/1.1" status: 200 len: 898 time: 1.1560094 Mar 09 04:05:22.278298 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-caf34217-6350-48fd-846a-1ac2a4be4ebc req-dc2f6525-ee93-44e4-8607-60d23f659ec1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5776329 Mar 09 04:05:22.403510 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-70a77d7b-3a0a-49c4-a4ed-c020c242ee4a service neutron] 10.222.0.24 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6186795 Mar 09 04:05:22.408353 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-20cd386e-8313-40dc-bf1b-db99d26eb9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:22.410689 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-706ebbd2-94ff-47f7-bec4-e1678ad9b5ff req-04ff61e4-641d-4d64-ad41-aa88a32788b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec HTTP/1.1" status: 200 len: 999 time: 0.4475596 Mar 09 04:05:22.488794 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-20cd386e-8313-40dc-bf1b-db99d26eb9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:22.582714 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a782b-d5c3-4511-a1f1-bc73218f8bf1 req-8cc725bb-deb8-47c2-a15d-6475ce524741 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:22.595962 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ac7a782b-d5c3-4511-a1f1-bc73218f8bf1 req-8cc725bb-deb8-47c2-a15d-6475ce524741 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 945 time: 0.5729878 Mar 09 04:05:22.596475 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57674) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:22.599628 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-20cd386e-8313-40dc-bf1b-db99d26eb9d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3db42011a0fb4879bf5f224112d5fff4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9462960 Mar 09 04:05:22.658711 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ebbd2-94ff-47f7-bec4-e1678ad9b5ff req-b618b0cd-c966-40ba-996b-a0e27df2eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:22.683877 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-706ebbd2-94ff-47f7-bec4-e1678ad9b5ff req-b618b0cd-c966-40ba-996b-a0e27df2eaf0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b67bf7a0-3ef1-45fd-b01a-91732bdea256 HTTP/1.1" status: 200 len: 834 time: 0.2598443 Mar 09 04:05:22.684877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd386e-8313-40dc-bf1b-db99d26eb9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5c64e2-15a8-4062-96a4-e93cbc41998e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:22.848745 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ebbd2-94ff-47f7-bec4-e1678ad9b5ff req-f80e733e-4398-4c4a-b0c4-8e8acf077d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:22.850291 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-706ebbd2-94ff-47f7-bec4-e1678ad9b5ff req-f80e733e-4398-4c4a-b0c4-8e8acf077d3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=749ff854-15a7-4f21-b2aa-77ee7a469281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1572449 Mar 09 04:05:23.020910 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ac7a782b-d5c3-4511-a1f1-bc73218f8bf1 req-c604fe2c-d1a0-4580-8a2a-58c0d2f1f116 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500641 Mar 09 04:05:23.111753 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-706ebbd2-94ff-47f7-bec4-e1678ad9b5ff req-30cfc91d-211a-4e6e-b583-6ecfd3d9c2c0 service neutron] 10.222.0.21 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556524 Mar 09 04:05:23.215078 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30283f74-3a5c-49bf-a58e-914006fbb2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:23.278380 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30283f74-3a5c-49bf-a58e-914006fbb2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:23.392154 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a5b51156-7d2e-4570-a4c8-37a3aa34a27d req-9ff036d0-b85f-4a22-8993-e1550cfc76a1 service neutron] 10.222.0.24 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9793131 Mar 09 04:05:23.395295 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30283f74-3a5c-49bf-a58e-914006fbb2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:23.609735 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30283f74-3a5c-49bf-a58e-914006fbb2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5c64e2-15a8-4062-96a4-e93cbc41998e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:23.674756 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30283f74-3a5c-49bf-a58e-914006fbb2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:23.679478 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-30283f74-3a5c-49bf-a58e-914006fbb2cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a5c64e2-15a8-4062-96a4-e93cbc41998e HTTP/1.1" status: 204 len: 168 time: 0.9125597 Mar 09 04:05:23.806973 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ebbd2-94ff-47f7-bec4-e1678ad9b5ff req-2f2d0b54-5bea-4c96-b4fd-e37973ea7307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:23.812593 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-706ebbd2-94ff-47f7-bec4-e1678ad9b5ff req-2f2d0b54-5bea-4c96-b4fd-e37973ea7307 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 1094 time: 0.3326962 Mar 09 04:05:23.839359 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-706ebbd2-94ff-47f7-bec4-e1678ad9b5ff req-2a5b0b38-4b4a-468c-a44c-ffbe8580df60 service neutron] 10.222.0.21 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7220402 Mar 09 04:05:23.882715 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075286bf-de9e-45d9-8c94-115769bb556a req-75e5b7f4-3c52-4bdc-818f-575235425493 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:23.891142 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-075286bf-de9e-45d9-8c94-115769bb556a req-75e5b7f4-3c52-4bdc-818f-575235425493 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 943 time: 0.2433846 Mar 09 04:05:23.981770 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-075286bf-de9e-45d9-8c94-115769bb556a req-b834cda2-1b45-48b4-a57c-48abbe26c76f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892730 Mar 09 04:05:24.521240 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ebbd2-94ff-47f7-bec4-e1678ad9b5ff req-1ff38896-e432-4651-be5c-59b8d48b3eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:24.535499 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-706ebbd2-94ff-47f7-bec4-e1678ad9b5ff req-1ff38896-e432-4651-be5c-59b8d48b3eff service neutron] 10.222.0.24 "GET /v2.0/networks?id=749ff854-15a7-4f21-b2aa-77ee7a469281 HTTP/1.1" status: 200 len: 898 time: 0.7170460 Mar 09 04:05:24.729083 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57710) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:24.765869 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-804f8402-0278-41a5-b8d6-28a656879ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:24.813075 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-804f8402-0278-41a5-b8d6-28a656879ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:05:24.814063 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecbd8d-65cd-4c64-83d8-b0868bdead28 req-cead3c7d-3d4a-4fca-8775-d01f3bbe93b5 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:24.815952 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-77ecbd8d-65cd-4c64-83d8-b0868bdead28 req-cead3c7d-3d4a-4fca-8775-d01f3bbe93b5 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 945 time: 0.5473022 Mar 09 04:05:24.819782 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-804f8402-0278-41a5-b8d6-28a656879ecb admin admin] Usage tracker for resource:security_group_rule and tenant:ef909bd9154c4a22b3158c79e4dfc8d3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:05:24.823008 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-804f8402-0278-41a5-b8d6-28a656879ecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:05:24.833710 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-804f8402-0278-41a5-b8d6-28a656879ecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:05:24.928608 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-706ebbd2-94ff-47f7-bec4-e1678ad9b5ff req-31cb9166-1eb6-4632-ad1b-3c66dc45b077 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec HTTP/1.1" status: 200 len: 999 time: 0.3409886 Mar 09 04:05:25.032977 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ebbd2-94ff-47f7-bec4-e1678ad9b5ff req-519abf04-ac05-4723-8d83-0f8b1392d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:25.041196 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-706ebbd2-94ff-47f7-bec4-e1678ad9b5ff req-519abf04-ac05-4723-8d83-0f8b1392d630 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b67bf7a0-3ef1-45fd-b01a-91732bdea256 HTTP/1.1" status: 200 len: 834 time: 0.0942235 Mar 09 04:05:25.092513 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-804f8402-0278-41a5-b8d6-28a656879ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:25.103001 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-804f8402-0278-41a5-b8d6-28a656879ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:25.213709 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-804f8402-0278-41a5-b8d6-28a656879ecb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef909bd9154c4a22b3158c79e4dfc8d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4831250 Mar 09 04:05:25.214804 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 57722) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:25.217699 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f8402-0278-41a5-b8d6-28a656879ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bfc280-9880-4f58-9080-82d8a64266d4,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:25.218495 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-77ecbd8d-65cd-4c64-83d8-b0868bdead28 req-a0b288aa-ebaa-4beb-9fb6-f7bc1deef6dc tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3893726 Mar 09 04:05:25.312132 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ebbd2-94ff-47f7-bec4-e1678ad9b5ff req-526514b9-7bc2-40c0-a8db-3f17249f8ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:25.313599 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-706ebbd2-94ff-47f7-bec4-e1678ad9b5ff req-526514b9-7bc2-40c0-a8db-3f17249f8ffc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=749ff854-15a7-4f21-b2aa-77ee7a469281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2634032 Mar 09 04:05:25.457792 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc08ec97-6ef4-4ba3-8f05-ea58db64f9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:25.502023 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc08ec97-6ef4-4ba3-8f05-ea58db64f9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:25.616911 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc08ec97-6ef4-4ba3-8f05-ea58db64f9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:25.706250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08ec97-6ef4-4ba3-8f05-ea58db64f9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bfc280-9880-4f58-9080-82d8a64266d4,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:25.708001 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-706ebbd2-94ff-47f7-bec4-e1678ad9b5ff req-0753834f-2c87-44fb-a9c6-ee2738999556 service neutron] 10.222.0.24 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847518 Mar 09 04:05:25.733186 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc08ec97-6ef4-4ba3-8f05-ea58db64f9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:25.756543 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bc08ec97-6ef4-4ba3-8f05-ea58db64f9bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4bfc280-9880-4f58-9080-82d8a64266d4 HTTP/1.1" status: 204 len: 168 time: 0.5269403 Mar 09 04:05:25.782649 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b95f2-8815-441e-a31e-82f8712949d4 req-ab9124cc-9a18-4149-bcc1-6688bdc65d81 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:25.791827 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-628b95f2-8815-441e-a31e-82f8712949d4 req-ab9124cc-9a18-4149-bcc1-6688bdc65d81 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 943 time: 0.4932833 Mar 09 04:05:25.975861 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-628b95f2-8815-441e-a31e-82f8712949d4 req-ed672666-eedb-4856-8dfd-b0d070b10c15 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522636 Mar 09 04:05:26.096246 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-706ebbd2-94ff-47f7-bec4-e1678ad9b5ff req-6a265186-3b29-4443-aa6b-23eee6a264b2 service neutron] 10.222.0.24 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770044 Mar 09 04:05:26.862400 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0168e1-f5fa-47d9-8773-cb9c7dca7396 req-87556ba2-9ebc-412a-8e63-07e96641b6e9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:26.873095 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bc0168e1-f5fa-47d9-8773-cb9c7dca7396 req-87556ba2-9ebc-412a-8e63-07e96641b6e9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 945 time: 0.3136804 Mar 09 04:05:27.066699 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bc0168e1-f5fa-47d9-8773-cb9c7dca7396 req-36af4149-da51-470a-a68b-1e00b90fa9c1 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912744 Mar 09 04:05:27.510346 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe23042-b3fc-4bba-aa08-5a67aba9af0e req-e15c85d1-9a8a-4f65-90ad-d1df7049632d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:27.521265 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3fe23042-b3fc-4bba-aa08-5a67aba9af0e req-e15c85d1-9a8a-4f65-90ad-d1df7049632d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 943 time: 0.2263198 Mar 09 04:05:27.627657 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3fe23042-b3fc-4bba-aa08-5a67aba9af0e req-b25178dc-88e4-4e16-a925-ceccbfd14f89 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045775 Mar 09 04:05:28.298767 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 1bd3cec7-7973-46cc-b909-17ab54fe3eec details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:05:28.590736 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1f757-250d-4c64-8532-38f9bbd4e652 req-95c9e910-8936-4793-94bf-f87c2c2c6f82 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:28.603985 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4be1f757-250d-4c64-8532-38f9bbd4e652 req-95c9e910-8936-4793-94bf-f87c2c2c6f82 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 945 time: 0.2294333 Mar 09 04:05:28.667929 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 1bd3cec7-7973-46cc-b909-17ab54fe3eec, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec,segment=NetworkSegment(66cb0732-e838-42b8-b393-a2b501eb90c7),segment_id=66cb0732-e838-42b8-b393-a2b501eb90c7)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:05:28.738415 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '1bd3cec7-7973-46cc-b909-17ab54fe3eec', 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281', 'port_id': '1bd3cec7-7973-46cc-b909-17ab54fe3eec', 'mac_address': 'fa:16:3e:b9:56:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b67bf7a0-3ef1-45fd-b01a-91732bdea256', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:05:28.790143 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4be1f757-250d-4c64-8532-38f9bbd4e652 req-10c586ab-4c22-482f-94da-d24f671097a4 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851902 Mar 09 04:05:28.852532 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e4a91113-aae1-491b-85b9-b75e89be0d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:28.926370 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:29.010728 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd3cec7-7973-46cc-b909-17ab54fe3eec {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:05:29.060879 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 1bd3cec7-7973-46cc-b909-17ab54fe3eec, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec,segment=NetworkSegment(66cb0732-e838-42b8-b393-a2b501eb90c7),segment_id=66cb0732-e838-42b8-b393-a2b501eb90c7)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:05:29.071721 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:29.206197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c32f3-ddcc-4399-ae43-bbec47f6b27a req-5083e720-79aa-4c4d-97d4-12f0d714247d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:29.222655 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-224c32f3-ddcc-4399-ae43-bbec47f6b27a req-5083e720-79aa-4c4d-97d4-12f0d714247d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 944 time: 0.2618484 Mar 09 04:05:29.278139 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=1bd3cec7-7973-46cc-b909-17ab54fe3eec,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:29.347159 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-224c32f3-ddcc-4399-ae43-bbec47f6b27a req-36612a2b-0164-4681-9cd0-98e1978c47e2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212475 Mar 09 04:05:29.441724 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['1bd3cec7-7973-46cc-b909-17ab54fe3eec'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:05:30.255502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6278143-19e8-406e-b3a1-f0eee8fc4bc6 req-b3167aa7-18fb-4d4c-95a8-5b6f25985e4e tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:30.265141 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6278143-19e8-406e-b3a1-f0eee8fc4bc6 req-b3167aa7-18fb-4d4c-95a8-5b6f25985e4e tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 945 time: 0.2248197 Mar 09 04:05:30.341419 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6278143-19e8-406e-b3a1-f0eee8fc4bc6 req-f5c11fd1-0b7c-4992-b772-36734b479d6b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747664 Mar 09 04:05:30.695450 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-0d84eb93-76ec-47e9-b98c-948e9f8956a0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:30.698180 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-0d84eb93-76ec-47e9-b98c-948e9f8956a0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.24 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14&tenant_id=2eed8fa07dd541719db04a03bcdea9c3&binding%3Ahost_id=n-h1-825178-5 HTTP/1.1" status: 200 len: 944 time: 0.5702419 Mar 09 04:05:30.710961 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb9b8b-6d2c-4816-ac61-b7225ba29824 req-4f459499-f640-40f2-9686-f4a03d8965d9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:30.718551 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a3fb9b8b-6d2c-4816-ac61-b7225ba29824 req-4f459499-f640-40f2-9686-f4a03d8965d9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 944 time: 0.2358730 Mar 09 04:05:30.831387 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a3fb9b8b-6d2c-4816-ac61-b7225ba29824 req-2427471e-003f-441a-bfcb-ab26d69a15f5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116655 Mar 09 04:05:30.913705 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-96e8b8df-1c34-4527-a1da-7fa014d554f6 service neutron] 10.222.0.24 "GET /v2.0/ports/1bd3cec7-7973-46cc-b909-17ab54fe3eec/bindings/n-h1-825178-5 HTTP/1.1" status: 200 len: 382 time: 0.1919856 Mar 09 04:05:31.064936 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-442bbad1-e2d6-407d-b12e-90fea0ea36ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:31.066518 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-442bbad1-e2d6-407d-b12e-90fea0ea36ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 1095 time: 0.1283410 Mar 09 04:05:31.098673 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e9f3acfa-2f76-485c-b20f-ed8a352d88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:31.340565 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-55013574-981e-4d01-b3b3-33abac6c0527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:31.341943 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-55013574-981e-4d01-b3b3-33abac6c0527 service neutron] 10.222.0.24 "GET /v2.0/networks?id=749ff854-15a7-4f21-b2aa-77ee7a469281 HTTP/1.1" status: 200 len: 898 time: 0.2672050 Mar 09 04:05:31.606527 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-5dd01f14-bb2e-4bd9-ada1-994e6432cc95 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec HTTP/1.1" status: 200 len: 1000 time: 0.2575159 Mar 09 04:05:31.607872 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed45d-11a2-4bf6-ba71-53f81c03d953 req-d05586b0-27c1-4120-a096-67cd87dc8e9e tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:31.617438 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3a8ed45d-11a2-4bf6-ba71-53f81c03d953 req-d05586b0-27c1-4120-a096-67cd87dc8e9e tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 945 time: 0.1190693 Mar 09 04:05:31.732142 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-5850d25c-248f-4378-946e-6b16f5000d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:31.733748 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-5850d25c-248f-4378-946e-6b16f5000d97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b67bf7a0-3ef1-45fd-b01a-91732bdea256 HTTP/1.1" status: 200 len: 834 time: 0.1207387 Mar 09 04:05:31.774821 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3a8ed45d-11a2-4bf6-ba71-53f81c03d953 req-542eb156-05ff-4bb2-b6b6-1bb8286400e0 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545310 Mar 09 04:05:31.818264 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e77281-1472-40a6-9e26-7cffe0bfc86d req-678f8f69-fb52-454c-a66a-35b2ffc51861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:31.821550 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07e77281-1472-40a6-9e26-7cffe0bfc86d req-678f8f69-fb52-454c-a66a-35b2ffc51861 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a789b53b4961423480ac62f11148731e&device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 1096 time: 0.1740501 Mar 09 04:05:31.916309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-8f261588-4cd3-4b85-ac4f-fc82918e0aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:31.919907 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-8f261588-4cd3-4b85-ac4f-fc82918e0aaf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=749ff854-15a7-4f21-b2aa-77ee7a469281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1702526 Mar 09 04:05:32.041210 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e77281-1472-40a6-9e26-7cffe0bfc86d req-b4297b67-85bf-491e-be52-12199bd54180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:32.074370 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07e77281-1472-40a6-9e26-7cffe0bfc86d req-b4297b67-85bf-491e-be52-12199bd54180 service neutron] 10.222.0.24 "GET /v2.0/networks?id=728f1764-7035-454b-b803-10fc1ed1098e HTTP/1.1" status: 200 len: 917 time: 0.2461131 Mar 09 04:05:32.109516 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:32.224089 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:32.308150 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-f2ffe266-d17d-46d2-a1e5-228eb6ba4ef5 service neutron] 10.222.0.24 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781433 Mar 09 04:05:32.319791 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 1bd3cec7-7973-46cc-b909-17ab54fe3eec up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:05:32.454571 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07e77281-1472-40a6-9e26-7cffe0bfc86d req-53ed688b-09bd-4544-ae23-5456f5b7e802 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ea65e4f-7079-44db-9631-3d500846beaf HTTP/1.1" status: 200 len: 1000 time: 0.3702552 Mar 09 04:05:32.474810 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-83deb99a-fed7-4c3e-85db-d32cdc64fd93 service neutron] 10.222.0.24 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534913 Mar 09 04:05:32.480816 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 1bd3cec7-7973-46cc-b909-17ab54fe3eec completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:05:32.484203 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa372ad-1980-4c2f-a5eb-e4f0e223e886 req-87793c8d-c1cb-4990-b7ee-9b1b5d0d0fc7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:32.489026 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 1bd3cec7-7973-46cc-b909-17ab54fe3eec triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:05:32.489639 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:32.491940 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-daa372ad-1980-4c2f-a5eb-e4f0e223e886 req-87793c8d-c1cb-4990-b7ee-9b1b5d0d0fc7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 944 time: 0.3537288 Mar 09 04:05:32.538991 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e77281-1472-40a6-9e26-7cffe0bfc86d req-1d0281d2-43d4-4655-9859-099bbed0a786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:32.541033 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07e77281-1472-40a6-9e26-7cffe0bfc86d req-1d0281d2-43d4-4655-9859-099bbed0a786 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=da09f32e-fde0-4749-97c0-596cce67a53e HTTP/1.1" status: 200 len: 855 time: 0.0810277 Mar 09 04:05:32.639425 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-daa372ad-1980-4c2f-a5eb-e4f0e223e886 req-7b70094c-7972-4ae5-b764-18f7931f7dfb tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427419 Mar 09 04:05:32.664877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e77281-1472-40a6-9e26-7cffe0bfc86d req-1e863da8-d1df-4137-ae42-75b7b81dee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:32.666370 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07e77281-1472-40a6-9e26-7cffe0bfc86d req-1e863da8-d1df-4137-ae42-75b7b81dee04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=728f1764-7035-454b-b803-10fc1ed1098e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198027 Mar 09 04:05:32.746498 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:32.812025 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b2f07a-ed55-45a7-a301-243d817f4f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd3cec7-7973-46cc-b909-17ab54fe3eec'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:05:32.855960 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 1bd3cec7-7973-46cc-b909-17ab54fe3eec, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec,segment=NetworkSegment(66cb0732-e838-42b8-b393-a2b501eb90c7),segment_id=66cb0732-e838-42b8-b393-a2b501eb90c7)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:05:32.867274 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:32.919610 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07e77281-1472-40a6-9e26-7cffe0bfc86d req-a27b314b-3386-4659-80ea-31a427a1a54a service neutron] 10.222.0.24 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446795 Mar 09 04:05:32.977882 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b2f07a-ed55-45a7-a301-243d817f4f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd3cec7-7973-46cc-b909-17ab54fe3eec', 'code': 200} Mar 09 04:05:33.047960 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=1bd3cec7-7973-46cc-b909-17ab54fe3eec,revision_number=9']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:33.228924 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7f202-9be8-46e5-bf07-9dfb7b425ea0 req-491fd852-614a-4f67-928f-05d350578094 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:33.236074 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-97f7f202-9be8-46e5-bf07-9dfb7b425ea0 req-491fd852-614a-4f67-928f-05d350578094 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 945 time: 0.1746385 Mar 09 04:05:33.425082 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-97f7f202-9be8-46e5-bf07-9dfb7b425ea0 req-c3bc97e9-4f43-4f9c-bf5e-2199920c983a tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879525 Mar 09 04:05:33.447832 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07e77281-1472-40a6-9e26-7cffe0bfc86d req-82fd90cb-b9c7-45b8-a42c-8aad28eec9ee service neutron] 10.222.0.24 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171349 Mar 09 04:05:33.510241 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:34.007563 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2c613-f7cf-44dc-8152-d2add55de935 req-573d3e85-5292-4ff6-9829-5e88f89895b6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:34.015226 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-39b2c613-f7cf-44dc-8152-d2add55de935 req-573d3e85-5292-4ff6-9829-5e88f89895b6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 945 time: 0.2015090 Mar 09 04:05:34.077273 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-39b2c613-f7cf-44dc-8152-d2add55de935 req-b1bb5030-8784-4e6e-acdd-9be6b7e39764 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610821 Mar 09 04:05:34.283695 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:34.316754 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0ea65e4f-7079-44db-9631-3d500846beaf no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:05:34.973469 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:35.126077 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dad071-e56a-4595-b4bd-a918ec9afbf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea65e4f-7079-44db-9631-3d500846beaf'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:05:35.164718 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 0ea65e4f-7079-44db-9631-3d500846beaf, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0ea65e4f-7079-44db-9631-3d500846beaf,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:05:35.174841 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:35.175796 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 1bd3cec7-7973-46cc-b909-17ab54fe3eec no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:05:35.421743 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57972) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:35.625654 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d9ec8-d701-4c27-a234-26da59940115 req-e9b8cacc-3c7e-43d0-89a9-c154875f5489 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:35.647164 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-905d9ec8-d701-4c27-a234-26da59940115 req-e9b8cacc-3c7e-43d0-89a9-c154875f5489 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 945 time: 0.1941900 Mar 09 04:05:35.767145 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=0ea65e4f-7079-44db-9631-3d500846beaf,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:35.771078 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-60564502-01de-4434-a5aa-a04d63db1e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:35.815146 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-60564502-01de-4434-a5aa-a04d63db1e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:05:35.848904 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-905d9ec8-d701-4c27-a234-26da59940115 req-6d1eb39c-cb52-46e0-ac8e-ff6a92ff7d83 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005999 Mar 09 04:05:35.850742 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-60564502-01de-4434-a5aa-a04d63db1e4a admin admin] Usage tracker for resource:security_group_rule and tenant:2a8341e26fb7429aa8c203fc61e2dabd is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:05:35.864188 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-47c4127f-3e64-492c-864f-53682617d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:35.868529 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-47c4127f-3e64-492c-864f-53682617d62c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14&tenant_id=2eed8fa07dd541719db04a03bcdea9c3 HTTP/1.1" status: 200 len: 1096 time: 0.2311521 Mar 09 04:05:35.869780 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-60564502-01de-4434-a5aa-a04d63db1e4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:05:35.902409 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-60564502-01de-4434-a5aa-a04d63db1e4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:05:35.946832 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-5', 'device_owner': 'compute:nova'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:05:36.055741 n-d-825178-5 neutron-server[87882]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e8dad071-e56a-4595-b4bd-a918ec9afbf3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0ea65e4f-7079-44db-9631-3d500846beaf', 'code': 422} returned with failed status Mar 09 04:05:36.106009 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:36.117384 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e14fb-cb49-4b42-8071-0a1a2e6a3f32 req-6b52496c-002d-4225-82e6-33878908b55c tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:36.124833 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bd6e14fb-cb49-4b42-8071-0a1a2e6a3f32 req-6b52496c-002d-4225-82e6-33878908b55c tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 945 time: 1.1442742 Mar 09 04:05:36.210744 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 1bd3cec7-7973-46cc-b909-17ab54fe3eec, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec,segment=NetworkSegment(66cb0732-e838-42b8-b393-a2b501eb90c7),segment_id=66cb0732-e838-42b8-b393-a2b501eb90c7)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:05:36.220805 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:36.244116 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-60564502-01de-4434-a5aa-a04d63db1e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:36.252178 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:36.257438 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-60564502-01de-4434-a5aa-a04d63db1e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:36.424561 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-60564502-01de-4434-a5aa-a04d63db1e4a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a8341e26fb7429aa8c203fc61e2dabd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0016327 Mar 09 04:05:36.425453 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 57988) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:36.435810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60564502-01de-4434-a5aa-a04d63db1e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a65dad3-9e26-4954-8ca7-e9e3d1866134,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:36.528945 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=1bd3cec7-7973-46cc-b909-17ab54fe3eec,revision_number=10']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:36.583818 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4eaea26f-47db-4066-ac65-e0c7869cefc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:36.643209 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4eaea26f-47db-4066-ac65-e0c7869cefc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:36.722269 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4eaea26f-47db-4066-ac65-e0c7869cefc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:36.778288 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaea26f-47db-4066-ac65-e0c7869cefc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a65dad3-9e26-4954-8ca7-e9e3d1866134,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:36.784989 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4eaea26f-47db-4066-ac65-e0c7869cefc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:36.798772 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4eaea26f-47db-4066-ac65-e0c7869cefc0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a65dad3-9e26-4954-8ca7-e9e3d1866134 HTTP/1.1" status: 204 len: 168 time: 0.3701971 Mar 09 04:05:36.975501 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] For port 1bd3cec7-7973-46cc-b909-17ab54fe3eec, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec,segment=NetworkSegment(66cb0732-e838-42b8-b393-a2b501eb90c7),segment_id=66cb0732-e838-42b8-b393-a2b501eb90c7)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:05:37.043206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] For port 1bd3cec7-7973-46cc-b909-17ab54fe3eec, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:05:37.139558 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bd6e14fb-cb49-4b42-8071-0a1a2e6a3f32 req-d492916a-bf82-46eb-b0d0-dcf34104e99b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0138426 Mar 09 04:05:37.179819 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd3cec7-7973-46cc-b909-17ab54fe3eec {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:05:37.195836 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:37.229159 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Transition to ACTIVE for port object 1bd3cec7-7973-46cc-b909-17ab54fe3eec will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:05:37.237468 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:37.312445 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c44ba-179b-4e95-aa03-4512e280f0b2 req-b0a182aa-5db6-4562-90f0-084f685c3611 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:37.316340 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-928c44ba-179b-4e95-aa03-4512e280f0b2 req-b0a182aa-5db6-4562-90f0-084f685c3611 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 944 time: 0.1881289 Mar 09 04:05:37.414103 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-a9646985-d83a-40dd-853b-534cd2921cab req-8fba1f28-4339-428e-8f3d-dc499428cf81 service neutron] (87881) timed out ('10.222.0.21', 56444) {{(pid=87881) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 09 04:05:37.423733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-6ec005e8-9a5b-4c27-9f3e-4b41272f6037 req-16ba5441-7809-4b52-9ee9-d50f86d88843 service neutron] (87881) timed out ('10.222.0.21', 56338) {{(pid=87881) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 09 04:05:37.430069 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-928c44ba-179b-4e95-aa03-4512e280f0b2 req-8d61c28f-7b30-47f9-9f29-77237c7e3f0d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069756 Mar 09 04:05:37.468728 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 58004) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:37.525962 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-459a4714-95fb-4260-8c73-44b6c0e4d911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:37.588667 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-459a4714-95fb-4260-8c73-44b6c0e4d911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:05:37.617239 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-459a4714-95fb-4260-8c73-44b6c0e4d911 admin admin] Usage tracker for resource:security_group_rule and tenant:9cb8a9ba77af453583348751bb6c432d is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:05:37.622655 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-459a4714-95fb-4260-8c73-44b6c0e4d911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:05:37.645192 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-459a4714-95fb-4260-8c73-44b6c0e4d911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:05:37.722691 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] No DVR routers for this DVR port 1bd3cec7-7973-46cc-b909-17ab54fe3eec on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:05:37.791497 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-459a4714-95fb-4260-8c73-44b6c0e4d911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:37.803634 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-459a4714-95fb-4260-8c73-44b6c0e4d911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:37.902567 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Pushing event updated for resources: {'Port': ['ID=1bd3cec7-7973-46cc-b909-17ab54fe3eec,revision_number=11']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:37.935466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:05:37.937465 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:05:37.939629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:05:37.944084 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:05:37.944956 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:05:37.945789 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:05:37.946632 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:05:37.947521 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:05:37.948339 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:05:37.949305 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:05:37.950548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:05:37.951422 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:05:38.058174 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b2f07a-ed55-45a7-a301-243d817f4f14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bd3cec7-7973-46cc-b909-17ab54fe3eec'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:05:38.127343 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-459a4714-95fb-4260-8c73-44b6c0e4d911 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9cb8a9ba77af453583348751bb6c432d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6574671 Mar 09 04:05:38.130174 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 58016) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:38.183814 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b2f07a-ed55-45a7-a301-243d817f4f14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bd3cec7-7973-46cc-b909-17ab54fe3eec', 'code': 200} Mar 09 04:05:38.230276 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a4714-95fb-4260-8c73-44b6c0e4d911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69097e7-2dc1-4e69-83a1-9d439aeadc30,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:38.245865 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Attempting to bind port 1bd3cec7-7973-46cc-b909-17ab54fe3eec on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:05:38.248044 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Attempting to bind port 1bd3cec7-7973-46cc-b909-17ab54fe3eec by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '66cb0732-e838-42b8-b393-a2b501eb90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:05:38.248712 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Attempting to bind port 1bd3cec7-7973-46cc-b909-17ab54fe3eec on network 749ff854-15a7-4f21-b2aa-77ee7a469281 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:05:38.272627 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6cb17b30-b051-4ebf-8880-e22df2202137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:38.290399 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Port 1bd3cec7-7973-46cc-b909-17ab54fe3eec on network 749ff854-15a7-4f21-b2aa-77ee7a469281 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:05:38.290888 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Attempting to bind port 1bd3cec7-7973-46cc-b909-17ab54fe3eec on network 749ff854-15a7-4f21-b2aa-77ee7a469281 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:05:38.296714 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:05:38.297146 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Checking segment: {'id': '66cb0732-e838-42b8-b393-a2b501eb90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:05:38.297445 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Bound using segment: {'id': '66cb0732-e838-42b8-b393-a2b501eb90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:05:38.297848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Bound port: 1bd3cec7-7973-46cc-b909-17ab54fe3eec, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66cb0732-e838-42b8-b393-a2b501eb90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:05:38.298189 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:38.313637 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0ea65e4f-7079-44db-9631-3d500846beaf no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:05:38.532024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] For port 1bd3cec7-7973-46cc-b909-17ab54fe3eec, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:05:38.534551 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-4f85c0c4-7eaf-4ad7-908a-6444899f150c req-4934c28c-5b12-4d4f-9d71-c6cb959b1cb8 service neutron] (87881) timed out ('10.222.0.21', 56443) {{(pid=87881) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 09 04:05:38.535458 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] For port 1bd3cec7-7973-46cc-b909-17ab54fe3eec, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec,segment=NetworkSegment(66cb0732-e838-42b8-b393-a2b501eb90c7),segment_id=66cb0732-e838-42b8-b393-a2b501eb90c7)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:05:38.542878 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:38.544350 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6cb17b30-b051-4ebf-8880-e22df2202137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:38.680427 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:38.684996 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:38.686530 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] 10.222.0.21 "PUT /v2.0/ports/1bd3cec7-7973-46cc-b909-17ab54fe3eec HTTP/1.1" status: 200 len: 1092 time: 2.7786376 Mar 09 04:05:38.757522 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a77d4-5a16-40b2-a4a0-0b0cbf0a67b0 req-0347ec6b-9a65-4715-a17e-e9128c6307b9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:38.768511 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-654a77d4-5a16-40b2-a4a0-0b0cbf0a67b0 req-0347ec6b-9a65-4715-a17e-e9128c6307b9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 943 time: 0.4196496 Mar 09 04:05:38.799522 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b2f07a-ed55-45a7-a301-243d817f4f14', 'tag': '1bd3cec7-7973-46cc-b909-17ab54fe3eec'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:05:38.897650 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:38.938129 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-654a77d4-5a16-40b2-a4a0-0b0cbf0a67b0 req-9832c840-a7e4-4e9e-8fcc-1c926a19ed1f tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686215 Mar 09 04:05:38.946253 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6cb17b30-b051-4ebf-8880-e22df2202137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:39.023571 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ccccaf-5a9b-4d4d-86de-d6e4e29f54fa service neutron] Pushing event updated for resources: {'Port': ['ID=1bd3cec7-7973-46cc-b909-17ab54fe3eec,revision_number=12']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:39.028239 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb17b30-b051-4ebf-8880-e22df2202137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69097e7-2dc1-4e69-83a1-9d439aeadc30,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:39.060756 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6cb17b30-b051-4ebf-8880-e22df2202137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:39.064382 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6cb17b30-b051-4ebf-8880-e22df2202137 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b69097e7-2dc1-4e69-83a1-9d439aeadc30 HTTP/1.1" status: 204 len: 168 time: 0.9301031 Mar 09 04:05:39.141764 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-9f81fd5b-3f2e-4424-9335-06662c603b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:39.148127 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-9f81fd5b-3f2e-4424-9335-06662c603b44 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 1095 time: 0.3212957 Mar 09 04:05:39.340553 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b2f07a-ed55-45a7-a301-243d817f4f14', 'tag': '1bd3cec7-7973-46cc-b909-17ab54fe3eec', 'status': 'completed', 'code': 200} Mar 09 04:05:39.375859 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-e555d5df-d493-45db-a63e-00979e8cdda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:39.377557 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-e555d5df-d493-45db-a63e-00979e8cdda0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=749ff854-15a7-4f21-b2aa-77ee7a469281 HTTP/1.1" status: 200 len: 898 time: 0.2089808 Mar 09 04:05:40.120589 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-f7b306fa-42d5-4b10-8ba6-2fba693be19f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec HTTP/1.1" status: 200 len: 999 time: 0.6940396 Mar 09 04:05:40.151071 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f714ad9-a079-4b35-b726-44dfcfbff79f req-52185a87-3d10-4ba4-818d-01fc6e070c83 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:40.154331 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f714ad9-a079-4b35-b726-44dfcfbff79f req-52185a87-3d10-4ba4-818d-01fc6e070c83 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 944 time: 1.4666908 Mar 09 04:05:40.319408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-a7e71be9-4037-46db-aa22-ded713c1b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:40.323359 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-a7e71be9-4037-46db-aa22-ded713c1b807 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b67bf7a0-3ef1-45fd-b01a-91732bdea256 HTTP/1.1" status: 200 len: 834 time: 0.1666963 Mar 09 04:05:40.688817 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f714ad9-a079-4b35-b726-44dfcfbff79f req-fb4ef681-7e7a-48a0-8432-ef9beb3a4213 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3498271 Mar 09 04:05:40.741768 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5a900-6a7c-47e3-8968-0abcb9f2c5f8 req-167fe133-90ac-41ce-8bc9-9915f92f7f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:40.747675 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67a5a900-6a7c-47e3-8968-0abcb9f2c5f8 req-167fe133-90ac-41ce-8bc9-9915f92f7f60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 1095 time: 1.3744230 Mar 09 04:05:41.049705 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-5e883b4e-8462-45a9-895b-e030c2080dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:41.057433 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-5e883b4e-8462-45a9-895b-e030c2080dfe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=749ff854-15a7-4f21-b2aa-77ee7a469281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7197084 Mar 09 04:05:41.481745 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5a900-6a7c-47e3-8968-0abcb9f2c5f8 req-51f92246-e7d3-4590-8c52-dd1e31d3931a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:41.489437 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67a5a900-6a7c-47e3-8968-0abcb9f2c5f8 req-51f92246-e7d3-4590-8c52-dd1e31d3931a service neutron] 10.222.0.24 "GET /v2.0/networks?id=749ff854-15a7-4f21-b2aa-77ee7a469281 HTTP/1.1" status: 200 len: 898 time: 0.7300053 Mar 09 04:05:41.653128 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-d989c8b3-acf6-4ea9-982a-0f478bfc1137 service neutron] 10.222.0.21 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5823593 Mar 09 04:05:41.918178 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6f06a21-83ac-4ee6-9547-8c7f7674fd26 req-484f87ad-488b-40f8-bece-8c67a5d0d14a service neutron] 10.222.0.21 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561049 Mar 09 04:05:41.982997 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67a5a900-6a7c-47e3-8968-0abcb9f2c5f8 req-b98acec6-0993-426a-ae28-d35e34186d2e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec HTTP/1.1" status: 200 len: 999 time: 0.4863887 Mar 09 04:05:42.293180 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5a900-6a7c-47e3-8968-0abcb9f2c5f8 req-596fc774-a839-4f68-a2b2-55c3f3cf9b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:42.294690 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67a5a900-6a7c-47e3-8968-0abcb9f2c5f8 req-596fc774-a839-4f68-a2b2-55c3f3cf9b95 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b67bf7a0-3ef1-45fd-b01a-91732bdea256 HTTP/1.1" status: 200 len: 834 time: 0.2639837 Mar 09 04:05:42.313478 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3ea9a-f7fd-4cf4-a433-5c7fb36b2e0f req-303d602f-e47c-4b1f-a0ef-2953ab60c666 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:42.321699 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-21f3ea9a-f7fd-4cf4-a433-5c7fb36b2e0f req-303d602f-e47c-4b1f-a0ef-2953ab60c666 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 944 time: 0.4023373 Mar 09 04:05:42.479493 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-21f3ea9a-f7fd-4cf4-a433-5c7fb36b2e0f req-7d6634f2-6ab9-43b4-8bfd-00e6ee623145 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566575 Mar 09 04:05:42.484051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5a900-6a7c-47e3-8968-0abcb9f2c5f8 req-a57a0357-401e-40e7-9806-2094f1ea0aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:42.485808 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67a5a900-6a7c-47e3-8968-0abcb9f2c5f8 req-a57a0357-401e-40e7-9806-2094f1ea0aa9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 1095 time: 0.5051360 Mar 09 04:05:42.744645 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79275c43-c39b-4b73-b638-f808d3ab1f77 req-b34e380c-eae7-4f70-9c3c-0874fc3bb75f tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:42.749917 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-79275c43-c39b-4b73-b638-f808d3ab1f77 req-b34e380c-eae7-4f70-9c3c-0874fc3bb75f tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 943 time: 0.1700773 Mar 09 04:05:42.859300 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5a900-6a7c-47e3-8968-0abcb9f2c5f8 req-a16f57c1-1cc2-4f91-9a3b-612b629a11ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:42.860795 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67a5a900-6a7c-47e3-8968-0abcb9f2c5f8 req-a16f57c1-1cc2-4f91-9a3b-612b629a11ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=749ff854-15a7-4f21-b2aa-77ee7a469281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5359373 Mar 09 04:05:42.863939 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5a900-6a7c-47e3-8968-0abcb9f2c5f8 req-22bae626-680c-4ca0-ad5f-435d8848ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:42.866130 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67a5a900-6a7c-47e3-8968-0abcb9f2c5f8 req-22bae626-680c-4ca0-ad5f-435d8848ae8b service neutron] 10.222.0.21 "GET /v2.0/networks?id=749ff854-15a7-4f21-b2aa-77ee7a469281 HTTP/1.1" status: 200 len: 898 time: 0.3672738 Mar 09 04:05:42.932806 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-79275c43-c39b-4b73-b638-f808d3ab1f77 req-1bf2a2d5-59ca-407e-8251-db8d1565c188 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784887 Mar 09 04:05:43.171800 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8ae86581-69ea-4c71-97cc-94ce4840f8c3 req-5051131c-fc9c-4888-8a1b-39da6cd94800 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1359322 Mar 09 04:05:43.290757 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67a5a900-6a7c-47e3-8968-0abcb9f2c5f8 req-0b51a2d5-fe8a-4275-bb14-57345d46d063 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec HTTP/1.1" status: 200 len: 999 time: 0.3669100 Mar 09 04:05:43.614666 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67a5a900-6a7c-47e3-8968-0abcb9f2c5f8 req-42d2a0d9-8354-4c9b-9fc6-ec0845ae47c6 service neutron] 10.222.0.24 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7460611 Mar 09 04:05:43.671704 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5a900-6a7c-47e3-8968-0abcb9f2c5f8 req-b05d525e-d94a-4b19-9498-52a7ef10daea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:43.673122 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67a5a900-6a7c-47e3-8968-0abcb9f2c5f8 req-b05d525e-d94a-4b19-9498-52a7ef10daea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b67bf7a0-3ef1-45fd-b01a-91732bdea256 HTTP/1.1" status: 200 len: 834 time: 0.3475380 Mar 09 04:05:43.739077 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 1bd3cec7-7973-46cc-b909-17ab54fe3eec details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:05:43.933296 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 1bd3cec7-7973-46cc-b909-17ab54fe3eec, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec,segment=NetworkSegment(66cb0732-e838-42b8-b393-a2b501eb90c7),segment_id=66cb0732-e838-42b8-b393-a2b501eb90c7)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:05:43.949984 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '1bd3cec7-7973-46cc-b909-17ab54fe3eec', 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281', 'port_id': '1bd3cec7-7973-46cc-b909-17ab54fe3eec', 'mac_address': 'fa:16:3e:b9:56:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b67bf7a0-3ef1-45fd-b01a-91732bdea256', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:05:44.097836 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67a5a900-6a7c-47e3-8968-0abcb9f2c5f8 req-08567e66-fc7a-4422-82fd-dcd35eda058b service neutron] 10.222.0.24 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757018 Mar 09 04:05:44.145880 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:44.173958 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5a900-6a7c-47e3-8968-0abcb9f2c5f8 req-f1331a14-d5b5-40d0-b5fa-241f92b42e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:44.175219 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd3cec7-7973-46cc-b909-17ab54fe3eec {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:05:44.191707 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67a5a900-6a7c-47e3-8968-0abcb9f2c5f8 req-f1331a14-d5b5-40d0-b5fa-241f92b42e3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=749ff854-15a7-4f21-b2aa-77ee7a469281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4696479 Mar 09 04:05:44.194802 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 1bd3cec7-7973-46cc-b909-17ab54fe3eec, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec,segment=NetworkSegment(66cb0732-e838-42b8-b393-a2b501eb90c7),segment_id=66cb0732-e838-42b8-b393-a2b501eb90c7)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:05:44.201796 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:44.222953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f062c2b-2a06-4ae9-96ad-7f11765407f8 req-96732846-07e9-4de4-8230-8cb79fe019b4 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:44.246737 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2f062c2b-2a06-4ae9-96ad-7f11765407f8 req-96732846-07e9-4de4-8230-8cb79fe019b4 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 944 time: 0.5231812 Mar 09 04:05:44.362644 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=1bd3cec7-7973-46cc-b909-17ab54fe3eec,revision_number=13']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:44.419712 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['1bd3cec7-7973-46cc-b909-17ab54fe3eec'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:05:44.486491 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c17340-e0fe-47af-837f-03f0f6997506 req-d482ed87-b5e0-42f9-bcd5-db6b4e5ac405 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:44.495529 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-03c17340-e0fe-47af-837f-03f0f6997506 req-d482ed87-b5e0-42f9-bcd5-db6b4e5ac405 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 943 time: 0.3318439 Mar 09 04:05:44.571264 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-03c17340-e0fe-47af-837f-03f0f6997506 req-611318db-10a1-41ff-a62b-fa8e9d0b2b2f tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743525 Mar 09 04:05:44.670142 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2f062c2b-2a06-4ae9-96ad-7f11765407f8 req-a72b7997-84b9-4064-a635-c582195f9324 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4202662 Mar 09 04:05:44.739407 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67a5a900-6a7c-47e3-8968-0abcb9f2c5f8 req-7cc5c1f0-6b0f-407b-ba1f-a51d2ddcf8e0 service neutron] 10.222.0.21 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417877 Mar 09 04:05:44.956203 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 58246) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:45.240648 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67a5a900-6a7c-47e3-8968-0abcb9f2c5f8 req-02a16e57-ecdf-4694-8a0f-a747cb98ab3c service neutron] 10.222.0.21 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4945068 Mar 09 04:05:45.259091 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae86581-69ea-4c71-97cc-94ce4840f8c3 req-a196c73b-8fe7-44c5-b310-a1a7f17f81bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:45.260918 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8ae86581-69ea-4c71-97cc-94ce4840f8c3 req-a196c73b-8fe7-44c5-b310-a1a7f17f81bc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3&tenant_id=a789b53b4961423480ac62f11148731e HTTP/1.1" status: 200 len: 1094 time: 0.5111728 Mar 09 04:05:45.299365 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3dd65ad1-5295-4d96-9d64-5726d3a44bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:45.316448 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3dd65ad1-5295-4d96-9d64-5726d3a44bbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:05:45.322960 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3dd65ad1-5295-4d96-9d64-5726d3a44bbc admin admin] Usage tracker for resource:security_group_rule and tenant:c9beac044fdc43e98fef7f1a88945598 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:05:45.337649 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3dd65ad1-5295-4d96-9d64-5726d3a44bbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:05:45.359069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3dd65ad1-5295-4d96-9d64-5726d3a44bbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:05:45.439739 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae86581-69ea-4c71-97cc-94ce4840f8c3 req-40c9818f-cbc4-4324-8484-23cd1c2af115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:45.441300 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8ae86581-69ea-4c71-97cc-94ce4840f8c3 req-40c9818f-cbc4-4324-8484-23cd1c2af115 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a789b53b4961423480ac62f11148731e&device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 1094 time: 0.1573143 Mar 09 04:05:45.559555 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3dd65ad1-5295-4d96-9d64-5726d3a44bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:45.569969 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3dd65ad1-5295-4d96-9d64-5726d3a44bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:45.628118 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd65ad1-5295-4d96-9d64-5726d3a44bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4672ad92-ebe9-44ec-bc8c-7f29a6106fae,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:45.687142 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3dd65ad1-5295-4d96-9d64-5726d3a44bbc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9beac044fdc43e98fef7f1a88945598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7297261 Mar 09 04:05:45.689973 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 58276) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:45.763274 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 1bd3cec7-7973-46cc-b909-17ab54fe3eec up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:05:45.853930 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae86581-69ea-4c71-97cc-94ce4840f8c3 req-3847d37d-459a-4260-949b-7d95821cc3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:45.855516 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8ae86581-69ea-4c71-97cc-94ce4840f8c3 req-3847d37d-459a-4260-949b-7d95821cc3fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=728f1764-7035-454b-b803-10fc1ed1098e HTTP/1.1" status: 200 len: 917 time: 0.4076276 Mar 09 04:05:45.862275 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c327ac2b-abba-47d1-a466-98c1fb50d439 req-c2da0b30-3a96-4634-88e9-05decaa425c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3056507 Mar 09 04:05:45.900418 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-38033b26-3987-4a96-b01b-4e5cb303a8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:45.967076 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-38033b26-3987-4a96-b01b-4e5cb303a8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:45.976465 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 1bd3cec7-7973-46cc-b909-17ab54fe3eec completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:05:45.983330 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 1bd3cec7-7973-46cc-b909-17ab54fe3eec triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:05:45.984182 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:46.047752 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e344b-278c-4088-848c-19c6827b8b76 req-cba621b4-142f-4b93-9006-6d3c59d7db41 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:46.061920 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-310e344b-278c-4088-848c-19c6827b8b76 req-cba621b4-142f-4b93-9006-6d3c59d7db41 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 943 time: 0.3114698 Mar 09 04:05:46.143936 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:46.146653 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-310e344b-278c-4088-848c-19c6827b8b76 req-6604f4a5-bd2f-46db-af53-702be5703060 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831325 Mar 09 04:05:46.149616 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-38033b26-3987-4a96-b01b-4e5cb303a8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:46.149927 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8ae86581-69ea-4c71-97cc-94ce4840f8c3 req-454fe392-0826-41ef-ba03-fc4511cdfe74 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ea65e4f-7079-44db-9631-3d500846beaf HTTP/1.1" status: 200 len: 998 time: 0.2818446 Mar 09 04:05:46.194511 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38033b26-3987-4a96-b01b-4e5cb303a8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4672ad92-ebe9-44ec-bc8c-7f29a6106fae,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:46.203232 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-38033b26-3987-4a96-b01b-4e5cb303a8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:46.204394 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-38033b26-3987-4a96-b01b-4e5cb303a8e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4672ad92-ebe9-44ec-bc8c-7f29a6106fae HTTP/1.1" status: 204 len: 168 time: 0.5120831 Mar 09 04:05:46.260000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126a8d9-4f27-437a-b796-bdc72c0745f5 req-3f46bcbb-336d-495e-997a-e16f8c77346d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:46.265502 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b2f07a-ed55-45a7-a301-243d817f4f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd3cec7-7973-46cc-b909-17ab54fe3eec'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:05:46.267975 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b126a8d9-4f27-437a-b796-bdc72c0745f5 req-3f46bcbb-336d-495e-997a-e16f8c77346d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 945 time: 0.2747021 Mar 09 04:05:46.298912 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 1bd3cec7-7973-46cc-b909-17ab54fe3eec, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec,segment=NetworkSegment(66cb0732-e838-42b8-b393-a2b501eb90c7),segment_id=66cb0732-e838-42b8-b393-a2b501eb90c7)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:05:46.300691 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327ac2b-abba-47d1-a466-98c1fb50d439 req-1c0a0f6e-32fd-43f5-be14-8677e0f1d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:46.302975 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c327ac2b-abba-47d1-a466-98c1fb50d439 req-1c0a0f6e-32fd-43f5-be14-8677e0f1d40e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 1096 time: 0.2500999 Mar 09 04:05:46.304668 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae86581-69ea-4c71-97cc-94ce4840f8c3 req-8661ee7f-3619-4be3-a839-63b21f91e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:46.306257 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8ae86581-69ea-4c71-97cc-94ce4840f8c3 req-8661ee7f-3619-4be3-a839-63b21f91e047 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=da09f32e-fde0-4749-97c0-596cce67a53e HTTP/1.1" status: 200 len: 855 time: 0.1475639 Mar 09 04:05:46.316181 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:46.357685 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b126a8d9-4f27-437a-b796-bdc72c0745f5 req-e7e802d3-646b-450b-9b02-2572bea69442 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887501 Mar 09 04:05:46.394673 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 58288) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:46.436049 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b2f07a-ed55-45a7-a301-243d817f4f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd3cec7-7973-46cc-b909-17ab54fe3eec', 'code': 200} Mar 09 04:05:46.494484 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=1bd3cec7-7973-46cc-b909-17ab54fe3eec,revision_number=14']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:46.620616 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4e122e0b-335c-45d6-9d83-02350d0532c2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/floatingips/60108d2b-9713-4b71-9875-cd1cd29a66e2 HTTP/1.1" status: 200 len: 993 time: 0.2243743 Mar 09 04:05:46.711055 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae86581-69ea-4c71-97cc-94ce4840f8c3 req-c8efd6dd-6d41-4669-b653-99ba5d4ffb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:46.713824 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8ae86581-69ea-4c71-97cc-94ce4840f8c3 req-c8efd6dd-6d41-4669-b653-99ba5d4ffb25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=728f1764-7035-454b-b803-10fc1ed1098e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3608017 Mar 09 04:05:47.135233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327ac2b-abba-47d1-a466-98c1fb50d439 req-a0b55f26-c6e3-4302-ae74-5033b9129bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:47.136849 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c327ac2b-abba-47d1-a466-98c1fb50d439 req-a0b55f26-c6e3-4302-ae74-5033b9129bce service neutron] 10.222.0.21 "GET /v2.0/networks?id=749ff854-15a7-4f21-b2aa-77ee7a469281 HTTP/1.1" status: 200 len: 898 time: 0.7839181 Mar 09 04:05:47.268328 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8ae86581-69ea-4c71-97cc-94ce4840f8c3 req-baf6aada-a316-482e-834b-4eb70680ff24 service neutron] 10.222.0.24 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400550 Mar 09 04:05:47.319153 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c327ac2b-abba-47d1-a466-98c1fb50d439 req-849006d7-d2a4-4d62-8958-0420b30582ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec HTTP/1.1" status: 200 len: 1001 time: 0.1696558 Mar 09 04:05:47.514597 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e5118-dc87-4fdc-90cf-80f70d2215ce req-07475394-13ce-4ef5-b45d-b7bfbc69ea8b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:47.517183 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8a6e5118-dc87-4fdc-90cf-80f70d2215ce req-07475394-13ce-4ef5-b45d-b7bfbc69ea8b tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 943 time: 0.1708143 Mar 09 04:05:47.586324 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8a6e5118-dc87-4fdc-90cf-80f70d2215ce req-12257132-1808-4e6a-a629-a26d47aae492 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634406 Mar 09 04:05:47.590427 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327ac2b-abba-47d1-a466-98c1fb50d439 req-bba0dfe4-5cb4-459b-a01b-ae5b25fa915e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:47.591922 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c327ac2b-abba-47d1-a466-98c1fb50d439 req-bba0dfe4-5cb4-459b-a01b-ae5b25fa915e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b67bf7a0-3ef1-45fd-b01a-91732bdea256 HTTP/1.1" status: 200 len: 834 time: 0.2717295 Mar 09 04:05:47.669939 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8ae86581-69ea-4c71-97cc-94ce4840f8c3 req-3e7e664a-70f0-49c6-abc6-f8b025274c59 service neutron] 10.222.0.24 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897409 Mar 09 04:05:47.705284 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327ac2b-abba-47d1-a466-98c1fb50d439 req-2ffa2d26-3cfc-4cc5-a86c-9ef26d24bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:47.710500 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c327ac2b-abba-47d1-a466-98c1fb50d439 req-2ffa2d26-3cfc-4cc5-a86c-9ef26d24bfaa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=749ff854-15a7-4f21-b2aa-77ee7a469281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004503 Mar 09 04:05:47.954798 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c327ac2b-abba-47d1-a466-98c1fb50d439 req-a2fac08a-9f35-438c-ad0e-3b53d8852b3e service neutron] 10.222.0.21 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413576 Mar 09 04:05:48.213055 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c327ac2b-abba-47d1-a466-98c1fb50d439 req-0607fe47-1ae9-48c0-9ec2-f8a8b41c7661 service neutron] 10.222.0.21 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512536 Mar 09 04:05:48.961450 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58356) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:49.085251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae63d95-c5b8-4168-8cba-f20d78130d03 admin admin] Deleting subnet 2a8b96f0-c118-4014-bee8-ff75ec2cbe5d {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:05:49.088433 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dae63d95-c5b8-4168-8cba-f20d78130d03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:49.151475 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dae63d95-c5b8-4168-8cba-f20d78130d03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:49.254996 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dae63d95-c5b8-4168-8cba-f20d78130d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:49.385407 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dae63d95-c5b8-4168-8cba-f20d78130d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:49.523113 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae63d95-c5b8-4168-8cba-f20d78130d03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a8b96f0-c118-4014-bee8-ff75ec2cbe5d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:49.526460 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dae63d95-c5b8-4168-8cba-f20d78130d03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:49.549280 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 58370) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:49.575487 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-dae63d95-c5b8-4168-8cba-f20d78130d03 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2a8b96f0-c118-4014-bee8-ff75ec2cbe5d HTTP/1.1" status: 204 len: 168 time: 0.6127877 Mar 09 04:05:49.886942 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d1606fab-7828-4ba9-9721-cec107503ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:50.101390 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89382398-b6fc-4636-afa1-fc91c3849365 req-52b411fc-97be-43b2-ab66-a8271f3be5d1 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:50.124655 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-89382398-b6fc-4636-afa1-fc91c3849365 req-52b411fc-97be-43b2-ab66-a8271f3be5d1 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 943 time: 1.1596663 Mar 09 04:05:50.221528 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-89382398-b6fc-4636-afa1-fc91c3849365 req-b163516b-b193-4773-b2fd-26e1cfa9040e tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894785 Mar 09 04:05:50.352515 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d1606fab-7828-4ba9-9721-cec107503ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:50.390382 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-d1606fab-7828-4ba9-9721-cec107503ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:05:50.417125 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-d1606fab-7828-4ba9-9721-cec107503ba8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b465ef4-c34f-40e7-8fac-a5c5778da90d') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:05:50.419265 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-d1606fab-7828-4ba9-9721-cec107503ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b465ef4-c34f-40e7-8fac-a5c5778da90d') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:05:50.449371 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d1606fab-7828-4ba9-9721-cec107503ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:50.484697 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d1606fab-7828-4ba9-9721-cec107503ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:50.497177 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1606fab-7828-4ba9-9721-cec107503ba8 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:05:50.497621 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d1606fab-7828-4ba9-9721-cec107503ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:05:50.514086 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:05:50.706288 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d1606fab-7828-4ba9-9721-cec107503ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:50.729744 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d1606fab-7828-4ba9-9721-cec107503ba8 admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:50.743042 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1606fab-7828-4ba9-9721-cec107503ba8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:50.785298 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d1606fab-7828-4ba9-9721-cec107503ba8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e6dbfc65-11cf-4bc1-b7a0-f21d911f4abf HTTP/1.1" status: 204 len: 168 time: 1.2346036 Mar 09 04:05:51.139301 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 58394) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:51.264517 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5afea55b-5198-49e0-98e1-571a39215694 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e8887a99140438badbda1ee57f2077e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1233468 Mar 09 04:05:51.266536 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58398) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:05:51.389143 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f2f568ec-958b-4845-b9dd-0020822c32c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:51.442376 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f2f568ec-958b-4845-b9dd-0020822c32c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:51.541565 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f2f568ec-958b-4845-b9dd-0020822c32c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:51.576690 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f568ec-958b-4845-b9dd-0020822c32c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea0e531-7357-4b53-8fed-ea239dbdd28a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:05:51.623679 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f2f568ec-958b-4845-b9dd-0020822c32c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:51.636169 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f2f568ec-958b-4845-b9dd-0020822c32c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bea0e531-7357-4b53-8fed-ea239dbdd28a HTTP/1.1" status: 204 len: 168 time: 0.3602951 Mar 09 04:05:52.264663 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f506404-2250-4428-a4c6-0c55d8323604 req-b713b7f3-ff5f-446e-bfce-e2c92040ffca tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:52.271928 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9f506404-2250-4428-a4c6-0c55d8323604 req-b713b7f3-ff5f-446e-bfce-e2c92040ffca tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 943 time: 0.8674366 Mar 09 04:05:52.405859 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9f506404-2250-4428-a4c6-0c55d8323604 req-bc347f0d-00b5-4064-a8c1-67d02ce1f45a tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329179 Mar 09 04:05:53.534933 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:05:53.976164 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0f03e-1ecc-4044-819b-3ff3d0a225f6 req-4aa6b435-c3f1-4a9b-88b2-62e381aa1cdc tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:53.988804 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-96b0f03e-1ecc-4044-819b-3ff3d0a225f6 req-4aa6b435-c3f1-4a9b-88b2-62e381aa1cdc tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 943 time: 0.2502635 Mar 09 04:05:54.126349 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-96b0f03e-1ecc-4044-819b-3ff3d0a225f6 req-8d04b899-12a7-4007-b6da-990a15303b53 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231954 Mar 09 04:05:55.623606 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603353c3-d805-4707-bd8b-d4cd059a73ef req-88349617-888b-45e0-b782-f016138ff873 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:55.647260 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-603353c3-d805-4707-bd8b-d4cd059a73ef req-88349617-888b-45e0-b782-f016138ff873 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 943 time: 0.2549655 Mar 09 04:05:55.758826 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-603353c3-d805-4707-bd8b-d4cd059a73ef req-8544364f-3a98-4e6d-9ae0-7d080f06f4b9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096175 Mar 09 04:05:57.673476 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed9999-ed48-44b9-bfd8-18fec22df56f req-eed2e294-e1b1-49ef-8778-5a09dffbc3f3 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:57.688752 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e4ed9999-ed48-44b9-bfd8-18fec22df56f req-eed2e294-e1b1-49ef-8778-5a09dffbc3f3 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 943 time: 0.3363750 Mar 09 04:05:57.799566 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e4ed9999-ed48-44b9-bfd8-18fec22df56f req-8f92b6b2-ba0b-46d0-a0df-ff1d1900a9ea tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939012 Mar 09 04:05:58.834740 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c6baa7d9-5e8e-4087-8e59-869a0930bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:05:59.311678 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1291d-dd12-4111-b08c-20f449d41e41 req-17634fe4-e4db-4c9e-8857-1a8b70f22ec6 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:05:59.321316 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d7a1291d-dd12-4111-b08c-20f449d41e41 req-17634fe4-e4db-4c9e-8857-1a8b70f22ec6 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 943 time: 0.1767125 Mar 09 04:05:59.377492 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d7a1291d-dd12-4111-b08c-20f449d41e41 req-3d3c7b51-faea-4b63-942c-ba10a61f26a3 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527823 Mar 09 04:05:59.692546 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58582) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:00.026362 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-588afbb9-1322-40ef-8cd9-aa23d4d3ae46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:00.063958 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-588afbb9-1322-40ef-8cd9-aa23d4d3ae46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:00.072367 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-588afbb9-1322-40ef-8cd9-aa23d4d3ae46 admin admin] Usage tracker for resource:security_group_rule and tenant:7979e614c0ef45e3a87693c1fc899665 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:00.079336 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-588afbb9-1322-40ef-8cd9-aa23d4d3ae46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:00.093097 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-588afbb9-1322-40ef-8cd9-aa23d4d3ae46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:00.248173 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-588afbb9-1322-40ef-8cd9-aa23d4d3ae46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:00.255868 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-588afbb9-1322-40ef-8cd9-aa23d4d3ae46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:00.327489 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588afbb9-1322-40ef-8cd9-aa23d4d3ae46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598c24eb-3aeb-4b55-b2ab-e098b50b4950,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:00.332291 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-588afbb9-1322-40ef-8cd9-aa23d4d3ae46 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7979e614c0ef45e3a87693c1fc899665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6373706 Mar 09 04:06:00.335511 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 58592) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:00.485952 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-463b37a2-822c-4b30-80e3-8c38ad842d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:00.567017 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-463b37a2-822c-4b30-80e3-8c38ad842d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:00.699586 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-463b37a2-822c-4b30-80e3-8c38ad842d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:00.729004 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b37a2-822c-4b30-80e3-8c38ad842d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598c24eb-3aeb-4b55-b2ab-e098b50b4950,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:00.741094 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-463b37a2-822c-4b30-80e3-8c38ad842d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:00.743299 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-463b37a2-822c-4b30-80e3-8c38ad842d2a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/598c24eb-3aeb-4b55-b2ab-e098b50b4950 HTTP/1.1" status: 204 len: 168 time: 0.4051933 Mar 09 04:06:00.750075 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463b37a2-822c-4b30-80e3-8c38ad842d2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:00.753414 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463b37a2-822c-4b30-80e3-8c38ad842d2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:00.754266 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463b37a2-822c-4b30-80e3-8c38ad842d2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:00.755567 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463b37a2-822c-4b30-80e3-8c38ad842d2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:00.756145 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463b37a2-822c-4b30-80e3-8c38ad842d2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:00.756734 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463b37a2-822c-4b30-80e3-8c38ad842d2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:00.757243 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463b37a2-822c-4b30-80e3-8c38ad842d2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:00.757740 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463b37a2-822c-4b30-80e3-8c38ad842d2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:00.759301 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463b37a2-822c-4b30-80e3-8c38ad842d2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:00.760000 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463b37a2-822c-4b30-80e3-8c38ad842d2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:00.761846 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463b37a2-822c-4b30-80e3-8c38ad842d2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:00.762370 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463b37a2-822c-4b30-80e3-8c38ad842d2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:00.872687 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223b0f0-347a-4976-bde9-c0f68628581f req-d4261080-2f68-450a-b880-c85a5e5c337a tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:00.881178 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f223b0f0-347a-4976-bde9-c0f68628581f req-d4261080-2f68-450a-b880-c85a5e5c337a tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 943 time: 0.1921935 Mar 09 04:06:00.941586 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f223b0f0-347a-4976-bde9-c0f68628581f req-afefaaed-c33d-4ae8-ae5c-883dbff84199 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552571 Mar 09 04:06:01.163019 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9ac619ca-d850-46f3-96a7-bf972ba3605f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:01.525309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 58610) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:01.566141 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7cef64a2-b297-484b-9bcf-f3ff2ad35545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:01.586658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7cef64a2-b297-484b-9bcf-f3ff2ad35545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:01.591770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7cef64a2-b297-484b-9bcf-f3ff2ad35545 admin admin] Usage tracker for resource:security_group_rule and tenant:c603182fd26a48ce832d1c327ebe6fe9 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:01.595644 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7cef64a2-b297-484b-9bcf-f3ff2ad35545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:01.609792 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7cef64a2-b297-484b-9bcf-f3ff2ad35545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:01.732542 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7cef64a2-b297-484b-9bcf-f3ff2ad35545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:01.740375 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7cef64a2-b297-484b-9bcf-f3ff2ad35545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:01.791055 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef64a2-b297-484b-9bcf-f3ff2ad35545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752325a3-2b21-410b-8e0a-2937b96dbe92,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:01.795378 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7cef64a2-b297-484b-9bcf-f3ff2ad35545 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c603182fd26a48ce832d1c327ebe6fe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2688220 Mar 09 04:06:01.798124 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58614) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:01.959877 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-70f8f619-116c-4c11-9ac9-de54639d3c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:02.019804 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-70f8f619-116c-4c11-9ac9-de54639d3c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:02.225967 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42f657-ce22-414a-a414-5e282437d240 req-6172444f-fc92-4a3a-879e-ef0bd606944d tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:02.232279 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:02.233429 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fa42f657-ce22-414a-a414-5e282437d240 req-6172444f-fc92-4a3a-879e-ef0bd606944d tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 943 time: 0.1190934 Mar 09 04:06:02.239001 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:02.280680 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fa42f657-ce22-414a-a414-5e282437d240 req-10ef9db8-1bf2-45fb-8d8c-80125fc66936 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462663 Mar 09 04:06:02.283261 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-70f8f619-116c-4c11-9ac9-de54639d3c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:02.302547 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8f619-116c-4c11-9ac9-de54639d3c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752325a3-2b21-410b-8e0a-2937b96dbe92,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:02.313639 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-70f8f619-116c-4c11-9ac9-de54639d3c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:02.315114 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-70f8f619-116c-4c11-9ac9-de54639d3c7b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/752325a3-2b21-410b-8e0a-2937b96dbe92 HTTP/1.1" status: 204 len: 168 time: 0.5146964 Mar 09 04:06:03.506800 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:03.537440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4048848-8dca-4827-a742-dd231105d1db req-68b30499-c12c-4422-9e44-4a268a786b45 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:03.539119 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f4048848-8dca-4827-a742-dd231105d1db req-68b30499-c12c-4422-9e44-4a268a786b45 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 943 time: 0.0915451 Mar 09 04:06:03.599432 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f4048848-8dca-4827-a742-dd231105d1db req-e619406f-82b5-4744-bb93-059a564feabe tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474963 Mar 09 04:06:03.850643 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58700) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:04.048992 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d68d17a5-9b78-4b09-bf0f-09b20f1d2cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:04.084438 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d68d17a5-9b78-4b09-bf0f-09b20f1d2cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:04.095627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d68d17a5-9b78-4b09-bf0f-09b20f1d2cb9 admin admin] Usage tracker for resource:security_group_rule and tenant:3d08ed23aad44370800d0c502be36e73 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:04.097460 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d68d17a5-9b78-4b09-bf0f-09b20f1d2cb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:04.105444 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d68d17a5-9b78-4b09-bf0f-09b20f1d2cb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:04.226683 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d68d17a5-9b78-4b09-bf0f-09b20f1d2cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:04.232524 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d68d17a5-9b78-4b09-bf0f-09b20f1d2cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:04.265524 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:04.284117 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d17a5-9b78-4b09-bf0f-09b20f1d2cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258d79e0-fb74-4d50-905e-b63db6b93bc8,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:04.290354 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d68d17a5-9b78-4b09-bf0f-09b20f1d2cb9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d08ed23aad44370800d0c502be36e73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4386458 Mar 09 04:06:04.293147 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 58726) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:04.364529 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-69da7efe-9152-462d-8e45-06d9ead48d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:04.412079 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-69da7efe-9152-462d-8e45-06d9ead48d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:04.502137 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-69da7efe-9152-462d-8e45-06d9ead48d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:04.526164 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da7efe-9152-462d-8e45-06d9ead48d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258d79e0-fb74-4d50-905e-b63db6b93bc8,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:04.536497 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-69da7efe-9152-462d-8e45-06d9ead48d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:04.540292 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-69da7efe-9152-462d-8e45-06d9ead48d04 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/258d79e0-fb74-4d50-905e-b63db6b93bc8 HTTP/1.1" status: 204 len: 168 time: 0.2434974 Mar 09 04:06:04.965699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05cfd7-4fee-45fe-92aa-67b1b7bf56fe req-70207aa5-372f-4cd4-a297-b9075668206c tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:04.976927 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb05cfd7-4fee-45fe-92aa-67b1b7bf56fe req-70207aa5-372f-4cd4-a297-b9075668206c tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 943 time: 0.2260952 Mar 09 04:06:05.039848 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb05cfd7-4fee-45fe-92aa-67b1b7bf56fe req-1d14b0dd-b39e-4753-a205-ff6b42b9d893 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600736 Mar 09 04:06:06.290013 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e311e-e585-4142-997e-1830cd05e3d7 req-d46c25ff-2cef-46c3-b23c-79d0561bf15c tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:06.292209 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1a5e311e-e585-4142-997e-1830cd05e3d7 req-d46c25ff-2cef-46c3-b23c-79d0561bf15c tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 943 time: 0.0982978 Mar 09 04:06:06.357564 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1a5e311e-e585-4142-997e-1830cd05e3d7 req-10223701-3793-48b0-8a0d-7c82388e7809 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570486 Mar 09 04:06:07.717442 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ae414-6666-40cb-b40f-a3ad5c2dd8c3 req-7850c911-6024-4e42-858a-a3f68b49eb28 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:07.728248 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-655ae414-6666-40cb-b40f-a3ad5c2dd8c3 req-7850c911-6024-4e42-858a-a3f68b49eb28 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 943 time: 0.1316211 Mar 09 04:06:07.822417 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-655ae414-6666-40cb-b40f-a3ad5c2dd8c3 req-d85199e7-983d-41a1-81aa-5c6633f56299 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922928 Mar 09 04:06:08.470496 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0ea65e4f-7079-44db-9631-3d500846beaf details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:06:08.684319 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 0ea65e4f-7079-44db-9631-3d500846beaf, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0ea65e4f-7079-44db-9631-3d500846beaf,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:06:08.699321 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '0ea65e4f-7079-44db-9631-3d500846beaf', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'port_id': '0ea65e4f-7079-44db-9631-3d500846beaf', 'mac_address': 'fa:16:3e:9e:2a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:06:08.782460 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:08.816928 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea65e4f-7079-44db-9631-3d500846beaf {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:06:08.837036 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 0ea65e4f-7079-44db-9631-3d500846beaf, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0ea65e4f-7079-44db-9631-3d500846beaf,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:06:08.842812 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:08.945551 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=0ea65e4f-7079-44db-9631-3d500846beaf,revision_number=9']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:08.966431 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:08.967416 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:08.967936 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:08.968510 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:08.969142 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:08.969878 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:08.970712 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:08.971357 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:08.972116 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:08.972844 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:08.973278 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:08.974475 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:08.987889 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:09.131657 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd6221-7138-4e9c-8e7d-3ed51b200f87 req-379c1dd0-0062-4921-a3f1-0ec0ed64b891 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:09.141505 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3ddd6221-7138-4e9c-8e7d-3ed51b200f87 req-379c1dd0-0062-4921-a3f1-0ec0ed64b891 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 944 time: 0.1188669 Mar 09 04:06:09.153156 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['0ea65e4f-7079-44db-9631-3d500846beaf'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:06:09.251967 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3ddd6221-7138-4e9c-8e7d-3ed51b200f87 req-6014f902-a231-4a47-b454-b5a035274b9e tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084120 Mar 09 04:06:10.486931 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0ea65e4f-7079-44db-9631-3d500846beaf up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:06:10.561006 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841db13-97d3-491c-a99d-a28773a409fa req-62443ee7-eb42-4837-9153-fb610b260ba5 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:10.563277 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9841db13-97d3-491c-a99d-a28773a409fa req-62443ee7-eb42-4837-9153-fb610b260ba5 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 944 time: 0.1397696 Mar 09 04:06:10.583553 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 0ea65e4f-7079-44db-9631-3d500846beaf triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:10.584437 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:10.666053 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9841db13-97d3-491c-a99d-a28773a409fa req-c75f5c03-8551-4e64-a9bb-eacd96a194c0 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743172 Mar 09 04:06:10.725351 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:10.767176 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 0ea65e4f-7079-44db-9631-3d500846beaf, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0ea65e4f-7079-44db-9631-3d500846beaf,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:06:10.768526 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dad071-e56a-4595-b4bd-a918ec9afbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea65e4f-7079-44db-9631-3d500846beaf'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:06:10.776550 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:10.877741 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8dad071-e56a-4595-b4bd-a918ec9afbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea65e4f-7079-44db-9631-3d500846beaf', 'code': 200} Mar 09 04:06:10.892887 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=0ea65e4f-7079-44db-9631-3d500846beaf,revision_number=10']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:11.121693 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4f88c-a470-4477-913d-e56c38daf2d3 req-8e7bb548-47e8-42fe-ab19-7d06bbe050a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:11.123198 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ecd4f88c-a470-4477-913d-e56c38daf2d3 req-8e7bb548-47e8-42fe-ab19-7d06bbe050a8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 1097 time: 0.0834320 Mar 09 04:06:11.178088 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ecd4f88c-a470-4477-913d-e56c38daf2d3 req-93fe4b81-cd31-466f-8cae-3cc274044cdd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484245 Mar 09 04:06:11.895939 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c27159-3d10-4161-a46e-3dc96c87d061 req-d33e872a-91d6-477a-84c3-344730a7c617 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:11.898119 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-08c27159-3d10-4161-a46e-3dc96c87d061 req-d33e872a-91d6-477a-84c3-344730a7c617 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 946 time: 0.0838041 Mar 09 04:06:11.973103 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-08c27159-3d10-4161-a46e-3dc96c87d061 req-20391a40-cd8a-4eee-8521-e44a6b571fe2 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640852 Mar 09 04:06:13.183957 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212397a3-e72b-46a8-8680-730712a9aa12 req-88cf62ab-e896-4e3f-b9e8-3422bd142006 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:13.190936 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-212397a3-e72b-46a8-8680-730712a9aa12 req-88cf62ab-e896-4e3f-b9e8-3422bd142006 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 946 time: 0.0906916 Mar 09 04:06:13.240932 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-212397a3-e72b-46a8-8680-730712a9aa12 req-c75e1021-709f-45a7-bfda-e051f7943247 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489149 Mar 09 04:06:13.829633 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 58982) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:14.011351 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-994a66cb-52d3-431b-8109-70b0749b81df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:14.026778 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-994a66cb-52d3-431b-8109-70b0749b81df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:14.031269 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-994a66cb-52d3-431b-8109-70b0749b81df admin admin] Usage tracker for resource:security_group_rule and tenant:c23511aefccd487d92f7ad1669dc1070 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:14.034739 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-994a66cb-52d3-431b-8109-70b0749b81df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:14.055202 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-994a66cb-52d3-431b-8109-70b0749b81df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:14.159261 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-994a66cb-52d3-431b-8109-70b0749b81df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:14.164698 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-994a66cb-52d3-431b-8109-70b0749b81df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:14.220453 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-994a66cb-52d3-431b-8109-70b0749b81df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c23511aefccd487d92f7ad1669dc1070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3893766 Mar 09 04:06:14.221373 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a66cb-52d3-431b-8109-70b0749b81df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a197bb2e-71c5-4105-afdf-7cdb78e9e24d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:14.222979 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 58990) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:14.306620 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-843246d6-36c6-4129-9964-4b2687a51553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:14.336525 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-843246d6-36c6-4129-9964-4b2687a51553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:14.459103 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-843246d6-36c6-4129-9964-4b2687a51553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:14.492637 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843246d6-36c6-4129-9964-4b2687a51553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a197bb2e-71c5-4105-afdf-7cdb78e9e24d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:14.502296 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87f53f-518c-436b-bf12-c077b2f94163 req-dfb86c7e-796c-4340-8427-5b8676e2a092 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:14.503828 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7f87f53f-518c-436b-bf12-c077b2f94163 req-dfb86c7e-796c-4340-8427-5b8676e2a092 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 946 time: 0.1268644 Mar 09 04:06:14.504693 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-843246d6-36c6-4129-9964-4b2687a51553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:14.505706 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-843246d6-36c6-4129-9964-4b2687a51553 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a197bb2e-71c5-4105-afdf-7cdb78e9e24d HTTP/1.1" status: 204 len: 168 time: 0.2803888 Mar 09 04:06:14.556669 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7f87f53f-518c-436b-bf12-c077b2f94163 req-431186aa-c964-495d-a0f2-6f334b891501 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435982 Mar 09 04:06:15.554252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59028) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:15.572733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81deef15-f015-4de6-844f-2f0d898cc374 req-6a47ca45-3f93-41bc-8971-110bdd456f18 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:15.574252 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-81deef15-f015-4de6-844f-2f0d898cc374 req-6a47ca45-3f93-41bc-8971-110bdd456f18 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 1097 time: 0.0846078 Mar 09 04:06:15.628694 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-81deef15-f015-4de6-844f-2f0d898cc374 req-e2275d71-1dbd-4cdf-ab22-3526b2d3376b tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485637 Mar 09 04:06:15.654147 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59036) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:15.760161 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-f60882a3-ea2f-4bc4-b0bb-6ed62fe1de61 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1859967357-network', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:06:15.829695 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f60882a3-ea2f-4bc4-b0bb-6ed62fe1de61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:15.849110 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f60882a3-ea2f-4bc4-b0bb-6ed62fe1de61 admin admin] Usage tracker for resource:network and tenant:5cc75666b7d64b64a7fc43dbc17f958f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:15.852252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f60882a3-ea2f-4bc4-b0bb-6ed62fe1de61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:15.858293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f60882a3-ea2f-4bc4-b0bb-6ed62fe1de61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:15.876386 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60882a3-ea2f-4bc4-b0bb-6ed62fe1de61 admin admin] Made reservation on behalf of 5cc75666b7d64b64a7fc43dbc17f958f for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:06:15.878930 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f60882a3-ea2f-4bc4-b0bb-6ed62fe1de61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:15.907779 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f60882a3-ea2f-4bc4-b0bb-6ed62fe1de61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:15.933052 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f60882a3-ea2f-4bc4-b0bb-6ed62fe1de61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:15.937619 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f60882a3-ea2f-4bc4-b0bb-6ed62fe1de61 admin admin] Usage tracker for resource:security_group_rule and tenant:5cc75666b7d64b64a7fc43dbc17f958f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:15.940836 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f60882a3-ea2f-4bc4-b0bb-6ed62fe1de61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:15.947767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f60882a3-ea2f-4bc4-b0bb-6ed62fe1de61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:16.183920 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474ef50-1996-433e-9e19-c8f6d64f0a59 req-d7cbf4b3-8e72-4ccd-b18f-f46b7cc9a199 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:16.185643 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b474ef50-1996-433e-9e19-c8f6d64f0a59 req-d7cbf4b3-8e72-4ccd-b18f-f46b7cc9a199 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 946 time: 0.4449165 Mar 09 04:06:16.190960 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-2fa43db4-3286-4440-a727-537d3d0c8bd3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Deleting port 4e761d43-5b34-4b92-bb6c-4cf9826469f3 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:06:16.191301 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2fa43db4-3286-4440-a727-537d3d0c8bd3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:16.260263 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f60882a3-ea2f-4bc4-b0bb-6ed62fe1de61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:16.292700 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b474ef50-1996-433e-9e19-c8f6d64f0a59 req-1216b4a9-fba6-49f5-97fa-d405d860280f tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657945 Mar 09 04:06:16.295732 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f60882a3-ea2f-4bc4-b0bb-6ed62fe1de61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:16.307870 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f60882a3-ea2f-4bc4-b0bb-6ed62fe1de61 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:06:16.317123 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f60882a3-ea2f-4bc4-b0bb-6ed62fe1de61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:16.317370 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-f60882a3-ea2f-4bc4-b0bb-6ed62fe1de61 admin admin] Added segment a5c1ccc3-8951-4c17-8d21-ea6c17bd320c of type vlan for network 38d08348-8c49-4519-b248-df21fcca9334 Mar 09 04:06:16.345283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59050) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:16.355088 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f60882a3-ea2f-4bc4-b0bb-6ed62fe1de61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:16.425609 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f60882a3-ea2f-4bc4-b0bb-6ed62fe1de61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:16.426115 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60882a3-ea2f-4bc4-b0bb-6ed62fe1de61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:16.427337 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f60882a3-ea2f-4bc4-b0bb-6ed62fe1de61 admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:16.607511 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fca11277-559e-4f87-ac58-5e0a4b3bcf01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:16.620472 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60882a3-ea2f-4bc4-b0bb-6ed62fe1de61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd7bf81-8ac9-493d-a6ed-f91af37370d3,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:16.626510 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fca11277-559e-4f87-ac58-5e0a4b3bcf01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:16.633123 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fca11277-559e-4f87-ac58-5e0a4b3bcf01 admin admin] Usage tracker for resource:security_group_rule and tenant:da4c2f0142794805bdf99c47fc0212a1 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:16.633924 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60882a3-ea2f-4bc4-b0bb-6ed62fe1de61 admin admin] Pushing event updated for resources: {'Network': ['ID=38d08348-8c49-4519-b248-df21fcca9334,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:16.638615 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fca11277-559e-4f87-ac58-5e0a4b3bcf01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:16.644554 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f60882a3-ea2f-4bc4-b0bb-6ed62fe1de61 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0884097 Mar 09 04:06:16.645929 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fca11277-559e-4f87-ac58-5e0a4b3bcf01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:16.648591 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59058) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:16.664086 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-70964738-6cc4-4d79-9c73-96de372a21cf admin admin] Request body: {'subnet': {'network_id': '38d08348-8c49-4519-b248-df21fcca9334', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1859967357-subnet', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:06:16.667153 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 38d08348-8c49-4519-b248-df21fcca9334 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:06:16.683599 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-70964738-6cc4-4d79-9c73-96de372a21cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:16.689609 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2fa43db4-3286-4440-a727-537d3d0c8bd3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:16.689927 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2fa43db4-3286-4440-a727-537d3d0c8bd3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:16.707350 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-70964738-6cc4-4d79-9c73-96de372a21cf admin admin] Usage tracker for resource:subnet and tenant:5cc75666b7d64b64a7fc43dbc17f958f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:16.714195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-70964738-6cc4-4d79-9c73-96de372a21cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:16.756200 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fca11277-559e-4f87-ac58-5e0a4b3bcf01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:16.763761 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fca11277-559e-4f87-ac58-5e0a4b3bcf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:16.817181 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fca11277-559e-4f87-ac58-5e0a4b3bcf01 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da4c2f0142794805bdf99c47fc0212a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4702520 Mar 09 04:06:16.821029 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59064) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:16.953016 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca11277-559e-4f87-ac58-5e0a4b3bcf01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42662279-90e0-48d0-a150-ed119e4e2946,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:16.958760 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-70964738-6cc4-4d79-9c73-96de372a21cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:17.000999 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-282f3596-b122-4a3f-9f95-1dfd2acd6f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:17.029440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-2fa43db4-3286-4440-a727-537d3d0c8bd3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Calling delete_port for 4e761d43-5b34-4b92-bb6c-4cf9826469f3 owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:06:17.034308 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-282f3596-b122-4a3f-9f95-1dfd2acd6f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:17.072978 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70964738-6cc4-4d79-9c73-96de372a21cf admin admin] Made reservation on behalf of 5cc75666b7d64b64a7fc43dbc17f958f for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:06:17.075473 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-70964738-6cc4-4d79-9c73-96de372a21cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:17.093902 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-282f3596-b122-4a3f-9f95-1dfd2acd6f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:17.120922 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f3596-b122-4a3f-9f95-1dfd2acd6f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42662279-90e0-48d0-a150-ed119e4e2946,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:17.126722 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-282f3596-b122-4a3f-9f95-1dfd2acd6f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:17.128455 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-282f3596-b122-4a3f-9f95-1dfd2acd6f8c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42662279-90e0-48d0-a150-ed119e4e2946 HTTP/1.1" status: 204 len: 168 time: 0.3051958 Mar 09 04:06:17.381073 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2fa43db4-3286-4440-a727-537d3d0c8bd3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:17.447689 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa43db4-3286-4440-a727-537d3d0c8bd3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'Port': ['ID=4e761d43-5b34-4b92-bb6c-4cf9826469f3,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:17.456962 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-70964738-6cc4-4d79-9c73-96de372a21cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:17.556586 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881dc0d7-43e2-4e75-aff1-e0479a35ad65 req-695719fe-6d50-4f08-ba12-6dbe273cef25 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:17.563583 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-881dc0d7-43e2-4e75-aff1-e0479a35ad65 req-695719fe-6d50-4f08-ba12-6dbe273cef25 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 946 time: 0.1001141 Mar 09 04:06:17.626773 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-881dc0d7-43e2-4e75-aff1-e0479a35ad65 req-b5595a84-3777-49ef-8d3b-6c04a76cfdfc tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585611 Mar 09 04:06:17.661295 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70964738-6cc4-4d79-9c73-96de372a21cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5795f339-9cb7-4a0f-a08c-a02ae45b1040,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:17.670520 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2fa43db4-3286-4440-a727-537d3d0c8bd3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:17.670641 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-2fa43db4-3286-4440-a727-537d3d0c8bd3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Floating IP 60108d2b-9713-4b71-9875-cd1cd29a66e2 disassociated (deleted). External IP: 172.25.7.217, port: 1bd3cec7-7973-46cc-b909-17ab54fe3eec. Mar 09 04:06:17.845807 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70964738-6cc4-4d79-9c73-96de372a21cf admin admin] Checking segment: {'id': 'a5c1ccc3-8951-4c17-8d21-ea6c17bd320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '38d08348-8c49-4519-b248-df21fcca9334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:06:17.846159 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70964738-6cc4-4d79-9c73-96de372a21cf admin admin] Network hostable DHCP agents. Network: 38d08348-8c49-4519-b248-df21fcca9334, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:06:17.938466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70964738-6cc4-4d79-9c73-96de372a21cf admin admin] Network 38d08348-8c49-4519-b248-df21fcca9334 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:06:17.968553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-70964738-6cc4-4d79-9c73-96de372a21cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 38d08348-8c49-4519-b248-df21fcca9334) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:06:17.980060 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e94c13b-f10a-4abf-849b-13e6ed47779b None None] Network 38d08348-8c49-4519-b248-df21fcca9334 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:06:18.027718 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70964738-6cc4-4d79-9c73-96de372a21cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:18.028307 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-70964738-6cc4-4d79-9c73-96de372a21cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:18.094649 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa43db4-3286-4440-a727-537d3d0c8bd3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Router 2bd4f9f1-86a9-4c8a-8c81-c586883844f7 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:06:18.102694 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-70964738-6cc4-4d79-9c73-96de372a21cf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4528947 Mar 09 04:06:18.103113 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59094) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:18.110932 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-31ffb232-89c3-4b81-b33e-2769d16f6bd6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1859967357-router', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:06:18.119783 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-31ffb232-89c3-4b81-b33e-2769d16f6bd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:18.123829 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-31ffb232-89c3-4b81-b33e-2769d16f6bd6 admin admin] Usage tracker for resource:router and tenant:5cc75666b7d64b64a7fc43dbc17f958f is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:18.126748 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-31ffb232-89c3-4b81-b33e-2769d16f6bd6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:18.133124 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-31ffb232-89c3-4b81-b33e-2769d16f6bd6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:18.163346 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31ffb232-89c3-4b81-b33e-2769d16f6bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:18.166816 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31ffb232-89c3-4b81-b33e-2769d16f6bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:18.220740 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31ffb232-89c3-4b81-b33e-2769d16f6bd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:18.358936 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f795f8-2e73-4d32-92f9-4cdfd8db9216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-38d08348-8c49-4519-b248-df21fcca9334', 'network_id': '38d08348-8c49-4519-b248-df21fcca9334', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'fixed_ips': [{'subnet_id': '5795f339-9cb7-4a0f-a08c-a02ae45b1040'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:06:18.360217 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-64f795f8-2e73-4d32-92f9-4cdfd8db9216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:18.420208 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa43db4-3286-4440-a727-537d3d0c8bd3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:06:18.429324 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2fa43db4-3286-4440-a727-537d3d0c8bd3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:18.432294 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb47a4-886d-4606-85ed-87eb46c20646 None None] Sync routers for ids ['2bd4f9f1-86a9-4c8a-8c81-c586883844f7'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:06:18.448461 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceb47a4-886d-4606-85ed-87eb46c20646 None None] Routers {'2bd4f9f1-86a9-4c8a-8c81-c586883844f7'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:06:18.450121 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0ceb47a4-886d-4606-85ed-87eb46c20646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:06:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['2bd4f9f1-86a9-4c8a-8c81-c586883844f7'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:18.546626 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2fa43db4-3286-4440-a727-537d3d0c8bd3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "DELETE /v2.0/floatingips/60108d2b-9713-4b71-9875-cd1cd29a66e2 HTTP/1.1" status: 204 len: 168 time: 2.8911896 Mar 09 04:06:18.547309 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b2f07a-ed55-45a7-a301-243d817f4f14', 'tag': '1bd3cec7-7973-46cc-b909-17ab54fe3eec'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:06:18.645156 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b2f07a-ed55-45a7-a301-243d817f4f14', 'tag': '1bd3cec7-7973-46cc-b909-17ab54fe3eec', 'status': 'completed', 'code': 200} Mar 09 04:06:18.821908 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-64f795f8-2e73-4d32-92f9-4cdfd8db9216 None None] Allocated IP 172.20.0.2 (38d08348-8c49-4519-b248-df21fcca9334/5795f339-9cb7-4a0f-a08c-a02ae45b1040/b315e8f9-7ae8-4e99-ba5a-aea42387549c) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:06:18.888450 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a81871-9e4b-45b1-8c7a-98fe2f60ccc2 req-52d13ec0-d66d-4271-b090-30d54731fa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:18.894281 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0a81871-9e4b-45b1-8c7a-98fe2f60ccc2 req-52d13ec0-d66d-4271-b090-30d54731fa22 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 1097 time: 0.2259638 Mar 09 04:06:19.187582 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31ffb232-89c3-4b81-b33e-2769d16f6bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:19.201667 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-0ceb47a4-886d-4606-85ed-87eb46c20646 None None] Set router 2bd4f9f1-86a9-4c8a-8c81-c586883844f7 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:06:19.519425 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-64f795f8-2e73-4d32-92f9-4cdfd8db9216 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:19.531419 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc638e40-5d31-4da4-98d3-440029d0b354 req-27a8e21c-4b87-4b7a-96ae-5b7c09af59b1 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:19.532916 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bc638e40-5d31-4da4-98d3-440029d0b354 req-27a8e21c-4b87-4b7a-96ae-5b7c09af59b1 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 946 time: 0.3294990 Mar 09 04:06:19.558528 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-64f795f8-2e73-4d32-92f9-4cdfd8db9216 None None] Transition to ACTIVE for port object b315e8f9-7ae8-4e99-ba5a-aea42387549c will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:06:19.599032 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bc638e40-5d31-4da4-98d3-440029d0b354 req-a501a477-71f9-4405-ba9b-d76df3aecbba tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558577 Mar 09 04:06:19.599736 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-64f795f8-2e73-4d32-92f9-4cdfd8db9216 None None] Transition to ACTIVE for port object b315e8f9-7ae8-4e99-ba5a-aea42387549c will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:06:19.616332 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-64f795f8-2e73-4d32-92f9-4cdfd8db9216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:19.679091 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a81871-9e4b-45b1-8c7a-98fe2f60ccc2 req-13897b92-72ba-45fa-9c71-3a00c8c584e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:19.681154 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0a81871-9e4b-45b1-8c7a-98fe2f60ccc2 req-13897b92-72ba-45fa-9c71-3a00c8c584e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=749ff854-15a7-4f21-b2aa-77ee7a469281 HTTP/1.1" status: 200 len: 898 time: 0.7802646 Mar 09 04:06:19.764768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f795f8-2e73-4d32-92f9-4cdfd8db9216 None None] Pushing event updated for resources: {'Port': ['ID=b315e8f9-7ae8-4e99-ba5a-aea42387549c,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:19.793740 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f795f8-2e73-4d32-92f9-4cdfd8db9216 None None] Network 38d08348-8c49-4519-b248-df21fcca9334 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:06:19.798595 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-64f795f8-2e73-4d32-92f9-4cdfd8db9216 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:06:19.801782 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f795f8-2e73-4d32-92f9-4cdfd8db9216 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:06:19.893347 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0a81871-9e4b-45b1-8c7a-98fe2f60ccc2 req-507548fb-43f1-4aa7-b148-b482db6f1063 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec HTTP/1.1" status: 200 len: 217 time: 0.2022586 Mar 09 04:06:20.185192 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-64f795f8-2e73-4d32-92f9-4cdfd8db9216 None None] Attempting to bind port b315e8f9-7ae8-4e99-ba5a-aea42387549c on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:06:20.185557 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-64f795f8-2e73-4d32-92f9-4cdfd8db9216 None None] Attempting to bind port b315e8f9-7ae8-4e99-ba5a-aea42387549c by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'a5c1ccc3-8951-4c17-8d21-ea6c17bd320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '38d08348-8c49-4519-b248-df21fcca9334'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:06:20.185922 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f795f8-2e73-4d32-92f9-4cdfd8db9216 None None] Attempting to bind port b315e8f9-7ae8-4e99-ba5a-aea42387549c on network 38d08348-8c49-4519-b248-df21fcca9334 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:06:20.218580 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f795f8-2e73-4d32-92f9-4cdfd8db9216 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:06:20.219023 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f795f8-2e73-4d32-92f9-4cdfd8db9216 None None] Checking segment: {'id': 'a5c1ccc3-8951-4c17-8d21-ea6c17bd320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '38d08348-8c49-4519-b248-df21fcca9334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:06:20.219444 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-64f795f8-2e73-4d32-92f9-4cdfd8db9216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:20.219831 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f795f8-2e73-4d32-92f9-4cdfd8db9216 None None] Bound using segment: {'id': 'a5c1ccc3-8951-4c17-8d21-ea6c17bd320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '38d08348-8c49-4519-b248-df21fcca9334'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:06:20.220324 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-64f795f8-2e73-4d32-92f9-4cdfd8db9216 None None] Bound port: b315e8f9-7ae8-4e99-ba5a-aea42387549c, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c1ccc3-8951-4c17-8d21-ea6c17bd320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '38d08348-8c49-4519-b248-df21fcca9334'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:06:20.224091 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f11a9-f3c6-4d20-94de-16db2e6ae0ff req-2d48dc21-b667-4f42-bdaa-f4b61c3d9bc5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:20.224851 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-477f11a9-f3c6-4d20-94de-16db2e6ae0ff req-2d48dc21-b667-4f42-bdaa-f4b61c3d9bc5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Synchronizing usage tracker for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:06:20.226645 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-64f795f8-2e73-4d32-92f9-4cdfd8db9216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:20.278055 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a81871-9e4b-45b1-8c7a-98fe2f60ccc2 req-0d8ab5c1-9af1-4f31-b15d-80d9c2d1c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:20.280965 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0a81871-9e4b-45b1-8c7a-98fe2f60ccc2 req-0d8ab5c1-9af1-4f31-b15d-80d9c2d1c862 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b67bf7a0-3ef1-45fd-b01a-91732bdea256 HTTP/1.1" status: 200 len: 834 time: 0.3753338 Mar 09 04:06:20.283333 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-477f11a9-f3c6-4d20-94de-16db2e6ae0ff req-2d48dc21-b667-4f42-bdaa-f4b61c3d9bc5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Unset dirty status for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:06:20.295455 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-477f11a9-f3c6-4d20-94de-16db2e6ae0ff req-2d48dc21-b667-4f42-bdaa-f4b61c3d9bc5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 946 time: 0.8040290 Mar 09 04:06:20.297240 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0ceb47a4-886d-4606-85ed-87eb46c20646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732923666', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'bea81eb9-5f45-48cd-a465-a90e4c3da013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:03:38Z', 'updated_at': '2022-03-09T04:03:50Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'bea81eb9-5f45-48cd-a465-a90e4c3da013', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:38:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:03:40Z', 'updated_at': '2022-03-09T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '42b81828-d210-44d4-83c8-3e7f7621ea7c', 'name': '', 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:49:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b67bf7a0-3ef1-45fd-b01a-91732bdea256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:03:49Z', 'updated_at': '2022-03-09T04:04:09Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': 'b67bf7a0-3ef1-45fd-b01a-91732bdea256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:20.303358 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb47a4-886d-4606-85ed-87eb46c20646 None None] Checking router: 2bd4f9f1-86a9-4c8a-8c81-c586883844f7 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:06:20.323502 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceb47a4-886d-4606-85ed-87eb46c20646 None None] Routers {'2bd4f9f1-86a9-4c8a-8c81-c586883844f7'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:06:20.324532 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0ceb47a4-886d-4606-85ed-87eb46c20646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:06:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['2bd4f9f1-86a9-4c8a-8c81-c586883844f7'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:20.439236 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31ffb232-89c3-4b81-b33e-2769d16f6bd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:20.493045 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-477f11a9-f3c6-4d20-94de-16db2e6ae0ff req-12017676-61e2-441d-a775-ae64e7d6b323 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966240 Mar 09 04:06:20.512452 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-64f795f8-2e73-4d32-92f9-4cdfd8db9216 None None] For port b315e8f9-7ae8-4e99-ba5a-aea42387549c, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:06:20.516129 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-64f795f8-2e73-4d32-92f9-4cdfd8db9216 None None] For port b315e8f9-7ae8-4e99-ba5a-aea42387549c, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=b315e8f9-7ae8-4e99-ba5a-aea42387549c,segment=NetworkSegment(a5c1ccc3-8951-4c17-8d21-ea6c17bd320c),segment_id=a5c1ccc3-8951-4c17-8d21-ea6c17bd320c)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:06:20.524134 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-64f795f8-2e73-4d32-92f9-4cdfd8db9216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:20.527185 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31ffb232-89c3-4b81-b33e-2769d16f6bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:20.565690 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a81871-9e4b-45b1-8c7a-98fe2f60ccc2 req-38ad85e0-3a97-40c7-8b6b-3a24dab5a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:20.567991 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0a81871-9e4b-45b1-8c7a-98fe2f60ccc2 req-38ad85e0-3a97-40c7-8b6b-3a24dab5a41c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=749ff854-15a7-4f21-b2aa-77ee7a469281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2364936 Mar 09 04:06:20.580726 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73950c-ac95-434f-948b-18a210dc63f5 req-5d4d7088-b8e0-4eb4-91a7-2137f3c728e3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:20.582552 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ad73950c-ac95-434f-948b-18a210dc63f5 req-5d4d7088-b8e0-4eb4-91a7-2137f3c728e3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.21 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 946 time: 0.1411521 Mar 09 04:06:20.731978 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-0ceb47a4-886d-4606-85ed-87eb46c20646 None None] Set router 2bd4f9f1-86a9-4c8a-8c81-c586883844f7 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:06:20.769964 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0a81871-9e4b-45b1-8c7a-98fe2f60ccc2 req-86594d87-72d0-4765-a9e3-1dfd1421cad1 service neutron] 10.222.0.21 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839659 Mar 09 04:06:20.803369 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f795f8-2e73-4d32-92f9-4cdfd8db9216 None None] Pushing event updated for resources: {'Port': ['ID=b315e8f9-7ae8-4e99-ba5a-aea42387549c,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:20.845858 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-31ffb232-89c3-4b81-b33e-2769d16f6bd6 admin admin] Allocated IP 172.25.7.47 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/95ae7e7f-5e37-44af-9642-824e66a120e0) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:06:20.884696 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-ad73950c-ac95-434f-948b-18a210dc63f5 req-89308a08-32ac-43f0-822d-1595f2df8ff6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Deleting port 1bd3cec7-7973-46cc-b909-17ab54fe3eec {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:06:20.885049 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ad73950c-ac95-434f-948b-18a210dc63f5 req-89308a08-32ac-43f0-822d-1595f2df8ff6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:21.223779 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0a81871-9e4b-45b1-8c7a-98fe2f60ccc2 req-1ebd556d-541f-4760-b09f-9f526430d850 service neutron] 10.222.0.21 "GET /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952852 Mar 09 04:06:21.259462 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4f442-861f-4e59-96f9-a0cb3817851c req-ccf1629d-11f2-46fd-9480-167fdb8cda1a tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:21.266767 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-67c4f442-861f-4e59-96f9-a0cb3817851c req-ccf1629d-11f2-46fd-9480-167fdb8cda1a tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 946 time: 0.1806378 Mar 09 04:06:21.272368 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31ffb232-89c3-4b81-b33e-2769d16f6bd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:21.404704 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31ffb232-89c3-4b81-b33e-2769d16f6bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:21.471625 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-67c4f442-861f-4e59-96f9-a0cb3817851c req-8e77a29d-d06b-4e1b-adde-9416da8634ef tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038763 Mar 09 04:06:21.494546 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0ceb47a4-886d-4606-85ed-87eb46c20646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732923666', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'bea81eb9-5f45-48cd-a465-a90e4c3da013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:03:38Z', 'updated_at': '2022-03-09T04:03:50Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'bea81eb9-5f45-48cd-a465-a90e4c3da013', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:38:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:03:40Z', 'updated_at': '2022-03-09T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '42b81828-d210-44d4-83c8-3e7f7621ea7c', 'name': '', 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:49:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b67bf7a0-3ef1-45fd-b01a-91732bdea256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:03:49Z', 'updated_at': '2022-03-09T04:04:09Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': 'b67bf7a0-3ef1-45fd-b01a-91732bdea256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:21.500977 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb47a4-886d-4606-85ed-87eb46c20646 None None] The sync data for ids ['2bd4f9f1-86a9-4c8a-8c81-c586883844f7'] in n-d-825178-5 is: [{'id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732923666', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'bea81eb9-5f45-48cd-a465-a90e4c3da013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:03:38Z', 'updated_at': '2022-03-09T04:03:50Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'bea81eb9-5f45-48cd-a465-a90e4c3da013', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:38:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:03:40Z', 'updated_at': '2022-03-09T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '42b81828-d210-44d4-83c8-3e7f7621ea7c', 'name': '', 'network_id': '749ff854-15a7-4f21-b2aa-77ee7a469281', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:49:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b67bf7a0-3ef1-45fd-b01a-91732bdea256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:03:49Z', 'updated_at': '2022-03-09T04:04:09Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': 'b67bf7a0-3ef1-45fd-b01a-91732bdea256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:06:21.560581 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ffb232-89c3-4b81-b33e-2769d16f6bd6 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:06:21.564069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-31ffb232-89c3-4b81-b33e-2769d16f6bd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:06:21.568672 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ffb232-89c3-4b81-b33e-2769d16f6bd6 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:06:21.682049 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-ad73950c-ac95-434f-948b-18a210dc63f5 req-89308a08-32ac-43f0-822d-1595f2df8ff6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] For port 1bd3cec7-7973-46cc-b909-17ab54fe3eec, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=1bd3cec7-7973-46cc-b909-17ab54fe3eec,segment=NetworkSegment(66cb0732-e838-42b8-b393-a2b501eb90c7),segment_id=66cb0732-e838-42b8-b393-a2b501eb90c7)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:06:21.689051 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ad73950c-ac95-434f-948b-18a210dc63f5 req-89308a08-32ac-43f0-822d-1595f2df8ff6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:21.724461 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ffb232-89c3-4b81-b33e-2769d16f6bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=95ae7e7f-5e37-44af-9642-824e66a120e0,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:22.026316 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-ad73950c-ac95-434f-948b-18a210dc63f5 req-89308a08-32ac-43f0-822d-1595f2df8ff6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Calling delete_port for 1bd3cec7-7973-46cc-b909-17ab54fe3eec owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:06:22.133642 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad40fb0-63fd-402b-974a-568f431cd761 None None] New status for floating IP 60108d2b-9713-4b71-9875-cd1cd29a66e2: DOWN {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:06:22.182112 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895432a4-6df6-44b1-b421-edbb0c507a45 req-18d5fdd4-48ee-47c2-96df-df235a58b6e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:22.193718 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-895432a4-6df6-44b1-b421-edbb0c507a45 req-18d5fdd4-48ee-47c2-96df-df235a58b6e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 946 time: 0.5136638 Mar 09 04:06:22.220379 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31ffb232-89c3-4b81-b33e-2769d16f6bd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:22.304716 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-895432a4-6df6-44b1-b421-edbb0c507a45 req-e9a21fcb-9944-4438-9d72-34093c82bc72 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100140 Mar 09 04:06:22.352845 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ad73950c-ac95-434f-948b-18a210dc63f5 req-89308a08-32ac-43f0-822d-1595f2df8ff6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:22.392341 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-d4f0407e-6ac7-4c03-8d17-0ff8e34593e0 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=452f278a5b114db5b5bed7f3e1de999f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828414 Mar 09 04:06:22.580931 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device b315e8f9-7ae8-4e99-ba5a-aea42387549c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:06:22.711352 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5e7fef-0fe3-4485-b098-7ac830b00b83 None None] Network 38d08348-8c49-4519-b248-df21fcca9334 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:06:22.713462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89308a08-32ac-43f0-822d-1595f2df8ff6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'Port': ['ID=1bd3cec7-7973-46cc-b909-17ab54fe3eec,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:22.814579 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad73950c-ac95-434f-948b-18a210dc63f5 req-89308a08-32ac-43f0-822d-1595f2df8ff6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] No DVR routers for this DVR port 1bd3cec7-7973-46cc-b909-17ab54fe3eec on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:06:22.817475 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ad73950c-ac95-434f-948b-18a210dc63f5 req-89308a08-32ac-43f0-822d-1595f2df8ff6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:22.820945 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b2f07a-ed55-45a7-a301-243d817f4f14', 'name': 'network-vif-deleted', 'tag': '1bd3cec7-7973-46cc-b909-17ab54fe3eec'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:06:22.862337 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ad73950c-ac95-434f-948b-18a210dc63f5 req-89308a08-32ac-43f0-822d-1595f2df8ff6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.21 "DELETE /v2.0/ports/1bd3cec7-7973-46cc-b909-17ab54fe3eec HTTP/1.1" status: 204 len: 173 time: 2.0905802 Mar 09 04:06:22.874172 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port b315e8f9-7ae8-4e99-ba5a-aea42387549c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:06:22.907432 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b2f07a-ed55-45a7-a301-243d817f4f14', 'name': 'network-vif-deleted', 'tag': '1bd3cec7-7973-46cc-b909-17ab54fe3eec', 'status': 'completed', 'code': 200} Mar 09 04:06:22.913686 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91e5d8d5-1d28-4190-91af-c1f0c96d454a None None] Provisioning for port b315e8f9-7ae8-4e99-ba5a-aea42387549c completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:06:22.917361 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port b315e8f9-7ae8-4e99-ba5a-aea42387549c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:22.918169 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:22.970379 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91e5d8d5-1d28-4190-91af-c1f0c96d454a None None] Provisioning complete for port b315e8f9-7ae8-4e99-ba5a-aea42387549c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:22.971016 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91e5d8d5-1d28-4190-91af-c1f0c96d454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:23.179883 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-72f0d0aa-e867-4ed3-bb27-8834b9711075 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:23.181512 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-72f0d0aa-e867-4ed3-bb27-8834b9711075 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7829244 Mar 09 04:06:23.291251 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:23.311786 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91e5d8d5-1d28-4190-91af-c1f0c96d454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:23.363053 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port b315e8f9-7ae8-4e99-ba5a-aea42387549c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=b315e8f9-7ae8-4e99-ba5a-aea42387549c,segment=NetworkSegment(a5c1ccc3-8951-4c17-8d21-ea6c17bd320c),segment_id=a5c1ccc3-8951-4c17-8d21-ea6c17bd320c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:06:23.373944 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:23.498637 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-91e5d8d5-1d28-4190-91af-c1f0c96d454a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:06:23.499038 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-91e5d8d5-1d28-4190-91af-c1f0c96d454a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:06:23.505476 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=b315e8f9-7ae8-4e99-ba5a-aea42387549c,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:23.621174 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-feaa6795-9b78-4f38-b623-b32c4dc974bd req-2b91630e-62db-404d-ba46-8a3d78bd0633 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Synchronizing usage tracker for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:06:23.622942 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31ffb232-89c3-4b81-b33e-2769d16f6bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:23.630760 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-65f642b9-db98-4f9f-8147-4605fee9ac66 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/quotas/452f278a5b114db5b5bed7f3e1de999f HTTP/1.1" status: 200 len: 375 time: 0.2125754 Mar 09 04:06:23.668847 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-feaa6795-9b78-4f38-b623-b32c4dc974bd req-2b91630e-62db-404d-ba46-8a3d78bd0633 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Unset dirty status for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:06:23.670045 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-feaa6795-9b78-4f38-b623-b32c4dc974bd req-2b91630e-62db-404d-ba46-8a3d78bd0633 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=21b2f07a-ed55-45a7-a301-243d817f4f14 HTTP/1.1" status: 200 len: 210 time: 0.1465211 Mar 09 04:06:23.809065 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-fcdc417b-7ed6-4b4f-81b2-ebc8fccd6e0d tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=452f278a5b114db5b5bed7f3e1de999f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672638 Mar 09 04:06:23.919042 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 1bd3cec7-7973-46cc-b909-17ab54fe3eec no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:06:24.091478 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 1bd3cec7-7973-46cc-b909-17ab54fe3eec {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:06:24.092253 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 1bd3cec7-7973-46cc-b909-17ab54fe3eec not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:06:24.121424 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ffb232-89c3-4b81-b33e-2769d16f6bd6 admin admin] Router 0cc529c0-0f87-4cc3-95f5-10b60a8d83b1 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:06:24.125968 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6e10c6f2-ab7a-4153-9a55-7740735c352c req-15aef320-984e-48b4-9002-615fba44647e tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/ports?device_id=a18dc744-e4dc-4974-8f5a-d9728ff476da HTTP/1.1" status: 200 len: 210 time: 0.0948265 Mar 09 04:06:24.263427 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5269d863-e56e-41b4-8cac-83483b783c38 None None] Provisioning complete for port b315e8f9-7ae8-4e99-ba5a-aea42387549c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:24.263895 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5269d863-e56e-41b4-8cac-83483b783c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:24.383409 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ffb232-89c3-4b81-b33e-2769d16f6bd6 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:06:24.394680 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21525c8-6c88-4656-8d21-923626e982be None None] Sync routers for ids ['0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:06:24.409968 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21525c8-6c88-4656-8d21-923626e982be None None] Routers {'0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:06:24.412329 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e21525c8-6c88-4656-8d21-923626e982be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:06:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:24.419438 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31ffb232-89c3-4b81-b33e-2769d16f6bd6 admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:24.424178 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59228) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:24.424560 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-31ffb232-89c3-4b81-b33e-2769d16f6bd6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.3197455 Mar 09 04:06:24.532425 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device b315e8f9-7ae8-4e99-ba5a-aea42387549c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:06:24.642918 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port b315e8f9-7ae8-4e99-ba5a-aea42387549c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:24.643272 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:24.935918 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59238) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:24.943925 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-e21525c8-6c88-4656-8d21-923626e982be None None] Set router 0cc529c0-0f87-4cc3-95f5-10b60a8d83b1 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:06:25.405251 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e21525c8-6c88-4656-8d21-923626e982be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'name': 'tempest-TestServerBasicOps-1859967357-router', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '95ae7e7f-5e37-44af-9642-824e66a120e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:18Z', 'updated_at': '2022-03-09T04:06:21Z', 'revision_number': 3, 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'gw_port': {'id': '95ae7e7f-5e37-44af-9642-824e66a120e0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:20Z', 'updated_at': '2022-03-09T04:06:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:25.409648 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21525c8-6c88-4656-8d21-923626e982be None None] Checking router: 0cc529c0-0f87-4cc3-95f5-10b60a8d83b1 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:06:25.409999 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21525c8-6c88-4656-8d21-923626e982be None None] Updating router 0cc529c0-0f87-4cc3-95f5-10b60a8d83b1 port 95ae7e7f-5e37-44af-9642-824e66a120e0 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:06:25.502301 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-e21525c8-6c88-4656-8d21-923626e982be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:25.525095 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63ac21d1-401c-4cbb-9ae0-a3a97eaa4c23 req-c679f845-2432-45f5-8ee4-dadccc9072ef tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/ports?device_id=a18dc744-e4dc-4974-8f5a-d9728ff476da HTTP/1.1" status: 200 len: 210 time: 0.0792797 Mar 09 04:06:25.717203 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-c709744a-46e7-4c51-8e1f-d43f7391c316 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=452f278a5b114db5b5bed7f3e1de999f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373962 Mar 09 04:06:26.006045 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9143-efb2-4714-b98d-43ad5e0170c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:26.080835 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-42cd6f82-651d-485c-8c32-32299c71098d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:26.111592 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-0215721b-2568-4884-b11e-8d42679a56a2 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:26.113241 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-0215721b-2568-4884-b11e-8d42679a56a2 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3595791 Mar 09 04:06:26.120546 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-e21525c8-6c88-4656-8d21-923626e982be None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:26.136709 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-e21525c8-6c88-4656-8d21-923626e982be None None] Transition to ACTIVE for port object 95ae7e7f-5e37-44af-9642-824e66a120e0 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:06:26.147180 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-e21525c8-6c88-4656-8d21-923626e982be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:26.198252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-4fac69f4-f88a-49e7-8e45-dc2ddfb53b29 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Request body: {'port': {'device_id': 'a18dc744-e4dc-4974-8f5a-d9728ff476da', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': '452f278a5b114db5b5bed7f3e1de999f'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:06:26.234190 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb55c2c-f507-4767-8890-8b654a1064bb None None] Pushing event updated for resources: {'Port': ['ID=95ae7e7f-5e37-44af-9642-824e66a120e0,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:26.256476 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb55c2c-f507-4767-8890-8b654a1064bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:26.257749 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb55c2c-f507-4767-8890-8b654a1064bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:26.257749 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb55c2c-f507-4767-8890-8b654a1064bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:26.257749 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb55c2c-f507-4767-8890-8b654a1064bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:26.258161 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb55c2c-f507-4767-8890-8b654a1064bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:26.258770 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb55c2c-f507-4767-8890-8b654a1064bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:26.259196 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb55c2c-f507-4767-8890-8b654a1064bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:26.259575 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb55c2c-f507-4767-8890-8b654a1064bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:26.259950 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb55c2c-f507-4767-8890-8b654a1064bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:26.260330 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb55c2c-f507-4767-8890-8b654a1064bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:26.260704 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb55c2c-f507-4767-8890-8b654a1064bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:26.261068 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb55c2c-f507-4767-8890-8b654a1064bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:26.283262 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-e21525c8-6c88-4656-8d21-923626e982be None None] Attempting to bind port 95ae7e7f-5e37-44af-9642-824e66a120e0 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:06:26.283700 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-e21525c8-6c88-4656-8d21-923626e982be None None] Attempting to bind port 95ae7e7f-5e37-44af-9642-824e66a120e0 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:06:26.284119 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21525c8-6c88-4656-8d21-923626e982be None None] Attempting to bind port 95ae7e7f-5e37-44af-9642-824e66a120e0 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:06:26.291089 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21525c8-6c88-4656-8d21-923626e982be None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:06:26.291560 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21525c8-6c88-4656-8d21-923626e982be None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:06:26.292014 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-e21525c8-6c88-4656-8d21-923626e982be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:26.292488 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21525c8-6c88-4656-8d21-923626e982be None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:06:26.293195 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-e21525c8-6c88-4656-8d21-923626e982be None None] Bound port: 95ae7e7f-5e37-44af-9642-824e66a120e0, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:06:26.293648 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-e21525c8-6c88-4656-8d21-923626e982be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:26.409060 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-e21525c8-6c88-4656-8d21-923626e982be None None] For port 95ae7e7f-5e37-44af-9642-824e66a120e0, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:06:26.417477 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-e21525c8-6c88-4656-8d21-923626e982be None None] For port 95ae7e7f-5e37-44af-9642-824e66a120e0, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=95ae7e7f-5e37-44af-9642-824e66a120e0,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:06:26.432015 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-e21525c8-6c88-4656-8d21-923626e982be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:26.527727 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21525c8-6c88-4656-8d21-923626e982be None None] Routers {'0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:06:26.528503 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e21525c8-6c88-4656-8d21-923626e982be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:06:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:26.798721 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb55c2c-f507-4767-8890-8b654a1064bb None None] Pushing event updated for resources: {'Port': ['ID=95ae7e7f-5e37-44af-9642-824e66a120e0,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:26.833927 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-e21525c8-6c88-4656-8d21-923626e982be None None] Set router 0cc529c0-0f87-4cc3-95f5-10b60a8d83b1 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:06:26.845045 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-4fac69f4-f88a-49e7-8e45-dc2ddfb53b29 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:26.886525 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ba43fa21-9735-4124-81ba-423a9042257c req-752dc9df-5f49-4ea1-8720-e5e6887cc8e9 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/ports?device_id=a18dc744-e4dc-4974-8f5a-d9728ff476da HTTP/1.1" status: 200 len: 210 time: 0.1236467 Mar 09 04:06:26.901191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-4fac69f4-f88a-49e7-8e45-dc2ddfb53b29 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Usage tracker for resource:port and tenant:452f278a5b114db5b5bed7f3e1de999f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:26.909746 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-4fac69f4-f88a-49e7-8e45-dc2ddfb53b29 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:26.934095 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-4fac69f4-f88a-49e7-8e45-dc2ddfb53b29 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:26.947749 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-42cd6f82-651d-485c-8c32-32299c71098d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Deleting port 42b81828-d210-44d4-83c8-3e7f7621ea7c {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:06:26.952094 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-42cd6f82-651d-485c-8c32-32299c71098d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:26.975965 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-4fac69f4-f88a-49e7-8e45-dc2ddfb53b29 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Made reservation on behalf of 452f278a5b114db5b5bed7f3e1de999f for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:06:26.989091 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-4fac69f4-f88a-49e7-8e45-dc2ddfb53b29 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:27.005037 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-ed1e9143-efb2-4714-b98d-43ad5e0170c6 admin admin] Allocated IP 172.20.0.1 (38d08348-8c49-4519-b248-df21fcca9334/5795f339-9cb7-4a0f-a08c-a02ae45b1040/267090c1-006b-4f9c-aae9-132420b3f665) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:06:27.030943 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-4fac69f4-f88a-49e7-8e45-dc2ddfb53b29 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:27.060882 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-4fac69f4-f88a-49e7-8e45-dc2ddfb53b29 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:27.095932 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-4fac69f4-f88a-49e7-8e45-dc2ddfb53b29 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Usage tracker for resource:security_group_rule and tenant:452f278a5b114db5b5bed7f3e1de999f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:27.131256 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-4fac69f4-f88a-49e7-8e45-dc2ddfb53b29 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:27.162262 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-4fac69f4-f88a-49e7-8e45-dc2ddfb53b29 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:27.319354 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9143-efb2-4714-b98d-43ad5e0170c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:27.321643 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e21525c8-6c88-4656-8d21-923626e982be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'name': 'tempest-TestServerBasicOps-1859967357-router', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '95ae7e7f-5e37-44af-9642-824e66a120e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:18Z', 'updated_at': '2022-03-09T04:06:21Z', 'revision_number': 3, 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'gw_port': {'id': '95ae7e7f-5e37-44af-9642-824e66a120e0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:20Z', 'updated_at': '2022-03-09T04:06:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:27.327167 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21525c8-6c88-4656-8d21-923626e982be None None] The sync data for ids ['0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'] in n-d-825178-5 is: [{'id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'name': 'tempest-TestServerBasicOps-1859967357-router', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '95ae7e7f-5e37-44af-9642-824e66a120e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:18Z', 'updated_at': '2022-03-09T04:06:21Z', 'revision_number': 3, 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'gw_port': {'id': '95ae7e7f-5e37-44af-9642-824e66a120e0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:20Z', 'updated_at': '2022-03-09T04:06:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:06:27.364881 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-ed1e9143-efb2-4714-b98d-43ad5e0170c6 admin admin] Transition to ACTIVE for port object 267090c1-006b-4f9c-aae9-132420b3f665 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:06:27.376768 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-42cd6f82-651d-485c-8c32-32299c71098d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] For port 42b81828-d210-44d4-83c8-3e7f7621ea7c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=42b81828-d210-44d4-83c8-3e7f7621ea7c,segment=NetworkSegment(66cb0732-e838-42b8-b393-a2b501eb90c7),segment_id=66cb0732-e838-42b8-b393-a2b501eb90c7)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:06:27.377345 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-42cd6f82-651d-485c-8c32-32299c71098d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:27.397588 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-4fac69f4-f88a-49e7-8e45-dc2ddfb53b29 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:27.408004 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-4fac69f4-f88a-49e7-8e45-dc2ddfb53b29 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:27.541647 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-42cd6f82-651d-485c-8c32-32299c71098d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Calling delete_port for 42b81828-d210-44d4-83c8-3e7f7621ea7c owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:06:27.544975 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9143-efb2-4714-b98d-43ad5e0170c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:27.630794 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac69f4-f88a-49e7-8e45-dc2ddfb53b29 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa33a10-dd1d-423a-98a7-2409c670daa8,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:27.672862 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1e9143-efb2-4714-b98d-43ad5e0170c6 admin admin] Network 38d08348-8c49-4519-b248-df21fcca9334 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:06:27.684823 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-ed1e9143-efb2-4714-b98d-43ad5e0170c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:06:27.755917 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1e9143-efb2-4714-b98d-43ad5e0170c6 admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:06:27.868281 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e9143-efb2-4714-b98d-43ad5e0170c6 admin admin] Pushing event updated for resources: {'Port': ['ID=267090c1-006b-4f9c-aae9-132420b3f665,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:27.947791 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-42cd6f82-651d-485c-8c32-32299c71098d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:27.994295 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9143-efb2-4714-b98d-43ad5e0170c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:28.046767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-4fac69f4-f88a-49e7-8e45-dc2ddfb53b29 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Allocated IP 192.168.233.221 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/c04e4922-4031-4ba3-88bf-0550f4f7410e) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:06:28.099541 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd6f82-651d-485c-8c32-32299c71098d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'Port': ['ID=42b81828-d210-44d4-83c8-3e7f7621ea7c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:28.132888 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c761a9b8-6492-4b43-8aae-938685f017d0 None None] Provisioning for port 267090c1-006b-4f9c-aae9-132420b3f665 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:06:28.139418 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c761a9b8-6492-4b43-8aae-938685f017d0 None None] Provisioning complete for port 267090c1-006b-4f9c-aae9-132420b3f665 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:28.140133 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c761a9b8-6492-4b43-8aae-938685f017d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:28.170738 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63f5545d-2200-416b-b4c1-4400262f2be2 req-d9d23ebc-18d6-4ce4-860a-844f4ae7b86b tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/ports?device_id=a18dc744-e4dc-4974-8f5a-d9728ff476da HTTP/1.1" status: 200 len: 210 time: 0.0577912 Mar 09 04:06:28.262139 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c761a9b8-6492-4b43-8aae-938685f017d0 None None] Port 267090c1-006b-4f9c-aae9-132420b3f665 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:06:28.573039 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-42cd6f82-651d-485c-8c32-32299c71098d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:28.672399 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 95ae7e7f-5e37-44af-9642-824e66a120e0 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:06:28.795702 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4aceac7b-cfbe-40d9-9655-cac75478dd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:28.809244 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9143-efb2-4714-b98d-43ad5e0170c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:28.821457 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 95ae7e7f-5e37-44af-9642-824e66a120e0 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:06:28.828780 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-4fac69f4-f88a-49e7-8e45-dc2ddfb53b29 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:28.838376 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 95ae7e7f-5e37-44af-9642-824e66a120e0 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:28.839645 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:29.076259 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-4fac69f4-f88a-49e7-8e45-dc2ddfb53b29 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Transition to ACTIVE for port object c04e4922-4031-4ba3-88bf-0550f4f7410e will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:06:29.077938 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:29.104017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 95ae7e7f-5e37-44af-9642-824e66a120e0, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=95ae7e7f-5e37-44af-9642-824e66a120e0,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:06:29.115400 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:29.257174 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-4fac69f4-f88a-49e7-8e45-dc2ddfb53b29 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:29.292032 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=95ae7e7f-5e37-44af-9642-824e66a120e0,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:29.384853 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [None req-ed1e9143-efb2-4714-b98d-43ad5e0170c6 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 04:06:29.417482 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9143-efb2-4714-b98d-43ad5e0170c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:29.436020 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9143-efb2-4714-b98d-43ad5e0170c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:29.467742 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-4fac69f4-f88a-49e7-8e45-dc2ddfb53b29 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:06:29.482124 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-4fac69f4-f88a-49e7-8e45-dc2ddfb53b29 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:06:29.489330 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac69f4-f88a-49e7-8e45-dc2ddfb53b29 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Pushing event updated for resources: {'Port': ['ID=c04e4922-4031-4ba3-88bf-0550f4f7410e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:29.491798 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-4fac69f4-f88a-49e7-8e45-dc2ddfb53b29 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:06:29.644421 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42cd6f82-651d-485c-8c32-32299c71098d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Router 2bd4f9f1-86a9-4c8a-8c81-c586883844f7 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:06:29.648721 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9143-efb2-4714-b98d-43ad5e0170c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:29.666691 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e9143-efb2-4714-b98d-43ad5e0170c6 admin admin] Pushing event updated for resources: {'Port': ['ID=267090c1-006b-4f9c-aae9-132420b3f665,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:29.674516 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-4fac69f4-f88a-49e7-8e45-dc2ddfb53b29 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:29.675118 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-4fac69f4-f88a-49e7-8e45-dc2ddfb53b29 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:29.806679 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-72b8f436-416a-40f5-b960-9dd75b3879d8 None None] Provisioning for port c04e4922-4031-4ba3-88bf-0550f4f7410e completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:06:29.815090 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-72b8f436-416a-40f5-b960-9dd75b3879d8 None None] Provisioning complete for port c04e4922-4031-4ba3-88bf-0550f4f7410e triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:29.815503 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-72b8f436-416a-40f5-b960-9dd75b3879d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:29.911056 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-72b8f436-416a-40f5-b960-9dd75b3879d8 None None] Port c04e4922-4031-4ba3-88bf-0550f4f7410e cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:06:29.916468 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644263d-3be5-41e5-8853-5f2128b33108 req-7480dadb-d921-4278-84e6-862236ac98a3 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:29.919430 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4644263d-3be5-41e5-8853-5f2128b33108 req-7480dadb-d921-4278-84e6-862236ac98a3 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/ports?device_id=a18dc744-e4dc-4974-8f5a-d9728ff476da HTTP/1.1" status: 200 len: 936 time: 0.4084692 Mar 09 04:06:29.983663 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-4fac69f4-f88a-49e7-8e45-dc2ddfb53b29 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7952673 Mar 09 04:06:29.995737 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4644263d-3be5-41e5-8853-5f2128b33108 req-dc00910a-f3df-4682-b5e8-9ff2837f8ad8 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa33a10-dd1d-423a-98a7-2409c670daa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697443 Mar 09 04:06:29.999521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cd6f82-651d-485c-8c32-32299c71098d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:06:30.016559 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a97a70-8429-4e42-bf5c-5ccf4c77e09e None None] Sync routers for ids ['2bd4f9f1-86a9-4c8a-8c81-c586883844f7'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:06:30.027254 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-19f85198-d39d-465a-93ad-ad03bc9b2d16 service neutron] Request body: {'port': {'device_id': 'a18dc744-e4dc-4974-8f5a-d9728ff476da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:06:30.033099 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a97a70-8429-4e42-bf5c-5ccf4c77e09e None None] Routers {'2bd4f9f1-86a9-4c8a-8c81-c586883844f7'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:06:30.036350 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e0a97a70-8429-4e42-bf5c-5ccf4c77e09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:06:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['2bd4f9f1-86a9-4c8a-8c81-c586883844f7'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:30.037649 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-42cd6f82-651d-485c-8c32-32299c71098d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "PUT /v2.0/routers/2bd4f9f1-86a9-4c8a-8c81-c586883844f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0994699 Mar 09 04:06:30.038494 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59274) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:30.156698 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1e9143-efb2-4714-b98d-43ad5e0170c6 admin admin] Network 38d08348-8c49-4519-b248-df21fcca9334 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:06:30.165852 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ffe1da-abba-493d-ba07-7eba7d78b632 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Deleting subnet b67bf7a0-3ef1-45fd-b01a-91732bdea256 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:06:30.168907 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47ffe1da-abba-493d-ba07-7eba7d78b632 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:30.215104 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-ed1e9143-efb2-4714-b98d-43ad5e0170c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:06:30.234828 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47ffe1da-abba-493d-ba07-7eba7d78b632 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:30.368665 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-19f85198-d39d-465a-93ad-ad03bc9b2d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:30.409974 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-e0a97a70-8429-4e42-bf5c-5ccf4c77e09e None None] Set router 2bd4f9f1-86a9-4c8a-8c81-c586883844f7 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:06:30.422552 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47ffe1da-abba-493d-ba07-7eba7d78b632 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:30.533098 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:06:30.603344 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47ffe1da-abba-493d-ba07-7eba7d78b632 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:30.679897 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47ffe1da-abba-493d-ba07-7eba7d78b632 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:30.682751 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffe1da-abba-493d-ba07-7eba7d78b632 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'Subnet': ['ID=b67bf7a0-3ef1-45fd-b01a-91732bdea256,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:30.688422 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-47ffe1da-abba-493d-ba07-7eba7d78b632 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "DELETE /v2.0/subnets/b67bf7a0-3ef1-45fd-b01a-91732bdea256 HTTP/1.1" status: 204 len: 168 time: 0.6488152 Mar 09 04:06:30.690843 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59282) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:30.724680 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 95ae7e7f-5e37-44af-9642-824e66a120e0 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:06:30.752016 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b26e12-92e4-4ea5-88d5-d1322554480e None None] Network 749ff854-15a7-4f21-b2aa-77ee7a469281 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:06:30.913624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1e9143-efb2-4714-b98d-43ad5e0170c6 admin admin] Router 0cc529c0-0f87-4cc3-95f5-10b60a8d83b1 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:06:30.941414 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d1c444a-a34f-4945-8400-5bbb68942373 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:31.161684 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0a9cbab9-82b6-402c-81f0-77239421b822 None None] Provisioning complete for port 267090c1-006b-4f9c-aae9-132420b3f665 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:31.162316 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0a9cbab9-82b6-402c-81f0-77239421b822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:31.201289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-19f85198-d39d-465a-93ad-ad03bc9b2d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c04e4922-4031-4ba3-88bf-0550f4f7410e {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:06:31.203571 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d1c444a-a34f-4945-8400-5bbb68942373 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:31.225338 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c444a-a34f-4945-8400-5bbb68942373 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Deleting port bea81eb9-5f45-48cd-a465-a90e4c3da013 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:06:31.226403 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d1c444a-a34f-4945-8400-5bbb68942373 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:31.336033 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-19f85198-d39d-465a-93ad-ad03bc9b2d16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:31.408000 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f026d95e-58a8-47fc-b39d-8c267e4f329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:31.408699 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-19f85198-d39d-465a-93ad-ad03bc9b2d16 service neutron] Transition to ACTIVE for port object c04e4922-4031-4ba3-88bf-0550f4f7410e will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:06:31.494199 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 95ae7e7f-5e37-44af-9642-824e66a120e0 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:31.500561 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:31.507905 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-19f85198-d39d-465a-93ad-ad03bc9b2d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:31.591551 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-0a9cbab9-82b6-402c-81f0-77239421b822 None None] Port 267090c1-006b-4f9c-aae9-132420b3f665 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:06:31.651352 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-5d1c444a-a34f-4945-8400-5bbb68942373 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] For port bea81eb9-5f45-48cd-a465-a90e4c3da013, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=bea81eb9-5f45-48cd-a465-a90e4c3da013,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:06:31.651797 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d1c444a-a34f-4945-8400-5bbb68942373 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:31.813674 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ac3268-aba3-4892-b20c-d1969601f946 None None] DHCP port deletion for 749ff854-15a7-4f21-b2aa-77ee7a469281 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:06:31.844109 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e6ac3268-aba3-4892-b20c-d1969601f946 None None] Deleting port d9f74041-5394-404a-bfa0-1a266a35505d {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:06:31.844640 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e6ac3268-aba3-4892-b20c-d1969601f946 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:31.891734 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e0a97a70-8429-4e42-bf5c-5ccf4c77e09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732923666', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'bea81eb9-5f45-48cd-a465-a90e4c3da013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:03:38Z', 'updated_at': '2022-03-09T04:06:27Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'bea81eb9-5f45-48cd-a465-a90e4c3da013', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:38:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:03:40Z', 'updated_at': '2022-03-09T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:31.896224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1e9143-efb2-4714-b98d-43ad5e0170c6 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:06:31.912999 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ed1e9143-efb2-4714-b98d-43ad5e0170c6 admin admin] 10.222.0.16 "PUT /v2.0/routers/0cc529c0-0f87-4cc3-95f5-10b60a8d83b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4795895 Mar 09 04:06:31.914305 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a97a70-8429-4e42-bf5c-5ccf4c77e09e None None] Checking router: 2bd4f9f1-86a9-4c8a-8c81-c586883844f7 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:06:31.923257 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] Sync routers for ids ['0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:06:31.945878 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] Routers {'0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:06:31.947111 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:06:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:32.040097 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fc478-71ff-4d87-8aa7-85d4d3e75187 req-bc872767-0338-4d2f-9d16-f0033b0df69e tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:32.040853 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-273fc478-71ff-4d87-8aa7-85d4d3e75187 req-bc872767-0338-4d2f-9d16-f0033b0df69e tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Synchronizing usage tracker for tenant:452f278a5b114db5b5bed7f3e1de999f on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:06:32.057753 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a97a70-8429-4e42-bf5c-5ccf4c77e09e None None] Routers {'2bd4f9f1-86a9-4c8a-8c81-c586883844f7'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:06:32.062549 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e0a97a70-8429-4e42-bf5c-5ccf4c77e09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:06:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['2bd4f9f1-86a9-4c8a-8c81-c586883844f7'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:32.068088 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f85198-d39d-465a-93ad-ad03bc9b2d16 service neutron] Pushing event updated for resources: {'Port': ['ID=c04e4922-4031-4ba3-88bf-0550f4f7410e,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:32.073988 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c444a-a34f-4945-8400-5bbb68942373 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Calling delete_port for bea81eb9-5f45-48cd-a465-a90e4c3da013 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:06:32.192596 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-273fc478-71ff-4d87-8aa7-85d4d3e75187 req-bc872767-0338-4d2f-9d16-f0033b0df69e tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Unset dirty status for tenant:452f278a5b114db5b5bed7f3e1de999f on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:06:32.204644 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-273fc478-71ff-4d87-8aa7-85d4d3e75187 req-bc872767-0338-4d2f-9d16-f0033b0df69e tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/ports?device_id=a18dc744-e4dc-4974-8f5a-d9728ff476da HTTP/1.1" status: 200 len: 936 time: 0.9795926 Mar 09 04:06:32.240317 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-e0a97a70-8429-4e42-bf5c-5ccf4c77e09e None None] Set router 2bd4f9f1-86a9-4c8a-8c81-c586883844f7 gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:06:32.297067 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] Set router 0cc529c0-0f87-4cc3-95f5-10b60a8d83b1 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:06:32.412918 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-19f85198-d39d-465a-93ad-ad03bc9b2d16 service neutron] Attempting to bind port c04e4922-4031-4ba3-88bf-0550f4f7410e on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:06:32.413255 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-19f85198-d39d-465a-93ad-ad03bc9b2d16 service neutron] Attempting to bind port c04e4922-4031-4ba3-88bf-0550f4f7410e by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:06:32.413576 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-19f85198-d39d-465a-93ad-ad03bc9b2d16 service neutron] Attempting to bind port c04e4922-4031-4ba3-88bf-0550f4f7410e on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:06:32.414578 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e0a97a70-8429-4e42-bf5c-5ccf4c77e09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732923666', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:03:38Z', 'updated_at': '2022-03-09T04:06:31Z', 'revision_number': 6, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:32.440231 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a97a70-8429-4e42-bf5c-5ccf4c77e09e None None] The sync data for ids ['2bd4f9f1-86a9-4c8a-8c81-c586883844f7'] in n-d-825178-5 is: [{'id': '2bd4f9f1-86a9-4c8a-8c81-c586883844f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732923666', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:03:38Z', 'updated_at': '2022-03-09T04:06:31Z', 'revision_number': 6, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:06:32.494565 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-19f85198-d39d-465a-93ad-ad03bc9b2d16 service neutron] Port c04e4922-4031-4ba3-88bf-0550f4f7410e on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:06:32.494565 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-19f85198-d39d-465a-93ad-ad03bc9b2d16 service neutron] Attempting to bind port c04e4922-4031-4ba3-88bf-0550f4f7410e on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:06:32.530808 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-19f85198-d39d-465a-93ad-ad03bc9b2d16 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:06:32.531185 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-19f85198-d39d-465a-93ad-ad03bc9b2d16 service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:06:32.533048 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-19f85198-d39d-465a-93ad-ad03bc9b2d16 service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:06:32.533594 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-19f85198-d39d-465a-93ad-ad03bc9b2d16 service neutron] Bound port: c04e4922-4031-4ba3-88bf-0550f4f7410e, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:06:32.535664 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-19f85198-d39d-465a-93ad-ad03bc9b2d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:32.543186 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:32.552209 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:32.582578 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-273fc478-71ff-4d87-8aa7-85d4d3e75187 req-4fad7cc9-a3ae-49b6-bf5b-3e858fc853e7 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Synchronizing usage tracker for tenant:452f278a5b114db5b5bed7f3e1de999f on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:06:32.882807 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d9f74041-5394-404a-bfa0-1a266a35505d no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:06:32.896664 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-19f85198-d39d-465a-93ad-ad03bc9b2d16 service neutron] For port c04e4922-4031-4ba3-88bf-0550f4f7410e, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:06:32.917219 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-273fc478-71ff-4d87-8aa7-85d4d3e75187 req-4fad7cc9-a3ae-49b6-bf5b-3e858fc853e7 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Unset dirty status for tenant:452f278a5b114db5b5bed7f3e1de999f on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:06:32.918450 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-273fc478-71ff-4d87-8aa7-85d4d3e75187 req-4fad7cc9-a3ae-49b6-bf5b-3e858fc853e7 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa33a10-dd1d-423a-98a7-2409c670daa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6462379 Mar 09 04:06:33.002801 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d1c444a-a34f-4945-8400-5bbb68942373 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:33.003490 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-19f85198-d39d-465a-93ad-ad03bc9b2d16 service neutron] For port c04e4922-4031-4ba3-88bf-0550f4f7410e, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c04e4922-4031-4ba3-88bf-0550f4f7410e,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:06:33.011850 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-19f85198-d39d-465a-93ad-ad03bc9b2d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:33.025204 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e6ac3268-aba3-4892-b20c-d1969601f946 None None] For port d9f74041-5394-404a-bfa0-1a266a35505d, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d9f74041-5394-404a-bfa0-1a266a35505d,segment=NetworkSegment(66cb0732-e838-42b8-b393-a2b501eb90c7),segment_id=66cb0732-e838-42b8-b393-a2b501eb90c7)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:06:33.025645 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e6ac3268-aba3-4892-b20c-d1969601f946 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:33.102643 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c444a-a34f-4945-8400-5bbb68942373 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'Port': ['ID=bea81eb9-5f45-48cd-a465-a90e4c3da013,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:33.237941 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59318) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:33.251727 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-939847ba-37d0-409a-b73e-2941ed1299e7 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2080519755-network', 'tenant_id': '2c557cf77ac744b18943de4826100009'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:06:33.252387 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e6ac3268-aba3-4892-b20c-d1969601f946 None None] Calling delete_port for d9f74041-5394-404a-bfa0-1a266a35505d owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:06:33.258564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-939847ba-37d0-409a-b73e-2941ed1299e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:33.263989 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-939847ba-37d0-409a-b73e-2941ed1299e7 admin admin] Usage tracker for resource:network and tenant:2c557cf77ac744b18943de4826100009 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:33.267335 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-939847ba-37d0-409a-b73e-2941ed1299e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:33.281992 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-939847ba-37d0-409a-b73e-2941ed1299e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:33.303693 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939847ba-37d0-409a-b73e-2941ed1299e7 admin admin] Made reservation on behalf of 2c557cf77ac744b18943de4826100009 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:06:33.312627 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-939847ba-37d0-409a-b73e-2941ed1299e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:33.333720 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-939847ba-37d0-409a-b73e-2941ed1299e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:33.348569 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'name': 'tempest-TestServerBasicOps-1859967357-router', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '95ae7e7f-5e37-44af-9642-824e66a120e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:18Z', 'updated_at': '2022-03-09T04:06:28Z', 'revision_number': 4, 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'gw_port': {'id': '95ae7e7f-5e37-44af-9642-824e66a120e0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:20Z', 'updated_at': '2022-03-09T04:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '267090c1-006b-4f9c-aae9-132420b3f665', 'name': '', 'network_id': '38d08348-8c49-4519-b248-df21fcca9334', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'mac_address': 'fa:16:3e:b5:0a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '5795f339-9cb7-4a0f-a08c-a02ae45b1040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:26Z', 'updated_at': '2022-03-09T04:06:29Z', 'revision_number': 2, 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'subnets': [{'id': '5795f339-9cb7-4a0f-a08c-a02ae45b1040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:33.353119 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] Checking router: 0cc529c0-0f87-4cc3-95f5-10b60a8d83b1 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:06:33.353596 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] Updating router 0cc529c0-0f87-4cc3-95f5-10b60a8d83b1 port 267090c1-006b-4f9c-aae9-132420b3f665 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:06:33.369465 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d1c444a-a34f-4945-8400-5bbb68942373 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:33.450743 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:33.458627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-19f85198-d39d-465a-93ad-ad03bc9b2d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:33.459271 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-19f85198-d39d-465a-93ad-ad03bc9b2d16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:33.460842 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-19f85198-d39d-465a-93ad-ad03bc9b2d16 service neutron] 10.222.0.24 "PUT /v2.0/ports/c04e4922-4031-4ba3-88bf-0550f4f7410e HTTP/1.1" status: 200 len: 1096 time: 3.4691105 Mar 09 04:06:33.461111 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18dc744-e4dc-4974-8f5a-d9728ff476da', 'tag': 'c04e4922-4031-4ba3-88bf-0550f4f7410e'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:06:33.515091 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e6ac3268-aba3-4892-b20c-d1969601f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:33.578770 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18dc744-e4dc-4974-8f5a-d9728ff476da', 'tag': 'c04e4922-4031-4ba3-88bf-0550f4f7410e', 'status': 'completed', 'code': 200} Mar 09 04:06:33.610049 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f85198-d39d-465a-93ad-ad03bc9b2d16 service neutron] Pushing event updated for resources: {'Port': ['ID=c04e4922-4031-4ba3-88bf-0550f4f7410e,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:33.622384 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-939847ba-37d0-409a-b73e-2941ed1299e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:33.630383 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-939847ba-37d0-409a-b73e-2941ed1299e7 admin admin] Usage tracker for resource:security_group_rule and tenant:2c557cf77ac744b18943de4826100009 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:33.638786 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-939847ba-37d0-409a-b73e-2941ed1299e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:33.644164 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-e78e430f-6b0f-44f7-b3e9-f41fd6669d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:33.645819 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-e78e430f-6b0f-44f7-b3e9-f41fd6669d3f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=452f278a5b114db5b5bed7f3e1de999f&device_id=a18dc744-e4dc-4974-8f5a-d9728ff476da HTTP/1.1" status: 200 len: 1099 time: 0.1267779 Mar 09 04:06:33.653360 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-939847ba-37d0-409a-b73e-2941ed1299e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:33.672237 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac3268-aba3-4892-b20c-d1969601f946 None None] Pushing event deleted for resources: {'Port': ['ID=d9f74041-5394-404a-bfa0-1a266a35505d,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:33.698365 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ac3268-aba3-4892-b20c-d1969601f946 None None] No DVR routers for this DVR port d9f74041-5394-404a-bfa0-1a266a35505d on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:06:33.713373 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:33.732663 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No active binding found for port d9f74041-5394-404a-bfa0-1a266a35505d {{(pid=87882) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 09 04:06:33.736619 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d9f74041-5394-404a-bfa0-1a266a35505d not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:06:33.786493 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-3d600443-371b-4208-9455-cb60e32c2e16 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=c04e4922-4031-4ba3-88bf-0550f4f7410e HTTP/1.1" status: 200 len: 217 time: 0.1320341 Mar 09 04:06:33.838994 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d1c444a-a34f-4945-8400-5bbb68942373 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:33.842339 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d1c444a-a34f-4945-8400-5bbb68942373 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:33.887511 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d1c444a-a34f-4945-8400-5bbb68942373 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:33.888172 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1c444a-a34f-4945-8400-5bbb68942373 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Fanout notify agent at l3_agent the message router_deleted on router 2bd4f9f1-86a9-4c8a-8c81-c586883844f7 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:06:33.950157 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-3c9e608d-2ef4-446d-aaf8-a1cb031cb412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:33.951685 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-3c9e608d-2ef4-446d-aaf8-a1cb031cb412 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.1587877 Mar 09 04:06:33.962501 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5d1c444a-a34f-4945-8400-5bbb68942373 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:33.966334 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5d1c444a-a34f-4945-8400-5bbb68942373 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "DELETE /v2.0/routers/2bd4f9f1-86a9-4c8a-8c81-c586883844f7 HTTP/1.1" status: 204 len: 168 time: 3.2708080 Mar 09 04:06:33.967278 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59336) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:33.994197 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-939847ba-37d0-409a-b73e-2941ed1299e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:34.085539 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-939847ba-37d0-409a-b73e-2941ed1299e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:34.130942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-c9a48568-14aa-40f3-89f4-319aa91d53da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:34.136758 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-c9a48568-14aa-40f3-89f4-319aa91d53da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1779678 Mar 09 04:06:34.168018 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:34.200220 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] Transition to ACTIVE for port object 267090c1-006b-4f9c-aae9-132420b3f665 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:06:34.225424 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:34.288288 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:34.310297 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939847ba-37d0-409a-b73e-2941ed1299e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:06:34.320754 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3da864-764f-4594-9864-55c40e755aca None None] Pushing event updated for resources: {'Port': ['ID=267090c1-006b-4f9c-aae9-132420b3f665,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:34.352146 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c480a24f-23f7-4b72-a5de-335a1a893d23 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:34.368153 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939847ba-37d0-409a-b73e-2941ed1299e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39422677-2342-4991-bbb6-cafa37592945,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:34.372238 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a886cb1-58d2-48d1-a6e3-29a2b86bf587 req-d945d165-0331-4fd4-bb0c-ed17aa0ef8db tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:34.373887 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9a886cb1-58d2-48d1-a6e3-29a2b86bf587 req-d945d165-0331-4fd4-bb0c-ed17aa0ef8db tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/ports?device_id=a18dc744-e4dc-4974-8f5a-d9728ff476da HTTP/1.1" status: 200 len: 948 time: 0.2354043 Mar 09 04:06:34.384601 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-939847ba-37d0-409a-b73e-2941ed1299e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:34.384950 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-939847ba-37d0-409a-b73e-2941ed1299e7 admin admin] Added segment 07bb3294-a464-486d-ab0e-6bc5b65f2f05 of type vlan for network 2a04e29e-c165-48d8-b6fc-d7aa8fc72347 Mar 09 04:06:34.506893 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9a886cb1-58d2-48d1-a6e3-29a2b86bf587 req-d550d9eb-543f-47c4-a861-0c654b6f1488 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa33a10-dd1d-423a-98a7-2409c670daa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189692 Mar 09 04:06:34.506893 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-7dd8f328-024f-4a95-a3ed-60785024d646 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051705 Mar 09 04:06:34.567684 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 42b81828-d210-44d4-83c8-3e7f7621ea7c no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:06:34.638219 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] Attempting to bind port 267090c1-006b-4f9c-aae9-132420b3f665 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:06:34.638742 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] Attempting to bind port 267090c1-006b-4f9c-aae9-132420b3f665 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'a5c1ccc3-8951-4c17-8d21-ea6c17bd320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '38d08348-8c49-4519-b248-df21fcca9334'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:06:34.638836 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] Attempting to bind port 267090c1-006b-4f9c-aae9-132420b3f665 on network 38d08348-8c49-4519-b248-df21fcca9334 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:06:34.650486 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:06:34.650964 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] Checking segment: {'id': 'a5c1ccc3-8951-4c17-8d21-ea6c17bd320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '38d08348-8c49-4519-b248-df21fcca9334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:06:34.651107 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-939847ba-37d0-409a-b73e-2941ed1299e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:34.651460 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:34.652374 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] Bound using segment: {'id': 'a5c1ccc3-8951-4c17-8d21-ea6c17bd320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '38d08348-8c49-4519-b248-df21fcca9334'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:06:34.653639 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] Bound port: 267090c1-006b-4f9c-aae9-132420b3f665, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c1ccc3-8951-4c17-8d21-ea6c17bd320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '38d08348-8c49-4519-b248-df21fcca9334'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:06:34.656137 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:34.680274 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 42b81828-d210-44d4-83c8-3e7f7621ea7c {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:06:34.680774 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 42b81828-d210-44d4-83c8-3e7f7621ea7c not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:06:34.681432 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device bea81eb9-5f45-48cd-a465-a90e4c3da013 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:06:34.695326 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-939847ba-37d0-409a-b73e-2941ed1299e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:34.696381 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939847ba-37d0-409a-b73e-2941ed1299e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:34.697536 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-939847ba-37d0-409a-b73e-2941ed1299e7 admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:34.740840 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c480a24f-23f7-4b72-a5de-335a1a893d23 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:34.750346 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-939847ba-37d0-409a-b73e-2941ed1299e7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5082564 Mar 09 04:06:34.755015 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: bea81eb9-5f45-48cd-a465-a90e4c3da013 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:06:34.755365 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device bea81eb9-5f45-48cd-a465-a90e4c3da013 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:06:34.761829 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2076affb-3286-49ef-948b-69c4fffdbe0d req-cc6bdf82-6fc9-4244-9982-c10677e39d0b service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449770 Mar 09 04:06:34.762384 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59342) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:34.777994 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-5cece5f1-f22b-44d1-8dbf-1ec694f396f7 admin admin] Request body: {'subnet': {'network_id': '2a04e29e-c165-48d8-b6fc-d7aa8fc72347', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2080519755-subnet', 'tenant_id': '2c557cf77ac744b18943de4826100009', 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:06:34.796835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5cece5f1-f22b-44d1-8dbf-1ec694f396f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:34.808307 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5cece5f1-f22b-44d1-8dbf-1ec694f396f7 admin admin] Usage tracker for resource:subnet and tenant:2c557cf77ac744b18943de4826100009 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:34.815620 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5cece5f1-f22b-44d1-8dbf-1ec694f396f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:34.841944 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-c480a24f-23f7-4b72-a5de-335a1a893d23 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749ff854-15a7-4f21-b2aa-77ee7a469281']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:34.866617 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-c480a24f-23f7-4b72-a5de-335a1a893d23 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66cb0732-e838-42b8-b393-a2b501eb90c7') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:34.866959 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-c480a24f-23f7-4b72-a5de-335a1a893d23 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66cb0732-e838-42b8-b393-a2b501eb90c7') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:34.872356 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] For port 267090c1-006b-4f9c-aae9-132420b3f665, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:06:34.876338 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] For port 267090c1-006b-4f9c-aae9-132420b3f665, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=267090c1-006b-4f9c-aae9-132420b3f665,segment=NetworkSegment(a5c1ccc3-8951-4c17-8d21-ea6c17bd320c),segment_id=a5c1ccc3-8951-4c17-8d21-ea6c17bd320c)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:06:34.876966 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939847ba-37d0-409a-b73e-2941ed1299e7 admin admin] Pushing event updated for resources: {'Network': ['ID=2a04e29e-c165-48d8-b6fc-d7aa8fc72347,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:34.884864 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:34.890130 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c480a24f-23f7-4b72-a5de-335a1a893d23 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:34.894000 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 2a04e29e-c165-48d8-b6fc-d7aa8fc72347 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:06:34.947949 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c480a24f-23f7-4b72-a5de-335a1a893d23 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:34.951673 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5cece5f1-f22b-44d1-8dbf-1ec694f396f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:34.977036 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c480a24f-23f7-4b72-a5de-335a1a893d23 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:06:34.977942 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c480a24f-23f7-4b72-a5de-335a1a893d23 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:06:34.993380 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:06:35.007082 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] Routers {'0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:06:35.008074 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:06:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:35.024303 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cece5f1-f22b-44d1-8dbf-1ec694f396f7 admin admin] Made reservation on behalf of 2c557cf77ac744b18943de4826100009 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:06:35.028966 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5cece5f1-f22b-44d1-8dbf-1ec694f396f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:35.184124 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3da864-764f-4594-9864-55c40e755aca None None] Pushing event updated for resources: {'Port': ['ID=267090c1-006b-4f9c-aae9-132420b3f665,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:35.281040 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c480a24f-23f7-4b72-a5de-335a1a893d23 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:35.294835 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c480a24f-23f7-4b72-a5de-335a1a893d23 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:35.351213 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480a24f-23f7-4b72-a5de-335a1a893d23 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'Network': ['ID=749ff854-15a7-4f21-b2aa-77ee7a469281,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:35.358519 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c480a24f-23f7-4b72-a5de-335a1a893d23 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "DELETE /v2.0/networks/749ff854-15a7-4f21-b2aa-77ee7a469281 HTTP/1.1" status: 204 len: 168 time: 1.3902531 Mar 09 04:06:35.367488 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59350) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:35.394079 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b53da-2c5d-4c9c-a290-0a3c5749f678 req-63c59a1d-ba4e-4b01-acc8-c6b1da039738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:35.397060 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c6b53da-2c5d-4c9c-a290-0a3c5749f678 req-63c59a1d-ba4e-4b01-acc8-c6b1da039738 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=452f278a5b114db5b5bed7f3e1de999f&device_id=a18dc744-e4dc-4974-8f5a-d9728ff476da HTTP/1.1" status: 200 len: 1099 time: 0.5540237 Mar 09 04:06:35.466152 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-43ac888a-6940-4173-81fc-3d67b2383574 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:35.479182 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] Set router 0cc529c0-0f87-4cc3-95f5-10b60a8d83b1 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:06:35.499872 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-43ac888a-6940-4173-81fc-3d67b2383574 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:35.620501 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b53da-2c5d-4c9c-a290-0a3c5749f678 req-f0852730-c9f2-4f5c-a0dd-025e0424f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:35.621871 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c6b53da-2c5d-4c9c-a290-0a3c5749f678 req-f0852730-c9f2-4f5c-a0dd-025e0424f005 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.2195234 Mar 09 04:06:35.623286 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5cece5f1-f22b-44d1-8dbf-1ec694f396f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:35.625168 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-43ac888a-6940-4173-81fc-3d67b2383574 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:35.663048 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac888a-6940-4173-81fc-3d67b2383574 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=878fc062-b5ae-4a7e-9c7d-87559f1e9ae1,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:35.757944 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-43ac888a-6940-4173-81fc-3d67b2383574 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:35.760226 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-43ac888a-6940-4173-81fc-3d67b2383574 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "DELETE /v2.0/security-groups/878fc062-b5ae-4a7e-9c7d-87559f1e9ae1 HTTP/1.1" status: 204 len: 168 time: 0.3903215 Mar 09 04:06:35.849828 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cece5f1-f22b-44d1-8dbf-1ec694f396f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a81c671-2c22-4d07-bc16-74b13835cb65,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:35.856253 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a34d8-4570-4ee0-a6bb-6e465212dac4 req-8584d0bd-d09b-4f1c-8162-1e1eff655baa tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:35.864393 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c6b53da-2c5d-4c9c-a290-0a3c5749f678 req-4aa20ebc-7a0c-408f-9d41-893f1a7888d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=c04e4922-4031-4ba3-88bf-0550f4f7410e HTTP/1.1" status: 200 len: 217 time: 0.2111013 Mar 09 04:06:35.875484 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f89a34d8-4570-4ee0-a6bb-6e465212dac4 req-8584d0bd-d09b-4f1c-8162-1e1eff655baa tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/ports?device_id=a18dc744-e4dc-4974-8f5a-d9728ff476da HTTP/1.1" status: 200 len: 948 time: 0.1744099 Mar 09 04:06:35.948885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cece5f1-f22b-44d1-8dbf-1ec694f396f7 admin admin] Checking segment: {'id': '07bb3294-a464-486d-ab0e-6bc5b65f2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a04e29e-c165-48d8-b6fc-d7aa8fc72347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:06:35.949240 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cece5f1-f22b-44d1-8dbf-1ec694f396f7 admin admin] Network hostable DHCP agents. Network: 2a04e29e-c165-48d8-b6fc-d7aa8fc72347, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:06:35.965482 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b53da-2c5d-4c9c-a290-0a3c5749f678 req-d3242a45-4bec-4088-98b3-dd7d614c4b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:35.966331 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f89a34d8-4570-4ee0-a6bb-6e465212dac4 req-4b84bd89-f227-4c84-aa00-2fdf247a0985 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa33a10-dd1d-423a-98a7-2409c670daa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860720 Mar 09 04:06:35.968555 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c6b53da-2c5d-4c9c-a290-0a3c5749f678 req-d3242a45-4bec-4088-98b3-dd7d614c4b3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.0938096 Mar 09 04:06:36.060608 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cece5f1-f22b-44d1-8dbf-1ec694f396f7 admin admin] Network 2a04e29e-c165-48d8-b6fc-d7aa8fc72347 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:06:36.075418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-5cece5f1-f22b-44d1-8dbf-1ec694f396f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 2a04e29e-c165-48d8-b6fc-d7aa8fc72347) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:06:36.080529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cece5f1-f22b-44d1-8dbf-1ec694f396f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:36.081291 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5cece5f1-f22b-44d1-8dbf-1ec694f396f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:36.094830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-f0c2c659-b184-4ef2-98ee-08f1387e01ab req-f3c6b36f-4cf0-4406-aac4-ba4423c5a09f tempest-ServersTestJSON-700975856 tempest-ServersTestJSON-700975856-project] (87881) timed out ('10.222.0.24', 53502) {{(pid=87881) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 09 04:06:36.098223 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bf055a-80bc-4752-9518-f602d3447042 None None] Network 2a04e29e-c165-48d8-b6fc-d7aa8fc72347 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:06:36.111790 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5cece5f1-f22b-44d1-8dbf-1ec694f396f7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3471811 Mar 09 04:06:36.115454 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59368) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:36.121635 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-9daa46ba-4535-43cb-8aed-1461d809b096 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2080519755-router', 'tenant_id': '2c557cf77ac744b18943de4826100009', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:06:36.133067 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9daa46ba-4535-43cb-8aed-1461d809b096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:36.142624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b53da-2c5d-4c9c-a290-0a3c5749f678 req-9a38aa29-04e3-413e-b364-933daac642f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:36.146833 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c6b53da-2c5d-4c9c-a290-0a3c5749f678 req-9a38aa29-04e3-413e-b364-933daac642f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1717370 Mar 09 04:06:36.152690 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9daa46ba-4535-43cb-8aed-1461d809b096 admin admin] Usage tracker for resource:router and tenant:2c557cf77ac744b18943de4826100009 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:36.163681 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9daa46ba-4535-43cb-8aed-1461d809b096 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:36.185995 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9daa46ba-4535-43cb-8aed-1461d809b096 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:36.220567 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9daa46ba-4535-43cb-8aed-1461d809b096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:36.221747 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9daa46ba-4535-43cb-8aed-1461d809b096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:36.243277 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'name': 'tempest-TestServerBasicOps-1859967357-router', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '95ae7e7f-5e37-44af-9642-824e66a120e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:18Z', 'updated_at': '2022-03-09T04:06:28Z', 'revision_number': 4, 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'gw_port': {'id': '95ae7e7f-5e37-44af-9642-824e66a120e0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:20Z', 'updated_at': '2022-03-09T04:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '267090c1-006b-4f9c-aae9-132420b3f665', 'name': '', 'network_id': '38d08348-8c49-4519-b248-df21fcca9334', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'mac_address': 'fa:16:3e:b5:0a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '5795f339-9cb7-4a0f-a08c-a02ae45b1040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:26Z', 'updated_at': '2022-03-09T04:06:34Z', 'revision_number': 4, 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'subnets': [{'id': '5795f339-9cb7-4a0f-a08c-a02ae45b1040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:36.249461 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd4ae0e-a486-402f-8027-43d1f3cbd172 None None] The sync data for ids ['0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'] in n-d-825178-5 is: [{'id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'name': 'tempest-TestServerBasicOps-1859967357-router', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '95ae7e7f-5e37-44af-9642-824e66a120e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:18Z', 'updated_at': '2022-03-09T04:06:28Z', 'revision_number': 4, 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'gw_port': {'id': '95ae7e7f-5e37-44af-9642-824e66a120e0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:20Z', 'updated_at': '2022-03-09T04:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '267090c1-006b-4f9c-aae9-132420b3f665', 'name': '', 'network_id': '38d08348-8c49-4519-b248-df21fcca9334', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'mac_address': 'fa:16:3e:b5:0a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '5795f339-9cb7-4a0f-a08c-a02ae45b1040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:26Z', 'updated_at': '2022-03-09T04:06:34Z', 'revision_number': 4, 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'subnets': [{'id': '5795f339-9cb7-4a0f-a08c-a02ae45b1040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:06:36.251110 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9daa46ba-4535-43cb-8aed-1461d809b096 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:36.645770 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f35ca0c-778b-47e6-87d8-13180b73df96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-2a04e29e-c165-48d8-b6fc-d7aa8fc72347', 'network_id': '2a04e29e-c165-48d8-b6fc-d7aa8fc72347', 'tenant_id': '2c557cf77ac744b18943de4826100009', 'fixed_ips': [{'subnet_id': '4a81c671-2c22-4d07-bc16-74b13835cb65'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:06:36.647093 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9f35ca0c-778b-47e6-87d8-13180b73df96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:36.677277 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 267090c1-006b-4f9c-aae9-132420b3f665 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:06:36.761000 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c6b53da-2c5d-4c9c-a290-0a3c5749f678 req-b9d48b09-7485-4845-8e61-f53da0fe253b service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6058726 Mar 09 04:06:36.841958 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59376) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:36.855674 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-c5946ac6-4543-4fe8-a0f1-1f07e1860570 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1053211448', 'description': 'tempest-secgroup-smoke-1053211448 description', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:06:36.871014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c5946ac6-4543-4fe8-a0f1-1f07e1860570 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:36.875653 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c5946ac6-4543-4fe8-a0f1-1f07e1860570 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:36.878660 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c5946ac6-4543-4fe8-a0f1-1f07e1860570 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:36.892574 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c5946ac6-4543-4fe8-a0f1-1f07e1860570 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:36.916934 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c5946ac6-4543-4fe8-a0f1-1f07e1860570 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:36.951369 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 267090c1-006b-4f9c-aae9-132420b3f665 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:06:36.972194 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 267090c1-006b-4f9c-aae9-132420b3f665 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:36.973553 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:37.360076 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-9f35ca0c-778b-47e6-87d8-13180b73df96 None None] Allocated IP 172.20.0.2 (2a04e29e-c165-48d8-b6fc-d7aa8fc72347/4a81c671-2c22-4d07-bc16-74b13835cb65/fd43b5fe-d7b1-4774-b788-f4700432030f) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:06:37.403353 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c5946ac6-4543-4fe8-a0f1-1f07e1860570 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:37.417551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c5946ac6-4543-4fe8-a0f1-1f07e1860570 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:37.430272 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c5946ac6-4543-4fe8-a0f1-1f07e1860570 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:37.439840 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c5946ac6-4543-4fe8-a0f1-1f07e1860570 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:37.598644 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c6b53da-2c5d-4c9c-a290-0a3c5749f678 req-8b3a5dcb-f102-4d62-a4d5-184dd1be53d7 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8231387 Mar 09 04:06:37.740405 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9f35ca0c-778b-47e6-87d8-13180b73df96 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:37.752984 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9daa46ba-4535-43cb-8aed-1461d809b096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:37.753545 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9f35ca0c-778b-47e6-87d8-13180b73df96 None None] Transition to ACTIVE for port object fd43b5fe-d7b1-4774-b788-f4700432030f will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:06:37.765278 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c5946ac6-4543-4fe8-a0f1-1f07e1860570 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:37.776551 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c5946ac6-4543-4fe8-a0f1-1f07e1860570 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:37.781593 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9f35ca0c-778b-47e6-87d8-13180b73df96 None None] Transition to ACTIVE for port object fd43b5fe-d7b1-4774-b788-f4700432030f will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:06:37.799064 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9f35ca0c-778b-47e6-87d8-13180b73df96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:37.863862 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5946ac6-4543-4fe8-a0f1-1f07e1860570 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bad7a8cf-e058-44b2-967f-18f8fd09e253,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:37.874143 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c5946ac6-4543-4fe8-a0f1-1f07e1860570 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:37.875691 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c5946ac6-4543-4fe8-a0f1-1f07e1860570 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0245950 Mar 09 04:06:37.884081 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59386) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:37.889969 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-91e21fca-5724-49f0-a0e8-631459f280de tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group_rule': {'security_group_id': 'bad7a8cf-e058-44b2-967f-18f8fd09e253', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:06:37.910020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-91e21fca-5724-49f0-a0e8-631459f280de tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:37.915284 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-91e21fca-5724-49f0-a0e8-631459f280de tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:37.925113 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-91e21fca-5724-49f0-a0e8-631459f280de tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:37.943492 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-91e21fca-5724-49f0-a0e8-631459f280de tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:37.980440 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216aea7-1ea4-4ff6-99e6-8dc7fcb1883f req-100f01df-2422-40c5-bfec-7ada4cfa17c4 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:37.982404 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91e21fca-5724-49f0-a0e8-631459f280de tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:37.994222 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5216aea7-1ea4-4ff6-99e6-8dc7fcb1883f req-100f01df-2422-40c5-bfec-7ada4cfa17c4 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/ports?device_id=a18dc744-e4dc-4974-8f5a-d9728ff476da HTTP/1.1" status: 200 len: 948 time: 0.6216369 Mar 09 04:06:38.088106 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f35ca0c-778b-47e6-87d8-13180b73df96 None None] Network 2a04e29e-c165-48d8-b6fc-d7aa8fc72347 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:06:38.134904 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91e21fca-5724-49f0-a0e8-631459f280de tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:38.142596 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91e21fca-5724-49f0-a0e8-631459f280de tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:38.147417 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35ca0c-778b-47e6-87d8-13180b73df96 None None] Pushing event updated for resources: {'Port': ['ID=fd43b5fe-d7b1-4774-b788-f4700432030f,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:38.178103 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5216aea7-1ea4-4ff6-99e6-8dc7fcb1883f req-f58f1199-09a0-46bd-b522-dbfc7f0c5d42 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa33a10-dd1d-423a-98a7-2409c670daa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819537 Mar 09 04:06:38.182427 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e21fca-5724-49f0-a0e8-631459f280de tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e1c5fe-ea63-425f-8dc6-51a3eeec013d,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:38.190924 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-9f35ca0c-778b-47e6-87d8-13180b73df96 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:06:38.197315 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f35ca0c-778b-47e6-87d8-13180b73df96 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:06:38.215100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e21fca-5724-49f0-a0e8-631459f280de tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:38.216937 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e21fca-5724-49f0-a0e8-631459f280de tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:38.217209 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e21fca-5724-49f0-a0e8-631459f280de tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:38.217702 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e21fca-5724-49f0-a0e8-631459f280de tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:38.218099 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e21fca-5724-49f0-a0e8-631459f280de tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:38.218369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e21fca-5724-49f0-a0e8-631459f280de tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:38.218683 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e21fca-5724-49f0-a0e8-631459f280de tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:38.219028 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e21fca-5724-49f0-a0e8-631459f280de tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:38.219563 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e21fca-5724-49f0-a0e8-631459f280de tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:38.219686 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e21fca-5724-49f0-a0e8-631459f280de tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:38.219981 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e21fca-5724-49f0-a0e8-631459f280de tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:38.220270 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e21fca-5724-49f0-a0e8-631459f280de tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:06:38.268215 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91e21fca-5724-49f0-a0e8-631459f280de tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:38.279828 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-91e21fca-5724-49f0-a0e8-631459f280de tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3929510 Mar 09 04:06:38.284060 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59390) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:38.306201 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-057e3cb9-4c86-4fe5-9401-858b8093df01 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group_rule': {'security_group_id': 'bad7a8cf-e058-44b2-967f-18f8fd09e253', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:06:38.326738 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-057e3cb9-4c86-4fe5-9401-858b8093df01 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:38.341625 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-057e3cb9-4c86-4fe5-9401-858b8093df01 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:38.354734 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-057e3cb9-4c86-4fe5-9401-858b8093df01 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:38.373065 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:38.382959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-057e3cb9-4c86-4fe5-9401-858b8093df01 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:38.431209 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-057e3cb9-4c86-4fe5-9401-858b8093df01 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:38.434932 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 267090c1-006b-4f9c-aae9-132420b3f665, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=267090c1-006b-4f9c-aae9-132420b3f665,segment=NetworkSegment(a5c1ccc3-8951-4c17-8d21-ea6c17bd320c),segment_id=a5c1ccc3-8951-4c17-8d21-ea6c17bd320c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:06:38.436405 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-9f35ca0c-778b-47e6-87d8-13180b73df96 None None] Attempting to bind port fd43b5fe-d7b1-4774-b788-f4700432030f on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:06:38.437001 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-9f35ca0c-778b-47e6-87d8-13180b73df96 None None] Attempting to bind port fd43b5fe-d7b1-4774-b788-f4700432030f by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '07bb3294-a464-486d-ab0e-6bc5b65f2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a04e29e-c165-48d8-b6fc-d7aa8fc72347'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:06:38.437513 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f35ca0c-778b-47e6-87d8-13180b73df96 None None] Attempting to bind port fd43b5fe-d7b1-4774-b788-f4700432030f on network 2a04e29e-c165-48d8-b6fc-d7aa8fc72347 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:06:38.448609 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f35ca0c-778b-47e6-87d8-13180b73df96 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:06:38.450875 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f35ca0c-778b-47e6-87d8-13180b73df96 None None] Checking segment: {'id': '07bb3294-a464-486d-ab0e-6bc5b65f2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a04e29e-c165-48d8-b6fc-d7aa8fc72347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:06:38.451465 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9f35ca0c-778b-47e6-87d8-13180b73df96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:38.452004 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f35ca0c-778b-47e6-87d8-13180b73df96 None None] Bound using segment: {'id': '07bb3294-a464-486d-ab0e-6bc5b65f2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a04e29e-c165-48d8-b6fc-d7aa8fc72347'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:06:38.452826 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-9f35ca0c-778b-47e6-87d8-13180b73df96 None None] Bound port: fd43b5fe-d7b1-4774-b788-f4700432030f, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07bb3294-a464-486d-ab0e-6bc5b65f2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a04e29e-c165-48d8-b6fc-d7aa8fc72347'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:06:38.453374 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9f35ca0c-778b-47e6-87d8-13180b73df96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:38.465255 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:38.560825 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-057e3cb9-4c86-4fe5-9401-858b8093df01 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:38.570918 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-057e3cb9-4c86-4fe5-9401-858b8093df01 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:38.594331 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device c04e4922-4031-4ba3-88bf-0550f4f7410e details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:06:38.671409 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e3cb9-4c86-4fe5-9401-858b8093df01 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed283163-c9fd-4979-b50e-517a129fd2e9,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:38.691037 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-057e3cb9-4c86-4fe5-9401-858b8093df01 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:38.695879 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-057e3cb9-4c86-4fe5-9401-858b8093df01 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4094446 Mar 09 04:06:38.697837 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=267090c1-006b-4f9c-aae9-132420b3f665,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:38.708254 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59396) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:38.728608 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-7e479123-e55f-4d54-aa2c-cfb281a39ff8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group_rule': {'security_group_id': 'bad7a8cf-e058-44b2-967f-18f8fd09e253', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:06:38.748531 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7e479123-e55f-4d54-aa2c-cfb281a39ff8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:38.757655 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7e479123-e55f-4d54-aa2c-cfb281a39ff8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:38.762624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7e479123-e55f-4d54-aa2c-cfb281a39ff8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:38.763896 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9daa46ba-4535-43cb-8aed-1461d809b096 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:38.772231 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7e479123-e55f-4d54-aa2c-cfb281a39ff8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:38.844133 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7e479123-e55f-4d54-aa2c-cfb281a39ff8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:38.862485 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9daa46ba-4535-43cb-8aed-1461d809b096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:38.864849 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-9f35ca0c-778b-47e6-87d8-13180b73df96 None None] For port fd43b5fe-d7b1-4774-b788-f4700432030f, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:06:38.879842 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-9f35ca0c-778b-47e6-87d8-13180b73df96 None None] For port fd43b5fe-d7b1-4774-b788-f4700432030f, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=fd43b5fe-d7b1-4774-b788-f4700432030f,segment=NetworkSegment(07bb3294-a464-486d-ab0e-6bc5b65f2f05),segment_id=07bb3294-a464-486d-ab0e-6bc5b65f2f05)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:06:38.918027 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9f35ca0c-778b-47e6-87d8-13180b73df96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:39.052291 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7e479123-e55f-4d54-aa2c-cfb281a39ff8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:39.070144 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7e479123-e55f-4d54-aa2c-cfb281a39ff8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:39.078126 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port c04e4922-4031-4ba3-88bf-0550f4f7410e, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c04e4922-4031-4ba3-88bf-0550f4f7410e,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:06:39.103550 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e479123-e55f-4d54-aa2c-cfb281a39ff8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab1bf9f-6c1f-405c-9abc-2d4401bcf3a2,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:39.117290 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7e479123-e55f-4d54-aa2c-cfb281a39ff8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:39.121954 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7e479123-e55f-4d54-aa2c-cfb281a39ff8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4115059 Mar 09 04:06:39.123139 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59402) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:39.130727 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-2fc3c7f8-2fd2-4a8b-a984-276a657304cd tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group_rule': {'security_group_id': 'bad7a8cf-e058-44b2-967f-18f8fd09e253', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:06:39.139127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2fc3c7f8-2fd2-4a8b-a984-276a657304cd tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:39.143336 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2fc3c7f8-2fd2-4a8b-a984-276a657304cd tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:39.146913 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2fc3c7f8-2fd2-4a8b-a984-276a657304cd tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:39.154303 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2fc3c7f8-2fd2-4a8b-a984-276a657304cd tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:39.156439 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'c04e4922-4031-4ba3-88bf-0550f4f7410e', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': 'c04e4922-4031-4ba3-88bf-0550f4f7410e', 'mac_address': 'fa:16:3e:ed:d7:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:06:39.182329 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2fc3c7f8-2fd2-4a8b-a984-276a657304cd tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:39.201082 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:39.303468 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35ca0c-778b-47e6-87d8-13180b73df96 None None] Pushing event updated for resources: {'Port': ['ID=fd43b5fe-d7b1-4774-b788-f4700432030f,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:39.347941 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-9daa46ba-4535-43cb-8aed-1461d809b096 admin admin] Allocated IP 172.25.7.194 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/d7171472-5bc7-476b-9c90-acf1f2880f55) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:06:39.351518 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2fc3c7f8-2fd2-4a8b-a984-276a657304cd tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:39.360443 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2fc3c7f8-2fd2-4a8b-a984-276a657304cd tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:39.391644 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:39.395798 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3c7f8-2fd2-4a8b-a984-276a657304cd tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aeaa883-4e13-4c27-bdb4-5f499ce2970b,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:39.468216 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c04e4922-4031-4ba3-88bf-0550f4f7410e {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:06:39.495791 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2fc3c7f8-2fd2-4a8b-a984-276a657304cd tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:39.502174 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2fc3c7f8-2fd2-4a8b-a984-276a657304cd tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3776741 Mar 09 04:06:39.503447 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59408) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:39.507513 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port c04e4922-4031-4ba3-88bf-0550f4f7410e, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c04e4922-4031-4ba3-88bf-0550f4f7410e,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:06:39.518176 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:39.520682 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-0405913f-f0e6-4b45-9951-3ce906e927c8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group_rule': {'security_group_id': 'bad7a8cf-e058-44b2-967f-18f8fd09e253', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:06:39.530204 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0405913f-f0e6-4b45-9951-3ce906e927c8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:39.545483 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0405913f-f0e6-4b45-9951-3ce906e927c8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:39.567111 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0405913f-f0e6-4b45-9951-3ce906e927c8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:39.576867 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0405913f-f0e6-4b45-9951-3ce906e927c8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:39.584578 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160dc73-1afd-4758-9bc3-7a00f6e92234 req-f7f3f527-f86c-4fef-9fb4-417116e3d662 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:39.592905 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0160dc73-1afd-4758-9bc3-7a00f6e92234 req-f7f3f527-f86c-4fef-9fb4-417116e3d662 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/ports?device_id=a18dc744-e4dc-4974-8f5a-d9728ff476da HTTP/1.1" status: 200 len: 949 time: 0.1814835 Mar 09 04:06:39.657217 n-d-825178-5 neutron-server[87881]: INFO neutron.db.securitygroups_db [None req-0405913f-f0e6-4b45-9951-3ce906e927c8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Project 2eed8fa07dd541719db04a03bcdea9c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:06:39.673148 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9daa46ba-4535-43cb-8aed-1461d809b096 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:39.677665 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0405913f-f0e6-4b45-9951-3ce906e927c8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:39.709560 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=c04e4922-4031-4ba3-88bf-0550f4f7410e,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:39.742047 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0160dc73-1afd-4758-9bc3-7a00f6e92234 req-c4273351-13d6-42da-932a-4f73598c45b4 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa33a10-dd1d-423a-98a7-2409c670daa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478038 Mar 09 04:06:39.793132 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0405913f-f0e6-4b45-9951-3ce906e927c8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:39.801431 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0405913f-f0e6-4b45-9951-3ce906e927c8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:39.814561 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9daa46ba-4535-43cb-8aed-1461d809b096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:39.857624 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['c04e4922-4031-4ba3-88bf-0550f4f7410e'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:06:39.906602 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405913f-f0e6-4b45-9951-3ce906e927c8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=750e72a3-647f-4235-a348-043a1237ad59,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:39.927204 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9daa46ba-4535-43cb-8aed-1461d809b096 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:06:39.932971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-9daa46ba-4535-43cb-8aed-1461d809b096 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:06:39.942773 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daa46ba-4535-43cb-8aed-1461d809b096 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:06:39.983570 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0405913f-f0e6-4b45-9951-3ce906e927c8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:39.984919 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0405913f-f0e6-4b45-9951-3ce906e927c8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4809539 Mar 09 04:06:39.988994 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59414) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:39.996791 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-714fd323-e4af-44ea-ac46-c53d34392bca tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group_rule': {'security_group_id': 'bad7a8cf-e058-44b2-967f-18f8fd09e253', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:06:39.998213 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa46ba-4535-43cb-8aed-1461d809b096 admin admin] Pushing event updated for resources: {'Port': ['ID=d7171472-5bc7-476b-9c90-acf1f2880f55,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:40.013301 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-714fd323-e4af-44ea-ac46-c53d34392bca tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:40.021555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-714fd323-e4af-44ea-ac46-c53d34392bca tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:40.028385 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-714fd323-e4af-44ea-ac46-c53d34392bca tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:40.081258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-714fd323-e4af-44ea-ac46-c53d34392bca tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:40.165299 n-d-825178-5 neutron-server[87880]: INFO neutron.db.securitygroups_db [None req-714fd323-e4af-44ea-ac46-c53d34392bca tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Project 2eed8fa07dd541719db04a03bcdea9c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:06:40.244266 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-714fd323-e4af-44ea-ac46-c53d34392bca tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:40.422686 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-714fd323-e4af-44ea-ac46-c53d34392bca tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:40.434486 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-714fd323-e4af-44ea-ac46-c53d34392bca tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:40.484926 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fd323-e4af-44ea-ac46-c53d34392bca tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd483dbb-5120-4488-9dc3-2e33f9c688ff,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:40.497462 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-714fd323-e4af-44ea-ac46-c53d34392bca tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:40.506380 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-714fd323-e4af-44ea-ac46-c53d34392bca tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5126443 Mar 09 04:06:40.507642 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59420) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:40.531879 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-18be1cb2-937f-4deb-b5e3-b2f5859e372e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'network': {'name': 'tempest-network-smoke--1524765769', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'port_security_enabled': True}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:06:40.554989 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-18be1cb2-937f-4deb-b5e3-b2f5859e372e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:40.572543 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-18be1cb2-937f-4deb-b5e3-b2f5859e372e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:network and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:40.587988 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-18be1cb2-937f-4deb-b5e3-b2f5859e372e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:40.616321 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-18be1cb2-937f-4deb-b5e3-b2f5859e372e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:40.660259 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18be1cb2-937f-4deb-b5e3-b2f5859e372e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Made reservation on behalf of 2eed8fa07dd541719db04a03bcdea9c3 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:06:40.667124 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-18be1cb2-937f-4deb-b5e3-b2f5859e372e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:40.741876 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18be1cb2-937f-4deb-b5e3-b2f5859e372e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:06:40.769475 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-18be1cb2-937f-4deb-b5e3-b2f5859e372e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:40.780385 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-18be1cb2-937f-4deb-b5e3-b2f5859e372e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Added segment f8616e19-f602-48ad-826c-bf5822ce78e9 of type vlan for network 04360621-aa2d-4f71-be66-e3a6806763e2 Mar 09 04:06:40.844681 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device fd43b5fe-d7b1-4774-b788-f4700432030f up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:06:40.862358 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9daa46ba-4535-43cb-8aed-1461d809b096 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:40.908531 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-18be1cb2-937f-4deb-b5e3-b2f5859e372e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:41.025361 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-18be1cb2-937f-4deb-b5e3-b2f5859e372e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:41.053430 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18be1cb2-937f-4deb-b5e3-b2f5859e372e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:41.054593 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-18be1cb2-937f-4deb-b5e3-b2f5859e372e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:41.089972 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port fd43b5fe-d7b1-4774-b788-f4700432030f completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:06:41.111389 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 267090c1-006b-4f9c-aae9-132420b3f665 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:06:41.214748 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-18be1cb2-937f-4deb-b5e3-b2f5859e372e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7057893 Mar 09 04:06:41.294251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59428) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:41.305161 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 267090c1-006b-4f9c-aae9-132420b3f665 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:41.305625 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:41.307617 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-a4956bdc-e74d-4b8d-90b6-c00d6d2ad8e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1360327337', 'admin_state_up': True, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:06:41.320612 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a4956bdc-e74d-4b8d-90b6-c00d6d2ad8e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:41.322802 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be1cb2-937f-4deb-b5e3-b2f5859e372e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Network': ['ID=04360621-aa2d-4f71-be66-e3a6806763e2,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:41.327805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a4956bdc-e74d-4b8d-90b6-c00d6d2ad8e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:router and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:41.341825 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a4956bdc-e74d-4b8d-90b6-c00d6d2ad8e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:41.351142 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a4956bdc-e74d-4b8d-90b6-c00d6d2ad8e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:41.372194 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4956bdc-e74d-4b8d-90b6-c00d6d2ad8e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:41.373665 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4956bdc-e74d-4b8d-90b6-c00d6d2ad8e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:41.412946 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 04360621-aa2d-4f71-be66-e3a6806763e2 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:06:41.433908 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4956bdc-e74d-4b8d-90b6-c00d6d2ad8e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:41.440783 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6141f28f-c4b4-4150-9e21-37d0c68b22bf None None] Network 2a04e29e-c165-48d8-b6fc-d7aa8fc72347 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:06:41.697092 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67e219-6609-4989-9841-df9d8ed6625a req-e92c58a1-e0ed-49e0-9a82-fb536bb4bbdc tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:41.699121 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4d67e219-6609-4989-9841-df9d8ed6625a req-e92c58a1-e0ed-49e0-9a82-fb536bb4bbdc tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/ports?device_id=a18dc744-e4dc-4974-8f5a-d9728ff476da HTTP/1.1" status: 200 len: 949 time: 0.6361938 Mar 09 04:06:41.828969 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4956bdc-e74d-4b8d-90b6-c00d6d2ad8e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:41.834287 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-186cc375-e9ce-44b5-9a02-55acf5e24d78 None None] Provisioning for port fd43b5fe-d7b1-4774-b788-f4700432030f completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:06:41.861159 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-186cc375-e9ce-44b5-9a02-55acf5e24d78 None None] Provisioning complete for port fd43b5fe-d7b1-4774-b788-f4700432030f triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:41.863004 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-186cc375-e9ce-44b5-9a02-55acf5e24d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:41.930998 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9daa46ba-4535-43cb-8aed-1461d809b096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:42.061419 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4d67e219-6609-4989-9841-df9d8ed6625a req-06510ca9-fb6a-4629-9997-ac82bd99567e tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa33a10-dd1d-423a-98a7-2409c670daa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272249 Mar 09 04:06:42.237324 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-186cc375-e9ce-44b5-9a02-55acf5e24d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:42.252695 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9daa46ba-4535-43cb-8aed-1461d809b096 admin admin] Router 97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:06:42.317310 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-186cc375-e9ce-44b5-9a02-55acf5e24d78 None None] For port fd43b5fe-d7b1-4774-b788-f4700432030f, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=fd43b5fe-d7b1-4774-b788-f4700432030f,segment=NetworkSegment(07bb3294-a464-486d-ab0e-6bc5b65f2f05),segment_id=07bb3294-a464-486d-ab0e-6bc5b65f2f05)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:06:42.341917 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-186cc375-e9ce-44b5-9a02-55acf5e24d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:42.363507 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4956bdc-e74d-4b8d-90b6-c00d6d2ad8e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:42.454190 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4956bdc-e74d-4b8d-90b6-c00d6d2ad8e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:42.480786 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9daa46ba-4535-43cb-8aed-1461d809b096 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:06:42.508931 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186cc375-e9ce-44b5-9a02-55acf5e24d78 None None] Pushing event updated for resources: {'Port': ['ID=fd43b5fe-d7b1-4774-b788-f4700432030f,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:42.530205 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9daa46ba-4535-43cb-8aed-1461d809b096 admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:42.531771 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9daa46ba-4535-43cb-8aed-1461d809b096 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4150403 Mar 09 04:06:42.534169 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] Sync routers for ids ['97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:06:42.536259 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59442) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:42.592236 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] Routers {'97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:06:42.592884 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:06:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:42.770318 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device c04e4922-4031-4ba3-88bf-0550f4f7410e up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:06:43.049752 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ea1f245a-932d-422c-b798-ad34d19b9f00 None None] Provisioning complete for port fd43b5fe-d7b1-4774-b788-f4700432030f triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:43.050955 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ea1f245a-932d-422c-b798-ad34d19b9f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:43.065367 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-a4956bdc-e74d-4b8d-90b6-c00d6d2ad8e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Allocated IP 172.25.7.61 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/dec8a266-cd7d-472f-a21b-a65061d6323d) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:06:43.082129 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port c04e4922-4031-4ba3-88bf-0550f4f7410e completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:06:43.092654 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] Set router 97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:06:43.248868 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4956bdc-e74d-4b8d-90b6-c00d6d2ad8e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:43.294044 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4956bdc-e74d-4b8d-90b6-c00d6d2ad8e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:43.300365 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port c04e4922-4031-4ba3-88bf-0550f4f7410e triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:43.301306 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:43.483177 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4956bdc-e74d-4b8d-90b6-c00d6d2ad8e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:06:43.487668 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-a4956bdc-e74d-4b8d-90b6-c00d6d2ad8e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:06:43.496624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4956bdc-e74d-4b8d-90b6-c00d6d2ad8e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:06:43.596664 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c647b67-e215-40c7-ac31-0f3dcf1cd307 req-213b73a0-24ad-4406-a15d-a682dfb979df tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:43.598171 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c647b67-e215-40c7-ac31-0f3dcf1cd307 req-213b73a0-24ad-4406-a15d-a682dfb979df tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/ports?device_id=a18dc744-e4dc-4974-8f5a-d9728ff476da HTTP/1.1" status: 200 len: 949 time: 0.1816120 Mar 09 04:06:43.598801 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4956bdc-e74d-4b8d-90b6-c00d6d2ad8e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Port': ['ID=dec8a266-cd7d-472f-a21b-a65061d6323d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:43.670158 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:43.885227 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c647b67-e215-40c7-ac31-0f3dcf1cd307 req-0cd7e366-47a2-43a3-9bac-d0cb62554705 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa33a10-dd1d-423a-98a7-2409c670daa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694972 Mar 09 04:06:44.026216 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port c04e4922-4031-4ba3-88bf-0550f4f7410e, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c04e4922-4031-4ba3-88bf-0550f4f7410e,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:06:44.032470 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18dc744-e4dc-4974-8f5a-d9728ff476da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04e4922-4031-4ba3-88bf-0550f4f7410e'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:06:44.048635 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:44.108473 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d9ff7d78-ccd8-41b2-b594-6340d21d0c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:44.162612 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe', 'name': 'tempest-TestServerBasicOps-2080519755-router', 'tenant_id': '2c557cf77ac744b18943de4826100009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'd7171472-5bc7-476b-9c90-acf1f2880f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:36Z', 'updated_at': '2022-03-09T04:06:40Z', 'revision_number': 3, 'project_id': '2c557cf77ac744b18943de4826100009', 'gw_port': {'id': 'd7171472-5bc7-476b-9c90-acf1f2880f55', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:38Z', 'updated_at': '2022-03-09T04:06:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:44.169650 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] Checking router: 97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:06:44.171066 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] Updating router 97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe port d7171472-5bc7-476b-9c90-acf1f2880f55 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:06:44.235788 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:44.601500 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device fd43b5fe-d7b1-4774-b788-f4700432030f up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:06:44.610553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-d9ff7d78-ccd8-41b2-b594-6340d21d0c63 admin admin] Allocated IP 172.20.0.1 (2a04e29e-c165-48d8-b6fc-d7aa8fc72347/4a81c671-2c22-4d07-bc16-74b13835cb65/026eb690-3450-4f69-a99a-fe98fab5a719) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:06:44.720623 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18dc744-e4dc-4974-8f5a-d9728ff476da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04e4922-4031-4ba3-88bf-0550f4f7410e', 'code': 200} Mar 09 04:06:44.722032 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=c04e4922-4031-4ba3-88bf-0550f4f7410e,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:44.735008 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4956bdc-e74d-4b8d-90b6-c00d6d2ad8e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:44.829119 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port fd43b5fe-d7b1-4774-b788-f4700432030f triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:44.829854 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:44.922084 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d9ff7d78-ccd8-41b2-b594-6340d21d0c63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:44.994844 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-d9ff7d78-ccd8-41b2-b594-6340d21d0c63 admin admin] Transition to ACTIVE for port object 026eb690-3450-4f69-a99a-fe98fab5a719 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:06:45.074286 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d9ff7d78-ccd8-41b2-b594-6340d21d0c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:45.143156 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:45.202559 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff7d78-ccd8-41b2-b594-6340d21d0c63 admin admin] Pushing event updated for resources: {'Port': ['ID=026eb690-3450-4f69-a99a-fe98fab5a719,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:45.212169 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ff7d78-ccd8-41b2-b594-6340d21d0c63 admin admin] Network 2a04e29e-c165-48d8-b6fc-d7aa8fc72347 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:06:45.213456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-d9ff7d78-ccd8-41b2-b594-6340d21d0c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:06:45.216363 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ff7d78-ccd8-41b2-b594-6340d21d0c63 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:06:45.294838 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d9ff7d78-ccd8-41b2-b594-6340d21d0c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:45.390989 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] Transition to ACTIVE for port object d7171472-5bc7-476b-9c90-acf1f2880f55 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:06:45.423194 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:45.429202 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0909cb-53e8-46d8-a36e-f6c589e4e935 req-4d82370e-62ae-4dab-b7e5-3b50f3296804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:45.430684 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe0909cb-53e8-46d8-a36e-f6c589e4e935 req-4d82370e-62ae-4dab-b7e5-3b50f3296804 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a18dc744-e4dc-4974-8f5a-d9728ff476da HTTP/1.1" status: 200 len: 1101 time: 0.7115276 Mar 09 04:06:45.441097 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8cf216-7a1b-43b9-89e8-57ab61a6a903 req-da70fd75-1d8b-44a3-88d4-ddb5eec2c9be tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:45.443090 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a8cf216-7a1b-43b9-89e8-57ab61a6a903 req-da70fd75-1d8b-44a3-88d4-ddb5eec2c9be tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/ports?device_id=a18dc744-e4dc-4974-8f5a-d9728ff476da HTTP/1.1" status: 200 len: 950 time: 0.2591066 Mar 09 04:06:45.585526 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386a836-2c16-4dfc-a728-91c0acb0930f None None] Pushing event updated for resources: {'Port': ['ID=d7171472-5bc7-476b-9c90-acf1f2880f55,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:45.611850 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d9ff7d78-ccd8-41b2-b594-6340d21d0c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:45.626007 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] Attempting to bind port d7171472-5bc7-476b-9c90-acf1f2880f55 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:06:45.626448 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] Attempting to bind port d7171472-5bc7-476b-9c90-acf1f2880f55 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:06:45.626894 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] Attempting to bind port d7171472-5bc7-476b-9c90-acf1f2880f55 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:06:45.635526 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:06:45.635526 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:06:45.635894 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:45.636369 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:06:45.636842 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] Bound port: d7171472-5bc7-476b-9c90-acf1f2880f55, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:06:45.637212 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:45.705380 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-75d5b541-aa28-4f96-bb44-122bca50d0b7 None None] Provisioning for port 026eb690-3450-4f69-a99a-fe98fab5a719 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:06:45.722593 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-75d5b541-aa28-4f96-bb44-122bca50d0b7 None None] Provisioning complete for port 026eb690-3450-4f69-a99a-fe98fab5a719 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:45.722593 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-75d5b541-aa28-4f96-bb44-122bca50d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:45.745951 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4956bdc-e74d-4b8d-90b6-c00d6d2ad8e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:45.776381 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] For port d7171472-5bc7-476b-9c90-acf1f2880f55, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:06:45.808567 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe0909cb-53e8-46d8-a36e-f6c589e4e935 req-70583cba-54ee-46d9-ab4c-0ff7e9267e10 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1aa33a10-dd1d-423a-98a7-2409c670daa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508117 Mar 09 04:06:45.812530 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-75d5b541-aa28-4f96-bb44-122bca50d0b7 None None] Port 026eb690-3450-4f69-a99a-fe98fab5a719 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:06:45.817426 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a8cf216-7a1b-43b9-89e8-57ab61a6a903 req-1897f122-ed96-4467-8526-527b376e04f6 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa33a10-dd1d-423a-98a7-2409c670daa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472247 Mar 09 04:06:45.843249 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] For port d7171472-5bc7-476b-9c90-acf1f2880f55, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d7171472-5bc7-476b-9c90-acf1f2880f55,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:06:45.861433 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:45.892165 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d9ff7d78-ccd8-41b2-b594-6340d21d0c63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:45.897726 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d9ff7d78-ccd8-41b2-b594-6340d21d0c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:45.986305 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4956bdc-e74d-4b8d-90b6-c00d6d2ad8e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Router 103b00fa-ff71-42ff-b786-7769af270d1e is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:06:46.016863 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] Routers {'97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:06:46.017870 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:06:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:46.023626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff7d78-ccd8-41b2-b594-6340d21d0c63 admin admin] Pushing event updated for resources: {'Port': ['ID=026eb690-3450-4f69-a99a-fe98fab5a719,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:46.051393 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d9ff7d78-ccd8-41b2-b594-6340d21d0c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:46.209742 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4956bdc-e74d-4b8d-90b6-c00d6d2ad8e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:06:46.224105 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] Sync routers for ids ['103b00fa-ff71-42ff-b786-7769af270d1e'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:06:46.244399 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] Routers {'103b00fa-ff71-42ff-b786-7769af270d1e'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:06:46.245883 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:06:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['103b00fa-ff71-42ff-b786-7769af270d1e'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:46.247147 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ff7d78-ccd8-41b2-b594-6340d21d0c63 admin admin] Network 2a04e29e-c165-48d8-b6fc-d7aa8fc72347 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:06:46.248314 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-d9ff7d78-ccd8-41b2-b594-6340d21d0c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:06:46.272012 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4956bdc-e74d-4b8d-90b6-c00d6d2ad8e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:46.273687 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a4956bdc-e74d-4b8d-90b6-c00d6d2ad8e7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.9783030 Mar 09 04:06:46.276905 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59480) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:46.279820 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386a836-2c16-4dfc-a728-91c0acb0930f None None] Pushing event updated for resources: {'Port': ['ID=d7171472-5bc7-476b-9c90-acf1f2880f55,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:46.337136 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] Set router 97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:06:46.390713 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6debe98a-f64e-4c62-b1ba-1677444b4e04 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=2eed8fa07dd541719db04a03bcdea9c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1096690 Mar 09 04:06:46.391437 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59486) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:46.626046 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] Set router 103b00fa-ff71-42ff-b786-7769af270d1e gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:06:46.665620 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec3b066-5881-4265-9354-6640fe3cb3b7 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:46.667894 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3ec3b066-5881-4265-9354-6640fe3cb3b7 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2758036 Mar 09 04:06:46.670429 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59492) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:46.756386 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a8437a12-2beb-4e84-922b-48b0b961b17d tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0843241 Mar 09 04:06:46.758819 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59498) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:46.765994 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-a6b8c1ee-4001-48cd-b803-6a0cf2df91c5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-415182560', 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:06:47.033282 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a6b8c1ee-4001-48cd-b803-6a0cf2df91c5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:47.041973 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a6b8c1ee-4001-48cd-b803-6a0cf2df91c5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:subnet and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:47.043245 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-609a9447-7e36-43c5-bcb1-82e188509f59 None None] Provisioning complete for port 026eb690-3450-4f69-a99a-fe98fab5a719 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:47.045154 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-609a9447-7e36-43c5-bcb1-82e188509f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:47.052841 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a6b8c1ee-4001-48cd-b803-6a0cf2df91c5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:47.067384 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a6b8c1ee-4001-48cd-b803-6a0cf2df91c5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:47.103188 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b8c1ee-4001-48cd-b803-6a0cf2df91c5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Made reservation on behalf of 2eed8fa07dd541719db04a03bcdea9c3 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:06:47.109006 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a6b8c1ee-4001-48cd-b803-6a0cf2df91c5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:47.160377 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe', 'name': 'tempest-TestServerBasicOps-2080519755-router', 'tenant_id': '2c557cf77ac744b18943de4826100009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'd7171472-5bc7-476b-9c90-acf1f2880f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:36Z', 'updated_at': '2022-03-09T04:06:45Z', 'revision_number': 4, 'project_id': '2c557cf77ac744b18943de4826100009', 'gw_port': {'id': 'd7171472-5bc7-476b-9c90-acf1f2880f55', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:38Z', 'updated_at': '2022-03-09T04:06:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '026eb690-3450-4f69-a99a-fe98fab5a719', 'name': '', 'network_id': '2a04e29e-c165-48d8-b6fc-d7aa8fc72347', 'tenant_id': '2c557cf77ac744b18943de4826100009', 'mac_address': 'fa:16:3e:6e:b6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '4a81c671-2c22-4d07-bc16-74b13835cb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:44Z', 'updated_at': '2022-03-09T04:06:45Z', 'revision_number': 2, 'project_id': '2c557cf77ac744b18943de4826100009', 'subnets': [{'id': '4a81c671-2c22-4d07-bc16-74b13835cb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:47.162793 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-609a9447-7e36-43c5-bcb1-82e188509f59 None None] Port 026eb690-3450-4f69-a99a-fe98fab5a719 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:06:47.168341 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f18a0a4-2951-48c6-9a86-529c2d28da94 None None] The sync data for ids ['97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe'] in n-d-825178-5 is: [{'id': '97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe', 'name': 'tempest-TestServerBasicOps-2080519755-router', 'tenant_id': '2c557cf77ac744b18943de4826100009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'd7171472-5bc7-476b-9c90-acf1f2880f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:36Z', 'updated_at': '2022-03-09T04:06:45Z', 'revision_number': 4, 'project_id': '2c557cf77ac744b18943de4826100009', 'gw_port': {'id': 'd7171472-5bc7-476b-9c90-acf1f2880f55', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:38Z', 'updated_at': '2022-03-09T04:06:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '026eb690-3450-4f69-a99a-fe98fab5a719', 'name': '', 'network_id': '2a04e29e-c165-48d8-b6fc-d7aa8fc72347', 'tenant_id': '2c557cf77ac744b18943de4826100009', 'mac_address': 'fa:16:3e:6e:b6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '4a81c671-2c22-4d07-bc16-74b13835cb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:44Z', 'updated_at': '2022-03-09T04:06:45Z', 'revision_number': 2, 'project_id': '2c557cf77ac744b18943de4826100009', 'subnets': [{'id': '4a81c671-2c22-4d07-bc16-74b13835cb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:06:47.182154 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ff7d78-ccd8-41b2-b594-6340d21d0c63 admin admin] Router 97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:06:47.304235 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360327337', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:41Z', 'updated_at': '2022-03-09T04:06:44Z', 'revision_number': 3, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:42Z', 'updated_at': '2022-03-09T04:06:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:47.309696 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] Checking router: 103b00fa-ff71-42ff-b786-7769af270d1e for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:06:47.310503 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] Updating router 103b00fa-ff71-42ff-b786-7769af270d1e port dec8a266-cd7d-472f-a21b-a65061d6323d binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:06:47.377494 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:47.607976 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a6b8c1ee-4001-48cd-b803-6a0cf2df91c5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:47.715051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8c1ee-4001-48cd-b803-6a0cf2df91c5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Subnet': ['ID=25e31947-b9b1-416b-b0be-d6ee801a1460,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:47.719642 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ff7d78-ccd8-41b2-b594-6340d21d0c63 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:06:47.744390 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d9ff7d78-ccd8-41b2-b594-6340d21d0c63 admin admin] 10.222.0.16 "PUT /v2.0/routers/97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2061384 Mar 09 04:06:47.761878 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b8c1ee-4001-48cd-b803-6a0cf2df91c5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Checking segment: {'id': 'f8616e19-f602-48ad-826c-bf5822ce78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:06:47.762379 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b8c1ee-4001-48cd-b803-6a0cf2df91c5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network hostable DHCP agents. Network: 04360621-aa2d-4f71-be66-e3a6806763e2, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:06:47.807496 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b8c1ee-4001-48cd-b803-6a0cf2df91c5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network 04360621-aa2d-4f71-be66-e3a6806763e2 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:06:47.816350 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61db484-3dbe-45fc-9451-67c4133ddf4e req-16c06acf-83a3-4235-abae-2b361a435c47 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:47.818096 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a61db484-3dbe-45fc-9451-67c4133ddf4e req-16c06acf-83a3-4235-abae-2b361a435c47 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/ports?device_id=a18dc744-e4dc-4974-8f5a-d9728ff476da HTTP/1.1" status: 200 len: 950 time: 0.6298225 Mar 09 04:06:47.821485 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-a6b8c1ee-4001-48cd-b803-6a0cf2df91c5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 04360621-aa2d-4f71-be66-e3a6806763e2) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:06:47.827023 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b8c1ee-4001-48cd-b803-6a0cf2df91c5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:47.827816 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a6b8c1ee-4001-48cd-b803-6a0cf2df91c5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:47.832560 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2865decc-9dfa-4ff2-a1d1-55cf6e7d330a None None] Network 04360621-aa2d-4f71-be66-e3a6806763e2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:06:47.872032 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a6b8c1ee-4001-48cd-b803-6a0cf2df91c5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1106691 Mar 09 04:06:47.879149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 59516) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:47.911777 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a61db484-3dbe-45fc-9451-67c4133ddf4e req-12e3c821-395e-4a3d-b28a-f3eb2481fa54 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa33a10-dd1d-423a-98a7-2409c670daa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685234 Mar 09 04:06:48.168199 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:48.195690 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] Transition to ACTIVE for port object dec8a266-cd7d-472f-a21b-a65061d6323d will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:06:48.210073 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:48.412404 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] Attempting to bind port dec8a266-cd7d-472f-a21b-a65061d6323d on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:06:48.412978 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] Attempting to bind port dec8a266-cd7d-472f-a21b-a65061d6323d by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:06:48.413116 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] Attempting to bind port dec8a266-cd7d-472f-a21b-a65061d6323d on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:06:48.434211 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:06:48.434554 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:06:48.434988 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:48.435346 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:06:48.435805 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] Bound port: dec8a266-cd7d-472f-a21b-a65061d6323d, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:06:48.436158 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:48.498225 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98046fd-1a0a-4e45-82d6-94deef1b6088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-04360621-aa2d-4f71-be66-e3a6806763e2', 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'fixed_ips': [{'subnet_id': '25e31947-b9b1-416b-b0be-d6ee801a1460'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:06:48.501819 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b98046fd-1a0a-4e45-82d6-94deef1b6088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:48.564931 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de852c58-189f-482f-86fe-c01c52e9d529 None None] Pushing event updated for resources: {'Port': ['ID=dec8a266-cd7d-472f-a21b-a65061d6323d,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:48.661237 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] For port dec8a266-cd7d-472f-a21b-a65061d6323d, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:06:48.674601 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] For port dec8a266-cd7d-472f-a21b-a65061d6323d, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=dec8a266-cd7d-472f-a21b-a65061d6323d,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:06:48.686110 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:48.693179 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d7171472-5bc7-476b-9c90-acf1f2880f55 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:06:48.730343 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59532) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:48.735717 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-9d1535da-0221-4e9e-bd7a-ba0857ad2890 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-910955784', 'description': 'tempest-secgroup-smoke-910955784 description', 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:06:48.767409 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9d1535da-0221-4e9e-bd7a-ba0857ad2890 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:48.775409 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9d1535da-0221-4e9e-bd7a-ba0857ad2890 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Usage tracker for resource:security_group and tenant:5cc75666b7d64b64a7fc43dbc17f958f is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:48.791285 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9d1535da-0221-4e9e-bd7a-ba0857ad2890 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:48.811904 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9d1535da-0221-4e9e-bd7a-ba0857ad2890 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:48.836379 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9d1535da-0221-4e9e-bd7a-ba0857ad2890 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:48.837561 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] Routers {'103b00fa-ff71-42ff-b786-7769af270d1e'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:06:48.838513 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:06:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['103b00fa-ff71-42ff-b786-7769af270d1e'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:48.911314 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9d1535da-0221-4e9e-bd7a-ba0857ad2890 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:48.928273 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9d1535da-0221-4e9e-bd7a-ba0857ad2890 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Usage tracker for resource:security_group_rule and tenant:5cc75666b7d64b64a7fc43dbc17f958f is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:48.932254 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9d1535da-0221-4e9e-bd7a-ba0857ad2890 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:48.948440 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9d1535da-0221-4e9e-bd7a-ba0857ad2890 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:49.005939 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port d7171472-5bc7-476b-9c90-acf1f2880f55 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:06:49.052921 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de852c58-189f-482f-86fe-c01c52e9d529 None None] Pushing event updated for resources: {'Port': ['ID=dec8a266-cd7d-472f-a21b-a65061d6323d,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:49.113895 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9d1535da-0221-4e9e-bd7a-ba0857ad2890 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:49.121087 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port d7171472-5bc7-476b-9c90-acf1f2880f55 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:49.121441 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:49.126523 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9d1535da-0221-4e9e-bd7a-ba0857ad2890 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:49.278134 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] Set router 103b00fa-ff71-42ff-b786-7769af270d1e gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:06:49.313718 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1535da-0221-4e9e-bd7a-ba0857ad2890 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc1bb1a-76f6-43be-8bcc-d1485d5b72c6,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:49.316365 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9d1535da-0221-4e9e-bd7a-ba0857ad2890 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:49.329285 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9d1535da-0221-4e9e-bd7a-ba0857ad2890 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5977187 Mar 09 04:06:49.330102 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59542) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:49.360221 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-d0abd24e-516c-4f95-bd49-b46734569d1e tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Request body: {'security_group_rule': {'security_group_id': '3dc1bb1a-76f6-43be-8bcc-d1485d5b72c6', 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:06:49.375844 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-d0abd24e-516c-4f95-bd49-b46734569d1e tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:49.377345 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-b98046fd-1a0a-4e45-82d6-94deef1b6088 None None] Allocated IP 172.20.0.2 (04360621-aa2d-4f71-be66-e3a6806763e2/25e31947-b9b1-416b-b0be-d6ee801a1460/5fa3eebd-ec15-4915-a3c5-85235d8b0735) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:06:49.393846 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d0abd24e-516c-4f95-bd49-b46734569d1e tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Usage tracker for resource:security_group_rule and tenant:5cc75666b7d64b64a7fc43dbc17f958f is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:49.397942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d0abd24e-516c-4f95-bd49-b46734569d1e tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:49.427797 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-d0abd24e-516c-4f95-bd49-b46734569d1e tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:49.523491 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d0abd24e-516c-4f95-bd49-b46734569d1e tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:49.607123 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b14fd7-0a13-4f8e-8080-878a19b193e1 req-b121d54d-4f3d-4447-b848-c0d9690d2b17 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:49.614916 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-20b14fd7-0a13-4f8e-8080-878a19b193e1 req-b121d54d-4f3d-4447-b848-c0d9690d2b17 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/ports?device_id=a18dc744-e4dc-4974-8f5a-d9728ff476da HTTP/1.1" status: 200 len: 950 time: 0.3720567 Mar 09 04:06:49.736392 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-20b14fd7-0a13-4f8e-8080-878a19b193e1 req-49cb054d-a7d0-4a0e-972e-c8d9d57d2fb3 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa33a10-dd1d-423a-98a7-2409c670daa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206069 Mar 09 04:06:49.775283 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d0abd24e-516c-4f95-bd49-b46734569d1e tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:49.786684 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d0abd24e-516c-4f95-bd49-b46734569d1e tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:49.859541 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0abd24e-516c-4f95-bd49-b46734569d1e tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983b6906-e240-434f-90ac-2dff8a0edea0,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:49.892724 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d0abd24e-516c-4f95-bd49-b46734569d1e tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:49.894225 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d0abd24e-516c-4f95-bd49-b46734569d1e tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5575018 Mar 09 04:06:49.897945 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59550) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:49.906243 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4747c7cc-4c83-4133-b8bd-7d941f37e8dc tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Request body: {'security_group_rule': {'security_group_id': '3dc1bb1a-76f6-43be-8bcc-d1485d5b72c6', 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:06:49.923614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4747c7cc-4c83-4133-b8bd-7d941f37e8dc tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:49.933632 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4747c7cc-4c83-4133-b8bd-7d941f37e8dc tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Usage tracker for resource:security_group_rule and tenant:5cc75666b7d64b64a7fc43dbc17f958f is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:49.946756 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4747c7cc-4c83-4133-b8bd-7d941f37e8dc tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:49.961861 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4747c7cc-4c83-4133-b8bd-7d941f37e8dc tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:50.000555 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4747c7cc-4c83-4133-b8bd-7d941f37e8dc tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:50.039340 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb2c6-042f-41ee-baaa-e054d777c09b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:50.083700 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:50.094768 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360327337', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:41Z', 'updated_at': '2022-03-09T04:06:44Z', 'revision_number': 3, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:42Z', 'updated_at': '2022-03-09T04:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:50.101919 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbead2d-3607-4be5-b149-4c98b3b55ae3 None None] The sync data for ids ['103b00fa-ff71-42ff-b786-7769af270d1e'] in n-d-825178-5 is: [{'id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360327337', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:41Z', 'updated_at': '2022-03-09T04:06:44Z', 'revision_number': 3, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:42Z', 'updated_at': '2022-03-09T04:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:06:50.156244 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4747c7cc-4c83-4133-b8bd-7d941f37e8dc tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:50.161868 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4747c7cc-4c83-4133-b8bd-7d941f37e8dc tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:50.200706 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747c7cc-4c83-4133-b8bd-7d941f37e8dc tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7abc1d00-dbe9-4eff-9121-19cd7d4031c1,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:50.219597 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4747c7cc-4c83-4133-b8bd-7d941f37e8dc tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:50.221989 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4747c7cc-4c83-4133-b8bd-7d941f37e8dc tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3228095 Mar 09 04:06:50.225563 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59558) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:50.234650 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-9dbedb97-61ba-4158-93cf-18d94af7ccee tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Request body: {'security_group_rule': {'security_group_id': '3dc1bb1a-76f6-43be-8bcc-d1485d5b72c6', 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:06:50.236156 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b98046fd-1a0a-4e45-82d6-94deef1b6088 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:50.243681 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9dbedb97-61ba-4158-93cf-18d94af7ccee tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:50.248748 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9dbedb97-61ba-4158-93cf-18d94af7ccee tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Usage tracker for resource:security_group_rule and tenant:5cc75666b7d64b64a7fc43dbc17f958f is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:50.250326 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b98046fd-1a0a-4e45-82d6-94deef1b6088 None None] Transition to ACTIVE for port object 5fa3eebd-ec15-4915-a3c5-85235d8b0735 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:06:50.252984 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9dbedb97-61ba-4158-93cf-18d94af7ccee tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:50.263183 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9dbedb97-61ba-4158-93cf-18d94af7ccee tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:50.283731 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port d7171472-5bc7-476b-9c90-acf1f2880f55, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d7171472-5bc7-476b-9c90-acf1f2880f55,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:06:50.300499 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9dbedb97-61ba-4158-93cf-18d94af7ccee tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:50.307557 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:50.389757 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9dbedb97-61ba-4158-93cf-18d94af7ccee tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:50.397205 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9dbedb97-61ba-4158-93cf-18d94af7ccee tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:50.431190 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b98046fd-1a0a-4e45-82d6-94deef1b6088 None None] Transition to ACTIVE for port object 5fa3eebd-ec15-4915-a3c5-85235d8b0735 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:06:50.448836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbedb97-61ba-4158-93cf-18d94af7ccee tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc67337f-babf-4caf-b710-345b9e285242,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:50.464961 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b98046fd-1a0a-4e45-82d6-94deef1b6088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:50.473264 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9dbedb97-61ba-4158-93cf-18d94af7ccee tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:50.474484 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9dbedb97-61ba-4158-93cf-18d94af7ccee tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2476468 Mar 09 04:06:50.477299 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59568) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:50.482654 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-600486e3-f2a2-4ae6-99b8-7837703e5016 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Request body: {'security_group_rule': {'security_group_id': '3dc1bb1a-76f6-43be-8bcc-d1485d5b72c6', 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:06:50.502077 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-600486e3-f2a2-4ae6-99b8-7837703e5016 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:50.515935 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-600486e3-f2a2-4ae6-99b8-7837703e5016 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Usage tracker for resource:security_group_rule and tenant:5cc75666b7d64b64a7fc43dbc17f958f is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:50.523554 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-600486e3-f2a2-4ae6-99b8-7837703e5016 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:50.560561 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-600486e3-f2a2-4ae6-99b8-7837703e5016 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:50.588847 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98046fd-1a0a-4e45-82d6-94deef1b6088 None None] Network 04360621-aa2d-4f71-be66-e3a6806763e2 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:06:50.602006 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-b98046fd-1a0a-4e45-82d6-94deef1b6088 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:06:50.611662 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-600486e3-f2a2-4ae6-99b8-7837703e5016 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:50.618316 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98046fd-1a0a-4e45-82d6-94deef1b6088 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:06:50.629458 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=d7171472-5bc7-476b-9c90-acf1f2880f55,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:50.764361 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98046fd-1a0a-4e45-82d6-94deef1b6088 None None] Pushing event updated for resources: {'Port': ['ID=5fa3eebd-ec15-4915-a3c5-85235d8b0735,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:50.873425 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-600486e3-f2a2-4ae6-99b8-7837703e5016 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:50.874029 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-fe0fb2c6-042f-41ee-baaa-e054d777c09b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Allocated IP 172.20.0.1 (04360621-aa2d-4f71-be66-e3a6806763e2/25e31947-b9b1-416b-b0be-d6ee801a1460/a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:06:50.883513 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-600486e3-f2a2-4ae6-99b8-7837703e5016 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:50.946308 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600486e3-f2a2-4ae6-99b8-7837703e5016 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a66c882-ec1a-45b7-81b0-1ac4a0ae8f27,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:50.993806 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-600486e3-f2a2-4ae6-99b8-7837703e5016 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:50.995509 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-600486e3-f2a2-4ae6-99b8-7837703e5016 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5172615 Mar 09 04:06:50.997064 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b98046fd-1a0a-4e45-82d6-94deef1b6088 None None] Attempting to bind port 5fa3eebd-ec15-4915-a3c5-85235d8b0735 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:06:50.997435 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b98046fd-1a0a-4e45-82d6-94deef1b6088 None None] Attempting to bind port 5fa3eebd-ec15-4915-a3c5-85235d8b0735 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'f8616e19-f602-48ad-826c-bf5822ce78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:06:50.997803 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98046fd-1a0a-4e45-82d6-94deef1b6088 None None] Attempting to bind port 5fa3eebd-ec15-4915-a3c5-85235d8b0735 on network 04360621-aa2d-4f71-be66-e3a6806763e2 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:06:50.998353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59580) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:51.015712 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-fc69acf5-75b3-4c3e-a63b-a59064c13647 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Request body: {'security_group_rule': {'security_group_id': '3dc1bb1a-76f6-43be-8bcc-d1485d5b72c6', 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:06:51.016555 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98046fd-1a0a-4e45-82d6-94deef1b6088 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:06:51.016765 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98046fd-1a0a-4e45-82d6-94deef1b6088 None None] Checking segment: {'id': 'f8616e19-f602-48ad-826c-bf5822ce78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:06:51.018368 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b98046fd-1a0a-4e45-82d6-94deef1b6088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:51.018986 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98046fd-1a0a-4e45-82d6-94deef1b6088 None None] Bound using segment: {'id': 'f8616e19-f602-48ad-826c-bf5822ce78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:06:51.025960 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b98046fd-1a0a-4e45-82d6-94deef1b6088 None None] Bound port: 5fa3eebd-ec15-4915-a3c5-85235d8b0735, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8616e19-f602-48ad-826c-bf5822ce78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:06:51.026789 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b98046fd-1a0a-4e45-82d6-94deef1b6088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:51.055573 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fc69acf5-75b3-4c3e-a63b-a59064c13647 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:51.076709 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fc69acf5-75b3-4c3e-a63b-a59064c13647 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Usage tracker for resource:security_group_rule and tenant:5cc75666b7d64b64a7fc43dbc17f958f is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:51.083019 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fc69acf5-75b3-4c3e-a63b-a59064c13647 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:51.099705 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fc69acf5-75b3-4c3e-a63b-a59064c13647 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:51.130957 n-d-825178-5 neutron-server[87881]: INFO neutron.db.securitygroups_db [None req-fc69acf5-75b3-4c3e-a63b-a59064c13647 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Project 5cc75666b7d64b64a7fc43dbc17f958f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:06:51.147992 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc69acf5-75b3-4c3e-a63b-a59064c13647 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:51.264055 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] Sync routers for ids ['97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:06:51.331233 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb2c6-042f-41ee-baaa-e054d777c09b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:51.350386 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc69acf5-75b3-4c3e-a63b-a59064c13647 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:51.360519 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc69acf5-75b3-4c3e-a63b-a59064c13647 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:51.361186 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-b98046fd-1a0a-4e45-82d6-94deef1b6088 None None] For port 5fa3eebd-ec15-4915-a3c5-85235d8b0735, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:06:51.369012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-b98046fd-1a0a-4e45-82d6-94deef1b6088 None None] For port 5fa3eebd-ec15-4915-a3c5-85235d8b0735, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5fa3eebd-ec15-4915-a3c5-85235d8b0735,segment=NetworkSegment(f8616e19-f602-48ad-826c-bf5822ce78e9),segment_id=f8616e19-f602-48ad-826c-bf5822ce78e9)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:06:51.371653 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] Routers {'97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:06:51.374081 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:06:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:51.404214 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-fe0fb2c6-042f-41ee-baaa-e054d777c09b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Transition to ACTIVE for port object a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:06:51.419555 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69acf5-75b3-4c3e-a63b-a59064c13647 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92765ddf-1bf0-4bc3-9d67-2453a15dbf90,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:51.442737 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc69acf5-75b3-4c3e-a63b-a59064c13647 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:51.444007 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fc69acf5-75b3-4c3e-a63b-a59064c13647 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4446750 Mar 09 04:06:51.446798 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59586) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:51.458570 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb2c6-042f-41ee-baaa-e054d777c09b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:51.462568 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6e6617a9-f768-4d2e-9420-f40591682246 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Request body: {'security_group_rule': {'security_group_id': '3dc1bb1a-76f6-43be-8bcc-d1485d5b72c6', 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:06:51.469239 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6e6617a9-f768-4d2e-9420-f40591682246 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:51.475856 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6e6617a9-f768-4d2e-9420-f40591682246 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Usage tracker for resource:security_group_rule and tenant:5cc75666b7d64b64a7fc43dbc17f958f is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:06:51.483471 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6e6617a9-f768-4d2e-9420-f40591682246 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:06:51.499132 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6e6617a9-f768-4d2e-9420-f40591682246 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:51.521075 n-d-825178-5 neutron-server[87881]: INFO neutron.db.securitygroups_db [None req-6e6617a9-f768-4d2e-9420-f40591682246 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Project 5cc75666b7d64b64a7fc43dbc17f958f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:06:51.536633 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e6617a9-f768-4d2e-9420-f40591682246 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:51.611887 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b98046fd-1a0a-4e45-82d6-94deef1b6088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:51.624111 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0fb2c6-042f-41ee-baaa-e054d777c09b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network 04360621-aa2d-4f71-be66-e3a6806763e2 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:06:51.633218 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-fe0fb2c6-042f-41ee-baaa-e054d777c09b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:06:51.662891 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0fb2c6-042f-41ee-baaa-e054d777c09b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:06:51.743940 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e6617a9-f768-4d2e-9420-f40591682246 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:51.757533 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e6617a9-f768-4d2e-9420-f40591682246 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:51.780309 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fb2c6-042f-41ee-baaa-e054d777c09b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Port': ['ID=a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:51.804335 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98046fd-1a0a-4e45-82d6-94deef1b6088 None None] Pushing event updated for resources: {'Port': ['ID=5fa3eebd-ec15-4915-a3c5-85235d8b0735,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:51.836907 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb2c6-042f-41ee-baaa-e054d777c09b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:51.854041 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6e6617a9-f768-4d2e-9420-f40591682246 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:51.860390 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6e6617a9-f768-4d2e-9420-f40591682246 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4112287 Mar 09 04:06:51.902161 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6617a9-f768-4d2e-9420-f40591682246 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f612b0-e664-47c7-8383-b81314335f88,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:52.139497 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb2c6-042f-41ee-baaa-e054d777c09b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:52.266494 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] Set router 97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:06:52.312515 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-1c802263-1f11-4763-b664-6777006aed12 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Synchronizing usage tracker for tenant:5cc75666b7d64b64a7fc43dbc17f958f on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:06:52.350169 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-1c802263-1f11-4763-b664-6777006aed12 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Unset dirty status for tenant:5cc75666b7d64b64a7fc43dbc17f958f on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:06:52.351399 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-1c802263-1f11-4763-b664-6777006aed12 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-910955784&fields=id&tenant_id=5cc75666b7d64b64a7fc43dbc17f958f HTTP/1.1" status: 200 len: 267 time: 0.1436493 Mar 09 04:06:52.840720 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-697537f9-d969-44fa-bcf6-e640cc61f98c tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:52.848554 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-697537f9-d969-44fa-bcf6-e640cc61f98c tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/networks?id=38d08348-8c49-4519-b248-df21fcca9334 HTTP/1.1" status: 200 len: 809 time: 0.4903135 Mar 09 04:06:52.872847 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-9459b0c2-b558-44ed-8b9a-9c1f6cfa6b1c tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/quotas/5cc75666b7d64b64a7fc43dbc17f958f HTTP/1.1" status: 200 len: 375 time: 0.0233612 Mar 09 04:06:52.958542 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5fa3eebd-ec15-4915-a3c5-85235d8b0735 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:06:53.089193 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-0cd45385-72f3-4680-8f3d-5c24e1575157 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5cc75666b7d64b64a7fc43dbc17f958f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2153914 Mar 09 04:06:53.289377 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 5fa3eebd-ec15-4915-a3c5-85235d8b0735 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:06:53.311052 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d7171472-5bc7-476b-9c90-acf1f2880f55 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:06:53.383682 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-918b939b-00f5-428c-a159-2867dd41e5f1 service neutron] 10.222.0.16 "GET /v2.0/networks/38d08348-8c49-4519-b248-df21fcca9334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933497 Mar 09 04:06:53.468951 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-924e1298-2c2e-4520-88ac-05509809a78f req-f90aa9b1-d308-4447-b2a6-89cf1a8f5547 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7637644 Mar 09 04:06:53.590072 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port d7171472-5bc7-476b-9c90-acf1f2880f55 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:53.590456 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:53.666734 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-b7ffec7f-84a1-477f-8fe7-8d97c68e03ab service neutron] 10.222.0.16 "GET /v2.0/networks/38d08348-8c49-4519-b248-df21fcca9334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821884 Mar 09 04:06:53.725136 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe', 'name': 'tempest-TestServerBasicOps-2080519755-router', 'tenant_id': '2c557cf77ac744b18943de4826100009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'd7171472-5bc7-476b-9c90-acf1f2880f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:36Z', 'updated_at': '2022-03-09T04:06:45Z', 'revision_number': 4, 'project_id': '2c557cf77ac744b18943de4826100009', 'gw_port': {'id': 'd7171472-5bc7-476b-9c90-acf1f2880f55', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:38Z', 'updated_at': '2022-03-09T04:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '026eb690-3450-4f69-a99a-fe98fab5a719', 'name': '', 'network_id': '2a04e29e-c165-48d8-b6fc-d7aa8fc72347', 'tenant_id': '2c557cf77ac744b18943de4826100009', 'mac_address': 'fa:16:3e:6e:b6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '4a81c671-2c22-4d07-bc16-74b13835cb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:44Z', 'updated_at': '2022-03-09T04:06:45Z', 'revision_number': 2, 'project_id': '2c557cf77ac744b18943de4826100009', 'subnets': [{'id': '4a81c671-2c22-4d07-bc16-74b13835cb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:53.745932 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] Checking router: 97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:06:53.746280 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] Updating router 97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe port 026eb690-3450-4f69-a99a-fe98fab5a719 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:06:53.819103 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb2c6-042f-41ee-baaa-e054d777c09b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:53.843146 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb2c6-042f-41ee-baaa-e054d777c09b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:54.015495 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:54.204279 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb2c6-042f-41ee-baaa-e054d777c09b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:54.255084 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-385e114e-3ec3-45fa-921f-ebc6443dc4ea req-b0414154-032f-4979-a9dc-9a81616d7c8d tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Synchronizing usage tracker for tenant:5cc75666b7d64b64a7fc43dbc17f958f on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:06:54.359747 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device dec8a266-cd7d-472f-a21b-a65061d6323d up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:06:54.413859 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f05f615-68a6-4ac8-b147-2530b5cb5d7f None None] Network 04360621-aa2d-4f71-be66-e3a6806763e2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:06:54.537555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fb2c6-042f-41ee-baaa-e054d777c09b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Port': ['ID=a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:54.543530 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-385e114e-3ec3-45fa-921f-ebc6443dc4ea req-b0414154-032f-4979-a9dc-9a81616d7c8d tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Unset dirty status for tenant:5cc75666b7d64b64a7fc43dbc17f958f on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:06:54.557567 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-385e114e-3ec3-45fa-921f-ebc6443dc4ea req-b0414154-032f-4979-a9dc-9a81616d7c8d tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/ports?device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 210 time: 0.5148544 Mar 09 04:06:54.585618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e1298-2c2e-4520-88ac-05509809a78f req-1229c684-b87f-44b8-9405-d20da8fefe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:54.586786 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-924e1298-2c2e-4520-88ac-05509809a78f req-1229c684-b87f-44b8-9405-d20da8fefe08 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a789b53b4961423480ac62f11148731e&device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 1097 time: 1.0116005 Mar 09 04:06:54.700204 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ddaa445b-32fd-4d6a-8ede-4cc9e789b5dd None None] Provisioning for port 5fa3eebd-ec15-4915-a3c5-85235d8b0735 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:06:54.752571 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ddaa445b-32fd-4d6a-8ede-4cc9e789b5dd None None] Provisioning complete for port 5fa3eebd-ec15-4915-a3c5-85235d8b0735 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:54.753130 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ddaa445b-32fd-4d6a-8ede-4cc9e789b5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:54.807067 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0fb2c6-042f-41ee-baaa-e054d777c09b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network 04360621-aa2d-4f71-be66-e3a6806763e2 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:06:54.810755 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-fe0fb2c6-042f-41ee-baaa-e054d777c09b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:06:54.935784 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port dec8a266-cd7d-472f-a21b-a65061d6323d completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:06:54.951047 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port dec8a266-cd7d-472f-a21b-a65061d6323d triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:54.951685 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:55.066519 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e1298-2c2e-4520-88ac-05509809a78f req-0f303b83-8d50-4b77-871b-cd18ba58254c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:55.078920 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-924e1298-2c2e-4520-88ac-05509809a78f req-0f303b83-8d50-4b77-871b-cd18ba58254c service neutron] 10.222.0.24 "GET /v2.0/networks?id=728f1764-7035-454b-b803-10fc1ed1098e HTTP/1.1" status: 200 len: 917 time: 0.4705453 Mar 09 04:06:55.454750 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-924e1298-2c2e-4520-88ac-05509809a78f req-1da6a5b7-5dc6-4723-abbe-bcb30696469e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ea65e4f-7079-44db-9631-3d500846beaf HTTP/1.1" status: 200 len: 1000 time: 0.3647025 Mar 09 04:06:55.465135 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0fb2c6-042f-41ee-baaa-e054d777c09b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Router 103b00fa-ff71-42ff-b786-7769af270d1e has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:06:55.501043 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ddaa445b-32fd-4d6a-8ede-4cc9e789b5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:55.612245 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:55.632701 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port dec8a266-cd7d-472f-a21b-a65061d6323d, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=dec8a266-cd7d-472f-a21b-a65061d6323d,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:06:55.657269 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:55.745193 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e1298-2c2e-4520-88ac-05509809a78f req-e64a8f1f-6dad-4098-9ec3-147c9f4f6192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:55.751206 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:55.756085 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ddaa445b-32fd-4d6a-8ede-4cc9e789b5dd None None] For port 5fa3eebd-ec15-4915-a3c5-85235d8b0735, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5fa3eebd-ec15-4915-a3c5-85235d8b0735,segment=NetworkSegment(f8616e19-f602-48ad-826c-bf5822ce78e9),segment_id=f8616e19-f602-48ad-826c-bf5822ce78e9)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:06:55.756599 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-924e1298-2c2e-4520-88ac-05509809a78f req-e64a8f1f-6dad-4098-9ec3-147c9f4f6192 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=da09f32e-fde0-4749-97c0-596cce67a53e HTTP/1.1" status: 200 len: 855 time: 0.2911990 Mar 09 04:06:55.823768 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ddaa445b-32fd-4d6a-8ede-4cc9e789b5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:55.843445 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] Transition to ACTIVE for port object 026eb690-3450-4f69-a99a-fe98fab5a719 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:06:55.860427 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=dec8a266-cd7d-472f-a21b-a65061d6323d,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:56.014364 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa445b-32fd-4d6a-8ede-4cc9e789b5dd None None] Pushing event updated for resources: {'Port': ['ID=5fa3eebd-ec15-4915-a3c5-85235d8b0735,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:56.025193 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:56.250766 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b0ffd999-401f-4c87-9a1d-d03f6033e7fd req-a4f22426-ace5-449a-8380-d85f4d5e0ee2 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/ports?device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 210 time: 0.4644656 Mar 09 04:06:56.325671 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a67aa-9387-4f00-a487-8d2d07ab9847 None None] Pushing event updated for resources: {'Port': ['ID=026eb690-3450-4f69-a99a-fe98fab5a719,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:56.352690 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] Attempting to bind port 026eb690-3450-4f69-a99a-fe98fab5a719 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:06:56.353288 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] Attempting to bind port 026eb690-3450-4f69-a99a-fe98fab5a719 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '07bb3294-a464-486d-ab0e-6bc5b65f2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a04e29e-c165-48d8-b6fc-d7aa8fc72347'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:06:56.353621 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] Attempting to bind port 026eb690-3450-4f69-a99a-fe98fab5a719 on network 2a04e29e-c165-48d8-b6fc-d7aa8fc72347 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:06:56.359961 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:06:56.361014 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] Checking segment: {'id': '07bb3294-a464-486d-ab0e-6bc5b65f2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a04e29e-c165-48d8-b6fc-d7aa8fc72347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:06:56.361014 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:56.361435 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] Bound using segment: {'id': '07bb3294-a464-486d-ab0e-6bc5b65f2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a04e29e-c165-48d8-b6fc-d7aa8fc72347'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:06:56.362004 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] Bound port: 026eb690-3450-4f69-a99a-fe98fab5a719, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07bb3294-a464-486d-ab0e-6bc5b65f2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a04e29e-c165-48d8-b6fc-d7aa8fc72347'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:06:56.362496 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:56.505403 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0fb2c6-042f-41ee-baaa-e054d777c09b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:06:56.515515 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] Sync routers for ids ['103b00fa-ff71-42ff-b786-7769af270d1e'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:06:56.523740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-b66538c2-b791-4b98-95c4-8b943a89cf94 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:56.524471 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-b66538c2-b791-4b98-95c4-8b943a89cf94 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Synchronizing usage tracker for tenant:5cc75666b7d64b64a7fc43dbc17f958f on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:06:56.534722 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] Routers {'103b00fa-ff71-42ff-b786-7769af270d1e'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:06:56.535370 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:06:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['103b00fa-ff71-42ff-b786-7769af270d1e'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:56.541815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e1298-2c2e-4520-88ac-05509809a78f req-228e4e3c-ffde-4dab-829f-43f28ab79bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:56.543328 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-924e1298-2c2e-4520-88ac-05509809a78f req-228e4e3c-ffde-4dab-829f-43f28ab79bb8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=728f1764-7035-454b-b803-10fc1ed1098e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7675803 Mar 09 04:06:56.555203 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fe0fb2c6-042f-41ee-baaa-e054d777c09b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "PUT /v2.0/routers/103b00fa-ff71-42ff-b786-7769af270d1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6745045 Mar 09 04:06:56.568133 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] For port 026eb690-3450-4f69-a99a-fe98fab5a719, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:06:56.580566 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] For port 026eb690-3450-4f69-a99a-fe98fab5a719, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=026eb690-3450-4f69-a99a-fe98fab5a719,segment=NetworkSegment(07bb3294-a464-486d-ab0e-6bc5b65f2f05),segment_id=07bb3294-a464-486d-ab0e-6bc5b65f2f05)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:06:56.606924 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:56.763349 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-b66538c2-b791-4b98-95c4-8b943a89cf94 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Unset dirty status for tenant:5cc75666b7d64b64a7fc43dbc17f958f on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:06:56.764404 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-b66538c2-b791-4b98-95c4-8b943a89cf94 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.21 "GET /v2.0/networks?id=38d08348-8c49-4519-b248-df21fcca9334 HTTP/1.1" status: 200 len: 809 time: 1.0903261 Mar 09 04:06:56.931376 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a67aa-9387-4f00-a487-8d2d07ab9847 None None] Pushing event updated for resources: {'Port': ['ID=026eb690-3450-4f69-a99a-fe98fab5a719,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:56.955003 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-2748cf77-8a69-4136-b22c-2a8d05e696f9 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Synchronizing usage tracker for tenant:5cc75666b7d64b64a7fc43dbc17f958f on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:06:56.999480 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f8b179c9-93d9-4a1c-9568-afd4c9208570 None None] Provisioning for port a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:06:57.006683 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] Routers {'97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:06:57.007350 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:06:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:57.084027 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f8b179c9-93d9-4a1c-9568-afd4c9208570 None None] Provisioning complete for port a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:57.084487 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f8b179c9-93d9-4a1c-9568-afd4c9208570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:57.090229 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-2748cf77-8a69-4136-b22c-2a8d05e696f9 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Unset dirty status for tenant:5cc75666b7d64b64a7fc43dbc17f958f on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:06:57.091646 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-2748cf77-8a69-4136-b22c-2a8d05e696f9 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cc75666b7d64b64a7fc43dbc17f958f HTTP/1.1" status: 200 len: 379 time: 0.3015225 Mar 09 04:06:57.106345 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-928de284-4215-4c03-8a59-5bac6fa6d5e3 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Request body: {'port': {'device_id': '16a2140d-3ff8-4659-a317-6ddd5fcd332c', 'network_id': '38d08348-8c49-4519-b248-df21fcca9334', 'admin_state_up': True, 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'security_groups': ['3dc1bb1a-76f6-43be-8bcc-d1485d5b72c6']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:06:57.148666 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-924e1298-2c2e-4520-88ac-05509809a78f req-a0c230da-ae7c-4366-a3d1-50a7d379ed23 service neutron] 10.222.0.24 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5907137 Mar 09 04:06:57.154134 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] Set router 103b00fa-ff71-42ff-b786-7769af270d1e gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:06:57.189155 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-f8b179c9-93d9-4a1c-9568-afd4c9208570 None None] Port a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:06:57.400215 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f8b179c9-93d9-4a1c-9568-afd4c9208570 None None] Provisioning complete for port 5fa3eebd-ec15-4915-a3c5-85235d8b0735 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:57.400488 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f8b179c9-93d9-4a1c-9568-afd4c9208570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:57.556389 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] Set router 97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:06:57.607843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-d1a2a227-1c34-4905-bc8d-40d39a9330fd tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Synchronizing usage tracker for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:06:57.643631 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-251dc140-d241-4083-9eb4-02c508ce5d61 req-64a0eca4-2e65-4a83-a72d-1aea415143f6 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/ports?device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 210 time: 0.1088569 Mar 09 04:06:57.694382 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-d1a2a227-1c34-4905-bc8d-40d39a9330fd tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Unset dirty status for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:06:57.695795 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-d1a2a227-1c34-4905-bc8d-40d39a9330fd tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1053211448&fields=id&tenant_id=2eed8fa07dd541719db04a03bcdea9c3 HTTP/1.1" status: 200 len: 267 time: 0.6460283 Mar 09 04:06:57.759818 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-924e1298-2c2e-4520-88ac-05509809a78f req-dde382bc-3fa9-42d8-9a68-48e5d4c84ee5 service neutron] 10.222.0.24 "GET /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5930724 Mar 09 04:06:57.777658 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-928de284-4215-4c03-8a59-5bac6fa6d5e3 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:06:57.863993 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5fa3eebd-ec15-4915-a3c5-85235d8b0735 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:06:57.865294 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-928de284-4215-4c03-8a59-5bac6fa6d5e3 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:06:57.908069 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-928de284-4215-4c03-8a59-5bac6fa6d5e3 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Made reservation on behalf of 5cc75666b7d64b64a7fc43dbc17f958f for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:06:57.912561 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-928de284-4215-4c03-8a59-5bac6fa6d5e3 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:57.915203 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360327337', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:41Z', 'updated_at': '2022-03-09T04:06:51Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:42Z', 'updated_at': '2022-03-09T04:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf', 'name': '', 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:ec:ca:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '25e31947-b9b1-416b-b0be-d6ee801a1460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:50Z', 'updated_at': '2022-03-09T04:06:53Z', 'revision_number': 2, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': '25e31947-b9b1-416b-b0be-d6ee801a1460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:57.924033 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] Checking router: 103b00fa-ff71-42ff-b786-7769af270d1e for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:06:57.924596 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] Updating router 103b00fa-ff71-42ff-b786-7769af270d1e port a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:06:57.966303 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-0c2b3b3c-f3ff-4122-a6c6-8c882cea807b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:06:57.968414 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-0c2b3b3c-f3ff-4122-a6c6-8c882cea807b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Synchronizing usage tracker for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:06:57.993215 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:58.204531 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 5fa3eebd-ec15-4915-a3c5-85235d8b0735 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:58.204900 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:58.263397 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-0c2b3b3c-f3ff-4122-a6c6-8c882cea807b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Unset dirty status for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:06:58.275515 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-0c2b3b3c-f3ff-4122-a6c6-8c882cea807b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/networks?id=04360621-aa2d-4f71-be66-e3a6806763e2 HTTP/1.1" status: 200 len: 797 time: 0.5616658 Mar 09 04:06:58.316326 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-5758467f-48ec-4952-ba7c-c48db1aa6c7e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/quotas/2eed8fa07dd541719db04a03bcdea9c3 HTTP/1.1" status: 200 len: 375 time: 0.0370314 Mar 09 04:06:58.393393 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-928de284-4215-4c03-8a59-5bac6fa6d5e3 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Allocated IP 172.20.0.9 (38d08348-8c49-4519-b248-df21fcca9334/5795f339-9cb7-4a0f-a08c-a02ae45b1040/2fca9a3e-ae16-4765-8135-741c53082224) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:06:58.471833 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2b34e1da-45de-4567-99eb-2bab740b2213 None None] Provisioning complete for port a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:58.472114 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2b34e1da-45de-4567-99eb-2bab740b2213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:58.533791 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe', 'name': 'tempest-TestServerBasicOps-2080519755-router', 'tenant_id': '2c557cf77ac744b18943de4826100009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'd7171472-5bc7-476b-9c90-acf1f2880f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:36Z', 'updated_at': '2022-03-09T04:06:45Z', 'revision_number': 4, 'project_id': '2c557cf77ac744b18943de4826100009', 'gw_port': {'id': 'd7171472-5bc7-476b-9c90-acf1f2880f55', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:38Z', 'updated_at': '2022-03-09T04:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '026eb690-3450-4f69-a99a-fe98fab5a719', 'name': '', 'network_id': '2a04e29e-c165-48d8-b6fc-d7aa8fc72347', 'tenant_id': '2c557cf77ac744b18943de4826100009', 'mac_address': 'fa:16:3e:6e:b6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '4a81c671-2c22-4d07-bc16-74b13835cb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:44Z', 'updated_at': '2022-03-09T04:06:56Z', 'revision_number': 4, 'project_id': '2c557cf77ac744b18943de4826100009', 'subnets': [{'id': '4a81c671-2c22-4d07-bc16-74b13835cb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:06:58.548719 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-8631f5a1-108c-473f-9166-9fb4e17930de tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Synchronizing usage tracker for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:06:58.551242 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e020fdb-bd21-4548-895b-cd497fa571af None None] The sync data for ids ['97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe'] in n-d-825178-5 is: [{'id': '97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe', 'name': 'tempest-TestServerBasicOps-2080519755-router', 'tenant_id': '2c557cf77ac744b18943de4826100009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'd7171472-5bc7-476b-9c90-acf1f2880f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:36Z', 'updated_at': '2022-03-09T04:06:45Z', 'revision_number': 4, 'project_id': '2c557cf77ac744b18943de4826100009', 'gw_port': {'id': 'd7171472-5bc7-476b-9c90-acf1f2880f55', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:38Z', 'updated_at': '2022-03-09T04:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '026eb690-3450-4f69-a99a-fe98fab5a719', 'name': '', 'network_id': '2a04e29e-c165-48d8-b6fc-d7aa8fc72347', 'tenant_id': '2c557cf77ac744b18943de4826100009', 'mac_address': 'fa:16:3e:6e:b6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '4a81c671-2c22-4d07-bc16-74b13835cb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:44Z', 'updated_at': '2022-03-09T04:06:56Z', 'revision_number': 4, 'project_id': '2c557cf77ac744b18943de4826100009', 'subnets': [{'id': '4a81c671-2c22-4d07-bc16-74b13835cb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:06:58.553862 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device dec8a266-cd7d-472f-a21b-a65061d6323d up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:06:58.577655 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:58.614290 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] Transition to ACTIVE for port object a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:06:58.625767 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:58.671775 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-2b34e1da-45de-4567-99eb-2bab740b2213 None None] Port a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:06:58.680652 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port dec8a266-cd7d-472f-a21b-a65061d6323d triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:58.681210 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:58.843636 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c86de37b-5184-4d2f-9b37-467761c44022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:58.910943 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cc96a46c-68e9-426f-83b3-c26ed8668df7 req-e01afdce-3346-4661-92cd-cf8c00bcaffc tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/ports?device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 210 time: 0.1152308 Mar 09 04:06:58.937220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-8631f5a1-108c-473f-9166-9fb4e17930de tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Unset dirty status for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:06:58.940938 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-8631f5a1-108c-473f-9166-9fb4e17930de tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6234629 Mar 09 04:06:59.034587 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 026eb690-3450-4f69-a99a-fe98fab5a719 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:06:59.209961 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 026eb690-3450-4f69-a99a-fe98fab5a719 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:06:59.215852 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 026eb690-3450-4f69-a99a-fe98fab5a719 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:06:59.216303 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:59.228669 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57a474-950a-4fb0-aa95-fd0ebe771903 None None] Pushing event updated for resources: {'Port': ['ID=a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:59.353107 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-928de284-4215-4c03-8a59-5bac6fa6d5e3 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:59.395296 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-928de284-4215-4c03-8a59-5bac6fa6d5e3 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Transition to ACTIVE for port object 2fca9a3e-ae16-4765-8135-741c53082224 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:06:59.395518 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:59.452487 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 026eb690-3450-4f69-a99a-fe98fab5a719, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=026eb690-3450-4f69-a99a-fe98fab5a719,segment=NetworkSegment(07bb3294-a464-486d-ab0e-6bc5b65f2f05),segment_id=07bb3294-a464-486d-ab0e-6bc5b65f2f05)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:06:59.454203 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] Attempting to bind port a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:06:59.454712 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] Attempting to bind port a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'f8616e19-f602-48ad-826c-bf5822ce78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:06:59.455107 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] Attempting to bind port a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf on network 04360621-aa2d-4f71-be66-e3a6806763e2 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:06:59.465658 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:06:59.466016 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] Checking segment: {'id': 'f8616e19-f602-48ad-826c-bf5822ce78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:06:59.466410 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:59.466811 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] Bound using segment: {'id': 'f8616e19-f602-48ad-826c-bf5822ce78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:06:59.467277 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] Bound port: a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8616e19-f602-48ad-826c-bf5822ce78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:06:59.467636 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:59.468327 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:59.506065 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-82948060-3cb7-44d3-a699-13d87917373c service neutron] 10.222.0.16 "GET /v2.0/networks/04360621-aa2d-4f71-be66-e3a6806763e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475984 Mar 09 04:06:59.639787 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=026eb690-3450-4f69-a99a-fe98fab5a719,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:59.664875 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] For port a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:06:59.666902 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-928de284-4215-4c03-8a59-5bac6fa6d5e3 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:59.670749 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] For port a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf,segment=NetworkSegment(f8616e19-f602-48ad-826c-bf5822ce78e9),segment_id=f8616e19-f602-48ad-826c-bf5822ce78e9)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:06:59.679530 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:06:59.800913 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 026eb690-3450-4f69-a99a-fe98fab5a719 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:06:59.940874 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57a474-950a-4fb0-aa95-fd0ebe771903 None None] Pushing event updated for resources: {'Port': ['ID=a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:06:59.978767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-928de284-4215-4c03-8a59-5bac6fa6d5e3 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Network 38d08348-8c49-4519-b248-df21fcca9334 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:06:59.981268 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59688) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:06:59.985763 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-928de284-4215-4c03-8a59-5bac6fa6d5e3 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:07:00.023731 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928de284-4215-4c03-8a59-5bac6fa6d5e3 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Pushing event updated for resources: {'Port': ['ID=2fca9a3e-ae16-4765-8135-741c53082224,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:00.026428 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] Routers {'103b00fa-ff71-42ff-b786-7769af270d1e'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:07:00.029650 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-928de284-4215-4c03-8a59-5bac6fa6d5e3 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:07:00.032375 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:06:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['103b00fa-ff71-42ff-b786-7769af270d1e'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:00.046597 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 026eb690-3450-4f69-a99a-fe98fab5a719 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:07:00.047099 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:00.258347 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-928de284-4215-4c03-8a59-5bac6fa6d5e3 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:00.258621 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-928de284-4215-4c03-8a59-5bac6fa6d5e3 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:00.375439 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-d2290754-35ea-4013-af7f-986ea8e50476 service neutron] 10.222.0.16 "GET /v2.0/networks/04360621-aa2d-4f71-be66-e3a6806763e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8684275 Mar 09 04:07:00.377012 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-928de284-4215-4c03-8a59-5bac6fa6d5e3 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2751768 Mar 09 04:07:00.513059 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db9976f0-e4ee-43ba-894b-1a6afdcc658c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:00.547708 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-4b06a26d-6120-422d-86fb-8f6a6c7a3456 service neutron] Request body: {'port': {'device_id': '16a2140d-3ff8-4659-a317-6ddd5fcd332c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:07:00.602458 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-db9976f0-e4ee-43ba-894b-1a6afdcc658c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:00.625042 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-db9976f0-e4ee-43ba-894b-1a6afdcc658c admin admin] Usage tracker for resource:security_group_rule and tenant:7282dd00c20a4c5bb2c7c53b5b760580 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:07:00.637694 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-db9976f0-e4ee-43ba-894b-1a6afdcc658c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:07:00.651291 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] Set router 103b00fa-ff71-42ff-b786-7769af270d1e gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:07:00.678029 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-db9976f0-e4ee-43ba-894b-1a6afdcc658c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:00.828014 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3ab24c50-516a-43e7-8054-0127170cafc0 None None] Provisioning for port 2fca9a3e-ae16-4765-8135-741c53082224 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:07:00.842806 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3ab24c50-516a-43e7-8054-0127170cafc0 None None] Provisioning complete for port 2fca9a3e-ae16-4765-8135-741c53082224 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:07:00.843217 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3ab24c50-516a-43e7-8054-0127170cafc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:00.973730 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871240e-04b6-486b-a6db-b5814d3c4575 req-7139f944-f75c-42ce-9874-7d828bc8d7ae tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:00.975762 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c871240e-04b6-486b-a6db-b5814d3c4575 req-7139f944-f75c-42ce-9874-7d828bc8d7ae tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/ports?device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 931 time: 0.6875231 Mar 09 04:07:01.066626 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-3ab24c50-516a-43e7-8054-0127170cafc0 None None] Port 2fca9a3e-ae16-4765-8135-741c53082224 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:07:01.083586 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9909f4dd-4d12-4dab-8aae-ba695b3154ca req-3297c695-5526-4f0c-8428-c24e1a56f520 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 210 time: 0.1802845 Mar 09 04:07:01.132949 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-688f76cd-4d78-42f5-a3b9-4a17becd1e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:01.142147 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-4b06a26d-6120-422d-86fb-8f6a6c7a3456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:01.194427 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db9976f0-e4ee-43ba-894b-1a6afdcc658c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:01.218138 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db9976f0-e4ee-43ba-894b-1a6afdcc658c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:01.255655 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c871240e-04b6-486b-a6db-b5814d3c4575 req-77979742-2f7d-4968-9431-2ff8a775100d tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dc1bb1a-76f6-43be-8bcc-d1485d5b72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690780 Mar 09 04:07:01.297539 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360327337', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:41Z', 'updated_at': '2022-03-09T04:06:51Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:42Z', 'updated_at': '2022-03-09T04:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf', 'name': '', 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:ec:ca:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '25e31947-b9b1-416b-b0be-d6ee801a1460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:50Z', 'updated_at': '2022-03-09T04:06:59Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': '25e31947-b9b1-416b-b0be-d6ee801a1460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:01.309393 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-db9976f0-e4ee-43ba-894b-1a6afdcc658c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7282dd00c20a4c5bb2c7c53b5b760580&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3261559 Mar 09 04:07:01.311909 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f776f0-0139-4981-adf8-3faac8e9f4e5 None None] The sync data for ids ['103b00fa-ff71-42ff-b786-7769af270d1e'] in n-d-825178-5 is: [{'id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360327337', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:41Z', 'updated_at': '2022-03-09T04:06:51Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:42Z', 'updated_at': '2022-03-09T04:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf', 'name': '', 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:ec:ca:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '25e31947-b9b1-416b-b0be-d6ee801a1460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:50Z', 'updated_at': '2022-03-09T04:06:59Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': '25e31947-b9b1-416b-b0be-d6ee801a1460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:07:01.314581 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59710) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:01.329343 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9976f0-e4ee-43ba-894b-1a6afdcc658c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1402532d-2d83-4b36-9be3-db906f5afd83,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:01.344703 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9976f0-e4ee-43ba-894b-1a6afdcc658c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:01.345412 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9976f0-e4ee-43ba-894b-1a6afdcc658c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:01.345997 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9976f0-e4ee-43ba-894b-1a6afdcc658c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:01.346546 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9976f0-e4ee-43ba-894b-1a6afdcc658c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:01.347658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9976f0-e4ee-43ba-894b-1a6afdcc658c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:01.348203 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9976f0-e4ee-43ba-894b-1a6afdcc658c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:01.348743 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9976f0-e4ee-43ba-894b-1a6afdcc658c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:01.349393 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9976f0-e4ee-43ba-894b-1a6afdcc658c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:01.349833 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9976f0-e4ee-43ba-894b-1a6afdcc658c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:01.350254 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9976f0-e4ee-43ba-894b-1a6afdcc658c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:01.350696 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9976f0-e4ee-43ba-894b-1a6afdcc658c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:01.351179 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9976f0-e4ee-43ba-894b-1a6afdcc658c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:01.503739 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-faa30884-0b02-4051-9391-b65da035a2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:01.578535 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-faa30884-0b02-4051-9391-b65da035a2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:01.682114 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-faa30884-0b02-4051-9391-b65da035a2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:01.742156 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa30884-0b02-4051-9391-b65da035a2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1402532d-2d83-4b36-9be3-db906f5afd83,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:01.786013 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-faa30884-0b02-4051-9391-b65da035a2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:01.796392 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-faa30884-0b02-4051-9391-b65da035a2b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1402532d-2d83-4b36-9be3-db906f5afd83 HTTP/1.1" status: 204 len: 168 time: 0.4804378 Mar 09 04:07:01.867491 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:07:02.075746 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:07:02.089473 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:07:02.093618 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:02.432174 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:02.443264 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:02.581728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-4b06a26d-6120-422d-86fb-8f6a6c7a3456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fca9a3e-ae16-4765-8135-741c53082224 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:07:02.601266 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-4b06a26d-6120-422d-86fb-8f6a6c7a3456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:02.649788 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-4b06a26d-6120-422d-86fb-8f6a6c7a3456 service neutron] Transition to ACTIVE for port object 2fca9a3e-ae16-4765-8135-741c53082224 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:07:02.665980 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:02.799128 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf,segment=NetworkSegment(f8616e19-f602-48ad-826c-bf5822ce78e9),segment_id=f8616e19-f602-48ad-826c-bf5822ce78e9)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:07:02.808822 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:02.810122 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff8526-3c06-4848-b5c9-3d692f53da08 req-06a03eca-3b7b-459f-b87e-4ae9036925de tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:02.820679 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17ff8526-3c06-4848-b5c9-3d692f53da08 req-06a03eca-3b7b-459f-b87e-4ae9036925de tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/ports?device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 943 time: 0.2513208 Mar 09 04:07:02.851899 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-4b06a26d-6120-422d-86fb-8f6a6c7a3456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:02.977793 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-17ff8526-3c06-4848-b5c9-3d692f53da08 req-9815fae6-e06a-40b2-b893-21396f89ec1f tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dc1bb1a-76f6-43be-8bcc-d1485d5b72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525841 Mar 09 04:07:03.004145 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:03.132308 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0ac444ff-d650-4be7-955e-1b843c24dd99 req-ba6185f4-f003-4027-9056-87c82036e1b0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 210 time: 0.4802711 Mar 09 04:07:03.264393 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06a26d-6120-422d-86fb-8f6a6c7a3456 service neutron] Pushing event updated for resources: {'Port': ['ID=2fca9a3e-ae16-4765-8135-741c53082224,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:03.433058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-1f7c2109-bc51-407e-9350-3b2fb26f33b7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:03.434716 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-1f7c2109-bc51-407e-9350-3b2fb26f33b7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.24 "GET /v2.0/networks?id=04360621-aa2d-4f71-be66-e3a6806763e2 HTTP/1.1" status: 200 len: 797 time: 0.6069109 Mar 09 04:07:03.513571 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:03.522043 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-4b06a26d-6120-422d-86fb-8f6a6c7a3456 service neutron] Attempting to bind port 2fca9a3e-ae16-4765-8135-741c53082224 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:07:03.522745 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-4b06a26d-6120-422d-86fb-8f6a6c7a3456 service neutron] Attempting to bind port 2fca9a3e-ae16-4765-8135-741c53082224 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'a5c1ccc3-8951-4c17-8d21-ea6c17bd320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '38d08348-8c49-4519-b248-df21fcca9334'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:07:03.523262 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-4b06a26d-6120-422d-86fb-8f6a6c7a3456 service neutron] Attempting to bind port 2fca9a3e-ae16-4765-8135-741c53082224 on network 38d08348-8c49-4519-b248-df21fcca9334 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:07:03.536067 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-4b06a26d-6120-422d-86fb-8f6a6c7a3456 service neutron] Port 2fca9a3e-ae16-4765-8135-741c53082224 on network 38d08348-8c49-4519-b248-df21fcca9334 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:07:03.536708 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-4b06a26d-6120-422d-86fb-8f6a6c7a3456 service neutron] Attempting to bind port 2fca9a3e-ae16-4765-8135-741c53082224 on network 38d08348-8c49-4519-b248-df21fcca9334 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:07:03.546899 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-6edaacae-d34f-465c-a1b9-d05d1badcfbb tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2eed8fa07dd541719db04a03bcdea9c3 HTTP/1.1" status: 200 len: 380 time: 0.0887091 Mar 09 04:07:03.547556 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-4b06a26d-6120-422d-86fb-8f6a6c7a3456 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:07:03.548835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-4b06a26d-6120-422d-86fb-8f6a6c7a3456 service neutron] Checking segment: {'id': 'a5c1ccc3-8951-4c17-8d21-ea6c17bd320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '38d08348-8c49-4519-b248-df21fcca9334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:07:03.548835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-4b06a26d-6120-422d-86fb-8f6a6c7a3456 service neutron] Bound using segment: {'id': 'a5c1ccc3-8951-4c17-8d21-ea6c17bd320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '38d08348-8c49-4519-b248-df21fcca9334'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:07:03.548835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-4b06a26d-6120-422d-86fb-8f6a6c7a3456 service neutron] Bound port: 2fca9a3e-ae16-4765-8135-741c53082224, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c1ccc3-8951-4c17-8d21-ea6c17bd320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '38d08348-8c49-4519-b248-df21fcca9334'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:07:03.551397 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-4b06a26d-6120-422d-86fb-8f6a6c7a3456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:03.601752 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-ba6b9a9f-648a-4ab7-8d6f-c37326882a87 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'port': {'device_id': 'f1b013f1-e9fc-4bf4-a296-cbffef992ead', 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2', 'admin_state_up': True, 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'security_groups': ['bad7a8cf-e058-44b2-967f-18f8fd09e253']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:07:03.759559 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-4b06a26d-6120-422d-86fb-8f6a6c7a3456 service neutron] For port 2fca9a3e-ae16-4765-8135-741c53082224, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:07:03.765579 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-4b06a26d-6120-422d-86fb-8f6a6c7a3456 service neutron] For port 2fca9a3e-ae16-4765-8135-741c53082224, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=2fca9a3e-ae16-4765-8135-741c53082224,segment=NetworkSegment(a5c1ccc3-8951-4c17-8d21-ea6c17bd320c),segment_id=a5c1ccc3-8951-4c17-8d21-ea6c17bd320c)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:07:03.775395 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-4b06a26d-6120-422d-86fb-8f6a6c7a3456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:03.805937 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:07:03.858138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-ba6b9a9f-648a-4ab7-8d6f-c37326882a87 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:03.861056 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-4b06a26d-6120-422d-86fb-8f6a6c7a3456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:03.861669 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-4b06a26d-6120-422d-86fb-8f6a6c7a3456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:03.863651 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-4b06a26d-6120-422d-86fb-8f6a6c7a3456 service neutron] 10.222.0.21 "PUT /v2.0/ports/2fca9a3e-ae16-4765-8135-741c53082224 HTTP/1.1" status: 200 len: 1091 time: 3.4785495 Mar 09 04:07:03.866622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a2140d-3ff8-4659-a317-6ddd5fcd332c', 'tag': '2fca9a3e-ae16-4765-8135-741c53082224'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:07:03.907603 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-ba6b9a9f-648a-4ab7-8d6f-c37326882a87 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:03.998137 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06a26d-6120-422d-86fb-8f6a6c7a3456 service neutron] Pushing event updated for resources: {'Port': ['ID=2fca9a3e-ae16-4765-8135-741c53082224,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:04.027072 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a2140d-3ff8-4659-a317-6ddd5fcd332c', 'tag': '2fca9a3e-ae16-4765-8135-741c53082224', 'status': 'completed', 'code': 200} Mar 09 04:07:04.057661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-ba6b9a9f-648a-4ab7-8d6f-c37326882a87 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Made reservation on behalf of 2eed8fa07dd541719db04a03bcdea9c3 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:07:04.065696 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-ba6b9a9f-648a-4ab7-8d6f-c37326882a87 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:04.086567 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:07:04.087672 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:04.352613 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-9fc2cacb-0b38-41aa-81b1-df057cd00b58 req-35f47c83-2ff4-4d63-b397-b08302221cea tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Synchronizing usage tracker for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:07:04.377890 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-9fc2cacb-0b38-41aa-81b1-df057cd00b58 req-35f47c83-2ff4-4d63-b397-b08302221cea tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Unset dirty status for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:07:04.382370 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:04.384527 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9fc2cacb-0b38-41aa-81b1-df057cd00b58 req-35f47c83-2ff4-4d63-b397-b08302221cea tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 210 time: 0.0892322 Mar 09 04:07:04.500143 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-67c82f03-a684-4e22-ba94-2af4ec147c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:04.501327 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-67c82f03-a684-4e22-ba94-2af4ec147c36 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cc75666b7d64b64a7fc43dbc17f958f&device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 1094 time: 0.5876267 Mar 09 04:07:04.583172 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-ba6b9a9f-648a-4ab7-8d6f-c37326882a87 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Allocated IP 172.20.0.11 (04360621-aa2d-4f71-be66-e3a6806763e2/25e31947-b9b1-416b-b0be-d6ee801a1460/62ac5182-89b1-4b23-96c7-da6ffa4db2ad) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:07:04.586748 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-690ac568-1f73-4f5a-8b6a-035cb558ed25 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fca9a3e-ae16-4765-8135-741c53082224 HTTP/1.1" status: 200 len: 217 time: 0.0771487 Mar 09 04:07:04.802041 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabcf84-c040-450a-aefa-e727670e69a3 req-4b7a353f-c6d5-4e22-bc8b-d5ecfd1b6abc tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:04.802948 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-9cabcf84-c040-450a-aefa-e727670e69a3 req-4b7a353f-c6d5-4e22-bc8b-d5ecfd1b6abc tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Synchronizing usage tracker for tenant:5cc75666b7d64b64a7fc43dbc17f958f on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:07:04.830582 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-d0e562e3-432f-43f1-bdf5-0b6407594703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:04.832102 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-d0e562e3-432f-43f1-bdf5-0b6407594703 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5795f339-9cb7-4a0f-a08c-a02ae45b1040 HTTP/1.1" status: 200 len: 848 time: 0.2337844 Mar 09 04:07:04.925784 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-9cabcf84-c040-450a-aefa-e727670e69a3 req-4b7a353f-c6d5-4e22-bc8b-d5ecfd1b6abc tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Unset dirty status for tenant:5cc75666b7d64b64a7fc43dbc17f958f on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:07:04.931342 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9cabcf84-c040-450a-aefa-e727670e69a3 req-4b7a353f-c6d5-4e22-bc8b-d5ecfd1b6abc tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/ports?device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 943 time: 0.6144836 Mar 09 04:07:05.104651 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9cabcf84-c040-450a-aefa-e727670e69a3 req-299bcd44-2a2a-4f8b-aed1-7c74f4b09686 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dc1bb1a-76f6-43be-8bcc-d1485d5b72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406515 Mar 09 04:07:05.137631 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-e991395d-cda6-4f86-a665-1c481e402bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:05.138457 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-e991395d-cda6-4f86-a665-1c481e402bb6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38d08348-8c49-4519-b248-df21fcca9334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2988663 Mar 09 04:07:05.307937 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-ba6b9a9f-648a-4ab7-8d6f-c37326882a87 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:05.340793 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-ba6b9a9f-648a-4ab7-8d6f-c37326882a87 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Transition to ACTIVE for port object 62ac5182-89b1-4b23-96c7-da6ffa4db2ad will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:07:05.369120 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-3651a245-9007-4688-905d-653dff1c4f8c service neutron] 10.222.0.21 "GET /v2.0/networks/38d08348-8c49-4519-b248-df21fcca9334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213356 Mar 09 04:07:05.548987 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-ba6b9a9f-648a-4ab7-8d6f-c37326882a87 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:05.709641 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98978a30-42d1-4829-9d3e-70057e7f7651 req-a3df8102-29b1-43a0-9684-49055d652d56 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:05.711045 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-ba6b9a9f-648a-4ab7-8d6f-c37326882a87 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network 04360621-aa2d-4f71-be66-e3a6806763e2 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:07:05.712168 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-98978a30-42d1-4829-9d3e-70057e7f7651 req-a3df8102-29b1-43a0-9684-49055d652d56 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 932 time: 0.1622891 Mar 09 04:07:05.724206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-ba6b9a9f-648a-4ab7-8d6f-c37326882a87 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:07:05.724206 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6b3b3f10-f17d-4f30-a418-bc0620a4cc31 req-14b1427f-d126-491c-9a07-3188918f1bec service neutron] 10.222.0.21 "GET /v2.0/networks/38d08348-8c49-4519-b248-df21fcca9334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473263 Mar 09 04:07:05.734937 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-ba6b9a9f-648a-4ab7-8d6f-c37326882a87 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:07:05.792606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b9a9f-648a-4ab7-8d6f-c37326882a87 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Port': ['ID=62ac5182-89b1-4b23-96c7-da6ffa4db2ad,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:05.841629 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-98978a30-42d1-4829-9d3e-70057e7f7651 req-4c0794cc-1abf-442b-80d0-4e68299c5c93 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Synchronizing usage tracker for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:07:05.855319 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-98978a30-42d1-4829-9d3e-70057e7f7651 req-4c0794cc-1abf-442b-80d0-4e68299c5c93 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Unset dirty status for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:07:05.864387 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-98978a30-42d1-4829-9d3e-70057e7f7651 req-4c0794cc-1abf-442b-80d0-4e68299c5c93 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334014 Mar 09 04:07:05.924314 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-ba6b9a9f-648a-4ab7-8d6f-c37326882a87 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:05.925047 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-ba6b9a9f-648a-4ab7-8d6f-c37326882a87 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:05.989607 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-ba6b9a9f-648a-4ab7-8d6f-c37326882a87 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3940718 Mar 09 04:07:06.005554 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-26afebe8-ff37-4613-96fb-e851d43c16fd service neutron] Request body: {'port': {'device_id': 'f1b013f1-e9fc-4bf4-a296-cbffef992ead', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:07:06.034290 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-a6d0243d-3944-4aff-8294-4ddc5d3364ca tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b59dd104a0ce4b40b4864678a8aca3c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0764494 Mar 09 04:07:06.075075 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d62b4-d009-4438-9425-a2ab4fbbb833 req-cefce696-b5b4-4b89-84c6-a791b25b45ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:06.076407 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e74d62b4-d009-4438-9425-a2ab4fbbb833 req-cefce696-b5b4-4b89-84c6-a791b25b45ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cc75666b7d64b64a7fc43dbc17f958f&device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 1094 time: 0.2488909 Mar 09 04:07:06.127315 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-87136b54-635e-4472-b429-7d7944870b6a None None] Provisioning for port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:07:06.137039 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-87136b54-635e-4472-b429-7d7944870b6a None None] Provisioning complete for port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:07:06.137283 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-87136b54-635e-4472-b429-7d7944870b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:06.191769 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-87136b54-635e-4472-b429-7d7944870b6a None None] Port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:07:06.415175 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82febe8a-d497-45fe-86aa-2e2d15c0cea9 req-064aa92b-8f6d-484e-9a4b-d174e7ef82e1 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:06.417036 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-82febe8a-d497-45fe-86aa-2e2d15c0cea9 req-064aa92b-8f6d-484e-9a4b-d174e7ef82e1 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/ports?device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 943 time: 0.1643012 Mar 09 04:07:06.466366 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-26afebe8-ff37-4613-96fb-e851d43c16fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:06.484667 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-a2e06b9b-3f50-46e1-9085-0fc0d118e6e1 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:06.486097 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-a2e06b9b-3f50-46e1-9085-0fc0d118e6e1 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4453111 Mar 09 04:07:06.501506 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-82febe8a-d497-45fe-86aa-2e2d15c0cea9 req-e15976ea-2c39-4518-9469-8efb0ac831df tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dc1bb1a-76f6-43be-8bcc-d1485d5b72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774112 Mar 09 04:07:06.547069 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d62b4-d009-4438-9425-a2ab4fbbb833 req-b7cb78af-d1a2-4987-8010-158baca0cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:06.548713 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e74d62b4-d009-4438-9425-a2ab4fbbb833 req-b7cb78af-d1a2-4987-8010-158baca0cb7f service neutron] 10.222.0.21 "GET /v2.0/networks?id=38d08348-8c49-4519-b248-df21fcca9334 HTTP/1.1" status: 200 len: 910 time: 0.4589136 Mar 09 04:07:06.552071 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-057eb86a-b73d-4535-808f-23923731b197 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/quotas/b59dd104a0ce4b40b4864678a8aca3c8 HTTP/1.1" status: 200 len: 375 time: 0.0572860 Mar 09 04:07:06.667758 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e74d62b4-d009-4438-9425-a2ab4fbbb833 req-8255fb19-242f-4912-8263-10337eea3f88 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fca9a3e-ae16-4765-8135-741c53082224 HTTP/1.1" status: 200 len: 217 time: 0.1082313 Mar 09 04:07:06.669783 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-31a8b634-0aae-4524-84c2-e350cc7675a7 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b59dd104a0ce4b40b4864678a8aca3c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1093183 Mar 09 04:07:06.818142 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d62b4-d009-4438-9425-a2ab4fbbb833 req-01a16bc4-2406-46bc-bd38-2d6db8b74abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:06.820034 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e74d62b4-d009-4438-9425-a2ab4fbbb833 req-01a16bc4-2406-46bc-bd38-2d6db8b74abd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5795f339-9cb7-4a0f-a08c-a02ae45b1040 HTTP/1.1" status: 200 len: 848 time: 0.1428361 Mar 09 04:07:07.050928 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f0a176e4-f8a3-4476-8a23-9d6aac34b237 req-7c7fa572-15ad-44eb-9ca5-9767fa1881e9 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf72d573-90e0-425c-a8e0-1f53cea17392 HTTP/1.1" status: 200 len: 210 time: 0.0920548 Mar 09 04:07:07.223409 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d62b4-d009-4438-9425-a2ab4fbbb833 req-1c93da58-d5a9-417b-b481-6b01d39455ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:07.224885 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e74d62b4-d009-4438-9425-a2ab4fbbb833 req-1c93da58-d5a9-417b-b481-6b01d39455ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38d08348-8c49-4519-b248-df21fcca9334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3983581 Mar 09 04:07:07.392340 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c098d-335b-4696-9e2f-5a7267d2f9fa req-d6b504c7-12a9-4450-bb1c-81cc56ed6808 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:07.393035 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-873c098d-335b-4696-9e2f-5a7267d2f9fa req-d6b504c7-12a9-4450-bb1c-81cc56ed6808 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Synchronizing usage tracker for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:07:07.425648 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-26afebe8-ff37-4613-96fb-e851d43c16fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ac5182-89b1-4b23-96c7-da6ffa4db2ad {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:07:07.443198 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-26afebe8-ff37-4613-96fb-e851d43c16fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:07.452078 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-873c098d-335b-4696-9e2f-5a7267d2f9fa req-d6b504c7-12a9-4450-bb1c-81cc56ed6808 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Unset dirty status for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:07:07.453458 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-873c098d-335b-4696-9e2f-5a7267d2f9fa req-d6b504c7-12a9-4450-bb1c-81cc56ed6808 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 932 time: 0.3579471 Mar 09 04:07:07.515928 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e74d62b4-d009-4438-9425-a2ab4fbbb833 req-7c753373-1457-4118-9c18-7ef664e1813c service neutron] 10.222.0.21 "GET /v2.0/networks/38d08348-8c49-4519-b248-df21fcca9334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838860 Mar 09 04:07:07.517166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-26afebe8-ff37-4613-96fb-e851d43c16fd service neutron] Transition to ACTIVE for port object 62ac5182-89b1-4b23-96c7-da6ffa4db2ad will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:07:07.533872 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:07:07.547464 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-26afebe8-ff37-4613-96fb-e851d43c16fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:07.816048 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afebe8-ff37-4613-96fb-e851d43c16fd service neutron] Pushing event updated for resources: {'Port': ['ID=62ac5182-89b1-4b23-96c7-da6ffa4db2ad,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:07.837957 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b805c-f46a-4914-bb99-e83cc559b621 req-689bc796-4808-4e22-8846-7ea61e476a66 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:07.840586 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a65b805c-f46a-4914-bb99-e83cc559b621 req-689bc796-4808-4e22-8846-7ea61e476a66 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/ports?device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 943 time: 0.1503224 Mar 09 04:07:07.882805 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-873c098d-335b-4696-9e2f-5a7267d2f9fa req-9f4d4789-d8ee-493b-b59a-3cca044d56ac tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3923037 Mar 09 04:07:07.948914 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e74d62b4-d009-4438-9425-a2ab4fbbb833 req-ed45fa3c-6955-4899-9643-734b578f7930 service neutron] 10.222.0.21 "GET /v2.0/networks/38d08348-8c49-4519-b248-df21fcca9334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250278 Mar 09 04:07:07.981186 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a65b805c-f46a-4914-bb99-e83cc559b621 req-e065b76a-caab-490d-8cdb-09297a89925c tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dc1bb1a-76f6-43be-8bcc-d1485d5b72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348846 Mar 09 04:07:08.125994 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-26afebe8-ff37-4613-96fb-e851d43c16fd service neutron] Attempting to bind port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:07:08.126634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-26afebe8-ff37-4613-96fb-e851d43c16fd service neutron] Attempting to bind port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'f8616e19-f602-48ad-826c-bf5822ce78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:07:08.127103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-26afebe8-ff37-4613-96fb-e851d43c16fd service neutron] Attempting to bind port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad on network 04360621-aa2d-4f71-be66-e3a6806763e2 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:07:08.132835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-26afebe8-ff37-4613-96fb-e851d43c16fd service neutron] Port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad on network 04360621-aa2d-4f71-be66-e3a6806763e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:07:08.133259 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-26afebe8-ff37-4613-96fb-e851d43c16fd service neutron] Attempting to bind port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad on network 04360621-aa2d-4f71-be66-e3a6806763e2 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:07:08.139007 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-26afebe8-ff37-4613-96fb-e851d43c16fd service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:07:08.139448 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-26afebe8-ff37-4613-96fb-e851d43c16fd service neutron] Checking segment: {'id': 'f8616e19-f602-48ad-826c-bf5822ce78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:07:08.140038 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-26afebe8-ff37-4613-96fb-e851d43c16fd service neutron] Bound using segment: {'id': 'f8616e19-f602-48ad-826c-bf5822ce78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:07:08.140620 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-26afebe8-ff37-4613-96fb-e851d43c16fd service neutron] Bound port: 62ac5182-89b1-4b23-96c7-da6ffa4db2ad, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8616e19-f602-48ad-826c-bf5822ce78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:07:08.141207 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-26afebe8-ff37-4613-96fb-e851d43c16fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:08.229095 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-edc0d67e-6e18-4ad5-aeb4-a1ecbc243a8f tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b59dd104a0ce4b40b4864678a8aca3c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358469 Mar 09 04:07:08.324807 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5fabfd0b-f94e-4f25-931f-a113a13f2114 req-5cdcaadb-35c6-489c-aa51-96a3727d26df tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf72d573-90e0-425c-a8e0-1f53cea17392 HTTP/1.1" status: 200 len: 210 time: 0.1286476 Mar 09 04:07:08.475510 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-26afebe8-ff37-4613-96fb-e851d43c16fd service neutron] For port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:07:08.491817 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-26afebe8-ff37-4613-96fb-e851d43c16fd service neutron] For port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=62ac5182-89b1-4b23-96c7-da6ffa4db2ad,segment=NetworkSegment(f8616e19-f602-48ad-826c-bf5822ce78e9),segment_id=f8616e19-f602-48ad-826c-bf5822ce78e9)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:07:08.506509 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-26afebe8-ff37-4613-96fb-e851d43c16fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:08.565037 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-5d68db67-d338-4ad8-a542-4b6b84e90e18 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:08.567020 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-5d68db67-d338-4ad8-a542-4b6b84e90e18 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2915950 Mar 09 04:07:08.577208 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-26afebe8-ff37-4613-96fb-e851d43c16fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:08.577801 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-26afebe8-ff37-4613-96fb-e851d43c16fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:08.579112 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-26afebe8-ff37-4613-96fb-e851d43c16fd service neutron] 10.222.0.24 "PUT /v2.0/ports/62ac5182-89b1-4b23-96c7-da6ffa4db2ad HTTP/1.1" status: 200 len: 1092 time: 2.5802062 Mar 09 04:07:08.580672 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b013f1-e9fc-4bf4-a296-cbffef992ead', 'tag': '62ac5182-89b1-4b23-96c7-da6ffa4db2ad'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:07:08.590037 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-942bb70c-37b2-4eeb-a409-c8866b5df10a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Request body: {'port': {'device_id': 'bf72d573-90e0-425c-a8e0-1f53cea17392', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': 'b59dd104a0ce4b40b4864678a8aca3c8'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:07:08.750013 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afebe8-ff37-4613-96fb-e851d43c16fd service neutron] Pushing event updated for resources: {'Port': ['ID=62ac5182-89b1-4b23-96c7-da6ffa4db2ad,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:08.877122 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-942bb70c-37b2-4eeb-a409-c8866b5df10a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:08.881887 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-942bb70c-37b2-4eeb-a409-c8866b5df10a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Usage tracker for resource:port and tenant:b59dd104a0ce4b40b4864678a8aca3c8 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:07:08.885141 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-942bb70c-37b2-4eeb-a409-c8866b5df10a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:07:08.899753 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-942bb70c-37b2-4eeb-a409-c8866b5df10a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:08.917013 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b013f1-e9fc-4bf4-a296-cbffef992ead', 'tag': '62ac5182-89b1-4b23-96c7-da6ffa4db2ad', 'status': 'completed', 'code': 200} Mar 09 04:07:08.920570 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:08.924861 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-942bb70c-37b2-4eeb-a409-c8866b5df10a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Made reservation on behalf of b59dd104a0ce4b40b4864678a8aca3c8 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:07:08.928580 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-942bb70c-37b2-4eeb-a409-c8866b5df10a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:08.951958 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-d9567e1d-30a3-439b-8992-cac139db06f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:08.954110 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-d9567e1d-30a3-439b-8992-cac139db06f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 1095 time: 0.3155074 Mar 09 04:07:08.959327 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-942bb70c-37b2-4eeb-a409-c8866b5df10a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:09.050218 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-79d60945-fdec-430f-afea-368ded9e778b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62ac5182-89b1-4b23-96c7-da6ffa4db2ad HTTP/1.1" status: 200 len: 217 time: 0.0809133 Mar 09 04:07:09.051157 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-942bb70c-37b2-4eeb-a409-c8866b5df10a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:09.057942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-942bb70c-37b2-4eeb-a409-c8866b5df10a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Usage tracker for resource:security_group_rule and tenant:b59dd104a0ce4b40b4864678a8aca3c8 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:07:09.061741 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-942bb70c-37b2-4eeb-a409-c8866b5df10a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:07:09.279012 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e817b2-5a93-4fec-9878-da9ce453ef5f req-1c9aef9f-a711-400c-b04f-84adf6501bf2 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:09.287084 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e2e817b2-5a93-4fec-9878-da9ce453ef5f req-1c9aef9f-a711-400c-b04f-84adf6501bf2 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/ports?device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 943 time: 0.1126778 Mar 09 04:07:09.292513 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-07ed4401-9deb-4aab-bbd7-89038f8b130c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:09.294000 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-07ed4401-9deb-4aab-bbd7-89038f8b130c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=25e31947-b9b1-416b-b0be-d6ee801a1460 HTTP/1.1" status: 200 len: 834 time: 0.2261484 Mar 09 04:07:09.343495 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e2e817b2-5a93-4fec-9878-da9ce453ef5f req-20eac504-abd3-4f0f-9e46-b0b2319d754e tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dc1bb1a-76f6-43be-8bcc-d1485d5b72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550983 Mar 09 04:07:09.364868 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-942bb70c-37b2-4eeb-a409-c8866b5df10a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:09.516672 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd0c759f-9a46-4610-a882-fb3fc0209bf9 req-9523f5ca-0df7-4075-bd7e-d3271f08f873 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf72d573-90e0-425c-a8e0-1f53cea17392 HTTP/1.1" status: 200 len: 210 time: 0.0509961 Mar 09 04:07:09.563465 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-3c825e99-cf1d-4fed-8e47-e495c6f33104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:09.564930 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-3c825e99-cf1d-4fed-8e47-e495c6f33104 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04360621-aa2d-4f71-be66-e3a6806763e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2344911 Mar 09 04:07:09.574952 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fae40-06c3-4a04-aa90-3271994810a0 req-24c4ae4b-c0c5-416e-b6d7-18a39aad921c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:09.576422 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-162fae40-06c3-4a04-aa90-3271994810a0 req-24c4ae4b-c0c5-416e-b6d7-18a39aad921c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 944 time: 0.5097725 Mar 09 04:07:09.578077 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-942bb70c-37b2-4eeb-a409-c8866b5df10a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:09.614459 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-942bb70c-37b2-4eeb-a409-c8866b5df10a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:09.806053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942bb70c-37b2-4eeb-a409-c8866b5df10a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e36fd27-bb60-4779-9c2d-e538652fdee5,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:09.815425 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-162fae40-06c3-4a04-aa90-3271994810a0 req-f3ff74eb-ee3e-4790-925d-bea85cd66626 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159901 Mar 09 04:07:09.900577 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-0723e09b-5aaf-4d19-95bd-04e9a090ff6c service neutron] 10.222.0.24 "GET /v2.0/networks/04360621-aa2d-4f71-be66-e3a6806763e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211067 Mar 09 04:07:09.959920 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-942bb70c-37b2-4eeb-a409-c8866b5df10a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Allocated IP 192.168.233.46 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/5116a66c-52d3-44e7-bd7d-2c80f267da9e) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:07:10.068502 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 2fca9a3e-ae16-4765-8135-741c53082224 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:07:10.094595 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-df29ee24-84a3-4a92-88df-e68fc928a0fc req-571e043f-fadc-4a65-8485-5aea13aef9d9 service neutron] 10.222.0.24 "GET /v2.0/networks/04360621-aa2d-4f71-be66-e3a6806763e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858294 Mar 09 04:07:10.231319 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 2fca9a3e-ae16-4765-8135-741c53082224, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=2fca9a3e-ae16-4765-8135-741c53082224,segment=NetworkSegment(a5c1ccc3-8951-4c17-8d21-ea6c17bd320c),segment_id=a5c1ccc3-8951-4c17-8d21-ea6c17bd320c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:07:10.250694 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '2fca9a3e-ae16-4765-8135-741c53082224', 'network_id': '38d08348-8c49-4519-b248-df21fcca9334', 'port_id': '2fca9a3e-ae16-4765-8135-741c53082224', 'mac_address': 'fa:16:3e:37:2f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5795f339-9cb7-4a0f-a08c-a02ae45b1040', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:07:10.313831 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:10.332611 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fca9a3e-ae16-4765-8135-741c53082224 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:07:10.350248 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 2fca9a3e-ae16-4765-8135-741c53082224, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=2fca9a3e-ae16-4765-8135-741c53082224,segment=NetworkSegment(a5c1ccc3-8951-4c17-8d21-ea6c17bd320c),segment_id=a5c1ccc3-8951-4c17-8d21-ea6c17bd320c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:07:10.355980 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:10.375193 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-942bb70c-37b2-4eeb-a409-c8866b5df10a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:10.380216 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc2266-470c-4128-addf-5dd18f5771dd req-95f3e56c-293c-4d07-926a-83ba39f9030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:10.381680 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-27fc2266-470c-4128-addf-5dd18f5771dd req-95f3e56c-293c-4d07-926a-83ba39f9030e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 1095 time: 0.2018194 Mar 09 04:07:10.429310 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-942bb70c-37b2-4eeb-a409-c8866b5df10a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Transition to ACTIVE for port object 5116a66c-52d3-44e7-bd7d-2c80f267da9e will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:07:10.593816 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc2266-470c-4128-addf-5dd18f5771dd req-31cea94a-3074-49f8-8ec9-853865e83b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:10.598041 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-27fc2266-470c-4128-addf-5dd18f5771dd req-31cea94a-3074-49f8-8ec9-853865e83b4e service neutron] 10.222.0.24 "GET /v2.0/networks?id=04360621-aa2d-4f71-be66-e3a6806763e2 HTTP/1.1" status: 200 len: 898 time: 0.2099383 Mar 09 04:07:10.602285 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-942bb70c-37b2-4eeb-a409-c8866b5df10a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:10.633216 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['2fca9a3e-ae16-4765-8135-741c53082224'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:07:10.674386 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4f7ce-5a7f-4629-bdbe-d3b8f5829813 req-6990c6ba-eb7d-4c64-b176-fdba86eb6652 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:10.682548 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b6f4f7ce-5a7f-4629-bdbe-d3b8f5829813 req-6990c6ba-eb7d-4c64-b176-fdba86eb6652 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/ports?device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 944 time: 0.1227934 Mar 09 04:07:10.686880 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=2fca9a3e-ae16-4765-8135-741c53082224,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:10.736637 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:10.740359 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:10.740359 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:10.740359 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:10.743728 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:10.744202 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:10.744865 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:10.745619 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:10.746304 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:10.746800 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:10.747642 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:10.748063 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:10.755057 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b6f4f7ce-5a7f-4629-bdbe-d3b8f5829813 req-abe35881-7e74-43a2-b7ce-42bd5d223673 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dc1bb1a-76f6-43be-8bcc-d1485d5b72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682824 Mar 09 04:07:10.821389 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-27fc2266-470c-4128-addf-5dd18f5771dd req-4e204f97-cab4-4773-8b09-7bba114a1849 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62ac5182-89b1-4b23-96c7-da6ffa4db2ad HTTP/1.1" status: 200 len: 217 time: 0.2165358 Mar 09 04:07:10.851695 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942bb70c-37b2-4eeb-a409-c8866b5df10a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Pushing event updated for resources: {'Port': ['ID=5116a66c-52d3-44e7-bd7d-2c80f267da9e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:10.978824 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc2266-470c-4128-addf-5dd18f5771dd req-f5b15190-3212-4cd4-98cd-beb7a36dd0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:10.980477 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-27fc2266-470c-4128-addf-5dd18f5771dd req-f5b15190-3212-4cd4-98cd-beb7a36dd0b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=25e31947-b9b1-416b-b0be-d6ee801a1460 HTTP/1.1" status: 200 len: 834 time: 0.1137948 Mar 09 04:07:10.986935 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-942bb70c-37b2-4eeb-a409-c8866b5df10a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:07:11.054068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-942bb70c-37b2-4eeb-a409-c8866b5df10a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:07:11.060397 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-942bb70c-37b2-4eeb-a409-c8866b5df10a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:07:11.139709 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c0af4-c39a-4b2b-9d09-d69322902a49 req-f9764a7e-25b8-431b-9f49-5af0584b02ee tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:11.149073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-942bb70c-37b2-4eeb-a409-c8866b5df10a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:11.149324 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-937c0af4-c39a-4b2b-9d09-d69322902a49 req-f9764a7e-25b8-431b-9f49-5af0584b02ee tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 944 time: 0.1227124 Mar 09 04:07:11.149793 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-942bb70c-37b2-4eeb-a409-c8866b5df10a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:11.208584 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-937c0af4-c39a-4b2b-9d09-d69322902a49 req-2af928ec-0baa-46fd-83db-f5023f899606 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556433 Mar 09 04:07:11.239470 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-942bb70c-37b2-4eeb-a409-c8866b5df10a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6594164 Mar 09 04:07:11.268398 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-51d2138b-1a13-40bb-ac28-852b1b41269c service neutron] Request body: {'port': {'device_id': 'bf72d573-90e0-425c-a8e0-1f53cea17392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:07:11.482012 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc2266-470c-4128-addf-5dd18f5771dd req-291a1214-3d8f-440f-93d8-8567f4bffab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:11.483497 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-27fc2266-470c-4128-addf-5dd18f5771dd req-291a1214-3d8f-440f-93d8-8567f4bffab5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04360621-aa2d-4f71-be66-e3a6806763e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4939048 Mar 09 04:07:11.517364 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bd014-eec6-400b-8c2f-2bfe24a12e60 req-7c00a046-95b5-463e-a1fc-f924e7070f56 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:11.518075 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-418bd014-eec6-400b-8c2f-2bfe24a12e60 req-7c00a046-95b5-463e-a1fc-f924e7070f56 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Synchronizing usage tracker for tenant:b59dd104a0ce4b40b4864678a8aca3c8 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:07:11.548585 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-57029aed-5251-4338-8d12-43c1774dce73 None None] Provisioning for port 5116a66c-52d3-44e7-bd7d-2c80f267da9e completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:07:11.560143 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-57029aed-5251-4338-8d12-43c1774dce73 None None] Provisioning complete for port 5116a66c-52d3-44e7-bd7d-2c80f267da9e triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:07:11.560939 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-57029aed-5251-4338-8d12-43c1774dce73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:11.638092 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-57029aed-5251-4338-8d12-43c1774dce73 None None] Port 5116a66c-52d3-44e7-bd7d-2c80f267da9e cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:07:11.681893 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-51d2138b-1a13-40bb-ac28-852b1b41269c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:11.704520 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-418bd014-eec6-400b-8c2f-2bfe24a12e60 req-7c00a046-95b5-463e-a1fc-f924e7070f56 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Unset dirty status for tenant:b59dd104a0ce4b40b4864678a8aca3c8 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:07:11.711444 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-418bd014-eec6-400b-8c2f-2bfe24a12e60 req-7c00a046-95b5-463e-a1fc-f924e7070f56 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf72d573-90e0-425c-a8e0-1f53cea17392 HTTP/1.1" status: 200 len: 935 time: 0.8888288 Mar 09 04:07:11.807696 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-418bd014-eec6-400b-8c2f-2bfe24a12e60 req-80a0514a-a776-4f6e-96af-aaf971cc48cb tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Synchronizing usage tracker for tenant:b59dd104a0ce4b40b4864678a8aca3c8 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:07:11.841027 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-27fc2266-470c-4128-addf-5dd18f5771dd req-e84a64c3-3961-400e-9c66-797df519f79c service neutron] 10.222.0.24 "GET /v2.0/networks/04360621-aa2d-4f71-be66-e3a6806763e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505571 Mar 09 04:07:11.913750 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-418bd014-eec6-400b-8c2f-2bfe24a12e60 req-80a0514a-a776-4f6e-96af-aaf971cc48cb tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Unset dirty status for tenant:b59dd104a0ce4b40b4864678a8aca3c8 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:07:11.915036 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-418bd014-eec6-400b-8c2f-2bfe24a12e60 req-80a0514a-a776-4f6e-96af-aaf971cc48cb tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e36fd27-bb60-4779-9c2d-e538652fdee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025359 Mar 09 04:07:12.090835 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda9b93-a5ef-44a0-90ac-f947c0fd8ede req-8c325254-0839-4ddd-a111-83273c17e096 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:12.092586 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6cda9b93-a5ef-44a0-90ac-f947c0fd8ede req-8c325254-0839-4ddd-a111-83273c17e096 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/ports?device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 944 time: 0.1653178 Mar 09 04:07:12.098579 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 2fca9a3e-ae16-4765-8135-741c53082224 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:07:12.168924 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6cda9b93-a5ef-44a0-90ac-f947c0fd8ede req-e4837a63-5f4b-46df-993c-a883b0b2f993 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dc1bb1a-76f6-43be-8bcc-d1485d5b72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591297 Mar 09 04:07:12.174870 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-27fc2266-470c-4128-addf-5dd18f5771dd req-00305c57-cbaf-4271-96aa-3820f3653410 service neutron] 10.222.0.24 "GET /v2.0/networks/04360621-aa2d-4f71-be66-e3a6806763e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223066 Mar 09 04:07:12.318255 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 2fca9a3e-ae16-4765-8135-741c53082224 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:07:12.329095 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 2fca9a3e-ae16-4765-8135-741c53082224 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:07:12.329095 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:12.559134 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:12.593827 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a2140d-3ff8-4659-a317-6ddd5fcd332c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fca9a3e-ae16-4765-8135-741c53082224'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:07:12.617376 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 2fca9a3e-ae16-4765-8135-741c53082224, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=2fca9a3e-ae16-4765-8135-741c53082224,segment=NetworkSegment(a5c1ccc3-8951-4c17-8d21-ea6c17bd320c),segment_id=a5c1ccc3-8951-4c17-8d21-ea6c17bd320c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:07:12.625691 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:12.691623 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a2140d-3ff8-4659-a317-6ddd5fcd332c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fca9a3e-ae16-4765-8135-741c53082224', 'code': 200} Mar 09 04:07:12.737904 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=2fca9a3e-ae16-4765-8135-741c53082224,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:12.813569 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e75f9c-37f5-4743-94a9-c618b300c77d req-b190f7d1-b507-4ccf-9779-27cb1c27be7c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:12.824504 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-27e75f9c-37f5-4743-94a9-c618b300c77d req-b190f7d1-b507-4ccf-9779-27cb1c27be7c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 944 time: 0.2767286 Mar 09 04:07:12.849099 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-51d2138b-1a13-40bb-ac28-852b1b41269c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5116a66c-52d3-44e7-bd7d-2c80f267da9e {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:07:12.861662 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-51d2138b-1a13-40bb-ac28-852b1b41269c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:12.908174 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-51d2138b-1a13-40bb-ac28-852b1b41269c service neutron] Transition to ACTIVE for port object 5116a66c-52d3-44e7-bd7d-2c80f267da9e will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:07:12.920715 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-27e75f9c-37f5-4743-94a9-c618b300c77d req-0262a136-209a-4b6c-b3c3-a9f52369b36b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935402 Mar 09 04:07:12.937949 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-51d2138b-1a13-40bb-ac28-852b1b41269c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:13.052194 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2138b-1a13-40bb-ac28-852b1b41269c service neutron] Pushing event updated for resources: {'Port': ['ID=5116a66c-52d3-44e7-bd7d-2c80f267da9e,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:13.052194 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbb0ab-0a03-4fae-9919-f55c0aa05037 req-081555e1-ab94-4959-8f20-75b07357f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:13.052194 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ddfbb0ab-0a03-4fae-9919-f55c0aa05037 req-081555e1-ab94-4959-8f20-75b07357f4a8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 1096 time: 0.2938261 Mar 09 04:07:13.274042 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ddfbb0ab-0a03-4fae-9919-f55c0aa05037 req-af86b608-da86-46a1-ae8d-f580068df7e2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3dc1bb1a-76f6-43be-8bcc-d1485d5b72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542563 Mar 09 04:07:13.322246 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-51d2138b-1a13-40bb-ac28-852b1b41269c service neutron] Attempting to bind port 5116a66c-52d3-44e7-bd7d-2c80f267da9e on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:07:13.322633 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-51d2138b-1a13-40bb-ac28-852b1b41269c service neutron] Attempting to bind port 5116a66c-52d3-44e7-bd7d-2c80f267da9e by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:07:13.323108 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-51d2138b-1a13-40bb-ac28-852b1b41269c service neutron] Attempting to bind port 5116a66c-52d3-44e7-bd7d-2c80f267da9e on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:07:13.329375 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d608011-95fb-4214-8b2c-0252390f2fc9 req-67f8f8dd-c890-4a9b-9790-6d6b8f5e4815 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:13.331766 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7d608011-95fb-4214-8b2c-0252390f2fc9 req-67f8f8dd-c890-4a9b-9790-6d6b8f5e4815 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf72d573-90e0-425c-a8e0-1f53cea17392 HTTP/1.1" status: 200 len: 947 time: 0.1299620 Mar 09 04:07:13.335111 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-51d2138b-1a13-40bb-ac28-852b1b41269c service neutron] Port 5116a66c-52d3-44e7-bd7d-2c80f267da9e on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:07:13.335490 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-51d2138b-1a13-40bb-ac28-852b1b41269c service neutron] Attempting to bind port 5116a66c-52d3-44e7-bd7d-2c80f267da9e on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:07:13.367551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-51d2138b-1a13-40bb-ac28-852b1b41269c service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:07:13.368020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-51d2138b-1a13-40bb-ac28-852b1b41269c service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:07:13.368400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-51d2138b-1a13-40bb-ac28-852b1b41269c service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:07:13.368841 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-51d2138b-1a13-40bb-ac28-852b1b41269c service neutron] Bound port: 5116a66c-52d3-44e7-bd7d-2c80f267da9e, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:07:13.369167 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-51d2138b-1a13-40bb-ac28-852b1b41269c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:13.446523 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7d608011-95fb-4214-8b2c-0252390f2fc9 req-bc67f967-9829-4f08-890c-74052fab9767 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e36fd27-bb60-4779-9c2d-e538652fdee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083677 Mar 09 04:07:13.561145 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-51d2138b-1a13-40bb-ac28-852b1b41269c service neutron] For port 5116a66c-52d3-44e7-bd7d-2c80f267da9e, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:07:13.570080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415873cc-d63c-4908-858b-7af30d18fae2 req-7df86bd2-47a1-4746-a9ad-b3c6d4a606ba tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:13.575542 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-415873cc-d63c-4908-858b-7af30d18fae2 req-7df86bd2-47a1-4746-a9ad-b3c6d4a606ba tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/ports?device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 945 time: 0.1823680 Mar 09 04:07:13.579736 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-51d2138b-1a13-40bb-ac28-852b1b41269c service neutron] For port 5116a66c-52d3-44e7-bd7d-2c80f267da9e, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5116a66c-52d3-44e7-bd7d-2c80f267da9e,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:07:13.597300 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-51d2138b-1a13-40bb-ac28-852b1b41269c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:13.660381 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-51d2138b-1a13-40bb-ac28-852b1b41269c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:13.660976 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-51d2138b-1a13-40bb-ac28-852b1b41269c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:13.662958 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-51d2138b-1a13-40bb-ac28-852b1b41269c service neutron] 10.222.0.21 "PUT /v2.0/ports/5116a66c-52d3-44e7-bd7d-2c80f267da9e HTTP/1.1" status: 200 len: 1095 time: 2.4058597 Mar 09 04:07:13.665194 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf72d573-90e0-425c-a8e0-1f53cea17392', 'tag': '5116a66c-52d3-44e7-bd7d-2c80f267da9e'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:07:13.708220 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-415873cc-d63c-4908-858b-7af30d18fae2 req-5aa9d8d6-6933-44c1-ad78-e22e79f4d52d tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dc1bb1a-76f6-43be-8bcc-d1485d5b72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271915 Mar 09 04:07:13.719302 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2138b-1a13-40bb-ac28-852b1b41269c service neutron] Pushing event updated for resources: {'Port': ['ID=5116a66c-52d3-44e7-bd7d-2c80f267da9e,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:13.790827 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf72d573-90e0-425c-a8e0-1f53cea17392', 'tag': '5116a66c-52d3-44e7-bd7d-2c80f267da9e', 'status': 'completed', 'code': 200} Mar 09 04:07:13.844464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-458a2815-e07e-41ca-8c5d-834baad54f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:13.845925 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-458a2815-e07e-41ca-8c5d-834baad54f06 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b59dd104a0ce4b40b4864678a8aca3c8&device_id=bf72d573-90e0-425c-a8e0-1f53cea17392 HTTP/1.1" status: 200 len: 1098 time: 0.1167781 Mar 09 04:07:13.966399 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-abec5af2-33b7-49ca-a9b5-07be62eb9732 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=5116a66c-52d3-44e7-bd7d-2c80f267da9e HTTP/1.1" status: 200 len: 217 time: 0.1061740 Mar 09 04:07:14.085477 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-b9ab1bf5-f30f-4eda-b040-2db99969bc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:14.085477 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-b9ab1bf5-f30f-4eda-b040-2db99969bc8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.0943749 Mar 09 04:07:14.388059 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-c0720510-9ba6-4e4f-9f58-0dc88ebae122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:14.389568 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-c0720510-9ba6-4e4f-9f58-0dc88ebae122 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3074460 Mar 09 04:07:14.628746 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-5547286e-de39-4882-ad69-65d0624a101b service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287579 Mar 09 04:07:14.720737 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 62ac5182-89b1-4b23-96c7-da6ffa4db2ad details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:07:14.817735 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f42d8-a0e4-4fdb-8082-0a4fc8dbe24b req-cd36e8dd-4dd3-4335-ac93-9d17e5514f9b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:14.824992 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d8f42d8-a0e4-4fdb-8082-0a4fc8dbe24b req-cd36e8dd-4dd3-4335-ac93-9d17e5514f9b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 944 time: 0.3799968 Mar 09 04:07:14.860791 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e9a73c90-b299-4424-a78d-fa90e357a6ba req-f09f053f-59ca-4c97-82e0-bb00ad4f6388 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252035 Mar 09 04:07:14.911727 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d8f42d8-a0e4-4fdb-8082-0a4fc8dbe24b req-5b9162f6-458c-46e6-9104-cf7bd71e3945 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857780 Mar 09 04:07:14.925341 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff070ef-406e-487c-9811-2f62ac352519 req-407b4bf7-7682-4e58-923d-bdf79087b38c tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:14.945643 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0ff070ef-406e-487c-9811-2f62ac352519 req-407b4bf7-7682-4e58-923d-bdf79087b38c tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf72d573-90e0-425c-a8e0-1f53cea17392 HTTP/1.1" status: 200 len: 947 time: 0.2094533 Mar 09 04:07:14.999568 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=62ac5182-89b1-4b23-96c7-da6ffa4db2ad,segment=NetworkSegment(f8616e19-f602-48ad-826c-bf5822ce78e9),segment_id=f8616e19-f602-48ad-826c-bf5822ce78e9)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:07:15.020636 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '62ac5182-89b1-4b23-96c7-da6ffa4db2ad', 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2', 'port_id': '62ac5182-89b1-4b23-96c7-da6ffa4db2ad', 'mac_address': 'fa:16:3e:aa:12:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e31947-b9b1-416b-b0be-d6ee801a1460', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:07:15.085669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a153f6b-ec4d-4566-8cce-e318121b801b req-43de46bb-3d15-477e-b90a-7f57c0d8097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:15.088407 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9a153f6b-ec4d-4566-8cce-e318121b801b req-43de46bb-3d15-477e-b90a-7f57c0d8097c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b59dd104a0ce4b40b4864678a8aca3c8&device_id=bf72d573-90e0-425c-a8e0-1f53cea17392 HTTP/1.1" status: 200 len: 1098 time: 0.1747844 Mar 09 04:07:15.165677 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0ff070ef-406e-487c-9811-2f62ac352519 req-42239d02-75bf-4d29-a8fa-c8ec81b51f49 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e36fd27-bb60-4779-9c2d-e538652fdee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133482 Mar 09 04:07:15.213165 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:15.297341 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ac5182-89b1-4b23-96c7-da6ffa4db2ad {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:07:15.355583 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=62ac5182-89b1-4b23-96c7-da6ffa4db2ad,segment=NetworkSegment(f8616e19-f602-48ad-826c-bf5822ce78e9),segment_id=f8616e19-f602-48ad-826c-bf5822ce78e9)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:07:15.369131 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:15.512933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a153f6b-ec4d-4566-8cce-e318121b801b req-8d7ea909-1a0f-4080-b841-bfbd8166b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:15.514724 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9a153f6b-ec4d-4566-8cce-e318121b801b req-8d7ea909-1a0f-4080-b841-bfbd8166b1b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.4198697 Mar 09 04:07:15.568830 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=62ac5182-89b1-4b23-96c7-da6ffa4db2ad,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:15.653495 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9a153f6b-ec4d-4566-8cce-e318121b801b req-269b043e-8ac0-485e-9939-69d5de02f740 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=5116a66c-52d3-44e7-bd7d-2c80f267da9e HTTP/1.1" status: 200 len: 217 time: 0.1280880 Mar 09 04:07:15.723964 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['62ac5182-89b1-4b23-96c7-da6ffa4db2ad'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:07:15.824590 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa8802-95a4-49b2-a069-c9e802e657ca req-9628af13-8a9f-4198-a73d-934b88b727ba tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:15.831971 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4daa8802-95a4-49b2-a069-c9e802e657ca req-9628af13-8a9f-4198-a73d-934b88b727ba tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/ports?device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 945 time: 0.4801316 Mar 09 04:07:15.910643 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a153f6b-ec4d-4566-8cce-e318121b801b req-e85f3113-c1bf-451e-b7eb-8a6d3c8ceab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:15.913039 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9a153f6b-ec4d-4566-8cce-e318121b801b req-e85f3113-c1bf-451e-b7eb-8a6d3c8ceab6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.2248266 Mar 09 04:07:15.986616 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4daa8802-95a4-49b2-a069-c9e802e657ca req-9301ac9c-0a40-4da4-9d59-6a803a71973b tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dc1bb1a-76f6-43be-8bcc-d1485d5b72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394448 Mar 09 04:07:16.137114 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a153f6b-ec4d-4566-8cce-e318121b801b req-f30a992e-a3f5-4a74-8f4e-de73b9fb1399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:16.138710 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9a153f6b-ec4d-4566-8cce-e318121b801b req-f30a992e-a3f5-4a74-8f4e-de73b9fb1399 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2162676 Mar 09 04:07:16.319593 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6ed23-65c0-4a74-95d9-47efdade1549 req-1d51f7e2-8722-4bdf-ad55-e63c1032c9c3 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:16.321988 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-04b6ed23-65c0-4a74-95d9-47efdade1549 req-1d51f7e2-8722-4bdf-ad55-e63c1032c9c3 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/ports?device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 945 time: 0.0994842 Mar 09 04:07:16.374320 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-04b6ed23-65c0-4a74-95d9-47efdade1549 req-3780fc46-f892-4cd5-ad4a-3adb12fd8a5a tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dc1bb1a-76f6-43be-8bcc-d1485d5b72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466340 Mar 09 04:07:16.415303 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9a153f6b-ec4d-4566-8cce-e318121b801b req-26d783ae-a26a-476b-b31a-34557a902a2d service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693589 Mar 09 04:07:16.460418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ae391-b7b5-43a9-9bec-70810d2974a2 req-0dd0c27c-b0b4-493c-b60a-d0aac3ed8eb2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:16.471953 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b09ae391-b7b5-43a9-9bec-70810d2974a2 req-0dd0c27c-b0b4-493c-b60a-d0aac3ed8eb2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 945 time: 0.2390809 Mar 09 04:07:16.590628 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b09ae391-b7b5-43a9-9bec-70810d2974a2 req-532ecba9-6235-4490-999f-8f5272a835d3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137557 Mar 09 04:07:16.617172 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7cd67-23b4-4c7e-a582-eaf0ad18a45d req-6ae794cd-d56a-42a1-8cb6-bfb0528a75a9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:16.619075 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3e7cd67-23b4-4c7e-a582-eaf0ad18a45d req-6ae794cd-d56a-42a1-8cb6-bfb0528a75a9 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 946 time: 0.1108177 Mar 09 04:07:16.646816 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9a153f6b-ec4d-4566-8cce-e318121b801b req-ccc7105e-a85a-434a-9d56-8a2dfc773c26 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215447 Mar 09 04:07:16.688815 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3e7cd67-23b4-4c7e-a582-eaf0ad18a45d req-dda96b44-6b7c-4e47-8b87-927cdb7defe5 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563071 Mar 09 04:07:16.942127 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb1c00-faa6-4908-89e9-ed9447becc0f req-20f62dba-bbd4-4159-8ac8-bbefef0c2f88 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:16.953454 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c7fb1c00-faa6-4908-89e9-ed9447becc0f req-20f62dba-bbd4-4159-8ac8-bbefef0c2f88 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/ports?device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 945 time: 0.1635017 Mar 09 04:07:16.962626 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffd191-ddf4-46c6-b80c-50e942ed47f4 req-e896262f-1749-4899-a5be-814dce59b6ea tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:16.970163 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-58ffd191-ddf4-46c6-b80c-50e942ed47f4 req-e896262f-1749-4899-a5be-814dce59b6ea tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf72d573-90e0-425c-a8e0-1f53cea17392 HTTP/1.1" status: 200 len: 947 time: 0.2236397 Mar 09 04:07:17.017352 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c7fb1c00-faa6-4908-89e9-ed9447becc0f req-bf4a3db4-83f7-4257-89ae-2f906425684a tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dc1bb1a-76f6-43be-8bcc-d1485d5b72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607731 Mar 09 04:07:17.023630 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-58ffd191-ddf4-46c6-b80c-50e942ed47f4 req-54827b62-36af-47ef-b0dc-a6474a85c4de tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e36fd27-bb60-4779-9c2d-e538652fdee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526125 Mar 09 04:07:17.035254 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59920) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:17.293512 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b9ae00-da9e-4c10-8e0a-30b71bb9d7a3 tempest-TestServerBasicOps-1102047442 tempest-TestServerBasicOps-1102047442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:17.294624 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-19b9ae00-da9e-4c10-8e0a-30b71bb9d7a3 tempest-TestServerBasicOps-1102047442 tempest-TestServerBasicOps-1102047442-project-admin] Synchronizing usage tracker for tenant:2c557cf77ac744b18943de4826100009 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:07:17.324254 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-19b9ae00-da9e-4c10-8e0a-30b71bb9d7a3 tempest-TestServerBasicOps-1102047442 tempest-TestServerBasicOps-1102047442-project-admin] Unset dirty status for tenant:2c557cf77ac744b18943de4826100009 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:07:17.325414 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-19b9ae00-da9e-4c10-8e0a-30b71bb9d7a3 tempest-TestServerBasicOps-1102047442 tempest-TestServerBasicOps-1102047442-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 1091 time: 0.2889416 Mar 09 04:07:17.328376 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59926) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:17.333352 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-056c9c1b-28ce-4660-b614-018cddf44c23 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'port_id': '2fca9a3e-ae16-4765-8135-741c53082224', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:07:17.342013 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-056c9c1b-28ce-4660-b614-018cddf44c23 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:17.350682 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-056c9c1b-28ce-4660-b614-018cddf44c23 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Usage tracker for resource:floatingip and tenant:5cc75666b7d64b64a7fc43dbc17f958f is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:07:17.354964 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-056c9c1b-28ce-4660-b614-018cddf44c23 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:07:17.361385 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-056c9c1b-28ce-4660-b614-018cddf44c23 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:17.380052 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-056c9c1b-28ce-4660-b614-018cddf44c23 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:17.683946 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-056c9c1b-28ce-4660-b614-018cddf44c23 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:17.889536 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-056c9c1b-28ce-4660-b614-018cddf44c23 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Allocated IP 172.25.7.243 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/c84286f8-e616-42ed-ae9e-8d9af7e10ffa) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:07:17.894284 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619f7d5-a50f-4958-b6b1-b02aa5c4d01d req-d44d3df9-6427-4590-9524-67a595878dbf tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:17.899033 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4619f7d5-a50f-4958-b6b1-b02aa5c4d01d req-d44d3df9-6427-4590-9524-67a595878dbf tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 946 time: 0.1672976 Mar 09 04:07:17.941776 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0512a-eaff-49c4-82f7-b02b0f667c93 req-a671562e-9c6e-4d80-a4b3-ce7e3f8ab762 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:17.943288 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c6f0512a-eaff-49c4-82f7-b02b0f667c93 req-a671562e-9c6e-4d80-a4b3-ce7e3f8ab762 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 945 time: 0.1340706 Mar 09 04:07:18.021796 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-4619f7d5-a50f-4958-b6b1-b02aa5c4d01d req-5d156d08-bed5-4989-aca1-7b3efa9245ab tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Deleting port 0ea65e4f-7079-44db-9631-3d500846beaf {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:07:18.022344 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4619f7d5-a50f-4958-b6b1-b02aa5c4d01d req-5d156d08-bed5-4989-aca1-7b3efa9245ab tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:18.098847 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c6f0512a-eaff-49c4-82f7-b02b0f667c93 req-25664df8-bed7-4bbb-98df-a9c477276f81 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441152 Mar 09 04:07:18.103351 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 5116a66c-52d3-44e7-bd7d-2c80f267da9e details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:07:18.192003 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-056c9c1b-28ce-4660-b614-018cddf44c23 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:18.275529 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-056c9c1b-28ce-4660-b614-018cddf44c23 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:18.406626 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 5116a66c-52d3-44e7-bd7d-2c80f267da9e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5116a66c-52d3-44e7-bd7d-2c80f267da9e,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:07:18.425661 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c9c1b-28ce-4660-b614-018cddf44c23 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Pushing event updated for resources: {'Port': ['ID=c84286f8-e616-42ed-ae9e-8d9af7e10ffa,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:18.434381 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '5116a66c-52d3-44e7-bd7d-2c80f267da9e', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': '5116a66c-52d3-44e7-bd7d-2c80f267da9e', 'mac_address': 'fa:16:3e:5f:12:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:07:18.511511 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:18.522986 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056c9c1b-28ce-4660-b614-018cddf44c23 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:07:18.529698 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-056c9c1b-28ce-4660-b614-018cddf44c23 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:07:18.533471 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056c9c1b-28ce-4660-b614-018cddf44c23 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:07:18.572323 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5116a66c-52d3-44e7-bd7d-2c80f267da9e {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:07:18.599034 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318ae91-8540-41c9-a41c-4e0286a84a31 req-a2ffe360-7764-4b16-95e4-db9f58da7c31 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:18.607279 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9318ae91-8540-41c9-a41c-4e0286a84a31 req-a2ffe360-7764-4b16-95e4-db9f58da7c31 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 946 time: 0.7278264 Mar 09 04:07:18.622597 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 5116a66c-52d3-44e7-bd7d-2c80f267da9e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5116a66c-52d3-44e7-bd7d-2c80f267da9e,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:07:18.630937 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:18.681525 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606882a-5b1b-4d60-bf92-7c23aca68de9 req-1899598a-c151-4393-b151-b20dd4e4cb6c tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:18.683147 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d606882a-5b1b-4d60-bf92-7c23aca68de9 req-1899598a-c151-4393-b151-b20dd4e4cb6c tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf72d573-90e0-425c-a8e0-1f53cea17392 HTTP/1.1" status: 200 len: 947 time: 0.2592325 Mar 09 04:07:18.683929 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9318ae91-8540-41c9-a41c-4e0286a84a31 req-8b22270b-48ce-4b78-ac53-7353affea318 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups?id=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753906 Mar 09 04:07:18.747087 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-4619f7d5-a50f-4958-b6b1-b02aa5c4d01d req-5d156d08-bed5-4989-aca1-7b3efa9245ab tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] For port 0ea65e4f-7079-44db-9631-3d500846beaf, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0ea65e4f-7079-44db-9631-3d500846beaf,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:07:18.749914 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4619f7d5-a50f-4958-b6b1-b02aa5c4d01d req-5d156d08-bed5-4989-aca1-7b3efa9245ab tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:18.790187 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=5116a66c-52d3-44e7-bd7d-2c80f267da9e,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:18.793214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 62ac5182-89b1-4b23-96c7-da6ffa4db2ad up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:07:18.952352 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['5116a66c-52d3-44e7-bd7d-2c80f267da9e'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:07:18.980288 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d606882a-5b1b-4d60-bf92-7c23aca68de9 req-e37a7162-f2d9-448f-9d59-d413905ca062 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e36fd27-bb60-4779-9c2d-e538652fdee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882924 Mar 09 04:07:19.072736 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:07:19.081365 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:07:19.081741 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:19.408211 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4619f7d5-a50f-4958-b6b1-b02aa5c4d01d req-5d156d08-bed5-4989-aca1-7b3efa9245ab tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:19.408754 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4619f7d5-a50f-4958-b6b1-b02aa5c4d01d req-5d156d08-bed5-4989-aca1-7b3efa9245ab tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:19.408870 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [req-4619f7d5-a50f-4958-b6b1-b02aa5c4d01d req-5d156d08-bed5-4989-aca1-7b3efa9245ab tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Floating IP 9e5493cc-b75e-47e3-b20b-ac7bc6ad0c7d disassociated. External IP: 172.25.7.29, port: 0ea65e4f-7079-44db-9631-3d500846beaf. Mar 09 04:07:19.409153 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-4619f7d5-a50f-4958-b6b1-b02aa5c4d01d req-5d156d08-bed5-4989-aca1-7b3efa9245ab tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Calling delete_port for 0ea65e4f-7079-44db-9631-3d500846beaf owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:07:19.409272 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:19.418306 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-056c9c1b-28ce-4660-b614-018cddf44c23 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:19.446327 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=62ac5182-89b1-4b23-96c7-da6ffa4db2ad,segment=NetworkSegment(f8616e19-f602-48ad-826c-bf5822ce78e9),segment_id=f8616e19-f602-48ad-826c-bf5822ce78e9)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:07:19.447408 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b013f1-e9fc-4bf4-a296-cbffef992ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ac5182-89b1-4b23-96c7-da6ffa4db2ad'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:07:19.456680 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:19.528951 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b013f1-e9fc-4bf4-a296-cbffef992ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ac5182-89b1-4b23-96c7-da6ffa4db2ad', 'code': 200} Mar 09 04:07:19.605161 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a2ebe-2fe7-4f56-9f1b-982df0ae858f req-35551753-f4a1-43e5-9b07-cb6519102866 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:19.613096 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d10a2ebe-2fe7-4f56-9f1b-982df0ae858f req-35551753-f4a1-43e5-9b07-cb6519102866 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 945 time: 0.2594080 Mar 09 04:07:19.622425 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=62ac5182-89b1-4b23-96c7-da6ffa4db2ad,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:19.675437 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-056c9c1b-28ce-4660-b614-018cddf44c23 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:19.693612 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d10a2ebe-2fe7-4f56-9f1b-982df0ae858f req-467d4a34-d64d-4290-8b7c-e7f19a8918ca tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794947 Mar 09 04:07:19.769259 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4619f7d5-a50f-4958-b6b1-b02aa5c4d01d req-5d156d08-bed5-4989-aca1-7b3efa9245ab tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:19.827637 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d156d08-bed5-4989-aca1-7b3efa9245ab tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Pushing event deleted for resources: {'Port': ['ID=0ea65e4f-7079-44db-9631-3d500846beaf,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:19.967073 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1ab2b24b-2218-4fd5-bf7d-793467f5a584 req-5a36b712-0aa6-4e6f-9e6b-5c2cc4288957 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 210 time: 0.0926700 Mar 09 04:07:20.012479 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94877d9-79aa-48bd-b94f-a90858027396 req-87b20424-0e79-44b4-b78f-a9ba1c2d7ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:20.013995 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e94877d9-79aa-48bd-b94f-a90858027396 req-87b20424-0e79-44b4-b78f-a9ba1c2d7ede service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 1097 time: 0.4121635 Mar 09 04:07:20.062351 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4619f7d5-a50f-4958-b6b1-b02aa5c4d01d req-5d156d08-bed5-4989-aca1-7b3efa9245ab tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Router 0f848ca0-0916-41c8-846a-2d991d560463 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:07:20.081574 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e94877d9-79aa-48bd-b94f-a90858027396 req-624114ee-1163-496d-9d14-8ed1a58e2abc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583243 Mar 09 04:07:20.083477 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-056c9c1b-28ce-4660-b614-018cddf44c23 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:20.095925 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-056c9c1b-28ce-4660-b614-018cddf44c23 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:20.130879 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 5116a66c-52d3-44e7-bd7d-2c80f267da9e up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:07:20.223360 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 5116a66c-52d3-44e7-bd7d-2c80f267da9e completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:07:20.231325 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 5116a66c-52d3-44e7-bd7d-2c80f267da9e triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:07:20.232007 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:20.318182 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584b447-9110-4e35-a40a-444b255e15f5 req-9b932b4c-792e-4609-b227-8c315741ff7b tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:20.319786 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d584b447-9110-4e35-a40a-444b255e15f5 req-9b932b4c-792e-4609-b227-8c315741ff7b tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf72d573-90e0-425c-a8e0-1f53cea17392 HTTP/1.1" status: 200 len: 948 time: 0.1793683 Mar 09 04:07:20.355734 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c9c1b-28ce-4660-b614-018cddf44c23 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Pushing event updated for resources: {'Port': ['ID=c84286f8-e616-42ed-ae9e-8d9af7e10ffa,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:20.387622 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d584b447-9110-4e35-a40a-444b255e15f5 req-d6d35cc5-3b62-4a49-8f53-ed086f31fe54 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e36fd27-bb60-4779-9c2d-e538652fdee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593464 Mar 09 04:07:20.434559 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-056c9c1b-28ce-4660-b614-018cddf44c23 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:20.436213 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4619f7d5-a50f-4958-b6b1-b02aa5c4d01d req-5d156d08-bed5-4989-aca1-7b3efa9245ab tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:07:20.502064 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:20.511942 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38cb0bd-5781-4ab3-970c-4b28403c853d None None] Sync routers for ids ['0f848ca0-0916-41c8-846a-2d991d560463'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:07:20.555070 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38cb0bd-5781-4ab3-970c-4b28403c853d None None] Routers {'0f848ca0-0916-41c8-846a-2d991d560463'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:07:20.555748 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-f38cb0bd-5781-4ab3-970c-4b28403c853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:07:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['0f848ca0-0916-41c8-846a-2d991d560463'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:20.750387 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 5116a66c-52d3-44e7-bd7d-2c80f267da9e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5116a66c-52d3-44e7-bd7d-2c80f267da9e,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:07:20.765224 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:20.835989 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-056c9c1b-28ce-4660-b614-018cddf44c23 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Floating IP 3c7850ea-d0e1-43b3-967e-e761825b6982 associated. External IP: 172.25.7.243, port: 2fca9a3e-ae16-4765-8135-741c53082224. Mar 09 04:07:20.899729 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-4619f7d5-a50f-4958-b6b1-b02aa5c4d01d req-5d156d08-bed5-4989-aca1-7b3efa9245ab tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] No DVR routers for this DVR port 0ea65e4f-7079-44db-9631-3d500846beaf on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:07:20.911129 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4619f7d5-a50f-4958-b6b1-b02aa5c4d01d req-5d156d08-bed5-4989-aca1-7b3efa9245ab tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:20.939781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dad071-e56a-4595-b4bd-a918ec9afbf3', 'name': 'network-vif-deleted', 'tag': '0ea65e4f-7079-44db-9631-3d500846beaf'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:07:20.952410 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=5116a66c-52d3-44e7-bd7d-2c80f267da9e,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:20.983164 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4619f7d5-a50f-4958-b6b1-b02aa5c4d01d req-5d156d08-bed5-4989-aca1-7b3efa9245ab tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.24 "DELETE /v2.0/ports/0ea65e4f-7079-44db-9631-3d500846beaf HTTP/1.1" status: 204 len: 173 time: 3.0771339 Mar 09 04:07:21.046666 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8dad071-e56a-4595-b4bd-a918ec9afbf3', 'name': 'network-vif-deleted', 'tag': '0ea65e4f-7079-44db-9631-3d500846beaf', 'status': 'completed', 'code': 200} Mar 09 04:07:21.184907 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-f38cb0bd-5781-4ab3-970c-4b28403c853d None None] Set router 0f848ca0-0916-41c8-846a-2d991d560463 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:07:21.233186 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-8469f534-d7dc-49a3-b0a3-f6e25199bd9e req-6113d0d7-577d-4c5e-acfd-9d680771f730 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Synchronizing usage tracker for tenant:a789b53b4961423480ac62f11148731e on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:07:21.261323 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-8469f534-d7dc-49a3-b0a3-f6e25199bd9e req-6113d0d7-577d-4c5e-acfd-9d680771f730 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Unset dirty status for tenant:a789b53b4961423480ac62f11148731e on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:07:21.272304 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8469f534-d7dc-49a3-b0a3-f6e25199bd9e req-6113d0d7-577d-4c5e-acfd-9d680771f730 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8dad071-e56a-4595-b4bd-a918ec9afbf3 HTTP/1.1" status: 200 len: 210 time: 0.1093440 Mar 09 04:07:21.614483 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7d40c-0d07-4040-b0bd-7d297911df0d req-95eb71a3-fe27-429a-b9a4-6eee6d8a8379 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:21.616434 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0ea7d40c-0d07-4040-b0bd-7d297911df0d req-95eb71a3-fe27-429a-b9a4-6eee6d8a8379 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 946 time: 0.6486802 Mar 09 04:07:21.626528 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056c9c1b-28ce-4660-b614-018cddf44c23 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Router 0cc529c0-0f87-4cc3-95f5-10b60a8d83b1 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:07:21.694015 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68987cd2-02fa-49e3-b5d7-b33fd3601437 req-997a3720-c711-4ba8-b108-91fd063f56f1 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:21.695532 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-68987cd2-02fa-49e3-b5d7-b33fd3601437 req-997a3720-c711-4ba8-b108-91fd063f56f1 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf72d573-90e0-425c-a8e0-1f53cea17392 HTTP/1.1" status: 200 len: 949 time: 0.1540511 Mar 09 04:07:21.706808 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf72d573-90e0-425c-a8e0-1f53cea17392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5116a66c-52d3-44e7-bd7d-2c80f267da9e'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:07:21.774533 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0ea7d40c-0d07-4040-b0bd-7d297911df0d req-16b39467-c77e-40bb-aa39-4955c5c0d6c0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501811 Mar 09 04:07:21.804555 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-68987cd2-02fa-49e3-b5d7-b33fd3601437 req-7a97e2d1-928f-44b7-bb90-ac871828907d tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e36fd27-bb60-4779-9c2d-e538652fdee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028850 Mar 09 04:07:21.861148 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-f38cb0bd-5781-4ab3-970c-4b28403c853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f848ca0-0916-41c8-846a-2d991d560463', 'name': 'tempest-AttachVolumeShelveTestJSON-904000155-router', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:35Z', 'updated_at': '2022-03-09T03:58:48Z', 'revision_number': 4, 'project_id': 'a789b53b4961423480ac62f11148731e', 'gw_port': {'id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:38Z', 'updated_at': '2022-03-09T03:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'd721efb5-bbcb-40dd-947c-d6c007a67ed8', 'name': '', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'mac_address': 'fa:16:3e:9c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:46Z', 'updated_at': '2022-03-09T03:58:55Z', 'revision_number': 5, 'project_id': 'a789b53b4961423480ac62f11148731e', 'subnets': [{'id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:21.873489 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38cb0bd-5781-4ab3-970c-4b28403c853d None None] Checking router: 0f848ca0-0916-41c8-846a-2d991d560463 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:07:21.886551 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38cb0bd-5781-4ab3-970c-4b28403c853d None None] Routers {'0f848ca0-0916-41c8-846a-2d991d560463'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:07:21.887278 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-f38cb0bd-5781-4ab3-970c-4b28403c853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:07:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['0f848ca0-0916-41c8-846a-2d991d560463'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:21.994171 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056c9c1b-28ce-4660-b614-018cddf44c23 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:07:21.995430 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf72d573-90e0-425c-a8e0-1f53cea17392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5116a66c-52d3-44e7-bd7d-2c80f267da9e', 'code': 200} Mar 09 04:07:22.007424 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f639cda-33f6-4793-8e14-8cd9ecb1bf5e None None] Sync routers for ids ['0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:07:22.025186 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-056c9c1b-28ce-4660-b614-018cddf44c23 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:22.030761 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f639cda-33f6-4793-8e14-8cd9ecb1bf5e None None] Routers {'0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:07:22.031428 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-9f639cda-33f6-4793-8e14-8cd9ecb1bf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:07:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:22.138700 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-056c9c1b-28ce-4660-b614-018cddf44c23 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7924502 Mar 09 04:07:22.138700 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a2140d-3ff8-4659-a317-6ddd5fcd332c', 'tag': '2fca9a3e-ae16-4765-8135-741c53082224'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:07:22.232970 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-f38cb0bd-5781-4ab3-970c-4b28403c853d None None] Set router 0f848ca0-0916-41c8-846a-2d991d560463 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:07:22.245648 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a2140d-3ff8-4659-a317-6ddd5fcd332c', 'tag': '2fca9a3e-ae16-4765-8135-741c53082224', 'status': 'completed', 'code': 200} Mar 09 04:07:22.378247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866da57-787a-4579-a444-f49101dfef31 req-b9f1dd23-8b50-489b-b606-ecdfa58170b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:22.379768 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4866da57-787a-4579-a444-f49101dfef31 req-b9f1dd23-8b50-489b-b606-ecdfa58170b1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bf72d573-90e0-425c-a8e0-1f53cea17392 HTTP/1.1" status: 200 len: 1100 time: 0.3240347 Mar 09 04:07:22.422515 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe947896-bdd7-44c9-ba66-448d54a5a0df req-991f0ea3-f0cd-492d-923b-e391c6cfcaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:22.424343 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe947896-bdd7-44c9-ba66-448d54a5a0df req-991f0ea3-f0cd-492d-923b-e391c6cfcaa9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cc75666b7d64b64a7fc43dbc17f958f&device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 1096 time: 0.1639063 Mar 09 04:07:22.448212 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4866da57-787a-4579-a444-f49101dfef31 req-a82e4cbd-0b65-43f6-b13f-3226708a3ae1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0e36fd27-bb60-4779-9c2d-e538652fdee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577226 Mar 09 04:07:22.491517 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59990) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:22.517554 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 59994) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:22.529689 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-9f639cda-33f6-4793-8e14-8cd9ecb1bf5e None None] Set router 0cc529c0-0f87-4cc3-95f5-10b60a8d83b1 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:07:22.603051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe947896-bdd7-44c9-ba66-448d54a5a0df req-d78dee93-8f86-4435-8a36-fe1642f10a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:22.605131 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe947896-bdd7-44c9-ba66-448d54a5a0df req-d78dee93-8f86-4435-8a36-fe1642f10a4d service neutron] 10.222.0.21 "GET /v2.0/networks?id=38d08348-8c49-4519-b248-df21fcca9334 HTTP/1.1" status: 200 len: 910 time: 0.1596210 Mar 09 04:07:22.629805 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d47cbdc1-f38a-475f-b2fe-d0eed4b89b30 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:22.656231 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-f38cb0bd-5781-4ab3-970c-4b28403c853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f848ca0-0916-41c8-846a-2d991d560463', 'name': 'tempest-AttachVolumeShelveTestJSON-904000155-router', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:35Z', 'updated_at': '2022-03-09T03:58:48Z', 'revision_number': 4, 'project_id': 'a789b53b4961423480ac62f11148731e', 'gw_port': {'id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:38Z', 'updated_at': '2022-03-09T03:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'd721efb5-bbcb-40dd-947c-d6c007a67ed8', 'name': '', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'mac_address': 'fa:16:3e:9c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:46Z', 'updated_at': '2022-03-09T03:58:55Z', 'revision_number': 5, 'project_id': 'a789b53b4961423480ac62f11148731e', 'subnets': [{'id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:22.661348 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38cb0bd-5781-4ab3-970c-4b28403c853d None None] The sync data for ids ['0f848ca0-0916-41c8-846a-2d991d560463'] in n-d-825178-5 is: [{'id': '0f848ca0-0916-41c8-846a-2d991d560463', 'name': 'tempest-AttachVolumeShelveTestJSON-904000155-router', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:35Z', 'updated_at': '2022-03-09T03:58:48Z', 'revision_number': 4, 'project_id': 'a789b53b4961423480ac62f11148731e', 'gw_port': {'id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:38Z', 'updated_at': '2022-03-09T03:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'd721efb5-bbcb-40dd-947c-d6c007a67ed8', 'name': '', 'network_id': '728f1764-7035-454b-b803-10fc1ed1098e', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'mac_address': 'fa:16:3e:9c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:46Z', 'updated_at': '2022-03-09T03:58:55Z', 'revision_number': 5, 'project_id': 'a789b53b4961423480ac62f11148731e', 'subnets': [{'id': 'da09f32e-fde0-4749-97c0-596cce67a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:07:22.691319 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d47cbdc1-f38a-475f-b2fe-d0eed4b89b30 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:22.756196 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0ea65e4f-7079-44db-9631-3d500846beaf no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:07:22.797575 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8962b52e-587c-425c-b019-bc469ccd9b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:22.802142 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 0ea65e4f-7079-44db-9631-3d500846beaf {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:07:22.802519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0ea65e4f-7079-44db-9631-3d500846beaf not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:07:22.818826 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe947896-bdd7-44c9-ba66-448d54a5a0df req-75a3ab78-fa31-4658-a429-f43db5e548a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fca9a3e-ae16-4765-8135-741c53082224 HTTP/1.1" status: 200 len: 999 time: 0.1789479 Mar 09 04:07:22.844681 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8962b52e-587c-425c-b019-bc469ccd9b5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:22.851447 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d47cbdc1-f38a-475f-b2fe-d0eed4b89b30 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:22.858216 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-8962b52e-587c-425c-b019-bc469ccd9b5d admin admin] Usage tracker for resource:security_group_rule and tenant:f9a5287cc9874ab5bf757e7c988b6014 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:07:22.874712 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-8962b52e-587c-425c-b019-bc469ccd9b5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:07:22.877891 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47cbdc1-f38a-475f-b2fe-d0eed4b89b30 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7462bd9e-616c-4f3c-a3c1-6f8d173b35e0,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:22.887011 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8962b52e-587c-425c-b019-bc469ccd9b5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:22.917165 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d47cbdc1-f38a-475f-b2fe-d0eed4b89b30 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:22.918309 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d47cbdc1-f38a-475f-b2fe-d0eed4b89b30 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "DELETE /v2.0/security-groups/7462bd9e-616c-4f3c-a3c1-6f8d173b35e0 HTTP/1.1" status: 204 len: 168 time: 0.4258227 Mar 09 04:07:22.921056 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60006) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:22.973167 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-7009e0be-852e-47d3-841a-438cc6f0640f tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] show failed (client error): The resource could not be found. Mar 09 04:07:22.973616 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe947896-bdd7-44c9-ba66-448d54a5a0df req-e68afd8f-5785-429e-8189-037a41b1cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:22.974343 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7009e0be-852e-47d3-841a-438cc6f0640f tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "GET /v2.0/security-groups/7462bd9e-616c-4f3c-a3c1-6f8d173b35e0 HTTP/1.1" status: 404 len: 347 time: 0.0521529 Mar 09 04:07:22.979978 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe947896-bdd7-44c9-ba66-448d54a5a0df req-e68afd8f-5785-429e-8189-037a41b1cbdb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5795f339-9cb7-4a0f-a08c-a02ae45b1040 HTTP/1.1" status: 200 len: 848 time: 0.1551073 Mar 09 04:07:22.981302 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60010) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:23.133045 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4731ec-0c83-4422-9af3-6d49c5197cdb None None] New status for floating IP 9e5493cc-b75e-47e3-b20b-ac7bc6ad0c7d: DOWN {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:07:23.149699 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-9f639cda-33f6-4793-8e14-8cd9ecb1bf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'name': 'tempest-TestServerBasicOps-1859967357-router', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '95ae7e7f-5e37-44af-9642-824e66a120e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:18Z', 'updated_at': '2022-03-09T04:06:28Z', 'revision_number': 4, 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'gw_port': {'id': '95ae7e7f-5e37-44af-9642-824e66a120e0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:20Z', 'updated_at': '2022-03-09T04:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '3c7850ea-d0e1-43b3-967e-e761825b6982', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'port_id': '2fca9a3e-ae16-4765-8135-741c53082224', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38d08348-8c49-4519-b248-df21fcca9334', 'mac_address': 'fa:16:3e:37:2f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a2140d-3ff8-4659-a317-6ddd5fcd332c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:07:19Z', 'updated_at': '2022-03-09T04:07:19Z', 'revision_number': 0, 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '267090c1-006b-4f9c-aae9-132420b3f665', 'name': '', 'network_id': '38d08348-8c49-4519-b248-df21fcca9334', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'mac_address': 'fa:16:3e:b5:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '5795f339-9cb7-4a0f-a08c-a02ae45b1040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:26Z', 'updated_at': '2022-03-09T04:06:38Z', 'revision_number': 5, 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'subnets': [{'id': '5795f339-9cb7-4a0f-a08c-a02ae45b1040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:23.154500 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f639cda-33f6-4793-8e14-8cd9ecb1bf5e None None] Checking router: 0cc529c0-0f87-4cc3-95f5-10b60a8d83b1 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:07:23.164684 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f639cda-33f6-4793-8e14-8cd9ecb1bf5e None None] Routers {'0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:07:23.165635 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-9f639cda-33f6-4793-8e14-8cd9ecb1bf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:07:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:23.250624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe947896-bdd7-44c9-ba66-448d54a5a0df req-30804146-463a-4b42-bfd1-7284cb83f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:23.252742 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe947896-bdd7-44c9-ba66-448d54a5a0df req-30804146-463a-4b42-bfd1-7284cb83f8b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38d08348-8c49-4519-b248-df21fcca9334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2662411 Mar 09 04:07:23.315266 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c626485-b10a-44d4-b12a-9d0a5a900e8d req-6a59c061-9977-4982-be48-268b61088fe9 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:23.317384 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c626485-b10a-44d4-b12a-9d0a5a900e8d req-6a59c061-9977-4982-be48-268b61088fe9 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf72d573-90e0-425c-a8e0-1f53cea17392 HTTP/1.1" status: 200 len: 949 time: 0.1696842 Mar 09 04:07:23.388330 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-8745db5e-3158-4438-9d02-bcda2a673149 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Deleting port 4ee52ae7-ab36-457d-a684-074ff76e9de5 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:07:23.388919 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8745db5e-3158-4438-9d02-bcda2a673149 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:23.498751 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-9f639cda-33f6-4793-8e14-8cd9ecb1bf5e None None] Set router 0cc529c0-0f87-4cc3-95f5-10b60a8d83b1 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:07:23.513637 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8962b52e-587c-425c-b019-bc469ccd9b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:23.548399 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b31087-6072-4bda-b3c1-1bcc26cc9fcf req-b57e75a2-28f5-4e3e-8d29-6ca702575e26 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:23.556662 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-89b31087-6072-4bda-b3c1-1bcc26cc9fcf req-b57e75a2-28f5-4e3e-8d29-6ca702575e26 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 946 time: 0.4778867 Mar 09 04:07:23.559615 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8962b52e-587c-425c-b019-bc469ccd9b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:23.617705 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe947896-bdd7-44c9-ba66-448d54a5a0df req-8702dda8-72ba-4b71-8c15-d489a738266d service neutron] 10.222.0.21 "GET /v2.0/networks/38d08348-8c49-4519-b248-df21fcca9334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537331 Mar 09 04:07:23.624713 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c626485-b10a-44d4-b12a-9d0a5a900e8d req-7c95adf6-c17c-4cc1-ad58-280bee6df8df tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e36fd27-bb60-4779-9c2d-e538652fdee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416881 Mar 09 04:07:23.773158 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8962b52e-587c-425c-b019-bc469ccd9b5d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9a5287cc9874ab5bf757e7c988b6014&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2514517 Mar 09 04:07:23.777471 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60020) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:23.778226 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962b52e-587c-425c-b019-bc469ccd9b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febce7a3-7c37-4fcb-a6c6-73d5a877ff40,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:23.819077 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-89b31087-6072-4bda-b3c1-1bcc26cc9fcf req-98fd1127-d9ed-4f6b-85c1-0712c4ebe1ce tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613611 Mar 09 04:07:23.852820 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8745db5e-3158-4438-9d02-bcda2a673149 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:23.852820 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8745db5e-3158-4438-9d02-bcda2a673149 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:23.888263 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe947896-bdd7-44c9-ba66-448d54a5a0df req-5edaf7da-594c-49d8-b5c0-5ac9aeeb7d40 service neutron] 10.222.0.21 "GET /v2.0/networks/38d08348-8c49-4519-b248-df21fcca9334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625341 Mar 09 04:07:24.044521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-8745db5e-3158-4438-9d02-bcda2a673149 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Calling delete_port for 4ee52ae7-ab36-457d-a684-074ff76e9de5 owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:07:24.070734 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-9f639cda-33f6-4793-8e14-8cd9ecb1bf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'name': 'tempest-TestServerBasicOps-1859967357-router', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '95ae7e7f-5e37-44af-9642-824e66a120e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:18Z', 'updated_at': '2022-03-09T04:06:28Z', 'revision_number': 4, 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'gw_port': {'id': '95ae7e7f-5e37-44af-9642-824e66a120e0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:20Z', 'updated_at': '2022-03-09T04:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '3c7850ea-d0e1-43b3-967e-e761825b6982', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'port_id': '2fca9a3e-ae16-4765-8135-741c53082224', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38d08348-8c49-4519-b248-df21fcca9334', 'mac_address': 'fa:16:3e:37:2f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a2140d-3ff8-4659-a317-6ddd5fcd332c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:07:19Z', 'updated_at': '2022-03-09T04:07:19Z', 'revision_number': 0, 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '267090c1-006b-4f9c-aae9-132420b3f665', 'name': '', 'network_id': '38d08348-8c49-4519-b248-df21fcca9334', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'mac_address': 'fa:16:3e:b5:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '5795f339-9cb7-4a0f-a08c-a02ae45b1040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:26Z', 'updated_at': '2022-03-09T04:06:38Z', 'revision_number': 5, 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'subnets': [{'id': '5795f339-9cb7-4a0f-a08c-a02ae45b1040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:24.077369 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f639cda-33f6-4793-8e14-8cd9ecb1bf5e None None] The sync data for ids ['0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'] in n-d-825178-5 is: [{'id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'name': 'tempest-TestServerBasicOps-1859967357-router', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '95ae7e7f-5e37-44af-9642-824e66a120e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:18Z', 'updated_at': '2022-03-09T04:06:28Z', 'revision_number': 4, 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'gw_port': {'id': '95ae7e7f-5e37-44af-9642-824e66a120e0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:20Z', 'updated_at': '2022-03-09T04:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '3c7850ea-d0e1-43b3-967e-e761825b6982', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'port_id': '2fca9a3e-ae16-4765-8135-741c53082224', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38d08348-8c49-4519-b248-df21fcca9334', 'mac_address': 'fa:16:3e:37:2f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a2140d-3ff8-4659-a317-6ddd5fcd332c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:07:19Z', 'updated_at': '2022-03-09T04:07:19Z', 'revision_number': 0, 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '267090c1-006b-4f9c-aae9-132420b3f665', 'name': '', 'network_id': '38d08348-8c49-4519-b248-df21fcca9334', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'mac_address': 'fa:16:3e:b5:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '5795f339-9cb7-4a0f-a08c-a02ae45b1040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:26Z', 'updated_at': '2022-03-09T04:06:38Z', 'revision_number': 5, 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'subnets': [{'id': '5795f339-9cb7-4a0f-a08c-a02ae45b1040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:07:24.095064 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-846240f5-d899-4e16-aa44-e79193a6564b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:24.149843 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-846240f5-d899-4e16-aa44-e79193a6564b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:24.158518 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa203b-5d69-4b86-8c78-e83499d97d34 req-2c27a199-dc79-44d0-9f1b-1fe690241d37 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:24.168072 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-60fa203b-5d69-4b86-8c78-e83499d97d34 req-2c27a199-dc79-44d0-9f1b-1fe690241d37 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 946 time: 0.1525836 Mar 09 04:07:24.206593 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.api [None req-8745db5e-3158-4438-9d02-bcda2a673149 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:07:24.207207 n-d-825178-5 neutron-server[87881]: DEBUG oslo_db.api [None req-8745db5e-3158-4438-9d02-bcda2a673149 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:07:24.228152 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-846240f5-d899-4e16-aa44-e79193a6564b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:24.229315 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-60fa203b-5d69-4b86-8c78-e83499d97d34 req-511ec9c2-2a90-476b-869b-b3b9adb64de2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602963 Mar 09 04:07:24.252586 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846240f5-d899-4e16-aa44-e79193a6564b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febce7a3-7c37-4fcb-a6c6-73d5a877ff40,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:24.255984 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60038) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:24.291888 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-846240f5-d899-4e16-aa44-e79193a6564b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:24.293042 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-846240f5-d899-4e16-aa44-e79193a6564b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/febce7a3-7c37-4fcb-a6c6-73d5a877ff40 HTTP/1.1" status: 204 len: 168 time: 0.5118179 Mar 09 04:07:24.345663 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8273b1-8baa-4054-985f-7da55c6f9ff4 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:24.348334 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4b8273b1-8baa-4054-985f-7da55c6f9ff4 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 1092 time: 0.0910904 Mar 09 04:07:24.351051 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60044) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:24.357401 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-456886bc-c89f-4b91-908e-1ba013c7808f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'port_id': '62ac5182-89b1-4b23-96c7-da6ffa4db2ad', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:07:24.365127 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-456886bc-c89f-4b91-908e-1ba013c7808f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:24.369756 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-456886bc-c89f-4b91-908e-1ba013c7808f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:floatingip and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:07:24.373309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-456886bc-c89f-4b91-908e-1ba013c7808f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:07:24.386034 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-456886bc-c89f-4b91-908e-1ba013c7808f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:24.403879 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6ee7cb-4ddf-4e83-a7db-b4f60db4c18c None None] New status for floating IP 3c7850ea-d0e1-43b3-967e-e761825b6982: ACTIVE {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:07:24.415757 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-456886bc-c89f-4b91-908e-1ba013c7808f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:24.582769 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-456886bc-c89f-4b91-908e-1ba013c7808f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:24.755767 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-8745db5e-3158-4438-9d02-bcda2a673149 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Deleting port 4ee52ae7-ab36-457d-a684-074ff76e9de5 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:07:24.756696 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8745db5e-3158-4438-9d02-bcda2a673149 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:24.975565 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-456886bc-c89f-4b91-908e-1ba013c7808f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Allocated IP 172.25.7.195 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/7c58e3be-b9e4-4dd7-ab58-31c9e96d730e) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:07:25.170508 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8745db5e-3158-4438-9d02-bcda2a673149 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:25.170841 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8745db5e-3158-4438-9d02-bcda2a673149 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:25.246875 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a0076-d500-489d-b559-df98d21143fe req-533cd4fd-2752-4b1e-bf62-4888915e951a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:25.246875 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4d2a0076-d500-489d-b559-df98d21143fe req-533cd4fd-2752-4b1e-bf62-4888915e951a tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf72d573-90e0-425c-a8e0-1f53cea17392 HTTP/1.1" status: 200 len: 949 time: 0.4562399 Mar 09 04:07:25.308395 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-8745db5e-3158-4438-9d02-bcda2a673149 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Calling delete_port for 4ee52ae7-ab36-457d-a684-074ff76e9de5 owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:07:25.555985 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-456886bc-c89f-4b91-908e-1ba013c7808f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:25.571855 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4d2a0076-d500-489d-b559-df98d21143fe req-eb36218c-3dcd-4d36-9d14-c399a0e53131 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e36fd27-bb60-4779-9c2d-e538652fdee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357204 Mar 09 04:07:25.675506 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8745db5e-3158-4438-9d02-bcda2a673149 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:25.745246 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-456886bc-c89f-4b91-908e-1ba013c7808f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:25.773254 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745db5e-3158-4438-9d02-bcda2a673149 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Pushing event deleted for resources: {'Port': ['ID=4ee52ae7-ab36-457d-a684-074ff76e9de5,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:25.837553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456886bc-c89f-4b91-908e-1ba013c7808f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:07:25.849569 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-456886bc-c89f-4b91-908e-1ba013c7808f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:07:25.867759 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456886bc-c89f-4b91-908e-1ba013c7808f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:07:25.999641 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456886bc-c89f-4b91-908e-1ba013c7808f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Port': ['ID=7c58e3be-b9e4-4dd7-ab58-31c9e96d730e,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:26.372942 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8745db5e-3158-4438-9d02-bcda2a673149 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:26.426245 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8745db5e-3158-4438-9d02-bcda2a673149 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:26.429903 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8745db5e-3158-4438-9d02-bcda2a673149 tempest-AttachVolumeShelveTestJSON-376891161 tempest-AttachVolumeShelveTestJSON-376891161-project] 10.222.0.16 "DELETE /v2.0/floatingips/9e5493cc-b75e-47e3-b20b-ac7bc6ad0c7d HTTP/1.1" status: 204 len: 168 time: 3.4443989 Mar 09 04:07:26.471700 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef733b-414d-4f48-8b87-df0fef9e4a49 req-1dc49a4d-3474-4ef5-8a2e-6f63a4fbc614 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:26.473103 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91ef733b-414d-4f48-8b87-df0fef9e4a49 req-1dc49a4d-3474-4ef5-8a2e-6f63a4fbc614 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf72d573-90e0-425c-a8e0-1f53cea17392 HTTP/1.1" status: 200 len: 949 time: 0.1674576 Mar 09 04:07:26.534808 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91ef733b-414d-4f48-8b87-df0fef9e4a49 req-58487ff7-b6c8-4cf4-9089-604b604e14e6 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e36fd27-bb60-4779-9c2d-e538652fdee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554354 Mar 09 04:07:26.550148 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-456886bc-c89f-4b91-908e-1ba013c7808f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:26.705173 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-456886bc-c89f-4b91-908e-1ba013c7808f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:27.023721 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-456886bc-c89f-4b91-908e-1ba013c7808f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:27.039487 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-456886bc-c89f-4b91-908e-1ba013c7808f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:27.186639 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456886bc-c89f-4b91-908e-1ba013c7808f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Port': ['ID=7c58e3be-b9e4-4dd7-ab58-31c9e96d730e,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:27.219949 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-456886bc-c89f-4b91-908e-1ba013c7808f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:27.429223 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8c98b-7db7-49f1-85cc-8a106a5388ca req-860fbbfc-6699-48a0-bf28-ce7f64c232b1 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:27.430751 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77d8c98b-7db7-49f1-85cc-8a106a5388ca req-860fbbfc-6699-48a0-bf28-ce7f64c232b1 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf72d573-90e0-425c-a8e0-1f53cea17392 HTTP/1.1" status: 200 len: 949 time: 0.1094098 Mar 09 04:07:27.502679 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-456886bc-c89f-4b91-908e-1ba013c7808f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Floating IP fccc4738-c642-4cdf-b12c-bf847b682ce3 associated. External IP: 172.25.7.195, port: 62ac5182-89b1-4b23-96c7-da6ffa4db2ad. Mar 09 04:07:27.547157 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-77d8c98b-7db7-49f1-85cc-8a106a5388ca req-fabaafb3-6880-4e5e-8bab-9f0cef99047d tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Deleting port 5116a66c-52d3-44e7-bd7d-2c80f267da9e {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:07:27.547504 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-77d8c98b-7db7-49f1-85cc-8a106a5388ca req-fabaafb3-6880-4e5e-8bab-9f0cef99047d tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:28.266798 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456886bc-c89f-4b91-908e-1ba013c7808f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Router 103b00fa-ff71-42ff-b786-7769af270d1e has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:07:28.285254 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-77d8c98b-7db7-49f1-85cc-8a106a5388ca req-fabaafb3-6880-4e5e-8bab-9f0cef99047d tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] For port 5116a66c-52d3-44e7-bd7d-2c80f267da9e, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=5116a66c-52d3-44e7-bd7d-2c80f267da9e,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:07:28.291209 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-77d8c98b-7db7-49f1-85cc-8a106a5388ca req-fabaafb3-6880-4e5e-8bab-9f0cef99047d tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:28.325012 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30bc95-1bf1-4131-bcc1-5e8e7fb0843b req-95dedcb4-c7ea-4c62-8b3a-13e1badff675 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:28.336558 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5c30bc95-1bf1-4131-bcc1-5e8e7fb0843b req-95dedcb4-c7ea-4c62-8b3a-13e1badff675 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf72d573-90e0-425c-a8e0-1f53cea17392 HTTP/1.1" status: 200 len: 949 time: 0.2642789 Mar 09 04:07:28.482657 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-77d8c98b-7db7-49f1-85cc-8a106a5388ca req-fabaafb3-6880-4e5e-8bab-9f0cef99047d tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Calling delete_port for 5116a66c-52d3-44e7-bd7d-2c80f267da9e owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:07:28.501053 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456886bc-c89f-4b91-908e-1ba013c7808f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:07:28.519150 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13be3ac8-2e85-46b9-8315-a3dbf7cd64d7 None None] Sync routers for ids ['103b00fa-ff71-42ff-b786-7769af270d1e'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:07:28.552926 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13be3ac8-2e85-46b9-8315-a3dbf7cd64d7 None None] Routers {'103b00fa-ff71-42ff-b786-7769af270d1e'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:07:28.553640 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-13be3ac8-2e85-46b9-8315-a3dbf7cd64d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:07:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['103b00fa-ff71-42ff-b786-7769af270d1e'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:28.555399 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-456886bc-c89f-4b91-908e-1ba013c7808f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:28.640425 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5c30bc95-1bf1-4131-bcc1-5e8e7fb0843b req-55f11757-4eea-4985-8637-0ae36de30747 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e36fd27-bb60-4779-9c2d-e538652fdee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770029 Mar 09 04:07:28.657407 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-456886bc-c89f-4b91-908e-1ba013c7808f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3043978 Mar 09 04:07:28.658491 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b013f1-e9fc-4bf4-a296-cbffef992ead', 'tag': '62ac5182-89b1-4b23-96c7-da6ffa4db2ad'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:07:28.713866 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b013f1-e9fc-4bf4-a296-cbffef992ead', 'tag': '62ac5182-89b1-4b23-96c7-da6ffa4db2ad', 'status': 'completed', 'code': 200} Mar 09 04:07:28.796685 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-084aed71-8ed8-4df0-9854-a444f403c4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:28.927960 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-77d8c98b-7db7-49f1-85cc-8a106a5388ca req-fabaafb3-6880-4e5e-8bab-9f0cef99047d tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:28.961293 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['5116a66c-52d3-44e7-bd7d-2c80f267da9e'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:07:29.073213 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ea4e8-e83d-43c5-b206-a17b0ea0736d req-db90275e-6b10-4acb-bf23-d49d172aa96c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:29.077200 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6d9ea4e8-e83d-43c5-b206-a17b0ea0736d req-db90275e-6b10-4acb-bf23-d49d172aa96c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 946 time: 0.2062800 Mar 09 04:07:29.149409 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6d9ea4e8-e83d-43c5-b206-a17b0ea0736d req-11529a8b-9f62-491a-8c32-e21aaea52781 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630529 Mar 09 04:07:29.179395 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-13be3ac8-2e85-46b9-8315-a3dbf7cd64d7 None None] Set router 103b00fa-ff71-42ff-b786-7769af270d1e gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:07:29.192518 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60182) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:29.201905 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785ed13-bf39-4759-9a5f-7005412f0328 req-1cea67a8-d3af-490d-babe-505d211b1bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:29.203413 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5785ed13-bf39-4759-9a5f-7005412f0328 req-1cea67a8-d3af-490d-babe-505d211b1bb6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 1097 time: 0.4603226 Mar 09 04:07:29.204178 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabaafb3-6880-4e5e-8bab-9f0cef99047d tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Pushing event deleted for resources: {'Port': ['ID=5116a66c-52d3-44e7-bd7d-2c80f267da9e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:29.256118 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d8c98b-7db7-49f1-85cc-8a106a5388ca req-fabaafb3-6880-4e5e-8bab-9f0cef99047d tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] No DVR routers for this DVR port 5116a66c-52d3-44e7-bd7d-2c80f267da9e on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:07:29.263010 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-77d8c98b-7db7-49f1-85cc-8a106a5388ca req-fabaafb3-6880-4e5e-8bab-9f0cef99047d tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:29.281827 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf72d573-90e0-425c-a8e0-1f53cea17392', 'name': 'network-vif-deleted', 'tag': '5116a66c-52d3-44e7-bd7d-2c80f267da9e'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:07:29.465761 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1aa21c7a-7f7b-43bb-883a-407fa810414e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/floatingips/fccc4738-c642-4cdf-b12c-bf847b682ce3 HTTP/1.1" status: 200 len: 992 time: 0.2719622 Mar 09 04:07:29.492543 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785ed13-bf39-4759-9a5f-7005412f0328 req-11752ad8-b496-417e-acdc-dc6732490ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:29.494156 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5785ed13-bf39-4759-9a5f-7005412f0328 req-11752ad8-b496-417e-acdc-dc6732490ef4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=04360621-aa2d-4f71-be66-e3a6806763e2 HTTP/1.1" status: 200 len: 898 time: 0.2829428 Mar 09 04:07:29.497955 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf72d573-90e0-425c-a8e0-1f53cea17392', 'name': 'network-vif-deleted', 'tag': '5116a66c-52d3-44e7-bd7d-2c80f267da9e', 'status': 'completed', 'code': 200} Mar 09 04:07:29.499326 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77d8c98b-7db7-49f1-85cc-8a106a5388ca req-fabaafb3-6880-4e5e-8bab-9f0cef99047d tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.21 "DELETE /v2.0/ports/5116a66c-52d3-44e7-bd7d-2c80f267da9e HTTP/1.1" status: 204 len: 173 time: 2.0620573 Mar 09 04:07:29.748881 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5785ed13-bf39-4759-9a5f-7005412f0328 req-3236cf18-ad19-490e-af97-b6a86ae2ab4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62ac5182-89b1-4b23-96c7-da6ffa4db2ad HTTP/1.1" status: 200 len: 1000 time: 0.2463479 Mar 09 04:07:29.885160 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785ed13-bf39-4759-9a5f-7005412f0328 req-100b526a-e786-4e6d-a75f-78b8fce882cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:29.887103 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5785ed13-bf39-4759-9a5f-7005412f0328 req-100b526a-e786-4e6d-a75f-78b8fce882cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=25e31947-b9b1-416b-b0be-d6ee801a1460 HTTP/1.1" status: 200 len: 834 time: 0.1314192 Mar 09 04:07:30.033072 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bcb9e5ff-e8a3-474e-bd58-faeb70b5e29b req-b0f4f6b4-1001-47cd-87eb-c7ba5e7e3ac3 tempest-VolumesNegativeTest-2123150922 tempest-VolumesNegativeTest-2123150922-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf72d573-90e0-425c-a8e0-1f53cea17392 HTTP/1.1" status: 200 len: 210 time: 0.0741768 Mar 09 04:07:30.084861 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785ed13-bf39-4759-9a5f-7005412f0328 req-5157e258-4405-4cfc-9028-fb993582c0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:30.086474 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5785ed13-bf39-4759-9a5f-7005412f0328 req-5157e258-4405-4cfc-9028-fb993582c0d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04360621-aa2d-4f71-be66-e3a6806763e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1914146 Mar 09 04:07:30.127694 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-13be3ac8-2e85-46b9-8315-a3dbf7cd64d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360327337', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:41Z', 'updated_at': '2022-03-09T04:06:51Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:42Z', 'updated_at': '2022-03-09T04:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'fccc4738-c642-4cdf-b12c-bf847b682ce3', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'floating_ip_address': '172.25.7.195', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'port_id': '62ac5182-89b1-4b23-96c7-da6ffa4db2ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2', 'mac_address': 'fa:16:3e:aa:12:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b013f1-e9fc-4bf4-a296-cbffef992ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:07:26Z', 'updated_at': '2022-03-09T04:07:26Z', 'revision_number': 0, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf', 'name': '', 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:ec:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '25e31947-b9b1-416b-b0be-d6ee801a1460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:50Z', 'updated_at': '2022-03-09T04:07:02Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': '25e31947-b9b1-416b-b0be-d6ee801a1460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:30.133310 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13be3ac8-2e85-46b9-8315-a3dbf7cd64d7 None None] Checking router: 103b00fa-ff71-42ff-b786-7769af270d1e for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:07:30.143142 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13be3ac8-2e85-46b9-8315-a3dbf7cd64d7 None None] Routers {'103b00fa-ff71-42ff-b786-7769af270d1e'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:07:30.144017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-13be3ac8-2e85-46b9-8315-a3dbf7cd64d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:07:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['103b00fa-ff71-42ff-b786-7769af270d1e'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:30.362453 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5785ed13-bf39-4759-9a5f-7005412f0328 req-e8345f87-32fa-4454-8be7-12bbb3217d50 service neutron] 10.222.0.24 "GET /v2.0/networks/04360621-aa2d-4f71-be66-e3a6806763e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624214 Mar 09 04:07:30.425588 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-13be3ac8-2e85-46b9-8315-a3dbf7cd64d7 None None] Set router 103b00fa-ff71-42ff-b786-7769af270d1e gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:07:30.468653 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60218) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:30.589152 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5785ed13-bf39-4759-9a5f-7005412f0328 req-c870d9df-f117-4e19-973e-bddb8f186bcc service neutron] 10.222.0.24 "GET /v2.0/networks/04360621-aa2d-4f71-be66-e3a6806763e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258189 Mar 09 04:07:30.634677 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e09d129a-0d8d-48f5-92b8-a1e3458577bd tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/floatingips/fccc4738-c642-4cdf-b12c-bf847b682ce3 HTTP/1.1" status: 200 len: 992 time: 0.1646712 Mar 09 04:07:30.988414 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-13be3ac8-2e85-46b9-8315-a3dbf7cd64d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360327337', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:41Z', 'updated_at': '2022-03-09T04:06:51Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:42Z', 'updated_at': '2022-03-09T04:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'fccc4738-c642-4cdf-b12c-bf847b682ce3', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'floating_ip_address': '172.25.7.195', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'port_id': '62ac5182-89b1-4b23-96c7-da6ffa4db2ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2', 'mac_address': 'fa:16:3e:aa:12:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b013f1-e9fc-4bf4-a296-cbffef992ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:07:26Z', 'updated_at': '2022-03-09T04:07:26Z', 'revision_number': 0, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf', 'name': '', 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:ec:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '25e31947-b9b1-416b-b0be-d6ee801a1460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:50Z', 'updated_at': '2022-03-09T04:07:02Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': '25e31947-b9b1-416b-b0be-d6ee801a1460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:30.994417 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13be3ac8-2e85-46b9-8315-a3dbf7cd64d7 None None] The sync data for ids ['103b00fa-ff71-42ff-b786-7769af270d1e'] in n-d-825178-5 is: [{'id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360327337', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:41Z', 'updated_at': '2022-03-09T04:06:51Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:42Z', 'updated_at': '2022-03-09T04:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'fccc4738-c642-4cdf-b12c-bf847b682ce3', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'floating_ip_address': '172.25.7.195', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'port_id': '62ac5182-89b1-4b23-96c7-da6ffa4db2ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2', 'mac_address': 'fa:16:3e:aa:12:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b013f1-e9fc-4bf4-a296-cbffef992ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:07:26Z', 'updated_at': '2022-03-09T04:07:26Z', 'revision_number': 0, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf', 'name': '', 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:ec:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '25e31947-b9b1-416b-b0be-d6ee801a1460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:50Z', 'updated_at': '2022-03-09T04:07:02Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': '25e31947-b9b1-416b-b0be-d6ee801a1460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:07:31.121101 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b0974197-8cbc-425c-8546-e4dee0b17f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:31.349912 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c58b63-db78-4247-abbf-c26f742d1e74 None None] New status for floating IP fccc4738-c642-4cdf-b12c-bf847b682ce3: ACTIVE {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:07:31.638482 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60268) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:31.848464 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-21130225-c98a-4b76-89f1-0b2d381266ea tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/floatingips/fccc4738-c642-4cdf-b12c-bf847b682ce3 HTTP/1.1" status: 200 len: 994 time: 0.2082386 Mar 09 04:07:32.195492 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 5116a66c-52d3-44e7-bd7d-2c80f267da9e no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:07:32.292739 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 5116a66c-52d3-44e7-bd7d-2c80f267da9e {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:07:32.293372 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 5116a66c-52d3-44e7-bd7d-2c80f267da9e not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:07:32.316776 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:32.335474 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:33.179515 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60390) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:33.506098 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:34.291186 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:34.472534 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1dbe9f89-f11c-4e35-ab5f-2f1dfee3493d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:34.919545 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-1dbe9f89-f11c-4e35-ab5f-2f1dfee3493d admin admin] Deleting port d721efb5-bbcb-40dd-947c-d6c007a67ed8 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:07:34.920142 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1dbe9f89-f11c-4e35-ab5f-2f1dfee3493d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:35.136406 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-1dbe9f89-f11c-4e35-ab5f-2f1dfee3493d admin admin] For port d721efb5-bbcb-40dd-947c-d6c007a67ed8, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d721efb5-bbcb-40dd-947c-d6c007a67ed8,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:07:35.136898 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1dbe9f89-f11c-4e35-ab5f-2f1dfee3493d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:35.303575 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-1dbe9f89-f11c-4e35-ab5f-2f1dfee3493d admin admin] Calling delete_port for d721efb5-bbcb-40dd-947c-d6c007a67ed8 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:07:35.779242 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1dbe9f89-f11c-4e35-ab5f-2f1dfee3493d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:35.837947 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe9f89-f11c-4e35-ab5f-2f1dfee3493d admin admin] Pushing event deleted for resources: {'Port': ['ID=d721efb5-bbcb-40dd-947c-d6c007a67ed8,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:36.372403 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1dbe9f89-f11c-4e35-ab5f-2f1dfee3493d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:36.548558 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60586) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:36.745472 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-14d88f50-cafc-4f25-8cae-6f8d3a1cee76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:36.796371 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-14d88f50-cafc-4f25-8cae-6f8d3a1cee76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:36.805035 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-14d88f50-cafc-4f25-8cae-6f8d3a1cee76 admin admin] Usage tracker for resource:security_group_rule and tenant:11299aa93dee4f9abc44351b185a05c8 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:07:36.806483 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-14d88f50-cafc-4f25-8cae-6f8d3a1cee76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:07:36.819629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-14d88f50-cafc-4f25-8cae-6f8d3a1cee76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:36.849012 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbe9f89-f11c-4e35-ab5f-2f1dfee3493d admin admin] Router 0f848ca0-0916-41c8-846a-2d991d560463 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:07:36.947631 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-14d88f50-cafc-4f25-8cae-6f8d3a1cee76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:36.952104 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-14d88f50-cafc-4f25-8cae-6f8d3a1cee76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:36.999517 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-14d88f50-cafc-4f25-8cae-6f8d3a1cee76 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11299aa93dee4f9abc44351b185a05c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4448035 Mar 09 04:07:37.008292 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60598) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:37.023250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d88f50-cafc-4f25-8cae-6f8d3a1cee76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c8b965-b144-404c-8f9b-553f509f6b5a,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:37.195734 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbe9f89-f11c-4e35-ab5f-2f1dfee3493d admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:07:37.206758 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d50a8ff-dbcb-4464-ab23-3bae3c75f28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:37.211115 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc9e052-7604-44ca-8d4b-5c18a0d69e55 None None] Sync routers for ids ['0f848ca0-0916-41c8-846a-2d991d560463'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:07:37.222377 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc9e052-7604-44ca-8d4b-5c18a0d69e55 None None] Routers {'0f848ca0-0916-41c8-846a-2d991d560463'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:07:37.223358 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-2fc9e052-7604-44ca-8d4b-5c18a0d69e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:07:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['0f848ca0-0916-41c8-846a-2d991d560463'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:37.246954 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1dbe9f89-f11c-4e35-ab5f-2f1dfee3493d admin admin] 10.222.0.16 "PUT /v2.0/routers/0f848ca0-0916-41c8-846a-2d991d560463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0637379 Mar 09 04:07:37.247340 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60606) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:37.258525 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d50a8ff-dbcb-4464-ab23-3bae3c75f28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:37.321800 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d50a8ff-dbcb-4464-ab23-3bae3c75f28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:37.345081 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50a8ff-dbcb-4464-ab23-3bae3c75f28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c8b965-b144-404c-8f9b-553f509f6b5a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:37.357231 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d50a8ff-dbcb-4464-ab23-3bae3c75f28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:37.358738 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2d50a8ff-dbcb-4464-ab23-3bae3c75f28b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/59c8b965-b144-404c-8f9b-553f509f6b5a HTTP/1.1" status: 204 len: 168 time: 0.3468874 Mar 09 04:07:37.546446 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-2fc9e052-7604-44ca-8d4b-5c18a0d69e55 None None] Set router 0f848ca0-0916-41c8-846a-2d991d560463 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:07:37.721531 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:37.937083 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:37.952720 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] Deleting port 5ef49fa7-6f41-441a-9f77-9d4549b31d7a {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:07:37.953380 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:38.224825 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-2fc9e052-7604-44ca-8d4b-5c18a0d69e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f848ca0-0916-41c8-846a-2d991d560463', 'name': 'tempest-AttachVolumeShelveTestJSON-904000155-router', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:35Z', 'updated_at': '2022-03-09T04:07:35Z', 'revision_number': 5, 'project_id': 'a789b53b4961423480ac62f11148731e', 'gw_port': {'id': '5ef49fa7-6f41-441a-9f77-9d4549b31d7a', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f848ca0-0916-41c8-846a-2d991d560463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T03:58:38Z', 'updated_at': '2022-03-09T03:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:38.230035 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc9e052-7604-44ca-8d4b-5c18a0d69e55 None None] Checking router: 0f848ca0-0916-41c8-846a-2d991d560463 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:07:38.239433 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc9e052-7604-44ca-8d4b-5c18a0d69e55 None None] Routers {'0f848ca0-0916-41c8-846a-2d991d560463'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:07:38.240036 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-2fc9e052-7604-44ca-8d4b-5c18a0d69e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:07:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['0f848ca0-0916-41c8-846a-2d991d560463'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:38.267291 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] For port 5ef49fa7-6f41-441a-9f77-9d4549b31d7a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5ef49fa7-6f41-441a-9f77-9d4549b31d7a,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:07:38.268874 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:38.422689 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-2fc9e052-7604-44ca-8d4b-5c18a0d69e55 None None] Set router 0f848ca0-0916-41c8-846a-2d991d560463 gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:07:38.431151 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] Calling delete_port for 5ef49fa7-6f41-441a-9f77-9d4549b31d7a owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:07:38.550270 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-2fc9e052-7604-44ca-8d4b-5c18a0d69e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f848ca0-0916-41c8-846a-2d991d560463', 'name': 'tempest-AttachVolumeShelveTestJSON-904000155-router', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:35Z', 'updated_at': '2022-03-09T04:07:37Z', 'revision_number': 6, 'project_id': 'a789b53b4961423480ac62f11148731e', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:38.554904 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc9e052-7604-44ca-8d4b-5c18a0d69e55 None None] The sync data for ids ['0f848ca0-0916-41c8-846a-2d991d560463'] in n-d-825178-5 is: [{'id': '0f848ca0-0916-41c8-846a-2d991d560463', 'name': 'tempest-AttachVolumeShelveTestJSON-904000155-router', 'tenant_id': 'a789b53b4961423480ac62f11148731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T03:58:35Z', 'updated_at': '2022-03-09T04:07:37Z', 'revision_number': 6, 'project_id': 'a789b53b4961423480ac62f11148731e', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:07:38.826372 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:38.888066 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ef49fa7-6f41-441a-9f77-9d4549b31d7a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:38.942115 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:38.942533 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:38.943059 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:38.943547 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:38.944174 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:38.944778 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:38.945249 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:38.945725 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:38.946480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:38.947109 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:38.947580 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:38.948050 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:38.959211 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:39.030231 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:39.188326 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60666) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:39.276701 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:39.279311 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:39.343877 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:39.344448 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f848ca0-0916-41c8-846a-2d991d560463 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:07:39.382938 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:39.386099 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-52b7852d-e1e5-4fd9-a14e-d2db04d15bd3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/0f848ca0-0916-41c8-846a-2d991d560463 HTTP/1.1" status: 204 len: 168 time: 2.1371083 Mar 09 04:07:39.388044 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60678) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:39.582234 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b556bd6-8a4a-429b-bc52-bdfe5386a7c4 admin admin] Deleting subnet da09f32e-fde0-4749-97c0-596cce67a53e {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:07:39.585580 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7b556bd6-8a4a-429b-bc52-bdfe5386a7c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:39.648943 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60690) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:39.670742 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7b556bd6-8a4a-429b-bc52-bdfe5386a7c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:39.728625 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1739c173-9f6f-4117-b313-e404a6157a26 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b59dd104a0ce4b40b4864678a8aca3c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5369446 Mar 09 04:07:39.729097 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60696) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:39.794518 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7b556bd6-8a4a-429b-bc52-bdfe5386a7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:39.848838 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d721efb5-bbcb-40dd-947c-d6c007a67ed8 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:07:39.890394 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7b556bd6-8a4a-429b-bc52-bdfe5386a7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:39.953945 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b556bd6-8a4a-429b-bc52-bdfe5386a7c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da09f32e-fde0-4749-97c0-596cce67a53e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:39.960731 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: d721efb5-bbcb-40dd-947c-d6c007a67ed8 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:07:39.963675 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d721efb5-bbcb-40dd-947c-d6c007a67ed8 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:07:39.965978 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5ef49fa7-6f41-441a-9f77-9d4549b31d7a no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:07:39.972189 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7b556bd6-8a4a-429b-bc52-bdfe5386a7c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:39.978732 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7b556bd6-8a4a-429b-bc52-bdfe5386a7c4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/da09f32e-fde0-4749-97c0-596cce67a53e HTTP/1.1" status: 204 len: 168 time: 0.5896623 Mar 09 04:07:39.981109 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60706) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:40.006641 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfae916-f886-4e90-8dfa-816686ac673f None None] Network 728f1764-7035-454b-b803-10fc1ed1098e requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:07:40.053853 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 5ef49fa7-6f41-441a-9f77-9d4549b31d7a {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:07:40.053853 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5ef49fa7-6f41-441a-9f77-9d4549b31d7a not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:07:40.076107 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-bbb2a031-d947-455a-a52d-69c4a8cdc3b6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'network': {'name': 'tempest-network-smoke--671504735', 'project_id': '2355e92b134243b08899b3302e3d972c', 'port_security_enabled': True}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:07:40.082583 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bbb2a031-d947-455a-a52d-69c4a8cdc3b6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:40.086620 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bbb2a031-d947-455a-a52d-69c4a8cdc3b6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:network and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:07:40.089622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bbb2a031-d947-455a-a52d-69c4a8cdc3b6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:07:40.096155 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bbb2a031-d947-455a-a52d-69c4a8cdc3b6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:40.114025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb2a031-d947-455a-a52d-69c4a8cdc3b6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Made reservation on behalf of 2355e92b134243b08899b3302e3d972c for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:07:40.117791 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a031-d947-455a-a52d-69c4a8cdc3b6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:40.128161 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c50ee146-806f-4d5a-8b22-530f422a4dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:40.133206 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a031-d947-455a-a52d-69c4a8cdc3b6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:40.140533 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-c50ee146-806f-4d5a-8b22-530f422a4dae admin admin] Deleting port acb3fa05-cafc-4e50-98af-b6356c2841e0 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:07:40.143323 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c50ee146-806f-4d5a-8b22-530f422a4dae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:40.157198 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bbb2a031-d947-455a-a52d-69c4a8cdc3b6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:40.171381 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bbb2a031-d947-455a-a52d-69c4a8cdc3b6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:security_group_rule and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:07:40.177876 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bbb2a031-d947-455a-a52d-69c4a8cdc3b6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:07:40.185629 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-341480e6-43bc-467e-819b-840b9fd428d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:40.217267 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-341480e6-43bc-467e-819b-840b9fd428d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:40.227037 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bbb2a031-d947-455a-a52d-69c4a8cdc3b6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:40.330787 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-341480e6-43bc-467e-819b-840b9fd428d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:40.345227 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5956a4f-d9bb-4fd5-bb3f-04f011d544f1 None None] DHCP port deletion for 728f1764-7035-454b-b803-10fc1ed1098e request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:07:40.351606 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c5956a4f-d9bb-4fd5-bb3f-04f011d544f1 None None] Deleting port acb3fa05-cafc-4e50-98af-b6356c2841e0 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:07:40.352389 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c5956a4f-d9bb-4fd5-bb3f-04f011d544f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:40.375478 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341480e6-43bc-467e-819b-840b9fd428d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e36fd27-bb60-4779-9c2d-e538652fdee5,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:40.411000 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a031-d947-455a-a52d-69c4a8cdc3b6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:40.413722 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-341480e6-43bc-467e-819b-840b9fd428d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:40.417904 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-341480e6-43bc-467e-819b-840b9fd428d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e36fd27-bb60-4779-9c2d-e538652fdee5 HTTP/1.1" status: 204 len: 168 time: 0.6875675 Mar 09 04:07:40.420736 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a031-d947-455a-a52d-69c4a8cdc3b6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:40.433995 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb2a031-d947-455a-a52d-69c4a8cdc3b6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:07:40.444112 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a031-d947-455a-a52d-69c4a8cdc3b6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:40.444727 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-bbb2a031-d947-455a-a52d-69c4a8cdc3b6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Added segment 22a6e7da-07c5-4772-bd73-3abd5dffa2fe of type vlan for network c69a58b9-9c44-44eb-8ec7-146f189937dd Mar 09 04:07:40.474399 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a031-d947-455a-a52d-69c4a8cdc3b6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:40.514948 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a031-d947-455a-a52d-69c4a8cdc3b6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:40.522319 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb2a031-d947-455a-a52d-69c4a8cdc3b6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:40.523189 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a031-d947-455a-a52d-69c4a8cdc3b6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:40.657197 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c5956a4f-d9bb-4fd5-bb3f-04f011d544f1 None None] For port acb3fa05-cafc-4e50-98af-b6356c2841e0, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=acb3fa05-cafc-4e50-98af-b6356c2841e0,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:07:40.657689 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c5956a4f-d9bb-4fd5-bb3f-04f011d544f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:40.663109 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-c50ee146-806f-4d5a-8b22-530f422a4dae admin admin] For port acb3fa05-cafc-4e50-98af-b6356c2841e0, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=acb3fa05-cafc-4e50-98af-b6356c2841e0,segment=NetworkSegment(2ce657a7-9b77-4978-b6b9-084c88228101),segment_id=2ce657a7-9b77-4978-b6b9-084c88228101)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:07:40.664072 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c50ee146-806f-4d5a-8b22-530f422a4dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:40.673558 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bbb2a031-d947-455a-a52d-69c4a8cdc3b6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0211596 Mar 09 04:07:40.674892 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60720) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:40.696053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-5360eb69-50b8-4085-852c-80a19fe12da7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1393263', 'admin_state_up': True, 'project_id': '2355e92b134243b08899b3302e3d972c', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:07:40.703372 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a031-d947-455a-a52d-69c4a8cdc3b6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'Network': ['ID=c69a58b9-9c44-44eb-8ec7-146f189937dd,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:40.741106 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network c69a58b9-9c44-44eb-8ec7-146f189937dd details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:07:40.759702 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5360eb69-50b8-4085-852c-80a19fe12da7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:40.771420 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5360eb69-50b8-4085-852c-80a19fe12da7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:router and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:07:40.777759 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5360eb69-50b8-4085-852c-80a19fe12da7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:07:40.793133 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5360eb69-50b8-4085-852c-80a19fe12da7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:40.809500 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a031-d947-455a-a52d-69c4a8cdc3b6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8106a956-9e44-430d-b14c-001df10eee56,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:40.826612 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5360eb69-50b8-4085-852c-80a19fe12da7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:40.829271 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5360eb69-50b8-4085-852c-80a19fe12da7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:40.845973 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5360eb69-50b8-4085-852c-80a19fe12da7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:40.846184 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c5956a4f-d9bb-4fd5-bb3f-04f011d544f1 None None] Calling delete_port for acb3fa05-cafc-4e50-98af-b6356c2841e0 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:07:40.903930 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-c50ee146-806f-4d5a-8b22-530f422a4dae admin admin] Calling delete_port for acb3fa05-cafc-4e50-98af-b6356c2841e0 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:07:40.932662 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c5956a4f-d9bb-4fd5-bb3f-04f011d544f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:41.057341 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5956a4f-d9bb-4fd5-bb3f-04f011d544f1 None None] Pushing event deleted for resources: {'Port': ['ID=acb3fa05-cafc-4e50-98af-b6356c2841e0,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:41.064714 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5956a4f-d9bb-4fd5-bb3f-04f011d544f1 None None] No DVR routers for this DVR port acb3fa05-cafc-4e50-98af-b6356c2841e0 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:07:41.075833 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.api [None req-c50ee146-806f-4d5a-8b22-530f422a4dae admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:07:41.076040 n-d-825178-5 neutron-server[87881]: DEBUG oslo_db.api [None req-c50ee146-806f-4d5a-8b22-530f422a4dae admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:07:41.242605 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5360eb69-50b8-4085-852c-80a19fe12da7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:41.556620 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5360eb69-50b8-4085-852c-80a19fe12da7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:41.559624 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60752) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:41.577297 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-c50ee146-806f-4d5a-8b22-530f422a4dae admin admin] Deleting port acb3fa05-cafc-4e50-98af-b6356c2841e0 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:07:41.578073 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c50ee146-806f-4d5a-8b22-530f422a4dae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:41.585859 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5360eb69-50b8-4085-852c-80a19fe12da7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:41.662175 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-c50ee146-806f-4d5a-8b22-530f422a4dae admin admin] The port 'acb3fa05-cafc-4e50-98af-b6356c2841e0' was deleted {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:07:41.701939 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-40da7244-a6f6-4bd7-9239-58b84d7b5af9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1257823190-network', 'tenant_id': 'b6c978d3edb94a05b0fb56379f84f66e'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:07:41.753584 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-40da7244-a6f6-4bd7-9239-58b84d7b5af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:41.756110 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-5360eb69-50b8-4085-852c-80a19fe12da7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Allocated IP 172.25.7.49 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/efcad697-04d2-499e-845f-5dc0d9118489) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:07:41.760889 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-40da7244-a6f6-4bd7-9239-58b84d7b5af9 admin admin] Usage tracker for resource:network and tenant:b6c978d3edb94a05b0fb56379f84f66e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:07:41.765212 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-40da7244-a6f6-4bd7-9239-58b84d7b5af9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:07:41.775263 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device acb3fa05-cafc-4e50-98af-b6356c2841e0 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:07:41.810336 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: acb3fa05-cafc-4e50-98af-b6356c2841e0 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:07:41.810602 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device acb3fa05-cafc-4e50-98af-b6356c2841e0 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:07:41.833160 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-40da7244-a6f6-4bd7-9239-58b84d7b5af9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:41.839153 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c50ee146-806f-4d5a-8b22-530f422a4dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:41.888479 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-c50ee146-806f-4d5a-8b22-530f422a4dae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728f1764-7035-454b-b803-10fc1ed1098e']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:41.905607 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-c50ee146-806f-4d5a-8b22-530f422a4dae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce657a7-9b77-4978-b6b9-084c88228101') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:41.906488 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-c50ee146-806f-4d5a-8b22-530f422a4dae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce657a7-9b77-4978-b6b9-084c88228101') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:41.913479 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5360eb69-50b8-4085-852c-80a19fe12da7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:41.927303 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c50ee146-806f-4d5a-8b22-530f422a4dae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:41.946039 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40da7244-a6f6-4bd7-9239-58b84d7b5af9 admin admin] Made reservation on behalf of b6c978d3edb94a05b0fb56379f84f66e for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:07:41.947038 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5360eb69-50b8-4085-852c-80a19fe12da7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:41.948833 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-40da7244-a6f6-4bd7-9239-58b84d7b5af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:41.964896 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-40da7244-a6f6-4bd7-9239-58b84d7b5af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:41.975626 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c50ee146-806f-4d5a-8b22-530f422a4dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:41.987187 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c50ee146-806f-4d5a-8b22-530f422a4dae admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:07:41.987653 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c50ee146-806f-4d5a-8b22-530f422a4dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: util.warn( Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:07:42.001732 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:07:42.004885 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-40da7244-a6f6-4bd7-9239-58b84d7b5af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:42.010479 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5360eb69-50b8-4085-852c-80a19fe12da7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:07:42.018169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-5360eb69-50b8-4085-852c-80a19fe12da7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:07:42.022296 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5360eb69-50b8-4085-852c-80a19fe12da7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:07:42.023071 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-40da7244-a6f6-4bd7-9239-58b84d7b5af9 admin admin] Usage tracker for resource:security_group_rule and tenant:b6c978d3edb94a05b0fb56379f84f66e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:07:42.051268 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360eb69-50b8-4085-852c-80a19fe12da7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'Port': ['ID=efcad697-04d2-499e-845f-5dc0d9118489,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:42.073773 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-40da7244-a6f6-4bd7-9239-58b84d7b5af9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:07:42.090284 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-40da7244-a6f6-4bd7-9239-58b84d7b5af9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:42.121459 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c50ee146-806f-4d5a-8b22-530f422a4dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:42.131758 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c50ee146-806f-4d5a-8b22-530f422a4dae admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:42.170646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ee146-806f-4d5a-8b22-530f422a4dae admin admin] Pushing event deleted for resources: {'Network': ['ID=728f1764-7035-454b-b803-10fc1ed1098e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:42.194194 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c50ee146-806f-4d5a-8b22-530f422a4dae admin admin] 10.222.0.16 "DELETE /v2.0/networks/728f1764-7035-454b-b803-10fc1ed1098e HTTP/1.1" status: 204 len: 168 time: 2.2098172 Mar 09 04:07:42.262592 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-40da7244-a6f6-4bd7-9239-58b84d7b5af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:42.267814 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-40da7244-a6f6-4bd7-9239-58b84d7b5af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:42.301424 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40da7244-a6f6-4bd7-9239-58b84d7b5af9 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:07:42.318211 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da7244-a6f6-4bd7-9239-58b84d7b5af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed1e037-9d0e-4dde-a166-990b8ccce37e,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:42.323555 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-40da7244-a6f6-4bd7-9239-58b84d7b5af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:42.323902 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-40da7244-a6f6-4bd7-9239-58b84d7b5af9 admin admin] Added segment 7f2d41e7-f006-41f5-882d-0a9914776cf8 of type vlan for network ed4a8b29-67a1-4116-a8a6-3843f94f2336 Mar 09 04:07:42.356982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60776) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:42.389344 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-40da7244-a6f6-4bd7-9239-58b84d7b5af9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:42.456366 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-47d86acd-8bbe-413d-bfa3-b8992aa5bcc2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a789b53b4961423480ac62f11148731e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0981650 Mar 09 04:07:42.457165 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60780) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:42.487199 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-40da7244-a6f6-4bd7-9239-58b84d7b5af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:42.488397 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40da7244-a6f6-4bd7-9239-58b84d7b5af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:42.489178 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-40da7244-a6f6-4bd7-9239-58b84d7b5af9 admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:42.617246 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-40da7244-a6f6-4bd7-9239-58b84d7b5af9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0564575 Mar 09 04:07:42.620134 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60788) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:42.628444 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-f19cf603-3e39-4a1e-ab93-c120ab31bed7 admin admin] Request body: {'subnet': {'network_id': 'ed4a8b29-67a1-4116-a8a6-3843f94f2336', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1257823190-subnet', 'tenant_id': 'b6c978d3edb94a05b0fb56379f84f66e', 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:07:42.631564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da7244-a6f6-4bd7-9239-58b84d7b5af9 admin admin] Pushing event updated for resources: {'Network': ['ID=ed4a8b29-67a1-4116-a8a6-3843f94f2336,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:42.637542 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f19cf603-3e39-4a1e-ab93-c120ab31bed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:42.637917 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4d9e9d0c-332f-43b8-95ec-97c76a000fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:42.639860 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5360eb69-50b8-4085-852c-80a19fe12da7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:42.644845 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network ed4a8b29-67a1-4116-a8a6-3843f94f2336 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:07:42.666175 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4d9e9d0c-332f-43b8-95ec-97c76a000fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:42.714515 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f19cf603-3e39-4a1e-ab93-c120ab31bed7 admin admin] Usage tracker for resource:subnet and tenant:b6c978d3edb94a05b0fb56379f84f66e is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:07:42.723871 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f19cf603-3e39-4a1e-ab93-c120ab31bed7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:07:42.733408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f19cf603-3e39-4a1e-ab93-c120ab31bed7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:42.752925 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4d9e9d0c-332f-43b8-95ec-97c76a000fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:42.764184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19cf603-3e39-4a1e-ab93-c120ab31bed7 admin admin] Made reservation on behalf of b6c978d3edb94a05b0fb56379f84f66e for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:07:42.766658 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f19cf603-3e39-4a1e-ab93-c120ab31bed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:42.775051 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e9d0c-332f-43b8-95ec-97c76a000fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75a0a4d-0149-449d-b4e7-e0fe0afc07c1,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:42.796300 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4d9e9d0c-332f-43b8-95ec-97c76a000fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:42.798456 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4d9e9d0c-332f-43b8-95ec-97c76a000fea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e75a0a4d-0149-449d-b4e7-e0fe0afc07c1 HTTP/1.1" status: 204 len: 168 time: 0.3375947 Mar 09 04:07:43.212727 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5360eb69-50b8-4085-852c-80a19fe12da7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:43.396197 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f19cf603-3e39-4a1e-ab93-c120ab31bed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:43.511064 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19cf603-3e39-4a1e-ab93-c120ab31bed7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abac9fb8-e7e3-470a-b0ca-e702e6cfc586,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:43.523984 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19cf603-3e39-4a1e-ab93-c120ab31bed7 admin admin] Checking segment: {'id': '7f2d41e7-f006-41f5-882d-0a9914776cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed4a8b29-67a1-4116-a8a6-3843f94f2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:07:43.524333 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19cf603-3e39-4a1e-ab93-c120ab31bed7 admin admin] Network hostable DHCP agents. Network: ed4a8b29-67a1-4116-a8a6-3843f94f2336, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:07:43.557978 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19cf603-3e39-4a1e-ab93-c120ab31bed7 admin admin] Network ed4a8b29-67a1-4116-a8a6-3843f94f2336 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:07:43.564079 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5360eb69-50b8-4085-852c-80a19fe12da7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Router 1e6efae4-93d0-43a8-b404-d27d52e6e62a is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:07:43.574909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-f19cf603-3e39-4a1e-ab93-c120ab31bed7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, ed4a8b29-67a1-4116-a8a6-3843f94f2336) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:07:43.580498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19cf603-3e39-4a1e-ab93-c120ab31bed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:43.581079 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f19cf603-3e39-4a1e-ab93-c120ab31bed7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:43.588619 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cae076d-d520-4221-b154-746f854572c5 None None] Network ed4a8b29-67a1-4116-a8a6-3843f94f2336 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:07:43.690376 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60826) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:43.838365 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f19cf603-3e39-4a1e-ab93-c120ab31bed7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2171125 Mar 09 04:07:43.842109 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60832) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:43.849789 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-47c03be9-3f31-432a-bb4e-34a5c0d0e824 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1257823190-router', 'tenant_id': 'b6c978d3edb94a05b0fb56379f84f66e', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:07:43.857554 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-47c03be9-3f31-432a-bb4e-34a5c0d0e824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:43.870986 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-c6c92d66-446c-47e1-b0ec-734b7eb22a9f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-635482433-network', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:07:43.875829 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-47c03be9-3f31-432a-bb4e-34a5c0d0e824 admin admin] Usage tracker for resource:router and tenant:b6c978d3edb94a05b0fb56379f84f66e is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:07:43.880969 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-47c03be9-3f31-432a-bb4e-34a5c0d0e824 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:07:43.884790 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c6c92d66-446c-47e1-b0ec-734b7eb22a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:43.892799 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bf5ce7-e19e-45c7-8dc5-36926e16864c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-ed4a8b29-67a1-4116-a8a6-3843f94f2336', 'network_id': 'ed4a8b29-67a1-4116-a8a6-3843f94f2336', 'tenant_id': 'b6c978d3edb94a05b0fb56379f84f66e', 'fixed_ips': [{'subnet_id': 'abac9fb8-e7e3-470a-b0ca-e702e6cfc586'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:07:43.893755 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-89bf5ce7-e19e-45c7-8dc5-36926e16864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:43.893883 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-47c03be9-3f31-432a-bb4e-34a5c0d0e824 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:43.896159 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c6c92d66-446c-47e1-b0ec-734b7eb22a9f admin admin] Usage tracker for resource:network and tenant:6ad4813b6edb444495ca345f69236bb4 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:07:43.911471 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c6c92d66-446c-47e1-b0ec-734b7eb22a9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:07:43.930214 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c6c92d66-446c-47e1-b0ec-734b7eb22a9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:43.949131 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47c03be9-3f31-432a-bb4e-34a5c0d0e824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:43.950433 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47c03be9-3f31-432a-bb4e-34a5c0d0e824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:43.966046 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c92d66-446c-47e1-b0ec-734b7eb22a9f admin admin] Made reservation on behalf of 6ad4813b6edb444495ca345f69236bb4 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:07:43.968611 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c6c92d66-446c-47e1-b0ec-734b7eb22a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:43.989296 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c6c92d66-446c-47e1-b0ec-734b7eb22a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:44.003675 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5360eb69-50b8-4085-852c-80a19fe12da7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:07:44.009442 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47c03be9-3f31-432a-bb4e-34a5c0d0e824 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:44.012122 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c6c92d66-446c-47e1-b0ec-734b7eb22a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:44.019079 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] Sync routers for ids ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:07:44.028607 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] Routers {'1e6efae4-93d0-43a8-b404-d27d52e6e62a'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:07:44.029323 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5360eb69-50b8-4085-852c-80a19fe12da7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:44.029761 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:07:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:44.040613 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c6c92d66-446c-47e1-b0ec-734b7eb22a9f admin admin] Usage tracker for resource:security_group_rule and tenant:6ad4813b6edb444495ca345f69236bb4 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:07:44.044658 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5360eb69-50b8-4085-852c-80a19fe12da7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.3590405 Mar 09 04:07:44.045419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60840) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:44.048592 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c6c92d66-446c-47e1-b0ec-734b7eb22a9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:07:44.060799 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c6c92d66-446c-47e1-b0ec-734b7eb22a9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:44.158635 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c6c92d66-446c-47e1-b0ec-734b7eb22a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:44.165982 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c6c92d66-446c-47e1-b0ec-734b7eb22a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:44.193012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-89bf5ce7-e19e-45c7-8dc5-36926e16864c None None] Allocated IP 172.20.0.2 (ed4a8b29-67a1-4116-a8a6-3843f94f2336/abac9fb8-e7e3-470a-b0ca-e702e6cfc586/62b12861-f7c9-4cdb-8119-872e2813ad4a) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:07:44.309334 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] Set router 1e6efae4-93d0-43a8-b404-d27d52e6e62a gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:07:44.371478 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b0a66575-58c0-4398-a041-03eda5ee6d25 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=2355e92b134243b08899b3302e3d972c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3240230 Mar 09 04:07:44.374102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60852) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:44.446724 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c92d66-446c-47e1-b0ec-734b7eb22a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c407a7-9e84-402c-9389-423d54bf28cc,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:44.572241 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-89bf5ce7-e19e-45c7-8dc5-36926e16864c None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:44.578330 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:07:44.590668 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10fcf8c-a73b-4415-88d5-07148d6dcb51 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:44.592207 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e10fcf8c-a73b-4415-88d5-07148d6dcb51 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2172194 Mar 09 04:07:44.595165 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60856) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:44.602263 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-89bf5ce7-e19e-45c7-8dc5-36926e16864c None None] Transition to ACTIVE for port object 62b12861-f7c9-4cdb-8119-872e2813ad4a will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:07:44.646769 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-89bf5ce7-e19e-45c7-8dc5-36926e16864c None None] Transition to ACTIVE for port object 62b12861-f7c9-4cdb-8119-872e2813ad4a will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:07:44.652578 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-085045ff-5563-444a-bed2-02f35bfc6e87 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0560825 Mar 09 04:07:44.656479 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60860) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:44.657754 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-89bf5ce7-e19e-45c7-8dc5-36926e16864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:44.664463 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-24572d5c-a0af-4add-a8cf-bb7461dd4388 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1954587624', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'project_id': '2355e92b134243b08899b3302e3d972c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:07:44.716953 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'name': 'tempest-TestNetworkBasicOps-router-1393263', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:40Z', 'updated_at': '2022-03-09T04:07:42Z', 'revision_number': 3, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:41Z', 'updated_at': '2022-03-09T04:07:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:44.721440 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] Checking router: 1e6efae4-93d0-43a8-b404-d27d52e6e62a for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:07:44.721787 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] Updating router 1e6efae4-93d0-43a8-b404-d27d52e6e62a port efcad697-04d2-499e-845f-5dc0d9118489 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:07:44.727560 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bf5ce7-e19e-45c7-8dc5-36926e16864c None None] Network ed4a8b29-67a1-4116-a8a6-3843f94f2336 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:07:44.730680 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-89bf5ce7-e19e-45c7-8dc5-36926e16864c None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:07:44.743560 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bf5ce7-e19e-45c7-8dc5-36926e16864c None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:07:44.758747 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf5ce7-e19e-45c7-8dc5-36926e16864c None None] Pushing event updated for resources: {'Port': ['ID=62b12861-f7c9-4cdb-8119-872e2813ad4a,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:44.791153 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:44.808212 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47c03be9-3f31-432a-bb4e-34a5c0d0e824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:44.813370 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-24572d5c-a0af-4add-a8cf-bb7461dd4388 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:44.817175 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c92d66-446c-47e1-b0ec-734b7eb22a9f admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:07:44.817479 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-24572d5c-a0af-4add-a8cf-bb7461dd4388 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:subnet and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:07:44.820676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-24572d5c-a0af-4add-a8cf-bb7461dd4388 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:07:44.827067 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-24572d5c-a0af-4add-a8cf-bb7461dd4388 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:44.843726 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24572d5c-a0af-4add-a8cf-bb7461dd4388 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Made reservation on behalf of 2355e92b134243b08899b3302e3d972c for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:07:44.848925 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-24572d5c-a0af-4add-a8cf-bb7461dd4388 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:44.857451 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c6c92d66-446c-47e1-b0ec-734b7eb22a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:44.863254 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-c6c92d66-446c-47e1-b0ec-734b7eb22a9f admin admin] Added segment 4f67b76f-4f8e-46d7-bc73-27b808580f53 of type vlan for network a867e9b3-2eba-490f-b739-b2d32f9ed205 Mar 09 04:07:44.934194 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c6c92d66-446c-47e1-b0ec-734b7eb22a9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:44.959250 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-89bf5ce7-e19e-45c7-8dc5-36926e16864c None None] Attempting to bind port 62b12861-f7c9-4cdb-8119-872e2813ad4a on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:07:44.960232 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-89bf5ce7-e19e-45c7-8dc5-36926e16864c None None] Attempting to bind port 62b12861-f7c9-4cdb-8119-872e2813ad4a by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '7f2d41e7-f006-41f5-882d-0a9914776cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed4a8b29-67a1-4116-a8a6-3843f94f2336'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:07:44.960752 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bf5ce7-e19e-45c7-8dc5-36926e16864c None None] Attempting to bind port 62b12861-f7c9-4cdb-8119-872e2813ad4a on network ed4a8b29-67a1-4116-a8a6-3843f94f2336 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:07:44.969278 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bf5ce7-e19e-45c7-8dc5-36926e16864c None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:07:44.969905 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bf5ce7-e19e-45c7-8dc5-36926e16864c None None] Checking segment: {'id': '7f2d41e7-f006-41f5-882d-0a9914776cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed4a8b29-67a1-4116-a8a6-3843f94f2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:07:44.971036 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-89bf5ce7-e19e-45c7-8dc5-36926e16864c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:44.971593 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bf5ce7-e19e-45c7-8dc5-36926e16864c None None] Bound using segment: {'id': '7f2d41e7-f006-41f5-882d-0a9914776cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed4a8b29-67a1-4116-a8a6-3843f94f2336'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:07:44.972210 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-89bf5ce7-e19e-45c7-8dc5-36926e16864c None None] Bound port: 62b12861-f7c9-4cdb-8119-872e2813ad4a, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2d41e7-f006-41f5-882d-0a9914776cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed4a8b29-67a1-4116-a8a6-3843f94f2336'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:07:44.976435 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-89bf5ce7-e19e-45c7-8dc5-36926e16864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:45.075459 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c6c92d66-446c-47e1-b0ec-734b7eb22a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:45.076512 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c92d66-446c-47e1-b0ec-734b7eb22a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:45.077190 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c6c92d66-446c-47e1-b0ec-734b7eb22a9f admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:45.168264 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-24572d5c-a0af-4add-a8cf-bb7461dd4388 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:45.182266 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-89bf5ce7-e19e-45c7-8dc5-36926e16864c None None] For port 62b12861-f7c9-4cdb-8119-872e2813ad4a, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:07:45.185617 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-89bf5ce7-e19e-45c7-8dc5-36926e16864c None None] For port 62b12861-f7c9-4cdb-8119-872e2813ad4a, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=62b12861-f7c9-4cdb-8119-872e2813ad4a,segment=NetworkSegment(7f2d41e7-f006-41f5-882d-0a9914776cf8),segment_id=7f2d41e7-f006-41f5-882d-0a9914776cf8)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:07:45.195294 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-89bf5ce7-e19e-45c7-8dc5-36926e16864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:45.239604 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c6c92d66-446c-47e1-b0ec-734b7eb22a9f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5471139 Mar 09 04:07:45.245106 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60872) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:45.283883 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24572d5c-a0af-4add-a8cf-bb7461dd4388 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'Subnet': ['ID=2bdb77d6-b567-4bbc-ad24-4a30e1558e66,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:45.291689 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24572d5c-a0af-4add-a8cf-bb7461dd4388 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Checking segment: {'id': '22a6e7da-07c5-4772-bd73-3abd5dffa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:07:45.292239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24572d5c-a0af-4add-a8cf-bb7461dd4388 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Network hostable DHCP agents. Network: c69a58b9-9c44-44eb-8ec7-146f189937dd, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:07:45.352867 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24572d5c-a0af-4add-a8cf-bb7461dd4388 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Network c69a58b9-9c44-44eb-8ec7-146f189937dd is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:07:45.363673 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf5ce7-e19e-45c7-8dc5-36926e16864c None None] Pushing event updated for resources: {'Port': ['ID=62b12861-f7c9-4cdb-8119-872e2813ad4a,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:45.370024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-24572d5c-a0af-4add-a8cf-bb7461dd4388 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, c69a58b9-9c44-44eb-8ec7-146f189937dd) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:07:45.378442 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8992877d-00c4-414f-a20b-9ab38f47af10 None None] Network c69a58b9-9c44-44eb-8ec7-146f189937dd requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:07:45.379117 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24572d5c-a0af-4add-a8cf-bb7461dd4388 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:45.382229 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-24572d5c-a0af-4add-a8cf-bb7461dd4388 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:45.403178 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:45.426460 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] Transition to ACTIVE for port object efcad697-04d2-499e-845f-5dc0d9118489 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:07:45.441529 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-24572d5c-a0af-4add-a8cf-bb7461dd4388 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7808952 Mar 09 04:07:45.442710 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:45.448576 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60878) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:45.466637 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-69182585-ed2e-49c2-a928-0558362cf107 admin admin] Request body: {'subnet': {'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-635482433-subnet', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:07:45.492267 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-69182585-ed2e-49c2-a928-0558362cf107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:45.577117 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c92d66-446c-47e1-b0ec-734b7eb22a9f admin admin] Pushing event updated for resources: {'Network': ['ID=a867e9b3-2eba-490f-b739-b2d32f9ed205,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:45.590502 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network a867e9b3-2eba-490f-b739-b2d32f9ed205 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:07:45.591942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-69182585-ed2e-49c2-a928-0558362cf107 admin admin] Usage tracker for resource:subnet and tenant:6ad4813b6edb444495ca345f69236bb4 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:07:45.592239 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc29d87-e3d1-4d5e-a483-7a0b77bea87e None None] Pushing event updated for resources: {'Port': ['ID=efcad697-04d2-499e-845f-5dc0d9118489,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:45.603024 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-69182585-ed2e-49c2-a928-0558362cf107 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:07:45.615879 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc29d87-e3d1-4d5e-a483-7a0b77bea87e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:45.616359 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc29d87-e3d1-4d5e-a483-7a0b77bea87e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:45.617409 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc29d87-e3d1-4d5e-a483-7a0b77bea87e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:45.618196 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc29d87-e3d1-4d5e-a483-7a0b77bea87e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:45.621224 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc29d87-e3d1-4d5e-a483-7a0b77bea87e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:45.621680 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc29d87-e3d1-4d5e-a483-7a0b77bea87e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:45.622451 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc29d87-e3d1-4d5e-a483-7a0b77bea87e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:45.622667 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc29d87-e3d1-4d5e-a483-7a0b77bea87e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:45.623183 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc29d87-e3d1-4d5e-a483-7a0b77bea87e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:45.623852 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc29d87-e3d1-4d5e-a483-7a0b77bea87e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:45.624286 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc29d87-e3d1-4d5e-a483-7a0b77bea87e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:45.626876 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc29d87-e3d1-4d5e-a483-7a0b77bea87e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:07:45.660337 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-69182585-ed2e-49c2-a928-0558362cf107 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:45.735483 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] Attempting to bind port efcad697-04d2-499e-845f-5dc0d9118489 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:07:45.737726 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] Attempting to bind port efcad697-04d2-499e-845f-5dc0d9118489 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:07:45.740011 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] Attempting to bind port efcad697-04d2-499e-845f-5dc0d9118489 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:07:45.751094 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47c03be9-3f31-432a-bb4e-34a5c0d0e824 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:45.762775 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:07:45.763331 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:07:45.763983 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:45.764589 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:07:45.765268 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] Bound port: efcad697-04d2-499e-845f-5dc0d9118489, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:07:45.765862 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:45.795825 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1845c03d-29c1-4940-90cd-01a724c475dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-c69a58b9-9c44-44eb-8ec7-146f189937dd', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'fixed_ips': [{'subnet_id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:07:45.796877 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1845c03d-29c1-4940-90cd-01a724c475dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:45.831719 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47c03be9-3f31-432a-bb4e-34a5c0d0e824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:45.947537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69182585-ed2e-49c2-a928-0558362cf107 admin admin] Made reservation on behalf of 6ad4813b6edb444495ca345f69236bb4 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:07:45.955657 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-69182585-ed2e-49c2-a928-0558362cf107 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:45.976271 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] For port efcad697-04d2-499e-845f-5dc0d9118489, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:07:45.988754 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] For port efcad697-04d2-499e-845f-5dc0d9118489, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=efcad697-04d2-499e-845f-5dc0d9118489,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:07:45.998820 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:46.025660 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-1845c03d-29c1-4940-90cd-01a724c475dd None None] Allocated IP 172.20.0.2 (c69a58b9-9c44-44eb-8ec7-146f189937dd/2bdb77d6-b567-4bbc-ad24-4a30e1558e66/5f1604a0-0dc0-4cd1-8602-52c425d4bd44) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:07:46.040421 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 62b12861-f7c9-4cdb-8119-872e2813ad4a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:07:46.129598 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc29d87-e3d1-4d5e-a483-7a0b77bea87e None None] Pushing event updated for resources: {'Port': ['ID=efcad697-04d2-499e-845f-5dc0d9118489,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:46.163896 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] Routers {'1e6efae4-93d0-43a8-b404-d27d52e6e62a'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:07:46.163896 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:07:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:46.315720 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-47c03be9-3f31-432a-bb4e-34a5c0d0e824 admin admin] Allocated IP 172.25.7.114 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/dc291527-359c-4223-873b-d3c2740b1dad) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:07:46.382234 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 62b12861-f7c9-4cdb-8119-872e2813ad4a completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:07:46.419677 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] Set router 1e6efae4-93d0-43a8-b404-d27d52e6e62a gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:07:46.518999 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-69182585-ed2e-49c2-a928-0558362cf107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:46.665379 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69182585-ed2e-49c2-a928-0558362cf107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:46.745620 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1845c03d-29c1-4940-90cd-01a724c475dd None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:46.756360 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69182585-ed2e-49c2-a928-0558362cf107 admin admin] Checking segment: {'id': '4f67b76f-4f8e-46d7-bc73-27b808580f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:07:46.757074 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69182585-ed2e-49c2-a928-0558362cf107 admin admin] Network hostable DHCP agents. Network: a867e9b3-2eba-490f-b739-b2d32f9ed205, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:07:46.768577 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1845c03d-29c1-4940-90cd-01a724c475dd None None] Transition to ACTIVE for port object 5f1604a0-0dc0-4cd1-8602-52c425d4bd44 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:07:46.781510 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47c03be9-3f31-432a-bb4e-34a5c0d0e824 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:46.805514 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69182585-ed2e-49c2-a928-0558362cf107 admin admin] Network a867e9b3-2eba-490f-b739-b2d32f9ed205 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:07:46.827712 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-69182585-ed2e-49c2-a928-0558362cf107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, a867e9b3-2eba-490f-b739-b2d32f9ed205) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:07:46.836077 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1845c03d-29c1-4940-90cd-01a724c475dd None None] Transition to ACTIVE for port object 5f1604a0-0dc0-4cd1-8602-52c425d4bd44 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:07:46.837478 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69182585-ed2e-49c2-a928-0558362cf107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:46.838585 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-69182585-ed2e-49c2-a928-0558362cf107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:46.849620 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1845c03d-29c1-4940-90cd-01a724c475dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:46.906929 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-69182585-ed2e-49c2-a928-0558362cf107 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6094537 Mar 09 04:07:46.915266 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60896) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:46.931037 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-8f251a5d-60ac-4f63-a16c-f2f974bf8bce admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:07:46.934209 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126e55a0-6ce2-46c6-a092-ff3f433812ef None None] Network a867e9b3-2eba-490f-b739-b2d32f9ed205 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:07:46.948038 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8f251a5d-60ac-4f63-a16c-f2f974bf8bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:46.958428 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-8f251a5d-60ac-4f63-a16c-f2f974bf8bce admin admin] Usage tracker for resource:router and tenant:6ad4813b6edb444495ca345f69236bb4 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:07:46.973213 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-8f251a5d-60ac-4f63-a16c-f2f974bf8bce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:07:46.985618 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8f251a5d-60ac-4f63-a16c-f2f974bf8bce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:47.009843 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47c03be9-3f31-432a-bb4e-34a5c0d0e824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:47.046643 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230bea75-7fc0-459f-87fc-fc357408bf27 None None] Network ed4a8b29-67a1-4116-a8a6-3843f94f2336 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:07:47.107693 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'name': 'tempest-TestNetworkBasicOps-router-1393263', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:40Z', 'updated_at': '2022-03-09T04:07:42Z', 'revision_number': 3, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:41Z', 'updated_at': '2022-03-09T04:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:47.113755 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f251a5d-60ac-4f63-a16c-f2f974bf8bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:47.115056 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f251a5d-60ac-4f63-a16c-f2f974bf8bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:47.120821 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec75ef-e6a6-4cb5-afac-478587974a6e None None] The sync data for ids ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'] in n-d-825178-5 is: [{'id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'name': 'tempest-TestNetworkBasicOps-router-1393263', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:40Z', 'updated_at': '2022-03-09T04:07:42Z', 'revision_number': 3, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:41Z', 'updated_at': '2022-03-09T04:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:07:47.178319 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c03be9-3f31-432a-bb4e-34a5c0d0e824 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:07:47.183162 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-47c03be9-3f31-432a-bb4e-34a5c0d0e824 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:07:47.190147 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c03be9-3f31-432a-bb4e-34a5c0d0e824 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:07:47.232439 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c03be9-3f31-432a-bb4e-34a5c0d0e824 admin admin] Pushing event updated for resources: {'Port': ['ID=dc291527-359c-4223-873b-d3c2740b1dad,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:47.266553 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f251a5d-60ac-4f63-a16c-f2f974bf8bce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:47.302553 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845c03d-29c1-4940-90cd-01a724c475dd None None] Pushing event updated for resources: {'Port': ['ID=5f1604a0-0dc0-4cd1-8602-52c425d4bd44,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:47.361798 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-52d26bdc-e497-44b3-8a07-bee705e265df req-9133ba9d-a5a3-40a9-a425-509c7d80665e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5455227 Mar 09 04:07:47.383789 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1845c03d-29c1-4940-90cd-01a724c475dd None None] Network c69a58b9-9c44-44eb-8ec7-146f189937dd is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:07:47.399412 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-1845c03d-29c1-4940-90cd-01a724c475dd None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:07:47.426491 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1845c03d-29c1-4940-90cd-01a724c475dd None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:07:47.485165 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a229d99d-a126-46cb-b090-0bd54e1b0177 None None] Provisioning for port 62b12861-f7c9-4cdb-8119-872e2813ad4a completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:07:47.617888 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-332b0a56-18dc-41e3-b90a-7d535751c255 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:47.801097 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a229d99d-a126-46cb-b090-0bd54e1b0177 None None] Provisioning complete for port 62b12861-f7c9-4cdb-8119-872e2813ad4a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:07:47.801515 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a229d99d-a126-46cb-b090-0bd54e1b0177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:47.917555 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device efcad697-04d2-499e-845f-5dc0d9118489 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:07:48.014453 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-1845c03d-29c1-4940-90cd-01a724c475dd None None] Attempting to bind port 5f1604a0-0dc0-4cd1-8602-52c425d4bd44 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:07:48.014817 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-1845c03d-29c1-4940-90cd-01a724c475dd None None] Attempting to bind port 5f1604a0-0dc0-4cd1-8602-52c425d4bd44 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '22a6e7da-07c5-4772-bd73-3abd5dffa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:07:48.015432 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1845c03d-29c1-4940-90cd-01a724c475dd None None] Attempting to bind port 5f1604a0-0dc0-4cd1-8602-52c425d4bd44 on network c69a58b9-9c44-44eb-8ec7-146f189937dd {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:07:48.030825 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1845c03d-29c1-4940-90cd-01a724c475dd None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:07:48.031509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1845c03d-29c1-4940-90cd-01a724c475dd None None] Checking segment: {'id': '22a6e7da-07c5-4772-bd73-3abd5dffa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:07:48.032104 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1845c03d-29c1-4940-90cd-01a724c475dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:48.032651 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1845c03d-29c1-4940-90cd-01a724c475dd None None] Bound using segment: {'id': '22a6e7da-07c5-4772-bd73-3abd5dffa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:07:48.033320 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-1845c03d-29c1-4940-90cd-01a724c475dd None None] Bound port: 5f1604a0-0dc0-4cd1-8602-52c425d4bd44, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a6e7da-07c5-4772-bd73-3abd5dffa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:07:48.033860 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1845c03d-29c1-4940-90cd-01a724c475dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:48.275016 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-1845c03d-29c1-4940-90cd-01a724c475dd None None] For port 5f1604a0-0dc0-4cd1-8602-52c425d4bd44, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:07:48.279413 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-1845c03d-29c1-4940-90cd-01a724c475dd None None] For port 5f1604a0-0dc0-4cd1-8602-52c425d4bd44, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5f1604a0-0dc0-4cd1-8602-52c425d4bd44,segment=NetworkSegment(22a6e7da-07c5-4772-bd73-3abd5dffa2fe),segment_id=22a6e7da-07c5-4772-bd73-3abd5dffa2fe)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:07:48.314368 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c994f77-d081-4a46-bd24-8ba32b058e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-a867e9b3-2eba-490f-b739-b2d32f9ed205', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:07:48.318678 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5c994f77-d081-4a46-bd24-8ba32b058e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:48.328408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d26bdc-e497-44b3-8a07-bee705e265df req-4c67b0ca-7e66-40f5-adcf-0f35f913df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:48.331145 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-52d26bdc-e497-44b3-8a07-bee705e265df req-4c67b0ca-7e66-40f5-adcf-0f35f913df49 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cc75666b7d64b64a7fc43dbc17f958f&device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 1096 time: 0.8674314 Mar 09 04:07:48.334157 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-332b0a56-18dc-41e3-b90a-7d535751c255 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Allocated IP 172.20.0.1 (c69a58b9-9c44-44eb-8ec7-146f189937dd/2bdb77d6-b567-4bbc-ad24-4a30e1558e66/e743023e-d536-4c15-9e63-0a43e2461850) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:07:48.360327 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1845c03d-29c1-4940-90cd-01a724c475dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:48.422139 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f251a5d-60ac-4f63-a16c-f2f974bf8bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:48.538299 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47c03be9-3f31-432a-bb4e-34a5c0d0e824 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:48.755138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d26bdc-e497-44b3-8a07-bee705e265df req-150595c5-1497-416e-8a86-44fa8cdf2ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:48.756593 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-52d26bdc-e497-44b3-8a07-bee705e265df req-150595c5-1497-416e-8a86-44fa8cdf2ff2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=38d08348-8c49-4519-b248-df21fcca9334 HTTP/1.1" status: 200 len: 910 time: 0.3889921 Mar 09 04:07:48.760307 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port efcad697-04d2-499e-845f-5dc0d9118489 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:07:48.841021 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port efcad697-04d2-499e-845f-5dc0d9118489 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:07:48.842121 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:48.872968 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a229d99d-a126-46cb-b090-0bd54e1b0177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:48.897549 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-5c994f77-d081-4a46-bd24-8ba32b058e82 None None] Allocated IP 172.20.0.2 (a867e9b3-2eba-490f-b739-b2d32f9ed205/2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f/3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:07:48.899653 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-332b0a56-18dc-41e3-b90a-7d535751c255 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:48.925993 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-a229d99d-a126-46cb-b090-0bd54e1b0177 None None] For port 62b12861-f7c9-4cdb-8119-872e2813ad4a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=62b12861-f7c9-4cdb-8119-872e2813ad4a,segment=NetworkSegment(7f2d41e7-f006-41f5-882d-0a9914776cf8),segment_id=7f2d41e7-f006-41f5-882d-0a9914776cf8)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:07:48.947873 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a229d99d-a126-46cb-b090-0bd54e1b0177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:48.969686 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845c03d-29c1-4940-90cd-01a724c475dd None None] Pushing event updated for resources: {'Port': ['ID=5f1604a0-0dc0-4cd1-8602-52c425d4bd44,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:48.970902 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-332b0a56-18dc-41e3-b90a-7d535751c255 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Transition to ACTIVE for port object e743023e-d536-4c15-9e63-0a43e2461850 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:07:49.013768 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-52d26bdc-e497-44b3-8a07-bee705e265df req-4effb841-ef58-4ddd-8abb-9803522db455 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fca9a3e-ae16-4765-8135-741c53082224 HTTP/1.1" status: 200 len: 1001 time: 0.2487071 Mar 09 04:07:49.095460 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d26bdc-e497-44b3-8a07-bee705e265df req-76262cf4-f69b-4210-be4d-c87e7d744b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:49.096904 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-52d26bdc-e497-44b3-8a07-bee705e265df req-76262cf4-f69b-4210-be4d-c87e7d744b2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5795f339-9cb7-4a0f-a08c-a02ae45b1040 HTTP/1.1" status: 200 len: 848 time: 0.0757504 Mar 09 04:07:49.162031 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-332b0a56-18dc-41e3-b90a-7d535751c255 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:49.272343 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332b0a56-18dc-41e3-b90a-7d535751c255 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Network c69a58b9-9c44-44eb-8ec7-146f189937dd is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:07:49.278940 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-332b0a56-18dc-41e3-b90a-7d535751c255 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:07:49.292104 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332b0a56-18dc-41e3-b90a-7d535751c255 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:07:49.377563 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:49.391151 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b0a56-18dc-41e3-b90a-7d535751c255 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'Port': ['ID=e743023e-d536-4c15-9e63-0a43e2461850,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:49.407260 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-332b0a56-18dc-41e3-b90a-7d535751c255 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:49.555560 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47c03be9-3f31-432a-bb4e-34a5c0d0e824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:49.576780 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d26bdc-e497-44b3-8a07-bee705e265df req-20bc7938-7d1f-4dbd-b400-60898b926fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:49.578748 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-52d26bdc-e497-44b3-8a07-bee705e265df req-20bc7938-7d1f-4dbd-b400-60898b926fc5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38d08348-8c49-4519-b248-df21fcca9334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4713051 Mar 09 04:07:49.612529 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229d99d-a126-46cb-b090-0bd54e1b0177 None None] Pushing event updated for resources: {'Port': ['ID=62b12861-f7c9-4cdb-8119-872e2813ad4a,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:49.673307 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5e1fa21f-8604-42b0-8773-c96e12b49d82 None None] Provisioning complete for port 62b12861-f7c9-4cdb-8119-872e2813ad4a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:07:49.673307 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5e1fa21f-8604-42b0-8773-c96e12b49d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:49.724323 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port efcad697-04d2-499e-845f-5dc0d9118489, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=efcad697-04d2-499e-845f-5dc0d9118489,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:07:49.725767 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5c994f77-d081-4a46-bd24-8ba32b058e82 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:49.766817 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:49.892321 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f251a5d-60ac-4f63-a16c-f2f974bf8bce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:49.907155 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5c994f77-d081-4a46-bd24-8ba32b058e82 None None] Transition to ACTIVE for port object 3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:07:49.909696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=efcad697-04d2-499e-845f-5dc0d9118489,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:50.016289 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5c994f77-d081-4a46-bd24-8ba32b058e82 None None] Transition to ACTIVE for port object 3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:07:50.033419 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f251a5d-60ac-4f63-a16c-f2f974bf8bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:50.048107 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5c994f77-d081-4a46-bd24-8ba32b058e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:50.170321 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 62b12861-f7c9-4cdb-8119-872e2813ad4a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:07:50.202763 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-52d26bdc-e497-44b3-8a07-bee705e265df req-f5fa3042-00a9-403d-bc28-a0b6a876d2fd service neutron] 10.222.0.21 "GET /v2.0/networks/38d08348-8c49-4519-b248-df21fcca9334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6107514 Mar 09 04:07:50.273016 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c994f77-d081-4a46-bd24-8ba32b058e82 None None] Network a867e9b3-2eba-490f-b739-b2d32f9ed205 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:07:50.291620 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-5c994f77-d081-4a46-bd24-8ba32b058e82 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:07:50.300378 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c994f77-d081-4a46-bd24-8ba32b058e82 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:07:50.322524 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-332b0a56-18dc-41e3-b90a-7d535751c255 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:50.343121 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c994f77-d081-4a46-bd24-8ba32b058e82 None None] Pushing event updated for resources: {'Port': ['ID=3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:50.343555 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-8f251a5d-60ac-4f63-a16c-f2f974bf8bce admin admin] Allocated IP 172.25.7.145 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/30253abe-259a-4605-a3ce-589d6cffa5a4) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:07:50.409124 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c03be9-3f31-432a-bb4e-34a5c0d0e824 admin admin] Router 000bd140-6e8c-40f9-b982-0f09843639b3 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:07:50.491957 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-5c994f77-d081-4a46-bd24-8ba32b058e82 None None] Attempting to bind port 3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:07:50.492439 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-5c994f77-d081-4a46-bd24-8ba32b058e82 None None] Attempting to bind port 3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '4f67b76f-4f8e-46d7-bc73-27b808580f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:07:50.492674 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c994f77-d081-4a46-bd24-8ba32b058e82 None None] Attempting to bind port 3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba on network a867e9b3-2eba-490f-b739-b2d32f9ed205 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:07:50.510741 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c994f77-d081-4a46-bd24-8ba32b058e82 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:07:50.511313 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c994f77-d081-4a46-bd24-8ba32b058e82 None None] Checking segment: {'id': '4f67b76f-4f8e-46d7-bc73-27b808580f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:07:50.511724 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5c994f77-d081-4a46-bd24-8ba32b058e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:50.512115 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c994f77-d081-4a46-bd24-8ba32b058e82 None None] Bound using segment: {'id': '4f67b76f-4f8e-46d7-bc73-27b808580f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:07:50.512583 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-5c994f77-d081-4a46-bd24-8ba32b058e82 None None] Bound port: 3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f67b76f-4f8e-46d7-bc73-27b808580f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:07:50.512954 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5c994f77-d081-4a46-bd24-8ba32b058e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:50.573550 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-52d26bdc-e497-44b3-8a07-bee705e265df req-afa1fae9-5fb1-4743-9f4d-d00a5c419a18 service neutron] 10.222.0.21 "GET /v2.0/networks/38d08348-8c49-4519-b248-df21fcca9334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720914 Mar 09 04:07:50.642696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8995e29d-3ca7-472b-8692-403cac870062 None None] Network c69a58b9-9c44-44eb-8ec7-146f189937dd requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:07:50.670668 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 62b12861-f7c9-4cdb-8119-872e2813ad4a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:07:50.671546 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:50.743261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60950) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:50.820694 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c03be9-3f31-432a-bb4e-34a5c0d0e824 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:07:50.864870 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] Sync routers for ids ['000bd140-6e8c-40f9-b982-0f09843639b3'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:07:50.872136 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-80bfbff2-833d-49eb-a69c-f9d93feb9b08 None None] Provisioning for port 5f1604a0-0dc0-4cd1-8602-52c425d4bd44 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:07:50.908733 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f251a5d-60ac-4f63-a16c-f2f974bf8bce admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:50.925374 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47c03be9-3f31-432a-bb4e-34a5c0d0e824 admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:50.928537 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-47c03be9-3f31-432a-bb4e-34a5c0d0e824 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0841503 Mar 09 04:07:50.930800 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 60962) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:50.933135 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] Routers {'000bd140-6e8c-40f9-b982-0f09843639b3'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:07:50.933821 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:07:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['000bd140-6e8c-40f9-b982-0f09843639b3'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:51.078708 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-5c994f77-d081-4a46-bd24-8ba32b058e82 None None] For port 3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:07:51.127401 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-5c994f77-d081-4a46-bd24-8ba32b058e82 None None] For port 3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba,segment=NetworkSegment(4f67b76f-4f8e-46d7-bc73-27b808580f53),segment_id=4f67b76f-4f8e-46d7-bc73-27b808580f53)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:07:51.148011 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eaea94-682f-4217-9b3d-fabb20865f98 req-22cb1b60-df39-41e2-89bf-7a3cf2b71099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:51.149664 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-02eaea94-682f-4217-9b3d-fabb20865f98 req-22cb1b60-df39-41e2-89bf-7a3cf2b71099 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 1096 time: 0.4053195 Mar 09 04:07:51.164652 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f251a5d-60ac-4f63-a16c-f2f974bf8bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:51.180721 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5c994f77-d081-4a46-bd24-8ba32b058e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:51.241760 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-02eaea94-682f-4217-9b3d-fabb20865f98 req-51b4f45b-3f4a-4424-bd91-6096e158187b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3dc1bb1a-76f6-43be-8bcc-d1485d5b72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822966 Mar 09 04:07:51.325819 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f251a5d-60ac-4f63-a16c-f2f974bf8bce admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:07:51.346948 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-8f251a5d-60ac-4f63-a16c-f2f974bf8bce admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:07:51.351815 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f251a5d-60ac-4f63-a16c-f2f974bf8bce admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:07:51.354592 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-332b0a56-18dc-41e3-b90a-7d535751c255 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:51.369395 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-332b0a56-18dc-41e3-b90a-7d535751c255 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:51.472377 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5f1604a0-0dc0-4cd1-8602-52c425d4bd44 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:07:51.617132 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-332b0a56-18dc-41e3-b90a-7d535751c255 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:51.622951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b0a56-18dc-41e3-b90a-7d535751c255 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'Port': ['ID=e743023e-d536-4c15-9e63-0a43e2461850,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:51.650151 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] Set router 000bd140-6e8c-40f9-b982-0f09843639b3 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:07:51.714700 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f251a5d-60ac-4f63-a16c-f2f974bf8bce admin admin] Pushing event updated for resources: {'Port': ['ID=30253abe-259a-4605-a3ce-589d6cffa5a4,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:51.880680 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c994f77-d081-4a46-bd24-8ba32b058e82 None None] Pushing event updated for resources: {'Port': ['ID=3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:51.913042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332b0a56-18dc-41e3-b90a-7d535751c255 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Network c69a58b9-9c44-44eb-8ec7-146f189937dd is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:07:51.914392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-332b0a56-18dc-41e3-b90a-7d535751c255 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:07:52.192880 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 5f1604a0-0dc0-4cd1-8602-52c425d4bd44 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:07:52.244833 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332b0a56-18dc-41e3-b90a-7d535751c255 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Router 1e6efae4-93d0-43a8-b404-d27d52e6e62a has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:07:52.260471 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 5f1604a0-0dc0-4cd1-8602-52c425d4bd44 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:07:52.261134 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:52.619254 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:52.700333 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b475ed4c-8ab9-4e6a-9272-cccd46a746d8 None None] Provisioning for port e743023e-d536-4c15-9e63-0a43e2461850 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:07:52.715110 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b475ed4c-8ab9-4e6a-9272-cccd46a746d8 None None] Provisioning complete for port e743023e-d536-4c15-9e63-0a43e2461850 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:07:52.718034 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b475ed4c-8ab9-4e6a-9272-cccd46a746d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:52.844998 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000bd140-6e8c-40f9-b982-0f09843639b3', 'name': 'tempest-TestServerMultinode-1257823190-router', 'tenant_id': 'b6c978d3edb94a05b0fb56379f84f66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'dc291527-359c-4223-873b-d3c2740b1dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:43Z', 'updated_at': '2022-03-09T04:07:47Z', 'revision_number': 3, 'project_id': 'b6c978d3edb94a05b0fb56379f84f66e', 'gw_port': {'id': 'dc291527-359c-4223-873b-d3c2740b1dad', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000bd140-6e8c-40f9-b982-0f09843639b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:45Z', 'updated_at': '2022-03-09T04:07:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:52.897911 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332b0a56-18dc-41e3-b90a-7d535751c255 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:07:52.903829 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] Checking router: 000bd140-6e8c-40f9-b982-0f09843639b3 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:07:52.904387 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] Updating router 000bd140-6e8c-40f9-b982-0f09843639b3 port dc291527-359c-4223-873b-d3c2740b1dad binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:07:52.915663 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] Sync routers for ids ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:07:52.931055 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] Routers {'1e6efae4-93d0-43a8-b404-d27d52e6e62a'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:07:52.931055 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:07:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:52.934464 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-332b0a56-18dc-41e3-b90a-7d535751c255 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "PUT /v2.0/routers/1e6efae4-93d0-43a8-b404-d27d52e6e62a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4846897 Mar 09 04:07:52.935670 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 60992) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:53.036010 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 5f1604a0-0dc0-4cd1-8602-52c425d4bd44, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5f1604a0-0dc0-4cd1-8602-52c425d4bd44,segment=NetworkSegment(22a6e7da-07c5-4772-bd73-3abd5dffa2fe),segment_id=22a6e7da-07c5-4772-bd73-3abd5dffa2fe)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:07:53.068179 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:53.221529 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b475ed4c-8ab9-4e6a-9272-cccd46a746d8 None None] Port e743023e-d536-4c15-9e63-0a43e2461850 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:07:53.253457 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:53.409974 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28000fc-2189-4504-a442-93ea6d288a04 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:53.410591 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28000fc-2189-4504-a442-93ea6d288a04 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:53.410911 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28000fc-2189-4504-a442-93ea6d288a04 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:53.411374 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28000fc-2189-4504-a442-93ea6d288a04 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:53.411824 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28000fc-2189-4504-a442-93ea6d288a04 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:53.412272 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28000fc-2189-4504-a442-93ea6d288a04 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:53.412991 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28000fc-2189-4504-a442-93ea6d288a04 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:53.413431 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28000fc-2189-4504-a442-93ea6d288a04 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:53.413878 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28000fc-2189-4504-a442-93ea6d288a04 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:53.426308 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a28000fc-2189-4504-a442-93ea6d288a04 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6364 time: 0.4890625 Mar 09 04:07:53.426950 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 32770) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:53.502286 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] Set router 1e6efae4-93d0-43a8-b404-d27d52e6e62a gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:07:53.508113 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea31ee79-7e18-4ec9-ae9f-25deaff998c1 None None] Network a867e9b3-2eba-490f-b739-b2d32f9ed205 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:07:53.558739 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be18190b-bb69-4042-8202-58844344f577 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:53.559515 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be18190b-bb69-4042-8202-58844344f577 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:53.560125 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be18190b-bb69-4042-8202-58844344f577 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:53.560728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be18190b-bb69-4042-8202-58844344f577 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:53.561328 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be18190b-bb69-4042-8202-58844344f577 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:53.562265 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be18190b-bb69-4042-8202-58844344f577 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:53.563038 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be18190b-bb69-4042-8202-58844344f577 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:53.563693 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be18190b-bb69-4042-8202-58844344f577 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:53.564978 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be18190b-bb69-4042-8202-58844344f577 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:53.574389 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-be18190b-bb69-4042-8202-58844344f577 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5900 time: 0.1464605 Mar 09 04:07:53.575309 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 32776) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:53.608420 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f251a5d-60ac-4f63-a16c-f2f974bf8bce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:53.657306 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=5f1604a0-0dc0-4cd1-8602-52c425d4bd44,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:53.830426 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device efcad697-04d2-499e-845f-5dc0d9118489 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:07:53.951245 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2abf55f4-bfa7-4358-b96a-500ecb5482bd tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5201 time: 0.3695974 Mar 09 04:07:54.035844 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'name': 'tempest-TestNetworkBasicOps-router-1393263', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:40Z', 'updated_at': '2022-03-09T04:07:50Z', 'revision_number': 4, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:41Z', 'updated_at': '2022-03-09T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'e743023e-d536-4c15-9e63-0a43e2461850', 'name': '', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'mac_address': 'fa:16:3e:89:d6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:48Z', 'updated_at': '2022-03-09T04:07:50Z', 'revision_number': 2, 'project_id': '2355e92b134243b08899b3302e3d972c', 'subnets': [{'id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:54.050075 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] Checking router: 1e6efae4-93d0-43a8-b404-d27d52e6e62a for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:07:54.050418 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] Updating router 1e6efae4-93d0-43a8-b404-d27d52e6e62a port e743023e-d536-4c15-9e63-0a43e2461850 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:07:54.106941 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b475ed4c-8ab9-4e6a-9272-cccd46a746d8 None None] Provisioning complete for port 5f1604a0-0dc0-4cd1-8602-52c425d4bd44 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:07:54.107313 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b475ed4c-8ab9-4e6a-9272-cccd46a746d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:54.118323 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:54.218087 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ac60bda-83e2-45af-bd23-2eb711d7343e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:54.246745 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f251a5d-60ac-4f63-a16c-f2f974bf8bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:54.261403 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port efcad697-04d2-499e-845f-5dc0d9118489 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:07:54.261771 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:54.293623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 32794) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:54.300762 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-5ec4ae15-d762-46ad-a6d3-4a080f164a22 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1668601211', 'description': 'tempest-secgroup-smoke-1668601211 description', 'project_id': '2355e92b134243b08899b3302e3d972c'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:07:54.307792 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5ec4ae15-d762-46ad-a6d3-4a080f164a22 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:54.312658 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5ec4ae15-d762-46ad-a6d3-4a080f164a22 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:security_group and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:07:54.315866 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5ec4ae15-d762-46ad-a6d3-4a080f164a22 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:07:54.322736 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5ec4ae15-d762-46ad-a6d3-4a080f164a22 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:54.349523 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5ec4ae15-d762-46ad-a6d3-4a080f164a22 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:54.409813 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5ec4ae15-d762-46ad-a6d3-4a080f164a22 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:54.418364 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5ec4ae15-d762-46ad-a6d3-4a080f164a22 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:security_group_rule and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:07:54.424892 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5ec4ae15-d762-46ad-a6d3-4a080f164a22 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:07:54.436044 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5ec4ae15-d762-46ad-a6d3-4a080f164a22 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:54.540585 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5ec4ae15-d762-46ad-a6d3-4a080f164a22 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:54.551699 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5ec4ae15-d762-46ad-a6d3-4a080f164a22 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:54.564286 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:54.640311 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] Transition to ACTIVE for port object dc291527-359c-4223-873b-d3c2740b1dad will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:07:54.673044 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:54.693823 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4ae15-d762-46ad-a6d3-4a080f164a22 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45a49623-ca47-4a06-af33-254dce8b127b,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:54.698429 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5ec4ae15-d762-46ad-a6d3-4a080f164a22 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:54.699914 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5ec4ae15-d762-46ad-a6d3-4a080f164a22 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4047046 Mar 09 04:07:54.705659 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 32802) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:54.712922 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-4db8796f-e27d-4298-8210-8be0662e45ab tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'security_group_rule': {'security_group_id': '45a49623-ca47-4a06-af33-254dce8b127b', 'project_id': '2355e92b134243b08899b3302e3d972c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:07:54.722309 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4db8796f-e27d-4298-8210-8be0662e45ab tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:54.744972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4db8796f-e27d-4298-8210-8be0662e45ab tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:security_group_rule and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:07:54.764036 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4db8796f-e27d-4298-8210-8be0662e45ab tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:07:54.779755 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4db8796f-e27d-4298-8210-8be0662e45ab tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:54.794374 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:54.795167 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:07:54.823258 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-46f7bda1-82f5-4e31-899a-195d0e8ba6cf req-ebddaa38-cab5-486e-81e9-4b79fc37e0e4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a18dc744-e4dc-4974-8f5a-d9728ff476da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2019641 Mar 09 04:07:54.824461 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4db8796f-e27d-4298-8210-8be0662e45ab tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:54.825633 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] Transition to ACTIVE for port object e743023e-d536-4c15-9e63-0a43e2461850 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:07:54.840595 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:54.957596 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] Attempting to bind port dc291527-359c-4223-873b-d3c2740b1dad on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:07:54.958188 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] Attempting to bind port dc291527-359c-4223-873b-d3c2740b1dad by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:07:54.958292 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] Attempting to bind port dc291527-359c-4223-873b-d3c2740b1dad on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:07:54.991909 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb206d-a9a7-445f-8100-71519263f1a3 None None] Pushing event updated for resources: {'Port': ['ID=dc291527-359c-4223-873b-d3c2740b1dad,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:54.993264 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b049c02-64e3-46a6-a15e-4ccc5d86674d None None] Pushing event updated for resources: {'Port': ['ID=e743023e-d536-4c15-9e63-0a43e2461850,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:55.009180 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:07:55.012392 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:07:55.013126 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:07:55.013801 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:55.014421 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:07:55.015669 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] Bound port: dc291527-359c-4223-873b-d3c2740b1dad, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:07:55.016280 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:55.034895 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4db8796f-e27d-4298-8210-8be0662e45ab tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:55.048947 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4db8796f-e27d-4298-8210-8be0662e45ab tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:55.109154 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7bda1-82f5-4e31-899a-195d0e8ba6cf req-010cb4e1-9198-4d92-9a67-70c733c64ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:55.111502 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-46f7bda1-82f5-4e31-899a-195d0e8ba6cf req-010cb4e1-9198-4d92-9a67-70c733c64ab0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=452f278a5b114db5b5bed7f3e1de999f&device_id=a18dc744-e4dc-4974-8f5a-d9728ff476da HTTP/1.1" status: 200 len: 1101 time: 0.2645335 Mar 09 04:07:55.114815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8796f-e27d-4298-8210-8be0662e45ab tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2d5013-6e1c-4f27-a662-cedb2890f63b,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:55.132680 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4db8796f-e27d-4298-8210-8be0662e45ab tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:55.135312 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4db8796f-e27d-4298-8210-8be0662e45ab tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4281728 Mar 09 04:07:55.145228 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a87aa6d1-178e-440e-b6d6-55ba7692f552 None None] Provisioning for port 3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:07:55.187720 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a87aa6d1-178e-440e-b6d6-55ba7692f552 None None] Provisioning complete for port 3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:07:55.188448 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a87aa6d1-178e-440e-b6d6-55ba7692f552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:55.249985 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 32808) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:55.250731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f251a5d-60ac-4f63-a16c-f2f974bf8bce admin admin] Router 05c98226-b013-452a-be20-75171a463f5c is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:07:55.280265 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-0a6833f0-0c38-401a-8f7c-a74bb3a9ff0e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'security_group_rule': {'security_group_id': '45a49623-ca47-4a06-af33-254dce8b127b', 'project_id': '2355e92b134243b08899b3302e3d972c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:07:55.299802 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0a6833f0-0c38-401a-8f7c-a74bb3a9ff0e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:55.306419 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5f1604a0-0dc0-4cd1-8602-52c425d4bd44 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:07:55.307906 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0a6833f0-0c38-401a-8f7c-a74bb3a9ff0e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:security_group_rule and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:07:55.313566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0a6833f0-0c38-401a-8f7c-a74bb3a9ff0e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:07:55.329134 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0a6833f0-0c38-401a-8f7c-a74bb3a9ff0e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:55.343879 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] For port dc291527-359c-4223-873b-d3c2740b1dad, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:07:55.367957 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7bda1-82f5-4e31-899a-195d0e8ba6cf req-e65fd767-29db-43b9-a75d-bf04b93eca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:55.369548 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-46f7bda1-82f5-4e31-899a-195d0e8ba6cf req-e65fd767-29db-43b9-a75d-bf04b93eca7b service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.2246068 Mar 09 04:07:55.372761 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] Attempting to bind port e743023e-d536-4c15-9e63-0a43e2461850 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:07:55.373929 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] Attempting to bind port e743023e-d536-4c15-9e63-0a43e2461850 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '22a6e7da-07c5-4772-bd73-3abd5dffa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:07:55.374548 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] Attempting to bind port e743023e-d536-4c15-9e63-0a43e2461850 on network c69a58b9-9c44-44eb-8ec7-146f189937dd {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:07:55.381403 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:07:55.382361 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] Checking segment: {'id': '22a6e7da-07c5-4772-bd73-3abd5dffa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:07:55.383059 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:55.383815 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] Bound using segment: {'id': '22a6e7da-07c5-4772-bd73-3abd5dffa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:07:55.384604 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] Bound port: e743023e-d536-4c15-9e63-0a43e2461850, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a6e7da-07c5-4772-bd73-3abd5dffa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:07:55.385504 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:55.395998 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] For port dc291527-359c-4223-873b-d3c2740b1dad, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=dc291527-359c-4223-873b-d3c2740b1dad,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:07:55.436405 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:55.464885 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-46f7bda1-82f5-4e31-899a-195d0e8ba6cf req-6caa87ee-fc23-42fb-aa6c-5138cf22f4f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=c04e4922-4031-4ba3-88bf-0550f4f7410e HTTP/1.1" status: 200 len: 217 time: 0.0876174 Mar 09 04:07:55.544214 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7bda1-82f5-4e31-899a-195d0e8ba6cf req-664bd7da-9caa-47f4-8b20-10318ed88a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:55.545697 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-46f7bda1-82f5-4e31-899a-195d0e8ba6cf req-664bd7da-9caa-47f4-8b20-10318ed88a97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.0742364 Mar 09 04:07:55.560349 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] Routers {'000bd140-6e8c-40f9-b982-0f09843639b3'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:07:55.560970 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:07:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['000bd140-6e8c-40f9-b982-0f09843639b3'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:55.568955 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] For port e743023e-d536-4c15-9e63-0a43e2461850, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:07:55.572437 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] For port e743023e-d536-4c15-9e63-0a43e2461850, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e743023e-d536-4c15-9e63-0a43e2461850,segment=NetworkSegment(22a6e7da-07c5-4772-bd73-3abd5dffa2fe),segment_id=22a6e7da-07c5-4772-bd73-3abd5dffa2fe)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:07:55.580733 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:55.616783 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0a6833f0-0c38-401a-8f7c-a74bb3a9ff0e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:55.625417 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f251a5d-60ac-4f63-a16c-f2f974bf8bce admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:07:55.658520 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] Sync routers for ids ['05c98226-b013-452a-be20-75171a463f5c'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:07:55.683184 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a87aa6d1-178e-440e-b6d6-55ba7692f552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:55.722410 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-a87aa6d1-178e-440e-b6d6-55ba7692f552 None None] For port 3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba,segment=NetworkSegment(4f67b76f-4f8e-46d7-bc73-27b808580f53),segment_id=4f67b76f-4f8e-46d7-bc73-27b808580f53)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:07:55.726718 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] Routers {'05c98226-b013-452a-be20-75171a463f5c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:07:55.727360 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:07:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['05c98226-b013-452a-be20-75171a463f5c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:55.743954 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8f251a5d-60ac-4f63-a16c-f2f974bf8bce admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:55.745166 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8f251a5d-60ac-4f63-a16c-f2f974bf8bce admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.8288658 Mar 09 04:07:55.750122 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 32816) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:55.763167 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7bda1-82f5-4e31-899a-195d0e8ba6cf req-e7dbc9d0-286f-4072-b636-9b88af88af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:55.765018 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-46f7bda1-82f5-4e31-899a-195d0e8ba6cf req-e7dbc9d0-286f-4072-b636-9b88af88af57 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2114983 Mar 09 04:07:55.765419 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] Routers {'1e6efae4-93d0-43a8-b404-d27d52e6e62a'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:07:55.766346 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:07:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:55.841101 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-1ac60bda-83e2-45af-bd23-2eb711d7343e admin admin] Allocated IP 172.20.0.1 (ed4a8b29-67a1-4116-a8a6-3843f94f2336/abac9fb8-e7e3-470a-b0ca-e702e6cfc586/9254c95e-dd49-407a-a013-204e4fafb987) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:07:55.860091 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 5f1604a0-0dc0-4cd1-8602-52c425d4bd44 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:07:55.860456 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:55.874491 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0a6833f0-0c38-401a-8f7c-a74bb3a9ff0e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:55.907354 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a87aa6d1-178e-440e-b6d6-55ba7692f552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:55.909615 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0a6833f0-0c38-401a-8f7c-a74bb3a9ff0e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:55.951511 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb206d-a9a7-445f-8100-71519263f1a3 None None] Pushing event updated for resources: {'Port': ['ID=dc291527-359c-4223-873b-d3c2740b1dad,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:56.063853 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b049c02-64e3-46a6-a15e-4ccc5d86674d None None] Pushing event updated for resources: {'Port': ['ID=e743023e-d536-4c15-9e63-0a43e2461850,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:56.064506 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-46f7bda1-82f5-4e31-899a-195d0e8ba6cf req-5f3a3f98-1086-4e8c-b5b5-e1ec06d2d99f service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910566 Mar 09 04:07:56.113482 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6833f0-0c38-401a-8f7c-a74bb3a9ff0e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdcda85f-14d8-4ca6-be4e-1456bb8fbb80,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:56.159460 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0a6833f0-0c38-401a-8f7c-a74bb3a9ff0e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:56.160856 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0a6833f0-0c38-401a-8f7c-a74bb3a9ff0e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8980010 Mar 09 04:07:56.165907 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 32826) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:56.174496 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-c51c3900-bcfd-4242-8847-96631b5ed3b0 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'security_group_rule': {'security_group_id': '45a49623-ca47-4a06-af33-254dce8b127b', 'project_id': '2355e92b134243b08899b3302e3d972c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:07:56.258057 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c51c3900-bcfd-4242-8847-96631b5ed3b0 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:56.271090 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c51c3900-bcfd-4242-8847-96631b5ed3b0 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:security_group_rule and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:07:56.276408 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c51c3900-bcfd-4242-8847-96631b5ed3b0 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:07:56.292033 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] Set router 000bd140-6e8c-40f9-b982-0f09843639b3 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:07:56.305362 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] Set router 1e6efae4-93d0-43a8-b404-d27d52e6e62a gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:07:56.307511 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c51c3900-bcfd-4242-8847-96631b5ed3b0 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:56.322931 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ac60bda-83e2-45af-bd23-2eb711d7343e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:56.368841 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87aa6d1-178e-440e-b6d6-55ba7692f552 None None] Pushing event updated for resources: {'Port': ['ID=3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:56.399367 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-46f7bda1-82f5-4e31-899a-195d0e8ba6cf req-3b1ffaf7-7711-4f13-981a-22f8339bf951 service neutron] 10.222.0.24 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270440 Mar 09 04:07:56.478215 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-1ac60bda-83e2-45af-bd23-2eb711d7343e admin admin] Transition to ACTIVE for port object 9254c95e-dd49-407a-a013-204e4fafb987 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:07:56.491489 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c51c3900-bcfd-4242-8847-96631b5ed3b0 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:56.654327 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ac60bda-83e2-45af-bd23-2eb711d7343e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:56.706787 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'name': 'tempest-TestNetworkBasicOps-router-1393263', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:40Z', 'updated_at': '2022-03-09T04:07:50Z', 'revision_number': 4, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:41Z', 'updated_at': '2022-03-09T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'e743023e-d536-4c15-9e63-0a43e2461850', 'name': '', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'mac_address': 'fa:16:3e:89:d6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:48Z', 'updated_at': '2022-03-09T04:07:55Z', 'revision_number': 4, 'project_id': '2355e92b134243b08899b3302e3d972c', 'subnets': [{'id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:56.713682 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a614c0-252d-4c14-8493-1fe64879b9b5 None None] The sync data for ids ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'] in n-d-825178-5 is: [{'id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'name': 'tempest-TestNetworkBasicOps-router-1393263', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:40Z', 'updated_at': '2022-03-09T04:07:50Z', 'revision_number': 4, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:41Z', 'updated_at': '2022-03-09T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'e743023e-d536-4c15-9e63-0a43e2461850', 'name': '', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'mac_address': 'fa:16:3e:89:d6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:48Z', 'updated_at': '2022-03-09T04:07:55Z', 'revision_number': 4, 'project_id': '2355e92b134243b08899b3302e3d972c', 'subnets': [{'id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:07:56.828999 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c51c3900-bcfd-4242-8847-96631b5ed3b0 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:56.849664 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac60bda-83e2-45af-bd23-2eb711d7343e admin admin] Network ed4a8b29-67a1-4116-a8a6-3843f94f2336 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:07:56.854931 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-1ac60bda-83e2-45af-bd23-2eb711d7343e admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:07:56.857988 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac60bda-83e2-45af-bd23-2eb711d7343e admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:07:56.891492 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c51c3900-bcfd-4242-8847-96631b5ed3b0 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:56.964396 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f7175e84-6de8-47e4-bb47-780f23fe1710 None None] Provisioning complete for port 3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:07:56.965271 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f7175e84-6de8-47e4-bb47-780f23fe1710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:57.007307 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac60bda-83e2-45af-bd23-2eb711d7343e admin admin] Pushing event updated for resources: {'Port': ['ID=9254c95e-dd49-407a-a013-204e4fafb987,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:57.030233 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c3900-bcfd-4242-8847-96631b5ed3b0 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6e8fab-aad8-406b-aba9-dc9203d591ad,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:57.094463 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c51c3900-bcfd-4242-8847-96631b5ed3b0 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:57.096288 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c51c3900-bcfd-4242-8847-96631b5ed3b0 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9264081 Mar 09 04:07:57.099898 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 32840) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:57.104370 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ac60bda-83e2-45af-bd23-2eb711d7343e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:57.106673 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-27425d1b-ac59-4ada-a829-465c14788474 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'security_group_rule': {'security_group_id': '45a49623-ca47-4a06-af33-254dce8b127b', 'project_id': '2355e92b134243b08899b3302e3d972c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:07:57.125855 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-27425d1b-ac59-4ada-a829-465c14788474 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:57.136580 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-27425d1b-ac59-4ada-a829-465c14788474 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:security_group_rule and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:07:57.144518 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-27425d1b-ac59-4ada-a829-465c14788474 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:07:57.162011 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-27425d1b-ac59-4ada-a829-465c14788474 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:57.187020 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] Set router 05c98226-b013-452a-be20-75171a463f5c gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:07:57.197178 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27425d1b-ac59-4ada-a829-465c14788474 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:57.334532 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27425d1b-ac59-4ada-a829-465c14788474 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:57.345980 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27425d1b-ac59-4ada-a829-465c14788474 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:57.373387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27425d1b-ac59-4ada-a829-465c14788474 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2179949-e6c0-42f9-ae9f-1c0bc930ef1e,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:57.388499 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27425d1b-ac59-4ada-a829-465c14788474 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:57.393565 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-27425d1b-ac59-4ada-a829-465c14788474 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2925446 Mar 09 04:07:57.394539 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 32848) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:57.400529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-eff5ff7a-447e-4df2-91b2-052bf3fd94da tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'security_group_rule': {'security_group_id': '45a49623-ca47-4a06-af33-254dce8b127b', 'project_id': '2355e92b134243b08899b3302e3d972c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:07:57.408313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-eff5ff7a-447e-4df2-91b2-052bf3fd94da tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:57.412848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-eff5ff7a-447e-4df2-91b2-052bf3fd94da tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:security_group_rule and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:07:57.422215 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-eff5ff7a-447e-4df2-91b2-052bf3fd94da tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:07:57.432125 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-eff5ff7a-447e-4df2-91b2-052bf3fd94da tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:57.457587 n-d-825178-5 neutron-server[87880]: INFO neutron.db.securitygroups_db [None req-eff5ff7a-447e-4df2-91b2-052bf3fd94da tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Project 2355e92b134243b08899b3302e3d972c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:07:57.469710 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eff5ff7a-447e-4df2-91b2-052bf3fd94da tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:57.603119 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eff5ff7a-447e-4df2-91b2-052bf3fd94da tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:57.613095 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eff5ff7a-447e-4df2-91b2-052bf3fd94da tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:57.678011 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5ff7a-447e-4df2-91b2-052bf3fd94da tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54508e5-95ef-4296-bc1a-d4e97d8096bc,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:57.696420 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000bd140-6e8c-40f9-b982-0f09843639b3', 'name': 'tempest-TestServerMultinode-1257823190-router', 'tenant_id': 'b6c978d3edb94a05b0fb56379f84f66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'dc291527-359c-4223-873b-d3c2740b1dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:43Z', 'updated_at': '2022-03-09T04:07:47Z', 'revision_number': 3, 'project_id': 'b6c978d3edb94a05b0fb56379f84f66e', 'gw_port': {'id': 'dc291527-359c-4223-873b-d3c2740b1dad', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000bd140-6e8c-40f9-b982-0f09843639b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:45Z', 'updated_at': '2022-03-09T04:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:57.709687 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eff5ff7a-447e-4df2-91b2-052bf3fd94da tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:57.709687 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-eff5ff7a-447e-4df2-91b2-052bf3fd94da tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3085737 Mar 09 04:07:57.709687 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 32856) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:07:57.711017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880cf548-fdad-4039-8caf-85c3654efc34 None None] The sync data for ids ['000bd140-6e8c-40f9-b982-0f09843639b3'] in n-d-825178-5 is: [{'id': '000bd140-6e8c-40f9-b982-0f09843639b3', 'name': 'tempest-TestServerMultinode-1257823190-router', 'tenant_id': 'b6c978d3edb94a05b0fb56379f84f66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'dc291527-359c-4223-873b-d3c2740b1dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:43Z', 'updated_at': '2022-03-09T04:07:47Z', 'revision_number': 3, 'project_id': 'b6c978d3edb94a05b0fb56379f84f66e', 'gw_port': {'id': 'dc291527-359c-4223-873b-d3c2740b1dad', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000bd140-6e8c-40f9-b982-0f09843639b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:45Z', 'updated_at': '2022-03-09T04:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:07:57.725886 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-1287c250-0770-48a3-99e5-8609e8f2152f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'security_group_rule': {'security_group_id': '45a49623-ca47-4a06-af33-254dce8b127b', 'project_id': '2355e92b134243b08899b3302e3d972c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:07:57.746365 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1287c250-0770-48a3-99e5-8609e8f2152f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:07:57.764381 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1287c250-0770-48a3-99e5-8609e8f2152f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:security_group_rule and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:07:57.775075 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1287c250-0770-48a3-99e5-8609e8f2152f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:07:57.790285 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1287c250-0770-48a3-99e5-8609e8f2152f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:07:57.834606 n-d-825178-5 neutron-server[87880]: INFO neutron.db.securitygroups_db [None req-1287c250-0770-48a3-99e5-8609e8f2152f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Project 2355e92b134243b08899b3302e3d972c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:07:57.836436 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:07:52Z', 'revision_number': 3, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:07:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:57.852859 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1287c250-0770-48a3-99e5-8609e8f2152f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:57.870400 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] Checking router: 05c98226-b013-452a-be20-75171a463f5c for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:07:57.875122 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] Updating router 05c98226-b013-452a-be20-75171a463f5c port 30253abe-259a-4605-a3ce-589d6cffa5a4 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:07:57.956229 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:57.999133 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e743023e-d536-4c15-9e63-0a43e2461850 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:07:58.021162 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1287c250-0770-48a3-99e5-8609e8f2152f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:58.028055 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1287c250-0770-48a3-99e5-8609e8f2152f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:58.078263 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287c250-0770-48a3-99e5-8609e8f2152f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5365b59-387a-459f-8b3b-357b41e35e17,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:58.094243 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1287c250-0770-48a3-99e5-8609e8f2152f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:58.094243 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1287c250-0770-48a3-99e5-8609e8f2152f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3823564 Mar 09 04:07:58.112410 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:58.270138 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ac60bda-83e2-45af-bd23-2eb711d7343e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:58.558218 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fca0a976-319b-4311-b744-ee1e0436579b None None] Provisioning for port 9254c95e-dd49-407a-a013-204e4fafb987 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:07:58.571328 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fca0a976-319b-4311-b744-ee1e0436579b None None] Provisioning complete for port 9254c95e-dd49-407a-a013-204e4fafb987 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:07:58.571328 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fca0a976-319b-4311-b744-ee1e0436579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:58.655029 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-fca0a976-319b-4311-b744-ee1e0436579b None None] Port 9254c95e-dd49-407a-a013-204e4fafb987 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:07:58.665574 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port e743023e-d536-4c15-9e63-0a43e2461850 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:07:58.673702 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port e743023e-d536-4c15-9e63-0a43e2461850 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:07:58.674077 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:58.782167 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Allocated IP 172.20.0.1 (a867e9b3-2eba-490f-b739-b2d32f9ed205/2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f/f3b8fd1c-ebab-4e4a-bec8-115622139a02) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:07:58.789877 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-30230d62-143e-49a3-a1bd-565ced5d7bd3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1668601211&fields=id&tenant_id=2355e92b134243b08899b3302e3d972c HTTP/1.1" status: 200 len: 267 time: 0.2151554 Mar 09 04:07:58.816204 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-110eda62-0660-4a42-ae16-2642dea56126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:58.865962 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ac60bda-83e2-45af-bd23-2eb711d7343e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:58.926412 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ac60bda-83e2-45af-bd23-2eb711d7343e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:58.933230 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:58.938195 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:58.966099 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] Transition to ACTIVE for port object 30253abe-259a-4605-a3ce-589d6cffa5a4 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:07:58.995334 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:59.105802 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port e743023e-d536-4c15-9e63-0a43e2461850, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e743023e-d536-4c15-9e63-0a43e2461850,segment=NetworkSegment(22a6e7da-07c5-4772-bd73-3abd5dffa2fe),segment_id=22a6e7da-07c5-4772-bd73-3abd5dffa2fe)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:07:59.106747 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] Attempting to bind port 30253abe-259a-4605-a3ce-589d6cffa5a4 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:07:59.107496 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] Attempting to bind port 30253abe-259a-4605-a3ce-589d6cffa5a4 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:07:59.108131 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] Attempting to bind port 30253abe-259a-4605-a3ce-589d6cffa5a4 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:07:59.122668 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:59.123758 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:07:59.157245 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:07:59.158436 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:07:59.159085 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:59.159766 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:07:59.160526 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] Bound port: 30253abe-259a-4605-a3ce-589d6cffa5a4, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:07:59.161406 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:59.194735 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819518a3-927d-4bd3-a4e2-4811ba73d681 None None] Pushing event updated for resources: {'Port': ['ID=30253abe-259a-4605-a3ce-589d6cffa5a4,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:59.252099 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ac60bda-83e2-45af-bd23-2eb711d7343e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:59.268013 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac60bda-83e2-45af-bd23-2eb711d7343e admin admin] Pushing event updated for resources: {'Port': ['ID=9254c95e-dd49-407a-a013-204e4fafb987,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:59.313570 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-444aea99-40eb-401e-81a4-85bbf3acd97b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:07:59.315142 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-444aea99-40eb-401e-81a4-85bbf3acd97b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/networks?id=c69a58b9-9c44-44eb-8ec7-146f189937dd HTTP/1.1" status: 200 len: 796 time: 0.5123234 Mar 09 04:07:59.351138 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-d98e472d-87e3-4df5-b681-7aaba0e32862 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/quotas/2355e92b134243b08899b3302e3d972c HTTP/1.1" status: 200 len: 375 time: 0.0250020 Mar 09 04:07:59.371572 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=e743023e-d536-4c15-9e63-0a43e2461850,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:59.381105 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] For port 30253abe-259a-4605-a3ce-589d6cffa5a4, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:07:59.384428 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] For port 30253abe-259a-4605-a3ce-589d6cffa5a4, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=30253abe-259a-4605-a3ce-589d6cffa5a4,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:07:59.385440 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:07:59.385841 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:59.425336 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:59.508126 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:07:59.554247 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819518a3-927d-4bd3-a4e2-4811ba73d681 None None] Pushing event updated for resources: {'Port': ['ID=30253abe-259a-4605-a3ce-589d6cffa5a4,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:07:59.556660 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] Routers {'05c98226-b013-452a-be20-75171a463f5c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:07:59.557220 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:07:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['05c98226-b013-452a-be20-75171a463f5c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:07:59.567085 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Transition to ACTIVE for port object f3b8fd1c-ebab-4e4a-bec8-115622139a02 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:07:59.598335 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac60bda-83e2-45af-bd23-2eb711d7343e admin admin] Network ed4a8b29-67a1-4116-a8a6-3843f94f2336 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:07:59.602883 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-1ac60bda-83e2-45af-bd23-2eb711d7343e admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:07:59.614452 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-d60faa5b-f47e-47df-8b5b-c37015b8e8f4 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2355e92b134243b08899b3302e3d972c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2557969 Mar 09 04:07:59.928130 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] Set router 05c98226-b013-452a-be20-75171a463f5c gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:08:00.141461 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device dc291527-359c-4223-873b-d3c2740b1dad up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:08:00.203676 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:00.227374 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91dc4a7a-4427-4987-bfcb-ed878d415495 None None] Provisioning complete for port 9254c95e-dd49-407a-a013-204e4fafb987 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:00.228075 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91dc4a7a-4427-4987-bfcb-ed878d415495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:00.255702 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Network a867e9b3-2eba-490f-b739-b2d32f9ed205 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:08:00.266118 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:08:00.283144 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac60bda-83e2-45af-bd23-2eb711d7343e admin admin] Router 000bd140-6e8c-40f9-b982-0f09843639b3 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:08:00.288096 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:08:00.403883 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91dc4a7a-4427-4987-bfcb-ed878d415495 None None] Port 9254c95e-dd49-407a-a013-204e4fafb987 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:08:00.418394 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port dc291527-359c-4223-873b-d3c2740b1dad completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:08:00.436387 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port dc291527-359c-4223-873b-d3c2740b1dad triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:00.436763 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:00.450686 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:00.553348 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Pushing event updated for resources: {'Port': ['ID=f3b8fd1c-ebab-4e4a-bec8-115622139a02,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:00.557724 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-546b8994-08b8-4f4b-9964-f6ad525957d5 service neutron] 10.222.0.16 "GET /v2.0/networks/c69a58b9-9c44-44eb-8ec7-146f189937dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8705745 Mar 09 04:08:00.652229 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-97f4dbf5-7591-4831-ba24-574c0aea413f None None] Provisioning for port f3b8fd1c-ebab-4e4a-bec8-115622139a02 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:08:00.656005 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:07:52Z', 'revision_number': 3, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:00.662323 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:00.667708 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b8966d-9a2c-44ed-b5ca-7f51d6401c4b None None] The sync data for ids ['05c98226-b013-452a-be20-75171a463f5c'] in n-d-825178-5 is: [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:07:52Z', 'revision_number': 3, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:08:00.670472 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-97f4dbf5-7591-4831-ba24-574c0aea413f None None] Provisioning complete for port f3b8fd1c-ebab-4e4a-bec8-115622139a02 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:00.671228 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-97f4dbf5-7591-4831-ba24-574c0aea413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:00.731990 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port dc291527-359c-4223-873b-d3c2740b1dad, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=dc291527-359c-4223-873b-d3c2740b1dad,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:00.748678 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:00.749762 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e743023e-d536-4c15-9e63-0a43e2461850 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:08:00.817425 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-97f4dbf5-7591-4831-ba24-574c0aea413f None None] Port f3b8fd1c-ebab-4e4a-bec8-115622139a02 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:08:00.901475 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=dc291527-359c-4223-873b-d3c2740b1dad,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:00.911357 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:00.947351 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port e743023e-d536-4c15-9e63-0a43e2461850 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:00.947881 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:01.035399 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-112b45c3-375e-4657-98a0-4f7fc0b45f97 service neutron] 10.222.0.16 "GET /v2.0/networks/c69a58b9-9c44-44eb-8ec7-146f189937dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423587 Mar 09 04:08:01.089227 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac60bda-83e2-45af-bd23-2eb711d7343e admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:08:01.102349 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1ac60bda-83e2-45af-bd23-2eb711d7343e admin admin] 10.222.0.16 "PUT /v2.0/routers/000bd140-6e8c-40f9-b982-0f09843639b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1698344 Mar 09 04:08:01.107265 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] Sync routers for ids ['000bd140-6e8c-40f9-b982-0f09843639b3'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:08:01.133215 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] Routers {'000bd140-6e8c-40f9-b982-0f09843639b3'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:08:01.134064 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:07:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['000bd140-6e8c-40f9-b982-0f09843639b3'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:01.230236 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f2f370e9-8dd9-48e5-a547-a0fbd42cc6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:01.444783 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:01.455435 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:01.485510 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] Set router 000bd140-6e8c-40f9-b982-0f09843639b3 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:08:01.513687 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-bc5a8df4-3137-43a2-82db-4a2cb501a0a8 req-5c77e544-ab24-4169-ad5f-d595f67aac08 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Synchronizing usage tracker for tenant:2355e92b134243b08899b3302e3d972c on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:08:01.566231 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-bc5a8df4-3137-43a2-82db-4a2cb501a0a8 req-5c77e544-ab24-4169-ad5f-d595f67aac08 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Unset dirty status for tenant:2355e92b134243b08899b3302e3d972c on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:08:01.567556 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bc5a8df4-3137-43a2-82db-4a2cb501a0a8 req-5c77e544-ab24-4169-ad5f-d595f67aac08 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=c155f3fe-4ce1-45b0-a66c-b4417f7c7770 HTTP/1.1" status: 200 len: 210 time: 0.1840661 Mar 09 04:08:01.687737 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Pushing event updated for resources: {'Port': ['ID=f3b8fd1c-ebab-4e4a-bec8-115622139a02,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:01.696713 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:01.716802 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:01.720234 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:01.726188 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:01.726900 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:01.727410 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:01.727921 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:01.728418 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:01.728914 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:01.729399 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:01.729899 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:01.730391 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:01.730901 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:02.033560 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Network a867e9b3-2eba-490f-b739-b2d32f9ed205 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:08:02.035063 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:08:02.225848 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000bd140-6e8c-40f9-b982-0f09843639b3', 'name': 'tempest-TestServerMultinode-1257823190-router', 'tenant_id': 'b6c978d3edb94a05b0fb56379f84f66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'dc291527-359c-4223-873b-d3c2740b1dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:43Z', 'updated_at': '2022-03-09T04:07:57Z', 'revision_number': 4, 'project_id': 'b6c978d3edb94a05b0fb56379f84f66e', 'gw_port': {'id': 'dc291527-359c-4223-873b-d3c2740b1dad', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000bd140-6e8c-40f9-b982-0f09843639b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:45Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '9254c95e-dd49-407a-a013-204e4fafb987', 'name': '', 'network_id': 'ed4a8b29-67a1-4116-a8a6-3843f94f2336', 'tenant_id': 'b6c978d3edb94a05b0fb56379f84f66e', 'mac_address': 'fa:16:3e:a3:cc:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000bd140-6e8c-40f9-b982-0f09843639b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'abac9fb8-e7e3-470a-b0ca-e702e6cfc586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:54Z', 'updated_at': '2022-03-09T04:07:58Z', 'revision_number': 2, 'project_id': 'b6c978d3edb94a05b0fb56379f84f66e', 'subnets': [{'id': 'abac9fb8-e7e3-470a-b0ca-e702e6cfc586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:02.232547 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] Checking router: 000bd140-6e8c-40f9-b982-0f09843639b3 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:08:02.238880 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] Updating router 000bd140-6e8c-40f9-b982-0f09843639b3 port 9254c95e-dd49-407a-a013-204e4fafb987 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:08:02.260604 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 30253abe-259a-4605-a3ce-589d6cffa5a4 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:08:02.315620 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 32954) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:08:02.322045 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-2ff79671-705e-4453-ab11-57f98527f783 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-163739953-network', 'tenant_id': '3548ecbe1787437881bbac004f5ee548'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:08:02.331591 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2ff79671-705e-4453-ab11-57f98527f783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:08:02.337922 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2ff79671-705e-4453-ab11-57f98527f783 admin admin] Usage tracker for resource:network and tenant:3548ecbe1787437881bbac004f5ee548 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:08:02.347037 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2ff79671-705e-4453-ab11-57f98527f783 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:08:02.366361 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2ff79671-705e-4453-ab11-57f98527f783 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:08:02.387415 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:02.394244 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff79671-705e-4453-ab11-57f98527f783 admin admin] Made reservation on behalf of 3548ecbe1787437881bbac004f5ee548 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:08:02.397574 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ff79671-705e-4453-ab11-57f98527f783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:02.412135 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 30253abe-259a-4605-a3ce-589d6cffa5a4 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:08:02.416232 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:02.421881 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 30253abe-259a-4605-a3ce-589d6cffa5a4 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:02.422398 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:02.426651 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:02.431861 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ff79671-705e-4453-ab11-57f98527f783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:02.474590 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2ff79671-705e-4453-ab11-57f98527f783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:08:02.486196 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2ff79671-705e-4453-ab11-57f98527f783 admin admin] Usage tracker for resource:security_group_rule and tenant:3548ecbe1787437881bbac004f5ee548 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:08:02.490742 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2ff79671-705e-4453-ab11-57f98527f783 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:08:02.507185 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2ff79671-705e-4453-ab11-57f98527f783 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:08:02.699085 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7d7558dc-ac18-481c-91d0-347f715f3565 None None] Provisioning complete for port f3b8fd1c-ebab-4e4a-bec8-115622139a02 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:02.699985 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7d7558dc-ac18-481c-91d0-347f715f3565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:02.715292 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ff79671-705e-4453-ab11-57f98527f783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:02.736348 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ff79671-705e-4453-ab11-57f98527f783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:02.780239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff79671-705e-4453-ab11-57f98527f783 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:08:02.798672 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff79671-705e-4453-ab11-57f98527f783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f40745-7189-4855-b5d4-96341827cc56,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:02.805890 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ff79671-705e-4453-ab11-57f98527f783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:02.809951 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-2ff79671-705e-4453-ab11-57f98527f783 admin admin] Added segment 81944186-1d91-4442-ad63-29e236b9fdee of type vlan for network 07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4 Mar 09 04:08:02.852114 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ff79671-705e-4453-ab11-57f98527f783 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:02.853107 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:02.871579 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 30253abe-259a-4605-a3ce-589d6cffa5a4, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=30253abe-259a-4605-a3ce-589d6cffa5a4,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:02.874574 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-7d7558dc-ac18-481c-91d0-347f715f3565 None None] Port f3b8fd1c-ebab-4e4a-bec8-115622139a02 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:08:02.879940 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:02.881023 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device dc291527-359c-4223-873b-d3c2740b1dad up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:08:02.896812 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ff79671-705e-4453-ab11-57f98527f783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:02.901520 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff79671-705e-4453-ab11-57f98527f783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:02.903478 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ff79671-705e-4453-ab11-57f98527f783 admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:02.961585 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Router 05c98226-b013-452a-be20-75171a463f5c has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:08:02.973028 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-535bc99e-fdd4-4095-9ab1-ed04876511d7 req-a5423b35-3d97-4ced-b53b-e9013efbde73 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=c155f3fe-4ce1-45b0-a66c-b4417f7c7770 HTTP/1.1" status: 200 len: 210 time: 0.1537886 Mar 09 04:08:03.046355 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port dc291527-359c-4223-873b-d3c2740b1dad triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:03.046712 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:03.111942 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2ff79671-705e-4453-ab11-57f98527f783 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7918339 Mar 09 04:08:03.112649 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 32970) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:08:03.114645 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=30253abe-259a-4605-a3ce-589d6cffa5a4,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:03.152509 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-719870e4-ace3-41f9-8ec5-b25165bf799c admin admin] Request body: {'subnet': {'network_id': '07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-163739953-subnet', 'tenant_id': '3548ecbe1787437881bbac004f5ee548', 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:08:03.161232 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff79671-705e-4453-ab11-57f98527f783 admin admin] Pushing event updated for resources: {'Network': ['ID=07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:03.177248 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-719870e4-ace3-41f9-8ec5-b25165bf799c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:08:03.177480 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:08:03.190507 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-719870e4-ace3-41f9-8ec5-b25165bf799c admin admin] Usage tracker for resource:subnet and tenant:3548ecbe1787437881bbac004f5ee548 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:08:03.203142 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-719870e4-ace3-41f9-8ec5-b25165bf799c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:08:03.221681 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-719870e4-ace3-41f9-8ec5-b25165bf799c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:08:03.244088 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719870e4-ace3-41f9-8ec5-b25165bf799c admin admin] Made reservation on behalf of 3548ecbe1787437881bbac004f5ee548 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:08:03.244449 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:03.248672 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-719870e4-ace3-41f9-8ec5-b25165bf799c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:03.269379 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] Transition to ACTIVE for port object 9254c95e-dd49-407a-a013-204e4fafb987 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:08:03.278744 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:03.444325 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:08:03.456978 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d2eadaae-2e37-448c-a13c-ff8d92e23061 admin admin] 10.222.0.16 "PUT /v2.0/routers/05c98226-b013-452a-be20-75171a463f5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7057042 Mar 09 04:08:03.757513 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] Sync routers for ids ['05c98226-b013-452a-be20-75171a463f5c'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:08:03.833042 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] Routers {'05c98226-b013-452a-be20-75171a463f5c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:08:03.834201 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:08:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['05c98226-b013-452a-be20-75171a463f5c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:03.864774 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-0a25da90-770f-4adb-9f61-4f814c35c169 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:03.871641 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-0a25da90-770f-4adb-9f61-4f814c35c169 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Synchronizing usage tracker for tenant:2355e92b134243b08899b3302e3d972c on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:08:03.876675 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-719870e4-ace3-41f9-8ec5-b25165bf799c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:03.896510 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2738a9-ed2a-4c23-be1f-e978b97b50bd None None] Pushing event updated for resources: {'Port': ['ID=9254c95e-dd49-407a-a013-204e4fafb987,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:03.918037 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] Attempting to bind port 9254c95e-dd49-407a-a013-204e4fafb987 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:08:03.918641 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] Attempting to bind port 9254c95e-dd49-407a-a013-204e4fafb987 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '7f2d41e7-f006-41f5-882d-0a9914776cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed4a8b29-67a1-4116-a8a6-3843f94f2336'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:08:03.919183 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] Attempting to bind port 9254c95e-dd49-407a-a013-204e4fafb987 on network ed4a8b29-67a1-4116-a8a6-3843f94f2336 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:08:03.925148 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:08:03.925776 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] Checking segment: {'id': '7f2d41e7-f006-41f5-882d-0a9914776cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed4a8b29-67a1-4116-a8a6-3843f94f2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:08:03.926330 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:03.926952 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] Bound using segment: {'id': '7f2d41e7-f006-41f5-882d-0a9914776cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed4a8b29-67a1-4116-a8a6-3843f94f2336'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:08:03.927579 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] Bound port: 9254c95e-dd49-407a-a013-204e4fafb987, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2d41e7-f006-41f5-882d-0a9914776cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed4a8b29-67a1-4116-a8a6-3843f94f2336'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:08:03.928314 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:03.963155 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:04.060319 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719870e4-ace3-41f9-8ec5-b25165bf799c admin admin] Pushing event updated for resources: {'Subnet': ['ID=79918a41-e9de-4380-82f4-50d092238598,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:04.116045 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-0a25da90-770f-4adb-9f61-4f814c35c169 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Unset dirty status for tenant:2355e92b134243b08899b3302e3d972c on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:08:04.117334 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-0a25da90-770f-4adb-9f61-4f814c35c169 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.21 "GET /v2.0/networks?id=c69a58b9-9c44-44eb-8ec7-146f189937dd HTTP/1.1" status: 200 len: 796 time: 0.7116630 Mar 09 04:08:04.118717 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719870e4-ace3-41f9-8ec5-b25165bf799c admin admin] Checking segment: {'id': '81944186-1d91-4442-ad63-29e236b9fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:08:04.119189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719870e4-ace3-41f9-8ec5-b25165bf799c admin admin] Network hostable DHCP agents. Network: 07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:08:04.125306 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] For port 9254c95e-dd49-407a-a013-204e4fafb987, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:08:04.132723 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] For port 9254c95e-dd49-407a-a013-204e4fafb987, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9254c95e-dd49-407a-a013-204e4fafb987,segment=NetworkSegment(7f2d41e7-f006-41f5-882d-0a9914776cf8),segment_id=7f2d41e7-f006-41f5-882d-0a9914776cf8)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:08:04.143049 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:04.176202 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] Set router 05c98226-b013-452a-be20-75171a463f5c gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:08:04.182573 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-58ee8024-e544-4c1a-8a9a-82e5934af94e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Synchronizing usage tracker for tenant:2355e92b134243b08899b3302e3d972c on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:08:04.185302 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719870e4-ace3-41f9-8ec5-b25165bf799c admin admin] Network 07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:08:04.204585 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-719870e4-ace3-41f9-8ec5-b25165bf799c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:08:04.210546 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719870e4-ace3-41f9-8ec5-b25165bf799c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:04.211451 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-719870e4-ace3-41f9-8ec5-b25165bf799c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:04.224095 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-58ee8024-e544-4c1a-8a9a-82e5934af94e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Unset dirty status for tenant:2355e92b134243b08899b3302e3d972c on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:08:04.225624 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-58ee8024-e544-4c1a-8a9a-82e5934af94e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2355e92b134243b08899b3302e3d972c HTTP/1.1" status: 200 len: 380 time: 0.1000707 Mar 09 04:08:04.235138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-da3fda66-4e09-4109-95d2-81a070703075 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'port': {'device_id': 'c155f3fe-4ce1-45b0-a66c-b4417f7c7770', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'admin_state_up': True, 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'security_groups': ['45a49623-ca47-4a06-af33-254dce8b127b']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:08:04.308254 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33002) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:08:04.314220 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-30a4b5bf-7aa4-476b-b3b0-b9f4ad4398bd admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-163739953-router', 'tenant_id': '3548ecbe1787437881bbac004f5ee548', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:08:04.320601 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-719870e4-ace3-41f9-8ec5-b25165bf799c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2016866 Mar 09 04:08:04.325421 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-30a4b5bf-7aa4-476b-b3b0-b9f4ad4398bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:08:04.333069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-30a4b5bf-7aa4-476b-b3b0-b9f4ad4398bd admin admin] Usage tracker for resource:router and tenant:3548ecbe1787437881bbac004f5ee548 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:08:04.341356 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-30a4b5bf-7aa4-476b-b3b0-b9f4ad4398bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:08:04.341620 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] Routers {'000bd140-6e8c-40f9-b982-0f09843639b3'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:08:04.342195 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:08:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['000bd140-6e8c-40f9-b982-0f09843639b3'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:04.343602 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 30253abe-259a-4605-a3ce-589d6cffa5a4 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:08:04.356730 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-30a4b5bf-7aa4-476b-b3b0-b9f4ad4398bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:08:04.384484 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f7e1a7-7d7d-492b-8861-9a915a0fc9a0 None None] Network 07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:08:04.386895 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30a4b5bf-7aa4-476b-b3b0-b9f4ad4398bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:04.388235 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30a4b5bf-7aa4-476b-b3b0-b9f4ad4398bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:04.421631 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30a4b5bf-7aa4-476b-b3b0-b9f4ad4398bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:04.525610 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2738a9-ed2a-4c23-be1f-e978b97b50bd None None] Pushing event updated for resources: {'Port': ['ID=9254c95e-dd49-407a-a013-204e4fafb987,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:04.575674 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-da3fda66-4e09-4109-95d2-81a070703075 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:08:04.599833 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-da3fda66-4e09-4109-95d2-81a070703075 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:08:04.627271 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-da3fda66-4e09-4109-95d2-81a070703075 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Made reservation on behalf of 2355e92b134243b08899b3302e3d972c for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:08:04.632371 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-da3fda66-4e09-4109-95d2-81a070703075 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:04.668316 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33008) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:08:04.707577 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-683e26dc-9eea-4dad-9d4b-11f9bf55a897 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1835947290', 'description': 'tempest-description--1970394656'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:08:04.722813 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-683e26dc-9eea-4dad-9d4b-11f9bf55a897 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:08:04.732107 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-683e26dc-9eea-4dad-9d4b-11f9bf55a897 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Usage tracker for resource:security_group and tenant:6ad4813b6edb444495ca345f69236bb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:08:04.740997 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-683e26dc-9eea-4dad-9d4b-11f9bf55a897 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:08:04.742513 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:04.755191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-683e26dc-9eea-4dad-9d4b-11f9bf55a897 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:08:04.782384 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ed25ce19-f346-4ad2-85f1-86426ea027dc req-638091b3-202e-4091-8e4f-74f0e88e751e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=c155f3fe-4ce1-45b0-a66c-b4417f7c7770 HTTP/1.1" status: 200 len: 210 time: 0.0806963 Mar 09 04:08:04.789594 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-683e26dc-9eea-4dad-9d4b-11f9bf55a897 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:04.868243 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] Set router 000bd140-6e8c-40f9-b982-0f09843639b3 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:08:04.964952 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 30253abe-259a-4605-a3ce-589d6cffa5a4 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:04.965956 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:05.026693 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30a4b5bf-7aa4-476b-b3b0-b9f4ad4398bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:05.101180 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-683e26dc-9eea-4dad-9d4b-11f9bf55a897 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:08:05.119524 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-683e26dc-9eea-4dad-9d4b-11f9bf55a897 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Usage tracker for resource:security_group_rule and tenant:6ad4813b6edb444495ca345f69236bb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:08:05.134312 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-683e26dc-9eea-4dad-9d4b-11f9bf55a897 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:08:05.167501 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39255704-50e1-4f6d-942b-03b5ed12f8e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4', 'network_id': '07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4', 'tenant_id': '3548ecbe1787437881bbac004f5ee548', 'fixed_ips': [{'subnet_id': '79918a41-e9de-4380-82f4-50d092238598'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:08:05.168297 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-39255704-50e1-4f6d-942b-03b5ed12f8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:05.175404 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-683e26dc-9eea-4dad-9d4b-11f9bf55a897 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:08:05.193060 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-da3fda66-4e09-4109-95d2-81a070703075 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Allocated IP 172.20.0.6 (c69a58b9-9c44-44eb-8ec7-146f189937dd/2bdb77d6-b567-4bbc-ad24-4a30e1558e66/f7343b7e-679c-4bf0-ba7e-110d16a1f518) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:08:05.483605 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'f3b8fd1c-ebab-4e4a-bec8-115622139a02', 'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'mac_address': 'fa:16:3e:ee:8b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:58Z', 'updated_at': '2022-03-09T04:08:01Z', 'revision_number': 2, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'subnets': [{'id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:05.493358 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-39255704-50e1-4f6d-942b-03b5ed12f8e3 None None] Allocated IP 172.20.0.2 (07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4/79918a41-e9de-4380-82f4-50d092238598/dcd623d8-dbed-49a5-b731-93d6a8f6128c) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:08:05.495585 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] Checking router: 05c98226-b013-452a-be20-75171a463f5c for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:08:05.495846 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000bd140-6e8c-40f9-b982-0f09843639b3', 'name': 'tempest-TestServerMultinode-1257823190-router', 'tenant_id': 'b6c978d3edb94a05b0fb56379f84f66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'dc291527-359c-4223-873b-d3c2740b1dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:43Z', 'updated_at': '2022-03-09T04:07:57Z', 'revision_number': 4, 'project_id': 'b6c978d3edb94a05b0fb56379f84f66e', 'gw_port': {'id': 'dc291527-359c-4223-873b-d3c2740b1dad', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000bd140-6e8c-40f9-b982-0f09843639b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:45Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '9254c95e-dd49-407a-a013-204e4fafb987', 'name': '', 'network_id': 'ed4a8b29-67a1-4116-a8a6-3843f94f2336', 'tenant_id': 'b6c978d3edb94a05b0fb56379f84f66e', 'mac_address': 'fa:16:3e:a3:cc:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000bd140-6e8c-40f9-b982-0f09843639b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'abac9fb8-e7e3-470a-b0ca-e702e6cfc586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:54Z', 'updated_at': '2022-03-09T04:08:04Z', 'revision_number': 4, 'project_id': 'b6c978d3edb94a05b0fb56379f84f66e', 'subnets': [{'id': 'abac9fb8-e7e3-470a-b0ca-e702e6cfc586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:05.496546 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] Updating router 05c98226-b013-452a-be20-75171a463f5c port f3b8fd1c-ebab-4e4a-bec8-115622139a02 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:08:05.529666 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a3c3ca-346b-433d-884c-f5c75077c91f None None] The sync data for ids ['000bd140-6e8c-40f9-b982-0f09843639b3'] in n-d-825178-5 is: [{'id': '000bd140-6e8c-40f9-b982-0f09843639b3', 'name': 'tempest-TestServerMultinode-1257823190-router', 'tenant_id': 'b6c978d3edb94a05b0fb56379f84f66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'dc291527-359c-4223-873b-d3c2740b1dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:43Z', 'updated_at': '2022-03-09T04:07:57Z', 'revision_number': 4, 'project_id': 'b6c978d3edb94a05b0fb56379f84f66e', 'gw_port': {'id': 'dc291527-359c-4223-873b-d3c2740b1dad', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000bd140-6e8c-40f9-b982-0f09843639b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:45Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '9254c95e-dd49-407a-a013-204e4fafb987', 'name': '', 'network_id': 'ed4a8b29-67a1-4116-a8a6-3843f94f2336', 'tenant_id': 'b6c978d3edb94a05b0fb56379f84f66e', 'mac_address': 'fa:16:3e:a3:cc:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000bd140-6e8c-40f9-b982-0f09843639b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'abac9fb8-e7e3-470a-b0ca-e702e6cfc586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:54Z', 'updated_at': '2022-03-09T04:08:04Z', 'revision_number': 4, 'project_id': 'b6c978d3edb94a05b0fb56379f84f66e', 'subnets': [{'id': 'abac9fb8-e7e3-470a-b0ca-e702e6cfc586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:08:05.544858 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-683e26dc-9eea-4dad-9d4b-11f9bf55a897 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:05.559890 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-683e26dc-9eea-4dad-9d4b-11f9bf55a897 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:05.562461 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30a4b5bf-7aa4-476b-b3b0-b9f4ad4398bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:05.601694 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-da3fda66-4e09-4109-95d2-81a070703075 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:05.625230 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:05.646367 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30a4b5bf-7aa4-476b-b3b0-b9f4ad4398bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:05.665044 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e26dc-9eea-4dad-9d4b-11f9bf55a897 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26a32e88-e55b-4767-96fe-4d6947bf0562,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:05.673982 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-da3fda66-4e09-4109-95d2-81a070703075 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Transition to ACTIVE for port object f7343b7e-679c-4bf0-ba7e-110d16a1f518 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:08:05.692007 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-683e26dc-9eea-4dad-9d4b-11f9bf55a897 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:05.695724 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-683e26dc-9eea-4dad-9d4b-11f9bf55a897 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0034237 Mar 09 04:08:05.696826 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33032) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:08:05.711393 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-e3af71f0-a5b7-42bf-9be1-bd19b6d6648d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Request body: {'security_group_rule': {'security_group_id': '26a32e88-e55b-4767-96fe-4d6947bf0562', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:08:05.726378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e3af71f0-a5b7-42bf-9be1-bd19b6d6648d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:08:05.741007 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e3af71f0-a5b7-42bf-9be1-bd19b6d6648d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Usage tracker for resource:security_group_rule and tenant:6ad4813b6edb444495ca345f69236bb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:08:05.747404 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e3af71f0-a5b7-42bf-9be1-bd19b6d6648d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:08:05.756780 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e3af71f0-a5b7-42bf-9be1-bd19b6d6648d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:08:05.802453 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-da3fda66-4e09-4109-95d2-81a070703075 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:05.870811 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e3af71f0-a5b7-42bf-9be1-bd19b6d6648d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:05.878252 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-30a4b5bf-7aa4-476b-b3b0-b9f4ad4398bd admin admin] Allocated IP 172.25.7.42 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:08:05.929952 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-da3fda66-4e09-4109-95d2-81a070703075 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Network c69a58b9-9c44-44eb-8ec7-146f189937dd is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:08:05.937685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-da3fda66-4e09-4109-95d2-81a070703075 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:08:05.963576 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-da3fda66-4e09-4109-95d2-81a070703075 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:08:06.249943 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3fda66-4e09-4109-95d2-81a070703075 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'Port': ['ID=f7343b7e-679c-4bf0-ba7e-110d16a1f518,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:06.276761 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30a4b5bf-7aa4-476b-b3b0-b9f4ad4398bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:06.312938 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-39255704-50e1-4f6d-942b-03b5ed12f8e3 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:06.324812 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-39255704-50e1-4f6d-942b-03b5ed12f8e3 None None] Transition to ACTIVE for port object dcd623d8-dbed-49a5-b731-93d6a8f6128c will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:08:06.347195 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-39255704-50e1-4f6d-942b-03b5ed12f8e3 None None] Transition to ACTIVE for port object dcd623d8-dbed-49a5-b731-93d6a8f6128c will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:08:06.360415 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30a4b5bf-7aa4-476b-b3b0-b9f4ad4398bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:06.360668 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9254c95e-dd49-407a-a013-204e4fafb987 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:08:06.428200 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-39255704-50e1-4f6d-942b-03b5ed12f8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:06.441834 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e3af71f0-a5b7-42bf-9be1-bd19b6d6648d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:06.454304 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-da3fda66-4e09-4109-95d2-81a070703075 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:06.455219 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-da3fda66-4e09-4109-95d2-81a070703075 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:06.465744 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e3af71f0-a5b7-42bf-9be1-bd19b6d6648d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:06.482100 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a4b5bf-7aa4-476b-b3b0-b9f4ad4398bd admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:08:06.487806 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-30a4b5bf-7aa4-476b-b3b0-b9f4ad4398bd admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:08:06.495894 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a4b5bf-7aa4-476b-b3b0-b9f4ad4398bd admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:08:06.516634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af71f0-a5b7-42bf-9be1-bd19b6d6648d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7a989c-94f7-4d17-a7c6-ed19549f72bf,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:06.565021 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172728bc-1080-44a2-867f-2b393787225a req-1c69ad04-55d7-4f82-b678-686c386720a5 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:06.565784 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-172728bc-1080-44a2-867f-2b393787225a req-1c69ad04-55d7-4f82-b678-686c386720a5 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Synchronizing usage tracker for tenant:2355e92b134243b08899b3302e3d972c on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:08:06.571977 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-da3fda66-4e09-4109-95d2-81a070703075 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3410270 Mar 09 04:08:06.586174 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e3af71f0-a5b7-42bf-9be1-bd19b6d6648d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:06.587949 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e3af71f0-a5b7-42bf-9be1-bd19b6d6648d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8901122 Mar 09 04:08:06.597723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-428bb022-22eb-4c81-a1ef-3426616bc73f service neutron] Request body: {'port': {'device_id': 'c155f3fe-4ce1-45b0-a66c-b4417f7c7770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:08:06.635444 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39255704-50e1-4f6d-942b-03b5ed12f8e3 None None] Network 07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:08:06.664449 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-37f067a3-7545-4677-8070-ff5c81924374 None None] Provisioning for port f7343b7e-679c-4bf0-ba7e-110d16a1f518 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:08:06.673898 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39255704-50e1-4f6d-942b-03b5ed12f8e3 None None] Pushing event updated for resources: {'Port': ['ID=dcd623d8-dbed-49a5-b731-93d6a8f6128c,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:06.685196 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33044) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:08:06.690757 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-39255704-50e1-4f6d-942b-03b5ed12f8e3 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:08:06.705269 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39255704-50e1-4f6d-942b-03b5ed12f8e3 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:08:06.727312 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-37f067a3-7545-4677-8070-ff5c81924374 None None] Provisioning complete for port f7343b7e-679c-4bf0-ba7e-110d16a1f518 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:06.727677 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-37f067a3-7545-4677-8070-ff5c81924374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:06.762244 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-428bb022-22eb-4c81-a1ef-3426616bc73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:06.773308 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-172728bc-1080-44a2-867f-2b393787225a req-1c69ad04-55d7-4f82-b678-686c386720a5 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Unset dirty status for tenant:2355e92b134243b08899b3302e3d972c on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:08:06.774921 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-172728bc-1080-44a2-867f-2b393787225a req-1c69ad04-55d7-4f82-b678-686c386720a5 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=c155f3fe-4ce1-45b0-a66c-b4417f7c7770 HTTP/1.1" status: 200 len: 931 time: 0.5434389 Mar 09 04:08:06.778526 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-b1f1fedb-29e7-4766-868b-5a7178f5b77f tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Request body: {'security_group_rule': {'security_group_id': '26a32e88-e55b-4767-96fe-4d6947bf0562', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:08:06.786120 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b1f1fedb-29e7-4766-868b-5a7178f5b77f tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:08:06.791443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b1f1fedb-29e7-4766-868b-5a7178f5b77f tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Usage tracker for resource:security_group_rule and tenant:6ad4813b6edb444495ca345f69236bb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:08:06.795351 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b1f1fedb-29e7-4766-868b-5a7178f5b77f tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:08:06.802211 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b1f1fedb-29e7-4766-868b-5a7178f5b77f tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:08:06.882008 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-172728bc-1080-44a2-867f-2b393787225a req-bed26278-cd9b-49e0-8b8d-9c86ce718f16 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a49623-ca47-4a06-af33-254dce8b127b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656335 Mar 09 04:08:06.972925 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4b5bf-7aa4-476b-b3b0-b9f4ad4398bd admin admin] Pushing event updated for resources: {'Port': ['ID=92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:07.015782 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 9254c95e-dd49-407a-a013-204e4fafb987 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:08:07.039858 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 9254c95e-dd49-407a-a013-204e4fafb987 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:07.040301 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:07.044023 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b1f1fedb-29e7-4766-868b-5a7178f5b77f tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:07.154719 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-37f067a3-7545-4677-8070-ff5c81924374 None None] Port f7343b7e-679c-4bf0-ba7e-110d16a1f518 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:08:07.174327 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-39255704-50e1-4f6d-942b-03b5ed12f8e3 None None] Attempting to bind port dcd623d8-dbed-49a5-b731-93d6a8f6128c on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:08:07.175082 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-39255704-50e1-4f6d-942b-03b5ed12f8e3 None None] Attempting to bind port dcd623d8-dbed-49a5-b731-93d6a8f6128c by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '81944186-1d91-4442-ad63-29e236b9fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:08:07.175560 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39255704-50e1-4f6d-942b-03b5ed12f8e3 None None] Attempting to bind port dcd623d8-dbed-49a5-b731-93d6a8f6128c on network 07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:08:07.194272 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39255704-50e1-4f6d-942b-03b5ed12f8e3 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:08:07.194765 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39255704-50e1-4f6d-942b-03b5ed12f8e3 None None] Checking segment: {'id': '81944186-1d91-4442-ad63-29e236b9fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:08:07.195490 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-39255704-50e1-4f6d-942b-03b5ed12f8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:07.195983 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39255704-50e1-4f6d-942b-03b5ed12f8e3 None None] Bound using segment: {'id': '81944186-1d91-4442-ad63-29e236b9fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:08:07.196569 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-39255704-50e1-4f6d-942b-03b5ed12f8e3 None None] Bound port: dcd623d8-dbed-49a5-b731-93d6a8f6128c, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81944186-1d91-4442-ad63-29e236b9fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:08:07.197231 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-39255704-50e1-4f6d-942b-03b5ed12f8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:07.219111 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b1f1fedb-29e7-4766-868b-5a7178f5b77f tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:07.268962 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b1f1fedb-29e7-4766-868b-5a7178f5b77f tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:07.288272 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30a4b5bf-7aa4-476b-b3b0-b9f4ad4398bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:07.310201 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1fedb-29e7-4766-868b-5a7178f5b77f tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6db83f5-c88f-4525-9f7e-50bba3c4d122,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:07.341369 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b1f1fedb-29e7-4766-868b-5a7178f5b77f tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:07.343529 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-39255704-50e1-4f6d-942b-03b5ed12f8e3 None None] For port dcd623d8-dbed-49a5-b731-93d6a8f6128c, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:08:07.346188 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b1f1fedb-29e7-4766-868b-5a7178f5b77f tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5866554 Mar 09 04:08:07.346985 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33050) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:08:07.347695 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-39255704-50e1-4f6d-942b-03b5ed12f8e3 None None] For port dcd623d8-dbed-49a5-b731-93d6a8f6128c, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=dcd623d8-dbed-49a5-b731-93d6a8f6128c,segment=NetworkSegment(81944186-1d91-4442-ad63-29e236b9fdee),segment_id=81944186-1d91-4442-ad63-29e236b9fdee)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:08:07.353966 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-fe6165f8-ca65-49dc-a01c-0be7636dd0bf tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:08:07.367260 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fe6165f8-ca65-49dc-a01c-0be7636dd0bf tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:08:07.372076 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-39255704-50e1-4f6d-942b-03b5ed12f8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:07.373051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fe6165f8-ca65-49dc-a01c-0be7636dd0bf tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Usage tracker for resource:floatingip and tenant:6ad4813b6edb444495ca345f69236bb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:08:07.377952 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fe6165f8-ca65-49dc-a01c-0be7636dd0bf tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:08:07.387614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fe6165f8-ca65-49dc-a01c-0be7636dd0bf tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:08:07.485996 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe6165f8-ca65-49dc-a01c-0be7636dd0bf tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:07.606365 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-428bb022-22eb-4c81-a1ef-3426616bc73f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7343b7e-679c-4bf0-ba7e-110d16a1f518 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:08:07.621308 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-428bb022-22eb-4c81-a1ef-3426616bc73f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:07.682673 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39255704-50e1-4f6d-942b-03b5ed12f8e3 None None] Pushing event updated for resources: {'Port': ['ID=dcd623d8-dbed-49a5-b731-93d6a8f6128c,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:07.705472 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-428bb022-22eb-4c81-a1ef-3426616bc73f service neutron] Transition to ACTIVE for port object f7343b7e-679c-4bf0-ba7e-110d16a1f518 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:08:07.724497 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-428bb022-22eb-4c81-a1ef-3426616bc73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:07.733104 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:07.770500 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:07.812271 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 9254c95e-dd49-407a-a013-204e4fafb987, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9254c95e-dd49-407a-a013-204e4fafb987,segment=NetworkSegment(7f2d41e7-f006-41f5-882d-0a9914776cf8),segment_id=7f2d41e7-f006-41f5-882d-0a9914776cf8)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:07.845149 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:07.868358 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30a4b5bf-7aa4-476b-b3b0-b9f4ad4398bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:07.986009 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=9254c95e-dd49-407a-a013-204e4fafb987,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:07.995535 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] Transition to ACTIVE for port object f3b8fd1c-ebab-4e4a-bec8-115622139a02 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:08:08.010455 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:08.342423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bb022-22eb-4c81-a1ef-3426616bc73f service neutron] Pushing event updated for resources: {'Port': ['ID=f7343b7e-679c-4bf0-ba7e-110d16a1f518,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:08.400145 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72705d18-301e-49e3-b34c-20d2fc41067e None None] Pushing event updated for resources: {'Port': ['ID=f3b8fd1c-ebab-4e4a-bec8-115622139a02,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:08.424788 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device dcd623d8-dbed-49a5-b731-93d6a8f6128c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:08:08.438340 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe6165f8-ca65-49dc-a01c-0be7636dd0bf tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:08.523579 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-428bb022-22eb-4c81-a1ef-3426616bc73f service neutron] Attempting to bind port f7343b7e-679c-4bf0-ba7e-110d16a1f518 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:08:08.523916 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-428bb022-22eb-4c81-a1ef-3426616bc73f service neutron] Attempting to bind port f7343b7e-679c-4bf0-ba7e-110d16a1f518 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '22a6e7da-07c5-4772-bd73-3abd5dffa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:08:08.524232 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-428bb022-22eb-4c81-a1ef-3426616bc73f service neutron] Attempting to bind port f7343b7e-679c-4bf0-ba7e-110d16a1f518 on network c69a58b9-9c44-44eb-8ec7-146f189937dd {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:08:08.545681 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-428bb022-22eb-4c81-a1ef-3426616bc73f service neutron] Port f7343b7e-679c-4bf0-ba7e-110d16a1f518 on network c69a58b9-9c44-44eb-8ec7-146f189937dd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:08:08.546134 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-428bb022-22eb-4c81-a1ef-3426616bc73f service neutron] Attempting to bind port f7343b7e-679c-4bf0-ba7e-110d16a1f518 on network c69a58b9-9c44-44eb-8ec7-146f189937dd {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:08:08.562270 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-428bb022-22eb-4c81-a1ef-3426616bc73f service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:08:08.562270 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-428bb022-22eb-4c81-a1ef-3426616bc73f service neutron] Checking segment: {'id': '22a6e7da-07c5-4772-bd73-3abd5dffa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:08:08.563075 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-428bb022-22eb-4c81-a1ef-3426616bc73f service neutron] Bound using segment: {'id': '22a6e7da-07c5-4772-bd73-3abd5dffa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:08:08.564260 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-428bb022-22eb-4c81-a1ef-3426616bc73f service neutron] Bound port: f7343b7e-679c-4bf0-ba7e-110d16a1f518, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a6e7da-07c5-4772-bd73-3abd5dffa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:08:08.564793 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-428bb022-22eb-4c81-a1ef-3426616bc73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:08.649066 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e11c6-1e9f-4ed5-9bc4-656778aed83f req-7035b48b-1541-4f83-bf61-09ca08bb414b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:08.656896 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c66e11c6-1e9f-4ed5-9bc4-656778aed83f req-7035b48b-1541-4f83-bf61-09ca08bb414b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=c155f3fe-4ce1-45b0-a66c-b4417f7c7770 HTTP/1.1" status: 200 len: 943 time: 0.2996035 Mar 09 04:08:08.710001 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a4b5bf-7aa4-476b-b3b0-b9f4ad4398bd admin admin] Router fd162618-3d94-4b19-b55a-f8d043af4aaf is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:08:08.770274 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c66e11c6-1e9f-4ed5-9bc4-656778aed83f req-b27409c8-c16c-476e-a326-26cfa3e465da tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a49623-ca47-4a06-af33-254dce8b127b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123555 Mar 09 04:08:08.863196 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-fe6165f8-ca65-49dc-a01c-0be7636dd0bf tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Allocated IP 172.25.7.25 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/81cfc346-30f4-4910-8c7d-dedaedd1d5b6) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:08:08.873959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-428bb022-22eb-4c81-a1ef-3426616bc73f service neutron] For port f7343b7e-679c-4bf0-ba7e-110d16a1f518, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:08:08.893784 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-428bb022-22eb-4c81-a1ef-3426616bc73f service neutron] For port f7343b7e-679c-4bf0-ba7e-110d16a1f518, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=f7343b7e-679c-4bf0-ba7e-110d16a1f518,segment=NetworkSegment(22a6e7da-07c5-4772-bd73-3abd5dffa2fe),segment_id=22a6e7da-07c5-4772-bd73-3abd5dffa2fe)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:08:08.923952 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-428bb022-22eb-4c81-a1ef-3426616bc73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:09.048943 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-428bb022-22eb-4c81-a1ef-3426616bc73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:09.050038 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-428bb022-22eb-4c81-a1ef-3426616bc73f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:09.052151 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-428bb022-22eb-4c81-a1ef-3426616bc73f service neutron] 10.222.0.21 "PUT /v2.0/ports/f7343b7e-679c-4bf0-ba7e-110d16a1f518 HTTP/1.1" status: 200 len: 1091 time: 2.4625983 Mar 09 04:08:09.116568 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] Attempting to bind port f3b8fd1c-ebab-4e4a-bec8-115622139a02 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:08:09.117375 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] Attempting to bind port f3b8fd1c-ebab-4e4a-bec8-115622139a02 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '4f67b76f-4f8e-46d7-bc73-27b808580f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:08:09.118042 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] Attempting to bind port f3b8fd1c-ebab-4e4a-bec8-115622139a02 on network a867e9b3-2eba-490f-b739-b2d32f9ed205 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:08:09.126228 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:08:09.126908 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] Checking segment: {'id': '4f67b76f-4f8e-46d7-bc73-27b808580f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:08:09.128355 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:09.129036 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c155f3fe-4ce1-45b0-a66c-b4417f7c7770', 'tag': 'f7343b7e-679c-4bf0-ba7e-110d16a1f518'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:08:09.129609 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] Bound using segment: {'id': '4f67b76f-4f8e-46d7-bc73-27b808580f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:08:09.131952 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] Bound port: f3b8fd1c-ebab-4e4a-bec8-115622139a02, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f67b76f-4f8e-46d7-bc73-27b808580f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:08:09.132522 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:09.192962 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:09.268800 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port dcd623d8-dbed-49a5-b731-93d6a8f6128c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:08:09.281314 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9254c95e-dd49-407a-a013-204e4fafb987 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:08:09.309880 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a4b5bf-7aa4-476b-b3b0-b9f4ad4398bd admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:08:09.319709 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] Sync routers for ids ['fd162618-3d94-4b19-b55a-f8d043af4aaf'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:08:09.341132 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] Routers {'fd162618-3d94-4b19-b55a-f8d043af4aaf'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:08:09.341752 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:08:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['fd162618-3d94-4b19-b55a-f8d043af4aaf'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:09.389594 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30a4b5bf-7aa4-476b-b3b0-b9f4ad4398bd admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:09.391368 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-30a4b5bf-7aa4-476b-b3b0-b9f4ad4398bd admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0818012 Mar 09 04:08:09.394639 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33142) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:08:09.424309 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c155f3fe-4ce1-45b0-a66c-b4417f7c7770', 'tag': 'f7343b7e-679c-4bf0-ba7e-110d16a1f518', 'status': 'completed', 'code': 200} Mar 09 04:08:09.546414 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] For port f3b8fd1c-ebab-4e4a-bec8-115622139a02, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:08:09.553707 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bb022-22eb-4c81-a1ef-3426616bc73f service neutron] Pushing event updated for resources: {'Port': ['ID=f7343b7e-679c-4bf0-ba7e-110d16a1f518,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:09.567447 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] For port f3b8fd1c-ebab-4e4a-bec8-115622139a02, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f3b8fd1c-ebab-4e4a-bec8-115622139a02,segment=NetworkSegment(4f67b76f-4f8e-46d7-bc73-27b808580f53),segment_id=4f67b76f-4f8e-46d7-bc73-27b808580f53)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:08:09.587824 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:09.692873 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa9b89b-bcc3-426b-8b2f-89433648fea2 None None] Network 07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:08:09.799280 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] Set router fd162618-3d94-4b19-b55a-f8d043af4aaf gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:08:09.932288 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 9254c95e-dd49-407a-a013-204e4fafb987 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:09.933111 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:09.989286 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe6165f8-ca65-49dc-a01c-0be7636dd0bf tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:10.035010 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-b75d4296-1825-4116-9e52-2087e41febec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:10.036532 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-b75d4296-1825-4116-9e52-2087e41febec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2355e92b134243b08899b3302e3d972c&device_id=c155f3fe-4ce1-45b0-a66c-b4417f7c7770 HTTP/1.1" status: 200 len: 1094 time: 0.8865578 Mar 09 04:08:10.184678 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] Routers {'05c98226-b013-452a-be20-75171a463f5c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:08:10.185365 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:08:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['05c98226-b013-452a-be20-75171a463f5c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:10.186809 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-d7cd4682-58ce-495c-bdb8-c99512cb2121 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7343b7e-679c-4bf0-ba7e-110d16a1f518 HTTP/1.1" status: 200 len: 217 time: 0.1400325 Mar 09 04:08:10.307009 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72705d18-301e-49e3-b34c-20d2fc41067e None None] Pushing event updated for resources: {'Port': ['ID=f3b8fd1c-ebab-4e4a-bec8-115622139a02,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:10.342999 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d04f8413-ef6e-42af-be70-61a03456e3ca None None] Provisioning for port dcd623d8-dbed-49a5-b731-93d6a8f6128c completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:08:10.371020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-a4ac9a49-c564-4ba7-b2f5-3a61d7904451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:10.372747 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-a4ac9a49-c564-4ba7-b2f5-3a61d7904451 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2bdb77d6-b567-4bbc-ad24-4a30e1558e66 HTTP/1.1" status: 200 len: 835 time: 0.1752224 Mar 09 04:08:10.379412 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d04f8413-ef6e-42af-be70-61a03456e3ca None None] Provisioning complete for port dcd623d8-dbed-49a5-b731-93d6a8f6128c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:10.379783 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d04f8413-ef6e-42af-be70-61a03456e3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:10.385354 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe6165f8-ca65-49dc-a01c-0be7636dd0bf tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:10.407250 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd162618-3d94-4b19-b55a-f8d043af4aaf', 'name': 'tempest-TestServerMultinode-163739953-router', 'tenant_id': '3548ecbe1787437881bbac004f5ee548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:08:04Z', 'updated_at': '2022-03-09T04:08:07Z', 'revision_number': 3, 'project_id': '3548ecbe1787437881bbac004f5ee548', 'gw_port': {'id': '92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:98:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd162618-3d94-4b19-b55a-f8d043af4aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:08:05Z', 'updated_at': '2022-03-09T04:08:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:10.421153 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] Checking router: fd162618-3d94-4b19-b55a-f8d043af4aaf for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:08:10.421499 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] Updating router fd162618-3d94-4b19-b55a-f8d043af4aaf port 92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:08:10.538209 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74817c-4e93-4768-81a0-90c035793a07 req-1133e973-8166-4579-9532-5fc11edb1d8e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:10.540499 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cf74817c-4e93-4768-81a0-90c035793a07 req-1133e973-8166-4579-9532-5fc11edb1d8e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=c155f3fe-4ce1-45b0-a66c-b4417f7c7770 HTTP/1.1" status: 200 len: 943 time: 0.5792699 Mar 09 04:08:10.638514 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:10.646749 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6165f8-ca65-49dc-a01c-0be7636dd0bf tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event updated for resources: {'Port': ['ID=81cfc346-30f4-4910-8c7d-dedaedd1d5b6,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:10.705543 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6165f8-ca65-49dc-a01c-0be7636dd0bf tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:08:10.711367 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-fe6165f8-ca65-49dc-a01c-0be7636dd0bf tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:08:10.716119 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6165f8-ca65-49dc-a01c-0be7636dd0bf tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:08:10.811518 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] Set router 05c98226-b013-452a-be20-75171a463f5c gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:08:10.857861 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-81e3ee3a-6032-4ab0-ad78-e671b537ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:10.860721 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-81e3ee3a-6032-4ab0-ad78-e671b537ce6b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c69a58b9-9c44-44eb-8ec7-146f189937dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4792624 Mar 09 04:08:11.099448 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d04f8413-ef6e-42af-be70-61a03456e3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:11.162125 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cf74817c-4e93-4768-81a0-90c035793a07 req-a96576a6-52e6-4270-bb64-baff9ab23072 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a49623-ca47-4a06-af33-254dce8b127b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785749 Mar 09 04:08:11.203684 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe6165f8-ca65-49dc-a01c-0be7636dd0bf tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:11.232189 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-fe86e937-3a92-40a5-b389-6805a6973712 service neutron] 10.222.0.21 "GET /v2.0/networks/c69a58b9-9c44-44eb-8ec7-146f189937dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635194 Mar 09 04:08:11.280692 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-d04f8413-ef6e-42af-be70-61a03456e3ca None None] For port dcd623d8-dbed-49a5-b731-93d6a8f6128c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=dcd623d8-dbed-49a5-b731-93d6a8f6128c,segment=NetworkSegment(81944186-1d91-4442-ad63-29e236b9fdee),segment_id=81944186-1d91-4442-ad63-29e236b9fdee)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:11.291371 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d04f8413-ef6e-42af-be70-61a03456e3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:11.429321 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:11.445753 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] Transition to ACTIVE for port object 92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:08:11.469550 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:11.478253 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ae8cbe4-599d-468e-8291-ffd824e301bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:11.526090 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f8413-ef6e-42af-be70-61a03456e3ca None None] Pushing event updated for resources: {'Port': ['ID=dcd623d8-dbed-49a5-b731-93d6a8f6128c,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:11.547188 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f8413-ef6e-42af-be70-61a03456e3ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:11.547538 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f8413-ef6e-42af-be70-61a03456e3ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:11.548384 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f8413-ef6e-42af-be70-61a03456e3ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:11.548720 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f8413-ef6e-42af-be70-61a03456e3ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:11.549051 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f8413-ef6e-42af-be70-61a03456e3ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:11.549422 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f8413-ef6e-42af-be70-61a03456e3ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:11.549700 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f8413-ef6e-42af-be70-61a03456e3ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:11.550082 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f8413-ef6e-42af-be70-61a03456e3ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:11.550428 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f8413-ef6e-42af-be70-61a03456e3ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:11.550692 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f8413-ef6e-42af-be70-61a03456e3ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:11.551073 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f8413-ef6e-42af-be70-61a03456e3ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:11.551409 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f8413-ef6e-42af-be70-61a03456e3ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:11.586424 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'f3b8fd1c-ebab-4e4a-bec8-115622139a02', 'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'mac_address': 'fa:16:3e:ee:8b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:58Z', 'updated_at': '2022-03-09T04:08:09Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'subnets': [{'id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:11.598393 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a57b9b-4f70-4e49-b8b2-9d8462025f00 None None] The sync data for ids ['05c98226-b013-452a-be20-75171a463f5c'] in n-d-825178-5 is: [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'f3b8fd1c-ebab-4e4a-bec8-115622139a02', 'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'mac_address': 'fa:16:3e:ee:8b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:58Z', 'updated_at': '2022-03-09T04:08:09Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'subnets': [{'id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:08:11.600242 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe6165f8-ca65-49dc-a01c-0be7636dd0bf tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:11.612479 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] Attempting to bind port 92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:08:11.612844 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] Attempting to bind port 92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:08:11.613388 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] Attempting to bind port 92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:08:11.637487 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:08:11.638166 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:08:11.638799 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:11.639418 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:08:11.640113 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] Bound port: 92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:08:11.640714 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:11.685118 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ab75f996-74aa-4a36-8ce0-48fa907caff9 None None] Provisioning complete for port dcd623d8-dbed-49a5-b731-93d6a8f6128c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:11.685699 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ab75f996-74aa-4a36-8ce0-48fa907caff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:11.770350 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] For port 92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:08:11.773765 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] For port 92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:08:11.777953 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df922f4a-d3ce-4e49-ab82-8a5889291f92 None None] Pushing event updated for resources: {'Port': ['ID=92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:11.803412 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:11.894719 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-3ae8cbe4-599d-468e-8291-ffd824e301bd admin admin] Allocated IP 172.20.0.1 (07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4/79918a41-e9de-4380-82f4-50d092238598/fecb56d3-5407-428e-a0c6-df6e1f3d6c05) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:08:11.916282 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b43c7415-4151-4fec-83b3-13de8dfc63bc req-612ea7a3-377d-43b4-9e41-10eb5eda096b service neutron] 10.222.0.21 "GET /v2.0/networks/c69a58b9-9c44-44eb-8ec7-146f189937dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6226509 Mar 09 04:08:12.005425 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df922f4a-d3ce-4e49-ab82-8a5889291f92 None None] Pushing event updated for resources: {'Port': ['ID=92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:12.007900 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] Routers {'fd162618-3d94-4b19-b55a-f8d043af4aaf'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:08:12.008757 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:08:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['fd162618-3d94-4b19-b55a-f8d043af4aaf'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:12.211018 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ae8cbe4-599d-468e-8291-ffd824e301bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:12.254886 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-3ae8cbe4-599d-468e-8291-ffd824e301bd admin admin] Transition to ACTIVE for port object fecb56d3-5407-428e-a0c6-df6e1f3d6c05 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:08:12.286828 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2c828-d1e4-4a25-b131-89e5fba844a8 req-e528651b-d52a-4f18-9a85-87704a0722a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:12.288722 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1bf2c828-d1e4-4a25-b131-89e5fba844a8 req-e528651b-d52a-4f18-9a85-87704a0722a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2355e92b134243b08899b3302e3d972c&device_id=c155f3fe-4ce1-45b0-a66c-b4417f7c7770 HTTP/1.1" status: 200 len: 1094 time: 0.1873195 Mar 09 04:08:12.297008 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe6165f8-ca65-49dc-a01c-0be7636dd0bf tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:12.300179 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ae8cbe4-599d-468e-8291-ffd824e301bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:12.363975 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] Set router fd162618-3d94-4b19-b55a-f8d043af4aaf gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:08:12.373528 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae8cbe4-599d-468e-8291-ffd824e301bd admin admin] Network 07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:08:12.382342 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-3ae8cbe4-599d-468e-8291-ffd824e301bd admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:08:12.388755 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae8cbe4-599d-468e-8291-ffd824e301bd admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:08:12.406965 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe6165f8-ca65-49dc-a01c-0be7636dd0bf tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:12.497834 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ae8cbe4-599d-468e-8291-ffd824e301bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:12.505510 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8cbe4-599d-468e-8291-ffd824e301bd admin admin] Pushing event updated for resources: {'Port': ['ID=fecb56d3-5407-428e-a0c6-df6e1f3d6c05,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:12.609554 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6165f8-ca65-49dc-a01c-0be7636dd0bf tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event updated for resources: {'Port': ['ID=81cfc346-30f4-4910-8c7d-dedaedd1d5b6,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:12.724011 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d1a9366a-1932-4109-82d7-64185724fdfc None None] Provisioning for port fecb56d3-5407-428e-a0c6-df6e1f3d6c05 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:08:12.731117 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d1a9366a-1932-4109-82d7-64185724fdfc None None] Provisioning complete for port fecb56d3-5407-428e-a0c6-df6e1f3d6c05 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:12.731920 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d1a9366a-1932-4109-82d7-64185724fdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:12.796823 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe6165f8-ca65-49dc-a01c-0be7636dd0bf tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:12.817971 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ae8cbe4-599d-468e-8291-ffd824e301bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:12.841143 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6405e-da48-452c-9a33-be423b993707 req-f7f4691a-9d11-4156-a960-6325a855d871 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:12.842730 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6dd6405e-da48-452c-9a33-be423b993707 req-f7f4691a-9d11-4156-a960-6325a855d871 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=c155f3fe-4ce1-45b0-a66c-b4417f7c7770 HTTP/1.1" status: 200 len: 943 time: 0.4975111 Mar 09 04:08:12.945151 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2c828-d1e4-4a25-b131-89e5fba844a8 req-72dc1c6a-288b-49b0-88d0-fb15ba3c195c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:12.947373 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1bf2c828-d1e4-4a25-b131-89e5fba844a8 req-72dc1c6a-288b-49b0-88d0-fb15ba3c195c service neutron] 10.222.0.21 "GET /v2.0/networks?id=c69a58b9-9c44-44eb-8ec7-146f189937dd HTTP/1.1" status: 200 len: 897 time: 0.6380079 Mar 09 04:08:12.957950 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd162618-3d94-4b19-b55a-f8d043af4aaf', 'name': 'tempest-TestServerMultinode-163739953-router', 'tenant_id': '3548ecbe1787437881bbac004f5ee548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:08:04Z', 'updated_at': '2022-03-09T04:08:07Z', 'revision_number': 3, 'project_id': '3548ecbe1787437881bbac004f5ee548', 'gw_port': {'id': '92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:98:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd162618-3d94-4b19-b55a-f8d043af4aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:08:05Z', 'updated_at': '2022-03-09T04:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:12.965322 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fe6165f8-ca65-49dc-a01c-0be7636dd0bf tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:12.974887 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34da171-f0ef-4507-a0ff-6262270a33a9 None None] The sync data for ids ['fd162618-3d94-4b19-b55a-f8d043af4aaf'] in n-d-825178-5 is: [{'id': 'fd162618-3d94-4b19-b55a-f8d043af4aaf', 'name': 'tempest-TestServerMultinode-163739953-router', 'tenant_id': '3548ecbe1787437881bbac004f5ee548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:08:04Z', 'updated_at': '2022-03-09T04:08:07Z', 'revision_number': 3, 'project_id': '3548ecbe1787437881bbac004f5ee548', 'gw_port': {'id': '92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:98:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd162618-3d94-4b19-b55a-f8d043af4aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:08:05Z', 'updated_at': '2022-03-09T04:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:08:12.976156 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fe6165f8-ca65-49dc-a01c-0be7636dd0bf tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6263895 Mar 09 04:08:13.021920 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d1a9366a-1932-4109-82d7-64185724fdfc None None] Port fecb56d3-5407-428e-a0c6-df6e1f3d6c05 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:08:13.111871 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6dd6405e-da48-452c-9a33-be423b993707 req-9423e7cd-857d-4b33-8326-b772e8380acd tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a49623-ca47-4a06-af33-254dce8b127b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504113 Mar 09 04:08:13.123428 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1bf2c828-d1e4-4a25-b131-89e5fba844a8 req-fcbce57a-2b45-4e42-b9ea-f6649d8207ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7343b7e-679c-4bf0-ba7e-110d16a1f518 HTTP/1.1" status: 200 len: 217 time: 0.1591544 Mar 09 04:08:13.300269 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2c828-d1e4-4a25-b131-89e5fba844a8 req-16dc8439-41a4-4ce3-bd1f-b4346c6d85c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:13.302480 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f3b8fd1c-ebab-4e4a-bec8-115622139a02 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:08:13.303080 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1bf2c828-d1e4-4a25-b131-89e5fba844a8 req-16dc8439-41a4-4ce3-bd1f-b4346c6d85c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2bdb77d6-b567-4bbc-ad24-4a30e1558e66 HTTP/1.1" status: 200 len: 835 time: 0.1733496 Mar 09 04:08:13.409754 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port f3b8fd1c-ebab-4e4a-bec8-115622139a02 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:08:13.416788 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port f3b8fd1c-ebab-4e4a-bec8-115622139a02 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:13.417380 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:13.484669 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-227d5045-c123-4407-b8c0-6ca04bf2c12a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Synchronizing usage tracker for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:08:13.572173 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-227d5045-c123-4407-b8c0-6ca04bf2c12a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Unset dirty status for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:08:13.573216 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-227d5045-c123-4407-b8c0-6ca04bf2c12a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1835947290&fields=id&tenant_id=6ad4813b6edb444495ca345f69236bb4 HTTP/1.1" status: 200 len: 267 time: 0.2234230 Mar 09 04:08:13.609006 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:13.619052 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2c828-d1e4-4a25-b131-89e5fba844a8 req-fd48624d-8992-4658-8dc4-d17e8648e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:13.621295 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1bf2c828-d1e4-4a25-b131-89e5fba844a8 req-fd48624d-8992-4658-8dc4-d17e8648e5c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c69a58b9-9c44-44eb-8ec7-146f189937dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2985773 Mar 09 04:08:13.663308 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port f3b8fd1c-ebab-4e4a-bec8-115622139a02, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f3b8fd1c-ebab-4e4a-bec8-115622139a02,segment=NetworkSegment(4f67b76f-4f8e-46d7-bc73-27b808580f53),segment_id=4f67b76f-4f8e-46d7-bc73-27b808580f53)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:13.667410 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:13.669085 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device dcd623d8-dbed-49a5-b731-93d6a8f6128c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:08:13.709292 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ae8cbe4-599d-468e-8291-ffd824e301bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:13.721087 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ae8cbe4-599d-468e-8291-ffd824e301bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:13.781216 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1bf2c828-d1e4-4a25-b131-89e5fba844a8 req-9a4b1c8c-7df4-48fa-9d9f-910ed75b5791 service neutron] 10.222.0.21 "GET /v2.0/networks/c69a58b9-9c44-44eb-8ec7-146f189937dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516330 Mar 09 04:08:13.793917 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=f3b8fd1c-ebab-4e4a-bec8-115622139a02,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:13.831032 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port dcd623d8-dbed-49a5-b731-93d6a8f6128c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:13.831651 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:13.870677 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8cbe4-599d-468e-8291-ffd824e301bd admin admin] Pushing event updated for resources: {'Port': ['ID=fecb56d3-5407-428e-a0c6-df6e1f3d6c05,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:13.881980 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ae8cbe4-599d-468e-8291-ffd824e301bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:13.892402 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-7d36b2fc-c7d6-4f7d-9fa9-b6f73924850c tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:13.893096 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-7d36b2fc-c7d6-4f7d-9fa9-b6f73924850c tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Synchronizing usage tracker for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:08:14.007229 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1bf2c828-d1e4-4a25-b131-89e5fba844a8 req-8c96f728-8f6e-47c2-8d4e-295689b82b08 service neutron] 10.222.0.21 "GET /v2.0/networks/c69a58b9-9c44-44eb-8ec7-146f189937dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203755 Mar 09 04:08:14.009108 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-7d36b2fc-c7d6-4f7d-9fa9-b6f73924850c tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Unset dirty status for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:08:14.010177 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-7d36b2fc-c7d6-4f7d-9fa9-b6f73924850c tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/networks?id=a867e9b3-2eba-490f-b739-b2d32f9ed205 HTTP/1.1" status: 200 len: 814 time: 0.4297783 Mar 09 04:08:14.044901 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-1ced01e6-faa2-4e8a-881a-26a7dce67fa6 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/quotas/6ad4813b6edb444495ca345f69236bb4 HTTP/1.1" status: 200 len: 375 time: 0.0153992 Mar 09 04:08:14.124269 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae8cbe4-599d-468e-8291-ffd824e301bd admin admin] Network 07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:08:14.126148 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-3ae8cbe4-599d-468e-8291-ffd824e301bd admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:08:14.251153 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-ead9f5ed-d708-4c7f-a036-336c2fdc6da0 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Synchronizing usage tracker for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:08:14.341246 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-ead9f5ed-d708-4c7f-a036-336c2fdc6da0 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Unset dirty status for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:08:14.342589 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-ead9f5ed-d708-4c7f-a036-336c2fdc6da0 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ad4813b6edb444495ca345f69236bb4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2895565 Mar 09 04:08:14.382147 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae8cbe4-599d-468e-8291-ffd824e301bd admin admin] Router fd162618-3d94-4b19-b55a-f8d043af4aaf has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:08:14.441046 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device f7343b7e-679c-4bf0-ba7e-110d16a1f518 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:08:14.539381 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3ee9cbdd-b6b5-449d-87fe-d5200a3158ed None None] Provisioning complete for port fecb56d3-5407-428e-a0c6-df6e1f3d6c05 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:14.541047 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3ee9cbdd-b6b5-449d-87fe-d5200a3158ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:14.604523 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.resource_extend [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 04:08:14.652266 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f7a9a-cba9-4d4d-8e97-0f13c9258452 req-938530f8-22e0-4815-a9c9-2ae0edf4ce08 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:14.653741 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f03f7a9a-cba9-4d4d-8e97-0f13c9258452 req-938530f8-22e0-4815-a9c9-2ae0edf4ce08 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=c155f3fe-4ce1-45b0-a66c-b4417f7c7770 HTTP/1.1" status: 200 len: 943 time: 0.0878789 Mar 09 04:08:14.709526 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-162fb80b-d32c-430e-9655-bf3af672b064 service neutron] 10.222.0.16 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514092 Mar 09 04:08:14.728193 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f03f7a9a-cba9-4d4d-8e97-0f13c9258452 req-b82ec041-3418-4b4b-8ff0-a6d64c698148 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a49623-ca47-4a06-af33-254dce8b127b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581539 Mar 09 04:08:14.762810 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-3ee9cbdd-b6b5-449d-87fe-d5200a3158ed None None] Port fecb56d3-5407-428e-a0c6-df6e1f3d6c05 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:08:14.769902 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae8cbe4-599d-468e-8291-ffd824e301bd admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:08:14.786717 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port f7343b7e-679c-4bf0-ba7e-110d16a1f518, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=f7343b7e-679c-4bf0-ba7e-110d16a1f518,segment=NetworkSegment(22a6e7da-07c5-4772-bd73-3abd5dffa2fe),segment_id=22a6e7da-07c5-4772-bd73-3abd5dffa2fe)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:14.801068 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'f7343b7e-679c-4bf0-ba7e-110d16a1f518', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'port_id': 'f7343b7e-679c-4bf0-ba7e-110d16a1f518', 'mac_address': 'fa:16:3e:1d:21:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:08:14.830241 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3ae8cbe4-599d-468e-8291-ffd824e301bd admin admin] 10.222.0.16 "PUT /v2.0/routers/fd162618-3d94-4b19-b55a-f8d043af4aaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4312572 Mar 09 04:08:14.858495 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:14.879570 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-e5959725-1fcb-469f-803c-4ab55f995f33 service neutron] 10.222.0.16 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548970 Mar 09 04:08:14.880117 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7343b7e-679c-4bf0-ba7e-110d16a1f518 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:08:14.897842 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port f7343b7e-679c-4bf0-ba7e-110d16a1f518, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=f7343b7e-679c-4bf0-ba7e-110d16a1f518,segment=NetworkSegment(22a6e7da-07c5-4772-bd73-3abd5dffa2fe),segment_id=22a6e7da-07c5-4772-bd73-3abd5dffa2fe)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:14.903664 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:14.998293 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=f7343b7e-679c-4bf0-ba7e-110d16a1f518,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:15.121201 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['f7343b7e-679c-4bf0-ba7e-110d16a1f518'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:08:15.208029 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-923bc5c6-8892-4efc-ad33-4e897e3709d2 req-fdbf88ed-7534-4e97-9c87-cd3c9775ffba tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1706fdb-63f3-4f61-9758-2a2512599426 HTTP/1.1" status: 200 len: 210 time: 0.1050942 Mar 09 04:08:15.218296 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:08:15.370749 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:08:15.386296 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:15.386644 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:15.570184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-fce109bd-3e49-4db2-ab61-523ebabb63a1 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:15.571109 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-fce109bd-3e49-4db2-ab61-523ebabb63a1 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Synchronizing usage tracker for tenant:3548ecbe1787437881bbac004f5ee548 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:08:15.592026 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-fce109bd-3e49-4db2-ab61-523ebabb63a1 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Unset dirty status for tenant:3548ecbe1787437881bbac004f5ee548 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:08:15.600236 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-fce109bd-3e49-4db2-ab61-523ebabb63a1 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/networks?id=ed4a8b29-67a1-4116-a8a6-3843f94f2336 HTTP/1.1" status: 200 len: 911 time: 0.2309418 Mar 09 04:08:15.609151 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:15.631302 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-0ab648a4-ce51-4bcd-9c09-63e2bd2cc6d6 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/quotas/3548ecbe1787437881bbac004f5ee548 HTTP/1.1" status: 200 len: 375 time: 0.0298431 Mar 09 04:08:15.651693 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:15.665483 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:15.666659 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f3b8fd1c-ebab-4e4a-bec8-115622139a02 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:08:15.767316 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] Sync routers for ids ['fd162618-3d94-4b19-b55a-f8d043af4aaf'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:08:15.803443 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-b8cb4c80-b46c-4b0c-ac7b-625a990ada60 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=3548ecbe1787437881bbac004f5ee548&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1701243 Mar 09 04:08:15.913864 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] Routers {'fd162618-3d94-4b19-b55a-f8d043af4aaf'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:08:15.915226 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:08:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['fd162618-3d94-4b19-b55a-f8d043af4aaf'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:16.008726 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-bfd61251-2909-4fff-bdc1-6204107837bb service neutron] 10.222.0.16 "GET /v2.0/networks/ed4a8b29-67a1-4116-a8a6-3843f94f2336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038319 Mar 09 04:08:16.011956 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad9eb9-8956-430d-8b0f-2fcb91d79cbe req-dc2c7b3a-d25e-4e33-a876-29524a156100 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:16.013964 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-57ad9eb9-8956-430d-8b0f-2fcb91d79cbe req-dc2c7b3a-d25e-4e33-a876-29524a156100 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=c155f3fe-4ce1-45b0-a66c-b4417f7c7770 HTTP/1.1" status: 200 len: 944 time: 0.1302590 Mar 09 04:08:16.068362 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:16.082492 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-57ad9eb9-8956-430d-8b0f-2fcb91d79cbe req-ce3652e3-befa-438f-b239-4d3efacdc66d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a49623-ca47-4a06-af33-254dce8b127b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624654 Mar 09 04:08:16.160896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port f3b8fd1c-ebab-4e4a-bec8-115622139a02 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:16.161267 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:16.171407 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-3e179bb8-5baa-47a6-b1dd-d8b5d20fad92 service neutron] 10.222.0.16 "GET /v2.0/networks/ed4a8b29-67a1-4116-a8a6-3843f94f2336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565504 Mar 09 04:08:16.295564 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] Set router fd162618-3d94-4b19-b55a-f8d043af4aaf gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:08:16.402553 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6cfffa13-9a84-414d-8955-28607696d743 req-a6ce8fc5-2513-4bd4-b564-c304db6be62b tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de5e13c6-ff6a-4580-82e8-766d7dd2577b HTTP/1.1" status: 200 len: 210 time: 0.0589821 Mar 09 04:08:16.498215 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device f7343b7e-679c-4bf0-ba7e-110d16a1f518 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:08:16.514053 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-00150957-ac62-45b5-be50-b811bf275c0f req-0e301a65-6e83-4a1d-b66e-21089c341757 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1706fdb-63f3-4f61-9758-2a2512599426 HTTP/1.1" status: 200 len: 210 time: 0.1801751 Mar 09 04:08:16.715571 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port f7343b7e-679c-4bf0-ba7e-110d16a1f518 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:08:16.724908 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port f7343b7e-679c-4bf0-ba7e-110d16a1f518 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:16.725288 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:16.933576 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-be0745c2-445c-4e61-b35d-021b8d3f2f6a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:16.934972 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd162618-3d94-4b19-b55a-f8d043af4aaf', 'name': 'tempest-TestServerMultinode-163739953-router', 'tenant_id': '3548ecbe1787437881bbac004f5ee548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:08:04Z', 'updated_at': '2022-03-09T04:08:12Z', 'revision_number': 4, 'project_id': '3548ecbe1787437881bbac004f5ee548', 'gw_port': {'id': '92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:98:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd162618-3d94-4b19-b55a-f8d043af4aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:08:05Z', 'updated_at': '2022-03-09T04:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'fecb56d3-5407-428e-a0c6-df6e1f3d6c05', 'name': '', 'network_id': '07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4', 'tenant_id': '3548ecbe1787437881bbac004f5ee548', 'mac_address': 'fa:16:3e:5b:df:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd162618-3d94-4b19-b55a-f8d043af4aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '79918a41-e9de-4380-82f4-50d092238598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:08:11Z', 'updated_at': '2022-03-09T04:08:13Z', 'revision_number': 2, 'project_id': '3548ecbe1787437881bbac004f5ee548', 'subnets': [{'id': '79918a41-e9de-4380-82f4-50d092238598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:16.937237 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:16.940232 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-be0745c2-445c-4e61-b35d-021b8d3f2f6a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.24 "GET /v2.0/networks?id=a867e9b3-2eba-490f-b739-b2d32f9ed205 HTTP/1.1" status: 200 len: 814 time: 0.2487304 Mar 09 04:08:16.960481 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] Checking router: fd162618-3d94-4b19-b55a-f8d043af4aaf for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:08:16.960828 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] Updating router fd162618-3d94-4b19-b55a-f8d043af4aaf port fecb56d3-5407-428e-a0c6-df6e1f3d6c05 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:08:17.013164 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-aef4b02c-f796-48a0-82e1-cc5d6d601577 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Synchronizing usage tracker for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:08:17.028895 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c155f3fe-4ce1-45b0-a66c-b4417f7c7770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7343b7e-679c-4bf0-ba7e-110d16a1f518'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:08:17.031715 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-aef4b02c-f796-48a0-82e1-cc5d6d601577 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Unset dirty status for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:08:17.034109 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-aef4b02c-f796-48a0-82e1-cc5d6d601577 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ad4813b6edb444495ca345f69236bb4 HTTP/1.1" status: 200 len: 380 time: 0.0914562 Mar 09 04:08:17.046498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-0c5dcc4e-d75f-4c2d-bc31-b71e3c15cbc3 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Request body: {'port': {'device_id': 'e1706fdb-63f3-4f61-9758-2a2512599426', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'admin_state_up': True, 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'security_groups': ['26a32e88-e55b-4767-96fe-4d6947bf0562']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:08:17.049696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port f7343b7e-679c-4bf0-ba7e-110d16a1f518, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=f7343b7e-679c-4bf0-ba7e-110d16a1f518,segment=NetworkSegment(22a6e7da-07c5-4772-bd73-3abd5dffa2fe),segment_id=22a6e7da-07c5-4772-bd73-3abd5dffa2fe)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:17.052945 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:17.065747 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:17.150006 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c155f3fe-4ce1-45b0-a66c-b4417f7c7770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7343b7e-679c-4bf0-ba7e-110d16a1f518', 'code': 200} Mar 09 04:08:17.161434 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:08:17.311908 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=f7343b7e-679c-4bf0-ba7e-110d16a1f518,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:17.386652 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-0c5dcc4e-d75f-4c2d-bc31-b71e3c15cbc3 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:08:17.388872 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:17.389278 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:17.407623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-0c5dcc4e-d75f-4c2d-bc31-b71e3c15cbc3 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:08:17.423469 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ae03b-2008-4b77-b4dc-656a4ad41cc0 req-492e31e0-debc-4d27-a553-559251f1be3c tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:17.425116 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3a7ae03b-2008-4b77-b4dc-656a4ad41cc0 req-492e31e0-debc-4d27-a553-559251f1be3c tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=c155f3fe-4ce1-45b0-a66c-b4417f7c7770 HTTP/1.1" status: 200 len: 945 time: 0.1132767 Mar 09 04:08:17.442409 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-0c5dcc4e-d75f-4c2d-bc31-b71e3c15cbc3 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Made reservation on behalf of 6ad4813b6edb444495ca345f69236bb4 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:08:17.446740 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-0c5dcc4e-d75f-4c2d-bc31-b71e3c15cbc3 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:17.482393 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a70210-c0af-4bfd-9752-1014d59d7ede req-d6d77369-98dd-4de7-86a1-4f5ea7afbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:17.484081 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-60a70210-c0af-4bfd-9752-1014d59d7ede req-d6d77369-98dd-4de7-86a1-4f5ea7afbcec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c155f3fe-4ce1-45b0-a66c-b4417f7c7770 HTTP/1.1" status: 200 len: 1096 time: 0.2238715 Mar 09 04:08:17.499383 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3a7ae03b-2008-4b77-b4dc-656a4ad41cc0 req-6abdaf6d-37d5-4514-b6c3-142275f17174 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a49623-ca47-4a06-af33-254dce8b127b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673800 Mar 09 04:08:17.670333 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-60a70210-c0af-4bfd-9752-1014d59d7ede req-d9c8c791-df92-4a7e-b899-0d6421e4a163 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=45a49623-ca47-4a06-af33-254dce8b127b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283369 Mar 09 04:08:17.691681 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-668dfe89-42e5-4c09-a27b-379e8ab22a4e req-8913f027-22ef-45b7-a9b1-ab6f036049d4 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Synchronizing usage tracker for tenant:3548ecbe1787437881bbac004f5ee548 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:08:17.711318 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-668dfe89-42e5-4c09-a27b-379e8ab22a4e req-8913f027-22ef-45b7-a9b1-ab6f036049d4 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Unset dirty status for tenant:3548ecbe1787437881bbac004f5ee548 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:08:17.711787 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:17.712691 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-668dfe89-42e5-4c09-a27b-379e8ab22a4e req-8913f027-22ef-45b7-a9b1-ab6f036049d4 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de5e13c6-ff6a-4580-82e8-766d7dd2577b HTTP/1.1" status: 200 len: 210 time: 0.0737207 Mar 09 04:08:17.723955 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] Transition to ACTIVE for port object fecb56d3-5407-428e-a0c6-df6e1f3d6c05 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:08:17.732693 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:17.776023 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63428ba-ebfc-4c5e-82d1-50e2dce47bf3 req-6a3403fb-69a9-434d-8daf-65cb52e39790 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:17.777518 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a63428ba-ebfc-4c5e-82d1-50e2dce47bf3 req-6a3403fb-69a9-434d-8daf-65cb52e39790 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/ports?device_id=a18dc744-e4dc-4974-8f5a-d9728ff476da HTTP/1.1" status: 200 len: 950 time: 0.2370472 Mar 09 04:08:17.812922 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-0c5dcc4e-d75f-4c2d-bc31-b71e3c15cbc3 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Allocated IP 172.20.0.14 (a867e9b3-2eba-490f-b739-b2d32f9ed205/2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f/2996ef63-1289-4a4b-8d5f-c5ad35da3201) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:08:17.863482 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a63428ba-ebfc-4c5e-82d1-50e2dce47bf3 req-d59fcf06-2882-4995-b485-72e360d848e3 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa33a10-dd1d-423a-98a7-2409c670daa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685790 Mar 09 04:08:17.891281 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f3744406-bfc3-4806-9e05-684e0d419a89 req-b76e34a4-51d5-427a-8698-4f210835c47c tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1706fdb-63f3-4f61-9758-2a2512599426 HTTP/1.1" status: 200 len: 210 time: 0.0687084 Mar 09 04:08:17.914011 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fca96f-b323-4d8a-9155-59934a87f707 None None] Pushing event updated for resources: {'Port': ['ID=fecb56d3-5407-428e-a0c6-df6e1f3d6c05,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:18.039825 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] Attempting to bind port fecb56d3-5407-428e-a0c6-df6e1f3d6c05 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:08:18.040486 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] Attempting to bind port fecb56d3-5407-428e-a0c6-df6e1f3d6c05 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '81944186-1d91-4442-ad63-29e236b9fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:08:18.040584 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] Attempting to bind port fecb56d3-5407-428e-a0c6-df6e1f3d6c05 on network 07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:08:18.047165 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:08:18.047624 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] Checking segment: {'id': '81944186-1d91-4442-ad63-29e236b9fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:08:18.048021 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:18.048497 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] Bound using segment: {'id': '81944186-1d91-4442-ad63-29e236b9fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:08:18.049169 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] Bound port: fecb56d3-5407-428e-a0c6-df6e1f3d6c05, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81944186-1d91-4442-ad63-29e236b9fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:08:18.049683 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:18.155735 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] For port fecb56d3-5407-428e-a0c6-df6e1f3d6c05, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:08:18.159103 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] For port fecb56d3-5407-428e-a0c6-df6e1f3d6c05, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=fecb56d3-5407-428e-a0c6-df6e1f3d6c05,segment=NetworkSegment(81944186-1d91-4442-ad63-29e236b9fdee),segment_id=81944186-1d91-4442-ad63-29e236b9fdee)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:08:18.163425 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:18.257481 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fca96f-b323-4d8a-9155-59934a87f707 None None] Pushing event updated for resources: {'Port': ['ID=fecb56d3-5407-428e-a0c6-df6e1f3d6c05,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:18.261065 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] Routers {'fd162618-3d94-4b19-b55a-f8d043af4aaf'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:08:18.261667 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:08:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['fd162618-3d94-4b19-b55a-f8d043af4aaf'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:18.272630 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-93c47429-f56e-42e2-be44-fedac1e9537c tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:18.274100 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-93c47429-f56e-42e2-be44-fedac1e9537c tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.21 "GET /v2.0/networks?id=ed4a8b29-67a1-4116-a8a6-3843f94f2336 HTTP/1.1" status: 200 len: 911 time: 0.4097772 Mar 09 04:08:18.285857 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-4711cd87-63fc-4277-8f8b-ee9323dd914f tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Request body: {'port': {'device_id': 'de5e13c6-ff6a-4580-82e8-766d7dd2577b', 'network_id': 'ed4a8b29-67a1-4116-a8a6-3843f94f2336', 'admin_state_up': True, 'tenant_id': '3548ecbe1787437881bbac004f5ee548'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:08:18.302154 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-4711cd87-63fc-4277-8f8b-ee9323dd914f tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:08:18.325480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-4711cd87-63fc-4277-8f8b-ee9323dd914f tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:08:18.332651 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-0c5dcc4e-d75f-4c2d-bc31-b71e3c15cbc3 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:18.350919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-4711cd87-63fc-4277-8f8b-ee9323dd914f tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Made reservation on behalf of 3548ecbe1787437881bbac004f5ee548 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:08:18.353229 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-4711cd87-63fc-4277-8f8b-ee9323dd914f tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:18.365194 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-0c5dcc4e-d75f-4c2d-bc31-b71e3c15cbc3 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Transition to ACTIVE for port object 2996ef63-1289-4a4b-8d5f-c5ad35da3201 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:08:18.449383 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] Set router fd162618-3d94-4b19-b55a-f8d043af4aaf gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:08:18.489591 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-0c5dcc4e-d75f-4c2d-bc31-b71e3c15cbc3 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:18.572568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-0c5dcc4e-d75f-4c2d-bc31-b71e3c15cbc3 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Network a867e9b3-2eba-490f-b739-b2d32f9ed205 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:08:18.577193 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-0c5dcc4e-d75f-4c2d-bc31-b71e3c15cbc3 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:08:18.590398 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-0c5dcc4e-d75f-4c2d-bc31-b71e3c15cbc3 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:08:18.643536 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-4711cd87-63fc-4277-8f8b-ee9323dd914f tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Allocated IP 172.20.0.11 (ed4a8b29-67a1-4116-a8a6-3843f94f2336/abac9fb8-e7e3-470a-b0ca-e702e6cfc586/d00205a4-c569-44b9-8e07-735ca413ff9c) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:08:18.646212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5dcc4e-d75f-4c2d-bc31-b71e3c15cbc3 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event updated for resources: {'Port': ['ID=2996ef63-1289-4a4b-8d5f-c5ad35da3201,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:18.768380 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-0c5dcc4e-d75f-4c2d-bc31-b71e3c15cbc3 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:18.769000 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-0c5dcc4e-d75f-4c2d-bc31-b71e3c15cbc3 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:18.853652 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd162618-3d94-4b19-b55a-f8d043af4aaf', 'name': 'tempest-TestServerMultinode-163739953-router', 'tenant_id': '3548ecbe1787437881bbac004f5ee548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:08:04Z', 'updated_at': '2022-03-09T04:08:12Z', 'revision_number': 4, 'project_id': '3548ecbe1787437881bbac004f5ee548', 'gw_port': {'id': '92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:98:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd162618-3d94-4b19-b55a-f8d043af4aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:08:05Z', 'updated_at': '2022-03-09T04:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'fecb56d3-5407-428e-a0c6-df6e1f3d6c05', 'name': '', 'network_id': '07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4', 'tenant_id': '3548ecbe1787437881bbac004f5ee548', 'mac_address': 'fa:16:3e:5b:df:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd162618-3d94-4b19-b55a-f8d043af4aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '79918a41-e9de-4380-82f4-50d092238598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:08:11Z', 'updated_at': '2022-03-09T04:08:18Z', 'revision_number': 4, 'project_id': '3548ecbe1787437881bbac004f5ee548', 'subnets': [{'id': '79918a41-e9de-4380-82f4-50d092238598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:18.858131 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558ad751-3301-4361-8e7e-51ac6536a45f None None] The sync data for ids ['fd162618-3d94-4b19-b55a-f8d043af4aaf'] in n-d-825178-5 is: [{'id': 'fd162618-3d94-4b19-b55a-f8d043af4aaf', 'name': 'tempest-TestServerMultinode-163739953-router', 'tenant_id': '3548ecbe1787437881bbac004f5ee548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:08:04Z', 'updated_at': '2022-03-09T04:08:12Z', 'revision_number': 4, 'project_id': '3548ecbe1787437881bbac004f5ee548', 'gw_port': {'id': '92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:98:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd162618-3d94-4b19-b55a-f8d043af4aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:08:05Z', 'updated_at': '2022-03-09T04:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'fecb56d3-5407-428e-a0c6-df6e1f3d6c05', 'name': '', 'network_id': '07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4', 'tenant_id': '3548ecbe1787437881bbac004f5ee548', 'mac_address': 'fa:16:3e:5b:df:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd162618-3d94-4b19-b55a-f8d043af4aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '79918a41-e9de-4380-82f4-50d092238598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:08:11Z', 'updated_at': '2022-03-09T04:08:18Z', 'revision_number': 4, 'project_id': '3548ecbe1787437881bbac004f5ee548', 'subnets': [{'id': '79918a41-e9de-4380-82f4-50d092238598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:08:18.901707 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-0c5dcc4e-d75f-4c2d-bc31-b71e3c15cbc3 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8617401 Mar 09 04:08:18.968260 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ccb0c781-1fdd-4461-a944-828df50fe3a5 req-7de6977e-3b59-4645-acef-2155c11f1eca tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de5e13c6-ff6a-4580-82e8-766d7dd2577b HTTP/1.1" status: 200 len: 210 time: 0.0971422 Mar 09 04:08:19.006844 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-8b0b952d-c907-46dc-94ba-d5d318331d3d service neutron] Request body: {'port': {'device_id': 'e1706fdb-63f3-4f61-9758-2a2512599426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:08:19.073182 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed42c12-782a-4dfa-ab6d-61a9c608be1f req-9ea4ad1a-36e8-4813-813f-3abc6d47659d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:19.074697 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fed42c12-782a-4dfa-ab6d-61a9c608be1f req-9ea4ad1a-36e8-4813-813f-3abc6d47659d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=c155f3fe-4ce1-45b0-a66c-b4417f7c7770 HTTP/1.1" status: 200 len: 945 time: 0.4329066 Mar 09 04:08:19.114218 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fd695967-3726-4139-a8ea-9b631a248353 None None] Provisioning for port 2996ef63-1289-4a4b-8d5f-c5ad35da3201 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:08:19.123299 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fd695967-3726-4139-a8ea-9b631a248353 None None] Provisioning complete for port 2996ef63-1289-4a4b-8d5f-c5ad35da3201 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:19.124051 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fd695967-3726-4139-a8ea-9b631a248353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:19.184510 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device fecb56d3-5407-428e-a0c6-df6e1f3d6c05 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:08:19.210695 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-8b0b952d-c907-46dc-94ba-d5d318331d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:19.230458 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fed42c12-782a-4dfa-ab6d-61a9c608be1f req-e411d30b-a730-4d12-a7a0-88c6b5a9a118 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a49623-ca47-4a06-af33-254dce8b127b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167872 Mar 09 04:08:19.279179 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-4711cd87-63fc-4277-8f8b-ee9323dd914f tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:19.292104 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-fd695967-3726-4139-a8ea-9b631a248353 None None] Port 2996ef63-1289-4a4b-8d5f-c5ad35da3201 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:08:19.335255 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port fecb56d3-5407-428e-a0c6-df6e1f3d6c05 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:08:19.336292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-4711cd87-63fc-4277-8f8b-ee9323dd914f tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Transition to ACTIVE for port object d00205a4-c569-44b9-8e07-735ca413ff9c will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:08:19.342739 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port fecb56d3-5407-428e-a0c6-df6e1f3d6c05 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:19.343579 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:19.343703 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ed833-08a1-4f88-accf-7fa538de0464 req-38d87bb5-a150-4277-9588-72eca4009f21 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:19.351762 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fa7ed833-08a1-4f88-accf-7fa538de0464 req-38d87bb5-a150-4277-9588-72eca4009f21 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/ports?device_id=a18dc744-e4dc-4974-8f5a-d9728ff476da HTTP/1.1" status: 200 len: 950 time: 0.1535802 Mar 09 04:08:19.433205 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fa7ed833-08a1-4f88-accf-7fa538de0464 req-030ed26e-99f1-494e-a4a7-2539f70e9c4b tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa33a10-dd1d-423a-98a7-2409c670daa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750849 Mar 09 04:08:19.456839 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa406f-599a-4019-8bed-fc0854f142f8 req-34245908-27c3-404e-b579-38bd45829997 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:19.458630 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-27fa406f-599a-4019-8bed-fc0854f142f8 req-34245908-27c3-404e-b579-38bd45829997 tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.24 "GET /v2.0/ports?device_id=a18dc744-e4dc-4974-8f5a-d9728ff476da HTTP/1.1" status: 200 len: 950 time: 0.3142712 Mar 09 04:08:19.500839 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:19.538592 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-27fa406f-599a-4019-8bed-fc0854f142f8 req-c636bcbe-98ce-455c-ba55-6905e1e891cc tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Deleting port c04e4922-4031-4ba3-88bf-0550f4f7410e {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:08:19.538980 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-27fa406f-599a-4019-8bed-fc0854f142f8 req-c636bcbe-98ce-455c-ba55-6905e1e891cc tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:19.553279 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port fecb56d3-5407-428e-a0c6-df6e1f3d6c05, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=fecb56d3-5407-428e-a0c6-df6e1f3d6c05,segment=NetworkSegment(81944186-1d91-4442-ad63-29e236b9fdee),segment_id=81944186-1d91-4442-ad63-29e236b9fdee)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:19.561059 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:19.654714 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=fecb56d3-5407-428e-a0c6-df6e1f3d6c05,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:19.661145 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b64c33-c49f-4876-9f91-c71382e63f12 req-ec901ed7-747d-4dd7-b94c-4f3ecf6c17e7 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:19.661876 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f1b64c33-c49f-4876-9f91-c71382e63f12 req-ec901ed7-747d-4dd7-b94c-4f3ecf6c17e7 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Synchronizing usage tracker for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:08:19.668214 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-4711cd87-63fc-4277-8f8b-ee9323dd914f tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:19.764469 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f1b64c33-c49f-4876-9f91-c71382e63f12 req-ec901ed7-747d-4dd7-b94c-4f3ecf6c17e7 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Unset dirty status for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:08:19.765619 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f1b64c33-c49f-4876-9f91-c71382e63f12 req-ec901ed7-747d-4dd7-b94c-4f3ecf6c17e7 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1706fdb-63f3-4f61-9758-2a2512599426 HTTP/1.1" status: 200 len: 932 time: 0.3214009 Mar 09 04:08:19.767993 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-4711cd87-63fc-4277-8f8b-ee9323dd914f tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Network ed4a8b29-67a1-4116-a8a6-3843f94f2336 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:08:19.780262 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-4711cd87-63fc-4277-8f8b-ee9323dd914f tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:08:19.790621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-4711cd87-63fc-4277-8f8b-ee9323dd914f tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:08:19.817680 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711cd87-63fc-4277-8f8b-ee9323dd914f tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Pushing event updated for resources: {'Port': ['ID=d00205a4-c569-44b9-8e07-735ca413ff9c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:19.864169 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-27fa406f-599a-4019-8bed-fc0854f142f8 req-c636bcbe-98ce-455c-ba55-6905e1e891cc tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] For port c04e4922-4031-4ba3-88bf-0550f4f7410e, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c04e4922-4031-4ba3-88bf-0550f4f7410e,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:19.865243 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-27fa406f-599a-4019-8bed-fc0854f142f8 req-c636bcbe-98ce-455c-ba55-6905e1e891cc tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:20.020106 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-27fa406f-599a-4019-8bed-fc0854f142f8 req-c636bcbe-98ce-455c-ba55-6905e1e891cc tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Calling delete_port for c04e4922-4031-4ba3-88bf-0550f4f7410e owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:08:20.085359 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f1b64c33-c49f-4876-9f91-c71382e63f12 req-cb80111d-cba6-4dfe-8280-2d7612ac8d73 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=26a32e88-e55b-4767-96fe-4d6947bf0562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2961352 Mar 09 04:08:20.112262 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-8b0b952d-c907-46dc-94ba-d5d318331d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2996ef63-1289-4a4b-8d5f-c5ad35da3201 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:08:20.117397 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-4711cd87-63fc-4277-8f8b-ee9323dd914f tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:20.118153 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-4711cd87-63fc-4277-8f8b-ee9323dd914f tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:20.127182 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-68f3561e-d5a6-4ca6-a17d-7185e2303690 None None] Provisioning for port d00205a4-c569-44b9-8e07-735ca413ff9c completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:08:20.134507 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-8b0b952d-c907-46dc-94ba-d5d318331d3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:20.135591 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-68f3561e-d5a6-4ca6-a17d-7185e2303690 None None] Provisioning complete for port d00205a4-c569-44b9-8e07-735ca413ff9c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:20.136281 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-68f3561e-d5a6-4ca6-a17d-7185e2303690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:20.156117 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-4711cd87-63fc-4277-8f8b-ee9323dd914f tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8739548 Mar 09 04:08:20.157203 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-8b0b952d-c907-46dc-94ba-d5d318331d3d service neutron] Transition to ACTIVE for port object 2996ef63-1289-4a4b-8d5f-c5ad35da3201 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:08:20.162099 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-8b0b952d-c907-46dc-94ba-d5d318331d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:20.171559 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-42391a88-058c-42a6-a808-f7ed10cf5c15 service neutron] Request body: {'port': {'device_id': 'de5e13c6-ff6a-4580-82e8-766d7dd2577b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:08:20.206717 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-68f3561e-d5a6-4ca6-a17d-7185e2303690 None None] Port d00205a4-c569-44b9-8e07-735ca413ff9c cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:08:20.245132 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-27fa406f-599a-4019-8bed-fc0854f142f8 req-c636bcbe-98ce-455c-ba55-6905e1e891cc tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:20.257956 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['c04e4922-4031-4ba3-88bf-0550f4f7410e'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:08:20.306207 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636bcbe-98ce-455c-ba55-6905e1e891cc tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Pushing event deleted for resources: {'Port': ['ID=c04e4922-4031-4ba3-88bf-0550f4f7410e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:20.426084 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-27fa406f-599a-4019-8bed-fc0854f142f8 req-c636bcbe-98ce-455c-ba55-6905e1e891cc tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] No DVR routers for this DVR port c04e4922-4031-4ba3-88bf-0550f4f7410e on host n-h1-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:08:20.431285 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-27fa406f-599a-4019-8bed-fc0854f142f8 req-c636bcbe-98ce-455c-ba55-6905e1e891cc tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:20.443753 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18dc744-e4dc-4974-8f5a-d9728ff476da', 'name': 'network-vif-deleted', 'tag': 'c04e4922-4031-4ba3-88bf-0550f4f7410e'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:08:20.454736 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-27fa406f-599a-4019-8bed-fc0854f142f8 req-c636bcbe-98ce-455c-ba55-6905e1e891cc tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.24 "DELETE /v2.0/ports/c04e4922-4031-4ba3-88bf-0550f4f7410e HTTP/1.1" status: 204 len: 173 time: 0.9902496 Mar 09 04:08:20.464728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b952d-c907-46dc-94ba-d5d318331d3d service neutron] Pushing event updated for resources: {'Port': ['ID=2996ef63-1289-4a4b-8d5f-c5ad35da3201,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:20.506890 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a7bb4-4f3c-4447-8aed-a3764280b0e8 req-5003eb7e-e04b-409d-bd5c-58f8f1bbf586 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:20.508743 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0e1a7bb4-4f3c-4447-8aed-a3764280b0e8 req-5003eb7e-e04b-409d-bd5c-58f8f1bbf586 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de5e13c6-ff6a-4580-82e8-766d7dd2577b HTTP/1.1" status: 200 len: 1028 time: 0.3004642 Mar 09 04:08:20.568645 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0e1a7bb4-4f3c-4447-8aed-a3764280b0e8 req-455086b9-8c6d-469e-90ca-064edece67ce tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=34f40745-7189-4855-b5d4-96341827cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491223 Mar 09 04:08:20.624477 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-42391a88-058c-42a6-a808-f7ed10cf5c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:20.653701 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-8b0b952d-c907-46dc-94ba-d5d318331d3d service neutron] Attempting to bind port 2996ef63-1289-4a4b-8d5f-c5ad35da3201 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:08:20.654041 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-8b0b952d-c907-46dc-94ba-d5d318331d3d service neutron] Attempting to bind port 2996ef63-1289-4a4b-8d5f-c5ad35da3201 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '4f67b76f-4f8e-46d7-bc73-27b808580f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:08:20.654373 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-8b0b952d-c907-46dc-94ba-d5d318331d3d service neutron] Attempting to bind port 2996ef63-1289-4a4b-8d5f-c5ad35da3201 on network a867e9b3-2eba-490f-b739-b2d32f9ed205 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:08:20.702344 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-8b0b952d-c907-46dc-94ba-d5d318331d3d service neutron] Port 2996ef63-1289-4a4b-8d5f-c5ad35da3201 on network a867e9b3-2eba-490f-b739-b2d32f9ed205 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:08:20.702741 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-8b0b952d-c907-46dc-94ba-d5d318331d3d service neutron] Attempting to bind port 2996ef63-1289-4a4b-8d5f-c5ad35da3201 on network a867e9b3-2eba-490f-b739-b2d32f9ed205 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:08:20.715339 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-8b0b952d-c907-46dc-94ba-d5d318331d3d service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:08:20.727050 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-8b0b952d-c907-46dc-94ba-d5d318331d3d service neutron] Checking segment: {'id': '4f67b76f-4f8e-46d7-bc73-27b808580f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:08:20.727568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-8b0b952d-c907-46dc-94ba-d5d318331d3d service neutron] Bound using segment: {'id': '4f67b76f-4f8e-46d7-bc73-27b808580f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:08:20.728184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-8b0b952d-c907-46dc-94ba-d5d318331d3d service neutron] Bound port: 2996ef63-1289-4a4b-8d5f-c5ad35da3201, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f67b76f-4f8e-46d7-bc73-27b808580f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:08:20.728629 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-8b0b952d-c907-46dc-94ba-d5d318331d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:20.759441 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-af85a993-d93a-40c0-88da-7610fc1a45fe req-429772a3-4606-460b-988f-be1b0e5a130c tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Synchronizing usage tracker for tenant:452f278a5b114db5b5bed7f3e1de999f on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:08:20.776835 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-af85a993-d93a-40c0-88da-7610fc1a45fe req-429772a3-4606-460b-988f-be1b0e5a130c tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] Unset dirty status for tenant:452f278a5b114db5b5bed7f3e1de999f on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:08:20.779380 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-af85a993-d93a-40c0-88da-7610fc1a45fe req-429772a3-4606-460b-988f-be1b0e5a130c tempest-VolumesBackupsTest-255886333 tempest-VolumesBackupsTest-255886333-project] 10.222.0.16 "GET /v2.0/ports?device_id=a18dc744-e4dc-4974-8f5a-d9728ff476da HTTP/1.1" status: 200 len: 210 time: 0.0628471 Mar 09 04:08:20.874741 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb0349-eea2-42a6-b2de-4a81081e95c3 req-2291b36b-28d3-49b4-a861-112070c77ae3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:20.876649 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-92bb0349-eea2-42a6-b2de-4a81081e95c3 req-2291b36b-28d3-49b4-a861-112070c77ae3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=c155f3fe-4ce1-45b0-a66c-b4417f7c7770 HTTP/1.1" status: 200 len: 945 time: 0.3594515 Mar 09 04:08:20.930317 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18dc744-e4dc-4974-8f5a-d9728ff476da', 'name': 'network-vif-deleted', 'tag': 'c04e4922-4031-4ba3-88bf-0550f4f7410e', 'status': 'completed', 'code': 200} Mar 09 04:08:21.012246 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-92bb0349-eea2-42a6-b2de-4a81081e95c3 req-417d68c3-0888-47df-968d-94fedb86af5c tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a49623-ca47-4a06-af33-254dce8b127b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216829 Mar 09 04:08:21.013212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-8b0b952d-c907-46dc-94ba-d5d318331d3d service neutron] For port 2996ef63-1289-4a4b-8d5f-c5ad35da3201, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:08:21.075052 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-8b0b952d-c907-46dc-94ba-d5d318331d3d service neutron] For port 2996ef63-1289-4a4b-8d5f-c5ad35da3201, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=2996ef63-1289-4a4b-8d5f-c5ad35da3201,segment=NetworkSegment(4f67b76f-4f8e-46d7-bc73-27b808580f53),segment_id=4f67b76f-4f8e-46d7-bc73-27b808580f53)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:08:21.084517 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-8b0b952d-c907-46dc-94ba-d5d318331d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:21.089017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device fecb56d3-5407-428e-a0c6-df6e1f3d6c05 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:08:21.165250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-8b0b952d-c907-46dc-94ba-d5d318331d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:21.165857 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-8b0b952d-c907-46dc-94ba-d5d318331d3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:21.167245 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-8b0b952d-c907-46dc-94ba-d5d318331d3d service neutron] 10.222.0.24 "PUT /v2.0/ports/2996ef63-1289-4a4b-8d5f-c5ad35da3201 HTTP/1.1" status: 200 len: 1092 time: 2.1889372 Mar 09 04:08:21.169446 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1706fdb-63f3-4f61-9758-2a2512599426', 'tag': '2996ef63-1289-4a4b-8d5f-c5ad35da3201'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:08:21.224562 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b952d-c907-46dc-94ba-d5d318331d3d service neutron] Pushing event updated for resources: {'Port': ['ID=2996ef63-1289-4a4b-8d5f-c5ad35da3201,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:21.274996 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port fecb56d3-5407-428e-a0c6-df6e1f3d6c05 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:21.275555 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:21.378754 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40eb85b-a64e-4283-a148-b7d9650ce1e1 req-e35f0f1c-3ab3-4815-8315-3a6ae7f23268 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:21.387938 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e40eb85b-a64e-4283-a148-b7d9650ce1e1 req-e35f0f1c-3ab3-4815-8315-3a6ae7f23268 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=c155f3fe-4ce1-45b0-a66c-b4417f7c7770 HTTP/1.1" status: 200 len: 945 time: 0.1578815 Mar 09 04:08:21.469077 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e40eb85b-a64e-4283-a148-b7d9650ce1e1 req-9e265f83-853f-498f-8a09-d1505cde5424 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a49623-ca47-4a06-af33-254dce8b127b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800300 Mar 09 04:08:21.486911 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-42391a88-058c-42a6-a808-f7ed10cf5c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d00205a4-c569-44b9-8e07-735ca413ff9c {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:08:21.495365 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33626) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:08:21.499049 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-42391a88-058c-42a6-a808-f7ed10cf5c15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:21.516369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-42391a88-058c-42a6-a808-f7ed10cf5c15 service neutron] Transition to ACTIVE for port object d00205a4-c569-44b9-8e07-735ca413ff9c will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:08:21.529983 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-42391a88-058c-42a6-a808-f7ed10cf5c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:21.570762 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1706fdb-63f3-4f61-9758-2a2512599426', 'tag': '2996ef63-1289-4a4b-8d5f-c5ad35da3201', 'status': 'completed', 'code': 200} Mar 09 04:08:21.571890 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:08:21.588410 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb44e3c0-0e21-4f30-98fe-3fadf2a4f09b tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:21.589922 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-eb44e3c0-0e21-4f30-98fe-3fadf2a4f09b tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c155f3fe-4ce1-45b0-a66c-b4417f7c7770 HTTP/1.1" status: 200 len: 1091 time: 0.0935624 Mar 09 04:08:21.592963 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33630) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:08:21.601362 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-660cbecf-c7a2-4d5e-b2b9-2df4bc10fc1e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'port_id': 'f7343b7e-679c-4bf0-ba7e-110d16a1f518', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:08:21.609452 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-660cbecf-c7a2-4d5e-b2b9-2df4bc10fc1e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:08:21.615208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-660cbecf-c7a2-4d5e-b2b9-2df4bc10fc1e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:floatingip and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:08:21.618297 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-660cbecf-c7a2-4d5e-b2b9-2df4bc10fc1e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:08:21.624431 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-660cbecf-c7a2-4d5e-b2b9-2df4bc10fc1e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:08:21.637406 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-660cbecf-c7a2-4d5e-b2b9-2df4bc10fc1e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:21.674729 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-d7b3dab2-b721-4f3b-be0d-39aaf06b79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:21.676258 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-d7b3dab2-b721-4f3b-be0d-39aaf06b79f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ad4813b6edb444495ca345f69236bb4&device_id=e1706fdb-63f3-4f61-9758-2a2512599426 HTTP/1.1" status: 200 len: 1095 time: 0.4288244 Mar 09 04:08:21.801584 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-6ae20a5f-462d-41b8-b6a7-fb92a6b23699 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2996ef63-1289-4a4b-8d5f-c5ad35da3201 HTTP/1.1" status: 200 len: 217 time: 0.1108744 Mar 09 04:08:21.802104 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42391a88-058c-42a6-a808-f7ed10cf5c15 service neutron] Pushing event updated for resources: {'Port': ['ID=d00205a4-c569-44b9-8e07-735ca413ff9c,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:21.811668 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87ad7c-c90d-4127-bd0a-b9aa7d49e4d4 req-7bf7df05-9222-485d-9314-9a42c212c5ce tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:21.815419 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2b87ad7c-c90d-4127-bd0a-b9aa7d49e4d4 req-7bf7df05-9222-485d-9314-9a42c212c5ce tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1706fdb-63f3-4f61-9758-2a2512599426 HTTP/1.1" status: 200 len: 944 time: 0.4867082 Mar 09 04:08:21.967443 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769625b-864d-431b-82ed-c4f84cb7653a req-dcdc6360-a661-49de-b715-a29c981f0e7a tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:21.968998 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f769625b-864d-431b-82ed-c4f84cb7653a req-dcdc6360-a661-49de-b715-a29c981f0e7a tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de5e13c6-ff6a-4580-82e8-766d7dd2577b HTTP/1.1" status: 200 len: 1053 time: 0.1140039 Mar 09 04:08:21.971444 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-16891aac-0cff-442f-a4cc-ae3d42c5622f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:21.972902 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-16891aac-0cff-442f-a4cc-ae3d42c5622f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f HTTP/1.1" status: 200 len: 853 time: 0.1507022 Mar 09 04:08:21.985656 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2b87ad7c-c90d-4127-bd0a-b9aa7d49e4d4 req-2525fcfd-b813-4e43-be9c-1ec28555046f tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=26a32e88-e55b-4767-96fe-4d6947bf0562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621857 Mar 09 04:08:21.999910 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-660cbecf-c7a2-4d5e-b2b9-2df4bc10fc1e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:22.077369 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f769625b-864d-431b-82ed-c4f84cb7653a req-63ce85f1-9b5f-44d6-8655-b1a6ef94265e tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=34f40745-7189-4855-b5d4-96341827cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017296 Mar 09 04:08:22.169138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-42391a88-058c-42a6-a808-f7ed10cf5c15 service neutron] Attempting to bind port d00205a4-c569-44b9-8e07-735ca413ff9c on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:08:22.169477 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-42391a88-058c-42a6-a808-f7ed10cf5c15 service neutron] Attempting to bind port d00205a4-c569-44b9-8e07-735ca413ff9c by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '7f2d41e7-f006-41f5-882d-0a9914776cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed4a8b29-67a1-4116-a8a6-3843f94f2336'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:08:22.169805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-42391a88-058c-42a6-a808-f7ed10cf5c15 service neutron] Attempting to bind port d00205a4-c569-44b9-8e07-735ca413ff9c on network ed4a8b29-67a1-4116-a8a6-3843f94f2336 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:08:22.175735 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-42391a88-058c-42a6-a808-f7ed10cf5c15 service neutron] Port d00205a4-c569-44b9-8e07-735ca413ff9c on network ed4a8b29-67a1-4116-a8a6-3843f94f2336 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:08:22.176060 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-42391a88-058c-42a6-a808-f7ed10cf5c15 service neutron] Attempting to bind port d00205a4-c569-44b9-8e07-735ca413ff9c on network ed4a8b29-67a1-4116-a8a6-3843f94f2336 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:08:22.185998 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-42391a88-058c-42a6-a808-f7ed10cf5c15 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:08:22.186318 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-42391a88-058c-42a6-a808-f7ed10cf5c15 service neutron] Checking segment: {'id': '7f2d41e7-f006-41f5-882d-0a9914776cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed4a8b29-67a1-4116-a8a6-3843f94f2336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:08:22.186690 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-42391a88-058c-42a6-a808-f7ed10cf5c15 service neutron] Bound using segment: {'id': '7f2d41e7-f006-41f5-882d-0a9914776cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed4a8b29-67a1-4116-a8a6-3843f94f2336'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:08:22.187260 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-42391a88-058c-42a6-a808-f7ed10cf5c15 service neutron] Bound port: d00205a4-c569-44b9-8e07-735ca413ff9c, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f2d41e7-f006-41f5-882d-0a9914776cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed4a8b29-67a1-4116-a8a6-3843f94f2336'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:08:22.187614 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-42391a88-058c-42a6-a808-f7ed10cf5c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:22.187737 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-660cbecf-c7a2-4d5e-b2b9-2df4bc10fc1e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Allocated IP 172.25.7.129 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/d1fd163c-0dfc-42c0-be45-1472cdc2c1b6) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:08:22.288300 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-962ecff8-560f-4d8f-a3c5-4febec7d30aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:22.289494 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-962ecff8-560f-4d8f-a3c5-4febec7d30aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a867e9b3-2eba-490f-b739-b2d32f9ed205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3012931 Mar 09 04:08:22.336565 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-42391a88-058c-42a6-a808-f7ed10cf5c15 service neutron] For port d00205a4-c569-44b9-8e07-735ca413ff9c, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:08:22.357947 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-660cbecf-c7a2-4d5e-b2b9-2df4bc10fc1e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:22.393022 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-660cbecf-c7a2-4d5e-b2b9-2df4bc10fc1e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:22.397985 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-42391a88-058c-42a6-a808-f7ed10cf5c15 service neutron] For port d00205a4-c569-44b9-8e07-735ca413ff9c, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d00205a4-c569-44b9-8e07-735ca413ff9c,segment=NetworkSegment(7f2d41e7-f006-41f5-882d-0a9914776cf8),segment_id=7f2d41e7-f006-41f5-882d-0a9914776cf8)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:08:22.430426 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-42391a88-058c-42a6-a808-f7ed10cf5c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:22.460857 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660cbecf-c7a2-4d5e-b2b9-2df4bc10fc1e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:08:22.467952 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-660cbecf-c7a2-4d5e-b2b9-2df4bc10fc1e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:08:22.475074 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660cbecf-c7a2-4d5e-b2b9-2df4bc10fc1e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:08:22.508484 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-42391a88-058c-42a6-a808-f7ed10cf5c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:22.509233 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-42391a88-058c-42a6-a808-f7ed10cf5c15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:22.511048 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-42391a88-058c-42a6-a808-f7ed10cf5c15 service neutron] 10.222.0.21 "PUT /v2.0/ports/d00205a4-c569-44b9-8e07-735ca413ff9c HTTP/1.1" status: 200 len: 1092 time: 2.3443460 Mar 09 04:08:22.512774 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660cbecf-c7a2-4d5e-b2b9-2df4bc10fc1e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'Port': ['ID=d1fd163c-0dfc-42c0-be45-1472cdc2c1b6,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:22.527417 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-01caf98f-bada-4356-83bc-447859832bec service neutron] 10.222.0.24 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290788 Mar 09 04:08:22.638672 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42391a88-058c-42a6-a808-f7ed10cf5c15 service neutron] Pushing event updated for resources: {'Port': ['ID=d00205a4-c569-44b9-8e07-735ca413ff9c,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:22.755692 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dfcc3b87-12e2-4b9f-9faf-de6c1402b56c req-d6fd07ce-22ee-4a01-8989-b89d196c3883 service neutron] 10.222.0.24 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166917 Mar 09 04:08:22.762645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-c3e44136-74e1-4ea5-b4c4-8adc5bed956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:22.764086 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-c3e44136-74e1-4ea5-b4c4-8adc5bed956a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3548ecbe1787437881bbac004f5ee548&device_id=de5e13c6-ff6a-4580-82e8-766d7dd2577b HTTP/1.1" status: 200 len: 1095 time: 0.2016671 Mar 09 04:08:22.876652 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-89cc3b65-6f93-454e-a5fc-3349021e605f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d00205a4-c569-44b9-8e07-735ca413ff9c HTTP/1.1" status: 200 len: 217 time: 0.1051445 Mar 09 04:08:22.951336 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-7da2336a-987d-4298-8b90-bd3c8cae266d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:22.952841 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-7da2336a-987d-4298-8b90-bd3c8cae266d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abac9fb8-e7e3-470a-b0ca-e702e6cfc586 HTTP/1.1" status: 200 len: 849 time: 0.0696743 Mar 09 04:08:22.970139 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-660cbecf-c7a2-4d5e-b2b9-2df4bc10fc1e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:23.013138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab792d-f7c3-4577-aea0-8612b8718220 req-46929d25-3271-4c91-9477-265936189c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:23.013896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device c04e4922-4031-4ba3-88bf-0550f4f7410e no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:08:23.014625 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6ab792d-f7c3-4577-aea0-8612b8718220 req-46929d25-3271-4c91-9477-265936189c1e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ad4813b6edb444495ca345f69236bb4&device_id=e1706fdb-63f3-4f61-9758-2a2512599426 HTTP/1.1" status: 200 len: 1095 time: 0.1837237 Mar 09 04:08:23.064508 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-660cbecf-c7a2-4d5e-b2b9-2df4bc10fc1e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:23.097981 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: c04e4922-4031-4ba3-88bf-0550f4f7410e {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:08:23.102501 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device c04e4922-4031-4ba3-88bf-0550f4f7410e not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:08:23.202761 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-3c030996-47a5-4a96-b683-99e438355a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:23.204291 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-3c030996-47a5-4a96-b683-99e438355a0d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed4a8b29-67a1-4116-a8a6-3843f94f2336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2428143 Mar 09 04:08:23.255938 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab792d-f7c3-4577-aea0-8612b8718220 req-763f649c-a99c-4421-9970-6f71c9bcdb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:23.257381 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6ab792d-f7c3-4577-aea0-8612b8718220 req-763f649c-a99c-4421-9970-6f71c9bcdb20 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a867e9b3-2eba-490f-b739-b2d32f9ed205 HTTP/1.1" status: 200 len: 915 time: 0.2366199 Mar 09 04:08:23.344079 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c595c6-85ab-4d24-894a-1debdcbba00d req-e5b63bb8-00bb-4756-9836-61e8d4a4d06c tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:23.347486 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-14c595c6-85ab-4d24-894a-1debdcbba00d req-e5b63bb8-00bb-4756-9836-61e8d4a4d06c tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de5e13c6-ff6a-4580-82e8-766d7dd2577b HTTP/1.1" status: 200 len: 1095 time: 0.1174190 Mar 09 04:08:23.379450 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-660cbecf-c7a2-4d5e-b2b9-2df4bc10fc1e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:23.387451 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-660cbecf-c7a2-4d5e-b2b9-2df4bc10fc1e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:23.389967 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6ab792d-f7c3-4577-aea0-8612b8718220 req-14f40098-a921-4fc7-b028-db1a2b18b6e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2996ef63-1289-4a4b-8d5f-c5ad35da3201 HTTP/1.1" status: 200 len: 217 time: 0.0779419 Mar 09 04:08:23.463145 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ecca0-f98f-4e52-b6b4-657fb9876055 req-5331e6c9-999d-4786-b446-c77676a376fc tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:23.464676 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1f4ecca0-f98f-4e52-b6b4-657fb9876055 req-5331e6c9-999d-4786-b446-c77676a376fc tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1706fdb-63f3-4f61-9758-2a2512599426 HTTP/1.1" status: 200 len: 944 time: 0.3528144 Mar 09 04:08:23.496631 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-14c595c6-85ab-4d24-894a-1debdcbba00d req-10e1008e-2018-4c3f-ab21-a93c0217af2d tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=34f40745-7189-4855-b5d4-96341827cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382856 Mar 09 04:08:23.510997 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-bdebe154-8b94-420e-9be4-ceeb6800a7b9 service neutron] 10.222.0.21 "GET /v2.0/networks/ed4a8b29-67a1-4116-a8a6-3843f94f2336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946200 Mar 09 04:08:23.529156 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab792d-f7c3-4577-aea0-8612b8718220 req-92a3552a-611a-4590-8b57-1bcd17922f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:23.530569 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6ab792d-f7c3-4577-aea0-8612b8718220 req-92a3552a-611a-4590-8b57-1bcd17922f87 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f HTTP/1.1" status: 200 len: 853 time: 0.1319802 Mar 09 04:08:23.533741 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660cbecf-c7a2-4d5e-b2b9-2df4bc10fc1e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'Port': ['ID=d1fd163c-0dfc-42c0-be45-1472cdc2c1b6,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:23.540888 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-660cbecf-c7a2-4d5e-b2b9-2df4bc10fc1e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:23.584329 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5e13c6-ff6a-4580-82e8-766d7dd2577b', 'tag': 'd00205a4-c569-44b9-8e07-735ca413ff9c'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:08:23.604847 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1f4ecca0-f98f-4e52-b6b4-657fb9876055 req-7314b39e-1f6d-4fe0-a53c-a58046239c14 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=26a32e88-e55b-4767-96fe-4d6947bf0562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268370 Mar 09 04:08:23.805983 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5e13c6-ff6a-4580-82e8-766d7dd2577b', 'tag': 'd00205a4-c569-44b9-8e07-735ca413ff9c', 'status': 'completed', 'code': 200} Mar 09 04:08:23.852692 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-660cbecf-c7a2-4d5e-b2b9-2df4bc10fc1e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Floating IP 604249de-e7f5-4577-8af5-6e615dec0ef3 associated. External IP: 172.25.7.129, port: f7343b7e-679c-4bf0-ba7e-110d16a1f518. Mar 09 04:08:23.865522 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f2831e5-fac9-4577-9ab0-4bf52324a29c req-129ef203-3846-4f8c-b279-7b1cce7b6d21 service neutron] 10.222.0.21 "GET /v2.0/networks/ed4a8b29-67a1-4116-a8a6-3843f94f2336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383126 Mar 09 04:08:23.868304 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab792d-f7c3-4577-aea0-8612b8718220 req-0dc4b00b-109c-4731-b7f4-7359b326c6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:23.869633 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6ab792d-f7c3-4577-aea0-8612b8718220 req-0dc4b00b-109c-4731-b7f4-7359b326c6c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a867e9b3-2eba-490f-b739-b2d32f9ed205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3173652 Mar 09 04:08:24.063629 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6ab792d-f7c3-4577-aea0-8612b8718220 req-68ea5207-c13b-4673-b473-1b5ac7dbf997 service neutron] 10.222.0.24 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873057 Mar 09 04:08:24.114524 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294b4e4-0e59-41dd-8f4e-cb045c879a3c req-87f8ddba-992b-4e96-801a-86686ba57d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:24.116072 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8294b4e4-0e59-41dd-8f4e-cb045c879a3c req-87f8ddba-992b-4e96-801a-86686ba57d0d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3548ecbe1787437881bbac004f5ee548&device_id=de5e13c6-ff6a-4580-82e8-766d7dd2577b HTTP/1.1" status: 200 len: 1095 time: 0.1522098 Mar 09 04:08:24.230405 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660cbecf-c7a2-4d5e-b2b9-2df4bc10fc1e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Router 1e6efae4-93d0-43a8-b404-d27d52e6e62a has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:08:24.316344 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6ab792d-f7c3-4577-aea0-8612b8718220 req-1f0d2149-80df-4cae-83e6-fde667a30866 service neutron] 10.222.0.24 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439227 Mar 09 04:08:24.334777 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294b4e4-0e59-41dd-8f4e-cb045c879a3c req-38c0979f-d9a9-4765-bd1b-130cf15fa32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:24.336357 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8294b4e4-0e59-41dd-8f4e-cb045c879a3c req-38c0979f-d9a9-4765-bd1b-130cf15fa32b service neutron] 10.222.0.21 "GET /v2.0/networks?id=ed4a8b29-67a1-4116-a8a6-3843f94f2336 HTTP/1.1" status: 200 len: 911 time: 0.1740100 Mar 09 04:08:24.403590 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8294b4e4-0e59-41dd-8f4e-cb045c879a3c req-0398364e-a831-4be9-bba8-f0521dbdfb76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d00205a4-c569-44b9-8e07-735ca413ff9c HTTP/1.1" status: 200 len: 217 time: 0.0606380 Mar 09 04:08:24.421224 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660cbecf-c7a2-4d5e-b2b9-2df4bc10fc1e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:08:24.432377 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7521f9-d834-486b-a085-68557f44da0f None None] Sync routers for ids ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:08:24.445048 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7521f9-d834-486b-a085-68557f44da0f None None] Routers {'1e6efae4-93d0-43a8-b404-d27d52e6e62a'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:08:24.446092 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-8a7521f9-d834-486b-a085-68557f44da0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:08:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:24.449428 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-660cbecf-c7a2-4d5e-b2b9-2df4bc10fc1e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:24.472292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294b4e4-0e59-41dd-8f4e-cb045c879a3c req-7e1c3026-ae96-429c-ab7a-a761d81e05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:24.473717 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8294b4e4-0e59-41dd-8f4e-cb045c879a3c req-7e1c3026-ae96-429c-ab7a-a761d81e05b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abac9fb8-e7e3-470a-b0ca-e702e6cfc586 HTTP/1.1" status: 200 len: 849 time: 0.0645995 Mar 09 04:08:24.521627 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-660cbecf-c7a2-4d5e-b2b9-2df4bc10fc1e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9275668 Mar 09 04:08:24.522406 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c155f3fe-4ce1-45b0-a66c-b4417f7c7770', 'tag': 'f7343b7e-679c-4bf0-ba7e-110d16a1f518'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:08:24.524255 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33652) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:08:24.623066 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c155f3fe-4ce1-45b0-a66c-b4417f7c7770', 'tag': 'f7343b7e-679c-4bf0-ba7e-110d16a1f518', 'status': 'completed', 'code': 200} Mar 09 04:08:24.702547 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-8a7521f9-d834-486b-a085-68557f44da0f None None] Set router 1e6efae4-93d0-43a8-b404-d27d52e6e62a gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:08:24.834341 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e718959a-a9ce-4669-8771-f94e417a0e16 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/floatingips/604249de-e7f5-4577-8af5-6e615dec0ef3 HTTP/1.1" status: 200 len: 991 time: 0.3088770 Mar 09 04:08:24.880536 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294b4e4-0e59-41dd-8f4e-cb045c879a3c req-55252b11-e0a0-4490-a309-e070aa4dff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:24.882222 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8294b4e4-0e59-41dd-8f4e-cb045c879a3c req-55252b11-e0a0-4490-a309-e070aa4dff9c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed4a8b29-67a1-4116-a8a6-3843f94f2336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4023407 Mar 09 04:08:24.931431 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f84a76-6c4f-49d5-ad9d-d82c22d9a12a req-35b39e74-c9e6-49ce-8ffe-9ba74f7320b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:24.933043 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33f84a76-6c4f-49d5-ad9d-d82c22d9a12a req-35b39e74-c9e6-49ce-8ffe-9ba74f7320b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2355e92b134243b08899b3302e3d972c&device_id=c155f3fe-4ce1-45b0-a66c-b4417f7c7770 HTTP/1.1" status: 200 len: 1096 time: 0.2857013 Mar 09 04:08:24.936773 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df75c13-c0c8-4d3a-9c27-e5c14c94b6b8 req-2ffe65b8-90bf-45a5-a52c-e3fd00bfdecc tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:24.944879 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1df75c13-c0c8-4d3a-9c27-e5c14c94b6b8 req-2ffe65b8-90bf-45a5-a52c-e3fd00bfdecc tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1706fdb-63f3-4f61-9758-2a2512599426 HTTP/1.1" status: 200 len: 944 time: 0.1578813 Mar 09 04:08:25.001969 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1df75c13-c0c8-4d3a-9c27-e5c14c94b6b8 req-32f7a303-9418-4466-9835-404d47f27e4a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=26a32e88-e55b-4767-96fe-4d6947bf0562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561907 Mar 09 04:08:25.105569 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f84a76-6c4f-49d5-ad9d-d82c22d9a12a req-348644b0-6491-4bbe-ac36-4a2f1652b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:25.107344 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33f84a76-6c4f-49d5-ad9d-d82c22d9a12a req-348644b0-6491-4bbe-ac36-4a2f1652b64f service neutron] 10.222.0.21 "GET /v2.0/networks?id=c69a58b9-9c44-44eb-8ec7-146f189937dd HTTP/1.1" status: 200 len: 897 time: 0.1629293 Mar 09 04:08:25.201577 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-8a7521f9-d834-486b-a085-68557f44da0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'name': 'tempest-TestNetworkBasicOps-router-1393263', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:40Z', 'updated_at': '2022-03-09T04:07:50Z', 'revision_number': 4, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:41Z', 'updated_at': '2022-03-09T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '604249de-e7f5-4577-8af5-6e615dec0ef3', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'port_id': 'f7343b7e-679c-4bf0-ba7e-110d16a1f518', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'mac_address': 'fa:16:3e:1d:21:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155f3fe-4ce1-45b0-a66c-b4417f7c7770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:08:22Z', 'updated_at': '2022-03-09T04:08:22Z', 'revision_number': 0, 'project_id': '2355e92b134243b08899b3302e3d972c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e743023e-d536-4c15-9e63-0a43e2461850', 'name': '', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'mac_address': 'fa:16:3e:89:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:48Z', 'updated_at': '2022-03-09T04:07:58Z', 'revision_number': 5, 'project_id': '2355e92b134243b08899b3302e3d972c', 'subnets': [{'id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:25.205899 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7521f9-d834-486b-a085-68557f44da0f None None] Checking router: 1e6efae4-93d0-43a8-b404-d27d52e6e62a for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:08:25.214843 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7521f9-d834-486b-a085-68557f44da0f None None] Routers {'1e6efae4-93d0-43a8-b404-d27d52e6e62a'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:08:25.215458 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-8a7521f9-d834-486b-a085-68557f44da0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:08:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:25.229672 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af62c65-1eea-4fe2-a221-1f9a473bb5c6 req-4ba17c88-1e8d-4a01-84ac-27e858de5b31 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:25.230757 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-6af62c65-1eea-4fe2-a221-1f9a473bb5c6 req-4ba17c88-1e8d-4a01-84ac-27e858de5b31 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Synchronizing usage tracker for tenant:3548ecbe1787437881bbac004f5ee548 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:08:25.291434 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-6af62c65-1eea-4fe2-a221-1f9a473bb5c6 req-4ba17c88-1e8d-4a01-84ac-27e858de5b31 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Unset dirty status for tenant:3548ecbe1787437881bbac004f5ee548 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:08:25.314383 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6af62c65-1eea-4fe2-a221-1f9a473bb5c6 req-4ba17c88-1e8d-4a01-84ac-27e858de5b31 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de5e13c6-ff6a-4580-82e8-766d7dd2577b HTTP/1.1" status: 200 len: 1095 time: 0.5890698 Mar 09 04:08:25.375648 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33f84a76-6c4f-49d5-ad9d-d82c22d9a12a req-079ac321-bba1-43d6-ac9d-e255e4143ed3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7343b7e-679c-4bf0-ba7e-110d16a1f518 HTTP/1.1" status: 200 len: 999 time: 0.2144740 Mar 09 04:08:25.381237 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8294b4e4-0e59-41dd-8f4e-cb045c879a3c req-890c898b-1f2f-4238-abdd-461152389dbf service neutron] 10.222.0.21 "GET /v2.0/networks/ed4a8b29-67a1-4116-a8a6-3843f94f2336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923329 Mar 09 04:08:25.451434 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-8a7521f9-d834-486b-a085-68557f44da0f None None] Set router 1e6efae4-93d0-43a8-b404-d27d52e6e62a gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:08:25.573319 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-6af62c65-1eea-4fe2-a221-1f9a473bb5c6 req-839c2067-462b-4c26-9547-c54f22b4de32 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Synchronizing usage tracker for tenant:3548ecbe1787437881bbac004f5ee548 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:08:25.705654 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-6af62c65-1eea-4fe2-a221-1f9a473bb5c6 req-839c2067-462b-4c26-9547-c54f22b4de32 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Unset dirty status for tenant:3548ecbe1787437881bbac004f5ee548 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:08:25.706806 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6af62c65-1eea-4fe2-a221-1f9a473bb5c6 req-839c2067-462b-4c26-9547-c54f22b4de32 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=34f40745-7189-4855-b5d4-96341827cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913448 Mar 09 04:08:25.717051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f84a76-6c4f-49d5-ad9d-d82c22d9a12a req-b35be554-342f-4d0e-9c1c-9214b62f9f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:25.718474 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33f84a76-6c4f-49d5-ad9d-d82c22d9a12a req-b35be554-342f-4d0e-9c1c-9214b62f9f78 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2bdb77d6-b567-4bbc-ad24-4a30e1558e66 HTTP/1.1" status: 200 len: 835 time: 0.3346767 Mar 09 04:08:25.793113 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8294b4e4-0e59-41dd-8f4e-cb045c879a3c req-91969bf3-42e1-4578-b7d2-168a90faa147 service neutron] 10.222.0.21 "GET /v2.0/networks/ed4a8b29-67a1-4116-a8a6-3843f94f2336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128007 Mar 09 04:08:25.817344 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f84a76-6c4f-49d5-ad9d-d82c22d9a12a req-170cf4ab-b1b0-4279-8064-a8c797821fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:25.818804 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33f84a76-6c4f-49d5-ad9d-d82c22d9a12a req-170cf4ab-b1b0-4279-8064-a8c797821fe3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c69a58b9-9c44-44eb-8ec7-146f189937dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919342 Mar 09 04:08:25.837723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33738) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:08:25.843619 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-8a7521f9-d834-486b-a085-68557f44da0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'name': 'tempest-TestNetworkBasicOps-router-1393263', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:40Z', 'updated_at': '2022-03-09T04:07:50Z', 'revision_number': 4, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:41Z', 'updated_at': '2022-03-09T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '604249de-e7f5-4577-8af5-6e615dec0ef3', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'port_id': 'f7343b7e-679c-4bf0-ba7e-110d16a1f518', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'mac_address': 'fa:16:3e:1d:21:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155f3fe-4ce1-45b0-a66c-b4417f7c7770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:08:22Z', 'updated_at': '2022-03-09T04:08:22Z', 'revision_number': 0, 'project_id': '2355e92b134243b08899b3302e3d972c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e743023e-d536-4c15-9e63-0a43e2461850', 'name': '', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'mac_address': 'fa:16:3e:89:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:48Z', 'updated_at': '2022-03-09T04:07:58Z', 'revision_number': 5, 'project_id': '2355e92b134243b08899b3302e3d972c', 'subnets': [{'id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:25.849988 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7521f9-d834-486b-a085-68557f44da0f None None] The sync data for ids ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'] in n-d-825178-5 is: [{'id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'name': 'tempest-TestNetworkBasicOps-router-1393263', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:40Z', 'updated_at': '2022-03-09T04:07:50Z', 'revision_number': 4, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:41Z', 'updated_at': '2022-03-09T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '604249de-e7f5-4577-8af5-6e615dec0ef3', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'port_id': 'f7343b7e-679c-4bf0-ba7e-110d16a1f518', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'mac_address': 'fa:16:3e:1d:21:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155f3fe-4ce1-45b0-a66c-b4417f7c7770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:08:22Z', 'updated_at': '2022-03-09T04:08:22Z', 'revision_number': 0, 'project_id': '2355e92b134243b08899b3302e3d972c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e743023e-d536-4c15-9e63-0a43e2461850', 'name': '', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'mac_address': 'fa:16:3e:89:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:48Z', 'updated_at': '2022-03-09T04:07:58Z', 'revision_number': 5, 'project_id': '2355e92b134243b08899b3302e3d972c', 'subnets': [{'id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:08:25.983821 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-533d5f52-988a-44a2-8fff-b60951b55672 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/floatingips/604249de-e7f5-4577-8af5-6e615dec0ef3 HTTP/1.1" status: 200 len: 991 time: 0.1437690 Mar 09 04:08:26.004475 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33f84a76-6c4f-49d5-ad9d-d82c22d9a12a req-55a6d157-62cd-45f5-ae1f-8683fa1f6da7 service neutron] 10.222.0.21 "GET /v2.0/networks/c69a58b9-9c44-44eb-8ec7-146f189937dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795664 Mar 09 04:08:26.155205 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436387e1-1757-4e60-919c-1b76da51c1da None None] New status for floating IP 604249de-e7f5-4577-8af5-6e615dec0ef3: ACTIVE {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:08:26.171004 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-33f84a76-6c4f-49d5-ad9d-d82c22d9a12a req-477fea6b-e362-4c8b-b89c-d832a8e41a64 service neutron] 10.222.0.21 "GET /v2.0/networks/c69a58b9-9c44-44eb-8ec7-146f189937dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592929 Mar 09 04:08:26.227625 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc843c-ae56-4a5f-a91c-dd5bc2a24bc0 req-d2113fee-830e-4886-86ce-b6d84c6f8bfb tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:26.229125 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f3fc843c-ae56-4a5f-a91c-dd5bc2a24bc0 req-d2113fee-830e-4886-86ce-b6d84c6f8bfb tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1706fdb-63f3-4f61-9758-2a2512599426 HTTP/1.1" status: 200 len: 944 time: 0.1057482 Mar 09 04:08:26.277109 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f3fc843c-ae56-4a5f-a91c-dd5bc2a24bc0 req-b2a6dc45-270d-4a0b-afbf-a309c71bd646 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=26a32e88-e55b-4767-96fe-4d6947bf0562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417438 Mar 09 04:08:26.503064 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device d00205a4-c569-44b9-8e07-735ca413ff9c details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:08:26.641999 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port d00205a4-c569-44b9-8e07-735ca413ff9c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d00205a4-c569-44b9-8e07-735ca413ff9c,segment=NetworkSegment(7f2d41e7-f006-41f5-882d-0a9914776cf8),segment_id=7f2d41e7-f006-41f5-882d-0a9914776cf8)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:26.654922 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'd00205a4-c569-44b9-8e07-735ca413ff9c', 'network_id': 'ed4a8b29-67a1-4116-a8a6-3843f94f2336', 'port_id': 'd00205a4-c569-44b9-8e07-735ca413ff9c', 'mac_address': 'fa:16:3e:b5:4c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abac9fb8-e7e3-470a-b0ca-e702e6cfc586', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:08:26.714203 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:26.732144 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00205a4-c569-44b9-8e07-735ca413ff9c {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:08:26.749266 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port d00205a4-c569-44b9-8e07-735ca413ff9c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d00205a4-c569-44b9-8e07-735ca413ff9c,segment=NetworkSegment(7f2d41e7-f006-41f5-882d-0a9914776cf8),segment_id=7f2d41e7-f006-41f5-882d-0a9914776cf8)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:26.754020 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:26.825538 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=d00205a4-c569-44b9-8e07-735ca413ff9c,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:26.901925 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07508ad9-78f4-4810-9739-bbc72acea5f6 req-92e1a79b-0e40-4b00-bb0a-70a39d5c028f tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:26.903408 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07508ad9-78f4-4810-9739-bbc72acea5f6 req-92e1a79b-0e40-4b00-bb0a-70a39d5c028f tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de5e13c6-ff6a-4580-82e8-766d7dd2577b HTTP/1.1" status: 200 len: 1096 time: 0.0803165 Mar 09 04:08:26.950002 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07508ad9-78f4-4810-9739-bbc72acea5f6 req-7ada0154-715e-4a30-b9d5-4a700449652a tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=34f40745-7189-4855-b5d4-96341827cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391736 Mar 09 04:08:26.970581 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['d00205a4-c569-44b9-8e07-735ca413ff9c'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:08:26.987180 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33748) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:08:27.049730 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 2996ef63-1289-4a4b-8d5f-c5ad35da3201 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:08:27.104713 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f7ca72ca-3abe-4f33-8e6f-99b19ed011a5 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/floatingips/604249de-e7f5-4577-8af5-6e615dec0ef3 HTTP/1.1" status: 200 len: 993 time: 0.1163211 Mar 09 04:08:27.286493 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 2996ef63-1289-4a4b-8d5f-c5ad35da3201, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=2996ef63-1289-4a4b-8d5f-c5ad35da3201,segment=NetworkSegment(4f67b76f-4f8e-46d7-bc73-27b808580f53),segment_id=4f67b76f-4f8e-46d7-bc73-27b808580f53)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:27.304685 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '2996ef63-1289-4a4b-8d5f-c5ad35da3201', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'port_id': '2996ef63-1289-4a4b-8d5f-c5ad35da3201', 'mac_address': 'fa:16:3e:8f:7e:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:08:27.369370 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:27.390893 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2996ef63-1289-4a4b-8d5f-c5ad35da3201 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:08:27.408349 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 2996ef63-1289-4a4b-8d5f-c5ad35da3201, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=2996ef63-1289-4a4b-8d5f-c5ad35da3201,segment=NetworkSegment(4f67b76f-4f8e-46d7-bc73-27b808580f53),segment_id=4f67b76f-4f8e-46d7-bc73-27b808580f53)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:27.414952 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:27.493702 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f864ef0-4fb4-41a3-9c2a-755a0463321d req-1fee4814-0635-4a3a-97a6-c419885e8c97 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:27.495788 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2f864ef0-4fb4-41a3-9c2a-755a0463321d req-1fee4814-0635-4a3a-97a6-c419885e8c97 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1706fdb-63f3-4f61-9758-2a2512599426 HTTP/1.1" status: 200 len: 945 time: 0.1007226 Mar 09 04:08:27.501539 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=2996ef63-1289-4a4b-8d5f-c5ad35da3201,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:27.551237 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2f864ef0-4fb4-41a3-9c2a-755a0463321d req-3972f7d4-25c0-4cdb-b459-68132b14ab0a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=26a32e88-e55b-4767-96fe-4d6947bf0562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484011 Mar 09 04:08:27.736345 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['2996ef63-1289-4a4b-8d5f-c5ad35da3201'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:08:28.130254 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09423244-d725-4d30-89ec-d4f6c842b768 req-38bb98ee-1628-4687-ac88-cedc0bc0571e tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:28.131838 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-09423244-d725-4d30-89ec-d4f6c842b768 req-38bb98ee-1628-4687-ac88-cedc0bc0571e tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de5e13c6-ff6a-4580-82e8-766d7dd2577b HTTP/1.1" status: 200 len: 1096 time: 0.0705414 Mar 09 04:08:28.178244 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-09423244-d725-4d30-89ec-d4f6c842b768 req-dc0e00b8-4f6d-4a1f-a75d-822bc0d188a6 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=34f40745-7189-4855-b5d4-96341827cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406506 Mar 09 04:08:28.511728 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device d00205a4-c569-44b9-8e07-735ca413ff9c up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:08:28.593377 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port d00205a4-c569-44b9-8e07-735ca413ff9c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:08:28.601055 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port d00205a4-c569-44b9-8e07-735ca413ff9c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:28.601857 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:28.755348 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb453e1-d4e8-4451-aea9-76b11940a521 req-8339515b-f016-4650-b1bb-98358bfdc186 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:28.756875 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2cb453e1-d4e8-4451-aea9-76b11940a521 req-8339515b-f016-4650-b1bb-98358bfdc186 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1706fdb-63f3-4f61-9758-2a2512599426 HTTP/1.1" status: 200 len: 945 time: 0.0882049 Mar 09 04:08:28.761055 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:28.773431 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-14dda0dc-3b4e-4978-a52d-0aeabd633cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:28.794022 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5e13c6-ff6a-4580-82e8-766d7dd2577b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00205a4-c569-44b9-8e07-735ca413ff9c'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:08:28.804167 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port d00205a4-c569-44b9-8e07-735ca413ff9c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d00205a4-c569-44b9-8e07-735ca413ff9c,segment=NetworkSegment(7f2d41e7-f006-41f5-882d-0a9914776cf8),segment_id=7f2d41e7-f006-41f5-882d-0a9914776cf8)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:28.809581 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:28.810765 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2cb453e1-d4e8-4451-aea9-76b11940a521 req-df7e2a20-0ae2-4728-94f7-a3dffec90632 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=26a32e88-e55b-4767-96fe-4d6947bf0562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461047 Mar 09 04:08:28.873083 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5e13c6-ff6a-4580-82e8-766d7dd2577b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00205a4-c569-44b9-8e07-735ca413ff9c', 'code': 200} Mar 09 04:08:28.897403 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=d00205a4-c569-44b9-8e07-735ca413ff9c,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:29.012457 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb002f-0df1-4e6a-8b03-b0413a994f07 req-4079c7ae-5ba4-4e82-bf9c-3971be4c0ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:29.013951 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-25bb002f-0df1-4e6a-8b03-b0413a994f07 req-4079c7ae-5ba4-4e82-bf9c-3971be4c0ca9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=de5e13c6-ff6a-4580-82e8-766d7dd2577b HTTP/1.1" status: 200 len: 1097 time: 0.0731866 Mar 09 04:08:29.054435 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-25bb002f-0df1-4e6a-8b03-b0413a994f07 req-5a72e6ce-5086-4c05-853d-3902850516e3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=34f40745-7189-4855-b5d4-96341827cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348463 Mar 09 04:08:29.060060 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 2996ef63-1289-4a4b-8d5f-c5ad35da3201 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:08:29.131102 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 2996ef63-1289-4a4b-8d5f-c5ad35da3201 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:08:29.135690 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 2996ef63-1289-4a4b-8d5f-c5ad35da3201 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:29.136065 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:29.263776 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:29.303350 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 2996ef63-1289-4a4b-8d5f-c5ad35da3201, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=2996ef63-1289-4a4b-8d5f-c5ad35da3201,segment=NetworkSegment(4f67b76f-4f8e-46d7-bc73-27b808580f53),segment_id=4f67b76f-4f8e-46d7-bc73-27b808580f53)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:29.308655 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:29.358377 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175c069-7e6a-42d3-aa9f-914ce5bd81bf req-848c3268-50b0-4261-bc05-8499d8afa294 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:29.360568 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f175c069-7e6a-42d3-aa9f-914ce5bd81bf req-848c3268-50b0-4261-bc05-8499d8afa294 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de5e13c6-ff6a-4580-82e8-766d7dd2577b HTTP/1.1" status: 200 len: 1097 time: 0.0775526 Mar 09 04:08:29.384944 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=2996ef63-1289-4a4b-8d5f-c5ad35da3201,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:29.404250 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f175c069-7e6a-42d3-aa9f-914ce5bd81bf req-847ca13a-186a-4953-809f-05fa45b0f17a tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=34f40745-7189-4855-b5d4-96341827cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380177 Mar 09 04:08:30.029080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce595028-91ac-4aac-a54a-72a50d825159 req-8bad844e-ba5a-444f-9127-11a5c89ceec1 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:30.030657 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce595028-91ac-4aac-a54a-72a50d825159 req-8bad844e-ba5a-444f-9127-11a5c89ceec1 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1706fdb-63f3-4f61-9758-2a2512599426 HTTP/1.1" status: 200 len: 946 time: 0.0868921 Mar 09 04:08:30.080133 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce595028-91ac-4aac-a54a-72a50d825159 req-738ac259-c387-40c0-96fc-f998c30b0922 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=26a32e88-e55b-4767-96fe-4d6947bf0562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414362 Mar 09 04:08:30.704358 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb6031-5dad-416a-ba60-e36e92d6a2b8 req-0445b034-bc4f-4c85-a22a-326f4ebdaa0c tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:30.705773 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c1eb6031-5dad-416a-ba60-e36e92d6a2b8 req-0445b034-bc4f-4c85-a22a-326f4ebdaa0c tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de5e13c6-ff6a-4580-82e8-766d7dd2577b HTTP/1.1" status: 200 len: 1097 time: 0.1901145 Mar 09 04:08:30.750683 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c1eb6031-5dad-416a-ba60-e36e92d6a2b8 req-49145676-0369-4114-a055-36ffecf22931 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=34f40745-7189-4855-b5d4-96341827cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384283 Mar 09 04:08:30.874224 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1706fdb-63f3-4f61-9758-2a2512599426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2996ef63-1289-4a4b-8d5f-c5ad35da3201'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:08:30.921728 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1706fdb-63f3-4f61-9758-2a2512599426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2996ef63-1289-4a4b-8d5f-c5ad35da3201', 'code': 200} Mar 09 04:08:30.939366 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb0bdf-2f32-4ba2-b8ae-dc43a0161d03 req-af85d66e-3369-4734-8f83-6762c720b5f5 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:30.940961 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-46bb0bdf-2f32-4ba2-b8ae-dc43a0161d03 req-af85d66e-3369-4734-8f83-6762c720b5f5 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de5e13c6-ff6a-4580-82e8-766d7dd2577b HTTP/1.1" status: 200 len: 1097 time: 0.0845332 Mar 09 04:08:30.986486 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-46bb0bdf-2f32-4ba2-b8ae-dc43a0161d03 req-8e97c79d-072f-4ea2-bcea-3cc0b38af7e3 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=34f40745-7189-4855-b5d4-96341827cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382845 Mar 09 04:08:31.064914 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634a165-541a-4a38-b7f6-3f980da7a75b req-b3150100-5cf4-4fdb-80f9-15bd1bd0ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:31.066377 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1634a165-541a-4a38-b7f6-3f980da7a75b req-b3150100-5cf4-4fdb-80f9-15bd1bd0ea00 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1706fdb-63f3-4f61-9758-2a2512599426 HTTP/1.1" status: 200 len: 1097 time: 0.0786328 Mar 09 04:08:31.105263 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-489fe424-3bb3-4bde-8b66-e3abd39dd681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:31.130874 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1634a165-541a-4a38-b7f6-3f980da7a75b req-2b94f6cb-8429-4c7d-9b3d-293b11435d94 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=26a32e88-e55b-4767-96fe-4d6947bf0562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576444 Mar 09 04:08:31.194975 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d95b3-75c6-4e5e-b1a7-8d913631ec6f req-00b45fd0-b72f-4986-8085-a5de02e7c6a2 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:31.197883 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a18d95b3-75c6-4e5e-b1a7-8d913631ec6f req-00b45fd0-b72f-4986-8085-a5de02e7c6a2 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de5e13c6-ff6a-4580-82e8-766d7dd2577b HTTP/1.1" status: 200 len: 1097 time: 0.1015310 Mar 09 04:08:31.247536 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a18d95b3-75c6-4e5e-b1a7-8d913631ec6f req-589597b0-a323-48f7-a7e4-d7587089efd1 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=34f40745-7189-4855-b5d4-96341827cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439463 Mar 09 04:08:31.300408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7c1a5-1453-4ad2-9a6b-c4d2e021df75 req-7e69be98-66d4-4af1-ae8c-1c3b4c37af6b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:31.302059 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e5e7c1a5-1453-4ad2-9a6b-c4d2e021df75 req-7e69be98-66d4-4af1-ae8c-1c3b4c37af6b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1706fdb-63f3-4f61-9758-2a2512599426 HTTP/1.1" status: 200 len: 946 time: 0.0930700 Mar 09 04:08:31.356935 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e5e7c1a5-1453-4ad2-9a6b-c4d2e021df75 req-f98c1e69-cdff-48aa-8557-5a6e5bc1bc7b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=26a32e88-e55b-4767-96fe-4d6947bf0562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482352 Mar 09 04:08:31.542183 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-148e5f9d-84ad-4b5a-9baf-61053f5f0d4f tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:31.543611 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-148e5f9d-84ad-4b5a-9baf-61053f5f0d4f tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/networks?id=ed4a8b29-67a1-4116-a8a6-3843f94f2336 HTTP/1.1" status: 200 len: 911 time: 0.1355445 Mar 09 04:08:31.561720 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-6bde6687-e6cc-4474-b837-0db2c65df257 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/quotas/3548ecbe1787437881bbac004f5ee548 HTTP/1.1" status: 200 len: 375 time: 0.0097163 Mar 09 04:08:31.642908 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-28f8cad2-6c56-4c57-9077-6b210ac84034 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=3548ecbe1787437881bbac004f5ee548&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0746989 Mar 09 04:08:31.776428 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-cf73cbbc-88f5-4d1c-8e50-c623eb73ae9e service neutron] 10.222.0.16 "GET /v2.0/networks/ed4a8b29-67a1-4116-a8a6-3843f94f2336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278307 Mar 09 04:08:31.916171 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-e2d1531d-8cf1-43f3-b279-f41436f83afb service neutron] 10.222.0.16 "GET /v2.0/networks/ed4a8b29-67a1-4116-a8a6-3843f94f2336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334500 Mar 09 04:08:32.097804 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9a5b72a5-d24f-430b-9651-5a4c62a7499b req-570d5d6a-7291-40af-bd12-90489a0b4bac tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=90568369-341b-49a4-af4e-1a9783b211e8 HTTP/1.1" status: 200 len: 210 time: 0.0476468 Mar 09 04:08:32.234413 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:32.240299 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:32.576476 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2576cf6-bb08-4462-a3e1-dc46a894f7e3 req-d21ce9bb-2038-4073-8ebf-4075184cb6c9 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:32.579443 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f2576cf6-bb08-4462-a3e1-dc46a894f7e3 req-d21ce9bb-2038-4073-8ebf-4075184cb6c9 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1706fdb-63f3-4f61-9758-2a2512599426 HTTP/1.1" status: 200 len: 946 time: 0.1016514 Mar 09 04:08:32.631099 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f2576cf6-bb08-4462-a3e1-dc46a894f7e3 req-4b6eaaa5-cdcd-4f72-9a0b-ce4eb09856ae tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=26a32e88-e55b-4767-96fe-4d6947bf0562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448282 Mar 09 04:08:33.285833 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6ac232d8-7828-4fc2-8cbb-ce3d660d4eb7 req-78ee0d82-b95c-4060-acfb-7a79da8777c8 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=90568369-341b-49a4-af4e-1a9783b211e8 HTTP/1.1" status: 200 len: 210 time: 0.0556660 Mar 09 04:08:33.289566 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-c50a2bef-99a0-4f18-af18-c65e8c754fef tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:33.291015 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-c50a2bef-99a0-4f18-af18-c65e8c754fef tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.24 "GET /v2.0/networks?id=ed4a8b29-67a1-4116-a8a6-3843f94f2336 HTTP/1.1" status: 200 len: 911 time: 0.2040801 Mar 09 04:08:33.311103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-d37a2baf-bc9e-4881-acb8-2efcb7dafe61 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Request body: {'port': {'device_id': '90568369-341b-49a4-af4e-1a9783b211e8', 'network_id': 'ed4a8b29-67a1-4116-a8a6-3843f94f2336', 'admin_state_up': True, 'tenant_id': '3548ecbe1787437881bbac004f5ee548'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:08:33.311103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-d37a2baf-bc9e-4881-acb8-2efcb7dafe61 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:08:33.323167 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-d37a2baf-bc9e-4881-acb8-2efcb7dafe61 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:08:33.355400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-d37a2baf-bc9e-4881-acb8-2efcb7dafe61 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Made reservation on behalf of 3548ecbe1787437881bbac004f5ee548 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:08:33.357823 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-d37a2baf-bc9e-4881-acb8-2efcb7dafe61 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:33.504119 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:33.520472 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-d37a2baf-bc9e-4881-acb8-2efcb7dafe61 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Allocated IP 172.20.0.8 (ed4a8b29-67a1-4116-a8a6-3843f94f2336/abac9fb8-e7e3-470a-b0ca-e702e6cfc586/aea82b79-fd0e-4d70-8a16-022970fdd73f) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:08:33.722288 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-d37a2baf-bc9e-4881-acb8-2efcb7dafe61 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:33.743941 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-d37a2baf-bc9e-4881-acb8-2efcb7dafe61 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Transition to ACTIVE for port object aea82b79-fd0e-4d70-8a16-022970fdd73f will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:08:33.774683 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-d37a2baf-bc9e-4881-acb8-2efcb7dafe61 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:33.789281 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['d00205a4-c569-44b9-8e07-735ca413ff9c'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:08:33.839075 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf9a87-2946-4c25-bf45-330de4026200 req-48ac09a6-f4c3-4408-9496-63b968266663 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:33.841836 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0fcf9a87-2946-4c25-bf45-330de4026200 req-48ac09a6-f4c3-4408-9496-63b968266663 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1706fdb-63f3-4f61-9758-2a2512599426 HTTP/1.1" status: 200 len: 946 time: 0.0936046 Mar 09 04:08:33.853166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-d37a2baf-bc9e-4881-acb8-2efcb7dafe61 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Network ed4a8b29-67a1-4116-a8a6-3843f94f2336 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:08:33.861206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-d37a2baf-bc9e-4881-acb8-2efcb7dafe61 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:08:33.865706 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-d37a2baf-bc9e-4881-acb8-2efcb7dafe61 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:08:33.933291 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-d37a2baf-bc9e-4881-acb8-2efcb7dafe61 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:33.933823 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-d37a2baf-bc9e-4881-acb8-2efcb7dafe61 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:33.942228 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a2baf-bc9e-4881-acb8-2efcb7dafe61 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Pushing event updated for resources: {'Port': ['ID=aea82b79-fd0e-4d70-8a16-022970fdd73f,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:33.963688 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0fcf9a87-2946-4c25-bf45-330de4026200 req-e7f838b0-5faf-480b-bac7-a4d038adc436 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=26a32e88-e55b-4767-96fe-4d6947bf0562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142390 Mar 09 04:08:33.969176 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-d37a2baf-bc9e-4881-acb8-2efcb7dafe61 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6691961 Mar 09 04:08:33.985382 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-0da6e795-1899-4af3-b890-47e950d6f06e service neutron] Request body: {'port': {'device_id': '90568369-341b-49a4-af4e-1a9783b211e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:08:34.234174 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f6601571-b54c-4554-a240-8b10f6b291c1 None None] Provisioning for port aea82b79-fd0e-4d70-8a16-022970fdd73f completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:08:34.240649 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f6601571-b54c-4554-a240-8b10f6b291c1 None None] Provisioning complete for port aea82b79-fd0e-4d70-8a16-022970fdd73f triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:34.241062 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f6601571-b54c-4554-a240-8b10f6b291c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:34.330460 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:34.333694 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-f6601571-b54c-4554-a240-8b10f6b291c1 None None] Port aea82b79-fd0e-4d70-8a16-022970fdd73f cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:08:34.356972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a79f36-ffc0-450e-b10d-323dd0966f62 req-c8cd6c19-96ca-4dd9-891a-b3effcbd8711 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:34.358560 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5a79f36-ffc0-450e-b10d-323dd0966f62 req-c8cd6c19-96ca-4dd9-891a-b3effcbd8711 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1706fdb-63f3-4f61-9758-2a2512599426 HTTP/1.1" status: 200 len: 946 time: 0.1662805 Mar 09 04:08:34.363003 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-0da6e795-1899-4af3-b890-47e950d6f06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:34.368722 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 33824) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:08:34.382353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-3e92d027-d322-439e-bc14-e6334fc5c6d5 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Request body: {'floatingip': {'port_id': '2996ef63-1289-4a4b-8d5f-c5ad35da3201'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:08:34.514866 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e92d027-d322-439e-bc14-e6334fc5c6d5 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:34.733568 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afaaa9-42fd-4884-bfd3-b918104e27f7 req-d59a6e8f-925c-4df6-be1f-ba5442a533c2 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:34.735116 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-24afaaa9-42fd-4884-bfd3-b918104e27f7 req-d59a6e8f-925c-4df6-be1f-ba5442a533c2 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=90568369-341b-49a4-af4e-1a9783b211e8 HTTP/1.1" status: 200 len: 1027 time: 0.2904270 Mar 09 04:08:34.760845 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-0da6e795-1899-4af3-b890-47e950d6f06e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea82b79-fd0e-4d70-8a16-022970fdd73f {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:08:34.769402 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-0da6e795-1899-4af3-b890-47e950d6f06e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:34.785274 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-0da6e795-1899-4af3-b890-47e950d6f06e service neutron] Transition to ACTIVE for port object aea82b79-fd0e-4d70-8a16-022970fdd73f will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:08:34.790557 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-0da6e795-1899-4af3-b890-47e950d6f06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:34.862099 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-24afaaa9-42fd-4884-bfd3-b918104e27f7 req-45177957-2559-459f-8889-f0c604dfa220 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=34f40745-7189-4855-b5d4-96341827cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200688 Mar 09 04:08:34.932572 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6e795-1899-4af3-b890-47e950d6f06e service neutron] Pushing event updated for resources: {'Port': ['ID=aea82b79-fd0e-4d70-8a16-022970fdd73f,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:35.058934 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-0da6e795-1899-4af3-b890-47e950d6f06e service neutron] Attempting to bind port aea82b79-fd0e-4d70-8a16-022970fdd73f on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:08:35.059270 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-0da6e795-1899-4af3-b890-47e950d6f06e service neutron] Attempting to bind port aea82b79-fd0e-4d70-8a16-022970fdd73f by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '7f2d41e7-f006-41f5-882d-0a9914776cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed4a8b29-67a1-4116-a8a6-3843f94f2336'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:08:35.059595 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-0da6e795-1899-4af3-b890-47e950d6f06e service neutron] Attempting to bind port aea82b79-fd0e-4d70-8a16-022970fdd73f on network ed4a8b29-67a1-4116-a8a6-3843f94f2336 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:08:35.066143 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-0da6e795-1899-4af3-b890-47e950d6f06e service neutron] Port aea82b79-fd0e-4d70-8a16-022970fdd73f on network ed4a8b29-67a1-4116-a8a6-3843f94f2336 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:08:35.066463 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-0da6e795-1899-4af3-b890-47e950d6f06e service neutron] Attempting to bind port aea82b79-fd0e-4d70-8a16-022970fdd73f on network ed4a8b29-67a1-4116-a8a6-3843f94f2336 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:08:35.072591 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-0da6e795-1899-4af3-b890-47e950d6f06e service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:08:35.072929 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-0da6e795-1899-4af3-b890-47e950d6f06e service neutron] Checking segment: {'id': '7f2d41e7-f006-41f5-882d-0a9914776cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed4a8b29-67a1-4116-a8a6-3843f94f2336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:08:35.073317 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-0da6e795-1899-4af3-b890-47e950d6f06e service neutron] Bound using segment: {'id': '7f2d41e7-f006-41f5-882d-0a9914776cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed4a8b29-67a1-4116-a8a6-3843f94f2336'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:08:35.073757 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-0da6e795-1899-4af3-b890-47e950d6f06e service neutron] Bound port: aea82b79-fd0e-4d70-8a16-022970fdd73f, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f2d41e7-f006-41f5-882d-0a9914776cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed4a8b29-67a1-4116-a8a6-3843f94f2336'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:08:35.074103 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-0da6e795-1899-4af3-b890-47e950d6f06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:35.185378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-0da6e795-1899-4af3-b890-47e950d6f06e service neutron] For port aea82b79-fd0e-4d70-8a16-022970fdd73f, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:08:35.189333 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-0da6e795-1899-4af3-b890-47e950d6f06e service neutron] For port aea82b79-fd0e-4d70-8a16-022970fdd73f, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=aea82b79-fd0e-4d70-8a16-022970fdd73f,segment=NetworkSegment(7f2d41e7-f006-41f5-882d-0a9914776cf8),segment_id=7f2d41e7-f006-41f5-882d-0a9914776cf8)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:08:35.193243 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-0da6e795-1899-4af3-b890-47e950d6f06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:35.253958 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-0da6e795-1899-4af3-b890-47e950d6f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:35.254848 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-0da6e795-1899-4af3-b890-47e950d6f06e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:35.255958 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-0da6e795-1899-4af3-b890-47e950d6f06e service neutron] 10.222.0.24 "PUT /v2.0/ports/aea82b79-fd0e-4d70-8a16-022970fdd73f HTTP/1.1" status: 200 len: 1091 time: 1.2760046 Mar 09 04:08:35.256402 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90568369-341b-49a4-af4e-1a9783b211e8', 'tag': 'aea82b79-fd0e-4d70-8a16-022970fdd73f'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:08:35.290525 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6e795-1899-4af3-b890-47e950d6f06e service neutron] Pushing event updated for resources: {'Port': ['ID=aea82b79-fd0e-4d70-8a16-022970fdd73f,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:35.340068 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90568369-341b-49a4-af4e-1a9783b211e8', 'tag': 'aea82b79-fd0e-4d70-8a16-022970fdd73f', 'status': 'completed', 'code': 200} Mar 09 04:08:35.458915 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-df2af5ee-c2e4-4323-b94a-25d40f4a0fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:35.458915 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-df2af5ee-c2e4-4323-b94a-25d40f4a0fde service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3548ecbe1787437881bbac004f5ee548&device_id=90568369-341b-49a4-af4e-1a9783b211e8 HTTP/1.1" status: 200 len: 1094 time: 0.1572168 Mar 09 04:08:35.488127 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e92d027-d322-439e-bc14-e6334fc5c6d5 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:35.508700 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e92d027-d322-439e-bc14-e6334fc5c6d5 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:35.547199 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-4697f204-bfcd-41d3-9361-fe539052e5a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aea82b79-fd0e-4d70-8a16-022970fdd73f HTTP/1.1" status: 200 len: 217 time: 0.0828390 Mar 09 04:08:35.626769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-2df2fbde-899b-4b7c-9871-a9645b881c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:35.628517 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-2df2fbde-899b-4b7c-9871-a9645b881c36 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abac9fb8-e7e3-470a-b0ca-e702e6cfc586 HTTP/1.1" status: 200 len: 849 time: 0.0759819 Mar 09 04:08:35.715257 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-3e92d027-d322-439e-bc14-e6334fc5c6d5 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Floating IP f2fc3005-5cdd-4499-ab28-3347ea805bee associated. External IP: 172.25.7.25, port: 2996ef63-1289-4a4b-8d5f-c5ad35da3201. Mar 09 04:08:35.728316 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-e130c71c-66c2-4610-bbaf-169177347f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:35.730061 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-e130c71c-66c2-4610-bbaf-169177347f22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed4a8b29-67a1-4116-a8a6-3843f94f2336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949676 Mar 09 04:08:35.888527 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-2a100c3e-7898-4920-8916-4a49a2e76574 service neutron] 10.222.0.24 "GET /v2.0/networks/ed4a8b29-67a1-4116-a8a6-3843f94f2336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523468 Mar 09 04:08:36.054196 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cb46c33-946b-46f2-b85b-c25138cb75da req-cb518abf-f3a4-4a26-b380-323a2db08dcb service neutron] 10.222.0.24 "GET /v2.0/networks/ed4a8b29-67a1-4116-a8a6-3843f94f2336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594467 Mar 09 04:08:36.160783 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b3a1b-5429-435a-92c0-4304535f038e req-4948d78b-f2b7-4192-8020-199f984b22d7 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:36.162281 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-137b3a1b-5429-435a-92c0-4304535f038e req-4948d78b-f2b7-4192-8020-199f984b22d7 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=90568369-341b-49a4-af4e-1a9783b211e8 HTTP/1.1" status: 200 len: 1094 time: 0.1840410 Mar 09 04:08:36.171725 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e92d027-d322-439e-bc14-e6334fc5c6d5 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Router 05c98226-b013-452a-be20-75171a463f5c has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:08:36.183055 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d55792-34bb-4fe3-b207-2e99798054f4 req-d08c8ebd-2e5c-42c4-95c7-4451d7f58358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:36.184727 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67d55792-34bb-4fe3-b207-2e99798054f4 req-d08c8ebd-2e5c-42c4-95c7-4451d7f58358 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3548ecbe1787437881bbac004f5ee548&device_id=90568369-341b-49a4-af4e-1a9783b211e8 HTTP/1.1" status: 200 len: 1094 time: 0.0804183 Mar 09 04:08:36.275731 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-137b3a1b-5429-435a-92c0-4304535f038e req-7436afe1-3f66-4b6f-b0c3-ec4b8decf7a6 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=34f40745-7189-4855-b5d4-96341827cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065557 Mar 09 04:08:36.392585 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e92d027-d322-439e-bc14-e6334fc5c6d5 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:08:36.398495 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e92d027-d322-439e-bc14-e6334fc5c6d5 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:36.405446 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f236a13-d938-4623-ad10-771cd2c9e66e None None] Sync routers for ids ['05c98226-b013-452a-be20-75171a463f5c'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:08:36.416456 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f236a13-d938-4623-ad10-771cd2c9e66e None None] Routers {'05c98226-b013-452a-be20-75171a463f5c'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:08:36.417398 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7f236a13-d938-4623-ad10-771cd2c9e66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:08:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['05c98226-b013-452a-be20-75171a463f5c'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:36.453046 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d55792-34bb-4fe3-b207-2e99798054f4 req-03d94096-d2a5-4770-ba92-49a2aebf0a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:36.455317 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67d55792-34bb-4fe3-b207-2e99798054f4 req-03d94096-d2a5-4770-ba92-49a2aebf0a53 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ed4a8b29-67a1-4116-a8a6-3843f94f2336 HTTP/1.1" status: 200 len: 911 time: 0.2639024 Mar 09 04:08:36.465597 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3e92d027-d322-439e-bc14-e6334fc5c6d5 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "PUT /v2.0/floatingips/f2fc3005-5cdd-4499-ab28-3347ea805bee HTTP/1.1" status: 200 len: 991 time: 2.0954604 Mar 09 04:08:36.466195 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1706fdb-63f3-4f61-9758-2a2512599426', 'tag': '2996ef63-1289-4a4b-8d5f-c5ad35da3201'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:08:36.521263 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1706fdb-63f3-4f61-9758-2a2512599426', 'tag': '2996ef63-1289-4a4b-8d5f-c5ad35da3201', 'status': 'completed', 'code': 200} Mar 09 04:08:36.556507 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67d55792-34bb-4fe3-b207-2e99798054f4 req-37dae839-f8f4-434e-8f6e-1327af4dcadf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aea82b79-fd0e-4d70-8a16-022970fdd73f HTTP/1.1" status: 200 len: 217 time: 0.0942068 Mar 09 04:08:36.627534 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aade749-9e33-4e6a-93ac-29cd7a1861fa req-5e9c11e1-3f95-4ac2-b6f6-41a50fcaf132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:36.629122 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5aade749-9e33-4e6a-93ac-29cd7a1861fa req-5e9c11e1-3f95-4ac2-b6f6-41a50fcaf132 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ad4813b6edb444495ca345f69236bb4&device_id=e1706fdb-63f3-4f61-9758-2a2512599426 HTTP/1.1" status: 200 len: 1097 time: 0.0873401 Mar 09 04:08:36.635248 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d55792-34bb-4fe3-b207-2e99798054f4 req-ce6c6b7b-2b57-4e1b-8db2-b96a80c2ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:36.638252 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67d55792-34bb-4fe3-b207-2e99798054f4 req-ce6c6b7b-2b57-4e1b-8db2-b96a80c2ab9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abac9fb8-e7e3-470a-b0ca-e702e6cfc586 HTTP/1.1" status: 200 len: 849 time: 0.0746529 Mar 09 04:08:36.644941 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-7f236a13-d938-4623-ad10-771cd2c9e66e None None] Set router 05c98226-b013-452a-be20-75171a463f5c gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:08:36.732922 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d55792-34bb-4fe3-b207-2e99798054f4 req-e7de6905-13da-45d5-a754-3144d866f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:36.735852 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67d55792-34bb-4fe3-b207-2e99798054f4 req-e7de6905-13da-45d5-a754-3144d866f01c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed4a8b29-67a1-4116-a8a6-3843f94f2336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899842 Mar 09 04:08:36.784044 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aade749-9e33-4e6a-93ac-29cd7a1861fa req-343e961e-ec94-48f1-b12a-4c35cebfbefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:36.785731 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5aade749-9e33-4e6a-93ac-29cd7a1861fa req-343e961e-ec94-48f1-b12a-4c35cebfbefc service neutron] 10.222.0.24 "GET /v2.0/networks?id=a867e9b3-2eba-490f-b739-b2d32f9ed205 HTTP/1.1" status: 200 len: 915 time: 0.1500292 Mar 09 04:08:36.898296 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67d55792-34bb-4fe3-b207-2e99798054f4 req-907bac73-7caf-4d4e-8225-6cc52ec76453 service neutron] 10.222.0.24 "GET /v2.0/networks/ed4a8b29-67a1-4116-a8a6-3843f94f2336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554282 Mar 09 04:08:37.088214 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5aade749-9e33-4e6a-93ac-29cd7a1861fa req-c5892119-224d-4097-81da-63e7aa740d3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2996ef63-1289-4a4b-8d5f-c5ad35da3201 HTTP/1.1" status: 200 len: 999 time: 0.2924283 Mar 09 04:08:37.099578 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7f236a13-d938-4623-ad10-771cd2c9e66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'f2fc3005-5cdd-4499-ab28-3347ea805bee', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '05c98226-b013-452a-be20-75171a463f5c', 'port_id': '2996ef63-1289-4a4b-8d5f-c5ad35da3201', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'mac_address': 'fa:16:3e:8f:7e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1706fdb-63f3-4f61-9758-2a2512599426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:08:10Z', 'updated_at': '2022-03-09T04:08:35Z', 'revision_number': 1, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b8fd1c-ebab-4e4a-bec8-115622139a02', 'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'mac_address': 'fa:16:3e:ee:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:58Z', 'updated_at': '2022-03-09T04:08:13Z', 'revision_number': 5, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'subnets': [{'id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:37.104836 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f236a13-d938-4623-ad10-771cd2c9e66e None None] Checking router: 05c98226-b013-452a-be20-75171a463f5c for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:08:37.105012 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67d55792-34bb-4fe3-b207-2e99798054f4 req-d1e62b1f-4342-44af-a67a-e64fefd9a5f8 service neutron] 10.222.0.24 "GET /v2.0/networks/ed4a8b29-67a1-4116-a8a6-3843f94f2336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994243 Mar 09 04:08:37.120121 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f236a13-d938-4623-ad10-771cd2c9e66e None None] Routers {'05c98226-b013-452a-be20-75171a463f5c'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:08:37.121517 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7f236a13-d938-4623-ad10-771cd2c9e66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:08:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['05c98226-b013-452a-be20-75171a463f5c'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:37.165570 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aade749-9e33-4e6a-93ac-29cd7a1861fa req-6ea2cdc7-62e1-41f3-ad0b-edc9a59b3507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:37.167310 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5aade749-9e33-4e6a-93ac-29cd7a1861fa req-6ea2cdc7-62e1-41f3-ad0b-edc9a59b3507 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f HTTP/1.1" status: 200 len: 853 time: 0.0708890 Mar 09 04:08:37.255514 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aade749-9e33-4e6a-93ac-29cd7a1861fa req-0e94bf12-db5a-435d-bced-924d72582d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:37.257194 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5aade749-9e33-4e6a-93ac-29cd7a1861fa req-0e94bf12-db5a-435d-bced-924d72582d53 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a867e9b3-2eba-490f-b739-b2d32f9ed205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835645 Mar 09 04:08:37.354319 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-7f236a13-d938-4623-ad10-771cd2c9e66e None None] Set router 05c98226-b013-452a-be20-75171a463f5c gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:08:37.465041 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5aade749-9e33-4e6a-93ac-29cd7a1861fa req-73c3fa85-e074-4c5e-b82d-452fa12534bd service neutron] 10.222.0.24 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999376 Mar 09 04:08:37.566016 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22db5e-99b5-470f-986d-75e50ff30bd9 req-3d0deba4-cf81-458e-a4b0-79eb87ff8752 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:37.567593 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0b22db5e-99b5-470f-986d-75e50ff30bd9 req-3d0deba4-cf81-458e-a4b0-79eb87ff8752 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=90568369-341b-49a4-af4e-1a9783b211e8 HTTP/1.1" status: 200 len: 1094 time: 0.1791208 Mar 09 04:08:37.644953 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0b22db5e-99b5-470f-986d-75e50ff30bd9 req-e18f81e8-eaab-449c-a8f5-fdf96a350046 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=34f40745-7189-4855-b5d4-96341827cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650461 Mar 09 04:08:37.661054 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5aade749-9e33-4e6a-93ac-29cd7a1861fa req-f3d0f2e5-682f-4c18-b047-f348608c815a service neutron] 10.222.0.24 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886384 Mar 09 04:08:37.752849 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7f236a13-d938-4623-ad10-771cd2c9e66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'f2fc3005-5cdd-4499-ab28-3347ea805bee', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '05c98226-b013-452a-be20-75171a463f5c', 'port_id': '2996ef63-1289-4a4b-8d5f-c5ad35da3201', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'mac_address': 'fa:16:3e:8f:7e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1706fdb-63f3-4f61-9758-2a2512599426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:08:10Z', 'updated_at': '2022-03-09T04:08:35Z', 'revision_number': 1, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b8fd1c-ebab-4e4a-bec8-115622139a02', 'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'mac_address': 'fa:16:3e:ee:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:58Z', 'updated_at': '2022-03-09T04:08:13Z', 'revision_number': 5, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'subnets': [{'id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:37.756993 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f236a13-d938-4623-ad10-771cd2c9e66e None None] The sync data for ids ['05c98226-b013-452a-be20-75171a463f5c'] in n-d-825178-5 is: [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'f2fc3005-5cdd-4499-ab28-3347ea805bee', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '05c98226-b013-452a-be20-75171a463f5c', 'port_id': '2996ef63-1289-4a4b-8d5f-c5ad35da3201', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'mac_address': 'fa:16:3e:8f:7e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1706fdb-63f3-4f61-9758-2a2512599426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:08:10Z', 'updated_at': '2022-03-09T04:08:35Z', 'revision_number': 1, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b8fd1c-ebab-4e4a-bec8-115622139a02', 'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'mac_address': 'fa:16:3e:ee:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:58Z', 'updated_at': '2022-03-09T04:08:13Z', 'revision_number': 5, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'subnets': [{'id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:08:37.972094 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8a425-7882-4ab4-9420-57efaa8d0fc0 None None] New status for floating IP f2fc3005-5cdd-4499-ab28-3347ea805bee: ACTIVE {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:08:38.828115 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1c1d0-abf1-4881-957f-576f3020fba8 req-9f39d97f-911e-4459-b8e3-fc4a641207bc tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:38.828814 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-97c1c1d0-abf1-4881-957f-576f3020fba8 req-9f39d97f-911e-4459-b8e3-fc4a641207bc tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Synchronizing usage tracker for tenant:3548ecbe1787437881bbac004f5ee548 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:08:38.843386 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-97c1c1d0-abf1-4881-957f-576f3020fba8 req-9f39d97f-911e-4459-b8e3-fc4a641207bc tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Unset dirty status for tenant:3548ecbe1787437881bbac004f5ee548 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:08:38.844999 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-97c1c1d0-abf1-4881-957f-576f3020fba8 req-9f39d97f-911e-4459-b8e3-fc4a641207bc tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=90568369-341b-49a4-af4e-1a9783b211e8 HTTP/1.1" status: 200 len: 1094 time: 0.0861411 Mar 09 04:08:38.886395 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-97c1c1d0-abf1-4881-957f-576f3020fba8 req-5df44c81-02cd-4fc7-bc2b-5ca97a66589b tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=34f40745-7189-4855-b5d4-96341827cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356665 Mar 09 04:08:38.933942 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:39.121981 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device aea82b79-fd0e-4d70-8a16-022970fdd73f details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:08:39.255482 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port aea82b79-fd0e-4d70-8a16-022970fdd73f, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=aea82b79-fd0e-4d70-8a16-022970fdd73f,segment=NetworkSegment(7f2d41e7-f006-41f5-882d-0a9914776cf8),segment_id=7f2d41e7-f006-41f5-882d-0a9914776cf8)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:39.269174 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'aea82b79-fd0e-4d70-8a16-022970fdd73f', 'network_id': 'ed4a8b29-67a1-4116-a8a6-3843f94f2336', 'port_id': 'aea82b79-fd0e-4d70-8a16-022970fdd73f', 'mac_address': 'fa:16:3e:55:64:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abac9fb8-e7e3-470a-b0ca-e702e6cfc586', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:08:39.327168 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:39.345067 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea82b79-fd0e-4d70-8a16-022970fdd73f {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:08:39.360458 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port aea82b79-fd0e-4d70-8a16-022970fdd73f, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=aea82b79-fd0e-4d70-8a16-022970fdd73f,segment=NetworkSegment(7f2d41e7-f006-41f5-882d-0a9914776cf8),segment_id=7f2d41e7-f006-41f5-882d-0a9914776cf8)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:39.364474 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:39.441623 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=aea82b79-fd0e-4d70-8a16-022970fdd73f,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:39.466616 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd7c7c-c80c-4339-bddd-9479bb268b28 req-f0970b88-bf02-4319-b553-441c4bba9b4c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:39.468415 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6abd7c7c-c80c-4339-bddd-9479bb268b28 req-f0970b88-bf02-4319-b553-441c4bba9b4c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 946 time: 0.1029086 Mar 09 04:08:39.528933 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6abd7c7c-c80c-4339-bddd-9479bb268b28 req-e965c1b7-4988-4425-a30b-105d8904d75f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503716 Mar 09 04:08:39.558159 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 33876) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:08:39.710200 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['aea82b79-fd0e-4d70-8a16-022970fdd73f'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:08:39.719898 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-402a99f4-7a7d-4d17-8240-9c1fa3d1f3d3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/floatingips/fccc4738-c642-4cdf-b12c-bf847b682ce3 HTTP/1.1" status: 200 len: 994 time: 0.1602287 Mar 09 04:08:40.082621 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2a37b-cd6a-4320-acc3-e4bbd5d1216a req-c5ada1f5-3a11-4b52-8a5a-904e5a44f13a tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:40.084174 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7bb2a37b-cd6a-4320-acc3-e4bbd5d1216a req-c5ada1f5-3a11-4b52-8a5a-904e5a44f13a tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=90568369-341b-49a4-af4e-1a9783b211e8 HTTP/1.1" status: 200 len: 1095 time: 0.0747409 Mar 09 04:08:40.127651 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7bb2a37b-cd6a-4320-acc3-e4bbd5d1216a req-3901fe40-7db1-4598-8940-021704c75268 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=34f40745-7189-4855-b5d4-96341827cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380523 Mar 09 04:08:40.169789 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0169d2-7db1-41fb-8701-3de209d05a37 req-a451ca40-0610-42ac-931a-58fbf8128965 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:40.171302 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe0169d2-7db1-41fb-8701-3de209d05a37 req-a451ca40-0610-42ac-931a-58fbf8128965 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 1097 time: 0.0741160 Mar 09 04:08:40.212783 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fe0169d2-7db1-41fb-8701-3de209d05a37 req-57f13da5-7723-453e-955d-3ef536bf0275 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349743 Mar 09 04:08:40.861442 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-df87e93d-3557-4eab-988a-6844774315e7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0763080 Mar 09 04:08:41.137528 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device aea82b79-fd0e-4d70-8a16-022970fdd73f up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:08:41.232529 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port aea82b79-fd0e-4d70-8a16-022970fdd73f completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:08:41.237931 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port aea82b79-fd0e-4d70-8a16-022970fdd73f triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:41.238580 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:41.356886 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf058a-eb85-489c-802e-65ed0bd1731e req-608af9e8-ee0a-45eb-a457-1b1fa9971ced tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:41.358475 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7ccf058a-eb85-489c-802e-65ed0bd1731e req-608af9e8-ee0a-45eb-a457-1b1fa9971ced tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=90568369-341b-49a4-af4e-1a9783b211e8 HTTP/1.1" status: 200 len: 1095 time: 0.0863032 Mar 09 04:08:41.380000 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:41.411028 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90568369-341b-49a4-af4e-1a9783b211e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea82b79-fd0e-4d70-8a16-022970fdd73f'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:08:41.423231 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port aea82b79-fd0e-4d70-8a16-022970fdd73f, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=aea82b79-fd0e-4d70-8a16-022970fdd73f,segment=NetworkSegment(7f2d41e7-f006-41f5-882d-0a9914776cf8),segment_id=7f2d41e7-f006-41f5-882d-0a9914776cf8)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:41.424512 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7ccf058a-eb85-489c-802e-65ed0bd1731e req-028807c2-21e1-414e-a0d6-6172d3fe3fc1 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=34f40745-7189-4855-b5d4-96341827cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511136 Mar 09 04:08:41.428135 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:41.498367 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90568369-341b-49a4-af4e-1a9783b211e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea82b79-fd0e-4d70-8a16-022970fdd73f', 'code': 200} Mar 09 04:08:41.512143 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=aea82b79-fd0e-4d70-8a16-022970fdd73f,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:41.525467 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-bde7465d-16fa-4d18-84a9-337c24c21b17 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 04:08:41.527234 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-bde7465d-16fa-4d18-84a9-337c24c21b17 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1673636 Mar 09 04:08:41.536887 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-190fe6d2-c5e0-471b-a677-90ac18a2510a service neutron] Request body: {'binding': {'host': 'n-h2-825178-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:08:41.537419 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-190fe6d2-c5e0-471b-a677-90ac18a2510a service neutron] Unknown quota resources ['binding']. {{(pid=87881) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 09 04:08:41.747654 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd44fb-8c5a-4566-9436-5c3b28daa82f req-f23ecb72-b599-48b4-91e4-390e39825738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:41.749109 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e2cd44fb-8c5a-4566-9436-5c3b28daa82f req-f23ecb72-b599-48b4-91e4-390e39825738 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=90568369-341b-49a4-af4e-1a9783b211e8 HTTP/1.1" status: 200 len: 1096 time: 0.1840301 Mar 09 04:08:41.828373 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e2cd44fb-8c5a-4566-9436-5c3b28daa82f req-4437ddf7-f8d1-4e13-9954-606bf85c1112 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=34f40745-7189-4855-b5d4-96341827cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716763 Mar 09 04:08:41.830227 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-190fe6d2-c5e0-471b-a677-90ac18a2510a service neutron] Attempting to bind port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad on host n-h2-825178-5 for vnic_type normal with profile None {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:08:41.830556 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-190fe6d2-c5e0-471b-a677-90ac18a2510a service neutron] Attempting to bind port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'f8616e19-f602-48ad-826c-bf5822ce78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:08:41.830893 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-190fe6d2-c5e0-471b-a677-90ac18a2510a service neutron] Attempting to bind port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad on network 04360621-aa2d-4f71-be66-e3a6806763e2 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:08:41.835456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-190fe6d2-c5e0-471b-a677-90ac18a2510a service neutron] Port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad on network 04360621-aa2d-4f71-be66-e3a6806763e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:08:41.835773 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-190fe6d2-c5e0-471b-a677-90ac18a2510a service neutron] Attempting to bind port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad on network 04360621-aa2d-4f71-be66-e3a6806763e2 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:08:41.840849 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-190fe6d2-c5e0-471b-a677-90ac18a2510a service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:08:41.841181 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-190fe6d2-c5e0-471b-a677-90ac18a2510a service neutron] Checking segment: {'id': 'f8616e19-f602-48ad-826c-bf5822ce78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:08:41.841554 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-190fe6d2-c5e0-471b-a677-90ac18a2510a service neutron] Bound using segment: {'id': 'f8616e19-f602-48ad-826c-bf5822ce78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:08:41.841975 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-190fe6d2-c5e0-471b-a677-90ac18a2510a service neutron] Bound port: 62ac5182-89b1-4b23-96c7-da6ffa4db2ad, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8616e19-f602-48ad-826c-bf5822ce78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:08:41.871968 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-190fe6d2-c5e0-471b-a677-90ac18a2510a service neutron] For port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=62ac5182-89b1-4b23-96c7-da6ffa4db2ad,segment=NetworkSegment(f8616e19-f602-48ad-826c-bf5822ce78e9),segment_id=f8616e19-f602-48ad-826c-bf5822ce78e9)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:08:41.878393 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-190fe6d2-c5e0-471b-a677-90ac18a2510a service neutron] Notify callbacks [] for binding, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:41.883982 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-190fe6d2-c5e0-471b-a677-90ac18a2510a service neutron] 10.222.0.16 "POST /v2.0/ports/62ac5182-89b1-4b23-96c7-da6ffa4db2ad/bindings HTTP/1.1" status: 201 len: 389 time: 0.3506875 Mar 09 04:08:42.094787 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8da0b-e203-4e54-9bc3-3fdaee9e88a6 req-1e547d91-6fb6-4a67-bd6c-825aa4fd81ab tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:42.096426 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cfb8da0b-e203-4e54-9bc3-3fdaee9e88a6 req-1e547d91-6fb6-4a67-bd6c-825aa4fd81ab tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 946 time: 0.0829115 Mar 09 04:08:42.144640 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cfb8da0b-e203-4e54-9bc3-3fdaee9e88a6 req-785b4cb1-2b79-424b-96d4-96c8a3e1fb69 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417438 Mar 09 04:08:42.341998 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-31d04470-7e7c-400e-9f33-303f87170e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:42.343379 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-31d04470-7e7c-400e-9f33-303f87170e8d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 1097 time: 0.0737901 Mar 09 04:08:42.485617 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-7cbe0a4c-08fb-437e-b74e-db65820881df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:42.487069 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-7cbe0a4c-08fb-437e-b74e-db65820881df service neutron] 10.222.0.21 "GET /v2.0/networks?id=04360621-aa2d-4f71-be66-e3a6806763e2 HTTP/1.1" status: 200 len: 898 time: 0.1356032 Mar 09 04:08:42.591613 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-cd455aa1-0378-4696-bcde-55be424f82d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62ac5182-89b1-4b23-96c7-da6ffa4db2ad HTTP/1.1" status: 200 len: 1002 time: 0.0968990 Mar 09 04:08:42.598051 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dae58b-6629-49e0-8cf1-f3f50866269e req-3882a9ab-c80d-4f71-ad40-12cb3719667b tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:42.599605 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-67dae58b-6629-49e0-8cf1-f3f50866269e req-3882a9ab-c80d-4f71-ad40-12cb3719667b tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=90568369-341b-49a4-af4e-1a9783b211e8 HTTP/1.1" status: 200 len: 1096 time: 0.0741549 Mar 09 04:08:42.644719 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-67dae58b-6629-49e0-8cf1-f3f50866269e req-24bc05c6-6c7b-4f86-b3a8-93abd5ed2cd0 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=34f40745-7189-4855-b5d4-96341827cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391459 Mar 09 04:08:42.660340 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-90196bc9-4a99-4546-8007-f642fa248cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:42.661775 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-90196bc9-4a99-4546-8007-f642fa248cb0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25e31947-b9b1-416b-b0be-d6ee801a1460 HTTP/1.1" status: 200 len: 834 time: 0.0632193 Mar 09 04:08:42.738403 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-5b68763d-4cab-42e8-b143-b744ddc2f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:42.739921 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-5b68763d-4cab-42e8-b143-b744ddc2f7bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04360621-aa2d-4f71-be66-e3a6806763e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714405 Mar 09 04:08:42.895687 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-adcd8b5a-df5c-4d04-8b15-657317a38917 service neutron] 10.222.0.21 "GET /v2.0/networks/04360621-aa2d-4f71-be66-e3a6806763e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435144 Mar 09 04:08:43.068602 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-9653920a-5ca1-4231-9960-bc0310488bea service neutron] 10.222.0.21 "GET /v2.0/networks/04360621-aa2d-4f71-be66-e3a6806763e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643233 Mar 09 04:08:43.369851 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-48f7aa6b-7cef-4ea0-8a36-174f1f456ac4 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:43.371324 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-48f7aa6b-7cef-4ea0-8a36-174f1f456ac4 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead&tenant_id=2eed8fa07dd541719db04a03bcdea9c3&binding%3Ahost_id=n-h1-825178-5 HTTP/1.1" status: 200 len: 1097 time: 0.2400572 Mar 09 04:08:43.383047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825178-5'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:08:43.502259 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9b4b3-fb26-498c-8767-e4cd764cd8b9 req-611fa5aa-c0a6-4701-bbaa-e63e0be52762 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:43.503708 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cea9b4b3-fb26-498c-8767-e4cd764cd8b9 req-611fa5aa-c0a6-4701-bbaa-e63e0be52762 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 946 time: 0.1827805 Mar 09 04:08:43.529283 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:43.600762 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cea9b4b3-fb26-498c-8767-e4cd764cd8b9 req-8306fc0d-3af5-49ae-83ac-c72fbd0b530b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886095 Mar 09 04:08:43.741153 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] For port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=62ac5182-89b1-4b23-96c7-da6ffa4db2ad,segment=NetworkSegment(f8616e19-f602-48ad-826c-bf5822ce78e9),segment_id=f8616e19-f602-48ad-826c-bf5822ce78e9)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:43.773110 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] For port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:08:43.817703 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f286a8-670b-4809-b6d5-b092a3493996 req-ec43d88e-7e6c-4249-89af-ce2eb0cca3ad tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:43.819243 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5f286a8-670b-4809-b6d5-b092a3493996 req-ec43d88e-7e6c-4249-89af-ce2eb0cca3ad tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=90568369-341b-49a4-af4e-1a9783b211e8 HTTP/1.1" status: 200 len: 1096 time: 0.0696158 Mar 09 04:08:43.831114 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b013f1-e9fc-4bf4-a296-cbffef992ead', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ac5182-89b1-4b23-96c7-da6ffa4db2ad'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:08:43.836996 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:43.846323 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:43.879957 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5f286a8-670b-4809-b6d5-b092a3493996 req-f125e403-6f3e-4263-a8c4-2c5704ded452 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=34f40745-7189-4855-b5d4-96341827cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550139 Mar 09 04:08:43.894068 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b013f1-e9fc-4bf4-a296-cbffef992ead', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ac5182-89b1-4b23-96c7-da6ffa4db2ad', 'code': 200} Mar 09 04:08:44.080512 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Pushing event updated for resources: {'Port': ['ID=62ac5182-89b1-4b23-96c7-da6ffa4db2ad,revision_number=7']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:44.097025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:44.097397 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:44.097755 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:44.098133 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:44.098466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:44.098811 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:44.099156 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:44.099470 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:44.099778 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:44.100087 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:44.100397 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:44.100707 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:08:44.163259 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Attempting to bind port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad on host n-h1-825178-5 for vnic_type normal with profile {"migrating_to": "n-h2-825178-5"} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:08:44.163587 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Attempting to bind port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'f8616e19-f602-48ad-826c-bf5822ce78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:08:44.163908 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Attempting to bind port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad on network 04360621-aa2d-4f71-be66-e3a6806763e2 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:08:44.176959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad on network 04360621-aa2d-4f71-be66-e3a6806763e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:08:44.177190 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Attempting to bind port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad on network 04360621-aa2d-4f71-be66-e3a6806763e2 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:08:44.181009 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6933d403-46ce-4105-93ce-f13898a4710c None None] Provisioning complete for port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:44.181498 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6933d403-46ce-4105-93ce-f13898a4710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:44.185999 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:08:44.186325 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Checking segment: {'id': 'f8616e19-f602-48ad-826c-bf5822ce78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:08:44.186702 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Bound using segment: {'id': 'f8616e19-f602-48ad-826c-bf5822ce78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:08:44.187151 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Bound port: 62ac5182-89b1-4b23-96c7-da6ffa4db2ad, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8616e19-f602-48ad-826c-bf5822ce78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:08:44.188007 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:44.202696 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c04059-2619-47e2-8f70-ccc1bfdb4bcc req-4381b820-e3be-4209-ab20-1732fd49bed8 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:44.204797 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3c04059-2619-47e2-8f70-ccc1bfdb4bcc req-4381b820-e3be-4209-ab20-1732fd49bed8 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=90568369-341b-49a4-af4e-1a9783b211e8 HTTP/1.1" status: 200 len: 1096 time: 0.1939428 Mar 09 04:08:44.240721 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6933d403-46ce-4105-93ce-f13898a4710c None None] Port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:08:44.310772 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3c04059-2619-47e2-8f70-ccc1bfdb4bcc req-08979b2c-edc2-49d7-b23b-0ff970191bb9 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=34f40745-7189-4855-b5d4-96341827cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710258 Mar 09 04:08:44.318207 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] For port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:08:44.321566 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] For port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=62ac5182-89b1-4b23-96c7-da6ffa4db2ad,segment=NetworkSegment(f8616e19-f602-48ad-826c-bf5822ce78e9),segment_id=f8616e19-f602-48ad-826c-bf5822ce78e9)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:08:44.329633 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:44.484888 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Pushing event updated for resources: {'Port': ['ID=62ac5182-89b1-4b23-96c7-da6ffa4db2ad,revision_number=8']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:44.546450 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0f7be-1868-4de0-ba38-f372f3b3e952 req-4e3e46dc-5172-46cd-9798-9a5eaa06fe26 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:44.548026 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-23f0f7be-1868-4de0-ba38-f372f3b3e952 req-4e3e46dc-5172-46cd-9798-9a5eaa06fe26 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=90568369-341b-49a4-af4e-1a9783b211e8 HTTP/1.1" status: 200 len: 1096 time: 0.0910368 Mar 09 04:08:44.552845 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:44.553458 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:44.554838 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-218fde38-04d8-432a-9cae-5025425a62a5 service neutron] 10.222.0.21 "PUT /v2.0/ports/62ac5182-89b1-4b23-96c7-da6ffa4db2ad HTTP/1.1" status: 200 len: 1122 time: 1.1758194 Mar 09 04:08:44.614115 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-23f0f7be-1868-4de0-ba38-f372f3b3e952 req-3485d653-4a93-4db6-a12c-4c84e65ae7b1 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=34f40745-7189-4855-b5d4-96341827cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598457 Mar 09 04:08:44.643478 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['62ac5182-89b1-4b23-96c7-da6ffa4db2ad'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:08:44.826173 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b06fee-fb97-415f-9d0c-4cdcdffdb742 req-2bdef5e3-7654-4750-8aea-8df8bca176ef tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:44.827892 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b4b06fee-fb97-415f-9d0c-4cdcdffdb742 req-2bdef5e3-7654-4750-8aea-8df8bca176ef tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 944 time: 0.0895331 Mar 09 04:08:44.880289 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a909c156-8a98-4ae6-9fe5-ad8a14cdfce3 None None] Provisioning complete for port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:08:44.883754 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a909c156-8a98-4ae6-9fe5-ad8a14cdfce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:44.897496 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b4b06fee-fb97-415f-9d0c-4cdcdffdb742 req-30fac643-ea11-4c0d-9f7a-826cb694275c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596817 Mar 09 04:08:45.110097 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bcfd9-85d3-4296-8213-307c3d6b7b20 req-1c5c55c2-f9ab-4a38-80e5-5f8dbd5c1c18 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:45.111798 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f83bcfd9-85d3-4296-8213-307c3d6b7b20 req-1c5c55c2-f9ab-4a38-80e5-5f8dbd5c1c18 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=90568369-341b-49a4-af4e-1a9783b211e8 HTTP/1.1" status: 200 len: 1096 time: 0.0788939 Mar 09 04:08:45.130444 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a909c156-8a98-4ae6-9fe5-ad8a14cdfce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:45.175348 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f83bcfd9-85d3-4296-8213-307c3d6b7b20 req-18d727f7-9401-4858-b663-8733cb6020ee tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=34f40745-7189-4855-b5d4-96341827cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555594 Mar 09 04:08:45.183245 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b013f1-e9fc-4bf4-a296-cbffef992ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ac5182-89b1-4b23-96c7-da6ffa4db2ad'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:08:45.204315 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-a909c156-8a98-4ae6-9fe5-ad8a14cdfce3 None None] For port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=62ac5182-89b1-4b23-96c7-da6ffa4db2ad,segment=NetworkSegment(f8616e19-f602-48ad-826c-bf5822ce78e9),segment_id=f8616e19-f602-48ad-826c-bf5822ce78e9)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:45.212986 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a909c156-8a98-4ae6-9fe5-ad8a14cdfce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:45.299373 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b013f1-e9fc-4bf4-a296-cbffef992ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ac5182-89b1-4b23-96c7-da6ffa4db2ad', 'code': 200} Mar 09 04:08:45.403443 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909c156-8a98-4ae6-9fe5-ad8a14cdfce3 None None] Pushing event updated for resources: {'Port': ['ID=62ac5182-89b1-4b23-96c7-da6ffa4db2ad,revision_number=9']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:45.894778 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b013f1-e9fc-4bf4-a296-cbffef992ead', 'tag': '62ac5182-89b1-4b23-96c7-da6ffa4db2ad'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:08:45.942098 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b013f1-e9fc-4bf4-a296-cbffef992ead', 'tag': '62ac5182-89b1-4b23-96c7-da6ffa4db2ad', 'status': 'completed', 'code': 200} Mar 09 04:08:46.044618 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be27a4-fa3b-4cbe-969d-a2d5d9ff1bf2 req-e7d785d4-bd24-4488-84d7-37b985f21928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:46.046130 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b6be27a4-fa3b-4cbe-969d-a2d5d9ff1bf2 req-e7d785d4-bd24-4488-84d7-37b985f21928 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 1127 time: 0.0736830 Mar 09 04:08:46.108612 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32117d88-987a-4573-b607-e27c039fb6e0 req-28279581-f088-4018-a3fd-5b0cc550d5cd tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:46.110722 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32117d88-987a-4573-b607-e27c039fb6e0 req-28279581-f088-4018-a3fd-5b0cc550d5cd tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 946 time: 0.0869892 Mar 09 04:08:46.170091 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-32117d88-987a-4573-b607-e27c039fb6e0 req-c8020e22-e9b0-4edf-8e91-c7ff7faae428 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492902 Mar 09 04:08:46.376731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be27a4-fa3b-4cbe-969d-a2d5d9ff1bf2 req-01857d70-07a6-4cb5-8ea3-cb04980f010d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:46.378052 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b6be27a4-fa3b-4cbe-969d-a2d5d9ff1bf2 req-01857d70-07a6-4cb5-8ea3-cb04980f010d service neutron] 10.222.0.24 "GET /v2.0/networks?id=04360621-aa2d-4f71-be66-e3a6806763e2 HTTP/1.1" status: 200 len: 898 time: 0.3242333 Mar 09 04:08:46.486024 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49009b97-459f-4091-9019-1c031641b1e9 req-b0b2258c-cbe6-40f6-b191-d251f4db3927 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:46.487518 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-49009b97-459f-4091-9019-1c031641b1e9 req-b0b2258c-cbe6-40f6-b191-d251f4db3927 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=90568369-341b-49a4-af4e-1a9783b211e8 HTTP/1.1" status: 200 len: 1096 time: 0.1805720 Mar 09 04:08:46.494190 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b6be27a4-fa3b-4cbe-969d-a2d5d9ff1bf2 req-36f82204-6757-4940-b018-1a97e7036ed4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62ac5182-89b1-4b23-96c7-da6ffa4db2ad HTTP/1.1" status: 200 len: 1002 time: 0.1087549 Mar 09 04:08:46.577728 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-49009b97-459f-4091-9019-1c031641b1e9 req-7f8db3c6-be6a-4067-97c0-81bbf9ffaa1f tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=34f40745-7189-4855-b5d4-96341827cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825956 Mar 09 04:08:46.581825 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be27a4-fa3b-4cbe-969d-a2d5d9ff1bf2 req-fd96d7d9-0746-490f-844e-346a4a0a258b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:46.582954 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b6be27a4-fa3b-4cbe-969d-a2d5d9ff1bf2 req-fd96d7d9-0746-490f-844e-346a4a0a258b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=25e31947-b9b1-416b-b0be-d6ee801a1460 HTTP/1.1" status: 200 len: 834 time: 0.0754642 Mar 09 04:08:46.596801 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cd09b-8935-4b2b-911a-b00904a75e99 req-60b00461-d633-4161-8c19-8beaf7166fbc tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:46.598638 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-589cd09b-8935-4b2b-911a-b00904a75e99 req-60b00461-d633-4161-8c19-8beaf7166fbc tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=90568369-341b-49a4-af4e-1a9783b211e8 HTTP/1.1" status: 200 len: 1096 time: 0.0765395 Mar 09 04:08:46.664365 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-589cd09b-8935-4b2b-911a-b00904a75e99 req-4beedd3e-9b28-4799-8e9b-9602552f2ec6 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Deleting port aea82b79-fd0e-4d70-8a16-022970fdd73f {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:08:46.664622 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-589cd09b-8935-4b2b-911a-b00904a75e99 req-4beedd3e-9b28-4799-8e9b-9602552f2ec6 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:46.669374 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be27a4-fa3b-4cbe-969d-a2d5d9ff1bf2 req-1133fd59-2cac-499a-903c-fa944a554eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:46.670832 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b6be27a4-fa3b-4cbe-969d-a2d5d9ff1bf2 req-1133fd59-2cac-499a-903c-fa944a554eaa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04360621-aa2d-4f71-be66-e3a6806763e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799167 Mar 09 04:08:46.818217 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b6be27a4-fa3b-4cbe-969d-a2d5d9ff1bf2 req-ede49271-980e-419d-8dd8-d50cbcd6d2c7 service neutron] 10.222.0.24 "GET /v2.0/networks/04360621-aa2d-4f71-be66-e3a6806763e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396365 Mar 09 04:08:47.018276 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b6be27a4-fa3b-4cbe-969d-a2d5d9ff1bf2 req-e009420e-bd8b-43c4-94fd-3a756e737952 service neutron] 10.222.0.24 "GET /v2.0/networks/04360621-aa2d-4f71-be66-e3a6806763e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934791 Mar 09 04:08:47.066796 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-589cd09b-8935-4b2b-911a-b00904a75e99 req-4beedd3e-9b28-4799-8e9b-9602552f2ec6 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] For port aea82b79-fd0e-4d70-8a16-022970fdd73f, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=aea82b79-fd0e-4d70-8a16-022970fdd73f,segment=NetworkSegment(7f2d41e7-f006-41f5-882d-0a9914776cf8),segment_id=7f2d41e7-f006-41f5-882d-0a9914776cf8)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:47.067441 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-589cd09b-8935-4b2b-911a-b00904a75e99 req-4beedd3e-9b28-4799-8e9b-9602552f2ec6 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:47.193445 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-589cd09b-8935-4b2b-911a-b00904a75e99 req-4beedd3e-9b28-4799-8e9b-9602552f2ec6 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Calling delete_port for aea82b79-fd0e-4d70-8a16-022970fdd73f owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:08:47.389368 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-589cd09b-8935-4b2b-911a-b00904a75e99 req-4beedd3e-9b28-4799-8e9b-9602552f2ec6 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:47.399864 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['aea82b79-fd0e-4d70-8a16-022970fdd73f'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:08:47.440995 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['d00205a4-c569-44b9-8e07-735ca413ff9c'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:08:47.458705 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beedd3e-9b28-4799-8e9b-9602552f2ec6 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Pushing event deleted for resources: {'Port': ['ID=aea82b79-fd0e-4d70-8a16-022970fdd73f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:47.511107 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6550a43-33cd-43eb-993c-74d42e95fb7e req-a774c02d-b5ac-4302-b694-4d1d8dc9f8d1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:47.512571 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6550a43-33cd-43eb-993c-74d42e95fb7e req-a774c02d-b5ac-4302-b694-4d1d8dc9f8d1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 946 time: 0.2082810 Mar 09 04:08:47.572544 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-589cd09b-8935-4b2b-911a-b00904a75e99 req-4beedd3e-9b28-4799-8e9b-9602552f2ec6 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] No DVR routers for this DVR port aea82b79-fd0e-4d70-8a16-022970fdd73f on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:08:47.576847 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-589cd09b-8935-4b2b-911a-b00904a75e99 req-4beedd3e-9b28-4799-8e9b-9602552f2ec6 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:47.603609 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-589cd09b-8935-4b2b-911a-b00904a75e99 req-4beedd3e-9b28-4799-8e9b-9602552f2ec6 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.24 "DELETE /v2.0/ports/aea82b79-fd0e-4d70-8a16-022970fdd73f HTTP/1.1" status: 204 len: 173 time: 0.9990377 Mar 09 04:08:47.640982 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6550a43-33cd-43eb-993c-74d42e95fb7e req-312cfd64-b5ca-4307-9ec3-64750f7e03a9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920951 Mar 09 04:08:47.783577 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d4c59244-0acf-41b5-82bb-62b9b35c46ab req-5aec8cf8-b8f6-4bca-98e7-ec925caa9631 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=90568369-341b-49a4-af4e-1a9783b211e8 HTTP/1.1" status: 200 len: 210 time: 0.0489497 Mar 09 04:08:47.874744 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d1b184d-247c-4e44-b4cf-c7dc628713a8 req-3a95a035-8aff-452b-86f1-f1c491a8c256 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694060 Mar 09 04:08:47.943674 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90568369-341b-49a4-af4e-1a9783b211e8', 'name': 'network-vif-deleted', 'tag': 'aea82b79-fd0e-4d70-8a16-022970fdd73f'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:08:47.999391 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90568369-341b-49a4-af4e-1a9783b211e8', 'name': 'network-vif-deleted', 'tag': 'aea82b79-fd0e-4d70-8a16-022970fdd73f', 'status': 'completed', 'code': 200} Mar 09 04:08:48.023548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b184d-247c-4e44-b4cf-c7dc628713a8 req-0627d86f-b99d-4c94-860c-115c5a94e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:48.025001 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d1b184d-247c-4e44-b4cf-c7dc628713a8 req-0627d86f-b99d-4c94-860c-115c5a94e1b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cc75666b7d64b64a7fc43dbc17f958f&device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 1096 time: 0.0762320 Mar 09 04:08:48.190941 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b184d-247c-4e44-b4cf-c7dc628713a8 req-324560a5-1a8d-4c52-9ed9-87d419df4c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:48.192686 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d1b184d-247c-4e44-b4cf-c7dc628713a8 req-324560a5-1a8d-4c52-9ed9-87d419df4c65 service neutron] 10.222.0.21 "GET /v2.0/networks?id=38d08348-8c49-4519-b248-df21fcca9334 HTTP/1.1" status: 200 len: 910 time: 0.1412075 Mar 09 04:08:48.327658 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d1b184d-247c-4e44-b4cf-c7dc628713a8 req-b4734b7c-800f-44fe-b06e-bd0f0fbc85e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fca9a3e-ae16-4765-8135-741c53082224 HTTP/1.1" status: 200 len: 1001 time: 0.1274657 Mar 09 04:08:48.393956 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b184d-247c-4e44-b4cf-c7dc628713a8 req-1dc4fe1d-0615-40dc-b045-5cb8df9049b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:48.395515 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d1b184d-247c-4e44-b4cf-c7dc628713a8 req-1dc4fe1d-0615-40dc-b045-5cb8df9049b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5795f339-9cb7-4a0f-a08c-a02ae45b1040 HTTP/1.1" status: 200 len: 848 time: 0.0590122 Mar 09 04:08:48.470636 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b184d-247c-4e44-b4cf-c7dc628713a8 req-b3aed391-3068-414d-a162-ffce6ce4d5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:48.472128 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d1b184d-247c-4e44-b4cf-c7dc628713a8 req-b3aed391-3068-414d-a162-ffce6ce4d5d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38d08348-8c49-4519-b248-df21fcca9334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696580 Mar 09 04:08:48.589671 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 62ac5182-89b1-4b23-96c7-da6ffa4db2ad details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:08:48.614013 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d1b184d-247c-4e44-b4cf-c7dc628713a8 req-245b73af-55fb-4c32-b79d-d8f53646add1 service neutron] 10.222.0.21 "GET /v2.0/networks/38d08348-8c49-4519-b248-df21fcca9334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343000 Mar 09 04:08:48.745837 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=62ac5182-89b1-4b23-96c7-da6ffa4db2ad,segment=NetworkSegment(f8616e19-f602-48ad-826c-bf5822ce78e9),segment_id=f8616e19-f602-48ad-826c-bf5822ce78e9)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:48.762967 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 62ac5182-89b1-4b23-96c7-da6ffa4db2ad has no active binding in host n-h2-825178-5 {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 09 04:08:48.770939 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d1b184d-247c-4e44-b4cf-c7dc628713a8 req-d9b3e3c8-3739-4616-8266-77c797494004 service neutron] 10.222.0.21 "GET /v2.0/networks/38d08348-8c49-4519-b248-df21fcca9334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484764 Mar 09 04:08:48.830353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7a054-b2e3-494c-9c91-c263ce2f08a3 req-a3353f93-1d54-4448-982f-4c19cb23a476 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:48.831842 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7ea7a054-b2e3-494c-9c91-c263ce2f08a3 req-a3353f93-1d54-4448-982f-4c19cb23a476 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 946 time: 0.0879266 Mar 09 04:08:48.910801 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7ea7a054-b2e3-494c-9c91-c263ce2f08a3 req-e4f9c7fa-12cd-4756-a538-6082ffd03e02 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727503 Mar 09 04:08:49.233434 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c122d8c-816d-47e6-8d62-a424e6270ff5 req-c506a1d2-a8ec-4a5d-80c2-67fde1b9dbdf tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:49.235553 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0c122d8c-816d-47e6-8d62-a424e6270ff5 req-c506a1d2-a8ec-4a5d-80c2-67fde1b9dbdf tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de5e13c6-ff6a-4580-82e8-766d7dd2577b HTTP/1.1" status: 200 len: 1097 time: 0.0709689 Mar 09 04:08:49.289574 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0c122d8c-816d-47e6-8d62-a424e6270ff5 req-61552e7c-e30c-4589-9388-d54a9557131c tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=34f40745-7189-4855-b5d4-96341827cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484872 Mar 09 04:08:50.264207 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-9b3de3c8-b0ca-4f9a-a4f3-18e24d95e5aa service neutron] 10.222.0.24 "GET /v2.0/ports/62ac5182-89b1-4b23-96c7-da6ffa4db2ad/bindings/n-h2-825178-5 HTTP/1.1" status: 200 len: 384 time: 0.1018579 Mar 09 04:08:50.312606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31a870-d534-44e8-adb6-e0096e7dab84 req-ff198e36-a242-4f9d-bdd7-be10d259197f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:50.314113 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b31a870-d534-44e8-adb6-e0096e7dab84 req-ff198e36-a242-4f9d-bdd7-be10d259197f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 946 time: 0.3005030 Mar 09 04:08:50.408700 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b31a870-d534-44e8-adb6-e0096e7dab84 req-8cb47e73-c9f2-4b23-9a7c-5249ab7c7bda tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806158 Mar 09 04:08:50.512487 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c46ff-2353-4f4a-a462-bb5e12d530a8 req-f2fcf9cb-ac74-4826-910a-ac62287f472c tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:50.514032 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3e5c46ff-2353-4f4a-a462-bb5e12d530a8 req-f2fcf9cb-ac74-4826-910a-ac62287f472c tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de5e13c6-ff6a-4580-82e8-766d7dd2577b HTTP/1.1" status: 200 len: 1097 time: 0.0729468 Mar 09 04:08:50.556453 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3e5c46ff-2353-4f4a-a462-bb5e12d530a8 req-46cf1ae5-f83f-441b-ada0-d8c85dc2b3db tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=34f40745-7189-4855-b5d4-96341827cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367060 Mar 09 04:08:50.678796 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-79a9e0c3-3be0-4b7d-9517-09f65e3d006c service neutron] For port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=62ac5182-89b1-4b23-96c7-da6ffa4db2ad,segment=NetworkSegment(f8616e19-f602-48ad-826c-bf5822ce78e9),segment_id=f8616e19-f602-48ad-826c-bf5822ce78e9)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:50.712849 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-79a9e0c3-3be0-4b7d-9517-09f65e3d006c service neutron] For port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:08:50.750392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488b8a2-ed8b-417e-9dc3-57621744489a req-328eca26-d36d-4277-b8cf-d6d7c8187928 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:50.751026 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f488b8a2-ed8b-417e-9dc3-57621744489a req-328eca26-d36d-4277-b8cf-d6d7c8187928 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Synchronizing usage tracker for tenant:3548ecbe1787437881bbac004f5ee548 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:08:50.786169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b013f1-e9fc-4bf4-a296-cbffef992ead', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ac5182-89b1-4b23-96c7-da6ffa4db2ad'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:08:50.803046 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f488b8a2-ed8b-417e-9dc3-57621744489a req-328eca26-d36d-4277-b8cf-d6d7c8187928 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Unset dirty status for tenant:3548ecbe1787437881bbac004f5ee548 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:08:50.804408 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f488b8a2-ed8b-417e-9dc3-57621744489a req-328eca26-d36d-4277-b8cf-d6d7c8187928 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=de5e13c6-ff6a-4580-82e8-766d7dd2577b HTTP/1.1" status: 200 len: 1097 time: 0.2340984 Mar 09 04:08:50.806299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-79a9e0c3-3be0-4b7d-9517-09f65e3d006c service neutron] For port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=62ac5182-89b1-4b23-96c7-da6ffa4db2ad,segment=NetworkSegment(f8616e19-f602-48ad-826c-bf5822ce78e9),segment_id=f8616e19-f602-48ad-826c-bf5822ce78e9)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:50.850022 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b013f1-e9fc-4bf4-a296-cbffef992ead', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ac5182-89b1-4b23-96c7-da6ffa4db2ad', 'code': 200} Mar 09 04:08:50.860916 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-79a9e0c3-3be0-4b7d-9517-09f65e3d006c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:50.926946 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-f488b8a2-ed8b-417e-9dc3-57621744489a req-bbfb1948-bf73-40b9-adb9-37e521fbb651 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Deleting port d00205a4-c569-44b9-8e07-735ca413ff9c {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:08:50.927282 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f488b8a2-ed8b-417e-9dc3-57621744489a req-bbfb1948-bf73-40b9-adb9-37e521fbb651 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:51.078362 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-79a9e0c3-3be0-4b7d-9517-09f65e3d006c service neutron] Transition to ACTIVE for port object 62ac5182-89b1-4b23-96c7-da6ffa4db2ad will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:08:51.094943 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-79a9e0c3-3be0-4b7d-9517-09f65e3d006c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:51.198078 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device aea82b79-fd0e-4d70-8a16-022970fdd73f no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:08:51.261994 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: aea82b79-fd0e-4d70-8a16-022970fdd73f {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:08:51.262522 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device aea82b79-fd0e-4d70-8a16-022970fdd73f not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:08:51.379374 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9e0c3-3be0-4b7d-9517-09f65e3d006c service neutron] Pushing event updated for resources: {'Port': ['ID=62ac5182-89b1-4b23-96c7-da6ffa4db2ad,revision_number=11']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:51.430551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-79a9e0c3-3be0-4b7d-9517-09f65e3d006c service neutron] No DVR routers for this DVR port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:08:51.517760 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-f488b8a2-ed8b-417e-9dc3-57621744489a req-bbfb1948-bf73-40b9-adb9-37e521fbb651 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] For port d00205a4-c569-44b9-8e07-735ca413ff9c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d00205a4-c569-44b9-8e07-735ca413ff9c,segment=NetworkSegment(7f2d41e7-f006-41f5-882d-0a9914776cf8),segment_id=7f2d41e7-f006-41f5-882d-0a9914776cf8)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:51.518521 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f488b8a2-ed8b-417e-9dc3-57621744489a req-bbfb1948-bf73-40b9-adb9-37e521fbb651 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:51.646622 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefa99c-1c2a-4c89-95d9-042735ef493d req-22b102db-9c00-4b77-ae86-f0b8ae694ca9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:51.648110 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3fefa99c-1c2a-4c89-95d9-042735ef493d req-22b102db-9c00-4b77-ae86-f0b8ae694ca9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 945 time: 0.0878880 Mar 09 04:08:51.693811 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-f488b8a2-ed8b-417e-9dc3-57621744489a req-bbfb1948-bf73-40b9-adb9-37e521fbb651 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Calling delete_port for d00205a4-c569-44b9-8e07-735ca413ff9c owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:08:51.712325 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3fefa99c-1c2a-4c89-95d9-042735ef493d req-587ccff8-978c-49fa-84dd-fa33176609d5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562596 Mar 09 04:08:52.150638 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02632ba4-7896-438a-8fc5-094dfbe6680a req-773b3f88-06ff-4ca2-9b00-d0ba74fc0886 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:52.151362 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-02632ba4-7896-438a-8fc5-094dfbe6680a req-773b3f88-06ff-4ca2-9b00-d0ba74fc0886 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Synchronizing usage tracker for tenant:3548ecbe1787437881bbac004f5ee548 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:08:52.157112 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-79a9e0c3-3be0-4b7d-9517-09f65e3d006c service neutron] 10.222.0.24 "PUT /v2.0/ports/62ac5182-89b1-4b23-96c7-da6ffa4db2ad/bindings/n-h2-825178-5/activate HTTP/1.1" status: 200 len: 369 time: 1.8860137 Mar 09 04:08:52.184705 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-02632ba4-7896-438a-8fc5-094dfbe6680a req-773b3f88-06ff-4ca2-9b00-d0ba74fc0886 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Unset dirty status for tenant:3548ecbe1787437881bbac004f5ee548 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:08:52.187821 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-02632ba4-7896-438a-8fc5-094dfbe6680a req-773b3f88-06ff-4ca2-9b00-d0ba74fc0886 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de5e13c6-ff6a-4580-82e8-766d7dd2577b HTTP/1.1" status: 200 len: 1097 time: 0.4628131 Mar 09 04:08:52.188471 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f488b8a2-ed8b-417e-9dc3-57621744489a req-bbfb1948-bf73-40b9-adb9-37e521fbb651 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:52.199862 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['d00205a4-c569-44b9-8e07-735ca413ff9c'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:08:52.361997 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb1948-bf73-40b9-adb9-37e521fbb651 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Pushing event deleted for resources: {'Port': ['ID=d00205a4-c569-44b9-8e07-735ca413ff9c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:52.435853 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-f488b8a2-ed8b-417e-9dc3-57621744489a req-bbfb1948-bf73-40b9-adb9-37e521fbb651 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] No DVR routers for this DVR port d00205a4-c569-44b9-8e07-735ca413ff9c on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:08:52.440841 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f488b8a2-ed8b-417e-9dc3-57621744489a req-bbfb1948-bf73-40b9-adb9-37e521fbb651 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:52.442741 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f488b8a2-ed8b-417e-9dc3-57621744489a req-bbfb1948-bf73-40b9-adb9-37e521fbb651 tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.21 "DELETE /v2.0/ports/d00205a4-c569-44b9-8e07-735ca413ff9c HTTP/1.1" status: 204 len: 173 time: 1.6292813 Mar 09 04:08:52.444313 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-02632ba4-7896-438a-8fc5-094dfbe6680a req-85a4b969-39d5-4276-a171-8e946feb819a tempest-TestServerMultinode-1504137378 tempest-TestServerMultinode-1504137378-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=34f40745-7189-4855-b5d4-96341827cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900203 Mar 09 04:08:52.485831 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-1c6633ed-246c-47ce-aaa1-c7ce7273e600 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:52.487368 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-1c6633ed-246c-47ce-aaa1-c7ce7273e600 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead&tenant_id=2eed8fa07dd541719db04a03bcdea9c3&binding%3Ahost_id=n-h1-825178-5 HTTP/1.1" status: 200 len: 1096 time: 0.2306330 Mar 09 04:08:52.573856 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-8cebbf72-b229-4e58-bdfa-3ecb20e200ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:52.575356 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-8cebbf72-b229-4e58-bdfa-3ecb20e200ba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead&tenant_id=2eed8fa07dd541719db04a03bcdea9c3 HTTP/1.1" status: 200 len: 1096 time: 0.0798509 Mar 09 04:08:52.680298 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-36eb171f-5ad4-467c-8e1c-dae27202a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:52.681805 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-36eb171f-5ad4-467c-8e1c-dae27202a38c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 1096 time: 0.0753248 Mar 09 04:08:52.838709 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-593d87ab-5dae-4681-b083-422853c3baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:52.840449 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-593d87ab-5dae-4681-b083-422853c3baa6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=04360621-aa2d-4f71-be66-e3a6806763e2 HTTP/1.1" status: 200 len: 898 time: 0.1517348 Mar 09 04:08:52.902201 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5e13c6-ff6a-4580-82e8-766d7dd2577b', 'name': 'network-vif-deleted', 'tag': 'd00205a4-c569-44b9-8e07-735ca413ff9c'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:08:52.951782 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb29af9-9dc4-4ef2-85c4-2ef0685bb163 req-798e39fa-88aa-4308-b783-6bfc1302248a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:52.954324 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1fb29af9-9dc4-4ef2-85c4-2ef0685bb163 req-798e39fa-88aa-4308-b783-6bfc1302248a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 945 time: 0.1356256 Mar 09 04:08:52.959703 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5e13c6-ff6a-4580-82e8-766d7dd2577b', 'name': 'network-vif-deleted', 'tag': 'd00205a4-c569-44b9-8e07-735ca413ff9c', 'status': 'completed', 'code': 200} Mar 09 04:08:52.961549 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-35dc91bb-8a61-42e4-a594-cc00e1c97133 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62ac5182-89b1-4b23-96c7-da6ffa4db2ad HTTP/1.1" status: 200 len: 1000 time: 0.1142330 Mar 09 04:08:53.026228 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1fb29af9-9dc4-4ef2-85c4-2ef0685bb163 req-50817ef6-6cda-44b0-8ca0-cafb211467a4 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652893 Mar 09 04:08:53.045487 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-b6594aa1-ed28-4017-827b-8e7ed7a10861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:53.047598 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-b6594aa1-ed28-4017-827b-8e7ed7a10861 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25e31947-b9b1-416b-b0be-d6ee801a1460 HTTP/1.1" status: 200 len: 834 time: 0.0789218 Mar 09 04:08:53.126543 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-0cf0d4e8-12fa-4bf1-bca1-2e733bac13ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:53.128158 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-0cf0d4e8-12fa-4bf1-bca1-2e733bac13ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04360621-aa2d-4f71-be66-e3a6806763e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732968 Mar 09 04:08:53.272282 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-32cfc3bd-317e-4c31-bde7-0bccc690dadb service neutron] 10.222.0.21 "GET /v2.0/networks/04360621-aa2d-4f71-be66-e3a6806763e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339879 Mar 09 04:08:53.405642 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-127b6a45-d47a-4c05-a65c-2becc5b16368 service neutron] 10.222.0.21 "GET /v2.0/networks/04360621-aa2d-4f71-be66-e3a6806763e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254084 Mar 09 04:08:53.555187 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34096) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:08:54.034978 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-612ebdb3-d205-4ccd-a2c6-9fb897dceba1 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:54.036343 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-612ebdb3-d205-4ccd-a2c6-9fb897dceba1 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead&tenant_id=2eed8fa07dd541719db04a03bcdea9c3&binding%3Ahost_id=n-h2-825178-5 HTTP/1.1" status: 200 len: 1096 time: 0.4065859 Mar 09 04:08:54.191656 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c031be06-b383-436d-8e8c-51a52b5f7b5f req-7338f424-dd27-4f2f-99fe-6f3e087f4c84 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1706fdb-63f3-4f61-9758-2a2512599426&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3213878 Mar 09 04:08:54.206109 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a140e5-55f9-49da-bcaf-17d9177b4f1c req-934b1bb8-4a20-4ced-bb4a-ae6ce9d10bdd tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:54.208195 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28a140e5-55f9-49da-bcaf-17d9177b4f1c req-934b1bb8-4a20-4ced-bb4a-ae6ce9d10bdd tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 945 time: 0.0804598 Mar 09 04:08:54.273448 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28a140e5-55f9-49da-bcaf-17d9177b4f1c req-65795ec4-077e-4a92-a41d-ffb262d0f1d2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519772 Mar 09 04:08:54.454901 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-9ef5af22-e26d-4a10-9672-5bd09e61b3a3 service neutron] For port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:08:54.466116 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-9ef5af22-e26d-4a10-9672-5bd09e61b3a3 service neutron] Notify callbacks [] for binding, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:54.467206 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-9ef5af22-e26d-4a10-9672-5bd09e61b3a3 service neutron] 10.222.0.21 "DELETE /v2.0/ports/62ac5182-89b1-4b23-96c7-da6ffa4db2ad/bindings/n-h1-825178-5 HTTP/1.1" status: 204 len: 173 time: 0.4214981 Mar 09 04:08:54.483560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031be06-b383-436d-8e8c-51a52b5f7b5f req-c7de9252-6a64-4476-acb0-2f159e1ae27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:54.485510 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c031be06-b383-436d-8e8c-51a52b5f7b5f req-c7de9252-6a64-4476-acb0-2f159e1ae27a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ad4813b6edb444495ca345f69236bb4&device_id=e1706fdb-63f3-4f61-9758-2a2512599426 HTTP/1.1" status: 200 len: 1097 time: 0.2064915 Mar 09 04:08:54.566076 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945bb70-ef69-4819-a911-c496ea8ffb8e req-38fd5ad4-6e56-4ccb-a8f2-33a255db0208 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:54.567493 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1945bb70-ef69-4819-a911-c496ea8ffb8e req-38fd5ad4-6e56-4ccb-a8f2-33a255db0208 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 1096 time: 0.1734333 Mar 09 04:08:54.613132 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device d00205a4-c569-44b9-8e07-735ca413ff9c no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:08:54.650142 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: d00205a4-c569-44b9-8e07-735ca413ff9c {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:08:54.650575 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device d00205a4-c569-44b9-8e07-735ca413ff9c not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:08:54.712047 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1945bb70-ef69-4819-a911-c496ea8ffb8e req-1d242ba6-67b5-4d38-8d6a-c74589eadd15 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992601 Mar 09 04:08:54.735423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031be06-b383-436d-8e8c-51a52b5f7b5f req-30c3b2bf-5c39-4e4e-a084-1adcaf6c474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:54.736870 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c031be06-b383-436d-8e8c-51a52b5f7b5f req-30c3b2bf-5c39-4e4e-a084-1adcaf6c474d service neutron] 10.222.0.24 "GET /v2.0/networks?id=a867e9b3-2eba-490f-b739-b2d32f9ed205 HTTP/1.1" status: 200 len: 915 time: 0.2224300 Mar 09 04:08:54.825891 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cb854f54-8f6b-4526-a541-87f5d1e46765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:54.971078 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc5b1-3b53-4206-b67b-cead2cd3595e req-54b1d8b3-ddc5-4a91-b10f-bd6a43ebcbcf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:54.972759 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fa2dc5b1-3b53-4206-b67b-cead2cd3595e req-54b1d8b3-ddc5-4a91-b10f-bd6a43ebcbcf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 945 time: 0.1464472 Mar 09 04:08:55.016959 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c031be06-b383-436d-8e8c-51a52b5f7b5f req-77415fd7-0b33-4289-9ff2-b3a2004212d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2996ef63-1289-4a4b-8d5f-c5ad35da3201 HTTP/1.1" status: 200 len: 1001 time: 0.2720964 Mar 09 04:08:55.018554 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fa2dc5b1-3b53-4206-b67b-cead2cd3595e req-74bbee12-72a2-4559-872f-bee6e3c1311b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403833 Mar 09 04:08:55.045780 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34116) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:08:55.169018 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-66fe76a4-b94f-4f1b-b436-f28bbc90816f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/floatingips/fccc4738-c642-4cdf-b12c-bf847b682ce3 HTTP/1.1" status: 200 len: 992 time: 0.1156628 Mar 09 04:08:55.195084 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031be06-b383-436d-8e8c-51a52b5f7b5f req-b77a04b5-cd74-4c1c-b011-d687d9f5767d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:55.196468 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c031be06-b383-436d-8e8c-51a52b5f7b5f req-b77a04b5-cd74-4c1c-b011-d687d9f5767d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f HTTP/1.1" status: 200 len: 853 time: 0.1592197 Mar 09 04:08:55.201781 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 62ac5182-89b1-4b23-96c7-da6ffa4db2ad no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:08:55.275705 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 62ac5182-89b1-4b23-96c7-da6ffa4db2ad not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:08:55.489862 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-cb854f54-8f6b-4526-a541-87f5d1e46765 admin admin] Deleting port 9254c95e-dd49-407a-a013-204e4fafb987 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:08:55.490198 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cb854f54-8f6b-4526-a541-87f5d1e46765 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:55.528445 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031be06-b383-436d-8e8c-51a52b5f7b5f req-bfaad6a3-cd34-460a-a301-594bef3bbe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:55.529968 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c031be06-b383-436d-8e8c-51a52b5f7b5f req-bfaad6a3-cd34-460a-a301-594bef3bbe8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a867e9b3-2eba-490f-b739-b2d32f9ed205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3241804 Mar 09 04:08:55.768553 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c031be06-b383-436d-8e8c-51a52b5f7b5f req-b5cd06f8-a790-4735-8954-7bc4fa7ebb46 service neutron] 10.222.0.24 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306139 Mar 09 04:08:55.773148 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-cb854f54-8f6b-4526-a541-87f5d1e46765 admin admin] For port 9254c95e-dd49-407a-a013-204e4fafb987, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9254c95e-dd49-407a-a013-204e4fafb987,segment=NetworkSegment(7f2d41e7-f006-41f5-882d-0a9914776cf8),segment_id=7f2d41e7-f006-41f5-882d-0a9914776cf8)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:55.773505 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cb854f54-8f6b-4526-a541-87f5d1e46765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:55.929891 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-cb854f54-8f6b-4526-a541-87f5d1e46765 admin admin] Calling delete_port for 9254c95e-dd49-407a-a013-204e4fafb987 owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:08:56.198650 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c031be06-b383-436d-8e8c-51a52b5f7b5f req-66a5d0b2-5e14-45ff-b8ff-be9d84b80bb4 service neutron] 10.222.0.24 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181716 Mar 09 04:08:56.239553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34132) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:08:56.316212 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c10e6b-3f7e-4a9f-92e7-a5b52491b5c0 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:56.316794 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c10e6b-3f7e-4a9f-92e7-a5b52491b5c0 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:56.317254 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c10e6b-3f7e-4a9f-92e7-a5b52491b5c0 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:56.332698 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e0c10e6b-3f7e-4a9f-92e7-a5b52491b5c0 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=2355e92b134243b08899b3302e3d972c&network_id=c69a58b9-9c44-44eb-8ec7-146f189937dd HTTP/1.1" status: 200 len: 2969 time: 0.0785077 Mar 09 04:08:56.356159 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cb854f54-8f6b-4526-a541-87f5d1e46765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:56.406275 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb854f54-8f6b-4526-a541-87f5d1e46765 admin admin] Pushing event deleted for resources: {'Port': ['ID=9254c95e-dd49-407a-a013-204e4fafb987,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:56.694344 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cb854f54-8f6b-4526-a541-87f5d1e46765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:57.199539 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb854f54-8f6b-4526-a541-87f5d1e46765 admin admin] Router 000bd140-6e8c-40f9-b982-0f09843639b3 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:08:57.391349 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb854f54-8f6b-4526-a541-87f5d1e46765 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:08:57.400321 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b54782-e23e-4adc-9ba9-f84453611b2d None None] Sync routers for ids ['000bd140-6e8c-40f9-b982-0f09843639b3'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:08:57.404138 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cb854f54-8f6b-4526-a541-87f5d1e46765 admin admin] 10.222.0.16 "PUT /v2.0/routers/000bd140-6e8c-40f9-b982-0f09843639b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8446891 Mar 09 04:08:57.404506 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34150) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:08:57.410946 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b54782-e23e-4adc-9ba9-f84453611b2d None None] Routers {'000bd140-6e8c-40f9-b982-0f09843639b3'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:08:57.411544 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-58b54782-e23e-4adc-9ba9-f84453611b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:08:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['000bd140-6e8c-40f9-b982-0f09843639b3'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:57.458273 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34154) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:08:57.605993 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-58b54782-e23e-4adc-9ba9-f84453611b2d None None] Set router 000bd140-6e8c-40f9-b982-0f09843639b3 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:08:57.714373 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-136e45a3-66c5-429e-81f2-dbcb015431b4 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Deleting port 7c58e3be-b9e4-4dd7-ab58-31c9e96d730e {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:08:57.714586 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-136e45a3-66c5-429e-81f2-dbcb015431b4 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:57.719123 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-387b7491-dc65-429f-8d39-85b5231038f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:57.928328 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-387b7491-dc65-429f-8d39-85b5231038f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:57.947854 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-387b7491-dc65-429f-8d39-85b5231038f9 admin admin] Deleting port dc291527-359c-4223-873b-d3c2740b1dad {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:08:57.948359 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-387b7491-dc65-429f-8d39-85b5231038f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:57.955688 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-136e45a3-66c5-429e-81f2-dbcb015431b4 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:57.957580 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-136e45a3-66c5-429e-81f2-dbcb015431b4 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:58.006401 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-58b54782-e23e-4adc-9ba9-f84453611b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000bd140-6e8c-40f9-b982-0f09843639b3', 'name': 'tempest-TestServerMultinode-1257823190-router', 'tenant_id': 'b6c978d3edb94a05b0fb56379f84f66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'dc291527-359c-4223-873b-d3c2740b1dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:43Z', 'updated_at': '2022-03-09T04:08:56Z', 'revision_number': 5, 'project_id': 'b6c978d3edb94a05b0fb56379f84f66e', 'gw_port': {'id': 'dc291527-359c-4223-873b-d3c2740b1dad', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000bd140-6e8c-40f9-b982-0f09843639b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:45Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:58.011036 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b54782-e23e-4adc-9ba9-f84453611b2d None None] Checking router: 000bd140-6e8c-40f9-b982-0f09843639b3 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:08:58.020217 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b54782-e23e-4adc-9ba9-f84453611b2d None None] Routers {'000bd140-6e8c-40f9-b982-0f09843639b3'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:08:58.021072 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-58b54782-e23e-4adc-9ba9-f84453611b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:08:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['000bd140-6e8c-40f9-b982-0f09843639b3'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:58.129487 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-136e45a3-66c5-429e-81f2-dbcb015431b4 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Calling delete_port for 7c58e3be-b9e4-4dd7-ab58-31c9e96d730e owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:08:58.145488 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-387b7491-dc65-429f-8d39-85b5231038f9 admin admin] For port dc291527-359c-4223-873b-d3c2740b1dad, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=dc291527-359c-4223-873b-d3c2740b1dad,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:08:58.145849 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-387b7491-dc65-429f-8d39-85b5231038f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:58.190572 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-58b54782-e23e-4adc-9ba9-f84453611b2d None None] Set router 000bd140-6e8c-40f9-b982-0f09843639b3 gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:08:58.288153 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-387b7491-dc65-429f-8d39-85b5231038f9 admin admin] Calling delete_port for dc291527-359c-4223-873b-d3c2740b1dad owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:08:58.305908 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-58b54782-e23e-4adc-9ba9-f84453611b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000bd140-6e8c-40f9-b982-0f09843639b3', 'name': 'tempest-TestServerMultinode-1257823190-router', 'tenant_id': 'b6c978d3edb94a05b0fb56379f84f66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:43Z', 'updated_at': '2022-03-09T04:08:57Z', 'revision_number': 6, 'project_id': 'b6c978d3edb94a05b0fb56379f84f66e', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:58.310684 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b54782-e23e-4adc-9ba9-f84453611b2d None None] The sync data for ids ['000bd140-6e8c-40f9-b982-0f09843639b3'] in n-d-825178-5 is: [{'id': '000bd140-6e8c-40f9-b982-0f09843639b3', 'name': 'tempest-TestServerMultinode-1257823190-router', 'tenant_id': 'b6c978d3edb94a05b0fb56379f84f66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:43Z', 'updated_at': '2022-03-09T04:08:57Z', 'revision_number': 6, 'project_id': 'b6c978d3edb94a05b0fb56379f84f66e', 'gw_port_host': None}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:08:58.321346 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-136e45a3-66c5-429e-81f2-dbcb015431b4 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:58.382938 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e45a3-66c5-429e-81f2-dbcb015431b4 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'Port': ['ID=7c58e3be-b9e4-4dd7-ab58-31c9e96d730e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:58.474765 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-136e45a3-66c5-429e-81f2-dbcb015431b4 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:58.475198 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-136e45a3-66c5-429e-81f2-dbcb015431b4 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Floating IP fccc4738-c642-4cdf-b12c-bf847b682ce3 disassociated (deleted). External IP: 172.25.7.195, port: 62ac5182-89b1-4b23-96c7-da6ffa4db2ad. Mar 09 04:08:58.573813 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:08:58.602760 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-387b7491-dc65-429f-8d39-85b5231038f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:58.652092 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b7491-dc65-429f-8d39-85b5231038f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc291527-359c-4223-873b-d3c2740b1dad,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:58.755224 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9af66b14-90f7-4266-a40f-c0fbdbd980f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:58.779389 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-387b7491-dc65-429f-8d39-85b5231038f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:58.944756 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34174) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:08:59.040250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05074637-46d6-4d67-a809-60828d76b3ca tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:08:59.040250 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-05074637-46d6-4d67-a809-60828d76b3ca tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069 HTTP/1.1" status: 200 len: 814 time: 0.0951152 Mar 09 04:08:59.041184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136e45a3-66c5-429e-81f2-dbcb015431b4 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Router 103b00fa-ff71-42ff-b786-7769af270d1e has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:08:59.082291 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-387b7491-dc65-429f-8d39-85b5231038f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:59.084420 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-387b7491-dc65-429f-8d39-85b5231038f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:59.113276 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-387b7491-dc65-429f-8d39-85b5231038f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:59.113784 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387b7491-dc65-429f-8d39-85b5231038f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 000bd140-6e8c-40f9-b982-0f09843639b3 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:08:59.127616 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-387b7491-dc65-429f-8d39-85b5231038f9 admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:59.131379 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34182) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:08:59.131658 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-387b7491-dc65-429f-8d39-85b5231038f9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/000bd140-6e8c-40f9-b982-0f09843639b3 HTTP/1.1" status: 204 len: 168 time: 1.7259700 Mar 09 04:08:59.267082 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1a70d3-feb0-4f0a-9b3e-e01f6ae07d1a admin admin] Deleting subnet abac9fb8-e7e3-470a-b0ca-e702e6cfc586 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:08:59.281226 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-de1a70d3-feb0-4f0a-9b3e-e01f6ae07d1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:59.288648 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device dc291527-359c-4223-873b-d3c2740b1dad no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:08:59.324255 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136e45a3-66c5-429e-81f2-dbcb015431b4 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:08:59.331586 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: dc291527-359c-4223-873b-d3c2740b1dad {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:08:59.332508 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device dc291527-359c-4223-873b-d3c2740b1dad not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:08:59.333297 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9254c95e-dd49-407a-a013-204e4fafb987 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:08:59.350848 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-de1a70d3-feb0-4f0a-9b3e-e01f6ae07d1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:59.378620 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 9254c95e-dd49-407a-a013-204e4fafb987 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:08:59.379303 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9254c95e-dd49-407a-a013-204e4fafb987 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:08:59.383981 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb0b3bd-8aee-4f8b-abe6-10208263a6bc None None] Sync routers for ids ['103b00fa-ff71-42ff-b786-7769af270d1e'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:08:59.389580 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-136e45a3-66c5-429e-81f2-dbcb015431b4 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:59.394563 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb0b3bd-8aee-4f8b-abe6-10208263a6bc None None] Routers {'103b00fa-ff71-42ff-b786-7769af270d1e'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:08:59.395428 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ceb0b3bd-8aee-4f8b-abe6-10208263a6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:08:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['103b00fa-ff71-42ff-b786-7769af270d1e'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:08:59.462101 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-136e45a3-66c5-429e-81f2-dbcb015431b4 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "DELETE /v2.0/floatingips/fccc4738-c642-4cdf-b12c-bf847b682ce3 HTTP/1.1" status: 204 len: 168 time: 1.9996705 Mar 09 04:08:59.462101 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b013f1-e9fc-4bf4-a296-cbffef992ead', 'tag': '62ac5182-89b1-4b23-96c7-da6ffa4db2ad'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:08:59.487068 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-de1a70d3-feb0-4f0a-9b3e-e01f6ae07d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:59.563938 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b013f1-e9fc-4bf4-a296-cbffef992ead', 'tag': '62ac5182-89b1-4b23-96c7-da6ffa4db2ad', 'status': 'completed', 'code': 200} Mar 09 04:08:59.601752 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-de1a70d3-feb0-4f0a-9b3e-e01f6ae07d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:59.696702 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-ceb0b3bd-8aee-4f8b-abe6-10208263a6bc None None] Set router 103b00fa-ff71-42ff-b786-7769af270d1e gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:08:59.699890 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a70d3-feb0-4f0a-9b3e-e01f6ae07d1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abac9fb8-e7e3-470a-b0ca-e702e6cfc586,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:08:59.743989 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-de1a70d3-feb0-4f0a-9b3e-e01f6ae07d1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:59.747990 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631baf55-b082-4c0e-8868-455cb89ef0f7 None None] Network ed4a8b29-67a1-4116-a8a6-3843f94f2336 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:08:59.752927 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-de1a70d3-feb0-4f0a-9b3e-e01f6ae07d1a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/abac9fb8-e7e3-470a-b0ca-e702e6cfc586 HTTP/1.1" status: 204 len: 168 time: 0.6205492 Mar 09 04:08:59.755649 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34196) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:08:59.968606 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c491f785-edb7-4ca3-9ec3-750a1c48755f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:08:59.998734 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eed712-e97f-4f93-b30c-9c84de3562e2 req-70004001-f3a6-4912-ac08-2840042479f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:00.000299 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-43eed712-e97f-4f93-b30c-9c84de3562e2 req-70004001-f3a6-4912-ac08-2840042479f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 1096 time: 0.3922017 Mar 09 04:09:00.001613 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-c491f785-edb7-4ca3-9ec3-750a1c48755f admin admin] Deleting port 62b12861-f7c9-4cdb-8119-872e2813ad4a {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:09:00.001937 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c491f785-edb7-4ca3-9ec3-750a1c48755f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:00.128876 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34204) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:00.135391 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4a2bbe6a-85d1-45be-b6f7-746f42a819d8 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'network': {'name': 'tempest-network-smoke--1164166041', 'project_id': '2355e92b134243b08899b3302e3d972c', 'port_security_enabled': True}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:00.142205 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4a2bbe6a-85d1-45be-b6f7-746f42a819d8 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:00.152623 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4a2bbe6a-85d1-45be-b6f7-746f42a819d8 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:00.155241 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a9121-dea8-4ade-bf87-7b0ad8409712 req-0cfc2829-0434-428b-b805-9588edc69914 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:00.156606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-142a9121-dea8-4ade-bf87-7b0ad8409712 req-0cfc2829-0434-428b-b805-9588edc69914 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Synchronizing usage tracker for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:09:00.167304 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2bbe6a-85d1-45be-b6f7-746f42a819d8 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Made reservation on behalf of 2355e92b134243b08899b3302e3d972c for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:09:00.172275 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4a2bbe6a-85d1-45be-b6f7-746f42a819d8 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:00.205704 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2bbe6a-85d1-45be-b6f7-746f42a819d8 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:09:00.217874 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4a2bbe6a-85d1-45be-b6f7-746f42a819d8 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:00.219247 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-4a2bbe6a-85d1-45be-b6f7-746f42a819d8 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Added segment 36436eff-b999-478e-9e92-f692ec28489f of type vlan for network 8b9e29b1-0e15-490c-b911-0659ea528616 Mar 09 04:09:00.239488 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-142a9121-dea8-4ade-bf87-7b0ad8409712 req-0cfc2829-0434-428b-b805-9588edc69914 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Unset dirty status for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:09:00.246278 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-142a9121-dea8-4ade-bf87-7b0ad8409712 req-0cfc2829-0434-428b-b805-9588edc69914 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 945 time: 0.3584425 Mar 09 04:09:00.259249 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4a2bbe6a-85d1-45be-b6f7-746f42a819d8 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:00.300933 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4a2bbe6a-85d1-45be-b6f7-746f42a819d8 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:00.310708 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2bbe6a-85d1-45be-b6f7-746f42a819d8 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:00.312036 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4a2bbe6a-85d1-45be-b6f7-746f42a819d8 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:00.342789 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ceb0b3bd-8aee-4f8b-abe6-10208263a6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360327337', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:41Z', 'updated_at': '2022-03-09T04:06:51Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:42Z', 'updated_at': '2022-03-09T04:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf', 'name': '', 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:ec:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '25e31947-b9b1-416b-b0be-d6ee801a1460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:50Z', 'updated_at': '2022-03-09T04:07:02Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': '25e31947-b9b1-416b-b0be-d6ee801a1460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:00.347806 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb0b3bd-8aee-4f8b-abe6-10208263a6bc None None] Checking router: 103b00fa-ff71-42ff-b786-7769af270d1e for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:09:00.357060 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb0b3bd-8aee-4f8b-abe6-10208263a6bc None None] Routers {'103b00fa-ff71-42ff-b786-7769af270d1e'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:09:00.357823 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ceb0b3bd-8aee-4f8b-abe6-10208263a6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:08:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['103b00fa-ff71-42ff-b786-7769af270d1e'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:00.385364 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eed712-e97f-4f93-b30c-9c84de3562e2 req-5f2c20a6-fabb-44b2-aac4-d2e977f545fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:00.386803 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-43eed712-e97f-4f93-b30c-9c84de3562e2 req-5f2c20a6-fabb-44b2-aac4-d2e977f545fe service neutron] 10.222.0.21 "GET /v2.0/networks?id=04360621-aa2d-4f71-be66-e3a6806763e2 HTTP/1.1" status: 200 len: 898 time: 0.3618145 Mar 09 04:09:00.501878 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4a2bbe6a-85d1-45be-b6f7-746f42a819d8 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3710623 Mar 09 04:09:00.510768 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34208) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:00.571170 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2bbe6a-85d1-45be-b6f7-746f42a819d8 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'Network': ['ID=8b9e29b1-0e15-490c-b911-0659ea528616,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:00.586377 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-ceb0b3bd-8aee-4f8b-abe6-10208263a6bc None None] Set router 103b00fa-ff71-42ff-b786-7769af270d1e gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:09:00.616921 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e598719-b91d-4eb8-96ff-52f844a31880 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:00.619410 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0e598719-b91d-4eb8-96ff-52f844a31880 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=2355e92b134243b08899b3302e3d972c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1071296 Mar 09 04:09:00.622255 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34212) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:00.649008 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-142a9121-dea8-4ade-bf87-7b0ad8409712 req-bdf0b20f-8e31-425c-a8d4-aac478e35f3f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4018779 Mar 09 04:09:00.681298 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679820ec-e3eb-40ac-9053-eed19f253f91 None None] DHCP port deletion for ed4a8b29-67a1-4116-a8a6-3843f94f2336 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:09:00.683649 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 8b9e29b1-0e15-490c-b911-0659ea528616 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:09:00.688281 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-43eed712-e97f-4f93-b30c-9c84de3562e2 req-7de40a23-4e34-4483-8b40-33c4ca17870d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62ac5182-89b1-4b23-96c7-da6ffa4db2ad HTTP/1.1" status: 200 len: 217 time: 0.1028750 Mar 09 04:09:00.720185 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-679820ec-e3eb-40ac-9053-eed19f253f91 None None] Deleting port 62b12861-f7c9-4cdb-8119-872e2813ad4a {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:09:00.720630 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-679820ec-e3eb-40ac-9053-eed19f253f91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:00.739138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-c491f785-edb7-4ca3-9ec3-750a1c48755f admin admin] For port 62b12861-f7c9-4cdb-8119-872e2813ad4a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=62b12861-f7c9-4cdb-8119-872e2813ad4a,segment=NetworkSegment(7f2d41e7-f006-41f5-882d-0a9914776cf8),segment_id=7f2d41e7-f006-41f5-882d-0a9914776cf8)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:09:00.739498 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c491f785-edb7-4ca3-9ec3-750a1c48755f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:00.820670 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a441c2f8-e80a-406b-8e48-d870da3891a2 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:00.825125 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a441c2f8-e80a-406b-8e48-d870da3891a2 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2017355 Mar 09 04:09:00.825808 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34220) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:00.888266 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-c491f785-edb7-4ca3-9ec3-750a1c48755f admin admin] Calling delete_port for 62b12861-f7c9-4cdb-8119-872e2813ad4a owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:09:00.909762 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2790c11b-81d3-41dc-87e6-13723048014a tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0826118 Mar 09 04:09:00.910456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34224) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:00.938054 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eed712-e97f-4f93-b30c-9c84de3562e2 req-87b20da1-3a4c-4f87-8df3-94b59eedbccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:00.939509 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-43eed712-e97f-4f93-b30c-9c84de3562e2 req-87b20da1-3a4c-4f87-8df3-94b59eedbccf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25e31947-b9b1-416b-b0be-d6ee801a1460 HTTP/1.1" status: 200 len: 834 time: 0.2427628 Mar 09 04:09:00.948615 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0332492-daaa-4e0d-aaa1-e6d128c1d941 req-b02e2595-c357-49ca-89fb-94941daab706 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:00.949949 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e0332492-daaa-4e0d-aaa1-e6d128c1d941 req-b02e2595-c357-49ca-89fb-94941daab706 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 945 time: 0.6804290 Mar 09 04:09:00.974007 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f3d6d603-4b18-49c2-8a3a-7970b73bda1d tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=2355e92b134243b08899b3302e3d972c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0623932 Mar 09 04:09:00.974663 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34228) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:01.128061 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 62b12861-f7c9-4cdb-8119-872e2813ad4a no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:09:01.158494 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-e0332492-daaa-4e0d-aaa1-e6d128c1d941 req-98e35b5a-177d-417a-8e9d-7bff14d87e72 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Deleting port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:09:01.158917 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e0332492-daaa-4e0d-aaa1-e6d128c1d941 req-98e35b5a-177d-417a-8e9d-7bff14d87e72 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:01.176740 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397a7f91-fbba-45b5-aa16-28c47ca05611 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:01.182187 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-397a7f91-fbba-45b5-aa16-28c47ca05611 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2066071 Mar 09 04:09:01.183098 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34234) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:01.242821 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c3051e12-25de-4e85-8fa6-7b202c9339cb tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0580366 Mar 09 04:09:01.244002 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34238) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:01.248317 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e851b537-17ed-4b19-88c1-86c4752f2085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:01.253854 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1846777307', 'network_id': '8b9e29b1-0e15-490c-b911-0659ea528616', 'project_id': '2355e92b134243b08899b3302e3d972c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:01.269785 n-d-825178-5 neutron-server[87882]: INFO neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No ports have port_id starting with 62b12861-f7c9-4cdb-8119-872e2813ad4a Mar 09 04:09:01.381089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-679820ec-e3eb-40ac-9053-eed19f253f91 None None] For port 62b12861-f7c9-4cdb-8119-872e2813ad4a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=62b12861-f7c9-4cdb-8119-872e2813ad4a,segment=NetworkSegment(7f2d41e7-f006-41f5-882d-0a9914776cf8),segment_id=7f2d41e7-f006-41f5-882d-0a9914776cf8)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:09:01.381824 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-679820ec-e3eb-40ac-9053-eed19f253f91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:01.400639 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:01.405177 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:subnet and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:09:01.410683 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:09:01.417616 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:01.430047 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Made reservation on behalf of 2355e92b134243b08899b3302e3d972c for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:09:01.434684 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:01.479075 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-e0332492-daaa-4e0d-aaa1-e6d128c1d941 req-98e35b5a-177d-417a-8e9d-7bff14d87e72 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] For port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=62ac5182-89b1-4b23-96c7-da6ffa4db2ad,segment=NetworkSegment(f8616e19-f602-48ad-826c-bf5822ce78e9),segment_id=f8616e19-f602-48ad-826c-bf5822ce78e9)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:09:01.480098 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e0332492-daaa-4e0d-aaa1-e6d128c1d941 req-98e35b5a-177d-417a-8e9d-7bff14d87e72 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:01.517879 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-679820ec-e3eb-40ac-9053-eed19f253f91 None None] Calling delete_port for 62b12861-f7c9-4cdb-8119-872e2813ad4a owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:09:01.602430 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ceb0b3bd-8aee-4f8b-abe6-10208263a6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360327337', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:41Z', 'updated_at': '2022-03-09T04:06:51Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:42Z', 'updated_at': '2022-03-09T04:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf', 'name': '', 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:ec:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '25e31947-b9b1-416b-b0be-d6ee801a1460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:50Z', 'updated_at': '2022-03-09T04:07:02Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': '25e31947-b9b1-416b-b0be-d6ee801a1460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:01.607230 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb0b3bd-8aee-4f8b-abe6-10208263a6bc None None] The sync data for ids ['103b00fa-ff71-42ff-b786-7769af270d1e'] in n-d-825178-5 is: [{'id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360327337', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:41Z', 'updated_at': '2022-03-09T04:06:51Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:42Z', 'updated_at': '2022-03-09T04:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf', 'name': '', 'network_id': '04360621-aa2d-4f71-be66-e3a6806763e2', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:ec:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '25e31947-b9b1-416b-b0be-d6ee801a1460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:50Z', 'updated_at': '2022-03-09T04:07:02Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': '25e31947-b9b1-416b-b0be-d6ee801a1460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:09:01.617125 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-679820ec-e3eb-40ac-9053-eed19f253f91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:09:01.617825 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-679820ec-e3eb-40ac-9053-eed19f253f91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:09:01.631303 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-e0332492-daaa-4e0d-aaa1-e6d128c1d941 req-98e35b5a-177d-417a-8e9d-7bff14d87e72 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Calling delete_port for 62ac5182-89b1-4b23-96c7-da6ffa4db2ad owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:09:01.687933 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c491f785-edb7-4ca3-9ec3-750a1c48755f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:01.726915 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:01.759194 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c491f785-edb7-4ca3-9ec3-750a1c48755f admin admin] No DVR routers for this DVR port 62b12861-f7c9-4cdb-8119-872e2813ad4a on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:09:01.818801 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491f785-edb7-4ca3-9ec3-750a1c48755f admin admin] Pushing event deleted for resources: {'Port': ['ID=62b12861-f7c9-4cdb-8119-872e2813ad4a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:01.843799 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eed712-e97f-4f93-b30c-9c84de3562e2 req-20691264-3410-4081-a4e0-4820d6af6232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:01.845821 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-43eed712-e97f-4f93-b30c-9c84de3562e2 req-20691264-3410-4081-a4e0-4820d6af6232 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04360621-aa2d-4f71-be66-e3a6806763e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8883467 Mar 09 04:09:01.912611 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'Subnet': ['ID=87a1b69b-d779-426c-aa99-1f6dc818db7c,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:01.920872 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Checking segment: {'id': '36436eff-b999-478e-9e92-f692ec28489f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8b9e29b1-0e15-490c-b911-0659ea528616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:09:01.921307 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Network hostable DHCP agents. Network: 8b9e29b1-0e15-490c-b911-0659ea528616, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:09:01.930374 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:01.930709 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:01.931070 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:01.931401 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:01.931724 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:01.932047 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:01.932365 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:01.932679 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:01.932994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:01.933308 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:01.935254 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:01.939239 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:01.985846 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Network 8b9e29b1-0e15-490c-b911-0659ea528616 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:09:02.012815 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389a768-9fed-40c0-abd2-497bb0faac48 req-aa92d589-3ec5-4edc-b588-c6b56555aec7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:02.014285 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2389a768-9fed-40c0-abd2-497bb0faac48 req-aa92d589-3ec5-4edc-b588-c6b56555aec7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 945 time: 0.2148232 Mar 09 04:09:02.015808 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 8b9e29b1-0e15-490c-b911-0659ea528616) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:09:02.019767 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:02.020380 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:02.039445 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96929954-8e14-4ae2-b428-9e47ccdca54c None None] Network 8b9e29b1-0e15-490c-b911-0659ea528616 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:09:02.070358 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d9e28317-4f94-489b-a987-0a4f8960126f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8245797 Mar 09 04:09:02.078331 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cba3a2-731f-488a-b849-164207dbe12c None None] New status for floating IP fccc4738-c642-4cdf-b12c-bf847b682ce3: DOWN {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:09:02.098203 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2389a768-9fed-40c0-abd2-497bb0faac48 req-4dec7592-4b54-4cb7-bf1b-f09462dd08a9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=bad7a8cf-e058-44b2-967f-18f8fd09e253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591321 Mar 09 04:09:02.156509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-679820ec-e3eb-40ac-9053-eed19f253f91 None None] Deleting port 62b12861-f7c9-4cdb-8119-872e2813ad4a {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:09:02.156975 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-679820ec-e3eb-40ac-9053-eed19f253f91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:02.227327 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c491f785-edb7-4ca3-9ec3-750a1c48755f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:02.233606 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-679820ec-e3eb-40ac-9053-eed19f253f91 None None] The port '62b12861-f7c9-4cdb-8119-872e2813ad4a' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:09:02.279369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-c491f785-edb7-4ca3-9ec3-750a1c48755f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed4a8b29-67a1-4116-a8a6-3843f94f2336']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:02.295310 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e0332492-daaa-4e0d-aaa1-e6d128c1d941 req-98e35b5a-177d-417a-8e9d-7bff14d87e72 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:02.306664 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-c491f785-edb7-4ca3-9ec3-750a1c48755f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f2d41e7-f006-41f5-882d-0a9914776cf8') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:02.307128 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-c491f785-edb7-4ca3-9ec3-750a1c48755f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f2d41e7-f006-41f5-882d-0a9914776cf8') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:02.358274 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:02.362487 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:02.502029 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a7950c-176e-4791-bc62-ae0d7f58b052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-8b9e29b1-0e15-490c-b911-0659ea528616', 'network_id': '8b9e29b1-0e15-490c-b911-0659ea528616', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'fixed_ips': [{'subnet_id': '87a1b69b-d779-426c-aa99-1f6dc818db7c'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:09:02.502931 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f0a7950c-176e-4791-bc62-ae0d7f58b052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:02.518032 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c491f785-edb7-4ca3-9ec3-750a1c48755f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:02.528685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e35b5a-177d-417a-8e9d-7bff14d87e72 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'Port': ['ID=62ac5182-89b1-4b23-96c7-da6ffa4db2ad,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:02.575895 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-43eed712-e97f-4f93-b30c-9c84de3562e2 req-d23f51b2-286f-42df-adad-d3b50db6089a service neutron] 10.222.0.21 "GET /v2.0/networks/04360621-aa2d-4f71-be66-e3a6806763e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223538 Mar 09 04:09:02.582295 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c491f785-edb7-4ca3-9ec3-750a1c48755f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:02.656511 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c491f785-edb7-4ca3-9ec3-750a1c48755f admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:09:02.656990 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c491f785-edb7-4ca3-9ec3-750a1c48755f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:09:02.671620 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:09:02.674545 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0332492-daaa-4e0d-aaa1-e6d128c1d941 req-98e35b5a-177d-417a-8e9d-7bff14d87e72 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] No DVR routers for this DVR port 62ac5182-89b1-4b23-96c7-da6ffa4db2ad on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:09:02.680694 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-f0a7950c-176e-4791-bc62-ae0d7f58b052 None None] Allocated IP 172.20.0.18 (8b9e29b1-0e15-490c-b911-0659ea528616/87a1b69b-d779-426c-aa99-1f6dc818db7c/632f5c47-2b1f-4aee-9b56-22a74a4ae002) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:09:02.693341 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e0332492-daaa-4e0d-aaa1-e6d128c1d941 req-98e35b5a-177d-417a-8e9d-7bff14d87e72 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:02.696233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b013f1-e9fc-4bf4-a296-cbffef992ead', 'name': 'network-vif-deleted', 'tag': '62ac5182-89b1-4b23-96c7-da6ffa4db2ad'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:09:02.706359 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34254) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:02.713134 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-3cfdec32-00a9-4dbb-b2f2-b2b829bbf4ec tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-66638260', 'description': 'tempest-secgroup-smoke-66638260 description', 'project_id': '2355e92b134243b08899b3302e3d972c'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:02.720821 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3cfdec32-00a9-4dbb-b2f2-b2b829bbf4ec tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:02.732324 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3cfdec32-00a9-4dbb-b2f2-b2b829bbf4ec tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:02.745842 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3cfdec32-00a9-4dbb-b2f2-b2b829bbf4ec tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:02.772739 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3cfdec32-00a9-4dbb-b2f2-b2b829bbf4ec tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:02.777140 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3cfdec32-00a9-4dbb-b2f2-b2b829bbf4ec tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:security_group_rule and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:09:02.781227 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3cfdec32-00a9-4dbb-b2f2-b2b829bbf4ec tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:09:02.787562 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3cfdec32-00a9-4dbb-b2f2-b2b829bbf4ec tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:02.832015 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b013f1-e9fc-4bf4-a296-cbffef992ead', 'name': 'network-vif-deleted', 'tag': '62ac5182-89b1-4b23-96c7-da6ffa4db2ad', 'status': 'completed', 'code': 200} Mar 09 04:09:02.839603 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e0332492-daaa-4e0d-aaa1-e6d128c1d941 req-98e35b5a-177d-417a-8e9d-7bff14d87e72 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.21 "DELETE /v2.0/ports/62ac5182-89b1-4b23-96c7-da6ffa4db2ad HTTP/1.1" status: 204 len: 173 time: 1.8457863 Mar 09 04:09:02.851947 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c491f785-edb7-4ca3-9ec3-750a1c48755f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:02.875829 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c491f785-edb7-4ca3-9ec3-750a1c48755f admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:02.890244 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491f785-edb7-4ca3-9ec3-750a1c48755f admin admin] Pushing event deleted for resources: {'Network': ['ID=ed4a8b29-67a1-4116-a8a6-3843f94f2336,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:02.896167 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c491f785-edb7-4ca3-9ec3-750a1c48755f admin admin] 10.222.0.16 "DELETE /v2.0/networks/ed4a8b29-67a1-4116-a8a6-3843f94f2336 HTTP/1.1" status: 204 len: 168 time: 3.1395524 Mar 09 04:09:02.905376 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34258) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:02.975969 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3cfdec32-00a9-4dbb-b2f2-b2b829bbf4ec tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:02.988442 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3cfdec32-00a9-4dbb-b2f2-b2b829bbf4ec tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:03.070453 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfdec32-00a9-4dbb-b2f2-b2b829bbf4ec tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=365e91ef-98dd-45a2-ac5b-96ec11594ba5,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:03.072169 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-43eed712-e97f-4f93-b30c-9c84de3562e2 req-f4628cc2-0e4c-4814-97eb-9f8d7949bae2 service neutron] 10.222.0.21 "GET /v2.0/networks/04360621-aa2d-4f71-be66-e3a6806763e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640992 Mar 09 04:09:03.077847 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3cfdec32-00a9-4dbb-b2f2-b2b829bbf4ec tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:03.082557 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3cfdec32-00a9-4dbb-b2f2-b2b829bbf4ec tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3712974 Mar 09 04:09:03.082557 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34266) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:03.088471 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-08cf6e2d-fe0a-4bee-a2dc-e0f35bf70309 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'security_group_rule': {'security_group_id': '365e91ef-98dd-45a2-ac5b-96ec11594ba5', 'project_id': '2355e92b134243b08899b3302e3d972c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:03.100637 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-08cf6e2d-fe0a-4bee-a2dc-e0f35bf70309 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:03.111764 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-08cf6e2d-fe0a-4bee-a2dc-e0f35bf70309 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:security_group_rule and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:09:03.123085 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-08cf6e2d-fe0a-4bee-a2dc-e0f35bf70309 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:09:03.135838 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f0a7950c-176e-4791-bc62-ae0d7f58b052 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:03.150628 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-08cf6e2d-fe0a-4bee-a2dc-e0f35bf70309 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:03.152673 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f0a7950c-176e-4791-bc62-ae0d7f58b052 None None] Transition to ACTIVE for port object 632f5c47-2b1f-4aee-9b56-22a74a4ae002 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:09:03.195726 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f0a7950c-176e-4791-bc62-ae0d7f58b052 None None] Transition to ACTIVE for port object 632f5c47-2b1f-4aee-9b56-22a74a4ae002 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:09:03.199378 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-08cf6e2d-fe0a-4bee-a2dc-e0f35bf70309 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:03.213519 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f0a7950c-176e-4791-bc62-ae0d7f58b052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:03.308551 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-08cf6e2d-fe0a-4bee-a2dc-e0f35bf70309 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:03.314043 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-08cf6e2d-fe0a-4bee-a2dc-e0f35bf70309 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:03.345730 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf6e2d-fe0a-4bee-a2dc-e0f35bf70309 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0958119d-ed0c-457a-b93d-bce3f377cff0,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:03.358552 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-08cf6e2d-fe0a-4bee-a2dc-e0f35bf70309 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:03.359866 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-08cf6e2d-fe0a-4bee-a2dc-e0f35bf70309 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2766919 Mar 09 04:09:03.362648 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34274) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:03.367291 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a7950c-176e-4791-bc62-ae0d7f58b052 None None] Network 8b9e29b1-0e15-490c-b911-0659ea528616 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:09:03.368680 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6fa8f2e7-a682-4eae-ab7b-10d3a1bed32b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'security_group_rule': {'security_group_id': '365e91ef-98dd-45a2-ac5b-96ec11594ba5', 'project_id': '2355e92b134243b08899b3302e3d972c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:03.370149 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-f0a7950c-176e-4791-bc62-ae0d7f58b052 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:09:03.376596 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a7950c-176e-4791-bc62-ae0d7f58b052 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:09:03.377127 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6fa8f2e7-a682-4eae-ab7b-10d3a1bed32b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:03.383817 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6fa8f2e7-a682-4eae-ab7b-10d3a1bed32b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:security_group_rule and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:09:03.391995 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6fa8f2e7-a682-4eae-ab7b-10d3a1bed32b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:09:03.405349 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6fa8f2e7-a682-4eae-ab7b-10d3a1bed32b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:03.418052 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7950c-176e-4791-bc62-ae0d7f58b052 None None] Pushing event updated for resources: {'Port': ['ID=632f5c47-2b1f-4aee-9b56-22a74a4ae002,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:03.420149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-5064d0c6-0ac1-4f3c-9c3f-5ceb9593624c req-d312f078-69e0-4e46-bf7b-472f0c2b1932 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Synchronizing usage tracker for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:09:03.438050 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6fa8f2e7-a682-4eae-ab7b-10d3a1bed32b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:03.518239 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-f0a7950c-176e-4791-bc62-ae0d7f58b052 None None] Attempting to bind port 632f5c47-2b1f-4aee-9b56-22a74a4ae002 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:09:03.519380 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-f0a7950c-176e-4791-bc62-ae0d7f58b052 None None] Attempting to bind port 632f5c47-2b1f-4aee-9b56-22a74a4ae002 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '36436eff-b999-478e-9e92-f692ec28489f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8b9e29b1-0e15-490c-b911-0659ea528616'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:09:03.519953 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a7950c-176e-4791-bc62-ae0d7f58b052 None None] Attempting to bind port 632f5c47-2b1f-4aee-9b56-22a74a4ae002 on network 8b9e29b1-0e15-490c-b911-0659ea528616 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:09:03.531235 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-5064d0c6-0ac1-4f3c-9c3f-5ceb9593624c req-d312f078-69e0-4e46-bf7b-472f0c2b1932 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Unset dirty status for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:09:03.532284 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a7950c-176e-4791-bc62-ae0d7f58b052 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:09:03.532915 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a7950c-176e-4791-bc62-ae0d7f58b052 None None] Checking segment: {'id': '36436eff-b999-478e-9e92-f692ec28489f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8b9e29b1-0e15-490c-b911-0659ea528616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:09:03.533575 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f0a7950c-176e-4791-bc62-ae0d7f58b052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:03.534150 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a7950c-176e-4791-bc62-ae0d7f58b052 None None] Bound using segment: {'id': '36436eff-b999-478e-9e92-f692ec28489f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8b9e29b1-0e15-490c-b911-0659ea528616'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:09:03.534895 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-f0a7950c-176e-4791-bc62-ae0d7f58b052 None None] Bound port: 632f5c47-2b1f-4aee-9b56-22a74a4ae002, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36436eff-b999-478e-9e92-f692ec28489f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8b9e29b1-0e15-490c-b911-0659ea528616'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:09:03.535490 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f0a7950c-176e-4791-bc62-ae0d7f58b052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:03.544342 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5064d0c6-0ac1-4f3c-9c3f-5ceb9593624c req-d312f078-69e0-4e46-bf7b-472f0c2b1932 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1b013f1-e9fc-4bf4-a296-cbffef992ead HTTP/1.1" status: 200 len: 210 time: 0.1845162 Mar 09 04:09:03.554889 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6fa8f2e7-a682-4eae-ab7b-10d3a1bed32b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:03.561157 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6fa8f2e7-a682-4eae-ab7b-10d3a1bed32b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:03.582990 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:03.602055 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8f2e7-a682-4eae-ab7b-10d3a1bed32b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7181b1e-3f69-45ee-b3c9-66db06dd6a9c,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:03.613231 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6fa8f2e7-a682-4eae-ab7b-10d3a1bed32b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:03.617972 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6fa8f2e7-a682-4eae-ab7b-10d3a1bed32b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2542160 Mar 09 04:09:03.618705 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34278) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:03.624161 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-8b0d2133-f44e-4df0-9ad0-ccf131bed30e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'security_group_rule': {'security_group_id': '365e91ef-98dd-45a2-ac5b-96ec11594ba5', 'project_id': '2355e92b134243b08899b3302e3d972c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:03.631517 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8b0d2133-f44e-4df0-9ad0-ccf131bed30e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:03.636554 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-8b0d2133-f44e-4df0-9ad0-ccf131bed30e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:security_group_rule and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:09:03.640705 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-8b0d2133-f44e-4df0-9ad0-ccf131bed30e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:09:03.648366 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-f0a7950c-176e-4791-bc62-ae0d7f58b052 None None] For port 632f5c47-2b1f-4aee-9b56-22a74a4ae002, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:09:03.649074 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8b0d2133-f44e-4df0-9ad0-ccf131bed30e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:03.652692 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-f0a7950c-176e-4791-bc62-ae0d7f58b052 None None] For port 632f5c47-2b1f-4aee-9b56-22a74a4ae002, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=632f5c47-2b1f-4aee-9b56-22a74a4ae002,segment=NetworkSegment(36436eff-b999-478e-9e92-f692ec28489f),segment_id=36436eff-b999-478e-9e92-f692ec28489f)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:09:03.659329 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f0a7950c-176e-4791-bc62-ae0d7f58b052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:03.670817 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b0d2133-f44e-4df0-9ad0-ccf131bed30e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:03.747803 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7950c-176e-4791-bc62-ae0d7f58b052 None None] Pushing event updated for resources: {'Port': ['ID=632f5c47-2b1f-4aee-9b56-22a74a4ae002,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:03.768297 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b0d2133-f44e-4df0-9ad0-ccf131bed30e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:03.773463 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b0d2133-f44e-4df0-9ad0-ccf131bed30e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:03.813279 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b0d2133-f44e-4df0-9ad0-ccf131bed30e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:03.817654 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8b0d2133-f44e-4df0-9ad0-ccf131bed30e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1979136 Mar 09 04:09:03.818409 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34282) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:03.825125 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-001270c3-a605-49b3-bfdf-1e13b32df5a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'security_group_rule': {'security_group_id': '365e91ef-98dd-45a2-ac5b-96ec11594ba5', 'project_id': '2355e92b134243b08899b3302e3d972c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:03.830540 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d2133-f44e-4df0-9ad0-ccf131bed30e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48077859-c2db-46de-8b00-5a479a4c9382,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:03.836148 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-001270c3-a605-49b3-bfdf-1e13b32df5a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:03.842625 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-001270c3-a605-49b3-bfdf-1e13b32df5a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:security_group_rule and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:09:03.847420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-001270c3-a605-49b3-bfdf-1e13b32df5a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:09:03.863909 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-001270c3-a605-49b3-bfdf-1e13b32df5a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:03.895252 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-001270c3-a605-49b3-bfdf-1e13b32df5a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:03.959861 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-79253720-6608-4897-8285-b0dd68cd94fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:03.988604 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-001270c3-a605-49b3-bfdf-1e13b32df5a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:04.018986 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-001270c3-a605-49b3-bfdf-1e13b32df5a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:04.056306 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001270c3-a605-49b3-bfdf-1e13b32df5a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec26a06b-fa9c-452c-b90e-04b2b95001a5,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:04.079647 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-001270c3-a605-49b3-bfdf-1e13b32df5a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:04.081353 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-001270c3-a605-49b3-bfdf-1e13b32df5a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2605889 Mar 09 04:09:04.086840 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34288) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:04.092452 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-2087e079-ad4f-42ff-af09-b7dbe5e338d2 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'security_group_rule': {'security_group_id': '365e91ef-98dd-45a2-ac5b-96ec11594ba5', 'project_id': '2355e92b134243b08899b3302e3d972c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:04.102489 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2087e079-ad4f-42ff-af09-b7dbe5e338d2 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:04.106923 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2087e079-ad4f-42ff-af09-b7dbe5e338d2 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:security_group_rule and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:09:04.110267 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2087e079-ad4f-42ff-af09-b7dbe5e338d2 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:09:04.116360 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2087e079-ad4f-42ff-af09-b7dbe5e338d2 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:04.133077 n-d-825178-5 neutron-server[87881]: INFO neutron.db.securitygroups_db [None req-2087e079-ad4f-42ff-af09-b7dbe5e338d2 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Project 2355e92b134243b08899b3302e3d972c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:09:04.146294 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2087e079-ad4f-42ff-af09-b7dbe5e338d2 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:04.245590 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2087e079-ad4f-42ff-af09-b7dbe5e338d2 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:04.252906 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2087e079-ad4f-42ff-af09-b7dbe5e338d2 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:04.281739 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087e079-ad4f-42ff-af09-b7dbe5e338d2 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ab2349-9a64-47fc-aedd-3742b705ff31,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:04.290534 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:04.298702 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2087e079-ad4f-42ff-af09-b7dbe5e338d2 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:04.299936 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2087e079-ad4f-42ff-af09-b7dbe5e338d2 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2118714 Mar 09 04:09:04.303052 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34296) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:04.308187 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-5daedd2b-aaf2-463e-b17d-6a9c72087838 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'security_group_rule': {'security_group_id': '365e91ef-98dd-45a2-ac5b-96ec11594ba5', 'project_id': '2355e92b134243b08899b3302e3d972c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:04.315603 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5daedd2b-aaf2-463e-b17d-6a9c72087838 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:04.319567 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5daedd2b-aaf2-463e-b17d-6a9c72087838 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:security_group_rule and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:09:04.328959 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5daedd2b-aaf2-463e-b17d-6a9c72087838 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:09:04.338167 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5daedd2b-aaf2-463e-b17d-6a9c72087838 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:04.352342 n-d-825178-5 neutron-server[87881]: INFO neutron.db.securitygroups_db [None req-5daedd2b-aaf2-463e-b17d-6a9c72087838 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Project 2355e92b134243b08899b3302e3d972c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:09:04.363224 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5daedd2b-aaf2-463e-b17d-6a9c72087838 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:04.433075 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5daedd2b-aaf2-463e-b17d-6a9c72087838 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:04.438876 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5daedd2b-aaf2-463e-b17d-6a9c72087838 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:04.462111 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daedd2b-aaf2-463e-b17d-6a9c72087838 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5759b33d-ec85-43d6-8421-6869616bdcbd,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:04.463719 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-79253720-6608-4897-8285-b0dd68cd94fc admin admin] Deleting port fecb56d3-5407-428e-a0c6-df6e1f3d6c05 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:09:04.463963 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-79253720-6608-4897-8285-b0dd68cd94fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:04.475047 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5daedd2b-aaf2-463e-b17d-6a9c72087838 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:04.478903 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5daedd2b-aaf2-463e-b17d-6a9c72087838 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1723249 Mar 09 04:09:04.680743 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 62ac5182-89b1-4b23-96c7-da6ffa4db2ad no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:09:04.714377 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34316) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:04.735280 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 62ac5182-89b1-4b23-96c7-da6ffa4db2ad {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:09:04.735872 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 62ac5182-89b1-4b23-96c7-da6ffa4db2ad not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:09:04.830800 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-7d4e44c5-1f35-4856-8329-32554c31131f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-66638260&fields=id&tenant_id=2355e92b134243b08899b3302e3d972c HTTP/1.1" status: 200 len: 267 time: 0.0874853 Mar 09 04:09:04.862697 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-79253720-6608-4897-8285-b0dd68cd94fc admin admin] For port fecb56d3-5407-428e-a0c6-df6e1f3d6c05, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=fecb56d3-5407-428e-a0c6-df6e1f3d6c05,segment=NetworkSegment(81944186-1d91-4442-ad63-29e236b9fdee),segment_id=81944186-1d91-4442-ad63-29e236b9fdee)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:09:04.863381 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-79253720-6608-4897-8285-b0dd68cd94fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:05.121909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-79253720-6608-4897-8285-b0dd68cd94fc admin admin] Calling delete_port for fecb56d3-5407-428e-a0c6-df6e1f3d6c05 owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:09:05.209048 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1262a8-51f5-4dbf-9341-ee98b1763128 None None] Network 8b9e29b1-0e15-490c-b911-0659ea528616 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:09:05.227475 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 632f5c47-2b1f-4aee-9b56-22a74a4ae002 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:09:05.278250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-6287f626-47f9-4f31-be2c-1ef7f1f1aa31 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:05.285343 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-6287f626-47f9-4f31-be2c-1ef7f1f1aa31 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/networks?id=8b9e29b1-0e15-490c-b911-0659ea528616 HTTP/1.1" status: 200 len: 797 time: 0.4530747 Mar 09 04:09:05.317093 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-806a46c8-8b1c-40b8-9141-ac449ca1c73f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/quotas/2355e92b134243b08899b3302e3d972c HTTP/1.1" status: 200 len: 375 time: 0.0305376 Mar 09 04:09:05.474295 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-219f7154-726a-4de9-a1aa-6b216741faa1 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2355e92b134243b08899b3302e3d972c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1483858 Mar 09 04:09:05.529803 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b0d11eee-bae6-4eef-8d59-69cabc41a868 None None] Provisioning for port 632f5c47-2b1f-4aee-9b56-22a74a4ae002 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:09:05.650812 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 632f5c47-2b1f-4aee-9b56-22a74a4ae002 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:09:05.657522 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 632f5c47-2b1f-4aee-9b56-22a74a4ae002 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:09:05.658168 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:05.697547 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-23dc9641-c089-4faa-83e7-1cdd43b616c3 service neutron] 10.222.0.16 "GET /v2.0/networks/8b9e29b1-0e15-490c-b911-0659ea528616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197127 Mar 09 04:09:05.726645 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-79253720-6608-4897-8285-b0dd68cd94fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:05.807016 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79253720-6608-4897-8285-b0dd68cd94fc admin admin] Pushing event deleted for resources: {'Port': ['ID=fecb56d3-5407-428e-a0c6-df6e1f3d6c05,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:05.818221 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-132e02fe-6b67-4f93-8cae-a68823b3e2fb tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:05.825855 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:05.864906 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 632f5c47-2b1f-4aee-9b56-22a74a4ae002, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=632f5c47-2b1f-4aee-9b56-22a74a4ae002,segment=NetworkSegment(36436eff-b999-478e-9e92-f692ec28489f),segment_id=36436eff-b999-478e-9e92-f692ec28489f)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:09:05.872747 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:05.975399 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=632f5c47-2b1f-4aee-9b56-22a74a4ae002,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:06.154632 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-eaf1f280-af7d-4ebb-87d4-54fb330db548 service neutron] 10.222.0.16 "GET /v2.0/networks/8b9e29b1-0e15-490c-b911-0659ea528616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559736 Mar 09 04:09:06.177719 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-36be8fd8-b279-42b5-a078-15b3b347d2d6 None None] Provisioning complete for port 632f5c47-2b1f-4aee-9b56-22a74a4ae002 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:09:06.177719 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-36be8fd8-b279-42b5-a078-15b3b347d2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:06.334188 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-79253720-6608-4897-8285-b0dd68cd94fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:06.455889 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2d33d5bd-7d4d-405d-a473-dacedc886ffa req-3311faff-bd21-4b0d-be38-f1d44efd557f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=2965b8df-8c30-49e8-b77c-8ad55fcd6ec9 HTTP/1.1" status: 200 len: 210 time: 0.0603631 Mar 09 04:09:06.536688 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-132e02fe-6b67-4f93-8cae-a68823b3e2fb tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Deleting port a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:09:06.537070 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-132e02fe-6b67-4f93-8cae-a68823b3e2fb tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:06.783387 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-132e02fe-6b67-4f93-8cae-a68823b3e2fb tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] For port a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf,segment=NetworkSegment(f8616e19-f602-48ad-826c-bf5822ce78e9),segment_id=f8616e19-f602-48ad-826c-bf5822ce78e9)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:09:06.783794 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-132e02fe-6b67-4f93-8cae-a68823b3e2fb tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:06.950589 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79253720-6608-4897-8285-b0dd68cd94fc admin admin] Router fd162618-3d94-4b19-b55a-f8d043af4aaf has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:09:07.012971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-132e02fe-6b67-4f93-8cae-a68823b3e2fb tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Calling delete_port for a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:09:07.184198 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79253720-6608-4897-8285-b0dd68cd94fc admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:09:07.208161 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 632f5c47-2b1f-4aee-9b56-22a74a4ae002 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:09:07.237007 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-79253720-6608-4897-8285-b0dd68cd94fc admin admin] 10.222.0.16 "PUT /v2.0/routers/fd162618-3d94-4b19-b55a-f8d043af4aaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3299377 Mar 09 04:09:07.237774 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34344) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:07.244455 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476710d4-9137-4709-b5fa-984258b13228 None None] Sync routers for ids ['fd162618-3d94-4b19-b55a-f8d043af4aaf'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:09:07.270282 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476710d4-9137-4709-b5fa-984258b13228 None None] Routers {'fd162618-3d94-4b19-b55a-f8d043af4aaf'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:09:07.270931 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-476710d4-9137-4709-b5fa-984258b13228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:09:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['fd162618-3d94-4b19-b55a-f8d043af4aaf'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:07.448777 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-132e02fe-6b67-4f93-8cae-a68823b3e2fb tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:07.488490 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 632f5c47-2b1f-4aee-9b56-22a74a4ae002 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:09:07.489108 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:07.501016 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b41fda6b-bc44-4104-9b0d-27e3164f818d admin admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:07.520852 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e02fe-6b67-4f93-8cae-a68823b3e2fb tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'Port': ['ID=a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:07.571771 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-476710d4-9137-4709-b5fa-984258b13228 None None] Set router fd162618-3d94-4b19-b55a-f8d043af4aaf gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:09:07.975948 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6dec88d4-1b01-4bbc-962b-e1d3776c56bb req-05168360-a152-41a5-9840-467b1552563d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=2965b8df-8c30-49e8-b77c-8ad55fcd6ec9 HTTP/1.1" status: 200 len: 210 time: 0.2326641 Mar 09 04:09:08.034896 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b41fda6b-bc44-4104-9b0d-27e3164f818d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:08.046611 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-132e02fe-6b67-4f93-8cae-a68823b3e2fb tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:08.048624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-52df61f4-646d-417c-924d-5aef6ce1eadb tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:08.050473 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-52df61f4-646d-417c-924d-5aef6ce1eadb tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.24 "GET /v2.0/networks?id=8b9e29b1-0e15-490c-b911-0659ea528616 HTTP/1.1" status: 200 len: 797 time: 0.2262585 Mar 09 04:09:08.051803 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-b41fda6b-bc44-4104-9b0d-27e3164f818d admin admin] Deleting port 92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:09:08.052136 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b41fda6b-bc44-4104-9b0d-27e3164f818d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:08.181582 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-f6184abc-03b2-401d-b6b8-38681f58babc tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2355e92b134243b08899b3302e3d972c HTTP/1.1" status: 200 len: 471 time: 0.0991282 Mar 09 04:09:08.192126 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-8ca6dbf3-c9ad-49f1-80aa-0eb9920184f9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'port': {'device_id': '2965b8df-8c30-49e8-b77c-8ad55fcd6ec9', 'network_id': '8b9e29b1-0e15-490c-b911-0659ea528616', 'admin_state_up': True, 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'security_groups': ['365e91ef-98dd-45a2-ac5b-96ec11594ba5']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:08.239757 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-476710d4-9137-4709-b5fa-984258b13228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd162618-3d94-4b19-b55a-f8d043af4aaf', 'name': 'tempest-TestServerMultinode-163739953-router', 'tenant_id': '3548ecbe1787437881bbac004f5ee548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:08:04Z', 'updated_at': '2022-03-09T04:09:05Z', 'revision_number': 5, 'project_id': '3548ecbe1787437881bbac004f5ee548', 'gw_port': {'id': '92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:98:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd162618-3d94-4b19-b55a-f8d043af4aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:08:05Z', 'updated_at': '2022-03-09T04:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:08.245768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476710d4-9137-4709-b5fa-984258b13228 None None] Checking router: fd162618-3d94-4b19-b55a-f8d043af4aaf for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:09:08.258231 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476710d4-9137-4709-b5fa-984258b13228 None None] Routers {'fd162618-3d94-4b19-b55a-f8d043af4aaf'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:09:08.259216 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-476710d4-9137-4709-b5fa-984258b13228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:09:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['fd162618-3d94-4b19-b55a-f8d043af4aaf'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:08.349671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-8ca6dbf3-c9ad-49f1-80aa-0eb9920184f9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:08.370215 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-8ca6dbf3-c9ad-49f1-80aa-0eb9920184f9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:port and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:09:08.388553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-8ca6dbf3-c9ad-49f1-80aa-0eb9920184f9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:09:08.397882 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-8ca6dbf3-c9ad-49f1-80aa-0eb9920184f9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:08.429503 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-476710d4-9137-4709-b5fa-984258b13228 None None] Set router fd162618-3d94-4b19-b55a-f8d043af4aaf gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:09:08.468023 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-8ca6dbf3-c9ad-49f1-80aa-0eb9920184f9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Made reservation on behalf of 2355e92b134243b08899b3302e3d972c for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:09:08.471859 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-8ca6dbf3-c9ad-49f1-80aa-0eb9920184f9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:08.475230 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132e02fe-6b67-4f93-8cae-a68823b3e2fb tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Router 103b00fa-ff71-42ff-b786-7769af270d1e has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:09:08.564837 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-476710d4-9137-4709-b5fa-984258b13228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd162618-3d94-4b19-b55a-f8d043af4aaf', 'name': 'tempest-TestServerMultinode-163739953-router', 'tenant_id': '3548ecbe1787437881bbac004f5ee548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:08:04Z', 'updated_at': '2022-03-09T04:09:08Z', 'revision_number': 6, 'project_id': '3548ecbe1787437881bbac004f5ee548', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:08.572061 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476710d4-9137-4709-b5fa-984258b13228 None None] The sync data for ids ['fd162618-3d94-4b19-b55a-f8d043af4aaf'] in n-d-825178-5 is: [{'id': 'fd162618-3d94-4b19-b55a-f8d043af4aaf', 'name': 'tempest-TestServerMultinode-163739953-router', 'tenant_id': '3548ecbe1787437881bbac004f5ee548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:08:04Z', 'updated_at': '2022-03-09T04:09:08Z', 'revision_number': 6, 'project_id': '3548ecbe1787437881bbac004f5ee548', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:09:08.690025 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132e02fe-6b67-4f93-8cae-a68823b3e2fb tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:09:08.693804 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-b41fda6b-bc44-4104-9b0d-27e3164f818d admin admin] For port 92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:09:08.695123 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b41fda6b-bc44-4104-9b0d-27e3164f818d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:08.699508 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754b0165-bd57-43a5-9f0d-be8449f1aed3 None None] Sync routers for ids ['103b00fa-ff71-42ff-b786-7769af270d1e'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:09:08.709546 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754b0165-bd57-43a5-9f0d-be8449f1aed3 None None] Routers {'103b00fa-ff71-42ff-b786-7769af270d1e'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:09:08.710471 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-754b0165-bd57-43a5-9f0d-be8449f1aed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:09:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['103b00fa-ff71-42ff-b786-7769af270d1e'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:08.716967 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-132e02fe-6b67-4f93-8cae-a68823b3e2fb tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "PUT /v2.0/routers/103b00fa-ff71-42ff-b786-7769af270d1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9990549 Mar 09 04:09:08.717364 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34358) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:08.797910 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-160d9fb5-5721-482b-a4cd-e6fd2d4aa129 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Deleting subnet 25e31947-b9b1-416b-b0be-d6ee801a1460 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:09:08.801146 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-160d9fb5-5721-482b-a4cd-e6fd2d4aa129 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:08.845805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-b41fda6b-bc44-4104-9b0d-27e3164f818d admin admin] Calling delete_port for 92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:09:08.893799 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-160d9fb5-5721-482b-a4cd-e6fd2d4aa129 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:08.916600 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-754b0165-bd57-43a5-9f0d-be8449f1aed3 None None] Set router 103b00fa-ff71-42ff-b786-7769af270d1e gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:09:08.949527 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:09.042536 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-8ca6dbf3-c9ad-49f1-80aa-0eb9920184f9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Allocated IP 172.20.0.19 (8b9e29b1-0e15-490c-b911-0659ea528616/87a1b69b-d779-426c-aa99-1f6dc818db7c/d3eb40cb-bf48-4ba3-a869-2ceed130f6c7) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:09:09.098666 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-160d9fb5-5721-482b-a4cd-e6fd2d4aa129 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:09.147445 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device fecb56d3-5407-428e-a0c6-df6e1f3d6c05 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:09:09.216039 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: fecb56d3-5407-428e-a0c6-df6e1f3d6c05 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:09:09.216394 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device fecb56d3-5407-428e-a0c6-df6e1f3d6c05 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:09:09.270153 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b398a91c-5758-4450-8953-cd31c64d17db req-561ded50-0077-4acb-a756-633c2a2845f6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=2965b8df-8c30-49e8-b77c-8ad55fcd6ec9 HTTP/1.1" status: 200 len: 210 time: 0.0620646 Mar 09 04:09:09.283288 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-160d9fb5-5721-482b-a4cd-e6fd2d4aa129 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:09.322159 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b41fda6b-bc44-4104-9b0d-27e3164f818d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:09.349067 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d9fb5-5721-482b-a4cd-e6fd2d4aa129 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'Subnet': ['ID=25e31947-b9b1-416b-b0be-d6ee801a1460,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:09.349998 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05785d4c-440e-4125-b39a-2c1731ab405c None None] Network 04360621-aa2d-4f71-be66-e3a6806763e2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:09:09.351454 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-160d9fb5-5721-482b-a4cd-e6fd2d4aa129 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:09.360815 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-160d9fb5-5721-482b-a4cd-e6fd2d4aa129 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "DELETE /v2.0/subnets/25e31947-b9b1-416b-b0be-d6ee801a1460 HTTP/1.1" status: 204 len: 168 time: 0.6424870 Mar 09 04:09:09.361662 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34366) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:09.391311 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fda6b-bc44-4104-9b0d-27e3164f818d admin admin] Pushing event deleted for resources: {'Port': ['ID=92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:09.392831 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-754b0165-bd57-43a5-9f0d-be8449f1aed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360327337', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:41Z', 'updated_at': '2022-03-09T04:09:07Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:42Z', 'updated_at': '2022-03-09T04:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:09.403385 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754b0165-bd57-43a5-9f0d-be8449f1aed3 None None] Checking router: 103b00fa-ff71-42ff-b786-7769af270d1e for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:09:09.413697 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754b0165-bd57-43a5-9f0d-be8449f1aed3 None None] Routers {'103b00fa-ff71-42ff-b786-7769af270d1e'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:09:09.414541 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-754b0165-bd57-43a5-9f0d-be8449f1aed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:09:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['103b00fa-ff71-42ff-b786-7769af270d1e'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:09.622477 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b41fda6b-bc44-4104-9b0d-27e3164f818d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:09.687206 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-8ca6dbf3-c9ad-49f1-80aa-0eb9920184f9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:09.720564 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-754b0165-bd57-43a5-9f0d-be8449f1aed3 None None] Set router 103b00fa-ff71-42ff-b786-7769af270d1e gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:09:09.777021 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac0b32e-f6eb-419b-9fdd-61da50acf1fe None None] DHCP port deletion for 04360621-aa2d-4f71-be66-e3a6806763e2 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:09:09.782213 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-2ac0b32e-f6eb-419b-9fdd-61da50acf1fe None None] Deleting port 5fa3eebd-ec15-4915-a3c5-85235d8b0735 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:09:09.782823 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2ac0b32e-f6eb-419b-9fdd-61da50acf1fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:09.890745 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-8ca6dbf3-c9ad-49f1-80aa-0eb9920184f9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Transition to ACTIVE for port object d3eb40cb-bf48-4ba3-a869-2ceed130f6c7 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:09:09.906966 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b41fda6b-bc44-4104-9b0d-27e3164f818d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:09.917850 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b41fda6b-bc44-4104-9b0d-27e3164f818d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:09.971538 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c98d48ff-fa47-4ccc-ae7e-c3e0eb162e6e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:09.976108 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b41fda6b-bc44-4104-9b0d-27e3164f818d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:09.984962 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41fda6b-bc44-4104-9b0d-27e3164f818d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd162618-3d94-4b19-b55a-f8d043af4aaf {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:09:10.018096 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-8ca6dbf3-c9ad-49f1-80aa-0eb9920184f9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:10.140429 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-2ac0b32e-f6eb-419b-9fdd-61da50acf1fe None None] For port 5fa3eebd-ec15-4915-a3c5-85235d8b0735, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5fa3eebd-ec15-4915-a3c5-85235d8b0735,segment=NetworkSegment(f8616e19-f602-48ad-826c-bf5822ce78e9),segment_id=f8616e19-f602-48ad-826c-bf5822ce78e9)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:09:10.140818 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2ac0b32e-f6eb-419b-9fdd-61da50acf1fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:10.142424 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b41fda6b-bc44-4104-9b0d-27e3164f818d admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:10.144457 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b41fda6b-bc44-4104-9b0d-27e3164f818d admin admin] 10.222.0.16 "DELETE /v2.0/routers/fd162618-3d94-4b19-b55a-f8d043af4aaf HTTP/1.1" status: 204 len: 168 time: 2.9057565 Mar 09 04:09:10.159792 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34374) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:10.185669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-8ca6dbf3-c9ad-49f1-80aa-0eb9920184f9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Network 8b9e29b1-0e15-490c-b911-0659ea528616 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:09:10.259881 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c98d48ff-fa47-4ccc-ae7e-c3e0eb162e6e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:10.275775 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-754b0165-bd57-43a5-9f0d-be8449f1aed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360327337', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:41Z', 'updated_at': '2022-03-09T04:09:07Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:42Z', 'updated_at': '2022-03-09T04:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:10.281180 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754b0165-bd57-43a5-9f0d-be8449f1aed3 None None] The sync data for ids ['103b00fa-ff71-42ff-b786-7769af270d1e'] in n-d-825178-5 is: [{'id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360327337', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:41Z', 'updated_at': '2022-03-09T04:09:07Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': 'dec8a266-cd7d-472f-a21b-a65061d6323d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103b00fa-ff71-42ff-b786-7769af270d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:42Z', 'updated_at': '2022-03-09T04:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:09:10.281599 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-c98d48ff-fa47-4ccc-ae7e-c3e0eb162e6e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Deleting port dec8a266-cd7d-472f-a21b-a65061d6323d {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:09:10.282123 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c98d48ff-fa47-4ccc-ae7e-c3e0eb162e6e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:10.295916 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-8ca6dbf3-c9ad-49f1-80aa-0eb9920184f9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:09:10.319872 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-8ca6dbf3-c9ad-49f1-80aa-0eb9920184f9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:09:10.370798 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6dbf3-c9ad-49f1-80aa-0eb9920184f9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'Port': ['ID=d3eb40cb-bf48-4ba3-a869-2ceed130f6c7,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:10.402450 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-2ac0b32e-f6eb-419b-9fdd-61da50acf1fe None None] Calling delete_port for 5fa3eebd-ec15-4915-a3c5-85235d8b0735 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:09:10.455165 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-8ca6dbf3-c9ad-49f1-80aa-0eb9920184f9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:10.455814 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-8ca6dbf3-c9ad-49f1-80aa-0eb9920184f9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:10.485045 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-1627691d-4f72-4de5-989c-81aa3f202cc1 admin admin] Deleting subnet 79918a41-e9de-4380-82f4-50d092238598 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:09:10.494027 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1627691d-4f72-4de5-989c-81aa3f202cc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:10.540421 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2ac0b32e-f6eb-419b-9fdd-61da50acf1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:10.596585 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1627691d-4f72-4de5-989c-81aa3f202cc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:10.615092 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0b32e-f6eb-419b-9fdd-61da50acf1fe None None] Pushing event deleted for resources: {'Port': ['ID=5fa3eebd-ec15-4915-a3c5-85235d8b0735,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:10.625969 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac0b32e-f6eb-419b-9fdd-61da50acf1fe None None] No DVR routers for this DVR port 5fa3eebd-ec15-4915-a3c5-85235d8b0735 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:09:10.636858 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-c98d48ff-fa47-4ccc-ae7e-c3e0eb162e6e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] For port dec8a266-cd7d-472f-a21b-a65061d6323d, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=dec8a266-cd7d-472f-a21b-a65061d6323d,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:09:10.636858 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c98d48ff-fa47-4ccc-ae7e-c3e0eb162e6e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:10.719979 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2f2edcba-e841-48ca-a55a-7ce951f3f0ba None None] Provisioning for port d3eb40cb-bf48-4ba3-a869-2ceed130f6c7 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:09:10.728290 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2f2edcba-e841-48ca-a55a-7ce951f3f0ba None None] Provisioning complete for port d3eb40cb-bf48-4ba3-a869-2ceed130f6c7 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:09:10.728946 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2f2edcba-e841-48ca-a55a-7ce951f3f0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:10.736746 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-8ca6dbf3-c9ad-49f1-80aa-0eb9920184f9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5482273 Mar 09 04:09:10.756109 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-54513f45-5af9-4d5d-b7b4-b6236217ebe2 service neutron] Request body: {'port': {'device_id': '2965b8df-8c30-49e8-b77c-8ad55fcd6ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:10.813849 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-2f2edcba-e841-48ca-a55a-7ce951f3f0ba None None] Port d3eb40cb-bf48-4ba3-a869-2ceed130f6c7 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:09:10.858268 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-c98d48ff-fa47-4ccc-ae7e-c3e0eb162e6e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Calling delete_port for dec8a266-cd7d-472f-a21b-a65061d6323d owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:09:10.888516 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa5134-659a-4db6-b364-9dd40553f9ee req-db1d0853-31d0-47bc-93d6-6fb43083340f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:10.889454 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-20fa5134-659a-4db6-b364-9dd40553f9ee req-db1d0853-31d0-47bc-93d6-6fb43083340f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Synchronizing usage tracker for tenant:2355e92b134243b08899b3302e3d972c on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:09:10.911316 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1627691d-4f72-4de5-989c-81aa3f202cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:11.070100 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c98d48ff-fa47-4ccc-ae7e-c3e0eb162e6e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:11.128709 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-54513f45-5af9-4d5d-b7b4-b6236217ebe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:11.146722 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d48ff-fa47-4ccc-ae7e-c3e0eb162e6e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'Port': ['ID=dec8a266-cd7d-472f-a21b-a65061d6323d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:11.164064 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:09:11.168833 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-20fa5134-659a-4db6-b364-9dd40553f9ee req-db1d0853-31d0-47bc-93d6-6fb43083340f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Unset dirty status for tenant:2355e92b134243b08899b3302e3d972c on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:09:11.170263 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-20fa5134-659a-4db6-b364-9dd40553f9ee req-db1d0853-31d0-47bc-93d6-6fb43083340f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=2965b8df-8c30-49e8-b77c-8ad55fcd6ec9 HTTP/1.1" status: 200 len: 932 time: 0.5160677 Mar 09 04:09:11.215355 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:09:11.215726 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 92d5f5fc-7ee3-4f58-ba2b-d2009382c1cf not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:09:11.216120 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:09:11.264241 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:09:11.264471 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a6d5d09b-f1f6-4d6b-aaa1-e644fa6f0ccf not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:09:11.264915 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5fa3eebd-ec15-4915-a3c5-85235d8b0735 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:09:11.268450 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c98d48ff-fa47-4ccc-ae7e-c3e0eb162e6e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:11.275435 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-20fa5134-659a-4db6-b364-9dd40553f9ee req-6c3f443d-e4c7-44bb-964b-77dd78822a71 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=365e91ef-98dd-45a2-ac5b-96ec11594ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778673 Mar 09 04:09:11.309207 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 5fa3eebd-ec15-4915-a3c5-85235d8b0735 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:09:11.309548 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5fa3eebd-ec15-4915-a3c5-85235d8b0735 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:09:11.336863 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1627691d-4f72-4de5-989c-81aa3f202cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:11.394564 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1627691d-4f72-4de5-989c-81aa3f202cc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:11.401105 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e04b2c2-2816-4c9c-ae2c-d28c0c372926 None None] Network 07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:09:11.489282 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c98d48ff-fa47-4ccc-ae7e-c3e0eb162e6e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:11.491632 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c98d48ff-fa47-4ccc-ae7e-c3e0eb162e6e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:11.517076 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c98d48ff-fa47-4ccc-ae7e-c3e0eb162e6e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:11.517884 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98d48ff-fa47-4ccc-ae7e-c3e0eb162e6e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Fanout notify agent at l3_agent the message router_deleted on router 103b00fa-ff71-42ff-b786-7769af270d1e {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:09:11.541881 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c98d48ff-fa47-4ccc-ae7e-c3e0eb162e6e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:11.543017 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c98d48ff-fa47-4ccc-ae7e-c3e0eb162e6e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "DELETE /v2.0/routers/103b00fa-ff71-42ff-b786-7769af270d1e HTTP/1.1" status: 204 len: 168 time: 2.1803803 Mar 09 04:09:11.546516 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34386) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:11.640930 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1627691d-4f72-4de5-989c-81aa3f202cc1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/79918a41-e9de-4380-82f4-50d092238598 HTTP/1.1" status: 204 len: 168 time: 1.4699588 Mar 09 04:09:11.641840 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627691d-4f72-4de5-989c-81aa3f202cc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79918a41-e9de-4380-82f4-50d092238598,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:11.650243 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34390) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:11.679214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59af4f3-e12f-49f8-831f-bc0da55f4de5 None None] DHCP port deletion for 07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:09:11.683142 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a59af4f3-e12f-49f8-831f-bc0da55f4de5 None None] Deleting port dcd623d8-dbed-49a5-b731-93d6a8f6128c {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:09:11.683512 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a59af4f3-e12f-49f8-831f-bc0da55f4de5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:11.713229 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-54513f45-5af9-4d5d-b7b4-b6236217ebe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3eb40cb-bf48-4ba3-a869-2ceed130f6c7 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:09:11.728447 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-70510729-38a8-4614-bfa9-cac61227fd32 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:11.770202 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-54513f45-5af9-4d5d-b7b4-b6236217ebe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:11.807482 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62a19e2c-bd21-4b39-8104-cb93ec4356f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:11.809317 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-54513f45-5af9-4d5d-b7b4-b6236217ebe2 service neutron] Transition to ACTIVE for port object d3eb40cb-bf48-4ba3-a869-2ceed130f6c7 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:09:11.820664 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-54513f45-5af9-4d5d-b7b4-b6236217ebe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:11.910781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54513f45-5af9-4d5d-b7b4-b6236217ebe2 service neutron] Pushing event updated for resources: {'Port': ['ID=d3eb40cb-bf48-4ba3-a869-2ceed130f6c7,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:12.034089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-a59af4f3-e12f-49f8-831f-bc0da55f4de5 None None] For port dcd623d8-dbed-49a5-b731-93d6a8f6128c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=dcd623d8-dbed-49a5-b731-93d6a8f6128c,segment=NetworkSegment(81944186-1d91-4442-ad63-29e236b9fdee),segment_id=81944186-1d91-4442-ad63-29e236b9fdee)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:09:12.034810 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a59af4f3-e12f-49f8-831f-bc0da55f4de5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:12.054767 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-70510729-38a8-4614-bfa9-cac61227fd32 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:12.070374 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-62a19e2c-bd21-4b39-8104-cb93ec4356f6 admin admin] Deleting port dcd623d8-dbed-49a5-b731-93d6a8f6128c {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:09:12.070627 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62a19e2c-bd21-4b39-8104-cb93ec4356f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:12.081253 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-70510729-38a8-4614-bfa9-cac61227fd32 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04360621-aa2d-4f71-be66-e3a6806763e2']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:12.095998 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-70510729-38a8-4614-bfa9-cac61227fd32 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8616e19-f602-48ad-826c-bf5822ce78e9') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:12.096286 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-70510729-38a8-4614-bfa9-cac61227fd32 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8616e19-f602-48ad-826c-bf5822ce78e9') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:12.123758 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-70510729-38a8-4614-bfa9-cac61227fd32 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:12.144783 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-70510729-38a8-4614-bfa9-cac61227fd32 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:12.152384 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70510729-38a8-4614-bfa9-cac61227fd32 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:09:12.152877 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-70510729-38a8-4614-bfa9-cac61227fd32 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:12.225525 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a59af4f3-e12f-49f8-831f-bc0da55f4de5 None None] Calling delete_port for dcd623d8-dbed-49a5-b731-93d6a8f6128c owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:09:12.275743 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:09:12.278580 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-70510729-38a8-4614-bfa9-cac61227fd32 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:12.310180 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-70510729-38a8-4614-bfa9-cac61227fd32 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:12.318509 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70510729-38a8-4614-bfa9-cac61227fd32 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'Network': ['ID=04360621-aa2d-4f71-be66-e3a6806763e2,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:12.336012 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a59af4f3-e12f-49f8-831f-bc0da55f4de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:12.342273 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-70510729-38a8-4614-bfa9-cac61227fd32 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "DELETE /v2.0/networks/04360621-aa2d-4f71-be66-e3a6806763e2 HTTP/1.1" status: 204 len: 168 time: 0.7937777 Mar 09 04:09:12.344974 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34400) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:12.387121 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59af4f3-e12f-49f8-831f-bc0da55f4de5 None None] No DVR routers for this DVR port dcd623d8-dbed-49a5-b731-93d6a8f6128c on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:09:12.407187 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-54513f45-5af9-4d5d-b7b4-b6236217ebe2 service neutron] Attempting to bind port d3eb40cb-bf48-4ba3-a869-2ceed130f6c7 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:09:12.407695 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-54513f45-5af9-4d5d-b7b4-b6236217ebe2 service neutron] Attempting to bind port d3eb40cb-bf48-4ba3-a869-2ceed130f6c7 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '36436eff-b999-478e-9e92-f692ec28489f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8b9e29b1-0e15-490c-b911-0659ea528616'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:09:12.407871 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-54513f45-5af9-4d5d-b7b4-b6236217ebe2 service neutron] Attempting to bind port d3eb40cb-bf48-4ba3-a869-2ceed130f6c7 on network 8b9e29b1-0e15-490c-b911-0659ea528616 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:09:12.418085 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59af4f3-e12f-49f8-831f-bc0da55f4de5 None None] Pushing event deleted for resources: {'Port': ['ID=dcd623d8-dbed-49a5-b731-93d6a8f6128c,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:12.450133 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59af4f3-e12f-49f8-831f-bc0da55f4de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:12.450473 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59af4f3-e12f-49f8-831f-bc0da55f4de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:12.450808 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59af4f3-e12f-49f8-831f-bc0da55f4de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:12.451161 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59af4f3-e12f-49f8-831f-bc0da55f4de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:12.451494 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59af4f3-e12f-49f8-831f-bc0da55f4de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:12.451614 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4f1f-bdf0-4318-9739-5bb913d25ab8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:12.451817 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59af4f3-e12f-49f8-831f-bc0da55f4de5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:12.452659 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59af4f3-e12f-49f8-831f-bc0da55f4de5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:12.452981 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59af4f3-e12f-49f8-831f-bc0da55f4de5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:12.453298 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59af4f3-e12f-49f8-831f-bc0da55f4de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:12.453616 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59af4f3-e12f-49f8-831f-bc0da55f4de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:12.453931 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59af4f3-e12f-49f8-831f-bc0da55f4de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:12.454246 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59af4f3-e12f-49f8-831f-bc0da55f4de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:12.504023 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4f1f-bdf0-4318-9739-5bb913d25ab8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:12.506468 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-54513f45-5af9-4d5d-b7b4-b6236217ebe2 service neutron] Port d3eb40cb-bf48-4ba3-a869-2ceed130f6c7 on network 8b9e29b1-0e15-490c-b911-0659ea528616 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:09:12.506809 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-54513f45-5af9-4d5d-b7b4-b6236217ebe2 service neutron] Attempting to bind port d3eb40cb-bf48-4ba3-a869-2ceed130f6c7 on network 8b9e29b1-0e15-490c-b911-0659ea528616 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:09:12.522009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-54513f45-5af9-4d5d-b7b4-b6236217ebe2 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:09:12.522369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-54513f45-5af9-4d5d-b7b4-b6236217ebe2 service neutron] Checking segment: {'id': '36436eff-b999-478e-9e92-f692ec28489f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8b9e29b1-0e15-490c-b911-0659ea528616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:09:12.522720 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-54513f45-5af9-4d5d-b7b4-b6236217ebe2 service neutron] Bound using segment: {'id': '36436eff-b999-478e-9e92-f692ec28489f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8b9e29b1-0e15-490c-b911-0659ea528616'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:09:12.523242 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-54513f45-5af9-4d5d-b7b4-b6236217ebe2 service neutron] Bound port: d3eb40cb-bf48-4ba3-a869-2ceed130f6c7, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36436eff-b999-478e-9e92-f692ec28489f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8b9e29b1-0e15-490c-b911-0659ea528616'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:09:12.523620 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-54513f45-5af9-4d5d-b7b4-b6236217ebe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:12.548851 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-62a19e2c-bd21-4b39-8104-cb93ec4356f6 admin admin] For port dcd623d8-dbed-49a5-b731-93d6a8f6128c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=dcd623d8-dbed-49a5-b731-93d6a8f6128c,segment=NetworkSegment(81944186-1d91-4442-ad63-29e236b9fdee),segment_id=81944186-1d91-4442-ad63-29e236b9fdee)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:09:12.549399 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62a19e2c-bd21-4b39-8104-cb93ec4356f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:12.631223 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ce42f-7025-4ee7-ae9a-165b2a26daf8 req-1faf6ea0-3b1a-4f1b-8d31-df4f4446bdb7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:12.633430 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e00ce42f-7025-4ee7-ae9a-165b2a26daf8 req-1faf6ea0-3b1a-4f1b-8d31-df4f4446bdb7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=2965b8df-8c30-49e8-b77c-8ad55fcd6ec9 HTTP/1.1" status: 200 len: 944 time: 0.1234159 Mar 09 04:09:12.677428 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4f1f-bdf0-4318-9739-5bb913d25ab8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:12.708654 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e00ce42f-7025-4ee7-ae9a-165b2a26daf8 req-c84a1540-0e81-46c6-b3ac-58da837622d4 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Synchronizing usage tracker for tenant:2355e92b134243b08899b3302e3d972c on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:09:12.712356 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-62a19e2c-bd21-4b39-8104-cb93ec4356f6 admin admin] Calling delete_port for dcd623d8-dbed-49a5-b731-93d6a8f6128c owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:09:12.712840 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc4f1f-bdf0-4318-9739-5bb913d25ab8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad7a8cf-e058-44b2-967f-18f8fd09e253,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:12.728188 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4f1f-bdf0-4318-9739-5bb913d25ab8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:12.732885 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b4fc4f1f-bdf0-4318-9739-5bb913d25ab8 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "DELETE /v2.0/security-groups/bad7a8cf-e058-44b2-967f-18f8fd09e253 HTTP/1.1" status: 204 len: 168 time: 0.3829246 Mar 09 04:09:12.768934 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e00ce42f-7025-4ee7-ae9a-165b2a26daf8 req-c84a1540-0e81-46c6-b3ac-58da837622d4 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Unset dirty status for tenant:2355e92b134243b08899b3302e3d972c on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:09:12.770557 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e00ce42f-7025-4ee7-ae9a-165b2a26daf8 req-c84a1540-0e81-46c6-b3ac-58da837622d4 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=365e91ef-98dd-45a2-ac5b-96ec11594ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1317806 Mar 09 04:09:12.830994 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-54513f45-5af9-4d5d-b7b4-b6236217ebe2 service neutron] For port d3eb40cb-bf48-4ba3-a869-2ceed130f6c7, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:09:12.849148 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-54513f45-5af9-4d5d-b7b4-b6236217ebe2 service neutron] For port d3eb40cb-bf48-4ba3-a869-2ceed130f6c7, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=d3eb40cb-bf48-4ba3-a869-2ceed130f6c7,segment=NetworkSegment(36436eff-b999-478e-9e92-f692ec28489f),segment_id=36436eff-b999-478e-9e92-f692ec28489f)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:09:12.853887 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [None req-62a19e2c-bd21-4b39-8104-cb93ec4356f6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:09:12.854228 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [None req-62a19e2c-bd21-4b39-8104-cb93ec4356f6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:09:12.856471 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-54513f45-5af9-4d5d-b7b4-b6236217ebe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:12.916807 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-54513f45-5af9-4d5d-b7b4-b6236217ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:12.917572 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-54513f45-5af9-4d5d-b7b4-b6236217ebe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:12.919060 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-54513f45-5af9-4d5d-b7b4-b6236217ebe2 service neutron] 10.222.0.24 "PUT /v2.0/ports/d3eb40cb-bf48-4ba3-a869-2ceed130f6c7 HTTP/1.1" status: 200 len: 1092 time: 2.1739228 Mar 09 04:09:12.919591 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2965b8df-8c30-49e8-b77c-8ad55fcd6ec9', 'tag': 'd3eb40cb-bf48-4ba3-a869-2ceed130f6c7'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:09:12.949842 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54513f45-5af9-4d5d-b7b4-b6236217ebe2 service neutron] Pushing event updated for resources: {'Port': ['ID=d3eb40cb-bf48-4ba3-a869-2ceed130f6c7,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:13.068107 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2965b8df-8c30-49e8-b77c-8ad55fcd6ec9', 'tag': 'd3eb40cb-bf48-4ba3-a869-2ceed130f6c7', 'status': 'completed', 'code': 200} Mar 09 04:09:13.129961 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34414) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:13.130961 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-f812dcaa-c981-4c2d-bb0c-a48f7e95da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:13.133350 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-f812dcaa-c981-4c2d-bb0c-a48f7e95da66 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2355e92b134243b08899b3302e3d972c&device_id=2965b8df-8c30-49e8-b77c-8ad55fcd6ec9 HTTP/1.1" status: 200 len: 1095 time: 0.1693969 Mar 09 04:09:13.137661 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device dec8a266-cd7d-472f-a21b-a65061d6323d no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:09:13.138718 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-04020876-a654-4612-9a05-89caf67c064d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2040411401', 'description': 'tempest-secgroup-smoke-2040411401 description', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:13.146494 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-04020876-a654-4612-9a05-89caf67c064d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:13.151245 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-04020876-a654-4612-9a05-89caf67c064d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:09:13.154282 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-04020876-a654-4612-9a05-89caf67c064d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:09:13.162135 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-04020876-a654-4612-9a05-89caf67c064d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:13.179665 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-04020876-a654-4612-9a05-89caf67c064d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:13.197483 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: dec8a266-cd7d-472f-a21b-a65061d6323d {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:09:13.197979 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device dec8a266-cd7d-472f-a21b-a65061d6323d not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:09:13.198522 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device dcd623d8-dbed-49a5-b731-93d6a8f6128c no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:09:13.215013 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-04020876-a654-4612-9a05-89caf67c064d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:13.220855 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-04020876-a654-4612-9a05-89caf67c064d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:09:13.223167 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-bd3f0aaa-9baf-4faa-85ef-5ca5b10aabe4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=d3eb40cb-bf48-4ba3-a869-2ceed130f6c7 HTTP/1.1" status: 200 len: 217 time: 0.0827224 Mar 09 04:09:13.231040 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-04020876-a654-4612-9a05-89caf67c064d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:09:13.244310 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-04020876-a654-4612-9a05-89caf67c064d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:13.244919 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: dcd623d8-dbed-49a5-b731-93d6a8f6128c {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:09:13.245345 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device dcd623d8-dbed-49a5-b731-93d6a8f6128c not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:09:13.344838 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-04020876-a654-4612-9a05-89caf67c064d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:13.349423 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-04020876-a654-4612-9a05-89caf67c064d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:13.408380 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-62a19e2c-bd21-4b39-8104-cb93ec4356f6 admin admin] Deleting port dcd623d8-dbed-49a5-b731-93d6a8f6128c {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:09:13.408937 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62a19e2c-bd21-4b39-8104-cb93ec4356f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:13.410687 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04020876-a654-4612-9a05-89caf67c064d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa389c0b-8e32-4c95-935c-53af6364fe21,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:13.420135 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-04020876-a654-4612-9a05-89caf67c064d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:13.420135 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-04020876-a654-4612-9a05-89caf67c064d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2858469 Mar 09 04:09:13.422096 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34420) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:13.428378 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f36065b1-bcaa-478b-8df2-0a016c82e0d1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group_rule': {'security_group_id': 'fa389c0b-8e32-4c95-935c-53af6364fe21', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:13.439335 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f36065b1-bcaa-478b-8df2-0a016c82e0d1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:13.444977 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f36065b1-bcaa-478b-8df2-0a016c82e0d1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:09:13.449296 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f36065b1-bcaa-478b-8df2-0a016c82e0d1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:09:13.457133 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f36065b1-bcaa-478b-8df2-0a016c82e0d1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:13.477412 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f36065b1-bcaa-478b-8df2-0a016c82e0d1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:13.509243 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-62a19e2c-bd21-4b39-8104-cb93ec4356f6 admin admin] The port 'dcd623d8-dbed-49a5-b731-93d6a8f6128c' was deleted {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:09:13.572518 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f36065b1-bcaa-478b-8df2-0a016c82e0d1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:13.577468 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f36065b1-bcaa-478b-8df2-0a016c82e0d1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:13.589110 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-7380c559-97fb-4ab4-a5d2-e67b6216f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:13.590565 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-7380c559-97fb-4ab4-a5d2-e67b6216f1cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a1b69b-d779-426c-aa99-1f6dc818db7c HTTP/1.1" status: 200 len: 838 time: 0.3617139 Mar 09 04:09:13.605019 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36065b1-bcaa-478b-8df2-0a016c82e0d1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27bed677-61c0-4ad1-afff-ff81fcb904b2,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:13.618478 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f36065b1-bcaa-478b-8df2-0a016c82e0d1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:13.622423 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f36065b1-bcaa-478b-8df2-0a016c82e0d1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1966360 Mar 09 04:09:13.622689 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34428) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:13.627981 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-c5279ff5-6e1a-4265-b479-f1bfd0e6e1f6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group_rule': {'security_group_id': 'fa389c0b-8e32-4c95-935c-53af6364fe21', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:13.634918 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c5279ff5-6e1a-4265-b479-f1bfd0e6e1f6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:13.639305 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c5279ff5-6e1a-4265-b479-f1bfd0e6e1f6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:09:13.644081 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c5279ff5-6e1a-4265-b479-f1bfd0e6e1f6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:09:13.651942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c5279ff5-6e1a-4265-b479-f1bfd0e6e1f6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:13.672486 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c5279ff5-6e1a-4265-b479-f1bfd0e6e1f6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:13.695264 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62a19e2c-bd21-4b39-8104-cb93ec4356f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:13.726624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-62a19e2c-bd21-4b39-8104-cb93ec4356f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:13.739186 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c5279ff5-6e1a-4265-b479-f1bfd0e6e1f6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:13.744040 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c5279ff5-6e1a-4265-b479-f1bfd0e6e1f6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:13.745253 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-62a19e2c-bd21-4b39-8104-cb93ec4356f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81944186-1d91-4442-ad63-29e236b9fdee') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:13.745623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-62a19e2c-bd21-4b39-8104-cb93ec4356f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81944186-1d91-4442-ad63-29e236b9fdee') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:13.761489 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62a19e2c-bd21-4b39-8104-cb93ec4356f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:13.762514 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5279ff5-6e1a-4265-b479-f1bfd0e6e1f6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=850f994c-c374-4d62-8c66-b0e657a192ee,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:13.783411 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c5279ff5-6e1a-4265-b479-f1bfd0e6e1f6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:13.788290 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c5279ff5-6e1a-4265-b479-f1bfd0e6e1f6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1612320 Mar 09 04:09:13.788607 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34432) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:13.793476 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-3473af93-a7c0-40dc-b477-fe8fd2c1e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:13.795259 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-3473af93-a7c0-40dc-b477-fe8fd2c1e8b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b9e29b1-0e15-490c-b911-0659ea528616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1482384 Mar 09 04:09:13.796744 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62a19e2c-bd21-4b39-8104-cb93ec4356f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:13.797170 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-68bd0a9c-b38a-41f7-b406-b1f07f53fead tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group_rule': {'security_group_id': 'fa389c0b-8e32-4c95-935c-53af6364fe21', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:13.804058 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-68bd0a9c-b38a-41f7-b406-b1f07f53fead tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:13.807980 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-68bd0a9c-b38a-41f7-b406-b1f07f53fead tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:09:13.811995 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-68bd0a9c-b38a-41f7-b406-b1f07f53fead tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:09:13.821845 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-68bd0a9c-b38a-41f7-b406-b1f07f53fead tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:13.828834 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a19e2c-bd21-4b39-8104-cb93ec4356f6 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:09:13.829284 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62a19e2c-bd21-4b39-8104-cb93ec4356f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:13.842197 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-68bd0a9c-b38a-41f7-b406-b1f07f53fead tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:09:13.844965 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:09:13.940865 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-68bd0a9c-b38a-41f7-b406-b1f07f53fead tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:14.002455 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-68bd0a9c-b38a-41f7-b406-b1f07f53fead tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:14.044163 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd0a9c-b38a-41f7-b406-b1f07f53fead tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a6c82c-1c93-4089-b6ab-2a39d85a46ce,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:14.064221 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62a19e2c-bd21-4b39-8104-cb93ec4356f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:14.064674 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-68bd0a9c-b38a-41f7-b406-b1f07f53fead tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:14.066190 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-68bd0a9c-b38a-41f7-b406-b1f07f53fead tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2747009 Mar 09 04:09:14.069006 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34440) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:14.074994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-78c0199b-56ce-44d5-9d7b-917d1d3037c9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group_rule': {'security_group_id': 'fa389c0b-8e32-4c95-935c-53af6364fe21', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:14.084748 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62a19e2c-bd21-4b39-8104-cb93ec4356f6 admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:14.085253 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-78c0199b-56ce-44d5-9d7b-917d1d3037c9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:14.097361 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-78c0199b-56ce-44d5-9d7b-917d1d3037c9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:09:14.100422 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a19e2c-bd21-4b39-8104-cb93ec4356f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:14.102616 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-78c0199b-56ce-44d5-9d7b-917d1d3037c9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:09:14.117073 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da37ab-b743-4dd5-90a0-1b9869d51b96 req-dd2d7249-6684-4b8e-9535-deef487bf32d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:14.118543 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-36da37ab-b743-4dd5-90a0-1b9869d51b96 req-dd2d7249-6684-4b8e-9535-deef487bf32d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=2965b8df-8c30-49e8-b77c-8ad55fcd6ec9 HTTP/1.1" status: 200 len: 944 time: 0.1709151 Mar 09 04:09:14.119626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-78c0199b-56ce-44d5-9d7b-917d1d3037c9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:14.128185 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-433f8493-85bf-4f0d-8ef0-a5229ebb821a service neutron] 10.222.0.24 "GET /v2.0/networks/8b9e29b1-0e15-490c-b911-0659ea528616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262515 Mar 09 04:09:14.133714 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-62a19e2c-bd21-4b39-8104-cb93ec4356f6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/07a8bf55-d37c-48a6-8cbc-2b9b646ba6b4 HTTP/1.1" status: 204 len: 168 time: 2.4801147 Mar 09 04:09:14.176268 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-78c0199b-56ce-44d5-9d7b-917d1d3037c9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:14.223312 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-36da37ab-b743-4dd5-90a0-1b9869d51b96 req-e0a9a679-4f8d-4099-a197-681de24dccdc tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=365e91ef-98dd-45a2-ac5b-96ec11594ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873051 Mar 09 04:09:14.285782 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-78c0199b-56ce-44d5-9d7b-917d1d3037c9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:14.293348 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-78c0199b-56ce-44d5-9d7b-917d1d3037c9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:14.313745 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0eb9dd3-ac68-4849-96dc-1da5e4cb4f94 req-a723f460-0053-4968-8947-62db7b9f7b39 service neutron] 10.222.0.24 "GET /v2.0/networks/8b9e29b1-0e15-490c-b911-0659ea528616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800575 Mar 09 04:09:14.323758 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0199b-56ce-44d5-9d7b-917d1d3037c9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56548415-4d4f-44c9-8cdc-4587316a71df,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:14.342057 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-78c0199b-56ce-44d5-9d7b-917d1d3037c9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:14.342057 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-78c0199b-56ce-44d5-9d7b-917d1d3037c9 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2710359 Mar 09 04:09:14.342293 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34446) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:14.344421 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34448) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:14.351872 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-4293f67a-d7a6-4d70-9ee3-e05557c22bb6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group_rule': {'security_group_id': 'fa389c0b-8e32-4c95-935c-53af6364fe21', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:14.362607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4293f67a-d7a6-4d70-9ee3-e05557c22bb6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:14.405877 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-efa12451-41c0-4c75-be50-9c92494e04dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6c978d3edb94a05b0fb56379f84f66e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595763 Mar 09 04:09:14.406476 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34454) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:14.413194 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4293f67a-d7a6-4d70-9ee3-e05557c22bb6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:09:14.422772 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4293f67a-d7a6-4d70-9ee3-e05557c22bb6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:09:14.431677 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4293f67a-d7a6-4d70-9ee3-e05557c22bb6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:14.450664 n-d-825178-5 neutron-server[87880]: INFO neutron.db.securitygroups_db [None req-4293f67a-d7a6-4d70-9ee3-e05557c22bb6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Project 2eed8fa07dd541719db04a03bcdea9c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:09:14.471161 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4293f67a-d7a6-4d70-9ee3-e05557c22bb6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:14.471551 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f5327e93-7c7d-45df-baf5-8f0c6428b136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:14.482583 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf6f18-789a-486c-b2a8-94a7020c8411 req-ba9d01ce-1625-4c92-901f-22ead57a97ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:14.484221 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-31bf6f18-789a-486c-b2a8-94a7020c8411 req-ba9d01ce-1625-4c92-901f-22ead57a97ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2355e92b134243b08899b3302e3d972c&device_id=2965b8df-8c30-49e8-b77c-8ad55fcd6ec9 HTTP/1.1" status: 200 len: 1095 time: 0.1189890 Mar 09 04:09:14.501522 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f5327e93-7c7d-45df-baf5-8f0c6428b136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:14.561119 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f5327e93-7c7d-45df-baf5-8f0c6428b136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:14.585920 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5327e93-7c7d-45df-baf5-8f0c6428b136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed1e037-9d0e-4dde-a166-990b8ccce37e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:14.588068 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f5327e93-7c7d-45df-baf5-8f0c6428b136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:14.589169 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f5327e93-7c7d-45df-baf5-8f0c6428b136 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fed1e037-9d0e-4dde-a166-990b8ccce37e HTTP/1.1" status: 204 len: 168 time: 0.1822259 Mar 09 04:09:14.656334 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4293f67a-d7a6-4d70-9ee3-e05557c22bb6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:14.663893 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4293f67a-d7a6-4d70-9ee3-e05557c22bb6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:14.702597 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293f67a-d7a6-4d70-9ee3-e05557c22bb6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd01542f-1580-4e2f-99e1-1543baae2e61,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:14.716056 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf6f18-789a-486c-b2a8-94a7020c8411 req-71381a6e-8c60-4835-8e69-ff17b0dd3b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:14.717630 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-31bf6f18-789a-486c-b2a8-94a7020c8411 req-71381a6e-8c60-4835-8e69-ff17b0dd3b0d service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b9e29b1-0e15-490c-b911-0659ea528616 HTTP/1.1" status: 200 len: 898 time: 0.2187369 Mar 09 04:09:14.719179 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4293f67a-d7a6-4d70-9ee3-e05557c22bb6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:14.720308 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4293f67a-d7a6-4d70-9ee3-e05557c22bb6 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3747518 Mar 09 04:09:14.723151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34464) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:14.728861 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f1dbf705-12a2-4875-b5ec-a6e2141d9977 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'security_group_rule': {'security_group_id': 'fa389c0b-8e32-4c95-935c-53af6364fe21', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:14.737027 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f1dbf705-12a2-4875-b5ec-a6e2141d9977 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:14.741069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f1dbf705-12a2-4875-b5ec-a6e2141d9977 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:security_group_rule and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:09:14.746024 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f1dbf705-12a2-4875-b5ec-a6e2141d9977 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:09:14.752643 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f1dbf705-12a2-4875-b5ec-a6e2141d9977 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:14.766271 n-d-825178-5 neutron-server[87881]: INFO neutron.db.securitygroups_db [None req-f1dbf705-12a2-4875-b5ec-a6e2141d9977 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Project 2eed8fa07dd541719db04a03bcdea9c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:09:14.773907 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f1dbf705-12a2-4875-b5ec-a6e2141d9977 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:14.805017 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-31bf6f18-789a-486c-b2a8-94a7020c8411 req-5209eec5-2efa-4f43-9088-acb3bb04a01a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=d3eb40cb-bf48-4ba3-a869-2ceed130f6c7 HTTP/1.1" status: 200 len: 217 time: 0.0807087 Mar 09 04:09:14.863371 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f1dbf705-12a2-4875-b5ec-a6e2141d9977 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:14.872339 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f1dbf705-12a2-4875-b5ec-a6e2141d9977 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:14.915473 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf6f18-789a-486c-b2a8-94a7020c8411 req-8505874b-4c36-48f8-a3b0-44a412264313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:14.923802 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-31bf6f18-789a-486c-b2a8-94a7020c8411 req-8505874b-4c36-48f8-a3b0-44a412264313 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a1b69b-d779-426c-aa99-1f6dc818db7c HTTP/1.1" status: 200 len: 838 time: 0.1124074 Mar 09 04:09:14.929659 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbf705-12a2-4875-b5ec-a6e2141d9977 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440b419e-ce8b-4e3b-bb01-f98a890d1389,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:14.955567 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f1dbf705-12a2-4875-b5ec-a6e2141d9977 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:14.957803 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f1dbf705-12a2-4875-b5ec-a6e2141d9977 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2333832 Mar 09 04:09:14.961131 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34472) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:14.973289 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-30bd4605-83d0-4a8a-85d3-d9456d1646f7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'network': {'name': 'tempest-network-smoke--1545321106', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'port_security_enabled': True}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:14.981026 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-30bd4605-83d0-4a8a-85d3-d9456d1646f7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:14.988944 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-30bd4605-83d0-4a8a-85d3-d9456d1646f7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:network and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:09:14.994363 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-30bd4605-83d0-4a8a-85d3-d9456d1646f7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:09:15.011132 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-30bd4605-83d0-4a8a-85d3-d9456d1646f7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:15.031046 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34478) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:15.033019 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bd4605-83d0-4a8a-85d3-d9456d1646f7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Made reservation on behalf of 2eed8fa07dd541719db04a03bcdea9c3 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:09:15.034019 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf6f18-789a-486c-b2a8-94a7020c8411 req-84938455-58f3-4c5b-8c46-43b9e6694424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:15.035551 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-31bf6f18-789a-486c-b2a8-94a7020c8411 req-84938455-58f3-4c5b-8c46-43b9e6694424 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b9e29b1-0e15-490c-b911-0659ea528616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1006515 Mar 09 04:09:15.037074 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30bd4605-83d0-4a8a-85d3-d9456d1646f7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:15.074008 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30bd4605-83d0-4a8a-85d3-d9456d1646f7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:09:15.084682 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30bd4605-83d0-4a8a-85d3-d9456d1646f7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:15.085388 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-30bd4605-83d0-4a8a-85d3-d9456d1646f7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Added segment 0522e55e-4383-4333-9200-d1e55d4d9764 of type vlan for network 8d5940f6-ed11-4f4f-8ead-7c08609b37c8 Mar 09 04:09:15.116767 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30bd4605-83d0-4a8a-85d3-d9456d1646f7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:15.147970 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30bd4605-83d0-4a8a-85d3-d9456d1646f7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:15.154190 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bd4605-83d0-4a8a-85d3-d9456d1646f7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:15.154772 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-30bd4605-83d0-4a8a-85d3-d9456d1646f7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:15.193324 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ae22f179-e9a2-40bd-9add-35788ab86409 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3548ecbe1787437881bbac004f5ee548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540353 Mar 09 04:09:15.194434 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34482) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:15.257253 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-31bf6f18-789a-486c-b2a8-94a7020c8411 req-027d3557-0428-4ef5-99de-9b740121edbf service neutron] 10.222.0.24 "GET /v2.0/networks/8b9e29b1-0e15-490c-b911-0659ea528616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057118 Mar 09 04:09:15.292373 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd4605-83d0-4a8a-85d3-d9456d1646f7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Network': ['ID=8d5940f6-ed11-4f4f-8ead-7c08609b37c8,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:15.307515 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 8d5940f6-ed11-4f4f-8ead-7c08609b37c8 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:09:15.317026 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-30bd4605-83d0-4a8a-85d3-d9456d1646f7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3540266 Mar 09 04:09:15.318046 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34488) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:15.323499 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-e6ccd3b7-e601-452a-9a20-ff23e9a9d480 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1765197295', 'admin_state_up': True, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:15.325232 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ce01fc06-7061-4e6e-a44b-985f55c7a3ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:15.339976 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e6ccd3b7-e601-452a-9a20-ff23e9a9d480 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:15.344793 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e6ccd3b7-e601-452a-9a20-ff23e9a9d480 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:router and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:09:15.349782 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e6ccd3b7-e601-452a-9a20-ff23e9a9d480 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:09:15.363923 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e6ccd3b7-e601-452a-9a20-ff23e9a9d480 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:15.377645 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e6ccd3b7-e601-452a-9a20-ff23e9a9d480 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:15.379225 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e6ccd3b7-e601-452a-9a20-ff23e9a9d480 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:15.400066 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e6ccd3b7-e601-452a-9a20-ff23e9a9d480 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:15.603429 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ce01fc06-7061-4e6e-a44b-985f55c7a3ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:15.687402 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-31bf6f18-789a-486c-b2a8-94a7020c8411 req-12f29c1b-b12c-4ce5-9338-69596169b729 service neutron] 10.222.0.24 "GET /v2.0/networks/8b9e29b1-0e15-490c-b911-0659ea528616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212720 Mar 09 04:09:15.725464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cdb8f-bfa6-4c9c-83d2-d9e9d7740d50 req-a7d15d9b-361a-40d3-b193-05eef0c801ef tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:15.726979 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-120cdb8f-bfa6-4c9c-83d2-d9e9d7740d50 req-a7d15d9b-361a-40d3-b193-05eef0c801ef tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=2965b8df-8c30-49e8-b77c-8ad55fcd6ec9 HTTP/1.1" status: 200 len: 944 time: 0.1839793 Mar 09 04:09:15.736275 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ce01fc06-7061-4e6e-a44b-985f55c7a3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:15.776548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01fc06-7061-4e6e-a44b-985f55c7a3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f40745-7189-4855-b5d4-96341827cc56,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:15.815528 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ce01fc06-7061-4e6e-a44b-985f55c7a3ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:15.819088 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ce01fc06-7061-4e6e-a44b-985f55c7a3ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34f40745-7189-4855-b5d4-96341827cc56 HTTP/1.1" status: 204 len: 168 time: 0.6220994 Mar 09 04:09:15.820211 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-120cdb8f-bfa6-4c9c-83d2-d9e9d7740d50 req-42200d5d-eda7-43c8-b338-222dd8cf5a85 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=365e91ef-98dd-45a2-ac5b-96ec11594ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0855055 Mar 09 04:09:15.867941 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e6ccd3b7-e601-452a-9a20-ff23e9a9d480 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:16.222700 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e6ccd3b7-e601-452a-9a20-ff23e9a9d480 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:16.254736 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e6ccd3b7-e601-452a-9a20-ff23e9a9d480 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:16.426710 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-e6ccd3b7-e601-452a-9a20-ff23e9a9d480 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Allocated IP 172.25.7.211 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/4893ded9-063f-440a-8de6-9a9c128cad01) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:09:16.592732 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e6ccd3b7-e601-452a-9a20-ff23e9a9d480 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:16.622532 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e6ccd3b7-e601-452a-9a20-ff23e9a9d480 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:16.683999 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ccd3b7-e601-452a-9a20-ff23e9a9d480 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:09:16.691434 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-e6ccd3b7-e601-452a-9a20-ff23e9a9d480 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:09:16.695644 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ccd3b7-e601-452a-9a20-ff23e9a9d480 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:09:16.728102 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ccd3b7-e601-452a-9a20-ff23e9a9d480 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Port': ['ID=4893ded9-063f-440a-8de6-9a9c128cad01,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:17.176707 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e09fb-aab3-4b79-a465-69832954defc req-b68ac844-5e11-4bc2-ba17-161610a5e0f7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:17.178173 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-592e09fb-aab3-4b79-a465-69832954defc req-b68ac844-5e11-4bc2-ba17-161610a5e0f7 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=2965b8df-8c30-49e8-b77c-8ad55fcd6ec9 HTTP/1.1" status: 200 len: 944 time: 0.2366128 Mar 09 04:09:17.218775 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e6ccd3b7-e601-452a-9a20-ff23e9a9d480 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:17.307617 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-592e09fb-aab3-4b79-a465-69832954defc req-04937579-9c78-434a-97da-66a417f638fc tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=365e91ef-98dd-45a2-ac5b-96ec11594ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1222088 Mar 09 04:09:17.342627 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device d3eb40cb-bf48-4ba3-a869-2ceed130f6c7 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:09:17.553748 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port d3eb40cb-bf48-4ba3-a869-2ceed130f6c7, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=d3eb40cb-bf48-4ba3-a869-2ceed130f6c7,segment=NetworkSegment(36436eff-b999-478e-9e92-f692ec28489f),segment_id=36436eff-b999-478e-9e92-f692ec28489f)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:09:17.567882 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'd3eb40cb-bf48-4ba3-a869-2ceed130f6c7', 'network_id': '8b9e29b1-0e15-490c-b911-0659ea528616', 'port_id': 'd3eb40cb-bf48-4ba3-a869-2ceed130f6c7', 'mac_address': 'fa:16:3e:4b:fe:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a1b69b-d779-426c-aa99-1f6dc818db7c', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:09:17.627929 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:17.645207 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3eb40cb-bf48-4ba3-a869-2ceed130f6c7 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:09:17.660821 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port d3eb40cb-bf48-4ba3-a869-2ceed130f6c7, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=d3eb40cb-bf48-4ba3-a869-2ceed130f6c7,segment=NetworkSegment(36436eff-b999-478e-9e92-f692ec28489f),segment_id=36436eff-b999-478e-9e92-f692ec28489f)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:09:17.665606 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:17.735116 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=d3eb40cb-bf48-4ba3-a869-2ceed130f6c7,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:17.749507 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e6ccd3b7-e601-452a-9a20-ff23e9a9d480 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:17.952843 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['d3eb40cb-bf48-4ba3-a869-2ceed130f6c7'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:09:17.953705 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ccd3b7-e601-452a-9a20-ff23e9a9d480 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Router 9984fcc7-0d92-48c9-8f1b-0e98505f164b is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:09:18.134065 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ccd3b7-e601-452a-9a20-ff23e9a9d480 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:09:18.149303 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] Sync routers for ids ['9984fcc7-0d92-48c9-8f1b-0e98505f164b'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:09:18.177020 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] Routers {'9984fcc7-0d92-48c9-8f1b-0e98505f164b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:09:18.177726 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:09:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9984fcc7-0d92-48c9-8f1b-0e98505f164b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:18.181254 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e6ccd3b7-e601-452a-9a20-ff23e9a9d480 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:18.182683 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e6ccd3b7-e601-452a-9a20-ff23e9a9d480 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8636956 Mar 09 04:09:18.186008 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34518) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:18.231618 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b72c390f-3520-4b90-8cd6-ab79a43fb2e4 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=2eed8fa07dd541719db04a03bcdea9c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440686 Mar 09 04:09:18.234627 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34524) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:18.395415 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcec4cc2-9149-4da2-bbf4-d926e9fa7ea5 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:18.397128 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-dcec4cc2-9149-4da2-bbf4-d926e9fa7ea5 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1613820 Mar 09 04:09:18.400011 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34530) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:18.430339 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] Set router 9984fcc7-0d92-48c9-8f1b-0e98505f164b gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:09:18.478381 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b8b086d7-a3fc-429b-ba24-b3763b868f84 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0747974 Mar 09 04:09:18.478723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34534) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:18.484951 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-758a50f0-b66b-4764-916a-6ebf25f118d7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2070255235', 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8', 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:18.536844 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbe07b-7670-44f4-adfd-8bf56fdba5c2 req-56d23f0f-af74-438c-a9e5-c76bc55af818 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:18.547364 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d4bbe07b-7670-44f4-adfd-8bf56fdba5c2 req-56d23f0f-af74-438c-a9e5-c76bc55af818 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=2965b8df-8c30-49e8-b77c-8ad55fcd6ec9 HTTP/1.1" status: 200 len: 945 time: 0.1135626 Mar 09 04:09:18.600688 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d4bbe07b-7670-44f4-adfd-8bf56fdba5c2 req-cf6add50-f001-4425-b195-69192861c812 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=365e91ef-98dd-45a2-ac5b-96ec11594ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521836 Mar 09 04:09:18.604365 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-758a50f0-b66b-4764-916a-6ebf25f118d7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:18.614142 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-758a50f0-b66b-4764-916a-6ebf25f118d7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:subnet and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:09:18.616910 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-758a50f0-b66b-4764-916a-6ebf25f118d7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:09:18.622770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-758a50f0-b66b-4764-916a-6ebf25f118d7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:18.633910 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758a50f0-b66b-4764-916a-6ebf25f118d7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Made reservation on behalf of 2eed8fa07dd541719db04a03bcdea9c3 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:09:18.637689 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-758a50f0-b66b-4764-916a-6ebf25f118d7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:18.731358 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765197295', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:09:15Z', 'updated_at': '2022-03-09T04:09:16Z', 'revision_number': 3, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:09:16Z', 'updated_at': '2022-03-09T04:09:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:18.735280 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] Checking router: 9984fcc7-0d92-48c9-8f1b-0e98505f164b for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:09:18.735814 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] Updating router 9984fcc7-0d92-48c9-8f1b-0e98505f164b port 4893ded9-063f-440a-8de6-9a9c128cad01 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:09:18.797404 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:18.861549 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-758a50f0-b66b-4764-916a-6ebf25f118d7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:18.949102 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a50f0-b66b-4764-916a-6ebf25f118d7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Subnet': ['ID=7f677445-3dfb-47c6-9c9e-fc6b2822c562,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:18.957812 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758a50f0-b66b-4764-916a-6ebf25f118d7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Checking segment: {'id': '0522e55e-4383-4333-9200-d1e55d4d9764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:09:18.958173 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758a50f0-b66b-4764-916a-6ebf25f118d7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network hostable DHCP agents. Network: 8d5940f6-ed11-4f4f-8ead-7c08609b37c8, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:09:18.977468 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758a50f0-b66b-4764-916a-6ebf25f118d7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network 8d5940f6-ed11-4f4f-8ead-7c08609b37c8 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:09:18.988189 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-758a50f0-b66b-4764-916a-6ebf25f118d7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 8d5940f6-ed11-4f4f-8ead-7c08609b37c8) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:09:18.993958 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758a50f0-b66b-4764-916a-6ebf25f118d7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:18.994588 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-758a50f0-b66b-4764-916a-6ebf25f118d7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:19.020248 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4ef234-c483-4fd0-beac-54891c407f23 None None] Network 8d5940f6-ed11-4f4f-8ead-7c08609b37c8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:09:19.020657 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34538) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:19.023528 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-758a50f0-b66b-4764-916a-6ebf25f118d7 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5436754 Mar 09 04:09:19.387902 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device d3eb40cb-bf48-4ba3-a869-2ceed130f6c7 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:09:19.421690 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:19.433353 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0000805d-1674-4d76-a734-ddc86cc8f858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-8d5940f6-ed11-4f4f-8ead-7c08609b37c8', 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'fixed_ips': [{'subnet_id': '7f677445-3dfb-47c6-9c9e-fc6b2822c562'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:09:19.434164 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0000805d-1674-4d76-a734-ddc86cc8f858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:19.459170 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] Transition to ACTIVE for port object 4893ded9-063f-440a-8de6-9a9c128cad01 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:09:19.476038 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:19.631248 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] Attempting to bind port 4893ded9-063f-440a-8de6-9a9c128cad01 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:09:19.631613 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] Attempting to bind port 4893ded9-063f-440a-8de6-9a9c128cad01 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:09:19.631969 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] Attempting to bind port 4893ded9-063f-440a-8de6-9a9c128cad01 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:09:19.636565 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691c762-ae51-4156-aa15-cebc553d4a55 None None] Pushing event updated for resources: {'Port': ['ID=4893ded9-063f-440a-8de6-9a9c128cad01,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:19.654583 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:09:19.655185 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:09:19.655714 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:19.656100 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:09:19.656568 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] Bound port: 4893ded9-063f-440a-8de6-9a9c128cad01, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:09:19.656931 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:19.730591 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port d3eb40cb-bf48-4ba3-a869-2ceed130f6c7 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:09:19.751896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port d3eb40cb-bf48-4ba3-a869-2ceed130f6c7 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:09:19.752256 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:19.786709 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-be0964be-4d52-49ed-a819-b2d5b81fe959 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:19.800609 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934b7fc-91ef-4607-99e1-33e77287ac2b req-b0ea099d-5ca7-445f-8c45-3d0d2472f6b8 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:19.808316 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4934b7fc-91ef-4607-99e1-33e77287ac2b req-b0ea099d-5ca7-445f-8c45-3d0d2472f6b8 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=2965b8df-8c30-49e8-b77c-8ad55fcd6ec9 HTTP/1.1" status: 200 len: 945 time: 0.0972180 Mar 09 04:09:19.861504 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-0000805d-1674-4d76-a734-ddc86cc8f858 None None] Allocated IP 172.20.0.2 (8d5940f6-ed11-4f4f-8ead-7c08609b37c8/7f677445-3dfb-47c6-9c9e-fc6b2822c562/e0280d51-5b1b-4c24-af21-aca04cd24652) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:09:19.867230 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4934b7fc-91ef-4607-99e1-33e77287ac2b req-7c86d5fc-4310-4fa4-a470-07b1da4d90df tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=365e91ef-98dd-45a2-ac5b-96ec11594ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540462 Mar 09 04:09:19.878189 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] For port 4893ded9-063f-440a-8de6-9a9c128cad01, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:09:19.930832 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] For port 4893ded9-063f-440a-8de6-9a9c128cad01, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=4893ded9-063f-440a-8de6-9a9c128cad01,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:09:19.989429 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:20.157252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] Routers {'9984fcc7-0d92-48c9-8f1b-0e98505f164b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:09:20.157803 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:09:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9984fcc7-0d92-48c9-8f1b-0e98505f164b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:20.221879 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:20.261555 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691c762-ae51-4156-aa15-cebc553d4a55 None None] Pushing event updated for resources: {'Port': ['ID=4893ded9-063f-440a-8de6-9a9c128cad01,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:20.329513 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2965b8df-8c30-49e8-b77c-8ad55fcd6ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3eb40cb-bf48-4ba3-a869-2ceed130f6c7'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:09:20.352625 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port d3eb40cb-bf48-4ba3-a869-2ceed130f6c7, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=d3eb40cb-bf48-4ba3-a869-2ceed130f6c7,segment=NetworkSegment(36436eff-b999-478e-9e92-f692ec28489f),segment_id=36436eff-b999-478e-9e92-f692ec28489f)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:09:20.417860 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2965b8df-8c30-49e8-b77c-8ad55fcd6ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3eb40cb-bf48-4ba3-a869-2ceed130f6c7', 'code': 200} Mar 09 04:09:20.428535 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:20.463985 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0000805d-1674-4d76-a734-ddc86cc8f858 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:20.505416 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0000805d-1674-4d76-a734-ddc86cc8f858 None None] Transition to ACTIVE for port object e0280d51-5b1b-4c24-af21-aca04cd24652 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:09:20.512777 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b85c3-1a90-4be7-b781-d683005b0b09 req-aebc6167-92fc-438b-85e8-46fa3aba692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:20.514887 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c6b85c3-1a90-4be7-b781-d683005b0b09 req-aebc6167-92fc-438b-85e8-46fa3aba692b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2965b8df-8c30-49e8-b77c-8ad55fcd6ec9 HTTP/1.1" status: 200 len: 1097 time: 0.0738671 Mar 09 04:09:20.528504 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] Set router 9984fcc7-0d92-48c9-8f1b-0e98505f164b gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:09:20.555380 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c6b85c3-1a90-4be7-b781-d683005b0b09 req-dc2b05d5-20d9-4ce6-9a1c-955febb2dc00 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=365e91ef-98dd-45a2-ac5b-96ec11594ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352266 Mar 09 04:09:20.666212 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0000805d-1674-4d76-a734-ddc86cc8f858 None None] Transition to ACTIVE for port object e0280d51-5b1b-4c24-af21-aca04cd24652 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:09:20.669586 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=d3eb40cb-bf48-4ba3-a869-2ceed130f6c7,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:20.686307 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0000805d-1674-4d76-a734-ddc86cc8f858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:20.757911 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-be0964be-4d52-49ed-a819-b2d5b81fe959 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Allocated IP 172.20.0.1 (8d5940f6-ed11-4f4f-8ead-7c08609b37c8/7f677445-3dfb-47c6-9c9e-fc6b2822c562/0d9a0940-81c1-4836-8f75-2fbbfd987d5a) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:09:20.826278 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0000805d-1674-4d76-a734-ddc86cc8f858 None None] Network 8d5940f6-ed11-4f4f-8ead-7c08609b37c8 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:09:20.834729 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000805d-1674-4d76-a734-ddc86cc8f858 None None] Pushing event updated for resources: {'Port': ['ID=e0280d51-5b1b-4c24-af21-aca04cd24652,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:20.843127 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-0000805d-1674-4d76-a734-ddc86cc8f858 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:09:20.847127 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0000805d-1674-4d76-a734-ddc86cc8f858 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:09:20.958611 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-be0964be-4d52-49ed-a819-b2d5b81fe959 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:20.989039 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-be0964be-4d52-49ed-a819-b2d5b81fe959 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Transition to ACTIVE for port object 0d9a0940-81c1-4836-8f75-2fbbfd987d5a will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:09:21.017938 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-be0964be-4d52-49ed-a819-b2d5b81fe959 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:21.042595 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-0000805d-1674-4d76-a734-ddc86cc8f858 None None] Attempting to bind port e0280d51-5b1b-4c24-af21-aca04cd24652 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:09:21.043040 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-0000805d-1674-4d76-a734-ddc86cc8f858 None None] Attempting to bind port e0280d51-5b1b-4c24-af21-aca04cd24652 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '0522e55e-4383-4333-9200-d1e55d4d9764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:09:21.043475 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0000805d-1674-4d76-a734-ddc86cc8f858 None None] Attempting to bind port e0280d51-5b1b-4c24-af21-aca04cd24652 on network 8d5940f6-ed11-4f4f-8ead-7c08609b37c8 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:09:21.053869 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0000805d-1674-4d76-a734-ddc86cc8f858 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:09:21.054233 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0000805d-1674-4d76-a734-ddc86cc8f858 None None] Checking segment: {'id': '0522e55e-4383-4333-9200-d1e55d4d9764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:09:21.054638 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0000805d-1674-4d76-a734-ddc86cc8f858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:21.056509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0000805d-1674-4d76-a734-ddc86cc8f858 None None] Bound using segment: {'id': '0522e55e-4383-4333-9200-d1e55d4d9764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:09:21.056509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-0000805d-1674-4d76-a734-ddc86cc8f858 None None] Bound port: e0280d51-5b1b-4c24-af21-aca04cd24652, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0522e55e-4383-4333-9200-d1e55d4d9764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:09:21.056509 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0000805d-1674-4d76-a734-ddc86cc8f858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:21.084119 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0964be-4d52-49ed-a819-b2d5b81fe959 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network 8d5940f6-ed11-4f4f-8ead-7c08609b37c8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:09:21.091696 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-be0964be-4d52-49ed-a819-b2d5b81fe959 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:09:21.096271 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0964be-4d52-49ed-a819-b2d5b81fe959 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:09:21.134979 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0964be-4d52-49ed-a819-b2d5b81fe959 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Port': ['ID=0d9a0940-81c1-4836-8f75-2fbbfd987d5a,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:21.165349 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00319c66-3ab7-4c16-ae6e-74f4f918926d req-a87d4d91-66aa-4bc6-b916-d322d213c38e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:21.166140 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-be0964be-4d52-49ed-a819-b2d5b81fe959 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:21.167227 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-0000805d-1674-4d76-a734-ddc86cc8f858 None None] For port e0280d51-5b1b-4c24-af21-aca04cd24652, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:09:21.172143 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-0000805d-1674-4d76-a734-ddc86cc8f858 None None] For port e0280d51-5b1b-4c24-af21-aca04cd24652, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e0280d51-5b1b-4c24-af21-aca04cd24652,segment=NetworkSegment(0522e55e-4383-4333-9200-d1e55d4d9764),segment_id=0522e55e-4383-4333-9200-d1e55d4d9764)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:09:21.175153 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765197295', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:09:15Z', 'updated_at': '2022-03-09T04:09:16Z', 'revision_number': 3, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:09:16Z', 'updated_at': '2022-03-09T04:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:21.176456 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-00319c66-3ab7-4c16-ae6e-74f4f918926d req-a87d4d91-66aa-4bc6-b916-d322d213c38e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=2965b8df-8c30-49e8-b77c-8ad55fcd6ec9 HTTP/1.1" status: 200 len: 946 time: 0.1289222 Mar 09 04:09:21.179765 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e686d2c8-8f96-42e3-b8d1-cca230f807a6 None None] The sync data for ids ['9984fcc7-0d92-48c9-8f1b-0e98505f164b'] in n-d-825178-5 is: [{'id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765197295', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:09:15Z', 'updated_at': '2022-03-09T04:09:16Z', 'revision_number': 3, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:09:16Z', 'updated_at': '2022-03-09T04:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:09:21.183546 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0000805d-1674-4d76-a734-ddc86cc8f858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:21.269978 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-00319c66-3ab7-4c16-ae6e-74f4f918926d req-eae2743b-e5d0-42f2-a542-1e791088b2b5 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=365e91ef-98dd-45a2-ac5b-96ec11594ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0922039 Mar 09 04:09:21.308775 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000805d-1674-4d76-a734-ddc86cc8f858 None None] Pushing event updated for resources: {'Port': ['ID=e0280d51-5b1b-4c24-af21-aca04cd24652,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:21.532986 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-be0964be-4d52-49ed-a819-b2d5b81fe959 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:22.215952 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-be0964be-4d52-49ed-a819-b2d5b81fe959 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:22.227851 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-be0964be-4d52-49ed-a819-b2d5b81fe959 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:22.362164 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-be0964be-4d52-49ed-a819-b2d5b81fe959 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:22.366014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0964be-4d52-49ed-a819-b2d5b81fe959 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Port': ['ID=0d9a0940-81c1-4836-8f75-2fbbfd987d5a,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:22.631324 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7166276-6b51-429b-ac10-8fdf9343673f None None] Network 8d5940f6-ed11-4f4f-8ead-7c08609b37c8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:09:22.733901 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0964be-4d52-49ed-a819-b2d5b81fe959 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network 8d5940f6-ed11-4f4f-8ead-7c08609b37c8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:09:22.736663 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-be0964be-4d52-49ed-a819-b2d5b81fe959 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:09:22.741136 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-749a5059-0675-4b30-9ec7-8c476d74f3ac None None] Provisioning for port e0280d51-5b1b-4c24-af21-aca04cd24652 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:09:22.754387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e322b-af4c-485d-ae4f-0319df6d78ea req-0a0a1679-0bea-45b1-af97-898d50ccc60b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:22.761880 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f10e322b-af4c-485d-ae4f-0319df6d78ea req-0a0a1679-0bea-45b1-af97-898d50ccc60b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=2965b8df-8c30-49e8-b77c-8ad55fcd6ec9 HTTP/1.1" status: 200 len: 946 time: 0.2842557 Mar 09 04:09:22.883877 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f10e322b-af4c-485d-ae4f-0319df6d78ea req-3bc23602-566e-4886-9552-b08d56b58cb8 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=365e91ef-98dd-45a2-ac5b-96ec11594ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1209104 Mar 09 04:09:23.036555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0964be-4d52-49ed-a819-b2d5b81fe959 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Router 9984fcc7-0d92-48c9-8f1b-0e98505f164b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:09:23.246827 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 4893ded9-063f-440a-8de6-9a9c128cad01 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:09:23.313210 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0964be-4d52-49ed-a819-b2d5b81fe959 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:09:23.339468 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefbedc-bae6-4b34-87b5-f78c45676827 req-bad8352d-0da8-4e28-9f7c-212fe5a1b938 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:23.350737 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-be0964be-4d52-49ed-a819-b2d5b81fe959 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "PUT /v2.0/routers/9984fcc7-0d92-48c9-8f1b-0e98505f164b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3200223 Mar 09 04:09:23.350969 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-adefbedc-bae6-4b34-87b5-f78c45676827 req-bad8352d-0da8-4e28-9f7c-212fe5a1b938 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=2965b8df-8c30-49e8-b77c-8ad55fcd6ec9 HTTP/1.1" status: 200 len: 946 time: 0.2963705 Mar 09 04:09:23.434804 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d16237a3-2f36-4079-9b4d-5f620c5b50ac None None] Provisioning for port 0d9a0940-81c1-4836-8f75-2fbbfd987d5a completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:09:23.442034 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 4893ded9-063f-440a-8de6-9a9c128cad01 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:09:23.447203 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d16237a3-2f36-4079-9b4d-5f620c5b50ac None None] Provisioning complete for port 0d9a0940-81c1-4836-8f75-2fbbfd987d5a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:09:23.447784 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d16237a3-2f36-4079-9b4d-5f620c5b50ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:23.453076 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-adefbedc-bae6-4b34-87b5-f78c45676827 req-15929064-4ba0-4071-a2d8-07ffcd987045 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=365e91ef-98dd-45a2-ac5b-96ec11594ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1052003 Mar 09 04:09:23.490199 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 4893ded9-063f-440a-8de6-9a9c128cad01 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:09:23.490581 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:23.588354 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d16237a3-2f36-4079-9b4d-5f620c5b50ac None None] Port 0d9a0940-81c1-4836-8f75-2fbbfd987d5a cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:09:23.592386 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] Sync routers for ids ['9984fcc7-0d92-48c9-8f1b-0e98505f164b'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:09:23.607463 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] Routers {'9984fcc7-0d92-48c9-8f1b-0e98505f164b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:09:23.608708 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:09:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9984fcc7-0d92-48c9-8f1b-0e98505f164b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:23.705348 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-57aa0bf8-0193-487c-8455-a5d84ddf96e2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2040411401&fields=id&tenant_id=2eed8fa07dd541719db04a03bcdea9c3 HTTP/1.1" status: 200 len: 267 time: 0.0738289 Mar 09 04:09:23.759041 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f22d7649-4174-4e91-bd27-895dcecb7cc0 None None] Provisioning complete for port 0d9a0940-81c1-4836-8f75-2fbbfd987d5a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:09:23.759041 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f22d7649-4174-4e91-bd27-895dcecb7cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:23.847477 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:23.880110 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] Set router 9984fcc7-0d92-48c9-8f1b-0e98505f164b gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:09:23.895654 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 4893ded9-063f-440a-8de6-9a9c128cad01, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=4893ded9-063f-440a-8de6-9a9c128cad01,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:09:23.903061 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-8780429f-b0e8-4d0a-aa1f-f4888b7f4604 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:23.906440 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-8780429f-b0e8-4d0a-aa1f-f4888b7f4604 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/networks?id=8d5940f6-ed11-4f4f-8ead-7c08609b37c8 HTTP/1.1" status: 200 len: 797 time: 0.1916707 Mar 09 04:09:23.912582 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:23.913610 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e0280d51-5b1b-4c24-af21-aca04cd24652 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:09:23.940890 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-22e6a427-f068-4a1e-bcf5-82f313372446 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/quotas/2eed8fa07dd541719db04a03bcdea9c3 HTTP/1.1" status: 200 len: 375 time: 0.0267656 Mar 09 04:09:24.035324 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-f22d7649-4174-4e91-bd27-895dcecb7cc0 None None] Port 0d9a0940-81c1-4836-8f75-2fbbfd987d5a cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:09:24.067276 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port e0280d51-5b1b-4c24-af21-aca04cd24652 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:09:24.074905 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port e0280d51-5b1b-4c24-af21-aca04cd24652 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:09:24.075268 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:24.096214 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-2646ef71-4c53-4403-8b49-4268c0dbc8b5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Synchronizing usage tracker for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:09:24.112509 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-2646ef71-4c53-4403-8b49-4268c0dbc8b5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Unset dirty status for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:09:24.113858 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-2646ef71-4c53-4403-8b49-4268c0dbc8b5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1721025 Mar 09 04:09:24.121172 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=4893ded9-063f-440a-8de6-9a9c128cad01,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:24.193723 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-02665798-09cd-4302-9c68-b31711d9dab0 None None] Provisioning complete for port 0d9a0940-81c1-4836-8f75-2fbbfd987d5a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:09:24.194088 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-02665798-09cd-4302-9c68-b31711d9dab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:24.256830 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:24.282509 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-98e29a0e-aeec-431e-aa3e-ef80257a1311 service neutron] 10.222.0.16 "GET /v2.0/networks/8d5940f6-ed11-4f4f-8ead-7c08609b37c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538534 Mar 09 04:09:24.284578 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-02665798-09cd-4302-9c68-b31711d9dab0 None None] Port 0d9a0940-81c1-4836-8f75-2fbbfd987d5a cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:09:24.285468 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765197295', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:09:15Z', 'updated_at': '2022-03-09T04:09:21Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:09:16Z', 'updated_at': '2022-03-09T04:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '0d9a0940-81c1-4836-8f75-2fbbfd987d5a', 'name': '', 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:99:b7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '7f677445-3dfb-47c6-9c9e-fc6b2822c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:09:20Z', 'updated_at': '2022-03-09T04:09:21Z', 'revision_number': 2, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': '7f677445-3dfb-47c6-9c9e-fc6b2822c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:24.296547 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] Checking router: 9984fcc7-0d92-48c9-8f1b-0e98505f164b for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:09:24.297355 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] Updating router 9984fcc7-0d92-48c9-8f1b-0e98505f164b port 0d9a0940-81c1-4836-8f75-2fbbfd987d5a binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:09:24.305781 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port e0280d51-5b1b-4c24-af21-aca04cd24652, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e0280d51-5b1b-4c24-af21-aca04cd24652,segment=NetworkSegment(0522e55e-4383-4333-9200-d1e55d4d9764),segment_id=0522e55e-4383-4333-9200-d1e55d4d9764)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:09:24.312091 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:24.364833 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:24.391008 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=e0280d51-5b1b-4c24-af21-aca04cd24652,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:24.425505 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-95f0f334-7d23-43ed-bf27-157e68a6af0b service neutron] 10.222.0.16 "GET /v2.0/networks/8d5940f6-ed11-4f4f-8ead-7c08609b37c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417673 Mar 09 04:09:24.631977 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-92c788f5-2dd8-4791-9e12-5dfb45382090 req-456c5102-0811-4040-a236-df70edf661fb tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Synchronizing usage tracker for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:09:24.644975 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-92c788f5-2dd8-4791-9e12-5dfb45382090 req-456c5102-0811-4040-a236-df70edf661fb tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Unset dirty status for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:09:24.653259 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-92c788f5-2dd8-4791-9e12-5dfb45382090 req-456c5102-0811-4040-a236-df70edf661fb tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 210 time: 0.0642822 Mar 09 04:09:24.736459 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:24.748388 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] Transition to ACTIVE for port object 0d9a0940-81c1-4836-8f75-2fbbfd987d5a will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:09:24.755311 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:24.992415 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3839f-9a27-4a23-a627-601b17e2e8f6 None None] Pushing event updated for resources: {'Port': ['ID=0d9a0940-81c1-4836-8f75-2fbbfd987d5a,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:24.996991 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34620) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:25.028294 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd3839f-9a27-4a23-a627-601b17e2e8f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:25.028639 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd3839f-9a27-4a23-a627-601b17e2e8f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:25.028968 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd3839f-9a27-4a23-a627-601b17e2e8f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:25.029291 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd3839f-9a27-4a23-a627-601b17e2e8f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:25.029759 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd3839f-9a27-4a23-a627-601b17e2e8f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:25.030602 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd3839f-9a27-4a23-a627-601b17e2e8f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:25.030941 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd3839f-9a27-4a23-a627-601b17e2e8f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:25.040216 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd3839f-9a27-4a23-a627-601b17e2e8f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:25.040554 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd3839f-9a27-4a23-a627-601b17e2e8f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:25.040879 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd3839f-9a27-4a23-a627-601b17e2e8f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:25.041202 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd3839f-9a27-4a23-a627-601b17e2e8f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:25.041498 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd3839f-9a27-4a23-a627-601b17e2e8f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:25.065546 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] Attempting to bind port 0d9a0940-81c1-4836-8f75-2fbbfd987d5a on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:09:25.066131 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] Attempting to bind port 0d9a0940-81c1-4836-8f75-2fbbfd987d5a by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '0522e55e-4383-4333-9200-d1e55d4d9764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:09:25.066979 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] Attempting to bind port 0d9a0940-81c1-4836-8f75-2fbbfd987d5a on network 8d5940f6-ed11-4f4f-8ead-7c08609b37c8 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:09:25.074614 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:09:25.075391 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] Checking segment: {'id': '0522e55e-4383-4333-9200-d1e55d4d9764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:09:25.076094 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:25.077147 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] Bound using segment: {'id': '0522e55e-4383-4333-9200-d1e55d4d9764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:09:25.077866 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] Bound port: 0d9a0940-81c1-4836-8f75-2fbbfd987d5a, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0522e55e-4383-4333-9200-d1e55d4d9764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:09:25.078589 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:25.175714 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 4893ded9-063f-440a-8de6-9a9c128cad01 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:09:25.211837 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] For port 0d9a0940-81c1-4836-8f75-2fbbfd987d5a, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:09:25.215721 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] For port 0d9a0940-81c1-4836-8f75-2fbbfd987d5a, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0d9a0940-81c1-4836-8f75-2fbbfd987d5a,segment=NetworkSegment(0522e55e-4383-4333-9200-d1e55d4d9764),segment_id=0522e55e-4383-4333-9200-d1e55d4d9764)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:09:25.223324 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:25.319692 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3839f-9a27-4a23-a627-601b17e2e8f6 None None] Pushing event updated for resources: {'Port': ['ID=0d9a0940-81c1-4836-8f75-2fbbfd987d5a,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:25.341534 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] Routers {'9984fcc7-0d92-48c9-8f1b-0e98505f164b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:09:25.342954 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:09:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9984fcc7-0d92-48c9-8f1b-0e98505f164b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:25.372803 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 4893ded9-063f-440a-8de6-9a9c128cad01 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:09:25.373182 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:25.590604 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e0280d51-5b1b-4c24-af21-aca04cd24652 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:09:25.604280 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] Set router 9984fcc7-0d92-48c9-8f1b-0e98505f164b gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:09:25.674449 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port e0280d51-5b1b-4c24-af21-aca04cd24652 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:09:25.675087 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:26.028555 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-74f91184-8515-4e73-9917-f8d7ef9f8118 req-928154c3-753c-453d-9402-cee319853118 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 210 time: 0.2008388 Mar 09 04:09:26.099712 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765197295', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:09:15Z', 'updated_at': '2022-03-09T04:09:21Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:09:16Z', 'updated_at': '2022-03-09T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '0d9a0940-81c1-4836-8f75-2fbbfd987d5a', 'name': '', 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:99:b7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '7f677445-3dfb-47c6-9c9e-fc6b2822c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:09:20Z', 'updated_at': '2022-03-09T04:09:25Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': '7f677445-3dfb-47c6-9c9e-fc6b2822c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:26.111681 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90fa44d-4471-4443-b7ab-f1e1e1565d4e None None] The sync data for ids ['9984fcc7-0d92-48c9-8f1b-0e98505f164b'] in n-d-825178-5 is: [{'id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765197295', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:09:15Z', 'updated_at': '2022-03-09T04:09:21Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:09:16Z', 'updated_at': '2022-03-09T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '0d9a0940-81c1-4836-8f75-2fbbfd987d5a', 'name': '', 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:99:b7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '7f677445-3dfb-47c6-9c9e-fc6b2822c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:09:20Z', 'updated_at': '2022-03-09T04:09:25Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': '7f677445-3dfb-47c6-9c9e-fc6b2822c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:09:26.136584 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-128dbed4-06eb-4dca-9408-dd05b8ed9101 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:26.224640 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-dd0d66c1-a047-44c0-83b0-580ff69b6bca tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:26.226519 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-dd0d66c1-a047-44c0-83b0-580ff69b6bca tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.21 "GET /v2.0/networks?id=8d5940f6-ed11-4f4f-8ead-7c08609b37c8 HTTP/1.1" status: 200 len: 797 time: 0.2674298 Mar 09 04:09:26.318185 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-5791bbf0-6c5f-419f-972a-0f6eecdba772 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2eed8fa07dd541719db04a03bcdea9c3 HTTP/1.1" status: 200 len: 380 time: 0.0830412 Mar 09 04:09:26.337130 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-0bd499dd-ad70-4912-ac71-4fd85b65f5e5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'port': {'device_id': '6ef1f725-56ec-48c6-ade2-ccfd272a1630', 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8', 'admin_state_up': True, 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'security_groups': ['fa389c0b-8e32-4c95-935c-53af6364fe21']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:26.517019 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-0bd499dd-ad70-4912-ac71-4fd85b65f5e5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:26.527908 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-0bd499dd-ad70-4912-ac71-4fd85b65f5e5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:26.544602 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-0bd499dd-ad70-4912-ac71-4fd85b65f5e5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Made reservation on behalf of 2eed8fa07dd541719db04a03bcdea9c3 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:09:26.548489 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-0bd499dd-ad70-4912-ac71-4fd85b65f5e5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:26.690698 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-128dbed4-06eb-4dca-9408-dd05b8ed9101 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Allocated IP 172.20.0.17 (8b9e29b1-0e15-490c-b911-0659ea528616/87a1b69b-d779-426c-aa99-1f6dc818db7c/9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:09:26.956868 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-128dbed4-06eb-4dca-9408-dd05b8ed9101 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:26.977223 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-128dbed4-06eb-4dca-9408-dd05b8ed9101 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Transition to ACTIVE for port object 9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:09:27.017840 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-128dbed4-06eb-4dca-9408-dd05b8ed9101 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:27.048300 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-0bd499dd-ad70-4912-ac71-4fd85b65f5e5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Allocated IP 172.20.0.3 (8d5940f6-ed11-4f4f-8ead-7c08609b37c8/7f677445-3dfb-47c6-9c9e-fc6b2822c562/6d56cd24-ff76-4ba8-b976-82968cf209a4) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:09:27.162684 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0d9a0940-81c1-4836-8f75-2fbbfd987d5a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:09:27.278054 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 0d9a0940-81c1-4836-8f75-2fbbfd987d5a completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:09:27.302700 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 0d9a0940-81c1-4836-8f75-2fbbfd987d5a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:09:27.303451 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:27.337167 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-0bd499dd-ad70-4912-ac71-4fd85b65f5e5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:27.355170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-0bd499dd-ad70-4912-ac71-4fd85b65f5e5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Transition to ACTIVE for port object 6d56cd24-ff76-4ba8-b976-82968cf209a4 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:09:27.376376 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a988247f-ec44-4f5a-ba71-5f273682f05e req-1bf28b12-e7f9-4b2f-8dd7-42d77bd2d1ce tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 210 time: 0.0503962 Mar 09 04:09:27.381988 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128dbed4-06eb-4dca-9408-dd05b8ed9101 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Network 8b9e29b1-0e15-490c-b911-0659ea528616 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:09:27.387964 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-0bd499dd-ad70-4912-ac71-4fd85b65f5e5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:27.389814 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-128dbed4-06eb-4dca-9408-dd05b8ed9101 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:09:27.394426 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128dbed4-06eb-4dca-9408-dd05b8ed9101 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:09:27.462508 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128dbed4-06eb-4dca-9408-dd05b8ed9101 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'Port': ['ID=9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:27.504404 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-128dbed4-06eb-4dca-9408-dd05b8ed9101 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:27.521014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd499dd-ad70-4912-ac71-4fd85b65f5e5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Port': ['ID=6d56cd24-ff76-4ba8-b976-82968cf209a4,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:27.553246 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-0bd499dd-ad70-4912-ac71-4fd85b65f5e5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network 8d5940f6-ed11-4f4f-8ead-7c08609b37c8 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:09:27.555591 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-0bd499dd-ad70-4912-ac71-4fd85b65f5e5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:09:27.558772 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-0bd499dd-ad70-4912-ac71-4fd85b65f5e5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:09:27.567726 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:27.639356 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 0d9a0940-81c1-4836-8f75-2fbbfd987d5a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0d9a0940-81c1-4836-8f75-2fbbfd987d5a,segment=NetworkSegment(0522e55e-4383-4333-9200-d1e55d4d9764),segment_id=0522e55e-4383-4333-9200-d1e55d4d9764)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:09:27.648272 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:27.656732 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-0bd499dd-ad70-4912-ac71-4fd85b65f5e5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:27.657503 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-0bd499dd-ad70-4912-ac71-4fd85b65f5e5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:27.718114 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-0bd499dd-ad70-4912-ac71-4fd85b65f5e5 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3918672 Mar 09 04:09:27.729676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-022013ee-e533-4926-a3e1-4ba003a76091 service neutron] Request body: {'port': {'device_id': '6ef1f725-56ec-48c6-ade2-ccfd272a1630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:27.851791 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=0d9a0940-81c1-4836-8f75-2fbbfd987d5a,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:27.917458 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-85c96610-6e61-4fb3-8a67-e70656256c17 None None] Provisioning for port 9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:09:27.923864 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-85c96610-6e61-4fb3-8a67-e70656256c17 None None] Provisioning complete for port 9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:09:27.924369 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-85c96610-6e61-4fb3-8a67-e70656256c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:27.946631 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-022013ee-e533-4926-a3e1-4ba003a76091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:28.013437 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-128dbed4-06eb-4dca-9408-dd05b8ed9101 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:28.034439 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-85c96610-6e61-4fb3-8a67-e70656256c17 None None] Port 9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:09:28.176193 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-64d98432-9ff2-4df8-87b9-b04c9754a90a None None] Provisioning for port 6d56cd24-ff76-4ba8-b976-82968cf209a4 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:09:28.182131 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-64d98432-9ff2-4df8-87b9-b04c9754a90a None None] Provisioning complete for port 6d56cd24-ff76-4ba8-b976-82968cf209a4 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:09:28.182765 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-64d98432-9ff2-4df8-87b9-b04c9754a90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:28.238159 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-64d98432-9ff2-4df8-87b9-b04c9754a90a None None] Port 6d56cd24-ff76-4ba8-b976-82968cf209a4 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:09:28.355973 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-022013ee-e533-4926-a3e1-4ba003a76091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d56cd24-ff76-4ba8-b976-82968cf209a4 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:09:28.364676 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-022013ee-e533-4926-a3e1-4ba003a76091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:28.379754 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-022013ee-e533-4926-a3e1-4ba003a76091 service neutron] Transition to ACTIVE for port object 6d56cd24-ff76-4ba8-b976-82968cf209a4 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:09:28.384716 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-022013ee-e533-4926-a3e1-4ba003a76091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:28.475765 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-128dbed4-06eb-4dca-9408-dd05b8ed9101 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:28.487979 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-128dbed4-06eb-4dca-9408-dd05b8ed9101 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:28.520369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022013ee-e533-4926-a3e1-4ba003a76091 service neutron] Pushing event updated for resources: {'Port': ['ID=6d56cd24-ff76-4ba8-b976-82968cf209a4,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:28.668480 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-128dbed4-06eb-4dca-9408-dd05b8ed9101 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:28.673306 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128dbed4-06eb-4dca-9408-dd05b8ed9101 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'Port': ['ID=9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:28.739378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb9a52-d7e5-4c34-8964-9fd3a5ca968e req-671049ab-2000-4571-834e-1d3e4460ca58 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:28.739719 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-13eb9a52-d7e5-4c34-8964-9fd3a5ca968e req-671049ab-2000-4571-834e-1d3e4460ca58 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Synchronizing usage tracker for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:09:28.744973 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-022013ee-e533-4926-a3e1-4ba003a76091 service neutron] Attempting to bind port 6d56cd24-ff76-4ba8-b976-82968cf209a4 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:09:28.745299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-022013ee-e533-4926-a3e1-4ba003a76091 service neutron] Attempting to bind port 6d56cd24-ff76-4ba8-b976-82968cf209a4 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '0522e55e-4383-4333-9200-d1e55d4d9764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:09:28.746037 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-022013ee-e533-4926-a3e1-4ba003a76091 service neutron] Attempting to bind port 6d56cd24-ff76-4ba8-b976-82968cf209a4 on network 8d5940f6-ed11-4f4f-8ead-7c08609b37c8 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:09:28.752046 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-385a5821-8408-4f92-875d-838fe9f3e3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:28.755103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-022013ee-e533-4926-a3e1-4ba003a76091 service neutron] Port 6d56cd24-ff76-4ba8-b976-82968cf209a4 on network 8d5940f6-ed11-4f4f-8ead-7c08609b37c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:09:28.755426 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-022013ee-e533-4926-a3e1-4ba003a76091 service neutron] Attempting to bind port 6d56cd24-ff76-4ba8-b976-82968cf209a4 on network 8d5940f6-ed11-4f4f-8ead-7c08609b37c8 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:09:28.768153 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-022013ee-e533-4926-a3e1-4ba003a76091 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:09:28.768576 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-022013ee-e533-4926-a3e1-4ba003a76091 service neutron] Checking segment: {'id': '0522e55e-4383-4333-9200-d1e55d4d9764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:09:28.769030 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-022013ee-e533-4926-a3e1-4ba003a76091 service neutron] Bound using segment: {'id': '0522e55e-4383-4333-9200-d1e55d4d9764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:09:28.769579 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-022013ee-e533-4926-a3e1-4ba003a76091 service neutron] Bound port: 6d56cd24-ff76-4ba8-b976-82968cf209a4, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0522e55e-4383-4333-9200-d1e55d4d9764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:09:28.769985 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-022013ee-e533-4926-a3e1-4ba003a76091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:28.850932 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128dbed4-06eb-4dca-9408-dd05b8ed9101 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Network 8b9e29b1-0e15-490c-b911-0659ea528616 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:09:28.850932 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-128dbed4-06eb-4dca-9408-dd05b8ed9101 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:09:28.884802 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-022013ee-e533-4926-a3e1-4ba003a76091 service neutron] For port 6d56cd24-ff76-4ba8-b976-82968cf209a4, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:09:28.892747 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-022013ee-e533-4926-a3e1-4ba003a76091 service neutron] For port 6d56cd24-ff76-4ba8-b976-82968cf209a4, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6d56cd24-ff76-4ba8-b976-82968cf209a4,segment=NetworkSegment(0522e55e-4383-4333-9200-d1e55d4d9764),segment_id=0522e55e-4383-4333-9200-d1e55d4d9764)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:09:28.893820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-13eb9a52-d7e5-4c34-8964-9fd3a5ca968e req-671049ab-2000-4571-834e-1d3e4460ca58 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Unset dirty status for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:09:28.894952 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-13eb9a52-d7e5-4c34-8964-9fd3a5ca968e req-671049ab-2000-4571-834e-1d3e4460ca58 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 943 time: 0.3602245 Mar 09 04:09:28.908722 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-022013ee-e533-4926-a3e1-4ba003a76091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:29.021057 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-022013ee-e533-4926-a3e1-4ba003a76091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:29.022374 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-022013ee-e533-4926-a3e1-4ba003a76091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:29.024018 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-022013ee-e533-4926-a3e1-4ba003a76091 service neutron] 10.222.0.21 "PUT /v2.0/ports/6d56cd24-ff76-4ba8-b976-82968cf209a4 HTTP/1.1" status: 200 len: 1091 time: 1.2991292 Mar 09 04:09:29.067498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef1f725-56ec-48c6-ade2-ccfd272a1630', 'tag': '6d56cd24-ff76-4ba8-b976-82968cf209a4'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:09:29.073270 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022013ee-e533-4926-a3e1-4ba003a76091 service neutron] Pushing event updated for resources: {'Port': ['ID=6d56cd24-ff76-4ba8-b976-82968cf209a4,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:29.146486 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-13eb9a52-d7e5-4c34-8964-9fd3a5ca968e req-7c5c3e09-491e-4d26-b0db-e670ad634364 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334270 Mar 09 04:09:29.192449 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128dbed4-06eb-4dca-9408-dd05b8ed9101 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Router 1e6efae4-93d0-43a8-b404-d27d52e6e62a has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:09:29.197012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0d9a0940-81c1-4836-8f75-2fbbfd987d5a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:09:29.210223 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-027341a6-b700-4a98-a66b-d5234d9401ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:29.215234 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-027341a6-b700-4a98-a66b-d5234d9401ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 1094 time: 0.1388125 Mar 09 04:09:29.223853 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef1f725-56ec-48c6-ade2-ccfd272a1630', 'tag': '6d56cd24-ff76-4ba8-b976-82968cf209a4', 'status': 'completed', 'code': 200} Mar 09 04:09:29.336159 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9ba2383d-07de-472a-90ae-2ccedc5adc85 None None] Provisioning complete for port 9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:09:29.336472 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9ba2383d-07de-472a-90ae-2ccedc5adc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:29.337660 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-2aa27993-5164-4dc5-9ed1-f06fe6096109 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d56cd24-ff76-4ba8-b976-82968cf209a4 HTTP/1.1" status: 200 len: 217 time: 0.1128345 Mar 09 04:09:29.402803 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-9ba2383d-07de-472a-90ae-2ccedc5adc85 None None] Port 9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:09:29.405333 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 0d9a0940-81c1-4836-8f75-2fbbfd987d5a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:09:29.405707 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:29.427030 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-69319ad8-0eec-4df5-9b74-72e1c9b7aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:29.428792 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-69319ad8-0eec-4df5-9b74-72e1c9b7aa69 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f677445-3dfb-47c6-9c9e-fc6b2822c562 HTTP/1.1" status: 200 len: 835 time: 0.0839925 Mar 09 04:09:29.615156 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128dbed4-06eb-4dca-9408-dd05b8ed9101 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:09:29.631089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] Sync routers for ids ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:09:29.636103 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-128dbed4-06eb-4dca-9408-dd05b8ed9101 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "PUT /v2.0/routers/1e6efae4-93d0-43a8-b404-d27d52e6e62a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6376750 Mar 09 04:09:29.640999 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] Routers {'1e6efae4-93d0-43a8-b404-d27d52e6e62a'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:09:29.641698 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:09:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:29.654387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-d4707517-013a-470f-86e8-29cef28295e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:29.655940 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-d4707517-013a-470f-86e8-29cef28295e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d5940f6-ed11-4f4f-8ead-7c08609b37c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2216392 Mar 09 04:09:29.805514 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-893fb860-47d0-4006-9d1e-40f8ac5ca43c service neutron] 10.222.0.21 "GET /v2.0/networks/8d5940f6-ed11-4f4f-8ead-7c08609b37c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427665 Mar 09 04:09:29.829781 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] Set router 1e6efae4-93d0-43a8-b404-d27d52e6e62a gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:09:29.950395 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf2e367f-50d6-4fde-8c29-52937bd264fe req-13c66963-9ae6-48ab-819f-b20cd69733d2 service neutron] 10.222.0.21 "GET /v2.0/networks/8d5940f6-ed11-4f4f-8ead-7c08609b37c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388762 Mar 09 04:09:30.087832 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c8a4d-0cb7-4701-a9cf-4c720d90b01b req-6d873935-2bfa-4826-9a2d-2c96df28a5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:30.089326 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-305c8a4d-0cb7-4701-a9cf-4c720d90b01b req-6d873935-2bfa-4826-9a2d-2c96df28a5f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 1094 time: 0.0772665 Mar 09 04:09:30.216202 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'name': 'tempest-TestNetworkBasicOps-router-1393263', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:40Z', 'updated_at': '2022-03-09T04:09:27Z', 'revision_number': 5, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:41Z', 'updated_at': '2022-03-09T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '604249de-e7f5-4577-8af5-6e615dec0ef3', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'port_id': 'f7343b7e-679c-4bf0-ba7e-110d16a1f518', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'mac_address': 'fa:16:3e:1d:21:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155f3fe-4ce1-45b0-a66c-b4417f7c7770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:08:22Z', 'updated_at': '2022-03-09T04:08:26Z', 'revision_number': 1, 'project_id': '2355e92b134243b08899b3302e3d972c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2', 'name': '', 'network_id': '8b9e29b1-0e15-490c-b911-0659ea528616', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'mac_address': 'fa:16:3e:d5:7f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '87a1b69b-d779-426c-aa99-1f6dc818db7c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:09:26Z', 'updated_at': '2022-03-09T04:09:28Z', 'revision_number': 2, 'project_id': '2355e92b134243b08899b3302e3d972c', 'subnets': [{'id': '87a1b69b-d779-426c-aa99-1f6dc818db7c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e743023e-d536-4c15-9e63-0a43e2461850', 'name': '', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'mac_address': 'fa:16:3e:89:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:48Z', 'updated_at': '2022-03-09T04:07:58Z', 'revision_number': 5, 'project_id': '2355e92b134243b08899b3302e3d972c', 'subnets': [{'id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:30.221400 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] Checking router: 1e6efae4-93d0-43a8-b404-d27d52e6e62a for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:09:30.221751 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] Updating router 1e6efae4-93d0-43a8-b404-d27d52e6e62a port 9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:09:30.232926 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c8a4d-0cb7-4701-a9cf-4c720d90b01b req-82d36248-a575-495a-aeae-59295598b309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:30.234658 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-305c8a4d-0cb7-4701-a9cf-4c720d90b01b req-82d36248-a575-495a-aeae-59295598b309 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8d5940f6-ed11-4f4f-8ead-7c08609b37c8 HTTP/1.1" status: 200 len: 898 time: 0.1392634 Mar 09 04:09:30.277752 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:30.350263 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-305c8a4d-0cb7-4701-a9cf-4c720d90b01b req-8fd35baf-b43f-445a-b54b-249fb5924737 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d56cd24-ff76-4ba8-b976-82968cf209a4 HTTP/1.1" status: 200 len: 217 time: 0.1077027 Mar 09 04:09:30.434409 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c8a4d-0cb7-4701-a9cf-4c720d90b01b req-5aacb501-48dd-4f53-9f9c-26158098a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:30.436541 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-305c8a4d-0cb7-4701-a9cf-4c720d90b01b req-5aacb501-48dd-4f53-9f9c-26158098a32e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f677445-3dfb-47c6-9c9e-fc6b2822c562 HTTP/1.1" status: 200 len: 835 time: 0.0780678 Mar 09 04:09:30.502785 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89f4a8-a4c1-4769-90c8-ebab428e2e25 req-5afb8ae2-f849-45fe-93e4-6b04dab90700 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:30.504257 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2f89f4a8-a4c1-4769-90c8-ebab428e2e25 req-5afb8ae2-f849-45fe-93e4-6b04dab90700 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 943 time: 0.1996586 Mar 09 04:09:30.566761 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2f89f4a8-a4c1-4769-90c8-ebab428e2e25 req-c7f08efe-1699-49bc-ba79-1deaeb86a7a4 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544524 Mar 09 04:09:30.569553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c8a4d-0cb7-4701-a9cf-4c720d90b01b req-0256203d-24a4-4d9f-b854-0fc405b5abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:30.570946 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-305c8a4d-0cb7-4701-a9cf-4c720d90b01b req-0256203d-24a4-4d9f-b854-0fc405b5abfe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d5940f6-ed11-4f4f-8ead-7c08609b37c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232910 Mar 09 04:09:30.675690 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:30.687830 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] Transition to ACTIVE for port object 9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:09:30.696035 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:30.727466 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-305c8a4d-0cb7-4701-a9cf-4c720d90b01b req-a17f838a-7149-4f7e-81c6-b3978d4f9570 service neutron] 10.222.0.21 "GET /v2.0/networks/8d5940f6-ed11-4f4f-8ead-7c08609b37c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474788 Mar 09 04:09:30.884133 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-305c8a4d-0cb7-4701-a9cf-4c720d90b01b req-7156cec5-541a-4125-b40a-3bae8d1fd8ec service neutron] 10.222.0.21 "GET /v2.0/networks/8d5940f6-ed11-4f4f-8ead-7c08609b37c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506021 Mar 09 04:09:30.928791 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff9d45-deaa-49cd-ae31-33c631460ff2 None None] Pushing event updated for resources: {'Port': ['ID=9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:30.948759 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] Attempting to bind port 9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:09:30.949355 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] Attempting to bind port 9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '36436eff-b999-478e-9e92-f692ec28489f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8b9e29b1-0e15-490c-b911-0659ea528616'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:09:30.949939 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] Attempting to bind port 9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2 on network 8b9e29b1-0e15-490c-b911-0659ea528616 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:09:30.956195 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:09:30.956890 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] Checking segment: {'id': '36436eff-b999-478e-9e92-f692ec28489f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8b9e29b1-0e15-490c-b911-0659ea528616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:09:30.957484 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:30.958267 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] Bound using segment: {'id': '36436eff-b999-478e-9e92-f692ec28489f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8b9e29b1-0e15-490c-b911-0659ea528616'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:09:30.962624 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] Bound port: 9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36436eff-b999-478e-9e92-f692ec28489f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8b9e29b1-0e15-490c-b911-0659ea528616'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:09:30.963284 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:31.060616 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] For port 9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:09:31.064117 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] For port 9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2,segment=NetworkSegment(36436eff-b999-478e-9e92-f692ec28489f),segment_id=36436eff-b999-478e-9e92-f692ec28489f)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:09:31.069579 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:31.155207 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-27843c74-fb8a-4daa-ba04-303f929981e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:31.173484 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] Routers {'1e6efae4-93d0-43a8-b404-d27d52e6e62a'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:09:31.174355 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:09:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:31.244089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff9d45-deaa-49cd-ae31-33c631460ff2 None None] Pushing event updated for resources: {'Port': ['ID=9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:31.382808 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] Set router 1e6efae4-93d0-43a8-b404-d27d52e6e62a gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:09:31.764398 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'name': 'tempest-TestNetworkBasicOps-router-1393263', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:40Z', 'updated_at': '2022-03-09T04:09:27Z', 'revision_number': 5, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:41Z', 'updated_at': '2022-03-09T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '604249de-e7f5-4577-8af5-6e615dec0ef3', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'port_id': 'f7343b7e-679c-4bf0-ba7e-110d16a1f518', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'mac_address': 'fa:16:3e:1d:21:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155f3fe-4ce1-45b0-a66c-b4417f7c7770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:08:22Z', 'updated_at': '2022-03-09T04:08:26Z', 'revision_number': 1, 'project_id': '2355e92b134243b08899b3302e3d972c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2', 'name': '', 'network_id': '8b9e29b1-0e15-490c-b911-0659ea528616', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'mac_address': 'fa:16:3e:d5:7f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '87a1b69b-d779-426c-aa99-1f6dc818db7c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:09:26Z', 'updated_at': '2022-03-09T04:09:31Z', 'revision_number': 4, 'project_id': '2355e92b134243b08899b3302e3d972c', 'subnets': [{'id': '87a1b69b-d779-426c-aa99-1f6dc818db7c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e743023e-d536-4c15-9e63-0a43e2461850', 'name': '', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'mac_address': 'fa:16:3e:89:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:48Z', 'updated_at': '2022-03-09T04:07:58Z', 'revision_number': 5, 'project_id': '2355e92b134243b08899b3302e3d972c', 'subnets': [{'id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:31.768438 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc524a38-f22b-4d06-83fd-88f339f38505 None None] The sync data for ids ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'] in n-d-825178-5 is: [{'id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'name': 'tempest-TestNetworkBasicOps-router-1393263', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:40Z', 'updated_at': '2022-03-09T04:09:27Z', 'revision_number': 5, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:41Z', 'updated_at': '2022-03-09T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '604249de-e7f5-4577-8af5-6e615dec0ef3', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'port_id': 'f7343b7e-679c-4bf0-ba7e-110d16a1f518', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'mac_address': 'fa:16:3e:1d:21:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155f3fe-4ce1-45b0-a66c-b4417f7c7770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:08:22Z', 'updated_at': '2022-03-09T04:08:26Z', 'revision_number': 1, 'project_id': '2355e92b134243b08899b3302e3d972c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2', 'name': '', 'network_id': '8b9e29b1-0e15-490c-b911-0659ea528616', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'mac_address': 'fa:16:3e:d5:7f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '87a1b69b-d779-426c-aa99-1f6dc818db7c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:09:26Z', 'updated_at': '2022-03-09T04:09:31Z', 'revision_number': 4, 'project_id': '2355e92b134243b08899b3302e3d972c', 'subnets': [{'id': '87a1b69b-d779-426c-aa99-1f6dc818db7c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e743023e-d536-4c15-9e63-0a43e2461850', 'name': '', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'mac_address': 'fa:16:3e:89:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:48Z', 'updated_at': '2022-03-09T04:07:58Z', 'revision_number': 5, 'project_id': '2355e92b134243b08899b3302e3d972c', 'subnets': [{'id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:09:31.772346 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341a208-6a1c-431c-81eb-4c5f5ed5ba56 req-5e0f7005-0505-4425-a193-4c8724a38f87 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:31.773564 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c341a208-6a1c-431c-81eb-4c5f5ed5ba56 req-5e0f7005-0505-4425-a193-4c8724a38f87 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 943 time: 0.0847363 Mar 09 04:09:31.836729 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-c341a208-6a1c-431c-81eb-4c5f5ed5ba56 req-3d754ca4-1364-4f61-bf2f-406ecb7301da tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Synchronizing usage tracker for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:09:31.863164 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-c341a208-6a1c-431c-81eb-4c5f5ed5ba56 req-3d754ca4-1364-4f61-bf2f-406ecb7301da tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Unset dirty status for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:09:31.864948 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c341a208-6a1c-431c-81eb-4c5f5ed5ba56 req-3d754ca4-1364-4f61-bf2f-406ecb7301da tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855474 Mar 09 04:09:32.240057 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:32.251111 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:32.797210 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 6d56cd24-ff76-4ba8-b976-82968cf209a4 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:09:32.935838 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 6d56cd24-ff76-4ba8-b976-82968cf209a4, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6d56cd24-ff76-4ba8-b976-82968cf209a4,segment=NetworkSegment(0522e55e-4383-4333-9200-d1e55d4d9764),segment_id=0522e55e-4383-4333-9200-d1e55d4d9764)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:09:32.960736 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '6d56cd24-ff76-4ba8-b976-82968cf209a4', 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8', 'port_id': '6d56cd24-ff76-4ba8-b976-82968cf209a4', 'mac_address': 'fa:16:3e:a8:f8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f677445-3dfb-47c6-9c9e-fc6b2822c562', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:09:33.027833 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:33.055024 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d56cd24-ff76-4ba8-b976-82968cf209a4 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:09:33.088539 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 6d56cd24-ff76-4ba8-b976-82968cf209a4, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6d56cd24-ff76-4ba8-b976-82968cf209a4,segment=NetworkSegment(0522e55e-4383-4333-9200-d1e55d4d9764),segment_id=0522e55e-4383-4333-9200-d1e55d4d9764)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:09:33.096149 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:33.097928 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d94c73-4ad2-4c4b-8432-93b6b45c9d73 req-a9ea5671-35a9-45af-a94c-208e0627d104 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:33.106546 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07d94c73-4ad2-4c4b-8432-93b6b45c9d73 req-a9ea5671-35a9-45af-a94c-208e0627d104 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 943 time: 0.1177480 Mar 09 04:09:33.165568 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-07d94c73-4ad2-4c4b-8432-93b6b45c9d73 req-1dbaa34d-7637-4feb-b76c-98b739f64e8a tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579617 Mar 09 04:09:33.185371 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=6d56cd24-ff76-4ba8-b976-82968cf209a4,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:33.206838 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:09:33.280212 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:09:33.284715 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:09:33.285076 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:33.327498 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['6d56cd24-ff76-4ba8-b976-82968cf209a4'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:09:33.520286 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:33.541794 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:33.580487 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2,segment=NetworkSegment(36436eff-b999-478e-9e92-f692ec28489f),segment_id=36436eff-b999-478e-9e92-f692ec28489f)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:09:33.588424 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:33.693888 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:34.275183 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:34.355065 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5a350-db72-4a15-92ea-51fd7c0b11ed req-04ce95f5-4e24-448e-b83b-e896897b6dd1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:34.356431 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cfa5a350-db72-4a15-92ea-51fd7c0b11ed req-04ce95f5-4e24-448e-b83b-e896897b6dd1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 944 time: 0.0813429 Mar 09 04:09:34.400175 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cfa5a350-db72-4a15-92ea-51fd7c0b11ed req-ca117a2d-93e4-4097-bd33-81f47a4734dd tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374482 Mar 09 04:09:34.811271 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 6d56cd24-ff76-4ba8-b976-82968cf209a4 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:09:34.882369 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 6d56cd24-ff76-4ba8-b976-82968cf209a4 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:09:34.887019 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 6d56cd24-ff76-4ba8-b976-82968cf209a4 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:09:34.887382 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:35.020021 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:35.046438 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef1f725-56ec-48c6-ade2-ccfd272a1630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d56cd24-ff76-4ba8-b976-82968cf209a4'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:09:35.056226 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 6d56cd24-ff76-4ba8-b976-82968cf209a4, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6d56cd24-ff76-4ba8-b976-82968cf209a4,segment=NetworkSegment(0522e55e-4383-4333-9200-d1e55d4d9764),segment_id=0522e55e-4383-4333-9200-d1e55d4d9764)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:09:35.063556 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:35.126330 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef1f725-56ec-48c6-ade2-ccfd272a1630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d56cd24-ff76-4ba8-b976-82968cf209a4', 'code': 200} Mar 09 04:09:35.128237 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:09:35.203613 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=6d56cd24-ff76-4ba8-b976-82968cf209a4,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:35.217713 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:09:35.218080 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:35.257224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e7897-b6d1-4fe4-b6fb-1c369ade5459 req-96cb6efc-8d80-499c-826f-83337fd9bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:35.258507 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3c3e7897-b6d1-4fe4-b6fb-1c369ade5459 req-96cb6efc-8d80-499c-826f-83337fd9bba9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 1096 time: 0.0866559 Mar 09 04:09:35.308004 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3c3e7897-b6d1-4fe4-b6fb-1c369ade5459 req-07cd8bb8-5886-4b43-8f86-67bc8a77c763 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417950 Mar 09 04:09:35.572706 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:09:35.594561 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fb0a5-ea16-47a7-8036-a54eb5d9973e req-0ee5902b-be94-407c-ae61-89770034af29 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:35.596088 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5d9fb0a5-ea16-47a7-8036-a54eb5d9973e req-0ee5902b-be94-407c-ae61-89770034af29 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 945 time: 0.0876598 Mar 09 04:09:35.641133 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5d9fb0a5-ea16-47a7-8036-a54eb5d9973e req-e4a96529-df2a-4a5c-ad85-b371091c342b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394495 Mar 09 04:09:36.827173 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c0be8-81cc-43ae-ae1d-b2ef6a2db7ec req-9f8a55f8-8de9-4e43-a084-aee865f03d31 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:36.828769 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c05c0be8-81cc-43ae-ae1d-b2ef6a2db7ec req-9f8a55f8-8de9-4e43-a084-aee865f03d31 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 945 time: 0.0809453 Mar 09 04:09:36.876055 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c05c0be8-81cc-43ae-ae1d-b2ef6a2db7ec req-a9d7a5aa-f9bb-4468-99b8-32892abcab66 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417197 Mar 09 04:09:37.079413 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e8df6-c805-4273-a8c5-8570b358b003 req-01c0fe9f-dc42-4498-84df-496d7a2625da tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:37.080937 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ca6e8df6-c805-4273-a8c5-8570b358b003 req-01c0fe9f-dc42-4498-84df-496d7a2625da tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 945 time: 0.0871537 Mar 09 04:09:37.124657 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ca6e8df6-c805-4273-a8c5-8570b358b003 req-2371b884-9d0b-4db6-aa8f-f3098bfa0c39 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378239 Mar 09 04:09:37.148190 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34766) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:37.222835 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d282c0d2-f4d6-41d3-95bc-dfede27fc106 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:37.227397 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d282c0d2-f4d6-41d3-95bc-dfede27fc106 tempest-TestNetworkAdvancedServerOps-762291587 tempest-TestNetworkAdvancedServerOps-762291587-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 1091 time: 0.0749791 Mar 09 04:09:37.227397 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 34772) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:37.232053 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-2274052d-87bd-48b6-aaa4-f8801af132e0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'port_id': '6d56cd24-ff76-4ba8-b976-82968cf209a4', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:37.238668 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2274052d-87bd-48b6-aaa4-f8801af132e0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:37.242680 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2274052d-87bd-48b6-aaa4-f8801af132e0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Usage tracker for resource:floatingip and tenant:2eed8fa07dd541719db04a03bcdea9c3 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:09:37.245594 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2274052d-87bd-48b6-aaa4-f8801af132e0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:09:37.255009 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2274052d-87bd-48b6-aaa4-f8801af132e0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:37.266355 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2274052d-87bd-48b6-aaa4-f8801af132e0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:37.401856 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2274052d-87bd-48b6-aaa4-f8801af132e0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:37.549326 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-2274052d-87bd-48b6-aaa4-f8801af132e0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Allocated IP 172.25.7.127 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/9fd82402-533c-4114-bb06-c1dc41c22bed) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:09:37.700275 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2274052d-87bd-48b6-aaa4-f8801af132e0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:37.733044 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2274052d-87bd-48b6-aaa4-f8801af132e0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:37.797151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2274052d-87bd-48b6-aaa4-f8801af132e0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:09:37.804084 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-2274052d-87bd-48b6-aaa4-f8801af132e0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:09:37.810692 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2274052d-87bd-48b6-aaa4-f8801af132e0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:09:37.843334 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274052d-87bd-48b6-aaa4-f8801af132e0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Port': ['ID=9fd82402-533c-4114-bb06-c1dc41c22bed,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:38.232326 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2274052d-87bd-48b6-aaa4-f8801af132e0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:38.313434 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2274052d-87bd-48b6-aaa4-f8801af132e0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:38.643693 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2274052d-87bd-48b6-aaa4-f8801af132e0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:38.648520 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2274052d-87bd-48b6-aaa4-f8801af132e0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:38.755447 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274052d-87bd-48b6-aaa4-f8801af132e0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event updated for resources: {'Port': ['ID=9fd82402-533c-4114-bb06-c1dc41c22bed,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:38.768136 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2274052d-87bd-48b6-aaa4-f8801af132e0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:38.944999 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:38.965133 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-2274052d-87bd-48b6-aaa4-f8801af132e0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Floating IP 01a5b14f-9d0f-4048-9148-e24e3c3970e4 associated. External IP: 172.25.7.127, port: 6d56cd24-ff76-4ba8-b976-82968cf209a4. Mar 09 04:09:39.340474 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2274052d-87bd-48b6-aaa4-f8801af132e0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Router 9984fcc7-0d92-48c9-8f1b-0e98505f164b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:09:39.526395 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2274052d-87bd-48b6-aaa4-f8801af132e0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:09:39.537488 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e21e88-1d38-4bb8-90d6-91186c230b12 None None] Sync routers for ids ['9984fcc7-0d92-48c9-8f1b-0e98505f164b'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:09:39.546895 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e21e88-1d38-4bb8-90d6-91186c230b12 None None] Routers {'9984fcc7-0d92-48c9-8f1b-0e98505f164b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:09:39.547327 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-14e21e88-1d38-4bb8-90d6-91186c230b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:09:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9984fcc7-0d92-48c9-8f1b-0e98505f164b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:39.553173 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2274052d-87bd-48b6-aaa4-f8801af132e0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:39.622510 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2274052d-87bd-48b6-aaa4-f8801af132e0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3944225 Mar 09 04:09:39.624053 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef1f725-56ec-48c6-ade2-ccfd272a1630', 'tag': '6d56cd24-ff76-4ba8-b976-82968cf209a4'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:09:39.689336 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef1f725-56ec-48c6-ade2-ccfd272a1630', 'tag': '6d56cd24-ff76-4ba8-b976-82968cf209a4', 'status': 'completed', 'code': 200} Mar 09 04:09:39.776777 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-14e21e88-1d38-4bb8-90d6-91186c230b12 None None] Set router 9984fcc7-0d92-48c9-8f1b-0e98505f164b gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:09:39.840608 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d20ce1-6ad4-4ee0-af25-cca8c85eb0a9 req-2c5efe72-c054-4550-a917-39cceaee656f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:39.842010 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f4d20ce1-6ad4-4ee0-af25-cca8c85eb0a9 req-2c5efe72-c054-4550-a917-39cceaee656f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 1096 time: 0.1283243 Mar 09 04:09:40.031774 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750fdb2-a89a-4c28-8317-396be35d7c35 req-046281d4-9537-426c-8d57-e059fdadb6ea tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:40.033275 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b750fdb2-a89a-4c28-8317-396be35d7c35 req-046281d4-9537-426c-8d57-e059fdadb6ea tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 945 time: 0.2869077 Mar 09 04:09:40.136064 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b750fdb2-a89a-4c28-8317-396be35d7c35 req-36cc444f-5b59-43d1-b827-2ce07f044f40 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943770 Mar 09 04:09:40.164814 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34822) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:40.178525 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-14e21e88-1d38-4bb8-90d6-91186c230b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765197295', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:09:15Z', 'updated_at': '2022-03-09T04:09:21Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:09:16Z', 'updated_at': '2022-03-09T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '01a5b14f-9d0f-4048-9148-e24e3c3970e4', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'floating_ip_address': '172.25.7.127', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'port_id': '6d56cd24-ff76-4ba8-b976-82968cf209a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8', 'mac_address': 'fa:16:3e:a8:f8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef1f725-56ec-48c6-ade2-ccfd272a1630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:09:38Z', 'updated_at': '2022-03-09T04:09:38Z', 'revision_number': 0, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d9a0940-81c1-4836-8f75-2fbbfd987d5a', 'name': '', 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:99:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '7f677445-3dfb-47c6-9c9e-fc6b2822c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:09:20Z', 'updated_at': '2022-03-09T04:09:27Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': '7f677445-3dfb-47c6-9c9e-fc6b2822c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:40.182440 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e21e88-1d38-4bb8-90d6-91186c230b12 None None] Checking router: 9984fcc7-0d92-48c9-8f1b-0e98505f164b for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:09:40.191327 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e21e88-1d38-4bb8-90d6-91186c230b12 None None] Routers {'9984fcc7-0d92-48c9-8f1b-0e98505f164b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:09:40.191920 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-14e21e88-1d38-4bb8-90d6-91186c230b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:09:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9984fcc7-0d92-48c9-8f1b-0e98505f164b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:40.273669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d20ce1-6ad4-4ee0-af25-cca8c85eb0a9 req-658a7d0f-849a-433e-bf54-3c63b5bb3ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:40.275145 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f4d20ce1-6ad4-4ee0-af25-cca8c85eb0a9 req-658a7d0f-849a-433e-bf54-3c63b5bb3ba7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8d5940f6-ed11-4f4f-8ead-7c08609b37c8 HTTP/1.1" status: 200 len: 898 time: 0.4236951 Mar 09 04:09:40.365515 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-beb57a6e-9ba0-4aa3-98b4-bf24d9892733 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/floatingips/01a5b14f-9d0f-4048-9148-e24e3c3970e4 HTTP/1.1" status: 200 len: 991 time: 0.2000690 Mar 09 04:09:40.394180 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f4d20ce1-6ad4-4ee0-af25-cca8c85eb0a9 req-9b10b020-7fbe-40a8-8f77-492111a9c6c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d56cd24-ff76-4ba8-b976-82968cf209a4 HTTP/1.1" status: 200 len: 999 time: 0.1130564 Mar 09 04:09:40.394659 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-14e21e88-1d38-4bb8-90d6-91186c230b12 None None] Set router 9984fcc7-0d92-48c9-8f1b-0e98505f164b gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:09:40.464375 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d20ce1-6ad4-4ee0-af25-cca8c85eb0a9 req-7da6fc95-760d-4805-afef-0fce5cb895d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:40.465926 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f4d20ce1-6ad4-4ee0-af25-cca8c85eb0a9 req-7da6fc95-760d-4805-afef-0fce5cb895d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f677445-3dfb-47c6-9c9e-fc6b2822c562 HTTP/1.1" status: 200 len: 835 time: 0.0654323 Mar 09 04:09:40.558908 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d20ce1-6ad4-4ee0-af25-cca8c85eb0a9 req-826e15cb-34c7-4b34-b4bc-cc6d50923827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:40.560390 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f4d20ce1-6ad4-4ee0-af25-cca8c85eb0a9 req-826e15cb-34c7-4b34-b4bc-cc6d50923827 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d5940f6-ed11-4f4f-8ead-7c08609b37c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888879 Mar 09 04:09:40.702688 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f4d20ce1-6ad4-4ee0-af25-cca8c85eb0a9 req-7ba88fae-95c2-429e-8eee-51a9d0642f81 service neutron] 10.222.0.21 "GET /v2.0/networks/8d5940f6-ed11-4f4f-8ead-7c08609b37c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350586 Mar 09 04:09:40.809752 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-14e21e88-1d38-4bb8-90d6-91186c230b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765197295', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:09:15Z', 'updated_at': '2022-03-09T04:09:21Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:09:16Z', 'updated_at': '2022-03-09T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '01a5b14f-9d0f-4048-9148-e24e3c3970e4', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'floating_ip_address': '172.25.7.127', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'port_id': '6d56cd24-ff76-4ba8-b976-82968cf209a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8', 'mac_address': 'fa:16:3e:a8:f8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef1f725-56ec-48c6-ade2-ccfd272a1630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:09:38Z', 'updated_at': '2022-03-09T04:09:38Z', 'revision_number': 0, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d9a0940-81c1-4836-8f75-2fbbfd987d5a', 'name': '', 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:99:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '7f677445-3dfb-47c6-9c9e-fc6b2822c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:09:20Z', 'updated_at': '2022-03-09T04:09:27Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': '7f677445-3dfb-47c6-9c9e-fc6b2822c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:09:40.812567 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e21e88-1d38-4bb8-90d6-91186c230b12 None None] The sync data for ids ['9984fcc7-0d92-48c9-8f1b-0e98505f164b'] in n-d-825178-5 is: [{'id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765197295', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:09:15Z', 'updated_at': '2022-03-09T04:09:21Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:09:16Z', 'updated_at': '2022-03-09T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '01a5b14f-9d0f-4048-9148-e24e3c3970e4', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'floating_ip_address': '172.25.7.127', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'port_id': '6d56cd24-ff76-4ba8-b976-82968cf209a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8', 'mac_address': 'fa:16:3e:a8:f8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef1f725-56ec-48c6-ade2-ccfd272a1630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:09:38Z', 'updated_at': '2022-03-09T04:09:38Z', 'revision_number': 0, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d9a0940-81c1-4836-8f75-2fbbfd987d5a', 'name': '', 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:99:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '7f677445-3dfb-47c6-9c9e-fc6b2822c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:09:20Z', 'updated_at': '2022-03-09T04:09:27Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': '7f677445-3dfb-47c6-9c9e-fc6b2822c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:09:40.861791 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f4d20ce1-6ad4-4ee0-af25-cca8c85eb0a9 req-d045a71f-2487-40f0-99e5-016365f44a9d service neutron] 10.222.0.21 "GET /v2.0/networks/8d5940f6-ed11-4f4f-8ead-7c08609b37c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519506 Mar 09 04:09:41.016290 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7a68bb-3231-4029-8e9f-96e246b26137 None None] New status for floating IP 01a5b14f-9d0f-4048-9148-e24e3c3970e4: ACTIVE {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:09:41.368799 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 34846) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:41.479020 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-790383ff-6e74-4b39-b559-83ace261ae5e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/floatingips/01a5b14f-9d0f-4048-9148-e24e3c3970e4 HTTP/1.1" status: 200 len: 993 time: 0.1081986 Mar 09 04:09:48.900643 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f9b93fef-c9c8-4e68-879f-b506694cbcbf req-70fa8a09-e12a-4d54-ad41-5eb9b2baa41d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c155f3fe-4ce1-45b0-a66c-b4417f7c7770&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0763357 Mar 09 04:09:48.992415 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b93fef-c9c8-4e68-879f-b506694cbcbf req-2ad2aae1-5580-40de-9ca0-e4ab5c2e8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:48.993852 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f9b93fef-c9c8-4e68-879f-b506694cbcbf req-2ad2aae1-5580-40de-9ca0-e4ab5c2e8a9b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2355e92b134243b08899b3302e3d972c&device_id=c155f3fe-4ce1-45b0-a66c-b4417f7c7770 HTTP/1.1" status: 200 len: 1096 time: 0.0696607 Mar 09 04:09:49.136199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b93fef-c9c8-4e68-879f-b506694cbcbf req-7bcbe7bc-e5de-4070-adc5-1bb336c59e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:49.137533 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f9b93fef-c9c8-4e68-879f-b506694cbcbf req-7bcbe7bc-e5de-4070-adc5-1bb336c59e7f service neutron] 10.222.0.21 "GET /v2.0/networks?id=c69a58b9-9c44-44eb-8ec7-146f189937dd HTTP/1.1" status: 200 len: 897 time: 0.1234126 Mar 09 04:09:49.239023 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f9b93fef-c9c8-4e68-879f-b506694cbcbf req-83708e9d-b724-4134-9295-0cb9a639cb6e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7343b7e-679c-4bf0-ba7e-110d16a1f518 HTTP/1.1" status: 200 len: 1001 time: 0.0951381 Mar 09 04:09:49.300817 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b93fef-c9c8-4e68-879f-b506694cbcbf req-7be3f77e-3c9f-4e21-b34c-dd073e9441e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:49.302230 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f9b93fef-c9c8-4e68-879f-b506694cbcbf req-7be3f77e-3c9f-4e21-b34c-dd073e9441e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2bdb77d6-b567-4bbc-ad24-4a30e1558e66 HTTP/1.1" status: 200 len: 835 time: 0.0570631 Mar 09 04:09:49.378973 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b93fef-c9c8-4e68-879f-b506694cbcbf req-05c5b3e4-cca2-45f7-99bd-3063d8c1829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:49.380426 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f9b93fef-c9c8-4e68-879f-b506694cbcbf req-05c5b3e4-cca2-45f7-99bd-3063d8c1829c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c69a58b9-9c44-44eb-8ec7-146f189937dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721731 Mar 09 04:09:49.621799 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f9b93fef-c9c8-4e68-879f-b506694cbcbf req-52241c78-7169-4dee-a7f3-54bd7e8b2d8c service neutron] 10.222.0.21 "GET /v2.0/networks/c69a58b9-9c44-44eb-8ec7-146f189937dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340708 Mar 09 04:09:49.754671 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f9b93fef-c9c8-4e68-879f-b506694cbcbf req-f7b56ea2-4c0f-47e8-b63d-b7fd8ddd2833 service neutron] 10.222.0.21 "GET /v2.0/networks/c69a58b9-9c44-44eb-8ec7-146f189937dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240289 Mar 09 04:09:52.050888 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35040) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:52.056140 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-b7894ffc-41f5-49d5-aa47-764e4bf26a74 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1553980572', 'description': 'tempest-description--1665571477'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:52.063891 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b7894ffc-41f5-49d5-aa47-764e4bf26a74 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:52.074924 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b7894ffc-41f5-49d5-aa47-764e4bf26a74 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:52.088260 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b7894ffc-41f5-49d5-aa47-764e4bf26a74 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:52.113679 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b7894ffc-41f5-49d5-aa47-764e4bf26a74 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:52.117446 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b7894ffc-41f5-49d5-aa47-764e4bf26a74 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Usage tracker for resource:security_group_rule and tenant:6ad4813b6edb444495ca345f69236bb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:09:52.120315 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b7894ffc-41f5-49d5-aa47-764e4bf26a74 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:09:52.126455 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b7894ffc-41f5-49d5-aa47-764e4bf26a74 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:52.195402 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b7894ffc-41f5-49d5-aa47-764e4bf26a74 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:52.199312 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b7894ffc-41f5-49d5-aa47-764e4bf26a74 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:52.244368 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7894ffc-41f5-49d5-aa47-764e4bf26a74 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcbc5ce-5abf-4d8f-bddb-52f42eaf3359,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:52.254122 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7894ffc-41f5-49d5-aa47-764e4bf26a74 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:52.254458 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7894ffc-41f5-49d5-aa47-764e4bf26a74 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:52.254787 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7894ffc-41f5-49d5-aa47-764e4bf26a74 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:52.255138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7894ffc-41f5-49d5-aa47-764e4bf26a74 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:52.255457 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7894ffc-41f5-49d5-aa47-764e4bf26a74 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:52.255778 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7894ffc-41f5-49d5-aa47-764e4bf26a74 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:52.256090 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7894ffc-41f5-49d5-aa47-764e4bf26a74 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:52.256408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7894ffc-41f5-49d5-aa47-764e4bf26a74 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:52.256720 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7894ffc-41f5-49d5-aa47-764e4bf26a74 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:52.257029 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7894ffc-41f5-49d5-aa47-764e4bf26a74 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:52.257339 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7894ffc-41f5-49d5-aa47-764e4bf26a74 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:52.257644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7894ffc-41f5-49d5-aa47-764e4bf26a74 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:09:52.262118 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b7894ffc-41f5-49d5-aa47-764e4bf26a74 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:52.265908 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b7894ffc-41f5-49d5-aa47-764e4bf26a74 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2114553 Mar 09 04:09:52.266693 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35046) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:52.271309 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-cf03e2a8-4028-4757-ab6b-64f00e2d639a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Request body: {'security_group_rule': {'security_group_id': '3bcbc5ce-5abf-4d8f-bddb-52f42eaf3359', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:52.277680 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cf03e2a8-4028-4757-ab6b-64f00e2d639a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:52.282074 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cf03e2a8-4028-4757-ab6b-64f00e2d639a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Usage tracker for resource:security_group_rule and tenant:6ad4813b6edb444495ca345f69236bb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:09:52.286259 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cf03e2a8-4028-4757-ab6b-64f00e2d639a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:09:52.292485 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cf03e2a8-4028-4757-ab6b-64f00e2d639a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:52.311384 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf03e2a8-4028-4757-ab6b-64f00e2d639a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:52.379800 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf03e2a8-4028-4757-ab6b-64f00e2d639a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:52.383431 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf03e2a8-4028-4757-ab6b-64f00e2d639a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:52.407317 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03e2a8-4028-4757-ab6b-64f00e2d639a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0f0e31-eae5-4434-bbf6-fa3046f95a8c,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:52.416317 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf03e2a8-4028-4757-ab6b-64f00e2d639a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:52.417485 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cf03e2a8-4028-4757-ab6b-64f00e2d639a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1505251 Mar 09 04:09:52.420863 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35052) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:52.426428 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-ab67427c-ff9b-43d2-855c-2b18196e6138 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Request body: {'security_group_rule': {'security_group_id': '3bcbc5ce-5abf-4d8f-bddb-52f42eaf3359', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:52.433069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ab67427c-ff9b-43d2-855c-2b18196e6138 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:52.437544 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ab67427c-ff9b-43d2-855c-2b18196e6138 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Usage tracker for resource:security_group_rule and tenant:6ad4813b6edb444495ca345f69236bb4 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:09:52.440457 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ab67427c-ff9b-43d2-855c-2b18196e6138 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:09:52.446739 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ab67427c-ff9b-43d2-855c-2b18196e6138 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:52.463175 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ab67427c-ff9b-43d2-855c-2b18196e6138 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:52.532510 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ab67427c-ff9b-43d2-855c-2b18196e6138 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:52.535731 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ab67427c-ff9b-43d2-855c-2b18196e6138 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:52.559006 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67427c-ff9b-43d2-855c-2b18196e6138 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67697ca2-9de3-40ab-9d5b-e154cd43be83,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:52.569996 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ab67427c-ff9b-43d2-855c-2b18196e6138 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:52.577397 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ab67427c-ff9b-43d2-855c-2b18196e6138 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1520066 Mar 09 04:09:52.577604 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35056) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:52.582658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-7624cd69-7b70-472a-b323-f537979f649b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:52.589348 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7624cd69-7b70-472a-b323-f537979f649b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:52.593360 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7624cd69-7b70-472a-b323-f537979f649b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Usage tracker for resource:floatingip and tenant:6ad4813b6edb444495ca345f69236bb4 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:09:52.596331 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7624cd69-7b70-472a-b323-f537979f649b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:09:52.602731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7624cd69-7b70-472a-b323-f537979f649b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:52.613885 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7624cd69-7b70-472a-b323-f537979f649b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:52.772943 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7624cd69-7b70-472a-b323-f537979f649b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:52.915688 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-7624cd69-7b70-472a-b323-f537979f649b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Allocated IP 172.25.7.205 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/cf33f005-842a-4760-a89f-1758bb8143c4) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:09:53.179070 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7624cd69-7b70-472a-b323-f537979f649b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:53.207215 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7624cd69-7b70-472a-b323-f537979f649b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:53.272537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7624cd69-7b70-472a-b323-f537979f649b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:09:53.279701 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-7624cd69-7b70-472a-b323-f537979f649b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:09:53.285132 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7624cd69-7b70-472a-b323-f537979f649b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:09:53.317350 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624cd69-7b70-472a-b323-f537979f649b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event updated for resources: {'Port': ['ID=cf33f005-842a-4760-a89f-1758bb8143c4,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:53.367900 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7624cd69-7b70-472a-b323-f537979f649b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:53.427894 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7624cd69-7b70-472a-b323-f537979f649b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:53.634955 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7624cd69-7b70-472a-b323-f537979f649b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:53.640839 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7624cd69-7b70-472a-b323-f537979f649b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:53.752364 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624cd69-7b70-472a-b323-f537979f649b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event updated for resources: {'Port': ['ID=cf33f005-842a-4760-a89f-1758bb8143c4,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:53.760765 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7624cd69-7b70-472a-b323-f537979f649b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:53.783681 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7624cd69-7b70-472a-b323-f537979f649b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:53.785051 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7624cd69-7b70-472a-b323-f537979f649b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2065372 Mar 09 04:09:54.001530 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-959b3143-808e-411e-9b27-50ed6a035a7d req-bdd5e128-5c0b-44e6-9687-4a9b40a31b6d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Synchronizing usage tracker for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:09:54.017772 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-959b3143-808e-411e-9b27-50ed6a035a7d req-bdd5e128-5c0b-44e6-9687-4a9b40a31b6d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Unset dirty status for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:09:54.018877 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-959b3143-808e-411e-9b27-50ed6a035a7d req-bdd5e128-5c0b-44e6-9687-4a9b40a31b6d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1553980572&fields=id&tenant_id=6ad4813b6edb444495ca345f69236bb4 HTTP/1.1" status: 200 len: 267 time: 0.0560102 Mar 09 04:09:54.181840 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b3143-808e-411e-9b27-50ed6a035a7d req-3da6831c-5596-4a45-9e04-c18781fc14a2 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:54.181840 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-959b3143-808e-411e-9b27-50ed6a035a7d req-3da6831c-5596-4a45-9e04-c18781fc14a2 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/networks?id=a867e9b3-2eba-490f-b739-b2d32f9ed205 HTTP/1.1" status: 200 len: 814 time: 0.1512372 Mar 09 04:09:54.260747 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-959b3143-808e-411e-9b27-50ed6a035a7d req-a2c9bcdf-9b00-4c57-8a86-f6b1e0970320 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/quotas/6ad4813b6edb444495ca345f69236bb4 HTTP/1.1" status: 200 len: 375 time: 0.0115702 Mar 09 04:09:54.291119 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-959b3143-808e-411e-9b27-50ed6a035a7d req-535d1d85-bdde-4ae2-881c-052e1ec9a0d3 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ad4813b6edb444495ca345f69236bb4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0873997 Mar 09 04:09:54.596823 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-959b3143-808e-411e-9b27-50ed6a035a7d req-9a053a7d-05af-4918-8b96-2a2608dd89ca service neutron] 10.222.0.16 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853808 Mar 09 04:09:54.747151 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-959b3143-808e-411e-9b27-50ed6a035a7d req-fc0ff521-f21a-438a-a8b7-48601aceeeb6 service neutron] 10.222.0.16 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461616 Mar 09 04:09:54.842611 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-236ef7f1-1b79-407a-8e5c-95fa14f344f8 req-d79fd077-1665-4090-a393-1d279b7f3402 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1706fdb-63f3-4f61-9758-2a2512599426&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0785851 Mar 09 04:09:55.015307 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3bd1f870-572d-4c99-856d-5efac249fd7b req-40309609-71ee-44bc-8431-cbda0083ba75 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=851b6ddc-9b93-411a-a041-1ec71a468b47 HTTP/1.1" status: 200 len: 210 time: 0.0736310 Mar 09 04:09:55.023416 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ef7f1-1b79-407a-8e5c-95fa14f344f8 req-bad78438-9c2d-4ebb-b3ec-173cf5fb353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:55.025482 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-236ef7f1-1b79-407a-8e5c-95fa14f344f8 req-bad78438-9c2d-4ebb-b3ec-173cf5fb353a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ad4813b6edb444495ca345f69236bb4&device_id=e1706fdb-63f3-4f61-9758-2a2512599426 HTTP/1.1" status: 200 len: 1097 time: 0.1031649 Mar 09 04:09:55.199553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ef7f1-1b79-407a-8e5c-95fa14f344f8 req-408917f7-5266-4bbe-88b5-e3eca00e6a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:55.199553 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-236ef7f1-1b79-407a-8e5c-95fa14f344f8 req-408917f7-5266-4bbe-88b5-e3eca00e6a2a service neutron] 10.222.0.24 "GET /v2.0/networks?id=a867e9b3-2eba-490f-b739-b2d32f9ed205 HTTP/1.1" status: 200 len: 915 time: 0.1539886 Mar 09 04:09:55.327836 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-236ef7f1-1b79-407a-8e5c-95fa14f344f8 req-0db94fd5-24a0-41d8-bcd5-fee31f5ea3d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2996ef63-1289-4a4b-8d5f-c5ad35da3201 HTTP/1.1" status: 200 len: 1001 time: 0.1213489 Mar 09 04:09:55.399410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ef7f1-1b79-407a-8e5c-95fa14f344f8 req-407c5402-976a-49fc-9e86-8418922b613c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:55.401203 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-236ef7f1-1b79-407a-8e5c-95fa14f344f8 req-407c5402-976a-49fc-9e86-8418922b613c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f HTTP/1.1" status: 200 len: 853 time: 0.0671439 Mar 09 04:09:55.514031 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ef7f1-1b79-407a-8e5c-95fa14f344f8 req-f4d6f565-16b1-4ea4-9d90-b60e9fcd6e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:55.514031 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-236ef7f1-1b79-407a-8e5c-95fa14f344f8 req-f4d6f565-16b1-4ea4-9d90-b60e9fcd6e0b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a867e9b3-2eba-490f-b739-b2d32f9ed205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057861 Mar 09 04:09:55.709910 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-236ef7f1-1b79-407a-8e5c-95fa14f344f8 req-cc05a46f-255a-4cf4-98d6-80a4c5227089 service neutron] 10.222.0.24 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782389 Mar 09 04:09:55.863230 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-236ef7f1-1b79-407a-8e5c-95fa14f344f8 req-94358aaf-1fe5-4379-9987-13b6fc3a3cf0 service neutron] 10.222.0.24 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490488 Mar 09 04:09:56.237557 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0e036369-e5c1-410f-9c5e-964b815b3188 req-08c2fb33-afc7-43ee-9cd1-ae734d967434 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=851b6ddc-9b93-411a-a041-1ec71a468b47 HTTP/1.1" status: 200 len: 210 time: 0.0675566 Mar 09 04:09:56.403552 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b3143-808e-411e-9b27-50ed6a035a7d req-f5f5b5a1-af6b-47d1-b41f-aa72db580b32 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:56.405534 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-959b3143-808e-411e-9b27-50ed6a035a7d req-f5f5b5a1-af6b-47d1-b41f-aa72db580b32 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.21 "GET /v2.0/networks?id=a867e9b3-2eba-490f-b739-b2d32f9ed205 HTTP/1.1" status: 200 len: 814 time: 0.2762427 Mar 09 04:09:56.593769 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-959b3143-808e-411e-9b27-50ed6a035a7d req-2a551067-a4eb-43fb-b717-1fdcf6dabfba tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ad4813b6edb444495ca345f69236bb4 HTTP/1.1" status: 200 len: 473 time: 0.1775391 Mar 09 04:09:56.607883 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-959b3143-808e-411e-9b27-50ed6a035a7d req-3fc96695-3153-46bb-a52f-405d9ff7fb97 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Request body: {'port': {'device_id': '851b6ddc-9b93-411a-a041-1ec71a468b47', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'admin_state_up': True, 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'security_groups': ['3bcbc5ce-5abf-4d8f-bddb-52f42eaf3359']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:56.752754 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-959b3143-808e-411e-9b27-50ed6a035a7d req-3fc96695-3153-46bb-a52f-405d9ff7fb97 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:09:56.764973 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-959b3143-808e-411e-9b27-50ed6a035a7d req-3fc96695-3153-46bb-a52f-405d9ff7fb97 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:09:56.775762 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959b3143-808e-411e-9b27-50ed6a035a7d req-3fc96695-3153-46bb-a52f-405d9ff7fb97 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Made reservation on behalf of 6ad4813b6edb444495ca345f69236bb4 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:09:56.775762 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-959b3143-808e-411e-9b27-50ed6a035a7d req-3fc96695-3153-46bb-a52f-405d9ff7fb97 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:56.967407 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-959b3143-808e-411e-9b27-50ed6a035a7d req-3fc96695-3153-46bb-a52f-405d9ff7fb97 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Allocated IP 172.20.0.10 (a867e9b3-2eba-490f-b739-b2d32f9ed205/2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f/1dbfa995-ce2d-40a0-a712-1b432fc72378) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:09:57.194099 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-959b3143-808e-411e-9b27-50ed6a035a7d req-3fc96695-3153-46bb-a52f-405d9ff7fb97 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:57.213749 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-959b3143-808e-411e-9b27-50ed6a035a7d req-3fc96695-3153-46bb-a52f-405d9ff7fb97 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Transition to ACTIVE for port object 1dbfa995-ce2d-40a0-a712-1b432fc72378 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:09:57.254620 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-959b3143-808e-411e-9b27-50ed6a035a7d req-3fc96695-3153-46bb-a52f-405d9ff7fb97 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:57.315723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959b3143-808e-411e-9b27-50ed6a035a7d req-3fc96695-3153-46bb-a52f-405d9ff7fb97 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Network a867e9b3-2eba-490f-b739-b2d32f9ed205 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:09:57.318765 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-959b3143-808e-411e-9b27-50ed6a035a7d req-3fc96695-3153-46bb-a52f-405d9ff7fb97 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:09:57.322546 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-959b3143-808e-411e-9b27-50ed6a035a7d req-3fc96695-3153-46bb-a52f-405d9ff7fb97 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:09:57.410563 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc96695-3153-46bb-a52f-405d9ff7fb97 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event updated for resources: {'Port': ['ID=1dbfa995-ce2d-40a0-a712-1b432fc72378,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:57.427225 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b3143-808e-411e-9b27-50ed6a035a7d req-3fc96695-3153-46bb-a52f-405d9ff7fb97 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:57.427225 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-959b3143-808e-411e-9b27-50ed6a035a7d req-3fc96695-3153-46bb-a52f-405d9ff7fb97 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:57.484980 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-959b3143-808e-411e-9b27-50ed6a035a7d req-3fc96695-3153-46bb-a52f-405d9ff7fb97 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8806307 Mar 09 04:09:57.501083 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-959b3143-808e-411e-9b27-50ed6a035a7d req-2af11313-14f8-4abe-a57e-c641632864c7 service neutron] Request body: {'port': {'device_id': '851b6ddc-9b93-411a-a041-1ec71a468b47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:09:57.514198 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe331c-a970-4d29-8109-7233d7c26869 req-650fc03b-bf82-4ec7-b0ce-56345915dd28 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:57.514198 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8dfe331c-a970-4d29-8109-7233d7c26869 req-650fc03b-bf82-4ec7-b0ce-56345915dd28 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=851b6ddc-9b93-411a-a041-1ec71a468b47 HTTP/1.1" status: 200 len: 932 time: 0.1181529 Mar 09 04:09:57.624933 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8dfe331c-a970-4d29-8109-7233d7c26869 req-7affc9f7-f0cc-4b7b-a984-7ce6b218d84b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bcbc5ce-5abf-4d8f-bddb-52f42eaf3359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005273 Mar 09 04:09:57.642408 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-959b3143-808e-411e-9b27-50ed6a035a7d req-2af11313-14f8-4abe-a57e-c641632864c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:57.758037 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-76e4f68d-69ab-4226-9cc3-2dad1681b9b7 None None] Provisioning for port 1dbfa995-ce2d-40a0-a712-1b432fc72378 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:09:57.765769 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-76e4f68d-69ab-4226-9cc3-2dad1681b9b7 None None] Provisioning complete for port 1dbfa995-ce2d-40a0-a712-1b432fc72378 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:09:57.766413 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-76e4f68d-69ab-4226-9cc3-2dad1681b9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:57.835484 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-76e4f68d-69ab-4226-9cc3-2dad1681b9b7 None None] Port 1dbfa995-ce2d-40a0-a712-1b432fc72378 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:09:58.024781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-959b3143-808e-411e-9b27-50ed6a035a7d req-2af11313-14f8-4abe-a57e-c641632864c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dbfa995-ce2d-40a0-a712-1b432fc72378 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:09:58.032191 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-959b3143-808e-411e-9b27-50ed6a035a7d req-2af11313-14f8-4abe-a57e-c641632864c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:58.066536 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-959b3143-808e-411e-9b27-50ed6a035a7d req-2af11313-14f8-4abe-a57e-c641632864c7 service neutron] Transition to ACTIVE for port object 1dbfa995-ce2d-40a0-a712-1b432fc72378 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:09:58.071153 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-959b3143-808e-411e-9b27-50ed6a035a7d req-2af11313-14f8-4abe-a57e-c641632864c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:58.239288 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af11313-14f8-4abe-a57e-c641632864c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbfa995-ce2d-40a0-a712-1b432fc72378,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:58.322041 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-959b3143-808e-411e-9b27-50ed6a035a7d req-2af11313-14f8-4abe-a57e-c641632864c7 service neutron] Attempting to bind port 1dbfa995-ce2d-40a0-a712-1b432fc72378 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:09:58.322746 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-959b3143-808e-411e-9b27-50ed6a035a7d req-2af11313-14f8-4abe-a57e-c641632864c7 service neutron] Attempting to bind port 1dbfa995-ce2d-40a0-a712-1b432fc72378 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '4f67b76f-4f8e-46d7-bc73-27b808580f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:09:58.322746 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959b3143-808e-411e-9b27-50ed6a035a7d req-2af11313-14f8-4abe-a57e-c641632864c7 service neutron] Attempting to bind port 1dbfa995-ce2d-40a0-a712-1b432fc72378 on network a867e9b3-2eba-490f-b739-b2d32f9ed205 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:09:58.332295 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959b3143-808e-411e-9b27-50ed6a035a7d req-2af11313-14f8-4abe-a57e-c641632864c7 service neutron] Port 1dbfa995-ce2d-40a0-a712-1b432fc72378 on network a867e9b3-2eba-490f-b739-b2d32f9ed205 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:09:58.332295 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959b3143-808e-411e-9b27-50ed6a035a7d req-2af11313-14f8-4abe-a57e-c641632864c7 service neutron] Attempting to bind port 1dbfa995-ce2d-40a0-a712-1b432fc72378 on network a867e9b3-2eba-490f-b739-b2d32f9ed205 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:09:58.350442 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959b3143-808e-411e-9b27-50ed6a035a7d req-2af11313-14f8-4abe-a57e-c641632864c7 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:09:58.350442 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959b3143-808e-411e-9b27-50ed6a035a7d req-2af11313-14f8-4abe-a57e-c641632864c7 service neutron] Checking segment: {'id': '4f67b76f-4f8e-46d7-bc73-27b808580f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:09:58.350442 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959b3143-808e-411e-9b27-50ed6a035a7d req-2af11313-14f8-4abe-a57e-c641632864c7 service neutron] Bound using segment: {'id': '4f67b76f-4f8e-46d7-bc73-27b808580f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:09:58.350442 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-959b3143-808e-411e-9b27-50ed6a035a7d req-2af11313-14f8-4abe-a57e-c641632864c7 service neutron] Bound port: 1dbfa995-ce2d-40a0-a712-1b432fc72378, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f67b76f-4f8e-46d7-bc73-27b808580f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:09:58.350442 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-959b3143-808e-411e-9b27-50ed6a035a7d req-2af11313-14f8-4abe-a57e-c641632864c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:58.460345 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-959b3143-808e-411e-9b27-50ed6a035a7d req-2af11313-14f8-4abe-a57e-c641632864c7 service neutron] For port 1dbfa995-ce2d-40a0-a712-1b432fc72378, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:09:58.460345 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-959b3143-808e-411e-9b27-50ed6a035a7d req-2af11313-14f8-4abe-a57e-c641632864c7 service neutron] For port 1dbfa995-ce2d-40a0-a712-1b432fc72378, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=1dbfa995-ce2d-40a0-a712-1b432fc72378,segment=NetworkSegment(4f67b76f-4f8e-46d7-bc73-27b808580f53),segment_id=4f67b76f-4f8e-46d7-bc73-27b808580f53)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:09:58.470717 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-959b3143-808e-411e-9b27-50ed6a035a7d req-2af11313-14f8-4abe-a57e-c641632864c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:58.523216 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b3143-808e-411e-9b27-50ed6a035a7d req-2af11313-14f8-4abe-a57e-c641632864c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:58.523817 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-959b3143-808e-411e-9b27-50ed6a035a7d req-2af11313-14f8-4abe-a57e-c641632864c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:58.525173 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-959b3143-808e-411e-9b27-50ed6a035a7d req-2af11313-14f8-4abe-a57e-c641632864c7 service neutron] 10.222.0.21 "PUT /v2.0/ports/1dbfa995-ce2d-40a0-a712-1b432fc72378 HTTP/1.1" status: 200 len: 1092 time: 1.0369256 Mar 09 04:09:58.525607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851b6ddc-9b93-411a-a041-1ec71a468b47', 'tag': '1dbfa995-ce2d-40a0-a712-1b432fc72378'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:09:58.563808 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af11313-14f8-4abe-a57e-c641632864c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbfa995-ce2d-40a0-a712-1b432fc72378,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:09:58.616300 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851b6ddc-9b93-411a-a041-1ec71a468b47', 'tag': '1dbfa995-ce2d-40a0-a712-1b432fc72378', 'status': 'completed', 'code': 200} Mar 09 04:09:58.686189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b3143-808e-411e-9b27-50ed6a035a7d req-9fccf302-98ff-49fa-8b35-ca73a5cca18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:58.686189 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-959b3143-808e-411e-9b27-50ed6a035a7d req-9fccf302-98ff-49fa-8b35-ca73a5cca18e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ad4813b6edb444495ca345f69236bb4&device_id=851b6ddc-9b93-411a-a041-1ec71a468b47 HTTP/1.1" status: 200 len: 1095 time: 0.1118901 Mar 09 04:09:58.766276 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-90a717ae-a732-49ed-a3cf-c84801c61fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:58.843456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac7038-3059-4f4a-be2d-d0b8ff2fdc20 req-178145fd-34ee-4bc6-b340-b3a98401f53a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:58.850738 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0eac7038-3059-4f4a-be2d-d0b8ff2fdc20 req-178145fd-34ee-4bc6-b340-b3a98401f53a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=851b6ddc-9b93-411a-a041-1ec71a468b47 HTTP/1.1" status: 200 len: 944 time: 0.1165941 Mar 09 04:09:58.920471 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35164) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:09:58.949809 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-959b3143-808e-411e-9b27-50ed6a035a7d req-c7fcb770-f551-4901-89cf-ddf171ee98d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1dbfa995-ce2d-40a0-a712-1b432fc72378 HTTP/1.1" status: 200 len: 217 time: 0.2539232 Mar 09 04:09:59.004908 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0eac7038-3059-4f4a-be2d-d0b8ff2fdc20 req-cfe9c380-71bb-4c7e-9024-fa1aaa669272 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bcbc5ce-5abf-4d8f-bddb-52f42eaf3359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560805 Mar 09 04:09:59.017180 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b3143-808e-411e-9b27-50ed6a035a7d req-5498cb54-2c23-4461-8abb-9d9fae5de3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:59.019023 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-959b3143-808e-411e-9b27-50ed6a035a7d req-5498cb54-2c23-4461-8abb-9d9fae5de3fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f HTTP/1.1" status: 200 len: 853 time: 0.0629554 Mar 09 04:09:59.105072 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b3143-808e-411e-9b27-50ed6a035a7d req-e3d512e1-40c7-4130-86bf-b05c30fd5833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:59.105072 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-959b3143-808e-411e-9b27-50ed6a035a7d req-e3d512e1-40c7-4130-86bf-b05c30fd5833 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a867e9b3-2eba-490f-b739-b2d32f9ed205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774856 Mar 09 04:09:59.246826 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-959b3143-808e-411e-9b27-50ed6a035a7d req-ac5991bb-09a8-4f75-812d-c086356192d3 service neutron] 10.222.0.21 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367564 Mar 09 04:09:59.407530 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-959b3143-808e-411e-9b27-50ed6a035a7d req-fdc1fe52-5c97-4dca-8469-46ef865ef728 service neutron] 10.222.0.21 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460178 Mar 09 04:09:59.532047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f52df-5659-457c-a8fc-0c330cc9ac2e req-d83efa63-1461-4531-af4c-7547c51bbe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:59.533577 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-455f52df-5659-457c-a8fc-0c330cc9ac2e req-d83efa63-1461-4531-af4c-7547c51bbe3d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ad4813b6edb444495ca345f69236bb4&device_id=851b6ddc-9b93-411a-a041-1ec71a468b47 HTTP/1.1" status: 200 len: 1095 time: 0.0831199 Mar 09 04:09:59.632369 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4dd89539-23c2-4703-b800-4e4d8b0776a3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:09:59.745763 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f52df-5659-457c-a8fc-0c330cc9ac2e req-94e72816-8b8a-4363-8a7e-18ef03abf054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:59.745763 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-455f52df-5659-457c-a8fc-0c330cc9ac2e req-94e72816-8b8a-4363-8a7e-18ef03abf054 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a867e9b3-2eba-490f-b739-b2d32f9ed205 HTTP/1.1" status: 200 len: 915 time: 0.2032154 Mar 09 04:09:59.819902 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-455f52df-5659-457c-a8fc-0c330cc9ac2e req-01278777-6512-44c1-b762-23313945aaa2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1dbfa995-ce2d-40a0-a712-1b432fc72378 HTTP/1.1" status: 200 len: 217 time: 0.0692873 Mar 09 04:09:59.892274 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f52df-5659-457c-a8fc-0c330cc9ac2e req-fb3ab8f4-fc52-4ec2-93ed-4e1c66e79e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:09:59.893988 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-455f52df-5659-457c-a8fc-0c330cc9ac2e req-fb3ab8f4-fc52-4ec2-93ed-4e1c66e79e9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f HTTP/1.1" status: 200 len: 853 time: 0.0671041 Mar 09 04:10:00.003062 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f52df-5659-457c-a8fc-0c330cc9ac2e req-a8509baa-ef69-4ea7-9fe9-dd62e3db5f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:00.003062 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-455f52df-5659-457c-a8fc-0c330cc9ac2e req-a8509baa-ef69-4ea7-9fe9-dd62e3db5f9c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a867e9b3-2eba-490f-b739-b2d32f9ed205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992332 Mar 09 04:10:00.210472 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-455f52df-5659-457c-a8fc-0c330cc9ac2e req-1bef7121-5024-4cb6-96ee-a01339781844 service neutron] 10.222.0.21 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014945 Mar 09 04:10:00.273586 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-4dd89539-23c2-4703-b800-4e4d8b0776a3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Deleting port 9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:10:00.273586 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4dd89539-23c2-4703-b800-4e4d8b0776a3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:00.370831 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553686e-f9ea-40ba-9ac1-5ccb3a58017c req-8234fadc-2598-44fe-9bab-2e305d598cff tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:00.370831 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4553686e-f9ea-40ba-9ac1-5ccb3a58017c req-8234fadc-2598-44fe-9bab-2e305d598cff tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Synchronizing usage tracker for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:10:00.409647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4553686e-f9ea-40ba-9ac1-5ccb3a58017c req-8234fadc-2598-44fe-9bab-2e305d598cff tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Unset dirty status for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:10:00.417136 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4553686e-f9ea-40ba-9ac1-5ccb3a58017c req-8234fadc-2598-44fe-9bab-2e305d598cff tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=851b6ddc-9b93-411a-a041-1ec71a468b47 HTTP/1.1" status: 200 len: 944 time: 0.2719364 Mar 09 04:10:00.460949 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-455f52df-5659-457c-a8fc-0c330cc9ac2e req-181ca383-6ad1-4091-a6a3-ff9b358be601 service neutron] 10.222.0.21 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407525 Mar 09 04:10:00.465532 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4553686e-f9ea-40ba-9ac1-5ccb3a58017c req-c13173ea-a0a2-44de-a140-14f7dead0b05 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bcbc5ce-5abf-4d8f-bddb-52f42eaf3359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476289 Mar 09 04:10:00.496848 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-4dd89539-23c2-4703-b800-4e4d8b0776a3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] For port 9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2,segment=NetworkSegment(36436eff-b999-478e-9e92-f692ec28489f),segment_id=36436eff-b999-478e-9e92-f692ec28489f)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:10:00.497207 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4dd89539-23c2-4703-b800-4e4d8b0776a3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:00.633800 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-4dd89539-23c2-4703-b800-4e4d8b0776a3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Calling delete_port for 9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:10:01.024821 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4dd89539-23c2-4703-b800-4e4d8b0776a3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:01.073218 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd89539-23c2-4703-b800-4e4d8b0776a3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event deleted for resources: {'Port': ['ID=9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:01.117270 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e69c1b79-58f0-4e1a-aadf-b0c2bf73e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:01.409287 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4dd89539-23c2-4703-b800-4e4d8b0776a3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:01.907185 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd616bf-f107-4ab3-909c-d843c58e47c7 req-4db53cad-7cac-4938-8c9f-6a46453dc9ef tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:01.916653 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5dd616bf-f107-4ab3-909c-d843c58e47c7 req-4db53cad-7cac-4938-8c9f-6a46453dc9ef tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=851b6ddc-9b93-411a-a041-1ec71a468b47 HTTP/1.1" status: 200 len: 944 time: 0.2111113 Mar 09 04:10:02.063942 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5dd616bf-f107-4ab3-909c-d843c58e47c7 req-6ab187e2-af8b-4f2e-b5fe-c190ba11e1dc tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bcbc5ce-5abf-4d8f-bddb-52f42eaf3359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392632 Mar 09 04:10:02.070752 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd89539-23c2-4703-b800-4e4d8b0776a3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Router 1e6efae4-93d0-43a8-b404-d27d52e6e62a has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:10:02.241781 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:02.251730 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:02.284337 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd89539-23c2-4703-b800-4e4d8b0776a3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:10:02.294715 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc59ea11-61dd-4c4b-a2cb-40c9c5a8ef61 None None] Sync routers for ids ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:10:02.298654 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4dd89539-23c2-4703-b800-4e4d8b0776a3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "PUT /v2.0/routers/1e6efae4-93d0-43a8-b404-d27d52e6e62a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3772159 Mar 09 04:10:02.305850 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc59ea11-61dd-4c4b-a2cb-40c9c5a8ef61 None None] Routers {'1e6efae4-93d0-43a8-b404-d27d52e6e62a'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:10:02.306563 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-bc59ea11-61dd-4c4b-a2cb-40c9c5a8ef61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:10:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:02.520307 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-bc59ea11-61dd-4c4b-a2cb-40c9c5a8ef61 None None] Set router 1e6efae4-93d0-43a8-b404-d27d52e6e62a gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:10:02.710346 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606db5f-0fa7-4dcd-a31f-02a60c7b21b7 req-15fc0f33-f784-41b7-9987-40805b7cd0c6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:02.711866 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-3606db5f-0fa7-4dcd-a31f-02a60c7b21b7 req-15fc0f33-f784-41b7-9987-40805b7cd0c6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Synchronizing usage tracker for tenant:2355e92b134243b08899b3302e3d972c on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:10:02.742558 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-3606db5f-0fa7-4dcd-a31f-02a60c7b21b7 req-15fc0f33-f784-41b7-9987-40805b7cd0c6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Unset dirty status for tenant:2355e92b134243b08899b3302e3d972c on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:10:02.749465 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3606db5f-0fa7-4dcd-a31f-02a60c7b21b7 req-15fc0f33-f784-41b7-9987-40805b7cd0c6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=2965b8df-8c30-49e8-b77c-8ad55fcd6ec9 HTTP/1.1" status: 200 len: 946 time: 0.1177220 Mar 09 04:10:02.798471 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3606db5f-0fa7-4dcd-a31f-02a60c7b21b7 req-66231a03-fa54-4be3-a5a7-ffd95e1236dc tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=365e91ef-98dd-45a2-ac5b-96ec11594ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506396 Mar 09 04:10:02.912946 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-bc59ea11-61dd-4c4b-a2cb-40c9c5a8ef61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'name': 'tempest-TestNetworkBasicOps-router-1393263', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:40Z', 'updated_at': '2022-03-09T04:10:00Z', 'revision_number': 6, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:41Z', 'updated_at': '2022-03-09T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '604249de-e7f5-4577-8af5-6e615dec0ef3', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'port_id': 'f7343b7e-679c-4bf0-ba7e-110d16a1f518', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'mac_address': 'fa:16:3e:1d:21:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155f3fe-4ce1-45b0-a66c-b4417f7c7770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:08:22Z', 'updated_at': '2022-03-09T04:08:26Z', 'revision_number': 1, 'project_id': '2355e92b134243b08899b3302e3d972c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e743023e-d536-4c15-9e63-0a43e2461850', 'name': '', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'mac_address': 'fa:16:3e:89:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:48Z', 'updated_at': '2022-03-09T04:07:58Z', 'revision_number': 5, 'project_id': '2355e92b134243b08899b3302e3d972c', 'subnets': [{'id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:02.917115 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc59ea11-61dd-4c4b-a2cb-40c9c5a8ef61 None None] Checking router: 1e6efae4-93d0-43a8-b404-d27d52e6e62a for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:10:02.927342 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc59ea11-61dd-4c4b-a2cb-40c9c5a8ef61 None None] Routers {'1e6efae4-93d0-43a8-b404-d27d52e6e62a'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:10:02.927941 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-bc59ea11-61dd-4c4b-a2cb-40c9c5a8ef61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:10:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:02.933543 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 1dbfa995-ce2d-40a0-a712-1b432fc72378 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:10:03.111395 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 1dbfa995-ce2d-40a0-a712-1b432fc72378, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=1dbfa995-ce2d-40a0-a712-1b432fc72378,segment=NetworkSegment(4f67b76f-4f8e-46d7-bc73-27b808580f53),segment_id=4f67b76f-4f8e-46d7-bc73-27b808580f53)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:10:03.147699 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '1dbfa995-ce2d-40a0-a712-1b432fc72378', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'port_id': '1dbfa995-ce2d-40a0-a712-1b432fc72378', 'mac_address': 'fa:16:3e:3f:f7:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:10:03.175853 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-bc59ea11-61dd-4c4b-a2cb-40c9c5a8ef61 None None] Set router 1e6efae4-93d0-43a8-b404-d27d52e6e62a gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:10:03.226431 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:03.247550 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dbfa995-ce2d-40a0-a712-1b432fc72378 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:10:03.263632 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 1dbfa995-ce2d-40a0-a712-1b432fc72378, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=1dbfa995-ce2d-40a0-a712-1b432fc72378,segment=NetworkSegment(4f67b76f-4f8e-46d7-bc73-27b808580f53),segment_id=4f67b76f-4f8e-46d7-bc73-27b808580f53)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:10:03.268002 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:03.344645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00bfcd-3fde-44b1-85a6-53f57bfdceff req-db0862a2-e284-458a-9c42-3e8965b8e8bc tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:03.353234 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=1dbfa995-ce2d-40a0-a712-1b432fc72378,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:03.353446 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8a00bfcd-3fde-44b1-85a6-53f57bfdceff req-db0862a2-e284-458a-9c42-3e8965b8e8bc tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=851b6ddc-9b93-411a-a041-1ec71a468b47 HTTP/1.1" status: 200 len: 945 time: 0.1306045 Mar 09 04:10:03.400005 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8a00bfcd-3fde-44b1-85a6-53f57bfdceff req-08bbd3d5-b360-4043-8e5e-2aca9229bc30 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bcbc5ce-5abf-4d8f-bddb-52f42eaf3359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457618 Mar 09 04:10:03.528266 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:03.555249 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['1dbfa995-ce2d-40a0-a712-1b432fc72378'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:10:03.714462 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-bc59ea11-61dd-4c4b-a2cb-40c9c5a8ef61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'name': 'tempest-TestNetworkBasicOps-router-1393263', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:40Z', 'updated_at': '2022-03-09T04:10:00Z', 'revision_number': 6, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:41Z', 'updated_at': '2022-03-09T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '604249de-e7f5-4577-8af5-6e615dec0ef3', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'port_id': 'f7343b7e-679c-4bf0-ba7e-110d16a1f518', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'mac_address': 'fa:16:3e:1d:21:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155f3fe-4ce1-45b0-a66c-b4417f7c7770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:08:22Z', 'updated_at': '2022-03-09T04:08:26Z', 'revision_number': 1, 'project_id': '2355e92b134243b08899b3302e3d972c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e743023e-d536-4c15-9e63-0a43e2461850', 'name': '', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'mac_address': 'fa:16:3e:89:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:48Z', 'updated_at': '2022-03-09T04:07:58Z', 'revision_number': 5, 'project_id': '2355e92b134243b08899b3302e3d972c', 'subnets': [{'id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:03.720909 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc59ea11-61dd-4c4b-a2cb-40c9c5a8ef61 None None] The sync data for ids ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'] in n-d-825178-5 is: [{'id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'name': 'tempest-TestNetworkBasicOps-router-1393263', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:40Z', 'updated_at': '2022-03-09T04:10:00Z', 'revision_number': 6, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:41Z', 'updated_at': '2022-03-09T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '604249de-e7f5-4577-8af5-6e615dec0ef3', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'port_id': 'f7343b7e-679c-4bf0-ba7e-110d16a1f518', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'mac_address': 'fa:16:3e:1d:21:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155f3fe-4ce1-45b0-a66c-b4417f7c7770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:08:22Z', 'updated_at': '2022-03-09T04:08:26Z', 'revision_number': 1, 'project_id': '2355e92b134243b08899b3302e3d972c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e743023e-d536-4c15-9e63-0a43e2461850', 'name': '', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'mac_address': 'fa:16:3e:89:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:48Z', 'updated_at': '2022-03-09T04:07:58Z', 'revision_number': 5, 'project_id': '2355e92b134243b08899b3302e3d972c', 'subnets': [{'id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:10:04.065070 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f5187-6ac3-4f97-9708-981b8580abcd req-5ab7fef4-9870-4ed5-9db0-defea8d490fb tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:04.065070 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d92f5187-6ac3-4f97-9708-981b8580abcd req-5ab7fef4-9870-4ed5-9db0-defea8d490fb tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=2965b8df-8c30-49e8-b77c-8ad55fcd6ec9 HTTP/1.1" status: 200 len: 946 time: 0.0864387 Mar 09 04:10:04.139392 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d92f5187-6ac3-4f97-9708-981b8580abcd req-35f620c4-2f02-44ff-9451-859f97de3159 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=365e91ef-98dd-45a2-ac5b-96ec11594ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598152 Mar 09 04:10:04.198440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0c405-3272-44c5-b929-99b0aa5bc8bd req-15ba5bdb-4941-49d9-b9d0-c9d819ad52d4 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:04.198440 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4cc0c405-3272-44c5-b929-99b0aa5bc8bd req-15ba5bdb-4941-49d9-b9d0-c9d819ad52d4 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.24 "GET /v2.0/ports?device_id=2965b8df-8c30-49e8-b77c-8ad55fcd6ec9 HTTP/1.1" status: 200 len: 946 time: 0.1344340 Mar 09 04:10:04.286792 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:04.307695 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-4cc0c405-3272-44c5-b929-99b0aa5bc8bd req-6bddf9ad-8b62-40ff-b7a1-a401fce8d77b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Deleting port d3eb40cb-bf48-4ba3-a869-2ceed130f6c7 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:10:04.307963 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4cc0c405-3272-44c5-b929-99b0aa5bc8bd req-6bddf9ad-8b62-40ff-b7a1-a401fce8d77b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:04.776138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-4cc0c405-3272-44c5-b929-99b0aa5bc8bd req-6bddf9ad-8b62-40ff-b7a1-a401fce8d77b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] For port d3eb40cb-bf48-4ba3-a869-2ceed130f6c7, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=d3eb40cb-bf48-4ba3-a869-2ceed130f6c7,segment=NetworkSegment(36436eff-b999-478e-9e92-f692ec28489f),segment_id=36436eff-b999-478e-9e92-f692ec28489f)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:10:04.776138 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4cc0c405-3272-44c5-b929-99b0aa5bc8bd req-6bddf9ad-8b62-40ff-b7a1-a401fce8d77b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:04.909852 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-4cc0c405-3272-44c5-b929-99b0aa5bc8bd req-6bddf9ad-8b62-40ff-b7a1-a401fce8d77b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Calling delete_port for d3eb40cb-bf48-4ba3-a869-2ceed130f6c7 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:10:04.936956 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 1dbfa995-ce2d-40a0-a712-1b432fc72378 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:10:04.993051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff410d-9251-4ce9-b45b-7423a83ff0aa req-3db28f59-bb18-422a-8950-754a6b2defc7 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:05.002350 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d9ff410d-9251-4ce9-b45b-7423a83ff0aa req-3db28f59-bb18-422a-8950-754a6b2defc7 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=851b6ddc-9b93-411a-a041-1ec71a468b47 HTTP/1.1" status: 200 len: 945 time: 0.2934370 Mar 09 04:10:05.045903 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 1dbfa995-ce2d-40a0-a712-1b432fc72378 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:10:05.051276 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 1dbfa995-ce2d-40a0-a712-1b432fc72378 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:10:05.051276 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:05.064699 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d9ff410d-9251-4ce9-b45b-7423a83ff0aa req-67f3f7f3-54cb-4b26-baa6-2437e09db42e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bcbc5ce-5abf-4d8f-bddb-52f42eaf3359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654571 Mar 09 04:10:05.139892 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:10:05.185707 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:10:05.185707 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9f7b6e4a-0b36-42af-9f79-8dd1dfa21fe2 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:10:05.187080 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4cc0c405-3272-44c5-b929-99b0aa5bc8bd req-6bddf9ad-8b62-40ff-b7a1-a401fce8d77b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:05.242614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bddf9ad-8b62-40ff-b7a1-a401fce8d77b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event deleted for resources: {'Port': ['ID=d3eb40cb-bf48-4ba3-a869-2ceed130f6c7,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:05.248840 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:05.295801 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851b6ddc-9b93-411a-a041-1ec71a468b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbfa995-ce2d-40a0-a712-1b432fc72378'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:10:05.308350 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 1dbfa995-ce2d-40a0-a712-1b432fc72378, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=1dbfa995-ce2d-40a0-a712-1b432fc72378,segment=NetworkSegment(4f67b76f-4f8e-46d7-bc73-27b808580f53),segment_id=4f67b76f-4f8e-46d7-bc73-27b808580f53)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:10:05.314871 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:05.333386 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc0c405-3272-44c5-b929-99b0aa5bc8bd req-6bddf9ad-8b62-40ff-b7a1-a401fce8d77b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] No DVR routers for this DVR port d3eb40cb-bf48-4ba3-a869-2ceed130f6c7 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:10:05.336415 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4cc0c405-3272-44c5-b929-99b0aa5bc8bd req-6bddf9ad-8b62-40ff-b7a1-a401fce8d77b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:05.339334 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2965b8df-8c30-49e8-b77c-8ad55fcd6ec9', 'name': 'network-vif-deleted', 'tag': 'd3eb40cb-bf48-4ba3-a869-2ceed130f6c7'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:10:05.352856 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9f80f075-2b89-4f84-961e-899a150bae74 req-88cd2241-394c-445d-a7b9-ee6debdf8a9e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=2965b8df-8c30-49e8-b77c-8ad55fcd6ec9 HTTP/1.1" status: 200 len: 210 time: 0.0656564 Mar 09 04:10:05.360592 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4cc0c405-3272-44c5-b929-99b0aa5bc8bd req-6bddf9ad-8b62-40ff-b7a1-a401fce8d77b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.24 "DELETE /v2.0/ports/d3eb40cb-bf48-4ba3-a869-2ceed130f6c7 HTTP/1.1" status: 204 len: 173 time: 1.1576765 Mar 09 04:10:05.396881 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851b6ddc-9b93-411a-a041-1ec71a468b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbfa995-ce2d-40a0-a712-1b432fc72378', 'code': 200} Mar 09 04:10:05.409684 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=1dbfa995-ce2d-40a0-a712-1b432fc72378,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:05.414106 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2965b8df-8c30-49e8-b77c-8ad55fcd6ec9', 'name': 'network-vif-deleted', 'tag': 'd3eb40cb-bf48-4ba3-a869-2ceed130f6c7', 'status': 'completed', 'code': 200} Mar 09 04:10:05.548919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300202f7-79fd-4e04-bf95-6f66f8a1aad3 req-1e3ecca9-d60e-4b72-a978-24ec9b500f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:05.548919 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-300202f7-79fd-4e04-bf95-6f66f8a1aad3 req-1e3ecca9-d60e-4b72-a978-24ec9b500f74 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=851b6ddc-9b93-411a-a041-1ec71a468b47 HTTP/1.1" status: 200 len: 1097 time: 0.0788076 Mar 09 04:10:05.598740 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-300202f7-79fd-4e04-bf95-6f66f8a1aad3 req-2739277b-cad5-463c-9aff-189321824f8f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3bcbc5ce-5abf-4d8f-bddb-52f42eaf3359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422139 Mar 09 04:10:06.305448 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df6e8a-557c-48c8-ba71-4638dae1d9f4 req-6b4f4948-9b53-4afc-83fd-3b4c5a3a5a2c tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:06.305448 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a2df6e8a-557c-48c8-ba71-4638dae1d9f4 req-6b4f4948-9b53-4afc-83fd-3b4c5a3a5a2c tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=851b6ddc-9b93-411a-a041-1ec71a468b47 HTTP/1.1" status: 200 len: 946 time: 0.0899830 Mar 09 04:10:06.354753 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a2df6e8a-557c-48c8-ba71-4638dae1d9f4 req-07e1fc3d-398b-47cd-9021-49e540ea0f28 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bcbc5ce-5abf-4d8f-bddb-52f42eaf3359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416172 Mar 09 04:10:06.455008 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35266) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:06.537066 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-60def7c9-2f3f-4aba-a212-9ad36b7101cb tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:06.575857 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-60def7c9-2f3f-4aba-a212-9ad36b7101cb tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:06.682156 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-60def7c9-2f3f-4aba-a212-9ad36b7101cb tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:06.701560 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60def7c9-2f3f-4aba-a212-9ad36b7101cb tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=365e91ef-98dd-45a2-ac5b-96ec11594ba5,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:06.710073 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60def7c9-2f3f-4aba-a212-9ad36b7101cb tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:06.710073 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60def7c9-2f3f-4aba-a212-9ad36b7101cb tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:06.710073 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60def7c9-2f3f-4aba-a212-9ad36b7101cb tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:06.710073 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60def7c9-2f3f-4aba-a212-9ad36b7101cb tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:06.710073 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60def7c9-2f3f-4aba-a212-9ad36b7101cb tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:06.710073 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60def7c9-2f3f-4aba-a212-9ad36b7101cb tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:06.710965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60def7c9-2f3f-4aba-a212-9ad36b7101cb tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:06.710965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60def7c9-2f3f-4aba-a212-9ad36b7101cb tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:06.710965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60def7c9-2f3f-4aba-a212-9ad36b7101cb tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:06.711479 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60def7c9-2f3f-4aba-a212-9ad36b7101cb tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:06.711479 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60def7c9-2f3f-4aba-a212-9ad36b7101cb tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:06.712072 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60def7c9-2f3f-4aba-a212-9ad36b7101cb tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:06.726926 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-60def7c9-2f3f-4aba-a212-9ad36b7101cb tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:06.728507 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-60def7c9-2f3f-4aba-a212-9ad36b7101cb tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "DELETE /v2.0/security-groups/365e91ef-98dd-45a2-ac5b-96ec11594ba5 HTTP/1.1" status: 204 len: 168 time: 0.2723997 Mar 09 04:10:06.773619 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35274) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:06.857739 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f8e5d57-0b7f-428a-a04c-489b3fafd860 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Deleting subnet 87a1b69b-d779-426c-aa99-1f6dc818db7c {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:10:06.885848 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4f8e5d57-0b7f-428a-a04c-489b3fafd860 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:06.993224 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4f8e5d57-0b7f-428a-a04c-489b3fafd860 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:07.096232 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4f8e5d57-0b7f-428a-a04c-489b3fafd860 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:07.172756 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4f8e5d57-0b7f-428a-a04c-489b3fafd860 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:07.227517 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e5d57-0b7f-428a-a04c-489b3fafd860 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event deleted for resources: {'Subnet': ['ID=87a1b69b-d779-426c-aa99-1f6dc818db7c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:07.227517 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4f8e5d57-0b7f-428a-a04c-489b3fafd860 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:07.227517 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4f8e5d57-0b7f-428a-a04c-489b3fafd860 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "DELETE /v2.0/subnets/87a1b69b-d779-426c-aa99-1f6dc818db7c HTTP/1.1" status: 204 len: 168 time: 0.4510324 Mar 09 04:10:07.234568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35282) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:07.236857 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf858dc-e54b-41c0-9653-c42c1e70a957 None None] Network 8b9e29b1-0e15-490c-b911-0659ea528616 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:10:07.368141 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3150cc52-d729-4b00-baed-5a96f6ba0fef tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:07.381320 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-3150cc52-d729-4b00-baed-5a96f6ba0fef tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Deleting port 632f5c47-2b1f-4aee-9b56-22a74a4ae002 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:10:07.381781 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3150cc52-d729-4b00-baed-5a96f6ba0fef tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:07.566100 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21c252c-df4b-4a56-ad08-b6d814c952e5 None None] DHCP port deletion for 8b9e29b1-0e15-490c-b911-0659ea528616 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:10:07.566100 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e21c252c-df4b-4a56-ad08-b6d814c952e5 None None] Deleting port 632f5c47-2b1f-4aee-9b56-22a74a4ae002 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:10:07.573414 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e21c252c-df4b-4a56-ad08-b6d814c952e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:07.623758 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59b248-8d82-4a07-95c0-589bd941126d req-f32e7f19-c3aa-4e79-8c06-a46473e63d1a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:07.646260 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be59b248-8d82-4a07-95c0-589bd941126d req-f32e7f19-c3aa-4e79-8c06-a46473e63d1a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=851b6ddc-9b93-411a-a041-1ec71a468b47 HTTP/1.1" status: 200 len: 946 time: 0.1472027 Mar 09 04:10:07.662401 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-3150cc52-d729-4b00-baed-5a96f6ba0fef tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] For port 632f5c47-2b1f-4aee-9b56-22a74a4ae002, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=632f5c47-2b1f-4aee-9b56-22a74a4ae002,segment=NetworkSegment(36436eff-b999-478e-9e92-f692ec28489f),segment_id=36436eff-b999-478e-9e92-f692ec28489f)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:10:07.662401 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3150cc52-d729-4b00-baed-5a96f6ba0fef tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:07.708179 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be59b248-8d82-4a07-95c0-589bd941126d req-ecd81bfa-a99f-4a2a-be10-a90e6ac05ce4 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bcbc5ce-5abf-4d8f-bddb-52f42eaf3359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756299 Mar 09 04:10:07.803906 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-3150cc52-d729-4b00-baed-5a96f6ba0fef tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Calling delete_port for 632f5c47-2b1f-4aee-9b56-22a74a4ae002 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:10:07.840394 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e21c252c-df4b-4a56-ad08-b6d814c952e5 None None] For port 632f5c47-2b1f-4aee-9b56-22a74a4ae002, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=632f5c47-2b1f-4aee-9b56-22a74a4ae002,segment=NetworkSegment(36436eff-b999-478e-9e92-f692ec28489f),segment_id=36436eff-b999-478e-9e92-f692ec28489f)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:10:07.841574 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e21c252c-df4b-4a56-ad08-b6d814c952e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:08.003377 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e21c252c-df4b-4a56-ad08-b6d814c952e5 None None] Calling delete_port for 632f5c47-2b1f-4aee-9b56-22a74a4ae002 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:10:08.113592 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-e21c252c-df4b-4a56-ad08-b6d814c952e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:10:08.115301 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-e21c252c-df4b-4a56-ad08-b6d814c952e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:10:08.126285 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64993141-437b-47bc-bc70-09cc9ce58fd4 req-d43028b1-0eb1-44b2-a600-fdbdcd64f04e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:08.127914 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-64993141-437b-47bc-bc70-09cc9ce58fd4 req-d43028b1-0eb1-44b2-a600-fdbdcd64f04e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=851b6ddc-9b93-411a-a041-1ec71a468b47 HTTP/1.1" status: 200 len: 946 time: 0.2959154 Mar 09 04:10:08.128628 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3150cc52-d729-4b00-baed-5a96f6ba0fef tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:08.136155 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35300) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:08.141858 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-2a41b18d-ae23-472d-ab99-b6ea0f268c17 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Request body: {'floatingip': {'port_id': '1dbfa995-ce2d-40a0-a712-1b432fc72378'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:10:08.187298 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150cc52-d729-4b00-baed-5a96f6ba0fef tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event deleted for resources: {'Port': ['ID=632f5c47-2b1f-4aee-9b56-22a74a4ae002,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:08.189402 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3150cc52-d729-4b00-baed-5a96f6ba0fef tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] No DVR routers for this DVR port 632f5c47-2b1f-4aee-9b56-22a74a4ae002 on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:10:08.234743 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2a41b18d-ae23-472d-ab99-b6ea0f268c17 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:08.332881 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3150cc52-d729-4b00-baed-5a96f6ba0fef tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:08.367998 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-3150cc52-d729-4b00-baed-5a96f6ba0fef tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b9e29b1-0e15-490c-b911-0659ea528616']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:08.373857 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-3150cc52-d729-4b00-baed-5a96f6ba0fef tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36436eff-b999-478e-9e92-f692ec28489f') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:08.373857 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-3150cc52-d729-4b00-baed-5a96f6ba0fef tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36436eff-b999-478e-9e92-f692ec28489f') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:08.385501 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3150cc52-d729-4b00-baed-5a96f6ba0fef tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:08.408030 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3150cc52-d729-4b00-baed-5a96f6ba0fef tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:08.414729 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3150cc52-d729-4b00-baed-5a96f6ba0fef tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:10:08.415157 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3150cc52-d729-4b00-baed-5a96f6ba0fef tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:10:08.430875 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:10:08.535102 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3150cc52-d729-4b00-baed-5a96f6ba0fef tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:08.554521 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3150cc52-d729-4b00-baed-5a96f6ba0fef tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:08.568473 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150cc52-d729-4b00-baed-5a96f6ba0fef tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event deleted for resources: {'Network': ['ID=8b9e29b1-0e15-490c-b911-0659ea528616,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:08.580273 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3150cc52-d729-4b00-baed-5a96f6ba0fef tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "DELETE /v2.0/networks/8b9e29b1-0e15-490c-b911-0659ea528616 HTTP/1.1" status: 204 len: 168 time: 1.3463161 Mar 09 04:10:08.582475 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35306) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:08.619905 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e21c252c-df4b-4a56-ad08-b6d814c952e5 None None] Deleting port 632f5c47-2b1f-4aee-9b56-22a74a4ae002 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:10:08.619905 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e21c252c-df4b-4a56-ad08-b6d814c952e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:08.698908 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e21c252c-df4b-4a56-ad08-b6d814c952e5 None None] The port '632f5c47-2b1f-4aee-9b56-22a74a4ae002' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:10:08.933557 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:08.959044 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-e229166b-20eb-40b9-8034-95b06b6aaa08 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Deleting port d1fd163c-0dfc-42c0-be45-1472cdc2c1b6 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:10:08.959625 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e229166b-20eb-40b9-8034-95b06b6aaa08 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:09.173384 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 632f5c47-2b1f-4aee-9b56-22a74a4ae002 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:10:09.207550 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 632f5c47-2b1f-4aee-9b56-22a74a4ae002 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:10:09.207890 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 632f5c47-2b1f-4aee-9b56-22a74a4ae002 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:10:09.284629 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e229166b-20eb-40b9-8034-95b06b6aaa08 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:09.284629 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e229166b-20eb-40b9-8034-95b06b6aaa08 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:09.413845 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-e229166b-20eb-40b9-8034-95b06b6aaa08 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Calling delete_port for d1fd163c-0dfc-42c0-be45-1472cdc2c1b6 owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:10:09.449830 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.resource_extend [None req-2a41b18d-ae23-472d-ab99-b6ea0f268c17 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 04:10:09.576245 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2a41b18d-ae23-472d-ab99-b6ea0f268c17 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:09.582975 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2a41b18d-ae23-472d-ab99-b6ea0f268c17 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:09.663875 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device d3eb40cb-bf48-4ba3-a869-2ceed130f6c7 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:10:09.716274 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: d3eb40cb-bf48-4ba3-a869-2ceed130f6c7 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:10:09.716616 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device d3eb40cb-bf48-4ba3-a869-2ceed130f6c7 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:10:09.943029 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-2a41b18d-ae23-472d-ab99-b6ea0f268c17 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Floating IP 7f85fffb-5018-4aa0-908a-b6707242740b associated. External IP: 172.25.7.205, port: 1dbfa995-ce2d-40a0-a712-1b432fc72378. Mar 09 04:10:10.019877 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e229166b-20eb-40b9-8034-95b06b6aaa08 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:10.076153 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229166b-20eb-40b9-8034-95b06b6aaa08 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event deleted for resources: {'Port': ['ID=d1fd163c-0dfc-42c0-be45-1472cdc2c1b6,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:10.266676 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e229166b-20eb-40b9-8034-95b06b6aaa08 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:10.266676 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-e229166b-20eb-40b9-8034-95b06b6aaa08 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Floating IP 604249de-e7f5-4577-8af5-6e615dec0ef3 disassociated (deleted). External IP: 172.25.7.129, port: f7343b7e-679c-4bf0-ba7e-110d16a1f518. Mar 09 04:10:10.605133 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a41b18d-ae23-472d-ab99-b6ea0f268c17 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Router 05c98226-b013-452a-be20-75171a463f5c has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:10:10.955047 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e229166b-20eb-40b9-8034-95b06b6aaa08 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Router 1e6efae4-93d0-43a8-b404-d27d52e6e62a has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:10:10.965036 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a41b18d-ae23-472d-ab99-b6ea0f268c17 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:10:10.977027 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95bb27f-31f8-4c81-a7da-7b72da3cf270 None None] Sync routers for ids ['05c98226-b013-452a-be20-75171a463f5c'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:10:10.986651 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95bb27f-31f8-4c81-a7da-7b72da3cf270 None None] Routers {'05c98226-b013-452a-be20-75171a463f5c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:10:10.986651 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-b95bb27f-31f8-4c81-a7da-7b72da3cf270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:10:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['05c98226-b013-452a-be20-75171a463f5c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:11.053999 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2a41b18d-ae23-472d-ab99-b6ea0f268c17 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:11.306088 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-b95bb27f-31f8-4c81-a7da-7b72da3cf270 None None] Set router 05c98226-b013-452a-be20-75171a463f5c gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:10:11.387112 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2a41b18d-ae23-472d-ab99-b6ea0f268c17 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "PUT /v2.0/floatingips/7f85fffb-5018-4aa0-908a-b6707242740b HTTP/1.1" status: 200 len: 992 time: 3.2444675 Mar 09 04:10:11.387112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851b6ddc-9b93-411a-a041-1ec71a468b47', 'tag': '1dbfa995-ce2d-40a0-a712-1b432fc72378'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:10:11.436690 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e229166b-20eb-40b9-8034-95b06b6aaa08 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:10:11.441959 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e229166b-20eb-40b9-8034-95b06b6aaa08 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:11.447244 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c032e5-7938-471d-9309-fb0545bb37f5 None None] Sync routers for ids ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:10:11.465100 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c032e5-7938-471d-9309-fb0545bb37f5 None None] Routers {'1e6efae4-93d0-43a8-b404-d27d52e6e62a'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:10:11.466031 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-62c032e5-7938-471d-9309-fb0545bb37f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:10:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:11.484459 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851b6ddc-9b93-411a-a041-1ec71a468b47', 'tag': '1dbfa995-ce2d-40a0-a712-1b432fc72378', 'status': 'completed', 'code': 200} Mar 09 04:10:11.523390 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e229166b-20eb-40b9-8034-95b06b6aaa08 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "DELETE /v2.0/floatingips/604249de-e7f5-4577-8af5-6e615dec0ef3 HTTP/1.1" status: 204 len: 168 time: 2.9428356 Mar 09 04:10:11.631693 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a0b46-6766-44ae-baf4-3aec25c7719d req-9ccc8046-208f-4f80-9533-49c91e6b656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:11.631693 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d2a0b46-6766-44ae-baf4-3aec25c7719d req-9ccc8046-208f-4f80-9533-49c91e6b656b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ad4813b6edb444495ca345f69236bb4&device_id=851b6ddc-9b93-411a-a041-1ec71a468b47 HTTP/1.1" status: 200 len: 1097 time: 0.1479006 Mar 09 04:10:11.774151 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-b95bb27f-31f8-4c81-a7da-7b72da3cf270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '7f85fffb-5018-4aa0-908a-b6707242740b', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'floating_ip_address': '172.25.7.205', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '05c98226-b013-452a-be20-75171a463f5c', 'port_id': '1dbfa995-ce2d-40a0-a712-1b432fc72378', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'mac_address': 'fa:16:3e:3f:f7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851b6ddc-9b93-411a-a041-1ec71a468b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:09:53Z', 'updated_at': '2022-03-09T04:10:09Z', 'revision_number': 1, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'fixed_ip_address_scope': None}, {'id': 'f2fc3005-5cdd-4499-ab28-3347ea805bee', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '05c98226-b013-452a-be20-75171a463f5c', 'port_id': '2996ef63-1289-4a4b-8d5f-c5ad35da3201', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'mac_address': 'fa:16:3e:8f:7e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1706fdb-63f3-4f61-9758-2a2512599426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:08:10Z', 'updated_at': '2022-03-09T04:08:38Z', 'revision_number': 2, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b8fd1c-ebab-4e4a-bec8-115622139a02', 'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'mac_address': 'fa:16:3e:ee:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:58Z', 'updated_at': '2022-03-09T04:08:13Z', 'revision_number': 5, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'subnets': [{'id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:11.774151 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95bb27f-31f8-4c81-a7da-7b72da3cf270 None None] Checking router: 05c98226-b013-452a-be20-75171a463f5c for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:10:11.788894 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95bb27f-31f8-4c81-a7da-7b72da3cf270 None None] Routers {'05c98226-b013-452a-be20-75171a463f5c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:10:11.788894 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-b95bb27f-31f8-4c81-a7da-7b72da3cf270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:10:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['05c98226-b013-452a-be20-75171a463f5c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:11.834448 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-62c032e5-7938-471d-9309-fb0545bb37f5 None None] Set router 1e6efae4-93d0-43a8-b404-d27d52e6e62a gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:10:11.965313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a0b46-6766-44ae-baf4-3aec25c7719d req-fb5486cd-92f2-4c65-99d0-648f4f9b884c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:11.967288 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d2a0b46-6766-44ae-baf4-3aec25c7719d req-fb5486cd-92f2-4c65-99d0-648f4f9b884c service neutron] 10.222.0.21 "GET /v2.0/networks?id=a867e9b3-2eba-490f-b739-b2d32f9ed205 HTTP/1.1" status: 200 len: 915 time: 0.3315740 Mar 09 04:10:12.062904 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-b95bb27f-31f8-4c81-a7da-7b72da3cf270 None None] Set router 05c98226-b013-452a-be20-75171a463f5c gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:10:12.152915 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d2a0b46-6766-44ae-baf4-3aec25c7719d req-5133adc9-9c86-4c2e-a61c-3c61f5951dba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1dbfa995-ce2d-40a0-a712-1b432fc72378 HTTP/1.1" status: 200 len: 1000 time: 0.1705565 Mar 09 04:10:12.219769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a0b46-6766-44ae-baf4-3aec25c7719d req-b5cca913-97cf-4440-bfa7-10d458ce1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:12.221238 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d2a0b46-6766-44ae-baf4-3aec25c7719d req-b5cca913-97cf-4440-bfa7-10d458ce1558 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f HTTP/1.1" status: 200 len: 853 time: 0.0647738 Mar 09 04:10:12.253020 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e74d78-8bd5-4afa-809a-1bab49cdea4a req-eef5994e-ef2f-450a-9ec4-d902cf65be14 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:12.253751 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-43e74d78-8bd5-4afa-809a-1bab49cdea4a req-eef5994e-ef2f-450a-9ec4-d902cf65be14 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Synchronizing usage tracker for tenant:2355e92b134243b08899b3302e3d972c on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:10:12.276723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-43e74d78-8bd5-4afa-809a-1bab49cdea4a req-eef5994e-ef2f-450a-9ec4-d902cf65be14 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Unset dirty status for tenant:2355e92b134243b08899b3302e3d972c on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:10:12.278318 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-43e74d78-8bd5-4afa-809a-1bab49cdea4a req-eef5994e-ef2f-450a-9ec4-d902cf65be14 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=c155f3fe-4ce1-45b0-a66c-b4417f7c7770 HTTP/1.1" status: 200 len: 945 time: 0.1864517 Mar 09 04:10:12.314623 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-62c032e5-7938-471d-9309-fb0545bb37f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'name': 'tempest-TestNetworkBasicOps-router-1393263', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:40Z', 'updated_at': '2022-03-09T04:10:00Z', 'revision_number': 6, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:41Z', 'updated_at': '2022-03-09T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'e743023e-d536-4c15-9e63-0a43e2461850', 'name': '', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'mac_address': 'fa:16:3e:89:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:48Z', 'updated_at': '2022-03-09T04:07:58Z', 'revision_number': 5, 'project_id': '2355e92b134243b08899b3302e3d972c', 'subnets': [{'id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:12.322114 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c032e5-7938-471d-9309-fb0545bb37f5 None None] Checking router: 1e6efae4-93d0-43a8-b404-d27d52e6e62a for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:10:12.357198 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-43e74d78-8bd5-4afa-809a-1bab49cdea4a req-354259be-21ae-4080-9c48-569cd6631c7e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Synchronizing usage tracker for tenant:2355e92b134243b08899b3302e3d972c on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:10:12.362210 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a0b46-6766-44ae-baf4-3aec25c7719d req-c3636504-4dcc-488f-b92f-0e8de037fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:12.362210 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d2a0b46-6766-44ae-baf4-3aec25c7719d req-c3636504-4dcc-488f-b92f-0e8de037fc5b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a867e9b3-2eba-490f-b739-b2d32f9ed205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264055 Mar 09 04:10:12.369119 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c032e5-7938-471d-9309-fb0545bb37f5 None None] Routers {'1e6efae4-93d0-43a8-b404-d27d52e6e62a'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:10:12.369119 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-62c032e5-7938-471d-9309-fb0545bb37f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:10:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:12.377089 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-43e74d78-8bd5-4afa-809a-1bab49cdea4a req-354259be-21ae-4080-9c48-569cd6631c7e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Unset dirty status for tenant:2355e92b134243b08899b3302e3d972c on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:10:12.394881 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-43e74d78-8bd5-4afa-809a-1bab49cdea4a req-354259be-21ae-4080-9c48-569cd6631c7e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a49623-ca47-4a06-af33-254dce8b127b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923870 Mar 09 04:10:12.563631 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d2a0b46-6766-44ae-baf4-3aec25c7719d req-17767964-9f40-4e14-aa62-3af5e8b84126 service neutron] 10.222.0.21 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960342 Mar 09 04:10:12.597506 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-b95bb27f-31f8-4c81-a7da-7b72da3cf270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '7f85fffb-5018-4aa0-908a-b6707242740b', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'floating_ip_address': '172.25.7.205', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '05c98226-b013-452a-be20-75171a463f5c', 'port_id': '1dbfa995-ce2d-40a0-a712-1b432fc72378', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'mac_address': 'fa:16:3e:3f:f7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851b6ddc-9b93-411a-a041-1ec71a468b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:09:53Z', 'updated_at': '2022-03-09T04:10:09Z', 'revision_number': 1, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'fixed_ip_address_scope': None}, {'id': 'f2fc3005-5cdd-4499-ab28-3347ea805bee', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '05c98226-b013-452a-be20-75171a463f5c', 'port_id': '2996ef63-1289-4a4b-8d5f-c5ad35da3201', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'mac_address': 'fa:16:3e:8f:7e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1706fdb-63f3-4f61-9758-2a2512599426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:08:10Z', 'updated_at': '2022-03-09T04:08:38Z', 'revision_number': 2, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b8fd1c-ebab-4e4a-bec8-115622139a02', 'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'mac_address': 'fa:16:3e:ee:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:58Z', 'updated_at': '2022-03-09T04:08:13Z', 'revision_number': 5, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'subnets': [{'id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:12.600994 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-62c032e5-7938-471d-9309-fb0545bb37f5 None None] Set router 1e6efae4-93d0-43a8-b404-d27d52e6e62a gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:10:12.602868 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95bb27f-31f8-4c81-a7da-7b72da3cf270 None None] The sync data for ids ['05c98226-b013-452a-be20-75171a463f5c'] in n-d-825178-5 is: [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '7f85fffb-5018-4aa0-908a-b6707242740b', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'floating_ip_address': '172.25.7.205', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '05c98226-b013-452a-be20-75171a463f5c', 'port_id': '1dbfa995-ce2d-40a0-a712-1b432fc72378', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'mac_address': 'fa:16:3e:3f:f7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851b6ddc-9b93-411a-a041-1ec71a468b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:09:53Z', 'updated_at': '2022-03-09T04:10:09Z', 'revision_number': 1, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'fixed_ip_address_scope': None}, {'id': 'f2fc3005-5cdd-4499-ab28-3347ea805bee', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '05c98226-b013-452a-be20-75171a463f5c', 'port_id': '2996ef63-1289-4a4b-8d5f-c5ad35da3201', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'mac_address': 'fa:16:3e:8f:7e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1706fdb-63f3-4f61-9758-2a2512599426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:08:10Z', 'updated_at': '2022-03-09T04:08:38Z', 'revision_number': 2, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b8fd1c-ebab-4e4a-bec8-115622139a02', 'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'mac_address': 'fa:16:3e:ee:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:58Z', 'updated_at': '2022-03-09T04:08:13Z', 'revision_number': 5, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'subnets': [{'id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:10:12.657005 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:10:12.751403 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d2a0b46-6766-44ae-baf4-3aec25c7719d req-c6cbba9f-78cb-49f2-ba48-51fee10fb07d service neutron] 10.222.0.21 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774855 Mar 09 04:10:12.926723 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe546ad1-2a09-47d7-b857-c96b758c5ecf None None] New status for floating IP 7f85fffb-5018-4aa0-908a-b6707242740b: ACTIVE {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:10:13.021488 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-62c032e5-7938-471d-9309-fb0545bb37f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'name': 'tempest-TestNetworkBasicOps-router-1393263', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:40Z', 'updated_at': '2022-03-09T04:10:00Z', 'revision_number': 6, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:41Z', 'updated_at': '2022-03-09T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'e743023e-d536-4c15-9e63-0a43e2461850', 'name': '', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'mac_address': 'fa:16:3e:89:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:48Z', 'updated_at': '2022-03-09T04:07:58Z', 'revision_number': 5, 'project_id': '2355e92b134243b08899b3302e3d972c', 'subnets': [{'id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:13.056851 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c032e5-7938-471d-9309-fb0545bb37f5 None None] The sync data for ids ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'] in n-d-825178-5 is: [{'id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'name': 'tempest-TestNetworkBasicOps-router-1393263', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:40Z', 'updated_at': '2022-03-09T04:10:00Z', 'revision_number': 6, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:41Z', 'updated_at': '2022-03-09T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'e743023e-d536-4c15-9e63-0a43e2461850', 'name': '', 'network_id': 'c69a58b9-9c44-44eb-8ec7-146f189937dd', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'mac_address': 'fa:16:3e:89:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:48Z', 'updated_at': '2022-03-09T04:07:58Z', 'revision_number': 5, 'project_id': '2355e92b134243b08899b3302e3d972c', 'subnets': [{'id': '2bdb77d6-b567-4bbc-ad24-4a30e1558e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:10:13.412592 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42acdf-b8af-487f-8cea-8b3127a09460 req-3d2ced9e-5900-4809-bd57-20ff2b2896de tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:13.413911 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-9f42acdf-b8af-487f-8cea-8b3127a09460 req-3d2ced9e-5900-4809-bd57-20ff2b2896de tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Synchronizing usage tracker for tenant:2355e92b134243b08899b3302e3d972c on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:10:13.456706 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-9f42acdf-b8af-487f-8cea-8b3127a09460 req-3d2ced9e-5900-4809-bd57-20ff2b2896de tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Unset dirty status for tenant:2355e92b134243b08899b3302e3d972c on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:10:13.456706 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9f42acdf-b8af-487f-8cea-8b3127a09460 req-3d2ced9e-5900-4809-bd57-20ff2b2896de tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.21 "GET /v2.0/ports?device_id=c155f3fe-4ce1-45b0-a66c-b4417f7c7770 HTTP/1.1" status: 200 len: 945 time: 0.1968150 Mar 09 04:10:13.491479 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c155f3fe-4ce1-45b0-a66c-b4417f7c7770', 'tag': 'f7343b7e-679c-4bf0-ba7e-110d16a1f518'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:10:13.643924 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352387c0-4cf3-4f1c-b779-4678bbe58831 None None] New status for floating IP 604249de-e7f5-4577-8af5-6e615dec0ef3: DOWN {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:10:13.707560 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08516d6-4031-4805-b763-4fa74121dc59 req-400ef437-ac60-4a62-9636-191330c7925c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:13.714813 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e08516d6-4031-4805-b763-4fa74121dc59 req-400ef437-ac60-4a62-9636-191330c7925c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 945 time: 0.1911368 Mar 09 04:10:13.777744 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e08516d6-4031-4805-b763-4fa74121dc59 req-d65cd0cf-d954-4665-8c32-b1b05373cb55 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619242 Mar 09 04:10:13.802285 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-9f42acdf-b8af-487f-8cea-8b3127a09460 req-d1e60fa3-7ea8-48e6-8186-6ca3b6c95f97 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Deleting port f7343b7e-679c-4bf0-ba7e-110d16a1f518 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:10:13.804125 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9f42acdf-b8af-487f-8cea-8b3127a09460 req-d1e60fa3-7ea8-48e6-8186-6ca3b6c95f97 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:13.834161 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c155f3fe-4ce1-45b0-a66c-b4417f7c7770', 'tag': 'f7343b7e-679c-4bf0-ba7e-110d16a1f518', 'status': 'completed', 'code': 200} Mar 09 04:10:14.268221 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00460fcd-3217-4d1d-80c5-df6a587ec0ef req-938abd67-a962-4867-8d08-2db97659e4c6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:14.268221 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-00460fcd-3217-4d1d-80c5-df6a587ec0ef req-938abd67-a962-4867-8d08-2db97659e4c6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=c155f3fe-4ce1-45b0-a66c-b4417f7c7770 HTTP/1.1" status: 200 len: 945 time: 0.5820997 Mar 09 04:10:14.381810 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ea533-cb30-4759-8b85-6e7433307c43 req-63a8b2cb-8eae-481b-b3d6-b78fad64353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:14.383309 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-479ea533-cb30-4759-8b85-6e7433307c43 req-63a8b2cb-8eae-481b-b3d6-b78fad64353a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2355e92b134243b08899b3302e3d972c&device_id=c155f3fe-4ce1-45b0-a66c-b4417f7c7770 HTTP/1.1" status: 200 len: 1096 time: 0.4906301 Mar 09 04:10:14.444403 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-00460fcd-3217-4d1d-80c5-df6a587ec0ef req-4f855e5d-30bd-410a-b424-e4f9ca3b6d1e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a49623-ca47-4a06-af33-254dce8b127b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592660 Mar 09 04:10:14.516615 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-9f42acdf-b8af-487f-8cea-8b3127a09460 req-d1e60fa3-7ea8-48e6-8186-6ca3b6c95f97 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] For port f7343b7e-679c-4bf0-ba7e-110d16a1f518, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=f7343b7e-679c-4bf0-ba7e-110d16a1f518,segment=NetworkSegment(22a6e7da-07c5-4772-bd73-3abd5dffa2fe),segment_id=22a6e7da-07c5-4772-bd73-3abd5dffa2fe)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:10:14.516615 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9f42acdf-b8af-487f-8cea-8b3127a09460 req-d1e60fa3-7ea8-48e6-8186-6ca3b6c95f97 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:14.664782 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-9f42acdf-b8af-487f-8cea-8b3127a09460 req-d1e60fa3-7ea8-48e6-8186-6ca3b6c95f97 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Calling delete_port for f7343b7e-679c-4bf0-ba7e-110d16a1f518 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:10:14.754138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ea533-cb30-4759-8b85-6e7433307c43 req-135ef59c-0a5b-4ab4-9ecd-bff4607b6fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:14.754138 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-479ea533-cb30-4759-8b85-6e7433307c43 req-135ef59c-0a5b-4ab4-9ecd-bff4607b6fe9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c69a58b9-9c44-44eb-8ec7-146f189937dd HTTP/1.1" status: 200 len: 897 time: 0.3612440 Mar 09 04:10:14.833504 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-479ea533-cb30-4759-8b85-6e7433307c43 req-a69e209d-3228-4e62-91e6-48bbd568e45a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7343b7e-679c-4bf0-ba7e-110d16a1f518 HTTP/1.1" status: 200 len: 217 time: 0.0669794 Mar 09 04:10:14.970072 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ea533-cb30-4759-8b85-6e7433307c43 req-510a065c-93f9-4ef8-8d4a-6b304d71280f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:14.970072 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-479ea533-cb30-4759-8b85-6e7433307c43 req-510a065c-93f9-4ef8-8d4a-6b304d71280f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2bdb77d6-b567-4bbc-ad24-4a30e1558e66 HTTP/1.1" status: 200 len: 835 time: 0.1331677 Mar 09 04:10:15.006784 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27628181-f1f7-4285-a88f-a1961a7d8688 req-20583292-ae1c-4bae-9d80-45380cd4a41b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:15.006784 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-27628181-f1f7-4285-a88f-a1961a7d8688 req-20583292-ae1c-4bae-9d80-45380cd4a41b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 945 time: 0.1007020 Mar 09 04:10:15.044649 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9f42acdf-b8af-487f-8cea-8b3127a09460 req-d1e60fa3-7ea8-48e6-8186-6ca3b6c95f97 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:15.097130 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-27628181-f1f7-4285-a88f-a1961a7d8688 req-dc872c7c-c43c-4539-885c-6f6d44bbc80d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689723 Mar 09 04:10:15.150314 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e60fa3-7ea8-48e6-8186-6ca3b6c95f97 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event deleted for resources: {'Port': ['ID=f7343b7e-679c-4bf0-ba7e-110d16a1f518,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:15.193046 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f42acdf-b8af-487f-8cea-8b3127a09460 req-d1e60fa3-7ea8-48e6-8186-6ca3b6c95f97 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] No DVR routers for this DVR port f7343b7e-679c-4bf0-ba7e-110d16a1f518 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:10:15.200888 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-9f42acdf-b8af-487f-8cea-8b3127a09460 req-d1e60fa3-7ea8-48e6-8186-6ca3b6c95f97 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:15.203661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c155f3fe-4ce1-45b0-a66c-b4417f7c7770', 'name': 'network-vif-deleted', 'tag': 'f7343b7e-679c-4bf0-ba7e-110d16a1f518'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:10:15.237777 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ea533-cb30-4759-8b85-6e7433307c43 req-a626e539-136f-494a-a4bd-8004d12b5676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:15.237777 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-479ea533-cb30-4759-8b85-6e7433307c43 req-a626e539-136f-494a-a4bd-8004d12b5676 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c69a58b9-9c44-44eb-8ec7-146f189937dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2588160 Mar 09 04:10:15.240340 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9f42acdf-b8af-487f-8cea-8b3127a09460 req-d1e60fa3-7ea8-48e6-8186-6ca3b6c95f97 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.21 "DELETE /v2.0/ports/f7343b7e-679c-4bf0-ba7e-110d16a1f518 HTTP/1.1" status: 204 len: 173 time: 1.7824807 Mar 09 04:10:15.280625 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c155f3fe-4ce1-45b0-a66c-b4417f7c7770', 'name': 'network-vif-deleted', 'tag': 'f7343b7e-679c-4bf0-ba7e-110d16a1f518', 'status': 'completed', 'code': 200} Mar 09 04:10:15.411213 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-479ea533-cb30-4759-8b85-6e7433307c43 req-9db3352a-46c0-4032-9897-8cb20d04ebee service neutron] 10.222.0.21 "GET /v2.0/networks/c69a58b9-9c44-44eb-8ec7-146f189937dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678891 Mar 09 04:10:15.593377 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-479ea533-cb30-4759-8b85-6e7433307c43 req-6085fe7c-8611-4af9-9567-0099e215956b service neutron] 10.222.0.21 "GET /v2.0/networks/c69a58b9-9c44-44eb-8ec7-146f189937dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712909 Mar 09 04:10:15.698789 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8d4b70c5-b137-47c3-85ad-8d6c31adae44 req-0b2729c9-eb38-43e5-ac60-9ee17483fa8c tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=c155f3fe-4ce1-45b0-a66c-b4417f7c7770 HTTP/1.1" status: 200 len: 210 time: 0.0559750 Mar 09 04:10:16.311110 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0a96e-38eb-4299-839c-ce956155c5b9 req-4dcb1fca-0207-4898-a02b-75168c03512b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:16.311110 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84b0a96e-38eb-4299-839c-ce956155c5b9 req-4dcb1fca-0207-4898-a02b-75168c03512b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 945 time: 0.0821116 Mar 09 04:10:16.374905 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84b0a96e-38eb-4299-839c-ce956155c5b9 req-d628f8f8-41ea-43a9-9bbe-94be4d370f8d tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546644 Mar 09 04:10:16.802490 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35424) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:16.878244 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4c7c5563-9e67-4b95-a5b5-6d847919ef6a tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:16.932313 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4c7c5563-9e67-4b95-a5b5-6d847919ef6a tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:16.987212 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device f7343b7e-679c-4bf0-ba7e-110d16a1f518 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:10:17.012778 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4c7c5563-9e67-4b95-a5b5-6d847919ef6a tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:17.029188 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c5563-9e67-4b95-a5b5-6d847919ef6a tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a49623-ca47-4a06-af33-254dce8b127b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:17.031665 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: f7343b7e-679c-4bf0-ba7e-110d16a1f518 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:10:17.031665 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device f7343b7e-679c-4bf0-ba7e-110d16a1f518 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:10:17.049463 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4c7c5563-9e67-4b95-a5b5-6d847919ef6a tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:17.049463 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4c7c5563-9e67-4b95-a5b5-6d847919ef6a tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "DELETE /v2.0/security-groups/45a49623-ca47-4a06-af33-254dce8b127b HTTP/1.1" status: 204 len: 168 time: 0.2392113 Mar 09 04:10:17.079142 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35432) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:17.704993 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6122b-bd5e-45e6-93c2-13ae7d13d6d7 req-9d60395d-0803-4348-8924-d8aeb38f0831 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:17.704993 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9bf6122b-bd5e-45e6-93c2-13ae7d13d6d7 req-9d60395d-0803-4348-8924-d8aeb38f0831 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 945 time: 0.2131217 Mar 09 04:10:17.763894 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9bf6122b-bd5e-45e6-93c2-13ae7d13d6d7 req-be272314-2b93-439a-ab2f-8730a8f4be33 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548508 Mar 09 04:10:17.845039 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4e1ed203-8b39-4867-8d8b-86e0aaf614d5 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:18.330824 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-4e1ed203-8b39-4867-8d8b-86e0aaf614d5 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Deleting port e743023e-d536-4c15-9e63-0a43e2461850 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:10:18.331108 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4e1ed203-8b39-4867-8d8b-86e0aaf614d5 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:18.571744 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-4e1ed203-8b39-4867-8d8b-86e0aaf614d5 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] For port e743023e-d536-4c15-9e63-0a43e2461850, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e743023e-d536-4c15-9e63-0a43e2461850,segment=NetworkSegment(22a6e7da-07c5-4772-bd73-3abd5dffa2fe),segment_id=22a6e7da-07c5-4772-bd73-3abd5dffa2fe)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:10:18.580773 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4e1ed203-8b39-4867-8d8b-86e0aaf614d5 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:18.709074 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-4e1ed203-8b39-4867-8d8b-86e0aaf614d5 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Calling delete_port for e743023e-d536-4c15-9e63-0a43e2461850 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:10:18.942768 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4e1ed203-8b39-4867-8d8b-86e0aaf614d5 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:18.972075 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4b0ac-6474-4edc-9625-43c034417d50 req-4be35627-e0df-4c44-8582-d29242e31b5e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:18.976280 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-def4b0ac-6474-4edc-9625-43c034417d50 req-4be35627-e0df-4c44-8582-d29242e31b5e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 945 time: 0.0995224 Mar 09 04:10:19.019617 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ed203-8b39-4867-8d8b-86e0aaf614d5 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event deleted for resources: {'Port': ['ID=e743023e-d536-4c15-9e63-0a43e2461850,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:19.075149 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-def4b0ac-6474-4edc-9625-43c034417d50 req-0f01d286-90e7-428c-a4bb-4ff85f0fbe3b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887356 Mar 09 04:10:19.389195 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4e1ed203-8b39-4867-8d8b-86e0aaf614d5 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:19.925162 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1ed203-8b39-4867-8d8b-86e0aaf614d5 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Router 1e6efae4-93d0-43a8-b404-d27d52e6e62a has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:10:20.118592 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1ed203-8b39-4867-8d8b-86e0aaf614d5 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:10:20.128860 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac614bf-f56b-47cf-b111-feb8f7c28f0a None None] Sync routers for ids ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:10:20.132491 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4e1ed203-8b39-4867-8d8b-86e0aaf614d5 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "PUT /v2.0/routers/1e6efae4-93d0-43a8-b404-d27d52e6e62a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0508246 Mar 09 04:10:20.138568 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35478) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:20.147068 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac614bf-f56b-47cf-b111-feb8f7c28f0a None None] Routers {'1e6efae4-93d0-43a8-b404-d27d52e6e62a'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:10:20.147068 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-3ac614bf-f56b-47cf-b111-feb8f7c28f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:10:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:20.217003 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff7879f-ab15-4a23-bbc2-b9df62ce6786 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Deleting subnet 2bdb77d6-b567-4bbc-ad24-4a30e1558e66 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:10:20.217003 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fff7879f-ab15-4a23-bbc2-b9df62ce6786 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:20.340838 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fff7879f-ab15-4a23-bbc2-b9df62ce6786 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:20.388917 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-3ac614bf-f56b-47cf-b111-feb8f7c28f0a None None] Set router 1e6efae4-93d0-43a8-b404-d27d52e6e62a gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:10:20.444506 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa2992-e3c8-44c9-98b2-1772c669e434 req-aab4ca25-93a4-47d5-8484-83094f628848 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:20.444506 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-11aa2992-e3c8-44c9-98b2-1772c669e434 req-aab4ca25-93a4-47d5-8484-83094f628848 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 945 time: 0.1970477 Mar 09 04:10:20.490509 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fff7879f-ab15-4a23-bbc2-b9df62ce6786 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:20.550943 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-11aa2992-e3c8-44c9-98b2-1772c669e434 req-b7776f47-6127-4e42-ba42-5cf6e4e949a4 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931201 Mar 09 04:10:20.637035 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fff7879f-ab15-4a23-bbc2-b9df62ce6786 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:20.701988 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7879f-ab15-4a23-bbc2-b9df62ce6786 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event deleted for resources: {'Subnet': ['ID=2bdb77d6-b567-4bbc-ad24-4a30e1558e66,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:20.701988 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fff7879f-ab15-4a23-bbc2-b9df62ce6786 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:20.709156 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff56e6e-f31f-4e6f-a4f9-51f193ceb521 None None] Network c69a58b9-9c44-44eb-8ec7-146f189937dd requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:10:20.717688 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fff7879f-ab15-4a23-bbc2-b9df62ce6786 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "DELETE /v2.0/subnets/2bdb77d6-b567-4bbc-ad24-4a30e1558e66 HTTP/1.1" status: 204 len: 168 time: 0.5775802 Mar 09 04:10:20.717688 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35488) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:20.876040 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-3ac614bf-f56b-47cf-b111-feb8f7c28f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'name': 'tempest-TestNetworkBasicOps-router-1393263', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:40Z', 'updated_at': '2022-03-09T04:10:18Z', 'revision_number': 7, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:41Z', 'updated_at': '2022-03-09T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:20.904980 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac614bf-f56b-47cf-b111-feb8f7c28f0a None None] Checking router: 1e6efae4-93d0-43a8-b404-d27d52e6e62a for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:10:20.923088 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac614bf-f56b-47cf-b111-feb8f7c28f0a None None] Routers {'1e6efae4-93d0-43a8-b404-d27d52e6e62a'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:10:20.923088 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-3ac614bf-f56b-47cf-b111-feb8f7c28f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:10:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:20.971887 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c04740dd-9cdb-4fac-b07f-785bd28bd751 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:21.181895 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c04740dd-9cdb-4fac-b07f-785bd28bd751 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:21.193593 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-3ac614bf-f56b-47cf-b111-feb8f7c28f0a None None] Set router 1e6efae4-93d0-43a8-b404-d27d52e6e62a gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:10:21.206818 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-c04740dd-9cdb-4fac-b07f-785bd28bd751 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Deleting port efcad697-04d2-499e-845f-5dc0d9118489 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:10:21.206818 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c04740dd-9cdb-4fac-b07f-785bd28bd751 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:21.238485 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9d89c9-7bf5-4292-9112-715a47295b21 None None] DHCP port deletion for c69a58b9-9c44-44eb-8ec7-146f189937dd request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:10:21.300394 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ba9d89c9-7bf5-4292-9112-715a47295b21 None None] Deleting port 5f1604a0-0dc0-4cd1-8602-52c425d4bd44 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:10:21.300769 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ba9d89c9-7bf5-4292-9112-715a47295b21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:21.436583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-c04740dd-9cdb-4fac-b07f-785bd28bd751 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] For port efcad697-04d2-499e-845f-5dc0d9118489, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=efcad697-04d2-499e-845f-5dc0d9118489,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:10:21.436583 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c04740dd-9cdb-4fac-b07f-785bd28bd751 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:21.575491 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-c04740dd-9cdb-4fac-b07f-785bd28bd751 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Calling delete_port for efcad697-04d2-499e-845f-5dc0d9118489 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:10:21.795454 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ba9d89c9-7bf5-4292-9112-715a47295b21 None None] For port 5f1604a0-0dc0-4cd1-8602-52c425d4bd44, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5f1604a0-0dc0-4cd1-8602-52c425d4bd44,segment=NetworkSegment(22a6e7da-07c5-4772-bd73-3abd5dffa2fe),segment_id=22a6e7da-07c5-4772-bd73-3abd5dffa2fe)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:10:21.795957 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ba9d89c9-7bf5-4292-9112-715a47295b21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:21.814689 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4730a4-45bf-48df-b34b-da6e61fa6103 req-5aeaa559-3fd0-4230-97fa-fbab83b78b55 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:21.817058 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ed4730a4-45bf-48df-b34b-da6e61fa6103 req-5aeaa559-3fd0-4230-97fa-fbab83b78b55 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 945 time: 0.1003821 Mar 09 04:10:21.945967 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ba9d89c9-7bf5-4292-9112-715a47295b21 None None] Calling delete_port for 5f1604a0-0dc0-4cd1-8602-52c425d4bd44 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:10:21.954693 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ed4730a4-45bf-48df-b34b-da6e61fa6103 req-88d9337d-2fc8-442e-bef0-ff85327c8f50 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184254 Mar 09 04:10:22.056010 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ba9d89c9-7bf5-4292-9112-715a47295b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:22.056319 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c04740dd-9cdb-4fac-b07f-785bd28bd751 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:22.114669 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d89c9-7bf5-4292-9112-715a47295b21 None None] Pushing event deleted for resources: {'Port': ['ID=5f1604a0-0dc0-4cd1-8602-52c425d4bd44,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:22.130954 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d89c9-7bf5-4292-9112-715a47295b21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:22.130954 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d89c9-7bf5-4292-9112-715a47295b21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:22.130954 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d89c9-7bf5-4292-9112-715a47295b21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:22.130954 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d89c9-7bf5-4292-9112-715a47295b21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:22.130954 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d89c9-7bf5-4292-9112-715a47295b21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:22.130954 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d89c9-7bf5-4292-9112-715a47295b21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:22.130954 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d89c9-7bf5-4292-9112-715a47295b21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:22.130954 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d89c9-7bf5-4292-9112-715a47295b21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:22.130954 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d89c9-7bf5-4292-9112-715a47295b21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:22.130954 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d89c9-7bf5-4292-9112-715a47295b21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:22.130954 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d89c9-7bf5-4292-9112-715a47295b21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:22.130954 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d89c9-7bf5-4292-9112-715a47295b21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:22.136800 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04740dd-9cdb-4fac-b07f-785bd28bd751 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event deleted for resources: {'Port': ['ID=efcad697-04d2-499e-845f-5dc0d9118489,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:22.176641 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9d89c9-7bf5-4292-9112-715a47295b21 None None] No DVR routers for this DVR port 5f1604a0-0dc0-4cd1-8602-52c425d4bd44 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:10:22.245859 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-3ac614bf-f56b-47cf-b111-feb8f7c28f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'name': 'tempest-TestNetworkBasicOps-router-1393263', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:40Z', 'updated_at': '2022-03-09T04:10:18Z', 'revision_number': 7, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:41Z', 'updated_at': '2022-03-09T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:22.252308 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac614bf-f56b-47cf-b111-feb8f7c28f0a None None] The sync data for ids ['1e6efae4-93d0-43a8-b404-d27d52e6e62a'] in n-d-825178-5 is: [{'id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'name': 'tempest-TestNetworkBasicOps-router-1393263', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:40Z', 'updated_at': '2022-03-09T04:10:18Z', 'revision_number': 7, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': 'efcad697-04d2-499e-845f-5dc0d9118489', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6efae4-93d0-43a8-b404-d27d52e6e62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:41Z', 'updated_at': '2022-03-09T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:10:22.320108 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c04740dd-9cdb-4fac-b07f-785bd28bd751 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:22.588534 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c04740dd-9cdb-4fac-b07f-785bd28bd751 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:22.591038 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c04740dd-9cdb-4fac-b07f-785bd28bd751 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:22.628482 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c04740dd-9cdb-4fac-b07f-785bd28bd751 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:22.628482 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04740dd-9cdb-4fac-b07f-785bd28bd751 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Fanout notify agent at l3_agent the message router_deleted on router 1e6efae4-93d0-43a8-b404-d27d52e6e62a {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:10:22.644006 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c04740dd-9cdb-4fac-b07f-785bd28bd751 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:22.644006 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c04740dd-9cdb-4fac-b07f-785bd28bd751 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "DELETE /v2.0/routers/1e6efae4-93d0-43a8-b404-d27d52e6e62a HTTP/1.1" status: 204 len: 168 time: 1.9285448 Mar 09 04:10:22.650318 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35512) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:22.935617 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f70e6a81-41c8-40d3-a964-6f80c628194d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:23.076586 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f70e6a81-41c8-40d3-a964-6f80c628194d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:23.104920 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-f70e6a81-41c8-40d3-a964-6f80c628194d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69a58b9-9c44-44eb-8ec7-146f189937dd']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:23.119076 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-f70e6a81-41c8-40d3-a964-6f80c628194d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a6e7da-07c5-4772-bd73-3abd5dffa2fe') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:23.119372 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-f70e6a81-41c8-40d3-a964-6f80c628194d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a6e7da-07c5-4772-bd73-3abd5dffa2fe') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:23.132124 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f70e6a81-41c8-40d3-a964-6f80c628194d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:23.136940 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50555d-dbdd-474f-a283-3ddfb47af817 req-0d095bd5-60dc-4a72-9135-a3e7f5dd1522 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:23.139158 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b50555d-dbdd-474f-a283-3ddfb47af817 req-0d095bd5-60dc-4a72-9135-a3e7f5dd1522 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 945 time: 0.0863321 Mar 09 04:10:23.154281 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f70e6a81-41c8-40d3-a964-6f80c628194d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:23.160830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70e6a81-41c8-40d3-a964-6f80c628194d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:10:23.161314 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f70e6a81-41c8-40d3-a964-6f80c628194d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:10:23.176713 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:10:23.186363 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b50555d-dbdd-474f-a283-3ddfb47af817 req-750e8220-022d-4146-9abc-eb8fc1767aa3 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415802 Mar 09 04:10:23.297281 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f70e6a81-41c8-40d3-a964-6f80c628194d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:23.309856 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f70e6a81-41c8-40d3-a964-6f80c628194d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:23.339329 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e743023e-d536-4c15-9e63-0a43e2461850 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:10:23.354414 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e6a81-41c8-40d3-a964-6f80c628194d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event deleted for resources: {'Network': ['ID=c69a58b9-9c44-44eb-8ec7-146f189937dd,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:23.354414 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f70e6a81-41c8-40d3-a964-6f80c628194d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "DELETE /v2.0/networks/c69a58b9-9c44-44eb-8ec7-146f189937dd HTTP/1.1" status: 204 len: 168 time: 0.7010901 Mar 09 04:10:23.375198 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35522) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:23.382070 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-1a7ee194-66d6-4e10-a91d-1056f8179f36 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'network': {'name': 'tempest-network-smoke--975351720', 'project_id': '2355e92b134243b08899b3302e3d972c', 'port_security_enabled': True}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:10:23.393442 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1a7ee194-66d6-4e10-a91d-1056f8179f36 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:10:23.406737 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1a7ee194-66d6-4e10-a91d-1056f8179f36 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:network and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:10:23.418784 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1a7ee194-66d6-4e10-a91d-1056f8179f36 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:10:23.420476 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: e743023e-d536-4c15-9e63-0a43e2461850 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:10:23.420476 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e743023e-d536-4c15-9e63-0a43e2461850 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:10:23.420476 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5f1604a0-0dc0-4cd1-8602-52c425d4bd44 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:10:23.420674 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1a7ee194-66d6-4e10-a91d-1056f8179f36 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:10:23.431983 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7ee194-66d6-4e10-a91d-1056f8179f36 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Made reservation on behalf of 2355e92b134243b08899b3302e3d972c for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:10:23.435414 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1a7ee194-66d6-4e10-a91d-1056f8179f36 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:23.459652 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 5f1604a0-0dc0-4cd1-8602-52c425d4bd44 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:10:23.459972 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5f1604a0-0dc0-4cd1-8602-52c425d4bd44 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:10:23.460768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device efcad697-04d2-499e-845f-5dc0d9118489 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:10:23.467586 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a7ee194-66d6-4e10-a91d-1056f8179f36 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:10:23.478123 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1a7ee194-66d6-4e10-a91d-1056f8179f36 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:23.478466 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-1a7ee194-66d6-4e10-a91d-1056f8179f36 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Added segment 1e7fec3f-b51f-46bd-9693-87b649d35d19 of type vlan for network bc962a2b-3e40-47b9-bc1a-abe2e6aee38b Mar 09 04:10:23.507929 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1a7ee194-66d6-4e10-a91d-1056f8179f36 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:23.514564 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: efcad697-04d2-499e-845f-5dc0d9118489 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:10:23.515683 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device efcad697-04d2-499e-845f-5dc0d9118489 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:10:23.539791 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1a7ee194-66d6-4e10-a91d-1056f8179f36 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:23.545339 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7ee194-66d6-4e10-a91d-1056f8179f36 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:23.545919 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1a7ee194-66d6-4e10-a91d-1056f8179f36 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:23.652078 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1a7ee194-66d6-4e10-a91d-1056f8179f36 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2774682 Mar 09 04:10:23.654732 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35526) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:23.659236 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ee194-66d6-4e10-a91d-1056f8179f36 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'Network': ['ID=bc962a2b-3e40-47b9-bc1a-abe2e6aee38b,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:23.660505 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-cd511ea9-315b-47ab-ae40-7edf5d358613 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1972907104', 'admin_state_up': True, 'project_id': '2355e92b134243b08899b3302e3d972c', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:10:23.670379 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cd511ea9-315b-47ab-ae40-7edf5d358613 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:10:23.671931 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network bc962a2b-3e40-47b9-bc1a-abe2e6aee38b details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:10:23.675859 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cd511ea9-315b-47ab-ae40-7edf5d358613 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:router and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:10:23.679293 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cd511ea9-315b-47ab-ae40-7edf5d358613 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:10:23.688376 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cd511ea9-315b-47ab-ae40-7edf5d358613 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:10:23.708518 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd511ea9-315b-47ab-ae40-7edf5d358613 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:23.709674 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd511ea9-315b-47ab-ae40-7edf5d358613 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:23.725027 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd511ea9-315b-47ab-ae40-7edf5d358613 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:24.019893 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd511ea9-315b-47ab-ae40-7edf5d358613 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:24.330494 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd511ea9-315b-47ab-ae40-7edf5d358613 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:24.366978 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd511ea9-315b-47ab-ae40-7edf5d358613 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:24.392817 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29af052-9242-4101-8e19-44b8af783994 req-b77cd149-ee6e-4fd0-aca6-7210a22737df tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:24.394292 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c29af052-9242-4101-8e19-44b8af783994 req-b77cd149-ee6e-4fd0-aca6-7210a22737df tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 945 time: 0.0889361 Mar 09 04:10:24.451121 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c29af052-9242-4101-8e19-44b8af783994 req-b3e0abc8-6643-47af-8c13-7a90c198f28e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490429 Mar 09 04:10:24.516593 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-cd511ea9-315b-47ab-ae40-7edf5d358613 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Allocated IP 172.25.7.226 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/9ea79a13-71d7-4d34-9f05-56d7e4b84494) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:10:24.771462 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd511ea9-315b-47ab-ae40-7edf5d358613 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:24.799900 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd511ea9-315b-47ab-ae40-7edf5d358613 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:24.865243 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd511ea9-315b-47ab-ae40-7edf5d358613 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:10:24.868310 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-cd511ea9-315b-47ab-ae40-7edf5d358613 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:10:24.872489 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd511ea9-315b-47ab-ae40-7edf5d358613 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:10:24.915087 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd511ea9-315b-47ab-ae40-7edf5d358613 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'Port': ['ID=9ea79a13-71d7-4d34-9f05-56d7e4b84494,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:25.311785 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd511ea9-315b-47ab-ae40-7edf5d358613 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:25.735525 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd511ea9-315b-47ab-ae40-7edf5d358613 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:25.802710 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8d5b9-d954-406d-b8d7-d3d2cf268314 req-fd1ceda1-b5f3-44c3-b8d4-3e760b71a9df tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:25.804175 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eea8d5b9-d954-406d-b8d7-d3d2cf268314 req-fd1ceda1-b5f3-44c3-b8d4-3e760b71a9df tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 945 time: 0.2429967 Mar 09 04:10:25.927276 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eea8d5b9-d954-406d-b8d7-d3d2cf268314 req-22450330-719b-4daa-adb0-65773574d15b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149275 Mar 09 04:10:25.987998 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd511ea9-315b-47ab-ae40-7edf5d358613 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Router 31be81df-bc2a-451b-9193-0d2b5bcfe285 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:10:26.278546 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd511ea9-315b-47ab-ae40-7edf5d358613 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:10:26.291938 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] Sync routers for ids ['31be81df-bc2a-451b-9193-0d2b5bcfe285'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:10:26.303524 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] Routers {'31be81df-bc2a-451b-9193-0d2b5bcfe285'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:10:26.304607 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:10:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['31be81df-bc2a-451b-9193-0d2b5bcfe285'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:26.307735 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd511ea9-315b-47ab-ae40-7edf5d358613 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:26.312519 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cd511ea9-315b-47ab-ae40-7edf5d358613 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6532981 Mar 09 04:10:26.312893 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35550) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:26.352825 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9f5630dc-006e-44ac-991d-73016b062b5e tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=2355e92b134243b08899b3302e3d972c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386553 Mar 09 04:10:26.355350 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35554) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:26.488517 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] Set router 31be81df-bc2a-451b-9193-0d2b5bcfe285 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:10:26.490344 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729c9cf6-ddb4-4760-a1a3-8254c0cb709f tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:26.494536 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-729c9cf6-ddb4-4760-a1a3-8254c0cb709f tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1350605 Mar 09 04:10:26.494796 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 35558) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:26.535235 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-56ed87ef-7a4b-4e26-aeab-4a2223cc6f77 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379863 Mar 09 04:10:26.537011 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35562) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:26.544094 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-09bdf86d-e3f0-4471-9c7b-6539579cea61 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2049843941', 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b', 'project_id': '2355e92b134243b08899b3302e3d972c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:10:26.662933 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-09bdf86d-e3f0-4471-9c7b-6539579cea61 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:10:26.667207 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-09bdf86d-e3f0-4471-9c7b-6539579cea61 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:subnet and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:10:26.670649 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-09bdf86d-e3f0-4471-9c7b-6539579cea61 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:10:26.676824 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-09bdf86d-e3f0-4471-9c7b-6539579cea61 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:10:26.687928 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bdf86d-e3f0-4471-9c7b-6539579cea61 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Made reservation on behalf of 2355e92b134243b08899b3302e3d972c for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:10:26.691988 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-09bdf86d-e3f0-4471-9c7b-6539579cea61 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:26.821576 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'name': 'tempest-TestNetworkBasicOps-router-1972907104', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:10:23Z', 'updated_at': '2022-03-09T04:10:25Z', 'revision_number': 3, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:10:24Z', 'updated_at': '2022-03-09T04:10:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:26.825806 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] Checking router: 31be81df-bc2a-451b-9193-0d2b5bcfe285 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:10:26.826368 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] Updating router 31be81df-bc2a-451b-9193-0d2b5bcfe285 port 9ea79a13-71d7-4d34-9f05-56d7e4b84494 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:10:26.879688 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:26.945662 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-09bdf86d-e3f0-4471-9c7b-6539579cea61 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:27.032945 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bdf86d-e3f0-4471-9c7b-6539579cea61 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'Subnet': ['ID=cdd07fae-fa93-4950-b366-2343d0c67413,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:27.038677 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bdf86d-e3f0-4471-9c7b-6539579cea61 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Checking segment: {'id': '1e7fec3f-b51f-46bd-9693-87b649d35d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:10:27.039055 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bdf86d-e3f0-4471-9c7b-6539579cea61 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Network hostable DHCP agents. Network: bc962a2b-3e40-47b9-bc1a-abe2e6aee38b, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:10:27.062264 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bdf86d-e3f0-4471-9c7b-6539579cea61 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Network bc962a2b-3e40-47b9-bc1a-abe2e6aee38b is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:10:27.078629 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-09bdf86d-e3f0-4471-9c7b-6539579cea61 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, bc962a2b-3e40-47b9-bc1a-abe2e6aee38b) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:10:27.083621 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bdf86d-e3f0-4471-9c7b-6539579cea61 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:27.084228 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-09bdf86d-e3f0-4471-9c7b-6539579cea61 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:27.107178 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4ecf09-6f78-425c-a304-fcda2f5a65c6 None None] Network bc962a2b-3e40-47b9-bc1a-abe2e6aee38b requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:10:27.133472 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95275ae6-0d47-49cd-be48-4d4fbb68b788 req-c9cf742c-8d84-4be9-a8b9-04c648dc7c5e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:27.139127 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-09bdf86d-e3f0-4471-9c7b-6539579cea61 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5977287 Mar 09 04:10:27.139296 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 35568) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:27.140898 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95275ae6-0d47-49cd-be48-4d4fbb68b788 req-c9cf742c-8d84-4be9-a8b9-04c648dc7c5e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 945 time: 0.0919700 Mar 09 04:10:27.189320 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95275ae6-0d47-49cd-be48-4d4fbb68b788 req-04d46a17-c295-441d-aaf7-83500c405f98 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472460 Mar 09 04:10:27.294912 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:27.307181 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] Transition to ACTIVE for port object 9ea79a13-71d7-4d34-9f05-56d7e4b84494 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:10:27.314841 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:27.390831 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0071bcf2-3be1-40c4-be92-ccd611c7a625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-bc962a2b-3e40-47b9-bc1a-abe2e6aee38b', 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'fixed_ips': [{'subnet_id': 'cdd07fae-fa93-4950-b366-2343d0c67413'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:10:27.391845 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0071bcf2-3be1-40c4-be92-ccd611c7a625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:27.397935 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] Attempting to bind port 9ea79a13-71d7-4d34-9f05-56d7e4b84494 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:10:27.398296 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] Attempting to bind port 9ea79a13-71d7-4d34-9f05-56d7e4b84494 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:10:27.398644 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] Attempting to bind port 9ea79a13-71d7-4d34-9f05-56d7e4b84494 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:10:27.414971 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:10:27.415454 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:10:27.416113 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:27.416746 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:10:27.417613 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] Bound port: 9ea79a13-71d7-4d34-9f05-56d7e4b84494, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:10:27.418119 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:27.619321 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc27c7-4f50-4d14-aae8-cccab0c7f38d None None] Pushing event updated for resources: {'Port': ['ID=9ea79a13-71d7-4d34-9f05-56d7e4b84494,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:27.641103 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc27c7-4f50-4d14-aae8-cccab0c7f38d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:27.641521 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc27c7-4f50-4d14-aae8-cccab0c7f38d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:27.642413 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc27c7-4f50-4d14-aae8-cccab0c7f38d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:27.643285 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc27c7-4f50-4d14-aae8-cccab0c7f38d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:27.643689 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc27c7-4f50-4d14-aae8-cccab0c7f38d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:27.644104 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc27c7-4f50-4d14-aae8-cccab0c7f38d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:27.644617 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc27c7-4f50-4d14-aae8-cccab0c7f38d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:27.645835 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc27c7-4f50-4d14-aae8-cccab0c7f38d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:27.645835 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc27c7-4f50-4d14-aae8-cccab0c7f38d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:27.645835 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc27c7-4f50-4d14-aae8-cccab0c7f38d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:27.646323 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc27c7-4f50-4d14-aae8-cccab0c7f38d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:27.646585 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc27c7-4f50-4d14-aae8-cccab0c7f38d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:27.652048 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] For port 9ea79a13-71d7-4d34-9f05-56d7e4b84494, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:10:27.658258 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] For port 9ea79a13-71d7-4d34-9f05-56d7e4b84494, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9ea79a13-71d7-4d34-9f05-56d7e4b84494,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:10:27.669098 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:27.762973 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-0071bcf2-3be1-40c4-be92-ccd611c7a625 None None] Allocated IP 172.20.0.2 (bc962a2b-3e40-47b9-bc1a-abe2e6aee38b/cdd07fae-fa93-4950-b366-2343d0c67413/6c26bbe0-ce33-40a0-9472-ad58d1ec0458) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:10:27.808411 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc27c7-4f50-4d14-aae8-cccab0c7f38d None None] Pushing event updated for resources: {'Port': ['ID=9ea79a13-71d7-4d34-9f05-56d7e4b84494,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:27.831517 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] Routers {'31be81df-bc2a-451b-9193-0d2b5bcfe285'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:10:27.832188 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:10:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['31be81df-bc2a-451b-9193-0d2b5bcfe285'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:28.065152 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] Set router 31be81df-bc2a-451b-9193-0d2b5bcfe285 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:10:28.068287 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0071bcf2-3be1-40c4-be92-ccd611c7a625 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:28.092618 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0071bcf2-3be1-40c4-be92-ccd611c7a625 None None] Transition to ACTIVE for port object 6c26bbe0-ce33-40a0-9472-ad58d1ec0458 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:10:28.117396 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0071bcf2-3be1-40c4-be92-ccd611c7a625 None None] Transition to ACTIVE for port object 6c26bbe0-ce33-40a0-9472-ad58d1ec0458 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:10:28.124386 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0071bcf2-3be1-40c4-be92-ccd611c7a625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:28.274594 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071bcf2-3be1-40c4-be92-ccd611c7a625 None None] Pushing event updated for resources: {'Port': ['ID=6c26bbe0-ce33-40a0-9472-ad58d1ec0458,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:28.297790 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0071bcf2-3be1-40c4-be92-ccd611c7a625 None None] Network bc962a2b-3e40-47b9-bc1a-abe2e6aee38b is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:10:28.300767 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-0071bcf2-3be1-40c4-be92-ccd611c7a625 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:10:28.305663 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0071bcf2-3be1-40c4-be92-ccd611c7a625 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:10:28.400273 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'name': 'tempest-TestNetworkBasicOps-router-1972907104', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:10:23Z', 'updated_at': '2022-03-09T04:10:25Z', 'revision_number': 3, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:10:24Z', 'updated_at': '2022-03-09T04:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:28.404365 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d4017161-3333-465b-98c1-8f036bc82edd tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:28.405768 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e124ae79-a1cf-4573-aad0-d3169352f0ff None None] The sync data for ids ['31be81df-bc2a-451b-9193-0d2b5bcfe285'] in n-d-825178-5 is: [{'id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'name': 'tempest-TestNetworkBasicOps-router-1972907104', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:10:23Z', 'updated_at': '2022-03-09T04:10:25Z', 'revision_number': 3, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:10:24Z', 'updated_at': '2022-03-09T04:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:10:28.430538 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-0071bcf2-3be1-40c4-be92-ccd611c7a625 None None] Attempting to bind port 6c26bbe0-ce33-40a0-9472-ad58d1ec0458 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:10:28.430926 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-0071bcf2-3be1-40c4-be92-ccd611c7a625 None None] Attempting to bind port 6c26bbe0-ce33-40a0-9472-ad58d1ec0458 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '1e7fec3f-b51f-46bd-9693-87b649d35d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:10:28.431290 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0071bcf2-3be1-40c4-be92-ccd611c7a625 None None] Attempting to bind port 6c26bbe0-ce33-40a0-9472-ad58d1ec0458 on network bc962a2b-3e40-47b9-bc1a-abe2e6aee38b {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:10:28.438004 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0071bcf2-3be1-40c4-be92-ccd611c7a625 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:10:28.439436 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0071bcf2-3be1-40c4-be92-ccd611c7a625 None None] Checking segment: {'id': '1e7fec3f-b51f-46bd-9693-87b649d35d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:10:28.439923 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0071bcf2-3be1-40c4-be92-ccd611c7a625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:28.440385 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0071bcf2-3be1-40c4-be92-ccd611c7a625 None None] Bound using segment: {'id': '1e7fec3f-b51f-46bd-9693-87b649d35d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:10:28.440947 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-0071bcf2-3be1-40c4-be92-ccd611c7a625 None None] Bound port: 6c26bbe0-ce33-40a0-9472-ad58d1ec0458, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7fec3f-b51f-46bd-9693-87b649d35d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:10:28.441519 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0071bcf2-3be1-40c4-be92-ccd611c7a625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:28.547419 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-0071bcf2-3be1-40c4-be92-ccd611c7a625 None None] For port 6c26bbe0-ce33-40a0-9472-ad58d1ec0458, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:10:28.550287 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-0071bcf2-3be1-40c4-be92-ccd611c7a625 None None] For port 6c26bbe0-ce33-40a0-9472-ad58d1ec0458, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=6c26bbe0-ce33-40a0-9472-ad58d1ec0458,segment=NetworkSegment(1e7fec3f-b51f-46bd-9693-87b649d35d19),segment_id=1e7fec3f-b51f-46bd-9693-87b649d35d19)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:10:28.556190 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0071bcf2-3be1-40c4-be92-ccd611c7a625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:28.659744 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071bcf2-3be1-40c4-be92-ccd611c7a625 None None] Pushing event updated for resources: {'Port': ['ID=6c26bbe0-ce33-40a0-9472-ad58d1ec0458,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:28.726628 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3885e56-b6f0-4d0c-ada6-c4215882b068 req-def64452-0379-410a-84ce-c74ff8076e4f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:28.729063 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c3885e56-b6f0-4d0c-ada6-c4215882b068 req-def64452-0379-410a-84ce-c74ff8076e4f tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 945 time: 0.3764856 Mar 09 04:10:28.759152 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-14d8daff-58e9-466a-8337-4d07b7c5842f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:28.842512 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c3885e56-b6f0-4d0c-ada6-c4215882b068 req-92e1e324-9cd2-4055-b00d-7dfe7a369938 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066051 Mar 09 04:10:29.019949 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-d4017161-3333-465b-98c1-8f036bc82edd tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Allocated IP 172.20.0.1 (bc962a2b-3e40-47b9-bc1a-abe2e6aee38b/cdd07fae-fa93-4950-b366-2343d0c67413/07eb4048-a11e-4e30-a074-e72c5ae39305) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:10:29.262970 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d4017161-3333-465b-98c1-8f036bc82edd tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:29.271227 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9ea79a13-71d7-4d34-9f05-56d7e4b84494 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:10:29.285788 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-d4017161-3333-465b-98c1-8f036bc82edd tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Transition to ACTIVE for port object 07eb4048-a11e-4e30-a074-e72c5ae39305 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:10:29.318621 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d4017161-3333-465b-98c1-8f036bc82edd tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:29.403025 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4017161-3333-465b-98c1-8f036bc82edd tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Network bc962a2b-3e40-47b9-bc1a-abe2e6aee38b is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:10:29.407699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-d4017161-3333-465b-98c1-8f036bc82edd tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:10:29.411689 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 9ea79a13-71d7-4d34-9f05-56d7e4b84494 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:10:29.412666 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4017161-3333-465b-98c1-8f036bc82edd tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:10:29.417772 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 9ea79a13-71d7-4d34-9f05-56d7e4b84494 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:10:29.418137 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:29.451591 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4017161-3333-465b-98c1-8f036bc82edd tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'Port': ['ID=07eb4048-a11e-4e30-a074-e72c5ae39305,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:29.495116 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d4017161-3333-465b-98c1-8f036bc82edd tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:29.566700 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:29.585894 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 9ea79a13-71d7-4d34-9f05-56d7e4b84494, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9ea79a13-71d7-4d34-9f05-56d7e4b84494,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:10:29.591864 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:29.592691 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6c26bbe0-ce33-40a0-9472-ad58d1ec0458 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:10:29.751820 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=9ea79a13-71d7-4d34-9f05-56d7e4b84494,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:29.762381 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 6c26bbe0-ce33-40a0-9472-ad58d1ec0458 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:10:29.898410 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d4017161-3333-465b-98c1-8f036bc82edd tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:30.099953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ed503-a922-4b27-9fea-95c971ada321 req-502db5ef-4d83-4a08-b96c-e01b8a1422f2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:30.101647 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-030ed503-a922-4b27-9fea-95c971ada321 req-502db5ef-4d83-4a08-b96c-e01b8a1422f2 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 945 time: 0.0928259 Mar 09 04:10:30.136808 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c3e70e-94f5-42c3-bbf6-eee9ec268a09 None None] Network bc962a2b-3e40-47b9-bc1a-abe2e6aee38b requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:10:30.156495 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-030ed503-a922-4b27-9fea-95c971ada321 req-0add2c28-79f4-4e59-81ab-77be5d03fb43 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482826 Mar 09 04:10:30.273952 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f7ace7fa-fb16-435f-9e52-333b787f02e4 None None] Provisioning for port 6c26bbe0-ce33-40a0-9472-ad58d1ec0458 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:10:30.289674 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f7ace7fa-fb16-435f-9e52-333b787f02e4 None None] Provisioning complete for port 6c26bbe0-ce33-40a0-9472-ad58d1ec0458 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:10:30.290182 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f7ace7fa-fb16-435f-9e52-333b787f02e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:30.516706 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f7ace7fa-fb16-435f-9e52-333b787f02e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:30.563671 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-f7ace7fa-fb16-435f-9e52-333b787f02e4 None None] For port 6c26bbe0-ce33-40a0-9472-ad58d1ec0458, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=6c26bbe0-ce33-40a0-9472-ad58d1ec0458,segment=NetworkSegment(1e7fec3f-b51f-46bd-9693-87b649d35d19),segment_id=1e7fec3f-b51f-46bd-9693-87b649d35d19)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:10:30.569569 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f7ace7fa-fb16-435f-9e52-333b787f02e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:30.614259 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d4017161-3333-465b-98c1-8f036bc82edd tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:30.627774 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d4017161-3333-465b-98c1-8f036bc82edd tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:30.700429 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ace7fa-fb16-435f-9e52-333b787f02e4 None None] Pushing event updated for resources: {'Port': ['ID=6c26bbe0-ce33-40a0-9472-ad58d1ec0458,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:30.783461 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d4017161-3333-465b-98c1-8f036bc82edd tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:30.787170 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4017161-3333-465b-98c1-8f036bc82edd tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'Port': ['ID=07eb4048-a11e-4e30-a074-e72c5ae39305,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:30.905243 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d4eccd9e-22e3-4311-845d-02a8bbec945a None None] Provisioning for port 07eb4048-a11e-4e30-a074-e72c5ae39305 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:10:30.917650 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d4eccd9e-22e3-4311-845d-02a8bbec945a None None] Provisioning complete for port 07eb4048-a11e-4e30-a074-e72c5ae39305 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:10:30.921211 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d4eccd9e-22e3-4311-845d-02a8bbec945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:30.954772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4017161-3333-465b-98c1-8f036bc82edd tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Network bc962a2b-3e40-47b9-bc1a-abe2e6aee38b is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:10:30.956553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-d4017161-3333-465b-98c1-8f036bc82edd tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:10:30.994226 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d4eccd9e-22e3-4311-845d-02a8bbec945a None None] Port 07eb4048-a11e-4e30-a074-e72c5ae39305 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:10:31.007185 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d4eccd9e-22e3-4311-845d-02a8bbec945a None None] Provisioning complete for port 6c26bbe0-ce33-40a0-9472-ad58d1ec0458 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:10:31.007699 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d4eccd9e-22e3-4311-845d-02a8bbec945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:31.146071 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f03038bf-dd32-4711-990e-430b5d8cbb38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:31.199394 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4017161-3333-465b-98c1-8f036bc82edd tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Router 31be81df-bc2a-451b-9193-0d2b5bcfe285 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:10:31.224810 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9ea79a13-71d7-4d34-9f05-56d7e4b84494 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:10:31.326341 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-06b388d2-5ff9-41dc-8e5a-caafcf75053b None None] Provisioning complete for port 07eb4048-a11e-4e30-a074-e72c5ae39305 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:10:31.326982 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-06b388d2-5ff9-41dc-8e5a-caafcf75053b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:31.406983 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-06b388d2-5ff9-41dc-8e5a-caafcf75053b None None] Port 07eb4048-a11e-4e30-a074-e72c5ae39305 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:10:31.411631 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 9ea79a13-71d7-4d34-9f05-56d7e4b84494 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:10:31.412096 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:31.500303 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4017161-3333-465b-98c1-8f036bc82edd tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:10:31.516289 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] Sync routers for ids ['31be81df-bc2a-451b-9193-0d2b5bcfe285'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:10:31.526768 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d4017161-3333-465b-98c1-8f036bc82edd tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "PUT /v2.0/routers/31be81df-bc2a-451b-9193-0d2b5bcfe285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3864064 Mar 09 04:10:31.531289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36018) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:31.540684 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54706b1-e795-44e8-86de-351a2f36ad21 req-f3f5d8ae-e42e-45f9-b93b-be8572006ae1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:31.542332 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e54706b1-e795-44e8-86de-351a2f36ad21 req-f3f5d8ae-e42e-45f9-b93b-be8572006ae1 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 945 time: 0.2174363 Mar 09 04:10:31.559178 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] Routers {'31be81df-bc2a-451b-9193-0d2b5bcfe285'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:10:31.559919 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:10:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['31be81df-bc2a-451b-9193-0d2b5bcfe285'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:31.590995 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e54706b1-e795-44e8-86de-351a2f36ad21 req-a0a0b0c6-ac96-46e1-84d1-f129488cb643 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390410 Mar 09 04:10:31.638555 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6c26bbe0-ce33-40a0-9472-ad58d1ec0458 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:10:31.680998 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4747f7e2-f82b-4e81-9067-7612bfbfffa2 None None] Provisioning complete for port 07eb4048-a11e-4e30-a074-e72c5ae39305 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:10:31.681369 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4747f7e2-f82b-4e81-9067-7612bfbfffa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:31.690184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2623a731-8c2f-48ad-bafc-3c5f70ab35b7 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:31.690666 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2623a731-8c2f-48ad-bafc-3c5f70ab35b7 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:31.691161 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2623a731-8c2f-48ad-bafc-3c5f70ab35b7 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:31.691659 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2623a731-8c2f-48ad-bafc-3c5f70ab35b7 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:31.692305 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2623a731-8c2f-48ad-bafc-3c5f70ab35b7 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:31.692912 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2623a731-8c2f-48ad-bafc-3c5f70ab35b7 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:31.693481 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2623a731-8c2f-48ad-bafc-3c5f70ab35b7 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:31.693937 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2623a731-8c2f-48ad-bafc-3c5f70ab35b7 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:31.695815 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2623a731-8c2f-48ad-bafc-3c5f70ab35b7 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5666 time: 0.1635499 Mar 09 04:10:31.698682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36022) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:31.822899 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-4747f7e2-f82b-4e81-9067-7612bfbfffa2 None None] Port 07eb4048-a11e-4e30-a074-e72c5ae39305 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:10:31.824003 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505cdf78-41b7-492f-a1bc-4a4a9afdd7c1 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:31.825020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505cdf78-41b7-492f-a1bc-4a4a9afdd7c1 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:31.825497 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505cdf78-41b7-492f-a1bc-4a4a9afdd7c1 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:31.825940 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505cdf78-41b7-492f-a1bc-4a4a9afdd7c1 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:31.826387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505cdf78-41b7-492f-a1bc-4a4a9afdd7c1 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:31.826835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505cdf78-41b7-492f-a1bc-4a4a9afdd7c1 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:31.827305 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505cdf78-41b7-492f-a1bc-4a4a9afdd7c1 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:31.827753 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505cdf78-41b7-492f-a1bc-4a4a9afdd7c1 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:31.832656 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-505cdf78-41b7-492f-a1bc-4a4a9afdd7c1 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5264 time: 0.1300457 Mar 09 04:10:31.832988 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36028) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:31.922483 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 6c26bbe0-ce33-40a0-9472-ad58d1ec0458 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:10:31.923099 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:31.947233 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] Set router 31be81df-bc2a-451b-9193-0d2b5bcfe285 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:10:31.950767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6315ee-57ce-4a2c-a317-f2cd69639bd4 req-be8ea938-b071-45fe-adec-a52c6d30e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:31.952262 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ba6315ee-57ce-4a2c-a317-f2cd69639bd4 req-be8ea938-b071-45fe-adec-a52c6d30e545 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 1096 time: 0.1971455 Mar 09 04:10:32.072947 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ba6315ee-57ce-4a2c-a317-f2cd69639bd4 req-864970f8-7b97-4165-a97c-be2578979398 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124444 Mar 09 04:10:32.135011 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-91b7a89d-e707-4d93-8937-56e3cc5f6ced tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4493 time: 0.3009105 Mar 09 04:10:32.286424 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:32.292285 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:32.375957 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'name': 'tempest-TestNetworkBasicOps-router-1972907104', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:10:23Z', 'updated_at': '2022-03-09T04:10:29Z', 'revision_number': 4, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:10:24Z', 'updated_at': '2022-03-09T04:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '07eb4048-a11e-4e30-a074-e72c5ae39305', 'name': '', 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'mac_address': 'fa:16:3e:83:62:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'cdd07fae-fa93-4950-b366-2343d0c67413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:10:28Z', 'updated_at': '2022-03-09T04:10:30Z', 'revision_number': 2, 'project_id': '2355e92b134243b08899b3302e3d972c', 'subnets': [{'id': 'cdd07fae-fa93-4950-b366-2343d0c67413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:32.379797 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] Checking router: 31be81df-bc2a-451b-9193-0d2b5bcfe285 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:10:32.380149 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] Updating router 31be81df-bc2a-451b-9193-0d2b5bcfe285 port 07eb4048-a11e-4e30-a074-e72c5ae39305 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:10:32.435911 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:32.591379 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36042) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:32.596695 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-d75e1cfd-1654-454c-b0bb-a64d53b71b9d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-469397222', 'description': 'tempest-secgroup-smoke-469397222 description', 'project_id': '2355e92b134243b08899b3302e3d972c'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:10:32.603423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d75e1cfd-1654-454c-b0bb-a64d53b71b9d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:10:32.608256 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d75e1cfd-1654-454c-b0bb-a64d53b71b9d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:security_group and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:10:32.611196 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d75e1cfd-1654-454c-b0bb-a64d53b71b9d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:10:32.617608 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d75e1cfd-1654-454c-b0bb-a64d53b71b9d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:10:32.629893 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d75e1cfd-1654-454c-b0bb-a64d53b71b9d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:32.653053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d75e1cfd-1654-454c-b0bb-a64d53b71b9d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:10:32.657217 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d75e1cfd-1654-454c-b0bb-a64d53b71b9d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:security_group_rule and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:10:32.660161 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d75e1cfd-1654-454c-b0bb-a64d53b71b9d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:10:32.666459 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d75e1cfd-1654-454c-b0bb-a64d53b71b9d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:10:32.753511 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d75e1cfd-1654-454c-b0bb-a64d53b71b9d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:32.761316 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d75e1cfd-1654-454c-b0bb-a64d53b71b9d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:32.801382 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d75e1cfd-1654-454c-b0bb-a64d53b71b9d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:32.802845 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d75e1cfd-1654-454c-b0bb-a64d53b71b9d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2103550 Mar 09 04:10:32.806618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36050) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:32.812753 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-c6e7a1c5-7368-4f93-b835-8cd4e922c1c6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'security_group_rule': {'security_group_id': '77134520-2755-4d47-97b0-e05e8ebd147e', 'project_id': '2355e92b134243b08899b3302e3d972c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:10:32.812994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ca38d-d73c-49a1-98df-b92528495e1f req-d36feb39-be89-4721-b889-c1dbf7114210 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:32.814614 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cb4ca38d-d73c-49a1-98df-b92528495e1f req-d36feb39-be89-4721-b889-c1dbf7114210 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 945 time: 0.0956602 Mar 09 04:10:32.822904 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c6e7a1c5-7368-4f93-b835-8cd4e922c1c6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:10:32.823176 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:32.836416 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c6e7a1c5-7368-4f93-b835-8cd4e922c1c6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:security_group_rule and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:10:32.837091 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] Transition to ACTIVE for port object 07eb4048-a11e-4e30-a074-e72c5ae39305 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:10:32.841909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c6e7a1c5-7368-4f93-b835-8cd4e922c1c6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:10:32.848073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e1cfd-1654-454c-b0bb-a64d53b71b9d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77134520-2755-4d47-97b0-e05e8ebd147e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:32.848624 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:32.851074 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c6e7a1c5-7368-4f93-b835-8cd4e922c1c6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:10:32.874479 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c6e7a1c5-7368-4f93-b835-8cd4e922c1c6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:32.888130 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cb4ca38d-d73c-49a1-98df-b92528495e1f req-de4432e8-eb14-490a-8ccc-236daaf77c76 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662708 Mar 09 04:10:32.973639 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c6e7a1c5-7368-4f93-b835-8cd4e922c1c6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:32.981786 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c6e7a1c5-7368-4f93-b835-8cd4e922c1c6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:33.031527 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b194e6-08c4-443d-8076-8349c1b0b407 None None] Pushing event updated for resources: {'Port': ['ID=07eb4048-a11e-4e30-a074-e72c5ae39305,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:33.087319 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 6d56cd24-ff76-4ba8-b976-82968cf209a4 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:10:33.201618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7a1c5-7368-4f93-b835-8cd4e922c1c6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d88bfd-7a55-495b-be20-0f7d7f51433e,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:33.206428 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c6e7a1c5-7368-4f93-b835-8cd4e922c1c6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:33.210748 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36054) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:33.217034 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4bb0bd77-a67a-494e-bd33-4dacc9628163 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'security_group_rule': {'security_group_id': '77134520-2755-4d47-97b0-e05e8ebd147e', 'project_id': '2355e92b134243b08899b3302e3d972c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:10:33.220441 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c6e7a1c5-7368-4f93-b835-8cd4e922c1c6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4125619 Mar 09 04:10:33.225218 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4bb0bd77-a67a-494e-bd33-4dacc9628163 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:10:33.229931 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4bb0bd77-a67a-494e-bd33-4dacc9628163 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:security_group_rule and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:10:33.234187 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4bb0bd77-a67a-494e-bd33-4dacc9628163 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:10:33.241924 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4bb0bd77-a67a-494e-bd33-4dacc9628163 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:10:33.248231 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] Attempting to bind port 07eb4048-a11e-4e30-a074-e72c5ae39305 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:10:33.248623 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] Attempting to bind port 07eb4048-a11e-4e30-a074-e72c5ae39305 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '1e7fec3f-b51f-46bd-9693-87b649d35d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:10:33.249050 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] Attempting to bind port 07eb4048-a11e-4e30-a074-e72c5ae39305 on network bc962a2b-3e40-47b9-bc1a-abe2e6aee38b {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:10:33.261843 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4bb0bd77-a67a-494e-bd33-4dacc9628163 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:33.319355 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:10:33.320135 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] Checking segment: {'id': '1e7fec3f-b51f-46bd-9693-87b649d35d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:10:33.320745 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:33.321333 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] Bound using segment: {'id': '1e7fec3f-b51f-46bd-9693-87b649d35d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:10:33.322074 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] Bound port: 07eb4048-a11e-4e30-a074-e72c5ae39305, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7fec3f-b51f-46bd-9693-87b649d35d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:10:33.322671 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:33.362620 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4bb0bd77-a67a-494e-bd33-4dacc9628163 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:33.376857 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4bb0bd77-a67a-494e-bd33-4dacc9628163 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:33.420758 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4bb0bd77-a67a-494e-bd33-4dacc9628163 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:33.424748 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4bb0bd77-a67a-494e-bd33-4dacc9628163 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2098236 Mar 09 04:10:33.424748 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36062) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:33.427276 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 6d56cd24-ff76-4ba8-b976-82968cf209a4, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6d56cd24-ff76-4ba8-b976-82968cf209a4,segment=NetworkSegment(0522e55e-4383-4333-9200-d1e55d4d9764),segment_id=0522e55e-4383-4333-9200-d1e55d4d9764)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:10:33.428095 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0bd77-a67a-494e-bd33-4dacc9628163 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de63493-210a-4077-83c8-a8a380e9d1ae,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:33.432505 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-008a1176-69a7-4574-90a2-94e5086442e3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'security_group_rule': {'security_group_id': '77134520-2755-4d47-97b0-e05e8ebd147e', 'project_id': '2355e92b134243b08899b3302e3d972c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:10:33.440824 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-008a1176-69a7-4574-90a2-94e5086442e3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:10:33.445007 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-008a1176-69a7-4574-90a2-94e5086442e3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:security_group_rule and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:10:33.447984 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-008a1176-69a7-4574-90a2-94e5086442e3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:10:33.454209 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-008a1176-69a7-4574-90a2-94e5086442e3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:10:33.456312 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '6d56cd24-ff76-4ba8-b976-82968cf209a4', 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8', 'port_id': '6d56cd24-ff76-4ba8-b976-82968cf209a4', 'mac_address': 'fa:16:3e:a8:f8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f677445-3dfb-47c6-9c9e-fc6b2822c562', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:10:33.473174 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-008a1176-69a7-4574-90a2-94e5086442e3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:33.497813 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] For port 07eb4048-a11e-4e30-a074-e72c5ae39305, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:10:33.526116 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] For port 07eb4048-a11e-4e30-a074-e72c5ae39305, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=07eb4048-a11e-4e30-a074-e72c5ae39305,segment=NetworkSegment(1e7fec3f-b51f-46bd-9693-87b649d35d19),segment_id=1e7fec3f-b51f-46bd-9693-87b649d35d19)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:10:33.539153 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:33.560800 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-008a1176-69a7-4574-90a2-94e5086442e3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:33.566547 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-008a1176-69a7-4574-90a2-94e5086442e3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:33.580459 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:33.588673 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:33.602097 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a1176-69a7-4574-90a2-94e5086442e3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b682a7-6cdc-4685-af6b-ed8ffd53e458,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:33.614048 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-008a1176-69a7-4574-90a2-94e5086442e3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:33.618033 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-008a1176-69a7-4574-90a2-94e5086442e3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1894009 Mar 09 04:10:33.619064 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36068) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:33.625947 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d56cd24-ff76-4ba8-b976-82968cf209a4 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:10:33.627612 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-73e40216-d550-4f3d-b9a6-c832f34de98b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'security_group_rule': {'security_group_id': '77134520-2755-4d47-97b0-e05e8ebd147e', 'project_id': '2355e92b134243b08899b3302e3d972c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:10:33.635857 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-73e40216-d550-4f3d-b9a6-c832f34de98b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:10:33.640994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-73e40216-d550-4f3d-b9a6-c832f34de98b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:security_group_rule and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:10:33.645232 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-73e40216-d550-4f3d-b9a6-c832f34de98b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:10:33.652332 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-73e40216-d550-4f3d-b9a6-c832f34de98b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:10:33.668043 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 6d56cd24-ff76-4ba8-b976-82968cf209a4, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6d56cd24-ff76-4ba8-b976-82968cf209a4,segment=NetworkSegment(0522e55e-4383-4333-9200-d1e55d4d9764),segment_id=0522e55e-4383-4333-9200-d1e55d4d9764)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:10:33.669147 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] Routers {'31be81df-bc2a-451b-9193-0d2b5bcfe285'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:10:33.669877 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:10:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['31be81df-bc2a-451b-9193-0d2b5bcfe285'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:33.676479 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-73e40216-d550-4f3d-b9a6-c832f34de98b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:33.766208 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-73e40216-d550-4f3d-b9a6-c832f34de98b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:33.771428 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-73e40216-d550-4f3d-b9a6-c832f34de98b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:33.802986 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:33.803249 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e40216-d550-4f3d-b9a6-c832f34de98b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3901eac6-bac4-4846-a8dd-94c0617a64f6,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:33.806749 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b194e6-08c4-443d-8076-8349c1b0b407 None None] Pushing event updated for resources: {'Port': ['ID=07eb4048-a11e-4e30-a074-e72c5ae39305,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:33.826178 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-73e40216-d550-4f3d-b9a6-c832f34de98b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:33.829810 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-73e40216-d550-4f3d-b9a6-c832f34de98b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2065015 Mar 09 04:10:33.830059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36072) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:33.835449 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-3f0de3e4-7693-4247-ba06-82ce65576639 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'security_group_rule': {'security_group_id': '77134520-2755-4d47-97b0-e05e8ebd147e', 'project_id': '2355e92b134243b08899b3302e3d972c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:10:33.848590 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3f0de3e4-7693-4247-ba06-82ce65576639 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:10:33.868990 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3f0de3e4-7693-4247-ba06-82ce65576639 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:security_group_rule and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:10:33.872342 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3f0de3e4-7693-4247-ba06-82ce65576639 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:10:33.881077 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3f0de3e4-7693-4247-ba06-82ce65576639 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:10:33.894301 n-d-825178-5 neutron-server[87881]: INFO neutron.db.securitygroups_db [None req-3f0de3e4-7693-4247-ba06-82ce65576639 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Project 2355e92b134243b08899b3302e3d972c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:10:33.902424 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3f0de3e4-7693-4247-ba06-82ce65576639 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:33.981956 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3f0de3e4-7693-4247-ba06-82ce65576639 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:33.987098 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3f0de3e4-7693-4247-ba06-82ce65576639 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:34.006309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0de3e4-7693-4247-ba06-82ce65576639 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39374e05-5117-46e9-b937-5988ac218114,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:34.033335 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=6d56cd24-ff76-4ba8-b976-82968cf209a4,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:34.033565 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3f0de3e4-7693-4247-ba06-82ce65576639 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:34.037722 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36078) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:34.040608 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3f0de3e4-7693-4247-ba06-82ce65576639 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2090409 Mar 09 04:10:34.050064 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] Set router 31be81df-bc2a-451b-9193-0d2b5bcfe285 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:10:34.055292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-9ac6a63a-d633-41d7-a276-90f3c26b0f33 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'security_group_rule': {'security_group_id': '77134520-2755-4d47-97b0-e05e8ebd147e', 'project_id': '2355e92b134243b08899b3302e3d972c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:10:34.094526 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['6d56cd24-ff76-4ba8-b976-82968cf209a4'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:10:34.104254 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9ac6a63a-d633-41d7-a276-90f3c26b0f33 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:10:34.111551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9ac6a63a-d633-41d7-a276-90f3c26b0f33 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:security_group_rule and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:10:34.115360 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9ac6a63a-d633-41d7-a276-90f3c26b0f33 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:10:34.123495 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9ac6a63a-d633-41d7-a276-90f3c26b0f33 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:10:34.141254 n-d-825178-5 neutron-server[87880]: INFO neutron.db.securitygroups_db [None req-9ac6a63a-d633-41d7-a276-90f3c26b0f33 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Project 2355e92b134243b08899b3302e3d972c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:10:34.157402 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a63a-d633-41d7-a276-90f3c26b0f33 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:34.180425 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d6800-5dc2-4e1b-b391-3b5eaccdebdb req-a9c4d238-4f1a-410c-a280-42af0a89bbfc tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:34.187825 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-435d6800-5dc2-4e1b-b391-3b5eaccdebdb req-a9c4d238-4f1a-410c-a280-42af0a89bbfc tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 944 time: 0.1270211 Mar 09 04:10:34.263560 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-435d6800-5dc2-4e1b-b391-3b5eaccdebdb req-f271a3b7-fc37-4aec-a58e-bf2ab2f3cd8e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748484 Mar 09 04:10:34.279253 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a63a-d633-41d7-a276-90f3c26b0f33 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:34.285189 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a63a-d633-41d7-a276-90f3c26b0f33 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:34.307242 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36082) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:34.312223 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6a63a-d633-41d7-a276-90f3c26b0f33 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86615aea-77a6-47a0-86a0-108c9ed4c61d,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:34.329784 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a63a-d633-41d7-a276-90f3c26b0f33 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:34.341072 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9ac6a63a-d633-41d7-a276-90f3c26b0f33 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2892189 Mar 09 04:10:34.380064 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:34.439693 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4ca75773-8f39-44fa-a460-255e56e319fd tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/floatingips/01a5b14f-9d0f-4048-9148-e24e3c3970e4 HTTP/1.1" status: 200 len: 992 time: 0.1306577 Mar 09 04:10:34.604241 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'name': 'tempest-TestNetworkBasicOps-router-1972907104', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:10:23Z', 'updated_at': '2022-03-09T04:10:29Z', 'revision_number': 4, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:10:24Z', 'updated_at': '2022-03-09T04:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '07eb4048-a11e-4e30-a074-e72c5ae39305', 'name': '', 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'mac_address': 'fa:16:3e:83:62:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'cdd07fae-fa93-4950-b366-2343d0c67413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:10:28Z', 'updated_at': '2022-03-09T04:10:33Z', 'revision_number': 4, 'project_id': '2355e92b134243b08899b3302e3d972c', 'subnets': [{'id': 'cdd07fae-fa93-4950-b366-2343d0c67413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:34.621607 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2c2bc4-f4ea-40cf-9032-6af27d0c0c92 None None] The sync data for ids ['31be81df-bc2a-451b-9193-0d2b5bcfe285'] in n-d-825178-5 is: [{'id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'name': 'tempest-TestNetworkBasicOps-router-1972907104', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:10:23Z', 'updated_at': '2022-03-09T04:10:29Z', 'revision_number': 4, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:10:24Z', 'updated_at': '2022-03-09T04:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '07eb4048-a11e-4e30-a074-e72c5ae39305', 'name': '', 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'mac_address': 'fa:16:3e:83:62:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'cdd07fae-fa93-4950-b366-2343d0c67413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:10:28Z', 'updated_at': '2022-03-09T04:10:33Z', 'revision_number': 4, 'project_id': '2355e92b134243b08899b3302e3d972c', 'subnets': [{'id': 'cdd07fae-fa93-4950-b366-2343d0c67413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:10:34.768541 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-946ec095-6e93-44dd-a0fc-5fe4146c3f58 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Synchronizing usage tracker for tenant:2355e92b134243b08899b3302e3d972c on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:10:34.784998 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-946ec095-6e93-44dd-a0fc-5fe4146c3f58 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Unset dirty status for tenant:2355e92b134243b08899b3302e3d972c on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:10:34.786233 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-946ec095-6e93-44dd-a0fc-5fe4146c3f58 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-469397222&fields=id&tenant_id=2355e92b134243b08899b3302e3d972c HTTP/1.1" status: 200 len: 267 time: 0.0649655 Mar 09 04:10:34.954643 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-2e35d88f-202f-4d9d-82c0-91590ea597c3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:34.955362 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-2e35d88f-202f-4d9d-82c0-91590ea597c3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Synchronizing usage tracker for tenant:2355e92b134243b08899b3302e3d972c on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:10:34.973411 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-2e35d88f-202f-4d9d-82c0-91590ea597c3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Unset dirty status for tenant:2355e92b134243b08899b3302e3d972c on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:10:34.975224 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-2e35d88f-202f-4d9d-82c0-91590ea597c3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/networks?id=bc962a2b-3e40-47b9-bc1a-abe2e6aee38b HTTP/1.1" status: 200 len: 796 time: 0.1817272 Mar 09 04:10:34.991744 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-3ae770de-bf93-4f69-9b86-7896a78b2f23 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/quotas/2355e92b134243b08899b3302e3d972c HTTP/1.1" status: 200 len: 375 time: 0.0112467 Mar 09 04:10:35.107589 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 6d56cd24-ff76-4ba8-b976-82968cf209a4 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:10:35.198848 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-84138f95-3fe7-49be-8e74-a59541749f02 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Synchronizing usage tracker for tenant:2355e92b134243b08899b3302e3d972c on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:10:35.219241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-84138f95-3fe7-49be-8e74-a59541749f02 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Unset dirty status for tenant:2355e92b134243b08899b3302e3d972c on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:10:35.221134 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-84138f95-3fe7-49be-8e74-a59541749f02 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2355e92b134243b08899b3302e3d972c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2213862 Mar 09 04:10:35.274388 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 07eb4048-a11e-4e30-a074-e72c5ae39305 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:10:35.352948 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:35.388499 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6d56cd24-ff76-4ba8-b976-82968cf209a4 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:10:35.406734 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-dbeaff25-f152-412c-9e71-ce7fc73e0845 service neutron] 10.222.0.16 "GET /v2.0/networks/bc962a2b-3e40-47b9-bc1a-abe2e6aee38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720853 Mar 09 04:10:35.412546 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 6d56cd24-ff76-4ba8-b976-82968cf209a4, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6d56cd24-ff76-4ba8-b976-82968cf209a4,segment=NetworkSegment(0522e55e-4383-4333-9200-d1e55d4d9764),segment_id=0522e55e-4383-4333-9200-d1e55d4d9764)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:10:35.419534 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:35.455506 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 07eb4048-a11e-4e30-a074-e72c5ae39305 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:10:35.466160 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 07eb4048-a11e-4e30-a074-e72c5ae39305 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:10:35.466160 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:35.570283 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=6d56cd24-ff76-4ba8-b976-82968cf209a4,revision_number=7']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:35.628399 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-fec8c58b-79c4-4a52-a110-d09777851240 service neutron] 10.222.0.16 "GET /v2.0/networks/bc962a2b-3e40-47b9-bc1a-abe2e6aee38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150865 Mar 09 04:10:35.693747 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:35.728584 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 07eb4048-a11e-4e30-a074-e72c5ae39305, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=07eb4048-a11e-4e30-a074-e72c5ae39305,segment=NetworkSegment(1e7fec3f-b51f-46bd-9693-87b649d35d19),segment_id=1e7fec3f-b51f-46bd-9693-87b649d35d19)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:10:35.733808 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:35.826267 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=07eb4048-a11e-4e30-a074-e72c5ae39305,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:35.858337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-7af67f78-d6f6-4d34-b4a2-d7aa2e574db5 req-96e28023-f57a-4bc3-a536-54f0b6bfcc7d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Synchronizing usage tracker for tenant:2355e92b134243b08899b3302e3d972c on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:10:35.871925 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-7af67f78-d6f6-4d34-b4a2-d7aa2e574db5 req-96e28023-f57a-4bc3-a536-54f0b6bfcc7d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Unset dirty status for tenant:2355e92b134243b08899b3302e3d972c on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:10:35.881259 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7af67f78-d6f6-4d34-b4a2-d7aa2e574db5 req-96e28023-f57a-4bc3-a536-54f0b6bfcc7d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=765bb601-8b19-40c4-b7c7-982a1c7d4f4f HTTP/1.1" status: 200 len: 210 time: 0.0704472 Mar 09 04:10:36.888890 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-fb1da9ac-2af2-4419-b40d-d26266c41975 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:36.889647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-fb1da9ac-2af2-4419-b40d-d26266c41975 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Synchronizing usage tracker for tenant:2355e92b134243b08899b3302e3d972c on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:10:36.916817 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-fb1da9ac-2af2-4419-b40d-d26266c41975 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Unset dirty status for tenant:2355e92b134243b08899b3302e3d972c on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:10:36.917959 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-fb1da9ac-2af2-4419-b40d-d26266c41975 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.24 "GET /v2.0/networks?id=bc962a2b-3e40-47b9-bc1a-abe2e6aee38b HTTP/1.1" status: 200 len: 796 time: 0.1874733 Mar 09 04:10:36.969690 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-57f9b941-6019-4bab-83c3-1a522ca2216b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Synchronizing usage tracker for tenant:2355e92b134243b08899b3302e3d972c on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:10:36.984014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-57f9b941-6019-4bab-83c3-1a522ca2216b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Unset dirty status for tenant:2355e92b134243b08899b3302e3d972c on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:10:36.985161 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-57f9b941-6019-4bab-83c3-1a522ca2216b tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2355e92b134243b08899b3302e3d972c HTTP/1.1" status: 200 len: 379 time: 0.0592675 Mar 09 04:10:36.997056 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-b70fcdfd-a648-4679-bf4a-ed5f32849826 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'port': {'device_id': '765bb601-8b19-40c4-b7c7-982a1c7d4f4f', 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b', 'admin_state_up': True, 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'security_groups': ['77134520-2755-4d47-97b0-e05e8ebd147e']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:10:37.076615 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b176d4f3-d905-4780-b7c4-061f87f71f9c req-5e894044-80ac-49ea-be85-2452289f0e8d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=765bb601-8b19-40c4-b7c7-982a1c7d4f4f HTTP/1.1" status: 200 len: 210 time: 0.0629113 Mar 09 04:10:37.122221 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 6d56cd24-ff76-4ba8-b976-82968cf209a4 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:10:37.165337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-b70fcdfd-a648-4679-bf4a-ed5f32849826 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:10:37.179058 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 07eb4048-a11e-4e30-a074-e72c5ae39305 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:10:37.179211 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-b70fcdfd-a648-4679-bf4a-ed5f32849826 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:10:37.190024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-b70fcdfd-a648-4679-bf4a-ed5f32849826 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Made reservation on behalf of 2355e92b134243b08899b3302e3d972c for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:10:37.193975 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-b70fcdfd-a648-4679-bf4a-ed5f32849826 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:37.263625 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 6d56cd24-ff76-4ba8-b976-82968cf209a4 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:10:37.263990 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:37.310122 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 07eb4048-a11e-4e30-a074-e72c5ae39305 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:10:37.310481 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:37.385876 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-b70fcdfd-a648-4679-bf4a-ed5f32849826 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Allocated IP 172.20.0.6 (bc962a2b-3e40-47b9-bc1a-abe2e6aee38b/cdd07fae-fa93-4950-b366-2343d0c67413/a54e505a-fdd4-48f9-8726-f068750c0481) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:10:37.539213 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:37.577751 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef1f725-56ec-48c6-ade2-ccfd272a1630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d56cd24-ff76-4ba8-b976-82968cf209a4'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:10:37.591911 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 6d56cd24-ff76-4ba8-b976-82968cf209a4, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6d56cd24-ff76-4ba8-b976-82968cf209a4,segment=NetworkSegment(0522e55e-4383-4333-9200-d1e55d4d9764),segment_id=0522e55e-4383-4333-9200-d1e55d4d9764)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:10:37.597620 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:37.612883 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-b70fcdfd-a648-4679-bf4a-ed5f32849826 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:37.645409 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-b70fcdfd-a648-4679-bf4a-ed5f32849826 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Transition to ACTIVE for port object a54e505a-fdd4-48f9-8726-f068750c0481 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:10:37.660517 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef1f725-56ec-48c6-ade2-ccfd272a1630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d56cd24-ff76-4ba8-b976-82968cf209a4', 'code': 200} Mar 09 04:10:37.684900 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-b70fcdfd-a648-4679-bf4a-ed5f32849826 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:37.693695 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=6d56cd24-ff76-4ba8-b976-82968cf209a4,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:37.754724 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-b70fcdfd-a648-4679-bf4a-ed5f32849826 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Network bc962a2b-3e40-47b9-bc1a-abe2e6aee38b is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:10:37.757702 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-b70fcdfd-a648-4679-bf4a-ed5f32849826 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:10:37.767348 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-b70fcdfd-a648-4679-bf4a-ed5f32849826 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:10:37.804027 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70fcdfd-a648-4679-bf4a-ed5f32849826 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'Port': ['ID=a54e505a-fdd4-48f9-8726-f068750c0481,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:37.835980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-b70fcdfd-a648-4679-bf4a-ed5f32849826 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:37.836596 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-b70fcdfd-a648-4679-bf4a-ed5f32849826 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:37.864756 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-b70fcdfd-a648-4679-bf4a-ed5f32849826 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8715127 Mar 09 04:10:37.876878 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-7ab2c26e-0e16-49bd-998c-9ebec2697afb service neutron] Request body: {'port': {'device_id': '765bb601-8b19-40c4-b7c7-982a1c7d4f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:10:38.013554 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-7ab2c26e-0e16-49bd-998c-9ebec2697afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:38.101056 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f26b2b82-8638-498b-9fde-3e1fa911c677 None None] Provisioning for port a54e505a-fdd4-48f9-8726-f068750c0481 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:10:38.107232 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f26b2b82-8638-498b-9fde-3e1fa911c677 None None] Provisioning complete for port a54e505a-fdd4-48f9-8726-f068750c0481 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:10:38.107673 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f26b2b82-8638-498b-9fde-3e1fa911c677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:38.189803 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-f26b2b82-8638-498b-9fde-3e1fa911c677 None None] Port a54e505a-fdd4-48f9-8726-f068750c0481 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:10:38.295116 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5035f3-7cab-4aed-a9fc-782dd627f1e0 req-eb8718b4-4d36-465f-bd21-63ef37813c34 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:38.296584 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9c5035f3-7cab-4aed-a9fc-782dd627f1e0 req-eb8718b4-4d36-465f-bd21-63ef37813c34 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=765bb601-8b19-40c4-b7c7-982a1c7d4f4f HTTP/1.1" status: 200 len: 931 time: 0.0992000 Mar 09 04:10:38.344235 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9c5035f3-7cab-4aed-a9fc-782dd627f1e0 req-1d56e175-cce4-4d5d-9942-2877de9e1749 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=77134520-2755-4d47-97b0-e05e8ebd147e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420833 Mar 09 04:10:38.392698 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-7ab2c26e-0e16-49bd-998c-9ebec2697afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54e505a-fdd4-48f9-8726-f068750c0481 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:10:38.399812 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-7ab2c26e-0e16-49bd-998c-9ebec2697afb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:38.415269 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-7ab2c26e-0e16-49bd-998c-9ebec2697afb service neutron] Transition to ACTIVE for port object a54e505a-fdd4-48f9-8726-f068750c0481 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:10:38.419803 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-7ab2c26e-0e16-49bd-998c-9ebec2697afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:38.592682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2c26e-0e16-49bd-998c-9ebec2697afb service neutron] Pushing event updated for resources: {'Port': ['ID=a54e505a-fdd4-48f9-8726-f068750c0481,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:38.678750 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-7ab2c26e-0e16-49bd-998c-9ebec2697afb service neutron] Attempting to bind port a54e505a-fdd4-48f9-8726-f068750c0481 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:10:38.679111 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-7ab2c26e-0e16-49bd-998c-9ebec2697afb service neutron] Attempting to bind port a54e505a-fdd4-48f9-8726-f068750c0481 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '1e7fec3f-b51f-46bd-9693-87b649d35d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:10:38.679592 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-7ab2c26e-0e16-49bd-998c-9ebec2697afb service neutron] Attempting to bind port a54e505a-fdd4-48f9-8726-f068750c0481 on network bc962a2b-3e40-47b9-bc1a-abe2e6aee38b {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:10:38.685225 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-7ab2c26e-0e16-49bd-998c-9ebec2697afb service neutron] Port a54e505a-fdd4-48f9-8726-f068750c0481 on network bc962a2b-3e40-47b9-bc1a-abe2e6aee38b not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:10:38.685613 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-7ab2c26e-0e16-49bd-998c-9ebec2697afb service neutron] Attempting to bind port a54e505a-fdd4-48f9-8726-f068750c0481 on network bc962a2b-3e40-47b9-bc1a-abe2e6aee38b {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:10:38.690801 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-7ab2c26e-0e16-49bd-998c-9ebec2697afb service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:10:38.691179 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-7ab2c26e-0e16-49bd-998c-9ebec2697afb service neutron] Checking segment: {'id': '1e7fec3f-b51f-46bd-9693-87b649d35d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:10:38.691645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-7ab2c26e-0e16-49bd-998c-9ebec2697afb service neutron] Bound using segment: {'id': '1e7fec3f-b51f-46bd-9693-87b649d35d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:10:38.691961 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-7ab2c26e-0e16-49bd-998c-9ebec2697afb service neutron] Bound port: a54e505a-fdd4-48f9-8726-f068750c0481, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e7fec3f-b51f-46bd-9693-87b649d35d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:10:38.692300 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-7ab2c26e-0e16-49bd-998c-9ebec2697afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:38.791384 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-7ab2c26e-0e16-49bd-998c-9ebec2697afb service neutron] For port a54e505a-fdd4-48f9-8726-f068750c0481, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:10:38.795853 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-7ab2c26e-0e16-49bd-998c-9ebec2697afb service neutron] For port a54e505a-fdd4-48f9-8726-f068750c0481, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=a54e505a-fdd4-48f9-8726-f068750c0481,segment=NetworkSegment(1e7fec3f-b51f-46bd-9693-87b649d35d19),segment_id=1e7fec3f-b51f-46bd-9693-87b649d35d19)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:10:38.804814 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-7ab2c26e-0e16-49bd-998c-9ebec2697afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:38.861202 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-7ab2c26e-0e16-49bd-998c-9ebec2697afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:38.862349 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-7ab2c26e-0e16-49bd-998c-9ebec2697afb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:38.863939 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-7ab2c26e-0e16-49bd-998c-9ebec2697afb service neutron] 10.222.0.24 "PUT /v2.0/ports/a54e505a-fdd4-48f9-8726-f068750c0481 HTTP/1.1" status: 200 len: 1091 time: 0.9922378 Mar 09 04:10:38.866584 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765bb601-8b19-40c4-b7c7-982a1c7d4f4f', 'tag': 'a54e505a-fdd4-48f9-8726-f068750c0481'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:10:38.899225 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2c26e-0e16-49bd-998c-9ebec2697afb service neutron] Pushing event updated for resources: {'Port': ['ID=a54e505a-fdd4-48f9-8726-f068750c0481,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:38.956770 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:38.963764 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765bb601-8b19-40c4-b7c7-982a1c7d4f4f', 'tag': 'a54e505a-fdd4-48f9-8726-f068750c0481', 'status': 'completed', 'code': 200} Mar 09 04:10:39.011394 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-cd8a11e1-81ac-497f-b958-84f7c6948f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:39.012915 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-cd8a11e1-81ac-497f-b958-84f7c6948f4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2355e92b134243b08899b3302e3d972c&device_id=765bb601-8b19-40c4-b7c7-982a1c7d4f4f HTTP/1.1" status: 200 len: 1094 time: 0.0930471 Mar 09 04:10:39.208320 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-e4feb6b6-3ca8-4399-a0a9-e581ec7e718f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a54e505a-fdd4-48f9-8726-f068750c0481 HTTP/1.1" status: 200 len: 217 time: 0.1878905 Mar 09 04:10:39.272023 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-92097de3-2f86-4ba4-a3b3-13490c8fd954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:39.273425 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-92097de3-2f86-4ba4-a3b3-13490c8fd954 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cdd07fae-fa93-4950-b366-2343d0c67413 HTTP/1.1" status: 200 len: 835 time: 0.0593905 Mar 09 04:10:39.364136 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-b04ab46d-54ad-4945-9327-88f689e798e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:39.365563 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-b04ab46d-54ad-4945-9327-88f689e798e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc962a2b-3e40-47b9-bc1a-abe2e6aee38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862558 Mar 09 04:10:39.511062 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-60b60f16-200c-4719-9ff7-263c9bf93141 service neutron] 10.222.0.24 "GET /v2.0/networks/bc962a2b-3e40-47b9-bc1a-abe2e6aee38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390944 Mar 09 04:10:39.565484 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611de8b1-4bd8-45b6-bc56-73badb65e33e req-620495e8-0464-49b2-bfac-d2f7571c5867 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:39.567140 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-611de8b1-4bd8-45b6-bc56-73badb65e33e req-620495e8-0464-49b2-bfac-d2f7571c5867 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=765bb601-8b19-40c4-b7c7-982a1c7d4f4f HTTP/1.1" status: 200 len: 943 time: 0.0947192 Mar 09 04:10:39.620708 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-611de8b1-4bd8-45b6-bc56-73badb65e33e req-25b9543b-cf11-4511-abbd-f11d8809344d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=77134520-2755-4d47-97b0-e05e8ebd147e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479457 Mar 09 04:10:39.656291 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63b65efa-1717-4157-9f7c-99b5ba4e1412 req-ae44023b-e6ba-4578-9593-61c42fbc8975 service neutron] 10.222.0.24 "GET /v2.0/networks/bc962a2b-3e40-47b9-bc1a-abe2e6aee38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393678 Mar 09 04:10:39.794510 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ff641-f171-4041-a9d1-2e9e9fcfd097 req-4f3197ca-4c94-4895-beae-f5f6029df1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:39.796022 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e18ff641-f171-4041-a9d1-2e9e9fcfd097 req-4f3197ca-4c94-4895-beae-f5f6029df1fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2355e92b134243b08899b3302e3d972c&device_id=765bb601-8b19-40c4-b7c7-982a1c7d4f4f HTTP/1.1" status: 200 len: 1094 time: 0.0770388 Mar 09 04:10:39.936709 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ff641-f171-4041-a9d1-2e9e9fcfd097 req-bcc2e361-321e-46e7-a902-e1b663fd13c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:39.938288 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e18ff641-f171-4041-a9d1-2e9e9fcfd097 req-bcc2e361-321e-46e7-a902-e1b663fd13c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bc962a2b-3e40-47b9-bc1a-abe2e6aee38b HTTP/1.1" status: 200 len: 897 time: 0.1354578 Mar 09 04:10:40.009291 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e18ff641-f171-4041-a9d1-2e9e9fcfd097 req-16f15d52-214b-49ee-a2e6-e6aabbf67fce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a54e505a-fdd4-48f9-8726-f068750c0481 HTTP/1.1" status: 200 len: 217 time: 0.0648904 Mar 09 04:10:40.071721 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ff641-f171-4041-a9d1-2e9e9fcfd097 req-47054ca8-d673-4baf-a8c8-0a1b64bef877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:40.073229 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e18ff641-f171-4041-a9d1-2e9e9fcfd097 req-47054ca8-d673-4baf-a8c8-0a1b64bef877 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cdd07fae-fa93-4950-b366-2343d0c67413 HTTP/1.1" status: 200 len: 835 time: 0.0580771 Mar 09 04:10:40.155330 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ff641-f171-4041-a9d1-2e9e9fcfd097 req-407a461d-81bc-4db4-b401-89e4bceef888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:40.155330 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e18ff641-f171-4041-a9d1-2e9e9fcfd097 req-407a461d-81bc-4db4-b401-89e4bceef888 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc962a2b-3e40-47b9-bc1a-abe2e6aee38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755508 Mar 09 04:10:40.289158 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e18ff641-f171-4041-a9d1-2e9e9fcfd097 req-64a622ce-0144-43d0-9859-718b38ab1561 service neutron] 10.222.0.24 "GET /v2.0/networks/bc962a2b-3e40-47b9-bc1a-abe2e6aee38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280017 Mar 09 04:10:40.431215 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e18ff641-f171-4041-a9d1-2e9e9fcfd097 req-d5d1ece4-0b55-4623-a86f-6b8f79bb1eee service neutron] 10.222.0.24 "GET /v2.0/networks/bc962a2b-3e40-47b9-bc1a-abe2e6aee38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361284 Mar 09 04:10:40.816966 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef20938-ef78-4e43-9ea3-f58f8579fd97 req-553ba93d-cb7b-481e-95fc-88aebb795638 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:40.817663 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-6ef20938-ef78-4e43-9ea3-f58f8579fd97 req-553ba93d-cb7b-481e-95fc-88aebb795638 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Synchronizing usage tracker for tenant:2355e92b134243b08899b3302e3d972c on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:10:40.833211 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-6ef20938-ef78-4e43-9ea3-f58f8579fd97 req-553ba93d-cb7b-481e-95fc-88aebb795638 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Unset dirty status for tenant:2355e92b134243b08899b3302e3d972c on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:10:40.834576 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6ef20938-ef78-4e43-9ea3-f58f8579fd97 req-553ba93d-cb7b-481e-95fc-88aebb795638 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=765bb601-8b19-40c4-b7c7-982a1c7d4f4f HTTP/1.1" status: 200 len: 943 time: 0.1017275 Mar 09 04:10:40.905676 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6ef20938-ef78-4e43-9ea3-f58f8579fd97 req-70d8e6ed-f0ad-4f27-be09-539f5858f48c tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=77134520-2755-4d47-97b0-e05e8ebd147e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650842 Mar 09 04:10:42.096625 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919dd45-db49-4599-914d-61cb41f0c1f7 req-b2188867-4810-449d-bfc6-95952363584d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:42.098063 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5919dd45-db49-4599-914d-61cb41f0c1f7 req-b2188867-4810-449d-bfc6-95952363584d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=765bb601-8b19-40c4-b7c7-982a1c7d4f4f HTTP/1.1" status: 200 len: 943 time: 0.0816247 Mar 09 04:10:42.143828 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5919dd45-db49-4599-914d-61cb41f0c1f7 req-0739af3d-90dc-4538-9ece-9ddbe1365b1d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=77134520-2755-4d47-97b0-e05e8ebd147e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399001 Mar 09 04:10:43.343714 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a37b1-f9c1-4fc0-8908-3c3699602988 req-8f822006-f4c3-48dd-bc4a-47709e2273e5 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:43.345179 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-946a37b1-f9c1-4fc0-8908-3c3699602988 req-8f822006-f4c3-48dd-bc4a-47709e2273e5 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=765bb601-8b19-40c4-b7c7-982a1c7d4f4f HTTP/1.1" status: 200 len: 943 time: 0.0823483 Mar 09 04:10:43.390352 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-946a37b1-f9c1-4fc0-8908-3c3699602988 req-908d7f1d-e7c5-4fb2-93f0-75183d41110a tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=77134520-2755-4d47-97b0-e05e8ebd147e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391085 Mar 09 04:10:43.834192 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device a54e505a-fdd4-48f9-8726-f068750c0481 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:10:43.967464 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port a54e505a-fdd4-48f9-8726-f068750c0481, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=a54e505a-fdd4-48f9-8726-f068750c0481,segment=NetworkSegment(1e7fec3f-b51f-46bd-9693-87b649d35d19),segment_id=1e7fec3f-b51f-46bd-9693-87b649d35d19)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:10:43.980895 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'a54e505a-fdd4-48f9-8726-f068750c0481', 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b', 'port_id': 'a54e505a-fdd4-48f9-8726-f068750c0481', 'mac_address': 'fa:16:3e:6b:67:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd07fae-fa93-4950-b366-2343d0c67413', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:10:44.049407 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:44.065613 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54e505a-fdd4-48f9-8726-f068750c0481 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:10:44.080569 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port a54e505a-fdd4-48f9-8726-f068750c0481, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=a54e505a-fdd4-48f9-8726-f068750c0481,segment=NetworkSegment(1e7fec3f-b51f-46bd-9693-87b649d35d19),segment_id=1e7fec3f-b51f-46bd-9693-87b649d35d19)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:10:44.084694 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:44.149661 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=a54e505a-fdd4-48f9-8726-f068750c0481,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:44.414352 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['a54e505a-fdd4-48f9-8726-f068750c0481'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:10:44.621660 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b8de6-f155-4a30-8a06-4ec6765bd7dc req-9a240414-8a51-4da5-b1c7-49fbc0e00cf8 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:44.623223 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b40b8de6-f155-4a30-8a06-4ec6765bd7dc req-9a240414-8a51-4da5-b1c7-49fbc0e00cf8 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=765bb601-8b19-40c4-b7c7-982a1c7d4f4f HTTP/1.1" status: 200 len: 944 time: 0.1177900 Mar 09 04:10:44.668419 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b40b8de6-f155-4a30-8a06-4ec6765bd7dc req-34dd5b47-65e7-4051-b2d3-c592af22660c tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=77134520-2755-4d47-97b0-e05e8ebd147e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391388 Mar 09 04:10:45.614211 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0785fd-7346-4b7e-a3b5-5401cfa6ff46 req-7be2ab28-e4b2-47ec-a24f-0bf9457d1306 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:45.615798 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b0785fd-7346-4b7e-a3b5-5401cfa6ff46 req-7be2ab28-e4b2-47ec-a24f-0bf9457d1306 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=851b6ddc-9b93-411a-a041-1ec71a468b47 HTTP/1.1" status: 200 len: 946 time: 0.0863912 Mar 09 04:10:45.659903 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2b0785fd-7346-4b7e-a3b5-5401cfa6ff46 req-083dca29-a20c-42b5-853f-71e259f9ee39 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bcbc5ce-5abf-4d8f-bddb-52f42eaf3359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379143 Mar 09 04:10:45.839581 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device a54e505a-fdd4-48f9-8726-f068750c0481 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:10:45.868117 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e445f6-6163-47fe-addd-cd76f00351ec req-8bb3a3de-6dc3-435d-8db5-f80948ca0915 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:45.870154 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-06e445f6-6163-47fe-addd-cd76f00351ec req-8bb3a3de-6dc3-435d-8db5-f80948ca0915 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=765bb601-8b19-40c4-b7c7-982a1c7d4f4f HTTP/1.1" status: 200 len: 944 time: 0.0877280 Mar 09 04:10:45.918501 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port a54e505a-fdd4-48f9-8726-f068750c0481 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:10:45.921331 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-06e445f6-6163-47fe-addd-cd76f00351ec req-ef6325d7-36b2-4124-bfea-942dda92a8db tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=77134520-2755-4d47-97b0-e05e8ebd147e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449374 Mar 09 04:10:45.925423 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port a54e505a-fdd4-48f9-8726-f068750c0481 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:10:45.925907 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:46.046661 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:46.073442 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765bb601-8b19-40c4-b7c7-982a1c7d4f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54e505a-fdd4-48f9-8726-f068750c0481'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:10:46.082837 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port a54e505a-fdd4-48f9-8726-f068750c0481, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=a54e505a-fdd4-48f9-8726-f068750c0481,segment=NetworkSegment(1e7fec3f-b51f-46bd-9693-87b649d35d19),segment_id=1e7fec3f-b51f-46bd-9693-87b649d35d19)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:10:46.090969 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:46.143556 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765bb601-8b19-40c4-b7c7-982a1c7d4f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54e505a-fdd4-48f9-8726-f068750c0481', 'code': 200} Mar 09 04:10:46.189420 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=a54e505a-fdd4-48f9-8726-f068750c0481,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:46.268506 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ea933-d3aa-429e-ae64-151dd6bcc380 req-079a8930-14a7-4740-b08a-57b359fe02ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:46.269875 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-221ea933-d3aa-429e-ae64-151dd6bcc380 req-079a8930-14a7-4740-b08a-57b359fe02ae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=765bb601-8b19-40c4-b7c7-982a1c7d4f4f HTTP/1.1" status: 200 len: 1096 time: 0.0731862 Mar 09 04:10:46.311411 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-221ea933-d3aa-429e-ae64-151dd6bcc380 req-1c2098a3-63d2-480b-afc0-cf8b0caca051 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=77134520-2755-4d47-97b0-e05e8ebd147e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354619 Mar 09 04:10:46.851277 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372daca4-7154-4cdb-aa6b-7b1cd70ec635 req-2a4e6eba-9693-4411-9484-354f38a993d4 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:46.852735 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-372daca4-7154-4cdb-aa6b-7b1cd70ec635 req-2a4e6eba-9693-4411-9484-354f38a993d4 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=851b6ddc-9b93-411a-a041-1ec71a468b47 HTTP/1.1" status: 200 len: 946 time: 0.0803282 Mar 09 04:10:46.905771 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-372daca4-7154-4cdb-aa6b-7b1cd70ec635 req-67fc0649-cf30-435c-b9b4-117316042f71 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bcbc5ce-5abf-4d8f-bddb-52f42eaf3359&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466881 Mar 09 04:10:47.009059 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde64fa-c389-469d-aa7b-5cea80d8f089 req-99054f5f-4392-453e-b27d-d75cf032244c tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:47.011650 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7dde64fa-c389-469d-aa7b-5cea80d8f089 req-99054f5f-4392-453e-b27d-d75cf032244c tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.21 "GET /v2.0/ports?device_id=851b6ddc-9b93-411a-a041-1ec71a468b47 HTTP/1.1" status: 200 len: 946 time: 0.0917714 Mar 09 04:10:47.101398 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-7dde64fa-c389-469d-aa7b-5cea80d8f089 req-79959022-cc62-418c-99a5-59a6a9391c6b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Deleting port 1dbfa995-ce2d-40a0-a712-1b432fc72378 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:10:47.101786 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7dde64fa-c389-469d-aa7b-5cea80d8f089 req-79959022-cc62-418c-99a5-59a6a9391c6b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:47.142888 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00963a77-d647-457a-87ed-fac8bd8ad74b req-7beda3ba-a462-401f-b2be-72bdfcfa0772 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:47.145379 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-00963a77-d647-457a-87ed-fac8bd8ad74b req-7beda3ba-a462-401f-b2be-72bdfcfa0772 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=765bb601-8b19-40c4-b7c7-982a1c7d4f4f HTTP/1.1" status: 200 len: 945 time: 0.1086674 Mar 09 04:10:47.232280 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-00963a77-d647-457a-87ed-fac8bd8ad74b req-007582e9-58b0-40bc-ae61-734676aeccf5 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=77134520-2755-4d47-97b0-e05e8ebd147e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803778 Mar 09 04:10:47.375001 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-7dde64fa-c389-469d-aa7b-5cea80d8f089 req-79959022-cc62-418c-99a5-59a6a9391c6b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] For port 1dbfa995-ce2d-40a0-a712-1b432fc72378, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=1dbfa995-ce2d-40a0-a712-1b432fc72378,segment=NetworkSegment(4f67b76f-4f8e-46d7-bc73-27b808580f53),segment_id=4f67b76f-4f8e-46d7-bc73-27b808580f53)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:10:47.375208 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7dde64fa-c389-469d-aa7b-5cea80d8f089 req-79959022-cc62-418c-99a5-59a6a9391c6b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:47.834751 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7dde64fa-c389-469d-aa7b-5cea80d8f089 req-79959022-cc62-418c-99a5-59a6a9391c6b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:47.835153 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7dde64fa-c389-469d-aa7b-5cea80d8f089 req-79959022-cc62-418c-99a5-59a6a9391c6b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:47.835464 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [req-7dde64fa-c389-469d-aa7b-5cea80d8f089 req-79959022-cc62-418c-99a5-59a6a9391c6b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Floating IP 7f85fffb-5018-4aa0-908a-b6707242740b disassociated. External IP: 172.25.7.205, port: 1dbfa995-ce2d-40a0-a712-1b432fc72378. Mar 09 04:10:47.835798 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-7dde64fa-c389-469d-aa7b-5cea80d8f089 req-79959022-cc62-418c-99a5-59a6a9391c6b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Calling delete_port for 1dbfa995-ce2d-40a0-a712-1b432fc72378 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:10:47.993200 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7dde64fa-c389-469d-aa7b-5cea80d8f089 req-79959022-cc62-418c-99a5-59a6a9391c6b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:48.086028 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79959022-cc62-418c-99a5-59a6a9391c6b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event deleted for resources: {'Port': ['ID=1dbfa995-ce2d-40a0-a712-1b432fc72378,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:48.096556 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c069d68d-1db4-4930-ae9c-a4dae1999022 req-650f2b60-a6ea-454f-98c2-178c4bf08224 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=851b6ddc-9b93-411a-a041-1ec71a468b47 HTTP/1.1" status: 200 len: 210 time: 0.0574777 Mar 09 04:10:48.285789 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7dde64fa-c389-469d-aa7b-5cea80d8f089 req-79959022-cc62-418c-99a5-59a6a9391c6b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Router 05c98226-b013-452a-be20-75171a463f5c has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:10:48.434395 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a05c11-2189-4cd7-b68f-be0721005327 req-8aeb9a30-81d8-41e0-9da5-19f8fa4e6f5a tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:48.436779 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c1a05c11-2189-4cd7-b68f-be0721005327 req-8aeb9a30-81d8-41e0-9da5-19f8fa4e6f5a tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=765bb601-8b19-40c4-b7c7-982a1c7d4f4f HTTP/1.1" status: 200 len: 945 time: 0.0900190 Mar 09 04:10:48.486971 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c1a05c11-2189-4cd7-b68f-be0721005327 req-1d774ea1-178c-4cc4-82c7-b4d4ab71e0a0 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=77134520-2755-4d47-97b0-e05e8ebd147e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440440 Mar 09 04:10:48.493212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7dde64fa-c389-469d-aa7b-5cea80d8f089 req-79959022-cc62-418c-99a5-59a6a9391c6b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:10:48.517703 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae9904-f7b8-4fdb-8370-c5e3b2a11c27 None None] Sync routers for ids ['05c98226-b013-452a-be20-75171a463f5c'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:10:48.541373 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fae9904-f7b8-4fdb-8370-c5e3b2a11c27 None None] Routers {'05c98226-b013-452a-be20-75171a463f5c'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:10:48.542020 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6fae9904-f7b8-4fdb-8370-c5e3b2a11c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:10:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['05c98226-b013-452a-be20-75171a463f5c'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:48.603852 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dde64fa-c389-469d-aa7b-5cea80d8f089 req-79959022-cc62-418c-99a5-59a6a9391c6b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] No DVR routers for this DVR port 1dbfa995-ce2d-40a0-a712-1b432fc72378 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:10:48.607425 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7dde64fa-c389-469d-aa7b-5cea80d8f089 req-79959022-cc62-418c-99a5-59a6a9391c6b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:48.624868 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851b6ddc-9b93-411a-a041-1ec71a468b47', 'name': 'network-vif-deleted', 'tag': '1dbfa995-ce2d-40a0-a712-1b432fc72378'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:10:48.644173 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7dde64fa-c389-469d-aa7b-5cea80d8f089 req-79959022-cc62-418c-99a5-59a6a9391c6b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.21 "DELETE /v2.0/ports/1dbfa995-ce2d-40a0-a712-1b432fc72378 HTTP/1.1" status: 204 len: 173 time: 1.6270747 Mar 09 04:10:48.687991 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851b6ddc-9b93-411a-a041-1ec71a468b47', 'name': 'network-vif-deleted', 'tag': '1dbfa995-ce2d-40a0-a712-1b432fc72378', 'status': 'completed', 'code': 200} Mar 09 04:10:48.805080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b82f1-da29-4913-9078-885f96eb71ce req-264f1bb3-144a-4ddf-aa06-2fee7c54f02d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:48.812100 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-891b82f1-da29-4913-9078-885f96eb71ce req-264f1bb3-144a-4ddf-aa06-2fee7c54f02d tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=765bb601-8b19-40c4-b7c7-982a1c7d4f4f HTTP/1.1" status: 200 len: 945 time: 0.1077533 Mar 09 04:10:48.846580 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-6fae9904-f7b8-4fdb-8370-c5e3b2a11c27 None None] Set router 05c98226-b013-452a-be20-75171a463f5c gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:10:48.860260 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-891b82f1-da29-4913-9078-885f96eb71ce req-20c98159-4997-4a76-a1c7-7306c1e2be35 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=77134520-2755-4d47-97b0-e05e8ebd147e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471303 Mar 09 04:10:48.885320 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36378) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:48.970645 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05aa0a7f-2d92-44da-a907-b2553efeb8e8 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:48.972179 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-05aa0a7f-2d92-44da-a907-b2553efeb8e8 tempest-TestNetworkBasicOps-1396659772 tempest-TestNetworkBasicOps-1396659772-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=765bb601-8b19-40c4-b7c7-982a1c7d4f4f HTTP/1.1" status: 200 len: 1091 time: 0.0862074 Mar 09 04:10:48.975049 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36382) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:48.980161 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-d0b2d0d2-1775-487b-b7f3-e78f35fde8a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'port_id': 'a54e505a-fdd4-48f9-8726-f068750c0481', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:10:48.987006 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-d0b2d0d2-1775-487b-b7f3-e78f35fde8a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:10:48.991093 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d0b2d0d2-1775-487b-b7f3-e78f35fde8a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Usage tracker for resource:floatingip and tenant:2355e92b134243b08899b3302e3d972c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:10:48.993923 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d0b2d0d2-1775-487b-b7f3-e78f35fde8a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:10:48.999868 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-d0b2d0d2-1775-487b-b7f3-e78f35fde8a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:10:49.011144 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d0b2d0d2-1775-487b-b7f3-e78f35fde8a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:49.201785 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d0b2d0d2-1775-487b-b7f3-e78f35fde8a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:49.329681 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6fae9904-f7b8-4fdb-8370-c5e3b2a11c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'f2fc3005-5cdd-4499-ab28-3347ea805bee', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '05c98226-b013-452a-be20-75171a463f5c', 'port_id': '2996ef63-1289-4a4b-8d5f-c5ad35da3201', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'mac_address': 'fa:16:3e:8f:7e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1706fdb-63f3-4f61-9758-2a2512599426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:08:10Z', 'updated_at': '2022-03-09T04:08:38Z', 'revision_number': 2, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b8fd1c-ebab-4e4a-bec8-115622139a02', 'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'mac_address': 'fa:16:3e:ee:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:58Z', 'updated_at': '2022-03-09T04:08:13Z', 'revision_number': 5, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'subnets': [{'id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:49.338433 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae9904-f7b8-4fdb-8370-c5e3b2a11c27 None None] Checking router: 05c98226-b013-452a-be20-75171a463f5c for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:10:49.350676 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fae9904-f7b8-4fdb-8370-c5e3b2a11c27 None None] Routers {'05c98226-b013-452a-be20-75171a463f5c'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:10:49.352096 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6fae9904-f7b8-4fdb-8370-c5e3b2a11c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:10:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['05c98226-b013-452a-be20-75171a463f5c'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:49.407307 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bfbbd301-8844-4789-bd78-609db14ffdc1 req-a374e075-5b4c-4b97-afe0-0ddf949c2983 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=851b6ddc-9b93-411a-a041-1ec71a468b47 HTTP/1.1" status: 200 len: 210 time: 0.0498552 Mar 09 04:10:49.438064 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-d0b2d0d2-1775-487b-b7f3-e78f35fde8a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Allocated IP 172.25.7.82 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/e8fc1fb8-7177-4ec1-ada5-66465505c3d4) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:10:49.561648 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-6fae9904-f7b8-4fdb-8370-c5e3b2a11c27 None None] Set router 05c98226-b013-452a-be20-75171a463f5c gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:10:49.604291 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d0b2d0d2-1775-487b-b7f3-e78f35fde8a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:49.626182 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:10:49.637185 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d0b2d0d2-1775-487b-b7f3-e78f35fde8a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:49.702581 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b2d0d2-1775-487b-b7f3-e78f35fde8a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:10:49.705535 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-d0b2d0d2-1775-487b-b7f3-e78f35fde8a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:10:49.708124 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b2d0d2-1775-487b-b7f3-e78f35fde8a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:10:49.757946 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2d0d2-1775-487b-b7f3-e78f35fde8a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'Port': ['ID=e8fc1fb8-7177-4ec1-ada5-66465505c3d4,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:49.959467 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6fae9904-f7b8-4fdb-8370-c5e3b2a11c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'f2fc3005-5cdd-4499-ab28-3347ea805bee', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '05c98226-b013-452a-be20-75171a463f5c', 'port_id': '2996ef63-1289-4a4b-8d5f-c5ad35da3201', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'mac_address': 'fa:16:3e:8f:7e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1706fdb-63f3-4f61-9758-2a2512599426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:08:10Z', 'updated_at': '2022-03-09T04:08:38Z', 'revision_number': 2, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b8fd1c-ebab-4e4a-bec8-115622139a02', 'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'mac_address': 'fa:16:3e:ee:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:58Z', 'updated_at': '2022-03-09T04:08:13Z', 'revision_number': 5, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'subnets': [{'id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:49.963524 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae9904-f7b8-4fdb-8370-c5e3b2a11c27 None None] The sync data for ids ['05c98226-b013-452a-be20-75171a463f5c'] in n-d-825178-5 is: [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'f2fc3005-5cdd-4499-ab28-3347ea805bee', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '05c98226-b013-452a-be20-75171a463f5c', 'port_id': '2996ef63-1289-4a4b-8d5f-c5ad35da3201', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'mac_address': 'fa:16:3e:8f:7e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1706fdb-63f3-4f61-9758-2a2512599426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:08:10Z', 'updated_at': '2022-03-09T04:08:38Z', 'revision_number': 2, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b8fd1c-ebab-4e4a-bec8-115622139a02', 'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'mac_address': 'fa:16:3e:ee:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:58Z', 'updated_at': '2022-03-09T04:08:13Z', 'revision_number': 5, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'subnets': [{'id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:10:50.237741 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c491a19-2ebf-46bb-9897-a784ed7ce0f3 None None] New status for floating IP 7f85fffb-5018-4aa0-908a-b6707242740b: DOWN {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:10:50.282593 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d0b2d0d2-1775-487b-b7f3-e78f35fde8a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:50.382660 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d0b2d0d2-1775-487b-b7f3-e78f35fde8a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:50.561112 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36420) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:50.616905 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d0b2d0d2-1775-487b-b7f3-e78f35fde8a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:50.628553 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d0b2d0d2-1775-487b-b7f3-e78f35fde8a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:50.649383 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e48a7726-66e2-466c-b59e-d63df8a21888 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:50.678865 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e48a7726-66e2-466c-b59e-d63df8a21888 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:50.737758 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e48a7726-66e2-466c-b59e-d63df8a21888 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:50.743557 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2d0d2-1775-487b-b7f3-e78f35fde8a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event updated for resources: {'Port': ['ID=e8fc1fb8-7177-4ec1-ada5-66465505c3d4,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:50.754797 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d0b2d0d2-1775-487b-b7f3-e78f35fde8a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:50.766199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a7726-66e2-466c-b59e-d63df8a21888 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcbc5ce-5abf-4d8f-bddb-52f42eaf3359,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:50.783238 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e48a7726-66e2-466c-b59e-d63df8a21888 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:50.787040 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e48a7726-66e2-466c-b59e-d63df8a21888 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "DELETE /v2.0/security-groups/3bcbc5ce-5abf-4d8f-bddb-52f42eaf3359 HTTP/1.1" status: 204 len: 168 time: 0.2217281 Mar 09 04:10:50.787167 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36424) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:50.816760 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-78b72959-eecb-4d9f-ba5d-bc6fee9ddc7d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] show failed (client error): The resource could not be found. Mar 09 04:10:50.821485 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-78b72959-eecb-4d9f-ba5d-bc6fee9ddc7d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups/3bcbc5ce-5abf-4d8f-bddb-52f42eaf3359 HTTP/1.1" status: 404 len: 347 time: 0.0333986 Mar 09 04:10:50.822058 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36428) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:51.054869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-5ba15d1f-8525-4ee2-8098-7d987977a045 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Deleting port cf33f005-842a-4760-a89f-1758bb8143c4 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:10:51.055222 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5ba15d1f-8525-4ee2-8098-7d987977a045 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:51.129292 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-d0b2d0d2-1775-487b-b7f3-e78f35fde8a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Floating IP 94b3e887-97eb-45aa-bb81-f4d03a3aa59a associated. External IP: 172.25.7.82, port: a54e505a-fdd4-48f9-8726-f068750c0481. Mar 09 04:10:51.203827 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 1dbfa995-ce2d-40a0-a712-1b432fc72378 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:10:51.243598 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 1dbfa995-ce2d-40a0-a712-1b432fc72378 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:10:51.244230 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 1dbfa995-ce2d-40a0-a712-1b432fc72378 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:10:51.545090 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5ba15d1f-8525-4ee2-8098-7d987977a045 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:51.545388 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5ba15d1f-8525-4ee2-8098-7d987977a045 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:51.727498 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-5ba15d1f-8525-4ee2-8098-7d987977a045 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Calling delete_port for cf33f005-842a-4760-a89f-1758bb8143c4 owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:10:52.012878 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5ba15d1f-8525-4ee2-8098-7d987977a045 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:52.055102 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b2d0d2-1775-487b-b7f3-e78f35fde8a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Router 31be81df-bc2a-451b-9193-0d2b5bcfe285 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:10:52.074172 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba15d1f-8525-4ee2-8098-7d987977a045 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event deleted for resources: {'Port': ['ID=cf33f005-842a-4760-a89f-1758bb8143c4,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:52.265883 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5ba15d1f-8525-4ee2-8098-7d987977a045 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:52.360696 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5ba15d1f-8525-4ee2-8098-7d987977a045 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:52.364505 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5ba15d1f-8525-4ee2-8098-7d987977a045 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "DELETE /v2.0/floatingips/7f85fffb-5018-4aa0-908a-b6707242740b HTTP/1.1" status: 204 len: 168 time: 1.5386753 Mar 09 04:10:52.372906 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b2d0d2-1775-487b-b7f3-e78f35fde8a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:10:52.384005 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998b0998-e954-46c2-9c90-29a0be051747 None None] Sync routers for ids ['31be81df-bc2a-451b-9193-0d2b5bcfe285'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:10:52.394145 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998b0998-e954-46c2-9c90-29a0be051747 None None] Routers {'31be81df-bc2a-451b-9193-0d2b5bcfe285'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:10:52.394942 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-998b0998-e954-46c2-9c90-29a0be051747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:10:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['31be81df-bc2a-451b-9193-0d2b5bcfe285'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:52.405831 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d0b2d0d2-1775-487b-b7f3-e78f35fde8a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:52.469762 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d0b2d0d2-1775-487b-b7f3-e78f35fde8a9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4936903 Mar 09 04:10:52.471137 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765bb601-8b19-40c4-b7c7-982a1c7d4f4f', 'tag': 'a54e505a-fdd4-48f9-8726-f068750c0481'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:10:52.476596 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36462) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:52.586964 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765bb601-8b19-40c4-b7c7-982a1c7d4f4f', 'tag': 'a54e505a-fdd4-48f9-8726-f068750c0481', 'status': 'completed', 'code': 200} Mar 09 04:10:52.657733 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-998b0998-e954-46c2-9c90-29a0be051747 None None] Set router 31be81df-bc2a-451b-9193-0d2b5bcfe285 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:10:52.666200 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-108f6fbe-6b85-48c1-ae1b-3aefd8a837b3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/floatingips/94b3e887-97eb-45aa-bb81-f4d03a3aa59a HTTP/1.1" status: 200 len: 990 time: 0.1743240 Mar 09 04:10:52.691936 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c45c6-35dd-4aff-90f6-59f7549473f9 req-fd757dcf-549b-49e8-9caf-72cdcc792fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:52.693572 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-de4c45c6-35dd-4aff-90f6-59f7549473f9 req-fd757dcf-549b-49e8-9caf-72cdcc792fe0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2355e92b134243b08899b3302e3d972c&device_id=765bb601-8b19-40c4-b7c7-982a1c7d4f4f HTTP/1.1" status: 200 len: 1096 time: 0.1120424 Mar 09 04:10:52.856069 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c45c6-35dd-4aff-90f6-59f7549473f9 req-9e086449-2a1f-4ff7-a4c3-d64160f99a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:52.857691 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-de4c45c6-35dd-4aff-90f6-59f7549473f9 req-9e086449-2a1f-4ff7-a4c3-d64160f99a81 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bc962a2b-3e40-47b9-bc1a-abe2e6aee38b HTTP/1.1" status: 200 len: 897 time: 0.1572368 Mar 09 04:10:53.004414 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-de4c45c6-35dd-4aff-90f6-59f7549473f9 req-5df21777-4382-4384-bde1-01a97d6e0108 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a54e505a-fdd4-48f9-8726-f068750c0481 HTTP/1.1" status: 200 len: 998 time: 0.1360791 Mar 09 04:10:53.077264 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c45c6-35dd-4aff-90f6-59f7549473f9 req-5692cb7f-9089-4491-a785-3ba3a6de7bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:53.079151 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-de4c45c6-35dd-4aff-90f6-59f7549473f9 req-5692cb7f-9089-4491-a785-3ba3a6de7bfb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cdd07fae-fa93-4950-b366-2343d0c67413 HTTP/1.1" status: 200 len: 835 time: 0.0685153 Mar 09 04:10:53.169743 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-998b0998-e954-46c2-9c90-29a0be051747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'name': 'tempest-TestNetworkBasicOps-router-1972907104', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:10:23Z', 'updated_at': '2022-03-09T04:10:29Z', 'revision_number': 4, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:10:24Z', 'updated_at': '2022-03-09T04:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '94b3e887-97eb-45aa-bb81-f4d03a3aa59a', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'floating_ip_address': '172.25.7.82', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'port_id': 'a54e505a-fdd4-48f9-8726-f068750c0481', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b', 'mac_address': 'fa:16:3e:6b:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765bb601-8b19-40c4-b7c7-982a1c7d4f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:10:50Z', 'updated_at': '2022-03-09T04:10:50Z', 'revision_number': 0, 'project_id': '2355e92b134243b08899b3302e3d972c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07eb4048-a11e-4e30-a074-e72c5ae39305', 'name': '', 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'mac_address': 'fa:16:3e:83:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'cdd07fae-fa93-4950-b366-2343d0c67413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:10:28Z', 'updated_at': '2022-03-09T04:10:35Z', 'revision_number': 5, 'project_id': '2355e92b134243b08899b3302e3d972c', 'subnets': [{'id': 'cdd07fae-fa93-4950-b366-2343d0c67413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:53.173142 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c45c6-35dd-4aff-90f6-59f7549473f9 req-e95b860e-df40-4373-a6cc-3351ec51963a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:53.174611 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-de4c45c6-35dd-4aff-90f6-59f7549473f9 req-e95b860e-df40-4373-a6cc-3351ec51963a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc962a2b-3e40-47b9-bc1a-abe2e6aee38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890417 Mar 09 04:10:53.177003 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998b0998-e954-46c2-9c90-29a0be051747 None None] Checking router: 31be81df-bc2a-451b-9193-0d2b5bcfe285 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:10:53.191595 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998b0998-e954-46c2-9c90-29a0be051747 None None] Routers {'31be81df-bc2a-451b-9193-0d2b5bcfe285'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:10:53.192205 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-998b0998-e954-46c2-9c90-29a0be051747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:10:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['31be81df-bc2a-451b-9193-0d2b5bcfe285'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:53.380330 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-de4c45c6-35dd-4aff-90f6-59f7549473f9 req-11d9e93b-12fc-41e3-a653-31b66d9f3e18 service neutron] 10.222.0.24 "GET /v2.0/networks/bc962a2b-3e40-47b9-bc1a-abe2e6aee38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967604 Mar 09 04:10:53.388930 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-998b0998-e954-46c2-9c90-29a0be051747 None None] Set router 31be81df-bc2a-451b-9193-0d2b5bcfe285 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:10:53.663040 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-de4c45c6-35dd-4aff-90f6-59f7549473f9 req-ac1bede0-0ca9-4dc1-bc5b-2d05c6a154eb service neutron] 10.222.0.24 "GET /v2.0/networks/bc962a2b-3e40-47b9-bc1a-abe2e6aee38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735105 Mar 09 04:10:53.669954 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36498) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:53.804788 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-998b0998-e954-46c2-9c90-29a0be051747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'name': 'tempest-TestNetworkBasicOps-router-1972907104', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:10:23Z', 'updated_at': '2022-03-09T04:10:29Z', 'revision_number': 4, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:10:24Z', 'updated_at': '2022-03-09T04:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '94b3e887-97eb-45aa-bb81-f4d03a3aa59a', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'floating_ip_address': '172.25.7.82', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'port_id': 'a54e505a-fdd4-48f9-8726-f068750c0481', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b', 'mac_address': 'fa:16:3e:6b:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765bb601-8b19-40c4-b7c7-982a1c7d4f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:10:50Z', 'updated_at': '2022-03-09T04:10:50Z', 'revision_number': 0, 'project_id': '2355e92b134243b08899b3302e3d972c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07eb4048-a11e-4e30-a074-e72c5ae39305', 'name': '', 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'mac_address': 'fa:16:3e:83:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'cdd07fae-fa93-4950-b366-2343d0c67413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:10:28Z', 'updated_at': '2022-03-09T04:10:35Z', 'revision_number': 5, 'project_id': '2355e92b134243b08899b3302e3d972c', 'subnets': [{'id': 'cdd07fae-fa93-4950-b366-2343d0c67413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:53.809867 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998b0998-e954-46c2-9c90-29a0be051747 None None] The sync data for ids ['31be81df-bc2a-451b-9193-0d2b5bcfe285'] in n-d-825178-5 is: [{'id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'name': 'tempest-TestNetworkBasicOps-router-1972907104', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:10:23Z', 'updated_at': '2022-03-09T04:10:29Z', 'revision_number': 4, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:10:24Z', 'updated_at': '2022-03-09T04:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '94b3e887-97eb-45aa-bb81-f4d03a3aa59a', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'floating_ip_address': '172.25.7.82', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'port_id': 'a54e505a-fdd4-48f9-8726-f068750c0481', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b', 'mac_address': 'fa:16:3e:6b:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765bb601-8b19-40c4-b7c7-982a1c7d4f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:10:50Z', 'updated_at': '2022-03-09T04:10:50Z', 'revision_number': 0, 'project_id': '2355e92b134243b08899b3302e3d972c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07eb4048-a11e-4e30-a074-e72c5ae39305', 'name': '', 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'mac_address': 'fa:16:3e:83:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'cdd07fae-fa93-4950-b366-2343d0c67413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:10:28Z', 'updated_at': '2022-03-09T04:10:35Z', 'revision_number': 5, 'project_id': '2355e92b134243b08899b3302e3d972c', 'subnets': [{'id': 'cdd07fae-fa93-4950-b366-2343d0c67413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:10:53.820259 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a9d749a3-6a62-40fc-ac2d-948558ddb52e tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/floatingips/94b3e887-97eb-45aa-bb81-f4d03a3aa59a HTTP/1.1" status: 200 len: 990 time: 0.1469541 Mar 09 04:10:54.049470 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d31bf8-52ac-48dc-88ab-7ccdb07b8aac None None] New status for floating IP 94b3e887-97eb-45aa-bb81-f4d03a3aa59a: ACTIVE {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:10:54.822779 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36530) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:54.860384 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da34dd-8766-4ca9-bb26-c526952664f0 req-e540df97-01ce-4852-b89c-4374eb981782 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:54.861174 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-50da34dd-8766-4ca9-bb26-c526952664f0 req-e540df97-01ce-4852-b89c-4374eb981782 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Synchronizing usage tracker for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:10:54.880312 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-50da34dd-8766-4ca9-bb26-c526952664f0 req-e540df97-01ce-4852-b89c-4374eb981782 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Unset dirty status for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:10:54.881539 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-50da34dd-8766-4ca9-bb26-c526952664f0 req-e540df97-01ce-4852-b89c-4374eb981782 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1706fdb-63f3-4f61-9758-2a2512599426 HTTP/1.1" status: 200 len: 946 time: 0.1083148 Mar 09 04:10:54.945341 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-985854b3-d2b0-48c0-ae3c-5e5095b38131 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/floatingips/94b3e887-97eb-45aa-bb81-f4d03a3aa59a HTTP/1.1" status: 200 len: 992 time: 0.1206760 Mar 09 04:10:54.953859 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-50da34dd-8766-4ca9-bb26-c526952664f0 req-b9e23665-72ae-4fbe-bccd-7bd0c2a140b9 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=26a32e88-e55b-4767-96fe-4d6947bf0562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658379 Mar 09 04:10:56.211600 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebca73-2171-4ce8-90ce-47fdce8c164d req-d3d76092-de09-4c00-bd8c-5aee8764358e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:56.212490 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-41ebca73-2171-4ce8-90ce-47fdce8c164d req-d3d76092-de09-4c00-bd8c-5aee8764358e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Synchronizing usage tracker for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:10:56.227213 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-41ebca73-2171-4ce8-90ce-47fdce8c164d req-d3d76092-de09-4c00-bd8c-5aee8764358e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Unset dirty status for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:10:56.228392 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-41ebca73-2171-4ce8-90ce-47fdce8c164d req-d3d76092-de09-4c00-bd8c-5aee8764358e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1706fdb-63f3-4f61-9758-2a2512599426 HTTP/1.1" status: 200 len: 946 time: 0.1676486 Mar 09 04:10:56.272713 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-41ebca73-2171-4ce8-90ce-47fdce8c164d req-53dfbf82-dd66-45a1-9ea4-7712079ec189 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Synchronizing usage tracker for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:10:56.288400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-41ebca73-2171-4ce8-90ce-47fdce8c164d req-53dfbf82-dd66-45a1-9ea4-7712079ec189 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Unset dirty status for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:10:56.289985 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-41ebca73-2171-4ce8-90ce-47fdce8c164d req-53dfbf82-dd66-45a1-9ea4-7712079ec189 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=26a32e88-e55b-4767-96fe-4d6947bf0562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558157 Mar 09 04:10:56.423792 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cdea9-c22f-451a-92bc-352249fcadf5 req-ad7a138e-53f4-44c9-b811-0445c96fef71 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:10:56.425265 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-950cdea9-c22f-451a-92bc-352249fcadf5 req-ad7a138e-53f4-44c9-b811-0445c96fef71 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1706fdb-63f3-4f61-9758-2a2512599426 HTTP/1.1" status: 200 len: 946 time: 0.0840499 Mar 09 04:10:56.507081 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-950cdea9-c22f-451a-92bc-352249fcadf5 req-f1b8c55e-15be-4aeb-951d-3b6d9d1de157 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Deleting port 2996ef63-1289-4a4b-8d5f-c5ad35da3201 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:10:56.507417 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-950cdea9-c22f-451a-92bc-352249fcadf5 req-f1b8c55e-15be-4aeb-951d-3b6d9d1de157 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:56.768092 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-950cdea9-c22f-451a-92bc-352249fcadf5 req-f1b8c55e-15be-4aeb-951d-3b6d9d1de157 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] For port 2996ef63-1289-4a4b-8d5f-c5ad35da3201, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=2996ef63-1289-4a4b-8d5f-c5ad35da3201,segment=NetworkSegment(4f67b76f-4f8e-46d7-bc73-27b808580f53),segment_id=4f67b76f-4f8e-46d7-bc73-27b808580f53)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:10:56.768449 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-950cdea9-c22f-451a-92bc-352249fcadf5 req-f1b8c55e-15be-4aeb-951d-3b6d9d1de157 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:57.083788 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-950cdea9-c22f-451a-92bc-352249fcadf5 req-f1b8c55e-15be-4aeb-951d-3b6d9d1de157 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:57.084274 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-950cdea9-c22f-451a-92bc-352249fcadf5 req-f1b8c55e-15be-4aeb-951d-3b6d9d1de157 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:57.084584 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [req-950cdea9-c22f-451a-92bc-352249fcadf5 req-f1b8c55e-15be-4aeb-951d-3b6d9d1de157 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Floating IP f2fc3005-5cdd-4499-ab28-3347ea805bee disassociated. External IP: 172.25.7.25, port: 2996ef63-1289-4a4b-8d5f-c5ad35da3201. Mar 09 04:10:57.084917 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-950cdea9-c22f-451a-92bc-352249fcadf5 req-f1b8c55e-15be-4aeb-951d-3b6d9d1de157 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Calling delete_port for 2996ef63-1289-4a4b-8d5f-c5ad35da3201 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:10:57.232954 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-950cdea9-c22f-451a-92bc-352249fcadf5 req-f1b8c55e-15be-4aeb-951d-3b6d9d1de157 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:57.288256 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8c55e-15be-4aeb-951d-3b6d9d1de157 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event deleted for resources: {'Port': ['ID=2996ef63-1289-4a4b-8d5f-c5ad35da3201,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:57.300054 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8c55e-15be-4aeb-951d-3b6d9d1de157 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:57.300398 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8c55e-15be-4aeb-951d-3b6d9d1de157 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:57.300727 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8c55e-15be-4aeb-951d-3b6d9d1de157 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:57.301050 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8c55e-15be-4aeb-951d-3b6d9d1de157 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:57.301374 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8c55e-15be-4aeb-951d-3b6d9d1de157 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:57.301692 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8c55e-15be-4aeb-951d-3b6d9d1de157 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:57.302006 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8c55e-15be-4aeb-951d-3b6d9d1de157 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:57.302326 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8c55e-15be-4aeb-951d-3b6d9d1de157 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:57.302636 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8c55e-15be-4aeb-951d-3b6d9d1de157 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:57.302988 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8c55e-15be-4aeb-951d-3b6d9d1de157 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:57.303302 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8c55e-15be-4aeb-951d-3b6d9d1de157 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:57.303619 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8c55e-15be-4aeb-951d-3b6d9d1de157 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:10:57.462126 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-952ce287-d79e-49e3-8768-4fe0f6af379b req-0e4350cb-ce0e-437e-8001-b0a835da0143 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1706fdb-63f3-4f61-9758-2a2512599426 HTTP/1.1" status: 200 len: 210 time: 0.0579655 Mar 09 04:10:57.488244 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-950cdea9-c22f-451a-92bc-352249fcadf5 req-f1b8c55e-15be-4aeb-951d-3b6d9d1de157 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Router 05c98226-b013-452a-be20-75171a463f5c has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:10:57.810193 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-950cdea9-c22f-451a-92bc-352249fcadf5 req-f1b8c55e-15be-4aeb-951d-3b6d9d1de157 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:10:57.819529 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b240c8b-b612-4ead-9787-10ab929b21f4 None None] Sync routers for ids ['05c98226-b013-452a-be20-75171a463f5c'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:10:57.834482 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b240c8b-b612-4ead-9787-10ab929b21f4 None None] Routers {'05c98226-b013-452a-be20-75171a463f5c'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:10:57.835329 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0b240c8b-b612-4ead-9787-10ab929b21f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:10:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['05c98226-b013-452a-be20-75171a463f5c'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:57.895676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-950cdea9-c22f-451a-92bc-352249fcadf5 req-f1b8c55e-15be-4aeb-951d-3b6d9d1de157 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] No DVR routers for this DVR port 2996ef63-1289-4a4b-8d5f-c5ad35da3201 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:10:57.899946 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-950cdea9-c22f-451a-92bc-352249fcadf5 req-f1b8c55e-15be-4aeb-951d-3b6d9d1de157 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:57.910248 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1706fdb-63f3-4f61-9758-2a2512599426', 'name': 'network-vif-deleted', 'tag': '2996ef63-1289-4a4b-8d5f-c5ad35da3201'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:10:57.920175 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-950cdea9-c22f-451a-92bc-352249fcadf5 req-f1b8c55e-15be-4aeb-951d-3b6d9d1de157 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.24 "DELETE /v2.0/ports/2996ef63-1289-4a4b-8d5f-c5ad35da3201 HTTP/1.1" status: 204 len: 173 time: 1.4899049 Mar 09 04:10:57.988822 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1706fdb-63f3-4f61-9758-2a2512599426', 'name': 'network-vif-deleted', 'tag': '2996ef63-1289-4a4b-8d5f-c5ad35da3201', 'status': 'completed', 'code': 200} Mar 09 04:10:58.059462 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-0b240c8b-b612-4ead-9787-10ab929b21f4 None None] Set router 05c98226-b013-452a-be20-75171a463f5c gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:10:58.398502 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0b240c8b-b612-4ead-9787-10ab929b21f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'f3b8fd1c-ebab-4e4a-bec8-115622139a02', 'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'mac_address': 'fa:16:3e:ee:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:58Z', 'updated_at': '2022-03-09T04:08:13Z', 'revision_number': 5, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'subnets': [{'id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:58.403711 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b240c8b-b612-4ead-9787-10ab929b21f4 None None] Checking router: 05c98226-b013-452a-be20-75171a463f5c for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:10:58.413250 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b240c8b-b612-4ead-9787-10ab929b21f4 None None] Routers {'05c98226-b013-452a-be20-75171a463f5c'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:10:58.414136 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0b240c8b-b612-4ead-9787-10ab929b21f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:10:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['05c98226-b013-452a-be20-75171a463f5c'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:58.599468 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36618) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:58.682780 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-0b240c8b-b612-4ead-9787-10ab929b21f4 None None] Set router 05c98226-b013-452a-be20-75171a463f5c gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:10:58.687034 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-986b41cf-c844-400d-be46-ca801f010773 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:58.716996 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-986b41cf-c844-400d-be46-ca801f010773 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:58.744158 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-40afff61-3ebc-4a26-9d4b-cfdfd3d4b01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:58.785664 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-986b41cf-c844-400d-be46-ca801f010773 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:58.807238 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b41cf-c844-400d-be46-ca801f010773 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a32e88-e55b-4767-96fe-4d6947bf0562,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:10:58.825765 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-986b41cf-c844-400d-be46-ca801f010773 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:58.829368 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-986b41cf-c844-400d-be46-ca801f010773 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "DELETE /v2.0/security-groups/26a32e88-e55b-4767-96fe-4d6947bf0562 HTTP/1.1" status: 204 len: 168 time: 0.2264702 Mar 09 04:10:58.829731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36624) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:58.865544 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-5bdec3ec-bed1-4a7e-bb30-722fbe42d11d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] show failed (client error): The resource could not be found. Mar 09 04:10:58.869178 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5bdec3ec-bed1-4a7e-bb30-722fbe42d11d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups/26a32e88-e55b-4767-96fe-4d6947bf0562 HTTP/1.1" status: 404 len: 347 time: 0.0358925 Mar 09 04:10:58.869973 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36632) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:10:59.037281 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0b240c8b-b612-4ead-9787-10ab929b21f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'f3b8fd1c-ebab-4e4a-bec8-115622139a02', 'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'mac_address': 'fa:16:3e:ee:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:58Z', 'updated_at': '2022-03-09T04:08:13Z', 'revision_number': 5, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'subnets': [{'id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:10:59.041292 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b240c8b-b612-4ead-9787-10ab929b21f4 None None] The sync data for ids ['05c98226-b013-452a-be20-75171a463f5c'] in n-d-825178-5 is: [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'f3b8fd1c-ebab-4e4a-bec8-115622139a02', 'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'mac_address': 'fa:16:3e:ee:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:58Z', 'updated_at': '2022-03-09T04:08:13Z', 'revision_number': 5, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'subnets': [{'id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:10:59.069536 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-e24e0f5b-a83b-40fa-bd01-a6eeede2bc7d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Deleting port 81cfc346-30f4-4910-8c7d-dedaedd1d5b6 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:10:59.069878 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e24e0f5b-a83b-40fa-bd01-a6eeede2bc7d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:59.261979 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e24e0f5b-a83b-40fa-bd01-a6eeede2bc7d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:59.262358 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e24e0f5b-a83b-40fa-bd01-a6eeede2bc7d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:10:59.307188 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae407ca-f138-407c-ab9f-78b820cbf0b8 None None] New status for floating IP f2fc3005-5cdd-4499-ab28-3347ea805bee: DOWN {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:10:59.394484 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-e24e0f5b-a83b-40fa-bd01-a6eeede2bc7d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Calling delete_port for 81cfc346-30f4-4910-8c7d-dedaedd1d5b6 owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:10:59.529355 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [None req-e24e0f5b-a83b-40fa-bd01-a6eeede2bc7d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:10:59.529885 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [None req-e24e0f5b-a83b-40fa-bd01-a6eeede2bc7d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:10:59.958966 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 2996ef63-1289-4a4b-8d5f-c5ad35da3201 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:10:59.996565 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 2996ef63-1289-4a4b-8d5f-c5ad35da3201 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:10:59.996908 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 2996ef63-1289-4a4b-8d5f-c5ad35da3201 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:11:00.030612 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-e24e0f5b-a83b-40fa-bd01-a6eeede2bc7d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Deleting port 81cfc346-30f4-4910-8c7d-dedaedd1d5b6 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:11:00.031195 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e24e0f5b-a83b-40fa-bd01-a6eeede2bc7d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:00.201198 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e24e0f5b-a83b-40fa-bd01-a6eeede2bc7d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:00.201778 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e24e0f5b-a83b-40fa-bd01-a6eeede2bc7d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:00.336995 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-e24e0f5b-a83b-40fa-bd01-a6eeede2bc7d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Calling delete_port for 81cfc346-30f4-4910-8c7d-dedaedd1d5b6 owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:11:00.474884 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e24e0f5b-a83b-40fa-bd01-a6eeede2bc7d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:00.533185 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e0f5b-a83b-40fa-bd01-a6eeede2bc7d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event deleted for resources: {'Port': ['ID=81cfc346-30f4-4910-8c7d-dedaedd1d5b6,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:00.616027 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e24e0f5b-a83b-40fa-bd01-a6eeede2bc7d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:00.629762 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e24e0f5b-a83b-40fa-bd01-a6eeede2bc7d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:00.630880 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e24e0f5b-a83b-40fa-bd01-a6eeede2bc7d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "DELETE /v2.0/floatingips/f2fc3005-5cdd-4499-ab28-3347ea805bee HTTP/1.1" status: 204 len: 168 time: 1.7597013 Mar 09 04:11:00.862378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36670) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:00.867745 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-f24c32b1-0057-43d8-8404-a15b40701bd4 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2110406656', 'description': 'tempest-description--2013407229'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:11:00.875032 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f24c32b1-0057-43d8-8404-a15b40701bd4 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:11:00.879391 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f24c32b1-0057-43d8-8404-a15b40701bd4 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Usage tracker for resource:security_group and tenant:6ad4813b6edb444495ca345f69236bb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:11:00.886536 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f24c32b1-0057-43d8-8404-a15b40701bd4 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:11:00.892464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f24c32b1-0057-43d8-8404-a15b40701bd4 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:11:00.902816 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f24c32b1-0057-43d8-8404-a15b40701bd4 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:00.924246 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f24c32b1-0057-43d8-8404-a15b40701bd4 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:11:00.928252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f24c32b1-0057-43d8-8404-a15b40701bd4 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Usage tracker for resource:security_group_rule and tenant:6ad4813b6edb444495ca345f69236bb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:11:00.931239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f24c32b1-0057-43d8-8404-a15b40701bd4 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:11:00.937605 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f24c32b1-0057-43d8-8404-a15b40701bd4 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:11:01.009714 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f24c32b1-0057-43d8-8404-a15b40701bd4 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:01.013536 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f24c32b1-0057-43d8-8404-a15b40701bd4 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:01.067505 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c32b1-0057-43d8-8404-a15b40701bd4 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bceff12-dc48-4af5-82ff-f50b998e8855,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:01.071809 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f24c32b1-0057-43d8-8404-a15b40701bd4 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:01.074909 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f24c32b1-0057-43d8-8404-a15b40701bd4 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2095518 Mar 09 04:11:01.075911 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36678) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:01.080949 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-492ef560-7d76-4c2b-9ee9-6081fab4f250 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Request body: {'security_group_rule': {'security_group_id': '1bceff12-dc48-4af5-82ff-f50b998e8855', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:11:01.087700 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-492ef560-7d76-4c2b-9ee9-6081fab4f250 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:11:01.093293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-492ef560-7d76-4c2b-9ee9-6081fab4f250 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Usage tracker for resource:security_group_rule and tenant:6ad4813b6edb444495ca345f69236bb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:11:01.096502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-492ef560-7d76-4c2b-9ee9-6081fab4f250 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:11:01.102243 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-492ef560-7d76-4c2b-9ee9-6081fab4f250 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:11:01.109234 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-859e280c-c4b8-4289-aa71-4a103a18bf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:01.121571 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-492ef560-7d76-4c2b-9ee9-6081fab4f250 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:01.181062 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-492ef560-7d76-4c2b-9ee9-6081fab4f250 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:01.185298 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-492ef560-7d76-4c2b-9ee9-6081fab4f250 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:01.212737 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ef560-7d76-4c2b-9ee9-6081fab4f250 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38114139-69ef-4072-b30b-f776951854c0,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:01.220563 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-492ef560-7d76-4c2b-9ee9-6081fab4f250 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:01.224277 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-492ef560-7d76-4c2b-9ee9-6081fab4f250 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1450300 Mar 09 04:11:01.224917 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36686) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:01.229614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-49e5e69a-63f2-4d9d-8d08-ed3e57e38009 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Request body: {'security_group_rule': {'security_group_id': '1bceff12-dc48-4af5-82ff-f50b998e8855', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:11:01.237018 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-49e5e69a-63f2-4d9d-8d08-ed3e57e38009 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:11:01.240871 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-49e5e69a-63f2-4d9d-8d08-ed3e57e38009 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Usage tracker for resource:security_group_rule and tenant:6ad4813b6edb444495ca345f69236bb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:11:01.243735 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-49e5e69a-63f2-4d9d-8d08-ed3e57e38009 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:11:01.249988 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-49e5e69a-63f2-4d9d-8d08-ed3e57e38009 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:11:01.267535 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-49e5e69a-63f2-4d9d-8d08-ed3e57e38009 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:01.350787 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-49e5e69a-63f2-4d9d-8d08-ed3e57e38009 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:01.354665 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-49e5e69a-63f2-4d9d-8d08-ed3e57e38009 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:01.381519 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5e69a-63f2-4d9d-8d08-ed3e57e38009 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1c1068-4326-43ae-9fb2-cbb96d9f9eb2,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:01.393668 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-49e5e69a-63f2-4d9d-8d08-ed3e57e38009 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:01.394873 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-49e5e69a-63f2-4d9d-8d08-ed3e57e38009 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1694927 Mar 09 04:11:01.397895 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36694) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:01.403227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-9d2db870-f2ab-4876-a62f-14615ddcbb35 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:11:01.409517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9d2db870-f2ab-4876-a62f-14615ddcbb35 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:11:01.413313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9d2db870-f2ab-4876-a62f-14615ddcbb35 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Usage tracker for resource:floatingip and tenant:6ad4813b6edb444495ca345f69236bb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:11:01.416427 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9d2db870-f2ab-4876-a62f-14615ddcbb35 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:11:01.423240 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9d2db870-f2ab-4876-a62f-14615ddcbb35 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:11:01.433408 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9d2db870-f2ab-4876-a62f-14615ddcbb35 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:01.685236 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9d2db870-f2ab-4876-a62f-14615ddcbb35 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:01.833910 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-9d2db870-f2ab-4876-a62f-14615ddcbb35 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Allocated IP 172.25.7.148 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/4eb23192-2e43-433e-a3ee-092308e63742) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:11:02.001541 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9d2db870-f2ab-4876-a62f-14615ddcbb35 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:02.031801 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9d2db870-f2ab-4876-a62f-14615ddcbb35 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:02.098183 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2db870-f2ab-4876-a62f-14615ddcbb35 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:11:02.098183 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-9d2db870-f2ab-4876-a62f-14615ddcbb35 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:11:02.106950 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2db870-f2ab-4876-a62f-14615ddcbb35 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:11:02.150593 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2db870-f2ab-4876-a62f-14615ddcbb35 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event updated for resources: {'Port': ['ID=4eb23192-2e43-433e-a3ee-092308e63742,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:02.195141 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9d2db870-f2ab-4876-a62f-14615ddcbb35 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:02.252078 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:02.257532 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:02.259156 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9d2db870-f2ab-4876-a62f-14615ddcbb35 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:02.490169 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9d2db870-f2ab-4876-a62f-14615ddcbb35 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:02.494599 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9d2db870-f2ab-4876-a62f-14615ddcbb35 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:02.612813 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2db870-f2ab-4876-a62f-14615ddcbb35 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event updated for resources: {'Port': ['ID=4eb23192-2e43-433e-a3ee-092308e63742,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:02.623803 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9d2db870-f2ab-4876-a62f-14615ddcbb35 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:02.648280 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9d2db870-f2ab-4876-a62f-14615ddcbb35 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:02.649601 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9d2db870-f2ab-4876-a62f-14615ddcbb35 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2508037 Mar 09 04:11:02.816668 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-df801519-8f51-43b9-8c0c-3b76e8902942 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Synchronizing usage tracker for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:11:02.838885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-df801519-8f51-43b9-8c0c-3b76e8902942 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Unset dirty status for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:11:02.840731 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-df801519-8f51-43b9-8c0c-3b76e8902942 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2110406656&fields=id&tenant_id=6ad4813b6edb444495ca345f69236bb4 HTTP/1.1" status: 200 len: 267 time: 0.0699258 Mar 09 04:11:03.004020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-a650d043-7162-4dbb-8501-7988d436a1b5 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:03.005470 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-a650d043-7162-4dbb-8501-7988d436a1b5 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/networks?id=a867e9b3-2eba-490f-b739-b2d32f9ed205 HTTP/1.1" status: 200 len: 814 time: 0.1580245 Mar 09 04:11:03.020458 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-14c51077-6cbe-4e1a-bf75-8d8ba22b8ff3 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/quotas/6ad4813b6edb444495ca345f69236bb4 HTTP/1.1" status: 200 len: 375 time: 0.0095348 Mar 09 04:11:03.104511 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-75e94d2f-626b-409a-8b43-78849925fc94 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Synchronizing usage tracker for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:11:03.121488 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-75e94d2f-626b-409a-8b43-78849925fc94 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Unset dirty status for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:11:03.123260 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-75e94d2f-626b-409a-8b43-78849925fc94 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ad4813b6edb444495ca345f69236bb4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0980740 Mar 09 04:11:03.279899 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-1164a641-3fc3-499c-b223-b14b561310fe service neutron] 10.222.0.16 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378920 Mar 09 04:11:03.425683 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-b11bf7c7-7e99-4112-a9bf-47d7164a9964 service neutron] 10.222.0.16 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279936 Mar 09 04:11:03.519629 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:03.620519 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8f10da09-23ba-46b5-9538-b2ebbd737f9d req-5ab5f4c7-0ea6-4697-b468-f476bfcf2781 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603 HTTP/1.1" status: 200 len: 210 time: 0.0449047 Mar 09 04:11:04.284990 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:04.772160 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-2bce9e84-561e-4915-b117-564c5a892493 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:04.773793 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-2bce9e84-561e-4915-b117-564c5a892493 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.24 "GET /v2.0/networks?id=a867e9b3-2eba-490f-b739-b2d32f9ed205 HTTP/1.1" status: 200 len: 814 time: 0.1819990 Mar 09 04:11:04.834349 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3ce031e1-2d7c-4076-8e96-ae8cda04c22c req-210bab47-fd77-446a-85a8-fe0b5d3542e3 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603 HTTP/1.1" status: 200 len: 210 time: 0.0595407 Mar 09 04:11:04.862585 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-0a191152-5532-4728-a223-d0fde5024715 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ad4813b6edb444495ca345f69236bb4 HTTP/1.1" status: 200 len: 380 time: 0.0527558 Mar 09 04:11:04.871359 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-4add8355-3963-41c0-a900-8eb300a431a9 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Request body: {'port': {'device_id': '3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'admin_state_up': True, 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'security_groups': ['1bceff12-dc48-4af5-82ff-f50b998e8855']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:11:05.129737 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-4add8355-3963-41c0-a900-8eb300a431a9 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:11:05.139541 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-4add8355-3963-41c0-a900-8eb300a431a9 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:11:05.148703 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-4add8355-3963-41c0-a900-8eb300a431a9 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Made reservation on behalf of 6ad4813b6edb444495ca345f69236bb4 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:11:05.152850 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-4add8355-3963-41c0-a900-8eb300a431a9 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:05.318074 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-4add8355-3963-41c0-a900-8eb300a431a9 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Allocated IP 172.20.0.3 (a867e9b3-2eba-490f-b739-b2d32f9ed205/2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f/909c12d7-1ee3-4880-b4be-ed89510856f2) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:11:05.505599 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-4add8355-3963-41c0-a900-8eb300a431a9 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:05.522389 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-4add8355-3963-41c0-a900-8eb300a431a9 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Transition to ACTIVE for port object 909c12d7-1ee3-4880-b4be-ed89510856f2 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:11:05.548389 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-4add8355-3963-41c0-a900-8eb300a431a9 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:05.612930 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-4add8355-3963-41c0-a900-8eb300a431a9 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Network a867e9b3-2eba-490f-b739-b2d32f9ed205 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:11:05.615988 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-4add8355-3963-41c0-a900-8eb300a431a9 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:11:05.629504 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-4add8355-3963-41c0-a900-8eb300a431a9 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:11:05.668079 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add8355-3963-41c0-a900-8eb300a431a9 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event updated for resources: {'Port': ['ID=909c12d7-1ee3-4880-b4be-ed89510856f2,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:05.705398 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-4add8355-3963-41c0-a900-8eb300a431a9 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:05.706014 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-4add8355-3963-41c0-a900-8eb300a431a9 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:05.737457 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-4add8355-3963-41c0-a900-8eb300a431a9 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8696330 Mar 09 04:11:05.751282 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-5f94403d-b5ca-46b9-b368-cb2576fdbb57 service neutron] Request body: {'port': {'device_id': '3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:11:05.878511 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-5f94403d-b5ca-46b9-b368-cb2576fdbb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:05.902159 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-93426ea4-52e6-4c53-a854-6f509bbe7176 None None] Provisioning for port 909c12d7-1ee3-4880-b4be-ed89510856f2 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:11:05.908235 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-93426ea4-52e6-4c53-a854-6f509bbe7176 None None] Provisioning complete for port 909c12d7-1ee3-4880-b4be-ed89510856f2 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:11:05.908828 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-93426ea4-52e6-4c53-a854-6f509bbe7176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:06.009475 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-93426ea4-52e6-4c53-a854-6f509bbe7176 None None] Port 909c12d7-1ee3-4880-b4be-ed89510856f2 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:11:06.087851 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afeff3-2239-4570-9130-169b443ccbd2 req-26d3b80b-6fb9-42eb-8464-6b3a6d545f67 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:06.089926 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-31afeff3-2239-4570-9130-169b443ccbd2 req-26d3b80b-6fb9-42eb-8464-6b3a6d545f67 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603 HTTP/1.1" status: 200 len: 931 time: 0.0849288 Mar 09 04:11:06.272701 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-5f94403d-b5ca-46b9-b368-cb2576fdbb57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 909c12d7-1ee3-4880-b4be-ed89510856f2 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:11:06.273838 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-31afeff3-2239-4570-9130-169b443ccbd2 req-fee2f995-92f7-42ba-9a68-ca4e34e6acf4 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bceff12-dc48-4af5-82ff-f50b998e8855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772768 Mar 09 04:11:06.286420 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-5f94403d-b5ca-46b9-b368-cb2576fdbb57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:06.301566 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-5f94403d-b5ca-46b9-b368-cb2576fdbb57 service neutron] Transition to ACTIVE for port object 909c12d7-1ee3-4880-b4be-ed89510856f2 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:11:06.304514 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-5f94403d-b5ca-46b9-b368-cb2576fdbb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:06.457970 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94403d-b5ca-46b9-b368-cb2576fdbb57 service neutron] Pushing event updated for resources: {'Port': ['ID=909c12d7-1ee3-4880-b4be-ed89510856f2,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:06.541186 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-5f94403d-b5ca-46b9-b368-cb2576fdbb57 service neutron] Attempting to bind port 909c12d7-1ee3-4880-b4be-ed89510856f2 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:11:06.541515 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-5f94403d-b5ca-46b9-b368-cb2576fdbb57 service neutron] Attempting to bind port 909c12d7-1ee3-4880-b4be-ed89510856f2 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '4f67b76f-4f8e-46d7-bc73-27b808580f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:11:06.541834 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-5f94403d-b5ca-46b9-b368-cb2576fdbb57 service neutron] Attempting to bind port 909c12d7-1ee3-4880-b4be-ed89510856f2 on network a867e9b3-2eba-490f-b739-b2d32f9ed205 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:11:06.547290 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-5f94403d-b5ca-46b9-b368-cb2576fdbb57 service neutron] Port 909c12d7-1ee3-4880-b4be-ed89510856f2 on network a867e9b3-2eba-490f-b739-b2d32f9ed205 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:11:06.547596 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-5f94403d-b5ca-46b9-b368-cb2576fdbb57 service neutron] Attempting to bind port 909c12d7-1ee3-4880-b4be-ed89510856f2 on network a867e9b3-2eba-490f-b739-b2d32f9ed205 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:11:06.552683 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-5f94403d-b5ca-46b9-b368-cb2576fdbb57 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:11:06.552952 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-5f94403d-b5ca-46b9-b368-cb2576fdbb57 service neutron] Checking segment: {'id': '4f67b76f-4f8e-46d7-bc73-27b808580f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:11:06.553328 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-5f94403d-b5ca-46b9-b368-cb2576fdbb57 service neutron] Bound using segment: {'id': '4f67b76f-4f8e-46d7-bc73-27b808580f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:11:06.553775 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-5f94403d-b5ca-46b9-b368-cb2576fdbb57 service neutron] Bound port: 909c12d7-1ee3-4880-b4be-ed89510856f2, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f67b76f-4f8e-46d7-bc73-27b808580f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:11:06.554113 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-5f94403d-b5ca-46b9-b368-cb2576fdbb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:06.643165 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-5f94403d-b5ca-46b9-b368-cb2576fdbb57 service neutron] For port 909c12d7-1ee3-4880-b4be-ed89510856f2, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:11:06.646067 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-5f94403d-b5ca-46b9-b368-cb2576fdbb57 service neutron] For port 909c12d7-1ee3-4880-b4be-ed89510856f2, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=909c12d7-1ee3-4880-b4be-ed89510856f2,segment=NetworkSegment(4f67b76f-4f8e-46d7-bc73-27b808580f53),segment_id=4f67b76f-4f8e-46d7-bc73-27b808580f53)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:11:06.650707 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-5f94403d-b5ca-46b9-b368-cb2576fdbb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:06.707340 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-5f94403d-b5ca-46b9-b368-cb2576fdbb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:06.707944 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-5f94403d-b5ca-46b9-b368-cb2576fdbb57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:06.709288 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-5f94403d-b5ca-46b9-b368-cb2576fdbb57 service neutron] 10.222.0.24 "PUT /v2.0/ports/909c12d7-1ee3-4880-b4be-ed89510856f2 HTTP/1.1" status: 200 len: 1091 time: 0.9627044 Mar 09 04:11:06.709726 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603', 'tag': '909c12d7-1ee3-4880-b4be-ed89510856f2'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:11:06.739881 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94403d-b5ca-46b9-b368-cb2576fdbb57 service neutron] Pushing event updated for resources: {'Port': ['ID=909c12d7-1ee3-4880-b4be-ed89510856f2,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:06.790050 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603', 'tag': '909c12d7-1ee3-4880-b4be-ed89510856f2', 'status': 'completed', 'code': 200} Mar 09 04:11:06.832404 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-23ddcd4a-9cae-4f0c-a23a-9d58e9725dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:06.834406 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-23ddcd4a-9cae-4f0c-a23a-9d58e9725dec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ad4813b6edb444495ca345f69236bb4&device_id=3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603 HTTP/1.1" status: 200 len: 1094 time: 0.0776527 Mar 09 04:11:06.908458 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-a47f5c62-83c3-4b65-8925-b9c6b95af246 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=909c12d7-1ee3-4880-b4be-ed89510856f2 HTTP/1.1" status: 200 len: 217 time: 0.0673459 Mar 09 04:11:06.976467 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-7f2b5047-1b4c-4c46-89bd-e80c55ed33a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:06.977892 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-7f2b5047-1b4c-4c46-89bd-e80c55ed33a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f HTTP/1.1" status: 200 len: 853 time: 0.0630174 Mar 09 04:11:07.176978 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-9b51e49f-c5e6-4580-aeaf-27eac49150d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:07.178478 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-9b51e49f-c5e6-4580-aeaf-27eac49150d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a867e9b3-2eba-490f-b739-b2d32f9ed205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1946065 Mar 09 04:11:07.308645 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-bff5531a-f284-43e8-9103-37bf1e19f546 service neutron] 10.222.0.24 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229160 Mar 09 04:11:07.449552 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-584b058c-299d-45a3-9dfa-c490c13ab601 req-69c340d5-c697-4d16-8bdb-34441781e03b service neutron] 10.222.0.24 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340182 Mar 09 04:11:07.462383 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394e46e-4ba8-421c-bc69-a293ec80fe27 req-1fccdcb4-8813-4643-8791-6862c9bb1442 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:07.464709 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b394e46e-4ba8-421c-bc69-a293ec80fe27 req-1fccdcb4-8813-4643-8791-6862c9bb1442 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603 HTTP/1.1" status: 200 len: 943 time: 0.0836394 Mar 09 04:11:07.537246 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b394e46e-4ba8-421c-bc69-a293ec80fe27 req-adc0aec7-4b02-4530-bc27-e21ba66d0d68 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bceff12-dc48-4af5-82ff-f50b998e8855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651021 Mar 09 04:11:07.584712 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25d8b1-e9e9-4930-89b6-13eb9d143ed1 req-013da4a9-c26e-4936-b685-d522027987ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:07.586180 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3c25d8b1-e9e9-4930-89b6-13eb9d143ed1 req-013da4a9-c26e-4936-b685-d522027987ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ad4813b6edb444495ca345f69236bb4&device_id=3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603 HTTP/1.1" status: 200 len: 1094 time: 0.0844038 Mar 09 04:11:07.724388 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25d8b1-e9e9-4930-89b6-13eb9d143ed1 req-bb47441a-e362-4bbf-9ab4-2f56639ec34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:07.725830 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3c25d8b1-e9e9-4930-89b6-13eb9d143ed1 req-bb47441a-e362-4bbf-9ab4-2f56639ec34a service neutron] 10.222.0.24 "GET /v2.0/networks?id=a867e9b3-2eba-490f-b739-b2d32f9ed205 HTTP/1.1" status: 200 len: 915 time: 0.1300166 Mar 09 04:11:07.794156 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3c25d8b1-e9e9-4930-89b6-13eb9d143ed1 req-dcaca307-84a1-4be1-87c5-f5959abf20ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=909c12d7-1ee3-4880-b4be-ed89510856f2 HTTP/1.1" status: 200 len: 217 time: 0.0621121 Mar 09 04:11:07.868285 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25d8b1-e9e9-4930-89b6-13eb9d143ed1 req-3f6192b6-7fbb-482b-85fc-51f37112e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:07.869636 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3c25d8b1-e9e9-4930-89b6-13eb9d143ed1 req-3f6192b6-7fbb-482b-85fc-51f37112e45f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f HTTP/1.1" status: 200 len: 853 time: 0.0687041 Mar 09 04:11:07.947059 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25d8b1-e9e9-4930-89b6-13eb9d143ed1 req-30a4c489-1575-4fd0-a6d5-96e198cbf77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:07.948682 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3c25d8b1-e9e9-4930-89b6-13eb9d143ed1 req-30a4c489-1575-4fd0-a6d5-96e198cbf77d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a867e9b3-2eba-490f-b739-b2d32f9ed205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728414 Mar 09 04:11:08.081267 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3c25d8b1-e9e9-4930-89b6-13eb9d143ed1 req-16724afe-449d-473c-8013-6b15b2f49f00 service neutron] 10.222.0.24 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251328 Mar 09 04:11:08.228192 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3c25d8b1-e9e9-4930-89b6-13eb9d143ed1 req-5ebc778a-f54d-4952-8170-af3701c0b497 service neutron] 10.222.0.24 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400568 Mar 09 04:11:08.734827 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6984c-3b06-4e8f-a135-edd1bf478648 req-78b59327-32ab-4eda-9dcf-1e5264e9c61b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:08.735557 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-82c6984c-3b06-4e8f-a135-edd1bf478648 req-78b59327-32ab-4eda-9dcf-1e5264e9c61b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Synchronizing usage tracker for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:11:08.752156 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-82c6984c-3b06-4e8f-a135-edd1bf478648 req-78b59327-32ab-4eda-9dcf-1e5264e9c61b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Unset dirty status for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:11:08.753385 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-82c6984c-3b06-4e8f-a135-edd1bf478648 req-78b59327-32ab-4eda-9dcf-1e5264e9c61b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603 HTTP/1.1" status: 200 len: 943 time: 0.1026981 Mar 09 04:11:08.802356 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-82c6984c-3b06-4e8f-a135-edd1bf478648 req-9be9a8b3-99bb-4ee3-8ac5-16a7b60b1722 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bceff12-dc48-4af5-82ff-f50b998e8855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407174 Mar 09 04:11:08.941233 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:09.720434 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36828) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:09.947303 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-177e8f67-5b57-4c14-bfed-ef2ffde37bdf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Deleting port 9fd82402-533c-4114-bb06-c1dc41c22bed {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:11:09.947637 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-177e8f67-5b57-4c14-bfed-ef2ffde37bdf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:10.003122 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7afba-0bde-4753-bcb8-f6a9bab21067 req-ca370d37-6311-4629-b703-00c37ed9752e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:10.013699 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3d7afba-0bde-4753-bcb8-f6a9bab21067 req-ca370d37-6311-4629-b703-00c37ed9752e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603 HTTP/1.1" status: 200 len: 943 time: 0.0945745 Mar 09 04:11:10.039854 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 909c12d7-1ee3-4880-b4be-ed89510856f2 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:11:10.082371 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3d7afba-0bde-4753-bcb8-f6a9bab21067 req-0f025e6a-9ca8-4ca4-8026-80c0a1e03ef7 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bceff12-dc48-4af5-82ff-f50b998e8855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676928 Mar 09 04:11:10.213542 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 909c12d7-1ee3-4880-b4be-ed89510856f2, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=909c12d7-1ee3-4880-b4be-ed89510856f2,segment=NetworkSegment(4f67b76f-4f8e-46d7-bc73-27b808580f53),segment_id=4f67b76f-4f8e-46d7-bc73-27b808580f53)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:11:10.231753 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '909c12d7-1ee3-4880-b4be-ed89510856f2', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'port_id': '909c12d7-1ee3-4880-b4be-ed89510856f2', 'mac_address': 'fa:16:3e:08:79:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:11:10.271819 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-177e8f67-5b57-4c14-bfed-ef2ffde37bdf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:10.272145 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-177e8f67-5b57-4c14-bfed-ef2ffde37bdf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:10.294483 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:10.310334 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 909c12d7-1ee3-4880-b4be-ed89510856f2 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:11:10.324934 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 909c12d7-1ee3-4880-b4be-ed89510856f2, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=909c12d7-1ee3-4880-b4be-ed89510856f2,segment=NetworkSegment(4f67b76f-4f8e-46d7-bc73-27b808580f53),segment_id=4f67b76f-4f8e-46d7-bc73-27b808580f53)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:11:10.330042 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:10.395977 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-177e8f67-5b57-4c14-bfed-ef2ffde37bdf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Calling delete_port for 9fd82402-533c-4114-bb06-c1dc41c22bed owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:11:10.399372 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=909c12d7-1ee3-4880-b4be-ed89510856f2,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:10.549705 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-177e8f67-5b57-4c14-bfed-ef2ffde37bdf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:10.597899 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e8f67-5b57-4c14-bfed-ef2ffde37bdf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'Port': ['ID=9fd82402-533c-4114-bb06-c1dc41c22bed,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:10.635506 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['909c12d7-1ee3-4880-b4be-ed89510856f2'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:11:10.686533 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-177e8f67-5b57-4c14-bfed-ef2ffde37bdf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:10.686878 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-177e8f67-5b57-4c14-bfed-ef2ffde37bdf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Floating IP 01a5b14f-9d0f-4048-9148-e24e3c3970e4 disassociated (deleted). External IP: 172.25.7.127, port: 6d56cd24-ff76-4ba8-b976-82968cf209a4. Mar 09 04:11:11.037458 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177e8f67-5b57-4c14-bfed-ef2ffde37bdf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Router 9984fcc7-0d92-48c9-8f1b-0e98505f164b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:11:11.263136 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177e8f67-5b57-4c14-bfed-ef2ffde37bdf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:11:11.274122 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19bb63e-c7b2-4ef6-b05a-7d25fcc624fe None None] Sync routers for ids ['9984fcc7-0d92-48c9-8f1b-0e98505f164b'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:11:11.284480 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19bb63e-c7b2-4ef6-b05a-7d25fcc624fe None None] Routers {'9984fcc7-0d92-48c9-8f1b-0e98505f164b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:11:11.285082 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f19bb63e-c7b2-4ef6-b05a-7d25fcc624fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:11:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9984fcc7-0d92-48c9-8f1b-0e98505f164b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:11:11.297357 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-177e8f67-5b57-4c14-bfed-ef2ffde37bdf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:11.341526 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48576094-3b0b-4304-939d-44a8ad4ae264 req-a50d5a96-db37-4a7d-a969-7a0d34b5bcfd tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:11.343024 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-48576094-3b0b-4304-939d-44a8ad4ae264 req-a50d5a96-db37-4a7d-a969-7a0d34b5bcfd tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603 HTTP/1.1" status: 200 len: 944 time: 0.1503639 Mar 09 04:11:11.365265 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-177e8f67-5b57-4c14-bfed-ef2ffde37bdf tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "DELETE /v2.0/floatingips/01a5b14f-9d0f-4048-9148-e24e3c3970e4 HTTP/1.1" status: 204 len: 168 time: 1.6431673 Mar 09 04:11:11.366714 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef1f725-56ec-48c6-ade2-ccfd272a1630', 'tag': '6d56cd24-ff76-4ba8-b976-82968cf209a4'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:11:11.413165 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-48576094-3b0b-4304-939d-44a8ad4ae264 req-6cfeab5d-a99d-4cd2-967b-d05ed4f75c5b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bceff12-dc48-4af5-82ff-f50b998e8855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497615 Mar 09 04:11:11.483992 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef1f725-56ec-48c6-ade2-ccfd272a1630', 'tag': '6d56cd24-ff76-4ba8-b976-82968cf209a4', 'status': 'completed', 'code': 200} Mar 09 04:11:11.578651 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-f19bb63e-c7b2-4ef6-b05a-7d25fcc624fe None None] Set router 9984fcc7-0d92-48c9-8f1b-0e98505f164b gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:11:11.654077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84c531-5758-4cfa-ae3f-72dd93b542ad req-7489cae2-f318-4569-b74f-6471d666ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:11.669537 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ea84c531-5758-4cfa-ae3f-72dd93b542ad req-7489cae2-f318-4569-b74f-6471d666ff00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 1096 time: 0.1629956 Mar 09 04:11:11.956241 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f19bb63e-c7b2-4ef6-b05a-7d25fcc624fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765197295', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:09:15Z', 'updated_at': '2022-03-09T04:09:21Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:09:16Z', 'updated_at': '2022-03-09T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '0d9a0940-81c1-4836-8f75-2fbbfd987d5a', 'name': '', 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:99:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '7f677445-3dfb-47c6-9c9e-fc6b2822c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:09:20Z', 'updated_at': '2022-03-09T04:09:27Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': '7f677445-3dfb-47c6-9c9e-fc6b2822c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:11:11.962220 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19bb63e-c7b2-4ef6-b05a-7d25fcc624fe None None] Checking router: 9984fcc7-0d92-48c9-8f1b-0e98505f164b for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:11:11.972896 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19bb63e-c7b2-4ef6-b05a-7d25fcc624fe None None] Routers {'9984fcc7-0d92-48c9-8f1b-0e98505f164b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:11:11.973501 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f19bb63e-c7b2-4ef6-b05a-7d25fcc624fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:11:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9984fcc7-0d92-48c9-8f1b-0e98505f164b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:11:12.045099 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 909c12d7-1ee3-4880-b4be-ed89510856f2 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:11:12.061315 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84c531-5758-4cfa-ae3f-72dd93b542ad req-b8503e86-9113-4892-9a97-e3076dfb0de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:12.061315 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ea84c531-5758-4cfa-ae3f-72dd93b542ad req-b8503e86-9113-4892-9a97-e3076dfb0de7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8d5940f6-ed11-4f4f-8ead-7c08609b37c8 HTTP/1.1" status: 200 len: 898 time: 0.3793697 Mar 09 04:11:12.137004 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ea84c531-5758-4cfa-ae3f-72dd93b542ad req-c9fba2f0-4a75-4bfb-ae07-ed0240ef31b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d56cd24-ff76-4ba8-b976-82968cf209a4 HTTP/1.1" status: 200 len: 217 time: 0.0654750 Mar 09 04:11:12.149947 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be381fd6-cf24-42d0-bdda-37e107dc9959 req-e142afdd-3db3-4ac6-a84c-c12bca4322a0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:12.149947 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-be381fd6-cf24-42d0-bdda-37e107dc9959 req-e142afdd-3db3-4ac6-a84c-c12bca4322a0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Synchronizing usage tracker for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:11:12.183207 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 909c12d7-1ee3-4880-b4be-ed89510856f2 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:11:12.190464 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-f19bb63e-c7b2-4ef6-b05a-7d25fcc624fe None None] Set router 9984fcc7-0d92-48c9-8f1b-0e98505f164b gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:11:12.200750 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 909c12d7-1ee3-4880-b4be-ed89510856f2 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:11:12.200750 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:12.217524 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-be381fd6-cf24-42d0-bdda-37e107dc9959 req-e142afdd-3db3-4ac6-a84c-c12bca4322a0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Unset dirty status for tenant:2eed8fa07dd541719db04a03bcdea9c3 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:11:12.221378 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-be381fd6-cf24-42d0-bdda-37e107dc9959 req-e142afdd-3db3-4ac6-a84c-c12bca4322a0 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 945 time: 0.4263866 Mar 09 04:11:12.244457 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84c531-5758-4cfa-ae3f-72dd93b542ad req-8ee7f7d1-2539-407f-b28a-1f83291abaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:12.245984 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ea84c531-5758-4cfa-ae3f-72dd93b542ad req-8ee7f7d1-2539-407f-b28a-1f83291abaa2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f677445-3dfb-47c6-9c9e-fc6b2822c562 HTTP/1.1" status: 200 len: 835 time: 0.0977411 Mar 09 04:11:12.343662 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-be381fd6-cf24-42d0-bdda-37e107dc9959 req-a997c226-1dae-4cd4-89ce-565c735dfe88 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155546 Mar 09 04:11:12.386829 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:12.389604 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84c531-5758-4cfa-ae3f-72dd93b542ad req-4f9ae489-8f9a-4338-b7ef-0b344bbde077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:12.389604 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ea84c531-5758-4cfa-ae3f-72dd93b542ad req-4f9ae489-8f9a-4338-b7ef-0b344bbde077 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d5940f6-ed11-4f4f-8ead-7c08609b37c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338105 Mar 09 04:11:12.440582 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909c12d7-1ee3-4880-b4be-ed89510856f2'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:11:12.489677 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 909c12d7-1ee3-4880-b4be-ed89510856f2, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=909c12d7-1ee3-4880-b4be-ed89510856f2,segment=NetworkSegment(4f67b76f-4f8e-46d7-bc73-27b808580f53),segment_id=4f67b76f-4f8e-46d7-bc73-27b808580f53)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:11:12.497677 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:12.559281 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909c12d7-1ee3-4880-b4be-ed89510856f2', 'code': 200} Mar 09 04:11:12.663189 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=909c12d7-1ee3-4880-b4be-ed89510856f2,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:12.693243 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f19bb63e-c7b2-4ef6-b05a-7d25fcc624fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765197295', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:09:15Z', 'updated_at': '2022-03-09T04:09:21Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:09:16Z', 'updated_at': '2022-03-09T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '0d9a0940-81c1-4836-8f75-2fbbfd987d5a', 'name': '', 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:99:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '7f677445-3dfb-47c6-9c9e-fc6b2822c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:09:20Z', 'updated_at': '2022-03-09T04:09:27Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': '7f677445-3dfb-47c6-9c9e-fc6b2822c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:11:12.700514 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19bb63e-c7b2-4ef6-b05a-7d25fcc624fe None None] The sync data for ids ['9984fcc7-0d92-48c9-8f1b-0e98505f164b'] in n-d-825178-5 is: [{'id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765197295', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:09:15Z', 'updated_at': '2022-03-09T04:09:21Z', 'revision_number': 4, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:09:16Z', 'updated_at': '2022-03-09T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '0d9a0940-81c1-4836-8f75-2fbbfd987d5a', 'name': '', 'network_id': '8d5940f6-ed11-4f4f-8ead-7c08609b37c8', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'mac_address': 'fa:16:3e:99:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '7f677445-3dfb-47c6-9c9e-fc6b2822c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:09:20Z', 'updated_at': '2022-03-09T04:09:27Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'subnets': [{'id': '7f677445-3dfb-47c6-9c9e-fc6b2822c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:11:12.724773 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ea84c531-5758-4cfa-ae3f-72dd93b542ad req-c9bbab4d-1d59-4374-81e7-c2a158066ff4 service neutron] 10.222.0.21 "GET /v2.0/networks/8d5940f6-ed11-4f4f-8ead-7c08609b37c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267376 Mar 09 04:11:12.737968 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e8b06-8bb2-46fb-9c9a-dad38bf03a11 req-626a8b80-2900-44e9-971e-909e5a3febf4 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:12.751324 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-188e8b06-8bb2-46fb-9c9a-dad38bf03a11 req-626a8b80-2900-44e9-971e-909e5a3febf4 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603 HTTP/1.1" status: 200 len: 945 time: 0.1428823 Mar 09 04:11:12.808174 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-188e8b06-8bb2-46fb-9c9a-dad38bf03a11 req-45d44013-5e5f-43ee-8f55-1d07de30035c tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bceff12-dc48-4af5-82ff-f50b998e8855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598145 Mar 09 04:11:12.846367 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4caf2-87f2-41d7-921b-6d351c33e810 req-4602b9d8-3e39-4993-9da9-5bb96f212105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:12.847964 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9cd4caf2-87f2-41d7-921b-6d351c33e810 req-4602b9d8-3e39-4993-9da9-5bb96f212105 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603 HTTP/1.1" status: 200 len: 1096 time: 0.2376807 Mar 09 04:11:13.047493 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9cd4caf2-87f2-41d7-921b-6d351c33e810 req-2df1f111-5332-49fb-9d7b-451cf1aaaacb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1bceff12-dc48-4af5-82ff-f50b998e8855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374855 Mar 09 04:11:13.060388 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ea84c531-5758-4cfa-ae3f-72dd93b542ad req-acf11fec-f2b0-48d7-b117-3f45cf4288ff service neutron] 10.222.0.21 "GET /v2.0/networks/8d5940f6-ed11-4f4f-8ead-7c08609b37c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133657 Mar 09 04:11:13.094357 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab48caf-bdcd-44cc-ace0-51cd20502f9a None None] New status for floating IP 01a5b14f-9d0f-4048-9148-e24e3c3970e4: DOWN {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:11:13.114016 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d342b-66b6-4c69-82a1-d2c7fa65ffba req-e7a04557-8c1a-45f2-b768-2f48fb091173 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:13.115772 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3c3d342b-66b6-4c69-82a1-d2c7fa65ffba req-e7a04557-8c1a-45f2-b768-2f48fb091173 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 945 time: 0.1040659 Mar 09 04:11:13.204729 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-3c3d342b-66b6-4c69-82a1-d2c7fa65ffba req-94fe377f-2ff5-45b3-9f6b-4c8f9c1cc623 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Deleting port 6d56cd24-ff76-4ba8-b976-82968cf209a4 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:11:13.204729 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3c3d342b-66b6-4c69-82a1-d2c7fa65ffba req-94fe377f-2ff5-45b3-9f6b-4c8f9c1cc623 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:13.535615 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-3c3d342b-66b6-4c69-82a1-d2c7fa65ffba req-94fe377f-2ff5-45b3-9f6b-4c8f9c1cc623 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] For port 6d56cd24-ff76-4ba8-b976-82968cf209a4, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=6d56cd24-ff76-4ba8-b976-82968cf209a4,segment=NetworkSegment(0522e55e-4383-4333-9200-d1e55d4d9764),segment_id=0522e55e-4383-4333-9200-d1e55d4d9764)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:11:13.535615 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3c3d342b-66b6-4c69-82a1-d2c7fa65ffba req-94fe377f-2ff5-45b3-9f6b-4c8f9c1cc623 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:13.665530 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-3c3d342b-66b6-4c69-82a1-d2c7fa65ffba req-94fe377f-2ff5-45b3-9f6b-4c8f9c1cc623 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Calling delete_port for 6d56cd24-ff76-4ba8-b976-82968cf209a4 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:11:13.743589 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3069d-1bd4-4d3a-ab37-3e711fa42f60 req-12b97ee2-03a3-4880-884a-4d1a43edfbef tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:13.743589 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-61b3069d-1bd4-4d3a-ab37-3e711fa42f60 req-12b97ee2-03a3-4880-884a-4d1a43edfbef tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef1f725-56ec-48c6-ade2-ccfd272a1630 HTTP/1.1" status: 200 len: 945 time: 0.2711272 Mar 09 04:11:13.839841 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-61b3069d-1bd4-4d3a-ab37-3e711fa42f60 req-41489e52-cabc-466b-b231-0c8bc3abeb8e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa389c0b-8e32-4c95-935c-53af6364fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821733 Mar 09 04:11:13.924417 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3c3d342b-66b6-4c69-82a1-d2c7fa65ffba req-94fe377f-2ff5-45b3-9f6b-4c8f9c1cc623 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:14.014467 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe377f-2ff5-45b3-9f6b-4c8f9c1cc623 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'Port': ['ID=6d56cd24-ff76-4ba8-b976-82968cf209a4,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:14.117101 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f5892-26e4-4b42-8fee-46d643f94281 req-974e47cf-83b4-47dc-96b8-c535cc1f5daa tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:14.132299 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-842f5892-26e4-4b42-8fee-46d643f94281 req-974e47cf-83b4-47dc-96b8-c535cc1f5daa tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603 HTTP/1.1" status: 200 len: 945 time: 0.0956445 Mar 09 04:11:14.166479 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-842f5892-26e4-4b42-8fee-46d643f94281 req-e8b7bcb5-be6d-49d4-9594-7d827529ec78 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bceff12-dc48-4af5-82ff-f50b998e8855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417643 Mar 09 04:11:14.245912 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3d342b-66b6-4c69-82a1-d2c7fa65ffba req-94fe377f-2ff5-45b3-9f6b-4c8f9c1cc623 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] No DVR routers for this DVR port 6d56cd24-ff76-4ba8-b976-82968cf209a4 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:11:14.248585 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3c3d342b-66b6-4c69-82a1-d2c7fa65ffba req-94fe377f-2ff5-45b3-9f6b-4c8f9c1cc623 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:14.251473 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef1f725-56ec-48c6-ade2-ccfd272a1630', 'name': 'network-vif-deleted', 'tag': '6d56cd24-ff76-4ba8-b976-82968cf209a4'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:11:14.279097 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3c3d342b-66b6-4c69-82a1-d2c7fa65ffba req-94fe377f-2ff5-45b3-9f6b-4c8f9c1cc623 tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.21 "DELETE /v2.0/ports/6d56cd24-ff76-4ba8-b976-82968cf209a4 HTTP/1.1" status: 204 len: 173 time: 1.1573350 Mar 09 04:11:14.303344 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef1f725-56ec-48c6-ade2-ccfd272a1630', 'name': 'network-vif-deleted', 'tag': '6d56cd24-ff76-4ba8-b976-82968cf209a4', 'status': 'completed', 'code': 200} Mar 09 04:11:14.989433 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36904) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:15.532411 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5945c-1bf6-4240-8d5b-83d22eabce40 req-223cc647-4902-4b36-8ee0-96a23781d561 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:15.532411 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e5b5945c-1bf6-4240-8d5b-83d22eabce40 req-223cc647-4902-4b36-8ee0-96a23781d561 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603 HTTP/1.1" status: 200 len: 945 time: 0.2256889 Mar 09 04:11:15.640243 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e5b5945c-1bf6-4240-8d5b-83d22eabce40 req-b2042894-2b17-4638-b57a-57e84b9a2f0c tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bceff12-dc48-4af5-82ff-f50b998e8855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858030 Mar 09 04:11:15.736797 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6cb6b1f7-69bd-4bb7-81e0-1714dab6316c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:15.875648 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234733c-c46c-494f-a1df-ce06789920f7 req-8a5d8487-41de-4765-92b0-403ea7f2d37b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:15.875648 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6234733c-c46c-494f-a1df-ce06789920f7 req-8a5d8487-41de-4765-92b0-403ea7f2d37b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603 HTTP/1.1" status: 200 len: 945 time: 0.1315753 Mar 09 04:11:15.891518 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36920) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:15.900357 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-841072a5-5dee-451b-a9ee-956c9c77bd64 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Request body: {'floatingip': {'port_id': '909c12d7-1ee3-4880-b4be-ed89510856f2'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:11:15.983580 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-841072a5-5dee-451b-a9ee-956c9c77bd64 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:16.170513 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-6cb6b1f7-69bd-4bb7-81e0-1714dab6316c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Deleting port 0d9a0940-81c1-4836-8f75-2fbbfd987d5a {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:11:16.170707 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6cb6b1f7-69bd-4bb7-81e0-1714dab6316c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:16.430904 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-6cb6b1f7-69bd-4bb7-81e0-1714dab6316c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] For port 0d9a0940-81c1-4836-8f75-2fbbfd987d5a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0d9a0940-81c1-4836-8f75-2fbbfd987d5a,segment=NetworkSegment(0522e55e-4383-4333-9200-d1e55d4d9764),segment_id=0522e55e-4383-4333-9200-d1e55d4d9764)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:11:16.431053 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6cb6b1f7-69bd-4bb7-81e0-1714dab6316c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:16.714060 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-6cb6b1f7-69bd-4bb7-81e0-1714dab6316c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Calling delete_port for 0d9a0940-81c1-4836-8f75-2fbbfd987d5a owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:11:16.725503 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-841072a5-5dee-451b-a9ee-956c9c77bd64 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:16.742445 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-841072a5-5dee-451b-a9ee-956c9c77bd64 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:16.944467 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-841072a5-5dee-451b-a9ee-956c9c77bd64 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Floating IP 41c53711-0f2a-4059-9a48-65a468e52a40 associated. External IP: 172.25.7.148, port: 909c12d7-1ee3-4880-b4be-ed89510856f2. Mar 09 04:11:17.144971 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6cb6b1f7-69bd-4bb7-81e0-1714dab6316c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:17.196137 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6b1f7-69bd-4bb7-81e0-1714dab6316c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'Port': ['ID=0d9a0940-81c1-4836-8f75-2fbbfd987d5a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:17.316537 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 6d56cd24-ff76-4ba8-b976-82968cf209a4 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:11:17.402030 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 6d56cd24-ff76-4ba8-b976-82968cf209a4 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:11:17.402030 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 6d56cd24-ff76-4ba8-b976-82968cf209a4 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:11:17.525000 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841072a5-5dee-451b-a9ee-956c9c77bd64 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Router 05c98226-b013-452a-be20-75171a463f5c has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:11:17.622436 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6cb6b1f7-69bd-4bb7-81e0-1714dab6316c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:17.767528 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841072a5-5dee-451b-a9ee-956c9c77bd64 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:11:17.772232 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-841072a5-5dee-451b-a9ee-956c9c77bd64 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:17.782951 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c759938-5aa6-4005-93fb-a43f8b6a74d7 None None] Sync routers for ids ['05c98226-b013-452a-be20-75171a463f5c'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:11:17.798366 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c759938-5aa6-4005-93fb-a43f8b6a74d7 None None] Routers {'05c98226-b013-452a-be20-75171a463f5c'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:11:17.799976 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-8c759938-5aa6-4005-93fb-a43f8b6a74d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:11:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['05c98226-b013-452a-be20-75171a463f5c'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:11:17.848206 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-841072a5-5dee-451b-a9ee-956c9c77bd64 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "PUT /v2.0/floatingips/41c53711-0f2a-4059-9a48-65a468e52a40 HTTP/1.1" status: 200 len: 991 time: 1.9572742 Mar 09 04:11:17.848206 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603', 'tag': '909c12d7-1ee3-4880-b4be-ed89510856f2'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:11:17.921890 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603', 'tag': '909c12d7-1ee3-4880-b4be-ed89510856f2', 'status': 'completed', 'code': 200} Mar 09 04:11:18.076596 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-8c759938-5aa6-4005-93fb-a43f8b6a74d7 None None] Set router 05c98226-b013-452a-be20-75171a463f5c gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:11:18.166480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb6b1f7-69bd-4bb7-81e0-1714dab6316c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Router 9984fcc7-0d92-48c9-8f1b-0e98505f164b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:11:18.166480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605d388-9f44-4795-8071-bb4edab20018 req-9be130ae-1cc5-42db-97e9-4b1567e09748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:18.166480 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d605d388-9f44-4795-8071-bb4edab20018 req-9be130ae-1cc5-42db-97e9-4b1567e09748 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ad4813b6edb444495ca345f69236bb4&device_id=3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603 HTTP/1.1" status: 200 len: 1096 time: 0.2129951 Mar 09 04:11:18.393833 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605d388-9f44-4795-8071-bb4edab20018 req-6b03be20-6d72-40c7-8b12-279de7936f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:18.395257 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d605d388-9f44-4795-8071-bb4edab20018 req-6b03be20-6d72-40c7-8b12-279de7936f17 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a867e9b3-2eba-490f-b739-b2d32f9ed205 HTTP/1.1" status: 200 len: 915 time: 0.2208428 Mar 09 04:11:18.517992 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-8c759938-5aa6-4005-93fb-a43f8b6a74d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '41c53711-0f2a-4059-9a48-65a468e52a40', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '05c98226-b013-452a-be20-75171a463f5c', 'port_id': '909c12d7-1ee3-4880-b4be-ed89510856f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'mac_address': 'fa:16:3e:08:79:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:11:02Z', 'updated_at': '2022-03-09T04:11:16Z', 'revision_number': 1, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b8fd1c-ebab-4e4a-bec8-115622139a02', 'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'mac_address': 'fa:16:3e:ee:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:58Z', 'updated_at': '2022-03-09T04:08:13Z', 'revision_number': 5, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'subnets': [{'id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:11:18.520863 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c759938-5aa6-4005-93fb-a43f8b6a74d7 None None] Checking router: 05c98226-b013-452a-be20-75171a463f5c for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:11:18.530566 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c759938-5aa6-4005-93fb-a43f8b6a74d7 None None] Routers {'05c98226-b013-452a-be20-75171a463f5c'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:11:18.530566 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-8c759938-5aa6-4005-93fb-a43f8b6a74d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:11:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['05c98226-b013-452a-be20-75171a463f5c'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:11:18.736072 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-8c759938-5aa6-4005-93fb-a43f8b6a74d7 None None] Set router 05c98226-b013-452a-be20-75171a463f5c gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:11:18.750394 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb6b1f7-69bd-4bb7-81e0-1714dab6316c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:11:18.763359 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d605d388-9f44-4795-8071-bb4edab20018 req-1ecad079-057b-48ad-ad49-134f159260e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=909c12d7-1ee3-4880-b4be-ed89510856f2 HTTP/1.1" status: 200 len: 999 time: 0.3575697 Mar 09 04:11:18.769970 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6cb6b1f7-69bd-4bb7-81e0-1714dab6316c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "PUT /v2.0/routers/9984fcc7-0d92-48c9-8f1b-0e98505f164b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7776957 Mar 09 04:11:18.773382 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14282dba-98b4-4728-989b-50e12a79cbc5 None None] Sync routers for ids ['9984fcc7-0d92-48c9-8f1b-0e98505f164b'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:11:18.776587 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36958) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:18.789803 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14282dba-98b4-4728-989b-50e12a79cbc5 None None] Routers {'9984fcc7-0d92-48c9-8f1b-0e98505f164b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:11:18.789803 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-14282dba-98b4-4728-989b-50e12a79cbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:11:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9984fcc7-0d92-48c9-8f1b-0e98505f164b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:11:18.903640 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f2dce8-0b1f-41ba-a1b8-8fd4dd15c16c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Deleting subnet 7f677445-3dfb-47c6-9c9e-fc6b2822c562 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:11:18.911296 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95f2dce8-0b1f-41ba-a1b8-8fd4dd15c16c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:18.919869 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605d388-9f44-4795-8071-bb4edab20018 req-a6a5a1c4-44ab-4554-88ab-e1973233a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:18.921353 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d605d388-9f44-4795-8071-bb4edab20018 req-a6a5a1c4-44ab-4554-88ab-e1973233a2ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f HTTP/1.1" status: 200 len: 853 time: 0.1532829 Mar 09 04:11:19.054017 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95f2dce8-0b1f-41ba-a1b8-8fd4dd15c16c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:19.122210 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605d388-9f44-4795-8071-bb4edab20018 req-9f077a36-33ab-4947-a442-d1f542194a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:19.122210 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d605d388-9f44-4795-8071-bb4edab20018 req-9f077a36-33ab-4947-a442-d1f542194a6e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a867e9b3-2eba-490f-b739-b2d32f9ed205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1904576 Mar 09 04:11:19.227592 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95f2dce8-0b1f-41ba-a1b8-8fd4dd15c16c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:19.231481 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-14282dba-98b4-4728-989b-50e12a79cbc5 None None] Set router 9984fcc7-0d92-48c9-8f1b-0e98505f164b gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:11:19.294058 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-8c759938-5aa6-4005-93fb-a43f8b6a74d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '41c53711-0f2a-4059-9a48-65a468e52a40', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '05c98226-b013-452a-be20-75171a463f5c', 'port_id': '909c12d7-1ee3-4880-b4be-ed89510856f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'mac_address': 'fa:16:3e:08:79:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:11:02Z', 'updated_at': '2022-03-09T04:11:16Z', 'revision_number': 1, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b8fd1c-ebab-4e4a-bec8-115622139a02', 'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'mac_address': 'fa:16:3e:ee:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:58Z', 'updated_at': '2022-03-09T04:08:13Z', 'revision_number': 5, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'subnets': [{'id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:11:19.307055 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c759938-5aa6-4005-93fb-a43f8b6a74d7 None None] The sync data for ids ['05c98226-b013-452a-be20-75171a463f5c'] in n-d-825178-5 is: [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '41c53711-0f2a-4059-9a48-65a468e52a40', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '05c98226-b013-452a-be20-75171a463f5c', 'port_id': '909c12d7-1ee3-4880-b4be-ed89510856f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'mac_address': 'fa:16:3e:08:79:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:11:02Z', 'updated_at': '2022-03-09T04:11:16Z', 'revision_number': 1, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b8fd1c-ebab-4e4a-bec8-115622139a02', 'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'mac_address': 'fa:16:3e:ee:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:58Z', 'updated_at': '2022-03-09T04:08:13Z', 'revision_number': 5, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'subnets': [{'id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:11:19.445508 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d605d388-9f44-4795-8071-bb4edab20018 req-f839e7b7-6a0e-4697-84a8-a8c78931adf2 service neutron] 10.222.0.24 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134761 Mar 09 04:11:19.459135 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95f2dce8-0b1f-41ba-a1b8-8fd4dd15c16c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:19.520541 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2dce8-0b1f-41ba-a1b8-8fd4dd15c16c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'Subnet': ['ID=7f677445-3dfb-47c6-9c9e-fc6b2822c562,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:19.537770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2dce8-0b1f-41ba-a1b8-8fd4dd15c16c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:19.537770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2dce8-0b1f-41ba-a1b8-8fd4dd15c16c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:19.537770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2dce8-0b1f-41ba-a1b8-8fd4dd15c16c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:19.537770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2dce8-0b1f-41ba-a1b8-8fd4dd15c16c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:19.537770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2dce8-0b1f-41ba-a1b8-8fd4dd15c16c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:19.537770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2dce8-0b1f-41ba-a1b8-8fd4dd15c16c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:19.537770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2dce8-0b1f-41ba-a1b8-8fd4dd15c16c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:19.537770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2dce8-0b1f-41ba-a1b8-8fd4dd15c16c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:19.537770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2dce8-0b1f-41ba-a1b8-8fd4dd15c16c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:19.537770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2dce8-0b1f-41ba-a1b8-8fd4dd15c16c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:19.537770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2dce8-0b1f-41ba-a1b8-8fd4dd15c16c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:19.537770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2dce8-0b1f-41ba-a1b8-8fd4dd15c16c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:19.547859 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-95f2dce8-0b1f-41ba-a1b8-8fd4dd15c16c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:19.552208 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-95f2dce8-0b1f-41ba-a1b8-8fd4dd15c16c tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "DELETE /v2.0/subnets/7f677445-3dfb-47c6-9c9e-fc6b2822c562 HTTP/1.1" status: 204 len: 168 time: 0.7794619 Mar 09 04:11:19.556744 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 36970) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:19.566177 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8582e7-c320-4847-b062-5a919b9478c5 None None] Network 8d5940f6-ed11-4f4f-8ead-7c08609b37c8 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:11:19.652343 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d605d388-9f44-4795-8071-bb4edab20018 req-a3a1ed3a-7c0a-4ef8-a137-8e169d068f07 service neutron] 10.222.0.24 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021139 Mar 09 04:11:19.735792 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cecefb5-927d-47bb-ab4a-739c735741f6 None None] New status for floating IP 41c53711-0f2a-4059-9a48-65a468e52a40: ACTIVE {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:11:19.808309 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e176167b-92ad-4757-975d-350dc9a0580e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:19.942460 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-14282dba-98b4-4728-989b-50e12a79cbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765197295', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:09:15Z', 'updated_at': '2022-03-09T04:11:17Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:09:16Z', 'updated_at': '2022-03-09T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:11:19.946487 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14282dba-98b4-4728-989b-50e12a79cbc5 None None] Checking router: 9984fcc7-0d92-48c9-8f1b-0e98505f164b for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:11:19.974238 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14282dba-98b4-4728-989b-50e12a79cbc5 None None] Routers {'9984fcc7-0d92-48c9-8f1b-0e98505f164b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:11:19.974238 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-14282dba-98b4-4728-989b-50e12a79cbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:11:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9984fcc7-0d92-48c9-8f1b-0e98505f164b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:11:20.070841 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e4fafd-50be-4e10-8330-f5317f013ea4 None None] DHCP port deletion for 8d5940f6-ed11-4f4f-8ead-7c08609b37c8 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:11:20.084584 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d9e4fafd-50be-4e10-8330-f5317f013ea4 None None] Deleting port e0280d51-5b1b-4c24-af21-aca04cd24652 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:11:20.084974 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d9e4fafd-50be-4e10-8330-f5317f013ea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:20.122668 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e176167b-92ad-4757-975d-350dc9a0580e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:20.153175 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-e176167b-92ad-4757-975d-350dc9a0580e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Deleting port 4893ded9-063f-440a-8de6-9a9c128cad01 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:11:20.153175 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e176167b-92ad-4757-975d-350dc9a0580e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:20.345677 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-14282dba-98b4-4728-989b-50e12a79cbc5 None None] Set router 9984fcc7-0d92-48c9-8f1b-0e98505f164b gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:11:20.473760 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-e176167b-92ad-4757-975d-350dc9a0580e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] For port 4893ded9-063f-440a-8de6-9a9c128cad01, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=4893ded9-063f-440a-8de6-9a9c128cad01,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:11:20.473760 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e176167b-92ad-4757-975d-350dc9a0580e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:20.621755 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-e176167b-92ad-4757-975d-350dc9a0580e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Calling delete_port for 4893ded9-063f-440a-8de6-9a9c128cad01 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:11:20.625837 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-d9e4fafd-50be-4e10-8330-f5317f013ea4 None None] For port e0280d51-5b1b-4c24-af21-aca04cd24652, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e0280d51-5b1b-4c24-af21-aca04cd24652,segment=NetworkSegment(0522e55e-4383-4333-9200-d1e55d4d9764),segment_id=0522e55e-4383-4333-9200-d1e55d4d9764)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:11:20.626233 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d9e4fafd-50be-4e10-8330-f5317f013ea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:20.828391 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d9e4fafd-50be-4e10-8330-f5317f013ea4 None None] Calling delete_port for e0280d51-5b1b-4c24-af21-aca04cd24652 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:11:20.988807 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d9e4fafd-50be-4e10-8330-f5317f013ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:21.032110 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e176167b-92ad-4757-975d-350dc9a0580e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:21.038521 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4fafd-50be-4e10-8330-f5317f013ea4 None None] Pushing event deleted for resources: {'Port': ['ID=e0280d51-5b1b-4c24-af21-aca04cd24652,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:21.052051 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e4fafd-50be-4e10-8330-f5317f013ea4 None None] No DVR routers for this DVR port e0280d51-5b1b-4c24-af21-aca04cd24652 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:11:21.079699 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-14282dba-98b4-4728-989b-50e12a79cbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765197295', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:09:15Z', 'updated_at': '2022-03-09T04:11:17Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:09:16Z', 'updated_at': '2022-03-09T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:11:21.087467 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14282dba-98b4-4728-989b-50e12a79cbc5 None None] The sync data for ids ['9984fcc7-0d92-48c9-8f1b-0e98505f164b'] in n-d-825178-5 is: [{'id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765197295', 'tenant_id': '2eed8fa07dd541719db04a03bcdea9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:09:15Z', 'updated_at': '2022-03-09T04:11:17Z', 'revision_number': 5, 'project_id': '2eed8fa07dd541719db04a03bcdea9c3', 'gw_port': {'id': '4893ded9-063f-440a-8de6-9a9c128cad01', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9984fcc7-0d92-48c9-8f1b-0e98505f164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:09:16Z', 'updated_at': '2022-03-09T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:11:21.184306 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176167b-92ad-4757-975d-350dc9a0580e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'Port': ['ID=4893ded9-063f-440a-8de6-9a9c128cad01,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:21.188091 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e176167b-92ad-4757-975d-350dc9a0580e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:21.255228 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0d9a0940-81c1-4836-8f75-2fbbfd987d5a no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:11:21.308240 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 0d9a0940-81c1-4836-8f75-2fbbfd987d5a {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:11:21.308240 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0d9a0940-81c1-4836-8f75-2fbbfd987d5a not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:11:21.308240 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e0280d51-5b1b-4c24-af21-aca04cd24652 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:11:21.347941 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: e0280d51-5b1b-4c24-af21-aca04cd24652 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:11:21.347941 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e0280d51-5b1b-4c24-af21-aca04cd24652 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:11:21.385277 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e176167b-92ad-4757-975d-350dc9a0580e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:21.385277 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e176167b-92ad-4757-975d-350dc9a0580e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:21.424746 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e176167b-92ad-4757-975d-350dc9a0580e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:21.424746 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e176167b-92ad-4757-975d-350dc9a0580e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Fanout notify agent at l3_agent the message router_deleted on router 9984fcc7-0d92-48c9-8f1b-0e98505f164b {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:11:21.437648 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e176167b-92ad-4757-975d-350dc9a0580e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:21.437648 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e176167b-92ad-4757-975d-350dc9a0580e tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "DELETE /v2.0/routers/9984fcc7-0d92-48c9-8f1b-0e98505f164b HTTP/1.1" status: 204 len: 168 time: 1.8822498 Mar 09 04:11:21.443593 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 36990) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:21.568906 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-493c2a3c-c499-4598-852f-704109e6b24b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:21.734725 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-493c2a3c-c499-4598-852f-704109e6b24b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:21.761446 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-493c2a3c-c499-4598-852f-704109e6b24b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5940f6-ed11-4f4f-8ead-7c08609b37c8']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:11:21.774149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-493c2a3c-c499-4598-852f-704109e6b24b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0522e55e-4383-4333-9200-d1e55d4d9764') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:11:21.774363 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-493c2a3c-c499-4598-852f-704109e6b24b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0522e55e-4383-4333-9200-d1e55d4d9764') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:11:21.798547 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-493c2a3c-c499-4598-852f-704109e6b24b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:21.817946 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-493c2a3c-c499-4598-852f-704109e6b24b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:21.824596 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493c2a3c-c499-4598-852f-704109e6b24b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:11:21.824596 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-493c2a3c-c499-4598-852f-704109e6b24b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:11:21.840376 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:11:21.935552 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-493c2a3c-c499-4598-852f-704109e6b24b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:21.960706 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-493c2a3c-c499-4598-852f-704109e6b24b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:21.973998 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c2a3c-c499-4598-852f-704109e6b24b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'Network': ['ID=8d5940f6-ed11-4f4f-8ead-7c08609b37c8,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:21.976619 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-493c2a3c-c499-4598-852f-704109e6b24b tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "DELETE /v2.0/networks/8d5940f6-ed11-4f4f-8ead-7c08609b37c8 HTTP/1.1" status: 204 len: 168 time: 0.5369627 Mar 09 04:11:21.980029 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37002) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:22.068732 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f0b94ef-90d9-41aa-967f-e1abeac0d7cd tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:22.109782 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f0b94ef-90d9-41aa-967f-e1abeac0d7cd tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:22.180552 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f0b94ef-90d9-41aa-967f-e1abeac0d7cd tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:22.203919 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b94ef-90d9-41aa-967f-e1abeac0d7cd tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa389c0b-8e32-4c95-935c-53af6364fe21,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:22.212211 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f0b94ef-90d9-41aa-967f-e1abeac0d7cd tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:22.214900 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6f0b94ef-90d9-41aa-967f-e1abeac0d7cd tempest-TestNetworkAdvancedServerOps-1097497014 tempest-TestNetworkAdvancedServerOps-1097497014-project] 10.222.0.16 "DELETE /v2.0/security-groups/fa389c0b-8e32-4c95-935c-53af6364fe21 HTTP/1.1" status: 204 len: 168 time: 0.2324541 Mar 09 04:11:22.654311 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37020) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:22.876279 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4457e19a-1115-4baf-a228-0931736ba5e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2eed8fa07dd541719db04a03bcdea9c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2182949 Mar 09 04:11:22.878697 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37026) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:22.966935 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df1fb7f2-410f-44ca-98c7-27ad4349d5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:22.997187 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df1fb7f2-410f-44ca-98c7-27ad4349d5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:23.062607 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df1fb7f2-410f-44ca-98c7-27ad4349d5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:23.086137 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1fb7f2-410f-44ca-98c7-27ad4349d5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa56fe3-6c63-47de-8b5d-49003ba0b3df,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:23.095984 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-df1fb7f2-410f-44ca-98c7-27ad4349d5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:23.095984 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-df1fb7f2-410f-44ca-98c7-27ad4349d5f1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2fa56fe3-6c63-47de-8b5d-49003ba0b3df HTTP/1.1" status: 204 len: 168 time: 0.2192497 Mar 09 04:11:23.203460 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 4893ded9-063f-440a-8de6-9a9c128cad01 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:11:23.239054 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 4893ded9-063f-440a-8de6-9a9c128cad01 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:11:23.239054 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 4893ded9-063f-440a-8de6-9a9c128cad01 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:11:23.455417 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37040) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:23.505065 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9e6e799e-1ade-42ca-bce6-cc58f2a3fa31 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dcaf4fb2a14845e0891e579ead5b6ad2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484357 Mar 09 04:11:23.507598 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37044) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:23.575322 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f917972e-5490-4a69-b4f0-6c7ba57edffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:23.603466 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f917972e-5490-4a69-b4f0-6c7ba57edffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:23.682182 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f917972e-5490-4a69-b4f0-6c7ba57edffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:23.698778 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917972e-5490-4a69-b4f0-6c7ba57edffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04c83fc-0a02-4d3a-a06e-96941207ff4f,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:23.712760 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f917972e-5490-4a69-b4f0-6c7ba57edffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:23.713931 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f917972e-5490-4a69-b4f0-6c7ba57edffb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d04c83fc-0a02-4d3a-a06e-96941207ff4f HTTP/1.1" status: 204 len: 168 time: 0.2053168 Mar 09 04:11:26.440744 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37236) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:26.577585 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-34770061-1800-4d13-84cd-522e90a58476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:26.595414 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-34770061-1800-4d13-84cd-522e90a58476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:11:26.599436 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-34770061-1800-4d13-84cd-522e90a58476 admin admin] Usage tracker for resource:security_group_rule and tenant:17c694849e104552b4ef35c401d4f22f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:11:26.599436 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-34770061-1800-4d13-84cd-522e90a58476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:11:26.606836 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-34770061-1800-4d13-84cd-522e90a58476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:11:26.623066 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:11:26.726440 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-34770061-1800-4d13-84cd-522e90a58476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:26.731232 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-34770061-1800-4d13-84cd-522e90a58476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:26.803267 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34770061-1800-4d13-84cd-522e90a58476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47b1022-3765-4452-a380-3f7065c1a64a,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:26.803267 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-34770061-1800-4d13-84cd-522e90a58476 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17c694849e104552b4ef35c401d4f22f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3601382 Mar 09 04:11:26.809256 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37248) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:26.884661 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-07718ce6-6b35-44a2-9223-6b019f3a34d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:26.912457 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-07718ce6-6b35-44a2-9223-6b019f3a34d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:26.988747 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-07718ce6-6b35-44a2-9223-6b019f3a34d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:27.009380 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07718ce6-6b35-44a2-9223-6b019f3a34d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47b1022-3765-4452-a380-3f7065c1a64a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:27.014322 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-07718ce6-6b35-44a2-9223-6b019f3a34d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:27.018156 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-07718ce6-6b35-44a2-9223-6b019f3a34d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a47b1022-3765-4452-a380-3f7065c1a64a HTTP/1.1" status: 204 len: 168 time: 0.2109518 Mar 09 04:11:27.461918 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37262) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:27.479963 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-924a74b9-1aed-4db3-8bcc-6945cb88ae16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:27.496059 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-924a74b9-1aed-4db3-8bcc-6945cb88ae16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:11:27.500641 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-924a74b9-1aed-4db3-8bcc-6945cb88ae16 admin admin] Usage tracker for resource:security_group_rule and tenant:fd70c12466344b3f98d583652fe1a64e is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:11:27.503955 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-924a74b9-1aed-4db3-8bcc-6945cb88ae16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:11:27.512938 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-924a74b9-1aed-4db3-8bcc-6945cb88ae16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:11:27.624904 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-924a74b9-1aed-4db3-8bcc-6945cb88ae16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:27.628859 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-924a74b9-1aed-4db3-8bcc-6945cb88ae16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:27.681243 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-924a74b9-1aed-4db3-8bcc-6945cb88ae16 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd70c12466344b3f98d583652fe1a64e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2182376 Mar 09 04:11:27.684492 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a74b9-1aed-4db3-8bcc-6945cb88ae16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c914737-e74e-4011-9501-8dce7420cf25,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:27.684626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37268) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:27.769219 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8bb381fe-8035-4072-9ca2-844f1039de87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:27.798423 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8bb381fe-8035-4072-9ca2-844f1039de87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:27.897828 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8bb381fe-8035-4072-9ca2-844f1039de87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:27.913061 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb381fe-8035-4072-9ca2-844f1039de87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c914737-e74e-4011-9501-8dce7420cf25,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:27.933123 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8bb381fe-8035-4072-9ca2-844f1039de87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:27.933123 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8bb381fe-8035-4072-9ca2-844f1039de87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c914737-e74e-4011-9501-8dce7420cf25 HTTP/1.1" status: 204 len: 168 time: 0.2436211 Mar 09 04:11:28.747099 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ca5fdb83-4e7c-4226-9ea3-ca7ce5d3b768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:31.118367 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-22a714d8-b394-41da-b206-d0a663841fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:32.279256 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:32.279256 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:33.532283 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:34.307487 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:38.947815 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:48.908385 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37870) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:49.161437 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-24b8ba89-edba-4922-9aba-787ec3dffa31 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=452f278a5b114db5b5bed7f3e1de999f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2517512 Mar 09 04:11:49.163698 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37876) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:49.221401 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f4e2b36-dd2f-4747-aa9f-fd80e27db842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:49.246061 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f4e2b36-dd2f-4747-aa9f-fd80e27db842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:49.297637 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f4e2b36-dd2f-4747-aa9f-fd80e27db842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:49.313144 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e2b36-dd2f-4747-aa9f-fd80e27db842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa33a10-dd1d-423a-98a7-2409c670daa8,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:49.326195 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f4e2b36-dd2f-4747-aa9f-fd80e27db842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:49.327333 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6f4e2b36-dd2f-4747-aa9f-fd80e27db842 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1aa33a10-dd1d-423a-98a7-2409c670daa8 HTTP/1.1" status: 204 len: 168 time: 0.1625099 Mar 09 04:11:50.369130 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37908) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:50.482625 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8887c79d-aa51-4f46-a3ce-ad2d322e5f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:50.497091 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8887c79d-aa51-4f46-a3ce-ad2d322e5f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:11:50.500912 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-8887c79d-aa51-4f46-a3ce-ad2d322e5f0b admin admin] Usage tracker for resource:security_group_rule and tenant:369bfae9f9114a23afa89591a3e37704 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:11:50.503663 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-8887c79d-aa51-4f46-a3ce-ad2d322e5f0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:11:50.509218 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8887c79d-aa51-4f46-a3ce-ad2d322e5f0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:11:50.593523 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8887c79d-aa51-4f46-a3ce-ad2d322e5f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:50.597067 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8887c79d-aa51-4f46-a3ce-ad2d322e5f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:50.643307 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8887c79d-aa51-4f46-a3ce-ad2d322e5f0b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=369bfae9f9114a23afa89591a3e37704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2731228 Mar 09 04:11:50.644931 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887c79d-aa51-4f46-a3ce-ad2d322e5f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c5eca7-f4b0-4c24-9577-505a32dbc990,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:50.646057 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37914) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:50.707580 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4108b88-b5f1-47b8-8b9c-54a4d7614fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:50.733167 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4108b88-b5f1-47b8-8b9c-54a4d7614fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:50.785963 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4108b88-b5f1-47b8-8b9c-54a4d7614fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:50.803740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4108b88-b5f1-47b8-8b9c-54a4d7614fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c5eca7-f4b0-4c24-9577-505a32dbc990,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:50.815753 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4108b88-b5f1-47b8-8b9c-54a4d7614fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:50.819618 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a4108b88-b5f1-47b8-8b9c-54a4d7614fbb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d6c5eca7-f4b0-4c24-9577-505a32dbc990 HTTP/1.1" status: 204 len: 168 time: 0.1724830 Mar 09 04:11:51.475920 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37938) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:51.579203 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-89f51beb-1c55-4b0a-b8b1-ea4d013107ca admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1555277406-network', 'tenant_id': 'c232758359d64e0d9aa0caf432c22d6d'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:11:51.584582 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-89f51beb-1c55-4b0a-b8b1-ea4d013107ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:11:51.588614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-89f51beb-1c55-4b0a-b8b1-ea4d013107ca admin admin] Usage tracker for resource:network and tenant:c232758359d64e0d9aa0caf432c22d6d is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:11:51.591643 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-89f51beb-1c55-4b0a-b8b1-ea4d013107ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:11:51.597496 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-89f51beb-1c55-4b0a-b8b1-ea4d013107ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:11:51.609529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f51beb-1c55-4b0a-b8b1-ea4d013107ca admin admin] Made reservation on behalf of c232758359d64e0d9aa0caf432c22d6d for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:11:51.611904 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-89f51beb-1c55-4b0a-b8b1-ea4d013107ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:51.625407 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-89f51beb-1c55-4b0a-b8b1-ea4d013107ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:51.645413 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-89f51beb-1c55-4b0a-b8b1-ea4d013107ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:11:51.649693 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-89f51beb-1c55-4b0a-b8b1-ea4d013107ca admin admin] Usage tracker for resource:security_group_rule and tenant:c232758359d64e0d9aa0caf432c22d6d is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:11:51.653159 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-89f51beb-1c55-4b0a-b8b1-ea4d013107ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:11:51.659029 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-89f51beb-1c55-4b0a-b8b1-ea4d013107ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:11:51.741723 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-89f51beb-1c55-4b0a-b8b1-ea4d013107ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:51.748283 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-89f51beb-1c55-4b0a-b8b1-ea4d013107ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:51.780192 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f51beb-1c55-4b0a-b8b1-ea4d013107ca admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:11:51.789377 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f51beb-1c55-4b0a-b8b1-ea4d013107ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a1e3ec-b474-454d-a214-d5be571e13d1,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:51.795989 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-89f51beb-1c55-4b0a-b8b1-ea4d013107ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:51.796413 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-89f51beb-1c55-4b0a-b8b1-ea4d013107ca admin admin] Added segment 62c9b6b1-5f5f-4ea6-a086-7c5278ba35e1 of type vlan for network b9dd5b3d-cffc-40a6-8026-6b56c7fab202 Mar 09 04:11:51.824817 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-89f51beb-1c55-4b0a-b8b1-ea4d013107ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:51.855509 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-89f51beb-1c55-4b0a-b8b1-ea4d013107ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:51.856981 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f51beb-1c55-4b0a-b8b1-ea4d013107ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:51.857561 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-89f51beb-1c55-4b0a-b8b1-ea4d013107ca admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:52.086506 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-89f51beb-1c55-4b0a-b8b1-ea4d013107ca admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6094737 Mar 09 04:11:52.087416 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f51beb-1c55-4b0a-b8b1-ea4d013107ca admin admin] Pushing event updated for resources: {'Network': ['ID=b9dd5b3d-cffc-40a6-8026-6b56c7fab202,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:52.089366 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37944) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:52.095736 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-4eda86d1-4438-49d9-977c-3af7e71c1b4f admin admin] Request body: {'subnet': {'network_id': 'b9dd5b3d-cffc-40a6-8026-6b56c7fab202', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1555277406-subnet', 'tenant_id': 'c232758359d64e0d9aa0caf432c22d6d', 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:11:52.097928 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network b9dd5b3d-cffc-40a6-8026-6b56c7fab202 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:11:52.100880 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4eda86d1-4438-49d9-977c-3af7e71c1b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:11:52.104712 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4eda86d1-4438-49d9-977c-3af7e71c1b4f admin admin] Usage tracker for resource:subnet and tenant:c232758359d64e0d9aa0caf432c22d6d is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:11:52.108100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4eda86d1-4438-49d9-977c-3af7e71c1b4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:11:52.114196 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4eda86d1-4438-49d9-977c-3af7e71c1b4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:11:52.123736 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eda86d1-4438-49d9-977c-3af7e71c1b4f admin admin] Made reservation on behalf of c232758359d64e0d9aa0caf432c22d6d for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:11:52.125995 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4eda86d1-4438-49d9-977c-3af7e71c1b4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:52.328092 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4eda86d1-4438-49d9-977c-3af7e71c1b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:52.400840 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda86d1-4438-49d9-977c-3af7e71c1b4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=16391da2-21a5-4461-9582-34f2c05af4d2,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:52.411809 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eda86d1-4438-49d9-977c-3af7e71c1b4f admin admin] Checking segment: {'id': '62c9b6b1-5f5f-4ea6-a086-7c5278ba35e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b9dd5b3d-cffc-40a6-8026-6b56c7fab202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:11:52.412165 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eda86d1-4438-49d9-977c-3af7e71c1b4f admin admin] Network hostable DHCP agents. Network: b9dd5b3d-cffc-40a6-8026-6b56c7fab202, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:11:52.433305 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eda86d1-4438-49d9-977c-3af7e71c1b4f admin admin] Network b9dd5b3d-cffc-40a6-8026-6b56c7fab202 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:11:52.442769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-4eda86d1-4438-49d9-977c-3af7e71c1b4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, b9dd5b3d-cffc-40a6-8026-6b56c7fab202) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:11:52.447156 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eda86d1-4438-49d9-977c-3af7e71c1b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:52.447794 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4eda86d1-4438-49d9-977c-3af7e71c1b4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:52.452987 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcf9ca6-87c2-4639-ab5e-94bbbc624306 None None] Network b9dd5b3d-cffc-40a6-8026-6b56c7fab202 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:11:52.469868 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4eda86d1-4438-49d9-977c-3af7e71c1b4f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3789747 Mar 09 04:11:52.472682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37948) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:52.477699 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-33fdd6f9-63d6-4cd0-80c6-99465b85f028 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1555277406-router', 'tenant_id': 'c232758359d64e0d9aa0caf432c22d6d', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:11:52.482623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-33fdd6f9-63d6-4cd0-80c6-99465b85f028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:11:52.486432 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-33fdd6f9-63d6-4cd0-80c6-99465b85f028 admin admin] Usage tracker for resource:router and tenant:c232758359d64e0d9aa0caf432c22d6d is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:11:52.489206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-33fdd6f9-63d6-4cd0-80c6-99465b85f028 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:11:52.494891 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-33fdd6f9-63d6-4cd0-80c6-99465b85f028 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:11:52.505929 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-33fdd6f9-63d6-4cd0-80c6-99465b85f028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:52.506917 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-33fdd6f9-63d6-4cd0-80c6-99465b85f028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:52.522000 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-33fdd6f9-63d6-4cd0-80c6-99465b85f028 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:52.667313 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-b9dd5b3d-cffc-40a6-8026-6b56c7fab202', 'network_id': 'b9dd5b3d-cffc-40a6-8026-6b56c7fab202', 'tenant_id': 'c232758359d64e0d9aa0caf432c22d6d', 'fixed_ips': [{'subnet_id': '16391da2-21a5-4461-9582-34f2c05af4d2'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:11:52.668520 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:52.786693 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-33fdd6f9-63d6-4cd0-80c6-99465b85f028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:52.825556 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Allocated IP 172.20.0.2 (b9dd5b3d-cffc-40a6-8026-6b56c7fab202/16391da2-21a5-4461-9582-34f2c05af4d2/a77f6af2-8934-4225-8b78-3a55440ca0d0) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:11:52.959009 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1b9d3dd0-b367-4b9e-a66f-aa0df633c6e7 req-4c32cb31-939c-4313-9d06-179a2a57d6d8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1493781 Mar 09 04:11:53.037384 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:53.048008 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Transition to ACTIVE for port object a77f6af2-8934-4225-8b78-3a55440ca0d0 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:11:53.065821 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Transition to ACTIVE for port object a77f6af2-8934-4225-8b78-3a55440ca0d0 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:11:53.071413 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:53.136624 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Network b9dd5b3d-cffc-40a6-8026-6b56c7fab202 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:11:53.139888 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:11:53.144203 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:11:53.146239 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Pushing event updated for resources: {'Port': ['ID=a77f6af2-8934-4225-8b78-3a55440ca0d0,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:53.187111 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:53.187111 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:53.187507 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:53.187507 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:53.187817 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:53.188143 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:53.188451 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:53.188762 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:53.189069 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:53.189388 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:53.189688 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:53.190001 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:53.204232 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-33fdd6f9-63d6-4cd0-80c6-99465b85f028 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:53.241177 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-33fdd6f9-63d6-4cd0-80c6-99465b85f028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:53.244198 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Attempting to bind port a77f6af2-8934-4225-8b78-3a55440ca0d0 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:11:53.244561 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Attempting to bind port a77f6af2-8934-4225-8b78-3a55440ca0d0 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '62c9b6b1-5f5f-4ea6-a086-7c5278ba35e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b9dd5b3d-cffc-40a6-8026-6b56c7fab202'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:11:53.244914 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Attempting to bind port a77f6af2-8934-4225-8b78-3a55440ca0d0 on network b9dd5b3d-cffc-40a6-8026-6b56c7fab202 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:11:53.250714 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:11:53.251106 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Checking segment: {'id': '62c9b6b1-5f5f-4ea6-a086-7c5278ba35e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b9dd5b3d-cffc-40a6-8026-6b56c7fab202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:11:53.251509 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:53.251905 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Bound using segment: {'id': '62c9b6b1-5f5f-4ea6-a086-7c5278ba35e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b9dd5b3d-cffc-40a6-8026-6b56c7fab202'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:11:53.252483 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Bound port: a77f6af2-8934-4225-8b78-3a55440ca0d0, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c9b6b1-5f5f-4ea6-a086-7c5278ba35e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b9dd5b3d-cffc-40a6-8026-6b56c7fab202'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:11:53.253040 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:53.281628 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d3dd0-b367-4b9e-a66f-aa0df633c6e7 req-a6601622-f592-4bcc-a301-8f9995a3d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:53.283100 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1b9d3dd0-b367-4b9e-a66f-aa0df633c6e7 req-a6601622-f592-4bcc-a301-8f9995a3d102 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cc75666b7d64b64a7fc43dbc17f958f&device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 1096 time: 0.2489703 Mar 09 04:11:53.344939 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] For port a77f6af2-8934-4225-8b78-3a55440ca0d0, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:11:53.348194 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] For port a77f6af2-8934-4225-8b78-3a55440ca0d0, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a77f6af2-8934-4225-8b78-3a55440ca0d0,segment=NetworkSegment(62c9b6b1-5f5f-4ea6-a086-7c5278ba35e1),segment_id=62c9b6b1-5f5f-4ea6-a086-7c5278ba35e1)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:11:53.351321 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:53.432433 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2dc38-51e9-49a1-a902-404e3ff7654f None None] Pushing event updated for resources: {'Port': ['ID=a77f6af2-8934-4225-8b78-3a55440ca0d0,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:53.633045 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-33fdd6f9-63d6-4cd0-80c6-99465b85f028 admin admin] Allocated IP 172.25.7.28 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/005c1396-b5dd-44c6-98dc-2136dc964a7d) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:11:53.636626 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d3dd0-b367-4b9e-a66f-aa0df633c6e7 req-bf78a729-7085-48a6-a0a0-6677cecb6674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:53.638224 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1b9d3dd0-b367-4b9e-a66f-aa0df633c6e7 req-bf78a729-7085-48a6-a0a0-6677cecb6674 service neutron] 10.222.0.21 "GET /v2.0/networks?id=38d08348-8c49-4519-b248-df21fcca9334 HTTP/1.1" status: 200 len: 910 time: 0.3323059 Mar 09 04:11:53.836752 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1b9d3dd0-b367-4b9e-a66f-aa0df633c6e7 req-b2dc1933-1dd7-4e8e-b3a0-9f446ffed71d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fca9a3e-ae16-4765-8135-741c53082224 HTTP/1.1" status: 200 len: 1001 time: 0.1925421 Mar 09 04:11:53.926730 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d3dd0-b367-4b9e-a66f-aa0df633c6e7 req-cbb2589d-ba4e-4533-802d-7c98f427c441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:53.928210 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1b9d3dd0-b367-4b9e-a66f-aa0df633c6e7 req-cbb2589d-ba4e-4533-802d-7c98f427c441 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5795f339-9cb7-4a0f-a08c-a02ae45b1040 HTTP/1.1" status: 200 len: 848 time: 0.0859375 Mar 09 04:11:53.930920 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-33fdd6f9-63d6-4cd0-80c6-99465b85f028 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:54.023416 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-33fdd6f9-63d6-4cd0-80c6-99465b85f028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:54.062036 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d3dd0-b367-4b9e-a66f-aa0df633c6e7 req-16b911d7-0883-48a4-ae6f-11a0fb539fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:54.063525 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1b9d3dd0-b367-4b9e-a66f-aa0df633c6e7 req-16b911d7-0883-48a4-ae6f-11a0fb539fff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38d08348-8c49-4519-b248-df21fcca9334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276212 Mar 09 04:11:54.078290 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-1b9d3dd0-b367-4b9e-a66f-aa0df633c6e7 req-7815f010-9ad4-44b6-b97e-62f3fa646ebd service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 04:11:54.079228 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1b9d3dd0-b367-4b9e-a66f-aa0df633c6e7 req-7815f010-9ad4-44b6-b97e-62f3fa646ebd service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067894 Mar 09 04:11:54.111098 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fdd6f9-63d6-4cd0-80c6-99465b85f028 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:11:54.126725 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-33fdd6f9-63d6-4cd0-80c6-99465b85f028 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:11:54.139572 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fdd6f9-63d6-4cd0-80c6-99465b85f028 admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:11:54.221977 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdd6f9-63d6-4cd0-80c6-99465b85f028 admin admin] Pushing event updated for resources: {'Port': ['ID=005c1396-b5dd-44c6-98dc-2136dc964a7d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:54.409593 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1b9d3dd0-b367-4b9e-a66f-aa0df633c6e7 req-0f9f90aa-7d24-4f5c-b459-1cf32ca1d73a service neutron] 10.222.0.21 "GET /v2.0/networks/38d08348-8c49-4519-b248-df21fcca9334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238003 Mar 09 04:11:54.412858 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43f92f9-bdbb-4a3c-b421-64787387b0df None None] Network b9dd5b3d-cffc-40a6-8026-6b56c7fab202 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:11:54.557203 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e3972334-8285-40d6-9159-fec94b503f73 None None] Provisioning for port a77f6af2-8934-4225-8b78-3a55440ca0d0 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:11:54.661951 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1b9d3dd0-b367-4b9e-a66f-aa0df633c6e7 req-f5d81952-db6c-449c-93d5-af2d4b1e669f service neutron] 10.222.0.21 "GET /v2.0/networks/38d08348-8c49-4519-b248-df21fcca9334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234464 Mar 09 04:11:54.774478 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-33fdd6f9-63d6-4cd0-80c6-99465b85f028 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:55.127773 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0ee5795b-17cf-4139-a1e0-6507e6fbb985 req-d7ee3f27-b1d3-4719-9b6e-59c1b73852e3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=765bb601-8b19-40c4-b7c7-982a1c7d4f4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3635671 Mar 09 04:11:55.251583 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a77f6af2-8934-4225-8b78-3a55440ca0d0 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:11:55.319600 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port a77f6af2-8934-4225-8b78-3a55440ca0d0 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:11:55.325708 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port a77f6af2-8934-4225-8b78-3a55440ca0d0 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:11:55.326576 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:55.356911 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-33fdd6f9-63d6-4cd0-80c6-99465b85f028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:55.442950 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:55.447553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5795b-17cf-4139-a1e0-6507e6fbb985 req-f7f0c5ad-cd22-4ae0-b637-cb48a3dd5474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:55.449025 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0ee5795b-17cf-4139-a1e0-6507e6fbb985 req-f7f0c5ad-cd22-4ae0-b637-cb48a3dd5474 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2355e92b134243b08899b3302e3d972c&device_id=765bb601-8b19-40c4-b7c7-982a1c7d4f4f HTTP/1.1" status: 200 len: 1096 time: 0.2245812 Mar 09 04:11:55.475824 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port a77f6af2-8934-4225-8b78-3a55440ca0d0, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a77f6af2-8934-4225-8b78-3a55440ca0d0,segment=NetworkSegment(62c9b6b1-5f5f-4ea6-a086-7c5278ba35e1),segment_id=62c9b6b1-5f5f-4ea6-a086-7c5278ba35e1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:11:55.479479 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:55.547521 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=a77f6af2-8934-4225-8b78-3a55440ca0d0,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:55.632450 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37956) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:55.685124 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5795b-17cf-4139-a1e0-6507e6fbb985 req-17fb16c9-fbd1-467d-b776-c6eab4d19f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:55.687617 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0ee5795b-17cf-4139-a1e0-6507e6fbb985 req-17fb16c9-fbd1-467d-b776-c6eab4d19f8e service neutron] 10.222.0.24 "GET /v2.0/networks?id=bc962a2b-3e40-47b9-bc1a-abe2e6aee38b HTTP/1.1" status: 200 len: 897 time: 0.1760547 Mar 09 04:11:55.743126 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-300e174b-c2f8-4d98-a15d-4de0f2f86c57 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/floatingips/94b3e887-97eb-45aa-bb81-f4d03a3aa59a HTTP/1.1" status: 200 len: 992 time: 0.1094029 Mar 09 04:11:55.752779 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fdd6f9-63d6-4cd0-80c6-99465b85f028 admin admin] Router e7f8d3f0-2f2d-43e1-a221-e6edffd1c954 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:11:55.875068 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0ee5795b-17cf-4139-a1e0-6507e6fbb985 req-b9e0e84c-b692-403c-9ede-9d82b9662571 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a54e505a-fdd4-48f9-8726-f068750c0481 HTTP/1.1" status: 200 len: 1000 time: 0.1736255 Mar 09 04:11:56.017999 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5795b-17cf-4139-a1e0-6507e6fbb985 req-b9a6dbc0-2bb5-4afd-b0d2-3b0c80b63549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:56.019370 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0ee5795b-17cf-4139-a1e0-6507e6fbb985 req-b9a6dbc0-2bb5-4afd-b0d2-3b0c80b63549 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cdd07fae-fa93-4950-b366-2343d0c67413 HTTP/1.1" status: 200 len: 835 time: 0.1446323 Mar 09 04:11:56.022366 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fdd6f9-63d6-4cd0-80c6-99465b85f028 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:11:56.031437 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] Sync routers for ids ['e7f8d3f0-2f2d-43e1-a221-e6edffd1c954'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:11:56.041196 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] Routers {'e7f8d3f0-2f2d-43e1-a221-e6edffd1c954'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:11:56.041789 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:11:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e7f8d3f0-2f2d-43e1-a221-e6edffd1c954'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:11:56.092514 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 37964) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:56.094206 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-33fdd6f9-63d6-4cd0-80c6-99465b85f028 admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:56.100453 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-33fdd6f9-63d6-4cd0-80c6-99465b85f028 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6242959 Mar 09 04:11:56.101949 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 37968) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:11:56.195768 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5795b-17cf-4139-a1e0-6507e6fbb985 req-1831e839-2bac-4788-b290-bdb0be60bb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:56.197340 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0ee5795b-17cf-4139-a1e0-6507e6fbb985 req-1831e839-2bac-4788-b290-bdb0be60bb29 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc962a2b-3e40-47b9-bc1a-abe2e6aee38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1696854 Mar 09 04:11:56.212282 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-0ee5795b-17cf-4139-a1e0-6507e6fbb985 req-3fb4a8f4-59eb-4727-9ba5-2ba17fdcd177 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 04:11:56.213316 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0ee5795b-17cf-4139-a1e0-6507e6fbb985 req-3fb4a8f4-59eb-4727-9ba5-2ba17fdcd177 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055285 Mar 09 04:11:56.224765 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] Set router e7f8d3f0-2f2d-43e1-a221-e6edffd1c954 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:11:56.302439 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-05283dba-8752-49c6-a819-2d33b436db97 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Deleting port e8fc1fb8-7177-4ec1-ada5-66465505c3d4 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:11:56.302728 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-05283dba-8752-49c6-a819-2d33b436db97 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:56.479551 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-05283dba-8752-49c6-a819-2d33b436db97 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:56.479993 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-05283dba-8752-49c6-a819-2d33b436db97 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:56.526638 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f8d3f0-2f2d-43e1-a221-e6edffd1c954', 'name': 'tempest-TestAggregatesBasicOps-1555277406-router', 'tenant_id': 'c232758359d64e0d9aa0caf432c22d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '005c1396-b5dd-44c6-98dc-2136dc964a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:11:52Z', 'updated_at': '2022-03-09T04:11:54Z', 'revision_number': 3, 'project_id': 'c232758359d64e0d9aa0caf432c22d6d', 'gw_port': {'id': '005c1396-b5dd-44c6-98dc-2136dc964a7d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f8d3f0-2f2d-43e1-a221-e6edffd1c954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:11:53Z', 'updated_at': '2022-03-09T04:11:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:11:56.531362 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] Checking router: e7f8d3f0-2f2d-43e1-a221-e6edffd1c954 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:11:56.531707 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] Updating router e7f8d3f0-2f2d-43e1-a221-e6edffd1c954 port 005c1396-b5dd-44c6-98dc-2136dc964a7d binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:11:56.587000 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:56.607208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-05283dba-8752-49c6-a819-2d33b436db97 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Calling delete_port for e8fc1fb8-7177-4ec1-ada5-66465505c3d4 owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:11:56.697699 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0ee5795b-17cf-4139-a1e0-6507e6fbb985 req-ae07c496-1724-490f-b914-fe54fb624f7c service neutron] 10.222.0.24 "GET /v2.0/networks/bc962a2b-3e40-47b9-bc1a-abe2e6aee38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344802 Mar 09 04:11:56.764825 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-05283dba-8752-49c6-a819-2d33b436db97 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:56.816383 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05283dba-8752-49c6-a819-2d33b436db97 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event deleted for resources: {'Port': ['ID=e8fc1fb8-7177-4ec1-ada5-66465505c3d4,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:56.910100 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-05283dba-8752-49c6-a819-2d33b436db97 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:56.910515 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-05283dba-8752-49c6-a819-2d33b436db97 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Floating IP 94b3e887-97eb-45aa-bb81-f4d03a3aa59a disassociated (deleted). External IP: 172.25.7.82, port: a54e505a-fdd4-48f9-8726-f068750c0481. Mar 09 04:11:56.932964 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:56.946505 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] Transition to ACTIVE for port object 005c1396-b5dd-44c6-98dc-2136dc964a7d will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:11:56.952526 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0ee5795b-17cf-4139-a1e0-6507e6fbb985 req-8a5501c5-c472-4c1d-aab9-27cc986f0d4c service neutron] 10.222.0.24 "GET /v2.0/networks/bc962a2b-3e40-47b9-bc1a-abe2e6aee38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472146 Mar 09 04:11:56.954242 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:57.057995 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] Attempting to bind port 005c1396-b5dd-44c6-98dc-2136dc964a7d on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:11:57.058530 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] Attempting to bind port 005c1396-b5dd-44c6-98dc-2136dc964a7d by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:11:57.059051 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] Attempting to bind port 005c1396-b5dd-44c6-98dc-2136dc964a7d on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:11:57.066807 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa667f03-8824-4fbe-b67f-4126d82d3717 None None] Pushing event updated for resources: {'Port': ['ID=005c1396-b5dd-44c6-98dc-2136dc964a7d,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:57.069510 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:11:57.069993 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:11:57.070523 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:57.071045 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:11:57.071612 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] Bound port: 005c1396-b5dd-44c6-98dc-2136dc964a7d, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:11:57.072076 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:57.174148 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] For port 005c1396-b5dd-44c6-98dc-2136dc964a7d, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:11:57.178941 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] For port 005c1396-b5dd-44c6-98dc-2136dc964a7d, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=005c1396-b5dd-44c6-98dc-2136dc964a7d,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:11:57.191536 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:57.284398 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:57.383768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa667f03-8824-4fbe-b67f-4126d82d3717 None None] Pushing event updated for resources: {'Port': ['ID=005c1396-b5dd-44c6-98dc-2136dc964a7d,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:57.390807 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a77f6af2-8934-4225-8b78-3a55440ca0d0 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:11:57.454870 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] Routers {'e7f8d3f0-2f2d-43e1-a221-e6edffd1c954'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:11:57.454870 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:11:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e7f8d3f0-2f2d-43e1-a221-e6edffd1c954'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:11:57.562238 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Allocated IP 172.20.0.1 (b9dd5b3d-cffc-40a6-8026-6b56c7fab202/16391da2-21a5-4461-9582-34f2c05af4d2/c187c05d-ca28-4521-9dfc-05e90751f831) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:11:57.589422 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05283dba-8752-49c6-a819-2d33b436db97 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Router 31be81df-bc2a-451b-9193-0d2b5bcfe285 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:11:57.680673 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port a77f6af2-8934-4225-8b78-3a55440ca0d0 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:11:57.681228 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:57.734601 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:57.738189 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] Set router e7f8d3f0-2f2d-43e1-a221-e6edffd1c954 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:11:57.751241 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Transition to ACTIVE for port object c187c05d-ca28-4521-9dfc-05e90751f831 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:11:57.775697 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:57.838656 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Network b9dd5b3d-cffc-40a6-8026-6b56c7fab202 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:11:57.841915 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:11:57.842980 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a656a-878f-464a-aeae-f3036fc8b85a req-d637eea5-b597-4288-8540-e90f5f9626a2 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:57.844438 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec8a656a-878f-464a-aeae-f3036fc8b85a req-d637eea5-b597-4288-8540-e90f5f9626a2 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/ports?device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 945 time: 0.1910110 Mar 09 04:11:57.850111 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:11:57.860997 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05283dba-8752-49c6-a819-2d33b436db97 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:11:57.870698 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2849c9-3c70-42a0-b78a-6f3db5bf4df5 None None] Sync routers for ids ['31be81df-bc2a-451b-9193-0d2b5bcfe285'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:11:57.883971 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2849c9-3c70-42a0-b78a-6f3db5bf4df5 None None] Routers {'31be81df-bc2a-451b-9193-0d2b5bcfe285'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:11:57.884587 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1b2849c9-3c70-42a0-b78a-6f3db5bf4df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:11:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['31be81df-bc2a-451b-9193-0d2b5bcfe285'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:11:57.932049 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec8a656a-878f-464a-aeae-f3036fc8b85a req-aa375aac-aaa5-43cd-8a2c-74d154e7bb2c tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dc1bb1a-76f6-43be-8bcc-d1485d5b72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723765 Mar 09 04:11:57.943088 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Pushing event updated for resources: {'Port': ['ID=c187c05d-ca28-4521-9dfc-05e90751f831,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:57.970422 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-05283dba-8752-49c6-a819-2d33b436db97 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:57.975367 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:57.975704 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:57.976035 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:57.976358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:57.984989 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:57.985318 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:57.985652 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:57.985981 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:57.986306 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:57.986625 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:57.986962 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:57.987280 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:11:58.021538 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:58.042866 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-05283dba-8752-49c6-a819-2d33b436db97 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "DELETE /v2.0/floatingips/94b3e887-97eb-45aa-bb81-f4d03a3aa59a HTTP/1.1" status: 204 len: 168 time: 1.9492009 Mar 09 04:11:58.044272 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765bb601-8b19-40c4-b7c7-982a1c7d4f4f', 'tag': 'a54e505a-fdd4-48f9-8726-f068750c0481'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:11:58.099554 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765bb601-8b19-40c4-b7c7-982a1c7d4f4f', 'tag': 'a54e505a-fdd4-48f9-8726-f068750c0481', 'status': 'completed', 'code': 200} Mar 09 04:11:58.166206 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-1b2849c9-3c70-42a0-b78a-6f3db5bf4df5 None None] Set router 31be81df-bc2a-451b-9193-0d2b5bcfe285 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:11:58.247289 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e98012e4-5b04-41d7-ac8c-25404d32f551 None None] Provisioning for port c187c05d-ca28-4521-9dfc-05e90751f831 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:11:58.253820 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f8d3f0-2f2d-43e1-a221-e6edffd1c954', 'name': 'tempest-TestAggregatesBasicOps-1555277406-router', 'tenant_id': 'c232758359d64e0d9aa0caf432c22d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '005c1396-b5dd-44c6-98dc-2136dc964a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:11:52Z', 'updated_at': '2022-03-09T04:11:54Z', 'revision_number': 3, 'project_id': 'c232758359d64e0d9aa0caf432c22d6d', 'gw_port': {'id': '005c1396-b5dd-44c6-98dc-2136dc964a7d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f8d3f0-2f2d-43e1-a221-e6edffd1c954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:11:53Z', 'updated_at': '2022-03-09T04:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:11:58.259870 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e98012e4-5b04-41d7-ac8c-25404d32f551 None None] Provisioning complete for port c187c05d-ca28-4521-9dfc-05e90751f831 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:11:58.260487 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e98012e4-5b04-41d7-ac8c-25404d32f551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:58.296877 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8cdf5d-2a3d-4089-9ade-770f17e3ea12 None None] The sync data for ids ['e7f8d3f0-2f2d-43e1-a221-e6edffd1c954'] in n-d-825178-5 is: [{'id': 'e7f8d3f0-2f2d-43e1-a221-e6edffd1c954', 'name': 'tempest-TestAggregatesBasicOps-1555277406-router', 'tenant_id': 'c232758359d64e0d9aa0caf432c22d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '005c1396-b5dd-44c6-98dc-2136dc964a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:11:52Z', 'updated_at': '2022-03-09T04:11:54Z', 'revision_number': 3, 'project_id': 'c232758359d64e0d9aa0caf432c22d6d', 'gw_port': {'id': '005c1396-b5dd-44c6-98dc-2136dc964a7d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f8d3f0-2f2d-43e1-a221-e6edffd1c954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:11:53Z', 'updated_at': '2022-03-09T04:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:11:58.344366 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e98012e4-5b04-41d7-ac8c-25404d32f551 None None] Port c187c05d-ca28-4521-9dfc-05e90751f831 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:11:58.370130 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c0d67-a15b-4640-b7cf-8861c6facaa8 req-ed7d6841-3b45-4d0a-8b08-b9145d926a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:58.374896 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d39c0d67-a15b-4640-b7cf-8861c6facaa8 req-ed7d6841-3b45-4d0a-8b08-b9145d926a5e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2355e92b134243b08899b3302e3d972c&device_id=765bb601-8b19-40c4-b7c7-982a1c7d4f4f HTTP/1.1" status: 200 len: 1096 time: 0.1617990 Mar 09 04:11:58.550509 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1b2849c9-3c70-42a0-b78a-6f3db5bf4df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'name': 'tempest-TestNetworkBasicOps-router-1972907104', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:10:23Z', 'updated_at': '2022-03-09T04:10:29Z', 'revision_number': 4, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:10:24Z', 'updated_at': '2022-03-09T04:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '07eb4048-a11e-4e30-a074-e72c5ae39305', 'name': '', 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'mac_address': 'fa:16:3e:83:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'cdd07fae-fa93-4950-b366-2343d0c67413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:10:28Z', 'updated_at': '2022-03-09T04:10:35Z', 'revision_number': 5, 'project_id': '2355e92b134243b08899b3302e3d972c', 'subnets': [{'id': 'cdd07fae-fa93-4950-b366-2343d0c67413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:11:58.556508 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2849c9-3c70-42a0-b78a-6f3db5bf4df5 None None] Checking router: 31be81df-bc2a-451b-9193-0d2b5bcfe285 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:11:58.567568 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2849c9-3c70-42a0-b78a-6f3db5bf4df5 None None] Routers {'31be81df-bc2a-451b-9193-0d2b5bcfe285'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:11:58.568317 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1b2849c9-3c70-42a0-b78a-6f3db5bf4df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:11:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['31be81df-bc2a-451b-9193-0d2b5bcfe285'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:11:58.584243 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933ea7b-8ef3-4e40-996a-ecbdd2e681da req-6d309f31-c05b-43d3-a377-b3d39ce51004 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:58.587380 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-4933ea7b-8ef3-4e40-996a-ecbdd2e681da req-6d309f31-c05b-43d3-a377-b3d39ce51004 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Synchronizing usage tracker for tenant:2355e92b134243b08899b3302e3d972c on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:11:58.629957 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-4933ea7b-8ef3-4e40-996a-ecbdd2e681da req-6d309f31-c05b-43d3-a377-b3d39ce51004 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Unset dirty status for tenant:2355e92b134243b08899b3302e3d972c on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:11:58.631556 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4933ea7b-8ef3-4e40-996a-ecbdd2e681da req-6d309f31-c05b-43d3-a377-b3d39ce51004 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=765bb601-8b19-40c4-b7c7-982a1c7d4f4f HTTP/1.1" status: 200 len: 945 time: 0.1559014 Mar 09 04:11:58.705325 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4933ea7b-8ef3-4e40-996a-ecbdd2e681da req-9649d5d8-d999-466f-bfbe-a3c68048cdb2 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=77134520-2755-4d47-97b0-e05e8ebd147e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664854 Mar 09 04:11:58.744498 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3b3de869-c92e-4e2e-aa2e-c2a44267fc31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:58.755905 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c0d67-a15b-4640-b7cf-8861c6facaa8 req-70b1e983-dc37-4d56-98f8-24b60e73070b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:58.757355 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d39c0d67-a15b-4640-b7cf-8861c6facaa8 req-70b1e983-dc37-4d56-98f8-24b60e73070b service neutron] 10.222.0.24 "GET /v2.0/networks?id=bc962a2b-3e40-47b9-bc1a-abe2e6aee38b HTTP/1.1" status: 200 len: 897 time: 0.3739448 Mar 09 04:11:58.760193 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:58.837495 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d39c0d67-a15b-4640-b7cf-8861c6facaa8 req-b5b14c47-4cc8-4a92-ba45-d4eb9df3c622 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a54e505a-fdd4-48f9-8726-f068750c0481 HTTP/1.1" status: 200 len: 217 time: 0.0664694 Mar 09 04:11:58.866574 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-1b2849c9-3c70-42a0-b78a-6f3db5bf4df5 None None] Set router 31be81df-bc2a-451b-9193-0d2b5bcfe285 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:11:59.034624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c0d67-a15b-4640-b7cf-8861c6facaa8 req-fe1022e5-c4f6-41b8-b5fe-6e64b21fbc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:59.035979 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d39c0d67-a15b-4640-b7cf-8861c6facaa8 req-fe1022e5-c4f6-41b8-b5fe-6e64b21fbc37 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cdd07fae-fa93-4950-b366-2343d0c67413 HTTP/1.1" status: 200 len: 835 time: 0.1245506 Mar 09 04:11:59.229571 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a00356-8a85-4e0f-844d-2b495e649517 req-b5f59367-7eb1-406b-889f-8615c7474cb9 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:59.231132 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d2a00356-8a85-4e0f-844d-2b495e649517 req-b5f59367-7eb1-406b-889f-8615c7474cb9 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.21 "GET /v2.0/ports?device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 945 time: 0.3927057 Mar 09 04:11:59.259564 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1b2849c9-3c70-42a0-b78a-6f3db5bf4df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'name': 'tempest-TestNetworkBasicOps-router-1972907104', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:10:23Z', 'updated_at': '2022-03-09T04:10:29Z', 'revision_number': 4, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:10:24Z', 'updated_at': '2022-03-09T04:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '07eb4048-a11e-4e30-a074-e72c5ae39305', 'name': '', 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'mac_address': 'fa:16:3e:83:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'cdd07fae-fa93-4950-b366-2343d0c67413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:10:28Z', 'updated_at': '2022-03-09T04:10:35Z', 'revision_number': 5, 'project_id': '2355e92b134243b08899b3302e3d972c', 'subnets': [{'id': 'cdd07fae-fa93-4950-b366-2343d0c67413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:11:59.265157 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2849c9-3c70-42a0-b78a-6f3db5bf4df5 None None] The sync data for ids ['31be81df-bc2a-451b-9193-0d2b5bcfe285'] in n-d-825178-5 is: [{'id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'name': 'tempest-TestNetworkBasicOps-router-1972907104', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:10:23Z', 'updated_at': '2022-03-09T04:10:29Z', 'revision_number': 4, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:10:24Z', 'updated_at': '2022-03-09T04:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '07eb4048-a11e-4e30-a074-e72c5ae39305', 'name': '', 'network_id': 'bc962a2b-3e40-47b9-bc1a-abe2e6aee38b', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'mac_address': 'fa:16:3e:83:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'cdd07fae-fa93-4950-b366-2343d0c67413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:10:28Z', 'updated_at': '2022-03-09T04:10:35Z', 'revision_number': 5, 'project_id': '2355e92b134243b08899b3302e3d972c', 'subnets': [{'id': 'cdd07fae-fa93-4950-b366-2343d0c67413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:11:59.271093 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 005c1396-b5dd-44c6-98dc-2136dc964a7d up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:11:59.353599 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 005c1396-b5dd-44c6-98dc-2136dc964a7d completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:11:59.358763 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 005c1396-b5dd-44c6-98dc-2136dc964a7d triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:11:59.359152 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:59.368994 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-d2a00356-8a85-4e0f-844d-2b495e649517 req-2c41b00d-897c-45d0-b5e0-e70464613acf tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Deleting port 2fca9a3e-ae16-4765-8135-741c53082224 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:11:59.369338 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d2a00356-8a85-4e0f-844d-2b495e649517 req-2c41b00d-897c-45d0-b5e0-e70464613acf tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:59.396282 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c0d67-a15b-4640-b7cf-8861c6facaa8 req-7d326f13-37f7-4b57-8d89-a3fd52a1a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:59.397759 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d39c0d67-a15b-4640-b7cf-8861c6facaa8 req-7d326f13-37f7-4b57-8d89-a3fd52a1a927 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc962a2b-3e40-47b9-bc1a-abe2e6aee38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3480947 Mar 09 04:11:59.469462 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.resource_extend [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 04:11:59.483360 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:59.501103 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 005c1396-b5dd-44c6-98dc-2136dc964a7d, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=005c1396-b5dd-44c6-98dc-2136dc964a7d,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:11:59.505666 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:59.547646 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab99803-b8cf-481f-a09f-1e28cd685817 req-6325efc7-cad3-4640-acd7-90c88561e19b tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:11:59.549170 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bab99803-b8cf-481f-a09f-1e28cd685817 req-6325efc7-cad3-4640-acd7-90c88561e19b tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/ports?device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 945 time: 0.4541211 Mar 09 04:11:59.553241 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:59.578955 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=005c1396-b5dd-44c6-98dc-2136dc964a7d,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:59.626832 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ff2dae-656e-41b8-ac1b-ce08d2b9a09c None None] New status for floating IP 94b3e887-97eb-45aa-bb81-f4d03a3aa59a: DOWN {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:11:59.632159 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:59.841761 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:11:59.913062 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bab99803-b8cf-481f-a09f-1e28cd685817 req-ea772046-355b-4f42-b44d-a92774afd0fd tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dc1bb1a-76f6-43be-8bcc-d1485d5b72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3071892 Mar 09 04:11:59.913751 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Pushing event updated for resources: {'Port': ['ID=c187c05d-ca28-4521-9dfc-05e90751f831,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:11:59.944224 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d39c0d67-a15b-4640-b7cf-8861c6facaa8 req-dcf8936d-ae2b-4351-b20d-f8de33428a9b service neutron] 10.222.0.24 "GET /v2.0/networks/bc962a2b-3e40-47b9-bc1a-abe2e6aee38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046706 Mar 09 04:12:00.000177 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e568d68-1df5-42ca-8fca-65fa5215c753 req-b36b1634-6cee-44b5-9cf2-5a4d9ba875c3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:00.001623 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9e568d68-1df5-42ca-8fca-65fa5215c753 req-b36b1634-6cee-44b5-9cf2-5a4d9ba875c3 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=765bb601-8b19-40c4-b7c7-982a1c7d4f4f HTTP/1.1" status: 200 len: 945 time: 0.1621344 Mar 09 04:12:00.062761 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9e568d68-1df5-42ca-8fca-65fa5215c753 req-4dd63f84-509a-4eb3-a770-66a25ea56beb tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/security-groups?id=77134520-2755-4d47-97b0-e05e8ebd147e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545332 Mar 09 04:12:00.074942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bfafb-1870-4f0c-944c-77a2b31fb543 req-2ca66c2a-8391-4e80-a117-ae741415cad9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:00.085914 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe9bfafb-1870-4f0c-944c-77a2b31fb543 req-2ca66c2a-8391-4e80-a117-ae741415cad9 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.24 "GET /v2.0/ports?device_id=765bb601-8b19-40c4-b7c7-982a1c7d4f4f HTTP/1.1" status: 200 len: 945 time: 0.1309445 Mar 09 04:12:00.161153 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-fe9bfafb-1870-4f0c-944c-77a2b31fb543 req-ce6bbab8-aa55-466d-b217-3ad5f2ddc76f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Deleting port a54e505a-fdd4-48f9-8726-f068750c0481 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:12:00.161518 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-fe9bfafb-1870-4f0c-944c-77a2b31fb543 req-ce6bbab8-aa55-466d-b217-3ad5f2ddc76f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:00.296882 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-d2a00356-8a85-4e0f-844d-2b495e649517 req-2c41b00d-897c-45d0-b5e0-e70464613acf tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] For port 2fca9a3e-ae16-4765-8135-741c53082224, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=2fca9a3e-ae16-4765-8135-741c53082224,segment=NetworkSegment(a5c1ccc3-8951-4c17-8d21-ea6c17bd320c),segment_id=a5c1ccc3-8951-4c17-8d21-ea6c17bd320c)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:00.297237 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d2a00356-8a85-4e0f-844d-2b495e649517 req-2c41b00d-897c-45d0-b5e0-e70464613acf tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:00.406654 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Network b9dd5b3d-cffc-40a6-8026-6b56c7fab202 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:12:00.417228 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:12:00.419534 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-fe9bfafb-1870-4f0c-944c-77a2b31fb543 req-ce6bbab8-aa55-466d-b217-3ad5f2ddc76f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] For port a54e505a-fdd4-48f9-8726-f068750c0481, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=a54e505a-fdd4-48f9-8726-f068750c0481,segment=NetworkSegment(1e7fec3f-b51f-46bd-9693-87b649d35d19),segment_id=1e7fec3f-b51f-46bd-9693-87b649d35d19)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:00.420131 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-fe9bfafb-1870-4f0c-944c-77a2b31fb543 req-ce6bbab8-aa55-466d-b217-3ad5f2ddc76f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:00.505174 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d39c0d67-a15b-4640-b7cf-8861c6facaa8 req-2169ddfe-5428-409f-ac4a-149efa7c5718 service neutron] 10.222.0.24 "GET /v2.0/networks/bc962a2b-3e40-47b9-bc1a-abe2e6aee38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445349 Mar 09 04:12:00.552403 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-fe9bfafb-1870-4f0c-944c-77a2b31fb543 req-ce6bbab8-aa55-466d-b217-3ad5f2ddc76f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Calling delete_port for a54e505a-fdd4-48f9-8726-f068750c0481 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:12:00.684868 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9b29cd49-c249-4f89-88b7-ed25b0f3b367 None None] Provisioning complete for port c187c05d-ca28-4521-9dfc-05e90751f831 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:00.685439 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9b29cd49-c249-4f89-88b7-ed25b0f3b367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:00.711781 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-fe9bfafb-1870-4f0c-944c-77a2b31fb543 req-ce6bbab8-aa55-466d-b217-3ad5f2ddc76f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:00.744369 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-9b29cd49-c249-4f89-88b7-ed25b0f3b367 None None] Port c187c05d-ca28-4521-9dfc-05e90751f831 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:12:00.765181 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6bbab8-aa55-466d-b217-3ad5f2ddc76f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event deleted for resources: {'Port': ['ID=a54e505a-fdd4-48f9-8726-f068750c0481,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:00.802193 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d2a00356-8a85-4e0f-844d-2b495e649517 req-2c41b00d-897c-45d0-b5e0-e70464613acf tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:00.802564 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d2a00356-8a85-4e0f-844d-2b495e649517 req-2c41b00d-897c-45d0-b5e0-e70464613acf tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:00.802895 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [req-d2a00356-8a85-4e0f-844d-2b495e649517 req-2c41b00d-897c-45d0-b5e0-e70464613acf tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Floating IP 3c7850ea-d0e1-43b3-967e-e761825b6982 disassociated. External IP: 172.25.7.243, port: 2fca9a3e-ae16-4765-8135-741c53082224. Mar 09 04:12:00.803239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-d2a00356-8a85-4e0f-844d-2b495e649517 req-2c41b00d-897c-45d0-b5e0-e70464613acf tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Calling delete_port for 2fca9a3e-ae16-4765-8135-741c53082224 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:12:00.832400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Router e7f8d3f0-2f2d-43e1-a221-e6edffd1c954 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:12:00.956012 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9bfafb-1870-4f0c-944c-77a2b31fb543 req-ce6bbab8-aa55-466d-b217-3ad5f2ddc76f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] No DVR routers for this DVR port a54e505a-fdd4-48f9-8726-f068750c0481 on host n-h1-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:12:00.959286 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-fe9bfafb-1870-4f0c-944c-77a2b31fb543 req-ce6bbab8-aa55-466d-b217-3ad5f2ddc76f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:00.963284 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765bb601-8b19-40c4-b7c7-982a1c7d4f4f', 'name': 'network-vif-deleted', 'tag': 'a54e505a-fdd4-48f9-8726-f068750c0481'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:12:00.980399 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe9bfafb-1870-4f0c-944c-77a2b31fb543 req-ce6bbab8-aa55-466d-b217-3ad5f2ddc76f tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.24 "DELETE /v2.0/ports/a54e505a-fdd4-48f9-8726-f068750c0481 HTTP/1.1" status: 204 len: 173 time: 0.8936105 Mar 09 04:12:01.026125 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765bb601-8b19-40c4-b7c7-982a1c7d4f4f', 'name': 'network-vif-deleted', 'tag': 'a54e505a-fdd4-48f9-8726-f068750c0481', 'status': 'completed', 'code': 200} Mar 09 04:12:01.127773 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f15302e6-9cad-423a-9d7e-70c09eee5d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:01.179551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:12:01.191516 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] Sync routers for ids ['e7f8d3f0-2f2d-43e1-a221-e6edffd1c954'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:12:01.192124 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d2a00356-8a85-4e0f-844d-2b495e649517 req-2c41b00d-897c-45d0-b5e0-e70464613acf tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:01.212040 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] Routers {'e7f8d3f0-2f2d-43e1-a221-e6edffd1c954'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:01.212754 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e7f8d3f0-2f2d-43e1-a221-e6edffd1c954'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:01.264071 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 005c1396-b5dd-44c6-98dc-2136dc964a7d up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:12:01.265854 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5a505439-423a-4bc0-bd14-1c4255aae04b admin admin] 10.222.0.16 "PUT /v2.0/routers/e7f8d3f0-2f2d-43e1-a221-e6edffd1c954/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1626925 Mar 09 04:12:01.270446 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41b00d-897c-45d0-b5e0-e70464613acf tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Pushing event deleted for resources: {'Port': ['ID=2fca9a3e-ae16-4765-8135-741c53082224,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:01.376934 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5b13e8c9-c2b9-4d39-ae8c-b09be6a22141 req-b7d531f5-ca6b-4671-806d-7f17ca2d4ca6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Synchronizing usage tracker for tenant:2355e92b134243b08899b3302e3d972c on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:12:01.412793 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5b13e8c9-c2b9-4d39-ae8c-b09be6a22141 req-b7d531f5-ca6b-4671-806d-7f17ca2d4ca6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Unset dirty status for tenant:2355e92b134243b08899b3302e3d972c on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:12:01.414592 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5b13e8c9-c2b9-4d39-ae8c-b09be6a22141 req-b7d531f5-ca6b-4671-806d-7f17ca2d4ca6 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "GET /v2.0/ports?device_id=765bb601-8b19-40c4-b7c7-982a1c7d4f4f HTTP/1.1" status: 200 len: 210 time: 0.1233540 Mar 09 04:12:01.459650 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 005c1396-b5dd-44c6-98dc-2136dc964a7d triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:01.460426 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:01.518112 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a80b95-8d55-4288-831b-4bfc868f1342 req-62c2a563-fad6-4285-b8e7-82857d1d18a0 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:01.518961 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-65a80b95-8d55-4288-831b-4bfc868f1342 req-62c2a563-fad6-4285-b8e7-82857d1d18a0 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Synchronizing usage tracker for tenant:5cc75666b7d64b64a7fc43dbc17f958f on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:12:01.519291 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] Set router e7f8d3f0-2f2d-43e1-a221-e6edffd1c954 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:01.531020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2a00356-8a85-4e0f-844d-2b495e649517 req-2c41b00d-897c-45d0-b5e0-e70464613acf tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Router 0cc529c0-0f87-4cc3-95f5-10b60a8d83b1 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:12:01.605104 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-65a80b95-8d55-4288-831b-4bfc868f1342 req-62c2a563-fad6-4285-b8e7-82857d1d18a0 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Unset dirty status for tenant:5cc75666b7d64b64a7fc43dbc17f958f on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:12:01.606871 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-65a80b95-8d55-4288-831b-4bfc868f1342 req-62c2a563-fad6-4285-b8e7-82857d1d18a0 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/ports?device_id=16a2140d-3ff8-4659-a317-6ddd5fcd332c HTTP/1.1" status: 200 len: 945 time: 0.5310409 Mar 09 04:12:01.748181 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-65a80b95-8d55-4288-831b-4bfc868f1342 req-8a4a4dad-9417-40ba-a5f5-333940ca1d74 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dc1bb1a-76f6-43be-8bcc-d1485d5b72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325462 Mar 09 04:12:01.941438 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2a00356-8a85-4e0f-844d-2b495e649517 req-2c41b00d-897c-45d0-b5e0-e70464613acf tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:12:01.953295 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9963845e-e692-48ab-80bd-f7a18d5d1776 None None] Sync routers for ids ['0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:12:01.963070 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9963845e-e692-48ab-80bd-f7a18d5d1776 None None] Routers {'0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:01.963721 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-9963845e-e692-48ab-80bd-f7a18d5d1776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:02.017662 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a00356-8a85-4e0f-844d-2b495e649517 req-2c41b00d-897c-45d0-b5e0-e70464613acf tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] No DVR routers for this DVR port 2fca9a3e-ae16-4765-8135-741c53082224 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:12:02.024972 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-d2a00356-8a85-4e0f-844d-2b495e649517 req-2c41b00d-897c-45d0-b5e0-e70464613acf tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:02.026976 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d2a00356-8a85-4e0f-844d-2b495e649517 req-2c41b00d-897c-45d0-b5e0-e70464613acf tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.21 "DELETE /v2.0/ports/2fca9a3e-ae16-4765-8135-741c53082224 HTTP/1.1" status: 204 len: 173 time: 2.7872896 Mar 09 04:12:02.027975 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a2140d-3ff8-4659-a317-6ddd5fcd332c', 'name': 'network-vif-deleted', 'tag': '2fca9a3e-ae16-4765-8135-741c53082224'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:12:02.060876 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38012) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:02.066889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-8839e219-4520-41c1-9f01-5f6ef1b81232 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-589812691-network', 'tenant_id': 'b11904da79fa46a487ceb5e550b4d6aa'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:12:02.073340 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8839e219-4520-41c1-9f01-5f6ef1b81232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:12:02.079107 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8839e219-4520-41c1-9f01-5f6ef1b81232 admin admin] Usage tracker for resource:network and tenant:b11904da79fa46a487ceb5e550b4d6aa is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:12:02.085837 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a2140d-3ff8-4659-a317-6ddd5fcd332c', 'name': 'network-vif-deleted', 'tag': '2fca9a3e-ae16-4765-8135-741c53082224', 'status': 'completed', 'code': 200} Mar 09 04:12:02.086593 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8839e219-4520-41c1-9f01-5f6ef1b81232 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:12:02.093676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8839e219-4520-41c1-9f01-5f6ef1b81232 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:12:02.106572 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8839e219-4520-41c1-9f01-5f6ef1b81232 admin admin] Made reservation on behalf of b11904da79fa46a487ceb5e550b4d6aa for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:12:02.107015 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f8d3f0-2f2d-43e1-a221-e6edffd1c954', 'name': 'tempest-TestAggregatesBasicOps-1555277406-router', 'tenant_id': 'c232758359d64e0d9aa0caf432c22d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '005c1396-b5dd-44c6-98dc-2136dc964a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:11:52Z', 'updated_at': '2022-03-09T04:11:58Z', 'revision_number': 4, 'project_id': 'c232758359d64e0d9aa0caf432c22d6d', 'gw_port': {'id': '005c1396-b5dd-44c6-98dc-2136dc964a7d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f8d3f0-2f2d-43e1-a221-e6edffd1c954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:11:53Z', 'updated_at': '2022-03-09T04:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'c187c05d-ca28-4521-9dfc-05e90751f831', 'name': '', 'network_id': 'b9dd5b3d-cffc-40a6-8026-6b56c7fab202', 'tenant_id': 'c232758359d64e0d9aa0caf432c22d6d', 'mac_address': 'fa:16:3e:c5:27:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f8d3f0-2f2d-43e1-a221-e6edffd1c954', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '16391da2-21a5-4461-9582-34f2c05af4d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:11:57Z', 'updated_at': '2022-03-09T04:11:58Z', 'revision_number': 2, 'project_id': 'c232758359d64e0d9aa0caf432c22d6d', 'subnets': [{'id': '16391da2-21a5-4461-9582-34f2c05af4d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:02.109337 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8839e219-4520-41c1-9f01-5f6ef1b81232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:02.112228 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] Checking router: e7f8d3f0-2f2d-43e1-a221-e6edffd1c954 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:12:02.112806 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] Updating router e7f8d3f0-2f2d-43e1-a221-e6edffd1c954 port c187c05d-ca28-4521-9dfc-05e90751f831 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:12:02.123086 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8839e219-4520-41c1-9f01-5f6ef1b81232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:02.139922 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8839e219-4520-41c1-9f01-5f6ef1b81232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:12:02.144775 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8839e219-4520-41c1-9f01-5f6ef1b81232 admin admin] Usage tracker for resource:security_group_rule and tenant:b11904da79fa46a487ceb5e550b4d6aa is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:12:02.148010 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8839e219-4520-41c1-9f01-5f6ef1b81232 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:12:02.155479 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8839e219-4520-41c1-9f01-5f6ef1b81232 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:12:02.180772 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:02.192162 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-9963845e-e692-48ab-80bd-f7a18d5d1776 None None] Set router 0cc529c0-0f87-4cc3-95f5-10b60a8d83b1 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:02.264144 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8839e219-4520-41c1-9f01-5f6ef1b81232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:02.268084 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8839e219-4520-41c1-9f01-5f6ef1b81232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:02.281675 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8839e219-4520-41c1-9f01-5f6ef1b81232 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:12:02.287879 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:02.289505 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:02.312668 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8839e219-4520-41c1-9f01-5f6ef1b81232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:02.313067 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-8839e219-4520-41c1-9f01-5f6ef1b81232 admin admin] Added segment 9a6fd9eb-b54b-47bf-8c09-d704072e1534 of type vlan for network 4ebbe484-5a66-46eb-9bd2-8bee55014916 Mar 09 04:12:02.327199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839e219-4520-41c1-9f01-5f6ef1b81232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2d0807-3955-44e8-becc-98f91f707180,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:02.352261 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8839e219-4520-41c1-9f01-5f6ef1b81232 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:02.383666 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8839e219-4520-41c1-9f01-5f6ef1b81232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:02.384676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8839e219-4520-41c1-9f01-5f6ef1b81232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:02.385254 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8839e219-4520-41c1-9f01-5f6ef1b81232 admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:02.491189 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8839e219-4520-41c1-9f01-5f6ef1b81232 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4291618 Mar 09 04:12:02.491877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839e219-4520-41c1-9f01-5f6ef1b81232 admin admin] Pushing event updated for resources: {'Network': ['ID=4ebbe484-5a66-46eb-9bd2-8bee55014916,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:02.494544 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38018) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:02.500877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-114c63ee-2812-4bcb-8d78-efb9a3a0652d admin admin] Request body: {'subnet': {'network_id': '4ebbe484-5a66-46eb-9bd2-8bee55014916', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-589812691-subnet', 'tenant_id': 'b11904da79fa46a487ceb5e550b4d6aa', 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:12:02.506155 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-114c63ee-2812-4bcb-8d78-efb9a3a0652d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:12:02.510629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-114c63ee-2812-4bcb-8d78-efb9a3a0652d admin admin] Usage tracker for resource:subnet and tenant:b11904da79fa46a487ceb5e550b4d6aa is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:12:02.514471 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-114c63ee-2812-4bcb-8d78-efb9a3a0652d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:12:02.522287 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-114c63ee-2812-4bcb-8d78-efb9a3a0652d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:12:02.524657 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 4ebbe484-5a66-46eb-9bd2-8bee55014916 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:12:02.547356 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114c63ee-2812-4bcb-8d78-efb9a3a0652d admin admin] Made reservation on behalf of b11904da79fa46a487ceb5e550b4d6aa for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:12:02.553434 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-114c63ee-2812-4bcb-8d78-efb9a3a0652d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:02.584626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38022) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:02.640406 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:02.659828 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] Transition to ACTIVE for port object c187c05d-ca28-4521-9dfc-05e90751f831 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:12:02.663584 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-9963845e-e692-48ab-80bd-f7a18d5d1776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'name': 'tempest-TestServerBasicOps-1859967357-router', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '95ae7e7f-5e37-44af-9642-824e66a120e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:18Z', 'updated_at': '2022-03-09T04:06:28Z', 'revision_number': 4, 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'gw_port': {'id': '95ae7e7f-5e37-44af-9642-824e66a120e0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:20Z', 'updated_at': '2022-03-09T04:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '267090c1-006b-4f9c-aae9-132420b3f665', 'name': '', 'network_id': '38d08348-8c49-4519-b248-df21fcca9334', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'mac_address': 'fa:16:3e:b5:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '5795f339-9cb7-4a0f-a08c-a02ae45b1040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:26Z', 'updated_at': '2022-03-09T04:06:38Z', 'revision_number': 5, 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'subnets': [{'id': '5795f339-9cb7-4a0f-a08c-a02ae45b1040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:02.669399 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9963845e-e692-48ab-80bd-f7a18d5d1776 None None] Checking router: 0cc529c0-0f87-4cc3-95f5-10b60a8d83b1 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:12:02.670092 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:02.679300 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9963845e-e692-48ab-80bd-f7a18d5d1776 None None] Routers {'0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:02.679949 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-9963845e-e692-48ab-80bd-f7a18d5d1776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:02.713467 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-64c7a4ab-b692-48e3-9a0c-930254faa0d2 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:02.770532 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-64c7a4ab-b692-48e3-9a0c-930254faa0d2 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:02.911331 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-64c7a4ab-b692-48e3-9a0c-930254faa0d2 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:02.921418 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6d2a6-5be0-4c39-a4be-090cddc277a9 None None] Pushing event updated for resources: {'Port': ['ID=c187c05d-ca28-4521-9dfc-05e90751f831,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:02.954681 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7a4ab-b692-48e3-9a0c-930254faa0d2 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77134520-2755-4d47-97b0-e05e8ebd147e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:02.970568 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-114c63ee-2812-4bcb-8d78-efb9a3a0652d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:02.972834 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38028) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:02.973772 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-64c7a4ab-b692-48e3-9a0c-930254faa0d2 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:02.976084 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-64c7a4ab-b692-48e3-9a0c-930254faa0d2 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "DELETE /v2.0/security-groups/77134520-2755-4d47-97b0-e05e8ebd147e HTTP/1.1" status: 204 len: 168 time: 0.3901372 Mar 09 04:12:02.992825 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6d2a6-5be0-4c39-a4be-090cddc277a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:02.993349 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6d2a6-5be0-4c39-a4be-090cddc277a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:02.993745 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6d2a6-5be0-4c39-a4be-090cddc277a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:02.995155 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6d2a6-5be0-4c39-a4be-090cddc277a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:02.995964 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6d2a6-5be0-4c39-a4be-090cddc277a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:02.995964 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6d2a6-5be0-4c39-a4be-090cddc277a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:02.998773 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6d2a6-5be0-4c39-a4be-090cddc277a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:02.999218 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6d2a6-5be0-4c39-a4be-090cddc277a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:02.999700 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6d2a6-5be0-4c39-a4be-090cddc277a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:03.003355 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6d2a6-5be0-4c39-a4be-090cddc277a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:03.003796 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6d2a6-5be0-4c39-a4be-090cddc277a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:03.004346 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6d2a6-5be0-4c39-a4be-090cddc277a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:03.018920 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-9963845e-e692-48ab-80bd-f7a18d5d1776 None None] Set router 0cc529c0-0f87-4cc3-95f5-10b60a8d83b1 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:03.028964 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38034) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:03.124223 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] Attempting to bind port c187c05d-ca28-4521-9dfc-05e90751f831 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:12:03.125778 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] Attempting to bind port c187c05d-ca28-4521-9dfc-05e90751f831 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '62c9b6b1-5f5f-4ea6-a086-7c5278ba35e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b9dd5b3d-cffc-40a6-8026-6b56c7fab202'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:12:03.126321 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] Attempting to bind port c187c05d-ca28-4521-9dfc-05e90751f831 on network b9dd5b3d-cffc-40a6-8026-6b56c7fab202 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:12:03.133761 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:12:03.134456 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] Checking segment: {'id': '62c9b6b1-5f5f-4ea6-a086-7c5278ba35e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b9dd5b3d-cffc-40a6-8026-6b56c7fab202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:12:03.135114 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:03.135673 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] Bound using segment: {'id': '62c9b6b1-5f5f-4ea6-a086-7c5278ba35e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b9dd5b3d-cffc-40a6-8026-6b56c7fab202'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:12:03.136316 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] Bound port: c187c05d-ca28-4521-9dfc-05e90751f831, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c9b6b1-5f5f-4ea6-a086-7c5278ba35e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b9dd5b3d-cffc-40a6-8026-6b56c7fab202'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:12:03.137497 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:03.204033 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-44df8f0e-a020-447c-8042-ca42e758ff99 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Deleting port c84286f8-e616-42ed-ae9e-8d9af7e10ffa {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:12:03.204844 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-44df8f0e-a020-447c-8042-ca42e758ff99 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:03.283008 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] For port c187c05d-ca28-4521-9dfc-05e90751f831, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:12:03.288816 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] For port c187c05d-ca28-4521-9dfc-05e90751f831, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c187c05d-ca28-4521-9dfc-05e90751f831,segment=NetworkSegment(62c9b6b1-5f5f-4ea6-a086-7c5278ba35e1),segment_id=62c9b6b1-5f5f-4ea6-a086-7c5278ba35e1)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:12:03.295442 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:03.342263 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c63ee-2812-4bcb-8d78-efb9a3a0652d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0c29746-30f4-427a-82eb-5a7dc3a6705f,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:03.350293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114c63ee-2812-4bcb-8d78-efb9a3a0652d admin admin] Checking segment: {'id': '9a6fd9eb-b54b-47bf-8c09-d704072e1534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ebbe484-5a66-46eb-9bd2-8bee55014916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:12:03.351299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114c63ee-2812-4bcb-8d78-efb9a3a0652d admin admin] Network hostable DHCP agents. Network: 4ebbe484-5a66-46eb-9bd2-8bee55014916, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:12:03.393664 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114c63ee-2812-4bcb-8d78-efb9a3a0652d admin admin] Network 4ebbe484-5a66-46eb-9bd2-8bee55014916 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:12:03.397764 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] Routers {'e7f8d3f0-2f2d-43e1-a221-e6edffd1c954'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:03.398403 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e7f8d3f0-2f2d-43e1-a221-e6edffd1c954'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:03.430316 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-44df8f0e-a020-447c-8042-ca42e758ff99 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:03.430654 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-44df8f0e-a020-447c-8042-ca42e758ff99 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:03.470319 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6d2a6-5be0-4c39-a4be-090cddc277a9 None None] Pushing event updated for resources: {'Port': ['ID=c187c05d-ca28-4521-9dfc-05e90751f831,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:03.475813 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-114c63ee-2812-4bcb-8d78-efb9a3a0652d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 4ebbe484-5a66-46eb-9bd2-8bee55014916) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:12:03.479994 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-9963845e-e692-48ab-80bd-f7a18d5d1776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'name': 'tempest-TestServerBasicOps-1859967357-router', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '95ae7e7f-5e37-44af-9642-824e66a120e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:18Z', 'updated_at': '2022-03-09T04:06:28Z', 'revision_number': 4, 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'gw_port': {'id': '95ae7e7f-5e37-44af-9642-824e66a120e0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:20Z', 'updated_at': '2022-03-09T04:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '267090c1-006b-4f9c-aae9-132420b3f665', 'name': '', 'network_id': '38d08348-8c49-4519-b248-df21fcca9334', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'mac_address': 'fa:16:3e:b5:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '5795f339-9cb7-4a0f-a08c-a02ae45b1040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:26Z', 'updated_at': '2022-03-09T04:06:38Z', 'revision_number': 5, 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'subnets': [{'id': '5795f339-9cb7-4a0f-a08c-a02ae45b1040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:03.481768 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114c63ee-2812-4bcb-8d78-efb9a3a0652d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:03.482352 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-114c63ee-2812-4bcb-8d78-efb9a3a0652d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:03.487206 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9963845e-e692-48ab-80bd-f7a18d5d1776 None None] The sync data for ids ['0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'] in n-d-825178-5 is: [{'id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'name': 'tempest-TestServerBasicOps-1859967357-router', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '95ae7e7f-5e37-44af-9642-824e66a120e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:18Z', 'updated_at': '2022-03-09T04:06:28Z', 'revision_number': 4, 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'gw_port': {'id': '95ae7e7f-5e37-44af-9642-824e66a120e0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:20Z', 'updated_at': '2022-03-09T04:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '267090c1-006b-4f9c-aae9-132420b3f665', 'name': '', 'network_id': '38d08348-8c49-4519-b248-df21fcca9334', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'mac_address': 'fa:16:3e:b5:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '5795f339-9cb7-4a0f-a08c-a02ae45b1040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:26Z', 'updated_at': '2022-03-09T04:06:38Z', 'revision_number': 5, 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'subnets': [{'id': '5795f339-9cb7-4a0f-a08c-a02ae45b1040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:12:03.503671 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603f6c8f-684f-4617-8896-8520ff810eb4 None None] Network 4ebbe484-5a66-46eb-9bd2-8bee55014916 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:12:03.598540 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 2fca9a3e-ae16-4765-8135-741c53082224 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:12:03.604257 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-44df8f0e-a020-447c-8042-ca42e758ff99 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Calling delete_port for c84286f8-e616-42ed-ae9e-8d9af7e10ffa owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:12:03.635670 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:12:03.641756 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-114c63ee-2812-4bcb-8d78-efb9a3a0652d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1462040 Mar 09 04:12:03.646693 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38038) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:03.678881 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-b5fa47ba-c808-4480-9306-9b3309b0984f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-589812691-router', 'tenant_id': 'b11904da79fa46a487ceb5e550b4d6aa', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:12:03.681176 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] Set router e7f8d3f0-2f2d-43e1-a221-e6edffd1c954 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:03.693828 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b5fa47ba-c808-4480-9306-9b3309b0984f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:12:03.700073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b5fa47ba-c808-4480-9306-9b3309b0984f admin admin] Usage tracker for resource:router and tenant:b11904da79fa46a487ceb5e550b4d6aa is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:12:03.708220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b5fa47ba-c808-4480-9306-9b3309b0984f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:12:03.716410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b5fa47ba-c808-4480-9306-9b3309b0984f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:12:03.804408 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b5fa47ba-c808-4480-9306-9b3309b0984f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:03.811429 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b5fa47ba-c808-4480-9306-9b3309b0984f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:03.831943 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b5fa47ba-c808-4480-9306-9b3309b0984f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:03.844702 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 2fca9a3e-ae16-4765-8135-741c53082224 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:12:03.845228 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 2fca9a3e-ae16-4765-8135-741c53082224 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:12:03.846476 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:03.851006 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-44df8f0e-a020-447c-8042-ca42e758ff99 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:03.919489 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df8f0e-a020-447c-8042-ca42e758ff99 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Pushing event deleted for resources: {'Port': ['ID=c84286f8-e616-42ed-ae9e-8d9af7e10ffa,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:03.931115 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b9b0c3-66fa-4ff7-a9a1-2d33d3fd0d27 None None] New status for floating IP 3c7850ea-d0e1-43b3-967e-e761825b6982: DOWN {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:12:04.022618 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-44df8f0e-a020-447c-8042-ca42e758ff99 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:04.046369 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-44df8f0e-a020-447c-8042-ca42e758ff99 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:04.047850 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-44df8f0e-a020-447c-8042-ca42e758ff99 tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "DELETE /v2.0/floatingips/3c7850ea-d0e1-43b3-967e-e761825b6982 HTTP/1.1" status: 204 len: 168 time: 1.0705090 Mar 09 04:12:04.063448 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62effcd9-9dfa-41bf-afcb-f74dd1ec5873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-4ebbe484-5a66-46eb-9bd2-8bee55014916', 'network_id': '4ebbe484-5a66-46eb-9bd2-8bee55014916', 'tenant_id': 'b11904da79fa46a487ceb5e550b4d6aa', 'fixed_ips': [{'subnet_id': 'c0c29746-30f4-427a-82eb-5a7dc3a6705f'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:12:04.064294 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-62effcd9-9dfa-41bf-afcb-f74dd1ec5873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:04.247366 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38046) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:04.254529 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f8d3f0-2f2d-43e1-a221-e6edffd1c954', 'name': 'tempest-TestAggregatesBasicOps-1555277406-router', 'tenant_id': 'c232758359d64e0d9aa0caf432c22d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '005c1396-b5dd-44c6-98dc-2136dc964a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:11:52Z', 'updated_at': '2022-03-09T04:11:58Z', 'revision_number': 4, 'project_id': 'c232758359d64e0d9aa0caf432c22d6d', 'gw_port': {'id': '005c1396-b5dd-44c6-98dc-2136dc964a7d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f8d3f0-2f2d-43e1-a221-e6edffd1c954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:11:53Z', 'updated_at': '2022-03-09T04:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'c187c05d-ca28-4521-9dfc-05e90751f831', 'name': '', 'network_id': 'b9dd5b3d-cffc-40a6-8026-6b56c7fab202', 'tenant_id': 'c232758359d64e0d9aa0caf432c22d6d', 'mac_address': 'fa:16:3e:c5:27:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f8d3f0-2f2d-43e1-a221-e6edffd1c954', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '16391da2-21a5-4461-9582-34f2c05af4d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:11:57Z', 'updated_at': '2022-03-09T04:12:03Z', 'revision_number': 4, 'project_id': 'c232758359d64e0d9aa0caf432c22d6d', 'subnets': [{'id': '16391da2-21a5-4461-9582-34f2c05af4d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:04.260621 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd535b56-8ecc-4132-afeb-91cf2760f609 None None] The sync data for ids ['e7f8d3f0-2f2d-43e1-a221-e6edffd1c954'] in n-d-825178-5 is: [{'id': 'e7f8d3f0-2f2d-43e1-a221-e6edffd1c954', 'name': 'tempest-TestAggregatesBasicOps-1555277406-router', 'tenant_id': 'c232758359d64e0d9aa0caf432c22d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '005c1396-b5dd-44c6-98dc-2136dc964a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:11:52Z', 'updated_at': '2022-03-09T04:11:58Z', 'revision_number': 4, 'project_id': 'c232758359d64e0d9aa0caf432c22d6d', 'gw_port': {'id': '005c1396-b5dd-44c6-98dc-2136dc964a7d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f8d3f0-2f2d-43e1-a221-e6edffd1c954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:11:53Z', 'updated_at': '2022-03-09T04:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'c187c05d-ca28-4521-9dfc-05e90751f831', 'name': '', 'network_id': 'b9dd5b3d-cffc-40a6-8026-6b56c7fab202', 'tenant_id': 'c232758359d64e0d9aa0caf432c22d6d', 'mac_address': 'fa:16:3e:c5:27:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f8d3f0-2f2d-43e1-a221-e6edffd1c954', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '16391da2-21a5-4461-9582-34f2c05af4d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:11:57Z', 'updated_at': '2022-03-09T04:12:03Z', 'revision_number': 4, 'project_id': 'c232758359d64e0d9aa0caf432c22d6d', 'subnets': [{'id': '16391da2-21a5-4461-9582-34f2c05af4d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:12:04.276886 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device a54e505a-fdd4-48f9-8726-f068750c0481 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:12:04.348638 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: a54e505a-fdd4-48f9-8726-f068750c0481 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:12:04.349110 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device a54e505a-fdd4-48f9-8726-f068750c0481 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:12:04.356977 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-17a73810-f2c0-4194-aab2-789973ab0d8f tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:04.364428 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:04.379340 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-62effcd9-9dfa-41bf-afcb-f74dd1ec5873 None None] Allocated IP 172.20.0.2 (4ebbe484-5a66-46eb-9bd2-8bee55014916/c0c29746-30f4-427a-82eb-5a7dc3a6705f/fa1b5993-df17-4514-a7f1-1c2d5829182b) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:12:04.381229 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b5fa47ba-c808-4480-9306-9b3309b0984f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:04.403265 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-17a73810-f2c0-4194-aab2-789973ab0d8f tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:04.489544 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-17a73810-f2c0-4194-aab2-789973ab0d8f tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:04.515822 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a73810-f2c0-4194-aab2-789973ab0d8f tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc1bb1a-76f6-43be-8bcc-d1485d5b72c6,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:04.529566 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-17a73810-f2c0-4194-aab2-789973ab0d8f tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:04.530883 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-17a73810-f2c0-4194-aab2-789973ab0d8f tempest-TestServerBasicOps-1538355665 tempest-TestServerBasicOps-1538355665-project] 10.222.0.16 "DELETE /v2.0/security-groups/3dc1bb1a-76f6-43be-8bcc-d1485d5b72c6 HTTP/1.1" status: 204 len: 168 time: 0.2820334 Mar 09 04:12:04.597079 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-76af25ee-c55d-403d-8f17-495bce9267f0 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:04.608371 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38052) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:04.650551 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-62effcd9-9dfa-41bf-afcb-f74dd1ec5873 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:04.663016 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-62effcd9-9dfa-41bf-afcb-f74dd1ec5873 None None] Transition to ACTIVE for port object fa1b5993-df17-4514-a7f1-1c2d5829182b will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:12:04.686660 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-62effcd9-9dfa-41bf-afcb-f74dd1ec5873 None None] Transition to ACTIVE for port object fa1b5993-df17-4514-a7f1-1c2d5829182b will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:12:04.693046 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-62effcd9-9dfa-41bf-afcb-f74dd1ec5873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:04.767405 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62effcd9-9dfa-41bf-afcb-f74dd1ec5873 None None] Network 4ebbe484-5a66-46eb-9bd2-8bee55014916 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:12:04.770193 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-62effcd9-9dfa-41bf-afcb-f74dd1ec5873 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:12:04.781524 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62effcd9-9dfa-41bf-afcb-f74dd1ec5873 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:12:04.817345 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62effcd9-9dfa-41bf-afcb-f74dd1ec5873 None None] Pushing event updated for resources: {'Port': ['ID=fa1b5993-df17-4514-a7f1-1c2d5829182b,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:04.890647 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-62effcd9-9dfa-41bf-afcb-f74dd1ec5873 None None] Attempting to bind port fa1b5993-df17-4514-a7f1-1c2d5829182b on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:12:04.891054 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-62effcd9-9dfa-41bf-afcb-f74dd1ec5873 None None] Attempting to bind port fa1b5993-df17-4514-a7f1-1c2d5829182b by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '9a6fd9eb-b54b-47bf-8c09-d704072e1534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ebbe484-5a66-46eb-9bd2-8bee55014916'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:12:04.891406 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62effcd9-9dfa-41bf-afcb-f74dd1ec5873 None None] Attempting to bind port fa1b5993-df17-4514-a7f1-1c2d5829182b on network 4ebbe484-5a66-46eb-9bd2-8bee55014916 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:12:04.900559 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62effcd9-9dfa-41bf-afcb-f74dd1ec5873 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:12:04.900925 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62effcd9-9dfa-41bf-afcb-f74dd1ec5873 None None] Checking segment: {'id': '9a6fd9eb-b54b-47bf-8c09-d704072e1534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ebbe484-5a66-46eb-9bd2-8bee55014916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:12:04.901320 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-62effcd9-9dfa-41bf-afcb-f74dd1ec5873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:04.901698 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62effcd9-9dfa-41bf-afcb-f74dd1ec5873 None None] Bound using segment: {'id': '9a6fd9eb-b54b-47bf-8c09-d704072e1534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ebbe484-5a66-46eb-9bd2-8bee55014916'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:12:04.902765 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-62effcd9-9dfa-41bf-afcb-f74dd1ec5873 None None] Bound port: fa1b5993-df17-4514-a7f1-1c2d5829182b, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a6fd9eb-b54b-47bf-8c09-d704072e1534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ebbe484-5a66-46eb-9bd2-8bee55014916'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:12:04.903158 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-62effcd9-9dfa-41bf-afcb-f74dd1ec5873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:05.024861 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b5fa47ba-c808-4480-9306-9b3309b0984f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:05.048132 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-62effcd9-9dfa-41bf-afcb-f74dd1ec5873 None None] For port fa1b5993-df17-4514-a7f1-1c2d5829182b, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:12:05.051574 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-62effcd9-9dfa-41bf-afcb-f74dd1ec5873 None None] For port fa1b5993-df17-4514-a7f1-1c2d5829182b, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=fa1b5993-df17-4514-a7f1-1c2d5829182b,segment=NetworkSegment(9a6fd9eb-b54b-47bf-8c09-d704072e1534),segment_id=9a6fd9eb-b54b-47bf-8c09-d704072e1534)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:12:05.059541 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-62effcd9-9dfa-41bf-afcb-f74dd1ec5873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:05.064347 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b5fa47ba-c808-4480-9306-9b3309b0984f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:05.172738 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62effcd9-9dfa-41bf-afcb-f74dd1ec5873 None None] Pushing event updated for resources: {'Port': ['ID=fa1b5993-df17-4514-a7f1-1c2d5829182b,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:05.315530 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c187c05d-ca28-4521-9dfc-05e90751f831 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:12:05.437438 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-b5fa47ba-c808-4480-9306-9b3309b0984f admin admin] Allocated IP 172.25.7.192 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/0aad6958-3db8-49fe-8fd9-9d24a37562af) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:12:05.439932 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port c187c05d-ca28-4521-9dfc-05e90751f831 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:12:05.454135 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port c187c05d-ca28-4521-9dfc-05e90751f831 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:05.454551 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:05.499590 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-76af25ee-c55d-403d-8f17-495bce9267f0 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Deleting port 07eb4048-a11e-4e30-a074-e72c5ae39305 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:12:05.499930 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-76af25ee-c55d-403d-8f17-495bce9267f0 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:05.631150 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:05.682115 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port c187c05d-ca28-4521-9dfc-05e90751f831, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c187c05d-ca28-4521-9dfc-05e90751f831,segment=NetworkSegment(62c9b6b1-5f5f-4ea6-a086-7c5278ba35e1),segment_id=62c9b6b1-5f5f-4ea6-a086-7c5278ba35e1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:05.691563 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:05.778996 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=c187c05d-ca28-4521-9dfc-05e90751f831,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:05.800315 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-647d9ff5-abae-4ca3-ab9e-5fa7770cc5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:05.859276 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b5fa47ba-c808-4480-9306-9b3309b0984f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:05.893120 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-76af25ee-c55d-403d-8f17-495bce9267f0 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] For port 07eb4048-a11e-4e30-a074-e72c5ae39305, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=07eb4048-a11e-4e30-a074-e72c5ae39305,segment=NetworkSegment(1e7fec3f-b51f-46bd-9693-87b649d35d19),segment_id=1e7fec3f-b51f-46bd-9693-87b649d35d19)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:05.893478 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-76af25ee-c55d-403d-8f17-495bce9267f0 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:06.157869 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-76af25ee-c55d-403d-8f17-495bce9267f0 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Calling delete_port for 07eb4048-a11e-4e30-a074-e72c5ae39305 owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:12:06.185461 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-647d9ff5-abae-4ca3-ab9e-5fa7770cc5a1 admin admin] Deleting port 267090c1-006b-4f9c-aae9-132420b3f665 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:12:06.185799 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-647d9ff5-abae-4ca3-ab9e-5fa7770cc5a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:06.227858 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b5fa47ba-c808-4480-9306-9b3309b0984f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:06.388401 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-647d9ff5-abae-4ca3-ab9e-5fa7770cc5a1 admin admin] For port 267090c1-006b-4f9c-aae9-132420b3f665, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=267090c1-006b-4f9c-aae9-132420b3f665,segment=NetworkSegment(a5c1ccc3-8951-4c17-8d21-ea6c17bd320c),segment_id=a5c1ccc3-8951-4c17-8d21-ea6c17bd320c)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:06.388658 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-647d9ff5-abae-4ca3-ab9e-5fa7770cc5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:06.396313 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d25ea4a-e6f8-446a-a416-01412a226b35 None None] Network 4ebbe484-5a66-46eb-9bd2-8bee55014916 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:12:06.443128 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fa47ba-c808-4480-9306-9b3309b0984f admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:12:06.448414 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-b5fa47ba-c808-4480-9306-9b3309b0984f admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:12:06.462001 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fa47ba-c808-4480-9306-9b3309b0984f admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:12:06.488524 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e716a351-7e32-4c37-bfdd-1088d9f1398a None None] Provisioning for port fa1b5993-df17-4514-a7f1-1c2d5829182b completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:12:06.494634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa47ba-c808-4480-9306-9b3309b0984f admin admin] Pushing event updated for resources: {'Port': ['ID=0aad6958-3db8-49fe-8fd9-9d24a37562af,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:06.523285 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-647d9ff5-abae-4ca3-ab9e-5fa7770cc5a1 admin admin] Calling delete_port for 267090c1-006b-4f9c-aae9-132420b3f665 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:12:06.717967 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-647d9ff5-abae-4ca3-ab9e-5fa7770cc5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:06.767270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d9ff5-abae-4ca3-ab9e-5fa7770cc5a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=267090c1-006b-4f9c-aae9-132420b3f665,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:06.814353 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-76af25ee-c55d-403d-8f17-495bce9267f0 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:06.878139 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af25ee-c55d-403d-8f17-495bce9267f0 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event deleted for resources: {'Port': ['ID=07eb4048-a11e-4e30-a074-e72c5ae39305,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:07.108446 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-647d9ff5-abae-4ca3-ab9e-5fa7770cc5a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:07.372113 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b5fa47ba-c808-4480-9306-9b3309b0984f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:07.442284 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c187c05d-ca28-4521-9dfc-05e90751f831 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:12:07.511226 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port c187c05d-ca28-4521-9dfc-05e90751f831 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:07.511680 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:07.635917 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device fa1b5993-df17-4514-a7f1-1c2d5829182b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:12:07.669237 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647d9ff5-abae-4ca3-ab9e-5fa7770cc5a1 admin admin] Router 0cc529c0-0f87-4cc3-95f5-10b60a8d83b1 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:12:07.708152 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port fa1b5993-df17-4514-a7f1-1c2d5829182b completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:12:07.716557 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port fa1b5993-df17-4514-a7f1-1c2d5829182b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:07.717451 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:07.736385 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-76af25ee-c55d-403d-8f17-495bce9267f0 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:07.837772 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:07.862481 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647d9ff5-abae-4ca3-ab9e-5fa7770cc5a1 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:12:07.875159 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7401d1-b191-4f48-95db-42c2b335f578 None None] Sync routers for ids ['0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:12:07.880262 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-647d9ff5-abae-4ca3-ab9e-5fa7770cc5a1 admin admin] 10.222.0.16 "PUT /v2.0/routers/0cc529c0-0f87-4cc3-95f5-10b60a8d83b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2705457 Mar 09 04:12:07.880643 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38060) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:07.897921 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port fa1b5993-df17-4514-a7f1-1c2d5829182b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=fa1b5993-df17-4514-a7f1-1c2d5829182b,segment=NetworkSegment(9a6fd9eb-b54b-47bf-8c09-d704072e1534),segment_id=9a6fd9eb-b54b-47bf-8c09-d704072e1534)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:07.910829 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7401d1-b191-4f48-95db-42c2b335f578 None None] Routers {'0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:07.911711 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-da7401d1-b191-4f48-95db-42c2b335f578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:07.963150 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:08.082973 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-707987ff-65cf-436a-a83d-af4183f3e149 admin admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:08.120331 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=fa1b5993-df17-4514-a7f1-1c2d5829182b,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:08.157815 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b5fa47ba-c808-4480-9306-9b3309b0984f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:08.160960 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-da7401d1-b191-4f48-95db-42c2b335f578 None None] Set router 0cc529c0-0f87-4cc3-95f5-10b60a8d83b1 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:08.267874 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-707987ff-65cf-436a-a83d-af4183f3e149 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:08.278528 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-707987ff-65cf-436a-a83d-af4183f3e149 admin admin] Deleting port 95ae7e7f-5e37-44af-9642-824e66a120e0 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:12:08.279022 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-707987ff-65cf-436a-a83d-af4183f3e149 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:08.437670 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76af25ee-c55d-403d-8f17-495bce9267f0 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Router 31be81df-bc2a-451b-9193-0d2b5bcfe285 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:12:08.468052 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-707987ff-65cf-436a-a83d-af4183f3e149 admin admin] For port 95ae7e7f-5e37-44af-9642-824e66a120e0, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=95ae7e7f-5e37-44af-9642-824e66a120e0,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:08.468505 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-707987ff-65cf-436a-a83d-af4183f3e149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:08.469035 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-da7401d1-b191-4f48-95db-42c2b335f578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'name': 'tempest-TestServerBasicOps-1859967357-router', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '95ae7e7f-5e37-44af-9642-824e66a120e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:18Z', 'updated_at': '2022-03-09T04:12:06Z', 'revision_number': 5, 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'gw_port': {'id': '95ae7e7f-5e37-44af-9642-824e66a120e0', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:20Z', 'updated_at': '2022-03-09T04:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:08.473191 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7401d1-b191-4f48-95db-42c2b335f578 None None] Checking router: 0cc529c0-0f87-4cc3-95f5-10b60a8d83b1 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:12:08.482574 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7401d1-b191-4f48-95db-42c2b335f578 None None] Routers {'0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:08.484391 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-da7401d1-b191-4f48-95db-42c2b335f578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:08.593200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-707987ff-65cf-436a-a83d-af4183f3e149 admin admin] Calling delete_port for 95ae7e7f-5e37-44af-9642-824e66a120e0 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:12:08.610766 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fa47ba-c808-4480-9306-9b3309b0984f admin admin] Router 99770004-e157-494c-be71-050f4a5f49ff is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:12:08.645212 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-da7401d1-b191-4f48-95db-42c2b335f578 None None] Set router 0cc529c0-0f87-4cc3-95f5-10b60a8d83b1 gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:08.708635 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76af25ee-c55d-403d-8f17-495bce9267f0 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:12:08.725109 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac2b02a-c5ba-4530-a9a2-c5e81905ad63 None None] Sync routers for ids ['31be81df-bc2a-451b-9193-0d2b5bcfe285'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:12:08.744987 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac2b02a-c5ba-4530-a9a2-c5e81905ad63 None None] Routers {'31be81df-bc2a-451b-9193-0d2b5bcfe285'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:08.748129 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7ac2b02a-c5ba-4530-a9a2-c5e81905ad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['31be81df-bc2a-451b-9193-0d2b5bcfe285'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:08.782784 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-da7401d1-b191-4f48-95db-42c2b335f578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'name': 'tempest-TestServerBasicOps-1859967357-router', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:18Z', 'updated_at': '2022-03-09T04:12:08Z', 'revision_number': 6, 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:08.793349 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7401d1-b191-4f48-95db-42c2b335f578 None None] The sync data for ids ['0cc529c0-0f87-4cc3-95f5-10b60a8d83b1'] in n-d-825178-5 is: [{'id': '0cc529c0-0f87-4cc3-95f5-10b60a8d83b1', 'name': 'tempest-TestServerBasicOps-1859967357-router', 'tenant_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:18Z', 'updated_at': '2022-03-09T04:12:08Z', 'revision_number': 6, 'project_id': '5cc75666b7d64b64a7fc43dbc17f958f', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:12:08.949436 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:08.952820 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-707987ff-65cf-436a-a83d-af4183f3e149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:08.973454 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-76af25ee-c55d-403d-8f17-495bce9267f0 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "PUT /v2.0/routers/31be81df-bc2a-451b-9193-0d2b5bcfe285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9296062 Mar 09 04:12:08.975994 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38064) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:08.999565 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707987ff-65cf-436a-a83d-af4183f3e149 admin admin] Pushing event deleted for resources: {'Port': ['ID=95ae7e7f-5e37-44af-9642-824e66a120e0,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:09.009245 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-7ac2b02a-c5ba-4530-a9a2-c5e81905ad63 None None] Set router 31be81df-bc2a-451b-9193-0d2b5bcfe285 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:09.054153 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fa47ba-c808-4480-9306-9b3309b0984f admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:12:09.068325 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ca7fe3-f9fb-4bf1-aa93-3686fdf45d27 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Deleting subnet cdd07fae-fa93-4950-b366-2343d0c67413 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:12:09.069646 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] Sync routers for ids ['99770004-e157-494c-be71-050f4a5f49ff'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:12:09.075523 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-97ca7fe3-f9fb-4bf1-aa93-3686fdf45d27 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:09.081709 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] Routers {'99770004-e157-494c-be71-050f4a5f49ff'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:09.082578 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['99770004-e157-494c-be71-050f4a5f49ff'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:09.106780 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-707987ff-65cf-436a-a83d-af4183f3e149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:09.140167 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-97ca7fe3-f9fb-4bf1-aa93-3686fdf45d27 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:09.261430 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-97ca7fe3-f9fb-4bf1-aa93-3686fdf45d27 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:09.353507 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b5fa47ba-c808-4480-9306-9b3309b0984f admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:09.355258 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b5fa47ba-c808-4480-9306-9b3309b0984f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6914086 Mar 09 04:12:09.365900 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38068) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:09.404148 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-707987ff-65cf-436a-a83d-af4183f3e149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:09.406476 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-707987ff-65cf-436a-a83d-af4183f3e149 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:09.411606 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] Set router 99770004-e157-494c-be71-050f4a5f49ff gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:09.436850 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-707987ff-65cf-436a-a83d-af4183f3e149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:09.437755 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707987ff-65cf-436a-a83d-af4183f3e149 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cc529c0-0f87-4cc3-95f5-10b60a8d83b1 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:12:09.457178 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-707987ff-65cf-436a-a83d-af4183f3e149 admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:09.459563 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-707987ff-65cf-436a-a83d-af4183f3e149 admin admin] 10.222.0.16 "DELETE /v2.0/routers/0cc529c0-0f87-4cc3-95f5-10b60a8d83b1 HTTP/1.1" status: 204 len: 168 time: 1.5756078 Mar 09 04:12:09.461468 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38072) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:09.476783 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7ac2b02a-c5ba-4530-a9a2-c5e81905ad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'name': 'tempest-TestNetworkBasicOps-router-1972907104', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:10:23Z', 'updated_at': '2022-03-09T04:12:06Z', 'revision_number': 5, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:10:24Z', 'updated_at': '2022-03-09T04:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:09.482292 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac2b02a-c5ba-4530-a9a2-c5e81905ad63 None None] Checking router: 31be81df-bc2a-451b-9193-0d2b5bcfe285 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:12:09.491277 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac2b02a-c5ba-4530-a9a2-c5e81905ad63 None None] Routers {'31be81df-bc2a-451b-9193-0d2b5bcfe285'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:09.491868 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7ac2b02a-c5ba-4530-a9a2-c5e81905ad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['31be81df-bc2a-451b-9193-0d2b5bcfe285'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:09.549876 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4b5a4f-e13c-4d88-a66a-e87d69bff9ad admin admin] Deleting subnet 5795f339-9cb7-4a0f-a08c-a02ae45b1040 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:12:09.554327 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5a4f-e13c-4d88-a66a-e87d69bff9ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:09.622949 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-97ca7fe3-f9fb-4bf1-aa93-3686fdf45d27 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:09.629439 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5a4f-e13c-4d88-a66a-e87d69bff9ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:09.679423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca7fe3-f9fb-4bf1-aa93-3686fdf45d27 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event deleted for resources: {'Subnet': ['ID=cdd07fae-fa93-4950-b366-2343d0c67413,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:09.706150 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-97ca7fe3-f9fb-4bf1-aa93-3686fdf45d27 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:09.717888 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device fa1b5993-df17-4514-a7f1-1c2d5829182b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:12:09.727119 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-97ca7fe3-f9fb-4bf1-aa93-3686fdf45d27 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "DELETE /v2.0/subnets/cdd07fae-fa93-4950-b366-2343d0c67413 HTTP/1.1" status: 204 len: 168 time: 0.7500756 Mar 09 04:12:09.727328 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38076) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:09.744852 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-7ac2b02a-c5ba-4530-a9a2-c5e81905ad63 None None] Set router 31be81df-bc2a-451b-9193-0d2b5bcfe285 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:09.757097 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c40288-a8b0-4fd4-b6a4-412ca2ea567e None None] Network bc962a2b-3e40-47b9-bc1a-abe2e6aee38b requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:12:09.987809 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-38bf6a66-75e0-4cc8-bca3-292517fa8e1a tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:10.024486 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port fa1b5993-df17-4514-a7f1-1c2d5829182b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:10.024857 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:10.065859 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99770004-e157-494c-be71-050f4a5f49ff', 'name': 'tempest-TestAggregatesBasicOps-589812691-router', 'tenant_id': 'b11904da79fa46a487ceb5e550b4d6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '0aad6958-3db8-49fe-8fd9-9d24a37562af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:03Z', 'updated_at': '2022-03-09T04:12:06Z', 'revision_number': 3, 'project_id': 'b11904da79fa46a487ceb5e550b4d6aa', 'gw_port': {'id': '0aad6958-3db8-49fe-8fd9-9d24a37562af', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:98:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99770004-e157-494c-be71-050f4a5f49ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:05Z', 'updated_at': '2022-03-09T04:12:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:10.079054 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] Checking router: 99770004-e157-494c-be71-050f4a5f49ff for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:12:10.079401 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] Updating router 99770004-e157-494c-be71-050f4a5f49ff port 0aad6958-3db8-49fe-8fd9-9d24a37562af binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:12:10.094537 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5a4f-e13c-4d88-a66a-e87d69bff9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:10.191958 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:10.293496 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbd0cc5-fa28-48eb-b105-2bd9889c9cae None None] DHCP port deletion for bc962a2b-3e40-47b9-bc1a-abe2e6aee38b request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:12:10.301211 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7ac2b02a-c5ba-4530-a9a2-c5e81905ad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'name': 'tempest-TestNetworkBasicOps-router-1972907104', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:10:23Z', 'updated_at': '2022-03-09T04:12:06Z', 'revision_number': 5, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:10:24Z', 'updated_at': '2022-03-09T04:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:10.307829 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac2b02a-c5ba-4530-a9a2-c5e81905ad63 None None] The sync data for ids ['31be81df-bc2a-451b-9193-0d2b5bcfe285'] in n-d-825178-5 is: [{'id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'name': 'tempest-TestNetworkBasicOps-router-1972907104', 'tenant_id': '2355e92b134243b08899b3302e3d972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:10:23Z', 'updated_at': '2022-03-09T04:12:06Z', 'revision_number': 5, 'project_id': '2355e92b134243b08899b3302e3d972c', 'gw_port': {'id': '9ea79a13-71d7-4d34-9f05-56d7e4b84494', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be81df-bc2a-451b-9193-0d2b5bcfe285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:10:24Z', 'updated_at': '2022-03-09T04:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:12:10.356714 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-8fbd0cc5-fa28-48eb-b105-2bd9889c9cae None None] Deleting port 6c26bbe0-ce33-40a0-9472-ad58d1ec0458 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:12:10.357078 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8fbd0cc5-fa28-48eb-b105-2bd9889c9cae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:10.360974 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5a4f-e13c-4d88-a66a-e87d69bff9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:10.368747 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-38407f42-4bf7-4228-af99-5bf9bda43169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:10.404869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b5a4f-e13c-4d88-a66a-e87d69bff9ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5795f339-9cb7-4a0f-a08c-a02ae45b1040,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:10.409442 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-38bf6a66-75e0-4cc8-bca3-292517fa8e1a tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:10.413768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 267090c1-006b-4f9c-aae9-132420b3f665 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:12:10.419573 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5a4f-e13c-4d88-a66a-e87d69bff9ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:10.428635 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8b4b5a4f-e13c-4d88-a66a-e87d69bff9ad admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5795f339-9cb7-4a0f-a08c-a02ae45b1040 HTTP/1.1" status: 204 len: 168 time: 0.9631648 Mar 09 04:12:10.428635 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-38bf6a66-75e0-4cc8-bca3-292517fa8e1a tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Deleting port 9ea79a13-71d7-4d34-9f05-56d7e4b84494 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:12:10.428635 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-38bf6a66-75e0-4cc8-bca3-292517fa8e1a tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:10.429905 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38080) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:10.449316 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870c74c6-4080-4003-bb26-b1739cca78c8 None None] Network 38d08348-8c49-4519-b248-df21fcca9334 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:12:10.488570 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 267090c1-006b-4f9c-aae9-132420b3f665 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:12:10.488832 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 267090c1-006b-4f9c-aae9-132420b3f665 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:12:10.612371 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c39b881e-d015-42a6-9738-ffaab789ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:10.614760 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-38bf6a66-75e0-4cc8-bca3-292517fa8e1a tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] For port 9ea79a13-71d7-4d34-9f05-56d7e4b84494, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9ea79a13-71d7-4d34-9f05-56d7e4b84494,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:10.615233 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-38bf6a66-75e0-4cc8-bca3-292517fa8e1a tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:10.666661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-c39b881e-d015-42a6-9738-ffaab789ea65 admin admin] Deleting port b315e8f9-7ae8-4e99-ba5a-aea42387549c {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:12:10.666661 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c39b881e-d015-42a6-9738-ffaab789ea65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:10.734606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-38407f42-4bf7-4228-af99-5bf9bda43169 admin admin] Allocated IP 172.20.0.1 (4ebbe484-5a66-46eb-9bd2-8bee55014916/c0c29746-30f4-427a-82eb-5a7dc3a6705f/898bc8a2-f981-4481-b78e-2005f5f5049b) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:12:10.887206 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-38bf6a66-75e0-4cc8-bca3-292517fa8e1a tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Calling delete_port for 9ea79a13-71d7-4d34-9f05-56d7e4b84494 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:12:11.003093 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-8fbd0cc5-fa28-48eb-b105-2bd9889c9cae None None] For port 6c26bbe0-ce33-40a0-9472-ad58d1ec0458, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=6c26bbe0-ce33-40a0-9472-ad58d1ec0458,segment=NetworkSegment(1e7fec3f-b51f-46bd-9693-87b649d35d19),segment_id=1e7fec3f-b51f-46bd-9693-87b649d35d19)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:11.003664 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8fbd0cc5-fa28-48eb-b105-2bd9889c9cae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:11.121365 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-38bf6a66-75e0-4cc8-bca3-292517fa8e1a tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:11.134838 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-8fbd0cc5-fa28-48eb-b105-2bd9889c9cae None None] Calling delete_port for 6c26bbe0-ce33-40a0-9472-ad58d1ec0458 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:12:11.135023 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-c39b881e-d015-42a6-9738-ffaab789ea65 admin admin] For port b315e8f9-7ae8-4e99-ba5a-aea42387549c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=b315e8f9-7ae8-4e99-ba5a-aea42387549c,segment=NetworkSegment(a5c1ccc3-8951-4c17-8d21-ea6c17bd320c),segment_id=a5c1ccc3-8951-4c17-8d21-ea6c17bd320c)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:11.135389 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c39b881e-d015-42a6-9738-ffaab789ea65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:11.160827 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.resource_extend [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 04:12:11.175133 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf6a66-75e0-4cc8-bca3-292517fa8e1a tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event deleted for resources: {'Port': ['ID=9ea79a13-71d7-4d34-9f05-56d7e4b84494,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:11.269201 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:11.277277 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-c39b881e-d015-42a6-9738-ffaab789ea65 admin admin] Calling delete_port for b315e8f9-7ae8-4e99-ba5a-aea42387549c owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:12:11.280808 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-38bf6a66-75e0-4cc8-bca3-292517fa8e1a tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:11.294536 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] Transition to ACTIVE for port object 0aad6958-3db8-49fe-8fd9-9d24a37562af will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:12:11.304590 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:11.329711 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-38407f42-4bf7-4228-af99-5bf9bda43169 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:11.366248 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8fbd0cc5-fa28-48eb-b105-2bd9889c9cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:11.369304 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 95ae7e7f-5e37-44af-9642-824e66a120e0 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:12:11.384121 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-38407f42-4bf7-4228-af99-5bf9bda43169 admin admin] Transition to ACTIVE for port object 898bc8a2-f981-4481-b78e-2005f5f5049b will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:12:11.408385 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bfec74-6657-4a29-87ff-cf72932056d5 None None] DHCP port deletion for 38d08348-8c49-4519-b248-df21fcca9334 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:12:11.421502 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c39b881e-d015-42a6-9738-ffaab789ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:11.427229 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 95ae7e7f-5e37-44af-9642-824e66a120e0 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:12:11.427678 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 95ae7e7f-5e37-44af-9642-824e66a120e0 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:12:11.428280 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 07eb4048-a11e-4e30-a074-e72c5ae39305 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:12:11.461580 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e7bfec74-6657-4a29-87ff-cf72932056d5 None None] Deleting port b315e8f9-7ae8-4e99-ba5a-aea42387549c {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:12:11.462327 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e7bfec74-6657-4a29-87ff-cf72932056d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:11.474772 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b881e-d015-42a6-9738-ffaab789ea65 admin admin] Pushing event deleted for resources: {'Port': ['ID=b315e8f9-7ae8-4e99-ba5a-aea42387549c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:11.476821 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39b881e-d015-42a6-9738-ffaab789ea65 admin admin] No DVR routers for this DVR port b315e8f9-7ae8-4e99-ba5a-aea42387549c on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:12:11.489126 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-38bf6a66-75e0-4cc8-bca3-292517fa8e1a tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:11.491447 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-38bf6a66-75e0-4cc8-bca3-292517fa8e1a tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:11.505165 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbd0cc5-fa28-48eb-b105-2bd9889c9cae None None] No DVR routers for this DVR port 6c26bbe0-ce33-40a0-9472-ad58d1ec0458 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:12:11.506283 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-38407f42-4bf7-4228-af99-5bf9bda43169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:11.519508 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-38bf6a66-75e0-4cc8-bca3-292517fa8e1a tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:11.520576 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38bf6a66-75e0-4cc8-bca3-292517fa8e1a tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Fanout notify agent at l3_agent the message router_deleted on router 31be81df-bc2a-451b-9193-0d2b5bcfe285 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:12:11.535159 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 07eb4048-a11e-4e30-a074-e72c5ae39305 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:12:11.535944 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 07eb4048-a11e-4e30-a074-e72c5ae39305 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:12:11.540854 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6c26bbe0-ce33-40a0-9472-ad58d1ec0458 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:12:11.554071 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-38bf6a66-75e0-4cc8-bca3-292517fa8e1a tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:11.559777 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-38bf6a66-75e0-4cc8-bca3-292517fa8e1a tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "DELETE /v2.0/routers/31be81df-bc2a-451b-9193-0d2b5bcfe285 HTTP/1.1" status: 204 len: 168 time: 1.8240976 Mar 09 04:12:11.560018 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38084) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:11.602562 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] Attempting to bind port 0aad6958-3db8-49fe-8fd9-9d24a37562af on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:12:11.603210 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] Attempting to bind port 0aad6958-3db8-49fe-8fd9-9d24a37562af by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:12:11.603892 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] Attempting to bind port 0aad6958-3db8-49fe-8fd9-9d24a37562af on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:12:11.607280 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06176e41-b9f8-461e-a7ff-fd5a3fe505bb None None] Pushing event updated for resources: {'Port': ['ID=0aad6958-3db8-49fe-8fd9-9d24a37562af,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:11.607778 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38407f42-4bf7-4228-af99-5bf9bda43169 admin admin] Network 4ebbe484-5a66-46eb-9bd2-8bee55014916 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:12:11.612297 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-38407f42-4bf7-4228-af99-5bf9bda43169 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:12:11.667534 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38407f42-4bf7-4228-af99-5bf9bda43169 admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:12:11.696118 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 6c26bbe0-ce33-40a0-9472-ad58d1ec0458 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:12:11.696838 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6c26bbe0-ce33-40a0-9472-ad58d1ec0458 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:12:11.714889 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:12:11.715545 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:12:11.716186 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:11.716783 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:12:11.717489 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] Bound port: 0aad6958-3db8-49fe-8fd9-9d24a37562af, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:12:11.718084 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:11.725092 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-487a99c8-3bfd-4ea6-8d0a-8dcc6ce74c18 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:11.741063 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c39b881e-d015-42a6-9738-ffaab789ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:11.751246 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38407f42-4bf7-4228-af99-5bf9bda43169 admin admin] Pushing event updated for resources: {'Port': ['ID=898bc8a2-f981-4481-b78e-2005f5f5049b,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:11.757747 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e7bfec74-6657-4a29-87ff-cf72932056d5 None None] The port 'b315e8f9-7ae8-4e99-ba5a-aea42387549c' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:12:11.773157 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd0cc5-fa28-48eb-b105-2bd9889c9cae None None] Pushing event deleted for resources: {'Port': ['ID=6c26bbe0-ce33-40a0-9472-ad58d1ec0458,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:11.817910 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-c39b881e-d015-42a6-9738-ffaab789ea65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d08348-8c49-4519-b248-df21fcca9334']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:11.833416 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] For port 0aad6958-3db8-49fe-8fd9-9d24a37562af, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:12:11.835742 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] For port 0aad6958-3db8-49fe-8fd9-9d24a37562af, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0aad6958-3db8-49fe-8fd9-9d24a37562af,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:12:11.843788 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:11.850247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-c39b881e-d015-42a6-9738-ffaab789ea65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c1ccc3-8951-4c17-8d21-ea6c17bd320c') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:11.850499 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-c39b881e-d015-42a6-9738-ffaab789ea65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c1ccc3-8951-4c17-8d21-ea6c17bd320c') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:11.858524 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-38407f42-4bf7-4228-af99-5bf9bda43169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:11.914522 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-487a99c8-3bfd-4ea6-8d0a-8dcc6ce74c18 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:11.970312 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-487a99c8-3bfd-4ea6-8d0a-8dcc6ce74c18 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc962a2b-3e40-47b9-bc1a-abe2e6aee38b']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:11.988573 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-487a99c8-3bfd-4ea6-8d0a-8dcc6ce74c18 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e7fec3f-b51f-46bd-9693-87b649d35d19') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:11.988911 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-487a99c8-3bfd-4ea6-8d0a-8dcc6ce74c18 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e7fec3f-b51f-46bd-9693-87b649d35d19') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:11.996674 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] Routers {'99770004-e157-494c-be71-050f4a5f49ff'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:11.997348 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['99770004-e157-494c-be71-050f4a5f49ff'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:12.006027 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-487a99c8-3bfd-4ea6-8d0a-8dcc6ce74c18 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:12.024640 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-487a99c8-3bfd-4ea6-8d0a-8dcc6ce74c18 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:12.031069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487a99c8-3bfd-4ea6-8d0a-8dcc6ce74c18 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:12:12.031428 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-487a99c8-3bfd-4ea6-8d0a-8dcc6ce74c18 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:12.033502 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c39b881e-d015-42a6-9738-ffaab789ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:12:12.047543 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:12:12.059120 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c39b881e-d015-42a6-9738-ffaab789ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:12.070142 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39b881e-d015-42a6-9738-ffaab789ea65 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:12:12.070537 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c39b881e-d015-42a6-9738-ffaab789ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:12.074603 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06176e41-b9f8-461e-a7ff-fd5a3fe505bb None None] Pushing event updated for resources: {'Port': ['ID=0aad6958-3db8-49fe-8fd9-9d24a37562af,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:12:12.085067 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:12:12.092486 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-888857d9-20ba-4a36-be95-5e6390784619 None None] Provisioning for port 898bc8a2-f981-4481-b78e-2005f5f5049b completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:12:12.109562 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-888857d9-20ba-4a36-be95-5e6390784619 None None] Provisioning complete for port 898bc8a2-f981-4481-b78e-2005f5f5049b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:12.110067 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-888857d9-20ba-4a36-be95-5e6390784619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:12.137141 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-487a99c8-3bfd-4ea6-8d0a-8dcc6ce74c18 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:12.154926 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-487a99c8-3bfd-4ea6-8d0a-8dcc6ce74c18 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:12.167009 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a99c8-3bfd-4ea6-8d0a-8dcc6ce74c18 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] Pushing event deleted for resources: {'Network': ['ID=bc962a2b-3e40-47b9-bc1a-abe2e6aee38b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:12.178952 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-487a99c8-3bfd-4ea6-8d0a-8dcc6ce74c18 tempest-TestNetworkBasicOps-690285713 tempest-TestNetworkBasicOps-690285713-project] 10.222.0.16 "DELETE /v2.0/networks/bc962a2b-3e40-47b9-bc1a-abe2e6aee38b HTTP/1.1" status: 204 len: 168 time: 0.6179101 Mar 09 04:12:12.196488 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c39b881e-d015-42a6-9738-ffaab789ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:12.219930 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c39b881e-d015-42a6-9738-ffaab789ea65 admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:12.238689 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b881e-d015-42a6-9738-ffaab789ea65 admin admin] Pushing event deleted for resources: {'Network': ['ID=38d08348-8c49-4519-b248-df21fcca9334,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:12.257955 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c39b881e-d015-42a6-9738-ffaab789ea65 admin admin] 10.222.0.16 "DELETE /v2.0/networks/38d08348-8c49-4519-b248-df21fcca9334 HTTP/1.1" status: 204 len: 168 time: 1.8276496 Mar 09 04:12:12.261349 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38090) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:12.274027 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-888857d9-20ba-4a36-be95-5e6390784619 None None] Port 898bc8a2-f981-4481-b78e-2005f5f5049b cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:12:12.290037 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] Set router 99770004-e157-494c-be71-050f4a5f49ff gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:12.346344 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-38407f42-4bf7-4228-af99-5bf9bda43169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:12.479508 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38096) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:12.617003 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99770004-e157-494c-be71-050f4a5f49ff', 'name': 'tempest-TestAggregatesBasicOps-589812691-router', 'tenant_id': 'b11904da79fa46a487ceb5e550b4d6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '0aad6958-3db8-49fe-8fd9-9d24a37562af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:03Z', 'updated_at': '2022-03-09T04:12:06Z', 'revision_number': 3, 'project_id': 'b11904da79fa46a487ceb5e550b4d6aa', 'gw_port': {'id': '0aad6958-3db8-49fe-8fd9-9d24a37562af', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:98:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99770004-e157-494c-be71-050f4a5f49ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:05Z', 'updated_at': '2022-03-09T04:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:12.622058 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3af8e4-773a-4d7b-88d8-9ae7c332959f None None] The sync data for ids ['99770004-e157-494c-be71-050f4a5f49ff'] in n-d-825178-5 is: [{'id': '99770004-e157-494c-be71-050f4a5f49ff', 'name': 'tempest-TestAggregatesBasicOps-589812691-router', 'tenant_id': 'b11904da79fa46a487ceb5e550b4d6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '0aad6958-3db8-49fe-8fd9-9d24a37562af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:03Z', 'updated_at': '2022-03-09T04:12:06Z', 'revision_number': 3, 'project_id': 'b11904da79fa46a487ceb5e550b4d6aa', 'gw_port': {'id': '0aad6958-3db8-49fe-8fd9-9d24a37562af', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:98:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99770004-e157-494c-be71-050f4a5f49ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:05Z', 'updated_at': '2022-03-09T04:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:12:12.799520 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c167b7ab-6ab4-46c1-b8fb-7da6e298550c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2355e92b134243b08899b3302e3d972c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3180983 Mar 09 04:12:12.801985 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38102) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:12.820543 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-38407f42-4bf7-4228-af99-5bf9bda43169 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:12.826426 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-38407f42-4bf7-4228-af99-5bf9bda43169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:12.928945 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f6d1-af33-41db-8dd4-70cd0d2c7efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:12.950944 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38407f42-4bf7-4228-af99-5bf9bda43169 admin admin] Pushing event updated for resources: {'Port': ['ID=898bc8a2-f981-4481-b78e-2005f5f5049b,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:12.970284 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f6d1-af33-41db-8dd4-70cd0d2c7efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:12.984922 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-38407f42-4bf7-4228-af99-5bf9bda43169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:13.082215 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f6d1-af33-41db-8dd4-70cd0d2c7efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:13.106189 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7f6d1-af33-41db-8dd4-70cd0d2c7efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8106a956-9e44-430d-b14c-001df10eee56,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:13.118747 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d9d229e4-be85-4986-8b82-f599912ec1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:13.153177 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38407f42-4bf7-4228-af99-5bf9bda43169 admin admin] Network 4ebbe484-5a66-46eb-9bd2-8bee55014916 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:12:13.154424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-38407f42-4bf7-4228-af99-5bf9bda43169 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:12:13.181990 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f6d1-af33-41db-8dd4-70cd0d2c7efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:13.183684 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8cb7f6d1-af33-41db-8dd4-70cd0d2c7efa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8106a956-9e44-430d-b14c-001df10eee56 HTTP/1.1" status: 204 len: 168 time: 0.3802335 Mar 09 04:12:13.316925 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0aad6958-3db8-49fe-8fd9-9d24a37562af up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:12:13.525555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38407f42-4bf7-4228-af99-5bf9bda43169 admin admin] Router 99770004-e157-494c-be71-050f4a5f49ff has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:12:13.530122 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4347b585-2acb-43e7-bd43-2605ab4c98a4 None None] Provisioning complete for port 898bc8a2-f981-4481-b78e-2005f5f5049b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:13.530760 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4347b585-2acb-43e7-bd43-2605ab4c98a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:13.559570 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 0aad6958-3db8-49fe-8fd9-9d24a37562af completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:12:13.573305 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 0aad6958-3db8-49fe-8fd9-9d24a37562af triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:13.574441 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:13.636934 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-4347b585-2acb-43e7-bd43-2605ab4c98a4 None None] Port 898bc8a2-f981-4481-b78e-2005f5f5049b cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:12:13.758515 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38112) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:13.763554 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:13.769060 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38407f42-4bf7-4228-af99-5bf9bda43169 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:12:13.782970 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-38407f42-4bf7-4228-af99-5bf9bda43169 admin admin] 10.222.0.16 "PUT /v2.0/routers/99770004-e157-494c-be71-050f4a5f49ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4066567 Mar 09 04:12:13.787022 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 0aad6958-3db8-49fe-8fd9-9d24a37562af, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0aad6958-3db8-49fe-8fd9-9d24a37562af,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:13.792469 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:13.799124 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87a440e3-c7da-4d1a-a473-c3d639a85648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:13.808378 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d9d229e4-be85-4986-8b82-f599912ec1f5 admin admin] Deleting port 026eb690-3450-4f69-a99a-fe98fab5a719 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:12:13.808978 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d9d229e4-be85-4986-8b82-f599912ec1f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:13.857221 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-87a440e3-c7da-4d1a-a473-c3d639a85648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:12:13.864621 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-87a440e3-c7da-4d1a-a473-c3d639a85648 admin admin] Usage tracker for resource:security_group_rule and tenant:1dde9f010a944b12a941cd7df5d8f004 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:12:13.872238 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9ea79a13-71d7-4d34-9f05-56d7e4b84494 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:12:13.876408 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-87a440e3-c7da-4d1a-a473-c3d639a85648 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:12:13.897958 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-87a440e3-c7da-4d1a-a473-c3d639a85648 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:12:13.925941 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 9ea79a13-71d7-4d34-9f05-56d7e4b84494 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:12:13.927041 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9ea79a13-71d7-4d34-9f05-56d7e4b84494 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:12:13.927767 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device b315e8f9-7ae8-4e99-ba5a-aea42387549c no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:12:13.955584 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=0aad6958-3db8-49fe-8fd9-9d24a37562af,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:13.972659 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: b315e8f9-7ae8-4e99-ba5a-aea42387549c {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:12:13.972659 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device b315e8f9-7ae8-4e99-ba5a-aea42387549c not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:12:14.047646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-d9d229e4-be85-4986-8b82-f599912ec1f5 admin admin] For port 026eb690-3450-4f69-a99a-fe98fab5a719, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=026eb690-3450-4f69-a99a-fe98fab5a719,segment=NetworkSegment(07bb3294-a464-486d-ab0e-6bc5b65f2f05),segment_id=07bb3294-a464-486d-ab0e-6bc5b65f2f05)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:14.047998 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d9d229e4-be85-4986-8b82-f599912ec1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:14.180310 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d9d229e4-be85-4986-8b82-f599912ec1f5 admin admin] Calling delete_port for 026eb690-3450-4f69-a99a-fe98fab5a719 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:12:14.265958 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87a440e3-c7da-4d1a-a473-c3d639a85648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:14.277629 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87a440e3-c7da-4d1a-a473-c3d639a85648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:14.342327 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-87a440e3-c7da-4d1a-a473-c3d639a85648 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1dde9f010a944b12a941cd7df5d8f004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5796697 Mar 09 04:12:14.342327 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a440e3-c7da-4d1a-a473-c3d639a85648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d5bed1-5120-47df-ba8e-4837542173ba,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:14.342542 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38136) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:14.409813 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a1a4884a-fa33-424f-8935-70d47ebcefe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:14.441596 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a1a4884a-fa33-424f-8935-70d47ebcefe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:14.459873 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d9d229e4-be85-4986-8b82-f599912ec1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:14.503747 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a1a4884a-fa33-424f-8935-70d47ebcefe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:14.513253 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d229e4-be85-4986-8b82-f599912ec1f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=026eb690-3450-4f69-a99a-fe98fab5a719,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:14.521602 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4884a-fa33-424f-8935-70d47ebcefe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d5bed1-5120-47df-ba8e-4837542173ba,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:14.529364 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a1a4884a-fa33-424f-8935-70d47ebcefe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:14.530793 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a1a4884a-fa33-424f-8935-70d47ebcefe2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42d5bed1-5120-47df-ba8e-4837542173ba HTTP/1.1" status: 204 len: 168 time: 0.1872685 Mar 09 04:12:14.580795 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] Sync routers for ids ['99770004-e157-494c-be71-050f4a5f49ff'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:12:14.593078 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] Routers {'99770004-e157-494c-be71-050f4a5f49ff'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:14.593674 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['99770004-e157-494c-be71-050f4a5f49ff'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:14.881397 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] Set router 99770004-e157-494c-be71-050f4a5f49ff gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:15.047882 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d9d229e4-be85-4986-8b82-f599912ec1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:15.297473 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99770004-e157-494c-be71-050f4a5f49ff', 'name': 'tempest-TestAggregatesBasicOps-589812691-router', 'tenant_id': 'b11904da79fa46a487ceb5e550b4d6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '0aad6958-3db8-49fe-8fd9-9d24a37562af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:03Z', 'updated_at': '2022-03-09T04:12:12Z', 'revision_number': 4, 'project_id': 'b11904da79fa46a487ceb5e550b4d6aa', 'gw_port': {'id': '0aad6958-3db8-49fe-8fd9-9d24a37562af', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:98:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99770004-e157-494c-be71-050f4a5f49ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:05Z', 'updated_at': '2022-03-09T04:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '898bc8a2-f981-4481-b78e-2005f5f5049b', 'name': '', 'network_id': '4ebbe484-5a66-46eb-9bd2-8bee55014916', 'tenant_id': 'b11904da79fa46a487ceb5e550b4d6aa', 'mac_address': 'fa:16:3e:f1:b6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99770004-e157-494c-be71-050f4a5f49ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'c0c29746-30f4-427a-82eb-5a7dc3a6705f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:10Z', 'updated_at': '2022-03-09T04:12:12Z', 'revision_number': 2, 'project_id': 'b11904da79fa46a487ceb5e550b4d6aa', 'subnets': [{'id': 'c0c29746-30f4-427a-82eb-5a7dc3a6705f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:15.301526 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] Checking router: 99770004-e157-494c-be71-050f4a5f49ff for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:12:15.301870 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] Updating router 99770004-e157-494c-be71-050f4a5f49ff port 898bc8a2-f981-4481-b78e-2005f5f5049b binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:12:15.390927 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38182) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:15.406112 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:15.412154 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0aad6958-3db8-49fe-8fd9-9d24a37562af up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:12:15.500178 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 0aad6958-3db8-49fe-8fd9-9d24a37562af triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:15.500552 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:15.503696 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d229e4-be85-4986-8b82-f599912ec1f5 admin admin] Router 97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:12:15.598744 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38188) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:15.736885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-f667dd0f-3543-40ab-b3ff-8195f5f3cf8e admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-742528940-network', 'tenant_id': '18f79b792f344c2caf01f0e1cafb5ead'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:12:15.748885 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d229e4-be85-4986-8b82-f599912ec1f5 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:12:15.752056 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f667dd0f-3543-40ab-b3ff-8195f5f3cf8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:12:15.764177 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe74b3b-23bf-454b-b24a-4c3c03d58b16 None None] Sync routers for ids ['97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:12:15.775752 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe74b3b-23bf-454b-b24a-4c3c03d58b16 None None] Routers {'97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:15.776363 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-7fe74b3b-23bf-454b-b24a-4c3c03d58b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:15.781844 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d9d229e4-be85-4986-8b82-f599912ec1f5 admin admin] 10.222.0.16 "PUT /v2.0/routers/97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5190537 Mar 09 04:12:15.784121 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38194) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:15.817385 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f667dd0f-3543-40ab-b3ff-8195f5f3cf8e admin admin] Usage tracker for resource:network and tenant:18f79b792f344c2caf01f0e1cafb5ead is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:12:15.828674 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f667dd0f-3543-40ab-b3ff-8195f5f3cf8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:12:15.840707 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f667dd0f-3543-40ab-b3ff-8195f5f3cf8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:12:15.895494 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f667dd0f-3543-40ab-b3ff-8195f5f3cf8e admin admin] Made reservation on behalf of 18f79b792f344c2caf01f0e1cafb5ead for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:12:15.897967 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f667dd0f-3543-40ab-b3ff-8195f5f3cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:15.930662 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f667dd0f-3543-40ab-b3ff-8195f5f3cf8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:15.947484 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:15.963482 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] Transition to ACTIVE for port object 898bc8a2-f981-4481-b78e-2005f5f5049b will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:12:15.967752 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f667dd0f-3543-40ab-b3ff-8195f5f3cf8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:12:15.974560 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:15.975124 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f667dd0f-3543-40ab-b3ff-8195f5f3cf8e admin admin] Usage tracker for resource:security_group_rule and tenant:18f79b792f344c2caf01f0e1cafb5ead is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:12:15.987077 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6224-141e-40ce-a2f9-d4c4eb8ea34e admin admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:16.006423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f667dd0f-3543-40ab-b3ff-8195f5f3cf8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:12:16.023321 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f667dd0f-3543-40ab-b3ff-8195f5f3cf8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:12:16.026358 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-7fe74b3b-23bf-454b-b24a-4c3c03d58b16 None None] Set router 97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:16.112942 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d017939-80ce-4602-82ee-7c39b874110d None None] Pushing event updated for resources: {'Port': ['ID=898bc8a2-f981-4481-b78e-2005f5f5049b,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:16.217074 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f667dd0f-3543-40ab-b3ff-8195f5f3cf8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:16.231583 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f667dd0f-3543-40ab-b3ff-8195f5f3cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:16.286671 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6224-141e-40ce-a2f9-d4c4eb8ea34e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:16.302060 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-bd0f6224-141e-40ce-a2f9-d4c4eb8ea34e admin admin] Deleting port d7171472-5bc7-476b-9c90-acf1f2880f55 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:12:16.302458 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6224-141e-40ce-a2f9-d4c4eb8ea34e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:16.314799 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] Attempting to bind port 898bc8a2-f981-4481-b78e-2005f5f5049b on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:12:16.315257 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] Attempting to bind port 898bc8a2-f981-4481-b78e-2005f5f5049b by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '9a6fd9eb-b54b-47bf-8c09-d704072e1534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ebbe484-5a66-46eb-9bd2-8bee55014916'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:12:16.315521 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] Attempting to bind port 898bc8a2-f981-4481-b78e-2005f5f5049b on network 4ebbe484-5a66-46eb-9bd2-8bee55014916 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:12:16.321483 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:12:16.321852 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] Checking segment: {'id': '9a6fd9eb-b54b-47bf-8c09-d704072e1534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ebbe484-5a66-46eb-9bd2-8bee55014916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:12:16.322241 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:16.322619 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] Bound using segment: {'id': '9a6fd9eb-b54b-47bf-8c09-d704072e1534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ebbe484-5a66-46eb-9bd2-8bee55014916'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:12:16.323099 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] Bound port: 898bc8a2-f981-4481-b78e-2005f5f5049b, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a6fd9eb-b54b-47bf-8c09-d704072e1534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ebbe484-5a66-46eb-9bd2-8bee55014916'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:12:16.323458 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:16.420278 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] For port 898bc8a2-f981-4481-b78e-2005f5f5049b, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:12:16.425131 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] For port 898bc8a2-f981-4481-b78e-2005f5f5049b, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=898bc8a2-f981-4481-b78e-2005f5f5049b,segment=NetworkSegment(9a6fd9eb-b54b-47bf-8c09-d704072e1534),segment_id=9a6fd9eb-b54b-47bf-8c09-d704072e1534)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:12:16.430272 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:16.464431 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f667dd0f-3543-40ab-b3ff-8195f5f3cf8e admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:12:16.475456 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f667dd0f-3543-40ab-b3ff-8195f5f3cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:16.475934 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-f667dd0f-3543-40ab-b3ff-8195f5f3cf8e admin admin] Added segment ea450379-75eb-4829-a1ed-3807a9781122 of type vlan for network 41abe80d-54c1-42e3-939e-e6573aeee062 Mar 09 04:12:16.486424 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-7fe74b3b-23bf-454b-b24a-4c3c03d58b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe', 'name': 'tempest-TestServerBasicOps-2080519755-router', 'tenant_id': '2c557cf77ac744b18943de4826100009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'd7171472-5bc7-476b-9c90-acf1f2880f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:36Z', 'updated_at': '2022-03-09T04:12:14Z', 'revision_number': 5, 'project_id': '2c557cf77ac744b18943de4826100009', 'gw_port': {'id': 'd7171472-5bc7-476b-9c90-acf1f2880f55', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:06:38Z', 'updated_at': '2022-03-09T04:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:16.503152 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe74b3b-23bf-454b-b24a-4c3c03d58b16 None None] Checking router: 97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:12:16.509476 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f667dd0f-3543-40ab-b3ff-8195f5f3cf8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:16.527768 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] Routers {'99770004-e157-494c-be71-050f4a5f49ff'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:16.528386 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['99770004-e157-494c-be71-050f4a5f49ff'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:16.530300 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe74b3b-23bf-454b-b24a-4c3c03d58b16 None None] Routers {'97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:16.533314 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-7fe74b3b-23bf-454b-b24a-4c3c03d58b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:16.544314 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-bd0f6224-141e-40ce-a2f9-d4c4eb8ea34e admin admin] For port d7171472-5bc7-476b-9c90-acf1f2880f55, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d7171472-5bc7-476b-9c90-acf1f2880f55,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:16.544970 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6224-141e-40ce-a2f9-d4c4eb8ea34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:16.552528 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f667dd0f-3543-40ab-b3ff-8195f5f3cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:16.553628 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f667dd0f-3543-40ab-b3ff-8195f5f3cf8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:16.554289 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f667dd0f-3543-40ab-b3ff-8195f5f3cf8e admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:16.606232 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f667dd0f-3543-40ab-b3ff-8195f5f3cf8e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0030758 Mar 09 04:12:16.608173 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38198) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:16.616095 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-99b5fca7-ea71-46cb-be5f-1309ba5bd909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:16.650686 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d017939-80ce-4602-82ee-7c39b874110d None None] Pushing event updated for resources: {'Port': ['ID=898bc8a2-f981-4481-b78e-2005f5f5049b,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:16.678568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-0723fbb0-716f-4930-b8c7-0544f4c6199a admin admin] Request body: {'subnet': {'network_id': '41abe80d-54c1-42e3-939e-e6573aeee062', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-742528940-subnet', 'tenant_id': '18f79b792f344c2caf01f0e1cafb5ead', 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:12:16.685114 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0723fbb0-716f-4930-b8c7-0544f4c6199a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:12:16.689353 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0723fbb0-716f-4930-b8c7-0544f4c6199a admin admin] Usage tracker for resource:subnet and tenant:18f79b792f344c2caf01f0e1cafb5ead is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:12:16.692474 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0723fbb0-716f-4930-b8c7-0544f4c6199a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:12:16.698466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0723fbb0-716f-4930-b8c7-0544f4c6199a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:12:16.735285 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667dd0f-3543-40ab-b3ff-8195f5f3cf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0864986-7df8-49a2-a674-caf3d2d5430e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:16.744083 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0723fbb0-716f-4930-b8c7-0544f4c6199a admin admin] Made reservation on behalf of 18f79b792f344c2caf01f0e1cafb5ead for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:12:16.747430 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0723fbb0-716f-4930-b8c7-0544f4c6199a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:16.758336 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-7fe74b3b-23bf-454b-b24a-4c3c03d58b16 None None] Set router 97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:16.829503 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] Set router 99770004-e157-494c-be71-050f4a5f49ff gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:16.853492 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667dd0f-3543-40ab-b3ff-8195f5f3cf8e admin admin] Pushing event updated for resources: {'Network': ['ID=41abe80d-54c1-42e3-939e-e6573aeee062,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:16.896616 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-7fe74b3b-23bf-454b-b24a-4c3c03d58b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe', 'name': 'tempest-TestServerBasicOps-2080519755-router', 'tenant_id': '2c557cf77ac744b18943de4826100009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:36Z', 'updated_at': '2022-03-09T04:12:16Z', 'revision_number': 6, 'project_id': '2c557cf77ac744b18943de4826100009', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:16.911688 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 41abe80d-54c1-42e3-939e-e6573aeee062 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:12:16.952648 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe74b3b-23bf-454b-b24a-4c3c03d58b16 None None] The sync data for ids ['97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe'] in n-d-825178-5 is: [{'id': '97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe', 'name': 'tempest-TestServerBasicOps-2080519755-router', 'tenant_id': '2c557cf77ac744b18943de4826100009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:06:36Z', 'updated_at': '2022-03-09T04:12:16Z', 'revision_number': 6, 'project_id': '2c557cf77ac744b18943de4826100009', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:12:17.003020 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-bd0f6224-141e-40ce-a2f9-d4c4eb8ea34e admin admin] Calling delete_port for d7171472-5bc7-476b-9c90-acf1f2880f55 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:12:17.225762 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6224-141e-40ce-a2f9-d4c4eb8ea34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:17.265821 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99770004-e157-494c-be71-050f4a5f49ff', 'name': 'tempest-TestAggregatesBasicOps-589812691-router', 'tenant_id': 'b11904da79fa46a487ceb5e550b4d6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '0aad6958-3db8-49fe-8fd9-9d24a37562af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:03Z', 'updated_at': '2022-03-09T04:12:12Z', 'revision_number': 4, 'project_id': 'b11904da79fa46a487ceb5e550b4d6aa', 'gw_port': {'id': '0aad6958-3db8-49fe-8fd9-9d24a37562af', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:98:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99770004-e157-494c-be71-050f4a5f49ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:05Z', 'updated_at': '2022-03-09T04:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '898bc8a2-f981-4481-b78e-2005f5f5049b', 'name': '', 'network_id': '4ebbe484-5a66-46eb-9bd2-8bee55014916', 'tenant_id': 'b11904da79fa46a487ceb5e550b4d6aa', 'mac_address': 'fa:16:3e:f1:b6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99770004-e157-494c-be71-050f4a5f49ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'c0c29746-30f4-427a-82eb-5a7dc3a6705f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:10Z', 'updated_at': '2022-03-09T04:12:16Z', 'revision_number': 4, 'project_id': 'b11904da79fa46a487ceb5e550b4d6aa', 'subnets': [{'id': 'c0c29746-30f4-427a-82eb-5a7dc3a6705f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:17.272782 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b390f3e-52e9-4d32-825b-19c2f76ba5f5 None None] The sync data for ids ['99770004-e157-494c-be71-050f4a5f49ff'] in n-d-825178-5 is: [{'id': '99770004-e157-494c-be71-050f4a5f49ff', 'name': 'tempest-TestAggregatesBasicOps-589812691-router', 'tenant_id': 'b11904da79fa46a487ceb5e550b4d6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '0aad6958-3db8-49fe-8fd9-9d24a37562af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:03Z', 'updated_at': '2022-03-09T04:12:12Z', 'revision_number': 4, 'project_id': 'b11904da79fa46a487ceb5e550b4d6aa', 'gw_port': {'id': '0aad6958-3db8-49fe-8fd9-9d24a37562af', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:98:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99770004-e157-494c-be71-050f4a5f49ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:05Z', 'updated_at': '2022-03-09T04:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '898bc8a2-f981-4481-b78e-2005f5f5049b', 'name': '', 'network_id': '4ebbe484-5a66-46eb-9bd2-8bee55014916', 'tenant_id': 'b11904da79fa46a487ceb5e550b4d6aa', 'mac_address': 'fa:16:3e:f1:b6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99770004-e157-494c-be71-050f4a5f49ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'c0c29746-30f4-427a-82eb-5a7dc3a6705f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:10Z', 'updated_at': '2022-03-09T04:12:16Z', 'revision_number': 4, 'project_id': 'b11904da79fa46a487ceb5e550b4d6aa', 'subnets': [{'id': 'c0c29746-30f4-427a-82eb-5a7dc3a6705f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:12:17.275968 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f6224-141e-40ce-a2f9-d4c4eb8ea34e admin admin] Pushing event deleted for resources: {'Port': ['ID=d7171472-5bc7-476b-9c90-acf1f2880f55,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:17.338281 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0723fbb0-716f-4930-b8c7-0544f4c6199a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:17.412203 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6224-141e-40ce-a2f9-d4c4eb8ea34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:17.427647 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 026eb690-3450-4f69-a99a-fe98fab5a719 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:12:17.473535 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 026eb690-3450-4f69-a99a-fe98fab5a719 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:12:17.473779 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-99b5fca7-ea71-46cb-be5f-1309ba5bd909 admin admin] Deleting port c187c05d-ca28-4521-9dfc-05e90751f831 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:12:17.474242 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 026eb690-3450-4f69-a99a-fe98fab5a719 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:12:17.474324 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-99b5fca7-ea71-46cb-be5f-1309ba5bd909 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:17.548219 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723fbb0-716f-4930-b8c7-0544f4c6199a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a945886-5cc5-48bb-87b2-e3e7490e88bb,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:17.584141 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0723fbb0-716f-4930-b8c7-0544f4c6199a admin admin] Checking segment: {'id': 'ea450379-75eb-4829-a1ed-3807a9781122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '41abe80d-54c1-42e3-939e-e6573aeee062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:12:17.584487 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0723fbb0-716f-4930-b8c7-0544f4c6199a admin admin] Network hostable DHCP agents. Network: 41abe80d-54c1-42e3-939e-e6573aeee062, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:12:17.618421 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6224-141e-40ce-a2f9-d4c4eb8ea34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:17.621322 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6224-141e-40ce-a2f9-d4c4eb8ea34e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:17.646232 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6224-141e-40ce-a2f9-d4c4eb8ea34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:17.647117 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0f6224-141e-40ce-a2f9-d4c4eb8ea34e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:12:17.660115 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6224-141e-40ce-a2f9-d4c4eb8ea34e admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:17.663458 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bd0f6224-141e-40ce-a2f9-d4c4eb8ea34e admin admin] 10.222.0.16 "DELETE /v2.0/routers/97a5acaa-d34d-4d3e-b7e1-d8e4c000dbfe HTTP/1.1" status: 204 len: 168 time: 1.8760660 Mar 09 04:12:17.663701 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38202) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:17.686331 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0723fbb0-716f-4930-b8c7-0544f4c6199a admin admin] Network 41abe80d-54c1-42e3-939e-e6573aeee062 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:12:17.712719 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-0723fbb0-716f-4930-b8c7-0544f4c6199a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 41abe80d-54c1-42e3-939e-e6573aeee062) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:12:17.722973 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0723fbb0-716f-4930-b8c7-0544f4c6199a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:17.723668 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0723fbb0-716f-4930-b8c7-0544f4c6199a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:17.725194 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54019226-9bce-4376-ab60-fcf3ba200724 None None] Network 41abe80d-54c1-42e3-939e-e6573aeee062 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:12:17.734137 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-99b5fca7-ea71-46cb-be5f-1309ba5bd909 admin admin] For port c187c05d-ca28-4521-9dfc-05e90751f831, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c187c05d-ca28-4521-9dfc-05e90751f831,segment=NetworkSegment(62c9b6b1-5f5f-4ea6-a086-7c5278ba35e1),segment_id=62c9b6b1-5f5f-4ea6-a086-7c5278ba35e1)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:17.734485 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-99b5fca7-ea71-46cb-be5f-1309ba5bd909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:17.736009 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-786f871c-bcd6-4f94-802c-2c18675052c1 admin admin] Deleting subnet 4a81c671-2c22-4d07-bc16-74b13835cb65 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:12:17.739526 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-786f871c-bcd6-4f94-802c-2c18675052c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:17.797913 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-786f871c-bcd6-4f94-802c-2c18675052c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:17.887661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-99b5fca7-ea71-46cb-be5f-1309ba5bd909 admin admin] Calling delete_port for c187c05d-ca28-4521-9dfc-05e90751f831 owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:12:17.926480 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0723fbb0-716f-4930-b8c7-0544f4c6199a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2554095 Mar 09 04:12:17.932276 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38206) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:17.960509 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-403fd7df-5f27-4361-96e4-5ca3e563c8f5 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-742528940-router', 'tenant_id': '18f79b792f344c2caf01f0e1cafb5ead', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:12:17.969571 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-403fd7df-5f27-4361-96e4-5ca3e563c8f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:12:17.974211 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-403fd7df-5f27-4361-96e4-5ca3e563c8f5 admin admin] Usage tracker for resource:router and tenant:18f79b792f344c2caf01f0e1cafb5ead is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:12:17.977310 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-403fd7df-5f27-4361-96e4-5ca3e563c8f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:12:17.985513 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-403fd7df-5f27-4361-96e4-5ca3e563c8f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:12:18.003965 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b814dc-5cd7-4a35-bf42-08a6fe5e4ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-41abe80d-54c1-42e3-939e-e6573aeee062', 'network_id': '41abe80d-54c1-42e3-939e-e6573aeee062', 'tenant_id': '18f79b792f344c2caf01f0e1cafb5ead', 'fixed_ips': [{'subnet_id': '7a945886-5cc5-48bb-87b2-e3e7490e88bb'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:12:18.006395 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-40b814dc-5cd7-4a35-bf42-08a6fe5e4ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:18.014702 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-403fd7df-5f27-4361-96e4-5ca3e563c8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:18.015825 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-403fd7df-5f27-4361-96e4-5ca3e563c8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:18.035100 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-403fd7df-5f27-4361-96e4-5ca3e563c8f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:18.056329 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-786f871c-bcd6-4f94-802c-2c18675052c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:18.232937 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-40b814dc-5cd7-4a35-bf42-08a6fe5e4ed9 None None] Allocated IP 172.20.0.2 (41abe80d-54c1-42e3-939e-e6573aeee062/7a945886-5cc5-48bb-87b2-e3e7490e88bb/93402015-509c-4b1d-b780-3a9e5f9bf22c) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:12:18.354607 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-786f871c-bcd6-4f94-802c-2c18675052c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:18.467942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f871c-bcd6-4f94-802c-2c18675052c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a81c671-2c22-4d07-bc16-74b13835cb65,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:18.476660 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88983447-44ac-499a-950f-499d6fa8e758 None None] Network 2a04e29e-c165-48d8-b6fc-d7aa8fc72347 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:12:18.478066 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-786f871c-bcd6-4f94-802c-2c18675052c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:18.483737 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-403fd7df-5f27-4361-96e4-5ca3e563c8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:18.484969 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-99b5fca7-ea71-46cb-be5f-1309ba5bd909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:18.497155 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-786f871c-bcd6-4f94-802c-2c18675052c1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4a81c671-2c22-4d07-bc16-74b13835cb65 HTTP/1.1" status: 204 len: 168 time: 0.8321855 Mar 09 04:12:18.499840 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38210) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:18.561035 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5fca7-ea71-46cb-be5f-1309ba5bd909 admin admin] Pushing event deleted for resources: {'Port': ['ID=c187c05d-ca28-4521-9dfc-05e90751f831,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:18.616941 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:18.663040 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] Deleting port fd43b5fe-d7b1-4774-b788-f4700432030f {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:12:18.663381 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:18.770722 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-40b814dc-5cd7-4a35-bf42-08a6fe5e4ed9 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:18.805742 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-40b814dc-5cd7-4a35-bf42-08a6fe5e4ed9 None None] Transition to ACTIVE for port object 93402015-509c-4b1d-b780-3a9e5f9bf22c will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:12:18.842132 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-40b814dc-5cd7-4a35-bf42-08a6fe5e4ed9 None None] Transition to ACTIVE for port object 93402015-509c-4b1d-b780-3a9e5f9bf22c will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:12:18.858760 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-40b814dc-5cd7-4a35-bf42-08a6fe5e4ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:18.944332 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-99b5fca7-ea71-46cb-be5f-1309ba5bd909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:19.003594 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b814dc-5cd7-4a35-bf42-08a6fe5e4ed9 None None] Pushing event updated for resources: {'Port': ['ID=93402015-509c-4b1d-b780-3a9e5f9bf22c,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:19.006519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6059c0c5-5590-49b6-ac28-e9a23c6ff004 None None] DHCP port deletion for 2a04e29e-c165-48d8-b6fc-d7aa8fc72347 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:12:19.019670 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6059c0c5-5590-49b6-ac28-e9a23c6ff004 None None] Deleting port fd43b5fe-d7b1-4774-b788-f4700432030f {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:12:19.020275 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6059c0c5-5590-49b6-ac28-e9a23c6ff004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:19.059517 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b814dc-5cd7-4a35-bf42-08a6fe5e4ed9 None None] Network 41abe80d-54c1-42e3-939e-e6573aeee062 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:12:19.064230 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-40b814dc-5cd7-4a35-bf42-08a6fe5e4ed9 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:12:19.067782 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b814dc-5cd7-4a35-bf42-08a6fe5e4ed9 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:12:19.205850 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-40b814dc-5cd7-4a35-bf42-08a6fe5e4ed9 None None] Attempting to bind port 93402015-509c-4b1d-b780-3a9e5f9bf22c on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:12:19.206211 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-40b814dc-5cd7-4a35-bf42-08a6fe5e4ed9 None None] Attempting to bind port 93402015-509c-4b1d-b780-3a9e5f9bf22c by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ea450379-75eb-4829-a1ed-3807a9781122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '41abe80d-54c1-42e3-939e-e6573aeee062'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:12:19.206567 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b814dc-5cd7-4a35-bf42-08a6fe5e4ed9 None None] Attempting to bind port 93402015-509c-4b1d-b780-3a9e5f9bf22c on network 41abe80d-54c1-42e3-939e-e6573aeee062 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:12:19.234604 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b814dc-5cd7-4a35-bf42-08a6fe5e4ed9 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:12:19.234999 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b814dc-5cd7-4a35-bf42-08a6fe5e4ed9 None None] Checking segment: {'id': 'ea450379-75eb-4829-a1ed-3807a9781122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '41abe80d-54c1-42e3-939e-e6573aeee062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:12:19.235397 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-40b814dc-5cd7-4a35-bf42-08a6fe5e4ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:19.235780 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b814dc-5cd7-4a35-bf42-08a6fe5e4ed9 None None] Bound using segment: {'id': 'ea450379-75eb-4829-a1ed-3807a9781122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '41abe80d-54c1-42e3-939e-e6573aeee062'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:12:19.236252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-40b814dc-5cd7-4a35-bf42-08a6fe5e4ed9 None None] Bound port: 93402015-509c-4b1d-b780-3a9e5f9bf22c, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea450379-75eb-4829-a1ed-3807a9781122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '41abe80d-54c1-42e3-939e-e6573aeee062'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:12:19.237400 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-40b814dc-5cd7-4a35-bf42-08a6fe5e4ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:19.238584 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] For port fd43b5fe-d7b1-4774-b788-f4700432030f, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=fd43b5fe-d7b1-4774-b788-f4700432030f,segment=NetworkSegment(07bb3294-a464-486d-ab0e-6bc5b65f2f05),segment_id=07bb3294-a464-486d-ab0e-6bc5b65f2f05)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:19.238986 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:19.376167 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b5fca7-ea71-46cb-be5f-1309ba5bd909 admin admin] Router e7f8d3f0-2f2d-43e1-a221-e6edffd1c954 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:12:19.379027 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 898bc8a2-f981-4481-b78e-2005f5f5049b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:12:19.411439 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6059c0c5-5590-49b6-ac28-e9a23c6ff004 None None] For port fd43b5fe-d7b1-4774-b788-f4700432030f, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=fd43b5fe-d7b1-4774-b788-f4700432030f,segment=NetworkSegment(07bb3294-a464-486d-ab0e-6bc5b65f2f05),segment_id=07bb3294-a464-486d-ab0e-6bc5b65f2f05)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:19.411811 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6059c0c5-5590-49b6-ac28-e9a23c6ff004 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:19.441573 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] Calling delete_port for fd43b5fe-d7b1-4774-b788-f4700432030f owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:12:19.557652 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b5fca7-ea71-46cb-be5f-1309ba5bd909 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:12:19.564442 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-403fd7df-5f27-4361-96e4-5ca3e563c8f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:19.570360 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-99b5fca7-ea71-46cb-be5f-1309ba5bd909 admin admin] 10.222.0.16 "PUT /v2.0/routers/e7f8d3f0-2f2d-43e1-a221-e6edffd1c954/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1761534 Mar 09 04:12:19.570679 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38214) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:19.574369 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4629cc76-ed20-471f-b24d-59d9a351d3c6 None None] Sync routers for ids ['e7f8d3f0-2f2d-43e1-a221-e6edffd1c954'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:12:19.583712 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4629cc76-ed20-471f-b24d-59d9a351d3c6 None None] Routers {'e7f8d3f0-2f2d-43e1-a221-e6edffd1c954'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:19.584558 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-4629cc76-ed20-471f-b24d-59d9a351d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e7f8d3f0-2f2d-43e1-a221-e6edffd1c954'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:19.615090 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6059c0c5-5590-49b6-ac28-e9a23c6ff004 None None] Calling delete_port for fd43b5fe-d7b1-4774-b788-f4700432030f owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:12:19.622233 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-403fd7df-5f27-4361-96e4-5ca3e563c8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:19.624834 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:19.677544 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-40b814dc-5cd7-4a35-bf42-08a6fe5e4ed9 None None] For port 93402015-509c-4b1d-b780-3a9e5f9bf22c, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:12:19.701524 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-40b814dc-5cd7-4a35-bf42-08a6fe5e4ed9 None None] For port 93402015-509c-4b1d-b780-3a9e5f9bf22c, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=93402015-509c-4b1d-b780-3a9e5f9bf22c,segment=NetworkSegment(ea450379-75eb-4829-a1ed-3807a9781122),segment_id=ea450379-75eb-4829-a1ed-3807a9781122)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:12:19.717463 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-40b814dc-5cd7-4a35-bf42-08a6fe5e4ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:19.760818 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a2b9379-6b42-41fd-9f92-fea90c2a0327 admin admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:19.783971 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 898bc8a2-f981-4481-b78e-2005f5f5049b completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:12:19.793292 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-6059c0c5-5590-49b6-ac28-e9a23c6ff004 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:12:19.793687 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-6059c0c5-5590-49b6-ac28-e9a23c6ff004 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:12:19.810419 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 898bc8a2-f981-4481-b78e-2005f5f5049b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:19.810790 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:19.858986 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-403fd7df-5f27-4361-96e4-5ca3e563c8f5 admin admin] Allocated IP 172.25.7.57 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/594d8a77-8fba-4c19-9209-88497ac2307c) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:12:19.868245 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b814dc-5cd7-4a35-bf42-08a6fe5e4ed9 None None] Pushing event updated for resources: {'Port': ['ID=93402015-509c-4b1d-b780-3a9e5f9bf22c,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:19.898025 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-4629cc76-ed20-471f-b24d-59d9a351d3c6 None None] Set router e7f8d3f0-2f2d-43e1-a221-e6edffd1c954 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:19.928618 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] No DVR routers for this DVR port fd43b5fe-d7b1-4774-b788-f4700432030f on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:12:19.930412 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd43b5fe-d7b1-4774-b788-f4700432030f,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:19.954825 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:20.002235 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 898bc8a2-f981-4481-b78e-2005f5f5049b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=898bc8a2-f981-4481-b78e-2005f5f5049b,segment=NetworkSegment(9a6fd9eb-b54b-47bf-8c09-d704072e1534),segment_id=9a6fd9eb-b54b-47bf-8c09-d704072e1534)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:20.009176 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:20.086736 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:20.087225 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:20.087430 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:20.087767 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:20.088094 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:20.088420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:20.088751 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:20.089129 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:20.089949 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:20.090270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:20.090587 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:20.097671 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:20.108394 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d7171472-5bc7-476b-9c90-acf1f2880f55 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:12:20.170275 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: d7171472-5bc7-476b-9c90-acf1f2880f55 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:12:20.170609 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d7171472-5bc7-476b-9c90-acf1f2880f55 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:12:20.171231 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device fd43b5fe-d7b1-4774-b788-f4700432030f no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:12:20.230972 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: fd43b5fe-d7b1-4774-b788-f4700432030f {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:12:20.231317 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device fd43b5fe-d7b1-4774-b788-f4700432030f not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:12:20.241856 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=898bc8a2-f981-4481-b78e-2005f5f5049b,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:20.274416 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:20.283912 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a2b9379-6b42-41fd-9f92-fea90c2a0327 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:20.296513 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6059c0c5-5590-49b6-ac28-e9a23c6ff004 None None] Deleting port fd43b5fe-d7b1-4774-b788-f4700432030f {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:12:20.296881 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6059c0c5-5590-49b6-ac28-e9a23c6ff004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:20.312214 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-9a2b9379-6b42-41fd-9f92-fea90c2a0327 admin admin] Deleting port 005c1396-b5dd-44c6-98dc-2136dc964a7d {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:12:20.312795 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a2b9379-6b42-41fd-9f92-fea90c2a0327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:20.329561 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a04e29e-c165-48d8-b6fc-d7aa8fc72347']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:20.357018 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-403fd7df-5f27-4361-96e4-5ca3e563c8f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:20.368297 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07bb3294-a464-486d-ab0e-6bc5b65f2f05') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:20.368835 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07bb3294-a464-486d-ab0e-6bc5b65f2f05') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:20.390231 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6059c0c5-5590-49b6-ac28-e9a23c6ff004 None None] The port 'fd43b5fe-d7b1-4774-b788-f4700432030f' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:12:20.404976 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:20.426206 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:20.436933 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:12:20.437264 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:12:20.451275 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:12:20.467649 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-4629cc76-ed20-471f-b24d-59d9a351d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f8d3f0-2f2d-43e1-a221-e6edffd1c954', 'name': 'tempest-TestAggregatesBasicOps-1555277406-router', 'tenant_id': 'c232758359d64e0d9aa0caf432c22d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '005c1396-b5dd-44c6-98dc-2136dc964a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:11:52Z', 'updated_at': '2022-03-09T04:12:18Z', 'revision_number': 5, 'project_id': 'c232758359d64e0d9aa0caf432c22d6d', 'gw_port': {'id': '005c1396-b5dd-44c6-98dc-2136dc964a7d', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f8d3f0-2f2d-43e1-a221-e6edffd1c954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:11:53Z', 'updated_at': '2022-03-09T04:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:20.471490 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4629cc76-ed20-471f-b24d-59d9a351d3c6 None None] Checking router: e7f8d3f0-2f2d-43e1-a221-e6edffd1c954 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:12:20.479976 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4629cc76-ed20-471f-b24d-59d9a351d3c6 None None] Routers {'e7f8d3f0-2f2d-43e1-a221-e6edffd1c954'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:20.480568 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-4629cc76-ed20-471f-b24d-59d9a351d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e7f8d3f0-2f2d-43e1-a221-e6edffd1c954'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:20.540324 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-403fd7df-5f27-4361-96e4-5ca3e563c8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:20.544120 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-9a2b9379-6b42-41fd-9f92-fea90c2a0327 admin admin] For port 005c1396-b5dd-44c6-98dc-2136dc964a7d, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=005c1396-b5dd-44c6-98dc-2136dc964a7d,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:20.544483 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a2b9379-6b42-41fd-9f92-fea90c2a0327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:20.583492 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:20.628666 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:20.638884 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-4629cc76-ed20-471f-b24d-59d9a351d3c6 None None] Set router e7f8d3f0-2f2d-43e1-a221-e6edffd1c954 gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:20.677811 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-9a2b9379-6b42-41fd-9f92-fea90c2a0327 admin admin] Calling delete_port for 005c1396-b5dd-44c6-98dc-2136dc964a7d owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:12:20.747511 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-4629cc76-ed20-471f-b24d-59d9a351d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f8d3f0-2f2d-43e1-a221-e6edffd1c954', 'name': 'tempest-TestAggregatesBasicOps-1555277406-router', 'tenant_id': 'c232758359d64e0d9aa0caf432c22d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:11:52Z', 'updated_at': '2022-03-09T04:12:20Z', 'revision_number': 6, 'project_id': 'c232758359d64e0d9aa0caf432c22d6d', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:20.751622 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4629cc76-ed20-471f-b24d-59d9a351d3c6 None None] The sync data for ids ['e7f8d3f0-2f2d-43e1-a221-e6edffd1c954'] in n-d-825178-5 is: [{'id': 'e7f8d3f0-2f2d-43e1-a221-e6edffd1c954', 'name': 'tempest-TestAggregatesBasicOps-1555277406-router', 'tenant_id': 'c232758359d64e0d9aa0caf432c22d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:11:52Z', 'updated_at': '2022-03-09T04:12:20Z', 'revision_number': 6, 'project_id': 'c232758359d64e0d9aa0caf432c22d6d', 'gw_port_host': None}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:12:20.786447 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403fd7df-5f27-4361-96e4-5ca3e563c8f5 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:12:20.791562 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a04e29e-c165-48d8-b6fc-d7aa8fc72347,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:20.793661 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-403fd7df-5f27-4361-96e4-5ca3e563c8f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:12:20.812674 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403fd7df-5f27-4361-96e4-5ca3e563c8f5 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:12:20.849040 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403fd7df-5f27-4361-96e4-5ca3e563c8f5 admin admin] Pushing event updated for resources: {'Port': ['ID=594d8a77-8fba-4c19-9209-88497ac2307c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:20.873645 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ab9fd51e-aa4a-40e0-ab62-6e097acbdea1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2a04e29e-c165-48d8-b6fc-d7aa8fc72347 HTTP/1.1" status: 204 len: 168 time: 2.3611445 Mar 09 04:12:20.892641 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a2b9379-6b42-41fd-9f92-fea90c2a0327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:20.952359 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b9379-6b42-41fd-9f92-fea90c2a0327 admin admin] Pushing event deleted for resources: {'Port': ['ID=005c1396-b5dd-44c6-98dc-2136dc964a7d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:21.052290 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38220) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:21.057560 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a2b9379-6b42-41fd-9f92-fea90c2a0327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:21.259293 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-519b1d89-9975-453d-9ce2-893aaf72cb61 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5cc75666b7d64b64a7fc43dbc17f958f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1975815 Mar 09 04:12:21.263062 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38224) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:21.264005 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8c07dd-8b64-42d1-b408-1a5646457bcc None None] Network 41abe80d-54c1-42e3-939e-e6573aeee062 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:12:21.278736 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a2b9379-6b42-41fd-9f92-fea90c2a0327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:21.284486 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a2b9379-6b42-41fd-9f92-fea90c2a0327 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:21.311491 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a2b9379-6b42-41fd-9f92-fea90c2a0327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:21.312004 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2b9379-6b42-41fd-9f92-fea90c2a0327 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7f8d3f0-2f2d-43e1-a221-e6edffd1c954 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:12:21.327327 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9a2b9379-6b42-41fd-9f92-fea90c2a0327 admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:21.330917 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9a2b9379-6b42-41fd-9f92-fea90c2a0327 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e7f8d3f0-2f2d-43e1-a221-e6edffd1c954 HTTP/1.1" status: 204 len: 168 time: 1.7567534 Mar 09 04:12:21.331069 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38228) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:21.394606 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-15775267-4d03-42e6-bc88-5e01c2956026 None None] Provisioning for port 93402015-509c-4b1d-b780-3a9e5f9bf22c completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:12:21.395499 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-15618f62-61f8-4bb6-b80d-8deef5c5d513 admin admin] Deleting subnet 16391da2-21a5-4461-9582-34f2c05af4d2 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:12:21.398848 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-15618f62-61f8-4bb6-b80d-8deef5c5d513 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:21.431128 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6d2468d8-6652-4130-b304-6db5ad534819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:21.433505 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-403fd7df-5f27-4361-96e4-5ca3e563c8f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:21.450197 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-15618f62-61f8-4bb6-b80d-8deef5c5d513 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:21.529585 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6d2468d8-6652-4130-b304-6db5ad534819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:21.533185 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-15618f62-61f8-4bb6-b80d-8deef5c5d513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:21.644615 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-15618f62-61f8-4bb6-b80d-8deef5c5d513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:21.711150 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15618f62-61f8-4bb6-b80d-8deef5c5d513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16391da2-21a5-4461-9582-34f2c05af4d2,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:21.713565 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-15618f62-61f8-4bb6-b80d-8deef5c5d513 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:21.722160 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986a07b5-1bb7-4c86-a0e8-4b3219a403b1 None None] Network b9dd5b3d-cffc-40a6-8026-6b56c7fab202 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:12:21.722427 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-15618f62-61f8-4bb6-b80d-8deef5c5d513 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/16391da2-21a5-4461-9582-34f2c05af4d2 HTTP/1.1" status: 204 len: 168 time: 0.3902812 Mar 09 04:12:21.728222 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38232) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:21.774758 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 898bc8a2-f981-4481-b78e-2005f5f5049b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:12:21.788154 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6d2468d8-6652-4130-b304-6db5ad534819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:21.861368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2468d8-6652-4130-b304-6db5ad534819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd7bf81-8ac9-493d-a6ed-f91af37370d3,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:21.951408 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-abf6e338-691d-4fc0-9a5b-0deaa6b676ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:21.953314 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6d2468d8-6652-4130-b304-6db5ad534819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:21.954465 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6d2468d8-6652-4130-b304-6db5ad534819 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1dd7bf81-8ac9-493d-a6ed-f91af37370d3 HTTP/1.1" status: 204 len: 168 time: 0.6905630 Mar 09 04:12:21.988236 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-abf6e338-691d-4fc0-9a5b-0deaa6b676ce admin admin] Deleting port a77f6af2-8934-4225-8b78-3a55440ca0d0 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:12:21.988580 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-abf6e338-691d-4fc0-9a5b-0deaa6b676ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:22.025277 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 898bc8a2-f981-4481-b78e-2005f5f5049b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:22.025594 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:22.034986 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-403fd7df-5f27-4361-96e4-5ca3e563c8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:22.178039 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 93402015-509c-4b1d-b780-3a9e5f9bf22c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:12:22.210305 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910d7d68-f24d-4776-920e-6fcfd14053e4 None None] DHCP port deletion for b9dd5b3d-cffc-40a6-8026-6b56c7fab202 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:12:22.226132 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-910d7d68-f24d-4776-920e-6fcfd14053e4 None None] Deleting port a77f6af2-8934-4225-8b78-3a55440ca0d0 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:12:22.226504 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-910d7d68-f24d-4776-920e-6fcfd14053e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:22.353288 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 93402015-509c-4b1d-b780-3a9e5f9bf22c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:12:22.377643 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 93402015-509c-4b1d-b780-3a9e5f9bf22c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:22.378016 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:22.410170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38240) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:22.459484 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-76004bcd-0674-4278-978d-358cfe9f5492 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c557cf77ac744b18943de4826100009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479603 Mar 09 04:12:22.462040 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38244) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:22.513551 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-abf6e338-691d-4fc0-9a5b-0deaa6b676ce admin admin] For port a77f6af2-8934-4225-8b78-3a55440ca0d0, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a77f6af2-8934-4225-8b78-3a55440ca0d0,segment=NetworkSegment(62c9b6b1-5f5f-4ea6-a086-7c5278ba35e1),segment_id=62c9b6b1-5f5f-4ea6-a086-7c5278ba35e1)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:22.513918 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-abf6e338-691d-4fc0-9a5b-0deaa6b676ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:22.523571 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-87125633-f449-4db7-ae0c-aa7ecedc8d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:22.554508 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-910d7d68-f24d-4776-920e-6fcfd14053e4 None None] For port a77f6af2-8934-4225-8b78-3a55440ca0d0, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a77f6af2-8934-4225-8b78-3a55440ca0d0,segment=NetworkSegment(62c9b6b1-5f5f-4ea6-a086-7c5278ba35e1),segment_id=62c9b6b1-5f5f-4ea6-a086-7c5278ba35e1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:22.555161 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-910d7d68-f24d-4776-920e-6fcfd14053e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:22.556668 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-87125633-f449-4db7-ae0c-aa7ecedc8d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:22.609870 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-87125633-f449-4db7-ae0c-aa7ecedc8d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:22.625259 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87125633-f449-4db7-ae0c-aa7ecedc8d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39422677-2342-4991-bbb6-cafa37592945,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:22.632885 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-87125633-f449-4db7-ae0c-aa7ecedc8d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:22.637184 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-87125633-f449-4db7-ae0c-aa7ecedc8d9d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39422677-2342-4991-bbb6-cafa37592945 HTTP/1.1" status: 204 len: 168 time: 0.1710250 Mar 09 04:12:22.655287 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-abf6e338-691d-4fc0-9a5b-0deaa6b676ce admin admin] Calling delete_port for a77f6af2-8934-4225-8b78-3a55440ca0d0 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:12:22.702643 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-910d7d68-f24d-4776-920e-6fcfd14053e4 None None] Calling delete_port for a77f6af2-8934-4225-8b78-3a55440ca0d0 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:12:22.725471 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403fd7df-5f27-4361-96e4-5ca3e563c8f5 admin admin] Router ed8138ca-0c72-40b4-87ce-8754cd0e6b0d is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:12:22.816006 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-abf6e338-691d-4fc0-9a5b-0deaa6b676ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:22.820844 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:22.845829 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-910d7d68-f24d-4776-920e-6fcfd14053e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:12:22.846183 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-910d7d68-f24d-4776-920e-6fcfd14053e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:12:22.858960 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 93402015-509c-4b1d-b780-3a9e5f9bf22c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=93402015-509c-4b1d-b780-3a9e5f9bf22c,segment=NetworkSegment(ea450379-75eb-4829-a1ed-3807a9781122),segment_id=ea450379-75eb-4829-a1ed-3807a9781122)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:22.864257 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:22.869237 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6e338-691d-4fc0-9a5b-0deaa6b676ce admin admin] Pushing event deleted for resources: {'Port': ['ID=a77f6af2-8934-4225-8b78-3a55440ca0d0,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:22.880424 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf6e338-691d-4fc0-9a5b-0deaa6b676ce admin admin] No DVR routers for this DVR port a77f6af2-8934-4225-8b78-3a55440ca0d0 on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:12:22.906055 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c187c05d-ca28-4521-9dfc-05e90751f831 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:12:22.955763 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: c187c05d-ca28-4521-9dfc-05e90751f831 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:12:22.956105 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c187c05d-ca28-4521-9dfc-05e90751f831 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:12:22.979775 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=93402015-509c-4b1d-b780-3a9e5f9bf22c,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:23.126262 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-abf6e338-691d-4fc0-9a5b-0deaa6b676ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:23.134184 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403fd7df-5f27-4361-96e4-5ca3e563c8f5 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:12:23.154694 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] Sync routers for ids ['ed8138ca-0c72-40b4-87ce-8754cd0e6b0d'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:12:23.166653 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-abf6e338-691d-4fc0-9a5b-0deaa6b676ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9dd5b3d-cffc-40a6-8026-6b56c7fab202']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:23.183486 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-abf6e338-691d-4fc0-9a5b-0deaa6b676ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c9b6b1-5f5f-4ea6-a086-7c5278ba35e1') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:23.183851 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-abf6e338-691d-4fc0-9a5b-0deaa6b676ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c9b6b1-5f5f-4ea6-a086-7c5278ba35e1') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:23.185178 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] Routers {'ed8138ca-0c72-40b4-87ce-8754cd0e6b0d'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:23.186326 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ed8138ca-0c72-40b4-87ce-8754cd0e6b0d'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:23.194671 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-403fd7df-5f27-4361-96e4-5ca3e563c8f5 admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:23.195951 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-403fd7df-5f27-4361-96e4-5ca3e563c8f5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 5.2626214 Mar 09 04:12:23.198769 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38262) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:23.202568 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-abf6e338-691d-4fc0-9a5b-0deaa6b676ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:23.295097 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-abf6e338-691d-4fc0-9a5b-0deaa6b676ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:23.309032 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf6e338-691d-4fc0-9a5b-0deaa6b676ce admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:12:23.309434 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-abf6e338-691d-4fc0-9a5b-0deaa6b676ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:23.321519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 93402015-509c-4b1d-b780-3a9e5f9bf22c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:12:23.327384 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:12:23.367338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-910d7d68-f24d-4776-920e-6fcfd14053e4 None None] Deleting port a77f6af2-8934-4225-8b78-3a55440ca0d0 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:12:23.367829 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-910d7d68-f24d-4776-920e-6fcfd14053e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:23.449834 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-910d7d68-f24d-4776-920e-6fcfd14053e4 None None] The port 'a77f6af2-8934-4225-8b78-3a55440ca0d0' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:12:23.507916 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-abf6e338-691d-4fc0-9a5b-0deaa6b676ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:23.514053 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-abf6e338-691d-4fc0-9a5b-0deaa6b676ce admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:23.571004 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38278) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:23.583653 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 93402015-509c-4b1d-b780-3a9e5f9bf22c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:23.584029 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:23.601693 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-abf6e338-691d-4fc0-9a5b-0deaa6b676ce admin admin] 10.222.0.16 "DELETE /v2.0/networks/b9dd5b3d-cffc-40a6-8026-6b56c7fab202 HTTP/1.1" status: 204 len: 168 time: 1.8724277 Mar 09 04:12:23.604715 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38284) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:23.610837 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6e338-691d-4fc0-9a5b-0deaa6b676ce admin admin] Pushing event deleted for resources: {'Network': ['ID=b9dd5b3d-cffc-40a6-8026-6b56c7fab202,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:23.661349 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] Set router ed8138ca-0c72-40b4-87ce-8754cd0e6b0d gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:23.779149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-523f71c3-beb8-4c6c-9222-05ee4d2bdfc2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-826368467-network', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:12:23.784625 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-523f71c3-beb8-4c6c-9222-05ee4d2bdfc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:12:23.789868 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-523f71c3-beb8-4c6c-9222-05ee4d2bdfc2 admin admin] Usage tracker for resource:network and tenant:6725fde802ef40aca9eb2e0759a8e4c4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:12:23.793279 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-523f71c3-beb8-4c6c-9222-05ee4d2bdfc2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:12:23.800724 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-523f71c3-beb8-4c6c-9222-05ee4d2bdfc2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:12:23.820028 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523f71c3-beb8-4c6c-9222-05ee4d2bdfc2 admin admin] Made reservation on behalf of 6725fde802ef40aca9eb2e0759a8e4c4 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:12:23.824414 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-523f71c3-beb8-4c6c-9222-05ee4d2bdfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:23.848353 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-523f71c3-beb8-4c6c-9222-05ee4d2bdfc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:24.031253 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 005c1396-b5dd-44c6-98dc-2136dc964a7d no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:12:24.093901 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 005c1396-b5dd-44c6-98dc-2136dc964a7d {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:12:24.094091 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 005c1396-b5dd-44c6-98dc-2136dc964a7d not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:12:24.094517 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a77f6af2-8934-4225-8b78-3a55440ca0d0 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:12:24.130166 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: a77f6af2-8934-4225-8b78-3a55440ca0d0 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:12:24.130511 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a77f6af2-8934-4225-8b78-3a55440ca0d0 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:12:24.193181 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-523f71c3-beb8-4c6c-9222-05ee4d2bdfc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:12:24.201397 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-523f71c3-beb8-4c6c-9222-05ee4d2bdfc2 admin admin] Usage tracker for resource:security_group_rule and tenant:6725fde802ef40aca9eb2e0759a8e4c4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:12:24.216785 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-523f71c3-beb8-4c6c-9222-05ee4d2bdfc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:12:24.237392 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8138ca-0c72-40b4-87ce-8754cd0e6b0d', 'name': 'tempest-ImageQuotaTest-742528940-router', 'tenant_id': '18f79b792f344c2caf01f0e1cafb5ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '594d8a77-8fba-4c19-9209-88497ac2307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:18Z', 'updated_at': '2022-03-09T04:12:21Z', 'revision_number': 3, 'project_id': '18f79b792f344c2caf01f0e1cafb5ead', 'gw_port': {'id': '594d8a77-8fba-4c19-9209-88497ac2307c', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8138ca-0c72-40b4-87ce-8754cd0e6b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:19Z', 'updated_at': '2022-03-09T04:12:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:24.242533 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] Checking router: ed8138ca-0c72-40b4-87ce-8754cd0e6b0d for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:12:24.243136 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] Updating router ed8138ca-0c72-40b4-87ce-8754cd0e6b0d port 594d8a77-8fba-4c19-9209-88497ac2307c binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:12:24.282895 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-523f71c3-beb8-4c6c-9222-05ee4d2bdfc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:12:24.316603 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:24.355047 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-722189e5-a374-42ef-8eb7-38cd3f2014be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:24.557070 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-523f71c3-beb8-4c6c-9222-05ee4d2bdfc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:24.564891 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-523f71c3-beb8-4c6c-9222-05ee4d2bdfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:24.582972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-523f71c3-beb8-4c6c-9222-05ee4d2bdfc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:12:24.593589 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-523f71c3-beb8-4c6c-9222-05ee4d2bdfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:24.593930 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-523f71c3-beb8-4c6c-9222-05ee4d2bdfc2 admin admin] Added segment 5ef8b00d-6def-41e5-b9d6-c37c0502ca27 of type vlan for network f13a94dc-edf6-4f8b-9742-db93f6aa5617 Mar 09 04:12:24.604028 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-722189e5-a374-42ef-8eb7-38cd3f2014be admin admin] Allocated IP 172.20.0.1 (41abe80d-54c1-42e3-939e-e6573aeee062/7a945886-5cc5-48bb-87b2-e3e7490e88bb/4284c307-67d7-442a-bb0a-7ca3708ee9b1) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:12:24.624865 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-523f71c3-beb8-4c6c-9222-05ee4d2bdfc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:24.669227 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-523f71c3-beb8-4c6c-9222-05ee4d2bdfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:24.670181 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523f71c3-beb8-4c6c-9222-05ee4d2bdfc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:24.670806 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-523f71c3-beb8-4c6c-9222-05ee4d2bdfc2 admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:24.808883 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:24.812101 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-722189e5-a374-42ef-8eb7-38cd3f2014be admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:24.818316 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f71c3-beb8-4c6c-9222-05ee4d2bdfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cfac1a-9dec-4c85-aafe-89b3dc25c1c1,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:24.824252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] Transition to ACTIVE for port object 594d8a77-8fba-4c19-9209-88497ac2307c will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:12:24.833664 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:24.834316 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f71c3-beb8-4c6c-9222-05ee4d2bdfc2 admin admin] Pushing event updated for resources: {'Network': ['ID=f13a94dc-edf6-4f8b-9742-db93f6aa5617,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:24.840116 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-722189e5-a374-42ef-8eb7-38cd3f2014be admin admin] Transition to ACTIVE for port object 4284c307-67d7-442a-bb0a-7ca3708ee9b1 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:12:24.848028 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-523f71c3-beb8-4c6c-9222-05ee4d2bdfc2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2751398 Mar 09 04:12:24.851949 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38294) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:24.861317 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-bfa20e2f-23f5-4ddc-8b12-370ae8db7d74 admin admin] Request body: {'subnet': {'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-826368467-subnet', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:12:24.864498 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f18df26c-ad57-4ef2-9113-7684c528ed32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:24.877299 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-bfa20e2f-23f5-4ddc-8b12-370ae8db7d74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:12:24.884219 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bfa20e2f-23f5-4ddc-8b12-370ae8db7d74 admin admin] Usage tracker for resource:subnet and tenant:6725fde802ef40aca9eb2e0759a8e4c4 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:12:24.891464 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-bfa20e2f-23f5-4ddc-8b12-370ae8db7d74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:12:24.906924 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-bfa20e2f-23f5-4ddc-8b12-370ae8db7d74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:12:24.925157 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa20e2f-23f5-4ddc-8b12-370ae8db7d74 admin admin] Made reservation on behalf of 6725fde802ef40aca9eb2e0759a8e4c4 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:12:24.929638 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bfa20e2f-23f5-4ddc-8b12-370ae8db7d74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:24.946666 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network f13a94dc-edf6-4f8b-9742-db93f6aa5617 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:12:25.027244 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] Attempting to bind port 594d8a77-8fba-4c19-9209-88497ac2307c on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:12:25.027726 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] Attempting to bind port 594d8a77-8fba-4c19-9209-88497ac2307c by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:12:25.028074 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] Attempting to bind port 594d8a77-8fba-4c19-9209-88497ac2307c on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:12:25.031286 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-722189e5-a374-42ef-8eb7-38cd3f2014be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:25.032052 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431b71a-4949-4170-ab73-fd232d974057 None None] Pushing event updated for resources: {'Port': ['ID=594d8a77-8fba-4c19-9209-88497ac2307c,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:25.095289 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:12:25.095664 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:12:25.096070 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:25.096465 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:12:25.096935 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] Bound port: 594d8a77-8fba-4c19-9209-88497ac2307c, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:12:25.097309 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:25.120859 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722189e5-a374-42ef-8eb7-38cd3f2014be admin admin] Network 41abe80d-54c1-42e3-939e-e6573aeee062 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:12:25.129608 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-722189e5-a374-42ef-8eb7-38cd3f2014be admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:12:25.133399 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722189e5-a374-42ef-8eb7-38cd3f2014be admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:12:25.198336 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-722189e5-a374-42ef-8eb7-38cd3f2014be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:25.221594 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] For port 594d8a77-8fba-4c19-9209-88497ac2307c, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:12:25.227210 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] For port 594d8a77-8fba-4c19-9209-88497ac2307c, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=594d8a77-8fba-4c19-9209-88497ac2307c,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:12:25.234579 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:25.319320 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-f18df26c-ad57-4ef2-9113-7684c528ed32 admin admin] Deleting port 898bc8a2-f981-4481-b78e-2005f5f5049b {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:12:25.319691 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f18df26c-ad57-4ef2-9113-7684c528ed32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:25.381789 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722189e5-a374-42ef-8eb7-38cd3f2014be admin admin] Pushing event updated for resources: {'Port': ['ID=4284c307-67d7-442a-bb0a-7ca3708ee9b1,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:25.382317 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] Routers {'ed8138ca-0c72-40b4-87ce-8754cd0e6b0d'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:25.382317 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ed8138ca-0c72-40b4-87ce-8754cd0e6b0d'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:25.552113 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431b71a-4949-4170-ab73-fd232d974057 None None] Pushing event updated for resources: {'Port': ['ID=594d8a77-8fba-4c19-9209-88497ac2307c,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:25.587191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-f18df26c-ad57-4ef2-9113-7684c528ed32 admin admin] For port 898bc8a2-f981-4481-b78e-2005f5f5049b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=898bc8a2-f981-4481-b78e-2005f5f5049b,segment=NetworkSegment(9a6fd9eb-b54b-47bf-8c09-d704072e1534),segment_id=9a6fd9eb-b54b-47bf-8c09-d704072e1534)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:25.587786 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f18df26c-ad57-4ef2-9113-7684c528ed32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:25.592835 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] Set router ed8138ca-0c72-40b4-87ce-8754cd0e6b0d gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:25.601064 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bfa20e2f-23f5-4ddc-8b12-370ae8db7d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:25.672334 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa20e2f-23f5-4ddc-8b12-370ae8db7d74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e82951b-4627-43be-82ea-670c0213bfa2,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:25.727791 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-f18df26c-ad57-4ef2-9113-7684c528ed32 admin admin] Calling delete_port for 898bc8a2-f981-4481-b78e-2005f5f5049b owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:12:25.761406 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-722189e5-a374-42ef-8eb7-38cd3f2014be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:25.778146 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa20e2f-23f5-4ddc-8b12-370ae8db7d74 admin admin] Checking segment: {'id': '5ef8b00d-6def-41e5-b9d6-c37c0502ca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:12:25.778750 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa20e2f-23f5-4ddc-8b12-370ae8db7d74 admin admin] Network hostable DHCP agents. Network: f13a94dc-edf6-4f8b-9742-db93f6aa5617, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:12:25.799065 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9eca0740-b47b-464a-9571-af8b923b927e None None] Provisioning for port 4284c307-67d7-442a-bb0a-7ca3708ee9b1 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:12:25.817721 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9eca0740-b47b-464a-9571-af8b923b927e None None] Provisioning complete for port 4284c307-67d7-442a-bb0a-7ca3708ee9b1 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:25.818395 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9eca0740-b47b-464a-9571-af8b923b927e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:25.867627 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa20e2f-23f5-4ddc-8b12-370ae8db7d74 admin admin] Network f13a94dc-edf6-4f8b-9742-db93f6aa5617 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:12:25.900859 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-9eca0740-b47b-464a-9571-af8b923b927e None None] Port 4284c307-67d7-442a-bb0a-7ca3708ee9b1 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:12:25.958614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-bfa20e2f-23f5-4ddc-8b12-370ae8db7d74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, f13a94dc-edf6-4f8b-9742-db93f6aa5617) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:12:25.970531 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8138ca-0c72-40b4-87ce-8754cd0e6b0d', 'name': 'tempest-ImageQuotaTest-742528940-router', 'tenant_id': '18f79b792f344c2caf01f0e1cafb5ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '594d8a77-8fba-4c19-9209-88497ac2307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:18Z', 'updated_at': '2022-03-09T04:12:21Z', 'revision_number': 3, 'project_id': '18f79b792f344c2caf01f0e1cafb5ead', 'gw_port': {'id': '594d8a77-8fba-4c19-9209-88497ac2307c', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8138ca-0c72-40b4-87ce-8754cd0e6b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:19Z', 'updated_at': '2022-03-09T04:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:25.970805 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa20e2f-23f5-4ddc-8b12-370ae8db7d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:25.971336 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bfa20e2f-23f5-4ddc-8b12-370ae8db7d74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:25.975276 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90751063-c25a-4033-9a4b-aeae42b3c3a8 None None] The sync data for ids ['ed8138ca-0c72-40b4-87ce-8754cd0e6b0d'] in n-d-825178-5 is: [{'id': 'ed8138ca-0c72-40b4-87ce-8754cd0e6b0d', 'name': 'tempest-ImageQuotaTest-742528940-router', 'tenant_id': '18f79b792f344c2caf01f0e1cafb5ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '594d8a77-8fba-4c19-9209-88497ac2307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:18Z', 'updated_at': '2022-03-09T04:12:21Z', 'revision_number': 3, 'project_id': '18f79b792f344c2caf01f0e1cafb5ead', 'gw_port': {'id': '594d8a77-8fba-4c19-9209-88497ac2307c', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8138ca-0c72-40b4-87ce-8754cd0e6b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:19Z', 'updated_at': '2022-03-09T04:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:12:25.983749 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7e2cfa-f9d1-41cd-9f34-cd959dbdeb3d None None] Network f13a94dc-edf6-4f8b-9742-db93f6aa5617 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:12:26.002748 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f18df26c-ad57-4ef2-9113-7684c528ed32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:26.138317 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bfa20e2f-23f5-4ddc-8b12-370ae8db7d74 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2847865 Mar 09 04:12:26.141310 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38310) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:26.149869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-1d35375d-035c-47e4-9e45-c64272d596be admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-826368467-router', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:12:26.156487 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1d35375d-035c-47e4-9e45-c64272d596be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:12:26.161111 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1d35375d-035c-47e4-9e45-c64272d596be admin admin] Usage tracker for resource:router and tenant:6725fde802ef40aca9eb2e0759a8e4c4 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:12:26.164912 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1d35375d-035c-47e4-9e45-c64272d596be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:12:26.179315 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1d35375d-035c-47e4-9e45-c64272d596be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:12:26.199083 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d35375d-035c-47e4-9e45-c64272d596be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:26.201156 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d35375d-035c-47e4-9e45-c64272d596be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:26.257341 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d35375d-035c-47e4-9e45-c64272d596be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:26.315441 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89eb65be-6254-4d5e-8cb1-c5367fd65927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-f13a94dc-edf6-4f8b-9742-db93f6aa5617', 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'fixed_ips': [{'subnet_id': '0e82951b-4627-43be-82ea-670c0213bfa2'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:12:26.316379 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-89eb65be-6254-4d5e-8cb1-c5367fd65927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:26.383938 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-722189e5-a374-42ef-8eb7-38cd3f2014be admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:26.397597 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-722189e5-a374-42ef-8eb7-38cd3f2014be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:26.430506 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18df26c-ad57-4ef2-9113-7684c528ed32 admin admin] Pushing event deleted for resources: {'Port': ['ID=898bc8a2-f981-4481-b78e-2005f5f5049b,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:26.666558 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-89eb65be-6254-4d5e-8cb1-c5367fd65927 None None] Allocated IP 172.20.0.2 (f13a94dc-edf6-4f8b-9742-db93f6aa5617/0e82951b-4627-43be-82ea-670c0213bfa2/7819bace-c205-4aaa-9f85-595aeddea4c6) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:12:26.773391 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f18df26c-ad57-4ef2-9113-7684c528ed32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:26.900987 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722189e5-a374-42ef-8eb7-38cd3f2014be admin admin] Pushing event updated for resources: {'Port': ['ID=4284c307-67d7-442a-bb0a-7ca3708ee9b1,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:26.980408 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-89eb65be-6254-4d5e-8cb1-c5367fd65927 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:26.994406 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-89eb65be-6254-4d5e-8cb1-c5367fd65927 None None] Transition to ACTIVE for port object 7819bace-c205-4aaa-9f85-595aeddea4c6 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:12:27.005489 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d35375d-035c-47e4-9e45-c64272d596be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:27.019973 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-722189e5-a374-42ef-8eb7-38cd3f2014be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:27.024195 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-89eb65be-6254-4d5e-8cb1-c5367fd65927 None None] Transition to ACTIVE for port object 7819bace-c205-4aaa-9f85-595aeddea4c6 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:12:27.034185 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-89eb65be-6254-4d5e-8cb1-c5367fd65927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:27.213373 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eb65be-6254-4d5e-8cb1-c5367fd65927 None None] Network f13a94dc-edf6-4f8b-9742-db93f6aa5617 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:12:27.218251 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-89eb65be-6254-4d5e-8cb1-c5367fd65927 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:12:27.231111 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eb65be-6254-4d5e-8cb1-c5367fd65927 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:12:27.271969 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722189e5-a374-42ef-8eb7-38cd3f2014be admin admin] Network 41abe80d-54c1-42e3-939e-e6573aeee062 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:12:27.274547 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-722189e5-a374-42ef-8eb7-38cd3f2014be admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:12:27.314931 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb65be-6254-4d5e-8cb1-c5367fd65927 None None] Pushing event updated for resources: {'Port': ['ID=7819bace-c205-4aaa-9f85-595aeddea4c6,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:27.402439 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-89eb65be-6254-4d5e-8cb1-c5367fd65927 None None] Attempting to bind port 7819bace-c205-4aaa-9f85-595aeddea4c6 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:12:27.402807 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-89eb65be-6254-4d5e-8cb1-c5367fd65927 None None] Attempting to bind port 7819bace-c205-4aaa-9f85-595aeddea4c6 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '5ef8b00d-6def-41e5-b9d6-c37c0502ca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:12:27.403203 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eb65be-6254-4d5e-8cb1-c5367fd65927 None None] Attempting to bind port 7819bace-c205-4aaa-9f85-595aeddea4c6 on network f13a94dc-edf6-4f8b-9742-db93f6aa5617 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:12:27.410978 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eb65be-6254-4d5e-8cb1-c5367fd65927 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:12:27.410978 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eb65be-6254-4d5e-8cb1-c5367fd65927 None None] Checking segment: {'id': '5ef8b00d-6def-41e5-b9d6-c37c0502ca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:12:27.410978 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-89eb65be-6254-4d5e-8cb1-c5367fd65927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:27.410978 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eb65be-6254-4d5e-8cb1-c5367fd65927 None None] Bound using segment: {'id': '5ef8b00d-6def-41e5-b9d6-c37c0502ca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:12:27.410978 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-89eb65be-6254-4d5e-8cb1-c5367fd65927 None None] Bound port: 7819bace-c205-4aaa-9f85-595aeddea4c6, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef8b00d-6def-41e5-b9d6-c37c0502ca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:12:27.411514 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-89eb65be-6254-4d5e-8cb1-c5367fd65927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:27.448031 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18df26c-ad57-4ef2-9113-7684c528ed32 admin admin] Router 99770004-e157-494c-be71-050f4a5f49ff has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:12:27.531508 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 594d8a77-8fba-4c19-9209-88497ac2307c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:12:27.694371 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722189e5-a374-42ef-8eb7-38cd3f2014be admin admin] Router ed8138ca-0c72-40b4-87ce-8754cd0e6b0d has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:12:27.734252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 594d8a77-8fba-4c19-9209-88497ac2307c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:12:27.743450 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-89eb65be-6254-4d5e-8cb1-c5367fd65927 None None] For port 7819bace-c205-4aaa-9f85-595aeddea4c6, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:12:27.747121 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18df26c-ad57-4ef2-9113-7684c528ed32 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:12:27.747811 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 594d8a77-8fba-4c19-9209-88497ac2307c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:27.748173 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:27.761695 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f18df26c-ad57-4ef2-9113-7684c528ed32 admin admin] 10.222.0.16 "PUT /v2.0/routers/99770004-e157-494c-be71-050f4a5f49ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1558037 Mar 09 04:12:27.762056 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab490cf-bf8a-4290-8868-9757d42d1303 None None] Sync routers for ids ['99770004-e157-494c-be71-050f4a5f49ff'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:12:27.763074 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38316) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:27.777146 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab490cf-bf8a-4290-8868-9757d42d1303 None None] Routers {'99770004-e157-494c-be71-050f4a5f49ff'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:27.777748 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6ab490cf-bf8a-4290-8868-9757d42d1303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['99770004-e157-494c-be71-050f4a5f49ff'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:27.865131 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-89eb65be-6254-4d5e-8cb1-c5367fd65927 None None] For port 7819bace-c205-4aaa-9f85-595aeddea4c6, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=7819bace-c205-4aaa-9f85-595aeddea4c6,segment=NetworkSegment(5ef8b00d-6def-41e5-b9d6-c37c0502ca27),segment_id=5ef8b00d-6def-41e5-b9d6-c37c0502ca27)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:12:27.893281 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-89eb65be-6254-4d5e-8cb1-c5367fd65927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:27.977276 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb65be-6254-4d5e-8cb1-c5367fd65927 None None] Pushing event updated for resources: {'Port': ['ID=7819bace-c205-4aaa-9f85-595aeddea4c6,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:27.982017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-78f17716-4fa4-4d8b-9f00-4d4832745c13 None None] Provisioning complete for port 4284c307-67d7-442a-bb0a-7ca3708ee9b1 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:27.982643 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-78f17716-4fa4-4d8b-9f00-4d4832745c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:28.015574 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b2d1493d-03e5-406f-a2ad-512b058ef580 admin admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:28.062727 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-78f17716-4fa4-4d8b-9f00-4d4832745c13 None None] Port 4284c307-67d7-442a-bb0a-7ca3708ee9b1 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:12:28.125916 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d35375d-035c-47e4-9e45-c64272d596be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:28.165200 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-6ab490cf-bf8a-4290-8868-9757d42d1303 None None] Set router 99770004-e157-494c-be71-050f4a5f49ff gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:28.172957 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:28.217736 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d35375d-035c-47e4-9e45-c64272d596be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:28.225439 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 594d8a77-8fba-4c19-9209-88497ac2307c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=594d8a77-8fba-4c19-9209-88497ac2307c,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:28.241047 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:28.360315 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b2d1493d-03e5-406f-a2ad-512b058ef580 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:28.373087 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-b2d1493d-03e5-406f-a2ad-512b058ef580 admin admin] Deleting port 0aad6958-3db8-49fe-8fd9-9d24a37562af {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:12:28.373342 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b2d1493d-03e5-406f-a2ad-512b058ef580 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:28.377341 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722189e5-a374-42ef-8eb7-38cd3f2014be admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:12:28.420934 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-722189e5-a374-42ef-8eb7-38cd3f2014be admin admin] 10.222.0.16 "PUT /v2.0/routers/ed8138ca-0c72-40b4-87ce-8754cd0e6b0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2122023 Mar 09 04:12:28.423821 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=594d8a77-8fba-4c19-9209-88497ac2307c,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:28.588267 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-1d35375d-035c-47e4-9e45-c64272d596be admin admin] Allocated IP 172.25.7.130 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/c4c31ff6-dc7d-4512-9e3b-9897f0e68640) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:12:28.696458 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] Sync routers for ids ['ed8138ca-0c72-40b4-87ce-8754cd0e6b0d'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:12:28.712098 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] Routers {'ed8138ca-0c72-40b4-87ce-8754cd0e6b0d'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:28.712360 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ed8138ca-0c72-40b4-87ce-8754cd0e6b0d'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:28.734707 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6ab490cf-bf8a-4290-8868-9757d42d1303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99770004-e157-494c-be71-050f4a5f49ff', 'name': 'tempest-TestAggregatesBasicOps-589812691-router', 'tenant_id': 'b11904da79fa46a487ceb5e550b4d6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '0aad6958-3db8-49fe-8fd9-9d24a37562af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:03Z', 'updated_at': '2022-03-09T04:12:25Z', 'revision_number': 5, 'project_id': 'b11904da79fa46a487ceb5e550b4d6aa', 'gw_port': {'id': '0aad6958-3db8-49fe-8fd9-9d24a37562af', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:98:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99770004-e157-494c-be71-050f4a5f49ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:05Z', 'updated_at': '2022-03-09T04:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:28.739797 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab490cf-bf8a-4290-8868-9757d42d1303 None None] Checking router: 99770004-e157-494c-be71-050f4a5f49ff for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:12:28.771602 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab490cf-bf8a-4290-8868-9757d42d1303 None None] Routers {'99770004-e157-494c-be71-050f4a5f49ff'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:28.772217 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6ab490cf-bf8a-4290-8868-9757d42d1303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['99770004-e157-494c-be71-050f4a5f49ff'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:28.848181 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1de6904a-f0df-4308-b480-dee6f40342e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:29.050286 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-b2d1493d-03e5-406f-a2ad-512b058ef580 admin admin] For port 0aad6958-3db8-49fe-8fd9-9d24a37562af, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0aad6958-3db8-49fe-8fd9-9d24a37562af,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:29.050834 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b2d1493d-03e5-406f-a2ad-512b058ef580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:29.072234 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] Set router ed8138ca-0c72-40b4-87ce-8754cd0e6b0d gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:29.080231 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-6ab490cf-bf8a-4290-8868-9757d42d1303 None None] Set router 99770004-e157-494c-be71-050f4a5f49ff gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:29.086174 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d35375d-035c-47e4-9e45-c64272d596be admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:29.141477 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d35375d-035c-47e4-9e45-c64272d596be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:29.197451 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-b2d1493d-03e5-406f-a2ad-512b058ef580 admin admin] Calling delete_port for 0aad6958-3db8-49fe-8fd9-9d24a37562af owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:12:29.292819 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6ab490cf-bf8a-4290-8868-9757d42d1303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99770004-e157-494c-be71-050f4a5f49ff', 'name': 'tempest-TestAggregatesBasicOps-589812691-router', 'tenant_id': 'b11904da79fa46a487ceb5e550b4d6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:03Z', 'updated_at': '2022-03-09T04:12:28Z', 'revision_number': 6, 'project_id': 'b11904da79fa46a487ceb5e550b4d6aa', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:29.315175 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab490cf-bf8a-4290-8868-9757d42d1303 None None] The sync data for ids ['99770004-e157-494c-be71-050f4a5f49ff'] in n-d-825178-5 is: [{'id': '99770004-e157-494c-be71-050f4a5f49ff', 'name': 'tempest-TestAggregatesBasicOps-589812691-router', 'tenant_id': 'b11904da79fa46a487ceb5e550b4d6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:03Z', 'updated_at': '2022-03-09T04:12:28Z', 'revision_number': 6, 'project_id': 'b11904da79fa46a487ceb5e550b4d6aa', 'gw_port_host': None}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:12:29.326112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d35375d-035c-47e4-9e45-c64272d596be admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:12:29.333603 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35375d-035c-47e4-9e45-c64272d596be admin admin] Pushing event updated for resources: {'Port': ['ID=c4c31ff6-dc7d-4512-9e3b-9897f0e68640,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:29.336282 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-1d35375d-035c-47e4-9e45-c64272d596be admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:12:29.338431 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d35375d-035c-47e4-9e45-c64272d596be admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:12:29.517519 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b2d1493d-03e5-406f-a2ad-512b058ef580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:29.575520 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8138ca-0c72-40b4-87ce-8754cd0e6b0d', 'name': 'tempest-ImageQuotaTest-742528940-router', 'tenant_id': '18f79b792f344c2caf01f0e1cafb5ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '594d8a77-8fba-4c19-9209-88497ac2307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:18Z', 'updated_at': '2022-03-09T04:12:25Z', 'revision_number': 4, 'project_id': '18f79b792f344c2caf01f0e1cafb5ead', 'gw_port': {'id': '594d8a77-8fba-4c19-9209-88497ac2307c', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8138ca-0c72-40b4-87ce-8754cd0e6b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:19Z', 'updated_at': '2022-03-09T04:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4284c307-67d7-442a-bb0a-7ca3708ee9b1', 'name': '', 'network_id': '41abe80d-54c1-42e3-939e-e6573aeee062', 'tenant_id': '18f79b792f344c2caf01f0e1cafb5ead', 'mac_address': 'fa:16:3e:3f:6b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8138ca-0c72-40b4-87ce-8754cd0e6b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '7a945886-5cc5-48bb-87b2-e3e7490e88bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:24Z', 'updated_at': '2022-03-09T04:12:25Z', 'revision_number': 2, 'project_id': '18f79b792f344c2caf01f0e1cafb5ead', 'subnets': [{'id': '7a945886-5cc5-48bb-87b2-e3e7490e88bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:29.578606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1493d-03e5-406f-a2ad-512b058ef580 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aad6958-3db8-49fe-8fd9-9d24a37562af,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:29.586052 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] Checking router: ed8138ca-0c72-40b4-87ce-8754cd0e6b0d for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:12:29.586303 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] Updating router ed8138ca-0c72-40b4-87ce-8754cd0e6b0d port 4284c307-67d7-442a-bb0a-7ca3708ee9b1 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:12:29.699723 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:29.734702 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b2d1493d-03e5-406f-a2ad-512b058ef580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:29.804831 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 594d8a77-8fba-4c19-9209-88497ac2307c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:12:29.900134 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf9255e-e3a8-4146-91e8-0044803a51e5 None None] Network f13a94dc-edf6-4f8b-9742-db93f6aa5617 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:12:29.991156 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b2d1493d-03e5-406f-a2ad-512b058ef580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:29.993866 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b2d1493d-03e5-406f-a2ad-512b058ef580 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:30.022666 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b2d1493d-03e5-406f-a2ad-512b058ef580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:30.023188 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d1493d-03e5-406f-a2ad-512b058ef580 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99770004-e157-494c-be71-050f4a5f49ff {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:12:30.034061 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d35375d-035c-47e4-9e45-c64272d596be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:30.050541 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b2d1493d-03e5-406f-a2ad-512b058ef580 admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:30.054635 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b2d1493d-03e5-406f-a2ad-512b058ef580 admin admin] 10.222.0.16 "DELETE /v2.0/routers/99770004-e157-494c-be71-050f4a5f49ff HTTP/1.1" status: 204 len: 168 time: 2.2870300 Mar 09 04:12:30.054883 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38340) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:30.090955 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d6a865b4-ae76-4fec-936c-2f5d16af6a0d None None] Provisioning for port 7819bace-c205-4aaa-9f85-595aeddea4c6 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:12:30.135395 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-0637761b-edd2-4c57-adeb-a9457e09d8ce admin admin] Deleting subnet c0c29746-30f4-427a-82eb-5a7dc3a6705f {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:12:30.138369 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0637761b-edd2-4c57-adeb-a9457e09d8ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:30.205672 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 594d8a77-8fba-4c19-9209-88497ac2307c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:30.206030 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:30.208029 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0637761b-edd2-4c57-adeb-a9457e09d8ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:30.319230 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0637761b-edd2-4c57-adeb-a9457e09d8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:30.421066 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0637761b-edd2-4c57-adeb-a9457e09d8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:30.459317 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d35375d-035c-47e4-9e45-c64272d596be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:30.479032 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637761b-edd2-4c57-adeb-a9457e09d8ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0c29746-30f4-427a-82eb-5a7dc3a6705f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:30.489596 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0637761b-edd2-4c57-adeb-a9457e09d8ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:30.497319 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0637761b-edd2-4c57-adeb-a9457e09d8ce admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c0c29746-30f4-427a-82eb-5a7dc3a6705f HTTP/1.1" status: 204 len: 168 time: 0.4412818 Mar 09 04:12:30.499723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38346) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:30.525331 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e6e7d7-b284-44df-9586-8db7307c919e None None] Network 4ebbe484-5a66-46eb-9bd2-8bee55014916 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:12:30.559921 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38350) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:30.620851 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-846802da-f2c2-421a-a973-8f3cea5a0791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:30.634086 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-846802da-f2c2-421a-a973-8f3cea5a0791 admin admin] Deleting port fa1b5993-df17-4514-a7f1-1c2d5829182b {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:12:30.634724 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-846802da-f2c2-421a-a973-8f3cea5a0791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:30.833159 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:30.881595 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 7819bace-c205-4aaa-9f85-595aeddea4c6 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:12:30.896221 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-846802da-f2c2-421a-a973-8f3cea5a0791 admin admin] For port fa1b5993-df17-4514-a7f1-1c2d5829182b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=fa1b5993-df17-4514-a7f1-1c2d5829182b,segment=NetworkSegment(9a6fd9eb-b54b-47bf-8c09-d704072e1534),segment_id=9a6fd9eb-b54b-47bf-8c09-d704072e1534)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:30.896570 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-846802da-f2c2-421a-a973-8f3cea5a0791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:30.918147 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] Transition to ACTIVE for port object 4284c307-67d7-442a-bb0a-7ca3708ee9b1 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:12:30.944865 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:31.051723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-846802da-f2c2-421a-a973-8f3cea5a0791 admin admin] Calling delete_port for fa1b5993-df17-4514-a7f1-1c2d5829182b owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:12:31.169609 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02485de-fb7d-4d4c-9564-076cd7fa30fc None None] Pushing event updated for resources: {'Port': ['ID=4284c307-67d7-442a-bb0a-7ca3708ee9b1,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:31.178788 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 7819bace-c205-4aaa-9f85-595aeddea4c6 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:12:31.180998 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-846802da-f2c2-421a-a973-8f3cea5a0791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:31.208735 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d35375d-035c-47e4-9e45-c64272d596be admin admin] Router 59bb9a16-9e36-4602-92bb-fc643c503292 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:12:31.230722 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-984ec464-a5a8-4a2f-a080-5d5d5d09a0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:31.247883 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 7819bace-c205-4aaa-9f85-595aeddea4c6 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:31.248263 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:31.287626 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846802da-f2c2-421a-a973-8f3cea5a0791 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa1b5993-df17-4514-a7f1-1c2d5829182b,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:31.294970 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846802da-f2c2-421a-a973-8f3cea5a0791 admin admin] No DVR routers for this DVR port fa1b5993-df17-4514-a7f1-1c2d5829182b on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:12:31.307082 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bede042-4521-405e-820e-36688a2e480a None None] DHCP port deletion for 4ebbe484-5a66-46eb-9bd2-8bee55014916 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:12:31.324224 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] Attempting to bind port 4284c307-67d7-442a-bb0a-7ca3708ee9b1 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:12:31.324592 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] Attempting to bind port 4284c307-67d7-442a-bb0a-7ca3708ee9b1 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ea450379-75eb-4829-a1ed-3807a9781122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '41abe80d-54c1-42e3-939e-e6573aeee062'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:12:31.324950 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] Attempting to bind port 4284c307-67d7-442a-bb0a-7ca3708ee9b1 on network 41abe80d-54c1-42e3-939e-e6573aeee062 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:12:31.354459 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:12:31.354835 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] Checking segment: {'id': 'ea450379-75eb-4829-a1ed-3807a9781122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '41abe80d-54c1-42e3-939e-e6573aeee062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:12:31.355256 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:31.355651 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] Bound using segment: {'id': 'ea450379-75eb-4829-a1ed-3807a9781122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '41abe80d-54c1-42e3-939e-e6573aeee062'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:12:31.356122 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] Bound port: 4284c307-67d7-442a-bb0a-7ca3708ee9b1, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea450379-75eb-4829-a1ed-3807a9781122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '41abe80d-54c1-42e3-939e-e6573aeee062'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:12:31.356500 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:31.453274 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-846802da-f2c2-421a-a973-8f3cea5a0791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:31.485464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-846802da-f2c2-421a-a973-8f3cea5a0791 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ebbe484-5a66-46eb-9bd2-8bee55014916']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:31.496227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-846802da-f2c2-421a-a973-8f3cea5a0791 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a6fd9eb-b54b-47bf-8c09-d704072e1534') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:31.496520 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-846802da-f2c2-421a-a973-8f3cea5a0791 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a6fd9eb-b54b-47bf-8c09-d704072e1534') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:31.507953 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-846802da-f2c2-421a-a973-8f3cea5a0791 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:31.537425 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] For port 4284c307-67d7-442a-bb0a-7ca3708ee9b1, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:12:31.550833 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:31.563763 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] For port 4284c307-67d7-442a-bb0a-7ca3708ee9b1, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=4284c307-67d7-442a-bb0a-7ca3708ee9b1,segment=NetworkSegment(ea450379-75eb-4829-a1ed-3807a9781122),segment_id=ea450379-75eb-4829-a1ed-3807a9781122)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:12:31.574579 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d35375d-035c-47e4-9e45-c64272d596be admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:12:31.575201 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:31.588078 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] Sync routers for ids ['59bb9a16-9e36-4602-92bb-fc643c503292'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:12:31.604378 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] Routers {'59bb9a16-9e36-4602-92bb-fc643c503292'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:31.605800 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['59bb9a16-9e36-4602-92bb-fc643c503292'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:31.641827 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-846802da-f2c2-421a-a973-8f3cea5a0791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:31.644657 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1d35375d-035c-47e4-9e45-c64272d596be admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:31.648537 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1d35375d-035c-47e4-9e45-c64272d596be admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5036874 Mar 09 04:12:31.648843 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38356) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:31.649265 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846802da-f2c2-421a-a973-8f3cea5a0791 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:12:31.649698 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-846802da-f2c2-421a-a973-8f3cea5a0791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:12:31.665172 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:12:31.668881 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02485de-fb7d-4d4c-9564-076cd7fa30fc None None] Pushing event updated for resources: {'Port': ['ID=4284c307-67d7-442a-bb0a-7ca3708ee9b1,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:31.697724 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-28ad0069-45fd-4423-8781-4d31584fbc52 None None] Provisioning complete for port 7819bace-c205-4aaa-9f85-595aeddea4c6 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:31.698705 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-28ad0069-45fd-4423-8781-4d31584fbc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:31.797753 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-846802da-f2c2-421a-a973-8f3cea5a0791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:31.809151 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-846802da-f2c2-421a-a973-8f3cea5a0791 admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:31.849545 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846802da-f2c2-421a-a973-8f3cea5a0791 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ebbe484-5a66-46eb-9bd2-8bee55014916,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:31.859014 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-846802da-f2c2-421a-a973-8f3cea5a0791 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4ebbe484-5a66-46eb-9bd2-8bee55014916 HTTP/1.1" status: 204 len: 168 time: 1.3580697 Mar 09 04:12:31.880731 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] Routers {'ed8138ca-0c72-40b4-87ce-8754cd0e6b0d'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:31.881368 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ed8138ca-0c72-40b4-87ce-8754cd0e6b0d'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:31.978382 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] Set router 59bb9a16-9e36-4602-92bb-fc643c503292 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:31.990949 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 7819bace-c205-4aaa-9f85-595aeddea4c6, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=7819bace-c205-4aaa-9f85-595aeddea4c6,segment=NetworkSegment(5ef8b00d-6def-41e5-b9d6-c37c0502ca27),segment_id=5ef8b00d-6def-41e5-b9d6-c37c0502ca27)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:32.030485 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:32.055367 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38364) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:32.125060 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-077f4ac2-56a2-4a10-80ec-02bc29efabb7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c232758359d64e0d9aa0caf432c22d6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0682337 Mar 09 04:12:32.125643 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38368) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:32.201848 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 898bc8a2-f981-4481-b78e-2005f5f5049b no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:12:32.203305 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-64d94d4a-f620-4747-85fc-b7f6ac10951d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:32.234799 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-64d94d4a-f620-4747-85fc-b7f6ac10951d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:32.289779 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 898bc8a2-f981-4481-b78e-2005f5f5049b {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:12:32.292509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 898bc8a2-f981-4481-b78e-2005f5f5049b not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:12:32.297236 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0aad6958-3db8-49fe-8fd9-9d24a37562af no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:12:32.313532 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-64d94d4a-f620-4747-85fc-b7f6ac10951d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:32.337396 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=7819bace-c205-4aaa-9f85-595aeddea4c6,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:32.338408 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-64d94d4a-f620-4747-85fc-b7f6ac10951d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:32.345261 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-64d94d4a-f620-4747-85fc-b7f6ac10951d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7a1e3ec-b474-454d-a214-d5be571e13d1 HTTP/1.1" status: 204 len: 168 time: 0.2167327 Mar 09 04:12:32.346180 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d94d4a-f620-4747-85fc-b7f6ac10951d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a1e3ec-b474-454d-a214-d5be571e13d1,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:32.384339 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 0aad6958-3db8-49fe-8fd9-9d24a37562af {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:12:32.384602 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0aad6958-3db8-49fe-8fd9-9d24a37562af not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:12:32.385046 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device fa1b5993-df17-4514-a7f1-1c2d5829182b no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:12:32.392320 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'name': 'tempest-TestVolumeBackupRestore-826368467-router', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:26Z', 'updated_at': '2022-03-09T04:12:29Z', 'revision_number': 3, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'gw_port': {'id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:28Z', 'updated_at': '2022-03-09T04:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:32.396212 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] Checking router: 59bb9a16-9e36-4602-92bb-fc643c503292 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:12:32.396557 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] Updating router 59bb9a16-9e36-4602-92bb-fc643c503292 port c4c31ff6-dc7d-4512-9e3b-9897f0e68640 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:12:32.451484 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:32.482652 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:32.502131 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] Set router ed8138ca-0c72-40b4-87ce-8754cd0e6b0d gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:32.559608 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:32.560212 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: fa1b5993-df17-4514-a7f1-1c2d5829182b {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:12:32.560571 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device fa1b5993-df17-4514-a7f1-1c2d5829182b not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:12:32.711954 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a4ad23b3-bef8-4eac-9c77-d8d7b6114ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:32.787077 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-affc240f-350a-479e-a505-2b2de8df9dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:32.843785 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38376) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:32.864984 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:32.878793 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] Transition to ACTIVE for port object c4c31ff6-dc7d-4512-9e3b-9897f0e68640 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:12:32.887353 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:32.923572 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8138ca-0c72-40b4-87ce-8754cd0e6b0d', 'name': 'tempest-ImageQuotaTest-742528940-router', 'tenant_id': '18f79b792f344c2caf01f0e1cafb5ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '594d8a77-8fba-4c19-9209-88497ac2307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:18Z', 'updated_at': '2022-03-09T04:12:25Z', 'revision_number': 4, 'project_id': '18f79b792f344c2caf01f0e1cafb5ead', 'gw_port': {'id': '594d8a77-8fba-4c19-9209-88497ac2307c', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8138ca-0c72-40b4-87ce-8754cd0e6b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:19Z', 'updated_at': '2022-03-09T04:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4284c307-67d7-442a-bb0a-7ca3708ee9b1', 'name': '', 'network_id': '41abe80d-54c1-42e3-939e-e6573aeee062', 'tenant_id': '18f79b792f344c2caf01f0e1cafb5ead', 'mac_address': 'fa:16:3e:3f:6b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8138ca-0c72-40b4-87ce-8754cd0e6b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '7a945886-5cc5-48bb-87b2-e3e7490e88bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:24Z', 'updated_at': '2022-03-09T04:12:31Z', 'revision_number': 4, 'project_id': '18f79b792f344c2caf01f0e1cafb5ead', 'subnets': [{'id': '7a945886-5cc5-48bb-87b2-e3e7490e88bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:32.928200 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f26964-c4de-433a-a142-3b45955d8b19 None None] The sync data for ids ['ed8138ca-0c72-40b4-87ce-8754cd0e6b0d'] in n-d-825178-5 is: [{'id': 'ed8138ca-0c72-40b4-87ce-8754cd0e6b0d', 'name': 'tempest-ImageQuotaTest-742528940-router', 'tenant_id': '18f79b792f344c2caf01f0e1cafb5ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '594d8a77-8fba-4c19-9209-88497ac2307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:18Z', 'updated_at': '2022-03-09T04:12:25Z', 'revision_number': 4, 'project_id': '18f79b792f344c2caf01f0e1cafb5ead', 'gw_port': {'id': '594d8a77-8fba-4c19-9209-88497ac2307c', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8138ca-0c72-40b4-87ce-8754cd0e6b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:19Z', 'updated_at': '2022-03-09T04:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4284c307-67d7-442a-bb0a-7ca3708ee9b1', 'name': '', 'network_id': '41abe80d-54c1-42e3-939e-e6573aeee062', 'tenant_id': '18f79b792f344c2caf01f0e1cafb5ead', 'mac_address': 'fa:16:3e:3f:6b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8138ca-0c72-40b4-87ce-8754cd0e6b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '7a945886-5cc5-48bb-87b2-e3e7490e88bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:24Z', 'updated_at': '2022-03-09T04:12:31Z', 'revision_number': 4, 'project_id': '18f79b792f344c2caf01f0e1cafb5ead', 'subnets': [{'id': '7a945886-5cc5-48bb-87b2-e3e7490e88bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:12:32.971760 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] Attempting to bind port c4c31ff6-dc7d-4512-9e3b-9897f0e68640 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:12:32.972320 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] Attempting to bind port c4c31ff6-dc7d-4512-9e3b-9897f0e68640 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:12:32.972775 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] Attempting to bind port c4c31ff6-dc7d-4512-9e3b-9897f0e68640 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:12:32.988045 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b42ef1a8-f860-434f-a322-a924e188333d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b11904da79fa46a487ceb5e550b4d6aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422982 Mar 09 04:12:32.990408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38382) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:33.009557 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:12:33.009935 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:12:33.010324 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:33.010735 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:12:33.011850 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] Bound port: c4c31ff6-dc7d-4512-9e3b-9897f0e68640, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:12:33.015095 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:33.079468 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d8635-3799-4917-8878-c3b25ea26846 None None] Pushing event updated for resources: {'Port': ['ID=c4c31ff6-dc7d-4512-9e3b-9897f0e68640,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:33.120955 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] For port c4c31ff6-dc7d-4512-9e3b-9897f0e68640, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:12:33.125558 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] For port c4c31ff6-dc7d-4512-9e3b-9897f0e68640, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c4c31ff6-dc7d-4512-9e3b-9897f0e68640,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:12:33.131333 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:33.144942 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7b51f107-366b-403a-9e33-187bf01e97b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:33.180764 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7b51f107-366b-403a-9e33-187bf01e97b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:33.223046 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d8635-3799-4917-8878-c3b25ea26846 None None] Pushing event updated for resources: {'Port': ['ID=c4c31ff6-dc7d-4512-9e3b-9897f0e68640,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:33.242795 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] Routers {'59bb9a16-9e36-4602-92bb-fc643c503292'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:33.243607 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['59bb9a16-9e36-4602-92bb-fc643c503292'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:33.259055 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7b51f107-366b-403a-9e33-187bf01e97b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:33.279175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51f107-366b-403a-9e33-187bf01e97b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2d0807-3955-44e8-becc-98f91f707180,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:33.287574 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7b51f107-366b-403a-9e33-187bf01e97b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:33.288862 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7b51f107-366b-403a-9e33-187bf01e97b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df2d0807-3955-44e8-becc-98f91f707180 HTTP/1.1" status: 204 len: 168 time: 0.2973759 Mar 09 04:12:33.403484 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-a4ad23b3-bef8-4eac-9c77-d8d7b6114ebc admin admin] Deleting port 4284c307-67d7-442a-bb0a-7ca3708ee9b1 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:12:33.403830 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a4ad23b3-bef8-4eac-9c77-d8d7b6114ebc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:33.434133 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-affc240f-350a-479e-a505-2b2de8df9dc6 admin admin] Allocated IP 172.20.0.1 (f13a94dc-edf6-4f8b-9742-db93f6aa5617/0e82951b-4627-43be-82ea-670c0213bfa2/a322a3df-d9d6-4be2-a9d6-f3ccd987aea9) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:12:33.468635 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] Set router 59bb9a16-9e36-4602-92bb-fc643c503292 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:33.546128 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:33.735103 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-a4ad23b3-bef8-4eac-9c77-d8d7b6114ebc admin admin] For port 4284c307-67d7-442a-bb0a-7ca3708ee9b1, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=4284c307-67d7-442a-bb0a-7ca3708ee9b1,segment=NetworkSegment(ea450379-75eb-4829-a1ed-3807a9781122),segment_id=ea450379-75eb-4829-a1ed-3807a9781122)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:33.736226 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a4ad23b3-bef8-4eac-9c77-d8d7b6114ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:33.860869 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'name': 'tempest-TestVolumeBackupRestore-826368467-router', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:26Z', 'updated_at': '2022-03-09T04:12:29Z', 'revision_number': 3, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'gw_port': {'id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:28Z', 'updated_at': '2022-03-09T04:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:33.865487 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f507ee50-603b-46d5-b671-5f6249672918 None None] The sync data for ids ['59bb9a16-9e36-4602-92bb-fc643c503292'] in n-d-825178-5 is: [{'id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'name': 'tempest-TestVolumeBackupRestore-826368467-router', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:26Z', 'updated_at': '2022-03-09T04:12:29Z', 'revision_number': 3, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'gw_port': {'id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:28Z', 'updated_at': '2022-03-09T04:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:12:33.941157 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-a4ad23b3-bef8-4eac-9c77-d8d7b6114ebc admin admin] Calling delete_port for 4284c307-67d7-442a-bb0a-7ca3708ee9b1 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:12:34.006424 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-affc240f-350a-479e-a505-2b2de8df9dc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:34.222433 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-affc240f-350a-479e-a505-2b2de8df9dc6 admin admin] Transition to ACTIVE for port object a322a3df-d9d6-4be2-a9d6-f3ccd987aea9 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:12:34.232272 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 7819bace-c205-4aaa-9f85-595aeddea4c6 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:12:34.371190 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-affc240f-350a-479e-a505-2b2de8df9dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:34.383111 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:34.404944 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 7819bace-c205-4aaa-9f85-595aeddea4c6 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:34.405592 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:34.475145 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affc240f-350a-479e-a505-2b2de8df9dc6 admin admin] Network f13a94dc-edf6-4f8b-9742-db93f6aa5617 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:12:34.491859 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-affc240f-350a-479e-a505-2b2de8df9dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:12:34.504004 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affc240f-350a-479e-a505-2b2de8df9dc6 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:12:34.568319 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 4284c307-67d7-442a-bb0a-7ca3708ee9b1 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:12:34.644678 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 4284c307-67d7-442a-bb0a-7ca3708ee9b1 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:12:34.658060 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 4284c307-67d7-442a-bb0a-7ca3708ee9b1 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:34.658441 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:34.729884 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc240f-350a-479e-a505-2b2de8df9dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=a322a3df-d9d6-4be2-a9d6-f3ccd987aea9,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:34.796227 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-affc240f-350a-479e-a505-2b2de8df9dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:34.840266 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:34.876035 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7f04443e-e507-492a-bbae-b99bf0b13d2f None None] Provisioning for port a322a3df-d9d6-4be2-a9d6-f3ccd987aea9 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:12:34.882234 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7f04443e-e507-492a-bbae-b99bf0b13d2f None None] Provisioning complete for port a322a3df-d9d6-4be2-a9d6-f3ccd987aea9 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:34.883834 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7f04443e-e507-492a-bbae-b99bf0b13d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:34.951962 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-7f04443e-e507-492a-bbae-b99bf0b13d2f None None] Port a322a3df-d9d6-4be2-a9d6-f3ccd987aea9 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:12:34.972186 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a4ad23b3-bef8-4eac-9c77-d8d7b6114ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:35.080235 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad23b3-bef8-4eac-9c77-d8d7b6114ebc admin admin] Pushing event deleted for resources: {'Port': ['ID=4284c307-67d7-442a-bb0a-7ca3708ee9b1,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:35.359320 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-affc240f-350a-479e-a505-2b2de8df9dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:35.446405 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a4ad23b3-bef8-4eac-9c77-d8d7b6114ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:35.862012 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-affc240f-350a-479e-a505-2b2de8df9dc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:35.915288 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-affc240f-350a-479e-a505-2b2de8df9dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:36.209078 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc240f-350a-479e-a505-2b2de8df9dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=a322a3df-d9d6-4be2-a9d6-f3ccd987aea9,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:36.211874 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-affc240f-350a-479e-a505-2b2de8df9dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:36.218508 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c4c31ff6-dc7d-4512-9e3b-9897f0e68640 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:12:36.218992 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ad23b3-bef8-4eac-9c77-d8d7b6114ebc admin admin] Router ed8138ca-0c72-40b4-87ce-8754cd0e6b0d has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:12:36.290585 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port c4c31ff6-dc7d-4512-9e3b-9897f0e68640 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:12:36.295841 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port c4c31ff6-dc7d-4512-9e3b-9897f0e68640 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:36.296239 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:36.452485 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:36.468548 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port c4c31ff6-dc7d-4512-9e3b-9897f0e68640, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c4c31ff6-dc7d-4512-9e3b-9897f0e68640,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:36.472791 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:36.510143 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affc240f-350a-479e-a505-2b2de8df9dc6 admin admin] Network f13a94dc-edf6-4f8b-9742-db93f6aa5617 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:12:36.513460 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-affc240f-350a-479e-a505-2b2de8df9dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:12:36.523224 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ad23b3-bef8-4eac-9c77-d8d7b6114ebc admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:12:36.537253 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d4dddf-7e11-4cbe-9233-8cb635bd5c3f None None] Sync routers for ids ['ed8138ca-0c72-40b4-87ce-8754cd0e6b0d'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:12:36.554508 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=c4c31ff6-dc7d-4512-9e3b-9897f0e68640,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:36.559413 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d4dddf-7e11-4cbe-9233-8cb635bd5c3f None None] Routers {'ed8138ca-0c72-40b4-87ce-8754cd0e6b0d'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:36.560013 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-89d4dddf-7e11-4cbe-9233-8cb635bd5c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ed8138ca-0c72-40b4-87ce-8754cd0e6b0d'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:36.608149 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a4ad23b3-bef8-4eac-9c77-d8d7b6114ebc admin admin] 10.222.0.16 "PUT /v2.0/routers/ed8138ca-0c72-40b4-87ce-8754cd0e6b0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0446529 Mar 09 04:12:36.608533 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38408) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:36.767684 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affc240f-350a-479e-a505-2b2de8df9dc6 admin admin] Router 59bb9a16-9e36-4602-92bb-fc643c503292 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:12:36.780215 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-89d4dddf-7e11-4cbe-9233-8cb635bd5c3f None None] Set router ed8138ca-0c72-40b4-87ce-8754cd0e6b0d gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:36.844718 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3719d7f9-86ad-4e52-a4bd-465b81a9c8f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:37.030400 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affc240f-350a-479e-a505-2b2de8df9dc6 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:12:37.043934 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-affc240f-350a-479e-a505-2b2de8df9dc6 admin admin] 10.222.0.16 "PUT /v2.0/routers/59bb9a16-9e36-4602-92bb-fc643c503292/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3861780 Mar 09 04:12:37.044108 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] Sync routers for ids ['59bb9a16-9e36-4602-92bb-fc643c503292'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:12:37.051738 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] Routers {'59bb9a16-9e36-4602-92bb-fc643c503292'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:37.052462 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['59bb9a16-9e36-4602-92bb-fc643c503292'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:37.056997 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b8446a8e-5793-4c64-9ca7-6d3417a4cd80 None None] Provisioning complete for port a322a3df-d9d6-4be2-a9d6-f3ccd987aea9 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:37.058110 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b8446a8e-5793-4c64-9ca7-6d3417a4cd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:37.080154 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3719d7f9-86ad-4e52-a4bd-465b81a9c8f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:37.105156 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-3719d7f9-86ad-4e52-a4bd-465b81a9c8f4 admin admin] Deleting port 594d8a77-8fba-4c19-9209-88497ac2307c {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:12:37.105669 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3719d7f9-86ad-4e52-a4bd-465b81a9c8f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:37.124118 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b8446a8e-5793-4c64-9ca7-6d3417a4cd80 None None] Port a322a3df-d9d6-4be2-a9d6-f3ccd987aea9 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:12:37.294054 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] Set router 59bb9a16-9e36-4602-92bb-fc643c503292 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:37.338026 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-89d4dddf-7e11-4cbe-9233-8cb635bd5c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8138ca-0c72-40b4-87ce-8754cd0e6b0d', 'name': 'tempest-ImageQuotaTest-742528940-router', 'tenant_id': '18f79b792f344c2caf01f0e1cafb5ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '594d8a77-8fba-4c19-9209-88497ac2307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:18Z', 'updated_at': '2022-03-09T04:12:34Z', 'revision_number': 5, 'project_id': '18f79b792f344c2caf01f0e1cafb5ead', 'gw_port': {'id': '594d8a77-8fba-4c19-9209-88497ac2307c', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8138ca-0c72-40b4-87ce-8754cd0e6b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:19Z', 'updated_at': '2022-03-09T04:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:37.344855 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d4dddf-7e11-4cbe-9233-8cb635bd5c3f None None] Checking router: ed8138ca-0c72-40b4-87ce-8754cd0e6b0d for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:12:37.357148 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d4dddf-7e11-4cbe-9233-8cb635bd5c3f None None] Routers {'ed8138ca-0c72-40b4-87ce-8754cd0e6b0d'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:37.357755 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-89d4dddf-7e11-4cbe-9233-8cb635bd5c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ed8138ca-0c72-40b4-87ce-8754cd0e6b0d'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:37.399806 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-3719d7f9-86ad-4e52-a4bd-465b81a9c8f4 admin admin] For port 594d8a77-8fba-4c19-9209-88497ac2307c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=594d8a77-8fba-4c19-9209-88497ac2307c,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:37.400272 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3719d7f9-86ad-4e52-a4bd-465b81a9c8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:37.555082 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-89d4dddf-7e11-4cbe-9233-8cb635bd5c3f None None] Set router ed8138ca-0c72-40b4-87ce-8754cd0e6b0d gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:37.562706 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-3719d7f9-86ad-4e52-a4bd-465b81a9c8f4 admin admin] Calling delete_port for 594d8a77-8fba-4c19-9209-88497ac2307c owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:12:37.667995 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-89d4dddf-7e11-4cbe-9233-8cb635bd5c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8138ca-0c72-40b4-87ce-8754cd0e6b0d', 'name': 'tempest-ImageQuotaTest-742528940-router', 'tenant_id': '18f79b792f344c2caf01f0e1cafb5ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:18Z', 'updated_at': '2022-03-09T04:12:37Z', 'revision_number': 6, 'project_id': '18f79b792f344c2caf01f0e1cafb5ead', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:37.678317 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d4dddf-7e11-4cbe-9233-8cb635bd5c3f None None] The sync data for ids ['ed8138ca-0c72-40b4-87ce-8754cd0e6b0d'] in n-d-825178-5 is: [{'id': 'ed8138ca-0c72-40b4-87ce-8754cd0e6b0d', 'name': 'tempest-ImageQuotaTest-742528940-router', 'tenant_id': '18f79b792f344c2caf01f0e1cafb5ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:18Z', 'updated_at': '2022-03-09T04:12:37Z', 'revision_number': 6, 'project_id': '18f79b792f344c2caf01f0e1cafb5ead', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:12:37.699750 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'name': 'tempest-TestVolumeBackupRestore-826368467-router', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:26Z', 'updated_at': '2022-03-09T04:12:35Z', 'revision_number': 4, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'gw_port': {'id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:28Z', 'updated_at': '2022-03-09T04:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'a322a3df-d9d6-4be2-a9d6-f3ccd987aea9', 'name': '', 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'mac_address': 'fa:16:3e:fe:39:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '0e82951b-4627-43be-82ea-670c0213bfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:32Z', 'updated_at': '2022-03-09T04:12:35Z', 'revision_number': 2, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'subnets': [{'id': '0e82951b-4627-43be-82ea-670c0213bfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:37.704144 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] Checking router: 59bb9a16-9e36-4602-92bb-fc643c503292 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:12:37.704490 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] Updating router 59bb9a16-9e36-4602-92bb-fc643c503292 port a322a3df-d9d6-4be2-a9d6-f3ccd987aea9 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:12:37.768860 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3719d7f9-86ad-4e52-a4bd-465b81a9c8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:37.784688 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:37.823621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719d7f9-86ad-4e52-a4bd-465b81a9c8f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=594d8a77-8fba-4c19-9209-88497ac2307c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:37.881147 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38428) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:37.887868 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4bcef217-9ad1-4efb-bb04-e8dc31f2ecc0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-340935529-network', 'tenant_id': 'e96e1e0745a14756bdeaf4621bfc5310'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:12:37.894054 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4bcef217-9ad1-4efb-bb04-e8dc31f2ecc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:12:37.898665 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4bcef217-9ad1-4efb-bb04-e8dc31f2ecc0 admin admin] Usage tracker for resource:network and tenant:e96e1e0745a14756bdeaf4621bfc5310 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:12:37.902379 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4bcef217-9ad1-4efb-bb04-e8dc31f2ecc0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:12:37.908791 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4bcef217-9ad1-4efb-bb04-e8dc31f2ecc0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:12:37.919250 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3719d7f9-86ad-4e52-a4bd-465b81a9c8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:37.924431 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcef217-9ad1-4efb-bb04-e8dc31f2ecc0 admin admin] Made reservation on behalf of e96e1e0745a14756bdeaf4621bfc5310 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:12:37.927429 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4bcef217-9ad1-4efb-bb04-e8dc31f2ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:37.941754 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4bcef217-9ad1-4efb-bb04-e8dc31f2ecc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:37.958346 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4bcef217-9ad1-4efb-bb04-e8dc31f2ecc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:12:37.962748 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4bcef217-9ad1-4efb-bb04-e8dc31f2ecc0 admin admin] Usage tracker for resource:security_group_rule and tenant:e96e1e0745a14756bdeaf4621bfc5310 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:12:37.966564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4bcef217-9ad1-4efb-bb04-e8dc31f2ecc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:12:37.973309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4bcef217-9ad1-4efb-bb04-e8dc31f2ecc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:12:38.078957 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4bcef217-9ad1-4efb-bb04-e8dc31f2ecc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:38.087627 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4bcef217-9ad1-4efb-bb04-e8dc31f2ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:38.129822 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcef217-9ad1-4efb-bb04-e8dc31f2ecc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465063ca-eb14-449e-ae47-2602dfa4c39b,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:38.159015 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bcef217-9ad1-4efb-bb04-e8dc31f2ecc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:12:38.178310 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4bcef217-9ad1-4efb-bb04-e8dc31f2ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:38.178824 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-4bcef217-9ad1-4efb-bb04-e8dc31f2ecc0 admin admin] Added segment 7f89ef05-d4f2-4625-9cc0-fe753b3210e2 of type vlan for network 3bc36e70-3c77-468b-8a19-8c86c282368d Mar 09 04:12:38.208668 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:38.222391 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] Transition to ACTIVE for port object a322a3df-d9d6-4be2-a9d6-f3ccd987aea9 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:12:38.231109 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4bcef217-9ad1-4efb-bb04-e8dc31f2ecc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:38.231903 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:38.237266 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c4c31ff6-dc7d-4512-9e3b-9897f0e68640 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:12:38.267225 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4bcef217-9ad1-4efb-bb04-e8dc31f2ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:38.268386 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcef217-9ad1-4efb-bb04-e8dc31f2ecc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:38.269030 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4bcef217-9ad1-4efb-bb04-e8dc31f2ecc0 admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:38.316507 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3719d7f9-86ad-4e52-a4bd-465b81a9c8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:38.323574 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3719d7f9-86ad-4e52-a4bd-465b81a9c8f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:38.365536 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port c4c31ff6-dc7d-4512-9e3b-9897f0e68640 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:38.367001 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:38.379022 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3719d7f9-86ad-4e52-a4bd-465b81a9c8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:38.379618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3719d7f9-86ad-4e52-a4bd-465b81a9c8f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed8138ca-0c72-40b4-87ce-8754cd0e6b0d {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:12:38.402537 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3719d7f9-86ad-4e52-a4bd-465b81a9c8f4 admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:38.405814 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3719d7f9-86ad-4e52-a4bd-465b81a9c8f4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ed8138ca-0c72-40b4-87ce-8754cd0e6b0d HTTP/1.1" status: 204 len: 168 time: 1.7943006 Mar 09 04:12:38.406450 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38434) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:38.422179 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cc3ce-afc0-4aaf-b0b6-df9916bbf796 None None] Pushing event updated for resources: {'Port': ['ID=a322a3df-d9d6-4be2-a9d6-f3ccd987aea9,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:38.461750 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcef217-9ad1-4efb-bb04-e8dc31f2ecc0 admin admin] Pushing event updated for resources: {'Network': ['ID=3bc36e70-3c77-468b-8a19-8c86c282368d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:38.465893 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4bcef217-9ad1-4efb-bb04-e8dc31f2ecc0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5836954 Mar 09 04:12:38.469512 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38440) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:38.476627 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 3bc36e70-3c77-468b-8a19-8c86c282368d details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:12:38.480347 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-a4275a32-436b-4639-9e43-5298d16725d0 admin admin] Request body: {'subnet': {'network_id': '3bc36e70-3c77-468b-8a19-8c86c282368d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-340935529-subnet', 'tenant_id': 'e96e1e0745a14756bdeaf4621bfc5310', 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:12:38.489753 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a4275a32-436b-4639-9e43-5298d16725d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:12:38.501054 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a4275a32-436b-4639-9e43-5298d16725d0 admin admin] Usage tracker for resource:subnet and tenant:e96e1e0745a14756bdeaf4621bfc5310 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:12:38.507953 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a4275a32-436b-4639-9e43-5298d16725d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:12:38.511310 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] Attempting to bind port a322a3df-d9d6-4be2-a9d6-f3ccd987aea9 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:12:38.511675 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] Attempting to bind port a322a3df-d9d6-4be2-a9d6-f3ccd987aea9 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '5ef8b00d-6def-41e5-b9d6-c37c0502ca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:12:38.512030 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] Attempting to bind port a322a3df-d9d6-4be2-a9d6-f3ccd987aea9 on network f13a94dc-edf6-4f8b-9742-db93f6aa5617 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:12:38.523519 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a4275a32-436b-4639-9e43-5298d16725d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:12:38.523677 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:12:38.523933 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] Checking segment: {'id': '5ef8b00d-6def-41e5-b9d6-c37c0502ca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:12:38.524340 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:38.524729 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] Bound using segment: {'id': '5ef8b00d-6def-41e5-b9d6-c37c0502ca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:12:38.525183 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] Bound port: a322a3df-d9d6-4be2-a9d6-f3ccd987aea9, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef8b00d-6def-41e5-b9d6-c37c0502ca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:12:38.528181 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:38.545714 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4275a32-436b-4639-9e43-5298d16725d0 admin admin] Made reservation on behalf of e96e1e0745a14756bdeaf4621bfc5310 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:12:38.549047 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a4275a32-436b-4639-9e43-5298d16725d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:38.550897 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec1e563-f6ba-4bbd-86ab-a1f6c4b78970 admin admin] Deleting subnet 7a945886-5cc5-48bb-87b2-e3e7490e88bb {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:12:38.556189 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3ec1e563-f6ba-4bbd-86ab-a1f6c4b78970 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:38.650239 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3ec1e563-f6ba-4bbd-86ab-a1f6c4b78970 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:38.718252 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] For port a322a3df-d9d6-4be2-a9d6-f3ccd987aea9, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:12:38.721452 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] For port a322a3df-d9d6-4be2-a9d6-f3ccd987aea9, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a322a3df-d9d6-4be2-a9d6-f3ccd987aea9,segment=NetworkSegment(5ef8b00d-6def-41e5-b9d6-c37c0502ca27),segment_id=5ef8b00d-6def-41e5-b9d6-c37c0502ca27)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:12:38.729406 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:38.813348 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3ec1e563-f6ba-4bbd-86ab-a1f6c4b78970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:38.826733 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 4284c307-67d7-442a-bb0a-7ca3708ee9b1 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:12:38.878464 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] Routers {'59bb9a16-9e36-4602-92bb-fc643c503292'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:38.879516 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['59bb9a16-9e36-4602-92bb-fc643c503292'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:38.891326 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 4284c307-67d7-442a-bb0a-7ca3708ee9b1 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:12:38.891817 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 4284c307-67d7-442a-bb0a-7ca3708ee9b1 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:12:38.961033 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a4275a32-436b-4639-9e43-5298d16725d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:38.981482 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3ec1e563-f6ba-4bbd-86ab-a1f6c4b78970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:38.985927 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:39.052881 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1e563-f6ba-4bbd-86ab-a1f6c4b78970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a945886-5cc5-48bb-87b2-e3e7490e88bb,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:39.063927 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3ec1e563-f6ba-4bbd-86ab-a1f6c4b78970 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:39.071698 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3ec1e563-f6ba-4bbd-86ab-a1f6c4b78970 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7a945886-5cc5-48bb-87b2-e3e7490e88bb HTTP/1.1" status: 204 len: 168 time: 0.6642168 Mar 09 04:12:39.074664 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38448) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:39.081139 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3517ba9c-4442-4643-9496-ed894757c569 None None] Network 41abe80d-54c1-42e3-939e-e6573aeee062 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:12:39.153004 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4275a32-436b-4639-9e43-5298d16725d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c41a95d-2489-48a1-b234-3c5838c876dd,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:39.160439 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4275a32-436b-4639-9e43-5298d16725d0 admin admin] Checking segment: {'id': '7f89ef05-d4f2-4625-9cc0-fe753b3210e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3bc36e70-3c77-468b-8a19-8c86c282368d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:12:39.160791 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4275a32-436b-4639-9e43-5298d16725d0 admin admin] Network hostable DHCP agents. Network: 3bc36e70-3c77-468b-8a19-8c86c282368d, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:12:39.217936 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-06f03983-92ed-4928-9e4e-b0a9ddea5237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:39.230811 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-06f03983-92ed-4928-9e4e-b0a9ddea5237 admin admin] Deleting port 93402015-509c-4b1d-b780-3a9e5f9bf22c {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:12:39.231191 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-06f03983-92ed-4928-9e4e-b0a9ddea5237 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:39.249124 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4275a32-436b-4639-9e43-5298d16725d0 admin admin] Network 3bc36e70-3c77-468b-8a19-8c86c282368d is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:12:39.273656 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-a4275a32-436b-4639-9e43-5298d16725d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 3bc36e70-3c77-468b-8a19-8c86c282368d) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:12:39.281743 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4275a32-436b-4639-9e43-5298d16725d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:39.282752 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a4275a32-436b-4639-9e43-5298d16725d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:39.290034 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cc3ce-afc0-4aaf-b0b6-df9916bbf796 None None] Pushing event updated for resources: {'Port': ['ID=a322a3df-d9d6-4be2-a9d6-f3ccd987aea9,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:39.299075 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec715772-f49d-4247-bb4c-2898b0dfbd05 req-9994faab-aa74-4f58-b6f2-c9435d6e935d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:39.306405 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec715772-f49d-4247-bb4c-2898b0dfbd05 req-9994faab-aa74-4f58-b6f2-c9435d6e935d tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603 HTTP/1.1" status: 200 len: 945 time: 0.1476934 Mar 09 04:12:39.315935 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482dca26-9a41-4661-ae64-20fbfa740091 None None] Network 3bc36e70-3c77-468b-8a19-8c86c282368d requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:12:39.337731 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] Set router 59bb9a16-9e36-4602-92bb-fc643c503292 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:39.368034 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec715772-f49d-4247-bb4c-2898b0dfbd05 req-8ba6ee21-06e9-411e-9aef-7e8c62673b43 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bceff12-dc48-4af5-82ff-f50b998e8855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602224 Mar 09 04:12:39.371054 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a4275a32-436b-4639-9e43-5298d16725d0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9003491 Mar 09 04:12:39.374068 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38452) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:39.379968 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-7dde866f-0652-4486-87fa-1d712f825ed7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-340935529-router', 'tenant_id': 'e96e1e0745a14756bdeaf4621bfc5310', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:12:39.387602 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7dde866f-0652-4486-87fa-1d712f825ed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:12:39.392146 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7dde866f-0652-4486-87fa-1d712f825ed7 admin admin] Usage tracker for resource:router and tenant:e96e1e0745a14756bdeaf4621bfc5310 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:12:39.395226 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7dde866f-0652-4486-87fa-1d712f825ed7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:12:39.401678 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7dde866f-0652-4486-87fa-1d712f825ed7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:12:39.415231 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7dde866f-0652-4486-87fa-1d712f825ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:39.417576 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7dde866f-0652-4486-87fa-1d712f825ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:39.437184 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7dde866f-0652-4486-87fa-1d712f825ed7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:39.516164 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-06f03983-92ed-4928-9e4e-b0a9ddea5237 admin admin] For port 93402015-509c-4b1d-b780-3a9e5f9bf22c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=93402015-509c-4b1d-b780-3a9e5f9bf22c,segment=NetworkSegment(ea450379-75eb-4829-a1ed-3807a9781122),segment_id=ea450379-75eb-4829-a1ed-3807a9781122)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:39.516501 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-06f03983-92ed-4928-9e4e-b0a9ddea5237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:39.657323 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-06f03983-92ed-4928-9e4e-b0a9ddea5237 admin admin] Calling delete_port for 93402015-509c-4b1d-b780-3a9e5f9bf22c owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:12:39.677093 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0f55aa-a2bd-42fa-ada9-cf4caba46c8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-3bc36e70-3c77-468b-8a19-8c86c282368d', 'network_id': '3bc36e70-3c77-468b-8a19-8c86c282368d', 'tenant_id': 'e96e1e0745a14756bdeaf4621bfc5310', 'fixed_ips': [{'subnet_id': '7c41a95d-2489-48a1-b234-3c5838c876dd'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:12:39.677911 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cc0f55aa-a2bd-42fa-ada9-cf4caba46c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:39.756886 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'name': 'tempest-TestVolumeBackupRestore-826368467-router', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:26Z', 'updated_at': '2022-03-09T04:12:35Z', 'revision_number': 4, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'gw_port': {'id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:28Z', 'updated_at': '2022-03-09T04:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'a322a3df-d9d6-4be2-a9d6-f3ccd987aea9', 'name': '', 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'mac_address': 'fa:16:3e:fe:39:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '0e82951b-4627-43be-82ea-670c0213bfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:32Z', 'updated_at': '2022-03-09T04:12:38Z', 'revision_number': 4, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'subnets': [{'id': '0e82951b-4627-43be-82ea-670c0213bfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:39.762125 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2139f228-4b34-4a86-b57a-7e928e2656b0 None None] The sync data for ids ['59bb9a16-9e36-4602-92bb-fc643c503292'] in n-d-825178-5 is: [{'id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'name': 'tempest-TestVolumeBackupRestore-826368467-router', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:26Z', 'updated_at': '2022-03-09T04:12:35Z', 'revision_number': 4, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'gw_port': {'id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:28Z', 'updated_at': '2022-03-09T04:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'a322a3df-d9d6-4be2-a9d6-f3ccd987aea9', 'name': '', 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'mac_address': 'fa:16:3e:fe:39:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '0e82951b-4627-43be-82ea-670c0213bfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:32Z', 'updated_at': '2022-03-09T04:12:38Z', 'revision_number': 4, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'subnets': [{'id': '0e82951b-4627-43be-82ea-670c0213bfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:12:39.782598 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc18ac5-882c-4ca1-91e3-f5ae92382391 None None] DHCP port deletion for 41abe80d-54c1-42e3-939e-e6573aeee062 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:12:39.786194 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-06f03983-92ed-4928-9e4e-b0a9ddea5237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:39.902174 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-cc0f55aa-a2bd-42fa-ada9-cf4caba46c8e None None] Allocated IP 172.20.0.2 (3bc36e70-3c77-468b-8a19-8c86c282368d/7c41a95d-2489-48a1-b234-3c5838c876dd/3dcd8ef7-f425-4a09-ae16-3c00c4672435) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:12:39.921185 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f03983-92ed-4928-9e4e-b0a9ddea5237 admin admin] No DVR routers for this DVR port 93402015-509c-4b1d-b780-3a9e5f9bf22c on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:12:39.923375 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f03983-92ed-4928-9e4e-b0a9ddea5237 admin admin] Pushing event deleted for resources: {'Port': ['ID=93402015-509c-4b1d-b780-3a9e5f9bf22c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:40.014798 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7dde866f-0652-4486-87fa-1d712f825ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:40.069388 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-06f03983-92ed-4928-9e4e-b0a9ddea5237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:40.111301 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-06f03983-92ed-4928-9e4e-b0a9ddea5237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41abe80d-54c1-42e3-939e-e6573aeee062']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:40.126708 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-06f03983-92ed-4928-9e4e-b0a9ddea5237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea450379-75eb-4829-a1ed-3807a9781122') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:40.127030 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-06f03983-92ed-4928-9e4e-b0a9ddea5237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea450379-75eb-4829-a1ed-3807a9781122') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:40.139431 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-06f03983-92ed-4928-9e4e-b0a9ddea5237 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:40.161487 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-06f03983-92ed-4928-9e4e-b0a9ddea5237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:40.176437 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f03983-92ed-4928-9e4e-b0a9ddea5237 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:12:40.179065 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-06f03983-92ed-4928-9e4e-b0a9ddea5237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:12:40.201036 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:12:40.204100 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a322a3df-d9d6-4be2-a9d6-f3ccd987aea9 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:12:40.239214 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cc0f55aa-a2bd-42fa-ada9-cf4caba46c8e None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:40.266087 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cc0f55aa-a2bd-42fa-ada9-cf4caba46c8e None None] Transition to ACTIVE for port object 3dcd8ef7-f425-4a09-ae16-3c00c4672435 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:12:40.291102 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-06f03983-92ed-4928-9e4e-b0a9ddea5237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:40.303568 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cc0f55aa-a2bd-42fa-ada9-cf4caba46c8e None None] Transition to ACTIVE for port object 3dcd8ef7-f425-4a09-ae16-3c00c4672435 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:12:40.311943 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cc0f55aa-a2bd-42fa-ada9-cf4caba46c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:40.317132 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-06f03983-92ed-4928-9e4e-b0a9ddea5237 admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:40.329606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f03983-92ed-4928-9e4e-b0a9ddea5237 admin admin] Pushing event deleted for resources: {'Network': ['ID=41abe80d-54c1-42e3-939e-e6573aeee062,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:40.344195 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-06f03983-92ed-4928-9e4e-b0a9ddea5237 admin admin] 10.222.0.16 "DELETE /v2.0/networks/41abe80d-54c1-42e3-939e-e6573aeee062 HTTP/1.1" status: 204 len: 168 time: 1.2682390 Mar 09 04:12:40.402744 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f55aa-a2bd-42fa-ada9-cf4caba46c8e None None] Pushing event updated for resources: {'Port': ['ID=3dcd8ef7-f425-4a09-ae16-3c00c4672435,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:40.425134 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0f55aa-a2bd-42fa-ada9-cf4caba46c8e None None] Network 3bc36e70-3c77-468b-8a19-8c86c282368d is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:12:40.426172 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port a322a3df-d9d6-4be2-a9d6-f3ccd987aea9 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:12:40.430744 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-cc0f55aa-a2bd-42fa-ada9-cf4caba46c8e None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:12:40.433421 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0f55aa-a2bd-42fa-ada9-cf4caba46c8e None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:12:40.438461 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port a322a3df-d9d6-4be2-a9d6-f3ccd987aea9 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:40.439027 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:40.451518 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7dde866f-0652-4486-87fa-1d712f825ed7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:40.516883 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7dde866f-0652-4486-87fa-1d712f825ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:40.615620 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-cc0f55aa-a2bd-42fa-ada9-cf4caba46c8e None None] Attempting to bind port 3dcd8ef7-f425-4a09-ae16-3c00c4672435 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:12:40.615989 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-cc0f55aa-a2bd-42fa-ada9-cf4caba46c8e None None] Attempting to bind port 3dcd8ef7-f425-4a09-ae16-3c00c4672435 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '7f89ef05-d4f2-4625-9cc0-fe753b3210e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3bc36e70-3c77-468b-8a19-8c86c282368d'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:12:40.620258 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0f55aa-a2bd-42fa-ada9-cf4caba46c8e None None] Attempting to bind port 3dcd8ef7-f425-4a09-ae16-3c00c4672435 on network 3bc36e70-3c77-468b-8a19-8c86c282368d {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:12:40.625082 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:12:40.642597 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0f55aa-a2bd-42fa-ada9-cf4caba46c8e None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:12:40.643073 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0f55aa-a2bd-42fa-ada9-cf4caba46c8e None None] Checking segment: {'id': '7f89ef05-d4f2-4625-9cc0-fe753b3210e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3bc36e70-3c77-468b-8a19-8c86c282368d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:12:40.643529 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cc0f55aa-a2bd-42fa-ada9-cf4caba46c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:40.643925 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0f55aa-a2bd-42fa-ada9-cf4caba46c8e None None] Bound using segment: {'id': '7f89ef05-d4f2-4625-9cc0-fe753b3210e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3bc36e70-3c77-468b-8a19-8c86c282368d'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:12:40.644632 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-cc0f55aa-a2bd-42fa-ada9-cf4caba46c8e None None] Bound port: 3dcd8ef7-f425-4a09-ae16-3c00c4672435, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f89ef05-d4f2-4625-9cc0-fe753b3210e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3bc36e70-3c77-468b-8a19-8c86c282368d'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:12:40.645144 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cc0f55aa-a2bd-42fa-ada9-cf4caba46c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:40.656518 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38462) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:40.749219 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4fd4b-e76d-43b6-be8b-0b012767368f req-180c1704-82f1-4dca-8f1a-6f5328782c26 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:40.750946 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0da4fd4b-e76d-43b6-be8b-0b012767368f req-180c1704-82f1-4dca-8f1a-6f5328782c26 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603 HTTP/1.1" status: 200 len: 945 time: 0.1294942 Mar 09 04:12:40.805306 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:40.815732 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0da4fd4b-e76d-43b6-be8b-0b012767368f req-c195b7cb-8d42-4838-be59-93ea16acff10 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bceff12-dc48-4af5-82ff-f50b998e8855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589254 Mar 09 04:12:40.848543 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-705ae3fc-6ac9-46f6-a266-4f644838f213 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18f79b792f344c2caf01f0e1cafb5ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1883371 Mar 09 04:12:40.851426 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38466) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:40.865410 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-7dde866f-0652-4486-87fa-1d712f825ed7 admin admin] Allocated IP 172.25.7.207 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/e0b4300b-32ad-4e24-acac-41a39c58b65f) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:12:40.893334 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-cc0f55aa-a2bd-42fa-ada9-cf4caba46c8e None None] For port 3dcd8ef7-f425-4a09-ae16-3c00c4672435, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:12:40.896147 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port a322a3df-d9d6-4be2-a9d6-f3ccd987aea9, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a322a3df-d9d6-4be2-a9d6-f3ccd987aea9,segment=NetworkSegment(5ef8b00d-6def-41e5-b9d6-c37c0502ca27),segment_id=5ef8b00d-6def-41e5-b9d6-c37c0502ca27)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:40.898070 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-cc0f55aa-a2bd-42fa-ada9-cf4caba46c8e None None] For port 3dcd8ef7-f425-4a09-ae16-3c00c4672435, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3dcd8ef7-f425-4a09-ae16-3c00c4672435,segment=NetworkSegment(7f89ef05-d4f2-4625-9cc0-fe753b3210e2),segment_id=7f89ef05-d4f2-4625-9cc0-fe753b3210e2)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:12:40.903694 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:40.908122 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf86fe-3243-4113-b02f-f01f84b6260a req-88f25e9e-c6db-4f65-b4ed-c6fc97f60f7c tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:40.911425 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fcbf86fe-3243-4113-b02f-f01f84b6260a req-88f25e9e-c6db-4f65-b4ed-c6fc97f60f7c tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603 HTTP/1.1" status: 200 len: 945 time: 0.1787124 Mar 09 04:12:40.966976 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2622373f-735f-4e85-93ec-29fa98b7b073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:40.994714 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cc0f55aa-a2bd-42fa-ada9-cf4caba46c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:41.002252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 594d8a77-8fba-4c19-9209-88497ac2307c no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:12:41.012658 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2622373f-735f-4e85-93ec-29fa98b7b073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:41.043724 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 594d8a77-8fba-4c19-9209-88497ac2307c {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:12:41.044077 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 594d8a77-8fba-4c19-9209-88497ac2307c not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:12:41.044514 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 93402015-509c-4b1d-b780-3a9e5f9bf22c no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:12:41.077770 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=a322a3df-d9d6-4be2-a9d6-f3ccd987aea9,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:41.090339 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2622373f-735f-4e85-93ec-29fa98b7b073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:41.106290 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-fcbf86fe-3243-4113-b02f-f01f84b6260a req-cb21c8f9-ebc9-4591-80d2-645a7e53c18a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Deleting port 909c12d7-1ee3-4880-b4be-ed89510856f2 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:12:41.106725 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-fcbf86fe-3243-4113-b02f-f01f84b6260a req-cb21c8f9-ebc9-4591-80d2-645a7e53c18a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:41.112263 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622373f-735f-4e85-93ec-29fa98b7b073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0864986-7df8-49a2-a674-caf3d2d5430e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:41.125032 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2622373f-735f-4e85-93ec-29fa98b7b073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:41.130000 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2622373f-735f-4e85-93ec-29fa98b7b073 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0864986-7df8-49a2-a674-caf3d2d5430e HTTP/1.1" status: 204 len: 168 time: 0.2774472 Mar 09 04:12:41.152402 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 93402015-509c-4b1d-b780-3a9e5f9bf22c {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:12:41.152739 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 93402015-509c-4b1d-b780-3a9e5f9bf22c not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:12:41.190372 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f55aa-a2bd-42fa-ada9-cf4caba46c8e None None] Pushing event updated for resources: {'Port': ['ID=3dcd8ef7-f425-4a09-ae16-3c00c4672435,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:41.283541 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7dde866f-0652-4486-87fa-1d712f825ed7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:41.475473 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-fcbf86fe-3243-4113-b02f-f01f84b6260a req-cb21c8f9-ebc9-4591-80d2-645a7e53c18a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] For port 909c12d7-1ee3-4880-b4be-ed89510856f2, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=909c12d7-1ee3-4880-b4be-ed89510856f2,segment=NetworkSegment(4f67b76f-4f8e-46d7-bc73-27b808580f53),segment_id=4f67b76f-4f8e-46d7-bc73-27b808580f53)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:41.476147 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-fcbf86fe-3243-4113-b02f-f01f84b6260a req-cb21c8f9-ebc9-4591-80d2-645a7e53c18a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:41.484292 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7dde866f-0652-4486-87fa-1d712f825ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:41.623401 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dde866f-0652-4486-87fa-1d712f825ed7 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:12:41.628943 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-7dde866f-0652-4486-87fa-1d712f825ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:12:41.636940 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dde866f-0652-4486-87fa-1d712f825ed7 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:12:41.665098 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38474) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:41.683753 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa5ccb12-708b-459e-9b05-9d310951edaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:41.700256 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fa5ccb12-708b-459e-9b05-9d310951edaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:12:41.704299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fa5ccb12-708b-459e-9b05-9d310951edaf admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:12:41.707388 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fa5ccb12-708b-459e-9b05-9d310951edaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:12:41.714069 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fa5ccb12-708b-459e-9b05-9d310951edaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:12:41.805543 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa5ccb12-708b-459e-9b05-9d310951edaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:41.809902 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa5ccb12-708b-459e-9b05-9d310951edaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:41.813604 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde866f-0652-4486-87fa-1d712f825ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=e0b4300b-32ad-4e24-acac-41a39c58b65f,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:41.861106 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fa5ccb12-708b-459e-9b05-9d310951edaf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1921513 Mar 09 04:12:41.861106 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ccb12-708b-459e-9b05-9d310951edaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e31989-a43b-47fb-b1a6-42d0c5f15fd9,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:41.861782 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38480) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:41.922246 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef3156f9-9d38-4adf-9829-fae51bc43cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:41.953391 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef3156f9-9d38-4adf-9829-fae51bc43cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:42.015079 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef3156f9-9d38-4adf-9829-fae51bc43cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:42.030816 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3156f9-9d38-4adf-9829-fae51bc43cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e31989-a43b-47fb-b1a6-42d0c5f15fd9,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:42.051455 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef3156f9-9d38-4adf-9829-fae51bc43cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:42.070163 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ef3156f9-9d38-4adf-9829-fae51bc43cb2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8e31989-a43b-47fb-b1a6-42d0c5f15fd9 HTTP/1.1" status: 204 len: 168 time: 0.1974804 Mar 09 04:12:42.245370 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a322a3df-d9d6-4be2-a9d6-f3ccd987aea9 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:12:42.254133 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-fcbf86fe-3243-4113-b02f-f01f84b6260a req-cb21c8f9-ebc9-4591-80d2-645a7e53c18a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:42.254485 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-fcbf86fe-3243-4113-b02f-f01f84b6260a req-cb21c8f9-ebc9-4591-80d2-645a7e53c18a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:42.254805 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [req-fcbf86fe-3243-4113-b02f-f01f84b6260a req-cb21c8f9-ebc9-4591-80d2-645a7e53c18a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Floating IP 41c53711-0f2a-4059-9a48-65a468e52a40 disassociated. External IP: 172.25.7.148, port: 909c12d7-1ee3-4880-b4be-ed89510856f2. Mar 09 04:12:42.255187 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-fcbf86fe-3243-4113-b02f-f01f84b6260a req-cb21c8f9-ebc9-4591-80d2-645a7e53c18a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Calling delete_port for 909c12d7-1ee3-4880-b4be-ed89510856f2 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:12:42.380804 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port a322a3df-d9d6-4be2-a9d6-f3ccd987aea9 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:42.381319 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:42.492010 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591314e7-65f4-403b-9591-24ffaaf04ed1 None None] Network 3bc36e70-3c77-468b-8a19-8c86c282368d requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:12:42.541289 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-fcbf86fe-3243-4113-b02f-f01f84b6260a req-cb21c8f9-ebc9-4591-80d2-645a7e53c18a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:42.619138 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-caa99d7c-d47c-4b90-8e76-1a6f2e184b00 None None] Provisioning for port 3dcd8ef7-f425-4a09-ae16-3c00c4672435 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:12:42.619418 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21c8f9-ebc9-4591-80d2-645a7e53c18a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event deleted for resources: {'Port': ['ID=909c12d7-1ee3-4880-b4be-ed89510856f2,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:42.644452 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c660e1-5853-462f-be66-2975182a31f1 req-782fb895-a0f7-4f11-9ade-2fbb0a449da7 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:42.645517 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-57c660e1-5853-462f-be66-2975182a31f1 req-782fb895-a0f7-4f11-9ade-2fbb0a449da7 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603 HTTP/1.1" status: 200 len: 945 time: 0.6562676 Mar 09 04:12:42.760055 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3dcd8ef7-f425-4a09-ae16-3c00c4672435 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:12:42.837365 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-57c660e1-5853-462f-be66-2975182a31f1 req-c9ff0ece-ab7a-4b2d-8ece-d4aaaec80a01 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bceff12-dc48-4af5-82ff-f50b998e8855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325805 Mar 09 04:12:42.886294 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 3dcd8ef7-f425-4a09-ae16-3c00c4672435 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:12:42.891639 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 3dcd8ef7-f425-4a09-ae16-3c00c4672435 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:42.892276 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:42.923599 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7dde866f-0652-4486-87fa-1d712f825ed7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:43.018748 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:43.064588 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 3dcd8ef7-f425-4a09-ae16-3c00c4672435, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3dcd8ef7-f425-4a09-ae16-3c00c4672435,segment=NetworkSegment(7f89ef05-d4f2-4625-9cc0-fe753b3210e2),segment_id=7f89ef05-d4f2-4625-9cc0-fe753b3210e2)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:43.069735 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:43.145357 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcbf86fe-3243-4113-b02f-f01f84b6260a req-cb21c8f9-ebc9-4591-80d2-645a7e53c18a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Router 05c98226-b013-452a-be20-75171a463f5c has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:12:43.167321 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=3dcd8ef7-f425-4a09-ae16-3c00c4672435,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:43.183416 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-675eb585-b573-4c9f-86e2-77d10fbbbd9c None None] Provisioning complete for port 3dcd8ef7-f425-4a09-ae16-3c00c4672435 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:43.183776 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-675eb585-b573-4c9f-86e2-77d10fbbbd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:43.632198 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcbf86fe-3243-4113-b02f-f01f84b6260a req-cb21c8f9-ebc9-4591-80d2-645a7e53c18a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:12:43.642579 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d680adb5-d9ae-4ad3-a591-4fc6ebc3fb30 None None] Sync routers for ids ['05c98226-b013-452a-be20-75171a463f5c'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:12:43.651777 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d680adb5-d9ae-4ad3-a591-4fc6ebc3fb30 None None] Routers {'05c98226-b013-452a-be20-75171a463f5c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:43.652446 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-d680adb5-d9ae-4ad3-a591-4fc6ebc3fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['05c98226-b013-452a-be20-75171a463f5c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:43.660906 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7dde866f-0652-4486-87fa-1d712f825ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:43.770514 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbf86fe-3243-4113-b02f-f01f84b6260a req-cb21c8f9-ebc9-4591-80d2-645a7e53c18a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] No DVR routers for this DVR port 909c12d7-1ee3-4880-b4be-ed89510856f2 on host n-h1-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:12:43.773295 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-fcbf86fe-3243-4113-b02f-f01f84b6260a req-cb21c8f9-ebc9-4591-80d2-645a7e53c18a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:43.778814 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603', 'name': 'network-vif-deleted', 'tag': '909c12d7-1ee3-4880-b4be-ed89510856f2'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:12:43.831091 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-d680adb5-d9ae-4ad3-a591-4fc6ebc3fb30 None None] Set router 05c98226-b013-452a-be20-75171a463f5c gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:43.863522 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603', 'name': 'network-vif-deleted', 'tag': '909c12d7-1ee3-4880-b4be-ed89510856f2', 'status': 'completed', 'code': 200} Mar 09 04:12:43.872443 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fcbf86fe-3243-4113-b02f-f01f84b6260a req-cb21c8f9-ebc9-4591-80d2-645a7e53c18a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.24 "DELETE /v2.0/ports/909c12d7-1ee3-4880-b4be-ed89510856f2 HTTP/1.1" status: 204 len: 173 time: 2.9572170 Mar 09 04:12:43.958170 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dde866f-0652-4486-87fa-1d712f825ed7 admin admin] Router a549237e-663d-49c9-8609-560011d05109 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:12:44.085136 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-730bfff3-1b18-46ed-831c-a5f7bdac2e51 req-f80c6a05-0bf1-4d91-a656-a2e7cd02d5df tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Synchronizing usage tracker for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:12:44.116888 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3dcd8ef7-f425-4a09-ae16-3c00c4672435 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:12:44.163951 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-730bfff3-1b18-46ed-831c-a5f7bdac2e51 req-f80c6a05-0bf1-4d91-a656-a2e7cd02d5df tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Unset dirty status for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:12:44.165265 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-730bfff3-1b18-46ed-831c-a5f7bdac2e51 req-f80c6a05-0bf1-4d91-a656-a2e7cd02d5df tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c7ad06d-6b4f-42e5-bb8f-b6c21f1f6603 HTTP/1.1" status: 200 len: 210 time: 0.1348288 Mar 09 04:12:44.208937 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dde866f-0652-4486-87fa-1d712f825ed7 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:12:44.218123 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] Sync routers for ids ['a549237e-663d-49c9-8609-560011d05109'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:12:44.230509 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] Routers {'a549237e-663d-49c9-8609-560011d05109'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:44.232093 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a549237e-663d-49c9-8609-560011d05109'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:44.235672 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7dde866f-0652-4486-87fa-1d712f825ed7 admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:44.240798 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7dde866f-0652-4486-87fa-1d712f825ed7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8620207 Mar 09 04:12:44.240798 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 38490) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:44.244376 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 3dcd8ef7-f425-4a09-ae16-3c00c4672435 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:44.245298 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:44.324548 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-d680adb5-d9ae-4ad3-a591-4fc6ebc3fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'f3b8fd1c-ebab-4e4a-bec8-115622139a02', 'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'mac_address': 'fa:16:3e:ee:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:58Z', 'updated_at': '2022-03-09T04:08:13Z', 'revision_number': 5, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'subnets': [{'id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:44.334172 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d680adb5-d9ae-4ad3-a591-4fc6ebc3fb30 None None] Checking router: 05c98226-b013-452a-be20-75171a463f5c for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:12:44.374996 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d680adb5-d9ae-4ad3-a591-4fc6ebc3fb30 None None] Routers {'05c98226-b013-452a-be20-75171a463f5c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:44.375623 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-d680adb5-d9ae-4ad3-a591-4fc6ebc3fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['05c98226-b013-452a-be20-75171a463f5c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:44.476051 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] Set router a549237e-663d-49c9-8609-560011d05109 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:44.497700 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 909c12d7-1ee3-4880-b4be-ed89510856f2 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:12:44.542930 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 909c12d7-1ee3-4880-b4be-ed89510856f2 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:12:44.543274 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 909c12d7-1ee3-4880-b4be-ed89510856f2 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:12:44.668949 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-d680adb5-d9ae-4ad3-a591-4fc6ebc3fb30 None None] Set router 05c98226-b013-452a-be20-75171a463f5c gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:44.765767 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a549237e-663d-49c9-8609-560011d05109', 'name': 'tempest-TestVolumeBackupRestore-340935529-router', 'tenant_id': 'e96e1e0745a14756bdeaf4621bfc5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'e0b4300b-32ad-4e24-acac-41a39c58b65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:39Z', 'updated_at': '2022-03-09T04:12:42Z', 'revision_number': 3, 'project_id': 'e96e1e0745a14756bdeaf4621bfc5310', 'gw_port': {'id': 'e0b4300b-32ad-4e24-acac-41a39c58b65f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a549237e-663d-49c9-8609-560011d05109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:40Z', 'updated_at': '2022-03-09T04:12:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:44.770200 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] Checking router: a549237e-663d-49c9-8609-560011d05109 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:12:44.770706 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] Updating router a549237e-663d-49c9-8609-560011d05109 port e0b4300b-32ad-4e24-acac-41a39c58b65f binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:12:44.842317 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:44.996900 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-d680adb5-d9ae-4ad3-a591-4fc6ebc3fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'f3b8fd1c-ebab-4e4a-bec8-115622139a02', 'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'mac_address': 'fa:16:3e:ee:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:58Z', 'updated_at': '2022-03-09T04:08:13Z', 'revision_number': 5, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'subnets': [{'id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:45.001154 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d680adb5-d9ae-4ad3-a591-4fc6ebc3fb30 None None] The sync data for ids ['05c98226-b013-452a-be20-75171a463f5c'] in n-d-825178-5 is: [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'f3b8fd1c-ebab-4e4a-bec8-115622139a02', 'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'mac_address': 'fa:16:3e:ee:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:58Z', 'updated_at': '2022-03-09T04:08:13Z', 'revision_number': 5, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'subnets': [{'id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:12:45.100006 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f781c846-c10d-4b52-90eb-5f131e683e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:45.199021 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:45.211750 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] Transition to ACTIVE for port object e0b4300b-32ad-4e24-acac-41a39c58b65f will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:12:45.223316 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:45.298816 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] Attempting to bind port e0b4300b-32ad-4e24-acac-41a39c58b65f on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:12:45.299228 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] Attempting to bind port e0b4300b-32ad-4e24-acac-41a39c58b65f by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:12:45.299654 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] Attempting to bind port e0b4300b-32ad-4e24-acac-41a39c58b65f on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:12:45.312183 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:12:45.312548 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:12:45.312943 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:45.314044 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:12:45.314940 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] Bound port: e0b4300b-32ad-4e24-acac-41a39c58b65f, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:12:45.315331 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:45.316737 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39cc739-1873-456a-a82a-4018912839fa None None] New status for floating IP 41c53711-0f2a-4059-9a48-65a468e52a40: DOWN {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:12:45.316947 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38498) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:45.340322 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-f781c846-c10d-4b52-90eb-5f131e683e3c admin admin] Allocated IP 172.20.0.1 (3bc36e70-3c77-468b-8a19-8c86c282368d/7c41a95d-2489-48a1-b234-3c5838c876dd/7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:12:45.391581 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-058f44c3-2f7e-43bd-a00a-98d2b410d825 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:45.428903 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac2277-0956-4f24-bd0e-312bf95704bb None None] Pushing event updated for resources: {'Port': ['ID=e0b4300b-32ad-4e24-acac-41a39c58b65f,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:45.438399 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-058f44c3-2f7e-43bd-a00a-98d2b410d825 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:45.470570 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] For port e0b4300b-32ad-4e24-acac-41a39c58b65f, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:12:45.473807 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] For port e0b4300b-32ad-4e24-acac-41a39c58b65f, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e0b4300b-32ad-4e24-acac-41a39c58b65f,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:12:45.483303 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:45.511757 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-058f44c3-2f7e-43bd-a00a-98d2b410d825 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:45.537736 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f44c3-2f7e-43bd-a00a-98d2b410d825 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bceff12-dc48-4af5-82ff-f50b998e8855,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:45.555829 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f781c846-c10d-4b52-90eb-5f131e683e3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:45.562921 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-058f44c3-2f7e-43bd-a00a-98d2b410d825 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:45.564078 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-058f44c3-2f7e-43bd-a00a-98d2b410d825 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "DELETE /v2.0/security-groups/1bceff12-dc48-4af5-82ff-f50b998e8855 HTTP/1.1" status: 204 len: 168 time: 0.2461472 Mar 09 04:12:45.566545 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38502) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:45.574508 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] Routers {'a549237e-663d-49c9-8609-560011d05109'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:45.575292 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a549237e-663d-49c9-8609-560011d05109'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:45.591765 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-f781c846-c10d-4b52-90eb-5f131e683e3c admin admin] Transition to ACTIVE for port object 7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:12:45.594233 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-3041c301-942f-47e7-80a0-ea1c53170124 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] show failed (client error): The resource could not be found. Mar 09 04:12:45.596193 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3041c301-942f-47e7-80a0-ea1c53170124 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups/1bceff12-dc48-4af5-82ff-f50b998e8855 HTTP/1.1" status: 404 len: 347 time: 0.0272243 Mar 09 04:12:45.599269 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38506) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:45.623363 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f781c846-c10d-4b52-90eb-5f131e683e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:45.652480 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac2277-0956-4f24-bd0e-312bf95704bb None None] Pushing event updated for resources: {'Port': ['ID=e0b4300b-32ad-4e24-acac-41a39c58b65f,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:45.698219 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f781c846-c10d-4b52-90eb-5f131e683e3c admin admin] Network 3bc36e70-3c77-468b-8a19-8c86c282368d is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:12:45.706276 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-f781c846-c10d-4b52-90eb-5f131e683e3c admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:12:45.711413 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f781c846-c10d-4b52-90eb-5f131e683e3c admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:12:45.748022 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781c846-c10d-4b52-90eb-5f131e683e3c admin admin] Pushing event updated for resources: {'Port': ['ID=7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:45.778256 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f781c846-c10d-4b52-90eb-5f131e683e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:45.801815 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] Set router a549237e-663d-49c9-8609-560011d05109 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:45.924072 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-97e8604d-9f7a-4004-a172-12e17185d26e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Deleting port 4eb23192-2e43-433e-a3ee-092308e63742 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:12:45.924422 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-97e8604d-9f7a-4004-a172-12e17185d26e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:45.960770 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f781c846-c10d-4b52-90eb-5f131e683e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:46.057982 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cbde7ce1-9d01-4fca-a4a8-b3cd89793f48 None None] Provisioning for port 7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:12:46.064634 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cbde7ce1-9d01-4fca-a4a8-b3cd89793f48 None None] Provisioning complete for port 7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:46.065186 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cbde7ce1-9d01-4fca-a4a8-b3cd89793f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:46.113088 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-97e8604d-9f7a-4004-a172-12e17185d26e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:46.113415 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-97e8604d-9f7a-4004-a172-12e17185d26e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:46.128169 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a549237e-663d-49c9-8609-560011d05109', 'name': 'tempest-TestVolumeBackupRestore-340935529-router', 'tenant_id': 'e96e1e0745a14756bdeaf4621bfc5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'e0b4300b-32ad-4e24-acac-41a39c58b65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:39Z', 'updated_at': '2022-03-09T04:12:42Z', 'revision_number': 3, 'project_id': 'e96e1e0745a14756bdeaf4621bfc5310', 'gw_port': {'id': 'e0b4300b-32ad-4e24-acac-41a39c58b65f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a549237e-663d-49c9-8609-560011d05109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:40Z', 'updated_at': '2022-03-09T04:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:46.133080 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-cbde7ce1-9d01-4fca-a4a8-b3cd89793f48 None None] Port 7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:12:46.133987 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e45cb0-9471-45aa-bacb-e552b3553847 None None] The sync data for ids ['a549237e-663d-49c9-8609-560011d05109'] in n-d-825178-5 is: [{'id': 'a549237e-663d-49c9-8609-560011d05109', 'name': 'tempest-TestVolumeBackupRestore-340935529-router', 'tenant_id': 'e96e1e0745a14756bdeaf4621bfc5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'e0b4300b-32ad-4e24-acac-41a39c58b65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:39Z', 'updated_at': '2022-03-09T04:12:42Z', 'revision_number': 3, 'project_id': 'e96e1e0745a14756bdeaf4621bfc5310', 'gw_port': {'id': 'e0b4300b-32ad-4e24-acac-41a39c58b65f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a549237e-663d-49c9-8609-560011d05109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:40Z', 'updated_at': '2022-03-09T04:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:12:46.201753 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f781c846-c10d-4b52-90eb-5f131e683e3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:46.206705 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f781c846-c10d-4b52-90eb-5f131e683e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:46.241128 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-97e8604d-9f7a-4004-a172-12e17185d26e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Calling delete_port for 4eb23192-2e43-433e-a3ee-092308e63742 owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:12:46.315557 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781c846-c10d-4b52-90eb-5f131e683e3c admin admin] Pushing event updated for resources: {'Port': ['ID=7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:46.320699 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f781c846-c10d-4b52-90eb-5f131e683e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:46.422292 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-97e8604d-9f7a-4004-a172-12e17185d26e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:46.473985 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8604d-9f7a-4004-a172-12e17185d26e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event deleted for resources: {'Port': ['ID=4eb23192-2e43-433e-a3ee-092308e63742,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:46.496239 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f781c846-c10d-4b52-90eb-5f131e683e3c admin admin] Network 3bc36e70-3c77-468b-8a19-8c86c282368d is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:12:46.497537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-f781c846-c10d-4b52-90eb-5f131e683e3c admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:12:46.584989 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-97e8604d-9f7a-4004-a172-12e17185d26e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:46.614077 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-97e8604d-9f7a-4004-a172-12e17185d26e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:46.615465 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-97e8604d-9f7a-4004-a172-12e17185d26e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "DELETE /v2.0/floatingips/41c53711-0f2a-4059-9a48-65a468e52a40 HTTP/1.1" status: 204 len: 168 time: 1.0150197 Mar 09 04:12:46.704154 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f781c846-c10d-4b52-90eb-5f131e683e3c admin admin] Router a549237e-663d-49c9-8609-560011d05109 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:12:46.767521 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-97a53840-0f2c-4617-b23f-6eaabd4ffcfa None None] Provisioning complete for port 7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:46.767898 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-97a53840-0f2c-4617-b23f-6eaabd4ffcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:46.835825 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-97a53840-0f2c-4617-b23f-6eaabd4ffcfa None None] Port 7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:12:46.848682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38512) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:46.854765 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-099447f3-cc71-443e-b015-74dade05f0a0 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Request body: {'security_group': {'name': 'tempest-securitygroup--325031819', 'description': 'tempest-description--1525770428'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:12:46.862496 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-099447f3-cc71-443e-b015-74dade05f0a0 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:12:46.867546 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-099447f3-cc71-443e-b015-74dade05f0a0 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Usage tracker for resource:security_group and tenant:6ad4813b6edb444495ca345f69236bb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:12:46.870752 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-099447f3-cc71-443e-b015-74dade05f0a0 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:12:46.877624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-099447f3-cc71-443e-b015-74dade05f0a0 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:12:46.892486 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-099447f3-cc71-443e-b015-74dade05f0a0 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:46.921047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-099447f3-cc71-443e-b015-74dade05f0a0 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:12:46.925506 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-099447f3-cc71-443e-b015-74dade05f0a0 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Usage tracker for resource:security_group_rule and tenant:6ad4813b6edb444495ca345f69236bb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:12:46.928651 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-099447f3-cc71-443e-b015-74dade05f0a0 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:12:46.935737 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-099447f3-cc71-443e-b015-74dade05f0a0 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:12:47.024853 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-099447f3-cc71-443e-b015-74dade05f0a0 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:47.033616 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-099447f3-cc71-443e-b015-74dade05f0a0 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:47.044717 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f781c846-c10d-4b52-90eb-5f131e683e3c admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:12:47.054232 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f781c846-c10d-4b52-90eb-5f131e683e3c admin admin] 10.222.0.16 "PUT /v2.0/routers/a549237e-663d-49c9-8609-560011d05109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8129692 Mar 09 04:12:47.085531 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099447f3-cc71-443e-b015-74dade05f0a0 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=670cb1c8-52b7-4dc7-b38f-a15186867c29,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:47.088929 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-099447f3-cc71-443e-b015-74dade05f0a0 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:47.092900 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-099447f3-cc71-443e-b015-74dade05f0a0 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2403629 Mar 09 04:12:47.093214 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38518) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:47.097970 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-58bbdc7e-0356-482e-9c85-71674d6233f1 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Request body: {'security_group_rule': {'security_group_id': '670cb1c8-52b7-4dc7-b38f-a15186867c29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:12:47.104590 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-58bbdc7e-0356-482e-9c85-71674d6233f1 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:12:47.108428 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-58bbdc7e-0356-482e-9c85-71674d6233f1 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Usage tracker for resource:security_group_rule and tenant:6ad4813b6edb444495ca345f69236bb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:12:47.111379 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-58bbdc7e-0356-482e-9c85-71674d6233f1 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:12:47.117177 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-58bbdc7e-0356-482e-9c85-71674d6233f1 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:12:47.133967 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-58bbdc7e-0356-482e-9c85-71674d6233f1 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:47.207957 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-58bbdc7e-0356-482e-9c85-71674d6233f1 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:47.211444 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-58bbdc7e-0356-482e-9c85-71674d6233f1 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:47.235501 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbdc7e-0356-482e-9c85-71674d6233f1 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a993d3f4-b282-4f87-b3c6-0632394c8d0e,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:47.244237 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-58bbdc7e-0356-482e-9c85-71674d6233f1 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:47.245505 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-58bbdc7e-0356-482e-9c85-71674d6233f1 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1516461 Mar 09 04:12:47.248184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38528) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:47.252996 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-f81ea7c8-883b-4f60-91d0-e3ffac8e2120 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Request body: {'security_group_rule': {'security_group_id': '670cb1c8-52b7-4dc7-b38f-a15186867c29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:12:47.259217 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f81ea7c8-883b-4f60-91d0-e3ffac8e2120 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:12:47.263935 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f81ea7c8-883b-4f60-91d0-e3ffac8e2120 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Usage tracker for resource:security_group_rule and tenant:6ad4813b6edb444495ca345f69236bb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:12:47.267956 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f81ea7c8-883b-4f60-91d0-e3ffac8e2120 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:12:47.274353 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f81ea7c8-883b-4f60-91d0-e3ffac8e2120 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:12:47.291397 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f81ea7c8-883b-4f60-91d0-e3ffac8e2120 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:47.353311 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f81ea7c8-883b-4f60-91d0-e3ffac8e2120 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:47.357769 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f81ea7c8-883b-4f60-91d0-e3ffac8e2120 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:47.383100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ea7c8-883b-4f60-91d0-e3ffac8e2120 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd78738-ee7a-4811-96ca-31d0d4a90239,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:47.394503 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f81ea7c8-883b-4f60-91d0-e3ffac8e2120 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:47.395739 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f81ea7c8-883b-4f60-91d0-e3ffac8e2120 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1466522 Mar 09 04:12:47.398790 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38532) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:12:47.404357 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ca364dd5-0a62-457d-955b-a20b3530937e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:12:47.411000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ca364dd5-0a62-457d-955b-a20b3530937e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:12:47.415142 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ca364dd5-0a62-457d-955b-a20b3530937e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Usage tracker for resource:floatingip and tenant:6ad4813b6edb444495ca345f69236bb4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:12:47.417966 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ca364dd5-0a62-457d-955b-a20b3530937e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:12:47.424303 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ca364dd5-0a62-457d-955b-a20b3530937e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:12:47.435931 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca364dd5-0a62-457d-955b-a20b3530937e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:47.583233 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca364dd5-0a62-457d-955b-a20b3530937e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:47.741940 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-ca364dd5-0a62-457d-955b-a20b3530937e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Allocated IP 172.25.7.106 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/df365355-c9cc-44fe-95ec-c39fa1e42d94) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:12:47.901508 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca364dd5-0a62-457d-955b-a20b3530937e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:47.939859 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] Sync routers for ids ['a549237e-663d-49c9-8609-560011d05109'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:12:47.951652 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] Routers {'a549237e-663d-49c9-8609-560011d05109'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:47.952435 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a549237e-663d-49c9-8609-560011d05109'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:47.959365 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca364dd5-0a62-457d-955b-a20b3530937e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:48.034682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca364dd5-0a62-457d-955b-a20b3530937e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:12:48.038500 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-ca364dd5-0a62-457d-955b-a20b3530937e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:12:48.045916 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca364dd5-0a62-457d-955b-a20b3530937e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:12:48.179265 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e0b4300b-32ad-4e24-acac-41a39c58b65f up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:12:48.188474 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] Set router a549237e-663d-49c9-8609-560011d05109 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:48.275529 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port e0b4300b-32ad-4e24-acac-41a39c58b65f completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:12:48.286164 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca364dd5-0a62-457d-955b-a20b3530937e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event updated for resources: {'Port': ['ID=df365355-c9cc-44fe-95ec-c39fa1e42d94,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:48.298724 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port e0b4300b-32ad-4e24-acac-41a39c58b65f triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:48.299123 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:48.332469 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca364dd5-0a62-457d-955b-a20b3530937e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:48.406072 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca364dd5-0a62-457d-955b-a20b3530937e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:48.484139 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:48.506557 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port e0b4300b-32ad-4e24-acac-41a39c58b65f, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e0b4300b-32ad-4e24-acac-41a39c58b65f,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:48.511413 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:48.595779 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=e0b4300b-32ad-4e24-acac-41a39c58b65f,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:48.597086 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a549237e-663d-49c9-8609-560011d05109', 'name': 'tempest-TestVolumeBackupRestore-340935529-router', 'tenant_id': 'e96e1e0745a14756bdeaf4621bfc5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'e0b4300b-32ad-4e24-acac-41a39c58b65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:39Z', 'updated_at': '2022-03-09T04:12:45Z', 'revision_number': 4, 'project_id': 'e96e1e0745a14756bdeaf4621bfc5310', 'gw_port': {'id': 'e0b4300b-32ad-4e24-acac-41a39c58b65f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a549237e-663d-49c9-8609-560011d05109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:40Z', 'updated_at': '2022-03-09T04:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f', 'name': '', 'network_id': '3bc36e70-3c77-468b-8a19-8c86c282368d', 'tenant_id': 'e96e1e0745a14756bdeaf4621bfc5310', 'mac_address': 'fa:16:3e:38:be:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a549237e-663d-49c9-8609-560011d05109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '7c41a95d-2489-48a1-b234-3c5838c876dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:45Z', 'updated_at': '2022-03-09T04:12:46Z', 'revision_number': 2, 'project_id': 'e96e1e0745a14756bdeaf4621bfc5310', 'subnets': [{'id': '7c41a95d-2489-48a1-b234-3c5838c876dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:48.602379 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] Checking router: a549237e-663d-49c9-8609-560011d05109 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:12:48.602721 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] Updating router a549237e-663d-49c9-8609-560011d05109 port 7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:12:48.660164 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:48.677613 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca364dd5-0a62-457d-955b-a20b3530937e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:48.683862 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca364dd5-0a62-457d-955b-a20b3530937e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:48.803420 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca364dd5-0a62-457d-955b-a20b3530937e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event updated for resources: {'Port': ['ID=df365355-c9cc-44fe-95ec-c39fa1e42d94,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:48.809933 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca364dd5-0a62-457d-955b-a20b3530937e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:48.834942 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca364dd5-0a62-457d-955b-a20b3530937e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:48.844945 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ca364dd5-0a62-457d-955b-a20b3530937e tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4450798 Mar 09 04:12:49.062833 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:49.077155 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] Transition to ACTIVE for port object 7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:12:49.092382 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:49.131108 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e3112f03-4509-4493-af96-fec22f8da638 req-2640dd88-330f-4c89-86e8-e6b184bb18fe tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--325031819&fields=id&tenant_id=6ad4813b6edb444495ca345f69236bb4 HTTP/1.1" status: 200 len: 267 time: 0.0530641 Mar 09 04:12:49.272047 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07932261-0ca3-4f84-8b9c-c0d4baf1ae72 None None] Pushing event updated for resources: {'Port': ['ID=7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:49.345936 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3112f03-4509-4493-af96-fec22f8da638 req-68b44a66-45fb-45be-ac35-ed964a67899f tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:49.347327 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] Attempting to bind port 7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:12:49.347510 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e3112f03-4509-4493-af96-fec22f8da638 req-68b44a66-45fb-45be-ac35-ed964a67899f tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/networks?id=a867e9b3-2eba-490f-b739-b2d32f9ed205 HTTP/1.1" status: 200 len: 814 time: 0.2084851 Mar 09 04:12:49.347832 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] Attempting to bind port 7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '7f89ef05-d4f2-4625-9cc0-fe753b3210e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3bc36e70-3c77-468b-8a19-8c86c282368d'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:12:49.348259 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] Attempting to bind port 7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f on network 3bc36e70-3c77-468b-8a19-8c86c282368d {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:12:49.357382 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:12:49.357850 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] Checking segment: {'id': '7f89ef05-d4f2-4625-9cc0-fe753b3210e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3bc36e70-3c77-468b-8a19-8c86c282368d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:12:49.358318 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:49.358812 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] Bound using segment: {'id': '7f89ef05-d4f2-4625-9cc0-fe753b3210e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3bc36e70-3c77-468b-8a19-8c86c282368d'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:12:49.359308 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] Bound port: 7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f89ef05-d4f2-4625-9cc0-fe753b3210e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3bc36e70-3c77-468b-8a19-8c86c282368d'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:12:49.359680 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:49.370948 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e3112f03-4509-4493-af96-fec22f8da638 req-57a63852-6ee1-41b9-8594-964d6d920675 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/quotas/6ad4813b6edb444495ca345f69236bb4 HTTP/1.1" status: 200 len: 375 time: 0.0170758 Mar 09 04:12:49.466918 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] For port 7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:12:49.469921 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] For port 7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f,segment=NetworkSegment(7f89ef05-d4f2-4625-9cc0-fe753b3210e2),segment_id=7f89ef05-d4f2-4625-9cc0-fe753b3210e2)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:12:49.475994 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e3112f03-4509-4493-af96-fec22f8da638 req-8a9178ae-db52-4d14-8d78-822639142d3f tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ad4813b6edb444495ca345f69236bb4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0992239 Mar 09 04:12:49.477034 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:49.560837 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] Routers {'a549237e-663d-49c9-8609-560011d05109'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:12:49.561460 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:12:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a549237e-663d-49c9-8609-560011d05109'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:49.629416 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07932261-0ca3-4f84-8b9c-c0d4baf1ae72 None None] Pushing event updated for resources: {'Port': ['ID=7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:49.754516 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] Set router a549237e-663d-49c9-8609-560011d05109 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:12:49.825163 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e3112f03-4509-4493-af96-fec22f8da638 req-fa30f331-1fb9-4923-be4a-89f6a8e8dbb0 service neutron] 10.222.0.16 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348322 Mar 09 04:12:49.974699 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e3112f03-4509-4493-af96-fec22f8da638 req-3ef2e60e-f223-4771-9fe3-49c9c5cdebcf service neutron] 10.222.0.16 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430762 Mar 09 04:12:50.148654 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a549237e-663d-49c9-8609-560011d05109', 'name': 'tempest-TestVolumeBackupRestore-340935529-router', 'tenant_id': 'e96e1e0745a14756bdeaf4621bfc5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'e0b4300b-32ad-4e24-acac-41a39c58b65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:39Z', 'updated_at': '2022-03-09T04:12:45Z', 'revision_number': 4, 'project_id': 'e96e1e0745a14756bdeaf4621bfc5310', 'gw_port': {'id': 'e0b4300b-32ad-4e24-acac-41a39c58b65f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a549237e-663d-49c9-8609-560011d05109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:40Z', 'updated_at': '2022-03-09T04:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f', 'name': '', 'network_id': '3bc36e70-3c77-468b-8a19-8c86c282368d', 'tenant_id': 'e96e1e0745a14756bdeaf4621bfc5310', 'mac_address': 'fa:16:3e:38:be:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a549237e-663d-49c9-8609-560011d05109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '7c41a95d-2489-48a1-b234-3c5838c876dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:45Z', 'updated_at': '2022-03-09T04:12:49Z', 'revision_number': 4, 'project_id': 'e96e1e0745a14756bdeaf4621bfc5310', 'subnets': [{'id': '7c41a95d-2489-48a1-b234-3c5838c876dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:12:50.155057 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bec9511-7234-4246-9716-455a6fc52b74 None None] The sync data for ids ['a549237e-663d-49c9-8609-560011d05109'] in n-d-825178-5 is: [{'id': 'a549237e-663d-49c9-8609-560011d05109', 'name': 'tempest-TestVolumeBackupRestore-340935529-router', 'tenant_id': 'e96e1e0745a14756bdeaf4621bfc5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'e0b4300b-32ad-4e24-acac-41a39c58b65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:39Z', 'updated_at': '2022-03-09T04:12:45Z', 'revision_number': 4, 'project_id': 'e96e1e0745a14756bdeaf4621bfc5310', 'gw_port': {'id': 'e0b4300b-32ad-4e24-acac-41a39c58b65f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a549237e-663d-49c9-8609-560011d05109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:40Z', 'updated_at': '2022-03-09T04:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f', 'name': '', 'network_id': '3bc36e70-3c77-468b-8a19-8c86c282368d', 'tenant_id': 'e96e1e0745a14756bdeaf4621bfc5310', 'mac_address': 'fa:16:3e:38:be:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a549237e-663d-49c9-8609-560011d05109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '7c41a95d-2489-48a1-b234-3c5838c876dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:45Z', 'updated_at': '2022-03-09T04:12:49Z', 'revision_number': 4, 'project_id': 'e96e1e0745a14756bdeaf4621bfc5310', 'subnets': [{'id': '7c41a95d-2489-48a1-b234-3c5838c876dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:12:50.160225 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e0b4300b-32ad-4e24-acac-41a39c58b65f up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:12:50.256416 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port e0b4300b-32ad-4e24-acac-41a39c58b65f triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:50.257847 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:50.282422 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-3525d9f3-d707-46f6-b4d6-5f37bddae204 req-7589eada-8fc9-4e87-9517-080188b75e34 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Synchronizing usage tracker for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:12:50.316955 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-3525d9f3-d707-46f6-b4d6-5f37bddae204 req-7589eada-8fc9-4e87-9517-080188b75e34 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Unset dirty status for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:12:50.318159 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3525d9f3-d707-46f6-b4d6-5f37bddae204 req-7589eada-8fc9-4e87-9517-080188b75e34 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d6a139-52ef-4676-99eb-8bfe25c9f842 HTTP/1.1" status: 200 len: 210 time: 0.1668129 Mar 09 04:12:51.502487 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3112f03-4509-4493-af96-fec22f8da638 req-532de0ca-90df-4f6c-8bf1-382531759fd1 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:51.503200 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3112f03-4509-4493-af96-fec22f8da638 req-532de0ca-90df-4f6c-8bf1-382531759fd1 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.21 "GET /v2.0/networks?id=a867e9b3-2eba-490f-b739-b2d32f9ed205 HTTP/1.1" status: 200 len: 814 time: 0.2192073 Mar 09 04:12:51.562832 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e3112f03-4509-4493-af96-fec22f8da638 req-9ce4bfaa-d269-44e9-939c-0f65ef62038b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Synchronizing usage tracker for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:12:51.582127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e3112f03-4509-4493-af96-fec22f8da638 req-9ce4bfaa-d269-44e9-939c-0f65ef62038b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Unset dirty status for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:12:51.583294 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3112f03-4509-4493-af96-fec22f8da638 req-9ce4bfaa-d269-44e9-939c-0f65ef62038b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ad4813b6edb444495ca345f69236bb4 HTTP/1.1" status: 200 len: 379 time: 0.0719271 Mar 09 04:12:51.594797 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-e3112f03-4509-4493-af96-fec22f8da638 req-1975203f-f210-4bc9-b0a0-ec711f8e7607 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Request body: {'port': {'device_id': '66d6a139-52ef-4676-99eb-8bfe25c9f842', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'admin_state_up': True, 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'security_groups': ['670cb1c8-52b7-4dc7-b38f-a15186867c29']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:12:51.617779 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0ebb5e5c-ee48-4161-aa7c-7b545ed33779 req-950782fd-498b-4c07-a5ac-db2ad2afb18f tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d6a139-52ef-4676-99eb-8bfe25c9f842 HTTP/1.1" status: 200 len: 210 time: 0.0989652 Mar 09 04:12:51.747889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-e3112f03-4509-4493-af96-fec22f8da638 req-1975203f-f210-4bc9-b0a0-ec711f8e7607 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:12:51.758026 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-e3112f03-4509-4493-af96-fec22f8da638 req-1975203f-f210-4bc9-b0a0-ec711f8e7607 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:12:51.772329 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3112f03-4509-4493-af96-fec22f8da638 req-1975203f-f210-4bc9-b0a0-ec711f8e7607 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Made reservation on behalf of 6ad4813b6edb444495ca345f69236bb4 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:12:51.776532 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e3112f03-4509-4493-af96-fec22f8da638 req-1975203f-f210-4bc9-b0a0-ec711f8e7607 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:51.974645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-e3112f03-4509-4493-af96-fec22f8da638 req-1975203f-f210-4bc9-b0a0-ec711f8e7607 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Allocated IP 172.20.0.10 (a867e9b3-2eba-490f-b739-b2d32f9ed205/2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f/1e075411-c655-4440-a05a-64bb2c4f6f85) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:12:52.180116 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:12:52.182554 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e3112f03-4509-4493-af96-fec22f8da638 req-1975203f-f210-4bc9-b0a0-ec711f8e7607 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:52.200423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-e3112f03-4509-4493-af96-fec22f8da638 req-1975203f-f210-4bc9-b0a0-ec711f8e7607 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Transition to ACTIVE for port object 1e075411-c655-4440-a05a-64bb2c4f6f85 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:12:52.236641 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e3112f03-4509-4493-af96-fec22f8da638 req-1975203f-f210-4bc9-b0a0-ec711f8e7607 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:52.256390 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:12:52.264215 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:52.265380 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:52.325872 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3112f03-4509-4493-af96-fec22f8da638 req-1975203f-f210-4bc9-b0a0-ec711f8e7607 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Network a867e9b3-2eba-490f-b739-b2d32f9ed205 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:12:52.334271 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-e3112f03-4509-4493-af96-fec22f8da638 req-1975203f-f210-4bc9-b0a0-ec711f8e7607 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:12:52.339791 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3112f03-4509-4493-af96-fec22f8da638 req-1975203f-f210-4bc9-b0a0-ec711f8e7607 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:12:52.376799 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975203f-f210-4bc9-b0a0-ec711f8e7607 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event updated for resources: {'Port': ['ID=1e075411-c655-4440-a05a-64bb2c4f6f85,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:52.418284 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3112f03-4509-4493-af96-fec22f8da638 req-1975203f-f210-4bc9-b0a0-ec711f8e7607 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:52.418990 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e3112f03-4509-4493-af96-fec22f8da638 req-1975203f-f210-4bc9-b0a0-ec711f8e7607 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:52.457798 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3112f03-4509-4493-af96-fec22f8da638 req-1975203f-f210-4bc9-b0a0-ec711f8e7607 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8665924 Mar 09 04:12:52.465082 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:52.506078 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f,segment=NetworkSegment(7f89ef05-d4f2-4625-9cc0-fe753b3210e2),segment_id=7f89ef05-d4f2-4625-9cc0-fe753b3210e2)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:52.511448 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:52.545401 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-e3112f03-4509-4493-af96-fec22f8da638 req-bea4f3f8-2fc8-40cb-a565-37e7c7846c51 service neutron] Request body: {'port': {'device_id': '66d6a139-52ef-4676-99eb-8bfe25c9f842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:12:52.608666 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:52.639973 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d09cdb42-b64b-43f9-9cdb-eb7fa5910ff7 None None] Provisioning for port 1e075411-c655-4440-a05a-64bb2c4f6f85 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:12:52.645565 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d09cdb42-b64b-43f9-9cdb-eb7fa5910ff7 None None] Provisioning complete for port 1e075411-c655-4440-a05a-64bb2c4f6f85 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:52.645943 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d09cdb42-b64b-43f9-9cdb-eb7fa5910ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:52.697739 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e3112f03-4509-4493-af96-fec22f8da638 req-bea4f3f8-2fc8-40cb-a565-37e7c7846c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:52.704443 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d09cdb42-b64b-43f9-9cdb-eb7fa5910ff7 None None] Port 1e075411-c655-4440-a05a-64bb2c4f6f85 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:12:53.106731 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb41e7-ffa7-4cde-8128-6706d171c492 req-ae0f2f2e-e3b9-4e5e-88f1-47fb02a2cf00 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:53.107561 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-d8bb41e7-ffa7-4cde-8128-6706d171c492 req-ae0f2f2e-e3b9-4e5e-88f1-47fb02a2cf00 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Synchronizing usage tracker for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:12:53.144037 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-d8bb41e7-ffa7-4cde-8128-6706d171c492 req-ae0f2f2e-e3b9-4e5e-88f1-47fb02a2cf00 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Unset dirty status for tenant:6ad4813b6edb444495ca345f69236bb4 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:12:53.146099 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d8bb41e7-ffa7-4cde-8128-6706d171c492 req-ae0f2f2e-e3b9-4e5e-88f1-47fb02a2cf00 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d6a139-52ef-4676-99eb-8bfe25c9f842 HTTP/1.1" status: 200 len: 932 time: 0.3976567 Mar 09 04:12:53.209388 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d8bb41e7-ffa7-4cde-8128-6706d171c492 req-a04cc9fa-4daf-4359-9ed9-fe62be0d0f42 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=670cb1c8-52b7-4dc7-b38f-a15186867c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518465 Mar 09 04:12:53.285511 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-e3112f03-4509-4493-af96-fec22f8da638 req-bea4f3f8-2fc8-40cb-a565-37e7c7846c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e075411-c655-4440-a05a-64bb2c4f6f85 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:12:53.294319 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e3112f03-4509-4493-af96-fec22f8da638 req-bea4f3f8-2fc8-40cb-a565-37e7c7846c51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:53.309473 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-e3112f03-4509-4493-af96-fec22f8da638 req-bea4f3f8-2fc8-40cb-a565-37e7c7846c51 service neutron] Transition to ACTIVE for port object 1e075411-c655-4440-a05a-64bb2c4f6f85 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:12:53.315132 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e3112f03-4509-4493-af96-fec22f8da638 req-bea4f3f8-2fc8-40cb-a565-37e7c7846c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:53.480157 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4f3f8-2fc8-40cb-a565-37e7c7846c51 service neutron] Pushing event updated for resources: {'Port': ['ID=1e075411-c655-4440-a05a-64bb2c4f6f85,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:53.560292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-e3112f03-4509-4493-af96-fec22f8da638 req-bea4f3f8-2fc8-40cb-a565-37e7c7846c51 service neutron] Attempting to bind port 1e075411-c655-4440-a05a-64bb2c4f6f85 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:12:53.560834 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-e3112f03-4509-4493-af96-fec22f8da638 req-bea4f3f8-2fc8-40cb-a565-37e7c7846c51 service neutron] Attempting to bind port 1e075411-c655-4440-a05a-64bb2c4f6f85 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '4f67b76f-4f8e-46d7-bc73-27b808580f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:12:53.561029 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3112f03-4509-4493-af96-fec22f8da638 req-bea4f3f8-2fc8-40cb-a565-37e7c7846c51 service neutron] Attempting to bind port 1e075411-c655-4440-a05a-64bb2c4f6f85 on network a867e9b3-2eba-490f-b739-b2d32f9ed205 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:12:53.565811 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3112f03-4509-4493-af96-fec22f8da638 req-bea4f3f8-2fc8-40cb-a565-37e7c7846c51 service neutron] Port 1e075411-c655-4440-a05a-64bb2c4f6f85 on network a867e9b3-2eba-490f-b739-b2d32f9ed205 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:12:53.566133 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3112f03-4509-4493-af96-fec22f8da638 req-bea4f3f8-2fc8-40cb-a565-37e7c7846c51 service neutron] Attempting to bind port 1e075411-c655-4440-a05a-64bb2c4f6f85 on network a867e9b3-2eba-490f-b739-b2d32f9ed205 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:12:53.571230 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3112f03-4509-4493-af96-fec22f8da638 req-bea4f3f8-2fc8-40cb-a565-37e7c7846c51 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:12:53.571560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3112f03-4509-4493-af96-fec22f8da638 req-bea4f3f8-2fc8-40cb-a565-37e7c7846c51 service neutron] Checking segment: {'id': '4f67b76f-4f8e-46d7-bc73-27b808580f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:12:53.571937 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3112f03-4509-4493-af96-fec22f8da638 req-bea4f3f8-2fc8-40cb-a565-37e7c7846c51 service neutron] Bound using segment: {'id': '4f67b76f-4f8e-46d7-bc73-27b808580f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:12:53.572355 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-e3112f03-4509-4493-af96-fec22f8da638 req-bea4f3f8-2fc8-40cb-a565-37e7c7846c51 service neutron] Bound port: 1e075411-c655-4440-a05a-64bb2c4f6f85, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f67b76f-4f8e-46d7-bc73-27b808580f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:12:53.573315 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e3112f03-4509-4493-af96-fec22f8da638 req-bea4f3f8-2fc8-40cb-a565-37e7c7846c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:53.666213 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-e3112f03-4509-4493-af96-fec22f8da638 req-bea4f3f8-2fc8-40cb-a565-37e7c7846c51 service neutron] For port 1e075411-c655-4440-a05a-64bb2c4f6f85, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:12:53.669292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-e3112f03-4509-4493-af96-fec22f8da638 req-bea4f3f8-2fc8-40cb-a565-37e7c7846c51 service neutron] For port 1e075411-c655-4440-a05a-64bb2c4f6f85, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=1e075411-c655-4440-a05a-64bb2c4f6f85,segment=NetworkSegment(4f67b76f-4f8e-46d7-bc73-27b808580f53),segment_id=4f67b76f-4f8e-46d7-bc73-27b808580f53)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:12:53.674526 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e3112f03-4509-4493-af96-fec22f8da638 req-bea4f3f8-2fc8-40cb-a565-37e7c7846c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:53.734828 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3112f03-4509-4493-af96-fec22f8da638 req-bea4f3f8-2fc8-40cb-a565-37e7c7846c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:53.735470 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e3112f03-4509-4493-af96-fec22f8da638 req-bea4f3f8-2fc8-40cb-a565-37e7c7846c51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:53.736834 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3112f03-4509-4493-af96-fec22f8da638 req-bea4f3f8-2fc8-40cb-a565-37e7c7846c51 service neutron] 10.222.0.21 "PUT /v2.0/ports/1e075411-c655-4440-a05a-64bb2c4f6f85 HTTP/1.1" status: 200 len: 1092 time: 1.2723866 Mar 09 04:12:53.737264 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d6a139-52ef-4676-99eb-8bfe25c9f842', 'tag': '1e075411-c655-4440-a05a-64bb2c4f6f85'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:12:53.772931 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4f3f8-2fc8-40cb-a565-37e7c7846c51 service neutron] Pushing event updated for resources: {'Port': ['ID=1e075411-c655-4440-a05a-64bb2c4f6f85,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:53.867213 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3112f03-4509-4493-af96-fec22f8da638 req-cb15138b-4583-4401-89a6-e048c6d07cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:53.868905 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3112f03-4509-4493-af96-fec22f8da638 req-cb15138b-4583-4401-89a6-e048c6d07cb8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ad4813b6edb444495ca345f69236bb4&device_id=66d6a139-52ef-4676-99eb-8bfe25c9f842 HTTP/1.1" status: 200 len: 1095 time: 0.0911496 Mar 09 04:12:53.973361 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3112f03-4509-4493-af96-fec22f8da638 req-1a97f316-b67e-4061-be4e-edc0fcbe21a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e075411-c655-4440-a05a-64bb2c4f6f85 HTTP/1.1" status: 200 len: 217 time: 0.0977311 Mar 09 04:12:54.012981 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d6a139-52ef-4676-99eb-8bfe25c9f842', 'tag': '1e075411-c655-4440-a05a-64bb2c4f6f85', 'status': 'completed', 'code': 200} Mar 09 04:12:54.041959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3112f03-4509-4493-af96-fec22f8da638 req-95e61609-43f9-459d-8a18-94c30c4f08b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:54.043470 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3112f03-4509-4493-af96-fec22f8da638 req-95e61609-43f9-459d-8a18-94c30c4f08b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f HTTP/1.1" status: 200 len: 853 time: 0.0622723 Mar 09 04:12:54.124834 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3112f03-4509-4493-af96-fec22f8da638 req-7148424a-d0d1-4e8f-97f4-d7ef8d96b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:54.126378 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3112f03-4509-4493-af96-fec22f8da638 req-7148424a-d0d1-4e8f-97f4-d7ef8d96b3ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a867e9b3-2eba-490f-b739-b2d32f9ed205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772350 Mar 09 04:12:54.134597 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:12:54.209077 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:12:54.209441 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:54.276442 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3112f03-4509-4493-af96-fec22f8da638 req-2a9bac27-3ebc-43fb-a1a3-5b157023a336 service neutron] 10.222.0.21 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428432 Mar 09 04:12:54.468716 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3112f03-4509-4493-af96-fec22f8da638 req-88b3c803-95ea-493b-9993-a29180e50c70 service neutron] 10.222.0.21 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872468 Mar 09 04:12:54.493650 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad94016-ccf3-4035-85ff-06df8ac39ff6 req-03b2fc06-d0c8-4bf4-aefe-96681c870a51 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:54.495705 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dad94016-ccf3-4035-85ff-06df8ac39ff6 req-03b2fc06-d0c8-4bf4-aefe-96681c870a51 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d6a139-52ef-4676-99eb-8bfe25c9f842 HTTP/1.1" status: 200 len: 944 time: 0.1234257 Mar 09 04:12:54.586272 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dad94016-ccf3-4035-85ff-06df8ac39ff6 req-e5ef60c6-f6f7-4045-b948-2233462e7015 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=670cb1c8-52b7-4dc7-b38f-a15186867c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843515 Mar 09 04:12:54.614118 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2b937-3c58-499b-a1e2-482c442f24ee req-33300cc7-b4bb-47c6-b329-cae1571158c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:54.615410 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ffd2b937-3c58-499b-a1e2-482c442f24ee req-33300cc7-b4bb-47c6-b329-cae1571158c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ad4813b6edb444495ca345f69236bb4&device_id=66d6a139-52ef-4676-99eb-8bfe25c9f842 HTTP/1.1" status: 200 len: 1095 time: 0.0981708 Mar 09 04:12:54.752322 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2b937-3c58-499b-a1e2-482c442f24ee req-8c10ad25-dd4e-4d48-89c7-5341b394df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:54.754029 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ffd2b937-3c58-499b-a1e2-482c442f24ee req-8c10ad25-dd4e-4d48-89c7-5341b394df2e service neutron] 10.222.0.21 "GET /v2.0/networks?id=a867e9b3-2eba-490f-b739-b2d32f9ed205 HTTP/1.1" status: 200 len: 915 time: 0.1328678 Mar 09 04:12:54.835246 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ffd2b937-3c58-499b-a1e2-482c442f24ee req-0a1f6871-08ed-4827-8219-cce605b4889b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e075411-c655-4440-a05a-64bb2c4f6f85 HTTP/1.1" status: 200 len: 217 time: 0.0712132 Mar 09 04:12:55.019193 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2b937-3c58-499b-a1e2-482c442f24ee req-d852aa41-b7fe-48b8-b63d-f11a2c52830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:55.020547 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ffd2b937-3c58-499b-a1e2-482c442f24ee req-d852aa41-b7fe-48b8-b63d-f11a2c52830c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f HTTP/1.1" status: 200 len: 853 time: 0.1795623 Mar 09 04:12:55.097638 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2b937-3c58-499b-a1e2-482c442f24ee req-ff83a621-cd95-40de-b6d5-ea8ef450c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:55.099148 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ffd2b937-3c58-499b-a1e2-482c442f24ee req-ff83a621-cd95-40de-b6d5-ea8ef450c203 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a867e9b3-2eba-490f-b739-b2d32f9ed205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717850 Mar 09 04:12:55.238950 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ffd2b937-3c58-499b-a1e2-482c442f24ee req-380cb4a2-c525-4c88-828c-84a898378f68 service neutron] 10.222.0.21 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333532 Mar 09 04:12:55.374194 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ffd2b937-3c58-499b-a1e2-482c442f24ee req-94facdf9-5a32-4a09-97c1-4e2573402131 service neutron] 10.222.0.21 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284099 Mar 09 04:12:55.774520 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16ebf6-f8f4-4627-ae4e-4afc6b6924e0 req-a3d09285-432d-415b-b946-a5c1a9ab4b2c tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:55.776480 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bb16ebf6-f8f4-4627-ae4e-4afc6b6924e0 req-a3d09285-432d-415b-b946-a5c1a9ab4b2c tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d6a139-52ef-4676-99eb-8bfe25c9f842 HTTP/1.1" status: 200 len: 944 time: 0.0827408 Mar 09 04:12:55.825511 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bb16ebf6-f8f4-4627-ae4e-4afc6b6924e0 req-cb770dcc-2c34-45ff-9f52-a235ede7d213 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=670cb1c8-52b7-4dc7-b38f-a15186867c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431106 Mar 09 04:12:57.134051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec819852-5c27-4a45-942e-52e024f198f5 req-14d83571-6768-4e3a-9f5d-cc87d35183e6 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:57.136113 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ec819852-5c27-4a45-942e-52e024f198f5 req-14d83571-6768-4e3a-9f5d-cc87d35183e6 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d6a139-52ef-4676-99eb-8bfe25c9f842 HTTP/1.1" status: 200 len: 944 time: 0.0860662 Mar 09 04:12:57.184071 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ec819852-5c27-4a45-942e-52e024f198f5 req-7a936e83-ff96-4f39-8251-4cd952ff43ee tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=670cb1c8-52b7-4dc7-b38f-a15186867c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423527 Mar 09 04:12:57.930724 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 1e075411-c655-4440-a05a-64bb2c4f6f85 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:12:58.068483 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 1e075411-c655-4440-a05a-64bb2c4f6f85, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=1e075411-c655-4440-a05a-64bb2c4f6f85,segment=NetworkSegment(4f67b76f-4f8e-46d7-bc73-27b808580f53),segment_id=4f67b76f-4f8e-46d7-bc73-27b808580f53)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:58.084044 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '1e075411-c655-4440-a05a-64bb2c4f6f85', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'port_id': '1e075411-c655-4440-a05a-64bb2c4f6f85', 'mac_address': 'fa:16:3e:77:04:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:12:58.154123 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:58.171581 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e075411-c655-4440-a05a-64bb2c4f6f85 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:12:58.192290 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 1e075411-c655-4440-a05a-64bb2c4f6f85, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=1e075411-c655-4440-a05a-64bb2c4f6f85,segment=NetworkSegment(4f67b76f-4f8e-46d7-bc73-27b808580f53),segment_id=4f67b76f-4f8e-46d7-bc73-27b808580f53)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:12:58.196847 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:58.267209 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=1e075411-c655-4440-a05a-64bb2c4f6f85,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:12:58.274598 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:58.274960 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:58.275390 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:58.276186 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:58.276517 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:58.276839 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:58.277158 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:58.277477 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:58.277788 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:58.278101 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:58.278411 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:58.278722 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:12:58.384305 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867f40f-7f24-48e9-99ee-9f71addd5217 req-81470ec9-c262-4bf5-99f0-777ec702d6a5 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:58.386338 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a867f40f-7f24-48e9-99ee-9f71addd5217 req-81470ec9-c262-4bf5-99f0-777ec702d6a5 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d6a139-52ef-4676-99eb-8bfe25c9f842 HTTP/1.1" status: 200 len: 945 time: 0.0835865 Mar 09 04:12:58.404825 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['1e075411-c655-4440-a05a-64bb2c4f6f85'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:12:58.434539 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a867f40f-7f24-48e9-99ee-9f71addd5217 req-6d52eaf3-e13f-4df5-b45e-a73dfb45f79f tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=670cb1c8-52b7-4dc7-b38f-a15186867c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425296 Mar 09 04:12:58.826994 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-36f48cd1-83fc-4c7d-bec8-79bf7dd8ef3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:12:59.614315 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a607176-ebcb-4e9f-873b-c866b42a26a3 req-d64bab31-b558-4667-b710-ac3634ab6407 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:12:59.615730 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0a607176-ebcb-4e9f-873b-c866b42a26a3 req-d64bab31-b558-4667-b710-ac3634ab6407 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d6a139-52ef-4676-99eb-8bfe25c9f842 HTTP/1.1" status: 200 len: 945 time: 0.0794103 Mar 09 04:12:59.660400 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0a607176-ebcb-4e9f-873b-c866b42a26a3 req-032b5b18-0667-45fb-9013-12adf268761c tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=670cb1c8-52b7-4dc7-b38f-a15186867c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384026 Mar 09 04:12:59.951226 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 1e075411-c655-4440-a05a-64bb2c4f6f85 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:13:00.020120 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 1e075411-c655-4440-a05a-64bb2c4f6f85 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:13:00.024807 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 1e075411-c655-4440-a05a-64bb2c4f6f85 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:13:00.025177 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:00.141531 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:00.171187 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d6a139-52ef-4676-99eb-8bfe25c9f842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e075411-c655-4440-a05a-64bb2c4f6f85'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:13:00.181771 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 1e075411-c655-4440-a05a-64bb2c4f6f85, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=1e075411-c655-4440-a05a-64bb2c4f6f85,segment=NetworkSegment(4f67b76f-4f8e-46d7-bc73-27b808580f53),segment_id=4f67b76f-4f8e-46d7-bc73-27b808580f53)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:13:00.187123 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:00.294335 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=1e075411-c655-4440-a05a-64bb2c4f6f85,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:13:00.324742 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d6a139-52ef-4676-99eb-8bfe25c9f842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e075411-c655-4440-a05a-64bb2c4f6f85', 'code': 200} Mar 09 04:13:00.452523 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40affb5d-4a8e-4d6e-ada8-fa4a17c88999 req-d913768b-289d-4155-ba71-2f05458b67c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:13:00.453925 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-40affb5d-4a8e-4d6e-ada8-fa4a17c88999 req-d913768b-289d-4155-ba71-2f05458b67c6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=66d6a139-52ef-4676-99eb-8bfe25c9f842 HTTP/1.1" status: 200 len: 1097 time: 0.0759058 Mar 09 04:13:00.495772 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-40affb5d-4a8e-4d6e-ada8-fa4a17c88999 req-90769e48-d9ab-4d38-a190-c66a67f7934d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=670cb1c8-52b7-4dc7-b38f-a15186867c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348835 Mar 09 04:13:00.850919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c96033-dadc-4e25-9a2e-cda23dcbe30a req-856659eb-5824-42a7-acbf-f031366b7f95 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:13:00.852397 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e0c96033-dadc-4e25-9a2e-cda23dcbe30a req-856659eb-5824-42a7-acbf-f031366b7f95 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d6a139-52ef-4676-99eb-8bfe25c9f842 HTTP/1.1" status: 200 len: 946 time: 0.0847421 Mar 09 04:13:00.898095 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e0c96033-dadc-4e25-9a2e-cda23dcbe30a req-d64441e7-875f-41d4-b4bb-9d3698d7fdc9 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=670cb1c8-52b7-4dc7-b38f-a15186867c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391362 Mar 09 04:13:01.117693 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2f963668-0ed0-48ff-bd1d-cb1164e2e726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:02.131072 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bbff6-43f1-4c7d-9c6b-421c9fb830ab req-f4d5bde0-6deb-4ac3-9b4b-76b277030aaf tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:13:02.132532 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-515bbff6-43f1-4c7d-9c6b-421c9fb830ab req-f4d5bde0-6deb-4ac3-9b4b-76b277030aaf tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d6a139-52ef-4676-99eb-8bfe25c9f842 HTTP/1.1" status: 200 len: 946 time: 0.0979128 Mar 09 04:13:02.191258 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-515bbff6-43f1-4c7d-9c6b-421c9fb830ab req-398d0bc3-d26e-4e72-a20e-55694d9caae6 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=670cb1c8-52b7-4dc7-b38f-a15186867c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505970 Mar 09 04:13:02.269420 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:02.272944 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:02.396307 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb22fb-e14f-4c27-82fe-03408fffc028 req-ac37d1a0-94bc-4749-be9d-c4dab3b385af tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:13:02.398046 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c2bb22fb-e14f-4c27-82fe-03408fffc028 req-ac37d1a0-94bc-4749-be9d-c4dab3b385af tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d6a139-52ef-4676-99eb-8bfe25c9f842 HTTP/1.1" status: 200 len: 946 time: 0.0905352 Mar 09 04:13:02.410549 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 38710) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:13:02.416940 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-8fa85eb3-0f5b-4c8f-9a19-682125f4c6d2 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Request body: {'floatingip': {'port_id': '1e075411-c655-4440-a05a-64bb2c4f6f85'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:13:02.501072 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8fa85eb3-0f5b-4c8f-9a19-682125f4c6d2 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:03.200163 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8fa85eb3-0f5b-4c8f-9a19-682125f4c6d2 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:03.204053 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8fa85eb3-0f5b-4c8f-9a19-682125f4c6d2 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:03.374925 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-8fa85eb3-0f5b-4c8f-9a19-682125f4c6d2 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Floating IP 7528efef-80f5-48e5-9827-1e58716f6db3 associated. External IP: 172.25.7.106, port: 1e075411-c655-4440-a05a-64bb2c4f6f85. Mar 09 04:13:03.533950 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:03.726008 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa85eb3-0f5b-4c8f-9a19-682125f4c6d2 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Router 05c98226-b013-452a-be20-75171a463f5c has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:13:03.913392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa85eb3-0f5b-4c8f-9a19-682125f4c6d2 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:13:03.918484 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8fa85eb3-0f5b-4c8f-9a19-682125f4c6d2 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:03.935916 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053d24fd-4145-4b92-90b3-20e3ba4ceffd None None] Sync routers for ids ['05c98226-b013-452a-be20-75171a463f5c'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:13:03.945284 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053d24fd-4145-4b92-90b3-20e3ba4ceffd None None] Routers {'05c98226-b013-452a-be20-75171a463f5c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:13:03.946089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-053d24fd-4145-4b92-90b3-20e3ba4ceffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:13:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['05c98226-b013-452a-be20-75171a463f5c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:13:03.983015 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8fa85eb3-0f5b-4c8f-9a19-682125f4c6d2 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "PUT /v2.0/floatingips/7528efef-80f5-48e5-9827-1e58716f6db3 HTTP/1.1" status: 200 len: 992 time: 1.5647109 Mar 09 04:13:03.983015 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d6a139-52ef-4676-99eb-8bfe25c9f842', 'tag': '1e075411-c655-4440-a05a-64bb2c4f6f85'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:13:04.026302 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d6a139-52ef-4676-99eb-8bfe25c9f842', 'tag': '1e075411-c655-4440-a05a-64bb2c4f6f85', 'status': 'completed', 'code': 200} Mar 09 04:13:04.121884 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6af9d-e69d-4086-8310-ff4436c2a8af req-238c8053-cf82-422a-bd7f-9279c5444547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:13:04.123383 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f3c6af9d-e69d-4086-8310-ff4436c2a8af req-238c8053-cf82-422a-bd7f-9279c5444547 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ad4813b6edb444495ca345f69236bb4&device_id=66d6a139-52ef-4676-99eb-8bfe25c9f842 HTTP/1.1" status: 200 len: 1097 time: 0.0756352 Mar 09 04:13:04.150276 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-053d24fd-4145-4b92-90b3-20e3ba4ceffd None None] Set router 05c98226-b013-452a-be20-75171a463f5c gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:13:04.257992 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6af9d-e69d-4086-8310-ff4436c2a8af req-3fbe8e82-d04b-421c-b337-0d924db58164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:13:04.259391 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f3c6af9d-e69d-4086-8310-ff4436c2a8af req-3fbe8e82-d04b-421c-b337-0d924db58164 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a867e9b3-2eba-490f-b739-b2d32f9ed205 HTTP/1.1" status: 200 len: 915 time: 0.1308038 Mar 09 04:13:04.327282 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:04.376405 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f3c6af9d-e69d-4086-8310-ff4436c2a8af req-1a429ce3-f7bb-46c6-98aa-dd00204a5aa0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e075411-c655-4440-a05a-64bb2c4f6f85 HTTP/1.1" status: 200 len: 1000 time: 0.1104069 Mar 09 04:13:04.439407 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6af9d-e69d-4086-8310-ff4436c2a8af req-f23115e6-829b-4370-86fc-a95e19b0085c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:13:04.440876 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f3c6af9d-e69d-4086-8310-ff4436c2a8af req-f23115e6-829b-4370-86fc-a95e19b0085c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f HTTP/1.1" status: 200 len: 853 time: 0.0578642 Mar 09 04:13:04.514563 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6af9d-e69d-4086-8310-ff4436c2a8af req-798d8cb1-0e36-433e-9364-86588540f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:13:04.516108 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f3c6af9d-e69d-4086-8310-ff4436c2a8af req-798d8cb1-0e36-433e-9364-86588540f032 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a867e9b3-2eba-490f-b739-b2d32f9ed205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692561 Mar 09 04:13:04.548234 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-053d24fd-4145-4b92-90b3-20e3ba4ceffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '7528efef-80f5-48e5-9827-1e58716f6db3', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '05c98226-b013-452a-be20-75171a463f5c', 'port_id': '1e075411-c655-4440-a05a-64bb2c4f6f85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'mac_address': 'fa:16:3e:77:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d6a139-52ef-4676-99eb-8bfe25c9f842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:12:48Z', 'updated_at': '2022-03-09T04:13:02Z', 'revision_number': 1, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b8fd1c-ebab-4e4a-bec8-115622139a02', 'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'mac_address': 'fa:16:3e:ee:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:58Z', 'updated_at': '2022-03-09T04:08:13Z', 'revision_number': 5, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'subnets': [{'id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:13:04.552221 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053d24fd-4145-4b92-90b3-20e3ba4ceffd None None] Checking router: 05c98226-b013-452a-be20-75171a463f5c for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:13:04.561698 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053d24fd-4145-4b92-90b3-20e3ba4ceffd None None] Routers {'05c98226-b013-452a-be20-75171a463f5c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:13:04.562313 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-053d24fd-4145-4b92-90b3-20e3ba4ceffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:13:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['05c98226-b013-452a-be20-75171a463f5c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:13:04.747808 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-053d24fd-4145-4b92-90b3-20e3ba4ceffd None None] Set router 05c98226-b013-452a-be20-75171a463f5c gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:13:04.776104 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f3c6af9d-e69d-4086-8310-ff4436c2a8af req-b0ed1a04-76ed-4c44-bf6f-25fc93d3569f service neutron] 10.222.0.21 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536476 Mar 09 04:13:04.914639 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f3c6af9d-e69d-4086-8310-ff4436c2a8af req-29a030ba-718b-495b-9a74-e0e03c142da0 service neutron] 10.222.0.21 "GET /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329589 Mar 09 04:13:05.129891 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-053d24fd-4145-4b92-90b3-20e3ba4ceffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '7528efef-80f5-48e5-9827-1e58716f6db3', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '05c98226-b013-452a-be20-75171a463f5c', 'port_id': '1e075411-c655-4440-a05a-64bb2c4f6f85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'mac_address': 'fa:16:3e:77:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d6a139-52ef-4676-99eb-8bfe25c9f842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:12:48Z', 'updated_at': '2022-03-09T04:13:02Z', 'revision_number': 1, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b8fd1c-ebab-4e4a-bec8-115622139a02', 'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'mac_address': 'fa:16:3e:ee:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:58Z', 'updated_at': '2022-03-09T04:08:13Z', 'revision_number': 5, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'subnets': [{'id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:13:05.133938 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053d24fd-4145-4b92-90b3-20e3ba4ceffd None None] The sync data for ids ['05c98226-b013-452a-be20-75171a463f5c'] in n-d-825178-5 is: [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '7528efef-80f5-48e5-9827-1e58716f6db3', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '05c98226-b013-452a-be20-75171a463f5c', 'port_id': '1e075411-c655-4440-a05a-64bb2c4f6f85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'mac_address': 'fa:16:3e:77:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d6a139-52ef-4676-99eb-8bfe25c9f842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:12:48Z', 'updated_at': '2022-03-09T04:13:02Z', 'revision_number': 1, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b8fd1c-ebab-4e4a-bec8-115622139a02', 'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'mac_address': 'fa:16:3e:ee:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:58Z', 'updated_at': '2022-03-09T04:08:13Z', 'revision_number': 5, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'subnets': [{'id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:13:05.335890 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660f4a17-3885-4cf6-b635-e204c21249ff None None] New status for floating IP 7528efef-80f5-48e5-9827-1e58716f6db3: ACTIVE {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:13:08.968589 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:17.625372 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:13:28.742539 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fb04cbf4-81d4-457f-9d4b-9e7873133a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:31.120091 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-23190a78-2dbb-4164-bd8f-e255b5aed9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:32.253173 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:32.259266 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:33.536279 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:34.334913 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:38.966775 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:46.239193 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b87c2-8b02-4941-8c25-ee19d9877cb3 req-836ec6c3-dff4-452e-bea5-10778fad4058 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:13:46.240629 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e89b87c2-8b02-4941-8c25-ee19d9877cb3 req-836ec6c3-dff4-452e-bea5-10778fad4058 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d6a139-52ef-4676-99eb-8bfe25c9f842 HTTP/1.1" status: 200 len: 946 time: 0.0796807 Mar 09 04:13:46.285412 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e89b87c2-8b02-4941-8c25-ee19d9877cb3 req-771f4c6d-38a0-407e-9732-3897192b85c1 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=670cb1c8-52b7-4dc7-b38f-a15186867c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391808 Mar 09 04:13:47.470038 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6b624-0319-40b9-a6d6-ff314723a004 req-3ee0299a-8ecd-4d19-b246-14c624b0d89b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:13:47.472204 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8de6b624-0319-40b9-a6d6-ff314723a004 req-3ee0299a-8ecd-4d19-b246-14c624b0d89b tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d6a139-52ef-4676-99eb-8bfe25c9f842 HTTP/1.1" status: 200 len: 946 time: 0.0807605 Mar 09 04:13:47.523086 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8de6b624-0319-40b9-a6d6-ff314723a004 req-8934be7d-16e6-45eb-9e79-66fba754794f tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups?id=670cb1c8-52b7-4dc7-b38f-a15186867c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439036 Mar 09 04:13:47.666377 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093dd07-b57c-483b-aa9e-4761cddb5a03 req-4d313a64-2362-4ac1-ad1b-fdd1348c8201 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:13:47.668387 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8093dd07-b57c-483b-aa9e-4761cddb5a03 req-4d313a64-2362-4ac1-ad1b-fdd1348c8201 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.21 "GET /v2.0/ports?device_id=66d6a139-52ef-4676-99eb-8bfe25c9f842 HTTP/1.1" status: 200 len: 946 time: 0.0871813 Mar 09 04:13:47.736531 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-8093dd07-b57c-483b-aa9e-4761cddb5a03 req-ff47f296-bf49-4018-9960-2220d6973452 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Deleting port 1e075411-c655-4440-a05a-64bb2c4f6f85 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:13:47.736863 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8093dd07-b57c-483b-aa9e-4761cddb5a03 req-ff47f296-bf49-4018-9960-2220d6973452 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:47.983953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-8093dd07-b57c-483b-aa9e-4761cddb5a03 req-ff47f296-bf49-4018-9960-2220d6973452 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] For port 1e075411-c655-4440-a05a-64bb2c4f6f85, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=1e075411-c655-4440-a05a-64bb2c4f6f85,segment=NetworkSegment(4f67b76f-4f8e-46d7-bc73-27b808580f53),segment_id=4f67b76f-4f8e-46d7-bc73-27b808580f53)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:13:47.984314 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8093dd07-b57c-483b-aa9e-4761cddb5a03 req-ff47f296-bf49-4018-9960-2220d6973452 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:48.276365 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8093dd07-b57c-483b-aa9e-4761cddb5a03 req-ff47f296-bf49-4018-9960-2220d6973452 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:48.276622 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8093dd07-b57c-483b-aa9e-4761cddb5a03 req-ff47f296-bf49-4018-9960-2220d6973452 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:48.276927 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [req-8093dd07-b57c-483b-aa9e-4761cddb5a03 req-ff47f296-bf49-4018-9960-2220d6973452 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Floating IP 7528efef-80f5-48e5-9827-1e58716f6db3 disassociated. External IP: 172.25.7.106, port: 1e075411-c655-4440-a05a-64bb2c4f6f85. Mar 09 04:13:48.277258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-8093dd07-b57c-483b-aa9e-4761cddb5a03 req-ff47f296-bf49-4018-9960-2220d6973452 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Calling delete_port for 1e075411-c655-4440-a05a-64bb2c4f6f85 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:13:48.418109 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8093dd07-b57c-483b-aa9e-4761cddb5a03 req-ff47f296-bf49-4018-9960-2220d6973452 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:48.469577 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47f296-bf49-4018-9960-2220d6973452 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event deleted for resources: {'Port': ['ID=1e075411-c655-4440-a05a-64bb2c4f6f85,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:13:48.547073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47f296-bf49-4018-9960-2220d6973452 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:13:48.547577 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47f296-bf49-4018-9960-2220d6973452 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:13:48.547917 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47f296-bf49-4018-9960-2220d6973452 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:13:48.548505 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47f296-bf49-4018-9960-2220d6973452 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:13:48.548615 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47f296-bf49-4018-9960-2220d6973452 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:13:48.549069 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47f296-bf49-4018-9960-2220d6973452 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:13:48.549503 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47f296-bf49-4018-9960-2220d6973452 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:13:48.549971 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47f296-bf49-4018-9960-2220d6973452 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:13:48.550461 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47f296-bf49-4018-9960-2220d6973452 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:13:48.550709 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47f296-bf49-4018-9960-2220d6973452 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:13:48.551059 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47f296-bf49-4018-9960-2220d6973452 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:13:48.551374 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47f296-bf49-4018-9960-2220d6973452 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:13:48.809784 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce385d14-e44d-44c6-829b-6f33066fd36f req-fcfbb805-d78c-4c3a-a161-9601ff02d3a6 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d6a139-52ef-4676-99eb-8bfe25c9f842 HTTP/1.1" status: 200 len: 210 time: 0.1654434 Mar 09 04:13:48.838775 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8093dd07-b57c-483b-aa9e-4761cddb5a03 req-ff47f296-bf49-4018-9960-2220d6973452 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Router 05c98226-b013-452a-be20-75171a463f5c has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:13:49.037758 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8093dd07-b57c-483b-aa9e-4761cddb5a03 req-ff47f296-bf49-4018-9960-2220d6973452 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:13:49.049654 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b61b1a-9050-4876-9219-fa8d99b9f4fd None None] Sync routers for ids ['05c98226-b013-452a-be20-75171a463f5c'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:13:49.068505 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b61b1a-9050-4876-9219-fa8d99b9f4fd None None] Routers {'05c98226-b013-452a-be20-75171a463f5c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:13:49.069283 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e7b61b1a-9050-4876-9219-fa8d99b9f4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:13:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['05c98226-b013-452a-be20-75171a463f5c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:13:49.118229 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-8093dd07-b57c-483b-aa9e-4761cddb5a03 req-ff47f296-bf49-4018-9960-2220d6973452 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] No DVR routers for this DVR port 1e075411-c655-4440-a05a-64bb2c4f6f85 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:13:49.121263 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8093dd07-b57c-483b-aa9e-4761cddb5a03 req-ff47f296-bf49-4018-9960-2220d6973452 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:49.123858 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d6a139-52ef-4676-99eb-8bfe25c9f842', 'name': 'network-vif-deleted', 'tag': '1e075411-c655-4440-a05a-64bb2c4f6f85'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:13:49.160472 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8093dd07-b57c-483b-aa9e-4761cddb5a03 req-ff47f296-bf49-4018-9960-2220d6973452 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.21 "DELETE /v2.0/ports/1e075411-c655-4440-a05a-64bb2c4f6f85 HTTP/1.1" status: 204 len: 173 time: 1.4868665 Mar 09 04:13:49.179474 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d6a139-52ef-4676-99eb-8bfe25c9f842', 'name': 'network-vif-deleted', 'tag': '1e075411-c655-4440-a05a-64bb2c4f6f85', 'status': 'completed', 'code': 200} Mar 09 04:13:49.269190 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-e7b61b1a-9050-4876-9219-fa8d99b9f4fd None None] Set router 05c98226-b013-452a-be20-75171a463f5c gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:13:49.593274 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e7b61b1a-9050-4876-9219-fa8d99b9f4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'f3b8fd1c-ebab-4e4a-bec8-115622139a02', 'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'mac_address': 'fa:16:3e:ee:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:58Z', 'updated_at': '2022-03-09T04:08:13Z', 'revision_number': 5, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'subnets': [{'id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:13:49.595356 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b61b1a-9050-4876-9219-fa8d99b9f4fd None None] Checking router: 05c98226-b013-452a-be20-75171a463f5c for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:13:49.603796 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b61b1a-9050-4876-9219-fa8d99b9f4fd None None] Routers {'05c98226-b013-452a-be20-75171a463f5c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:13:49.604507 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e7b61b1a-9050-4876-9219-fa8d99b9f4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:13:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['05c98226-b013-452a-be20-75171a463f5c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:13:49.833970 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-e7b61b1a-9050-4876-9219-fa8d99b9f4fd None None] Set router 05c98226-b013-452a-be20-75171a463f5c gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:13:49.954468 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39166) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:13:50.029559 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c3debd1-9365-44ba-92f2-c16e42bb4b6a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:50.058162 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c3debd1-9365-44ba-92f2-c16e42bb4b6a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:50.115983 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c3debd1-9365-44ba-92f2-c16e42bb4b6a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:50.142848 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3debd1-9365-44ba-92f2-c16e42bb4b6a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=670cb1c8-52b7-4dc7-b38f-a15186867c29,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:13:50.154598 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c3debd1-9365-44ba-92f2-c16e42bb4b6a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:50.155742 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9c3debd1-9365-44ba-92f2-c16e42bb4b6a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "DELETE /v2.0/security-groups/670cb1c8-52b7-4dc7-b38f-a15186867c29 HTTP/1.1" status: 204 len: 168 time: 0.1994233 Mar 09 04:13:50.157286 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3debd1-9365-44ba-92f2-c16e42bb4b6a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:13:50.157798 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3debd1-9365-44ba-92f2-c16e42bb4b6a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:13:50.158297 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3debd1-9365-44ba-92f2-c16e42bb4b6a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:13:50.158502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39174) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:13:50.158981 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3debd1-9365-44ba-92f2-c16e42bb4b6a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:13:50.158981 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3debd1-9365-44ba-92f2-c16e42bb4b6a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:13:50.159289 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3debd1-9365-44ba-92f2-c16e42bb4b6a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:13:50.159618 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3debd1-9365-44ba-92f2-c16e42bb4b6a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:13:50.159942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3debd1-9365-44ba-92f2-c16e42bb4b6a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:13:50.160270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3debd1-9365-44ba-92f2-c16e42bb4b6a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:13:50.160593 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3debd1-9365-44ba-92f2-c16e42bb4b6a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:13:50.160911 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3debd1-9365-44ba-92f2-c16e42bb4b6a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:13:50.161225 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3debd1-9365-44ba-92f2-c16e42bb4b6a tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:13:50.177107 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-2839e1ee-4e4f-4363-8c3f-f684f9db3b66 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] show failed (client error): The resource could not be found. Mar 09 04:13:50.178902 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2839e1ee-4e4f-4363-8c3f-f684f9db3b66 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "GET /v2.0/security-groups/670cb1c8-52b7-4dc7-b38f-a15186867c29 HTTP/1.1" status: 404 len: 347 time: 0.0185146 Mar 09 04:13:50.181078 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39178) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:13:50.207722 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e7b61b1a-9050-4876-9219-fa8d99b9f4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'f3b8fd1c-ebab-4e4a-bec8-115622139a02', 'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'mac_address': 'fa:16:3e:ee:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:58Z', 'updated_at': '2022-03-09T04:08:13Z', 'revision_number': 5, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'subnets': [{'id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:13:50.211697 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b61b1a-9050-4876-9219-fa8d99b9f4fd None None] The sync data for ids ['05c98226-b013-452a-be20-75171a463f5c'] in n-d-825178-5 is: [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:08:00Z', 'revision_number': 4, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'f3b8fd1c-ebab-4e4a-bec8-115622139a02', 'name': '', 'network_id': 'a867e9b3-2eba-490f-b739-b2d32f9ed205', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'mac_address': 'fa:16:3e:ee:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:58Z', 'updated_at': '2022-03-09T04:08:13Z', 'revision_number': 5, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'subnets': [{'id': '2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:13:50.358154 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-968dd05d-7da3-4b7c-b1e9-3831d9a94742 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Deleting port df365355-c9cc-44fe-95ec-c39fa1e42d94 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:13:50.358548 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-968dd05d-7da3-4b7c-b1e9-3831d9a94742 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:50.460850 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fa0452-30aa-449e-b346-0883599985f5 None None] New status for floating IP 7528efef-80f5-48e5-9827-1e58716f6db3: DOWN {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:13:50.553813 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-968dd05d-7da3-4b7c-b1e9-3831d9a94742 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:50.554130 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-968dd05d-7da3-4b7c-b1e9-3831d9a94742 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:50.689607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-968dd05d-7da3-4b7c-b1e9-3831d9a94742 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Calling delete_port for df365355-c9cc-44fe-95ec-c39fa1e42d94 owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:13:50.788681 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [None req-968dd05d-7da3-4b7c-b1e9-3831d9a94742 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:13:50.788988 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [None req-968dd05d-7da3-4b7c-b1e9-3831d9a94742 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:13:51.290551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-968dd05d-7da3-4b7c-b1e9-3831d9a94742 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Deleting port df365355-c9cc-44fe-95ec-c39fa1e42d94 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:13:51.291580 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-968dd05d-7da3-4b7c-b1e9-3831d9a94742 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:51.465797 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-968dd05d-7da3-4b7c-b1e9-3831d9a94742 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:51.466020 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-968dd05d-7da3-4b7c-b1e9-3831d9a94742 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:51.592535 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-968dd05d-7da3-4b7c-b1e9-3831d9a94742 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Calling delete_port for df365355-c9cc-44fe-95ec-c39fa1e42d94 owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:13:51.742085 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-968dd05d-7da3-4b7c-b1e9-3831d9a94742 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:51.794122 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968dd05d-7da3-4b7c-b1e9-3831d9a94742 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Pushing event deleted for resources: {'Port': ['ID=df365355-c9cc-44fe-95ec-c39fa1e42d94,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:13:52.006225 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-968dd05d-7da3-4b7c-b1e9-3831d9a94742 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:52.020819 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-968dd05d-7da3-4b7c-b1e9-3831d9a94742 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:52.021893 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-968dd05d-7da3-4b7c-b1e9-3831d9a94742 tempest-AttachVolumeNegativeTest-453049726 tempest-AttachVolumeNegativeTest-453049726-project] 10.222.0.16 "DELETE /v2.0/floatingips/7528efef-80f5-48e5-9827-1e58716f6db3 HTTP/1.1" status: 204 len: 168 time: 1.8398638 Mar 09 04:13:52.069084 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 1e075411-c655-4440-a05a-64bb2c4f6f85 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:13:52.128882 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 1e075411-c655-4440-a05a-64bb2c4f6f85 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:13:52.129472 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 1e075411-c655-4440-a05a-64bb2c4f6f85 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:13:54.633262 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:13:58.736636 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7ea9d550-ec3d-43fb-b2a1-706362f636b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:13:59.597299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39356) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:00.251297 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-084697f9-3c42-4a3a-8260-608c275982c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:00.599289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-084697f9-3c42-4a3a-8260-608c275982c1 admin admin] Deleting port f3b8fd1c-ebab-4e4a-bec8-115622139a02 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:14:00.599941 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-084697f9-3c42-4a3a-8260-608c275982c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:00.780858 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-084697f9-3c42-4a3a-8260-608c275982c1 admin admin] For port f3b8fd1c-ebab-4e4a-bec8-115622139a02, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f3b8fd1c-ebab-4e4a-bec8-115622139a02,segment=NetworkSegment(4f67b76f-4f8e-46d7-bc73-27b808580f53),segment_id=4f67b76f-4f8e-46d7-bc73-27b808580f53)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:14:00.781211 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-084697f9-3c42-4a3a-8260-608c275982c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:00.903420 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-084697f9-3c42-4a3a-8260-608c275982c1 admin admin] Calling delete_port for f3b8fd1c-ebab-4e4a-bec8-115622139a02 owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:14:01.121529 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e4b09c86-9718-4cba-9d44-d816856b202a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:01.208310 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-084697f9-3c42-4a3a-8260-608c275982c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:01.256190 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084697f9-3c42-4a3a-8260-608c275982c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b8fd1c-ebab-4e4a-bec8-115622139a02,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:01.548371 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-084697f9-3c42-4a3a-8260-608c275982c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:01.912403 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084697f9-3c42-4a3a-8260-608c275982c1 admin admin] Router 05c98226-b013-452a-be20-75171a463f5c has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:14:02.103237 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084697f9-3c42-4a3a-8260-608c275982c1 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:14:02.113199 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c4a9d1-7958-4165-8a74-81f20649fb51 None None] Sync routers for ids ['05c98226-b013-452a-be20-75171a463f5c'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:14:02.119161 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-084697f9-3c42-4a3a-8260-608c275982c1 admin admin] 10.222.0.16 "PUT /v2.0/routers/05c98226-b013-452a-be20-75171a463f5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5206199 Mar 09 04:14:02.121138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39410) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:02.126451 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c4a9d1-7958-4165-8a74-81f20649fb51 None None] Routers {'05c98226-b013-452a-be20-75171a463f5c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:14:02.127691 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-46c4a9d1-7958-4165-8a74-81f20649fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:14:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['05c98226-b013-452a-be20-75171a463f5c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:14:02.315361 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c070292-47f3-4599-9507-bf3e5d1f37eb admin admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:02.346332 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-46c4a9d1-7958-4165-8a74-81f20649fb51 None None] Set router 05c98226-b013-452a-be20-75171a463f5c gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:14:02.457520 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:02.471939 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:02.627849 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c070292-47f3-4599-9507-bf3e5d1f37eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:02.640244 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-2c070292-47f3-4599-9507-bf3e5d1f37eb admin admin] Deleting port 30253abe-259a-4605-a3ce-589d6cffa5a4 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:14:02.640740 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c070292-47f3-4599-9507-bf3e5d1f37eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:02.652330 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-46c4a9d1-7958-4165-8a74-81f20649fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:14:01Z', 'revision_number': 5, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port': {'id': '30253abe-259a-4605-a3ce-589d6cffa5a4', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c98226-b013-452a-be20-75171a463f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:07:50Z', 'updated_at': '2022-03-09T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:14:02.656144 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c4a9d1-7958-4165-8a74-81f20649fb51 None None] Checking router: 05c98226-b013-452a-be20-75171a463f5c for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:14:02.664372 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c4a9d1-7958-4165-8a74-81f20649fb51 None None] Routers {'05c98226-b013-452a-be20-75171a463f5c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:14:02.665215 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-46c4a9d1-7958-4165-8a74-81f20649fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:14:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['05c98226-b013-452a-be20-75171a463f5c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:14:02.821263 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-46c4a9d1-7958-4165-8a74-81f20649fb51 None None] Set router 05c98226-b013-452a-be20-75171a463f5c gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:14:02.827870 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-2c070292-47f3-4599-9507-bf3e5d1f37eb admin admin] For port 30253abe-259a-4605-a3ce-589d6cffa5a4, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=30253abe-259a-4605-a3ce-589d6cffa5a4,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:14:02.828332 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c070292-47f3-4599-9507-bf3e5d1f37eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:02.962451 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-2c070292-47f3-4599-9507-bf3e5d1f37eb admin admin] Calling delete_port for 30253abe-259a-4605-a3ce-589d6cffa5a4 owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:14:02.980658 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-46c4a9d1-7958-4165-8a74-81f20649fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:14:02Z', 'revision_number': 6, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:14:02.984813 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c4a9d1-7958-4165-8a74-81f20649fb51 None None] The sync data for ids ['05c98226-b013-452a-be20-75171a463f5c'] in n-d-825178-5 is: [{'id': '05c98226-b013-452a-be20-75171a463f5c', 'name': 'tempest-AttachVolumeNegativeTest-635482433-router', 'tenant_id': '6ad4813b6edb444495ca345f69236bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:07:47Z', 'updated_at': '2022-03-09T04:14:02Z', 'revision_number': 6, 'project_id': '6ad4813b6edb444495ca345f69236bb4', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:14:03.137295 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c070292-47f3-4599-9507-bf3e5d1f37eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:03.195735 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c070292-47f3-4599-9507-bf3e5d1f37eb admin admin] Pushing event deleted for resources: {'Port': ['ID=30253abe-259a-4605-a3ce-589d6cffa5a4,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:03.296869 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c070292-47f3-4599-9507-bf3e5d1f37eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:03.481016 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c070292-47f3-4599-9507-bf3e5d1f37eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:03.483245 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c070292-47f3-4599-9507-bf3e5d1f37eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:03.505738 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c070292-47f3-4599-9507-bf3e5d1f37eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:03.506277 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c070292-47f3-4599-9507-bf3e5d1f37eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05c98226-b013-452a-be20-75171a463f5c {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:14:03.519255 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c070292-47f3-4599-9507-bf3e5d1f37eb admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:03.520713 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2c070292-47f3-4599-9507-bf3e5d1f37eb admin admin] 10.222.0.16 "DELETE /v2.0/routers/05c98226-b013-452a-be20-75171a463f5c HTTP/1.1" status: 204 len: 168 time: 1.3980944 Mar 09 04:14:03.522618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39434) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:03.540111 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:03.582067 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff2e52e-71cb-40a4-9758-9124fd106a02 admin admin] Deleting subnet 2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:14:03.585413 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e52e-71cb-40a4-9758-9124fd106a02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:03.637549 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e52e-71cb-40a4-9758-9124fd106a02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:03.722280 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e52e-71cb-40a4-9758-9124fd106a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:03.801034 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e52e-71cb-40a4-9758-9124fd106a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:03.845168 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e52e-71cb-40a4-9758-9124fd106a02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:03.848366 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff2e52e-71cb-40a4-9758-9124fd106a02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:03.850438 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd49e4c2-ea63-4280-b598-2d37946f6bf1 None None] Network a867e9b3-2eba-490f-b739-b2d32f9ed205 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:14:03.854972 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3ff2e52e-71cb-40a4-9758-9124fd106a02 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2302b2f8-fcfb-447b-b5b8-f0129d7bfc8f HTTP/1.1" status: 204 len: 168 time: 0.3312597 Mar 09 04:14:03.857252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39438) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:03.972522 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27700e32-67d9-4f2a-b6bd-c507be934beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:03.983560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-27700e32-67d9-4f2a-b6bd-c507be934beb admin admin] Deleting port 3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:14:03.983893 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27700e32-67d9-4f2a-b6bd-c507be934beb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:04.124357 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcf39ee-4315-45d5-8334-488f898f8e08 None None] DHCP port deletion for a867e9b3-2eba-490f-b739-b2d32f9ed205 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:14:04.129226 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-2dcf39ee-4315-45d5-8334-488f898f8e08 None None] Deleting port 3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:14:04.129600 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2dcf39ee-4315-45d5-8334-488f898f8e08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:04.181210 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f3b8fd1c-ebab-4e4a-bec8-115622139a02 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:14:04.223147 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: f3b8fd1c-ebab-4e4a-bec8-115622139a02 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:14:04.223487 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f3b8fd1c-ebab-4e4a-bec8-115622139a02 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:14:04.223906 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:14:04.318574 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-27700e32-67d9-4f2a-b6bd-c507be934beb admin admin] For port 3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba,segment=NetworkSegment(4f67b76f-4f8e-46d7-bc73-27b808580f53),segment_id=4f67b76f-4f8e-46d7-bc73-27b808580f53)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:14:04.319425 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27700e32-67d9-4f2a-b6bd-c507be934beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:04.441723 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:04.448061 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-27700e32-67d9-4f2a-b6bd-c507be934beb admin admin] Calling delete_port for 3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:14:04.484544 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-2dcf39ee-4315-45d5-8334-488f898f8e08 None None] For port 3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba,segment=NetworkSegment(4f67b76f-4f8e-46d7-bc73-27b808580f53),segment_id=4f67b76f-4f8e-46d7-bc73-27b808580f53)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:14:04.484931 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2dcf39ee-4315-45d5-8334-488f898f8e08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:04.496031 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:04.528666 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27700e32-67d9-4f2a-b6bd-c507be934beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:04.579696 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27700e32-67d9-4f2a-b6bd-c507be934beb admin admin] Pushing event deleted for resources: {'Port': ['ID=3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:04.581483 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27700e32-67d9-4f2a-b6bd-c507be934beb admin admin] No DVR routers for this DVR port 3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:14:04.622618 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-2dcf39ee-4315-45d5-8334-488f898f8e08 None None] Calling delete_port for 3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:14:04.704988 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27700e32-67d9-4f2a-b6bd-c507be934beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:04.715881 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 30253abe-259a-4605-a3ce-589d6cffa5a4 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:14:04.733042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-27700e32-67d9-4f2a-b6bd-c507be934beb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a867e9b3-2eba-490f-b739-b2d32f9ed205']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:14:04.749510 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-27700e32-67d9-4f2a-b6bd-c507be934beb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f67b76f-4f8e-46d7-bc73-27b808580f53') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:14:04.750068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-27700e32-67d9-4f2a-b6bd-c507be934beb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f67b76f-4f8e-46d7-bc73-27b808580f53') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:14:04.756385 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 30253abe-259a-4605-a3ce-589d6cffa5a4 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:14:04.756725 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 30253abe-259a-4605-a3ce-589d6cffa5a4 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:14:04.763385 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27700e32-67d9-4f2a-b6bd-c507be934beb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:14:04.770709 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:14:04.780979 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27700e32-67d9-4f2a-b6bd-c507be934beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:04.786878 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-2dcf39ee-4315-45d5-8334-488f898f8e08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:14:04.786993 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-2dcf39ee-4315-45d5-8334-488f898f8e08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:14:04.787681 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27700e32-67d9-4f2a-b6bd-c507be934beb admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:14:04.788182 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27700e32-67d9-4f2a-b6bd-c507be934beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:14:04.802765 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:14:04.885094 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27700e32-67d9-4f2a-b6bd-c507be934beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:04.905075 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-27700e32-67d9-4f2a-b6bd-c507be934beb admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:04.915462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27700e32-67d9-4f2a-b6bd-c507be934beb admin admin] Pushing event deleted for resources: {'Network': ['ID=a867e9b3-2eba-490f-b739-b2d32f9ed205,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:04.930895 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-27700e32-67d9-4f2a-b6bd-c507be934beb admin admin] 10.222.0.16 "DELETE /v2.0/networks/a867e9b3-2eba-490f-b739-b2d32f9ed205 HTTP/1.1" status: 204 len: 168 time: 1.0726476 Mar 09 04:14:05.042241 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39454) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:05.091853 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-512ed96f-1d56-4174-a9b2-56489142a71a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ad4813b6edb444495ca345f69236bb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481310 Mar 09 04:14:05.094174 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39458) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:05.151097 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3f37e049-093b-4ac5-8607-1552941f36cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:05.176367 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3f37e049-093b-4ac5-8607-1552941f36cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:05.229299 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3f37e049-093b-4ac5-8607-1552941f36cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:05.249660 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37e049-093b-4ac5-8607-1552941f36cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c407a7-9e84-402c-9389-423d54bf28cc,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:05.258452 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3f37e049-093b-4ac5-8607-1552941f36cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:05.259574 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3f37e049-093b-4ac5-8607-1552941f36cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1c407a7-9e84-402c-9389-423d54bf28cc HTTP/1.1" status: 204 len: 168 time: 0.1644495 Mar 09 04:14:05.287976 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-2dcf39ee-4315-45d5-8334-488f898f8e08 None None] Deleting port 3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:14:05.288348 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2dcf39ee-4315-45d5-8334-488f898f8e08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:05.358513 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-2dcf39ee-4315-45d5-8334-488f898f8e08 None None] The port '3cdd6f1a-4f2a-4ed8-bef6-1c0fc3be4cba' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:14:08.966405 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:19.282269 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39726) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:19.412386 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3afa9830-b6ee-4041-b3b7-765d99b7e982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:19.426025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3afa9830-b6ee-4041-b3b7-765d99b7e982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:19.431563 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3afa9830-b6ee-4041-b3b7-765d99b7e982 admin admin] Usage tracker for resource:security_group_rule and tenant:cdeb3369e93642698f2fb06158624005 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:19.431563 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3afa9830-b6ee-4041-b3b7-765d99b7e982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:19.440498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3afa9830-b6ee-4041-b3b7-765d99b7e982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:19.529028 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3afa9830-b6ee-4041-b3b7-765d99b7e982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:19.533996 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3afa9830-b6ee-4041-b3b7-765d99b7e982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:19.584241 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3afa9830-b6ee-4041-b3b7-765d99b7e982 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cdeb3369e93642698f2fb06158624005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3008518 Mar 09 04:14:19.587006 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39736) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:19.589083 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa9830-b6ee-4041-b3b7-765d99b7e982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede9f587-9cf3-449c-86f1-d63a1fd4975f,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:19.663814 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-464c4c21-b255-4860-9cd4-4ac25494a6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:19.693083 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-464c4c21-b255-4860-9cd4-4ac25494a6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:19.755333 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-464c4c21-b255-4860-9cd4-4ac25494a6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:19.769495 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c4c21-b255-4860-9cd4-4ac25494a6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede9f587-9cf3-449c-86f1-d63a1fd4975f,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:19.773741 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-464c4c21-b255-4860-9cd4-4ac25494a6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:19.778120 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-464c4c21-b255-4860-9cd4-4ac25494a6c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ede9f587-9cf3-449c-86f1-d63a1fd4975f HTTP/1.1" status: 204 len: 168 time: 0.1893969 Mar 09 04:14:22.354535 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39816) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:22.493620 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3273652b-1ea5-4b3e-818a-8854dc6648fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:22.510533 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3273652b-1ea5-4b3e-818a-8854dc6648fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:22.514422 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3273652b-1ea5-4b3e-818a-8854dc6648fe admin admin] Usage tracker for resource:security_group_rule and tenant:5b73eeb454d64ab09fca9692f8339fa2 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:22.517231 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3273652b-1ea5-4b3e-818a-8854dc6648fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:22.522870 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3273652b-1ea5-4b3e-818a-8854dc6648fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:22.614638 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3273652b-1ea5-4b3e-818a-8854dc6648fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:22.623541 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3273652b-1ea5-4b3e-818a-8854dc6648fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:22.675167 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273652b-1ea5-4b3e-818a-8854dc6648fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d376e0-6c27-4561-86e1-f56ea36c6a01,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:22.684283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39826) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:22.688199 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3273652b-1ea5-4b3e-818a-8854dc6648fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b73eeb454d64ab09fca9692f8339fa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3301885 Mar 09 04:14:22.745234 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98ea9c60-d436-4655-a155-1d884912136c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:22.772613 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98ea9c60-d436-4655-a155-1d884912136c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:22.843947 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98ea9c60-d436-4655-a155-1d884912136c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:22.862227 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea9c60-d436-4655-a155-1d884912136c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d376e0-6c27-4561-86e1-f56ea36c6a01,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:22.867888 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98ea9c60-d436-4655-a155-1d884912136c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:22.873778 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-98ea9c60-d436-4655-a155-1d884912136c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19d376e0-6c27-4561-86e1-f56ea36c6a01 HTTP/1.1" status: 204 len: 168 time: 0.1900265 Mar 09 04:14:23.203029 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39838) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:23.223022 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a4bc4d9-3ddf-4573-a644-98d62d65b8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:23.239271 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9a4bc4d9-3ddf-4573-a644-98d62d65b8e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:23.243148 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9a4bc4d9-3ddf-4573-a644-98d62d65b8e1 admin admin] Usage tracker for resource:security_group_rule and tenant:0752e034407f4ebd908372c7e0f71514 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:23.246692 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9a4bc4d9-3ddf-4573-a644-98d62d65b8e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:23.252587 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9a4bc4d9-3ddf-4573-a644-98d62d65b8e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:23.354612 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a4bc4d9-3ddf-4573-a644-98d62d65b8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:23.361455 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a4bc4d9-3ddf-4573-a644-98d62d65b8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:23.420769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39844) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:23.422443 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9a4bc4d9-3ddf-4573-a644-98d62d65b8e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0752e034407f4ebd908372c7e0f71514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2152522 Mar 09 04:14:23.422443 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4bc4d9-3ddf-4573-a644-98d62d65b8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ca599b-407b-4852-852e-2ce23c4a1412,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:23.478637 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3946d630-4c34-4495-a4dd-2b9c7eb44fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:23.504913 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3946d630-4c34-4495-a4dd-2b9c7eb44fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:23.574153 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3946d630-4c34-4495-a4dd-2b9c7eb44fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:23.591318 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946d630-4c34-4495-a4dd-2b9c7eb44fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ca599b-407b-4852-852e-2ce23c4a1412,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:23.623505 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3946d630-4c34-4495-a4dd-2b9c7eb44fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:23.636024 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3946d630-4c34-4495-a4dd-2b9c7eb44fb6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b7ca599b-407b-4852-852e-2ce23c4a1412 HTTP/1.1" status: 204 len: 168 time: 0.2089577 Mar 09 04:14:26.549303 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39946) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:26.693359 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-64d10372-b6f5-4c54-b24a-ddc8bd5f092b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:26.709431 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-64d10372-b6f5-4c54-b24a-ddc8bd5f092b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:26.714189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-64d10372-b6f5-4c54-b24a-ddc8bd5f092b admin admin] Usage tracker for resource:security_group_rule and tenant:d7dba8d8b9724dbd8dc8c93693e0f61a is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:26.723608 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-64d10372-b6f5-4c54-b24a-ddc8bd5f092b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:26.735730 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-64d10372-b6f5-4c54-b24a-ddc8bd5f092b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:26.837028 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-64d10372-b6f5-4c54-b24a-ddc8bd5f092b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:26.844616 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-64d10372-b6f5-4c54-b24a-ddc8bd5f092b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:26.886006 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d10372-b6f5-4c54-b24a-ddc8bd5f092b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f793a41-8e78-4c21-8c3f-c309837b240d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:26.893041 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39958) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:26.893530 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-64d10372-b6f5-4c54-b24a-ddc8bd5f092b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7dba8d8b9724dbd8dc8c93693e0f61a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3471386 Mar 09 04:14:26.961887 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e359c8b7-426a-4284-9d17-1c9709e2a035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:26.992633 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e359c8b7-426a-4284-9d17-1c9709e2a035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:27.057272 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e359c8b7-426a-4284-9d17-1c9709e2a035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:27.178593 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359c8b7-426a-4284-9d17-1c9709e2a035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f793a41-8e78-4c21-8c3f-c309837b240d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:27.188746 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e359c8b7-426a-4284-9d17-1c9709e2a035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:27.194267 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e359c8b7-426a-4284-9d17-1c9709e2a035 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f793a41-8e78-4c21-8c3f-c309837b240d HTTP/1.1" status: 204 len: 168 time: 0.2963583 Mar 09 04:14:27.522352 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 39970) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:27.544861 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e23a6735-3dae-4f14-b74e-8b8b671c8e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:27.556865 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e23a6735-3dae-4f14-b74e-8b8b671c8e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:27.560896 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e23a6735-3dae-4f14-b74e-8b8b671c8e24 admin admin] Usage tracker for resource:security_group_rule and tenant:4dddd31dcdde4c3b9fd13fbcde6e4019 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:27.563941 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e23a6735-3dae-4f14-b74e-8b8b671c8e24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:27.569635 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e23a6735-3dae-4f14-b74e-8b8b671c8e24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:27.673783 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e23a6735-3dae-4f14-b74e-8b8b671c8e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:27.682126 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e23a6735-3dae-4f14-b74e-8b8b671c8e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:27.721225 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e23a6735-3dae-4f14-b74e-8b8b671c8e24 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4dddd31dcdde4c3b9fd13fbcde6e4019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1956224 Mar 09 04:14:27.723327 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 39978) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:27.749520 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a6735-3dae-4f14-b74e-8b8b671c8e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e4ff69-2a4b-4df9-8e32-8f50e627fb95,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:27.802564 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-33e5e983-6595-409a-b521-2da94cbdc936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:27.830767 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-33e5e983-6595-409a-b521-2da94cbdc936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:27.900662 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-33e5e983-6595-409a-b521-2da94cbdc936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:27.927578 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5e983-6595-409a-b521-2da94cbdc936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e4ff69-2a4b-4df9-8e32-8f50e627fb95,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:27.937312 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-33e5e983-6595-409a-b521-2da94cbdc936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:27.950542 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-33e5e983-6595-409a-b521-2da94cbdc936 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/26e4ff69-2a4b-4df9-8e32-8f50e627fb95 HTTP/1.1" status: 204 len: 168 time: 0.2134719 Mar 09 04:14:28.745794 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fc5b7f8f-fb7d-4b7b-87e7-e22af1954901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:30.663547 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40074) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:30.802089 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c3296bd6-6651-41aa-9de0-d6681a97fdce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:30.825911 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c3296bd6-6651-41aa-9de0-d6681a97fdce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:30.828159 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c3296bd6-6651-41aa-9de0-d6681a97fdce admin admin] Usage tracker for resource:security_group_rule and tenant:7c907b4c2cd645058d47eac432c43f39 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:30.832045 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c3296bd6-6651-41aa-9de0-d6681a97fdce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:30.843923 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c3296bd6-6651-41aa-9de0-d6681a97fdce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:30.959144 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c3296bd6-6651-41aa-9de0-d6681a97fdce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:30.959144 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c3296bd6-6651-41aa-9de0-d6681a97fdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:31.005757 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c3296bd6-6651-41aa-9de0-d6681a97fdce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c907b4c2cd645058d47eac432c43f39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3427343 Mar 09 04:14:31.007322 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3296bd6-6651-41aa-9de0-d6681a97fdce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de8dd9d-addf-49fe-b793-b034c082af8f,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:31.008439 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40088) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:31.087896 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-af8af21a-b39b-490e-8d94-10e5ee70076a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:31.128725 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-af8af21a-b39b-490e-8d94-10e5ee70076a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:31.133839 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fef6e43e-324d-4f14-9250-6a2e14d39f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:31.189335 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-af8af21a-b39b-490e-8d94-10e5ee70076a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:31.201295 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8af21a-b39b-490e-8d94-10e5ee70076a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de8dd9d-addf-49fe-b793-b034c082af8f,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:31.215008 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-af8af21a-b39b-490e-8d94-10e5ee70076a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:31.223338 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-af8af21a-b39b-490e-8d94-10e5ee70076a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1de8dd9d-addf-49fe-b793-b034c082af8f HTTP/1.1" status: 204 len: 168 time: 0.2091751 Mar 09 04:14:31.532395 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40100) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:31.553298 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2a78198f-4429-4099-b162-cdf5c640cfcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:31.568864 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2a78198f-4429-4099-b162-cdf5c640cfcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:31.573039 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2a78198f-4429-4099-b162-cdf5c640cfcb admin admin] Usage tracker for resource:security_group_rule and tenant:054efe5a6d0b401d8ca19ff80fe855f6 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:31.573039 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2a78198f-4429-4099-b162-cdf5c640cfcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:31.584271 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2a78198f-4429-4099-b162-cdf5c640cfcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:31.628055 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:14:31.675141 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2a78198f-4429-4099-b162-cdf5c640cfcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:31.679346 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2a78198f-4429-4099-b162-cdf5c640cfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:31.727629 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2a78198f-4429-4099-b162-cdf5c640cfcb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=054efe5a6d0b401d8ca19ff80fe855f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980083 Mar 09 04:14:31.729173 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78198f-4429-4099-b162-cdf5c640cfcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b815a21f-e3a6-4046-8879-4993be01c286,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:31.731107 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40106) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:31.801190 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-835abf52-09c2-45db-9cac-a785917ede68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:31.829700 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-835abf52-09c2-45db-9cac-a785917ede68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:31.931605 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-835abf52-09c2-45db-9cac-a785917ede68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:31.949326 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835abf52-09c2-45db-9cac-a785917ede68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b815a21f-e3a6-4046-8879-4993be01c286,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:31.963138 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-835abf52-09c2-45db-9cac-a785917ede68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:31.966641 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-835abf52-09c2-45db-9cac-a785917ede68 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b815a21f-e3a6-4046-8879-4993be01c286 HTTP/1.1" status: 204 len: 168 time: 0.2315960 Mar 09 04:14:32.268734 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:32.268734 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:33.550091 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:34.364741 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:34.931667 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40190) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:35.057192 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-38d63120-6dd1-4096-afc9-3c5ad308d721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:35.071205 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-38d63120-6dd1-4096-afc9-3c5ad308d721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:35.075605 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-38d63120-6dd1-4096-afc9-3c5ad308d721 admin admin] Usage tracker for resource:security_group_rule and tenant:302c6591c7004206b4ce8637ef39f651 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:35.078400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-38d63120-6dd1-4096-afc9-3c5ad308d721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:35.084147 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-38d63120-6dd1-4096-afc9-3c5ad308d721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:35.166495 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-38d63120-6dd1-4096-afc9-3c5ad308d721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:35.170335 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-38d63120-6dd1-4096-afc9-3c5ad308d721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:35.220831 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-38d63120-6dd1-4096-afc9-3c5ad308d721 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=302c6591c7004206b4ce8637ef39f651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2857385 Mar 09 04:14:35.220831 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d63120-6dd1-4096-afc9-3c5ad308d721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf88822b-324a-42eb-8878-1ae47e6f6e49,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:35.221280 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40198) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:35.288198 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-00b96dc8-26d7-4bff-9f89-49a803c4c17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:35.315378 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-00b96dc8-26d7-4bff-9f89-49a803c4c17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:35.370242 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-00b96dc8-26d7-4bff-9f89-49a803c4c17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:35.387836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b96dc8-26d7-4bff-9f89-49a803c4c17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf88822b-324a-42eb-8878-1ae47e6f6e49,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:35.402523 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-00b96dc8-26d7-4bff-9f89-49a803c4c17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:35.404058 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-00b96dc8-26d7-4bff-9f89-49a803c4c17a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf88822b-324a-42eb-8878-1ae47e6f6e49 HTTP/1.1" status: 204 len: 168 time: 0.1805725 Mar 09 04:14:35.681649 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40206) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:35.698734 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c1923380-0ca8-46ff-b640-ee83e6c8fb50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:35.712668 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c1923380-0ca8-46ff-b640-ee83e6c8fb50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:35.716501 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c1923380-0ca8-46ff-b640-ee83e6c8fb50 admin admin] Usage tracker for resource:security_group_rule and tenant:272c4ee4f13a4273a89bda7a548f16cb is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:35.719228 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c1923380-0ca8-46ff-b640-ee83e6c8fb50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:35.724746 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c1923380-0ca8-46ff-b640-ee83e6c8fb50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:35.807317 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c1923380-0ca8-46ff-b640-ee83e6c8fb50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:35.810883 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c1923380-0ca8-46ff-b640-ee83e6c8fb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:35.858784 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1923380-0ca8-46ff-b640-ee83e6c8fb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd084813-0407-4dd8-9136-47392e599d6f,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:35.866674 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c1923380-0ca8-46ff-b640-ee83e6c8fb50 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=272c4ee4f13a4273a89bda7a548f16cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1838729 Mar 09 04:14:35.867186 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40210) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:35.925924 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a0f0-31ba-40ab-82d4-59703d006059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:35.955289 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a0f0-31ba-40ab-82d4-59703d006059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:36.006757 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a0f0-31ba-40ab-82d4-59703d006059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:36.023540 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9a0f0-31ba-40ab-82d4-59703d006059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd084813-0407-4dd8-9136-47392e599d6f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:36.032666 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a0f0-31ba-40ab-82d4-59703d006059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:36.033787 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5ea9a0f0-31ba-40ab-82d4-59703d006059 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd084813-0407-4dd8-9136-47392e599d6f HTTP/1.1" status: 204 len: 168 time: 0.1651495 Mar 09 04:14:36.705058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40242) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:36.710244 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-219407ca-8a56-42a9-aa65-544e6777502c tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1436537152', 'description': 'tempest-secgroup-smoke-1436537152 description', 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:14:36.716776 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-219407ca-8a56-42a9-aa65-544e6777502c tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:36.720577 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-219407ca-8a56-42a9-aa65-544e6777502c tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Usage tracker for resource:security_group and tenant:6725fde802ef40aca9eb2e0759a8e4c4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:36.723367 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-219407ca-8a56-42a9-aa65-544e6777502c tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:36.729398 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-219407ca-8a56-42a9-aa65-544e6777502c tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:36.739601 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-219407ca-8a56-42a9-aa65-544e6777502c tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:36.760729 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-219407ca-8a56-42a9-aa65-544e6777502c tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:36.764762 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-219407ca-8a56-42a9-aa65-544e6777502c tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Usage tracker for resource:security_group_rule and tenant:6725fde802ef40aca9eb2e0759a8e4c4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:36.767956 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-219407ca-8a56-42a9-aa65-544e6777502c tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:36.773627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-219407ca-8a56-42a9-aa65-544e6777502c tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:36.844274 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-219407ca-8a56-42a9-aa65-544e6777502c tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:36.848001 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-219407ca-8a56-42a9-aa65-544e6777502c tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:36.891177 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219407ca-8a56-42a9-aa65-544e6777502c tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3e143a-60ef-4283-ba8e-d8ba244faa57,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:36.893458 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-219407ca-8a56-42a9-aa65-544e6777502c tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:36.898013 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-219407ca-8a56-42a9-aa65-544e6777502c tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1919239 Mar 09 04:14:36.898736 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40250) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:36.904880 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-47739975-734a-40e9-b575-1255b37c53f8 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Request body: {'security_group_rule': {'security_group_id': '0b3e143a-60ef-4283-ba8e-d8ba244faa57', 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:14:36.911819 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-47739975-734a-40e9-b575-1255b37c53f8 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:36.916423 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-47739975-734a-40e9-b575-1255b37c53f8 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Usage tracker for resource:security_group_rule and tenant:6725fde802ef40aca9eb2e0759a8e4c4 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:36.919417 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-47739975-734a-40e9-b575-1255b37c53f8 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:36.925291 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-47739975-734a-40e9-b575-1255b37c53f8 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:36.942886 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47739975-734a-40e9-b575-1255b37c53f8 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:37.005480 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47739975-734a-40e9-b575-1255b37c53f8 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:37.009810 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47739975-734a-40e9-b575-1255b37c53f8 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:37.033615 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47739975-734a-40e9-b575-1255b37c53f8 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f72718c-d43f-416f-bd2b-98ea2a5b15ec,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:37.049035 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47739975-734a-40e9-b575-1255b37c53f8 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:37.050226 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-47739975-734a-40e9-b575-1255b37c53f8 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502559 Mar 09 04:14:37.052854 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40258) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:37.058533 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-691cb2ba-3684-437d-8906-94014b23c9b4 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Request body: {'security_group_rule': {'security_group_id': '0b3e143a-60ef-4283-ba8e-d8ba244faa57', 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:14:37.065108 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-691cb2ba-3684-437d-8906-94014b23c9b4 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:37.068950 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-691cb2ba-3684-437d-8906-94014b23c9b4 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Usage tracker for resource:security_group_rule and tenant:6725fde802ef40aca9eb2e0759a8e4c4 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:37.072367 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-691cb2ba-3684-437d-8906-94014b23c9b4 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:37.077950 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-691cb2ba-3684-437d-8906-94014b23c9b4 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:37.094036 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-691cb2ba-3684-437d-8906-94014b23c9b4 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:37.155771 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-691cb2ba-3684-437d-8906-94014b23c9b4 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:37.159215 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-691cb2ba-3684-437d-8906-94014b23c9b4 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:37.183241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691cb2ba-3684-437d-8906-94014b23c9b4 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be615f4d-a546-4330-b6e6-24730ae82631,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:37.192401 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-691cb2ba-3684-437d-8906-94014b23c9b4 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:37.193557 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-691cb2ba-3684-437d-8906-94014b23c9b4 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1398053 Mar 09 04:14:37.196427 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40266) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:37.201218 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-ddbd4782-7711-4890-9a04-54d58e232f87 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Request body: {'security_group_rule': {'security_group_id': '0b3e143a-60ef-4283-ba8e-d8ba244faa57', 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:14:37.207722 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ddbd4782-7711-4890-9a04-54d58e232f87 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:37.211564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ddbd4782-7711-4890-9a04-54d58e232f87 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Usage tracker for resource:security_group_rule and tenant:6725fde802ef40aca9eb2e0759a8e4c4 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:37.214426 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-ddbd4782-7711-4890-9a04-54d58e232f87 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:37.220800 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-ddbd4782-7711-4890-9a04-54d58e232f87 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:37.242328 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ddbd4782-7711-4890-9a04-54d58e232f87 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:37.306888 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ddbd4782-7711-4890-9a04-54d58e232f87 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:37.310337 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ddbd4782-7711-4890-9a04-54d58e232f87 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:37.335013 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd4782-7711-4890-9a04-54d58e232f87 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8e5405-4209-4ecd-8da5-3772738b0297,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:37.344247 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ddbd4782-7711-4890-9a04-54d58e232f87 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:37.345507 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ddbd4782-7711-4890-9a04-54d58e232f87 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1481395 Mar 09 04:14:37.348370 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40272) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:37.354037 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-1452c04e-f92e-4df4-90ed-f0878b1aef7e tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Request body: {'security_group_rule': {'security_group_id': '0b3e143a-60ef-4283-ba8e-d8ba244faa57', 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:14:37.360578 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1452c04e-f92e-4df4-90ed-f0878b1aef7e tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:37.364463 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1452c04e-f92e-4df4-90ed-f0878b1aef7e tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Usage tracker for resource:security_group_rule and tenant:6725fde802ef40aca9eb2e0759a8e4c4 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:37.367435 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1452c04e-f92e-4df4-90ed-f0878b1aef7e tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:37.373925 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1452c04e-f92e-4df4-90ed-f0878b1aef7e tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:37.389974 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1452c04e-f92e-4df4-90ed-f0878b1aef7e tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:37.460094 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1452c04e-f92e-4df4-90ed-f0878b1aef7e tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:37.464249 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1452c04e-f92e-4df4-90ed-f0878b1aef7e tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:37.486148 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452c04e-f92e-4df4-90ed-f0878b1aef7e tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76be1a23-506b-4e7f-b606-0f0dcc57ee98,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:37.498413 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1452c04e-f92e-4df4-90ed-f0878b1aef7e tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:37.499648 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1452c04e-f92e-4df4-90ed-f0878b1aef7e tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1503687 Mar 09 04:14:37.502406 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40280) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:37.507311 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-928edc4d-64b9-483d-a66f-955a3b997d91 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Request body: {'security_group_rule': {'security_group_id': '0b3e143a-60ef-4283-ba8e-d8ba244faa57', 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:14:37.513627 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-928edc4d-64b9-483d-a66f-955a3b997d91 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:37.517428 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-928edc4d-64b9-483d-a66f-955a3b997d91 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Usage tracker for resource:security_group_rule and tenant:6725fde802ef40aca9eb2e0759a8e4c4 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:37.520263 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-928edc4d-64b9-483d-a66f-955a3b997d91 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:37.526691 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-928edc4d-64b9-483d-a66f-955a3b997d91 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:37.537208 n-d-825178-5 neutron-server[87881]: INFO neutron.db.securitygroups_db [None req-928edc4d-64b9-483d-a66f-955a3b997d91 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Project 6725fde802ef40aca9eb2e0759a8e4c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:14:37.544478 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-928edc4d-64b9-483d-a66f-955a3b997d91 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:37.612015 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-928edc4d-64b9-483d-a66f-955a3b997d91 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:37.615735 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-928edc4d-64b9-483d-a66f-955a3b997d91 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:37.638619 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928edc4d-64b9-483d-a66f-955a3b997d91 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=babec43d-4bd8-4984-979b-b88083400f01,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:37.648186 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-928edc4d-64b9-483d-a66f-955a3b997d91 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:37.649368 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-928edc4d-64b9-483d-a66f-955a3b997d91 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1460347 Mar 09 04:14:37.652856 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40286) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:37.658204 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-bf98ba58-64b1-4a34-8112-2bb9d2f33ab0 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Request body: {'security_group_rule': {'security_group_id': '0b3e143a-60ef-4283-ba8e-d8ba244faa57', 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:14:37.664637 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bf98ba58-64b1-4a34-8112-2bb9d2f33ab0 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:37.670195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bf98ba58-64b1-4a34-8112-2bb9d2f33ab0 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Usage tracker for resource:security_group_rule and tenant:6725fde802ef40aca9eb2e0759a8e4c4 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:37.673014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bf98ba58-64b1-4a34-8112-2bb9d2f33ab0 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:37.678669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bf98ba58-64b1-4a34-8112-2bb9d2f33ab0 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:37.688688 n-d-825178-5 neutron-server[87880]: INFO neutron.db.securitygroups_db [None req-bf98ba58-64b1-4a34-8112-2bb9d2f33ab0 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Project 6725fde802ef40aca9eb2e0759a8e4c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:14:37.695239 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bf98ba58-64b1-4a34-8112-2bb9d2f33ab0 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:37.766051 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bf98ba58-64b1-4a34-8112-2bb9d2f33ab0 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:37.770287 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bf98ba58-64b1-4a34-8112-2bb9d2f33ab0 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:37.795653 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98ba58-64b1-4a34-8112-2bb9d2f33ab0 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e46b5a4-c5fa-415d-af81-161ee1ed0b18,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:37.806049 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bf98ba58-64b1-4a34-8112-2bb9d2f33ab0 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:37.813528 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bf98ba58-64b1-4a34-8112-2bb9d2f33ab0 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1533914 Mar 09 04:14:38.059438 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-21a93e35-0d14-457b-a96f-11d1f784d327 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Synchronizing usage tracker for tenant:6725fde802ef40aca9eb2e0759a8e4c4 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:14:38.075946 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-21a93e35-0d14-457b-a96f-11d1f784d327 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Unset dirty status for tenant:6725fde802ef40aca9eb2e0759a8e4c4 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:14:38.077098 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-21a93e35-0d14-457b-a96f-11d1f784d327 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1436537152&fields=id&tenant_id=6725fde802ef40aca9eb2e0759a8e4c4 HTTP/1.1" status: 200 len: 267 time: 0.0561819 Mar 09 04:14:38.079698 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40300) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:38.202526 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d7cbe84-bcc5-4c30-bb13-7f8444f4ce40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:38.218975 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2d7cbe84-bcc5-4c30-bb13-7f8444f4ce40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:38.223284 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2d7cbe84-bcc5-4c30-bb13-7f8444f4ce40 admin admin] Usage tracker for resource:security_group_rule and tenant:b24922a9e4344e4aa1626b810d793390 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:38.226420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2d7cbe84-bcc5-4c30-bb13-7f8444f4ce40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:38.232428 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2d7cbe84-bcc5-4c30-bb13-7f8444f4ce40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:38.319101 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d7cbe84-bcc5-4c30-bb13-7f8444f4ce40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:38.324816 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d7cbe84-bcc5-4c30-bb13-7f8444f4ce40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:38.339593 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-af96f822-92ad-4f84-96f3-c80801416743 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:38.340264 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-af96f822-92ad-4f84-96f3-c80801416743 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Synchronizing usage tracker for tenant:6725fde802ef40aca9eb2e0759a8e4c4 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:14:38.355920 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-af96f822-92ad-4f84-96f3-c80801416743 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Unset dirty status for tenant:6725fde802ef40aca9eb2e0759a8e4c4 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:14:38.357052 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-af96f822-92ad-4f84-96f3-c80801416743 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/networks?id=f13a94dc-edf6-4f8b-9742-db93f6aa5617 HTTP/1.1" status: 200 len: 813 time: 0.2732973 Mar 09 04:14:38.372053 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2d7cbe84-bcc5-4c30-bb13-7f8444f4ce40 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b24922a9e4344e4aa1626b810d793390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2911487 Mar 09 04:14:38.372908 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7cbe84-bcc5-4c30-bb13-7f8444f4ce40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37eff77-a995-432a-9c94-7fda9d2892a7,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:38.373208 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-dbba5d00-f506-4807-ba0b-fce85ad553b9 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/quotas/6725fde802ef40aca9eb2e0759a8e4c4 HTTP/1.1" status: 200 len: 375 time: 0.0105307 Mar 09 04:14:38.374542 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40306) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:38.485767 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-08e8a6e2-612d-4fc6-b8f1-2dc0b95bf8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:38.520583 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-6876d008-56d4-4e8d-9f98-784172608aab tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6725fde802ef40aca9eb2e0759a8e4c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1340451 Mar 09 04:14:38.527492 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-08e8a6e2-612d-4fc6-b8f1-2dc0b95bf8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:38.537794 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-5b634f7c-643d-4c09-b05a-160779ffc5c4 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 04:14:38.538715 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-5b634f7c-643d-4c09-b05a-160779ffc5c4 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048535 Mar 09 04:14:38.684521 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-08e8a6e2-612d-4fc6-b8f1-2dc0b95bf8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:38.700846 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-eb937795-89db-474c-af4b-37b11cc26fa4 service neutron] 10.222.0.16 "GET /v2.0/networks/f13a94dc-edf6-4f8b-9742-db93f6aa5617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562743 Mar 09 04:14:38.705465 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8a6e2-612d-4fc6-b8f1-2dc0b95bf8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37eff77-a995-432a-9c94-7fda9d2892a7,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:38.728469 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-08e8a6e2-612d-4fc6-b8f1-2dc0b95bf8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:38.729556 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-08e8a6e2-612d-4fc6-b8f1-2dc0b95bf8d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c37eff77-a995-432a-9c94-7fda9d2892a7 HTTP/1.1" status: 204 len: 168 time: 0.3540976 Mar 09 04:14:38.838046 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-094e5b66-9658-4817-8c74-e8dec9af13f5 service neutron] 10.222.0.16 "GET /v2.0/networks/f13a94dc-edf6-4f8b-9742-db93f6aa5617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305680 Mar 09 04:14:38.982661 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:39.007741 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40320) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:39.025522 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dc0f7f59-ea50-41e8-bbe3-f43927a2ea65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:39.039514 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dc0f7f59-ea50-41e8-bbe3-f43927a2ea65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:39.044224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dc0f7f59-ea50-41e8-bbe3-f43927a2ea65 admin admin] Usage tracker for resource:security_group_rule and tenant:658f6e486db34d9ea036ce9775d564ce is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:39.047125 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dc0f7f59-ea50-41e8-bbe3-f43927a2ea65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:39.053292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dc0f7f59-ea50-41e8-bbe3-f43927a2ea65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:39.135282 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dc0f7f59-ea50-41e8-bbe3-f43927a2ea65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:39.138622 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dc0f7f59-ea50-41e8-bbe3-f43927a2ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:39.191199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f7f59-ea50-41e8-bbe3-f43927a2ea65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8bb508-6f40-4d24-a438-ffa236922312,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:39.196678 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-dc0f7f59-ea50-41e8-bbe3-f43927a2ea65 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=658f6e486db34d9ea036ce9775d564ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1874676 Mar 09 04:14:39.198954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40330) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:39.247914 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-01ec2570-dd14-4194-b769-b80cbfc9a940 req-9bda66f5-6547-4727-834b-eeed4d8f85cd tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Synchronizing usage tracker for tenant:6725fde802ef40aca9eb2e0759a8e4c4 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:14:39.258507 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b8f9cb2d-50ae-4cd1-928f-02941b62b6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:39.267235 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-01ec2570-dd14-4194-b769-b80cbfc9a940 req-9bda66f5-6547-4727-834b-eeed4d8f85cd tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Unset dirty status for tenant:6725fde802ef40aca9eb2e0759a8e4c4 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:14:39.268765 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-01ec2570-dd14-4194-b769-b80cbfc9a940 req-9bda66f5-6547-4727-834b-eeed4d8f85cd tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 210 time: 0.0765517 Mar 09 04:14:39.288884 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b8f9cb2d-50ae-4cd1-928f-02941b62b6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:39.343316 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b8f9cb2d-50ae-4cd1-928f-02941b62b6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:39.359323 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9cb2d-50ae-4cd1-928f-02941b62b6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8bb508-6f40-4d24-a438-ffa236922312,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:39.364162 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b8f9cb2d-50ae-4cd1-928f-02941b62b6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:39.367300 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b8f9cb2d-50ae-4cd1-928f-02941b62b6e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd8bb508-6f40-4d24-a438-ffa236922312 HTTP/1.1" status: 204 len: 168 time: 0.1674161 Mar 09 04:14:40.432133 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d8c7ff3c-1dcb-48f8-a936-37e631c34505 req-6a3e61ba-2fcc-46bc-b0e2-ae00dc21d23a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 210 time: 0.0479617 Mar 09 04:14:40.902999 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-fb736750-f20c-467b-bb55-0d01bbb478f3 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:40.904451 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-fb736750-f20c-467b-bb55-0d01bbb478f3 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.21 "GET /v2.0/networks?id=f13a94dc-edf6-4f8b-9742-db93f6aa5617 HTTP/1.1" status: 200 len: 813 time: 0.1683996 Mar 09 04:14:40.959783 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-2b31f94f-e9ad-4a79-bee0-98bbbc5ee2e7 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6725fde802ef40aca9eb2e0759a8e4c4 HTTP/1.1" status: 200 len: 380 time: 0.0469866 Mar 09 04:14:40.970186 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-15951901-15a8-4910-b810-d5a382e4c384 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Request body: {'port': {'device_id': '7d049ff2-376f-4e15-ab67-0c2a8282d2bd', 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617', 'admin_state_up': True, 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'security_groups': ['0b3e143a-60ef-4283-ba8e-d8ba244faa57']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:14:41.114000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-15951901-15a8-4910-b810-d5a382e4c384 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:41.124689 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-15951901-15a8-4910-b810-d5a382e4c384 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:41.137043 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-15951901-15a8-4910-b810-d5a382e4c384 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Made reservation on behalf of 6725fde802ef40aca9eb2e0759a8e4c4 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:14:41.140759 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-15951901-15a8-4910-b810-d5a382e4c384 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:41.318070 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-15951901-15a8-4910-b810-d5a382e4c384 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Allocated IP 172.20.0.10 (f13a94dc-edf6-4f8b-9742-db93f6aa5617/0e82951b-4627-43be-82ea-670c0213bfa2/d068ef8b-04dd-49a5-993d-864b61c019f8) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:14:41.524888 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-15951901-15a8-4910-b810-d5a382e4c384 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:41.540792 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-15951901-15a8-4910-b810-d5a382e4c384 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Transition to ACTIVE for port object d068ef8b-04dd-49a5-993d-864b61c019f8 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:14:41.568232 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-15951901-15a8-4910-b810-d5a382e4c384 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:41.638830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250a358-e754-4d6e-af05-8577eac6080f req-3d21f5d3-1614-437c-abe7-f5ce95956ed1 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:41.641134 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2250a358-e754-4d6e-af05-8577eac6080f req-3d21f5d3-1614-437c-abe7-f5ce95956ed1 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 932 time: 0.0961442 Mar 09 04:14:41.669369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-15951901-15a8-4910-b810-d5a382e4c384 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Network f13a94dc-edf6-4f8b-9742-db93f6aa5617 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:14:41.672712 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-15951901-15a8-4910-b810-d5a382e4c384 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:14:41.684198 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-15951901-15a8-4910-b810-d5a382e4c384 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:14:41.712711 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2250a358-e754-4d6e-af05-8577eac6080f req-ba5272bc-7118-4893-9216-73e4f4266625 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b3e143a-60ef-4283-ba8e-d8ba244faa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647833 Mar 09 04:14:41.753668 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15951901-15a8-4910-b810-d5a382e4c384 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Pushing event updated for resources: {'Port': ['ID=d068ef8b-04dd-49a5-993d-864b61c019f8,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:41.776609 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-15951901-15a8-4910-b810-d5a382e4c384 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:41.778227 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-15951901-15a8-4910-b810-d5a382e4c384 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:41.811947 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-15951901-15a8-4910-b810-d5a382e4c384 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8473387 Mar 09 04:14:41.825548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-3174dbf8-04ed-4ee1-a29b-908e841cbf7f service neutron] Request body: {'port': {'device_id': '7d049ff2-376f-4e15-ab67-0c2a8282d2bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:14:42.005074 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ee820c42-8b54-4709-bc1a-f0020851d4fb None None] Provisioning for port d068ef8b-04dd-49a5-993d-864b61c019f8 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:14:42.012769 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ee820c42-8b54-4709-bc1a-f0020851d4fb None None] Provisioning complete for port d068ef8b-04dd-49a5-993d-864b61c019f8 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:14:42.013613 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ee820c42-8b54-4709-bc1a-f0020851d4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:42.080323 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ee820c42-8b54-4709-bc1a-f0020851d4fb None None] Port d068ef8b-04dd-49a5-993d-864b61c019f8 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:14:42.097162 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-3174dbf8-04ed-4ee1-a29b-908e841cbf7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:42.453563 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-3174dbf8-04ed-4ee1-a29b-908e841cbf7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d068ef8b-04dd-49a5-993d-864b61c019f8 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:14:42.462000 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-3174dbf8-04ed-4ee1-a29b-908e841cbf7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:42.478506 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-3174dbf8-04ed-4ee1-a29b-908e841cbf7f service neutron] Transition to ACTIVE for port object d068ef8b-04dd-49a5-993d-864b61c019f8 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:14:42.483306 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-3174dbf8-04ed-4ee1-a29b-908e841cbf7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:42.655559 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174dbf8-04ed-4ee1-a29b-908e841cbf7f service neutron] Pushing event updated for resources: {'Port': ['ID=d068ef8b-04dd-49a5-993d-864b61c019f8,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:42.774573 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-3174dbf8-04ed-4ee1-a29b-908e841cbf7f service neutron] Attempting to bind port d068ef8b-04dd-49a5-993d-864b61c019f8 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:14:42.775542 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-3174dbf8-04ed-4ee1-a29b-908e841cbf7f service neutron] Attempting to bind port d068ef8b-04dd-49a5-993d-864b61c019f8 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '5ef8b00d-6def-41e5-b9d6-c37c0502ca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:14:42.775882 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-3174dbf8-04ed-4ee1-a29b-908e841cbf7f service neutron] Attempting to bind port d068ef8b-04dd-49a5-993d-864b61c019f8 on network f13a94dc-edf6-4f8b-9742-db93f6aa5617 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:14:42.781242 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-3174dbf8-04ed-4ee1-a29b-908e841cbf7f service neutron] Port d068ef8b-04dd-49a5-993d-864b61c019f8 on network f13a94dc-edf6-4f8b-9742-db93f6aa5617 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:14:42.781695 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-3174dbf8-04ed-4ee1-a29b-908e841cbf7f service neutron] Attempting to bind port d068ef8b-04dd-49a5-993d-864b61c019f8 on network f13a94dc-edf6-4f8b-9742-db93f6aa5617 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:14:42.787122 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-3174dbf8-04ed-4ee1-a29b-908e841cbf7f service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:14:42.787398 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-3174dbf8-04ed-4ee1-a29b-908e841cbf7f service neutron] Checking segment: {'id': '5ef8b00d-6def-41e5-b9d6-c37c0502ca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:14:42.787830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-3174dbf8-04ed-4ee1-a29b-908e841cbf7f service neutron] Bound using segment: {'id': '5ef8b00d-6def-41e5-b9d6-c37c0502ca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:14:42.788261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-3174dbf8-04ed-4ee1-a29b-908e841cbf7f service neutron] Bound port: d068ef8b-04dd-49a5-993d-864b61c019f8, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef8b00d-6def-41e5-b9d6-c37c0502ca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:14:42.788611 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-3174dbf8-04ed-4ee1-a29b-908e841cbf7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:42.952363 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-3174dbf8-04ed-4ee1-a29b-908e841cbf7f service neutron] For port d068ef8b-04dd-49a5-993d-864b61c019f8, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:14:42.955764 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-3174dbf8-04ed-4ee1-a29b-908e841cbf7f service neutron] For port d068ef8b-04dd-49a5-993d-864b61c019f8, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d068ef8b-04dd-49a5-993d-864b61c019f8,segment=NetworkSegment(5ef8b00d-6def-41e5-b9d6-c37c0502ca27),segment_id=5ef8b00d-6def-41e5-b9d6-c37c0502ca27)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:14:42.964147 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-3174dbf8-04ed-4ee1-a29b-908e841cbf7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:43.031756 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01137b57-74bb-444c-8896-a80d70d73736 req-8d256fe5-45d3-48dd-bd6a-e4f8ac7f4ad8 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:43.032485 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-01137b57-74bb-444c-8896-a80d70d73736 req-8d256fe5-45d3-48dd-bd6a-e4f8ac7f4ad8 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Synchronizing usage tracker for tenant:6725fde802ef40aca9eb2e0759a8e4c4 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:14:43.040532 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-3174dbf8-04ed-4ee1-a29b-908e841cbf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:43.041135 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-3174dbf8-04ed-4ee1-a29b-908e841cbf7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:43.042463 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-3174dbf8-04ed-4ee1-a29b-908e841cbf7f service neutron] 10.222.0.21 "PUT /v2.0/ports/d068ef8b-04dd-49a5-993d-864b61c019f8 HTTP/1.1" status: 200 len: 1092 time: 1.2226591 Mar 09 04:14:43.042916 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d049ff2-376f-4e15-ab67-0c2a8282d2bd', 'tag': 'd068ef8b-04dd-49a5-993d-864b61c019f8'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:14:43.073002 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174dbf8-04ed-4ee1-a29b-908e841cbf7f service neutron] Pushing event updated for resources: {'Port': ['ID=d068ef8b-04dd-49a5-993d-864b61c019f8,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:43.076359 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-01137b57-74bb-444c-8896-a80d70d73736 req-8d256fe5-45d3-48dd-bd6a-e4f8ac7f4ad8 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Unset dirty status for tenant:6725fde802ef40aca9eb2e0759a8e4c4 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:14:43.077503 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-01137b57-74bb-444c-8896-a80d70d73736 req-8d256fe5-45d3-48dd-bd6a-e4f8ac7f4ad8 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 944 time: 0.2235591 Mar 09 04:14:43.146307 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d049ff2-376f-4e15-ab67-0c2a8282d2bd', 'tag': 'd068ef8b-04dd-49a5-993d-864b61c019f8', 'status': 'completed', 'code': 200} Mar 09 04:14:43.179562 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-01137b57-74bb-444c-8896-a80d70d73736 req-6b16e402-d169-40d8-a35a-aff3d7568617 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b3e143a-60ef-4283-ba8e-d8ba244faa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944402 Mar 09 04:14:43.208963 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-2475c85f-02bb-4d19-8fb2-2132fb6c4fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:43.210473 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-2475c85f-02bb-4d19-8fb2-2132fb6c4fc7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6725fde802ef40aca9eb2e0759a8e4c4&device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 1095 time: 0.1079950 Mar 09 04:14:43.282281 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-8290df78-bd50-4254-a21a-3d642831b53f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d068ef8b-04dd-49a5-993d-864b61c019f8 HTTP/1.1" status: 200 len: 217 time: 0.0655155 Mar 09 04:14:43.349531 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-c600bbe1-6074-4298-9a49-adfdcc0ddd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:43.350993 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-c600bbe1-6074-4298-9a49-adfdcc0ddd41 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e82951b-4627-43be-82ea-670c0213bfa2 HTTP/1.1" status: 200 len: 852 time: 0.0625157 Mar 09 04:14:43.427874 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-e05b9727-7bc8-4b43-b493-3eb8b0ef9a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:43.429320 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-e05b9727-7bc8-4b43-b493-3eb8b0ef9a93 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f13a94dc-edf6-4f8b-9742-db93f6aa5617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731556 Mar 09 04:14:43.564279 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-cf000e4b-b2b3-4a9c-82dd-630c88ea3e83 service neutron] 10.222.0.21 "GET /v2.0/networks/f13a94dc-edf6-4f8b-9742-db93f6aa5617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288278 Mar 09 04:14:43.696516 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c4d3d27-8e45-48d1-9527-59d00bee0f5a req-f06b01e5-354e-4d15-9dff-fa48b4222ea4 service neutron] 10.222.0.21 "GET /v2.0/networks/f13a94dc-edf6-4f8b-9742-db93f6aa5617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249416 Mar 09 04:14:43.810682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10a78c-ad39-4165-b4cb-ef0ce7060342 req-27b594ff-fe0d-4813-ab18-ddf00c00578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:43.812210 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ed10a78c-ad39-4165-b4cb-ef0ce7060342 req-27b594ff-fe0d-4813-ab18-ddf00c00578a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6725fde802ef40aca9eb2e0759a8e4c4&device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 1095 time: 0.0749729 Mar 09 04:14:44.059914 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10a78c-ad39-4165-b4cb-ef0ce7060342 req-eb018026-0551-472e-9345-640ae2701da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:44.061738 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ed10a78c-ad39-4165-b4cb-ef0ce7060342 req-eb018026-0551-472e-9345-640ae2701da1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f13a94dc-edf6-4f8b-9742-db93f6aa5617 HTTP/1.1" status: 200 len: 914 time: 0.2414467 Mar 09 04:14:44.144254 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ed10a78c-ad39-4165-b4cb-ef0ce7060342 req-f3a0bd2b-5d05-4fd3-a526-cc4bfba6e42c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d068ef8b-04dd-49a5-993d-864b61c019f8 HTTP/1.1" status: 200 len: 217 time: 0.0714581 Mar 09 04:14:44.216145 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10a78c-ad39-4165-b4cb-ef0ce7060342 req-30d9a24e-5b41-48dd-8270-8dbc063ec0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:44.218038 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ed10a78c-ad39-4165-b4cb-ef0ce7060342 req-30d9a24e-5b41-48dd-8270-8dbc063ec0fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e82951b-4627-43be-82ea-670c0213bfa2 HTTP/1.1" status: 200 len: 852 time: 0.0676363 Mar 09 04:14:44.300669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10a78c-ad39-4165-b4cb-ef0ce7060342 req-cda8bf6e-e2cb-433b-b03c-0b3e0123f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:44.302122 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ed10a78c-ad39-4165-b4cb-ef0ce7060342 req-cda8bf6e-e2cb-433b-b03c-0b3e0123f7b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f13a94dc-edf6-4f8b-9742-db93f6aa5617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783734 Mar 09 04:14:44.380563 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185f962-2775-4811-b3a6-3279afc9cbba req-b79d7fe4-fe28-463b-abd1-757b2772a2a0 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:44.382039 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4185f962-2775-4811-b3a6-3279afc9cbba req-b79d7fe4-fe28-463b-abd1-757b2772a2a0 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 944 time: 0.0863760 Mar 09 04:14:44.429436 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4185f962-2775-4811-b3a6-3279afc9cbba req-5d57814e-1898-4d18-8c10-bdec065d67a6 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b3e143a-60ef-4283-ba8e-d8ba244faa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408471 Mar 09 04:14:44.449525 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ed10a78c-ad39-4165-b4cb-ef0ce7060342 req-6a2a30e8-c039-4cbd-8f3f-6a9221977ddd service neutron] 10.222.0.21 "GET /v2.0/networks/f13a94dc-edf6-4f8b-9742-db93f6aa5617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416485 Mar 09 04:14:44.592102 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ed10a78c-ad39-4165-b4cb-ef0ce7060342 req-f30f091f-2308-479a-bfd2-bcda387a7ea7 service neutron] 10.222.0.21 "GET /v2.0/networks/f13a94dc-edf6-4f8b-9742-db93f6aa5617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366591 Mar 09 04:14:45.615181 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d09689-43f5-485b-b646-6f710fa3ca79 req-ac920066-2cb6-46c0-8ff1-34e5a44afd11 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:45.616655 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-24d09689-43f5-485b-b646-6f710fa3ca79 req-ac920066-2cb6-46c0-8ff1-34e5a44afd11 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 944 time: 0.0805635 Mar 09 04:14:45.661285 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-24d09689-43f5-485b-b646-6f710fa3ca79 req-ee229a5a-5c2e-43ce-b4e9-a89d7b1fffd6 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b3e143a-60ef-4283-ba8e-d8ba244faa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390229 Mar 09 04:14:46.851171 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59961932-f9ea-48d6-b5af-a6bfb0204ef8 req-ea7a0def-8b12-4940-ac3e-5b6293fc9d51 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:46.852653 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-59961932-f9ea-48d6-b5af-a6bfb0204ef8 req-ea7a0def-8b12-4940-ac3e-5b6293fc9d51 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 944 time: 0.0846353 Mar 09 04:14:46.902209 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-59961932-f9ea-48d6-b5af-a6bfb0204ef8 req-7db0bfda-0f05-49ee-9c9d-35bdeea7f917 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b3e143a-60ef-4283-ba8e-d8ba244faa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430002 Mar 09 04:14:48.092426 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24ba25-d76c-4cb4-8f2c-196aef30d604 req-c7df3978-8c1c-48bd-ab7c-8c671497410a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:48.093878 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ec24ba25-d76c-4cb4-8f2c-196aef30d604 req-c7df3978-8c1c-48bd-ab7c-8c671497410a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 944 time: 0.0849397 Mar 09 04:14:48.138142 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ec24ba25-d76c-4cb4-8f2c-196aef30d604 req-494aed33-1ee6-4235-b84e-0aa166bfab8f tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b3e143a-60ef-4283-ba8e-d8ba244faa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386660 Mar 09 04:14:48.196287 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40530) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:48.313776 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f9bc31db-6cd5-476f-80de-8062ec8b5492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:48.328075 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f9bc31db-6cd5-476f-80de-8062ec8b5492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:48.331926 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f9bc31db-6cd5-476f-80de-8062ec8b5492 admin admin] Usage tracker for resource:security_group_rule and tenant:ced8e6551861408eaf96da246d800888 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:48.334722 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f9bc31db-6cd5-476f-80de-8062ec8b5492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:48.340768 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f9bc31db-6cd5-476f-80de-8062ec8b5492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:48.422126 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f9bc31db-6cd5-476f-80de-8062ec8b5492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:48.425654 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f9bc31db-6cd5-476f-80de-8062ec8b5492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:48.473629 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f9bc31db-6cd5-476f-80de-8062ec8b5492 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ced8e6551861408eaf96da246d800888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762687 Mar 09 04:14:48.474405 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc31db-6cd5-476f-80de-8062ec8b5492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12d5b2c-3a58-4e93-a5de-22efd84254f9,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:48.476302 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40536) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:48.532625 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dc1d6d8c-9558-499c-8f98-2a5b06c1bc89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:48.559899 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dc1d6d8c-9558-499c-8f98-2a5b06c1bc89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:48.616442 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dc1d6d8c-9558-499c-8f98-2a5b06c1bc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:48.633614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d6d8c-9558-499c-8f98-2a5b06c1bc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12d5b2c-3a58-4e93-a5de-22efd84254f9,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:48.637849 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dc1d6d8c-9558-499c-8f98-2a5b06c1bc89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:48.638960 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-dc1d6d8c-9558-499c-8f98-2a5b06c1bc89 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a12d5b2c-3a58-4e93-a5de-22efd84254f9 HTTP/1.1" status: 204 len: 168 time: 0.1616497 Mar 09 04:14:48.643661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d6d8c-9558-499c-8f98-2a5b06c1bc89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:48.644025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d6d8c-9558-499c-8f98-2a5b06c1bc89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:48.644311 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d6d8c-9558-499c-8f98-2a5b06c1bc89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:48.644645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d6d8c-9558-499c-8f98-2a5b06c1bc89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:48.644955 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d6d8c-9558-499c-8f98-2a5b06c1bc89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:48.645268 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d6d8c-9558-499c-8f98-2a5b06c1bc89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:48.645590 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d6d8c-9558-499c-8f98-2a5b06c1bc89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:48.645903 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d6d8c-9558-499c-8f98-2a5b06c1bc89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:48.646213 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d6d8c-9558-499c-8f98-2a5b06c1bc89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:48.646524 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d6d8c-9558-499c-8f98-2a5b06c1bc89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:48.646835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d6d8c-9558-499c-8f98-2a5b06c1bc89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:48.647165 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d6d8c-9558-499c-8f98-2a5b06c1bc89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:48.907569 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40544) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:48.925272 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b932cb4a-de9f-44d3-8616-735464b16262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:48.939915 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b932cb4a-de9f-44d3-8616-735464b16262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:48.943653 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b932cb4a-de9f-44d3-8616-735464b16262 admin admin] Usage tracker for resource:security_group_rule and tenant:1d26897a0b1341b39518c573c2c40601 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:48.946352 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b932cb4a-de9f-44d3-8616-735464b16262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:48.952504 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b932cb4a-de9f-44d3-8616-735464b16262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:49.037045 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b932cb4a-de9f-44d3-8616-735464b16262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:49.041597 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b932cb4a-de9f-44d3-8616-735464b16262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:49.091097 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b932cb4a-de9f-44d3-8616-735464b16262 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d26897a0b1341b39518c573c2c40601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1822836 Mar 09 04:14:49.093069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932cb4a-de9f-44d3-8616-735464b16262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f077ab3-62d9-43aa-a912-6a7ad73db814,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:49.093841 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40548) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:49.151006 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c8de00e4-7592-426e-bb7c-acbe41037a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:49.176892 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c8de00e4-7592-426e-bb7c-acbe41037a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:49.239602 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c8de00e4-7592-426e-bb7c-acbe41037a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:49.252291 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de00e4-7592-426e-bb7c-acbe41037a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f077ab3-62d9-43aa-a912-6a7ad73db814,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:49.256606 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c8de00e4-7592-426e-bb7c-acbe41037a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:49.263352 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c8de00e4-7592-426e-bb7c-acbe41037a59 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f077ab3-62d9-43aa-a912-6a7ad73db814 HTTP/1.1" status: 204 len: 168 time: 0.1684189 Mar 09 04:14:49.332760 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa31e3f-2bf6-469c-9321-c1bc68ec3460 req-35a53860-940b-4ca2-b544-2f5584766823 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:49.334220 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0aa31e3f-2bf6-469c-9321-c1bc68ec3460 req-35a53860-940b-4ca2-b544-2f5584766823 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 944 time: 0.0903378 Mar 09 04:14:49.378152 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0aa31e3f-2bf6-469c-9321-c1bc68ec3460 req-aa7616b3-b3e6-4047-81f4-8d158f19132e tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b3e143a-60ef-4283-ba8e-d8ba244faa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382137 Mar 09 04:14:49.597040 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40558) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:49.614674 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c479baca-3d1b-41fe-93ce-1a76c7d41cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:49.628340 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c479baca-3d1b-41fe-93ce-1a76c7d41cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:49.632165 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c479baca-3d1b-41fe-93ce-1a76c7d41cab admin admin] Usage tracker for resource:security_group_rule and tenant:cd58f714292e49d9a0c02f58fac78772 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:49.634883 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c479baca-3d1b-41fe-93ce-1a76c7d41cab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:49.640494 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c479baca-3d1b-41fe-93ce-1a76c7d41cab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:49.723763 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c479baca-3d1b-41fe-93ce-1a76c7d41cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:49.727234 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c479baca-3d1b-41fe-93ce-1a76c7d41cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:49.772003 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c479baca-3d1b-41fe-93ce-1a76c7d41cab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd58f714292e49d9a0c02f58fac78772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1739247 Mar 09 04:14:49.773734 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479baca-3d1b-41fe-93ce-1a76c7d41cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5812f4-cdfc-4c3d-bdf0-028b17c2c285,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:49.774635 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40562) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:49.837468 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca2aa-34d6-4992-9c7e-07c74eb97b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:49.864317 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca2aa-34d6-4992-9c7e-07c74eb97b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:49.921525 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca2aa-34d6-4992-9c7e-07c74eb97b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:49.938692 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ca2aa-34d6-4992-9c7e-07c74eb97b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5812f4-cdfc-4c3d-bdf0-028b17c2c285,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:49.954648 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca2aa-34d6-4992-9c7e-07c74eb97b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:49.955786 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9c2ca2aa-34d6-4992-9c7e-07c74eb97b01 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f5812f4-cdfc-4c3d-bdf0-028b17c2c285 HTTP/1.1" status: 204 len: 168 time: 0.1801045 Mar 09 04:14:50.561730 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335bf83-7964-41c7-bba7-6ebbbb83b9e8 req-954b58fc-fdf4-469f-aefd-ffe43c53ce7f tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:50.563213 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d335bf83-7964-41c7-bba7-6ebbbb83b9e8 req-954b58fc-fdf4-469f-aefd-ffe43c53ce7f tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 944 time: 0.0798850 Mar 09 04:14:50.607182 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d335bf83-7964-41c7-bba7-6ebbbb83b9e8 req-658463c8-fe28-4d25-866a-234238082d97 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b3e143a-60ef-4283-ba8e-d8ba244faa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378039 Mar 09 04:14:51.807112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb86d2d-112f-4fb8-9f97-3fd0a53ff665 req-b2af512c-8e18-4047-a417-26e7c672e91b tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:51.808765 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ccb86d2d-112f-4fb8-9f97-3fd0a53ff665 req-b2af512c-8e18-4047-a417-26e7c672e91b tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 944 time: 0.0877507 Mar 09 04:14:51.860838 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ccb86d2d-112f-4fb8-9f97-3fd0a53ff665 req-9199e18c-d274-4168-8019-99a57e48b707 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b3e143a-60ef-4283-ba8e-d8ba244faa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463006 Mar 09 04:14:52.150213 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40650) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:52.269685 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b02583e-9e22-4f41-972d-e38e5b63a29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:52.284378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0b02583e-9e22-4f41-972d-e38e5b63a29a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:52.288226 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0b02583e-9e22-4f41-972d-e38e5b63a29a admin admin] Usage tracker for resource:security_group_rule and tenant:a3bbfaad56c44bdc9d274112a5c0847d is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:52.291200 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0b02583e-9e22-4f41-972d-e38e5b63a29a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:52.296791 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0b02583e-9e22-4f41-972d-e38e5b63a29a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:52.375343 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b02583e-9e22-4f41-972d-e38e5b63a29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:52.378763 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b02583e-9e22-4f41-972d-e38e5b63a29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:52.398101 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device d068ef8b-04dd-49a5-993d-864b61c019f8 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:14:52.426418 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0b02583e-9e22-4f41-972d-e38e5b63a29a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3bbfaad56c44bdc9d274112a5c0847d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2750359 Mar 09 04:14:52.428004 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02583e-9e22-4f41-972d-e38e5b63a29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6f07f5-1d33-46cf-aea1-652bc3de8014,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:52.429166 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40656) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:52.488290 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-da9e8eb5-5211-46ef-8930-76565c2d84f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:52.514747 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-da9e8eb5-5211-46ef-8930-76565c2d84f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:52.529151 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port d068ef8b-04dd-49a5-993d-864b61c019f8, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d068ef8b-04dd-49a5-993d-864b61c019f8,segment=NetworkSegment(5ef8b00d-6def-41e5-b9d6-c37c0502ca27),segment_id=5ef8b00d-6def-41e5-b9d6-c37c0502ca27)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:14:52.542055 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'd068ef8b-04dd-49a5-993d-864b61c019f8', 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617', 'port_id': 'd068ef8b-04dd-49a5-993d-864b61c019f8', 'mac_address': 'fa:16:3e:53:bc:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e82951b-4627-43be-82ea-670c0213bfa2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:14:52.566435 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-da9e8eb5-5211-46ef-8930-76565c2d84f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:52.580891 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e8eb5-5211-46ef-8930-76565c2d84f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6f07f5-1d33-46cf-aea1-652bc3de8014,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:52.591562 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e8eb5-5211-46ef-8930-76565c2d84f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:52.591901 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e8eb5-5211-46ef-8930-76565c2d84f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:52.592234 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e8eb5-5211-46ef-8930-76565c2d84f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:52.592561 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e8eb5-5211-46ef-8930-76565c2d84f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:52.592886 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e8eb5-5211-46ef-8930-76565c2d84f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:52.593208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e8eb5-5211-46ef-8930-76565c2d84f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:52.593524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e8eb5-5211-46ef-8930-76565c2d84f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:52.593839 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e8eb5-5211-46ef-8930-76565c2d84f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:52.594154 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e8eb5-5211-46ef-8930-76565c2d84f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:52.594471 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e8eb5-5211-46ef-8930-76565c2d84f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:52.594784 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e8eb5-5211-46ef-8930-76565c2d84f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:52.595108 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e8eb5-5211-46ef-8930-76565c2d84f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:52.599138 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-da9e8eb5-5211-46ef-8930-76565c2d84f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:52.599535 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:52.603390 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-da9e8eb5-5211-46ef-8930-76565c2d84f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be6f07f5-1d33-46cf-aea1-652bc3de8014 HTTP/1.1" status: 204 len: 168 time: 0.1695364 Mar 09 04:14:52.628562 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d068ef8b-04dd-49a5-993d-864b61c019f8 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:14:52.644085 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port d068ef8b-04dd-49a5-993d-864b61c019f8, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d068ef8b-04dd-49a5-993d-864b61c019f8,segment=NetworkSegment(5ef8b00d-6def-41e5-b9d6-c37c0502ca27),segment_id=5ef8b00d-6def-41e5-b9d6-c37c0502ca27)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:14:52.648199 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:52.715234 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=d068ef8b-04dd-49a5-993d-864b61c019f8,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:52.722786 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:52.723160 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:52.723490 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:52.723821 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:52.724152 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:52.724474 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:52.724796 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:52.725116 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:52.725427 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:52.725821 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:52.726043 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:52.726355 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:14:52.852936 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['d068ef8b-04dd-49a5-993d-864b61c019f8'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:14:52.897977 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40666) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:52.923927 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9057a73c-c1c1-4e48-a47f-692011f29cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:52.940071 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9057a73c-c1c1-4e48-a47f-692011f29cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:52.944084 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9057a73c-c1c1-4e48-a47f-692011f29cda admin admin] Usage tracker for resource:security_group_rule and tenant:763164decc1840348f6d127239f65a2a is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:52.947093 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9057a73c-c1c1-4e48-a47f-692011f29cda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:52.953258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9057a73c-c1c1-4e48-a47f-692011f29cda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:53.103887 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61d9b7-8447-4257-8423-a2c232571260 req-0a1ade28-253a-4479-a7c2-7e915ebad86d tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:53.105393 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d61d9b7-8447-4257-8423-a2c232571260 req-0a1ade28-253a-4479-a7c2-7e915ebad86d tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 945 time: 0.1291020 Mar 09 04:14:53.109428 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9057a73c-c1c1-4e48-a47f-692011f29cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:53.125729 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9057a73c-c1c1-4e48-a47f-692011f29cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:53.187294 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9057a73c-c1c1-4e48-a47f-692011f29cda admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=763164decc1840348f6d127239f65a2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2868974 Mar 09 04:14:53.189888 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40670) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:53.194490 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d61d9b7-8447-4257-8423-a2c232571260 req-e593b6ba-38f4-4c60-866b-114b89b0c2b4 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b3e143a-60ef-4283-ba8e-d8ba244faa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830560 Mar 09 04:14:53.195228 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057a73c-c1c1-4e48-a47f-692011f29cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d2a13b-f757-4b28-bd45-57bbc6866457,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:53.250016 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9284410e-8376-4787-a810-5f88fb1deb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:53.279669 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9284410e-8376-4787-a810-5f88fb1deb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:53.332838 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9284410e-8376-4787-a810-5f88fb1deb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:53.348842 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284410e-8376-4787-a810-5f88fb1deb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d2a13b-f757-4b28-bd45-57bbc6866457,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:53.353845 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9284410e-8376-4787-a810-5f88fb1deb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:53.358077 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9284410e-8376-4787-a810-5f88fb1deb24 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83d2a13b-f757-4b28-bd45-57bbc6866457 HTTP/1.1" status: 204 len: 168 time: 0.1670463 Mar 09 04:14:54.383613 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96005e97-3f59-49b0-8f4f-14d840aba156 req-1835e57f-85c4-4c37-97fc-5e6046bf3961 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:54.385065 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96005e97-3f59-49b0-8f4f-14d840aba156 req-1835e57f-85c4-4c37-97fc-5e6046bf3961 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 945 time: 0.0798895 Mar 09 04:14:54.398732 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device d068ef8b-04dd-49a5-993d-864b61c019f8 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:14:54.432629 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-96005e97-3f59-49b0-8f4f-14d840aba156 req-47e6ea2b-6a86-423a-96fe-e1dadac95754 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b3e143a-60ef-4283-ba8e-d8ba244faa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407295 Mar 09 04:14:54.471117 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port d068ef8b-04dd-49a5-993d-864b61c019f8 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:14:54.475645 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port d068ef8b-04dd-49a5-993d-864b61c019f8 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:14:54.476075 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:54.531251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40742) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:54.592340 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:54.618210 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d049ff2-376f-4e15-ab67-0c2a8282d2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd068ef8b-04dd-49a5-993d-864b61c019f8'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:14:54.632229 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port d068ef8b-04dd-49a5-993d-864b61c019f8, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d068ef8b-04dd-49a5-993d-864b61c019f8,segment=NetworkSegment(5ef8b00d-6def-41e5-b9d6-c37c0502ca27),segment_id=5ef8b00d-6def-41e5-b9d6-c37c0502ca27)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:14:54.636915 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:54.650880 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dae65e15-d709-417f-962b-6c827f9c52a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:54.667961 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d049ff2-376f-4e15-ab67-0c2a8282d2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd068ef8b-04dd-49a5-993d-864b61c019f8', 'code': 200} Mar 09 04:14:54.669990 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dae65e15-d709-417f-962b-6c827f9c52a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:54.674224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dae65e15-d709-417f-962b-6c827f9c52a8 admin admin] Usage tracker for resource:security_group_rule and tenant:e0b654497ead44fda1c97d61f70c8f8e is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:54.677086 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dae65e15-d709-417f-962b-6c827f9c52a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:54.684377 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dae65e15-d709-417f-962b-6c827f9c52a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:54.707217 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=d068ef8b-04dd-49a5-993d-864b61c019f8,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:54.823782 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dae65e15-d709-417f-962b-6c827f9c52a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:54.829310 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3941a4-c27e-4f6d-8b2b-7bcaeb840f74 req-ac00811a-10fd-43c5-aa34-72592921301e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:54.830762 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f3941a4-c27e-4f6d-8b2b-7bcaeb840f74 req-ac00811a-10fd-43c5-aa34-72592921301e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 1097 time: 0.1090157 Mar 09 04:14:54.831491 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dae65e15-d709-417f-962b-6c827f9c52a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:54.905061 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-dae65e15-d709-417f-962b-6c827f9c52a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e0b654497ead44fda1c97d61f70c8f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3726637 Mar 09 04:14:54.908502 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40750) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:54.910379 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae65e15-d709-417f-962b-6c827f9c52a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2914ebd9-4b38-4a30-b4d7-3f947ca958a2,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:54.916360 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f3941a4-c27e-4f6d-8b2b-7bcaeb840f74 req-408e6850-3049-4a20-b0eb-89c33e184b10 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0b3e143a-60ef-4283-ba8e-d8ba244faa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784395 Mar 09 04:14:54.971273 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f00aca40-b74f-4123-94b8-2a2a6d89c48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:54.996174 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f00aca40-b74f-4123-94b8-2a2a6d89c48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:55.047284 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f00aca40-b74f-4123-94b8-2a2a6d89c48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:55.061417 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00aca40-b74f-4123-94b8-2a2a6d89c48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2914ebd9-4b38-4a30-b4d7-3f947ca958a2,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:55.067517 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f00aca40-b74f-4123-94b8-2a2a6d89c48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:55.071421 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f00aca40-b74f-4123-94b8-2a2a6d89c48a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2914ebd9-4b38-4a30-b4d7-3f947ca958a2 HTTP/1.1" status: 204 len: 168 time: 0.1593585 Mar 09 04:14:55.630516 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de991e9-4546-41d9-ba9d-76785b8b7c7a req-8e3948a2-4aa4-4d10-9495-4b77b53880ae tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:55.631984 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2de991e9-4546-41d9-ba9d-76785b8b7c7a req-8e3948a2-4aa4-4d10-9495-4b77b53880ae tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 946 time: 0.0825591 Mar 09 04:14:55.679632 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2de991e9-4546-41d9-ba9d-76785b8b7c7a req-a4103578-e51d-407f-bce4-5a0df7b0defa tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b3e143a-60ef-4283-ba8e-d8ba244faa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413766 Mar 09 04:14:56.793992 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40870) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:56.884227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17258c73-4743-4214-a9c3-19e09568b96f req-1b59a54f-3533-4833-8c6c-cf51e44ab8f3 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:56.888655 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-17258c73-4743-4214-a9c3-19e09568b96f req-1b59a54f-3533-4833-8c6c-cf51e44ab8f3 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 946 time: 0.0860708 Mar 09 04:14:56.913182 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-66aa51d0-724b-48a0-9216-73274f44ce2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:56.929223 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-66aa51d0-724b-48a0-9216-73274f44ce2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:56.933168 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-66aa51d0-724b-48a0-9216-73274f44ce2b admin admin] Usage tracker for resource:security_group_rule and tenant:da2a76601a964e6ea1c1df710871aa01 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:56.934678 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-17258c73-4743-4214-a9c3-19e09568b96f req-7cb60e7a-c722-4b52-b5b6-e60d4c95833b tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b3e143a-60ef-4283-ba8e-d8ba244faa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427811 Mar 09 04:14:56.936734 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-66aa51d0-724b-48a0-9216-73274f44ce2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:56.942431 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-66aa51d0-724b-48a0-9216-73274f44ce2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:57.022333 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-66aa51d0-724b-48a0-9216-73274f44ce2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:57.027197 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-66aa51d0-724b-48a0-9216-73274f44ce2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:57.119147 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-66aa51d0-724b-48a0-9216-73274f44ce2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da2a76601a964e6ea1c1df710871aa01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3238926 Mar 09 04:14:57.121697 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40878) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:57.122352 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa51d0-724b-48a0-9216-73274f44ce2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c436b771-3b42-4ba4-9592-6991b632cb0e,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:57.161054 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9515bd-ef24-4de7-88f8-4edb3edc99d4 req-cc2fe2d7-ca80-4098-bc05-1ec04d45d98d tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:57.162490 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2a9515bd-ef24-4de7-88f8-4edb3edc99d4 req-cc2fe2d7-ca80-4098-bc05-1ec04d45d98d tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 946 time: 0.1161873 Mar 09 04:14:57.180135 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8e3ea3a5-2cd6-45f8-8caf-f2309ebda1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:57.207078 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2a9515bd-ef24-4de7-88f8-4edb3edc99d4 req-0336d283-c8f3-427b-b2de-8ef69e979931 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b3e143a-60ef-4283-ba8e-d8ba244faa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383935 Mar 09 04:14:57.209487 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8e3ea3a5-2cd6-45f8-8caf-f2309ebda1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:57.230673 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40882) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:57.275862 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8e3ea3a5-2cd6-45f8-8caf-f2309ebda1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:57.293297 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ea3a5-2cd6-45f8-8caf-f2309ebda1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c436b771-3b42-4ba4-9592-6991b632cb0e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:57.316403 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8e3ea3a5-2cd6-45f8-8caf-f2309ebda1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:57.319765 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8e3ea3a5-2cd6-45f8-8caf-f2309ebda1d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c436b771-3b42-4ba4-9592-6991b632cb0e HTTP/1.1" status: 204 len: 168 time: 0.1968877 Mar 09 04:14:57.411330 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d53446-e191-461a-83a9-24ee297b3597 tempest-TestVolumeBackupRestore-428156341 tempest-TestVolumeBackupRestore-428156341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:57.412054 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-27d53446-e191-461a-83a9-24ee297b3597 tempest-TestVolumeBackupRestore-428156341 tempest-TestVolumeBackupRestore-428156341-project-admin] Synchronizing usage tracker for tenant:e96e1e0745a14756bdeaf4621bfc5310 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:14:57.429155 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-27d53446-e191-461a-83a9-24ee297b3597 tempest-TestVolumeBackupRestore-428156341 tempest-TestVolumeBackupRestore-428156341-project-admin] Unset dirty status for tenant:e96e1e0745a14756bdeaf4621bfc5310 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:14:57.435611 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-27d53446-e191-461a-83a9-24ee297b3597 tempest-TestVolumeBackupRestore-428156341 tempest-TestVolumeBackupRestore-428156341-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 1092 time: 0.1988659 Mar 09 04:14:57.435611 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40890) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:57.439053 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-212ada2b-1063-48ec-94d7-a7ec8adba57a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'port_id': 'd068ef8b-04dd-49a5-993d-864b61c019f8', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:14:57.445747 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-212ada2b-1063-48ec-94d7-a7ec8adba57a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:57.449595 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-212ada2b-1063-48ec-94d7-a7ec8adba57a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Usage tracker for resource:floatingip and tenant:6725fde802ef40aca9eb2e0759a8e4c4 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:57.452435 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-212ada2b-1063-48ec-94d7-a7ec8adba57a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:57.458023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-212ada2b-1063-48ec-94d7-a7ec8adba57a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:57.468730 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-212ada2b-1063-48ec-94d7-a7ec8adba57a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:57.605593 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-212ada2b-1063-48ec-94d7-a7ec8adba57a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:57.845196 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-212ada2b-1063-48ec-94d7-a7ec8adba57a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Allocated IP 172.25.7.98 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/09b530bd-198c-4efd-a88b-5f96f65f6b9f) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:14:57.999155 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-212ada2b-1063-48ec-94d7-a7ec8adba57a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:58.020248 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40912) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:58.029689 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-212ada2b-1063-48ec-94d7-a7ec8adba57a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:58.111776 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212ada2b-1063-48ec-94d7-a7ec8adba57a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:14:58.119134 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-212ada2b-1063-48ec-94d7-a7ec8adba57a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:14:58.123295 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212ada2b-1063-48ec-94d7-a7ec8adba57a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:14:58.131146 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-73a9dd3d-f106-443c-a66e-580ff4e5667e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-775503208'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:14:58.136605 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-73a9dd3d-f106-443c-a66e-580ff4e5667e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:58.140953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-73a9dd3d-f106-443c-a66e-580ff4e5667e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Usage tracker for resource:network and tenant:2f5dd9cd27e24d23ab80b40393590951 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:58.143741 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-73a9dd3d-f106-443c-a66e-580ff4e5667e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:58.149940 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-73a9dd3d-f106-443c-a66e-580ff4e5667e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:58.153522 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ada2b-1063-48ec-94d7-a7ec8adba57a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Pushing event updated for resources: {'Port': ['ID=09b530bd-198c-4efd-a88b-5f96f65f6b9f,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:58.162093 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a9dd3d-f106-443c-a66e-580ff4e5667e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Made reservation on behalf of 2f5dd9cd27e24d23ab80b40393590951 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:14:58.165836 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73a9dd3d-f106-443c-a66e-580ff4e5667e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:58.177860 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73a9dd3d-f106-443c-a66e-580ff4e5667e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:58.192502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-73a9dd3d-f106-443c-a66e-580ff4e5667e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:58.196242 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-73a9dd3d-f106-443c-a66e-580ff4e5667e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Usage tracker for resource:security_group_rule and tenant:2f5dd9cd27e24d23ab80b40393590951 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:58.198975 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-73a9dd3d-f106-443c-a66e-580ff4e5667e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:58.205059 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-73a9dd3d-f106-443c-a66e-580ff4e5667e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:58.288226 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73a9dd3d-f106-443c-a66e-580ff4e5667e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:58.291991 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73a9dd3d-f106-443c-a66e-580ff4e5667e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:58.320462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a9dd3d-f106-443c-a66e-580ff4e5667e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:14:58.333003 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9dd3d-f106-443c-a66e-580ff4e5667e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=026c4afe-d73f-4b06-ab4a-ada97d859dd4,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:58.337560 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73a9dd3d-f106-443c-a66e-580ff4e5667e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:58.337948 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-73a9dd3d-f106-443c-a66e-580ff4e5667e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Added segment c4545da7-17eb-4fcb-918c-77e621b4e72a of type vlan for network ea1caa06-7c77-4a06-8503-b0f21b9fdee4 Mar 09 04:14:58.364608 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73a9dd3d-f106-443c-a66e-580ff4e5667e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:58.396581 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73a9dd3d-f106-443c-a66e-580ff4e5667e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:58.402112 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a9dd3d-f106-443c-a66e-580ff4e5667e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:58.402684 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73a9dd3d-f106-443c-a66e-580ff4e5667e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:58.511722 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-73a9dd3d-f106-443c-a66e-580ff4e5667e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4903841 Mar 09 04:14:58.514452 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9dd3d-f106-443c-a66e-580ff4e5667e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event updated for resources: {'Network': ['ID=ea1caa06-7c77-4a06-8503-b0f21b9fdee4,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:58.514658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40918) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:58.524972 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-e0408f57-fd0c-469a-a7c4-b85d85d411e2 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Request body: {'subnet': {'network_id': 'ea1caa06-7c77-4a06-8503-b0f21b9fdee4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:14:58.525633 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network ea1caa06-7c77-4a06-8503-b0f21b9fdee4 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:14:58.648546 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e0408f57-fd0c-469a-a7c4-b85d85d411e2 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:58.655742 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e0408f57-fd0c-469a-a7c4-b85d85d411e2 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Usage tracker for resource:subnet and tenant:2f5dd9cd27e24d23ab80b40393590951 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:58.659720 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e0408f57-fd0c-469a-a7c4-b85d85d411e2 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:58.662542 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-212ada2b-1063-48ec-94d7-a7ec8adba57a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:58.671628 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e0408f57-fd0c-469a-a7c4-b85d85d411e2 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:58.685830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0408f57-fd0c-469a-a7c4-b85d85d411e2 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Made reservation on behalf of 2f5dd9cd27e24d23ab80b40393590951 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:14:58.689259 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e0408f57-fd0c-469a-a7c4-b85d85d411e2 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:58.738949 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d9322e91-deaa-4215-831d-a214983ad933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:58.841819 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-212ada2b-1063-48ec-94d7-a7ec8adba57a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:59.124459 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e0408f57-fd0c-469a-a7c4-b85d85d411e2 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:59.219989 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-212ada2b-1063-48ec-94d7-a7ec8adba57a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:59.226624 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-212ada2b-1063-48ec-94d7-a7ec8adba57a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:59.229994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0408f57-fd0c-469a-a7c4-b85d85d411e2 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event updated for resources: {'Subnet': ['ID=ad30e505-1041-4497-96fb-b758c73cb1fa,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:59.285233 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0408f57-fd0c-469a-a7c4-b85d85d411e2 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Checking segment: {'id': 'c4545da7-17eb-4fcb-918c-77e621b4e72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ea1caa06-7c77-4a06-8503-b0f21b9fdee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:14:59.285654 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0408f57-fd0c-469a-a7c4-b85d85d411e2 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Network hostable DHCP agents. Network: ea1caa06-7c77-4a06-8503-b0f21b9fdee4, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:14:59.351838 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ada2b-1063-48ec-94d7-a7ec8adba57a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Pushing event updated for resources: {'Port': ['ID=09b530bd-198c-4efd-a88b-5f96f65f6b9f,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:14:59.363558 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-212ada2b-1063-48ec-94d7-a7ec8adba57a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:59.525050 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0408f57-fd0c-469a-a7c4-b85d85d411e2 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Network ea1caa06-7c77-4a06-8503-b0f21b9fdee4 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:14:59.548545 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-e0408f57-fd0c-469a-a7c4-b85d85d411e2 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, ea1caa06-7c77-4a06-8503-b0f21b9fdee4) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:14:59.555566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0408f57-fd0c-469a-a7c4-b85d85d411e2 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:14:59.556147 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e0408f57-fd0c-469a-a7c4-b85d85d411e2 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:59.557882 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca19037-ea49-4df1-961c-db257c7c5f92 None None] Network ea1caa06-7c77-4a06-8503-b0f21b9fdee4 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:14:59.665730 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e0408f57-fd0c-469a-a7c4-b85d85d411e2 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1495984 Mar 09 04:14:59.668955 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40922) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:14:59.674267 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-73934bb2-6761-49df-b493-823af5a80577 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-34129042', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}, 'admin_state_up': False}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:14:59.675815 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-212ada2b-1063-48ec-94d7-a7ec8adba57a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Floating IP 24119192-b17b-4db9-9d16-4c807067a8a4 associated. External IP: 172.25.7.98, port: d068ef8b-04dd-49a5-993d-864b61c019f8. Mar 09 04:14:59.682832 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-73934bb2-6761-49df-b493-823af5a80577 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:14:59.688019 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-73934bb2-6761-49df-b493-823af5a80577 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Usage tracker for resource:router and tenant:2f5dd9cd27e24d23ab80b40393590951 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:14:59.691139 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-73934bb2-6761-49df-b493-823af5a80577 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:14:59.701512 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-73934bb2-6761-49df-b493-823af5a80577 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:14:59.713520 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73934bb2-6761-49df-b493-823af5a80577 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:59.714789 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73934bb2-6761-49df-b493-823af5a80577 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:59.730461 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73934bb2-6761-49df-b493-823af5a80577 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:14:59.794201 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb2ba32-23f4-47d3-ae29-0dda92f6738c None None] Network ea1caa06-7c77-4a06-8503-b0f21b9fdee4 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:15:00.068768 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212ada2b-1063-48ec-94d7-a7ec8adba57a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Router 59bb9a16-9e36-4602-92bb-fc643c503292 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:15:00.151758 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73934bb2-6761-49df-b493-823af5a80577 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:00.255477 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212ada2b-1063-48ec-94d7-a7ec8adba57a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:15:00.265471 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf637629-dea5-426b-af87-46de9dfd8ca8 None None] Sync routers for ids ['59bb9a16-9e36-4602-92bb-fc643c503292'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:15:00.274961 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf637629-dea5-426b-af87-46de9dfd8ca8 None None] Routers {'59bb9a16-9e36-4602-92bb-fc643c503292'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:00.275502 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-cf637629-dea5-426b-af87-46de9dfd8ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:14:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['59bb9a16-9e36-4602-92bb-fc643c503292'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:00.276945 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-212ada2b-1063-48ec-94d7-a7ec8adba57a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:00.350341 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-212ada2b-1063-48ec-94d7-a7ec8adba57a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9159365 Mar 09 04:15:00.351199 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d049ff2-376f-4e15-ab67-0c2a8282d2bd', 'tag': 'd068ef8b-04dd-49a5-993d-864b61c019f8'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:15:00.355737 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40926) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:00.457163 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-cf637629-dea5-426b-af87-46de9dfd8ca8 None None] Set router 59bb9a16-9e36-4602-92bb-fc643c503292 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:15:00.510948 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73934bb2-6761-49df-b493-823af5a80577 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:00.534835 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d049ff2-376f-4e15-ab67-0c2a8282d2bd', 'tag': 'd068ef8b-04dd-49a5-993d-864b61c019f8', 'status': 'completed', 'code': 200} Mar 09 04:15:00.544395 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73934bb2-6761-49df-b493-823af5a80577 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:00.662017 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9cbe88-91c1-468c-92f4-231aba7f1411 tempest-TestVolumeBackupRestore-428156341 tempest-TestVolumeBackupRestore-428156341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:00.663431 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7b9cbe88-91c1-468c-92f4-231aba7f1411 tempest-TestVolumeBackupRestore-428156341 tempest-TestVolumeBackupRestore-428156341-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 1092 time: 0.3064823 Mar 09 04:15:00.666704 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 40934) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:00.673620 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-a4517ab6-5e24-4991-aa9a-a2c5a95ae2fd tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Request body: {'floatingip': {'port_id': 'd068ef8b-04dd-49a5-993d-864b61c019f8'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:15:00.753485 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0117f-17eb-48f1-bd5e-51f2c190692c req-462f3b68-032f-4455-9f30-a9fa279aabe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:00.754998 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f9e0117f-17eb-48f1-bd5e-51f2c190692c req-462f3b68-032f-4455-9f30-a9fa279aabe6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6725fde802ef40aca9eb2e0759a8e4c4&device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 1097 time: 0.1700428 Mar 09 04:15:00.764458 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-73934bb2-6761-49df-b493-823af5a80577 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Allocated IP 172.25.7.188 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/98dc292a-4668-4e21-b1f0-748c772ed573) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:15:00.778698 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a4517ab6-5e24-4991-aa9a-a2c5a95ae2fd tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for floatingip, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:00.812954 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-cf637629-dea5-426b-af87-46de9dfd8ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'name': 'tempest-TestVolumeBackupRestore-826368467-router', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:26Z', 'updated_at': '2022-03-09T04:12:35Z', 'revision_number': 4, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'gw_port': {'id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:28Z', 'updated_at': '2022-03-09T04:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '24119192-b17b-4db9-9d16-4c807067a8a4', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'port_id': 'd068ef8b-04dd-49a5-993d-864b61c019f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617', 'mac_address': 'fa:16:3e:53:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d049ff2-376f-4e15-ab67-0c2a8282d2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:14:58Z', 'updated_at': '2022-03-09T04:14:58Z', 'revision_number': 0, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a322a3df-d9d6-4be2-a9d6-f3ccd987aea9', 'name': '', 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'mac_address': 'fa:16:3e:fe:39:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '0e82951b-4627-43be-82ea-670c0213bfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:32Z', 'updated_at': '2022-03-09T04:12:40Z', 'revision_number': 5, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'subnets': [{'id': '0e82951b-4627-43be-82ea-670c0213bfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:00.817103 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf637629-dea5-426b-af87-46de9dfd8ca8 None None] Checking router: 59bb9a16-9e36-4602-92bb-fc643c503292 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:15:00.825995 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf637629-dea5-426b-af87-46de9dfd8ca8 None None] Routers {'59bb9a16-9e36-4602-92bb-fc643c503292'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:00.826585 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-cf637629-dea5-426b-af87-46de9dfd8ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:14:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['59bb9a16-9e36-4602-92bb-fc643c503292'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:00.997309 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0117f-17eb-48f1-bd5e-51f2c190692c req-bfec1c64-baa9-4d45-81e2-fedacb80c9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:00.998763 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f9e0117f-17eb-48f1-bd5e-51f2c190692c req-bfec1c64-baa9-4d45-81e2-fedacb80c9c9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f13a94dc-edf6-4f8b-9742-db93f6aa5617 HTTP/1.1" status: 200 len: 914 time: 0.2280421 Mar 09 04:15:01.020799 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-cf637629-dea5-426b-af87-46de9dfd8ca8 None None] Set router 59bb9a16-9e36-4602-92bb-fc643c503292 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:15:01.095360 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73934bb2-6761-49df-b493-823af5a80577 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:01.126164 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b8bb8ffe-95fe-407e-aed4-9d15d2d465e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:01.127537 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f9e0117f-17eb-48f1-bd5e-51f2c190692c req-b92ee320-9e10-4758-9323-0d8fb7804dc8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d068ef8b-04dd-49a5-993d-864b61c019f8 HTTP/1.1" status: 200 len: 999 time: 0.1177683 Mar 09 04:15:01.332343 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0117f-17eb-48f1-bd5e-51f2c190692c req-7e620bf5-632b-49bb-9d50-dd205b5ac4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:01.333790 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f9e0117f-17eb-48f1-bd5e-51f2c190692c req-7e620bf5-632b-49bb-9d50-dd205b5ac4e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e82951b-4627-43be-82ea-670c0213bfa2 HTTP/1.1" status: 200 len: 852 time: 0.2003984 Mar 09 04:15:01.335377 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73934bb2-6761-49df-b493-823af5a80577 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:01.444726 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-cf637629-dea5-426b-af87-46de9dfd8ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'name': 'tempest-TestVolumeBackupRestore-826368467-router', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:26Z', 'updated_at': '2022-03-09T04:12:35Z', 'revision_number': 4, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'gw_port': {'id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:28Z', 'updated_at': '2022-03-09T04:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '24119192-b17b-4db9-9d16-4c807067a8a4', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'port_id': 'd068ef8b-04dd-49a5-993d-864b61c019f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617', 'mac_address': 'fa:16:3e:53:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d049ff2-376f-4e15-ab67-0c2a8282d2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:14:58Z', 'updated_at': '2022-03-09T04:14:58Z', 'revision_number': 0, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a322a3df-d9d6-4be2-a9d6-f3ccd987aea9', 'name': '', 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'mac_address': 'fa:16:3e:fe:39:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '0e82951b-4627-43be-82ea-670c0213bfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:32Z', 'updated_at': '2022-03-09T04:12:40Z', 'revision_number': 5, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'subnets': [{'id': '0e82951b-4627-43be-82ea-670c0213bfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:01.447827 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73934bb2-6761-49df-b493-823af5a80577 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:15:01.449735 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf637629-dea5-426b-af87-46de9dfd8ca8 None None] The sync data for ids ['59bb9a16-9e36-4602-92bb-fc643c503292'] in n-d-825178-5 is: [{'id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'name': 'tempest-TestVolumeBackupRestore-826368467-router', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:26Z', 'updated_at': '2022-03-09T04:12:35Z', 'revision_number': 4, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'gw_port': {'id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:28Z', 'updated_at': '2022-03-09T04:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '24119192-b17b-4db9-9d16-4c807067a8a4', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'port_id': 'd068ef8b-04dd-49a5-993d-864b61c019f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617', 'mac_address': 'fa:16:3e:53:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d049ff2-376f-4e15-ab67-0c2a8282d2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:14:58Z', 'updated_at': '2022-03-09T04:14:58Z', 'revision_number': 0, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a322a3df-d9d6-4be2-a9d6-f3ccd987aea9', 'name': '', 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'mac_address': 'fa:16:3e:fe:39:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '0e82951b-4627-43be-82ea-670c0213bfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:32Z', 'updated_at': '2022-03-09T04:12:40Z', 'revision_number': 5, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'subnets': [{'id': '0e82951b-4627-43be-82ea-670c0213bfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:15:01.456854 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-73934bb2-6761-49df-b493-823af5a80577 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:15:01.462521 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73934bb2-6761-49df-b493-823af5a80577 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:15:01.500043 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73934bb2-6761-49df-b493-823af5a80577 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event updated for resources: {'Port': ['ID=98dc292a-4668-4e21-b1f0-748c772ed573,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:01.593815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0117f-17eb-48f1-bd5e-51f2c190692c req-4a917c37-af43-42ea-9b29-25cf1c37cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:01.595795 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f9e0117f-17eb-48f1-bd5e-51f2c190692c req-4a917c37-af43-42ea-9b29-25cf1c37cd6e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f13a94dc-edf6-4f8b-9742-db93f6aa5617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2203245 Mar 09 04:15:01.619817 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a4517ab6-5e24-4991-aa9a-a2c5a95ae2fd tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:01.625323 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a4517ab6-5e24-4991-aa9a-a2c5a95ae2fd tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:01.673264 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08f4bbd-6aaf-4ee4-ab82-28dbc34d8974 None None] New status for floating IP 24119192-b17b-4db9-9d16-4c807067a8a4: ACTIVE {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:15:01.912484 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f9e0117f-17eb-48f1-bd5e-51f2c190692c req-b781e98b-db8e-4843-937b-a277cf8af68c service neutron] 10.222.0.21 "GET /v2.0/networks/f13a94dc-edf6-4f8b-9742-db93f6aa5617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085780 Mar 09 04:15:02.017812 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4517ab6-5e24-4991-aa9a-a2c5a95ae2fd tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Router 59bb9a16-9e36-4602-92bb-fc643c503292 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:15:02.131151 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73934bb2-6761-49df-b493-823af5a80577 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:02.185378 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f9e0117f-17eb-48f1-bd5e-51f2c190692c req-21c787f9-8039-4d00-9bd5-f97110817a97 service neutron] 10.222.0.21 "GET /v2.0/networks/f13a94dc-edf6-4f8b-9742-db93f6aa5617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651224 Mar 09 04:15:02.207146 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4517ab6-5e24-4991-aa9a-a2c5a95ae2fd tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:15:02.211532 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a4517ab6-5e24-4991-aa9a-a2c5a95ae2fd tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:02.219944 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c08386-9378-48ae-8914-ab3401c735fb None None] Sync routers for ids ['59bb9a16-9e36-4602-92bb-fc643c503292'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:15:02.231223 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c08386-9378-48ae-8914-ab3401c735fb None None] Routers {'59bb9a16-9e36-4602-92bb-fc643c503292'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:02.231872 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-04c08386-9378-48ae-8914-ab3401c735fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['59bb9a16-9e36-4602-92bb-fc643c503292'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:02.266394 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:02.273205 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:02.321543 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a4517ab6-5e24-4991-aa9a-a2c5a95ae2fd tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "PUT /v2.0/floatingips/24119192-b17b-4db9-9d16-4c807067a8a4 HTTP/1.1" status: 200 len: 991 time: 1.6533644 Mar 09 04:15:02.437768 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-04c08386-9378-48ae-8914-ab3401c735fb None None] Set router 59bb9a16-9e36-4602-92bb-fc643c503292 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:15:02.484502 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73934bb2-6761-49df-b493-823af5a80577 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:02.536136 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d049ff2-376f-4e15-ab67-0c2a8282d2bd', 'tag': 'd068ef8b-04dd-49a5-993d-864b61c019f8'}, {'name': 'network-changed', 'server_uuid': '7d049ff2-376f-4e15-ab67-0c2a8282d2bd', 'tag': 'd068ef8b-04dd-49a5-993d-864b61c019f8'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:15:02.588315 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d049ff2-376f-4e15-ab67-0c2a8282d2bd', 'tag': 'd068ef8b-04dd-49a5-993d-864b61c019f8', 'status': 'completed', 'code': 200} Mar 09 04:15:02.588770 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d049ff2-376f-4e15-ab67-0c2a8282d2bd', 'tag': 'd068ef8b-04dd-49a5-993d-864b61c019f8', 'status': 'completed', 'code': 200} Mar 09 04:15:02.789167 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-04c08386-9378-48ae-8914-ab3401c735fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'name': 'tempest-TestVolumeBackupRestore-826368467-router', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:26Z', 'updated_at': '2022-03-09T04:12:35Z', 'revision_number': 4, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'gw_port': {'id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:28Z', 'updated_at': '2022-03-09T04:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '24119192-b17b-4db9-9d16-4c807067a8a4', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'port_id': 'd068ef8b-04dd-49a5-993d-864b61c019f8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617', 'mac_address': 'fa:16:3e:53:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d049ff2-376f-4e15-ab67-0c2a8282d2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:14:58Z', 'updated_at': '2022-03-09T04:15:01Z', 'revision_number': 2, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a322a3df-d9d6-4be2-a9d6-f3ccd987aea9', 'name': '', 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'mac_address': 'fa:16:3e:fe:39:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '0e82951b-4627-43be-82ea-670c0213bfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:32Z', 'updated_at': '2022-03-09T04:12:40Z', 'revision_number': 5, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'subnets': [{'id': '0e82951b-4627-43be-82ea-670c0213bfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:02.793709 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c08386-9378-48ae-8914-ab3401c735fb None None] Checking router: 59bb9a16-9e36-4602-92bb-fc643c503292 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:15:02.801928 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c08386-9378-48ae-8914-ab3401c735fb None None] Routers {'59bb9a16-9e36-4602-92bb-fc643c503292'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:02.802509 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-04c08386-9378-48ae-8914-ab3401c735fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['59bb9a16-9e36-4602-92bb-fc643c503292'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:02.843250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2794f-2723-4668-80be-56b08e9d085b req-4ac7acb9-37dd-4604-814c-ca80a04f2781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:02.844714 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-43d2794f-2723-4668-80be-56b08e9d085b req-4ac7acb9-37dd-4604-814c-ca80a04f2781 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6725fde802ef40aca9eb2e0759a8e4c4&device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 1097 time: 0.1715202 Mar 09 04:15:02.948647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73934bb2-6761-49df-b493-823af5a80577 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Router bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:15:02.977932 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-04c08386-9378-48ae-8914-ab3401c735fb None None] Set router 59bb9a16-9e36-4602-92bb-fc643c503292 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:15:03.064480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2794f-2723-4668-80be-56b08e9d085b req-fdf79940-f0fb-4847-81b4-12c15cc7959b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:03.065932 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-43d2794f-2723-4668-80be-56b08e9d085b req-fdf79940-f0fb-4847-81b4-12c15cc7959b service neutron] 10.222.0.21 "GET /v2.0/networks?id=f13a94dc-edf6-4f8b-9742-db93f6aa5617 HTTP/1.1" status: 200 len: 914 time: 0.2143395 Mar 09 04:15:03.246700 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-43d2794f-2723-4668-80be-56b08e9d085b req-d95c11f2-0cab-4b8c-b548-0ea12d73c3d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d068ef8b-04dd-49a5-993d-864b61c019f8 HTTP/1.1" status: 200 len: 1001 time: 0.1704149 Mar 09 04:15:03.247609 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73934bb2-6761-49df-b493-823af5a80577 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:15:03.257645 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253d0e2a-f1fe-4ee7-9519-be45f7518e03 None None] Sync routers for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:15:03.267310 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253d0e2a-f1fe-4ee7-9519-be45f7518e03 None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:03.268765 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-253d0e2a-f1fe-4ee7-9519-be45f7518e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:03.319376 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-04c08386-9378-48ae-8914-ab3401c735fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'name': 'tempest-TestVolumeBackupRestore-826368467-router', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:26Z', 'updated_at': '2022-03-09T04:12:35Z', 'revision_number': 4, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'gw_port': {'id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:28Z', 'updated_at': '2022-03-09T04:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '24119192-b17b-4db9-9d16-4c807067a8a4', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'port_id': 'd068ef8b-04dd-49a5-993d-864b61c019f8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617', 'mac_address': 'fa:16:3e:53:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d049ff2-376f-4e15-ab67-0c2a8282d2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:14:58Z', 'updated_at': '2022-03-09T04:15:01Z', 'revision_number': 2, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a322a3df-d9d6-4be2-a9d6-f3ccd987aea9', 'name': '', 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'mac_address': 'fa:16:3e:fe:39:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '0e82951b-4627-43be-82ea-670c0213bfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:32Z', 'updated_at': '2022-03-09T04:12:40Z', 'revision_number': 5, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'subnets': [{'id': '0e82951b-4627-43be-82ea-670c0213bfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:03.320945 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73934bb2-6761-49df-b493-823af5a80577 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:03.322167 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-73934bb2-6761-49df-b493-823af5a80577 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6521506 Mar 09 04:15:03.323631 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c08386-9378-48ae-8914-ab3401c735fb None None] The sync data for ids ['59bb9a16-9e36-4602-92bb-fc643c503292'] in n-d-825178-5 is: [{'id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'name': 'tempest-TestVolumeBackupRestore-826368467-router', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:26Z', 'updated_at': '2022-03-09T04:12:35Z', 'revision_number': 4, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'gw_port': {'id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:28Z', 'updated_at': '2022-03-09T04:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '24119192-b17b-4db9-9d16-4c807067a8a4', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'port_id': 'd068ef8b-04dd-49a5-993d-864b61c019f8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617', 'mac_address': 'fa:16:3e:53:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d049ff2-376f-4e15-ab67-0c2a8282d2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:14:58Z', 'updated_at': '2022-03-09T04:15:01Z', 'revision_number': 2, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a322a3df-d9d6-4be2-a9d6-f3ccd987aea9', 'name': '', 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'mac_address': 'fa:16:3e:fe:39:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '0e82951b-4627-43be-82ea-670c0213bfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:32Z', 'updated_at': '2022-03-09T04:12:40Z', 'revision_number': 5, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'subnets': [{'id': '0e82951b-4627-43be-82ea-670c0213bfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:15:03.325601 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40940) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:03.357446 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-253d0e2a-f1fe-4ee7-9519-be45f7518e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:03.370000 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253d0e2a-f1fe-4ee7-9519-be45f7518e03 None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:03.375106 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-253d0e2a-f1fe-4ee7-9519-be45f7518e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:03.394599 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2794f-2723-4668-80be-56b08e9d085b req-b63b55a7-6f17-457d-96f7-f27ff1834af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:03.395677 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-43d2794f-2723-4668-80be-56b08e9d085b req-b63b55a7-6f17-457d-96f7-f27ff1834af8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e82951b-4627-43be-82ea-670c0213bfa2 HTTP/1.1" status: 200 len: 852 time: 0.1400945 Mar 09 04:15:03.456122 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-253d0e2a-f1fe-4ee7-9519-be45f7518e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:03.457264 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253d0e2a-f1fe-4ee7-9519-be45f7518e03 None None] The sync data for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:15:03.545743 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:03.666200 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2794f-2723-4668-80be-56b08e9d085b req-c98f11c6-ed87-4e36-9cdc-b4a7b29f2651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:03.667855 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-43d2794f-2723-4668-80be-56b08e9d085b req-c98f11c6-ed87-4e36-9cdc-b4a7b29f2651 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f13a94dc-edf6-4f8b-9742-db93f6aa5617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2662554 Mar 09 04:15:03.974043 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-43d2794f-2723-4668-80be-56b08e9d085b req-21c710dc-cffc-40d3-944b-6802c380dc6a service neutron] 10.222.0.21 "GET /v2.0/networks/f13a94dc-edf6-4f8b-9742-db93f6aa5617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969525 Mar 09 04:15:04.336215 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:04.360934 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-43d2794f-2723-4668-80be-56b08e9d085b req-8a7a446d-db93-4ef7-aed0-f4e3e683004f service neutron] 10.222.0.21 "GET /v2.0/networks/f13a94dc-edf6-4f8b-9742-db93f6aa5617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701301 Mar 09 04:15:04.542890 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16d06cc1-4a69-4fe8-8b2b-29a0df23633e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:04.557131 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2794f-2723-4668-80be-56b08e9d085b req-7bec7432-8a90-4e86-b60e-162cff94b75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:04.558621 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-43d2794f-2723-4668-80be-56b08e9d085b req-7bec7432-8a90-4e86-b60e-162cff94b75c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6725fde802ef40aca9eb2e0759a8e4c4&device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 1097 time: 0.1480834 Mar 09 04:15:04.839174 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2794f-2723-4668-80be-56b08e9d085b req-3df4b35b-f3a6-400c-8d10-6704c20622e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:04.840635 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-43d2794f-2723-4668-80be-56b08e9d085b req-3df4b35b-f3a6-400c-8d10-6704c20622e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f13a94dc-edf6-4f8b-9742-db93f6aa5617 HTTP/1.1" status: 200 len: 914 time: 0.2284756 Mar 09 04:15:05.023612 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-43d2794f-2723-4668-80be-56b08e9d085b req-7a6f345b-8b61-4af4-a379-a57a7804dd60 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d068ef8b-04dd-49a5-993d-864b61c019f8 HTTP/1.1" status: 200 len: 1001 time: 0.1488500 Mar 09 04:15:05.140199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2794f-2723-4668-80be-56b08e9d085b req-fcedf22c-d396-4d09-be52-799566f6aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:05.141513 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-43d2794f-2723-4668-80be-56b08e9d085b req-fcedf22c-d396-4d09-be52-799566f6aec9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e82951b-4627-43be-82ea-670c0213bfa2 HTTP/1.1" status: 200 len: 852 time: 0.1124716 Mar 09 04:15:05.210473 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-16d06cc1-4a69-4fe8-8b2b-29a0df23633e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Allocated IP 172.20.0.1 (ea1caa06-7c77-4a06-8503-b0f21b9fdee4/ad30e505-1041-4497-96fb-b758c73cb1fa/ba7ab1f8-5511-44ff-b8d2-e015eab79346) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:15:05.342954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2794f-2723-4668-80be-56b08e9d085b req-ca3c86cd-bfc5-43f0-bceb-1ea068da75ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:05.344407 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-43d2794f-2723-4668-80be-56b08e9d085b req-ca3c86cd-bfc5-43f0-bceb-1ea068da75ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f13a94dc-edf6-4f8b-9742-db93f6aa5617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1891108 Mar 09 04:15:05.479702 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16d06cc1-4a69-4fe8-8b2b-29a0df23633e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:05.665476 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-43d2794f-2723-4668-80be-56b08e9d085b req-b528ef73-a64e-4b83-b217-b083d0405ceb service neutron] 10.222.0.21 "GET /v2.0/networks/f13a94dc-edf6-4f8b-9742-db93f6aa5617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123462 Mar 09 04:15:05.702431 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16d06cc1-4a69-4fe8-8b2b-29a0df23633e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:05.823989 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d06cc1-4a69-4fe8-8b2b-29a0df23633e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Network ea1caa06-7c77-4a06-8503-b0f21b9fdee4 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:15:05.828925 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-16d06cc1-4a69-4fe8-8b2b-29a0df23633e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:15:05.840794 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d06cc1-4a69-4fe8-8b2b-29a0df23633e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:15:05.883616 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d06cc1-4a69-4fe8-8b2b-29a0df23633e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event updated for resources: {'Port': ['ID=ba7ab1f8-5511-44ff-b8d2-e015eab79346,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:05.918315 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-43d2794f-2723-4668-80be-56b08e9d085b req-7ec10af6-1d10-47f4-a0b4-80527d268d37 service neutron] 10.222.0.21 "GET /v2.0/networks/f13a94dc-edf6-4f8b-9742-db93f6aa5617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469361 Mar 09 04:15:05.925609 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16d06cc1-4a69-4fe8-8b2b-29a0df23633e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:06.191868 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16d06cc1-4a69-4fe8-8b2b-29a0df23633e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:06.612366 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16d06cc1-4a69-4fe8-8b2b-29a0df23633e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:06.616150 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16d06cc1-4a69-4fe8-8b2b-29a0df23633e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:06.729093 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d06cc1-4a69-4fe8-8b2b-29a0df23633e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event updated for resources: {'Port': ['ID=ba7ab1f8-5511-44ff-b8d2-e015eab79346,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:06.731640 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16d06cc1-4a69-4fe8-8b2b-29a0df23633e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:06.876428 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d06cc1-4a69-4fe8-8b2b-29a0df23633e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Network ea1caa06-7c77-4a06-8503-b0f21b9fdee4 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:15:06.876428 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-16d06cc1-4a69-4fe8-8b2b-29a0df23633e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:15:07.065628 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d06cc1-4a69-4fe8-8b2b-29a0df23633e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Router bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:15:07.382679 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d06cc1-4a69-4fe8-8b2b-29a0df23633e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:15:07.392558 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-16d06cc1-4a69-4fe8-8b2b-29a0df23633e tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "PUT /v2.0/routers/bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0654268 Mar 09 04:15:07.394560 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2775d5e-40a3-43bd-a3c6-fa66274c5350 None None] Sync routers for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:15:07.396219 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40946) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:07.401616 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-efbe6060-e4f6-4977-9b1e-cf36249876a4 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Request body: {'port': {'network_id': 'ea1caa06-7c77-4a06-8503-b0f21b9fdee4', 'name': 'tempest-FloatingIPTestJSON-1704957129'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:15:07.406707 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2775d5e-40a3-43bd-a3c6-fa66274c5350 None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:07.407337 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-c2775d5e-40a3-43bd-a3c6-fa66274c5350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:07.506797 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-c2775d5e-40a3-43bd-a3c6-fa66274c5350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:07.515246 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2775d5e-40a3-43bd-a3c6-fa66274c5350 None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:07.515833 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-c2775d5e-40a3-43bd-a3c6-fa66274c5350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:07.539559 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-efbe6060-e4f6-4977-9b1e-cf36249876a4 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:15:07.544274 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-efbe6060-e4f6-4977-9b1e-cf36249876a4 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Usage tracker for resource:port and tenant:2f5dd9cd27e24d23ab80b40393590951 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:15:07.547070 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-efbe6060-e4f6-4977-9b1e-cf36249876a4 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:15:07.552627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-efbe6060-e4f6-4977-9b1e-cf36249876a4 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:15:07.562529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbe6060-e4f6-4977-9b1e-cf36249876a4 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Made reservation on behalf of 2f5dd9cd27e24d23ab80b40393590951 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:15:07.565997 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-efbe6060-e4f6-4977-9b1e-cf36249876a4 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:07.576762 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-c2775d5e-40a3-43bd-a3c6-fa66274c5350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:07.577155 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2775d5e-40a3-43bd-a3c6-fa66274c5350 None None] The sync data for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:15:07.594148 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-efbe6060-e4f6-4977-9b1e-cf36249876a4 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] device_id is not set on port c5345ba4-3c88-4d98-adde-71e39349264d yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:15:07.728208 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-efbe6060-e4f6-4977-9b1e-cf36249876a4 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Allocated IP 172.20.0.13 (ea1caa06-7c77-4a06-8503-b0f21b9fdee4/ad30e505-1041-4497-96fb-b758c73cb1fa/c5345ba4-3c88-4d98-adde-71e39349264d) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:15:07.929698 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-efbe6060-e4f6-4977-9b1e-cf36249876a4 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:07.958806 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-efbe6060-e4f6-4977-9b1e-cf36249876a4 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:08.023169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbe6060-e4f6-4977-9b1e-cf36249876a4 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Network ea1caa06-7c77-4a06-8503-b0f21b9fdee4 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:15:08.030641 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-efbe6060-e4f6-4977-9b1e-cf36249876a4 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:15:08.034818 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbe6060-e4f6-4977-9b1e-cf36249876a4 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:15:08.063780 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe6060-e4f6-4977-9b1e-cf36249876a4 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event updated for resources: {'Port': ['ID=c5345ba4-3c88-4d98-adde-71e39349264d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:08.098992 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbe6060-e4f6-4977-9b1e-cf36249876a4 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:08.099588 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-efbe6060-e4f6-4977-9b1e-cf36249876a4 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:08.119227 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-efbe6060-e4f6-4977-9b1e-cf36249876a4 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7229760 Mar 09 04:15:08.121583 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40950) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:08.127275 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-dd9726e1-d89d-4abd-ace0-db88900c8fe8 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Request body: {'port': {'network_id': 'ea1caa06-7c77-4a06-8503-b0f21b9fdee4', 'name': 'tempest-FloatingIPTestJSON-1317574544'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:15:08.272323 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dd9726e1-d89d-4abd-ace0-db88900c8fe8 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:15:08.276534 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dd9726e1-d89d-4abd-ace0-db88900c8fe8 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Usage tracker for resource:port and tenant:2f5dd9cd27e24d23ab80b40393590951 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:15:08.279785 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dd9726e1-d89d-4abd-ace0-db88900c8fe8 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:15:08.285358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dd9726e1-d89d-4abd-ace0-db88900c8fe8 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:15:08.295360 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9726e1-d89d-4abd-ace0-db88900c8fe8 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Made reservation on behalf of 2f5dd9cd27e24d23ab80b40393590951 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:15:08.298784 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dd9726e1-d89d-4abd-ace0-db88900c8fe8 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:08.322945 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-dd9726e1-d89d-4abd-ace0-db88900c8fe8 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] device_id is not set on port afdddfba-7019-4d45-868d-eb2537c779fb yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:15:08.460398 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-dd9726e1-d89d-4abd-ace0-db88900c8fe8 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Allocated IP 172.20.0.9 (ea1caa06-7c77-4a06-8503-b0f21b9fdee4/ad30e505-1041-4497-96fb-b758c73cb1fa/afdddfba-7019-4d45-868d-eb2537c779fb) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:15:08.623283 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:15:08.659140 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dd9726e1-d89d-4abd-ace0-db88900c8fe8 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:08.688131 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dd9726e1-d89d-4abd-ace0-db88900c8fe8 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:08.752276 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9726e1-d89d-4abd-ace0-db88900c8fe8 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Network ea1caa06-7c77-4a06-8503-b0f21b9fdee4 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:15:08.759089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-dd9726e1-d89d-4abd-ace0-db88900c8fe8 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:15:08.761367 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9726e1-d89d-4abd-ace0-db88900c8fe8 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:15:08.798756 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9726e1-d89d-4abd-ace0-db88900c8fe8 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event updated for resources: {'Port': ['ID=afdddfba-7019-4d45-868d-eb2537c779fb,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:08.832636 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9726e1-d89d-4abd-ace0-db88900c8fe8 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:08.833250 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dd9726e1-d89d-4abd-ace0-db88900c8fe8 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:08.853265 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-dd9726e1-d89d-4abd-ace0-db88900c8fe8 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7304993 Mar 09 04:15:08.856257 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40954) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:08.861310 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-1c262263-1c31-4b71-b625-ece31670e9d1 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'port_id': 'afdddfba-7019-4d45-868d-eb2537c779fb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:15:08.868320 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1c262263-1c31-4b71-b625-ece31670e9d1 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:15:08.872162 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1c262263-1c31-4b71-b625-ece31670e9d1 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Usage tracker for resource:floatingip and tenant:2f5dd9cd27e24d23ab80b40393590951 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:15:08.875023 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1c262263-1c31-4b71-b625-ece31670e9d1 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:15:08.880537 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1c262263-1c31-4b71-b625-ece31670e9d1 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:15:08.890969 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1c262263-1c31-4b71-b625-ece31670e9d1 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:08.994075 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:09.031375 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1c262263-1c31-4b71-b625-ece31670e9d1 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:09.162776 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-1c262263-1c31-4b71-b625-ece31670e9d1 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Allocated IP 172.25.7.111 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/99e1afc5-5dd0-4717-b996-46f09a665b78) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:15:09.305297 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1c262263-1c31-4b71-b625-ece31670e9d1 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:09.333933 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1c262263-1c31-4b71-b625-ece31670e9d1 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:09.494315 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c262263-1c31-4b71-b625-ece31670e9d1 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:15:09.497053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-1c262263-1c31-4b71-b625-ece31670e9d1 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:15:09.504850 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c262263-1c31-4b71-b625-ece31670e9d1 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:15:09.539585 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c262263-1c31-4b71-b625-ece31670e9d1 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event updated for resources: {'Port': ['ID=99e1afc5-5dd0-4717-b996-46f09a665b78,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:09.916983 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1c262263-1c31-4b71-b625-ece31670e9d1 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:09.990293 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1c262263-1c31-4b71-b625-ece31670e9d1 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:10.187642 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1c262263-1c31-4b71-b625-ece31670e9d1 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:10.191961 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1c262263-1c31-4b71-b625-ece31670e9d1 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:10.297341 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c262263-1c31-4b71-b625-ece31670e9d1 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event updated for resources: {'Port': ['ID=99e1afc5-5dd0-4717-b996-46f09a665b78,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:10.309347 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1c262263-1c31-4b71-b625-ece31670e9d1 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:10.476375 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-1c262263-1c31-4b71-b625-ece31670e9d1 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Floating IP c691163e-fc5f-48e4-9273-68d71eeae8a9 associated. External IP: 172.25.7.111, port: afdddfba-7019-4d45-868d-eb2537c779fb. Mar 09 04:15:10.934076 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c262263-1c31-4b71-b625-ece31670e9d1 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Router bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:15:11.114025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c262263-1c31-4b71-b625-ece31670e9d1 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:15:11.123654 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92056d8-6556-4218-b0d0-dfb76928260d None None] Sync routers for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:15:11.133215 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92056d8-6556-4218-b0d0-dfb76928260d None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:11.133811 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c92056d8-6556-4218-b0d0-dfb76928260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:11.138625 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1c262263-1c31-4b71-b625-ece31670e9d1 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:11.193733 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c92056d8-6556-4218-b0d0-dfb76928260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:11.196390 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1c262263-1c31-4b71-b625-ece31670e9d1 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3391383 Mar 09 04:15:11.199137 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40958) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:11.203441 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92056d8-6556-4218-b0d0-dfb76928260d None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:11.204027 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c92056d8-6556-4218-b0d0-dfb76928260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:11.204534 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-91142de8-4435-432a-8c34-c29867d30294 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:15:11.264334 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c92056d8-6556-4218-b0d0-dfb76928260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:11.264722 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92056d8-6556-4218-b0d0-dfb76928260d None None] The sync data for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:15:11.299213 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91142de8-4435-432a-8c34-c29867d30294 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:11.570040 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91142de8-4435-432a-8c34-c29867d30294 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:11.573714 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91142de8-4435-432a-8c34-c29867d30294 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:11.574065 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-91142de8-4435-432a-8c34-c29867d30294 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Floating IP c691163e-fc5f-48e4-9273-68d71eeae8a9 disassociated. External IP: 172.25.7.111, port: afdddfba-7019-4d45-868d-eb2537c779fb. Mar 09 04:15:11.921204 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91142de8-4435-432a-8c34-c29867d30294 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Router bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:15:12.095942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91142de8-4435-432a-8c34-c29867d30294 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:15:12.102454 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-91142de8-4435-432a-8c34-c29867d30294 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:12.104999 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2df40c-d87f-46c0-94a5-3c37bc51ab85 None None] Sync routers for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:15:12.118557 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2df40c-d87f-46c0-94a5-3c37bc51ab85 None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:12.118775 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6d2df40c-d87f-46c0-94a5-3c37bc51ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:12.158401 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-91142de8-4435-432a-8c34-c29867d30294 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "PUT /v2.0/floatingips/c691163e-fc5f-48e4-9273-68d71eeae8a9 HTTP/1.1" status: 200 len: 688 time: 0.9577537 Mar 09 04:15:12.161299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40962) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:12.185522 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6d2df40c-d87f-46c0-94a5-3c37bc51ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:12.195956 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2df40c-d87f-46c0-94a5-3c37bc51ab85 None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:12.195956 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6d2df40c-d87f-46c0-94a5-3c37bc51ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:12.258421 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6d2df40c-d87f-46c0-94a5-3c37bc51ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:12.258421 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2df40c-d87f-46c0-94a5-3c37bc51ab85 None None] The sync data for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:15:12.435065 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-efee1dcf-afe3-4007-a490-9ef952217753 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Deleting port 99e1afc5-5dd0-4717-b996-46f09a665b78 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:15:12.435312 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-efee1dcf-afe3-4007-a490-9ef952217753 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:12.598580 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-efee1dcf-afe3-4007-a490-9ef952217753 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:12.598929 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-efee1dcf-afe3-4007-a490-9ef952217753 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:12.721413 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-efee1dcf-afe3-4007-a490-9ef952217753 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Calling delete_port for 99e1afc5-5dd0-4717-b996-46f09a665b78 owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:15:12.856882 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-efee1dcf-afe3-4007-a490-9ef952217753 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:12.902672 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee1dcf-afe3-4007-a490-9ef952217753 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event deleted for resources: {'Port': ['ID=99e1afc5-5dd0-4717-b996-46f09a665b78,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:12.995001 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-efee1dcf-afe3-4007-a490-9ef952217753 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:13.008996 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-efee1dcf-afe3-4007-a490-9ef952217753 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:13.008996 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-efee1dcf-afe3-4007-a490-9ef952217753 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "DELETE /v2.0/floatingips/c691163e-fc5f-48e4-9273-68d71eeae8a9 HTTP/1.1" status: 204 len: 168 time: 0.8459179 Mar 09 04:15:13.015121 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40966) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:13.019008 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-f8cc198b-7356-4941-91c0-49f08529c540 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'port_id': 'c5345ba4-3c88-4d98-adde-71e39349264d'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:15:13.023827 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f8cc198b-7356-4941-91c0-49f08529c540 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:15:13.027854 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f8cc198b-7356-4941-91c0-49f08529c540 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Usage tracker for resource:floatingip and tenant:2f5dd9cd27e24d23ab80b40393590951 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:15:13.030609 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f8cc198b-7356-4941-91c0-49f08529c540 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:15:13.036162 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f8cc198b-7356-4941-91c0-49f08529c540 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:15:13.046913 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f8cc198b-7356-4941-91c0-49f08529c540 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:13.185473 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f8cc198b-7356-4941-91c0-49f08529c540 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:13.322275 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-f8cc198b-7356-4941-91c0-49f08529c540 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Allocated IP 172.25.7.36 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/0ca057ac-f75e-403a-9be8-f0742d39c0a4) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:15:13.485904 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f8cc198b-7356-4941-91c0-49f08529c540 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:13.515198 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f8cc198b-7356-4941-91c0-49f08529c540 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:13.574392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cc198b-7356-4941-91c0-49f08529c540 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:15:13.583308 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-f8cc198b-7356-4941-91c0-49f08529c540 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:15:13.590312 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cc198b-7356-4941-91c0-49f08529c540 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:15:13.627232 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc198b-7356-4941-91c0-49f08529c540 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event updated for resources: {'Port': ['ID=0ca057ac-f75e-403a-9be8-f0742d39c0a4,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:14.162702 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f8cc198b-7356-4941-91c0-49f08529c540 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:14.237133 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f8cc198b-7356-4941-91c0-49f08529c540 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:14.451950 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f8cc198b-7356-4941-91c0-49f08529c540 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:14.457028 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f8cc198b-7356-4941-91c0-49f08529c540 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:14.565199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc198b-7356-4941-91c0-49f08529c540 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event updated for resources: {'Port': ['ID=0ca057ac-f75e-403a-9be8-f0742d39c0a4,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:14.578103 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f8cc198b-7356-4941-91c0-49f08529c540 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:14.746745 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-f8cc198b-7356-4941-91c0-49f08529c540 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Floating IP 25bc7e30-7adc-44c0-bd11-0a1d83aeaaa9 associated. External IP: 172.25.7.36, port: c5345ba4-3c88-4d98-adde-71e39349264d. Mar 09 04:15:15.107012 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cc198b-7356-4941-91c0-49f08529c540 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Router bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:15:15.297550 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cc198b-7356-4941-91c0-49f08529c540 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:15:15.306797 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd6b37a-f029-4827-a4c8-48607c7fc057 None None] Sync routers for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:15:15.316112 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd6b37a-f029-4827-a4c8-48607c7fc057 None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:15.316734 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5bd6b37a-f029-4827-a4c8-48607c7fc057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:15.322011 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f8cc198b-7356-4941-91c0-49f08529c540 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:15.381768 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f8cc198b-7356-4941-91c0-49f08529c540 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3639805 Mar 09 04:15:15.381768 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40970) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:15.385628 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5bd6b37a-f029-4827-a4c8-48607c7fc057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:15.395067 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd6b37a-f029-4827-a4c8-48607c7fc057 None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:15.396447 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5bd6b37a-f029-4827-a4c8-48607c7fc057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:15.478276 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5bd6b37a-f029-4827-a4c8-48607c7fc057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:15.478591 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd6b37a-f029-4827-a4c8-48607c7fc057 None None] The sync data for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:15:15.602348 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e3623d6c-a3a5-4ad4-b76f-6412fdccf83d tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "GET /v2.0/floatingips/25bc7e30-7adc-44c0-bd11-0a1d83aeaaa9 HTTP/1.1" status: 200 len: 978 time: 0.2217290 Mar 09 04:15:15.604653 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40974) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:15.697608 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2602bbfc-3c5c-46d4-a400-aa71c1cc7824 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Synchronizing usage tracker for tenant:2f5dd9cd27e24d23ab80b40393590951 on resource:floatingip {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:15:15.714068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2602bbfc-3c5c-46d4-a400-aa71c1cc7824 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Unset dirty status for tenant:2f5dd9cd27e24d23ab80b40393590951 on resource:floatingip {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:15:15.715357 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2602bbfc-3c5c-46d4-a400-aa71c1cc7824 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1098042 Mar 09 04:15:15.718038 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40978) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:15.722693 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-2522440f-1ebe-48b7-a795-92677eb6df52 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Request body: {'floatingip': {'port_id': 'afdddfba-7019-4d45-868d-eb2537c779fb'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:15:15.822220 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2522440f-1ebe-48b7-a795-92677eb6df52 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:16.477753 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2522440f-1ebe-48b7-a795-92677eb6df52 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:16.481939 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2522440f-1ebe-48b7-a795-92677eb6df52 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:16.654666 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-2522440f-1ebe-48b7-a795-92677eb6df52 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Floating IP 25bc7e30-7adc-44c0-bd11-0a1d83aeaaa9 associated. External IP: 172.25.7.36, port: c5345ba4-3c88-4d98-adde-71e39349264d. Mar 09 04:15:17.130040 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2522440f-1ebe-48b7-a795-92677eb6df52 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Router bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:15:17.320816 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2522440f-1ebe-48b7-a795-92677eb6df52 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:15:17.330678 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafc7a8e-a1c5-4275-beeb-b02a9dd4ce5e None None] Sync routers for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:15:17.339987 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafc7a8e-a1c5-4275-beeb-b02a9dd4ce5e None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:17.340572 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-dafc7a8e-a1c5-4275-beeb-b02a9dd4ce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:17.402899 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-dafc7a8e-a1c5-4275-beeb-b02a9dd4ce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:17.412235 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafc7a8e-a1c5-4275-beeb-b02a9dd4ce5e None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:17.412831 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-dafc7a8e-a1c5-4275-beeb-b02a9dd4ce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:17.475131 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-dafc7a8e-a1c5-4275-beeb-b02a9dd4ce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:17.475531 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafc7a8e-a1c5-4275-beeb-b02a9dd4ce5e None None] The sync data for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:15:17.686543 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2522440f-1ebe-48b7-a795-92677eb6df52 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Router bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:15:17.883714 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2522440f-1ebe-48b7-a795-92677eb6df52 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:15:17.888551 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2522440f-1ebe-48b7-a795-92677eb6df52 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:17.898075 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1dcefd-d980-48ed-9444-ea0e2312daf0 None None] Sync routers for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:15:17.907749 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1dcefd-d980-48ed-9444-ea0e2312daf0 None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:17.908334 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-3b1dcefd-d980-48ed-9444-ea0e2312daf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:17.970517 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-3b1dcefd-d980-48ed-9444-ea0e2312daf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:17.979825 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1dcefd-d980-48ed-9444-ea0e2312daf0 None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:17.980496 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-3b1dcefd-d980-48ed-9444-ea0e2312daf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:18.001898 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2522440f-1ebe-48b7-a795-92677eb6df52 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "PUT /v2.0/floatingips/25bc7e30-7adc-44c0-bd11-0a1d83aeaaa9 HTTP/1.1" status: 200 len: 977 time: 2.2817559 Mar 09 04:15:18.003884 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40982) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:18.008906 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-af8f3787-ab92-499c-b248-2bb209982042 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:15:18.042589 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-3b1dcefd-d980-48ed-9444-ea0e2312daf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:18.043039 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1dcefd-d980-48ed-9444-ea0e2312daf0 None None] The sync data for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:15:18.108912 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af8f3787-ab92-499c-b248-2bb209982042 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:18.497218 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af8f3787-ab92-499c-b248-2bb209982042 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:18.500582 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af8f3787-ab92-499c-b248-2bb209982042 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:18.500894 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-af8f3787-ab92-499c-b248-2bb209982042 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Floating IP 25bc7e30-7adc-44c0-bd11-0a1d83aeaaa9 disassociated. External IP: 172.25.7.36, port: afdddfba-7019-4d45-868d-eb2537c779fb. Mar 09 04:15:18.850630 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8f3787-ab92-499c-b248-2bb209982042 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Router bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:15:19.041506 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8f3787-ab92-499c-b248-2bb209982042 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:15:19.046626 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-af8f3787-ab92-499c-b248-2bb209982042 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:19.051964 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee7da51-3656-4abf-b644-4bf8de2a0309 None None] Sync routers for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:15:19.061585 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee7da51-3656-4abf-b644-4bf8de2a0309 None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:19.062172 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-fee7da51-3656-4abf-b644-4bf8de2a0309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:19.101761 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-af8f3787-ab92-499c-b248-2bb209982042 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "PUT /v2.0/floatingips/25bc7e30-7adc-44c0-bd11-0a1d83aeaaa9 HTTP/1.1" status: 200 len: 687 time: 1.0967691 Mar 09 04:15:19.104477 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40986) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:19.126993 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-fee7da51-3656-4abf-b644-4bf8de2a0309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:19.135857 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee7da51-3656-4abf-b644-4bf8de2a0309 None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:19.137121 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-fee7da51-3656-4abf-b644-4bf8de2a0309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:19.201869 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-fee7da51-3656-4abf-b644-4bf8de2a0309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:19.202614 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee7da51-3656-4abf-b644-4bf8de2a0309 None None] The sync data for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:15:19.261034 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-ff536556-8a76-4317-9a96-76b6597f7105 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Deleting port 0ca057ac-f75e-403a-9be8-f0742d39c0a4 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:15:19.261906 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ff536556-8a76-4317-9a96-76b6597f7105 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:19.433852 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ff536556-8a76-4317-9a96-76b6597f7105 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:19.434179 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ff536556-8a76-4317-9a96-76b6597f7105 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:19.558882 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-ff536556-8a76-4317-9a96-76b6597f7105 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Calling delete_port for 0ca057ac-f75e-403a-9be8-f0742d39c0a4 owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:15:19.835184 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ff536556-8a76-4317-9a96-76b6597f7105 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:19.881935 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff536556-8a76-4317-9a96-76b6597f7105 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event deleted for resources: {'Port': ['ID=0ca057ac-f75e-403a-9be8-f0742d39c0a4,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:19.974066 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ff536556-8a76-4317-9a96-76b6597f7105 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:19.991141 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ff536556-8a76-4317-9a96-76b6597f7105 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:19.992263 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ff536556-8a76-4317-9a96-76b6597f7105 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "DELETE /v2.0/floatingips/25bc7e30-7adc-44c0-bd11-0a1d83aeaaa9 HTTP/1.1" status: 204 len: 168 time: 0.8869486 Mar 09 04:15:19.994814 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40990) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:20.066499 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-83170dec-59aa-42fd-bf10-c2e0f5968a58 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] delete failed (client error): The resource could not be found. Mar 09 04:15:20.067059 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-83170dec-59aa-42fd-bf10-c2e0f5968a58 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "DELETE /v2.0/floatingips/25bc7e30-7adc-44c0-bd11-0a1d83aeaaa9 HTTP/1.1" status: 404 len: 345 time: 0.0713065 Mar 09 04:15:20.070716 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40994) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:20.153885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3c155c-be99-4b1e-b47b-be3782509aa4 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:20.160447 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3c155c-be99-4b1e-b47b-be3782509aa4 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:20.166915 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3c155c-be99-4b1e-b47b-be3782509aa4 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:20.168254 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8f3c155c-be99-4b1e-b47b-be3782509aa4 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Synchronizing usage tracker for tenant:2f5dd9cd27e24d23ab80b40393590951 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:15:20.184900 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8f3c155c-be99-4b1e-b47b-be3782509aa4 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Unset dirty status for tenant:2f5dd9cd27e24d23ab80b40393590951 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:15:20.186024 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8f3c155c-be99-4b1e-b47b-be3782509aa4 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "GET /v2.0/ports?network_id=ea1caa06-7c77-4a06-8503-b0f21b9fdee4 HTTP/1.1" status: 200 len: 2359 time: 0.1144116 Mar 09 04:15:20.188803 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 40998) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:20.255114 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d381ac4-6bbf-46f3-9996-89a1fc738a73 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:20.256419 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5d381ac4-6bbf-46f3-9996-89a1fc738a73 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "GET /v2.0/subnets/ad30e505-1041-4497-96fb-b758c73cb1fa HTTP/1.1" status: 200 len: 797 time: 0.0667126 Mar 09 04:15:20.260961 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41002) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:20.266168 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-cc0dc80e-100e-44f0-8ca3-f3c2ec979026 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Request body: {'port': {'network_id': 'ea1caa06-7c77-4a06-8503-b0f21b9fdee4', 'name': 'tempest-FloatingIPTestJSON-481374076', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:15:20.411284 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cc0dc80e-100e-44f0-8ca3-f3c2ec979026 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:15:20.421986 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cc0dc80e-100e-44f0-8ca3-f3c2ec979026 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:15:20.429775 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0dc80e-100e-44f0-8ca3-f3c2ec979026 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Made reservation on behalf of 2f5dd9cd27e24d23ab80b40393590951 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:15:20.560875 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cc0dc80e-100e-44f0-8ca3-f3c2ec979026 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:20.585447 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-cc0dc80e-100e-44f0-8ca3-f3c2ec979026 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] device_id is not set on port b46f8874-4ebe-4732-9029-035181d6d6da yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:15:20.940271 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-cc0dc80e-100e-44f0-8ca3-f3c2ec979026 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Allocated IP 172.20.0.14 (ea1caa06-7c77-4a06-8503-b0f21b9fdee4/ad30e505-1041-4497-96fb-b758c73cb1fa/b46f8874-4ebe-4732-9029-035181d6d6da) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:15:20.947667 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-cc0dc80e-100e-44f0-8ca3-f3c2ec979026 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Allocated IP 172.20.0.12 (ea1caa06-7c77-4a06-8503-b0f21b9fdee4/ad30e505-1041-4497-96fb-b758c73cb1fa/b46f8874-4ebe-4732-9029-035181d6d6da) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:15:21.176483 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cc0dc80e-100e-44f0-8ca3-f3c2ec979026 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:21.208695 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cc0dc80e-100e-44f0-8ca3-f3c2ec979026 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:21.272490 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0dc80e-100e-44f0-8ca3-f3c2ec979026 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Network ea1caa06-7c77-4a06-8503-b0f21b9fdee4 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:15:21.280381 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-cc0dc80e-100e-44f0-8ca3-f3c2ec979026 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:15:21.284810 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0dc80e-100e-44f0-8ca3-f3c2ec979026 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:15:21.315241 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0dc80e-100e-44f0-8ca3-f3c2ec979026 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event updated for resources: {'Port': ['ID=b46f8874-4ebe-4732-9029-035181d6d6da,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:21.353751 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0dc80e-100e-44f0-8ca3-f3c2ec979026 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:21.354360 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cc0dc80e-100e-44f0-8ca3-f3c2ec979026 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:21.377996 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cc0dc80e-100e-44f0-8ca3-f3c2ec979026 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.1159904 Mar 09 04:15:21.380508 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41006) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:21.385265 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-a9ba803b-4151-433b-8b71-972ed3bd4908 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'port_id': 'b46f8874-4ebe-4732-9029-035181d6d6da', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:15:21.392961 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a9ba803b-4151-433b-8b71-972ed3bd4908 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:15:21.397063 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a9ba803b-4151-433b-8b71-972ed3bd4908 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Usage tracker for resource:floatingip and tenant:2f5dd9cd27e24d23ab80b40393590951 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:15:21.399875 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a9ba803b-4151-433b-8b71-972ed3bd4908 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:15:21.409312 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a9ba803b-4151-433b-8b71-972ed3bd4908 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:15:21.419330 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a9ba803b-4151-433b-8b71-972ed3bd4908 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:21.554833 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a9ba803b-4151-433b-8b71-972ed3bd4908 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:21.694684 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-a9ba803b-4151-433b-8b71-972ed3bd4908 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Allocated IP 172.25.7.60 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/0911e88e-b518-4084-9bd4-102f681b2098) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:15:21.957824 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a9ba803b-4151-433b-8b71-972ed3bd4908 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:21.985876 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a9ba803b-4151-433b-8b71-972ed3bd4908 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:22.049101 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ba803b-4151-433b-8b71-972ed3bd4908 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:15:22.055831 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-a9ba803b-4151-433b-8b71-972ed3bd4908 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:15:22.058656 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ba803b-4151-433b-8b71-972ed3bd4908 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:15:22.092795 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba803b-4151-433b-8b71-972ed3bd4908 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event updated for resources: {'Port': ['ID=0911e88e-b518-4084-9bd4-102f681b2098,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:22.472813 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a9ba803b-4151-433b-8b71-972ed3bd4908 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:22.546334 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a9ba803b-4151-433b-8b71-972ed3bd4908 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:22.742479 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a9ba803b-4151-433b-8b71-972ed3bd4908 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:22.746753 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a9ba803b-4151-433b-8b71-972ed3bd4908 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:22.856398 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba803b-4151-433b-8b71-972ed3bd4908 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event updated for resources: {'Port': ['ID=0911e88e-b518-4084-9bd4-102f681b2098,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:22.864332 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a9ba803b-4151-433b-8b71-972ed3bd4908 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:23.037586 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-a9ba803b-4151-433b-8b71-972ed3bd4908 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Floating IP 3f0639e5-cee5-4bc2-8a7a-25051d8a2c2c associated. External IP: 172.25.7.60, port: b46f8874-4ebe-4732-9029-035181d6d6da. Mar 09 04:15:23.518959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ba803b-4151-433b-8b71-972ed3bd4908 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Router bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:15:23.710798 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ba803b-4151-433b-8b71-972ed3bd4908 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:15:23.719460 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdec8b4-a7a8-4cc4-af8e-3ef27e4a8fb8 None None] Sync routers for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:15:23.728903 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdec8b4-a7a8-4cc4-af8e-3ef27e4a8fb8 None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:23.731657 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-cbdec8b4-a7a8-4cc4-af8e-3ef27e4a8fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:23.743108 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a9ba803b-4151-433b-8b71-972ed3bd4908 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:23.798176 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-cbdec8b4-a7a8-4cc4-af8e-3ef27e4a8fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:23.809564 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdec8b4-a7a8-4cc4-af8e-3ef27e4a8fb8 None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:23.810289 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-cbdec8b4-a7a8-4cc4-af8e-3ef27e4a8fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:23.813652 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a9ba803b-4151-433b-8b71-972ed3bd4908 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.4321523 Mar 09 04:15:23.816334 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41012) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:23.825037 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-818aaee0-8cb9-4331-96e1-6bb10fa53db7 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Request body: {'floatingip': {'port_id': 'b46f8874-4ebe-4732-9029-035181d6d6da', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:15:23.889013 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-cbdec8b4-a7a8-4cc4-af8e-3ef27e4a8fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:23.889417 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdec8b4-a7a8-4cc4-af8e-3ef27e4a8fb8 None None] The sync data for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:15:23.932556 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-818aaee0-8cb9-4331-96e1-6bb10fa53db7 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:24.624200 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-818aaee0-8cb9-4331-96e1-6bb10fa53db7 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:24.627924 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-818aaee0-8cb9-4331-96e1-6bb10fa53db7 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:25.124780 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818aaee0-8cb9-4331-96e1-6bb10fa53db7 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Router bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:15:25.323558 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818aaee0-8cb9-4331-96e1-6bb10fa53db7 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:15:25.323558 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-818aaee0-8cb9-4331-96e1-6bb10fa53db7 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:25.330331 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dc8d29-7fad-44f6-9bcf-af8d495a5ddb None None] Sync routers for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:15:25.341063 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dc8d29-7fad-44f6-9bcf-af8d495a5ddb None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:25.341063 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-b6dc8d29-7fad-44f6-9bcf-af8d495a5ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:25.403477 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-b6dc8d29-7fad-44f6-9bcf-af8d495a5ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:25.409426 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dc8d29-7fad-44f6-9bcf-af8d495a5ddb None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:25.411239 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-b6dc8d29-7fad-44f6-9bcf-af8d495a5ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:25.450309 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-818aaee0-8cb9-4331-96e1-6bb10fa53db7 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "PUT /v2.0/floatingips/3f0639e5-cee5-4bc2-8a7a-25051d8a2c2c HTTP/1.1" status: 200 len: 977 time: 1.6276572 Mar 09 04:15:25.450309 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41018) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:25.468562 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-b6dc8d29-7fad-44f6-9bcf-af8d495a5ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:25.469100 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dc8d29-7fad-44f6-9bcf-af8d495a5ddb None None] The sync data for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:15:25.670455 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-0e29d0aa-413e-468a-9ab3-f2ecc8b8403b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Deleting port 0911e88e-b518-4084-9bd4-102f681b2098 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:15:25.670939 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e29d0aa-413e-468a-9ab3-f2ecc8b8403b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:25.853906 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e29d0aa-413e-468a-9ab3-f2ecc8b8403b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:25.854280 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e29d0aa-413e-468a-9ab3-f2ecc8b8403b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:25.974557 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-0e29d0aa-413e-468a-9ab3-f2ecc8b8403b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Calling delete_port for 0911e88e-b518-4084-9bd4-102f681b2098 owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:15:26.129863 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e29d0aa-413e-468a-9ab3-f2ecc8b8403b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:26.179624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29d0aa-413e-468a-9ab3-f2ecc8b8403b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event deleted for resources: {'Port': ['ID=0911e88e-b518-4084-9bd4-102f681b2098,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:26.273492 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e29d0aa-413e-468a-9ab3-f2ecc8b8403b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:26.273807 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-0e29d0aa-413e-468a-9ab3-f2ecc8b8403b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Floating IP 3f0639e5-cee5-4bc2-8a7a-25051d8a2c2c disassociated (deleted). External IP: 172.25.7.60, port: b46f8874-4ebe-4732-9029-035181d6d6da. Mar 09 04:15:26.742473 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e29d0aa-413e-468a-9ab3-f2ecc8b8403b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Router bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:15:26.950626 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e29d0aa-413e-468a-9ab3-f2ecc8b8403b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:15:26.962206 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f8b4b-2512-411e-b612-9bda08ccc2e3 None None] Sync routers for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:15:26.973112 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5f8b4b-2512-411e-b612-9bda08ccc2e3 None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:26.974255 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8a5f8b4b-2512-411e-b612-9bda08ccc2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:26.974877 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e29d0aa-413e-468a-9ab3-f2ecc8b8403b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:27.037682 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0e29d0aa-413e-468a-9ab3-f2ecc8b8403b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "DELETE /v2.0/floatingips/3f0639e5-cee5-4bc2-8a7a-25051d8a2c2c HTTP/1.1" status: 204 len: 168 time: 1.5866139 Mar 09 04:15:27.038151 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41022) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:27.039330 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8a5f8b4b-2512-411e-b612-9bda08ccc2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:27.049842 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5f8b4b-2512-411e-b612-9bda08ccc2e3 None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:27.050352 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8a5f8b4b-2512-411e-b612-9bda08ccc2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:27.105758 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-260e66a8-36e7-4795-8783-8c080ba4aae5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Deleting port b46f8874-4ebe-4732-9029-035181d6d6da {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:15:27.106102 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-260e66a8-36e7-4795-8783-8c080ba4aae5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:27.114341 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8a5f8b4b-2512-411e-b612-9bda08ccc2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:27.114738 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f8b4b-2512-411e-b612-9bda08ccc2e3 None None] The sync data for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:15:27.359162 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-260e66a8-36e7-4795-8783-8c080ba4aae5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:27.482562 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-260e66a8-36e7-4795-8783-8c080ba4aae5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Calling delete_port for b46f8874-4ebe-4732-9029-035181d6d6da owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:15:27.679848 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-260e66a8-36e7-4795-8783-8c080ba4aae5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:27.732746 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e66a8-36e7-4795-8783-8c080ba4aae5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event deleted for resources: {'Port': ['ID=b46f8874-4ebe-4732-9029-035181d6d6da,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:27.973390 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-260e66a8-36e7-4795-8783-8c080ba4aae5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:27.982292 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-260e66a8-36e7-4795-8783-8c080ba4aae5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "DELETE /v2.0/ports/b46f8874-4ebe-4732-9029-035181d6d6da HTTP/1.1" status: 204 len: 168 time: 0.9435744 Mar 09 04:15:27.985770 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41026) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:27.990373 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-bccbdcd9-0450-4ab7-837c-8cef80631299 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:15:27.997024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bccbdcd9-0450-4ab7-837c-8cef80631299 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:15:28.001029 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bccbdcd9-0450-4ab7-837c-8cef80631299 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Usage tracker for resource:floatingip and tenant:2f5dd9cd27e24d23ab80b40393590951 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:15:28.003787 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bccbdcd9-0450-4ab7-837c-8cef80631299 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:15:28.009311 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bccbdcd9-0450-4ab7-837c-8cef80631299 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:15:28.020040 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bccbdcd9-0450-4ab7-837c-8cef80631299 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:28.151481 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bccbdcd9-0450-4ab7-837c-8cef80631299 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:28.284197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-bccbdcd9-0450-4ab7-837c-8cef80631299 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Allocated IP 172.25.7.57 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/0eaa6b65-768c-4322-8ac1-6d811c695049) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:15:28.438434 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bccbdcd9-0450-4ab7-837c-8cef80631299 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:28.468635 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bccbdcd9-0450-4ab7-837c-8cef80631299 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:28.527947 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccbdcd9-0450-4ab7-837c-8cef80631299 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:15:28.530627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-bccbdcd9-0450-4ab7-837c-8cef80631299 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:15:28.538552 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccbdcd9-0450-4ab7-837c-8cef80631299 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:15:28.573735 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccbdcd9-0450-4ab7-837c-8cef80631299 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event updated for resources: {'Port': ['ID=0eaa6b65-768c-4322-8ac1-6d811c695049,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:28.625333 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bccbdcd9-0450-4ab7-837c-8cef80631299 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:28.682504 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bccbdcd9-0450-4ab7-837c-8cef80631299 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:28.741404 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b045aa6a-8292-4eb3-8b26-cbcd4847043d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:28.896965 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bccbdcd9-0450-4ab7-837c-8cef80631299 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:28.901550 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bccbdcd9-0450-4ab7-837c-8cef80631299 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:29.015377 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccbdcd9-0450-4ab7-837c-8cef80631299 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event updated for resources: {'Port': ['ID=0eaa6b65-768c-4322-8ac1-6d811c695049,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:29.022262 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bccbdcd9-0450-4ab7-837c-8cef80631299 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:29.048180 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bccbdcd9-0450-4ab7-837c-8cef80631299 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:29.049522 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bccbdcd9-0450-4ab7-837c-8cef80631299 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0628715 Mar 09 04:15:29.052139 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41032) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:29.057748 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-3cd12ba4-a8ac-4d07-bb81-bcf23e1d05fa tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Request body: {'port': {'network_id': 'ea1caa06-7c77-4a06-8503-b0f21b9fdee4', 'name': 'tempest-FloatingIPTestJSON-125716816'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:15:29.209419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3cd12ba4-a8ac-4d07-bb81-bcf23e1d05fa tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:15:29.213387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3cd12ba4-a8ac-4d07-bb81-bcf23e1d05fa tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Usage tracker for resource:port and tenant:2f5dd9cd27e24d23ab80b40393590951 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:15:29.216555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3cd12ba4-a8ac-4d07-bb81-bcf23e1d05fa tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:15:29.222562 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3cd12ba4-a8ac-4d07-bb81-bcf23e1d05fa tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:15:29.231087 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd12ba4-a8ac-4d07-bb81-bcf23e1d05fa tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Made reservation on behalf of 2f5dd9cd27e24d23ab80b40393590951 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:15:29.234596 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3cd12ba4-a8ac-4d07-bb81-bcf23e1d05fa tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:29.259762 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-3cd12ba4-a8ac-4d07-bb81-bcf23e1d05fa tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] device_id is not set on port 3c362a70-7afb-4a56-a0d7-28c5d8904a38 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:15:29.395077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-3cd12ba4-a8ac-4d07-bb81-bcf23e1d05fa tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Allocated IP 172.20.0.10 (ea1caa06-7c77-4a06-8503-b0f21b9fdee4/ad30e505-1041-4497-96fb-b758c73cb1fa/3c362a70-7afb-4a56-a0d7-28c5d8904a38) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:15:29.596174 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3cd12ba4-a8ac-4d07-bb81-bcf23e1d05fa tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:29.625059 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3cd12ba4-a8ac-4d07-bb81-bcf23e1d05fa tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:29.689911 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd12ba4-a8ac-4d07-bb81-bcf23e1d05fa tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Network ea1caa06-7c77-4a06-8503-b0f21b9fdee4 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:15:29.697002 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-3cd12ba4-a8ac-4d07-bb81-bcf23e1d05fa tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:15:29.699394 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd12ba4-a8ac-4d07-bb81-bcf23e1d05fa tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:15:29.736587 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd12ba4-a8ac-4d07-bb81-bcf23e1d05fa tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event updated for resources: {'Port': ['ID=3c362a70-7afb-4a56-a0d7-28c5d8904a38,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:29.773734 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd12ba4-a8ac-4d07-bb81-bcf23e1d05fa tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:29.774339 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3cd12ba4-a8ac-4d07-bb81-bcf23e1d05fa tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:29.798866 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3cd12ba4-a8ac-4d07-bb81-bcf23e1d05fa tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7457111 Mar 09 04:15:29.801483 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41036) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:29.806624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-8d7c6584-7c92-4574-b5d5-298ffad6517b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Request body: {'floatingip': {'port_id': '3c362a70-7afb-4a56-a0d7-28c5d8904a38'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:15:29.883377 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6584-7c92-4574-b5d5-298ffad6517b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:30.581988 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6584-7c92-4574-b5d5-298ffad6517b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:30.585293 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6584-7c92-4574-b5d5-298ffad6517b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:30.754805 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-8d7c6584-7c92-4574-b5d5-298ffad6517b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Floating IP 7bcc92d1-a229-436c-9e61-8128f9252880 associated. External IP: 172.25.7.57, port: 3c362a70-7afb-4a56-a0d7-28c5d8904a38. Mar 09 04:15:31.112543 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7c6584-7c92-4574-b5d5-298ffad6517b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Router bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:15:31.122281 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8776e431-841c-4155-a0ab-bba7dbc95a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:31.288733 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7c6584-7c92-4574-b5d5-298ffad6517b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:15:31.293959 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6584-7c92-4574-b5d5-298ffad6517b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:31.298383 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c079555a-b592-46e8-8b41-c2843f728439 None None] Sync routers for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:15:31.307762 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c079555a-b592-46e8-8b41-c2843f728439 None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:31.308950 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-c079555a-b592-46e8-8b41-c2843f728439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:31.345810 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8d7c6584-7c92-4574-b5d5-298ffad6517b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "PUT /v2.0/floatingips/7bcc92d1-a229-436c-9e61-8128f9252880 HTTP/1.1" status: 200 len: 977 time: 1.5432858 Mar 09 04:15:31.348369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41040) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:31.368671 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-c079555a-b592-46e8-8b41-c2843f728439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:31.377588 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c079555a-b592-46e8-8b41-c2843f728439 None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:31.378162 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-c079555a-b592-46e8-8b41-c2843f728439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:31.416929 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-044e8a2e-6627-4455-81a9-9907562c827c tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Deleting port 3c362a70-7afb-4a56-a0d7-28c5d8904a38 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:15:31.417758 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-044e8a2e-6627-4455-81a9-9907562c827c tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:31.440892 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-c079555a-b592-46e8-8b41-c2843f728439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:31.441289 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c079555a-b592-46e8-8b41-c2843f728439 None None] The sync data for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:15:31.778204 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-044e8a2e-6627-4455-81a9-9907562c827c tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:32.067288 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-044e8a2e-6627-4455-81a9-9907562c827c tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:32.067830 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-044e8a2e-6627-4455-81a9-9907562c827c tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:32.068139 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-044e8a2e-6627-4455-81a9-9907562c827c tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Floating IP 7bcc92d1-a229-436c-9e61-8128f9252880 disassociated. External IP: 172.25.7.57, port: 3c362a70-7afb-4a56-a0d7-28c5d8904a38. Mar 09 04:15:32.068468 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-044e8a2e-6627-4455-81a9-9907562c827c tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Calling delete_port for 3c362a70-7afb-4a56-a0d7-28c5d8904a38 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:15:32.219940 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-044e8a2e-6627-4455-81a9-9907562c827c tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:32.269256 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:32.270006 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e8a2e-6627-4455-81a9-9907562c827c tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event deleted for resources: {'Port': ['ID=3c362a70-7afb-4a56-a0d7-28c5d8904a38,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:32.275946 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:32.473115 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044e8a2e-6627-4455-81a9-9907562c827c tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Router bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:15:32.652823 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044e8a2e-6627-4455-81a9-9907562c827c tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:15:32.662672 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689e958f-2908-4b33-983d-abeca78ffcb9 None None] Sync routers for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:15:32.672782 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689e958f-2908-4b33-983d-abeca78ffcb9 None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:32.673375 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-689e958f-2908-4b33-983d-abeca78ffcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:32.733381 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-689e958f-2908-4b33-983d-abeca78ffcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:32.742010 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689e958f-2908-4b33-983d-abeca78ffcb9 None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:32.742645 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-689e958f-2908-4b33-983d-abeca78ffcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:32.749287 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-044e8a2e-6627-4455-81a9-9907562c827c tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:32.761213 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-044e8a2e-6627-4455-81a9-9907562c827c tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "DELETE /v2.0/ports/3c362a70-7afb-4a56-a0d7-28c5d8904a38 HTTP/1.1" status: 204 len: 168 time: 1.4097006 Mar 09 04:15:32.761518 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41044) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:32.840779 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-689e958f-2908-4b33-983d-abeca78ffcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:32.841057 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689e958f-2908-4b33-983d-abeca78ffcb9 None None] The sync data for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:15:32.848614 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-218bad4d-edd3-4114-b715-ebb741083cff tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "GET /v2.0/floatingips/7bcc92d1-a229-436c-9e61-8128f9252880 HTTP/1.1" status: 200 len: 687 time: 0.0860636 Mar 09 04:15:32.851186 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41048) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:33.122972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a847a-45d1-4f30-8743-dd675b3471a5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Deleting port 0eaa6b65-768c-4322-8ac1-6d811c695049 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:15:33.123311 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e1a847a-45d1-4f30-8743-dd675b3471a5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:33.297587 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e1a847a-45d1-4f30-8743-dd675b3471a5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:33.297909 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e1a847a-45d1-4f30-8743-dd675b3471a5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:33.334313 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41054) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:33.423733 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a847a-45d1-4f30-8743-dd675b3471a5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Calling delete_port for 0eaa6b65-768c-4322-8ac1-6d811c695049 owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:15:33.549045 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-42bb3e04-e1de-43b5-ab40-63aa8ebcbd24 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Deleting port 09b530bd-198c-4efd-a88b-5f96f65f6b9f {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:15:33.549045 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-42bb3e04-e1de-43b5-ab40-63aa8ebcbd24 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:33.552494 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:33.570493 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e1a847a-45d1-4f30-8743-dd675b3471a5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:33.617461 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a847a-45d1-4f30-8743-dd675b3471a5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event deleted for resources: {'Port': ['ID=0eaa6b65-768c-4322-8ac1-6d811c695049,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:33.711282 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e1a847a-45d1-4f30-8743-dd675b3471a5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:33.727641 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-42bb3e04-e1de-43b5-ab40-63aa8ebcbd24 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:33.727968 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-42bb3e04-e1de-43b5-ab40-63aa8ebcbd24 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:33.728588 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0e1a847a-45d1-4f30-8743-dd675b3471a5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:33.729753 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0e1a847a-45d1-4f30-8743-dd675b3471a5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "DELETE /v2.0/floatingips/7bcc92d1-a229-436c-9e61-8128f9252880 HTTP/1.1" status: 204 len: 168 time: 0.8776560 Mar 09 04:15:33.733251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41058) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:33.738590 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-d6e0b237-8401-4297-b6e2-6a7468451f97 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'port_id': 'afdddfba-7019-4d45-868d-eb2537c779fb'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:15:33.745877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d6e0b237-8401-4297-b6e2-6a7468451f97 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:15:33.751931 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d6e0b237-8401-4297-b6e2-6a7468451f97 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Usage tracker for resource:floatingip and tenant:2f5dd9cd27e24d23ab80b40393590951 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:15:33.757348 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d6e0b237-8401-4297-b6e2-6a7468451f97 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:15:33.766257 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d6e0b237-8401-4297-b6e2-6a7468451f97 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:15:33.776364 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b237-8401-4297-b6e2-6a7468451f97 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:33.941913 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b237-8401-4297-b6e2-6a7468451f97 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:33.978193 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-42bb3e04-e1de-43b5-ab40-63aa8ebcbd24 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Calling delete_port for 09b530bd-198c-4efd-a88b-5f96f65f6b9f owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:15:34.080970 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-d6e0b237-8401-4297-b6e2-6a7468451f97 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Allocated IP 172.25.7.15 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/77d4aedd-b479-450b-a545-db0c99ddb1e6) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:15:34.146701 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-42bb3e04-e1de-43b5-ab40-63aa8ebcbd24 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:34.200346 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb3e04-e1de-43b5-ab40-63aa8ebcbd24 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Pushing event deleted for resources: {'Port': ['ID=09b530bd-198c-4efd-a88b-5f96f65f6b9f,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:34.241451 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b237-8401-4297-b6e2-6a7468451f97 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:34.271527 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b237-8401-4297-b6e2-6a7468451f97 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:34.300960 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-42bb3e04-e1de-43b5-ab40-63aa8ebcbd24 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:34.301294 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-42bb3e04-e1de-43b5-ab40-63aa8ebcbd24 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Floating IP 24119192-b17b-4db9-9d16-4c807067a8a4 disassociated (deleted). External IP: 172.25.7.98, port: d068ef8b-04dd-49a5-993d-864b61c019f8. Mar 09 04:15:34.333822 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e0b237-8401-4297-b6e2-6a7468451f97 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:15:34.336411 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-d6e0b237-8401-4297-b6e2-6a7468451f97 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:15:34.339200 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e0b237-8401-4297-b6e2-6a7468451f97 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:15:34.370930 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:34.396687 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0b237-8401-4297-b6e2-6a7468451f97 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event updated for resources: {'Port': ['ID=77d4aedd-b479-450b-a545-db0c99ddb1e6,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:34.687132 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bb3e04-e1de-43b5-ab40-63aa8ebcbd24 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Router 59bb9a16-9e36-4602-92bb-fc643c503292 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:15:34.895274 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bb3e04-e1de-43b5-ab40-63aa8ebcbd24 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:15:34.910325 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9caaff6-afd8-4a46-8f0a-e1d9485d05c3 None None] Sync routers for ids ['59bb9a16-9e36-4602-92bb-fc643c503292'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:15:34.922420 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9caaff6-afd8-4a46-8f0a-e1d9485d05c3 None None] Routers {'59bb9a16-9e36-4602-92bb-fc643c503292'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:34.923262 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f9caaff6-afd8-4a46-8f0a-e1d9485d05c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['59bb9a16-9e36-4602-92bb-fc643c503292'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:34.933858 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b237-8401-4297-b6e2-6a7468451f97 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:34.951850 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-42bb3e04-e1de-43b5-ab40-63aa8ebcbd24 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:35.008385 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-42bb3e04-e1de-43b5-ab40-63aa8ebcbd24 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "DELETE /v2.0/floatingips/24119192-b17b-4db9-9d16-4c807067a8a4 HTTP/1.1" status: 204 len: 168 time: 1.6729670 Mar 09 04:15:35.008953 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d049ff2-376f-4e15-ab67-0c2a8282d2bd', 'tag': 'd068ef8b-04dd-49a5-993d-864b61c019f8'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:15:35.048285 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b237-8401-4297-b6e2-6a7468451f97 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:35.058658 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d049ff2-376f-4e15-ab67-0c2a8282d2bd', 'tag': 'd068ef8b-04dd-49a5-993d-864b61c019f8', 'status': 'completed', 'code': 200} Mar 09 04:15:35.163613 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-f9caaff6-afd8-4a46-8f0a-e1d9485d05c3 None None] Set router 59bb9a16-9e36-4602-92bb-fc643c503292 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:15:35.314622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a49443-3f03-4286-93a6-5d7cc81a1bea req-4650db93-d572-4916-bd1c-edd7f01f1aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:35.315945 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d9a49443-3f03-4286-93a6-5d7cc81a1bea req-4650db93-d572-4916-bd1c-edd7f01f1aab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6725fde802ef40aca9eb2e0759a8e4c4&device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 1097 time: 0.2271590 Mar 09 04:15:35.468583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8b596-a1cc-4867-bef4-f3180fd6a4ee req-ff873cbb-6951-49f9-9e43-4a4b2e85dac8 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:35.469698 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5cc8b596-a1cc-4867-bef4-f3180fd6a4ee req-ff873cbb-6951-49f9-9e43-4a4b2e85dac8 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Synchronizing usage tracker for tenant:6725fde802ef40aca9eb2e0759a8e4c4 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:15:35.488674 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5cc8b596-a1cc-4867-bef4-f3180fd6a4ee req-ff873cbb-6951-49f9-9e43-4a4b2e85dac8 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Unset dirty status for tenant:6725fde802ef40aca9eb2e0759a8e4c4 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:15:35.491429 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5cc8b596-a1cc-4867-bef4-f3180fd6a4ee req-ff873cbb-6951-49f9-9e43-4a4b2e85dac8 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 946 time: 0.1290119 Mar 09 04:15:35.502589 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b237-8401-4297-b6e2-6a7468451f97 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:35.504551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a49443-3f03-4286-93a6-5d7cc81a1bea req-fd3b8ce5-9e51-4ef5-92d7-c73e2ee183bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:35.505942 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d9a49443-3f03-4286-93a6-5d7cc81a1bea req-fd3b8ce5-9e51-4ef5-92d7-c73e2ee183bf service neutron] 10.222.0.21 "GET /v2.0/networks?id=f13a94dc-edf6-4f8b-9742-db93f6aa5617 HTTP/1.1" status: 200 len: 914 time: 0.1828482 Mar 09 04:15:35.512106 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b237-8401-4297-b6e2-6a7468451f97 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:35.556463 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5cc8b596-a1cc-4867-bef4-f3180fd6a4ee req-189a17fb-8724-4ae6-9900-9a4edab213aa tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b3e143a-60ef-4283-ba8e-d8ba244faa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509577 Mar 09 04:15:35.592080 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f9caaff6-afd8-4a46-8f0a-e1d9485d05c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'name': 'tempest-TestVolumeBackupRestore-826368467-router', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:26Z', 'updated_at': '2022-03-09T04:12:35Z', 'revision_number': 4, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'gw_port': {'id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:28Z', 'updated_at': '2022-03-09T04:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'a322a3df-d9d6-4be2-a9d6-f3ccd987aea9', 'name': '', 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'mac_address': 'fa:16:3e:fe:39:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '0e82951b-4627-43be-82ea-670c0213bfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:32Z', 'updated_at': '2022-03-09T04:12:40Z', 'revision_number': 5, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'subnets': [{'id': '0e82951b-4627-43be-82ea-670c0213bfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:35.598192 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9caaff6-afd8-4a46-8f0a-e1d9485d05c3 None None] Checking router: 59bb9a16-9e36-4602-92bb-fc643c503292 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:15:35.611420 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9caaff6-afd8-4a46-8f0a-e1d9485d05c3 None None] Routers {'59bb9a16-9e36-4602-92bb-fc643c503292'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:35.611420 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f9caaff6-afd8-4a46-8f0a-e1d9485d05c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['59bb9a16-9e36-4602-92bb-fc643c503292'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:35.671359 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d9a49443-3f03-4286-93a6-5d7cc81a1bea req-05215c32-9d63-4e96-81fc-52589168d7c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d068ef8b-04dd-49a5-993d-864b61c019f8 HTTP/1.1" status: 200 len: 217 time: 0.1563189 Mar 09 04:15:35.728731 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0b237-8401-4297-b6e2-6a7468451f97 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event updated for resources: {'Port': ['ID=77d4aedd-b479-450b-a545-db0c99ddb1e6,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:35.761197 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b237-8401-4297-b6e2-6a7468451f97 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:35.827188 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-f9caaff6-afd8-4a46-8f0a-e1d9485d05c3 None None] Set router 59bb9a16-9e36-4602-92bb-fc643c503292 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:15:35.835110 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a49443-3f03-4286-93a6-5d7cc81a1bea req-7ad5387c-93a6-41a8-ad83-e50e060d41ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:35.835110 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d9a49443-3f03-4286-93a6-5d7cc81a1bea req-7ad5387c-93a6-41a8-ad83-e50e060d41ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e82951b-4627-43be-82ea-670c0213bfa2 HTTP/1.1" status: 200 len: 852 time: 0.1509411 Mar 09 04:15:35.997006 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-d6e0b237-8401-4297-b6e2-6a7468451f97 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Floating IP bb06893f-4c04-4d9d-9f6c-a7eda4d2ad51 associated. External IP: 172.25.7.15, port: afdddfba-7019-4d45-868d-eb2537c779fb. Mar 09 04:15:36.074646 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a49443-3f03-4286-93a6-5d7cc81a1bea req-bf3085d2-d577-40ff-9897-859009fa20ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:36.075292 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d9a49443-3f03-4286-93a6-5d7cc81a1bea req-bf3085d2-d577-40ff-9897-859009fa20ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f13a94dc-edf6-4f8b-9742-db93f6aa5617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2342782 Mar 09 04:15:36.165217 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f9caaff6-afd8-4a46-8f0a-e1d9485d05c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'name': 'tempest-TestVolumeBackupRestore-826368467-router', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:26Z', 'updated_at': '2022-03-09T04:12:35Z', 'revision_number': 4, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'gw_port': {'id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:28Z', 'updated_at': '2022-03-09T04:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'a322a3df-d9d6-4be2-a9d6-f3ccd987aea9', 'name': '', 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'mac_address': 'fa:16:3e:fe:39:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '0e82951b-4627-43be-82ea-670c0213bfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:32Z', 'updated_at': '2022-03-09T04:12:40Z', 'revision_number': 5, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'subnets': [{'id': '0e82951b-4627-43be-82ea-670c0213bfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:36.171683 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9caaff6-afd8-4a46-8f0a-e1d9485d05c3 None None] The sync data for ids ['59bb9a16-9e36-4602-92bb-fc643c503292'] in n-d-825178-5 is: [{'id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'name': 'tempest-TestVolumeBackupRestore-826368467-router', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:26Z', 'updated_at': '2022-03-09T04:12:35Z', 'revision_number': 4, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'gw_port': {'id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:28Z', 'updated_at': '2022-03-09T04:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'a322a3df-d9d6-4be2-a9d6-f3ccd987aea9', 'name': '', 'network_id': 'f13a94dc-edf6-4f8b-9742-db93f6aa5617', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'mac_address': 'fa:16:3e:fe:39:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '0e82951b-4627-43be-82ea-670c0213bfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:32Z', 'updated_at': '2022-03-09T04:12:40Z', 'revision_number': 5, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'subnets': [{'id': '0e82951b-4627-43be-82ea-670c0213bfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:15:36.443158 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cc8338-3973-4145-a663-70c81a5c02f0 None None] New status for floating IP 24119192-b17b-4db9-9d16-4c807067a8a4: DOWN {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:15:36.500387 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d9a49443-3f03-4286-93a6-5d7cc81a1bea req-4efc0873-c554-4db0-bf17-5417ad13da59 service neutron] 10.222.0.21 "GET /v2.0/networks/f13a94dc-edf6-4f8b-9742-db93f6aa5617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169118 Mar 09 04:15:36.718341 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e0b237-8401-4297-b6e2-6a7468451f97 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Router bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:15:36.742636 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d9a49443-3f03-4286-93a6-5d7cc81a1bea req-da8ed3ca-936f-411b-9fcc-faa923967307 service neutron] 10.222.0.21 "GET /v2.0/networks/f13a94dc-edf6-4f8b-9742-db93f6aa5617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352614 Mar 09 04:15:37.035936 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e0b237-8401-4297-b6e2-6a7468451f97 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:15:37.045413 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94235d7f-8ecd-4ab4-a16e-fdc0eed03c74 None None] Sync routers for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:15:37.056741 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94235d7f-8ecd-4ab4-a16e-fdc0eed03c74 None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:37.058291 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-94235d7f-8ecd-4ab4-a16e-fdc0eed03c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:37.068264 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6c2fe-28e3-4dd4-8d43-d0d21c9d5fb5 req-7c137eea-5216-47df-bf2b-2abda6c758e4 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:37.069695 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3ec6c2fe-28e3-4dd4-8d43-d0d21c9d5fb5 req-7c137eea-5216-47df-bf2b-2abda6c758e4 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 946 time: 0.2736874 Mar 09 04:15:37.080129 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b7f08-7366-47c1-beab-9848d6984092 req-c7550635-e07e-4e07-9491-f3363e80d942 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:37.081485 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a8b7f08-7366-47c1-beab-9848d6984092 req-c7550635-e07e-4e07-9491-f3363e80d942 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 946 time: 0.2414594 Mar 09 04:15:37.127583 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-94235d7f-8ecd-4ab4-a16e-fdc0eed03c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:37.136206 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94235d7f-8ecd-4ab4-a16e-fdc0eed03c74 None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:37.136792 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-94235d7f-8ecd-4ab4-a16e-fdc0eed03c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:37.142720 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b237-8401-4297-b6e2-6a7468451f97 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:37.199010 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-94235d7f-8ecd-4ab4-a16e-fdc0eed03c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:37.199532 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94235d7f-8ecd-4ab4-a16e-fdc0eed03c74 None None] The sync data for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:15:37.239510 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d6e0b237-8401-4297-b6e2-6a7468451f97 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5051341 Mar 09 04:15:37.242200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41070) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:37.243179 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-3ec6c2fe-28e3-4dd4-8d43-d0d21c9d5fb5 req-c1c61de2-c713-40b2-bf0d-b59e4fee5e64 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Deleting port d068ef8b-04dd-49a5-993d-864b61c019f8 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:15:37.243521 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3ec6c2fe-28e3-4dd4-8d43-d0d21c9d5fb5 req-c1c61de2-c713-40b2-bf0d-b59e4fee5e64 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:37.248791 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-92509d58-06ba-4d51-8e2f-5ffa7762e838 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-974243687'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:15:37.254373 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-92509d58-06ba-4d51-8e2f-5ffa7762e838 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:15:37.258211 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-92509d58-06ba-4d51-8e2f-5ffa7762e838 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Usage tracker for resource:network and tenant:2f5dd9cd27e24d23ab80b40393590951 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:15:37.261274 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-92509d58-06ba-4d51-8e2f-5ffa7762e838 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:15:37.267537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-92509d58-06ba-4d51-8e2f-5ffa7762e838 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:15:37.278006 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92509d58-06ba-4d51-8e2f-5ffa7762e838 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Made reservation on behalf of 2f5dd9cd27e24d23ab80b40393590951 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:15:37.282942 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92509d58-06ba-4d51-8e2f-5ffa7762e838 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:37.283576 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a8b7f08-7366-47c1-beab-9848d6984092 req-0da39eae-499a-4527-9b9a-4f122dd61e2a tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b3e143a-60ef-4283-ba8e-d8ba244faa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601019 Mar 09 04:15:37.315602 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92509d58-06ba-4d51-8e2f-5ffa7762e838 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:15:37.325404 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92509d58-06ba-4d51-8e2f-5ffa7762e838 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:37.325766 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-92509d58-06ba-4d51-8e2f-5ffa7762e838 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Added segment 6a0d513f-ff1e-42ac-ae46-379042650aaa of type vlan for network 3154f34b-ece8-4e74-89ba-028f25afea51 Mar 09 04:15:37.351867 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92509d58-06ba-4d51-8e2f-5ffa7762e838 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:37.381074 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92509d58-06ba-4d51-8e2f-5ffa7762e838 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:37.386442 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92509d58-06ba-4d51-8e2f-5ffa7762e838 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:37.387052 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92509d58-06ba-4d51-8e2f-5ffa7762e838 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:37.489673 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-92509d58-06ba-4d51-8e2f-5ffa7762e838 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2462251 Mar 09 04:15:37.492443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41074) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:37.495742 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92509d58-06ba-4d51-8e2f-5ffa7762e838 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event updated for resources: {'Network': ['ID=3154f34b-ece8-4e74-89ba-028f25afea51,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:37.500709 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-4fa06109-052f-4ae2-8b4b-5907b286a59f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Request body: {'subnet': {'network_id': '3154f34b-ece8-4e74-89ba-028f25afea51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:15:37.505964 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 3154f34b-ece8-4e74-89ba-028f25afea51 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:15:37.548992 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-3ec6c2fe-28e3-4dd4-8d43-d0d21c9d5fb5 req-c1c61de2-c713-40b2-bf0d-b59e4fee5e64 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] For port d068ef8b-04dd-49a5-993d-864b61c019f8, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=d068ef8b-04dd-49a5-993d-864b61c019f8,segment=NetworkSegment(5ef8b00d-6def-41e5-b9d6-c37c0502ca27),segment_id=5ef8b00d-6def-41e5-b9d6-c37c0502ca27)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:15:37.549351 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3ec6c2fe-28e3-4dd4-8d43-d0d21c9d5fb5 req-c1c61de2-c713-40b2-bf0d-b59e4fee5e64 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:37.733972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-3ec6c2fe-28e3-4dd4-8d43-d0d21c9d5fb5 req-c1c61de2-c713-40b2-bf0d-b59e4fee5e64 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Calling delete_port for d068ef8b-04dd-49a5-993d-864b61c019f8 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:15:37.782478 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4fa06109-052f-4ae2-8b4b-5907b286a59f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:15:37.795165 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4fa06109-052f-4ae2-8b4b-5907b286a59f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Usage tracker for resource:subnet and tenant:2f5dd9cd27e24d23ab80b40393590951 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:15:37.800072 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4fa06109-052f-4ae2-8b4b-5907b286a59f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:15:37.809247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4fa06109-052f-4ae2-8b4b-5907b286a59f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:15:37.831896 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa06109-052f-4ae2-8b4b-5907b286a59f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Made reservation on behalf of 2f5dd9cd27e24d23ab80b40393590951 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:15:37.835395 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fa06109-052f-4ae2-8b4b-5907b286a59f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:38.104775 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3ec6c2fe-28e3-4dd4-8d43-d0d21c9d5fb5 req-c1c61de2-c713-40b2-bf0d-b59e4fee5e64 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:38.164011 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c61de2-c713-40b2-bf0d-b59e4fee5e64 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Pushing event deleted for resources: {'Port': ['ID=d068ef8b-04dd-49a5-993d-864b61c019f8,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:38.273079 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec6c2fe-28e3-4dd4-8d43-d0d21c9d5fb5 req-c1c61de2-c713-40b2-bf0d-b59e4fee5e64 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] No DVR routers for this DVR port d068ef8b-04dd-49a5-993d-864b61c019f8 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:15:38.280390 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3ec6c2fe-28e3-4dd4-8d43-d0d21c9d5fb5 req-c1c61de2-c713-40b2-bf0d-b59e4fee5e64 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:38.282693 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d049ff2-376f-4e15-ab67-0c2a8282d2bd', 'name': 'network-vif-deleted', 'tag': 'd068ef8b-04dd-49a5-993d-864b61c019f8'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:15:38.311520 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3ec6c2fe-28e3-4dd4-8d43-d0d21c9d5fb5 req-c1c61de2-c713-40b2-bf0d-b59e4fee5e64 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.21 "DELETE /v2.0/ports/d068ef8b-04dd-49a5-993d-864b61c019f8 HTTP/1.1" status: 204 len: 173 time: 1.2290604 Mar 09 04:15:38.332302 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d049ff2-376f-4e15-ab67-0c2a8282d2bd', 'name': 'network-vif-deleted', 'tag': 'd068ef8b-04dd-49a5-993d-864b61c019f8', 'status': 'completed', 'code': 200} Mar 09 04:15:38.356570 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fa06109-052f-4ae2-8b4b-5907b286a59f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:38.474185 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f3c0fae3-d99b-41ed-856a-6decee0c3ccf req-3be2db33-842b-4933-a7f1-85e5bc5214fe tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Synchronizing usage tracker for tenant:6725fde802ef40aca9eb2e0759a8e4c4 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:15:38.483200 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa06109-052f-4ae2-8b4b-5907b286a59f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event updated for resources: {'Subnet': ['ID=676aab54-5d34-4b18-a1f7-1d81034f71e2,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:38.502506 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f3c0fae3-d99b-41ed-856a-6decee0c3ccf req-3be2db33-842b-4933-a7f1-85e5bc5214fe tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Unset dirty status for tenant:6725fde802ef40aca9eb2e0759a8e4c4 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:15:38.503695 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f3c0fae3-d99b-41ed-856a-6decee0c3ccf req-3be2db33-842b-4933-a7f1-85e5bc5214fe tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d049ff2-376f-4e15-ab67-0c2a8282d2bd HTTP/1.1" status: 200 len: 210 time: 0.0985153 Mar 09 04:15:38.506105 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa06109-052f-4ae2-8b4b-5907b286a59f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Checking segment: {'id': '6a0d513f-ff1e-42ac-ae46-379042650aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3154f34b-ece8-4e74-89ba-028f25afea51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:15:38.506462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa06109-052f-4ae2-8b4b-5907b286a59f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Network hostable DHCP agents. Network: 3154f34b-ece8-4e74-89ba-028f25afea51, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:15:38.533002 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa06109-052f-4ae2-8b4b-5907b286a59f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Network 3154f34b-ece8-4e74-89ba-028f25afea51 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:15:38.545470 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-4fa06109-052f-4ae2-8b4b-5907b286a59f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 3154f34b-ece8-4e74-89ba-028f25afea51) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:15:38.550747 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa06109-052f-4ae2-8b4b-5907b286a59f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:38.551569 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4fa06109-052f-4ae2-8b4b-5907b286a59f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:38.557414 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad913d6b-4a0d-4672-a46f-39b880c21139 None None] Network 3154f34b-ece8-4e74-89ba-028f25afea51 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:15:38.583804 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41082) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:38.584467 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4fa06109-052f-4ae2-8b4b-5907b286a59f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0904582 Mar 09 04:15:38.593928 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-cc8f6a21-ce56-4705-93f5-b8515f8dc796 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-674176707', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}, 'admin_state_up': False}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:15:38.603095 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cc8f6a21-ce56-4705-93f5-b8515f8dc796 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:15:38.608206 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cc8f6a21-ce56-4705-93f5-b8515f8dc796 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Usage tracker for resource:router and tenant:2f5dd9cd27e24d23ab80b40393590951 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:15:38.611135 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cc8f6a21-ce56-4705-93f5-b8515f8dc796 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:15:38.618335 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cc8f6a21-ce56-4705-93f5-b8515f8dc796 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:15:38.631991 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cc8f6a21-ce56-4705-93f5-b8515f8dc796 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:38.633701 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cc8f6a21-ce56-4705-93f5-b8515f8dc796 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:38.653252 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cc8f6a21-ce56-4705-93f5-b8515f8dc796 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:38.818372 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264f842d-4b67-4e1e-a839-266d3602bc5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-3154f34b-ece8-4e74-89ba-028f25afea51', 'network_id': '3154f34b-ece8-4e74-89ba-028f25afea51', 'tenant_id': '2f5dd9cd27e24d23ab80b40393590951', 'fixed_ips': [{'subnet_id': '676aab54-5d34-4b18-a1f7-1d81034f71e2'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:15:38.819494 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-264f842d-4b67-4e1e-a839-266d3602bc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:38.993207 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-264f842d-4b67-4e1e-a839-266d3602bc5d None None] Allocated IP 172.20.0.2 (3154f34b-ece8-4e74-89ba-028f25afea51/676aab54-5d34-4b18-a1f7-1d81034f71e2/3b21d1f8-a745-4795-b5e9-87c6d793b278) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:15:39.004388 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:39.082498 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cc8f6a21-ce56-4705-93f5-b8515f8dc796 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:39.198647 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-264f842d-4b67-4e1e-a839-266d3602bc5d None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:39.209977 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-264f842d-4b67-4e1e-a839-266d3602bc5d None None] Transition to ACTIVE for port object 3b21d1f8-a745-4795-b5e9-87c6d793b278 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:15:39.231298 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-264f842d-4b67-4e1e-a839-266d3602bc5d None None] Transition to ACTIVE for port object 3b21d1f8-a745-4795-b5e9-87c6d793b278 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:15:39.236748 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-264f842d-4b67-4e1e-a839-266d3602bc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:39.313821 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f842d-4b67-4e1e-a839-266d3602bc5d None None] Pushing event updated for resources: {'Port': ['ID=3b21d1f8-a745-4795-b5e9-87c6d793b278,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:39.317097 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264f842d-4b67-4e1e-a839-266d3602bc5d None None] Network 3154f34b-ece8-4e74-89ba-028f25afea51 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:15:39.318469 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-264f842d-4b67-4e1e-a839-266d3602bc5d None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:15:39.320522 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264f842d-4b67-4e1e-a839-266d3602bc5d None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:15:39.416880 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cc8f6a21-ce56-4705-93f5-b8515f8dc796 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:39.418136 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-264f842d-4b67-4e1e-a839-266d3602bc5d None None] Attempting to bind port 3b21d1f8-a745-4795-b5e9-87c6d793b278 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:15:39.418571 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-264f842d-4b67-4e1e-a839-266d3602bc5d None None] Attempting to bind port 3b21d1f8-a745-4795-b5e9-87c6d793b278 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '6a0d513f-ff1e-42ac-ae46-379042650aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3154f34b-ece8-4e74-89ba-028f25afea51'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:15:39.419040 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264f842d-4b67-4e1e-a839-266d3602bc5d None None] Attempting to bind port 3b21d1f8-a745-4795-b5e9-87c6d793b278 on network 3154f34b-ece8-4e74-89ba-028f25afea51 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:15:39.424294 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264f842d-4b67-4e1e-a839-266d3602bc5d None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:15:39.424754 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264f842d-4b67-4e1e-a839-266d3602bc5d None None] Checking segment: {'id': '6a0d513f-ff1e-42ac-ae46-379042650aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3154f34b-ece8-4e74-89ba-028f25afea51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:15:39.425161 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-264f842d-4b67-4e1e-a839-266d3602bc5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:39.425546 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264f842d-4b67-4e1e-a839-266d3602bc5d None None] Bound using segment: {'id': '6a0d513f-ff1e-42ac-ae46-379042650aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3154f34b-ece8-4e74-89ba-028f25afea51'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:15:39.426002 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-264f842d-4b67-4e1e-a839-266d3602bc5d None None] Bound port: 3b21d1f8-a745-4795-b5e9-87c6d793b278, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0d513f-ff1e-42ac-ae46-379042650aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3154f34b-ece8-4e74-89ba-028f25afea51'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:15:39.426371 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-264f842d-4b67-4e1e-a839-266d3602bc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:39.445825 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cc8f6a21-ce56-4705-93f5-b8515f8dc796 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:39.512914 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-264f842d-4b67-4e1e-a839-266d3602bc5d None None] For port 3b21d1f8-a745-4795-b5e9-87c6d793b278, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:15:39.515911 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-264f842d-4b67-4e1e-a839-266d3602bc5d None None] For port 3b21d1f8-a745-4795-b5e9-87c6d793b278, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3b21d1f8-a745-4795-b5e9-87c6d793b278,segment=NetworkSegment(6a0d513f-ff1e-42ac-ae46-379042650aaa),segment_id=6a0d513f-ff1e-42ac-ae46-379042650aaa)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:15:39.520017 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-264f842d-4b67-4e1e-a839-266d3602bc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:39.587675 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-cc8f6a21-ce56-4705-93f5-b8515f8dc796 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Allocated IP 172.25.7.167 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/682d8a8f-5b3b-4a75-ba4f-fe018c1fa57e) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:15:39.607202 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f842d-4b67-4e1e-a839-266d3602bc5d None None] Pushing event updated for resources: {'Port': ['ID=3b21d1f8-a745-4795-b5e9-87c6d793b278,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:39.612642 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41088) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:39.688430 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-218ca0ff-0699-4e28-b28b-6bdee8f5f9d4 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:39.719371 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-218ca0ff-0699-4e28-b28b-6bdee8f5f9d4 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:39.748216 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cc8f6a21-ce56-4705-93f5-b8515f8dc796 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:39.801446 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cc8f6a21-ce56-4705-93f5-b8515f8dc796 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:39.820374 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-218ca0ff-0699-4e28-b28b-6bdee8f5f9d4 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:39.840210 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ca0ff-0699-4e28-b28b-6bdee8f5f9d4 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3e143a-60ef-4283-ba8e-d8ba244faa57,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:39.858086 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-218ca0ff-0699-4e28-b28b-6bdee8f5f9d4 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:39.859643 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-218ca0ff-0699-4e28-b28b-6bdee8f5f9d4 tempest-TestVolumeBackupRestore-1239381107 tempest-TestVolumeBackupRestore-1239381107-project] 10.222.0.16 "DELETE /v2.0/security-groups/0b3e143a-60ef-4283-ba8e-d8ba244faa57 HTTP/1.1" status: 204 len: 168 time: 0.2460277 Mar 09 04:15:39.903379 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8f6a21-ce56-4705-93f5-b8515f8dc796 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:15:39.906733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-cc8f6a21-ce56-4705-93f5-b8515f8dc796 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:15:39.909141 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8f6a21-ce56-4705-93f5-b8515f8dc796 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:15:39.943204 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f6a21-ce56-4705-93f5-b8515f8dc796 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event updated for resources: {'Port': ['ID=682d8a8f-5b3b-4a75-ba4f-fe018c1fa57e,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:40.231704 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3b21d1f8-a745-4795-b5e9-87c6d793b278 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:15:40.311137 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 3b21d1f8-a745-4795-b5e9-87c6d793b278 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:15:40.455156 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cc8f6a21-ce56-4705-93f5-b8515f8dc796 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:40.579607 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba2298b-5a26-4a3c-ad77-33c0d02d16bb None None] Network 3154f34b-ece8-4e74-89ba-028f25afea51 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:15:40.657076 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device d068ef8b-04dd-49a5-993d-864b61c019f8 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:15:40.742602 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: d068ef8b-04dd-49a5-993d-864b61c019f8 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:15:40.742973 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device d068ef8b-04dd-49a5-993d-864b61c019f8 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:15:40.757636 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ea010fbd-4f73-4343-ac95-dc1783bf2928 None None] Provisioning for port 3b21d1f8-a745-4795-b5e9-87c6d793b278 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:15:40.774214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ea010fbd-4f73-4343-ac95-dc1783bf2928 None None] Provisioning complete for port 3b21d1f8-a745-4795-b5e9-87c6d793b278 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:15:40.774582 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ea010fbd-4f73-4343-ac95-dc1783bf2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:40.799300 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cc8f6a21-ce56-4705-93f5-b8515f8dc796 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:41.001347 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ea010fbd-4f73-4343-ac95-dc1783bf2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:41.030344 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8f6a21-ce56-4705-93f5-b8515f8dc796 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Router 372d2049-018c-4a13-9ee0-e43782c07aa9 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:15:41.055980 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ea010fbd-4f73-4343-ac95-dc1783bf2928 None None] For port 3b21d1f8-a745-4795-b5e9-87c6d793b278, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3b21d1f8-a745-4795-b5e9-87c6d793b278,segment=NetworkSegment(6a0d513f-ff1e-42ac-ae46-379042650aaa),segment_id=6a0d513f-ff1e-42ac-ae46-379042650aaa)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:15:41.064222 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ea010fbd-4f73-4343-ac95-dc1783bf2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:41.171429 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea010fbd-4f73-4343-ac95-dc1783bf2928 None None] Pushing event updated for resources: {'Port': ['ID=3b21d1f8-a745-4795-b5e9-87c6d793b278,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:41.355404 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8f6a21-ce56-4705-93f5-b8515f8dc796 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:15:41.366883 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f11096-a057-4927-aee8-628f9a27af5c None None] Sync routers for ids ['372d2049-018c-4a13-9ee0-e43782c07aa9'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:15:41.390725 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f11096-a057-4927-aee8-628f9a27af5c None None] Routers {'372d2049-018c-4a13-9ee0-e43782c07aa9'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:41.391823 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-42f11096-a057-4927-aee8-628f9a27af5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['372d2049-018c-4a13-9ee0-e43782c07aa9'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:41.434079 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cc8f6a21-ce56-4705-93f5-b8515f8dc796 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:41.435435 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cc8f6a21-ce56-4705-93f5-b8515f8dc796 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8504901 Mar 09 04:15:41.438474 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41136) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:41.499617 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-42f11096-a057-4927-aee8-628f9a27af5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:41.503576 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-17a101ce-3948-4d06-b444-5d2027a5461f None None] Provisioning complete for port 3b21d1f8-a745-4795-b5e9-87c6d793b278 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:15:41.504018 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-17a101ce-3948-4d06-b444-5d2027a5461f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:41.570442 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f11096-a057-4927-aee8-628f9a27af5c None None] Routers {'372d2049-018c-4a13-9ee0-e43782c07aa9'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:41.571328 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-42f11096-a057-4927-aee8-628f9a27af5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['372d2049-018c-4a13-9ee0-e43782c07aa9'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:41.666975 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-42f11096-a057-4927-aee8-628f9a27af5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:41.667585 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f11096-a057-4927-aee8-628f9a27af5c None None] The sync data for ids ['372d2049-018c-4a13-9ee0-e43782c07aa9'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:15:42.256374 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3b21d1f8-a745-4795-b5e9-87c6d793b278 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:15:42.325651 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bbda10e-8ea7-4975-a51a-f3705d5c9d69 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:42.368614 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 3b21d1f8-a745-4795-b5e9-87c6d793b278 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:15:42.369496 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:43.036986 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-0bbda10e-8ea7-4975-a51a-f3705d5c9d69 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Allocated IP 172.20.0.1 (3154f34b-ece8-4e74-89ba-028f25afea51/676aab54-5d34-4b18-a1f7-1d81034f71e2/d6bde5e9-922e-4b8e-9860-2a34cccf1d5a) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:15:43.247383 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bbda10e-8ea7-4975-a51a-f3705d5c9d69 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:43.267377 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-0bbda10e-8ea7-4975-a51a-f3705d5c9d69 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Transition to ACTIVE for port object d6bde5e9-922e-4b8e-9860-2a34cccf1d5a will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:15:43.298361 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bbda10e-8ea7-4975-a51a-f3705d5c9d69 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:43.394380 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbda10e-8ea7-4975-a51a-f3705d5c9d69 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Network 3154f34b-ece8-4e74-89ba-028f25afea51 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:15:43.398515 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-0bbda10e-8ea7-4975-a51a-f3705d5c9d69 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:15:43.400979 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbda10e-8ea7-4975-a51a-f3705d5c9d69 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:15:43.473382 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bbda10e-8ea7-4975-a51a-f3705d5c9d69 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:43.476858 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbda10e-8ea7-4975-a51a-f3705d5c9d69 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event updated for resources: {'Port': ['ID=d6bde5e9-922e-4b8e-9860-2a34cccf1d5a,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:43.627396 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41390) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:43.726647 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bbda10e-8ea7-4975-a51a-f3705d5c9d69 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:43.791789 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-506a2e1b-88e1-4878-98f6-27b3010f23c7 None None] Provisioning for port d6bde5e9-922e-4b8e-9860-2a34cccf1d5a completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:15:43.798630 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-506a2e1b-88e1-4878-98f6-27b3010f23c7 None None] Provisioning complete for port d6bde5e9-922e-4b8e-9860-2a34cccf1d5a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:15:43.799243 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-506a2e1b-88e1-4878-98f6-27b3010f23c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:43.975352 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-506a2e1b-88e1-4878-98f6-27b3010f23c7 None None] Port d6bde5e9-922e-4b8e-9860-2a34cccf1d5a cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:15:44.328640 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bbda10e-8ea7-4975-a51a-f3705d5c9d69 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:44.340332 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bbda10e-8ea7-4975-a51a-f3705d5c9d69 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:44.496153 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbda10e-8ea7-4975-a51a-f3705d5c9d69 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event updated for resources: {'Port': ['ID=d6bde5e9-922e-4b8e-9860-2a34cccf1d5a,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:44.499802 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bbda10e-8ea7-4975-a51a-f3705d5c9d69 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:44.662105 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbda10e-8ea7-4975-a51a-f3705d5c9d69 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Network 3154f34b-ece8-4e74-89ba-028f25afea51 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:15:44.663528 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-0bbda10e-8ea7-4975-a51a-f3705d5c9d69 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:15:44.666204 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8685062b-aacd-4145-bb40-be14037e5961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:44.906977 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bbda10e-8ea7-4975-a51a-f3705d5c9d69 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Router 372d2049-018c-4a13-9ee0-e43782c07aa9 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:15:45.018795 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-718ea8b2-f5ab-43ed-b7d6-bb94fac26f7d None None] Provisioning complete for port d6bde5e9-922e-4b8e-9860-2a34cccf1d5a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:15:45.023751 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-718ea8b2-f5ab-43ed-b7d6-bb94fac26f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:45.088164 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-718ea8b2-f5ab-43ed-b7d6-bb94fac26f7d None None] Port d6bde5e9-922e-4b8e-9860-2a34cccf1d5a cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:15:45.159069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-8685062b-aacd-4145-bb40-be14037e5961 admin admin] Deleting port a322a3df-d9d6-4be2-a9d6-f3ccd987aea9 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:15:45.159410 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8685062b-aacd-4145-bb40-be14037e5961 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:45.243830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbda10e-8ea7-4975-a51a-f3705d5c9d69 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:15:45.253515 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39569f51-90b1-44b6-bd89-1cd2d7139074 None None] Sync routers for ids ['372d2049-018c-4a13-9ee0-e43782c07aa9'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:15:45.260934 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0bbda10e-8ea7-4975-a51a-f3705d5c9d69 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "PUT /v2.0/routers/372d2049-018c-4a13-9ee0-e43782c07aa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8180540 Mar 09 04:15:45.261275 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41552) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:45.263987 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39569f51-90b1-44b6-bd89-1cd2d7139074 None None] Routers {'372d2049-018c-4a13-9ee0-e43782c07aa9'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:45.264682 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-39569f51-90b1-44b6-bd89-1cd2d7139074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['372d2049-018c-4a13-9ee0-e43782c07aa9'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:45.266848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-1fdcab09-94d0-4ccc-b59a-147d8ad769a7 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Request body: {'port': {'network_id': '3154f34b-ece8-4e74-89ba-028f25afea51', 'name': 'tempest-FloatingIPTestJSON-1736718492'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:15:45.334294 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-39569f51-90b1-44b6-bd89-1cd2d7139074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:45.335257 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-8685062b-aacd-4145-bb40-be14037e5961 admin admin] For port a322a3df-d9d6-4be2-a9d6-f3ccd987aea9, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a322a3df-d9d6-4be2-a9d6-f3ccd987aea9,segment=NetworkSegment(5ef8b00d-6def-41e5-b9d6-c37c0502ca27),segment_id=5ef8b00d-6def-41e5-b9d6-c37c0502ca27)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:15:45.335623 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8685062b-aacd-4145-bb40-be14037e5961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:45.343305 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39569f51-90b1-44b6-bd89-1cd2d7139074 None None] Routers {'372d2049-018c-4a13-9ee0-e43782c07aa9'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:45.343884 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-39569f51-90b1-44b6-bd89-1cd2d7139074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['372d2049-018c-4a13-9ee0-e43782c07aa9'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:45.405501 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1fdcab09-94d0-4ccc-b59a-147d8ad769a7 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:15:45.406779 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-39569f51-90b1-44b6-bd89-1cd2d7139074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:45.407216 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39569f51-90b1-44b6-bd89-1cd2d7139074 None None] The sync data for ids ['372d2049-018c-4a13-9ee0-e43782c07aa9'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:15:45.410873 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1fdcab09-94d0-4ccc-b59a-147d8ad769a7 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Usage tracker for resource:port and tenant:2f5dd9cd27e24d23ab80b40393590951 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:15:45.413776 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1fdcab09-94d0-4ccc-b59a-147d8ad769a7 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:15:45.420393 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1fdcab09-94d0-4ccc-b59a-147d8ad769a7 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:15:45.430223 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdcab09-94d0-4ccc-b59a-147d8ad769a7 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Made reservation on behalf of 2f5dd9cd27e24d23ab80b40393590951 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:15:45.434270 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1fdcab09-94d0-4ccc-b59a-147d8ad769a7 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:45.455645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-1fdcab09-94d0-4ccc-b59a-147d8ad769a7 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] device_id is not set on port 4959b3d5-b94e-4c75-b30d-43685aab4d80 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:15:45.466701 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-8685062b-aacd-4145-bb40-be14037e5961 admin admin] Calling delete_port for a322a3df-d9d6-4be2-a9d6-f3ccd987aea9 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:15:45.605242 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-1fdcab09-94d0-4ccc-b59a-147d8ad769a7 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Allocated IP 172.20.0.3 (3154f34b-ece8-4e74-89ba-028f25afea51/676aab54-5d34-4b18-a1f7-1d81034f71e2/4959b3d5-b94e-4c75-b30d-43685aab4d80) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:15:45.623309 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:15:45.788251 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8685062b-aacd-4145-bb40-be14037e5961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:45.811220 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1fdcab09-94d0-4ccc-b59a-147d8ad769a7 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:45.830077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-1fdcab09-94d0-4ccc-b59a-147d8ad769a7 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Transition to ACTIVE for port object 4959b3d5-b94e-4c75-b30d-43685aab4d80 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:15:45.857856 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1fdcab09-94d0-4ccc-b59a-147d8ad769a7 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:45.876222 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685062b-aacd-4145-bb40-be14037e5961 admin admin] Pushing event deleted for resources: {'Port': ['ID=a322a3df-d9d6-4be2-a9d6-f3ccd987aea9,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:45.932754 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdcab09-94d0-4ccc-b59a-147d8ad769a7 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Network 3154f34b-ece8-4e74-89ba-028f25afea51 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:15:45.935831 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-1fdcab09-94d0-4ccc-b59a-147d8ad769a7 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:15:45.944499 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdcab09-94d0-4ccc-b59a-147d8ad769a7 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:15:45.982973 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdcab09-94d0-4ccc-b59a-147d8ad769a7 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event updated for resources: {'Port': ['ID=4959b3d5-b94e-4c75-b30d-43685aab4d80,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:46.016434 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdcab09-94d0-4ccc-b59a-147d8ad769a7 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:46.017076 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1fdcab09-94d0-4ccc-b59a-147d8ad769a7 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:46.052028 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1fdcab09-94d0-4ccc-b59a-147d8ad769a7 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7896700 Mar 09 04:15:46.054426 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41556) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:46.059944 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-38cd03c0-8e1a-4f43-ab44-1f46e10cfa05 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Request body: {'floatingip': {'port_id': '4959b3d5-b94e-4c75-b30d-43685aab4d80'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:15:46.197429 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-38cd03c0-8e1a-4f43-ab44-1f46e10cfa05 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:46.223168 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3ef3898b-e155-4834-90d7-bd86fdce3fb9 None None] Provisioning for port 4959b3d5-b94e-4c75-b30d-43685aab4d80 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:15:46.230804 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3ef3898b-e155-4834-90d7-bd86fdce3fb9 None None] Provisioning complete for port 4959b3d5-b94e-4c75-b30d-43685aab4d80 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:15:46.231328 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3ef3898b-e155-4834-90d7-bd86fdce3fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:46.276886 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8685062b-aacd-4145-bb40-be14037e5961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:46.296095 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-3ef3898b-e155-4834-90d7-bd86fdce3fb9 None None] Port 4959b3d5-b94e-4c75-b30d-43685aab4d80 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:15:46.637325 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8685062b-aacd-4145-bb40-be14037e5961 admin admin] Router 59bb9a16-9e36-4602-92bb-fc643c503292 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:15:46.820286 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8685062b-aacd-4145-bb40-be14037e5961 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:15:46.829942 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb389e8-bae6-4fca-8c11-a82af405b8a1 None None] Sync routers for ids ['59bb9a16-9e36-4602-92bb-fc643c503292'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:15:46.838541 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8685062b-aacd-4145-bb40-be14037e5961 admin admin] 10.222.0.16 "PUT /v2.0/routers/59bb9a16-9e36-4602-92bb-fc643c503292/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2100368 Mar 09 04:15:46.841960 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41560) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:46.844829 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb389e8-bae6-4fca-8c11-a82af405b8a1 None None] Routers {'59bb9a16-9e36-4602-92bb-fc643c503292'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:46.845563 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dfb389e8-bae6-4fca-8c11-a82af405b8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['59bb9a16-9e36-4602-92bb-fc643c503292'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:46.968392 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-38cd03c0-8e1a-4f43-ab44-1f46e10cfa05 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:46.974069 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-38cd03c0-8e1a-4f43-ab44-1f46e10cfa05 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:47.029927 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-dfb389e8-bae6-4fca-8c11-a82af405b8a1 None None] Set router 59bb9a16-9e36-4602-92bb-fc643c503292 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:15:47.034589 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-61ee1407-2747-40bd-be88-c7366159b37b admin admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:47.146582 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-38cd03c0-8e1a-4f43-ab44-1f46e10cfa05 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Floating IP bb06893f-4c04-4d9d-9f6c-a7eda4d2ad51 associated. External IP: 172.25.7.15, port: afdddfba-7019-4d45-868d-eb2537c779fb. Mar 09 04:15:47.237306 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-61ee1407-2747-40bd-be88-c7366159b37b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:47.247370 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-61ee1407-2747-40bd-be88-c7366159b37b admin admin] Deleting port c4c31ff6-dc7d-4512-9e3b-9897f0e68640 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:15:47.247719 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-61ee1407-2747-40bd-be88-c7366159b37b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:47.369258 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dfb389e8-bae6-4fca-8c11-a82af405b8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'name': 'tempest-TestVolumeBackupRestore-826368467-router', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:26Z', 'updated_at': '2022-03-09T04:15:45Z', 'revision_number': 5, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'gw_port': {'id': 'c4c31ff6-dc7d-4512-9e3b-9897f0e68640', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:28Z', 'updated_at': '2022-03-09T04:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:47.374276 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb389e8-bae6-4fca-8c11-a82af405b8a1 None None] Checking router: 59bb9a16-9e36-4602-92bb-fc643c503292 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:15:47.383501 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb389e8-bae6-4fca-8c11-a82af405b8a1 None None] Routers {'59bb9a16-9e36-4602-92bb-fc643c503292'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:47.384162 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dfb389e8-bae6-4fca-8c11-a82af405b8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['59bb9a16-9e36-4602-92bb-fc643c503292'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:47.425273 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-61ee1407-2747-40bd-be88-c7366159b37b admin admin] For port c4c31ff6-dc7d-4512-9e3b-9897f0e68640, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c4c31ff6-dc7d-4512-9e3b-9897f0e68640,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:15:47.425721 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-61ee1407-2747-40bd-be88-c7366159b37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:47.516213 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cd03c0-8e1a-4f43-ab44-1f46e10cfa05 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Router bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:15:47.541044 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-dfb389e8-bae6-4fca-8c11-a82af405b8a1 None None] Set router 59bb9a16-9e36-4602-92bb-fc643c503292 gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:15:47.553140 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-61ee1407-2747-40bd-be88-c7366159b37b admin admin] Calling delete_port for c4c31ff6-dc7d-4512-9e3b-9897f0e68640 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:15:47.648559 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dfb389e8-bae6-4fca-8c11-a82af405b8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'name': 'tempest-TestVolumeBackupRestore-826368467-router', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:26Z', 'updated_at': '2022-03-09T04:15:47Z', 'revision_number': 6, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:47.653630 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb389e8-bae6-4fca-8c11-a82af405b8a1 None None] The sync data for ids ['59bb9a16-9e36-4602-92bb-fc643c503292'] in n-d-825178-5 is: [{'id': '59bb9a16-9e36-4602-92bb-fc643c503292', 'name': 'tempest-TestVolumeBackupRestore-826368467-router', 'tenant_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:26Z', 'updated_at': '2022-03-09T04:15:47Z', 'revision_number': 6, 'project_id': '6725fde802ef40aca9eb2e0759a8e4c4', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:15:47.707988 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cd03c0-8e1a-4f43-ab44-1f46e10cfa05 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:15:47.718076 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b921d7e1-5381-4507-88fd-ddb0a4673c14 None None] Sync routers for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:15:47.728308 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b921d7e1-5381-4507-88fd-ddb0a4673c14 None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:47.729049 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-b921d7e1-5381-4507-88fd-ddb0a4673c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:47.836983 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-b921d7e1-5381-4507-88fd-ddb0a4673c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:47.847206 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b921d7e1-5381-4507-88fd-ddb0a4673c14 None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:47.848044 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-b921d7e1-5381-4507-88fd-ddb0a4673c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:47.879365 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-61ee1407-2747-40bd-be88-c7366159b37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:47.911298 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-b921d7e1-5381-4507-88fd-ddb0a4673c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:47.911860 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b921d7e1-5381-4507-88fd-ddb0a4673c14 None None] The sync data for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:15:47.969886 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee1407-2747-40bd-be88-c7366159b37b admin admin] Pushing event deleted for resources: {'Port': ['ID=c4c31ff6-dc7d-4512-9e3b-9897f0e68640,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:48.030789 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-61ee1407-2747-40bd-be88-c7366159b37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:48.098171 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cd03c0-8e1a-4f43-ab44-1f46e10cfa05 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Router 372d2049-018c-4a13-9ee0-e43782c07aa9 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:15:48.210249 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-61ee1407-2747-40bd-be88-c7366159b37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:48.212587 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-61ee1407-2747-40bd-be88-c7366159b37b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:48.239487 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-61ee1407-2747-40bd-be88-c7366159b37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:48.240173 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ee1407-2747-40bd-be88-c7366159b37b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59bb9a16-9e36-4602-92bb-fc643c503292 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:15:48.253018 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-61ee1407-2747-40bd-be88-c7366159b37b admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:48.254395 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-61ee1407-2747-40bd-be88-c7366159b37b admin admin] 10.222.0.16 "DELETE /v2.0/routers/59bb9a16-9e36-4602-92bb-fc643c503292 HTTP/1.1" status: 204 len: 168 time: 1.4111233 Mar 09 04:15:48.256770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41566) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:48.318725 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-567b4422-9e97-4e60-a710-e2b3e3e1e13f admin admin] Deleting subnet 0e82951b-4627-43be-82ea-670c0213bfa2 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:15:48.321654 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-567b4422-9e97-4e60-a710-e2b3e3e1e13f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:48.370066 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-567b4422-9e97-4e60-a710-e2b3e3e1e13f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:48.410220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cd03c0-8e1a-4f43-ab44-1f46e10cfa05 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:15:48.414714 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-38cd03c0-8e1a-4f43-ab44-1f46e10cfa05 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:48.422745 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9e7db1-2144-4443-bc8d-539e6ea99078 None None] Sync routers for ids ['372d2049-018c-4a13-9ee0-e43782c07aa9'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:15:48.436710 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9e7db1-2144-4443-bc8d-539e6ea99078 None None] Routers {'372d2049-018c-4a13-9ee0-e43782c07aa9'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:48.437416 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-9e9e7db1-2144-4443-bc8d-539e6ea99078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['372d2049-018c-4a13-9ee0-e43782c07aa9'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:48.475871 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-567b4422-9e97-4e60-a710-e2b3e3e1e13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:48.512509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c4c31ff6-dc7d-4512-9e3b-9897f0e68640 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:15:48.537969 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-38cd03c0-8e1a-4f43-ab44-1f46e10cfa05 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "PUT /v2.0/floatingips/bb06893f-4c04-4d9d-9f6c-a7eda4d2ad51 HTTP/1.1" status: 200 len: 977 time: 2.4822960 Mar 09 04:15:48.540951 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41570) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:48.549955 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-9e9e7db1-2144-4443-bc8d-539e6ea99078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:48.559189 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: c4c31ff6-dc7d-4512-9e3b-9897f0e68640 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:15:48.559519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c4c31ff6-dc7d-4512-9e3b-9897f0e68640 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:15:48.559925 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a322a3df-d9d6-4be2-a9d6-f3ccd987aea9 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:15:48.592386 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-567b4422-9e97-4e60-a710-e2b3e3e1e13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:48.592884 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: a322a3df-d9d6-4be2-a9d6-f3ccd987aea9 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:15:48.593229 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a322a3df-d9d6-4be2-a9d6-f3ccd987aea9 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:15:48.599963 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9e7db1-2144-4443-bc8d-539e6ea99078 None None] Routers {'372d2049-018c-4a13-9ee0-e43782c07aa9'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:48.600572 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-9e9e7db1-2144-4443-bc8d-539e6ea99078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['372d2049-018c-4a13-9ee0-e43782c07aa9'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:48.645697 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b4422-9e97-4e60-a710-e2b3e3e1e13f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e82951b-4627-43be-82ea-670c0213bfa2,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:48.654056 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-567b4422-9e97-4e60-a710-e2b3e3e1e13f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:48.659469 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-460302dc-097b-453c-b682-60a2827d4413 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Deleting port 4959b3d5-b94e-4c75-b30d-43685aab4d80 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:15:48.659631 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a943950-36e9-4862-9f0e-fbe1a6a5fee2 None None] Network f13a94dc-edf6-4f8b-9742-db93f6aa5617 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:15:48.659805 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-460302dc-097b-453c-b682-60a2827d4413 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:48.681910 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-9e9e7db1-2144-4443-bc8d-539e6ea99078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:48.682373 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9e7db1-2144-4443-bc8d-539e6ea99078 None None] The sync data for ids ['372d2049-018c-4a13-9ee0-e43782c07aa9'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:15:48.699984 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-567b4422-9e97-4e60-a710-e2b3e3e1e13f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0e82951b-4627-43be-82ea-670c0213bfa2 HTTP/1.1" status: 204 len: 168 time: 0.4414647 Mar 09 04:15:48.701843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41574) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:48.829759 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:48.837575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] Deleting port 7819bace-c205-4aaa-9f85-595aeddea4c6 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:15:48.837901 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:48.955042 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-460302dc-097b-453c-b682-60a2827d4413 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:48.985023 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6969f1-7133-451a-b3a2-4160c6d275d4 None None] DHCP port deletion for f13a94dc-edf6-4f8b-9742-db93f6aa5617 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:15:48.989224 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1a6969f1-7133-451a-b3a2-4160c6d275d4 None None] Deleting port 7819bace-c205-4aaa-9f85-595aeddea4c6 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:15:48.989593 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1a6969f1-7133-451a-b3a2-4160c6d275d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:49.048992 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] For port 7819bace-c205-4aaa-9f85-595aeddea4c6, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=7819bace-c205-4aaa-9f85-595aeddea4c6,segment=NetworkSegment(5ef8b00d-6def-41e5-b9d6-c37c0502ca27),segment_id=5ef8b00d-6def-41e5-b9d6-c37c0502ca27)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:15:49.049289 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:49.183528 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] Calling delete_port for 7819bace-c205-4aaa-9f85-595aeddea4c6 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:15:49.200182 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-1a6969f1-7133-451a-b3a2-4160c6d275d4 None None] For port 7819bace-c205-4aaa-9f85-595aeddea4c6, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=7819bace-c205-4aaa-9f85-595aeddea4c6,segment=NetworkSegment(5ef8b00d-6def-41e5-b9d6-c37c0502ca27),segment_id=5ef8b00d-6def-41e5-b9d6-c37c0502ca27)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:15:49.200655 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1a6969f1-7133-451a-b3a2-4160c6d275d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:49.256529 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-460302dc-097b-453c-b682-60a2827d4413 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:49.257211 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-460302dc-097b-453c-b682-60a2827d4413 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:49.257808 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-460302dc-097b-453c-b682-60a2827d4413 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Floating IP bb06893f-4c04-4d9d-9f6c-a7eda4d2ad51 disassociated. External IP: 172.25.7.15, port: 4959b3d5-b94e-4c75-b30d-43685aab4d80. Mar 09 04:15:49.258166 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-460302dc-097b-453c-b682-60a2827d4413 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Calling delete_port for 4959b3d5-b94e-4c75-b30d-43685aab4d80 owned by {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:15:49.261238 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:49.308478 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] Pushing event deleted for resources: {'Port': ['ID=7819bace-c205-4aaa-9f85-595aeddea4c6,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:49.316633 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] No DVR routers for this DVR port 7819bace-c205-4aaa-9f85-595aeddea4c6 on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:15:49.318941 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:15:49.319283 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:15:49.319603 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:15:49.319938 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:15:49.320262 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:15:49.320731 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:15:49.321008 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:15:49.321331 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:15:49.321654 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:15:49.321990 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:15:49.322302 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:15:49.322613 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:15:49.328317 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1a6969f1-7133-451a-b3a2-4160c6d275d4 None None] Calling delete_port for 7819bace-c205-4aaa-9f85-595aeddea4c6 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:15:49.404754 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-1a6969f1-7133-451a-b3a2-4160c6d275d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:15:49.405106 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-1a6969f1-7133-451a-b3a2-4160c6d275d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:15:49.439088 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:49.477512 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13a94dc-edf6-4f8b-9742-db93f6aa5617']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:49.491342 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef8b00d-6def-41e5-b9d6-c37c0502ca27') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:49.491634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef8b00d-6def-41e5-b9d6-c37c0502ca27') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:49.503269 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:49.518833 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:49.525019 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:15:49.525397 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:15:49.539220 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:15:49.542344 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-460302dc-097b-453c-b682-60a2827d4413 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:49.591283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460302dc-097b-453c-b682-60a2827d4413 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event deleted for resources: {'Port': ['ID=4959b3d5-b94e-4c75-b30d-43685aab4d80,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:49.618370 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:49.637974 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:49.649836 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] Pushing event deleted for resources: {'Network': ['ID=f13a94dc-edf6-4f8b-9742-db93f6aa5617,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:49.673713 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-20203148-3eba-4a33-b3fe-ba0a5588041c admin admin] 10.222.0.16 "DELETE /v2.0/networks/f13a94dc-edf6-4f8b-9742-db93f6aa5617 HTTP/1.1" status: 204 len: 168 time: 0.9706299 Mar 09 04:15:49.676495 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41580) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:49.786759 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460302dc-097b-453c-b682-60a2827d4413 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Router 372d2049-018c-4a13-9ee0-e43782c07aa9 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:15:49.906218 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1a6969f1-7133-451a-b3a2-4160c6d275d4 None None] Deleting port 7819bace-c205-4aaa-9f85-595aeddea4c6 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:15:49.907448 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1a6969f1-7133-451a-b3a2-4160c6d275d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:49.977091 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460302dc-097b-453c-b682-60a2827d4413 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:15:49.981491 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1a6969f1-7133-451a-b3a2-4160c6d275d4 None None] The port '7819bace-c205-4aaa-9f85-595aeddea4c6' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:15:49.993935 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74717226-56a1-4c42-85fd-7ad88661537a None None] Sync routers for ids ['372d2049-018c-4a13-9ee0-e43782c07aa9'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:15:50.005105 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74717226-56a1-4c42-85fd-7ad88661537a None None] Routers {'372d2049-018c-4a13-9ee0-e43782c07aa9'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:50.005695 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-74717226-56a1-4c42-85fd-7ad88661537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['372d2049-018c-4a13-9ee0-e43782c07aa9'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:50.071489 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-74717226-56a1-4c42-85fd-7ad88661537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:50.080852 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74717226-56a1-4c42-85fd-7ad88661537a None None] Routers {'372d2049-018c-4a13-9ee0-e43782c07aa9'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:50.081477 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-74717226-56a1-4c42-85fd-7ad88661537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['372d2049-018c-4a13-9ee0-e43782c07aa9'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:50.082279 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-460302dc-097b-453c-b682-60a2827d4413 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:50.099698 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-460302dc-097b-453c-b682-60a2827d4413 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "DELETE /v2.0/ports/4959b3d5-b94e-4c75-b30d-43685aab4d80 HTTP/1.1" status: 204 len: 168 time: 1.5553000 Mar 09 04:15:50.099863 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41586) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:50.145087 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-74717226-56a1-4c42-85fd-7ad88661537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:50.145476 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74717226-56a1-4c42-85fd-7ad88661537a None None] The sync data for ids ['372d2049-018c-4a13-9ee0-e43782c07aa9'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:15:50.216947 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 7819bace-c205-4aaa-9f85-595aeddea4c6 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:15:50.253508 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 7819bace-c205-4aaa-9f85-595aeddea4c6 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:15:50.254081 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 7819bace-c205-4aaa-9f85-595aeddea4c6 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:15:50.353283 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f1850b8b-f58a-4f90-9982-287c09025c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:50.648538 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3347666-26d1-45de-b4f7-116c060a1f38 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:50.696618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-f1850b8b-f58a-4f90-9982-287c09025c36 admin admin] Deleting port 7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:15:50.696951 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f1850b8b-f58a-4f90-9982-287c09025c36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:50.873412 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-f1850b8b-f58a-4f90-9982-287c09025c36 admin admin] For port 7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f,segment=NetworkSegment(7f89ef05-d4f2-4625-9cc0-fe753b3210e2),segment_id=7f89ef05-d4f2-4625-9cc0-fe753b3210e2)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:15:50.873771 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f1850b8b-f58a-4f90-9982-287c09025c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:51.000671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-f1850b8b-f58a-4f90-9982-287c09025c36 admin admin] Calling delete_port for 7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:15:51.123936 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-e3347666-26d1-45de-b4f7-116c060a1f38 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Deleting port d6bde5e9-922e-4b8e-9860-2a34cccf1d5a {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:15:51.124544 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3347666-26d1-45de-b4f7-116c060a1f38 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:51.316645 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3347666-26d1-45de-b4f7-116c060a1f38 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:51.340628 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f1850b8b-f58a-4f90-9982-287c09025c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:51.445454 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-e3347666-26d1-45de-b4f7-116c060a1f38 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Calling delete_port for d6bde5e9-922e-4b8e-9860-2a34cccf1d5a owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:15:51.513565 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1850b8b-f58a-4f90-9982-287c09025c36 admin admin] Pushing event deleted for resources: {'Port': ['ID=7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:51.652987 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3347666-26d1-45de-b4f7-116c060a1f38 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:51.709804 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3347666-26d1-45de-b4f7-116c060a1f38 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event deleted for resources: {'Port': ['ID=d6bde5e9-922e-4b8e-9860-2a34cccf1d5a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:51.800331 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f1850b8b-f58a-4f90-9982-287c09025c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:52.027079 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3347666-26d1-45de-b4f7-116c060a1f38 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:52.219014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1850b8b-f58a-4f90-9982-287c09025c36 admin admin] Router a549237e-663d-49c9-8609-560011d05109 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:15:52.398040 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1850b8b-f58a-4f90-9982-287c09025c36 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:15:52.408210 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c24eec3-764b-480c-a987-a067c25bc7a0 None None] Sync routers for ids ['a549237e-663d-49c9-8609-560011d05109'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:15:52.417499 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f1850b8b-f58a-4f90-9982-287c09025c36 admin admin] 10.222.0.16 "PUT /v2.0/routers/a549237e-663d-49c9-8609-560011d05109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7392204 Mar 09 04:15:52.420349 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41590) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:52.421488 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c24eec3-764b-480c-a987-a067c25bc7a0 None None] Routers {'a549237e-663d-49c9-8609-560011d05109'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:52.422168 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0c24eec3-764b-480c-a987-a067c25bc7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a549237e-663d-49c9-8609-560011d05109'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:52.523325 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3347666-26d1-45de-b4f7-116c060a1f38 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Router 372d2049-018c-4a13-9ee0-e43782c07aa9 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:15:52.598835 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-839da74d-819e-42bd-bd43-c3e27e3fa69b admin admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:52.639510 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-0c24eec3-764b-480c-a987-a067c25bc7a0 None None] Set router a549237e-663d-49c9-8609-560011d05109 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:15:52.709928 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3347666-26d1-45de-b4f7-116c060a1f38 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:15:52.720962 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68953700-891d-4f16-aa37-8a5fdec54621 None None] Sync routers for ids ['372d2049-018c-4a13-9ee0-e43782c07aa9'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:15:52.725118 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e3347666-26d1-45de-b4f7-116c060a1f38 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "PUT /v2.0/routers/372d2049-018c-4a13-9ee0-e43782c07aa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6239285 Mar 09 04:15:52.727451 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41594) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:52.732058 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68953700-891d-4f16-aa37-8a5fdec54621 None None] Routers {'372d2049-018c-4a13-9ee0-e43782c07aa9'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:52.732662 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-68953700-891d-4f16-aa37-8a5fdec54621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['372d2049-018c-4a13-9ee0-e43782c07aa9'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:52.775464 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-839da74d-819e-42bd-bd43-c3e27e3fa69b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:52.788886 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-839da74d-819e-42bd-bd43-c3e27e3fa69b admin admin] Deleting port e0b4300b-32ad-4e24-acac-41a39c58b65f {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:15:52.789431 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-839da74d-819e-42bd-bd43-c3e27e3fa69b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:52.796853 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-68953700-891d-4f16-aa37-8a5fdec54621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:52.805859 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68953700-891d-4f16-aa37-8a5fdec54621 None None] Routers {'372d2049-018c-4a13-9ee0-e43782c07aa9'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:52.806441 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-68953700-891d-4f16-aa37-8a5fdec54621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['372d2049-018c-4a13-9ee0-e43782c07aa9'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:52.875708 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-68953700-891d-4f16-aa37-8a5fdec54621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:52.876324 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68953700-891d-4f16-aa37-8a5fdec54621 None None] The sync data for ids ['372d2049-018c-4a13-9ee0-e43782c07aa9'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:15:52.957110 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b74b75c7-cc60-460c-81e9-df2d539297de tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:52.974039 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0c24eec3-764b-480c-a987-a067c25bc7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a549237e-663d-49c9-8609-560011d05109', 'name': 'tempest-TestVolumeBackupRestore-340935529-router', 'tenant_id': 'e96e1e0745a14756bdeaf4621bfc5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'e0b4300b-32ad-4e24-acac-41a39c58b65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:39Z', 'updated_at': '2022-03-09T04:15:51Z', 'revision_number': 5, 'project_id': 'e96e1e0745a14756bdeaf4621bfc5310', 'gw_port': {'id': 'e0b4300b-32ad-4e24-acac-41a39c58b65f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a549237e-663d-49c9-8609-560011d05109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:12:40Z', 'updated_at': '2022-03-09T04:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:52.978526 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c24eec3-764b-480c-a987-a067c25bc7a0 None None] Checking router: a549237e-663d-49c9-8609-560011d05109 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:15:52.987812 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c24eec3-764b-480c-a987-a067c25bc7a0 None None] Routers {'a549237e-663d-49c9-8609-560011d05109'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:15:52.988399 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0c24eec3-764b-480c-a987-a067c25bc7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a549237e-663d-49c9-8609-560011d05109'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:53.121367 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-839da74d-819e-42bd-bd43-c3e27e3fa69b admin admin] For port e0b4300b-32ad-4e24-acac-41a39c58b65f, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e0b4300b-32ad-4e24-acac-41a39c58b65f,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:15:53.121738 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-839da74d-819e-42bd-bd43-c3e27e3fa69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:53.142126 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-0c24eec3-764b-480c-a987-a067c25bc7a0 None None] Set router a549237e-663d-49c9-8609-560011d05109 gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:15:53.142520 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b74b75c7-cc60-460c-81e9-df2d539297de tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:53.153517 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-b74b75c7-cc60-460c-81e9-df2d539297de tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Deleting port 682d8a8f-5b3b-4a75-ba4f-fe018c1fa57e {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:15:53.153976 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b74b75c7-cc60-460c-81e9-df2d539297de tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:53.251556 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0c24eec3-764b-480c-a987-a067c25bc7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a549237e-663d-49c9-8609-560011d05109', 'name': 'tempest-TestVolumeBackupRestore-340935529-router', 'tenant_id': 'e96e1e0745a14756bdeaf4621bfc5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:39Z', 'updated_at': '2022-03-09T04:15:52Z', 'revision_number': 6, 'project_id': 'e96e1e0745a14756bdeaf4621bfc5310', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:53.255581 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c24eec3-764b-480c-a987-a067c25bc7a0 None None] The sync data for ids ['a549237e-663d-49c9-8609-560011d05109'] in n-d-825178-5 is: [{'id': 'a549237e-663d-49c9-8609-560011d05109', 'name': 'tempest-TestVolumeBackupRestore-340935529-router', 'tenant_id': 'e96e1e0745a14756bdeaf4621bfc5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:12:39Z', 'updated_at': '2022-03-09T04:15:52Z', 'revision_number': 6, 'project_id': 'e96e1e0745a14756bdeaf4621bfc5310', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:15:53.256036 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-839da74d-819e-42bd-bd43-c3e27e3fa69b admin admin] Calling delete_port for e0b4300b-32ad-4e24-acac-41a39c58b65f owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:15:53.333516 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b74b75c7-cc60-460c-81e9-df2d539297de tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:53.426928 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-839da74d-819e-42bd-bd43-c3e27e3fa69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:53.458793 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-b74b75c7-cc60-460c-81e9-df2d539297de tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Calling delete_port for 682d8a8f-5b3b-4a75-ba4f-fe018c1fa57e owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:15:53.473957 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839da74d-819e-42bd-bd43-c3e27e3fa69b admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b4300b-32ad-4e24-acac-41a39c58b65f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:53.564651 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-839da74d-819e-42bd-bd43-c3e27e3fa69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:53.627926 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b74b75c7-cc60-460c-81e9-df2d539297de tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:53.715030 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b75c7-cc60-460c-81e9-df2d539297de tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event deleted for resources: {'Port': ['ID=682d8a8f-5b3b-4a75-ba4f-fe018c1fa57e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:53.743641 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-839da74d-819e-42bd-bd43-c3e27e3fa69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:53.746829 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-839da74d-819e-42bd-bd43-c3e27e3fa69b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:53.755454 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b75c7-cc60-460c-81e9-df2d539297de tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:15:53.756168 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b75c7-cc60-460c-81e9-df2d539297de tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:15:53.756509 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b75c7-cc60-460c-81e9-df2d539297de tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:15:53.756851 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b75c7-cc60-460c-81e9-df2d539297de tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:15:53.757174 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b75c7-cc60-460c-81e9-df2d539297de tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:15:53.757492 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b75c7-cc60-460c-81e9-df2d539297de tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:15:53.757926 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b75c7-cc60-460c-81e9-df2d539297de tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:15:53.758244 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b75c7-cc60-460c-81e9-df2d539297de tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:15:53.758563 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b75c7-cc60-460c-81e9-df2d539297de tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:15:53.758963 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b75c7-cc60-460c-81e9-df2d539297de tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:15:53.759302 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b75c7-cc60-460c-81e9-df2d539297de tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:15:53.759621 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b75c7-cc60-460c-81e9-df2d539297de tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:15:53.770736 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-839da74d-819e-42bd-bd43-c3e27e3fa69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:53.771289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839da74d-819e-42bd-bd43-c3e27e3fa69b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a549237e-663d-49c9-8609-560011d05109 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:15:53.783936 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b74b75c7-cc60-460c-81e9-df2d539297de tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:53.784204 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-839da74d-819e-42bd-bd43-c3e27e3fa69b admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:53.785418 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-839da74d-819e-42bd-bd43-c3e27e3fa69b admin admin] 10.222.0.16 "DELETE /v2.0/routers/a549237e-663d-49c9-8609-560011d05109 HTTP/1.1" status: 204 len: 168 time: 1.3639293 Mar 09 04:15:53.788475 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41598) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:53.849502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-00fe3ba8-5acc-4fc6-adee-70692f17426d admin admin] Deleting subnet 7c41a95d-2489-48a1-b234-3c5838c876dd {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:15:53.852728 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-00fe3ba8-5acc-4fc6-adee-70692f17426d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:53.901684 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-00fe3ba8-5acc-4fc6-adee-70692f17426d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:53.987812 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-00fe3ba8-5acc-4fc6-adee-70692f17426d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:54.061920 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-00fe3ba8-5acc-4fc6-adee-70692f17426d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:54.078413 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b74b75c7-cc60-460c-81e9-df2d539297de tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:54.080664 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b74b75c7-cc60-460c-81e9-df2d539297de tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:54.103009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe3ba8-5acc-4fc6-adee-70692f17426d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c41a95d-2489-48a1-b234-3c5838c876dd,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:54.105473 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b74b75c7-cc60-460c-81e9-df2d539297de tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:54.106027 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74b75c7-cc60-460c-81e9-df2d539297de tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Fanout notify agent at l3_agent the message router_deleted on router 372d2049-018c-4a13-9ee0-e43782c07aa9 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:15:54.112295 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-00fe3ba8-5acc-4fc6-adee-70692f17426d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:54.116152 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7aec15-c1cc-4b13-958e-7cd8178c032e None None] Network 3bc36e70-3c77-468b-8a19-8c86c282368d requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:15:54.120043 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-00fe3ba8-5acc-4fc6-adee-70692f17426d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7c41a95d-2489-48a1-b234-3c5838c876dd HTTP/1.1" status: 204 len: 168 time: 0.3305852 Mar 09 04:15:54.122469 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41602) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:54.124419 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b74b75c7-cc60-460c-81e9-df2d539297de tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:54.127967 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b74b75c7-cc60-460c-81e9-df2d539297de tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "DELETE /v2.0/routers/372d2049-018c-4a13-9ee0-e43782c07aa9 HTTP/1.1" status: 204 len: 168 time: 1.3967657 Mar 09 04:15:54.128200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41606) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:54.215211 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-867681e6-394c-4c59-ab5a-a60f5b43739c tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Deleting subnet 676aab54-5d34-4b18-a1f7-1d81034f71e2 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:15:54.218849 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-867681e6-394c-4c59-ab5a-a60f5b43739c tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:54.246688 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03ea795f-656a-4c06-ae3e-fde9670cb25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:54.255107 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:15:54.257104 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-03ea795f-656a-4c06-ae3e-fde9670cb25e admin admin] Deleting port 3dcd8ef7-f425-4a09-ae16-3c00c4672435 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:15:54.257427 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03ea795f-656a-4c06-ae3e-fde9670cb25e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:54.280584 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-867681e6-394c-4c59-ab5a-a60f5b43739c tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:54.315700 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:15:54.315982 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 7640a5ef-3b6c-425f-b8ee-5dd57a22ca8f not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:15:54.316484 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e0b4300b-32ad-4e24-acac-41a39c58b65f no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:15:54.354560 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: e0b4300b-32ad-4e24-acac-41a39c58b65f {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:15:54.354881 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e0b4300b-32ad-4e24-acac-41a39c58b65f not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:15:54.383202 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-867681e6-394c-4c59-ab5a-a60f5b43739c tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:54.466816 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-867681e6-394c-4c59-ab5a-a60f5b43739c tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:54.510335 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867681e6-394c-4c59-ab5a-a60f5b43739c tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event deleted for resources: {'Subnet': ['ID=676aab54-5d34-4b18-a1f7-1d81034f71e2,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:54.512322 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-867681e6-394c-4c59-ab5a-a60f5b43739c tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:54.519000 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-867681e6-394c-4c59-ab5a-a60f5b43739c tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "DELETE /v2.0/subnets/676aab54-5d34-4b18-a1f7-1d81034f71e2 HTTP/1.1" status: 204 len: 168 time: 0.3896923 Mar 09 04:15:54.521454 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41610) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:54.522997 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d33f9ec-2446-4766-9e2e-66bc94697f27 None None] Network 3154f34b-ece8-4e74-89ba-028f25afea51 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:15:54.569841 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca994ad-df0b-4365-b451-5a7f88e69b49 None None] DHCP port deletion for 3bc36e70-3c77-468b-8a19-8c86c282368d request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:15:54.622537 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1ca994ad-df0b-4365-b451-5a7f88e69b49 None None] Deleting port 3dcd8ef7-f425-4a09-ae16-3c00c4672435 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:15:54.622712 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1ca994ad-df0b-4365-b451-5a7f88e69b49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:54.624461 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-03ea795f-656a-4c06-ae3e-fde9670cb25e admin admin] For port 3dcd8ef7-f425-4a09-ae16-3c00c4672435, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3dcd8ef7-f425-4a09-ae16-3c00c4672435,segment=NetworkSegment(7f89ef05-d4f2-4625-9cc0-fe753b3210e2),segment_id=7f89ef05-d4f2-4625-9cc0-fe753b3210e2)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:15:54.624808 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03ea795f-656a-4c06-ae3e-fde9670cb25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:54.644601 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3241225-77c1-4289-bc9d-729758c2996b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:54.655099 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-e3241225-77c1-4289-bc9d-729758c2996b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Deleting port 3b21d1f8-a745-4795-b5e9-87c6d793b278 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:15:54.655456 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3241225-77c1-4289-bc9d-729758c2996b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:54.750357 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-03ea795f-656a-4c06-ae3e-fde9670cb25e admin admin] Calling delete_port for 3dcd8ef7-f425-4a09-ae16-3c00c4672435 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:15:54.837485 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03ea795f-656a-4c06-ae3e-fde9670cb25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:54.868699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-e3241225-77c1-4289-bc9d-729758c2996b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] For port 3b21d1f8-a745-4795-b5e9-87c6d793b278, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3b21d1f8-a745-4795-b5e9-87c6d793b278,segment=NetworkSegment(6a0d513f-ff1e-42ac-ae46-379042650aaa),segment_id=6a0d513f-ff1e-42ac-ae46-379042650aaa)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:15:54.869059 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3241225-77c1-4289-bc9d-729758c2996b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:54.888574 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea795f-656a-4c06-ae3e-fde9670cb25e admin admin] Pushing event deleted for resources: {'Port': ['ID=3dcd8ef7-f425-4a09-ae16-3c00c4672435,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:54.892374 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ea795f-656a-4c06-ae3e-fde9670cb25e admin admin] No DVR routers for this DVR port 3dcd8ef7-f425-4a09-ae16-3c00c4672435 on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:15:54.992505 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-1ca994ad-df0b-4365-b451-5a7f88e69b49 None None] For port 3dcd8ef7-f425-4a09-ae16-3c00c4672435, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3dcd8ef7-f425-4a09-ae16-3c00c4672435,segment=NetworkSegment(7f89ef05-d4f2-4625-9cc0-fe753b3210e2),segment_id=7f89ef05-d4f2-4625-9cc0-fe753b3210e2)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:15:54.993008 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1ca994ad-df0b-4365-b451-5a7f88e69b49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:55.003139 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-e3241225-77c1-4289-bc9d-729758c2996b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Calling delete_port for 3b21d1f8-a745-4795-b5e9-87c6d793b278 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:15:55.011164 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03ea795f-656a-4c06-ae3e-fde9670cb25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:55.036383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-03ea795f-656a-4c06-ae3e-fde9670cb25e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc36e70-3c77-468b-8a19-8c86c282368d']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:55.049926 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-03ea795f-656a-4c06-ae3e-fde9670cb25e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f89ef05-d4f2-4625-9cc0-fe753b3210e2') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:55.050213 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-03ea795f-656a-4c06-ae3e-fde9670cb25e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f89ef05-d4f2-4625-9cc0-fe753b3210e2') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:55.063772 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03ea795f-656a-4c06-ae3e-fde9670cb25e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:55.080623 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03ea795f-656a-4c06-ae3e-fde9670cb25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:55.087031 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ea795f-656a-4c06-ae3e-fde9670cb25e admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:15:55.087457 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03ea795f-656a-4c06-ae3e-fde9670cb25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:55.089732 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3241225-77c1-4289-bc9d-729758c2996b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:15:55.101920 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:15:55.121560 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1ca994ad-df0b-4365-b451-5a7f88e69b49 None None] Calling delete_port for 3dcd8ef7-f425-4a09-ae16-3c00c4672435 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:15:55.136015 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3241225-77c1-4289-bc9d-729758c2996b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event deleted for resources: {'Port': ['ID=3b21d1f8-a745-4795-b5e9-87c6d793b278,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:55.141618 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3241225-77c1-4289-bc9d-729758c2996b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] No DVR routers for this DVR port 3b21d1f8-a745-4795-b5e9-87c6d793b278 on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:15:55.207783 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-1ca994ad-df0b-4365-b451-5a7f88e69b49 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:15:55.208140 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-1ca994ad-df0b-4365-b451-5a7f88e69b49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:15:55.210268 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e08124-b04a-4342-b897-5fe3c2d35676 None None] DHCP port deletion for 3154f34b-ece8-4e74-89ba-028f25afea51 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:15:55.210468 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03ea795f-656a-4c06-ae3e-fde9670cb25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:55.215941 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03ea795f-656a-4c06-ae3e-fde9670cb25e admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:55.244005 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea795f-656a-4c06-ae3e-fde9670cb25e admin admin] Pushing event deleted for resources: {'Network': ['ID=3bc36e70-3c77-468b-8a19-8c86c282368d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:55.247848 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-03ea795f-656a-4c06-ae3e-fde9670cb25e admin admin] 10.222.0.16 "DELETE /v2.0/networks/3bc36e70-3c77-468b-8a19-8c86c282368d HTTP/1.1" status: 204 len: 168 time: 1.1243856 Mar 09 04:15:55.267479 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3241225-77c1-4289-bc9d-729758c2996b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:55.293922 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-e3241225-77c1-4289-bc9d-729758c2996b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3154f34b-ece8-4e74-89ba-028f25afea51']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:55.305948 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-e3241225-77c1-4289-bc9d-729758c2996b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0d513f-ff1e-42ac-ae46-379042650aaa') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:55.306237 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-e3241225-77c1-4289-bc9d-729758c2996b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0d513f-ff1e-42ac-ae46-379042650aaa') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:15:55.317942 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3241225-77c1-4289-bc9d-729758c2996b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:55.334594 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3241225-77c1-4289-bc9d-729758c2996b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:55.341283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3241225-77c1-4289-bc9d-729758c2996b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:15:55.341667 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3241225-77c1-4289-bc9d-729758c2996b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:15:55.356619 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:15:55.430704 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41616) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:55.441214 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3241225-77c1-4289-bc9d-729758c2996b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:55.445600 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e3241225-77c1-4289-bc9d-729758c2996b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:55.473632 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3241225-77c1-4289-bc9d-729758c2996b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event deleted for resources: {'Network': ['ID=3154f34b-ece8-4e74-89ba-028f25afea51,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:55.479068 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e3241225-77c1-4289-bc9d-729758c2996b tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "DELETE /v2.0/networks/3154f34b-ece8-4e74-89ba-028f25afea51 HTTP/1.1" status: 204 len: 168 time: 0.9566176 Mar 09 04:15:55.479711 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-851727b7-26f7-4fbc-807e-94dbfdb3598a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6725fde802ef40aca9eb2e0759a8e4c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478494 Mar 09 04:15:55.481618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41620) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:55.482510 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41622) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:55.545099 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0081bbe3-502a-4eca-bebb-3ec6d92a86a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:55.571721 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0081bbe3-502a-4eca-bebb-3ec6d92a86a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:55.624308 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0081bbe3-502a-4eca-bebb-3ec6d92a86a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:55.639233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-5bf26500-0841-4822-863c-9ebf867fcb4f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Deleting port 77d4aedd-b479-450b-a545-db0c99ddb1e6 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:15:55.639573 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5bf26500-0841-4822-863c-9ebf867fcb4f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:55.642571 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081bbe3-502a-4eca-bebb-3ec6d92a86a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cfac1a-9dec-4c85-aafe-89b3dc25c1c1,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:55.649131 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0081bbe3-502a-4eca-bebb-3ec6d92a86a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:55.653817 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0081bbe3-502a-4eca-bebb-3ec6d92a86a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b7cfac1a-9dec-4c85-aafe-89b3dc25c1c1 HTTP/1.1" status: 204 len: 168 time: 0.1669295 Mar 09 04:15:55.709083 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1ca994ad-df0b-4365-b451-5a7f88e69b49 None None] Deleting port 3dcd8ef7-f425-4a09-ae16-3c00c4672435 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:15:55.709466 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1ca994ad-df0b-4365-b451-5a7f88e69b49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:55.790727 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1ca994ad-df0b-4365-b451-5a7f88e69b49 None None] The port '3dcd8ef7-f425-4a09-ae16-3c00c4672435' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:15:55.819711 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5bf26500-0841-4822-863c-9ebf867fcb4f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:55.820208 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5bf26500-0841-4822-863c-9ebf867fcb4f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:55.954007 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-5bf26500-0841-4822-863c-9ebf867fcb4f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Calling delete_port for 77d4aedd-b479-450b-a545-db0c99ddb1e6 owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:15:56.012005 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41632) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:56.064960 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b5bbab1a-0bbc-4c5b-8a27-7d4628dc4c1f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e96e1e0745a14756bdeaf4621bfc5310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492613 Mar 09 04:15:56.065137 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41636) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:56.098192 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5bf26500-0841-4822-863c-9ebf867fcb4f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:56.123432 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-54100a56-759f-43d1-9fc4-34ebec5ba7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:56.148363 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf26500-0841-4822-863c-9ebf867fcb4f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event deleted for resources: {'Port': ['ID=77d4aedd-b479-450b-a545-db0c99ddb1e6,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:56.148561 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-54100a56-759f-43d1-9fc4-34ebec5ba7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:56.212855 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-54100a56-759f-43d1-9fc4-34ebec5ba7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:56.219918 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3b21d1f8-a745-4795-b5e9-87c6d793b278 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:15:56.233688 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54100a56-759f-43d1-9fc4-34ebec5ba7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465063ca-eb14-449e-ae47-2602dfa4c39b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:56.241582 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-54100a56-759f-43d1-9fc4-34ebec5ba7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:56.246289 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-54100a56-759f-43d1-9fc4-34ebec5ba7a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/465063ca-eb14-449e-ae47-2602dfa4c39b HTTP/1.1" status: 204 len: 168 time: 0.1801381 Mar 09 04:15:56.246955 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5bf26500-0841-4822-863c-9ebf867fcb4f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:56.261968 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 3b21d1f8-a745-4795-b5e9-87c6d793b278 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:15:56.262306 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3b21d1f8-a745-4795-b5e9-87c6d793b278 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:15:56.262725 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3dcd8ef7-f425-4a09-ae16-3c00c4672435 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:15:56.265062 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5bf26500-0841-4822-863c-9ebf867fcb4f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:56.269408 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5bf26500-0841-4822-863c-9ebf867fcb4f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "DELETE /v2.0/floatingips/bb06893f-4c04-4d9d-9f6c-a7eda4d2ad51 HTTP/1.1" status: 204 len: 168 time: 0.7836735 Mar 09 04:15:56.269915 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41642) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:56.300165 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 3dcd8ef7-f425-4a09-ae16-3c00c4672435 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:15:56.300515 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3dcd8ef7-f425-4a09-ae16-3c00c4672435 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:15:56.324115 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f782f37-3034-49e6-bdda-04b53ad13b3f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] DELETE failed (client error): The resource could not be found. Mar 09 04:15:56.324591 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f782f37-3034-49e6-bdda-04b53ad13b3f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:15:56.326269 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9f782f37-3034-49e6-bdda-04b53ad13b3f tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "DELETE /v2.0/ports/4959b3d5-b94e-4c75-b30d-43685aab4d80 HTTP/1.1" status: 404 len: 333 time: 0.0551465 Mar 09 04:15:56.328830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41646) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:56.370823 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cd423727-f4c9-4ad2-b63e-5f4966e66dfb tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Synchronizing usage tracker for tenant:2f5dd9cd27e24d23ab80b40393590951 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:15:56.386349 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cd423727-f4c9-4ad2-b63e-5f4966e66dfb tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Unset dirty status for tenant:2f5dd9cd27e24d23ab80b40393590951 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:15:56.387526 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cd423727-f4c9-4ad2-b63e-5f4966e66dfb tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "GET /v2.0/ports?device_id=372d2049-018c-4a13-9ee0-e43782c07aa9 HTTP/1.1" status: 200 len: 205 time: 0.0578122 Mar 09 04:15:56.390161 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41650) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:56.462216 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-dd53d879-553c-4cc0-94a1-2a25e45e7c58 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] delete failed (client error): The resource could not be found. Mar 09 04:15:56.466257 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-dd53d879-553c-4cc0-94a1-2a25e45e7c58 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "DELETE /v2.0/routers/372d2049-018c-4a13-9ee0-e43782c07aa9 HTTP/1.1" status: 404 len: 336 time: 0.0722144 Mar 09 04:15:56.466549 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41654) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:56.510000 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b5f291-afab-4f9b-b946-c869d0b19dc4 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] DELETE failed (client error): The resource could not be found. Mar 09 04:15:56.510456 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b5f291-afab-4f9b-b946-c869d0b19dc4 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:15:56.514566 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b8b5f291-afab-4f9b-b946-c869d0b19dc4 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "DELETE /v2.0/subnets/676aab54-5d34-4b18-a1f7-1d81034f71e2 HTTP/1.1" status: 404 len: 337 time: 0.0446899 Mar 09 04:15:56.514837 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41658) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:56.585683 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-334c91e5-f383-4e12-8567-38448cde75c6 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Deleting port afdddfba-7019-4d45-868d-eb2537c779fb {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:15:56.586024 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-334c91e5-f383-4e12-8567-38448cde75c6 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:56.969156 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-334c91e5-f383-4e12-8567-38448cde75c6 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:57.090394 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-334c91e5-f383-4e12-8567-38448cde75c6 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Calling delete_port for afdddfba-7019-4d45-868d-eb2537c779fb owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:15:57.230892 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-334c91e5-f383-4e12-8567-38448cde75c6 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:57.279855 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c91e5-f383-4e12-8567-38448cde75c6 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event deleted for resources: {'Port': ['ID=afdddfba-7019-4d45-868d-eb2537c779fb,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:57.378225 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-334c91e5-f383-4e12-8567-38448cde75c6 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:57.390662 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-334c91e5-f383-4e12-8567-38448cde75c6 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "DELETE /v2.0/ports/afdddfba-7019-4d45-868d-eb2537c779fb HTTP/1.1" status: 204 len: 168 time: 0.8747799 Mar 09 04:15:57.392960 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41662) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:57.458269 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-42a9a911-f887-41f1-bec3-430bc80b16fb tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Deleting port c5345ba4-3c88-4d98-adde-71e39349264d {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:15:57.458604 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-42a9a911-f887-41f1-bec3-430bc80b16fb tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:57.703644 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-42a9a911-f887-41f1-bec3-430bc80b16fb tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:57.829096 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-42a9a911-f887-41f1-bec3-430bc80b16fb tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Calling delete_port for c5345ba4-3c88-4d98-adde-71e39349264d owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:15:57.973767 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-42a9a911-f887-41f1-bec3-430bc80b16fb tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:58.025502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9a911-f887-41f1-bec3-430bc80b16fb tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event deleted for resources: {'Port': ['ID=c5345ba4-3c88-4d98-adde-71e39349264d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:15:58.121256 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-42a9a911-f887-41f1-bec3-430bc80b16fb tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:58.132354 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-42a9a911-f887-41f1-bec3-430bc80b16fb tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "DELETE /v2.0/ports/c5345ba4-3c88-4d98-adde-71e39349264d HTTP/1.1" status: 204 len: 168 time: 0.7382247 Mar 09 04:15:58.134463 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41666) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:58.218142 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7fbdac-64c5-4cca-b2c8-42aaba94d9f9 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:15:58.218833 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9e7fbdac-64c5-4cca-b2c8-42aaba94d9f9 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Synchronizing usage tracker for tenant:2f5dd9cd27e24d23ab80b40393590951 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:15:58.233401 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9e7fbdac-64c5-4cca-b2c8-42aaba94d9f9 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Unset dirty status for tenant:2f5dd9cd27e24d23ab80b40393590951 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:15:58.234574 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9e7fbdac-64c5-4cca-b2c8-42aaba94d9f9 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b HTTP/1.1" status: 200 len: 913 time: 0.0991654 Mar 09 04:15:58.237118 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41670) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:15:58.744136 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0fdbc6e5-3b22-479e-984a-c505aa99408a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:58.883959 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-be585ba3-c277-48ab-aee4-d969ab287a57 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:59.226695 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-be585ba3-c277-48ab-aee4-d969ab287a57 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Deleting port ba7ab1f8-5511-44ff-b8d2-e015eab79346 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:15:59.227527 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-be585ba3-c277-48ab-aee4-d969ab287a57 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:59.405718 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-be585ba3-c277-48ab-aee4-d969ab287a57 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:59.529057 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-be585ba3-c277-48ab-aee4-d969ab287a57 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Calling delete_port for ba7ab1f8-5511-44ff-b8d2-e015eab79346 owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:15:59.709490 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-be585ba3-c277-48ab-aee4-d969ab287a57 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:15:59.758408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be585ba3-c277-48ab-aee4-d969ab287a57 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event deleted for resources: {'Port': ['ID=ba7ab1f8-5511-44ff-b8d2-e015eab79346,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:00.155355 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-be585ba3-c277-48ab-aee4-d969ab287a57 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:00.514873 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be585ba3-c277-48ab-aee4-d969ab287a57 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Router bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:16:00.689637 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be585ba3-c277-48ab-aee4-d969ab287a57 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:16:00.698697 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8b5a93-2e09-441d-af2f-40097b87573c None None] Sync routers for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:16:00.710164 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-be585ba3-c277-48ab-aee4-d969ab287a57 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "PUT /v2.0/routers/bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4698961 Mar 09 04:16:00.710348 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8b5a93-2e09-441d-af2f-40097b87573c None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:16:00.710348 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-9d8b5a93-2e09-441d-af2f-40097b87573c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:00.710618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41674) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:00.772078 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-9d8b5a93-2e09-441d-af2f-40097b87573c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:00.780927 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8b5a93-2e09-441d-af2f-40097b87573c None None] Routers {'bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:16:00.781518 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-9d8b5a93-2e09-441d-af2f-40097b87573c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:15:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:00.845873 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-9d8b5a93-2e09-441d-af2f-40097b87573c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:00.846265 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8b5a93-2e09-441d-af2f-40097b87573c None None] The sync data for ids ['bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:16:00.890946 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c3f0369-6ef2-41c6-969a-2160fa365af5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:01.068881 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c3f0369-6ef2-41c6-969a-2160fa365af5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:01.078563 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-2c3f0369-6ef2-41c6-969a-2160fa365af5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Deleting port 98dc292a-4668-4e21-b1f0-748c772ed573 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:16:01.078915 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c3f0369-6ef2-41c6-969a-2160fa365af5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:01.123078 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ab447690-382d-4acc-a8f2-9d67fccb94c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:01.252748 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c3f0369-6ef2-41c6-969a-2160fa365af5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:01.372527 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-2c3f0369-6ef2-41c6-969a-2160fa365af5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Calling delete_port for 98dc292a-4668-4e21-b1f0-748c772ed573 owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:16:01.665030 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c3f0369-6ef2-41c6-969a-2160fa365af5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:01.712254 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f0369-6ef2-41c6-969a-2160fa365af5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event deleted for resources: {'Port': ['ID=98dc292a-4668-4e21-b1f0-748c772ed573,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:01.801120 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c3f0369-6ef2-41c6-969a-2160fa365af5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:01.971863 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c3f0369-6ef2-41c6-969a-2160fa365af5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:01.974001 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c3f0369-6ef2-41c6-969a-2160fa365af5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:01.996907 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c3f0369-6ef2-41c6-969a-2160fa365af5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:01.997513 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3f0369-6ef2-41c6-969a-2160fa365af5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Fanout notify agent at l3_agent the message router_deleted on router bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:16:02.011927 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c3f0369-6ef2-41c6-969a-2160fa365af5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:02.012996 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2c3f0369-6ef2-41c6-969a-2160fa365af5 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "DELETE /v2.0/routers/bfa3f7d7-3ff2-4b99-8f90-8a8dcf48e40b HTTP/1.1" status: 204 len: 168 time: 1.3017406 Mar 09 04:16:02.015433 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41678) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:02.081750 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d9c1e4-bc00-4777-af53-7a59ea3da525 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Deleting subnet ad30e505-1041-4497-96fb-b758c73cb1fa {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:16:02.084587 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-53d9c1e4-bc00-4777-af53-7a59ea3da525 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:02.137271 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-53d9c1e4-bc00-4777-af53-7a59ea3da525 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:02.199674 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-53d9c1e4-bc00-4777-af53-7a59ea3da525 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:02.269978 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-53d9c1e4-bc00-4777-af53-7a59ea3da525 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:02.275089 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:02.277782 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:02.310812 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9c1e4-bc00-4777-af53-7a59ea3da525 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event deleted for resources: {'Subnet': ['ID=ad30e505-1041-4497-96fb-b758c73cb1fa,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:02.312738 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-53d9c1e4-bc00-4777-af53-7a59ea3da525 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:02.318906 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-53d9c1e4-bc00-4777-af53-7a59ea3da525 tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "DELETE /v2.0/subnets/ad30e505-1041-4497-96fb-b758c73cb1fa HTTP/1.1" status: 204 len: 168 time: 0.3025403 Mar 09 04:16:02.321253 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41682) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:02.434225 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2cf9ad10-bf76-44fe-b850-f3dfbc634ded tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:02.561022 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2cf9ad10-bf76-44fe-b850-f3dfbc634ded tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:02.584704 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-2cf9ad10-bf76-44fe-b850-f3dfbc634ded tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1caa06-7c77-4a06-8503-b0f21b9fdee4']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:02.599739 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-2cf9ad10-bf76-44fe-b850-f3dfbc634ded tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4545da7-17eb-4fcb-918c-77e621b4e72a') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:02.600032 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-2cf9ad10-bf76-44fe-b850-f3dfbc634ded tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4545da7-17eb-4fcb-918c-77e621b4e72a') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:02.611475 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2cf9ad10-bf76-44fe-b850-f3dfbc634ded tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:02.627288 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2cf9ad10-bf76-44fe-b850-f3dfbc634ded tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:02.633039 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf9ad10-bf76-44fe-b850-f3dfbc634ded tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:16:02.633412 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2cf9ad10-bf76-44fe-b850-f3dfbc634ded tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:16:02.647112 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:16:02.722195 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2cf9ad10-bf76-44fe-b850-f3dfbc634ded tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:02.739659 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2cf9ad10-bf76-44fe-b850-f3dfbc634ded tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:02.754324 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2cf9ad10-bf76-44fe-b850-f3dfbc634ded tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] 10.222.0.16 "DELETE /v2.0/networks/ea1caa06-7c77-4a06-8503-b0f21b9fdee4 HTTP/1.1" status: 204 len: 168 time: 0.4321580 Mar 09 04:16:02.755188 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf9ad10-bf76-44fe-b850-f3dfbc634ded tempest-FloatingIPTestJSON-1485269580 tempest-FloatingIPTestJSON-1485269580-project] Pushing event deleted for resources: {'Network': ['ID=ea1caa06-7c77-4a06-8503-b0f21b9fdee4,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:03.020346 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41690) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:03.171354 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fac6131d-7335-4cf6-b8ff-7e927ea5d08d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f5dd9cd27e24d23ab80b40393590951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497383 Mar 09 04:16:03.173687 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41696) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:03.229396 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-52a6a594-50cb-49d3-ae24-5687a01458b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:03.254310 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-52a6a594-50cb-49d3-ae24-5687a01458b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:03.306197 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-52a6a594-50cb-49d3-ae24-5687a01458b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:03.320162 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6a594-50cb-49d3-ae24-5687a01458b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026c4afe-d73f-4b06-ab4a-ada97d859dd4,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:03.327697 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-52a6a594-50cb-49d3-ae24-5687a01458b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:03.328815 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-52a6a594-50cb-49d3-ae24-5687a01458b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/026c4afe-d73f-4b06-ab4a-ada97d859dd4 HTTP/1.1" status: 204 len: 168 time: 0.1542587 Mar 09 04:16:03.554308 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:04.011383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41720) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:04.113092 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Request body: {'networks': [{'name': 'tempest-network--1811470789'}, {'name': 'tempest-network--681637978'}]} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:04.113401 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Request body: {'network': {'name': 'tempest-network--1811470789'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:04.113858 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Request body: {'network': {'name': 'tempest-network--681637978'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:04.120079 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:16:04.123835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Usage tracker for resource:network and tenant:8cca07e4b8124e8e8c2f63de33fb740f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:16:04.126603 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:16:04.132719 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:16:04.142269 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Made reservation on behalf of 8cca07e4b8124e8e8c2f63de33fb740f for: {'network': 2} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:16:04.146761 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:04.161564 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:04.177008 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:16:04.180994 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Usage tracker for resource:security_group_rule and tenant:8cca07e4b8124e8e8c2f63de33fb740f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:16:04.184325 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:16:04.189934 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:16:04.271376 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:04.275072 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:04.275525 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:04.322323 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0948a4ed-504a-4731-b83d-581b14cccf23,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:04.330493 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:16:04.339789 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:04.340131 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Added segment 30fd1e36-537b-4cc1-bfc9-2bf3c1c1731a of type vlan for network 7b665e22-2428-4cce-a704-5e87c3728222 Mar 09 04:16:04.366624 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:04.373462 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:04.399059 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:16:04.407061 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:04.407395 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Added segment 1bcae6de-dc0c-4e5c-8ec0-0ce91b620f66 of type vlan for network 8bb05c38-216b-4596-a92a-421895267616 Mar 09 04:16:04.431624 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:04.460895 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:04.461363 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:04.467266 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:04.471903 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:04.472503 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:04.579600 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5671237 Mar 09 04:16:04.582223 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Pushing event updated for resources: {'Network': ['ID=7b665e22-2428-4cce-a704-5e87c3728222,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:04.582336 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41726) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:04.594351 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 7b665e22-2428-4cce-a704-5e87c3728222 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:16:04.682974 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29642fcc-2209-4549-8239-d68f03218089 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Pushing event updated for resources: {'Network': ['ID=8bb05c38-216b-4596-a92a-421895267616,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:04.694520 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 8bb05c38-216b-4596-a92a-421895267616 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:16:04.735721 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9922e0-3569-44ba-85e8-89861384ec97 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:04.741524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9922e0-3569-44ba-85e8-89861384ec97 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:04.747130 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9922e0-3569-44ba-85e8-89861384ec97 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:04.752723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9922e0-3569-44ba-85e8-89861384ec97 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:04.756809 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2d9922e0-3569-44ba-85e8-89861384ec97 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1708665 Mar 09 04:16:04.757029 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41730) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:04.871154 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-af29c611-519e-4f6f-b470-102d6ded9987 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:05.101400 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-af29c611-519e-4f6f-b470-102d6ded9987 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:05.128225 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-af29c611-519e-4f6f-b470-102d6ded9987 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b665e22-2428-4cce-a704-5e87c3728222']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:05.140393 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-af29c611-519e-4f6f-b470-102d6ded9987 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30fd1e36-537b-4cc1-bfc9-2bf3c1c1731a') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:05.140678 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-af29c611-519e-4f6f-b470-102d6ded9987 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30fd1e36-537b-4cc1-bfc9-2bf3c1c1731a') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:05.152259 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-af29c611-519e-4f6f-b470-102d6ded9987 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:05.167952 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-af29c611-519e-4f6f-b470-102d6ded9987 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:05.173765 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af29c611-519e-4f6f-b470-102d6ded9987 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:16:05.174143 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-af29c611-519e-4f6f-b470-102d6ded9987 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:16:05.188557 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:16:05.267820 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-af29c611-519e-4f6f-b470-102d6ded9987 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:05.284885 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-af29c611-519e-4f6f-b470-102d6ded9987 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:05.294538 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29c611-519e-4f6f-b470-102d6ded9987 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Pushing event deleted for resources: {'Network': ['ID=7b665e22-2428-4cce-a704-5e87c3728222,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:05.297328 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-af29c611-519e-4f6f-b470-102d6ded9987 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] 10.222.0.16 "DELETE /v2.0/networks/7b665e22-2428-4cce-a704-5e87c3728222 HTTP/1.1" status: 204 len: 168 time: 0.5393994 Mar 09 04:16:05.299915 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41734) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:05.411258 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a876c5e9-25d0-403e-a03d-e939a51d6b69 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:05.539742 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a876c5e9-25d0-403e-a03d-e939a51d6b69 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:05.564537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-a876c5e9-25d0-403e-a03d-e939a51d6b69 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb05c38-216b-4596-a92a-421895267616']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:05.576803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-a876c5e9-25d0-403e-a03d-e939a51d6b69 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bcae6de-dc0c-4e5c-8ec0-0ce91b620f66') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:05.577093 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-a876c5e9-25d0-403e-a03d-e939a51d6b69 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bcae6de-dc0c-4e5c-8ec0-0ce91b620f66') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:05.588088 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a876c5e9-25d0-403e-a03d-e939a51d6b69 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:05.604420 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a876c5e9-25d0-403e-a03d-e939a51d6b69 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:05.610704 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a876c5e9-25d0-403e-a03d-e939a51d6b69 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:16:05.611109 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a876c5e9-25d0-403e-a03d-e939a51d6b69 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:16:05.625839 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:16:05.703863 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a876c5e9-25d0-403e-a03d-e939a51d6b69 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:05.720534 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a876c5e9-25d0-403e-a03d-e939a51d6b69 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:05.731286 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a876c5e9-25d0-403e-a03d-e939a51d6b69 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] 10.222.0.16 "DELETE /v2.0/networks/8bb05c38-216b-4596-a92a-421895267616 HTTP/1.1" status: 204 len: 168 time: 0.4304612 Mar 09 04:16:05.732120 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876c5e9-25d0-403e-a03d-e939a51d6b69 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Pushing event deleted for resources: {'Network': ['ID=8bb05c38-216b-4596-a92a-421895267616,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:05.733683 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41738) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:05.876789 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05acb693-af38-437d-b8e0-3bb8d963e3bd tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:05.882610 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05acb693-af38-437d-b8e0-3bb8d963e3bd tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:05.883370 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-05acb693-af38-437d-b8e0-3bb8d963e3bd tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Synchronizing usage tracker for tenant:8cca07e4b8124e8e8c2f63de33fb740f on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:16:05.900244 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-05acb693-af38-437d-b8e0-3bb8d963e3bd tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Unset dirty status for tenant:8cca07e4b8124e8e8c2f63de33fb740f on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:16:05.901415 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-05acb693-af38-437d-b8e0-3bb8d963e3bd tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1668515 Mar 09 04:16:05.905235 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41742) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:05.910669 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-54778071-297e-4e61-809d-89115578870a tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1487368135'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:05.917019 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-54778071-297e-4e61-809d-89115578870a tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:16:05.927553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-54778071-297e-4e61-809d-89115578870a tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:16:05.937577 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54778071-297e-4e61-809d-89115578870a tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Made reservation on behalf of 8cca07e4b8124e8e8c2f63de33fb740f for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:16:05.940917 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-54778071-297e-4e61-809d-89115578870a tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:05.968361 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54778071-297e-4e61-809d-89115578870a tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:16:05.976691 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-54778071-297e-4e61-809d-89115578870a tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:05.977030 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-54778071-297e-4e61-809d-89115578870a tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Added segment 2f0d91c2-07c2-4a86-83a1-6c07b93ab072 of type vlan for network 1b8d6301-a87e-4116-992f-ff80cda73f7b Mar 09 04:16:06.002066 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-54778071-297e-4e61-809d-89115578870a tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:06.032845 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-54778071-297e-4e61-809d-89115578870a tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:06.038080 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54778071-297e-4e61-809d-89115578870a tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:06.038644 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-54778071-297e-4e61-809d-89115578870a tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:06.140421 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54778071-297e-4e61-809d-89115578870a tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Pushing event updated for resources: {'Network': ['ID=1b8d6301-a87e-4116-992f-ff80cda73f7b,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:06.144200 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-54778071-297e-4e61-809d-89115578870a tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2380028 Mar 09 04:16:06.146790 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41746) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:06.152399 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 1b8d6301-a87e-4116-992f-ff80cda73f7b details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:16:06.153864 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-e2966aae-c66d-4777-987b-2b6a1a735e09 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2113722880'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:06.159542 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e2966aae-c66d-4777-987b-2b6a1a735e09 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:16:06.163609 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e2966aae-c66d-4777-987b-2b6a1a735e09 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Usage tracker for resource:network and tenant:8cca07e4b8124e8e8c2f63de33fb740f is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:16:06.168056 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e2966aae-c66d-4777-987b-2b6a1a735e09 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:16:06.173818 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e2966aae-c66d-4777-987b-2b6a1a735e09 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:16:06.187608 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2966aae-c66d-4777-987b-2b6a1a735e09 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Made reservation on behalf of 8cca07e4b8124e8e8c2f63de33fb740f for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:16:06.191061 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e2966aae-c66d-4777-987b-2b6a1a735e09 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:06.218289 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2966aae-c66d-4777-987b-2b6a1a735e09 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:16:06.230312 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e2966aae-c66d-4777-987b-2b6a1a735e09 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:06.230679 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-e2966aae-c66d-4777-987b-2b6a1a735e09 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Added segment be0544ba-1b69-4e19-8a8c-74f75fd7b845 of type vlan for network 4457f21e-ecc0-4e3b-90b1-07cf851bbe5d Mar 09 04:16:06.256991 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e2966aae-c66d-4777-987b-2b6a1a735e09 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:06.285432 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e2966aae-c66d-4777-987b-2b6a1a735e09 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:06.292125 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2966aae-c66d-4777-987b-2b6a1a735e09 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:06.292700 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e2966aae-c66d-4777-987b-2b6a1a735e09 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:06.396746 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e2966aae-c66d-4777-987b-2b6a1a735e09 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2488983 Mar 09 04:16:06.399533 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41750) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:06.400045 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2966aae-c66d-4777-987b-2b6a1a735e09 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Pushing event updated for resources: {'Network': ['ID=4457f21e-ecc0-4e3b-90b1-07cf851bbe5d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:06.405873 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Request body: {'ports': [{'network_id': '1b8d6301-a87e-4116-992f-ff80cda73f7b', 'name': 'tempest-port--1537879317', 'admin_state_up': True}, {'network_id': '4457f21e-ecc0-4e3b-90b1-07cf851bbe5d', 'admin_state_up': False}]} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:06.406633 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Request body: {'port': {'network_id': '1b8d6301-a87e-4116-992f-ff80cda73f7b', 'name': 'tempest-port--1537879317', 'admin_state_up': True}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:06.406633 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Request body: {'port': {'network_id': '4457f21e-ecc0-4e3b-90b1-07cf851bbe5d', 'admin_state_up': False}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:06.410554 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 4457f21e-ecc0-4e3b-90b1-07cf851bbe5d details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:16:06.726961 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:16:06.730730 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Usage tracker for resource:port and tenant:8cca07e4b8124e8e8c2f63de33fb740f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:16:06.733501 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:16:06.739279 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:16:06.749756 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Made reservation on behalf of 8cca07e4b8124e8e8c2f63de33fb740f for: {'port': 2} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:16:06.754262 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:06.771411 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:06.986928 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] device_id is not set on port 6f21a495-9def-4273-b264-50a731b4e840 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:16:07.074590 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:07.177926 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] device_id is not set on port 75b96116-baa6-4e78-bc5f-b7073140ba58 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:16:07.263850 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:07.290046 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:07.377876 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Pushing event updated for resources: {'Port': ['ID=6f21a495-9def-4273-b264-50a731b4e840,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:07.390836 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Checking segment: {'id': '2f0d91c2-07c2-4a86-83a1-6c07b93ab072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1b8d6301-a87e-4116-992f-ff80cda73f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:16:07.391219 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Network hostable DHCP agents. Network: 1b8d6301-a87e-4116-992f-ff80cda73f7b, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:16:07.409223 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Network 1b8d6301-a87e-4116-992f-ff80cda73f7b is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:16:07.419195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 1b8d6301-a87e-4116-992f-ff80cda73f7b) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:16:07.425379 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:16:07.426490 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:07.426654 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd0408d-5a5e-4241-b36c-517a4e1350d3 None None] Network 1b8d6301-a87e-4116-992f-ff80cda73f7b requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:16:07.516134 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Pushing event updated for resources: {'Port': ['ID=75b96116-baa6-4e78-bc5f-b7073140ba58,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:07.527064 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Checking segment: {'id': 'be0544ba-1b69-4e19-8a8c-74f75fd7b845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4457f21e-ecc0-4e3b-90b1-07cf851bbe5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:16:07.527419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Network hostable DHCP agents. Network: 4457f21e-ecc0-4e3b-90b1-07cf851bbe5d, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:16:07.546796 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Network 4457f21e-ecc0-4e3b-90b1-07cf851bbe5d is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:16:07.555594 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 4457f21e-ecc0-4e3b-90b1-07cf851bbe5d) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:16:07.559594 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:16:07.565382 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:07.570209 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:07.570837 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:07.574135 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff52e06-ca00-4d86-91e3-095cb42daa92 None None] Network 4457f21e-ecc0-4e3b-90b1-07cf851bbe5d requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:16:07.592386 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ca7657d0-f992-4c26-b312-721953c1f597 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1917422 Mar 09 04:16:07.594921 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41754) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:07.679915 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30621f2c-ebf3-46bb-a220-bfe30182eb80 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:07.685881 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30621f2c-ebf3-46bb-a220-bfe30182eb80 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:07.686629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-30621f2c-ebf3-46bb-a220-bfe30182eb80 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Synchronizing usage tracker for tenant:8cca07e4b8124e8e8c2f63de33fb740f on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:16:07.702795 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-30621f2c-ebf3-46bb-a220-bfe30182eb80 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Unset dirty status for tenant:8cca07e4b8124e8e8c2f63de33fb740f on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:16:07.704116 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-30621f2c-ebf3-46bb-a220-bfe30182eb80 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1082850 Mar 09 04:16:07.706868 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41758) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:07.775009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4483510c-0c14-4206-98fe-612539878be3 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Deleting port 6f21a495-9def-4273-b264-50a731b4e840 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:16:07.775354 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4483510c-0c14-4206-98fe-612539878be3 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:07.995340 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4483510c-0c14-4206-98fe-612539878be3 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:08.115515 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4483510c-0c14-4206-98fe-612539878be3 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Calling delete_port for 6f21a495-9def-4273-b264-50a731b4e840 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:16:08.204162 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4483510c-0c14-4206-98fe-612539878be3 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:08.252838 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483510c-0c14-4206-98fe-612539878be3 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Pushing event deleted for resources: {'Port': ['ID=6f21a495-9def-4273-b264-50a731b4e840,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:08.259718 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4483510c-0c14-4206-98fe-612539878be3 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:08.272418 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4483510c-0c14-4206-98fe-612539878be3 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] 10.222.0.16 "DELETE /v2.0/ports/6f21a495-9def-4273-b264-50a731b4e840 HTTP/1.1" status: 204 len: 168 time: 0.5646131 Mar 09 04:16:08.275101 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41762) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:08.341099 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-6f9e07e6-f85c-4966-9df5-7c8ea0941af3 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Deleting port 75b96116-baa6-4e78-bc5f-b7073140ba58 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:16:08.341436 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f9e07e6-f85c-4966-9df5-7c8ea0941af3 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:08.658951 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f9e07e6-f85c-4966-9df5-7c8ea0941af3 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:08.780708 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-6f9e07e6-f85c-4966-9df5-7c8ea0941af3 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Calling delete_port for 75b96116-baa6-4e78-bc5f-b7073140ba58 owned by {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:16:08.857584 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f9e07e6-f85c-4966-9df5-7c8ea0941af3 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:08.905933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e07e6-f85c-4966-9df5-7c8ea0941af3 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Pushing event deleted for resources: {'Port': ['ID=75b96116-baa6-4e78-bc5f-b7073140ba58,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:08.910841 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f9e07e6-f85c-4966-9df5-7c8ea0941af3 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:08.920989 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6f9e07e6-f85c-4966-9df5-7c8ea0941af3 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] 10.222.0.16 "DELETE /v2.0/ports/75b96116-baa6-4e78-bc5f-b7073140ba58 HTTP/1.1" status: 204 len: 168 time: 0.6443641 Mar 09 04:16:08.923451 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41766) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:08.968813 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1ddde0d2-d763-4fe2-b1b6-ffaffe3d023e tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Synchronizing usage tracker for tenant:8cca07e4b8124e8e8c2f63de33fb740f on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:16:08.984147 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1ddde0d2-d763-4fe2-b1b6-ffaffe3d023e tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Unset dirty status for tenant:8cca07e4b8124e8e8c2f63de33fb740f on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:16:08.985266 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1ddde0d2-d763-4fe2-b1b6-ffaffe3d023e tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0609310 Mar 09 04:16:08.989172 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41770) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:08.992114 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:08.994599 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-4d66e6ce-64ac-4b7b-a15b-df5b8504fda4 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1958038711'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:09.000150 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4d66e6ce-64ac-4b7b-a15b-df5b8504fda4 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:16:09.004216 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4d66e6ce-64ac-4b7b-a15b-df5b8504fda4 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Usage tracker for resource:network and tenant:8cca07e4b8124e8e8c2f63de33fb740f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:16:09.007046 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4d66e6ce-64ac-4b7b-a15b-df5b8504fda4 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:16:09.013110 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4d66e6ce-64ac-4b7b-a15b-df5b8504fda4 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:16:09.022602 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d66e6ce-64ac-4b7b-a15b-df5b8504fda4 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Made reservation on behalf of 8cca07e4b8124e8e8c2f63de33fb740f for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:16:09.026512 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4d66e6ce-64ac-4b7b-a15b-df5b8504fda4 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:09.053626 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d66e6ce-64ac-4b7b-a15b-df5b8504fda4 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:16:09.061895 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4d66e6ce-64ac-4b7b-a15b-df5b8504fda4 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:09.062239 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-4d66e6ce-64ac-4b7b-a15b-df5b8504fda4 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Added segment f61e8fd6-11be-4ad5-a2bd-4a5f9f2afe15 of type vlan for network 8feef720-db53-4dbe-9d29-4d148a2fca3d Mar 09 04:16:09.086749 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4d66e6ce-64ac-4b7b-a15b-df5b8504fda4 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:09.114692 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4d66e6ce-64ac-4b7b-a15b-df5b8504fda4 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:09.120107 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d66e6ce-64ac-4b7b-a15b-df5b8504fda4 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:09.120679 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4d66e6ce-64ac-4b7b-a15b-df5b8504fda4 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:09.221427 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4d66e6ce-64ac-4b7b-a15b-df5b8504fda4 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2311862 Mar 09 04:16:09.224083 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41774) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:09.227160 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66e6ce-64ac-4b7b-a15b-df5b8504fda4 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Pushing event updated for resources: {'Network': ['ID=8feef720-db53-4dbe-9d29-4d148a2fca3d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:09.231058 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-cbecb3c5-b73e-4c7d-ae17-9a39203c3bfe tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-758310889'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:09.237543 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cbecb3c5-b73e-4c7d-ae17-9a39203c3bfe tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:16:09.237923 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 8feef720-db53-4dbe-9d29-4d148a2fca3d details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:16:09.241758 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cbecb3c5-b73e-4c7d-ae17-9a39203c3bfe tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Usage tracker for resource:network and tenant:8cca07e4b8124e8e8c2f63de33fb740f is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:16:09.244655 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cbecb3c5-b73e-4c7d-ae17-9a39203c3bfe tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:16:09.250262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cbecb3c5-b73e-4c7d-ae17-9a39203c3bfe tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:16:09.259522 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbecb3c5-b73e-4c7d-ae17-9a39203c3bfe tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Made reservation on behalf of 8cca07e4b8124e8e8c2f63de33fb740f for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:16:09.263024 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cbecb3c5-b73e-4c7d-ae17-9a39203c3bfe tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:09.291014 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbecb3c5-b73e-4c7d-ae17-9a39203c3bfe tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:16:09.300665 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cbecb3c5-b73e-4c7d-ae17-9a39203c3bfe tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:09.301005 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-cbecb3c5-b73e-4c7d-ae17-9a39203c3bfe tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Added segment 6e7649d8-be03-4498-bb13-a54450840f38 of type vlan for network 6c7defb5-5fbd-454a-baca-b6dd20db2b2b Mar 09 04:16:09.326522 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cbecb3c5-b73e-4c7d-ae17-9a39203c3bfe tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:09.355642 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cbecb3c5-b73e-4c7d-ae17-9a39203c3bfe tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:09.361076 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbecb3c5-b73e-4c7d-ae17-9a39203c3bfe tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:09.361652 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cbecb3c5-b73e-4c7d-ae17-9a39203c3bfe tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:09.478224 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cbecb3c5-b73e-4c7d-ae17-9a39203c3bfe tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2404270 Mar 09 04:16:09.478224 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbecb3c5-b73e-4c7d-ae17-9a39203c3bfe tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Pushing event updated for resources: {'Network': ['ID=6c7defb5-5fbd-454a-baca-b6dd20db2b2b,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:09.493453 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 6c7defb5-5fbd-454a-baca-b6dd20db2b2b details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:16:09.600631 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41778) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:09.606266 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-8493945a-d14a-471e-87d7-76dd980f262b tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Request body: {'subnets': [{'network_id': '8feef720-db53-4dbe-9d29-4d148a2fca3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--332646353', 'ip_version': 4}, {'network_id': '6c7defb5-5fbd-454a-baca-b6dd20db2b2b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:09.606578 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-8493945a-d14a-471e-87d7-76dd980f262b tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Request body: {'subnet': {'network_id': '8feef720-db53-4dbe-9d29-4d148a2fca3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--332646353', 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:09.607201 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-8493945a-d14a-471e-87d7-76dd980f262b tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Request body: {'subnet': {'network_id': '6c7defb5-5fbd-454a-baca-b6dd20db2b2b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:09.920752 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8493945a-d14a-471e-87d7-76dd980f262b tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:16:09.924728 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-8493945a-d14a-471e-87d7-76dd980f262b tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Usage tracker for resource:subnet and tenant:8cca07e4b8124e8e8c2f63de33fb740f is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:16:09.927586 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-8493945a-d14a-471e-87d7-76dd980f262b tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:16:09.933724 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-8493945a-d14a-471e-87d7-76dd980f262b tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:16:09.943208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8493945a-d14a-471e-87d7-76dd980f262b tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Made reservation on behalf of 8cca07e4b8124e8e8c2f63de33fb740f for: {'subnet': 2} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:16:09.948778 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8493945a-d14a-471e-87d7-76dd980f262b tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:09.949109 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8493945a-d14a-471e-87d7-76dd980f262b tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:10.368856 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8493945a-d14a-471e-87d7-76dd980f262b tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:10.445082 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493945a-d14a-471e-87d7-76dd980f262b tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Pushing event updated for resources: {'Subnet': ['ID=060f497f-5c70-4e73-be8f-34f0e3ef0335,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:10.454198 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8493945a-d14a-471e-87d7-76dd980f262b tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Checking segment: {'id': 'f61e8fd6-11be-4ad5-a2bd-4a5f9f2afe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8feef720-db53-4dbe-9d29-4d148a2fca3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:16:10.454550 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8493945a-d14a-471e-87d7-76dd980f262b tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Network hostable DHCP agents. Network: 8feef720-db53-4dbe-9d29-4d148a2fca3d, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:16:10.472395 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8493945a-d14a-471e-87d7-76dd980f262b tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Network 8feef720-db53-4dbe-9d29-4d148a2fca3d is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:16:10.481255 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-8493945a-d14a-471e-87d7-76dd980f262b tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 8feef720-db53-4dbe-9d29-4d148a2fca3d) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:16:10.484957 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8493945a-d14a-471e-87d7-76dd980f262b tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:10.490432 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b5e91e-c4d1-46ba-92bf-7ac05a6ed11c None None] Network 8feef720-db53-4dbe-9d29-4d148a2fca3d requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:16:10.564057 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493945a-d14a-471e-87d7-76dd980f262b tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Pushing event updated for resources: {'Subnet': ['ID=13819882-afdf-4981-9dba-52b643cc644a,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:10.575341 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8493945a-d14a-471e-87d7-76dd980f262b tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Checking segment: {'id': '6e7649d8-be03-4498-bb13-a54450840f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6c7defb5-5fbd-454a-baca-b6dd20db2b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:16:10.575697 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8493945a-d14a-471e-87d7-76dd980f262b tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Network hostable DHCP agents. Network: 6c7defb5-5fbd-454a-baca-b6dd20db2b2b, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:16:10.594066 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8493945a-d14a-471e-87d7-76dd980f262b tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Network 6c7defb5-5fbd-454a-baca-b6dd20db2b2b is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:16:10.603235 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-8493945a-d14a-471e-87d7-76dd980f262b tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 6c7defb5-5fbd-454a-baca-b6dd20db2b2b) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:16:10.607559 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8493945a-d14a-471e-87d7-76dd980f262b tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:10.608030 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8493945a-d14a-471e-87d7-76dd980f262b tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:10.608642 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8493945a-d14a-471e-87d7-76dd980f262b tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:10.629517 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8493945a-d14a-471e-87d7-76dd980f262b tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.0278125 Mar 09 04:16:10.632144 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41782) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:10.639802 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ba6d86-76d0-4d15-841f-5aac7ce9b451 None None] Network 6c7defb5-5fbd-454a-baca-b6dd20db2b2b requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:16:10.699274 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bb5224-32f6-489d-a603-da6f92f45630 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:10.700684 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bb5224-32f6-489d-a603-da6f92f45630 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:10.702268 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bb5224-32f6-489d-a603-da6f92f45630 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:10.703082 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a5bb5224-32f6-489d-a603-da6f92f45630 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Synchronizing usage tracker for tenant:8cca07e4b8124e8e8c2f63de33fb740f on resource:subnet {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:16:10.719803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a5bb5224-32f6-489d-a603-da6f92f45630 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Unset dirty status for tenant:8cca07e4b8124e8e8c2f63de33fb740f on resource:subnet {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:16:10.720917 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a5bb5224-32f6-489d-a603-da6f92f45630 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0878677 Mar 09 04:16:10.724200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41786) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:10.788580 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d30a0c-757c-4f70-90ef-6e1db6629e1a tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Deleting subnet 060f497f-5c70-4e73-be8f-34f0e3ef0335 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:16:10.792589 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e0d30a0c-757c-4f70-90ef-6e1db6629e1a tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:10.794875 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3351b4-1e44-44e1-9ab1-75a8987b8148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-8feef720-db53-4dbe-9d29-4d148a2fca3d', 'network_id': '8feef720-db53-4dbe-9d29-4d148a2fca3d', 'tenant_id': '8cca07e4b8124e8e8c2f63de33fb740f', 'fixed_ips': [{'subnet_id': '060f497f-5c70-4e73-be8f-34f0e3ef0335'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:16:10.795751 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ed3351b4-1e44-44e1-9ab1-75a8987b8148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:10.849922 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e0d30a0c-757c-4f70-90ef-6e1db6629e1a tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:10.912028 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e0d30a0c-757c-4f70-90ef-6e1db6629e1a tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:10.987791 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aeadee-c10f-4f44-afd9-e463019b48b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-6c7defb5-5fbd-454a-baca-b6dd20db2b2b', 'network_id': '6c7defb5-5fbd-454a-baca-b6dd20db2b2b', 'tenant_id': '8cca07e4b8124e8e8c2f63de33fb740f', 'fixed_ips': [{'subnet_id': '13819882-afdf-4981-9dba-52b643cc644a'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:16:10.989106 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-78aeadee-c10f-4f44-afd9-e463019b48b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:10.991995 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e0d30a0c-757c-4f70-90ef-6e1db6629e1a tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server [None req-ed3351b4-1e44-44e1-9ab1-75a8987b8148 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 060f497f-5c70-4e73-be8f-34f0e3ef0335: This subnet is being modified by another concurrent operation. Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise exception Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 060f497f-5c70-4e73-be8f-34f0e3ef0335: This subnet is being modified by another concurrent operation. Mar 09 04:16:11.020538 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server Mar 09 04:16:11.037091 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d30a0c-757c-4f70-90ef-6e1db6629e1a tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Pushing event deleted for resources: {'Subnet': ['ID=060f497f-5c70-4e73-be8f-34f0e3ef0335,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:11.037091 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e0d30a0c-757c-4f70-90ef-6e1db6629e1a tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:11.053742 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e0d30a0c-757c-4f70-90ef-6e1db6629e1a tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] 10.222.0.16 "DELETE /v2.0/subnets/060f497f-5c70-4e73-be8f-34f0e3ef0335 HTTP/1.1" status: 204 len: 168 time: 0.3263309 Mar 09 04:16:11.053965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41790) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:11.070027 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f938f9b2-bbad-4240-a510-98a9c26ca15d None None] Network 8feef720-db53-4dbe-9d29-4d148a2fca3d requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:16:11.120637 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d8c7f5-af01-4ad5-8bab-9d333784b4d4 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Deleting subnet 13819882-afdf-4981-9dba-52b643cc644a {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:16:11.123701 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d9d8c7f5-af01-4ad5-8bab-9d333784b4d4 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:11.181007 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d9d8c7f5-af01-4ad5-8bab-9d333784b4d4 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:11.240544 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d9d8c7f5-af01-4ad5-8bab-9d333784b4d4 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:11.311985 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d9d8c7f5-af01-4ad5-8bab-9d333784b4d4 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server [None req-78aeadee-c10f-4f44-afd9-e463019b48b2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13819882-afdf-4981-9dba-52b643cc644a: This subnet is being modified by another concurrent operation. Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server raise exception Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13819882-afdf-4981-9dba-52b643cc644a: This subnet is being modified by another concurrent operation. Mar 09 04:16:11.314642 n-d-825178-5 neutron-server[87882]: ERROR oslo_messaging.rpc.server Mar 09 04:16:11.331402 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9347d579-e904-4bba-a35a-21c0b379627b None None] Network 6c7defb5-5fbd-454a-baca-b6dd20db2b2b requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:16:11.356131 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8c7f5-af01-4ad5-8bab-9d333784b4d4 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Pushing event deleted for resources: {'Subnet': ['ID=13819882-afdf-4981-9dba-52b643cc644a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:11.359605 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d9d8c7f5-af01-4ad5-8bab-9d333784b4d4 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:11.370277 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d9d8c7f5-af01-4ad5-8bab-9d333784b4d4 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] 10.222.0.16 "DELETE /v2.0/subnets/13819882-afdf-4981-9dba-52b643cc644a HTTP/1.1" status: 204 len: 168 time: 0.3151572 Mar 09 04:16:11.372781 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41794) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:11.438151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21da011b-bdc5-4523-8af7-70036333a2ff tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:11.438833 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-21da011b-bdc5-4523-8af7-70036333a2ff tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Synchronizing usage tracker for tenant:8cca07e4b8124e8e8c2f63de33fb740f on resource:subnet {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:16:11.454086 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-21da011b-bdc5-4523-8af7-70036333a2ff tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Unset dirty status for tenant:8cca07e4b8124e8e8c2f63de33fb740f on resource:subnet {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:16:11.455396 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-21da011b-bdc5-4523-8af7-70036333a2ff tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0815446 Mar 09 04:16:11.459162 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41798) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:11.540237 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351ea213-d632-4fa2-9534-fc7a00f139d0 None None] get_active_networks_info from n-d-825178-5 {{(pid=87882) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 04:16:11.571835 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d750d195-6a2f-4741-95bd-0498b1365727 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:11.616993 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351ea213-d632-4fa2-9534-fc7a00f139d0 None None] Resources bound (agent type, host, resource id): {{(pid=87882) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 04:16:11.701704 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d750d195-6a2f-4741-95bd-0498b1365727 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:11.725764 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-d750d195-6a2f-4741-95bd-0498b1365727 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7defb5-5fbd-454a-baca-b6dd20db2b2b']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:11.738170 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-d750d195-6a2f-4741-95bd-0498b1365727 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e7649d8-be03-4498-bb13-a54450840f38') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:11.738460 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-d750d195-6a2f-4741-95bd-0498b1365727 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e7649d8-be03-4498-bb13-a54450840f38') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:11.750181 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d750d195-6a2f-4741-95bd-0498b1365727 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:11.769465 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d750d195-6a2f-4741-95bd-0498b1365727 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:11.775377 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d750d195-6a2f-4741-95bd-0498b1365727 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:16:11.775757 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d750d195-6a2f-4741-95bd-0498b1365727 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:16:11.897568 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:16:11.921564 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76670a93-f99f-41e2-8baf-ef6e54987d72 None None] get_active_networks_info from n-d-825178-5 {{(pid=87882) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 04:16:11.977578 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d750d195-6a2f-4741-95bd-0498b1365727 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:11.997905 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76670a93-f99f-41e2-8baf-ef6e54987d72 None None] Resources bound (agent type, host, resource id): {{(pid=87882) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 04:16:12.001489 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d750d195-6a2f-4741-95bd-0498b1365727 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:12.010132 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750d195-6a2f-4741-95bd-0498b1365727 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Pushing event deleted for resources: {'Network': ['ID=6c7defb5-5fbd-454a-baca-b6dd20db2b2b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:12.015073 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d750d195-6a2f-4741-95bd-0498b1365727 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] 10.222.0.16 "DELETE /v2.0/networks/6c7defb5-5fbd-454a-baca-b6dd20db2b2b HTTP/1.1" status: 204 len: 168 time: 0.5549600 Mar 09 04:16:12.017462 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41802) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:12.130590 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48986930-9f9b-4dff-af7e-606ce9072152 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:12.260689 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48986930-9f9b-4dff-af7e-606ce9072152 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:12.286349 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-48986930-9f9b-4dff-af7e-606ce9072152 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8feef720-db53-4dbe-9d29-4d148a2fca3d']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:12.299343 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-48986930-9f9b-4dff-af7e-606ce9072152 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61e8fd6-11be-4ad5-a2bd-4a5f9f2afe15') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:12.299633 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-48986930-9f9b-4dff-af7e-606ce9072152 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61e8fd6-11be-4ad5-a2bd-4a5f9f2afe15') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:12.310505 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48986930-9f9b-4dff-af7e-606ce9072152 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:12.326303 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48986930-9f9b-4dff-af7e-606ce9072152 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:12.332085 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48986930-9f9b-4dff-af7e-606ce9072152 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:16:12.332452 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48986930-9f9b-4dff-af7e-606ce9072152 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:16:12.347039 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:16:12.426350 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48986930-9f9b-4dff-af7e-606ce9072152 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:12.443584 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48986930-9f9b-4dff-af7e-606ce9072152 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:12.454920 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48986930-9f9b-4dff-af7e-606ce9072152 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Pushing event deleted for resources: {'Network': ['ID=8feef720-db53-4dbe-9d29-4d148a2fca3d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:12.460007 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-48986930-9f9b-4dff-af7e-606ce9072152 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] 10.222.0.16 "DELETE /v2.0/networks/8feef720-db53-4dbe-9d29-4d148a2fca3d HTTP/1.1" status: 204 len: 168 time: 0.4412522 Mar 09 04:16:12.461936 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41806) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:12.573160 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7c6e63e7-4900-4b44-8b43-b15ff0f7ad59 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:12.701362 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7c6e63e7-4900-4b44-8b43-b15ff0f7ad59 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:12.725429 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-7c6e63e7-4900-4b44-8b43-b15ff0f7ad59 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4457f21e-ecc0-4e3b-90b1-07cf851bbe5d']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:12.737097 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-7c6e63e7-4900-4b44-8b43-b15ff0f7ad59 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be0544ba-1b69-4e19-8a8c-74f75fd7b845') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:12.737389 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-7c6e63e7-4900-4b44-8b43-b15ff0f7ad59 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be0544ba-1b69-4e19-8a8c-74f75fd7b845') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:12.748895 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7c6e63e7-4900-4b44-8b43-b15ff0f7ad59 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:12.764962 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7c6e63e7-4900-4b44-8b43-b15ff0f7ad59 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:12.770758 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6e63e7-4900-4b44-8b43-b15ff0f7ad59 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:16:12.771169 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7c6e63e7-4900-4b44-8b43-b15ff0f7ad59 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:16:12.785069 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:16:12.863723 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7c6e63e7-4900-4b44-8b43-b15ff0f7ad59 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:12.867950 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7c6e63e7-4900-4b44-8b43-b15ff0f7ad59 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:12.902407 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e63e7-4900-4b44-8b43-b15ff0f7ad59 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Pushing event deleted for resources: {'Network': ['ID=4457f21e-ecc0-4e3b-90b1-07cf851bbe5d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:12.906090 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7c6e63e7-4900-4b44-8b43-b15ff0f7ad59 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] 10.222.0.16 "DELETE /v2.0/networks/4457f21e-ecc0-4e3b-90b1-07cf851bbe5d HTTP/1.1" status: 204 len: 168 time: 0.4432547 Mar 09 04:16:12.908509 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41810) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:13.021234 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a1f8167-6567-476d-9d8f-46f029d29f98 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:13.150234 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a1f8167-6567-476d-9d8f-46f029d29f98 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:13.174811 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-9a1f8167-6567-476d-9d8f-46f029d29f98 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8d6301-a87e-4116-992f-ff80cda73f7b']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:13.186988 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-9a1f8167-6567-476d-9d8f-46f029d29f98 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f0d91c2-07c2-4a86-83a1-6c07b93ab072') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:13.187281 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-9a1f8167-6567-476d-9d8f-46f029d29f98 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f0d91c2-07c2-4a86-83a1-6c07b93ab072') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:13.198386 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a1f8167-6567-476d-9d8f-46f029d29f98 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:13.214206 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a1f8167-6567-476d-9d8f-46f029d29f98 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:13.220098 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1f8167-6567-476d-9d8f-46f029d29f98 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:16:13.220472 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a1f8167-6567-476d-9d8f-46f029d29f98 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:16:13.239539 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:16:13.321389 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a1f8167-6567-476d-9d8f-46f029d29f98 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:13.338105 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a1f8167-6567-476d-9d8f-46f029d29f98 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:13.350742 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f8167-6567-476d-9d8f-46f029d29f98 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] Pushing event deleted for resources: {'Network': ['ID=1b8d6301-a87e-4116-992f-ff80cda73f7b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:13.353166 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9a1f8167-6567-476d-9d8f-46f029d29f98 tempest-BulkNetworkOpsTest-1421256507 tempest-BulkNetworkOpsTest-1421256507-project] 10.222.0.16 "DELETE /v2.0/networks/1b8d6301-a87e-4116-992f-ff80cda73f7b HTTP/1.1" status: 204 len: 168 time: 0.4437573 Mar 09 04:16:13.615654 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41818) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:13.764623 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5dd10056-fda8-46e3-8f52-23ba685979e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8cca07e4b8124e8e8c2f63de33fb740f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478391 Mar 09 04:16:13.766992 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41824) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:13.822224 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5ddf80b0-8c84-4ba4-b925-3765b7012c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:13.847836 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5ddf80b0-8c84-4ba4-b925-3765b7012c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:13.901268 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5ddf80b0-8c84-4ba4-b925-3765b7012c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:13.916330 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf80b0-8c84-4ba4-b925-3765b7012c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0948a4ed-504a-4731-b83d-581b14cccf23,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:13.927150 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5ddf80b0-8c84-4ba4-b925-3765b7012c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:13.928283 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5ddf80b0-8c84-4ba4-b925-3765b7012c39 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0948a4ed-504a-4731-b83d-581b14cccf23 HTTP/1.1" status: 204 len: 168 time: 0.1604199 Mar 09 04:16:14.586555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41848) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:14.688968 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-57be261e-84be-405f-a915-fecf1d3c3aaa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-147800610'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:14.694592 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-57be261e-84be-405f-a915-fecf1d3c3aaa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:16:14.698421 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-57be261e-84be-405f-a915-fecf1d3c3aaa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Usage tracker for resource:network and tenant:c6b1c03af2cf4f0e949458e817f78603 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:16:14.701277 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-57be261e-84be-405f-a915-fecf1d3c3aaa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:16:14.707457 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-57be261e-84be-405f-a915-fecf1d3c3aaa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:16:14.716762 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57be261e-84be-405f-a915-fecf1d3c3aaa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Made reservation on behalf of c6b1c03af2cf4f0e949458e817f78603 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:16:14.720078 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-57be261e-84be-405f-a915-fecf1d3c3aaa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:14.732362 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-57be261e-84be-405f-a915-fecf1d3c3aaa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:14.747046 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-57be261e-84be-405f-a915-fecf1d3c3aaa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:16:14.750710 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-57be261e-84be-405f-a915-fecf1d3c3aaa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Usage tracker for resource:security_group_rule and tenant:c6b1c03af2cf4f0e949458e817f78603 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:16:14.753416 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-57be261e-84be-405f-a915-fecf1d3c3aaa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:16:14.758922 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-57be261e-84be-405f-a915-fecf1d3c3aaa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:16:14.838788 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-57be261e-84be-405f-a915-fecf1d3c3aaa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:14.842250 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-57be261e-84be-405f-a915-fecf1d3c3aaa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:14.879546 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57be261e-84be-405f-a915-fecf1d3c3aaa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:16:14.888102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be261e-84be-405f-a915-fecf1d3c3aaa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b64100-c2be-451a-b838-0d661d668396,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:14.900446 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-57be261e-84be-405f-a915-fecf1d3c3aaa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:14.900791 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-57be261e-84be-405f-a915-fecf1d3c3aaa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Added segment e5a8bb04-3a8d-4e69-ae76-4282e74ed1c0 of type vlan for network fb57b79e-cdcb-481b-b9f4-fbdc2badf080 Mar 09 04:16:14.929456 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-57be261e-84be-405f-a915-fecf1d3c3aaa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:14.957405 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-57be261e-84be-405f-a915-fecf1d3c3aaa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:14.962870 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57be261e-84be-405f-a915-fecf1d3c3aaa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:14.963451 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-57be261e-84be-405f-a915-fecf1d3c3aaa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:15.069109 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-57be261e-84be-405f-a915-fecf1d3c3aaa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4814420 Mar 09 04:16:15.071716 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41854) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:15.072214 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be261e-84be-405f-a915-fecf1d3c3aaa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Network': ['ID=fb57b79e-cdcb-481b-b9f4-fbdc2badf080,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:15.078381 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-cadf2f9b-c87c-4e08-b3da-c7f2c17a8b3e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1536631419'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:15.083155 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network fb57b79e-cdcb-481b-b9f4-fbdc2badf080 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:16:15.090343 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cadf2f9b-c87c-4e08-b3da-c7f2c17a8b3e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:16:15.094249 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cadf2f9b-c87c-4e08-b3da-c7f2c17a8b3e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Usage tracker for resource:network and tenant:c6b1c03af2cf4f0e949458e817f78603 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:16:15.097136 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-cadf2f9b-c87c-4e08-b3da-c7f2c17a8b3e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:16:15.102769 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-cadf2f9b-c87c-4e08-b3da-c7f2c17a8b3e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:16:15.114580 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadf2f9b-c87c-4e08-b3da-c7f2c17a8b3e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Made reservation on behalf of c6b1c03af2cf4f0e949458e817f78603 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:16:15.118009 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cadf2f9b-c87c-4e08-b3da-c7f2c17a8b3e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:15.144687 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cadf2f9b-c87c-4e08-b3da-c7f2c17a8b3e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:16:15.154495 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cadf2f9b-c87c-4e08-b3da-c7f2c17a8b3e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:15.154989 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-cadf2f9b-c87c-4e08-b3da-c7f2c17a8b3e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Added segment a548bfb7-5c2f-4690-89be-c469487e9394 of type vlan for network 01928bfa-003a-48c0-8b17-16c01bd58acb Mar 09 04:16:15.184886 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cadf2f9b-c87c-4e08-b3da-c7f2c17a8b3e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:15.319219 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cadf2f9b-c87c-4e08-b3da-c7f2c17a8b3e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:15.325140 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadf2f9b-c87c-4e08-b3da-c7f2c17a8b3e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:15.325715 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cadf2f9b-c87c-4e08-b3da-c7f2c17a8b3e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:15.429377 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cadf2f9b-c87c-4e08-b3da-c7f2c17a8b3e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3561749 Mar 09 04:16:15.432417 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41858) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:15.435292 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf2f9b-c87c-4e08-b3da-c7f2c17a8b3e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Network': ['ID=01928bfa-003a-48c0-8b17-16c01bd58acb,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:15.438491 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-527dc0f5-cec6-4e57-b4cc-ceeaff09f20e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'subnet': {'network_id': 'fb57b79e-cdcb-481b-b9f4-fbdc2badf080', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:15.445814 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 01928bfa-003a-48c0-8b17-16c01bd58acb details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:16:15.545342 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-527dc0f5-cec6-4e57-b4cc-ceeaff09f20e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:16:15.549198 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-527dc0f5-cec6-4e57-b4cc-ceeaff09f20e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Usage tracker for resource:subnet and tenant:c6b1c03af2cf4f0e949458e817f78603 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:16:15.552000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-527dc0f5-cec6-4e57-b4cc-ceeaff09f20e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:16:15.557571 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-527dc0f5-cec6-4e57-b4cc-ceeaff09f20e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:16:15.567019 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527dc0f5-cec6-4e57-b4cc-ceeaff09f20e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Made reservation on behalf of c6b1c03af2cf4f0e949458e817f78603 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:16:15.570435 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-527dc0f5-cec6-4e57-b4cc-ceeaff09f20e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:15.788646 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-527dc0f5-cec6-4e57-b4cc-ceeaff09f20e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:15.864069 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527dc0f5-cec6-4e57-b4cc-ceeaff09f20e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Subnet': ['ID=5130930f-3209-46c6-b55a-cfc77ada428d,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:15.872953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527dc0f5-cec6-4e57-b4cc-ceeaff09f20e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Checking segment: {'id': 'e5a8bb04-3a8d-4e69-ae76-4282e74ed1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fb57b79e-cdcb-481b-b9f4-fbdc2badf080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:16:15.873328 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527dc0f5-cec6-4e57-b4cc-ceeaff09f20e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network hostable DHCP agents. Network: fb57b79e-cdcb-481b-b9f4-fbdc2badf080, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:16:15.892946 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527dc0f5-cec6-4e57-b4cc-ceeaff09f20e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network fb57b79e-cdcb-481b-b9f4-fbdc2badf080 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:16:15.902299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-527dc0f5-cec6-4e57-b4cc-ceeaff09f20e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, fb57b79e-cdcb-481b-b9f4-fbdc2badf080) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:16:15.906295 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527dc0f5-cec6-4e57-b4cc-ceeaff09f20e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:15.906997 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-527dc0f5-cec6-4e57-b4cc-ceeaff09f20e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:15.920271 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bc4b1b-45ee-4e61-986e-8673729f72b0 None None] Network fb57b79e-cdcb-481b-b9f4-fbdc2badf080 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:16:15.937549 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-527dc0f5-cec6-4e57-b4cc-ceeaff09f20e tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5038276 Mar 09 04:16:15.940260 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41862) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:15.946090 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-020b1e02-aa25-4cd6-9d8e-c56a3ccdad02 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'subnet': {'network_id': '01928bfa-003a-48c0-8b17-16c01bd58acb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:16.055419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-020b1e02-aa25-4cd6-9d8e-c56a3ccdad02 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:16:16.059699 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-020b1e02-aa25-4cd6-9d8e-c56a3ccdad02 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Usage tracker for resource:subnet and tenant:c6b1c03af2cf4f0e949458e817f78603 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:16:16.062397 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-020b1e02-aa25-4cd6-9d8e-c56a3ccdad02 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:16:16.068195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-020b1e02-aa25-4cd6-9d8e-c56a3ccdad02 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:16:16.077736 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020b1e02-aa25-4cd6-9d8e-c56a3ccdad02 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Made reservation on behalf of c6b1c03af2cf4f0e949458e817f78603 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:16:16.081212 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-020b1e02-aa25-4cd6-9d8e-c56a3ccdad02 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:16.128471 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-fb57b79e-cdcb-481b-b9f4-fbdc2badf080', 'network_id': 'fb57b79e-cdcb-481b-b9f4-fbdc2badf080', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'fixed_ips': [{'subnet_id': '5130930f-3209-46c6-b55a-cfc77ada428d'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:16:16.129287 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:16.286017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Allocated IP 2001:db8::2 (fb57b79e-cdcb-481b-b9f4-fbdc2badf080/5130930f-3209-46c6-b55a-cfc77ada428d/4008afab-6255-4e60-8316-1cfb7e4cb26d) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:16:16.314783 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-020b1e02-aa25-4cd6-9d8e-c56a3ccdad02 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:16.396773 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b1e02-aa25-4cd6-9d8e-c56a3ccdad02 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Subnet': ['ID=401e085a-6b90-4d7d-9dd4-dc6bdf47f739,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:16.402962 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020b1e02-aa25-4cd6-9d8e-c56a3ccdad02 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Checking segment: {'id': 'a548bfb7-5c2f-4690-89be-c469487e9394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '01928bfa-003a-48c0-8b17-16c01bd58acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:16:16.403317 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020b1e02-aa25-4cd6-9d8e-c56a3ccdad02 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network hostable DHCP agents. Network: 01928bfa-003a-48c0-8b17-16c01bd58acb, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:16:16.422767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020b1e02-aa25-4cd6-9d8e-c56a3ccdad02 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network 01928bfa-003a-48c0-8b17-16c01bd58acb is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:16:16.431933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-020b1e02-aa25-4cd6-9d8e-c56a3ccdad02 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 01928bfa-003a-48c0-8b17-16c01bd58acb) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:16:16.435976 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020b1e02-aa25-4cd6-9d8e-c56a3ccdad02 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:16.436581 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-020b1e02-aa25-4cd6-9d8e-c56a3ccdad02 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:16.445972 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e25874-036d-4d17-92a6-65053a4c2ed5 None None] Network 01928bfa-003a-48c0-8b17-16c01bd58acb requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:16:16.456721 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-020b1e02-aa25-4cd6-9d8e-c56a3ccdad02 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5149691 Mar 09 04:16:16.459041 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41866) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:16.465156 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-c9a62de1-5a5c-441f-8de3-a939103c27aa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1545758464', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:16.472138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c9a62de1-5a5c-441f-8de3-a939103c27aa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:16:16.476544 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c9a62de1-5a5c-441f-8de3-a939103c27aa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Usage tracker for resource:router and tenant:c6b1c03af2cf4f0e949458e817f78603 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:16:16.479400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c9a62de1-5a5c-441f-8de3-a939103c27aa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:16:16.485562 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c9a62de1-5a5c-441f-8de3-a939103c27aa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:16:16.495741 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9a62de1-5a5c-441f-8de3-a939103c27aa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:16.496692 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9a62de1-5a5c-441f-8de3-a939103c27aa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:16.510901 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9a62de1-5a5c-441f-8de3-a939103c27aa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:16.532243 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9a62de1-5a5c-441f-8de3-a939103c27aa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:16.554861 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9a62de1-5a5c-441f-8de3-a939103c27aa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:16.556660 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c9a62de1-5a5c-441f-8de3-a939103c27aa tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.0960636 Mar 09 04:16:16.558764 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41870) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:16.643417 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:16.684965 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Transition to ACTIVE for port object 4008afab-6255-4e60-8316-1cfb7e4cb26d will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:16:16.717274 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Transition to ACTIVE for port object 4008afab-6255-4e60-8316-1cfb7e4cb26d will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:16:16.750327 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:16.807975 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774eab4b-748b-43cd-94e9-9a61c47058e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-01928bfa-003a-48c0-8b17-16c01bd58acb', 'network_id': '01928bfa-003a-48c0-8b17-16c01bd58acb', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'fixed_ips': [{'subnet_id': '401e085a-6b90-4d7d-9dd4-dc6bdf47f739'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:16:16.808782 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-774eab4b-748b-43cd-94e9-9a61c47058e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:16.837848 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Network fb57b79e-cdcb-481b-b9f4-fbdc2badf080 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:16:16.846198 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:16:16.883163 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:16:16.891814 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Pushing event updated for resources: {'Port': ['ID=4008afab-6255-4e60-8316-1cfb7e4cb26d,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:16.953833 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:16.954169 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:16.954498 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:16.954819 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:16.955164 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:16.955482 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:16.955799 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:16.956107 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:16.956417 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:16.956726 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:16.957036 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:16.957341 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:17.025447 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Attempting to bind port 4008afab-6255-4e60-8316-1cfb7e4cb26d on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:16:17.025804 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Attempting to bind port 4008afab-6255-4e60-8316-1cfb7e4cb26d by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'e5a8bb04-3a8d-4e69-ae76-4282e74ed1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fb57b79e-cdcb-481b-b9f4-fbdc2badf080'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:16:17.026183 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Attempting to bind port 4008afab-6255-4e60-8316-1cfb7e4cb26d on network fb57b79e-cdcb-481b-b9f4-fbdc2badf080 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:16:17.065017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:16:17.065383 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Checking segment: {'id': 'e5a8bb04-3a8d-4e69-ae76-4282e74ed1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fb57b79e-cdcb-481b-b9f4-fbdc2badf080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:16:17.066071 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:17.066187 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Bound using segment: {'id': 'e5a8bb04-3a8d-4e69-ae76-4282e74ed1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fb57b79e-cdcb-481b-b9f4-fbdc2badf080'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:16:17.066597 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Bound port: 4008afab-6255-4e60-8316-1cfb7e4cb26d, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a8bb04-3a8d-4e69-ae76-4282e74ed1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fb57b79e-cdcb-481b-b9f4-fbdc2badf080'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:16:17.067043 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:17.142247 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-774eab4b-748b-43cd-94e9-9a61c47058e3 None None] Allocated IP 2001:db8:1::2 (01928bfa-003a-48c0-8b17-16c01bd58acb/401e085a-6b90-4d7d-9dd4-dc6bdf47f739/86cbc0c6-a5d0-4629-a927-b1e6d4a3305e) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:16:17.160448 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a9e92f53-a30e-4faf-bced-95a4e2979049 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:17.213001 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-17c71545-50de-47f6-952d-751f606388f7 None None] For port 4008afab-6255-4e60-8316-1cfb7e4cb26d, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:16:17.277194 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-17c71545-50de-47f6-952d-751f606388f7 None None] For port 4008afab-6255-4e60-8316-1cfb7e4cb26d, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=4008afab-6255-4e60-8316-1cfb7e4cb26d,segment=NetworkSegment(e5a8bb04-3a8d-4e69-ae76-4282e74ed1c0),segment_id=e5a8bb04-3a8d-4e69-ae76-4282e74ed1c0)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:16:17.285256 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:17.431194 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c71545-50de-47f6-952d-751f606388f7 None None] Pushing event updated for resources: {'Port': ['ID=4008afab-6255-4e60-8316-1cfb7e4cb26d,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:17.472141 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-774eab4b-748b-43cd-94e9-9a61c47058e3 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:17.486283 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-774eab4b-748b-43cd-94e9-9a61c47058e3 None None] Transition to ACTIVE for port object 86cbc0c6-a5d0-4629-a927-b1e6d4a3305e will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:16:17.504900 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-774eab4b-748b-43cd-94e9-9a61c47058e3 None None] Transition to ACTIVE for port object 86cbc0c6-a5d0-4629-a927-b1e6d4a3305e will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:16:17.513279 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-774eab4b-748b-43cd-94e9-9a61c47058e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:17.520676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-a9e92f53-a30e-4faf-bced-95a4e2979049 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Allocated IP 2001:db8::1 (fb57b79e-cdcb-481b-b9f4-fbdc2badf080/5130930f-3209-46c6-b55a-cfc77ada428d/3566df0f-45e5-46b4-bdc6-41a1155c3ad1) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:16:17.576567 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774eab4b-748b-43cd-94e9-9a61c47058e3 None None] Network 01928bfa-003a-48c0-8b17-16c01bd58acb is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:16:17.584006 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-774eab4b-748b-43cd-94e9-9a61c47058e3 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:16:17.589000 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774eab4b-748b-43cd-94e9-9a61c47058e3 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:16:17.595093 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774eab4b-748b-43cd-94e9-9a61c47058e3 None None] Pushing event updated for resources: {'Port': ['ID=86cbc0c6-a5d0-4629-a927-b1e6d4a3305e,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:17.712658 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-774eab4b-748b-43cd-94e9-9a61c47058e3 None None] Attempting to bind port 86cbc0c6-a5d0-4629-a927-b1e6d4a3305e on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:16:17.713279 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-774eab4b-748b-43cd-94e9-9a61c47058e3 None None] Attempting to bind port 86cbc0c6-a5d0-4629-a927-b1e6d4a3305e by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'a548bfb7-5c2f-4690-89be-c469487e9394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '01928bfa-003a-48c0-8b17-16c01bd58acb'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:16:17.713845 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774eab4b-748b-43cd-94e9-9a61c47058e3 None None] Attempting to bind port 86cbc0c6-a5d0-4629-a927-b1e6d4a3305e on network 01928bfa-003a-48c0-8b17-16c01bd58acb {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:16:17.719568 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774eab4b-748b-43cd-94e9-9a61c47058e3 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:16:17.720189 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774eab4b-748b-43cd-94e9-9a61c47058e3 None None] Checking segment: {'id': 'a548bfb7-5c2f-4690-89be-c469487e9394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '01928bfa-003a-48c0-8b17-16c01bd58acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:16:17.720753 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-774eab4b-748b-43cd-94e9-9a61c47058e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:17.720955 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a9e92f53-a30e-4faf-bced-95a4e2979049 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:17.721696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774eab4b-748b-43cd-94e9-9a61c47058e3 None None] Bound using segment: {'id': 'a548bfb7-5c2f-4690-89be-c469487e9394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '01928bfa-003a-48c0-8b17-16c01bd58acb'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:16:17.722404 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-774eab4b-748b-43cd-94e9-9a61c47058e3 None None] Bound port: 86cbc0c6-a5d0-4629-a927-b1e6d4a3305e, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a548bfb7-5c2f-4690-89be-c469487e9394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '01928bfa-003a-48c0-8b17-16c01bd58acb'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:16:17.723049 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-774eab4b-748b-43cd-94e9-9a61c47058e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:17.737998 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-a9e92f53-a30e-4faf-bced-95a4e2979049 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Transition to ACTIVE for port object 3566df0f-45e5-46b4-bdc6-41a1155c3ad1 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:16:17.763646 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a9e92f53-a30e-4faf-bced-95a4e2979049 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:17.829175 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-774eab4b-748b-43cd-94e9-9a61c47058e3 None None] For port 86cbc0c6-a5d0-4629-a927-b1e6d4a3305e, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:16:17.832170 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-774eab4b-748b-43cd-94e9-9a61c47058e3 None None] For port 86cbc0c6-a5d0-4629-a927-b1e6d4a3305e, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=86cbc0c6-a5d0-4629-a927-b1e6d4a3305e,segment=NetworkSegment(a548bfb7-5c2f-4690-89be-c469487e9394),segment_id=a548bfb7-5c2f-4690-89be-c469487e9394)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:16:17.832781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e92f53-a30e-4faf-bced-95a4e2979049 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network fb57b79e-cdcb-481b-b9f4-fbdc2badf080 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:16:17.835830 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-774eab4b-748b-43cd-94e9-9a61c47058e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:17.836033 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-a9e92f53-a30e-4faf-bced-95a4e2979049 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:16:17.844315 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e92f53-a30e-4faf-bced-95a4e2979049 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:16:17.844841 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a9e92f53-a30e-4faf-bced-95a4e2979049 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:17.918849 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774eab4b-748b-43cd-94e9-9a61c47058e3 None None] Pushing event updated for resources: {'Port': ['ID=86cbc0c6-a5d0-4629-a927-b1e6d4a3305e,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:17.976740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e92f53-a30e-4faf-bced-95a4e2979049 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Port': ['ID=3566df0f-45e5-46b4-bdc6-41a1155c3ad1,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:18.098060 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a9e92f53-a30e-4faf-bced-95a4e2979049 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:18.316629 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 4008afab-6255-4e60-8316-1cfb7e4cb26d up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:16:18.390956 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 4008afab-6255-4e60-8316-1cfb7e4cb26d completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:16:18.398593 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 86cbc0c6-a5d0-4629-a927-b1e6d4a3305e up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:16:18.482467 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 86cbc0c6-a5d0-4629-a927-b1e6d4a3305e completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:16:18.522971 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b795d797-e33f-4864-b974-6cc6c2fa2a5f None None] Network fb57b79e-cdcb-481b-b9f4-fbdc2badf080 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:16:18.672152 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b4ba8a75-fb83-402e-9652-537aef9f0f71 None None] Provisioning for port 4008afab-6255-4e60-8316-1cfb7e4cb26d completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:16:18.678141 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a9e92f53-a30e-4faf-bced-95a4e2979049 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:18.679606 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b4ba8a75-fb83-402e-9652-537aef9f0f71 None None] Provisioning complete for port 4008afab-6255-4e60-8316-1cfb7e4cb26d triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:18.679973 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b4ba8a75-fb83-402e-9652-537aef9f0f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:18.684104 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a9e92f53-a30e-4faf-bced-95a4e2979049 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:18.685094 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a9e92f53-a30e-4faf-bced-95a4e2979049 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:18.843011 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e92f53-a30e-4faf-bced-95a4e2979049 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Port': ['ID=3566df0f-45e5-46b4-bdc6-41a1155c3ad1,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:18.899780 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b4ba8a75-fb83-402e-9652-537aef9f0f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:18.904986 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e92f53-a30e-4faf-bced-95a4e2979049 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network fb57b79e-cdcb-481b-b9f4-fbdc2badf080 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:16:18.906401 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-a9e92f53-a30e-4faf-bced-95a4e2979049 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:16:18.946494 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-b4ba8a75-fb83-402e-9652-537aef9f0f71 None None] For port 4008afab-6255-4e60-8316-1cfb7e4cb26d, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=4008afab-6255-4e60-8316-1cfb7e4cb26d,segment=NetworkSegment(e5a8bb04-3a8d-4e69-ae76-4282e74ed1c0),segment_id=e5a8bb04-3a8d-4e69-ae76-4282e74ed1c0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:16:18.951842 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed61638-b266-4705-b863-a3f204b51fb3 None None] Network 01928bfa-003a-48c0-8b17-16c01bd58acb requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:16:18.966687 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b4ba8a75-fb83-402e-9652-537aef9f0f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:19.117064 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e92f53-a30e-4faf-bced-95a4e2979049 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Router 78418176-4558-46d9-8ced-57262711f629 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:16:19.123616 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba8a75-fb83-402e-9652-537aef9f0f71 None None] Pushing event updated for resources: {'Port': ['ID=4008afab-6255-4e60-8316-1cfb7e4cb26d,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:19.128472 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-467099af-f7af-49a3-bc85-a430e00d64d6 None None] Provisioning for port 86cbc0c6-a5d0-4629-a927-b1e6d4a3305e completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:16:19.145029 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-467099af-f7af-49a3-bc85-a430e00d64d6 None None] Provisioning complete for port 86cbc0c6-a5d0-4629-a927-b1e6d4a3305e triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:19.145394 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-467099af-f7af-49a3-bc85-a430e00d64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:19.287573 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e92f53-a30e-4faf-bced-95a4e2979049 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:16:19.298361 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae8d12c-94ae-4fcc-9490-d8ab345bea57 None None] Sync routers for ids ['78418176-4558-46d9-8ced-57262711f629'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:16:19.304073 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a9e92f53-a30e-4faf-bced-95a4e2979049 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "PUT /v2.0/routers/78418176-4558-46d9-8ced-57262711f629/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7441168 Mar 09 04:16:19.306528 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41874) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:19.310362 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae8d12c-94ae-4fcc-9490-d8ab345bea57 None None] Routers {'78418176-4558-46d9-8ced-57262711f629'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:16:19.311247 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-cae8d12c-94ae-4fcc-9490-d8ab345bea57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:16:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['78418176-4558-46d9-8ced-57262711f629'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:19.352628 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-467099af-f7af-49a3-bc85-a430e00d64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:19.385184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c99086d-463e-4365-a1be-e318771c98ce tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:19.386127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4c99086d-463e-4365-a1be-e318771c98ce tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Synchronizing usage tracker for tenant:c6b1c03af2cf4f0e949458e817f78603 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:16:19.400135 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-467099af-f7af-49a3-bc85-a430e00d64d6 None None] For port 86cbc0c6-a5d0-4629-a927-b1e6d4a3305e, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=86cbc0c6-a5d0-4629-a927-b1e6d4a3305e,segment=NetworkSegment(a548bfb7-5c2f-4690-89be-c469487e9394),segment_id=a548bfb7-5c2f-4690-89be-c469487e9394)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:16:19.408216 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-467099af-f7af-49a3-bc85-a430e00d64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:19.408702 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-cae8d12c-94ae-4fcc-9490-d8ab345bea57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:19.412365 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4c99086d-463e-4365-a1be-e318771c98ce tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Unset dirty status for tenant:c6b1c03af2cf4f0e949458e817f78603 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:16:19.413951 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4c99086d-463e-4365-a1be-e318771c98ce tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "GET /v2.0/ports/3566df0f-45e5-46b4-bdc6-41a1155c3ad1 HTTP/1.1" status: 200 len: 911 time: 0.1064143 Mar 09 04:16:19.417143 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41878) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:19.420721 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae8d12c-94ae-4fcc-9490-d8ab345bea57 None None] Routers {'78418176-4558-46d9-8ced-57262711f629'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:16:19.421432 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-cae8d12c-94ae-4fcc-9490-d8ab345bea57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:16:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['78418176-4558-46d9-8ced-57262711f629'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:19.488870 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-cae8d12c-94ae-4fcc-9490-d8ab345bea57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:19.489535 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae8d12c-94ae-4fcc-9490-d8ab345bea57 None None] The sync data for ids ['78418176-4558-46d9-8ced-57262711f629'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:16:19.495387 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467099af-f7af-49a3-bc85-a430e00d64d6 None None] Pushing event updated for resources: {'Port': ['ID=86cbc0c6-a5d0-4629-a927-b1e6d4a3305e,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:19.549442 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-296ac3b1-5689-41d9-9b88-813db35fe7fe None None] Provisioning for port 3566df0f-45e5-46b4-bdc6-41a1155c3ad1 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:16:19.555653 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-296ac3b1-5689-41d9-9b88-813db35fe7fe None None] Provisioning complete for port 3566df0f-45e5-46b4-bdc6-41a1155c3ad1 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:19.556026 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-296ac3b1-5689-41d9-9b88-813db35fe7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:19.622513 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-296ac3b1-5689-41d9-9b88-813db35fe7fe None None] Port 3566df0f-45e5-46b4-bdc6-41a1155c3ad1 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:16:19.635251 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-296ac3b1-5689-41d9-9b88-813db35fe7fe None None] Provisioning complete for port 4008afab-6255-4e60-8316-1cfb7e4cb26d triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:19.635848 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-296ac3b1-5689-41d9-9b88-813db35fe7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:19.881001 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-755438f1-e8f7-492b-a043-0bc700ad7fd3 None None] Provisioning complete for port 3566df0f-45e5-46b4-bdc6-41a1155c3ad1 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:19.881547 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-755438f1-e8f7-492b-a043-0bc700ad7fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:19.941182 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-755438f1-e8f7-492b-a043-0bc700ad7fd3 None None] Port 3566df0f-45e5-46b4-bdc6-41a1155c3ad1 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:16:19.952542 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-755438f1-e8f7-492b-a043-0bc700ad7fd3 None None] Provisioning complete for port 86cbc0c6-a5d0-4629-a927-b1e6d4a3305e triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:19.952906 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-755438f1-e8f7-492b-a043-0bc700ad7fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:20.150915 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bea99cb-f5f9-40da-8903-eed94582d6b5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:20.233972 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 4008afab-6255-4e60-8316-1cfb7e4cb26d up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:16:20.300190 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 4008afab-6255-4e60-8316-1cfb7e4cb26d triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:20.300657 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:20.415989 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 86cbc0c6-a5d0-4629-a927-b1e6d4a3305e up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:16:20.479302 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 86cbc0c6-a5d0-4629-a927-b1e6d4a3305e triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:20.479680 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:20.523367 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-0bea99cb-f5f9-40da-8903-eed94582d6b5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Allocated IP 2001:db8:1::1 (01928bfa-003a-48c0-8b17-16c01bd58acb/401e085a-6b90-4d7d-9dd4-dc6bdf47f739/318be55a-c394-4e7b-a050-634a70e5b491) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:16:20.679405 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bea99cb-f5f9-40da-8903-eed94582d6b5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:20.694475 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-0bea99cb-f5f9-40da-8903-eed94582d6b5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Transition to ACTIVE for port object 318be55a-c394-4e7b-a050-634a70e5b491 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:16:20.716191 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bea99cb-f5f9-40da-8903-eed94582d6b5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:20.778478 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bea99cb-f5f9-40da-8903-eed94582d6b5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network 01928bfa-003a-48c0-8b17-16c01bd58acb is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:16:20.781494 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-0bea99cb-f5f9-40da-8903-eed94582d6b5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:16:20.785300 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bea99cb-f5f9-40da-8903-eed94582d6b5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:16:20.785814 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bea99cb-f5f9-40da-8903-eed94582d6b5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:20.809308 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea99cb-f5f9-40da-8903-eed94582d6b5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Port': ['ID=318be55a-c394-4e7b-a050-634a70e5b491,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:20.924421 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bea99cb-f5f9-40da-8903-eed94582d6b5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:21.095658 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-8d13840b-52bb-4f6d-a336-dbcafb040870 None None] Provisioning for port 318be55a-c394-4e7b-a050-634a70e5b491 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:16:21.100074 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-8d13840b-52bb-4f6d-a336-dbcafb040870 None None] Provisioning complete for port 318be55a-c394-4e7b-a050-634a70e5b491 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:21.100444 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8d13840b-52bb-4f6d-a336-dbcafb040870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:21.190647 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-8d13840b-52bb-4f6d-a336-dbcafb040870 None None] Port 318be55a-c394-4e7b-a050-634a70e5b491 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:16:21.307584 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bea99cb-f5f9-40da-8903-eed94582d6b5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:21.312262 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bea99cb-f5f9-40da-8903-eed94582d6b5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:21.312971 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bea99cb-f5f9-40da-8903-eed94582d6b5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:21.572249 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea99cb-f5f9-40da-8903-eed94582d6b5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Port': ['ID=318be55a-c394-4e7b-a050-634a70e5b491,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:21.619674 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bea99cb-f5f9-40da-8903-eed94582d6b5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network 01928bfa-003a-48c0-8b17-16c01bd58acb is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:16:21.620762 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-0bea99cb-f5f9-40da-8903-eed94582d6b5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:16:21.788502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bea99cb-f5f9-40da-8903-eed94582d6b5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Router 78418176-4558-46d9-8ced-57262711f629 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:16:21.814662 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9ef282e5-a603-4a8a-a6d9-31d273c52a9d None None] Provisioning complete for port 318be55a-c394-4e7b-a050-634a70e5b491 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:21.815240 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9ef282e5-a603-4a8a-a6d9-31d273c52a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:21.866268 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-9ef282e5-a603-4a8a-a6d9-31d273c52a9d None None] Port 318be55a-c394-4e7b-a050-634a70e5b491 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:16:21.945211 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bea99cb-f5f9-40da-8903-eed94582d6b5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:16:21.955465 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec73a7-53a6-46ea-89f1-9e9e1a082b33 None None] Sync routers for ids ['78418176-4558-46d9-8ced-57262711f629'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:16:21.963047 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0bea99cb-f5f9-40da-8903-eed94582d6b5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "PUT /v2.0/routers/78418176-4558-46d9-8ced-57262711f629/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5440226 Mar 09 04:16:21.964641 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec73a7-53a6-46ea-89f1-9e9e1a082b33 None None] Routers {'78418176-4558-46d9-8ced-57262711f629'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:16:21.965250 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-53ec73a7-53a6-46ea-89f1-9e9e1a082b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:16:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['78418176-4558-46d9-8ced-57262711f629'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:21.965466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41882) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:22.027488 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-53ec73a7-53a6-46ea-89f1-9e9e1a082b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:22.036014 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec73a7-53a6-46ea-89f1-9e9e1a082b33 None None] Routers {'78418176-4558-46d9-8ced-57262711f629'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:16:22.036602 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-53ec73a7-53a6-46ea-89f1-9e9e1a082b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:16:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['78418176-4558-46d9-8ced-57262711f629'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:22.039660 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d83d2f-db9b-404f-8672-4c1b132a1296 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:22.040234 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-70d83d2f-db9b-404f-8672-4c1b132a1296 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Synchronizing usage tracker for tenant:c6b1c03af2cf4f0e949458e817f78603 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:16:22.055907 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-70d83d2f-db9b-404f-8672-4c1b132a1296 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Unset dirty status for tenant:c6b1c03af2cf4f0e949458e817f78603 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:16:22.057068 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-70d83d2f-db9b-404f-8672-4c1b132a1296 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "GET /v2.0/ports/318be55a-c394-4e7b-a050-634a70e5b491 HTTP/1.1" status: 200 len: 913 time: 0.0906467 Mar 09 04:16:22.060443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41886) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:22.095989 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-53ec73a7-53a6-46ea-89f1-9e9e1a082b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:22.096386 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec73a7-53a6-46ea-89f1-9e9e1a082b33 None None] The sync data for ids ['78418176-4558-46d9-8ced-57262711f629'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:16:22.541994 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-81210811-4160-4957-9bff-5f6f583f0505 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:22.621724 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:16:22.991109 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-81210811-4160-4957-9bff-5f6f583f0505 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting port 318be55a-c394-4e7b-a050-634a70e5b491 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:16:22.991446 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-81210811-4160-4957-9bff-5f6f583f0505 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:23.176071 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-81210811-4160-4957-9bff-5f6f583f0505 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:23.298726 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-81210811-4160-4957-9bff-5f6f583f0505 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Calling delete_port for 318be55a-c394-4e7b-a050-634a70e5b491 owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:16:23.654417 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-81210811-4160-4957-9bff-5f6f583f0505 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:23.705598 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81210811-4160-4957-9bff-5f6f583f0505 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Port': ['ID=318be55a-c394-4e7b-a050-634a70e5b491,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:23.898482 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-81210811-4160-4957-9bff-5f6f583f0505 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:24.325279 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81210811-4160-4957-9bff-5f6f583f0505 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Router 78418176-4558-46d9-8ced-57262711f629 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:16:24.480827 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81210811-4160-4957-9bff-5f6f583f0505 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:16:24.489933 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390f67d1-26a1-4226-8725-c36da1788565 None None] Sync routers for ids ['78418176-4558-46d9-8ced-57262711f629'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:16:24.497405 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-81210811-4160-4957-9bff-5f6f583f0505 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "PUT /v2.0/routers/78418176-4558-46d9-8ced-57262711f629/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4358358 Mar 09 04:16:24.500060 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41890) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:24.500867 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390f67d1-26a1-4226-8725-c36da1788565 None None] Routers {'78418176-4558-46d9-8ced-57262711f629'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:16:24.501396 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-390f67d1-26a1-4226-8725-c36da1788565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:16:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['78418176-4558-46d9-8ced-57262711f629'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:24.566393 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-390f67d1-26a1-4226-8725-c36da1788565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:24.575681 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390f67d1-26a1-4226-8725-c36da1788565 None None] Routers {'78418176-4558-46d9-8ced-57262711f629'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:16:24.576275 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-390f67d1-26a1-4226-8725-c36da1788565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:16:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['78418176-4558-46d9-8ced-57262711f629'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:24.635483 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-390f67d1-26a1-4226-8725-c36da1788565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:24.636395 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390f67d1-26a1-4226-8725-c36da1788565 None None] The sync data for ids ['78418176-4558-46d9-8ced-57262711f629'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:16:24.990609 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9a5f51c-1419-4d46-ba36-89b093e30cbf tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:25.309944 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-c9a5f51c-1419-4d46-ba36-89b093e30cbf tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting port 3566df0f-45e5-46b4-bdc6-41a1155c3ad1 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:16:25.310279 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9a5f51c-1419-4d46-ba36-89b093e30cbf tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:25.489416 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9a5f51c-1419-4d46-ba36-89b093e30cbf tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:25.727101 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-c9a5f51c-1419-4d46-ba36-89b093e30cbf tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Calling delete_port for 3566df0f-45e5-46b4-bdc6-41a1155c3ad1 owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:16:25.895542 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9a5f51c-1419-4d46-ba36-89b093e30cbf tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:25.971680 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5f51c-1419-4d46-ba36-89b093e30cbf tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Port': ['ID=3566df0f-45e5-46b4-bdc6-41a1155c3ad1,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:26.115033 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c9a5f51c-1419-4d46-ba36-89b093e30cbf tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:26.376817 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a5f51c-1419-4d46-ba36-89b093e30cbf tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Router 78418176-4558-46d9-8ced-57262711f629 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:16:26.507855 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a5f51c-1419-4d46-ba36-89b093e30cbf tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:16:26.517748 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e94ee17-c74f-41f6-9908-f3124e512dd1 None None] Sync routers for ids ['78418176-4558-46d9-8ced-57262711f629'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:16:26.521014 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c9a5f51c-1419-4d46-ba36-89b093e30cbf tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "PUT /v2.0/routers/78418176-4558-46d9-8ced-57262711f629/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0196881 Mar 09 04:16:26.523476 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41896) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:26.527140 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e94ee17-c74f-41f6-9908-f3124e512dd1 None None] Routers {'78418176-4558-46d9-8ced-57262711f629'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:16:26.527737 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8e94ee17-c74f-41f6-9908-f3124e512dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:16:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['78418176-4558-46d9-8ced-57262711f629'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:26.565919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-09a283d2-31fd-4b03-ae65-c88c7fe416d0 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Synchronizing usage tracker for tenant:c6b1c03af2cf4f0e949458e817f78603 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:16:26.581290 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-09a283d2-31fd-4b03-ae65-c88c7fe416d0 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Unset dirty status for tenant:c6b1c03af2cf4f0e949458e817f78603 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:16:26.582418 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-09a283d2-31fd-4b03-ae65-c88c7fe416d0 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "GET /v2.0/ports?device_id=78418176-4558-46d9-8ced-57262711f629 HTTP/1.1" status: 200 len: 205 time: 0.0580642 Mar 09 04:16:26.585222 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41900) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:26.592323 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8e94ee17-c74f-41f6-9908-f3124e512dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:26.600809 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e94ee17-c74f-41f6-9908-f3124e512dd1 None None] Routers {'78418176-4558-46d9-8ced-57262711f629'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:16:26.601395 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8e94ee17-c74f-41f6-9908-f3124e512dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:16:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['78418176-4558-46d9-8ced-57262711f629'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:26.663062 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8e94ee17-c74f-41f6-9908-f3124e512dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:26.663383 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e94ee17-c74f-41f6-9908-f3124e512dd1 None None] The sync data for ids ['78418176-4558-46d9-8ced-57262711f629'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:16:26.715238 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b1a0edd9-1a68-4d94-838d-ae291878a8f3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:27.131953 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b1a0edd9-1a68-4d94-838d-ae291878a8f3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:27.134069 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b1a0edd9-1a68-4d94-838d-ae291878a8f3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:27.155845 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b1a0edd9-1a68-4d94-838d-ae291878a8f3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:27.156431 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a0edd9-1a68-4d94-838d-ae291878a8f3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Fanout notify agent at l3_agent the message router_deleted on router 78418176-4558-46d9-8ced-57262711f629 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:16:27.168156 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b1a0edd9-1a68-4d94-838d-ae291878a8f3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:27.169218 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b1a0edd9-1a68-4d94-838d-ae291878a8f3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/routers/78418176-4558-46d9-8ced-57262711f629 HTTP/1.1" status: 204 len: 168 time: 0.5831323 Mar 09 04:16:27.171769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41904) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:27.238099 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c404077-8334-4b9f-98eb-01a5e0057eb5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting subnet 401e085a-6b90-4d7d-9dd4-dc6bdf47f739 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:16:27.241003 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9c404077-8334-4b9f-98eb-01a5e0057eb5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:27.299083 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9c404077-8334-4b9f-98eb-01a5e0057eb5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:27.378577 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9c404077-8334-4b9f-98eb-01a5e0057eb5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:27.450048 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9c404077-8334-4b9f-98eb-01a5e0057eb5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:27.491357 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c404077-8334-4b9f-98eb-01a5e0057eb5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Subnet': ['ID=401e085a-6b90-4d7d-9dd4-dc6bdf47f739,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:27.495167 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9c404077-8334-4b9f-98eb-01a5e0057eb5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:27.501419 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9c404077-8334-4b9f-98eb-01a5e0057eb5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/subnets/401e085a-6b90-4d7d-9dd4-dc6bdf47f739 HTTP/1.1" status: 204 len: 168 time: 0.3286750 Mar 09 04:16:27.504205 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41908) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:27.504937 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d04480-0c54-42b8-86f6-60356ec12314 None None] Network 01928bfa-003a-48c0-8b17-16c01bd58acb requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:16:27.568238 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-6858848c-4da3-496f-9336-2485ffb96970 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting subnet 5130930f-3209-46c6-b55a-cfc77ada428d {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:16:27.571159 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6858848c-4da3-496f-9336-2485ffb96970 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:27.624552 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6858848c-4da3-496f-9336-2485ffb96970 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:27.714808 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6858848c-4da3-496f-9336-2485ffb96970 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:27.762219 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379622e8-02ad-4728-b771-7c0fec5b3803 None None] DHCP port deletion for 01928bfa-003a-48c0-8b17-16c01bd58acb request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:16:27.766325 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-379622e8-02ad-4728-b771-7c0fec5b3803 None None] Deleting port 86cbc0c6-a5d0-4629-a927-b1e6d4a3305e {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:16:27.766692 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-379622e8-02ad-4728-b771-7c0fec5b3803 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:27.787614 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6858848c-4da3-496f-9336-2485ffb96970 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:27.832180 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858848c-4da3-496f-9336-2485ffb96970 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Subnet': ['ID=5130930f-3209-46c6-b55a-cfc77ada428d,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:27.838372 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6858848c-4da3-496f-9336-2485ffb96970 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:27.847145 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6858848c-4da3-496f-9336-2485ffb96970 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/subnets/5130930f-3209-46c6-b55a-cfc77ada428d HTTP/1.1" status: 204 len: 168 time: 0.3395600 Mar 09 04:16:27.847409 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41912) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:27.855017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebb2501-8873-4940-9dfb-78f3fff7c1b0 None None] Network fb57b79e-cdcb-481b-b9f4-fbdc2badf080 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:16:27.958909 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e81a704-f020-494b-b552-88db5030ff9d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:27.969637 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-3e81a704-f020-494b-b552-88db5030ff9d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting port 86cbc0c6-a5d0-4629-a927-b1e6d4a3305e {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:16:27.969974 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e81a704-f020-494b-b552-88db5030ff9d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:28.116948 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-379622e8-02ad-4728-b771-7c0fec5b3803 None None] For port 86cbc0c6-a5d0-4629-a927-b1e6d4a3305e, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=86cbc0c6-a5d0-4629-a927-b1e6d4a3305e,segment=NetworkSegment(a548bfb7-5c2f-4690-89be-c469487e9394),segment_id=a548bfb7-5c2f-4690-89be-c469487e9394)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:16:28.117248 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-379622e8-02ad-4728-b771-7c0fec5b3803 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:28.175059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-3e81a704-f020-494b-b552-88db5030ff9d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] For port 86cbc0c6-a5d0-4629-a927-b1e6d4a3305e, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=86cbc0c6-a5d0-4629-a927-b1e6d4a3305e,segment=NetworkSegment(a548bfb7-5c2f-4690-89be-c469487e9394),segment_id=a548bfb7-5c2f-4690-89be-c469487e9394)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:16:28.175422 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e81a704-f020-494b-b552-88db5030ff9d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:28.239782 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 86cbc0c6-a5d0-4629-a927-b1e6d4a3305e no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:16:28.274992 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-379622e8-02ad-4728-b771-7c0fec5b3803 None None] Calling delete_port for 86cbc0c6-a5d0-4629-a927-b1e6d4a3305e owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:16:28.310568 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-3e81a704-f020-494b-b552-88db5030ff9d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Calling delete_port for 86cbc0c6-a5d0-4629-a927-b1e6d4a3305e owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:16:28.388332 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.db.api [None req-3e81a704-f020-494b-b552-88db5030ff9d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 09 04:16:28.388332 n-d-825178-5 neutron-server[87881]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Mar 09 04:16:28.388332 n-d-825178-5 neutron-server[87881]: [parameters: {'port_id': '86cbc0c6-a5d0-4629-a927-b1e6d4a3305e', 'host': 'n-d-825178-5'}] Mar 09 04:16:28.388332 n-d-825178-5 neutron-server[87881]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:16:28.388793 n-d-825178-5 neutron-server[87881]: DEBUG oslo_db.api [None req-3e81a704-f020-494b-b552-88db5030ff9d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:16:28.428653 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Port 86cbc0c6-a5d0-4629-a927-b1e6d4a3305e update to DOWN by agent not found {{(pid=87882) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 09 04:16:28.429883 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-379622e8-02ad-4728-b771-7c0fec5b3803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:28.477343 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379622e8-02ad-4728-b771-7c0fec5b3803 None None] Pushing event deleted for resources: {'Port': ['ID=86cbc0c6-a5d0-4629-a927-b1e6d4a3305e,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:28.481295 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379622e8-02ad-4728-b771-7c0fec5b3803 None None] No DVR routers for this DVR port 86cbc0c6-a5d0-4629-a927-b1e6d4a3305e on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:16:28.494526 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e55716-1a63-43d0-abf7-8f9d0e662b9f None None] DHCP port deletion for fb57b79e-cdcb-481b-b9f4-fbdc2badf080 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:16:28.499335 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-f4e55716-1a63-43d0-abf7-8f9d0e662b9f None None] Deleting port 4008afab-6255-4e60-8316-1cfb7e4cb26d {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:16:28.499722 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f4e55716-1a63-43d0-abf7-8f9d0e662b9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:28.728311 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-f4e55716-1a63-43d0-abf7-8f9d0e662b9f None None] For port 4008afab-6255-4e60-8316-1cfb7e4cb26d, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=4008afab-6255-4e60-8316-1cfb7e4cb26d,segment=NetworkSegment(e5a8bb04-3a8d-4e69-ae76-4282e74ed1c0),segment_id=e5a8bb04-3a8d-4e69-ae76-4282e74ed1c0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:16:28.728578 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f4e55716-1a63-43d0-abf7-8f9d0e662b9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:28.859261 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-f4e55716-1a63-43d0-abf7-8f9d0e662b9f None None] Calling delete_port for 4008afab-6255-4e60-8316-1cfb7e4cb26d owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:16:28.884406 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-df2c7c36-2c9e-43ba-8c6d-0aa2f37ed27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:28.890109 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-3e81a704-f020-494b-b552-88db5030ff9d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting port 86cbc0c6-a5d0-4629-a927-b1e6d4a3305e {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:16:28.890543 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e81a704-f020-494b-b552-88db5030ff9d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:28.934670 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f4e55716-1a63-43d0-abf7-8f9d0e662b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:28.968122 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-3e81a704-f020-494b-b552-88db5030ff9d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] The port '86cbc0c6-a5d0-4629-a927-b1e6d4a3305e' was deleted {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:16:28.982651 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e55716-1a63-43d0-abf7-8f9d0e662b9f None None] Pushing event deleted for resources: {'Port': ['ID=4008afab-6255-4e60-8316-1cfb7e4cb26d,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:28.987924 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e55716-1a63-43d0-abf7-8f9d0e662b9f None None] No DVR routers for this DVR port 4008afab-6255-4e60-8316-1cfb7e4cb26d on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:16:29.086969 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e81a704-f020-494b-b552-88db5030ff9d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:29.111705 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-3e81a704-f020-494b-b552-88db5030ff9d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01928bfa-003a-48c0-8b17-16c01bd58acb']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:29.123315 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-3e81a704-f020-494b-b552-88db5030ff9d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a548bfb7-5c2f-4690-89be-c469487e9394') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:29.123604 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-3e81a704-f020-494b-b552-88db5030ff9d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a548bfb7-5c2f-4690-89be-c469487e9394') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:29.134445 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e81a704-f020-494b-b552-88db5030ff9d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:29.150156 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e81a704-f020-494b-b552-88db5030ff9d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:29.156586 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e81a704-f020-494b-b552-88db5030ff9d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:16:29.156964 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e81a704-f020-494b-b552-88db5030ff9d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:16:29.171035 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:16:29.249552 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e81a704-f020-494b-b552-88db5030ff9d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:29.266631 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3e81a704-f020-494b-b552-88db5030ff9d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:29.276119 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81a704-f020-494b-b552-88db5030ff9d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Network': ['ID=01928bfa-003a-48c0-8b17-16c01bd58acb,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:29.278544 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3e81a704-f020-494b-b552-88db5030ff9d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/networks/01928bfa-003a-48c0-8b17-16c01bd58acb HTTP/1.1" status: 204 len: 168 time: 1.4302237 Mar 09 04:16:29.281350 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41916) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:29.496496 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2123bd5d-62bf-4bea-97d7-127a771460d1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:29.623284 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2123bd5d-62bf-4bea-97d7-127a771460d1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:29.647067 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-2123bd5d-62bf-4bea-97d7-127a771460d1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb57b79e-cdcb-481b-b9f4-fbdc2badf080']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:29.658625 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-2123bd5d-62bf-4bea-97d7-127a771460d1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a8bb04-3a8d-4e69-ae76-4282e74ed1c0') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:29.658937 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-2123bd5d-62bf-4bea-97d7-127a771460d1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a8bb04-3a8d-4e69-ae76-4282e74ed1c0') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:29.670552 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2123bd5d-62bf-4bea-97d7-127a771460d1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:29.686349 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2123bd5d-62bf-4bea-97d7-127a771460d1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:29.692102 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2123bd5d-62bf-4bea-97d7-127a771460d1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:16:29.692474 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2123bd5d-62bf-4bea-97d7-127a771460d1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:16:29.706262 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:16:29.783349 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2123bd5d-62bf-4bea-97d7-127a771460d1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:29.800421 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2123bd5d-62bf-4bea-97d7-127a771460d1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:29.810321 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123bd5d-62bf-4bea-97d7-127a771460d1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Network': ['ID=fb57b79e-cdcb-481b-b9f4-fbdc2badf080,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:29.813306 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2123bd5d-62bf-4bea-97d7-127a771460d1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/networks/fb57b79e-cdcb-481b-b9f4-fbdc2badf080 HTTP/1.1" status: 204 len: 168 time: 0.5310395 Mar 09 04:16:29.816944 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41920) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:29.822164 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-d33fe0eb-c4e9-4e37-bd4e-0c470e2caec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1592124210'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:29.827672 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-d33fe0eb-c4e9-4e37-bd4e-0c470e2caec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:16:29.831471 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d33fe0eb-c4e9-4e37-bd4e-0c470e2caec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Usage tracker for resource:network and tenant:c6b1c03af2cf4f0e949458e817f78603 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:16:29.834241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d33fe0eb-c4e9-4e37-bd4e-0c470e2caec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:16:29.839852 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-d33fe0eb-c4e9-4e37-bd4e-0c470e2caec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:16:29.849121 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33fe0eb-c4e9-4e37-bd4e-0c470e2caec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Made reservation on behalf of c6b1c03af2cf4f0e949458e817f78603 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:16:29.852775 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d33fe0eb-c4e9-4e37-bd4e-0c470e2caec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:29.880735 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33fe0eb-c4e9-4e37-bd4e-0c470e2caec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:16:29.889693 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d33fe0eb-c4e9-4e37-bd4e-0c470e2caec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:29.890037 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-d33fe0eb-c4e9-4e37-bd4e-0c470e2caec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Added segment d7f06b41-4982-4d9a-bc59-3dfefad58aa7 of type vlan for network 746abc94-14b7-4c4b-8282-781be2e59925 Mar 09 04:16:29.924729 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d33fe0eb-c4e9-4e37-bd4e-0c470e2caec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:29.953233 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d33fe0eb-c4e9-4e37-bd4e-0c470e2caec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:29.958698 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33fe0eb-c4e9-4e37-bd4e-0c470e2caec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:29.959329 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d33fe0eb-c4e9-4e37-bd4e-0c470e2caec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:30.060003 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d33fe0eb-c4e9-4e37-bd4e-0c470e2caec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2419803 Mar 09 04:16:30.063082 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41924) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:30.065793 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33fe0eb-c4e9-4e37-bd4e-0c470e2caec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Network': ['ID=746abc94-14b7-4c4b-8282-781be2e59925,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:30.068776 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-60e3dd1b-33a9-46f9-a961-888bf22ec530 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'subnet': {'network_id': '746abc94-14b7-4c4b-8282-781be2e59925', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:30.080988 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 746abc94-14b7-4c4b-8282-781be2e59925 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:16:30.177995 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-60e3dd1b-33a9-46f9-a961-888bf22ec530 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:16:30.181960 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-60e3dd1b-33a9-46f9-a961-888bf22ec530 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Usage tracker for resource:subnet and tenant:c6b1c03af2cf4f0e949458e817f78603 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:16:30.184858 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-60e3dd1b-33a9-46f9-a961-888bf22ec530 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:16:30.190500 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-60e3dd1b-33a9-46f9-a961-888bf22ec530 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:16:30.200602 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e3dd1b-33a9-46f9-a961-888bf22ec530 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Made reservation on behalf of c6b1c03af2cf4f0e949458e817f78603 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:16:30.204072 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60e3dd1b-33a9-46f9-a961-888bf22ec530 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:30.234609 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 4008afab-6255-4e60-8316-1cfb7e4cb26d no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:16:30.268333 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 4008afab-6255-4e60-8316-1cfb7e4cb26d {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:16:30.268674 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 4008afab-6255-4e60-8316-1cfb7e4cb26d not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:16:30.420601 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60e3dd1b-33a9-46f9-a961-888bf22ec530 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:30.491238 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3dd1b-33a9-46f9-a961-888bf22ec530 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Subnet': ['ID=3a6ca1dd-8780-4898-aef6-e0092312c7a5,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:30.504321 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e3dd1b-33a9-46f9-a961-888bf22ec530 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Checking segment: {'id': 'd7f06b41-4982-4d9a-bc59-3dfefad58aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '746abc94-14b7-4c4b-8282-781be2e59925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:16:30.504670 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e3dd1b-33a9-46f9-a961-888bf22ec530 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network hostable DHCP agents. Network: 746abc94-14b7-4c4b-8282-781be2e59925, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:16:30.522842 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e3dd1b-33a9-46f9-a961-888bf22ec530 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network 746abc94-14b7-4c4b-8282-781be2e59925 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:16:30.532535 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-60e3dd1b-33a9-46f9-a961-888bf22ec530 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 746abc94-14b7-4c4b-8282-781be2e59925) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:16:30.536579 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e3dd1b-33a9-46f9-a961-888bf22ec530 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:30.537149 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-60e3dd1b-33a9-46f9-a961-888bf22ec530 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:30.542840 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802f7482-f1a0-4636-a8b9-6ec6aaca7904 None None] Network 746abc94-14b7-4c4b-8282-781be2e59925 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:16:30.562209 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-60e3dd1b-33a9-46f9-a961-888bf22ec530 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4979775 Mar 09 04:16:30.564782 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41928) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:30.569789 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-727bb84d-b850-4ecb-b8d5-e315406a0cc1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-862061490', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:30.577433 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-727bb84d-b850-4ecb-b8d5-e315406a0cc1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:16:30.581582 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-727bb84d-b850-4ecb-b8d5-e315406a0cc1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Usage tracker for resource:router and tenant:c6b1c03af2cf4f0e949458e817f78603 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:16:30.584753 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-727bb84d-b850-4ecb-b8d5-e315406a0cc1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:16:30.591643 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-727bb84d-b850-4ecb-b8d5-e315406a0cc1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:16:30.608192 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-727bb84d-b850-4ecb-b8d5-e315406a0cc1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:30.608666 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-727bb84d-b850-4ecb-b8d5-e315406a0cc1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:30.624301 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-727bb84d-b850-4ecb-b8d5-e315406a0cc1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:30.642450 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-727bb84d-b850-4ecb-b8d5-e315406a0cc1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:30.665304 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-727bb84d-b850-4ecb-b8d5-e315406a0cc1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:30.666759 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-727bb84d-b850-4ecb-b8d5-e315406a0cc1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1010361 Mar 09 04:16:30.669448 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41932) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:30.674838 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-f025810a-f1a4-4b11-942c-63fff02f9ec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'port': {'network_id': '746abc94-14b7-4c4b-8282-781be2e59925', 'name': 'tempest-RoutersIpV6Test-566254527'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:30.784940 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7039ac-7274-4b4b-81dc-fdae35fad274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-746abc94-14b7-4c4b-8282-781be2e59925', 'network_id': '746abc94-14b7-4c4b-8282-781be2e59925', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'fixed_ips': [{'subnet_id': '3a6ca1dd-8780-4898-aef6-e0092312c7a5'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:16:30.785769 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6c7039ac-7274-4b4b-81dc-fdae35fad274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:30.809412 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f025810a-f1a4-4b11-942c-63fff02f9ec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:16:30.818617 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f025810a-f1a4-4b11-942c-63fff02f9ec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:16:30.829240 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f025810a-f1a4-4b11-942c-63fff02f9ec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Made reservation on behalf of c6b1c03af2cf4f0e949458e817f78603 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:16:30.832784 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f025810a-f1a4-4b11-942c-63fff02f9ec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:30.853434 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [None req-f025810a-f1a4-4b11-942c-63fff02f9ec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] device_id is not set on port cd9454cb-3e7c-45c8-8bbd-5bf435652d98 yet. {{(pid=87880) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 04:16:30.951016 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-6c7039ac-7274-4b4b-81dc-fdae35fad274 None None] Allocated IP 2001:db8::2 (746abc94-14b7-4c4b-8282-781be2e59925/3a6ca1dd-8780-4898-aef6-e0092312c7a5/f13f2684-df9d-49c4-9eb6-ce5b428b4308) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:16:31.155052 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-79a3c337-5819-4b38-900f-0aaa8f0d0dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:31.168277 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6c7039ac-7274-4b4b-81dc-fdae35fad274 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:31.178003 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6c7039ac-7274-4b4b-81dc-fdae35fad274 None None] Transition to ACTIVE for port object f13f2684-df9d-49c4-9eb6-ce5b428b4308 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:16:31.195855 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6c7039ac-7274-4b4b-81dc-fdae35fad274 None None] Transition to ACTIVE for port object f13f2684-df9d-49c4-9eb6-ce5b428b4308 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:16:31.201198 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6c7039ac-7274-4b4b-81dc-fdae35fad274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:31.259845 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7039ac-7274-4b4b-81dc-fdae35fad274 None None] Network 746abc94-14b7-4c4b-8282-781be2e59925 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:16:31.266719 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-6c7039ac-7274-4b4b-81dc-fdae35fad274 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:16:31.271403 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7039ac-7274-4b4b-81dc-fdae35fad274 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:16:31.275860 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-f025810a-f1a4-4b11-942c-63fff02f9ec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Allocated IP 2001:db8::282 (746abc94-14b7-4c4b-8282-781be2e59925/3a6ca1dd-8780-4898-aef6-e0092312c7a5/cd9454cb-3e7c-45c8-8bbd-5bf435652d98) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:16:31.281605 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7039ac-7274-4b4b-81dc-fdae35fad274 None None] Pushing event updated for resources: {'Port': ['ID=f13f2684-df9d-49c4-9eb6-ce5b428b4308,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:31.369223 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6c7039ac-7274-4b4b-81dc-fdae35fad274 None None] Attempting to bind port f13f2684-df9d-49c4-9eb6-ce5b428b4308 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:16:31.369593 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6c7039ac-7274-4b4b-81dc-fdae35fad274 None None] Attempting to bind port f13f2684-df9d-49c4-9eb6-ce5b428b4308 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'd7f06b41-4982-4d9a-bc59-3dfefad58aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '746abc94-14b7-4c4b-8282-781be2e59925'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:16:31.369956 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7039ac-7274-4b4b-81dc-fdae35fad274 None None] Attempting to bind port f13f2684-df9d-49c4-9eb6-ce5b428b4308 on network 746abc94-14b7-4c4b-8282-781be2e59925 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:16:31.375826 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7039ac-7274-4b4b-81dc-fdae35fad274 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:16:31.376196 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7039ac-7274-4b4b-81dc-fdae35fad274 None None] Checking segment: {'id': 'd7f06b41-4982-4d9a-bc59-3dfefad58aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '746abc94-14b7-4c4b-8282-781be2e59925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:16:31.376607 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6c7039ac-7274-4b4b-81dc-fdae35fad274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:31.376979 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7039ac-7274-4b4b-81dc-fdae35fad274 None None] Bound using segment: {'id': 'd7f06b41-4982-4d9a-bc59-3dfefad58aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '746abc94-14b7-4c4b-8282-781be2e59925'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:16:31.377438 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6c7039ac-7274-4b4b-81dc-fdae35fad274 None None] Bound port: f13f2684-df9d-49c4-9eb6-ce5b428b4308, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f06b41-4982-4d9a-bc59-3dfefad58aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '746abc94-14b7-4c4b-8282-781be2e59925'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:16:31.377809 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6c7039ac-7274-4b4b-81dc-fdae35fad274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:31.486020 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f025810a-f1a4-4b11-942c-63fff02f9ec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:31.495713 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6c7039ac-7274-4b4b-81dc-fdae35fad274 None None] For port f13f2684-df9d-49c4-9eb6-ce5b428b4308, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:16:31.498712 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6c7039ac-7274-4b4b-81dc-fdae35fad274 None None] For port f13f2684-df9d-49c4-9eb6-ce5b428b4308, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f13f2684-df9d-49c4-9eb6-ce5b428b4308,segment=NetworkSegment(d7f06b41-4982-4d9a-bc59-3dfefad58aa7),segment_id=d7f06b41-4982-4d9a-bc59-3dfefad58aa7)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:16:31.502133 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-f025810a-f1a4-4b11-942c-63fff02f9ec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Transition to ACTIVE for port object cd9454cb-3e7c-45c8-8bbd-5bf435652d98 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:16:31.502884 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6c7039ac-7274-4b4b-81dc-fdae35fad274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:31.525485 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f025810a-f1a4-4b11-942c-63fff02f9ec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:31.582071 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7039ac-7274-4b4b-81dc-fdae35fad274 None None] Pushing event updated for resources: {'Port': ['ID=f13f2684-df9d-49c4-9eb6-ce5b428b4308,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:31.597440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f025810a-f1a4-4b11-942c-63fff02f9ec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network 746abc94-14b7-4c4b-8282-781be2e59925 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:16:31.600828 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-f025810a-f1a4-4b11-942c-63fff02f9ec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:16:31.753748 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f025810a-f1a4-4b11-942c-63fff02f9ec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:16:31.759264 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f025810a-f1a4-4b11-942c-63fff02f9ec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:31.759867 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f025810a-f1a4-4b11-942c-63fff02f9ec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:31.784708 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025810a-f1a4-4b11-942c-63fff02f9ec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Port': ['ID=cd9454cb-3e7c-45c8-8bbd-5bf435652d98,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:31.801997 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f025810a-f1a4-4b11-942c-63fff02f9ec5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1315367 Mar 09 04:16:31.804535 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41936) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:32.274048 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f13f2684-df9d-49c4-9eb6-ce5b428b4308 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:16:32.327274 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:32.344589 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:32.361408 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port f13f2684-df9d-49c4-9eb6-ce5b428b4308 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:16:32.402561 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-902caf9d-ecdd-4ef9-bc13-9531af606151 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:32.566747 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a4b4b8-28a7-4bbf-9923-3a9ba0717bfb None None] Network 746abc94-14b7-4c4b-8282-781be2e59925 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:16:32.675351 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0fc1fdb3-c6b7-44e5-8330-40429de3626f None None] Provisioning for port f13f2684-df9d-49c4-9eb6-ce5b428b4308 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:16:32.692085 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0fc1fdb3-c6b7-44e5-8330-40429de3626f None None] Provisioning complete for port f13f2684-df9d-49c4-9eb6-ce5b428b4308 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:32.692455 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0fc1fdb3-c6b7-44e5-8330-40429de3626f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:32.766936 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-902caf9d-ecdd-4ef9-bc13-9531af606151 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:32.771571 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-902caf9d-ecdd-4ef9-bc13-9531af606151 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:32.884486 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902caf9d-ecdd-4ef9-bc13-9531af606151 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Port': ['ID=cd9454cb-3e7c-45c8-8bbd-5bf435652d98,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:32.894161 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0fc1fdb3-c6b7-44e5-8330-40429de3626f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:32.942398 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-0fc1fdb3-c6b7-44e5-8330-40429de3626f None None] For port f13f2684-df9d-49c4-9eb6-ce5b428b4308, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f13f2684-df9d-49c4-9eb6-ce5b428b4308,segment=NetworkSegment(d7f06b41-4982-4d9a-bc59-3dfefad58aa7),segment_id=d7f06b41-4982-4d9a-bc59-3dfefad58aa7)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:16:32.947107 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0fc1fdb3-c6b7-44e5-8330-40429de3626f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:33.019751 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1fdb3-c6b7-44e5-8330-40429de3626f None None] Pushing event updated for resources: {'Port': ['ID=f13f2684-df9d-49c4-9eb6-ce5b428b4308,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:33.050287 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-902caf9d-ecdd-4ef9-bc13-9531af606151 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:33.172306 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9acde96d-a8be-46c1-b8e9-a89027311134 None None] Provisioning for port cd9454cb-3e7c-45c8-8bbd-5bf435652d98 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:16:33.178264 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9acde96d-a8be-46c1-b8e9-a89027311134 None None] Provisioning complete for port cd9454cb-3e7c-45c8-8bbd-5bf435652d98 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:33.178543 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9acde96d-a8be-46c1-b8e9-a89027311134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:33.236458 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-9acde96d-a8be-46c1-b8e9-a89027311134 None None] Port cd9454cb-3e7c-45c8-8bbd-5bf435652d98 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:16:33.248260 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9acde96d-a8be-46c1-b8e9-a89027311134 None None] Provisioning complete for port f13f2684-df9d-49c4-9eb6-ce5b428b4308 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:33.248623 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9acde96d-a8be-46c1-b8e9-a89027311134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:33.292810 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-902caf9d-ecdd-4ef9-bc13-9531af606151 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:33.498172 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6106a8e2-4281-4f3e-b1c7-bf549897f8ed None None] Provisioning complete for port cd9454cb-3e7c-45c8-8bbd-5bf435652d98 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:33.498711 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6106a8e2-4281-4f3e-b1c7-bf549897f8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:33.564696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6106a8e2-4281-4f3e-b1c7-bf549897f8ed None None] Port cd9454cb-3e7c-45c8-8bbd-5bf435652d98 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:16:33.566950 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:33.681921 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-902caf9d-ecdd-4ef9-bc13-9531af606151 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:33.684489 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ff82a0ee-8739-446d-b13c-1948fabe29dd None None] Provisioning complete for port cd9454cb-3e7c-45c8-8bbd-5bf435652d98 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:33.684943 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ff82a0ee-8739-446d-b13c-1948fabe29dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:33.687126 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-902caf9d-ecdd-4ef9-bc13-9531af606151 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:33.687856 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-902caf9d-ecdd-4ef9-bc13-9531af606151 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:33.737767 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ff82a0ee-8739-446d-b13c-1948fabe29dd None None] Port cd9454cb-3e7c-45c8-8bbd-5bf435652d98 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:16:33.827352 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902caf9d-ecdd-4ef9-bc13-9531af606151 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Port': ['ID=cd9454cb-3e7c-45c8-8bbd-5bf435652d98,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:33.878532 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902caf9d-ecdd-4ef9-bc13-9531af606151 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network 746abc94-14b7-4c4b-8282-781be2e59925 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:16:33.879678 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-902caf9d-ecdd-4ef9-bc13-9531af606151 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:16:34.073421 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902caf9d-ecdd-4ef9-bc13-9531af606151 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Router 38f8e82d-56d6-4cec-9eb3-b628d50fa97b is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:16:34.159702 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d3ef0bf1-af10-4a7f-8101-179a17825695 None None] Provisioning complete for port cd9454cb-3e7c-45c8-8bbd-5bf435652d98 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:34.160099 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d3ef0bf1-af10-4a7f-8101-179a17825695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:34.218005 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d3ef0bf1-af10-4a7f-8101-179a17825695 None None] Port cd9454cb-3e7c-45c8-8bbd-5bf435652d98 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:16:34.238238 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f13f2684-df9d-49c4-9eb6-ce5b428b4308 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:16:34.240942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902caf9d-ecdd-4ef9-bc13-9531af606151 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:16:34.246356 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-902caf9d-ecdd-4ef9-bc13-9531af606151 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "PUT /v2.0/routers/38f8e82d-56d6-4cec-9eb3-b628d50fa97b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4408393 Mar 09 04:16:34.248860 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41940) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:34.252078 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deacec1e-0f21-4da1-9265-0a4cc4cac2f4 None None] Sync routers for ids ['38f8e82d-56d6-4cec-9eb3-b628d50fa97b'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:16:34.261973 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deacec1e-0f21-4da1-9265-0a4cc4cac2f4 None None] Routers {'38f8e82d-56d6-4cec-9eb3-b628d50fa97b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:16:34.262562 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-deacec1e-0f21-4da1-9265-0a4cc4cac2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:16:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['38f8e82d-56d6-4cec-9eb3-b628d50fa97b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:34.310418 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port f13f2684-df9d-49c4-9eb6-ce5b428b4308 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:34.310790 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:34.323701 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05a0633-c1c4-4156-8d0c-7a827ded340b tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:34.324283 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c05a0633-c1c4-4156-8d0c-7a827ded340b tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Synchronizing usage tracker for tenant:c6b1c03af2cf4f0e949458e817f78603 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:16:34.327916 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-deacec1e-0f21-4da1-9265-0a4cc4cac2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:34.336263 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deacec1e-0f21-4da1-9265-0a4cc4cac2f4 None None] Routers {'38f8e82d-56d6-4cec-9eb3-b628d50fa97b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:16:34.336886 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-deacec1e-0f21-4da1-9265-0a4cc4cac2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:16:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['38f8e82d-56d6-4cec-9eb3-b628d50fa97b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:34.340990 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c05a0633-c1c4-4156-8d0c-7a827ded340b tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Unset dirty status for tenant:c6b1c03af2cf4f0e949458e817f78603 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:16:34.342283 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c05a0633-c1c4-4156-8d0c-7a827ded340b tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "GET /v2.0/ports/cd9454cb-3e7c-45c8-8bbd-5bf435652d98 HTTP/1.1" status: 200 len: 983 time: 0.0924685 Mar 09 04:16:34.345425 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41944) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:34.404089 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-deacec1e-0f21-4da1-9265-0a4cc4cac2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:34.404597 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deacec1e-0f21-4da1-9265-0a4cc4cac2f4 None None] The sync data for ids ['38f8e82d-56d6-4cec-9eb3-b628d50fa97b'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:16:34.433539 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:34.950084 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5246aeec-928e-4f98-871b-07ab484decc1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:35.218791 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-5246aeec-928e-4f98-871b-07ab484decc1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting port cd9454cb-3e7c-45c8-8bbd-5bf435652d98 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:16:35.219076 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5246aeec-928e-4f98-871b-07ab484decc1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:35.398825 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5246aeec-928e-4f98-871b-07ab484decc1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:35.519885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-5246aeec-928e-4f98-871b-07ab484decc1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Calling delete_port for cd9454cb-3e7c-45c8-8bbd-5bf435652d98 owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:16:35.690976 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5246aeec-928e-4f98-871b-07ab484decc1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:35.742270 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246aeec-928e-4f98-871b-07ab484decc1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Port': ['ID=cd9454cb-3e7c-45c8-8bbd-5bf435652d98,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:35.910720 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5246aeec-928e-4f98-871b-07ab484decc1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:36.298317 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5246aeec-928e-4f98-871b-07ab484decc1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Router 38f8e82d-56d6-4cec-9eb3-b628d50fa97b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:16:36.427359 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5246aeec-928e-4f98-871b-07ab484decc1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:16:36.437036 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46a00fa-d7cf-4702-9f56-4c476d133b93 None None] Sync routers for ids ['38f8e82d-56d6-4cec-9eb3-b628d50fa97b'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:16:36.445567 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5246aeec-928e-4f98-871b-07ab484decc1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "PUT /v2.0/routers/38f8e82d-56d6-4cec-9eb3-b628d50fa97b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0991461 Mar 09 04:16:36.446910 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46a00fa-d7cf-4702-9f56-4c476d133b93 None None] Routers {'38f8e82d-56d6-4cec-9eb3-b628d50fa97b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:16:36.447511 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e46a00fa-d7cf-4702-9f56-4c476d133b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:16:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['38f8e82d-56d6-4cec-9eb3-b628d50fa97b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:36.448704 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41948) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:36.506782 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e46a00fa-d7cf-4702-9f56-4c476d133b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:36.515558 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46a00fa-d7cf-4702-9f56-4c476d133b93 None None] Routers {'38f8e82d-56d6-4cec-9eb3-b628d50fa97b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:16:36.516144 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e46a00fa-d7cf-4702-9f56-4c476d133b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:16:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['38f8e82d-56d6-4cec-9eb3-b628d50fa97b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:36.577447 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e46a00fa-d7cf-4702-9f56-4c476d133b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:36.577837 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46a00fa-d7cf-4702-9f56-4c476d133b93 None None] The sync data for ids ['38f8e82d-56d6-4cec-9eb3-b628d50fa97b'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:16:36.773980 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-b2446e7e-2e75-415c-ac8e-949d5e4c5efc tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] remove_router_interface failed (client error): The resource could not be found. Mar 09 04:16:36.775036 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b2446e7e-2e75-415c-ac8e-949d5e4c5efc tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "PUT /v2.0/routers/38f8e82d-56d6-4cec-9eb3-b628d50fa97b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3254025 Mar 09 04:16:36.777835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41952) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:36.818728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8a6e2da4-2873-4346-a1ae-93b1c399cbe4 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Synchronizing usage tracker for tenant:c6b1c03af2cf4f0e949458e817f78603 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:16:36.834164 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8a6e2da4-2873-4346-a1ae-93b1c399cbe4 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Unset dirty status for tenant:c6b1c03af2cf4f0e949458e817f78603 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:16:36.835253 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8a6e2da4-2873-4346-a1ae-93b1c399cbe4 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "GET /v2.0/ports?device_id=38f8e82d-56d6-4cec-9eb3-b628d50fa97b HTTP/1.1" status: 200 len: 205 time: 0.0565393 Mar 09 04:16:36.837769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41956) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:36.965517 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ccb7b24-dd4e-4748-a537-0d277463969a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:37.383295 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ccb7b24-dd4e-4748-a537-0d277463969a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:37.385498 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ccb7b24-dd4e-4748-a537-0d277463969a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:37.407136 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ccb7b24-dd4e-4748-a537-0d277463969a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:37.407629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccb7b24-dd4e-4748-a537-0d277463969a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Fanout notify agent at l3_agent the message router_deleted on router 38f8e82d-56d6-4cec-9eb3-b628d50fa97b {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:16:37.419129 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4ccb7b24-dd4e-4748-a537-0d277463969a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:37.420188 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4ccb7b24-dd4e-4748-a537-0d277463969a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/routers/38f8e82d-56d6-4cec-9eb3-b628d50fa97b HTTP/1.1" status: 204 len: 168 time: 0.5815663 Mar 09 04:16:37.422962 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41960) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:37.485938 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b5e861-7549-4cba-ac4e-b069eb6fd974 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting subnet 3a6ca1dd-8780-4898-aef6-e0092312c7a5 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:16:37.488743 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-44b5e861-7549-4cba-ac4e-b069eb6fd974 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:37.543780 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-44b5e861-7549-4cba-ac4e-b069eb6fd974 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:37.622133 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-44b5e861-7549-4cba-ac4e-b069eb6fd974 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:37.692608 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-44b5e861-7549-4cba-ac4e-b069eb6fd974 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:37.733751 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5e861-7549-4cba-ac4e-b069eb6fd974 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Subnet': ['ID=3a6ca1dd-8780-4898-aef6-e0092312c7a5,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:37.739363 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-44b5e861-7549-4cba-ac4e-b069eb6fd974 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:37.744418 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafa9c54-d6dc-4eef-8a1a-54658da9c9fd None None] Network 746abc94-14b7-4c4b-8282-781be2e59925 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:16:37.745008 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-44b5e861-7549-4cba-ac4e-b069eb6fd974 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/subnets/3a6ca1dd-8780-4898-aef6-e0092312c7a5 HTTP/1.1" status: 204 len: 168 time: 0.3211274 Mar 09 04:16:37.747553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41964) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:37.860950 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e11330a5-7125-4956-9e3c-15556f15af00 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:37.871844 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-e11330a5-7125-4956-9e3c-15556f15af00 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting port f13f2684-df9d-49c4-9eb6-ce5b428b4308 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:16:37.872167 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e11330a5-7125-4956-9e3c-15556f15af00 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:38.018234 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a4da15-1d9f-4756-9682-89b96ec3826b None None] DHCP port deletion for 746abc94-14b7-4c4b-8282-781be2e59925 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:16:38.022478 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-92a4da15-1d9f-4756-9682-89b96ec3826b None None] Deleting port f13f2684-df9d-49c4-9eb6-ce5b428b4308 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:16:38.022840 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-92a4da15-1d9f-4756-9682-89b96ec3826b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:38.077819 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-e11330a5-7125-4956-9e3c-15556f15af00 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] For port f13f2684-df9d-49c4-9eb6-ce5b428b4308, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f13f2684-df9d-49c4-9eb6-ce5b428b4308,segment=NetworkSegment(d7f06b41-4982-4d9a-bc59-3dfefad58aa7),segment_id=d7f06b41-4982-4d9a-bc59-3dfefad58aa7)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:16:38.078197 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e11330a5-7125-4956-9e3c-15556f15af00 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:38.201648 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-e11330a5-7125-4956-9e3c-15556f15af00 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Calling delete_port for f13f2684-df9d-49c4-9eb6-ce5b428b4308 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:16:38.219427 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-92a4da15-1d9f-4756-9682-89b96ec3826b None None] For port f13f2684-df9d-49c4-9eb6-ce5b428b4308, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f13f2684-df9d-49c4-9eb6-ce5b428b4308,segment=NetworkSegment(d7f06b41-4982-4d9a-bc59-3dfefad58aa7),segment_id=d7f06b41-4982-4d9a-bc59-3dfefad58aa7)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:16:38.219816 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-92a4da15-1d9f-4756-9682-89b96ec3826b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:38.280952 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e11330a5-7125-4956-9e3c-15556f15af00 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:38.283607 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f13f2684-df9d-49c4-9eb6-ce5b428b4308 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:16:38.330175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11330a5-7125-4956-9e3c-15556f15af00 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Port': ['ID=f13f2684-df9d-49c4-9eb6-ce5b428b4308,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:38.334106 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11330a5-7125-4956-9e3c-15556f15af00 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] No DVR routers for this DVR port f13f2684-df9d-49c4-9eb6-ce5b428b4308 on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:16:38.371426 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-92a4da15-1d9f-4756-9682-89b96ec3826b None None] Calling delete_port for f13f2684-df9d-49c4-9eb6-ce5b428b4308 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:16:38.406310 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: f13f2684-df9d-49c4-9eb6-ce5b428b4308 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:16:38.406652 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f13f2684-df9d-49c4-9eb6-ce5b428b4308 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:16:38.445994 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-92a4da15-1d9f-4756-9682-89b96ec3826b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:16:38.446348 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-92a4da15-1d9f-4756-9682-89b96ec3826b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:16:38.456657 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e11330a5-7125-4956-9e3c-15556f15af00 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:38.482694 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-e11330a5-7125-4956-9e3c-15556f15af00 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['746abc94-14b7-4c4b-8282-781be2e59925']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:38.498441 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-e11330a5-7125-4956-9e3c-15556f15af00 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f06b41-4982-4d9a-bc59-3dfefad58aa7') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:38.498662 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-e11330a5-7125-4956-9e3c-15556f15af00 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f06b41-4982-4d9a-bc59-3dfefad58aa7') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:38.509519 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e11330a5-7125-4956-9e3c-15556f15af00 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:38.525261 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e11330a5-7125-4956-9e3c-15556f15af00 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:38.531679 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11330a5-7125-4956-9e3c-15556f15af00 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:16:38.532161 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e11330a5-7125-4956-9e3c-15556f15af00 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:16:38.546959 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:16:38.621663 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e11330a5-7125-4956-9e3c-15556f15af00 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:38.638394 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e11330a5-7125-4956-9e3c-15556f15af00 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:38.655014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11330a5-7125-4956-9e3c-15556f15af00 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Network': ['ID=746abc94-14b7-4c4b-8282-781be2e59925,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:38.663970 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e11330a5-7125-4956-9e3c-15556f15af00 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/networks/746abc94-14b7-4c4b-8282-781be2e59925 HTTP/1.1" status: 204 len: 168 time: 0.9154837 Mar 09 04:16:38.668252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41968) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:38.673580 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ef7ccf85-d20a-43c2-b12d-c8593c34e5e0 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1079815755'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:38.679109 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ef7ccf85-d20a-43c2-b12d-c8593c34e5e0 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:16:38.683537 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ef7ccf85-d20a-43c2-b12d-c8593c34e5e0 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Usage tracker for resource:network and tenant:c6b1c03af2cf4f0e949458e817f78603 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:16:38.686351 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ef7ccf85-d20a-43c2-b12d-c8593c34e5e0 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:16:38.691977 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ef7ccf85-d20a-43c2-b12d-c8593c34e5e0 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:16:38.701774 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7ccf85-d20a-43c2-b12d-c8593c34e5e0 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Made reservation on behalf of c6b1c03af2cf4f0e949458e817f78603 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:16:38.705576 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef7ccf85-d20a-43c2-b12d-c8593c34e5e0 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:38.731981 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7ccf85-d20a-43c2-b12d-c8593c34e5e0 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:16:38.741430 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef7ccf85-d20a-43c2-b12d-c8593c34e5e0 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:38.741812 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-ef7ccf85-d20a-43c2-b12d-c8593c34e5e0 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Added segment f639da5c-ed82-48b3-b2d0-b45dfaa2af00 of type vlan for network 41726b8b-b71e-4c67-8e3d-5b7d1b869861 Mar 09 04:16:38.767742 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef7ccf85-d20a-43c2-b12d-c8593c34e5e0 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:38.796079 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef7ccf85-d20a-43c2-b12d-c8593c34e5e0 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:38.801849 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7ccf85-d20a-43c2-b12d-c8593c34e5e0 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:38.802439 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef7ccf85-d20a-43c2-b12d-c8593c34e5e0 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:38.898097 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ef7ccf85-d20a-43c2-b12d-c8593c34e5e0 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2288373 Mar 09 04:16:38.900963 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41972) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:38.907381 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-db672937-70b3-422b-a139-8633155a1739 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'subnet': {'network_id': '41726b8b-b71e-4c67-8e3d-5b7d1b869861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:38.911015 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ccf85-d20a-43c2-b12d-c8593c34e5e0 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Network': ['ID=41726b8b-b71e-4c67-8e3d-5b7d1b869861,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:38.923040 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 41726b8b-b71e-4c67-8e3d-5b7d1b869861 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:16:38.950200 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-92a4da15-1d9f-4756-9682-89b96ec3826b None None] Deleting port f13f2684-df9d-49c4-9eb6-ce5b428b4308 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:16:38.950576 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-92a4da15-1d9f-4756-9682-89b96ec3826b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:39.021950 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-db672937-70b3-422b-a139-8633155a1739 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:16:39.025864 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-db672937-70b3-422b-a139-8633155a1739 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Usage tracker for resource:subnet and tenant:c6b1c03af2cf4f0e949458e817f78603 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:16:39.029156 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-db672937-70b3-422b-a139-8633155a1739 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:16:39.034743 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-db672937-70b3-422b-a139-8633155a1739 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:16:39.045642 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db672937-70b3-422b-a139-8633155a1739 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Made reservation on behalf of c6b1c03af2cf4f0e949458e817f78603 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:16:39.049321 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db672937-70b3-422b-a139-8633155a1739 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:39.087896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-92a4da15-1d9f-4756-9682-89b96ec3826b None None] The port 'f13f2684-df9d-49c4-9eb6-ce5b428b4308' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:16:39.102238 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:39.260220 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db672937-70b3-422b-a139-8633155a1739 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:39.336863 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db672937-70b3-422b-a139-8633155a1739 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Subnet': ['ID=b31fdde9-1453-43b6-ad1e-b3f81ef85c94,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:39.345814 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db672937-70b3-422b-a139-8633155a1739 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Checking segment: {'id': 'f639da5c-ed82-48b3-b2d0-b45dfaa2af00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '41726b8b-b71e-4c67-8e3d-5b7d1b869861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:16:39.346163 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db672937-70b3-422b-a139-8633155a1739 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network hostable DHCP agents. Network: 41726b8b-b71e-4c67-8e3d-5b7d1b869861, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:16:39.364295 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db672937-70b3-422b-a139-8633155a1739 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network 41726b8b-b71e-4c67-8e3d-5b7d1b869861 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:16:39.373078 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-db672937-70b3-422b-a139-8633155a1739 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 41726b8b-b71e-4c67-8e3d-5b7d1b869861) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:16:39.380096 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db672937-70b3-422b-a139-8633155a1739 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:39.380634 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db672937-70b3-422b-a139-8633155a1739 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:39.383705 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b638b184-cb6b-4026-a459-575e661c343d None None] Network 41726b8b-b71e-4c67-8e3d-5b7d1b869861 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:16:39.407267 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-db672937-70b3-422b-a139-8633155a1739 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5045660 Mar 09 04:16:39.409707 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41976) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:39.414579 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-05161b25-bec8-40ac-ad1c-c9827ddd209f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1851581351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:39.421913 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-05161b25-bec8-40ac-ad1c-c9827ddd209f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:16:39.425741 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-05161b25-bec8-40ac-ad1c-c9827ddd209f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Usage tracker for resource:router and tenant:c6b1c03af2cf4f0e949458e817f78603 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:16:39.428564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-05161b25-bec8-40ac-ad1c-c9827ddd209f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:16:39.434148 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-05161b25-bec8-40ac-ad1c-c9827ddd209f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:16:39.444727 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-05161b25-bec8-40ac-ad1c-c9827ddd209f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:39.445690 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-05161b25-bec8-40ac-ad1c-c9827ddd209f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:39.460528 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-05161b25-bec8-40ac-ad1c-c9827ddd209f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:39.479730 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-05161b25-bec8-40ac-ad1c-c9827ddd209f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:39.501785 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-05161b25-bec8-40ac-ad1c-c9827ddd209f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:39.502954 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-05161b25-bec8-40ac-ad1c-c9827ddd209f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.0923049 Mar 09 04:16:39.505640 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41980) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:39.597200 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13865073-55c3-4089-8c0c-c1cb983bdcf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-41726b8b-b71e-4c67-8e3d-5b7d1b869861', 'network_id': '41726b8b-b71e-4c67-8e3d-5b7d1b869861', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'fixed_ips': [{'subnet_id': 'b31fdde9-1453-43b6-ad1e-b3f81ef85c94'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:16:39.598008 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-13865073-55c3-4089-8c0c-c1cb983bdcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:39.752017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-13865073-55c3-4089-8c0c-c1cb983bdcf2 None None] Allocated IP 2001:db8::2 (41726b8b-b71e-4c67-8e3d-5b7d1b869861/b31fdde9-1453-43b6-ad1e-b3f81ef85c94/9b0e135a-5669-4b85-99e4-17ec86513fe6) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:16:39.963027 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-13865073-55c3-4089-8c0c-c1cb983bdcf2 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:39.972940 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-13865073-55c3-4089-8c0c-c1cb983bdcf2 None None] Transition to ACTIVE for port object 9b0e135a-5669-4b85-99e4-17ec86513fe6 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:16:39.990324 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-13865073-55c3-4089-8c0c-c1cb983bdcf2 None None] Transition to ACTIVE for port object 9b0e135a-5669-4b85-99e4-17ec86513fe6 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:16:39.996140 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-13865073-55c3-4089-8c0c-c1cb983bdcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:40.055518 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13865073-55c3-4089-8c0c-c1cb983bdcf2 None None] Network 41726b8b-b71e-4c67-8e3d-5b7d1b869861 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:16:40.062836 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-13865073-55c3-4089-8c0c-c1cb983bdcf2 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:16:40.065367 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13865073-55c3-4089-8c0c-c1cb983bdcf2 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:16:40.075431 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13865073-55c3-4089-8c0c-c1cb983bdcf2 None None] Pushing event updated for resources: {'Port': ['ID=9b0e135a-5669-4b85-99e4-17ec86513fe6,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:40.083500 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-18a11b09-c4cc-4088-b62f-bb2642a8aa5c tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:40.159762 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-13865073-55c3-4089-8c0c-c1cb983bdcf2 None None] Attempting to bind port 9b0e135a-5669-4b85-99e4-17ec86513fe6 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:16:40.160126 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-13865073-55c3-4089-8c0c-c1cb983bdcf2 None None] Attempting to bind port 9b0e135a-5669-4b85-99e4-17ec86513fe6 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'f639da5c-ed82-48b3-b2d0-b45dfaa2af00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '41726b8b-b71e-4c67-8e3d-5b7d1b869861'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:16:40.160485 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13865073-55c3-4089-8c0c-c1cb983bdcf2 None None] Attempting to bind port 9b0e135a-5669-4b85-99e4-17ec86513fe6 on network 41726b8b-b71e-4c67-8e3d-5b7d1b869861 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:16:40.165982 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13865073-55c3-4089-8c0c-c1cb983bdcf2 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:16:40.166361 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13865073-55c3-4089-8c0c-c1cb983bdcf2 None None] Checking segment: {'id': 'f639da5c-ed82-48b3-b2d0-b45dfaa2af00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '41726b8b-b71e-4c67-8e3d-5b7d1b869861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:16:40.167291 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-13865073-55c3-4089-8c0c-c1cb983bdcf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:40.167676 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13865073-55c3-4089-8c0c-c1cb983bdcf2 None None] Bound using segment: {'id': 'f639da5c-ed82-48b3-b2d0-b45dfaa2af00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '41726b8b-b71e-4c67-8e3d-5b7d1b869861'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:16:40.168134 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-13865073-55c3-4089-8c0c-c1cb983bdcf2 None None] Bound port: 9b0e135a-5669-4b85-99e4-17ec86513fe6, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f639da5c-ed82-48b3-b2d0-b45dfaa2af00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '41726b8b-b71e-4c67-8e3d-5b7d1b869861'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:16:40.168501 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-13865073-55c3-4089-8c0c-c1cb983bdcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:40.287238 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-13865073-55c3-4089-8c0c-c1cb983bdcf2 None None] For port 9b0e135a-5669-4b85-99e4-17ec86513fe6, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:16:40.290414 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-13865073-55c3-4089-8c0c-c1cb983bdcf2 None None] For port 9b0e135a-5669-4b85-99e4-17ec86513fe6, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9b0e135a-5669-4b85-99e4-17ec86513fe6,segment=NetworkSegment(f639da5c-ed82-48b3-b2d0-b45dfaa2af00),segment_id=f639da5c-ed82-48b3-b2d0-b45dfaa2af00)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:16:40.296025 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-13865073-55c3-4089-8c0c-c1cb983bdcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:40.390212 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13865073-55c3-4089-8c0c-c1cb983bdcf2 None None] Pushing event updated for resources: {'Port': ['ID=9b0e135a-5669-4b85-99e4-17ec86513fe6,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:40.437082 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-18a11b09-c4cc-4088-b62f-bb2642a8aa5c tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Allocated IP 2001:db8::1 (41726b8b-b71e-4c67-8e3d-5b7d1b869861/b31fdde9-1453-43b6-ad1e-b3f81ef85c94/80a2bea8-830a-40ab-ae20-91a1f4b8e324) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:16:40.619426 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-18a11b09-c4cc-4088-b62f-bb2642a8aa5c tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:40.635604 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-18a11b09-c4cc-4088-b62f-bb2642a8aa5c tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Transition to ACTIVE for port object 80a2bea8-830a-40ab-ae20-91a1f4b8e324 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:16:40.661408 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-18a11b09-c4cc-4088-b62f-bb2642a8aa5c tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:40.730294 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a11b09-c4cc-4088-b62f-bb2642a8aa5c tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network 41726b8b-b71e-4c67-8e3d-5b7d1b869861 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:16:40.737206 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-18a11b09-c4cc-4088-b62f-bb2642a8aa5c tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:16:40.739549 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a11b09-c4cc-4088-b62f-bb2642a8aa5c tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:16:40.740179 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-18a11b09-c4cc-4088-b62f-bb2642a8aa5c tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:40.867858 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a11b09-c4cc-4088-b62f-bb2642a8aa5c tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Port': ['ID=80a2bea8-830a-40ab-ae20-91a1f4b8e324,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:40.974944 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-18a11b09-c4cc-4088-b62f-bb2642a8aa5c tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:41.250504 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3882659a-8736-4fb5-8235-d6e028ebf82e None None] Network 41726b8b-b71e-4c67-8e3d-5b7d1b869861 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:16:41.346965 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e46e58f4-5b0a-4e65-ac3b-d37ad7f15387 None None] Provisioning for port 9b0e135a-5669-4b85-99e4-17ec86513fe6 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:16:41.373061 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-18a11b09-c4cc-4088-b62f-bb2642a8aa5c tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:41.378128 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-18a11b09-c4cc-4088-b62f-bb2642a8aa5c tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:41.378884 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-18a11b09-c4cc-4088-b62f-bb2642a8aa5c tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:41.650412 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a11b09-c4cc-4088-b62f-bb2642a8aa5c tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Port': ['ID=80a2bea8-830a-40ab-ae20-91a1f4b8e324,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:41.706970 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a11b09-c4cc-4088-b62f-bb2642a8aa5c tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network 41726b8b-b71e-4c67-8e3d-5b7d1b869861 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:16:41.708091 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-18a11b09-c4cc-4088-b62f-bb2642a8aa5c tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:16:41.776030 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ab3d9b85-8c9c-4a80-814c-d488fb601c6f None None] Provisioning for port 80a2bea8-830a-40ab-ae20-91a1f4b8e324 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:16:41.781584 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ab3d9b85-8c9c-4a80-814c-d488fb601c6f None None] Provisioning complete for port 80a2bea8-830a-40ab-ae20-91a1f4b8e324 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:41.782218 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ab3d9b85-8c9c-4a80-814c-d488fb601c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:41.838175 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ab3d9b85-8c9c-4a80-814c-d488fb601c6f None None] Port 80a2bea8-830a-40ab-ae20-91a1f4b8e324 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:16:41.909130 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a11b09-c4cc-4088-b62f-bb2642a8aa5c tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Router b21f8174-4c1a-4783-9c66-bfd350122aa4 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:16:41.974440 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-29149b5d-5417-439c-91e2-b99029bfde03 None None] Provisioning complete for port 80a2bea8-830a-40ab-ae20-91a1f4b8e324 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:41.974811 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-29149b5d-5417-439c-91e2-b99029bfde03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:42.031787 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-29149b5d-5417-439c-91e2-b99029bfde03 None None] Port 80a2bea8-830a-40ab-ae20-91a1f4b8e324 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:16:42.072948 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a11b09-c4cc-4088-b62f-bb2642a8aa5c tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:16:42.082245 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebbb2ad-f6ff-49a0-8b97-3e608d073cf7 None None] Sync routers for ids ['b21f8174-4c1a-4783-9c66-bfd350122aa4'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:16:42.089081 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-18a11b09-c4cc-4088-b62f-bb2642a8aa5c tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "PUT /v2.0/routers/b21f8174-4c1a-4783-9c66-bfd350122aa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5818915 Mar 09 04:16:42.089405 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41984) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:42.091908 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebbb2ad-f6ff-49a0-8b97-3e608d073cf7 None None] Routers {'b21f8174-4c1a-4783-9c66-bfd350122aa4'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:16:42.092556 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-bebbb2ad-f6ff-49a0-8b97-3e608d073cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:16:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b21f8174-4c1a-4783-9c66-bfd350122aa4'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:42.151718 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-bebbb2ad-f6ff-49a0-8b97-3e608d073cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:42.152521 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a0f52ed2-1c0b-4001-87f0-59eb4fbd14a6 None None] Provisioning complete for port 80a2bea8-830a-40ab-ae20-91a1f4b8e324 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:42.152948 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a0f52ed2-1c0b-4001-87f0-59eb4fbd14a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:42.160642 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebbb2ad-f6ff-49a0-8b97-3e608d073cf7 None None] Routers {'b21f8174-4c1a-4783-9c66-bfd350122aa4'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:16:42.160762 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f7fdee-d87e-4ecd-90c9-34a64392f16c tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:42.161154 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-05f7fdee-d87e-4ecd-90c9-34a64392f16c tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Synchronizing usage tracker for tenant:c6b1c03af2cf4f0e949458e817f78603 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:16:42.161268 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-bebbb2ad-f6ff-49a0-8b97-3e608d073cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:16:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b21f8174-4c1a-4783-9c66-bfd350122aa4'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:42.178587 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-05f7fdee-d87e-4ecd-90c9-34a64392f16c tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Unset dirty status for tenant:c6b1c03af2cf4f0e949458e817f78603 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:16:42.182511 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-05f7fdee-d87e-4ecd-90c9-34a64392f16c tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "GET /v2.0/ports/80a2bea8-830a-40ab-ae20-91a1f4b8e324 HTTP/1.1" status: 200 len: 911 time: 0.0894256 Mar 09 04:16:42.183427 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 41988) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:42.211494 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a0f52ed2-1c0b-4001-87f0-59eb4fbd14a6 None None] Port 80a2bea8-830a-40ab-ae20-91a1f4b8e324 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:16:42.225722 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-bebbb2ad-f6ff-49a0-8b97-3e608d073cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:42.226115 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebbb2ad-f6ff-49a0-8b97-3e608d073cf7 None None] The sync data for ids ['b21f8174-4c1a-4783-9c66-bfd350122aa4'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:16:42.283738 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9b0e135a-5669-4b85-99e4-17ec86513fe6 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:16:42.355045 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 9b0e135a-5669-4b85-99e4-17ec86513fe6 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:16:42.359727 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 9b0e135a-5669-4b85-99e4-17ec86513fe6 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:42.360088 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:42.478070 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:42.513089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 9b0e135a-5669-4b85-99e4-17ec86513fe6, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9b0e135a-5669-4b85-99e4-17ec86513fe6,segment=NetworkSegment(f639da5c-ed82-48b3-b2d0-b45dfaa2af00),segment_id=f639da5c-ed82-48b3-b2d0-b45dfaa2af00)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:16:42.517344 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:42.586572 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=9b0e135a-5669-4b85-99e4-17ec86513fe6,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:42.816559 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-24bd33e4-49f4-4e36-a440-756479c68d41 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:43.137020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-24bd33e4-49f4-4e36-a440-756479c68d41 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting port 80a2bea8-830a-40ab-ae20-91a1f4b8e324 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:16:43.137734 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-24bd33e4-49f4-4e36-a440-756479c68d41 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:43.318372 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-24bd33e4-49f4-4e36-a440-756479c68d41 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:43.437457 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-24bd33e4-49f4-4e36-a440-756479c68d41 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Calling delete_port for 80a2bea8-830a-40ab-ae20-91a1f4b8e324 owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:16:43.608214 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-24bd33e4-49f4-4e36-a440-756479c68d41 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:43.660809 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd33e4-49f4-4e36-a440-756479c68d41 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Port': ['ID=80a2bea8-830a-40ab-ae20-91a1f4b8e324,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:43.831107 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-24bd33e4-49f4-4e36-a440-756479c68d41 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:44.215770 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bd33e4-49f4-4e36-a440-756479c68d41 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Router b21f8174-4c1a-4783-9c66-bfd350122aa4 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:16:44.243736 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9b0e135a-5669-4b85-99e4-17ec86513fe6 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:16:44.313570 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 9b0e135a-5669-4b85-99e4-17ec86513fe6 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:44.313929 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:44.351850 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bd33e4-49f4-4e36-a440-756479c68d41 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:16:44.362808 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9133c769-fbbd-425f-bed1-76a3fbba6826 None None] Sync routers for ids ['b21f8174-4c1a-4783-9c66-bfd350122aa4'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:16:44.369483 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-24bd33e4-49f4-4e36-a440-756479c68d41 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "PUT /v2.0/routers/b21f8174-4c1a-4783-9c66-bfd350122aa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1850188 Mar 09 04:16:44.372995 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41992) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:44.384311 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9133c769-fbbd-425f-bed1-76a3fbba6826 None None] Routers {'b21f8174-4c1a-4783-9c66-bfd350122aa4'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:16:44.384906 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-9133c769-fbbd-425f-bed1-76a3fbba6826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:16:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b21f8174-4c1a-4783-9c66-bfd350122aa4'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:44.416180 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-654bffaf-8d71-4bf2-affe-b65a2ee577fc tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Synchronizing usage tracker for tenant:c6b1c03af2cf4f0e949458e817f78603 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:16:44.431161 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-654bffaf-8d71-4bf2-affe-b65a2ee577fc tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Unset dirty status for tenant:c6b1c03af2cf4f0e949458e817f78603 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:16:44.432841 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-654bffaf-8d71-4bf2-affe-b65a2ee577fc tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21f8174-4c1a-4783-9c66-bfd350122aa4 HTTP/1.1" status: 200 len: 205 time: 0.0582814 Mar 09 04:16:44.435589 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 41996) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:44.453552 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-9133c769-fbbd-425f-bed1-76a3fbba6826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:44.496033 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9133c769-fbbd-425f-bed1-76a3fbba6826 None None] Routers {'b21f8174-4c1a-4783-9c66-bfd350122aa4'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:16:44.496641 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-9133c769-fbbd-425f-bed1-76a3fbba6826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:16:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['b21f8174-4c1a-4783-9c66-bfd350122aa4'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:44.564376 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-9133c769-fbbd-425f-bed1-76a3fbba6826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:44.564773 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9133c769-fbbd-425f-bed1-76a3fbba6826 None None] The sync data for ids ['b21f8174-4c1a-4783-9c66-bfd350122aa4'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:16:44.569551 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-29c93f13-f806-4cb2-9b4e-e16654ed20e7 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:44.859403 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-29c93f13-f806-4cb2-9b4e-e16654ed20e7 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:44.861542 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-29c93f13-f806-4cb2-9b4e-e16654ed20e7 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:44.887958 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-29c93f13-f806-4cb2-9b4e-e16654ed20e7 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:44.888631 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c93f13-f806-4cb2-9b4e-e16654ed20e7 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Fanout notify agent at l3_agent the message router_deleted on router b21f8174-4c1a-4783-9c66-bfd350122aa4 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:16:44.899977 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-29c93f13-f806-4cb2-9b4e-e16654ed20e7 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:44.904252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42000) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:44.904382 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-29c93f13-f806-4cb2-9b4e-e16654ed20e7 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/routers/b21f8174-4c1a-4783-9c66-bfd350122aa4 HTTP/1.1" status: 204 len: 168 time: 0.4678330 Mar 09 04:16:44.973352 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a01275e-854b-456b-b9a1-e37f0c59273a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting subnet b31fdde9-1453-43b6-ad1e-b3f81ef85c94 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:16:44.976134 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a01275e-854b-456b-b9a1-e37f0c59273a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:45.029026 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a01275e-854b-456b-b9a1-e37f0c59273a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:45.113070 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a01275e-854b-456b-b9a1-e37f0c59273a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:45.182962 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a01275e-854b-456b-b9a1-e37f0c59273a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:45.220714 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01275e-854b-456b-b9a1-e37f0c59273a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Subnet': ['ID=b31fdde9-1453-43b6-ad1e-b3f81ef85c94,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:45.224270 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4a01275e-854b-456b-b9a1-e37f0c59273a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:45.230743 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e2a266-c4c1-4214-8b9b-5ad8a77513cb None None] Network 41726b8b-b71e-4c67-8e3d-5b7d1b869861 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:16:45.231312 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4a01275e-854b-456b-b9a1-e37f0c59273a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/subnets/b31fdde9-1453-43b6-ad1e-b3f81ef85c94 HTTP/1.1" status: 204 len: 168 time: 0.3259068 Mar 09 04:16:45.233760 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42004) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:45.345903 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9aac3a9b-6fa1-4a6a-807c-3f8b35d09043 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:45.356087 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-9aac3a9b-6fa1-4a6a-807c-3f8b35d09043 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting port 9b0e135a-5669-4b85-99e4-17ec86513fe6 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:16:45.356415 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9aac3a9b-6fa1-4a6a-807c-3f8b35d09043 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:45.462362 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64307a4f-0025-4388-9054-46f827609cd7 None None] DHCP port deletion for 41726b8b-b71e-4c67-8e3d-5b7d1b869861 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:16:45.467234 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-64307a4f-0025-4388-9054-46f827609cd7 None None] Deleting port 9b0e135a-5669-4b85-99e4-17ec86513fe6 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:16:45.467598 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-64307a4f-0025-4388-9054-46f827609cd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:45.568716 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-9aac3a9b-6fa1-4a6a-807c-3f8b35d09043 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] For port 9b0e135a-5669-4b85-99e4-17ec86513fe6, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9b0e135a-5669-4b85-99e4-17ec86513fe6,segment=NetworkSegment(f639da5c-ed82-48b3-b2d0-b45dfaa2af00),segment_id=f639da5c-ed82-48b3-b2d0-b45dfaa2af00)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:16:45.569077 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9aac3a9b-6fa1-4a6a-807c-3f8b35d09043 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:45.695563 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-9aac3a9b-6fa1-4a6a-807c-3f8b35d09043 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Calling delete_port for 9b0e135a-5669-4b85-99e4-17ec86513fe6 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:16:45.702103 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-64307a4f-0025-4388-9054-46f827609cd7 None None] For port 9b0e135a-5669-4b85-99e4-17ec86513fe6, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9b0e135a-5669-4b85-99e4-17ec86513fe6,segment=NetworkSegment(f639da5c-ed82-48b3-b2d0-b45dfaa2af00),segment_id=f639da5c-ed82-48b3-b2d0-b45dfaa2af00)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:16:45.702490 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-64307a4f-0025-4388-9054-46f827609cd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:45.772273 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9aac3a9b-6fa1-4a6a-807c-3f8b35d09043 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:45.818264 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac3a9b-6fa1-4a6a-807c-3f8b35d09043 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Port': ['ID=9b0e135a-5669-4b85-99e4-17ec86513fe6,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:45.821035 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-64307a4f-0025-4388-9054-46f827609cd7 None None] Calling delete_port for 9b0e135a-5669-4b85-99e4-17ec86513fe6 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:16:45.821661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aac3a9b-6fa1-4a6a-807c-3f8b35d09043 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] No DVR routers for this DVR port 9b0e135a-5669-4b85-99e4-17ec86513fe6 on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:16:45.895118 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-64307a4f-0025-4388-9054-46f827609cd7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:16:45.895498 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-64307a4f-0025-4388-9054-46f827609cd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:16:46.067285 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9aac3a9b-6fa1-4a6a-807c-3f8b35d09043 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:46.091779 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-9aac3a9b-6fa1-4a6a-807c-3f8b35d09043 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41726b8b-b71e-4c67-8e3d-5b7d1b869861']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:46.103696 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-9aac3a9b-6fa1-4a6a-807c-3f8b35d09043 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f639da5c-ed82-48b3-b2d0-b45dfaa2af00') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:46.104480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-9aac3a9b-6fa1-4a6a-807c-3f8b35d09043 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f639da5c-ed82-48b3-b2d0-b45dfaa2af00') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:46.115750 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9aac3a9b-6fa1-4a6a-807c-3f8b35d09043 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:46.134808 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9aac3a9b-6fa1-4a6a-807c-3f8b35d09043 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:46.140707 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aac3a9b-6fa1-4a6a-807c-3f8b35d09043 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:16:46.141084 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9aac3a9b-6fa1-4a6a-807c-3f8b35d09043 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:16:46.155367 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:16:46.233266 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9aac3a9b-6fa1-4a6a-807c-3f8b35d09043 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:46.240782 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9b0e135a-5669-4b85-99e4-17ec86513fe6 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:16:46.251654 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9aac3a9b-6fa1-4a6a-807c-3f8b35d09043 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:46.264746 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac3a9b-6fa1-4a6a-807c-3f8b35d09043 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Network': ['ID=41726b8b-b71e-4c67-8e3d-5b7d1b869861,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:46.273794 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9aac3a9b-6fa1-4a6a-807c-3f8b35d09043 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/networks/41726b8b-b71e-4c67-8e3d-5b7d1b869861 HTTP/1.1" status: 204 len: 168 time: 1.0389862 Mar 09 04:16:46.275233 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 9b0e135a-5669-4b85-99e4-17ec86513fe6 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:16:46.275577 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9b0e135a-5669-4b85-99e4-17ec86513fe6 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:16:46.277787 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42008) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:46.282955 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ca7197ef-18a0-4da7-8113-c4b0a12dc53a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1668047294', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}, 'admin_state_up': False}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:46.291112 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ca7197ef-18a0-4da7-8113-c4b0a12dc53a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:16:46.295457 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ca7197ef-18a0-4da7-8113-c4b0a12dc53a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Usage tracker for resource:router and tenant:c6b1c03af2cf4f0e949458e817f78603 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:16:46.298279 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ca7197ef-18a0-4da7-8113-c4b0a12dc53a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:16:46.313372 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ca7197ef-18a0-4da7-8113-c4b0a12dc53a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:16:46.323914 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca7197ef-18a0-4da7-8113-c4b0a12dc53a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:46.324805 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca7197ef-18a0-4da7-8113-c4b0a12dc53a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:46.341538 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca7197ef-18a0-4da7-8113-c4b0a12dc53a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:46.396484 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-64307a4f-0025-4388-9054-46f827609cd7 None None] Deleting port 9b0e135a-5669-4b85-99e4-17ec86513fe6 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:16:46.396871 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-64307a4f-0025-4388-9054-46f827609cd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:46.463112 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-64307a4f-0025-4388-9054-46f827609cd7 None None] The port '9b0e135a-5669-4b85-99e4-17ec86513fe6' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:16:46.612128 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca7197ef-18a0-4da7-8113-c4b0a12dc53a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:46.906289 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca7197ef-18a0-4da7-8113-c4b0a12dc53a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:46.934692 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca7197ef-18a0-4da7-8113-c4b0a12dc53a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:47.066946 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-ca7197ef-18a0-4da7-8113-c4b0a12dc53a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Allocated IP 172.25.7.253 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/7f9e7872-e7ea-417a-9c2d-4490026aa0ef) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:16:47.211240 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca7197ef-18a0-4da7-8113-c4b0a12dc53a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:47.243375 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca7197ef-18a0-4da7-8113-c4b0a12dc53a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:47.308343 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7197ef-18a0-4da7-8113-c4b0a12dc53a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:16:47.310997 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-ca7197ef-18a0-4da7-8113-c4b0a12dc53a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:16:47.313508 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7197ef-18a0-4da7-8113-c4b0a12dc53a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:16:47.359740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7197ef-18a0-4da7-8113-c4b0a12dc53a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Port': ['ID=7f9e7872-e7ea-417a-9c2d-4490026aa0ef,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:47.856893 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca7197ef-18a0-4da7-8113-c4b0a12dc53a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:48.193659 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca7197ef-18a0-4da7-8113-c4b0a12dc53a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:48.392440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7197ef-18a0-4da7-8113-c4b0a12dc53a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Router a86906d9-6eb2-4931-9287-0be542c5f415 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:16:48.569137 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7197ef-18a0-4da7-8113-c4b0a12dc53a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:16:48.578543 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfc415e-ab46-4da7-a061-d9dcdf4a7354 None None] Sync routers for ids ['a86906d9-6eb2-4931-9287-0be542c5f415'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:16:48.587599 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfc415e-ab46-4da7-a061-d9dcdf4a7354 None None] Routers {'a86906d9-6eb2-4931-9287-0be542c5f415'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:16:48.588193 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1cfc415e-ab46-4da7-a061-d9dcdf4a7354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:16:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a86906d9-6eb2-4931-9287-0be542c5f415'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:48.596305 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ca7197ef-18a0-4da7-8113-c4b0a12dc53a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:48.597571 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ca7197ef-18a0-4da7-8113-c4b0a12dc53a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3188567 Mar 09 04:16:48.600267 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42012) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:48.651858 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1cfc415e-ab46-4da7-a061-d9dcdf4a7354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:48.660212 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfc415e-ab46-4da7-a061-d9dcdf4a7354 None None] Routers {'a86906d9-6eb2-4931-9287-0be542c5f415'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:16:48.660797 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1cfc415e-ab46-4da7-a061-d9dcdf4a7354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:16:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a86906d9-6eb2-4931-9287-0be542c5f415'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:48.721183 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1cfc415e-ab46-4da7-a061-d9dcdf4a7354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:48.721584 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfc415e-ab46-4da7-a061-d9dcdf4a7354 None None] The sync data for ids ['a86906d9-6eb2-4931-9287-0be542c5f415'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:16:48.778027 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-992c15e7-babb-49f3-b579-799e5cf61962 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "GET /v2.0/routers/a86906d9-6eb2-4931-9287-0be542c5f415 HTTP/1.1" status: 200 len: 885 time: 0.1765897 Mar 09 04:16:48.780354 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42016) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:49.109136 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ae279a75-3627-40f9-9508-5617c155d532 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Synchronizing usage tracker for tenant:c6b1c03af2cf4f0e949458e817f78603 on resource:router {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:16:49.125846 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ae279a75-3627-40f9-9508-5617c155d532 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Unset dirty status for tenant:c6b1c03af2cf4f0e949458e817f78603 on resource:router {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:16:49.127151 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ae279a75-3627-40f9-9508-5617c155d532 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3459027 Mar 09 04:16:49.129780 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42020) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:49.134607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-7acee52d-6dc8-495d-8345-869215b20fc5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1668047294'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:49.642599 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7acee52d-6dc8-495d-8345-869215b20fc5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:49.653540 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7acee52d-6dc8-495d-8345-869215b20fc5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371792'] for router, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:49.836867 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7acee52d-6dc8-495d-8345-869215b20fc5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Router a86906d9-6eb2-4931-9287-0be542c5f415 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:16:50.012928 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acee52d-6dc8-495d-8345-869215b20fc5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:16:50.019519 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7acee52d-6dc8-495d-8345-869215b20fc5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:50.020657 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7acee52d-6dc8-495d-8345-869215b20fc5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "PUT /v2.0/routers/a86906d9-6eb2-4931-9287-0be542c5f415 HTTP/1.1" status: 200 len: 892 time: 0.8899698 Mar 09 04:16:50.022302 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be02a3b8-9305-4951-9fce-c6f340f6a39b None None] Sync routers for ids ['a86906d9-6eb2-4931-9287-0be542c5f415'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:16:50.023195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42026) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:50.032364 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be02a3b8-9305-4951-9fce-c6f340f6a39b None None] Routers {'a86906d9-6eb2-4931-9287-0be542c5f415'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:16:50.032942 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-be02a3b8-9305-4951-9fce-c6f340f6a39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:16:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a86906d9-6eb2-4931-9287-0be542c5f415'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:50.092538 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-be02a3b8-9305-4951-9fce-c6f340f6a39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:50.100733 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be02a3b8-9305-4951-9fce-c6f340f6a39b None None] Routers {'a86906d9-6eb2-4931-9287-0be542c5f415'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:16:50.101306 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-be02a3b8-9305-4951-9fce-c6f340f6a39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:16:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a86906d9-6eb2-4931-9287-0be542c5f415'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:50.162195 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-be02a3b8-9305-4951-9fce-c6f340f6a39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:50.162932 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be02a3b8-9305-4951-9fce-c6f340f6a39b None None] The sync data for ids ['a86906d9-6eb2-4931-9287-0be542c5f415'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:16:50.327727 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d2a4ddef-3226-434a-9a86-627bc747a7ca tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "GET /v2.0/routers/a86906d9-6eb2-4931-9287-0be542c5f415 HTTP/1.1" status: 200 len: 892 time: 0.3034706 Mar 09 04:16:50.330296 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42030) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:50.371548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-35b8d695-9838-455b-9692-a627c845440f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Synchronizing usage tracker for tenant:c6b1c03af2cf4f0e949458e817f78603 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:16:50.386552 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-35b8d695-9838-455b-9692-a627c845440f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Unset dirty status for tenant:c6b1c03af2cf4f0e949458e817f78603 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:16:50.387711 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-35b8d695-9838-455b-9692-a627c845440f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "GET /v2.0/ports?device_id=a86906d9-6eb2-4931-9287-0be542c5f415 HTTP/1.1" status: 200 len: 205 time: 0.0565383 Mar 09 04:16:50.390151 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42034) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:50.565278 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-39e0d998-2dc4-48b2-9adc-eb53f1e49b66 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:50.741390 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-39e0d998-2dc4-48b2-9adc-eb53f1e49b66 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:50.751461 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-39e0d998-2dc4-48b2-9adc-eb53f1e49b66 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting port 7f9e7872-e7ea-417a-9c2d-4490026aa0ef {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:16:50.751863 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-39e0d998-2dc4-48b2-9adc-eb53f1e49b66 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:50.924132 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-39e0d998-2dc4-48b2-9adc-eb53f1e49b66 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:51.046208 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-39e0d998-2dc4-48b2-9adc-eb53f1e49b66 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Calling delete_port for 7f9e7872-e7ea-417a-9c2d-4490026aa0ef owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:16:51.206584 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-39e0d998-2dc4-48b2-9adc-eb53f1e49b66 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:51.256703 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0d998-2dc4-48b2-9adc-eb53f1e49b66 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Port': ['ID=7f9e7872-e7ea-417a-9c2d-4490026aa0ef,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:51.294941 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e0d998-2dc4-48b2-9adc-eb53f1e49b66 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:51.295287 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e0d998-2dc4-48b2-9adc-eb53f1e49b66 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:51.295625 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e0d998-2dc4-48b2-9adc-eb53f1e49b66 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:51.295957 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e0d998-2dc4-48b2-9adc-eb53f1e49b66 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:51.296326 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e0d998-2dc4-48b2-9adc-eb53f1e49b66 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:51.296641 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e0d998-2dc4-48b2-9adc-eb53f1e49b66 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:51.296964 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e0d998-2dc4-48b2-9adc-eb53f1e49b66 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:51.297284 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e0d998-2dc4-48b2-9adc-eb53f1e49b66 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:51.297604 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e0d998-2dc4-48b2-9adc-eb53f1e49b66 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:51.297920 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e0d998-2dc4-48b2-9adc-eb53f1e49b66 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:51.298233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e0d998-2dc4-48b2-9adc-eb53f1e49b66 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:51.298549 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e0d998-2dc4-48b2-9adc-eb53f1e49b66 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:51.357914 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-39e0d998-2dc4-48b2-9adc-eb53f1e49b66 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:51.535271 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-39e0d998-2dc4-48b2-9adc-eb53f1e49b66 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:51.537447 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-39e0d998-2dc4-48b2-9adc-eb53f1e49b66 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:51.562777 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-39e0d998-2dc4-48b2-9adc-eb53f1e49b66 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:51.563338 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e0d998-2dc4-48b2-9adc-eb53f1e49b66 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Fanout notify agent at l3_agent the message router_deleted on router a86906d9-6eb2-4931-9287-0be542c5f415 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:16:51.585280 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-39e0d998-2dc4-48b2-9adc-eb53f1e49b66 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:51.586361 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-39e0d998-2dc4-48b2-9adc-eb53f1e49b66 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/routers/a86906d9-6eb2-4931-9287-0be542c5f415 HTTP/1.1" status: 204 len: 168 time: 1.1953151 Mar 09 04:16:51.590574 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42038) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:51.595834 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-e8cdc668-5daa-45c8-b123-bb8ca64c1a17 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-585486330'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:51.601207 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e8cdc668-5daa-45c8-b123-bb8ca64c1a17 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:16:51.605025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e8cdc668-5daa-45c8-b123-bb8ca64c1a17 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Usage tracker for resource:network and tenant:c6b1c03af2cf4f0e949458e817f78603 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:16:51.607849 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e8cdc668-5daa-45c8-b123-bb8ca64c1a17 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:16:51.613503 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e8cdc668-5daa-45c8-b123-bb8ca64c1a17 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:16:51.623291 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cdc668-5daa-45c8-b123-bb8ca64c1a17 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Made reservation on behalf of c6b1c03af2cf4f0e949458e817f78603 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:16:51.626593 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e8cdc668-5daa-45c8-b123-bb8ca64c1a17 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:51.655943 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8cdc668-5daa-45c8-b123-bb8ca64c1a17 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:16:51.665301 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e8cdc668-5daa-45c8-b123-bb8ca64c1a17 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:51.665674 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-e8cdc668-5daa-45c8-b123-bb8ca64c1a17 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Added segment 90bc333c-341b-4289-878f-05428e54037e of type vlan for network 8aa12cda-5456-441e-9329-bc24c86b1b52 Mar 09 04:16:51.694614 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e8cdc668-5daa-45c8-b123-bb8ca64c1a17 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:51.726783 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e8cdc668-5daa-45c8-b123-bb8ca64c1a17 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:51.732622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cdc668-5daa-45c8-b123-bb8ca64c1a17 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:51.733196 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e8cdc668-5daa-45c8-b123-bb8ca64c1a17 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:51.966662 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e8cdc668-5daa-45c8-b123-bb8ca64c1a17 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3746815 Mar 09 04:16:51.969406 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42042) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:51.973058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdc668-5daa-45c8-b123-bb8ca64c1a17 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Network': ['ID=8aa12cda-5456-441e-9329-bc24c86b1b52,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:51.981154 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-aa3ccc69-5146-4695-870e-10ce41c577e1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'subnet': {'network_id': '8aa12cda-5456-441e-9329-bc24c86b1b52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:51.984833 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 8aa12cda-5456-441e-9329-bc24c86b1b52 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:16:52.092656 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-aa3ccc69-5146-4695-870e-10ce41c577e1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:16:52.097472 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-aa3ccc69-5146-4695-870e-10ce41c577e1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Usage tracker for resource:subnet and tenant:c6b1c03af2cf4f0e949458e817f78603 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:16:52.100490 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-aa3ccc69-5146-4695-870e-10ce41c577e1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:16:52.107036 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-aa3ccc69-5146-4695-870e-10ce41c577e1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:16:52.116807 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3ccc69-5146-4695-870e-10ce41c577e1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Made reservation on behalf of c6b1c03af2cf4f0e949458e817f78603 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:16:52.120878 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-aa3ccc69-5146-4695-870e-10ce41c577e1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:52.444820 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-aa3ccc69-5146-4695-870e-10ce41c577e1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:52.519683 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ccc69-5146-4695-870e-10ce41c577e1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Subnet': ['ID=e7937034-b31f-40f9-aa65-8b66c4eb0d10,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:52.528852 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ccc69-5146-4695-870e-10ce41c577e1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Checking segment: {'id': '90bc333c-341b-4289-878f-05428e54037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8aa12cda-5456-441e-9329-bc24c86b1b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:16:52.529206 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3ccc69-5146-4695-870e-10ce41c577e1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network hostable DHCP agents. Network: 8aa12cda-5456-441e-9329-bc24c86b1b52, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:16:52.547328 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3ccc69-5146-4695-870e-10ce41c577e1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network 8aa12cda-5456-441e-9329-bc24c86b1b52 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:16:52.555599 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-aa3ccc69-5146-4695-870e-10ce41c577e1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 8aa12cda-5456-441e-9329-bc24c86b1b52) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:16:52.559975 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3ccc69-5146-4695-870e-10ce41c577e1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:52.560658 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-aa3ccc69-5146-4695-870e-10ce41c577e1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:52.566020 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d89e80-59de-4038-b62c-dce9b3689601 None None] Network 8aa12cda-5456-441e-9329-bc24c86b1b52 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:16:52.597936 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-aa3ccc69-5146-4695-870e-10ce41c577e1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6242113 Mar 09 04:16:52.598151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42046) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:52.603064 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-20bd7614-4b59-4b02-b405-287b9f2727d7 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1258804114', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:52.610584 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-20bd7614-4b59-4b02-b405-287b9f2727d7 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:16:52.614623 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-20bd7614-4b59-4b02-b405-287b9f2727d7 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Usage tracker for resource:router and tenant:c6b1c03af2cf4f0e949458e817f78603 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:16:52.617440 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-20bd7614-4b59-4b02-b405-287b9f2727d7 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:16:52.623189 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-20bd7614-4b59-4b02-b405-287b9f2727d7 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:16:52.633344 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-20bd7614-4b59-4b02-b405-287b9f2727d7 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:52.634517 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-20bd7614-4b59-4b02-b405-287b9f2727d7 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:52.649355 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-20bd7614-4b59-4b02-b405-287b9f2727d7 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:52.669476 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-20bd7614-4b59-4b02-b405-287b9f2727d7 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:52.694962 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-20bd7614-4b59-4b02-b405-287b9f2727d7 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:52.696192 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-20bd7614-4b59-4b02-b405-287b9f2727d7 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.0971329 Mar 09 04:16:52.698992 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42050) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:52.795494 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712da2e2-3358-4d24-a0d1-837cb6974e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-8aa12cda-5456-441e-9329-bc24c86b1b52', 'network_id': '8aa12cda-5456-441e-9329-bc24c86b1b52', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'fixed_ips': [{'subnet_id': 'e7937034-b31f-40f9-aa65-8b66c4eb0d10'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:16:52.796300 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-712da2e2-3358-4d24-a0d1-837cb6974e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:52.948707 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-712da2e2-3358-4d24-a0d1-837cb6974e07 None None] Allocated IP 2001:db8::2 (8aa12cda-5456-441e-9329-bc24c86b1b52/e7937034-b31f-40f9-aa65-8b66c4eb0d10/d8c01864-4472-4571-ad22-40968a576d46) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:16:53.149435 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-712da2e2-3358-4d24-a0d1-837cb6974e07 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:53.159699 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-712da2e2-3358-4d24-a0d1-837cb6974e07 None None] Transition to ACTIVE for port object d8c01864-4472-4571-ad22-40968a576d46 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:16:53.173902 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:53.178019 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-712da2e2-3358-4d24-a0d1-837cb6974e07 None None] Transition to ACTIVE for port object d8c01864-4472-4571-ad22-40968a576d46 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:16:53.183528 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-712da2e2-3358-4d24-a0d1-837cb6974e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:53.241573 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712da2e2-3358-4d24-a0d1-837cb6974e07 None None] Network 8aa12cda-5456-441e-9329-bc24c86b1b52 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:16:53.244211 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-712da2e2-3358-4d24-a0d1-837cb6974e07 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:16:53.252218 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712da2e2-3358-4d24-a0d1-837cb6974e07 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:16:53.287477 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712da2e2-3358-4d24-a0d1-837cb6974e07 None None] Pushing event updated for resources: {'Port': ['ID=d8c01864-4472-4571-ad22-40968a576d46,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:53.347673 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-712da2e2-3358-4d24-a0d1-837cb6974e07 None None] Attempting to bind port d8c01864-4472-4571-ad22-40968a576d46 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:16:53.348033 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-712da2e2-3358-4d24-a0d1-837cb6974e07 None None] Attempting to bind port d8c01864-4472-4571-ad22-40968a576d46 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '90bc333c-341b-4289-878f-05428e54037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8aa12cda-5456-441e-9329-bc24c86b1b52'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:16:53.348383 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712da2e2-3358-4d24-a0d1-837cb6974e07 None None] Attempting to bind port d8c01864-4472-4571-ad22-40968a576d46 on network 8aa12cda-5456-441e-9329-bc24c86b1b52 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:16:53.354551 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712da2e2-3358-4d24-a0d1-837cb6974e07 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:16:53.354979 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712da2e2-3358-4d24-a0d1-837cb6974e07 None None] Checking segment: {'id': '90bc333c-341b-4289-878f-05428e54037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8aa12cda-5456-441e-9329-bc24c86b1b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:16:53.355369 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-712da2e2-3358-4d24-a0d1-837cb6974e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:53.355795 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712da2e2-3358-4d24-a0d1-837cb6974e07 None None] Bound using segment: {'id': '90bc333c-341b-4289-878f-05428e54037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8aa12cda-5456-441e-9329-bc24c86b1b52'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:16:53.356243 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-712da2e2-3358-4d24-a0d1-837cb6974e07 None None] Bound port: d8c01864-4472-4571-ad22-40968a576d46, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bc333c-341b-4289-878f-05428e54037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8aa12cda-5456-441e-9329-bc24c86b1b52'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:16:53.356602 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-712da2e2-3358-4d24-a0d1-837cb6974e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:53.474583 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-712da2e2-3358-4d24-a0d1-837cb6974e07 None None] For port d8c01864-4472-4571-ad22-40968a576d46, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:16:53.478097 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-712da2e2-3358-4d24-a0d1-837cb6974e07 None None] For port d8c01864-4472-4571-ad22-40968a576d46, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d8c01864-4472-4571-ad22-40968a576d46,segment=NetworkSegment(90bc333c-341b-4289-878f-05428e54037e),segment_id=90bc333c-341b-4289-878f-05428e54037e)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:16:53.482585 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-712da2e2-3358-4d24-a0d1-837cb6974e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:53.518250 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Allocated IP 2001:db8::1 (8aa12cda-5456-441e-9329-bc24c86b1b52/e7937034-b31f-40f9-aa65-8b66c4eb0d10/fa79e3e7-5ba4-474a-8d64-17abe7ce391c) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:16:53.564173 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712da2e2-3358-4d24-a0d1-837cb6974e07 None None] Pushing event updated for resources: {'Port': ['ID=d8c01864-4472-4571-ad22-40968a576d46,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:53.688807 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:53.708210 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Transition to ACTIVE for port object fa79e3e7-5ba4-474a-8d64-17abe7ce391c will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:16:53.743435 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:53.814651 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network 8aa12cda-5456-441e-9329-bc24c86b1b52 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:16:53.822018 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:16:53.827063 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:16:53.827599 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:53.833562 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Port': ['ID=fa79e3e7-5ba4-474a-8d64-17abe7ce391c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:53.849767 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:53.850108 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:53.850449 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:53.850786 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:53.851135 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:53.854336 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:53.854336 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:53.854336 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:53.854336 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:53.854336 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:53.854336 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:53.854336 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:16:53.950768 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:54.277156 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d8c01864-4472-4571-ad22-40968a576d46 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:16:54.356072 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port d8c01864-4472-4571-ad22-40968a576d46 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:16:54.453303 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:54.457965 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:54.459012 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:54.534768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d028238-14ad-4e6a-ab2b-1165675ab6d1 None None] Network 8aa12cda-5456-441e-9329-bc24c86b1b52 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:16:54.606431 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Port': ['ID=fa79e3e7-5ba4-474a-8d64-17abe7ce391c,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:54.646409 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d52b6c05-91d8-4559-be05-8e7be3360ed2 None None] Provisioning for port d8c01864-4472-4571-ad22-40968a576d46 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:16:54.663279 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d52b6c05-91d8-4559-be05-8e7be3360ed2 None None] Provisioning complete for port d8c01864-4472-4571-ad22-40968a576d46 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:54.663465 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network 8aa12cda-5456-441e-9329-bc24c86b1b52 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:16:54.663649 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d52b6c05-91d8-4559-be05-8e7be3360ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:54.664359 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:16:54.851307 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Router ab2063db-25bf-430e-9a00-0c7ab116a221 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:16:54.860576 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d52b6c05-91d8-4559-be05-8e7be3360ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:54.907446 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-d52b6c05-91d8-4559-be05-8e7be3360ed2 None None] For port d8c01864-4472-4571-ad22-40968a576d46, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d8c01864-4472-4571-ad22-40968a576d46,segment=NetworkSegment(90bc333c-341b-4289-878f-05428e54037e),segment_id=90bc333c-341b-4289-878f-05428e54037e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:16:54.915513 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d52b6c05-91d8-4559-be05-8e7be3360ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:54.991570 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b6c05-91d8-4559-be05-8e7be3360ed2 None None] Pushing event updated for resources: {'Port': ['ID=d8c01864-4472-4571-ad22-40968a576d46,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:55.015552 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:16:55.026158 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debdd9cc-fc9a-4269-a023-b0703cff226c None None] Sync routers for ids ['ab2063db-25bf-430e-9a00-0c7ab116a221'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:16:55.029584 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5131cb66-3528-433d-b385-e6bba096b5eb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "PUT /v2.0/routers/ab2063db-25bf-430e-9a00-0c7ab116a221/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3295884 Mar 09 04:16:55.032080 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42054) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:55.035938 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debdd9cc-fc9a-4269-a023-b0703cff226c None None] Routers {'ab2063db-25bf-430e-9a00-0c7ab116a221'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:16:55.036523 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-debdd9cc-fc9a-4269-a023-b0703cff226c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:16:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ab2063db-25bf-430e-9a00-0c7ab116a221'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:55.106564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34699351-3b25-4983-b7ed-47f49c6fcf29 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:55.107108 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-34699351-3b25-4983-b7ed-47f49c6fcf29 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Synchronizing usage tracker for tenant:c6b1c03af2cf4f0e949458e817f78603 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:16:55.125449 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-34699351-3b25-4983-b7ed-47f49c6fcf29 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Unset dirty status for tenant:c6b1c03af2cf4f0e949458e817f78603 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:16:55.126726 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-34699351-3b25-4983-b7ed-47f49c6fcf29 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "GET /v2.0/ports/fa79e3e7-5ba4-474a-8d64-17abe7ce391c HTTP/1.1" status: 200 len: 911 time: 0.0937400 Mar 09 04:16:55.129735 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42058) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:55.129832 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-debdd9cc-fc9a-4269-a023-b0703cff226c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:55.136040 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-98e360cb-707a-41c6-af5d-44ce1d7a120b tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e7937034-b31f-40f9-aa65-8b66c4eb0d10'}]}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:16:55.139661 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debdd9cc-fc9a-4269-a023-b0703cff226c None None] Routers {'ab2063db-25bf-430e-9a00-0c7ab116a221'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:16:55.140274 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-debdd9cc-fc9a-4269-a023-b0703cff226c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:16:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ab2063db-25bf-430e-9a00-0c7ab116a221'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:55.170252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b3b043c9-bc03-452b-8303-f1594574b7fb None None] Provisioning complete for port d8c01864-4472-4571-ad22-40968a576d46 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:55.170739 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b3b043c9-bc03-452b-8303-f1594574b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:55.217382 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-debdd9cc-fc9a-4269-a023-b0703cff226c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:55.217692 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debdd9cc-fc9a-4269-a023-b0703cff226c None None] The sync data for ids ['ab2063db-25bf-430e-9a00-0c7ab116a221'] in n-d-825178-5 is: [] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:16:55.317081 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b3b043c9-bc03-452b-8303-f1594574b7fb None None] Provisioning for port fa79e3e7-5ba4-474a-8d64-17abe7ce391c completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:16:55.322255 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b3b043c9-bc03-452b-8303-f1594574b7fb None None] Provisioning complete for port fa79e3e7-5ba4-474a-8d64-17abe7ce391c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:55.323193 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b3b043c9-bc03-452b-8303-f1594574b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:55.378345 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b3b043c9-bc03-452b-8303-f1594574b7fb None None] Port fa79e3e7-5ba4-474a-8d64-17abe7ce391c cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:16:55.392623 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98e360cb-707a-41c6-af5d-44ce1d7a120b tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:55.500091 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-27a289f1-ac26-4161-8332-0fe6eba742d0 None None] Provisioning complete for port fa79e3e7-5ba4-474a-8d64-17abe7ce391c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:55.500461 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-27a289f1-ac26-4161-8332-0fe6eba742d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:55.556672 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-27a289f1-ac26-4161-8332-0fe6eba742d0 None None] Port fa79e3e7-5ba4-474a-8d64-17abe7ce391c cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:16:55.675926 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-849c414d-e921-42e6-8b08-c8a7daf829b4 None None] Provisioning complete for port fa79e3e7-5ba4-474a-8d64-17abe7ce391c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:55.676181 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-849c414d-e921-42e6-8b08-c8a7daf829b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:55.731778 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-849c414d-e921-42e6-8b08-c8a7daf829b4 None None] Port fa79e3e7-5ba4-474a-8d64-17abe7ce391c cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:16:56.016447 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98e360cb-707a-41c6-af5d-44ce1d7a120b tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:56.024126 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98e360cb-707a-41c6-af5d-44ce1d7a120b tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:56.029784 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e360cb-707a-41c6-af5d-44ce1d7a120b tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:16:56.030376 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-98e360cb-707a-41c6-af5d-44ce1d7a120b tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:56.031734 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-98e360cb-707a-41c6-af5d-44ce1d7a120b tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "PUT /v2.0/ports/fa79e3e7-5ba4-474a-8d64-17abe7ce391c HTTP/1.1" status: 200 len: 911 time: 0.9012330 Mar 09 04:16:56.034758 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42064) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:56.096067 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e360cb-707a-41c6-af5d-44ce1d7a120b tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Port': ['ID=fa79e3e7-5ba4-474a-8d64-17abe7ce391c,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:56.249393 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d8c01864-4472-4571-ad22-40968a576d46 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:16:56.317239 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port d8c01864-4472-4571-ad22-40968a576d46 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:16:56.317882 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:56.519327 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f8e199ac-3f0b-43d5-b5d2-1b783f3fa3e3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:56.840677 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-f8e199ac-3f0b-43d5-b5d2-1b783f3fa3e3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting port fa79e3e7-5ba4-474a-8d64-17abe7ce391c {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:16:56.841012 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f8e199ac-3f0b-43d5-b5d2-1b783f3fa3e3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:57.022682 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f8e199ac-3f0b-43d5-b5d2-1b783f3fa3e3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:57.151766 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-f8e199ac-3f0b-43d5-b5d2-1b783f3fa3e3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Calling delete_port for fa79e3e7-5ba4-474a-8d64-17abe7ce391c owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:16:57.431361 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f8e199ac-3f0b-43d5-b5d2-1b783f3fa3e3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:57.478377 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e199ac-3f0b-43d5-b5d2-1b783f3fa3e3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Port': ['ID=fa79e3e7-5ba4-474a-8d64-17abe7ce391c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:57.652791 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f8e199ac-3f0b-43d5-b5d2-1b783f3fa3e3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:57.920119 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e199ac-3f0b-43d5-b5d2-1b783f3fa3e3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Router ab2063db-25bf-430e-9a00-0c7ab116a221 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:16:58.049235 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e199ac-3f0b-43d5-b5d2-1b783f3fa3e3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:16:58.058711 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebbb541-5cc7-48c6-8cec-632571f73ff7 None None] Sync routers for ids ['ab2063db-25bf-430e-9a00-0c7ab116a221'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:16:58.065609 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f8e199ac-3f0b-43d5-b5d2-1b783f3fa3e3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "PUT /v2.0/routers/ab2063db-25bf-430e-9a00-0c7ab116a221/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0297256 Mar 09 04:16:58.068387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42068) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:58.068694 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebbb541-5cc7-48c6-8cec-632571f73ff7 None None] Routers {'ab2063db-25bf-430e-9a00-0c7ab116a221'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:16:58.069292 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-4ebbb541-5cc7-48c6-8cec-632571f73ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:16:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ab2063db-25bf-430e-9a00-0c7ab116a221'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:58.111426 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6356783f-c4f1-4796-9d4f-c17e25c2e79d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Synchronizing usage tracker for tenant:c6b1c03af2cf4f0e949458e817f78603 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:16:58.126613 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6356783f-c4f1-4796-9d4f-c17e25c2e79d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Unset dirty status for tenant:c6b1c03af2cf4f0e949458e817f78603 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:16:58.127917 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6356783f-c4f1-4796-9d4f-c17e25c2e79d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab2063db-25bf-430e-9a00-0c7ab116a221 HTTP/1.1" status: 200 len: 205 time: 0.0585299 Mar 09 04:16:58.130390 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42072) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:58.132856 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-4ebbb541-5cc7-48c6-8cec-632571f73ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:58.141749 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebbb541-5cc7-48c6-8cec-632571f73ff7 None None] Routers {'ab2063db-25bf-430e-9a00-0c7ab116a221'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:16:58.142338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-4ebbb541-5cc7-48c6-8cec-632571f73ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:16:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['ab2063db-25bf-430e-9a00-0c7ab116a221'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:58.201994 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-4ebbb541-5cc7-48c6-8cec-632571f73ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:58.202389 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebbb541-5cc7-48c6-8cec-632571f73ff7 None None] The sync data for ids ['ab2063db-25bf-430e-9a00-0c7ab116a221'] in n-d-825178-5 is: [] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:16:58.265172 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7e5ff954-c47a-4adb-aff7-8a7a59f6a5c7 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:58.673574 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7e5ff954-c47a-4adb-aff7-8a7a59f6a5c7 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:58.675757 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7e5ff954-c47a-4adb-aff7-8a7a59f6a5c7 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:58.698801 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7e5ff954-c47a-4adb-aff7-8a7a59f6a5c7 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:58.699345 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5ff954-c47a-4adb-aff7-8a7a59f6a5c7 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Fanout notify agent at l3_agent the message router_deleted on router ab2063db-25bf-430e-9a00-0c7ab116a221 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:16:58.713330 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7e5ff954-c47a-4adb-aff7-8a7a59f6a5c7 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:58.714394 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7e5ff954-c47a-4adb-aff7-8a7a59f6a5c7 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/routers/ab2063db-25bf-430e-9a00-0c7ab116a221 HTTP/1.1" status: 204 len: 168 time: 0.5830657 Mar 09 04:16:58.717042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42076) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:58.747970 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-acb6e6fa-b282-4b2f-8bc8-87839bbcb8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:58.783217 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-7adf2a74-de7f-4215-9fd7-32fe8a412008 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting subnet e7937034-b31f-40f9-aa65-8b66c4eb0d10 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:16:58.786066 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7adf2a74-de7f-4215-9fd7-32fe8a412008 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:58.839933 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7adf2a74-de7f-4215-9fd7-32fe8a412008 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:58.928306 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7adf2a74-de7f-4215-9fd7-32fe8a412008 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:59.001343 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7adf2a74-de7f-4215-9fd7-32fe8a412008 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:59.040471 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf2a74-de7f-4215-9fd7-32fe8a412008 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Subnet': ['ID=e7937034-b31f-40f9-aa65-8b66c4eb0d10,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:59.043926 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7adf2a74-de7f-4215-9fd7-32fe8a412008 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:59.048084 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3569f2-d10a-44b0-92fa-19310b1e0b64 None None] Network 8aa12cda-5456-441e-9329-bc24c86b1b52 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:16:59.050505 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7adf2a74-de7f-4215-9fd7-32fe8a412008 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/subnets/e7937034-b31f-40f9-aa65-8b66c4eb0d10 HTTP/1.1" status: 204 len: 168 time: 0.3325424 Mar 09 04:16:59.053060 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42080) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:59.164750 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b27bc906-d672-4b85-94ae-1afe3cd3f92a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:59.175925 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-b27bc906-d672-4b85-94ae-1afe3cd3f92a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting port d8c01864-4472-4571-ad22-40968a576d46 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:16:59.176182 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b27bc906-d672-4b85-94ae-1afe3cd3f92a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:59.315394 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c23c8d-5db3-4726-81f9-f93e3dd63c96 None None] DHCP port deletion for 8aa12cda-5456-441e-9329-bc24c86b1b52 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:16:59.319531 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-60c23c8d-5db3-4726-81f9-f93e3dd63c96 None None] Deleting port d8c01864-4472-4571-ad22-40968a576d46 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:16:59.319892 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-60c23c8d-5db3-4726-81f9-f93e3dd63c96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:59.385634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-b27bc906-d672-4b85-94ae-1afe3cd3f92a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] For port d8c01864-4472-4571-ad22-40968a576d46, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d8c01864-4472-4571-ad22-40968a576d46,segment=NetworkSegment(90bc333c-341b-4289-878f-05428e54037e),segment_id=90bc333c-341b-4289-878f-05428e54037e)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:16:59.386235 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b27bc906-d672-4b85-94ae-1afe3cd3f92a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:59.510348 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-b27bc906-d672-4b85-94ae-1afe3cd3f92a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Calling delete_port for d8c01864-4472-4571-ad22-40968a576d46 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:16:59.542311 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-60c23c8d-5db3-4726-81f9-f93e3dd63c96 None None] For port d8c01864-4472-4571-ad22-40968a576d46, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d8c01864-4472-4571-ad22-40968a576d46,segment=NetworkSegment(90bc333c-341b-4289-878f-05428e54037e),segment_id=90bc333c-341b-4289-878f-05428e54037e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:16:59.543059 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-60c23c8d-5db3-4726-81f9-f93e3dd63c96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:59.591758 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b27bc906-d672-4b85-94ae-1afe3cd3f92a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:59.622432 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:16:59.642489 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27bc906-d672-4b85-94ae-1afe3cd3f92a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Port': ['ID=d8c01864-4472-4571-ad22-40968a576d46,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:59.647698 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27bc906-d672-4b85-94ae-1afe3cd3f92a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] No DVR routers for this DVR port d8c01864-4472-4571-ad22-40968a576d46 on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:16:59.668147 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-60c23c8d-5db3-4726-81f9-f93e3dd63c96 None None] Calling delete_port for d8c01864-4472-4571-ad22-40968a576d46 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:16:59.741232 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-60c23c8d-5db3-4726-81f9-f93e3dd63c96 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:16:59.741871 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-60c23c8d-5db3-4726-81f9-f93e3dd63c96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:16:59.771851 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b27bc906-d672-4b85-94ae-1afe3cd3f92a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:59.798452 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-b27bc906-d672-4b85-94ae-1afe3cd3f92a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa12cda-5456-441e-9329-bc24c86b1b52']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:59.810050 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-b27bc906-d672-4b85-94ae-1afe3cd3f92a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90bc333c-341b-4289-878f-05428e54037e') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:59.810337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-b27bc906-d672-4b85-94ae-1afe3cd3f92a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90bc333c-341b-4289-878f-05428e54037e') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:16:59.821325 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b27bc906-d672-4b85-94ae-1afe3cd3f92a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:59.837337 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b27bc906-d672-4b85-94ae-1afe3cd3f92a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:59.843857 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27bc906-d672-4b85-94ae-1afe3cd3f92a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:16:59.844248 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b27bc906-d672-4b85-94ae-1afe3cd3f92a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:16:59.863465 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:16:59.944942 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b27bc906-d672-4b85-94ae-1afe3cd3f92a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:59.962023 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b27bc906-d672-4b85-94ae-1afe3cd3f92a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:16:59.972692 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27bc906-d672-4b85-94ae-1afe3cd3f92a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Network': ['ID=8aa12cda-5456-441e-9329-bc24c86b1b52,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:16:59.983697 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b27bc906-d672-4b85-94ae-1afe3cd3f92a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/networks/8aa12cda-5456-441e-9329-bc24c86b1b52 HTTP/1.1" status: 204 len: 168 time: 0.9296153 Mar 09 04:16:59.987948 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42086) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:16:59.992830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-767d64c1-384e-4380-91d0-abc589a73a52 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-153306540', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:00.000487 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-767d64c1-384e-4380-91d0-abc589a73a52 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:00.005000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-767d64c1-384e-4380-91d0-abc589a73a52 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Usage tracker for resource:router and tenant:c6b1c03af2cf4f0e949458e817f78603 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:00.007488 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-767d64c1-384e-4380-91d0-abc589a73a52 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:00.013699 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-767d64c1-384e-4380-91d0-abc589a73a52 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:00.025111 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-767d64c1-384e-4380-91d0-abc589a73a52 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:00.026047 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-767d64c1-384e-4380-91d0-abc589a73a52 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:00.040668 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-767d64c1-384e-4380-91d0-abc589a73a52 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:00.058237 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-767d64c1-384e-4380-91d0-abc589a73a52 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:00.082941 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-767d64c1-384e-4380-91d0-abc589a73a52 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:00.084082 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-767d64c1-384e-4380-91d0-abc589a73a52 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.0952277 Mar 09 04:17:00.086750 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42090) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:00.092082 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ba22f567-346d-4e70-8c1b-5bf4c67342de tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-688707090'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:00.097237 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ba22f567-346d-4e70-8c1b-5bf4c67342de tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:00.105051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ba22f567-346d-4e70-8c1b-5bf4c67342de tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Usage tracker for resource:network and tenant:c6b1c03af2cf4f0e949458e817f78603 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:00.107907 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ba22f567-346d-4e70-8c1b-5bf4c67342de tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:00.113587 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ba22f567-346d-4e70-8c1b-5bf4c67342de tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:00.123259 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba22f567-346d-4e70-8c1b-5bf4c67342de tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Made reservation on behalf of c6b1c03af2cf4f0e949458e817f78603 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:17:00.126584 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba22f567-346d-4e70-8c1b-5bf4c67342de tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:00.153544 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba22f567-346d-4e70-8c1b-5bf4c67342de tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:17:00.161971 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba22f567-346d-4e70-8c1b-5bf4c67342de tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:00.162312 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-ba22f567-346d-4e70-8c1b-5bf4c67342de tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Added segment ce4683e2-bee2-4267-95c0-ea2eea9ac985 of type vlan for network adcae22a-41eb-4c88-a98e-2df42d7b7757 Mar 09 04:17:00.191808 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba22f567-346d-4e70-8c1b-5bf4c67342de tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:00.223685 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba22f567-346d-4e70-8c1b-5bf4c67342de tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:00.230406 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba22f567-346d-4e70-8c1b-5bf4c67342de tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:17:00.231027 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ba22f567-346d-4e70-8c1b-5bf4c67342de tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:00.243458 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-60c23c8d-5db3-4726-81f9-f93e3dd63c96 None None] Deleting port d8c01864-4472-4571-ad22-40968a576d46 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:17:00.244635 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-60c23c8d-5db3-4726-81f9-f93e3dd63c96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:00.274468 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d8c01864-4472-4571-ad22-40968a576d46 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:17:00.283000 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ba22f567-346d-4e70-8c1b-5bf4c67342de tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1951478 Mar 09 04:17:00.286760 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42094) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:00.294605 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-c33d16f9-ec3f-4c64-83db-33c2817eaf90 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'subnet': {'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:00.335891 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: d8c01864-4472-4571-ad22-40968a576d46 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:17:00.336465 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d8c01864-4472-4571-ad22-40968a576d46 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:17:00.346468 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-60c23c8d-5db3-4726-81f9-f93e3dd63c96 None None] The port 'd8c01864-4472-4571-ad22-40968a576d46' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:17:00.349051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22f567-346d-4e70-8c1b-5bf4c67342de tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Network': ['ID=adcae22a-41eb-4c88-a98e-2df42d7b7757,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:00.362866 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network adcae22a-41eb-4c88-a98e-2df42d7b7757 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:17:00.417410 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c33d16f9-ec3f-4c64-83db-33c2817eaf90 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:00.421291 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c33d16f9-ec3f-4c64-83db-33c2817eaf90 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Usage tracker for resource:subnet and tenant:c6b1c03af2cf4f0e949458e817f78603 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:00.424034 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c33d16f9-ec3f-4c64-83db-33c2817eaf90 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:00.429658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c33d16f9-ec3f-4c64-83db-33c2817eaf90 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:00.439792 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33d16f9-ec3f-4c64-83db-33c2817eaf90 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Made reservation on behalf of c6b1c03af2cf4f0e949458e817f78603 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:17:00.443551 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c33d16f9-ec3f-4c64-83db-33c2817eaf90 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:00.661504 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c33d16f9-ec3f-4c64-83db-33c2817eaf90 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:00.735556 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d16f9-ec3f-4c64-83db-33c2817eaf90 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Subnet': ['ID=69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:00.746764 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d16f9-ec3f-4c64-83db-33c2817eaf90 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Checking segment: {'id': 'ce4683e2-bee2-4267-95c0-ea2eea9ac985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:17:00.747143 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33d16f9-ec3f-4c64-83db-33c2817eaf90 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network hostable DHCP agents. Network: adcae22a-41eb-4c88-a98e-2df42d7b7757, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:17:00.764716 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33d16f9-ec3f-4c64-83db-33c2817eaf90 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network adcae22a-41eb-4c88-a98e-2df42d7b7757 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:17:00.773431 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-c33d16f9-ec3f-4c64-83db-33c2817eaf90 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, adcae22a-41eb-4c88-a98e-2df42d7b7757) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:17:00.777950 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33d16f9-ec3f-4c64-83db-33c2817eaf90 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:17:00.778532 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c33d16f9-ec3f-4c64-83db-33c2817eaf90 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:00.782609 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7054a2a-765c-42cb-9f56-85b677ccdec5 None None] Network adcae22a-41eb-4c88-a98e-2df42d7b7757 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:17:00.800397 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c33d16f9-ec3f-4c64-83db-33c2817eaf90 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5116477 Mar 09 04:17:00.803291 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42098) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:01.001685 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0516e4-1bef-4e84-bdd0-829ededdcc42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-adcae22a-41eb-4c88-a98e-2df42d7b7757', 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'fixed_ips': [{'subnet_id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:17:01.002578 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fc0516e4-1bef-4e84-bdd0-829ededdcc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:01.154664 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c119195c-eafb-4b76-9b0e-15026568a5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:01.171744 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-fc0516e4-1bef-4e84-bdd0-829ededdcc42 None None] Allocated IP 2001:db8::2 (adcae22a-41eb-4c88-a98e-2df42d7b7757/69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b/987968eb-8b82-4213-9016-b3902bc583a3) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:17:01.378747 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fc0516e4-1bef-4e84-bdd0-829ededdcc42 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:01.389326 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fc0516e4-1bef-4e84-bdd0-829ededdcc42 None None] Transition to ACTIVE for port object 987968eb-8b82-4213-9016-b3902bc583a3 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:17:01.397001 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd73ae29-b8fe-4077-aa15-a8e9abf54cdd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:01.408185 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fc0516e4-1bef-4e84-bdd0-829ededdcc42 None None] Transition to ACTIVE for port object 987968eb-8b82-4213-9016-b3902bc583a3 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:17:01.413996 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fc0516e4-1bef-4e84-bdd0-829ededdcc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:01.478983 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0516e4-1bef-4e84-bdd0-829ededdcc42 None None] Network adcae22a-41eb-4c88-a98e-2df42d7b7757 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:17:01.488381 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-fc0516e4-1bef-4e84-bdd0-829ededdcc42 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:17:01.493000 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0516e4-1bef-4e84-bdd0-829ededdcc42 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:17:01.500788 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0516e4-1bef-4e84-bdd0-829ededdcc42 None None] Pushing event updated for resources: {'Port': ['ID=987968eb-8b82-4213-9016-b3902bc583a3,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:01.584477 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-fc0516e4-1bef-4e84-bdd0-829ededdcc42 None None] Attempting to bind port 987968eb-8b82-4213-9016-b3902bc583a3 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:17:01.584833 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-fc0516e4-1bef-4e84-bdd0-829ededdcc42 None None] Attempting to bind port 987968eb-8b82-4213-9016-b3902bc583a3 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ce4683e2-bee2-4267-95c0-ea2eea9ac985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:17:01.585300 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0516e4-1bef-4e84-bdd0-829ededdcc42 None None] Attempting to bind port 987968eb-8b82-4213-9016-b3902bc583a3 on network adcae22a-41eb-4c88-a98e-2df42d7b7757 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:17:01.590861 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0516e4-1bef-4e84-bdd0-829ededdcc42 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:17:01.591245 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0516e4-1bef-4e84-bdd0-829ededdcc42 None None] Checking segment: {'id': 'ce4683e2-bee2-4267-95c0-ea2eea9ac985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:17:01.591642 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fc0516e4-1bef-4e84-bdd0-829ededdcc42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:01.592110 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0516e4-1bef-4e84-bdd0-829ededdcc42 None None] Bound using segment: {'id': 'ce4683e2-bee2-4267-95c0-ea2eea9ac985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:17:01.592483 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-fc0516e4-1bef-4e84-bdd0-829ededdcc42 None None] Bound port: 987968eb-8b82-4213-9016-b3902bc583a3, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4683e2-bee2-4267-95c0-ea2eea9ac985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:17:01.592851 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fc0516e4-1bef-4e84-bdd0-829ededdcc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:01.688156 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-fc0516e4-1bef-4e84-bdd0-829ededdcc42 None None] For port 987968eb-8b82-4213-9016-b3902bc583a3, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:17:01.691253 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-fc0516e4-1bef-4e84-bdd0-829ededdcc42 None None] For port 987968eb-8b82-4213-9016-b3902bc583a3, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=987968eb-8b82-4213-9016-b3902bc583a3,segment=NetworkSegment(ce4683e2-bee2-4267-95c0-ea2eea9ac985),segment_id=ce4683e2-bee2-4267-95c0-ea2eea9ac985)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:17:01.695898 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fc0516e4-1bef-4e84-bdd0-829ededdcc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:01.771220 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-cd73ae29-b8fe-4077-aa15-a8e9abf54cdd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Allocated IP 2001:db8::1 (adcae22a-41eb-4c88-a98e-2df42d7b7757/69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b/3da231c0-0423-48a1-8d5f-b7e64ab41af2) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:17:01.782312 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0516e4-1bef-4e84-bdd0-829ededdcc42 None None] Pushing event updated for resources: {'Port': ['ID=987968eb-8b82-4213-9016-b3902bc583a3,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:01.968429 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd73ae29-b8fe-4077-aa15-a8e9abf54cdd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:01.989245 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-cd73ae29-b8fe-4077-aa15-a8e9abf54cdd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Transition to ACTIVE for port object 3da231c0-0423-48a1-8d5f-b7e64ab41af2 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:17:02.013950 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd73ae29-b8fe-4077-aa15-a8e9abf54cdd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:02.080241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd73ae29-b8fe-4077-aa15-a8e9abf54cdd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network adcae22a-41eb-4c88-a98e-2df42d7b7757 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:17:02.091499 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-cd73ae29-b8fe-4077-aa15-a8e9abf54cdd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:17:02.095933 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd73ae29-b8fe-4077-aa15-a8e9abf54cdd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:17:02.096455 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd73ae29-b8fe-4077-aa15-a8e9abf54cdd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:02.101821 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73ae29-b8fe-4077-aa15-a8e9abf54cdd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Port': ['ID=3da231c0-0423-48a1-8d5f-b7e64ab41af2,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:02.198731 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd73ae29-b8fe-4077-aa15-a8e9abf54cdd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:02.311030 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 987968eb-8b82-4213-9016-b3902bc583a3 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:17:02.354728 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:02.364917 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:02.389200 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 987968eb-8b82-4213-9016-b3902bc583a3 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:17:02.612588 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd73ae29-b8fe-4077-aa15-a8e9abf54cdd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:02.617208 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd73ae29-b8fe-4077-aa15-a8e9abf54cdd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:02.618790 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cd73ae29-b8fe-4077-aa15-a8e9abf54cdd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:02.699945 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315f9e4b-68b1-4dc5-8ca6-fb7d4f823a31 None None] Network adcae22a-41eb-4c88-a98e-2df42d7b7757 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:17:02.766410 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73ae29-b8fe-4077-aa15-a8e9abf54cdd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Port': ['ID=3da231c0-0423-48a1-8d5f-b7e64ab41af2,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:02.807582 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b4570eb8-ff10-4153-9ba4-573e7fe48d1b None None] Provisioning for port 987968eb-8b82-4213-9016-b3902bc583a3 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:17:02.821796 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd73ae29-b8fe-4077-aa15-a8e9abf54cdd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network adcae22a-41eb-4c88-a98e-2df42d7b7757 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:17:02.823451 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-cd73ae29-b8fe-4077-aa15-a8e9abf54cdd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:17:02.823624 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b4570eb8-ff10-4153-9ba4-573e7fe48d1b None None] Provisioning complete for port 987968eb-8b82-4213-9016-b3902bc583a3 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:02.823994 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b4570eb8-ff10-4153-9ba4-573e7fe48d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:03.036683 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b4570eb8-ff10-4153-9ba4-573e7fe48d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:03.081319 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-b4570eb8-ff10-4153-9ba4-573e7fe48d1b None None] For port 987968eb-8b82-4213-9016-b3902bc583a3, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=987968eb-8b82-4213-9016-b3902bc583a3,segment=NetworkSegment(ce4683e2-bee2-4267-95c0-ea2eea9ac985),segment_id=ce4683e2-bee2-4267-95c0-ea2eea9ac985)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:17:03.085966 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b4570eb8-ff10-4153-9ba4-573e7fe48d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:03.133850 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd73ae29-b8fe-4077-aa15-a8e9abf54cdd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Router e38e353d-0d1b-45c0-b1a7-807ec4082e1d is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:17:03.155594 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4570eb8-ff10-4153-9ba4-573e7fe48d1b None None] Pushing event updated for resources: {'Port': ['ID=987968eb-8b82-4213-9016-b3902bc583a3,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:03.299148 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd73ae29-b8fe-4077-aa15-a8e9abf54cdd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:17:03.310284 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] Sync routers for ids ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:17:03.325765 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5bef3505-bdcc-44ec-bd1d-2c75ae96af4e None None] Provisioning for port 3da231c0-0423-48a1-8d5f-b7e64ab41af2 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:17:03.326526 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cd73ae29-b8fe-4077-aa15-a8e9abf54cdd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "PUT /v2.0/routers/e38e353d-0d1b-45c0-b1a7-807ec4082e1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5188417 Mar 09 04:17:03.326526 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42106) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:03.329730 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5bef3505-bdcc-44ec-bd1d-2c75ae96af4e None None] Provisioning complete for port 3da231c0-0423-48a1-8d5f-b7e64ab41af2 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:03.330215 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5bef3505-bdcc-44ec-bd1d-2c75ae96af4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:03.332150 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] Routers {'e38e353d-0d1b-45c0-b1a7-807ec4082e1d'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:17:03.332650 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-c8920f61-9557-4c2c-b15c-4da5fb0d5808 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1790627107'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:03.333379 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:17:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:03.341552 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c8920f61-9557-4c2c-b15c-4da5fb0d5808 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:03.345764 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c8920f61-9557-4c2c-b15c-4da5fb0d5808 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Usage tracker for resource:network and tenant:c6b1c03af2cf4f0e949458e817f78603 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:03.349076 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c8920f61-9557-4c2c-b15c-4da5fb0d5808 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:03.355795 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c8920f61-9557-4c2c-b15c-4da5fb0d5808 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:03.370974 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8920f61-9557-4c2c-b15c-4da5fb0d5808 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Made reservation on behalf of c6b1c03af2cf4f0e949458e817f78603 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:17:03.374508 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8920f61-9557-4c2c-b15c-4da5fb0d5808 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:03.394703 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-5bef3505-bdcc-44ec-bd1d-2c75ae96af4e None None] Port 3da231c0-0423-48a1-8d5f-b7e64ab41af2 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:17:03.405093 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8920f61-9557-4c2c-b15c-4da5fb0d5808 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:17:03.414169 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5bef3505-bdcc-44ec-bd1d-2c75ae96af4e None None] Provisioning complete for port 987968eb-8b82-4213-9016-b3902bc583a3 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:03.415048 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5bef3505-bdcc-44ec-bd1d-2c75ae96af4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:03.417157 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8920f61-9557-4c2c-b15c-4da5fb0d5808 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:03.417592 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-c8920f61-9557-4c2c-b15c-4da5fb0d5808 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Added segment ee45d7e9-d9fd-4d44-80d0-9cf7d34fd31b of type vlan for network 97bd1b0f-d7ea-4c01-9356-67be03377725 Mar 09 04:17:03.447892 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8920f61-9557-4c2c-b15c-4da5fb0d5808 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:03.491892 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8920f61-9557-4c2c-b15c-4da5fb0d5808 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:03.500289 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] Set router e38e353d-0d1b-45c0-b1a7-807ec4082e1d gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:17:03.501675 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8920f61-9557-4c2c-b15c-4da5fb0d5808 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:17:03.502524 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c8920f61-9557-4c2c-b15c-4da5fb0d5808 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:03.567121 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c8920f61-9557-4c2c-b15c-4da5fb0d5808 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2371893 Mar 09 04:17:03.567626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42110) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:03.574084 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:03.616123 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-08f767c3-1b17-4c47-b59c-dffa0fc22a34 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'subnet': {'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:03.663179 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8920f61-9557-4c2c-b15c-4da5fb0d5808 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Network': ['ID=97bd1b0f-d7ea-4c01-9356-67be03377725,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:03.676331 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 97bd1b0f-d7ea-4c01-9356-67be03377725 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:17:03.753978 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-08f767c3-1b17-4c47-b59c-dffa0fc22a34 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:03.759744 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-08f767c3-1b17-4c47-b59c-dffa0fc22a34 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Usage tracker for resource:subnet and tenant:c6b1c03af2cf4f0e949458e817f78603 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:03.763068 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-08f767c3-1b17-4c47-b59c-dffa0fc22a34 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:03.769591 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-08f767c3-1b17-4c47-b59c-dffa0fc22a34 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:03.781892 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f767c3-1b17-4c47-b59c-dffa0fc22a34 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Made reservation on behalf of c6b1c03af2cf4f0e949458e817f78603 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:17:03.786889 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-08f767c3-1b17-4c47-b59c-dffa0fc22a34 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:03.787070 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c90e3e58-0d78-42cf-a4af-14bf9354a84e None None] Provisioning complete for port 3da231c0-0423-48a1-8d5f-b7e64ab41af2 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:03.787506 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c90e3e58-0d78-42cf-a4af-14bf9354a84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:03.821135 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:02Z', 'revision_number': 2, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None, '_interfaces': [{'id': '3da231c0-0423-48a1-8d5f-b7e64ab41af2', 'name': '', 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:b0:51:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:01Z', 'updated_at': '2022-03-09T04:17:02Z', 'revision_number': 2, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:03.825084 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] Checking router: e38e353d-0d1b-45c0-b1a7-807ec4082e1d for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:17:03.825420 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] Updating router e38e353d-0d1b-45c0-b1a7-807ec4082e1d port 3da231c0-0423-48a1-8d5f-b7e64ab41af2 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:17:03.856765 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c90e3e58-0d78-42cf-a4af-14bf9354a84e None None] Port 3da231c0-0423-48a1-8d5f-b7e64ab41af2 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:17:03.884074 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:03.976897 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2940d5c6-af7a-4023-8ecc-e753c6b8373c None None] Provisioning complete for port 3da231c0-0423-48a1-8d5f-b7e64ab41af2 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:03.977256 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2940d5c6-af7a-4023-8ecc-e753c6b8373c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:04.017701 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-08f767c3-1b17-4c47-b59c-dffa0fc22a34 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:04.032463 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-2940d5c6-af7a-4023-8ecc-e753c6b8373c None None] Port 3da231c0-0423-48a1-8d5f-b7e64ab41af2 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:17:04.095544 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f767c3-1b17-4c47-b59c-dffa0fc22a34 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Subnet': ['ID=7f34e476-4ab0-4475-b4d8-593a6a435507,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:04.104831 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f767c3-1b17-4c47-b59c-dffa0fc22a34 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Checking segment: {'id': 'ee45d7e9-d9fd-4d44-80d0-9cf7d34fd31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:17:04.105181 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f767c3-1b17-4c47-b59c-dffa0fc22a34 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network hostable DHCP agents. Network: 97bd1b0f-d7ea-4c01-9356-67be03377725, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:17:04.123435 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f767c3-1b17-4c47-b59c-dffa0fc22a34 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network 97bd1b0f-d7ea-4c01-9356-67be03377725 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:17:04.131865 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-08f767c3-1b17-4c47-b59c-dffa0fc22a34 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 97bd1b0f-d7ea-4c01-9356-67be03377725) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:17:04.136733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f767c3-1b17-4c47-b59c-dffa0fc22a34 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:17:04.137345 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-08f767c3-1b17-4c47-b59c-dffa0fc22a34 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:04.142619 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78ebbbd-298d-4570-abff-031fb3b171ba None None] Network 97bd1b0f-d7ea-4c01-9356-67be03377725 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:17:04.163977 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42114) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:04.167417 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-08f767c3-1b17-4c47-b59c-dffa0fc22a34 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5987267 Mar 09 04:17:04.237196 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:04.249488 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] Transition to ACTIVE for port object 3da231c0-0423-48a1-8d5f-b7e64ab41af2 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:17:04.259197 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:04.280835 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 987968eb-8b82-4213-9016-b3902bc583a3 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:17:04.457113 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e9f40b-6fd9-44ec-939e-f072c1f53a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-97bd1b0f-d7ea-4c01-9356-67be03377725', 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'fixed_ips': [{'subnet_id': '7f34e476-4ab0-4475-b4d8-593a6a435507'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:17:04.458053 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-61e9f40b-6fd9-44ec-939e-f072c1f53a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:04.483254 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:04.485065 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 987968eb-8b82-4213-9016-b3902bc583a3 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:04.485515 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:04.497287 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9b288-800c-4a37-a7fb-1a2826289eb9 None None] Pushing event updated for resources: {'Port': ['ID=3da231c0-0423-48a1-8d5f-b7e64ab41af2,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:04.518430 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] Attempting to bind port 3da231c0-0423-48a1-8d5f-b7e64ab41af2 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:17:04.519021 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] Attempting to bind port 3da231c0-0423-48a1-8d5f-b7e64ab41af2 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ce4683e2-bee2-4267-95c0-ea2eea9ac985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:17:04.519545 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] Attempting to bind port 3da231c0-0423-48a1-8d5f-b7e64ab41af2 on network adcae22a-41eb-4c88-a98e-2df42d7b7757 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:17:04.527273 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b288-800c-4a37-a7fb-1a2826289eb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:04.527848 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b288-800c-4a37-a7fb-1a2826289eb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:04.528317 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b288-800c-4a37-a7fb-1a2826289eb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:04.528783 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b288-800c-4a37-a7fb-1a2826289eb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:04.529242 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b288-800c-4a37-a7fb-1a2826289eb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:04.529700 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b288-800c-4a37-a7fb-1a2826289eb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:04.530173 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b288-800c-4a37-a7fb-1a2826289eb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:04.530629 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b288-800c-4a37-a7fb-1a2826289eb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:04.531122 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b288-800c-4a37-a7fb-1a2826289eb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:04.531585 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b288-800c-4a37-a7fb-1a2826289eb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:04.532134 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b288-800c-4a37-a7fb-1a2826289eb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:04.532584 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b288-800c-4a37-a7fb-1a2826289eb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:04.538698 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:17:04.539317 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] Checking segment: {'id': 'ce4683e2-bee2-4267-95c0-ea2eea9ac985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:17:04.539890 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:04.540417 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] Bound using segment: {'id': 'ce4683e2-bee2-4267-95c0-ea2eea9ac985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:17:04.541592 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] Bound port: 3da231c0-0423-48a1-8d5f-b7e64ab41af2, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4683e2-bee2-4267-95c0-ea2eea9ac985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:17:04.542792 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:04.650659 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] For port 3da231c0-0423-48a1-8d5f-b7e64ab41af2, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:17:04.653890 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] For port 3da231c0-0423-48a1-8d5f-b7e64ab41af2, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3da231c0-0423-48a1-8d5f-b7e64ab41af2,segment=NetworkSegment(ce4683e2-bee2-4267-95c0-ea2eea9ac985),segment_id=ce4683e2-bee2-4267-95c0-ea2eea9ac985)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:17:04.657661 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:04.761903 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] Routers {'e38e353d-0d1b-45c0-b1a7-807ec4082e1d'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:17:04.762676 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:17:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:04.764212 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-61e9f40b-6fd9-44ec-939e-f072c1f53a5f None None] Allocated IP 2001:db8:1::2 (97bd1b0f-d7ea-4c01-9356-67be03377725/7f34e476-4ab0-4475-b4d8-593a6a435507/0d174bc2-4dd3-4593-acf4-2093208e6bca) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:17:04.836546 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9b288-800c-4a37-a7fb-1a2826289eb9 None None] Pushing event updated for resources: {'Port': ['ID=3da231c0-0423-48a1-8d5f-b7e64ab41af2,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:04.970550 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-00d7686d-9b3d-44e2-a442-92c4944e6bd3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:04.976830 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] Set router e38e353d-0d1b-45c0-b1a7-807ec4082e1d gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:17:05.048284 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-61e9f40b-6fd9-44ec-939e-f072c1f53a5f None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:05.059443 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-61e9f40b-6fd9-44ec-939e-f072c1f53a5f None None] Transition to ACTIVE for port object 0d174bc2-4dd3-4593-acf4-2093208e6bca will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:17:05.086459 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-61e9f40b-6fd9-44ec-939e-f072c1f53a5f None None] Transition to ACTIVE for port object 0d174bc2-4dd3-4593-acf4-2093208e6bca will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:17:05.095568 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-61e9f40b-6fd9-44ec-939e-f072c1f53a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:05.156105 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e9f40b-6fd9-44ec-939e-f072c1f53a5f None None] Network 97bd1b0f-d7ea-4c01-9356-67be03377725 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:17:05.158792 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-61e9f40b-6fd9-44ec-939e-f072c1f53a5f None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:17:05.167943 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e9f40b-6fd9-44ec-939e-f072c1f53a5f None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:17:05.203136 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9f40b-6fd9-44ec-939e-f072c1f53a5f None None] Pushing event updated for resources: {'Port': ['ID=0d174bc2-4dd3-4593-acf4-2093208e6bca,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:05.262530 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-61e9f40b-6fd9-44ec-939e-f072c1f53a5f None None] Attempting to bind port 0d174bc2-4dd3-4593-acf4-2093208e6bca on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:17:05.262966 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-61e9f40b-6fd9-44ec-939e-f072c1f53a5f None None] Attempting to bind port 0d174bc2-4dd3-4593-acf4-2093208e6bca by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ee45d7e9-d9fd-4d44-80d0-9cf7d34fd31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:17:05.263322 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e9f40b-6fd9-44ec-939e-f072c1f53a5f None None] Attempting to bind port 0d174bc2-4dd3-4593-acf4-2093208e6bca on network 97bd1b0f-d7ea-4c01-9356-67be03377725 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:17:05.268549 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e9f40b-6fd9-44ec-939e-f072c1f53a5f None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:17:05.268915 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e9f40b-6fd9-44ec-939e-f072c1f53a5f None None] Checking segment: {'id': 'ee45d7e9-d9fd-4d44-80d0-9cf7d34fd31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:17:05.269307 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-61e9f40b-6fd9-44ec-939e-f072c1f53a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:05.269686 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e9f40b-6fd9-44ec-939e-f072c1f53a5f None None] Bound using segment: {'id': 'ee45d7e9-d9fd-4d44-80d0-9cf7d34fd31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:17:05.270135 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-61e9f40b-6fd9-44ec-939e-f072c1f53a5f None None] Bound port: 0d174bc2-4dd3-4593-acf4-2093208e6bca, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee45d7e9-d9fd-4d44-80d0-9cf7d34fd31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:17:05.270497 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-61e9f40b-6fd9-44ec-939e-f072c1f53a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:05.302967 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:02Z', 'revision_number': 2, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None, '_interfaces': [{'id': '3da231c0-0423-48a1-8d5f-b7e64ab41af2', 'name': '', 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:b0:51:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:01Z', 'updated_at': '2022-03-09T04:17:04Z', 'revision_number': 4, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:05.307020 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b09bbac-060d-41fc-8436-c6948a7694b3 None None] The sync data for ids ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'] in n-d-825178-5 is: [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:02Z', 'revision_number': 2, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None, '_interfaces': [{'id': '3da231c0-0423-48a1-8d5f-b7e64ab41af2', 'name': '', 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:b0:51:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:01Z', 'updated_at': '2022-03-09T04:17:04Z', 'revision_number': 4, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:17:05.366290 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-61e9f40b-6fd9-44ec-939e-f072c1f53a5f None None] For port 0d174bc2-4dd3-4593-acf4-2093208e6bca, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:17:05.370285 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-61e9f40b-6fd9-44ec-939e-f072c1f53a5f None None] For port 0d174bc2-4dd3-4593-acf4-2093208e6bca, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0d174bc2-4dd3-4593-acf4-2093208e6bca,segment=NetworkSegment(ee45d7e9-d9fd-4d44-80d0-9cf7d34fd31b),segment_id=ee45d7e9-d9fd-4d44-80d0-9cf7d34fd31b)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:17:05.372023 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-00d7686d-9b3d-44e2-a442-92c4944e6bd3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Allocated IP 2001:db8:1::1 (97bd1b0f-d7ea-4c01-9356-67be03377725/7f34e476-4ab0-4475-b4d8-593a6a435507/8741a72a-7615-45f2-9534-b96eaf957b68) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:17:05.375031 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-61e9f40b-6fd9-44ec-939e-f072c1f53a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:05.458971 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9f40b-6fd9-44ec-939e-f072c1f53a5f None None] Pushing event updated for resources: {'Port': ['ID=0d174bc2-4dd3-4593-acf4-2093208e6bca,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:05.579429 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-00d7686d-9b3d-44e2-a442-92c4944e6bd3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:05.596994 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-00d7686d-9b3d-44e2-a442-92c4944e6bd3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Transition to ACTIVE for port object 8741a72a-7615-45f2-9534-b96eaf957b68 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:17:05.623075 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-00d7686d-9b3d-44e2-a442-92c4944e6bd3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:05.699636 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d7686d-9b3d-44e2-a442-92c4944e6bd3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network 97bd1b0f-d7ea-4c01-9356-67be03377725 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:17:05.702642 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-00d7686d-9b3d-44e2-a442-92c4944e6bd3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:17:05.708076 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d7686d-9b3d-44e2-a442-92c4944e6bd3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:17:05.708522 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-00d7686d-9b3d-44e2-a442-92c4944e6bd3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:05.731438 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7686d-9b3d-44e2-a442-92c4944e6bd3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Port': ['ID=8741a72a-7615-45f2-9534-b96eaf957b68,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:05.849801 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-00d7686d-9b3d-44e2-a442-92c4944e6bd3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:06.316766 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0d174bc2-4dd3-4593-acf4-2093208e6bca up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:17:06.391217 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 0d174bc2-4dd3-4593-acf4-2093208e6bca completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:17:06.394578 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-00d7686d-9b3d-44e2-a442-92c4944e6bd3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:06.396375 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3da231c0-0423-48a1-8d5f-b7e64ab41af2 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:17:06.399875 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-00d7686d-9b3d-44e2-a442-92c4944e6bd3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:06.401332 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-00d7686d-9b3d-44e2-a442-92c4944e6bd3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:06.446005 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1219828-16e9-4d59-8bf2-f3a0c0df4260 None None] Network 97bd1b0f-d7ea-4c01-9356-67be03377725 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:17:06.555506 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-df86ccdb-5c18-4356-bf71-38357033d48d None None] Provisioning for port 0d174bc2-4dd3-4593-acf4-2093208e6bca completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:17:06.557665 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7686d-9b3d-44e2-a442-92c4944e6bd3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Port': ['ID=8741a72a-7615-45f2-9534-b96eaf957b68,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:06.569336 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-df86ccdb-5c18-4356-bf71-38357033d48d None None] Provisioning complete for port 0d174bc2-4dd3-4593-acf4-2093208e6bca triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:06.569801 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-df86ccdb-5c18-4356-bf71-38357033d48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:06.607354 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 3da231c0-0423-48a1-8d5f-b7e64ab41af2 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:17:06.613551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d7686d-9b3d-44e2-a442-92c4944e6bd3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network 97bd1b0f-d7ea-4c01-9356-67be03377725 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:17:06.614643 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-00d7686d-9b3d-44e2-a442-92c4944e6bd3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:17:06.623640 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 3da231c0-0423-48a1-8d5f-b7e64ab41af2 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:06.624010 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:06.779655 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d7686d-9b3d-44e2-a442-92c4944e6bd3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Router e38e353d-0d1b-45c0-b1a7-807ec4082e1d has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:17:06.909520 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:06.921703 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-df86ccdb-5c18-4356-bf71-38357033d48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:06.944734 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d7686d-9b3d-44e2-a442-92c4944e6bd3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:17:06.958390 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-00d7686d-9b3d-44e2-a442-92c4944e6bd3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "PUT /v2.0/routers/e38e353d-0d1b-45c0-b1a7-807ec4082e1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7933373 Mar 09 04:17:06.961676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42118) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:06.963105 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] Sync routers for ids ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:17:06.967292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-57191565-6341-4a73-a4e0-368babe04917 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-718168097'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:06.972858 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-57191565-6341-4a73-a4e0-368babe04917 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:06.977021 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-57191565-6341-4a73-a4e0-368babe04917 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Usage tracker for resource:network and tenant:c6b1c03af2cf4f0e949458e817f78603 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:06.980374 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-57191565-6341-4a73-a4e0-368babe04917 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:06.986400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-57191565-6341-4a73-a4e0-368babe04917 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:06.994894 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-df86ccdb-5c18-4356-bf71-38357033d48d None None] For port 0d174bc2-4dd3-4593-acf4-2093208e6bca, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0d174bc2-4dd3-4593-acf4-2093208e6bca,segment=NetworkSegment(ee45d7e9-d9fd-4d44-80d0-9cf7d34fd31b),segment_id=ee45d7e9-d9fd-4d44-80d0-9cf7d34fd31b)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:17:06.996860 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57191565-6341-4a73-a4e0-368babe04917 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Made reservation on behalf of c6b1c03af2cf4f0e949458e817f78603 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:17:07.000479 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] Routers {'e38e353d-0d1b-45c0-b1a7-807ec4082e1d'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:17:07.000606 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-57191565-6341-4a73-a4e0-368babe04917 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:07.001076 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:17:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:07.027659 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57191565-6341-4a73-a4e0-368babe04917 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:17:07.036325 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-57191565-6341-4a73-a4e0-368babe04917 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:07.036660 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-57191565-6341-4a73-a4e0-368babe04917 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Added segment d2147666-35a0-4657-b7ac-221b922d055c of type vlan for network 106f63a4-2be9-45b1-84ec-3770c4f57a91 Mar 09 04:17:07.063827 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-57191565-6341-4a73-a4e0-368babe04917 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:07.066677 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-df86ccdb-5c18-4356-bf71-38357033d48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:07.071023 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 3da231c0-0423-48a1-8d5f-b7e64ab41af2, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3da231c0-0423-48a1-8d5f-b7e64ab41af2,segment=NetworkSegment(ce4683e2-bee2-4267-95c0-ea2eea9ac985),segment_id=ce4683e2-bee2-4267-95c0-ea2eea9ac985)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:17:07.099284 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-57191565-6341-4a73-a4e0-368babe04917 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:07.105715 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57191565-6341-4a73-a4e0-368babe04917 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:17:07.106383 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-57191565-6341-4a73-a4e0-368babe04917 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:07.168901 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:07.207039 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-57191565-6341-4a73-a4e0-368babe04917 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2436283 Mar 09 04:17:07.209163 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42122) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:07.218298 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57191565-6341-4a73-a4e0-368babe04917 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Network': ['ID=106f63a4-2be9-45b1-84ec-3770c4f57a91,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:07.224053 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] Set router e38e353d-0d1b-45c0-b1a7-807ec4082e1d gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:17:07.233337 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-12721f43-a6f9-4601-9e24-0887c14c1d89 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'subnet': {'network_id': '106f63a4-2be9-45b1-84ec-3770c4f57a91', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:07.270592 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 106f63a4-2be9-45b1-84ec-3770c4f57a91 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:17:07.296046 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86ccdb-5c18-4356-bf71-38357033d48d None None] Pushing event updated for resources: {'Port': ['ID=0d174bc2-4dd3-4593-acf4-2093208e6bca,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:07.357729 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-12721f43-a6f9-4601-9e24-0887c14c1d89 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:07.361965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-12721f43-a6f9-4601-9e24-0887c14c1d89 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Usage tracker for resource:subnet and tenant:c6b1c03af2cf4f0e949458e817f78603 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:07.365011 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-12721f43-a6f9-4601-9e24-0887c14c1d89 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:07.371503 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-12721f43-a6f9-4601-9e24-0887c14c1d89 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:07.384501 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12721f43-a6f9-4601-9e24-0887c14c1d89 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Made reservation on behalf of c6b1c03af2cf4f0e949458e817f78603 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:17:07.388236 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-12721f43-a6f9-4601-9e24-0887c14c1d89 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:07.585562 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-803336e0-3428-4b38-be63-d86dda447dc6 None None] Provisioning for port 8741a72a-7615-45f2-9534-b96eaf957b68 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:17:07.609481 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-803336e0-3428-4b38-be63-d86dda447dc6 None None] Provisioning complete for port 8741a72a-7615-45f2-9534-b96eaf957b68 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:07.609782 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-803336e0-3428-4b38-be63-d86dda447dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:07.635986 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-12721f43-a6f9-4601-9e24-0887c14c1d89 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:07.641774 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=3da231c0-0423-48a1-8d5f-b7e64ab41af2,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:07.726370 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12721f43-a6f9-4601-9e24-0887c14c1d89 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Subnet': ['ID=05184900-6245-4fc1-9f05-621d38287cf5,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:07.729256 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12721f43-a6f9-4601-9e24-0887c14c1d89 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Checking segment: {'id': 'd2147666-35a0-4657-b7ac-221b922d055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '106f63a4-2be9-45b1-84ec-3770c4f57a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:17:07.729813 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12721f43-a6f9-4601-9e24-0887c14c1d89 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network hostable DHCP agents. Network: 106f63a4-2be9-45b1-84ec-3770c4f57a91, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:17:07.734402 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-803336e0-3428-4b38-be63-d86dda447dc6 None None] Port 8741a72a-7615-45f2-9534-b96eaf957b68 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:17:07.750531 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12721f43-a6f9-4601-9e24-0887c14c1d89 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network 106f63a4-2be9-45b1-84ec-3770c4f57a91 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:17:07.762461 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-12721f43-a6f9-4601-9e24-0887c14c1d89 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 106f63a4-2be9-45b1-84ec-3770c4f57a91) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:17:07.767430 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12721f43-a6f9-4601-9e24-0887c14c1d89 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:17:07.768018 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-12721f43-a6f9-4601-9e24-0887c14c1d89 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:07.789565 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-12721f43-a6f9-4601-9e24-0887c14c1d89 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5786591 Mar 09 04:17:07.792572 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42126) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:07.793785 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26bb454-f762-48a9-86fe-8b336904c828 None None] Network 106f63a4-2be9-45b1-84ec-3770c4f57a91 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:17:07.808072 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-803336e0-3428-4b38-be63-d86dda447dc6 None None] Provisioning complete for port 0d174bc2-4dd3-4593-acf4-2093208e6bca triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:07.808439 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-803336e0-3428-4b38-be63-d86dda447dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:08.073426 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:05Z', 'revision_number': 3, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None, '_interfaces': [{'id': '3da231c0-0423-48a1-8d5f-b7e64ab41af2', 'name': '', 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:b0:51:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:01Z', 'updated_at': '2022-03-09T04:17:04Z', 'revision_number': 4, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8741a72a-7615-45f2-9534-b96eaf957b68', 'name': '', 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:d8:31:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:05Z', 'updated_at': '2022-03-09T04:17:06Z', 'revision_number': 2, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:08.095450 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] Checking router: e38e353d-0d1b-45c0-b1a7-807ec4082e1d for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:17:08.095450 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] Updating router e38e353d-0d1b-45c0-b1a7-807ec4082e1d port 8741a72a-7615-45f2-9534-b96eaf957b68 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:17:08.189347 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:08.203485 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f7865b-9e65-40e2-8512-8fc0f76b4029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-106f63a4-2be9-45b1-84ec-3770c4f57a91', 'network_id': '106f63a4-2be9-45b1-84ec-3770c4f57a91', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'fixed_ips': [{'subnet_id': '05184900-6245-4fc1-9f05-621d38287cf5'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:17:08.204290 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-15f7865b-9e65-40e2-8512-8fc0f76b4029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:08.271500 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0d174bc2-4dd3-4593-acf4-2093208e6bca up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:17:08.371482 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-8e254b18-49cc-4559-a800-ce7459d1d4a6 None None] Provisioning complete for port 8741a72a-7615-45f2-9534-b96eaf957b68 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:08.371847 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8e254b18-49cc-4559-a800-ce7459d1d4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:08.488312 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fcc87c38-6d27-4079-9744-b09b7f0f827a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:08.529358 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-8e254b18-49cc-4559-a800-ce7459d1d4a6 None None] Port 8741a72a-7615-45f2-9534-b96eaf957b68 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:17:08.611517 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 0d174bc2-4dd3-4593-acf4-2093208e6bca triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:08.612213 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:08.724501 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-15f7865b-9e65-40e2-8512-8fc0f76b4029 None None] Allocated IP 2001:db8:2::2 (106f63a4-2be9-45b1-84ec-3770c4f57a91/05184900-6245-4fc1-9f05-621d38287cf5/aa861210-f978-476c-85c9-d6ead84370be) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:17:09.039356 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:09.040646 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3da231c0-0423-48a1-8d5f-b7e64ab41af2 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:17:09.095570 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:09.161571 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] Transition to ACTIVE for port object 8741a72a-7615-45f2-9534-b96eaf957b68 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:17:09.182690 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:09.315604 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-15f7865b-9e65-40e2-8512-8fc0f76b4029 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:09.369577 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-15f7865b-9e65-40e2-8512-8fc0f76b4029 None None] Transition to ACTIVE for port object aa861210-f978-476c-85c9-d6ead84370be will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:17:09.371923 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 3da231c0-0423-48a1-8d5f-b7e64ab41af2 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:09.372285 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:09.395060 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8162b-4765-4a80-8b1b-0507755ed299 None None] Pushing event updated for resources: {'Port': ['ID=8741a72a-7615-45f2-9534-b96eaf957b68,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:09.488353 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-15f7865b-9e65-40e2-8512-8fc0f76b4029 None None] Transition to ACTIVE for port object aa861210-f978-476c-85c9-d6ead84370be will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:17:09.511889 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-15f7865b-9e65-40e2-8512-8fc0f76b4029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:09.546294 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] Attempting to bind port 8741a72a-7615-45f2-9534-b96eaf957b68 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:17:09.546576 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] Attempting to bind port 8741a72a-7615-45f2-9534-b96eaf957b68 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ee45d7e9-d9fd-4d44-80d0-9cf7d34fd31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:17:09.546954 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] Attempting to bind port 8741a72a-7615-45f2-9534-b96eaf957b68 on network 97bd1b0f-d7ea-4c01-9356-67be03377725 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:17:09.568813 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:17:09.569177 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] Checking segment: {'id': 'ee45d7e9-d9fd-4d44-80d0-9cf7d34fd31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:17:09.569574 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:09.569945 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] Bound using segment: {'id': 'ee45d7e9-d9fd-4d44-80d0-9cf7d34fd31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:17:09.570402 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] Bound port: 8741a72a-7615-45f2-9534-b96eaf957b68, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee45d7e9-d9fd-4d44-80d0-9cf7d34fd31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:17:09.570781 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:09.573714 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-fcc87c38-6d27-4079-9744-b09b7f0f827a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Allocated IP 2001:db8:2::1 (106f63a4-2be9-45b1-84ec-3770c4f57a91/05184900-6245-4fc1-9f05-621d38287cf5/be9d6c7f-2290-4af6-82c5-c16d40438ccb) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:17:09.601093 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f7865b-9e65-40e2-8512-8fc0f76b4029 None None] Network 106f63a4-2be9-45b1-84ec-3770c4f57a91 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:17:09.630923 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-15f7865b-9e65-40e2-8512-8fc0f76b4029 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:17:09.671262 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f7865b-9e65-40e2-8512-8fc0f76b4029 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:17:09.699275 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7865b-9e65-40e2-8512-8fc0f76b4029 None None] Pushing event updated for resources: {'Port': ['ID=aa861210-f978-476c-85c9-d6ead84370be,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:09.736476 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fcc87c38-6d27-4079-9744-b09b7f0f827a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:09.752323 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-fcc87c38-6d27-4079-9744-b09b7f0f827a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Transition to ACTIVE for port object be9d6c7f-2290-4af6-82c5-c16d40438ccb will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:17:09.776886 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fcc87c38-6d27-4079-9744-b09b7f0f827a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:09.831065 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] For port 8741a72a-7615-45f2-9534-b96eaf957b68, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:17:09.835527 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-15f7865b-9e65-40e2-8512-8fc0f76b4029 None None] Attempting to bind port aa861210-f978-476c-85c9-d6ead84370be on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:17:09.835886 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-15f7865b-9e65-40e2-8512-8fc0f76b4029 None None] Attempting to bind port aa861210-f978-476c-85c9-d6ead84370be by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'd2147666-35a0-4657-b7ac-221b922d055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '106f63a4-2be9-45b1-84ec-3770c4f57a91'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:17:09.836235 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f7865b-9e65-40e2-8512-8fc0f76b4029 None None] Attempting to bind port aa861210-f978-476c-85c9-d6ead84370be on network 106f63a4-2be9-45b1-84ec-3770c4f57a91 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:17:09.844607 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] For port 8741a72a-7615-45f2-9534-b96eaf957b68, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=8741a72a-7615-45f2-9534-b96eaf957b68,segment=NetworkSegment(ee45d7e9-d9fd-4d44-80d0-9cf7d34fd31b),segment_id=ee45d7e9-d9fd-4d44-80d0-9cf7d34fd31b)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:17:09.845832 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f7865b-9e65-40e2-8512-8fc0f76b4029 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:17:09.846132 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc87c38-6d27-4079-9744-b09b7f0f827a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network 106f63a4-2be9-45b1-84ec-3770c4f57a91 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:17:09.846273 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f7865b-9e65-40e2-8512-8fc0f76b4029 None None] Checking segment: {'id': 'd2147666-35a0-4657-b7ac-221b922d055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '106f63a4-2be9-45b1-84ec-3770c4f57a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:17:09.846707 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-15f7865b-9e65-40e2-8512-8fc0f76b4029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:09.847274 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f7865b-9e65-40e2-8512-8fc0f76b4029 None None] Bound using segment: {'id': 'd2147666-35a0-4657-b7ac-221b922d055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '106f63a4-2be9-45b1-84ec-3770c4f57a91'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:17:09.847782 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-15f7865b-9e65-40e2-8512-8fc0f76b4029 None None] Bound port: aa861210-f978-476c-85c9-d6ead84370be, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2147666-35a0-4657-b7ac-221b922d055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '106f63a4-2be9-45b1-84ec-3770c4f57a91'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:17:09.848185 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-15f7865b-9e65-40e2-8512-8fc0f76b4029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:09.854050 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-fcc87c38-6d27-4079-9744-b09b7f0f827a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:17:09.859256 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc87c38-6d27-4079-9744-b09b7f0f827a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:17:09.859575 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fcc87c38-6d27-4079-9744-b09b7f0f827a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:09.862682 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:09.871649 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc87c38-6d27-4079-9744-b09b7f0f827a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Port': ['ID=be9d6c7f-2290-4af6-82c5-c16d40438ccb,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:09.988773 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] Routers {'e38e353d-0d1b-45c0-b1a7-807ec4082e1d'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:17:09.989392 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:17:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:09.994419 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fcc87c38-6d27-4079-9744-b09b7f0f827a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:10.067115 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8162b-4765-4a80-8b1b-0507755ed299 None None] Pushing event updated for resources: {'Port': ['ID=8741a72a-7615-45f2-9534-b96eaf957b68,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:10.149677 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-15f7865b-9e65-40e2-8512-8fc0f76b4029 None None] For port aa861210-f978-476c-85c9-d6ead84370be, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:17:10.174554 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-15f7865b-9e65-40e2-8512-8fc0f76b4029 None None] For port aa861210-f978-476c-85c9-d6ead84370be, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=aa861210-f978-476c-85c9-d6ead84370be,segment=NetworkSegment(d2147666-35a0-4657-b7ac-221b922d055c),segment_id=d2147666-35a0-4657-b7ac-221b922d055c)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:17:10.182449 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] Set router e38e353d-0d1b-45c0-b1a7-807ec4082e1d gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:17:10.227531 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-15f7865b-9e65-40e2-8512-8fc0f76b4029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:10.475719 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7865b-9e65-40e2-8512-8fc0f76b4029 None None] Pushing event updated for resources: {'Port': ['ID=aa861210-f978-476c-85c9-d6ead84370be,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:10.525859 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fcc87c38-6d27-4079-9744-b09b7f0f827a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:10.531709 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fcc87c38-6d27-4079-9744-b09b7f0f827a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:10.532469 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fcc87c38-6d27-4079-9744-b09b7f0f827a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:10.651590 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:09Z', 'revision_number': 4, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None, '_interfaces': [{'id': '3da231c0-0423-48a1-8d5f-b7e64ab41af2', 'name': '', 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:b0:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:01Z', 'updated_at': '2022-03-09T04:17:06Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8741a72a-7615-45f2-9534-b96eaf957b68', 'name': '', 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:d8:31:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:05Z', 'updated_at': '2022-03-09T04:17:09Z', 'revision_number': 4, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be9d6c7f-2290-4af6-82c5-c16d40438ccb', 'name': '', 'network_id': '106f63a4-2be9-45b1-84ec-3770c4f57a91', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:1c:8b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '05184900-6245-4fc1-9f05-621d38287cf5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:08Z', 'updated_at': '2022-03-09T04:17:09Z', 'revision_number': 1, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '05184900-6245-4fc1-9f05-621d38287cf5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:10.655926 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c628296d-060f-48f7-9bb1-2b537548533e None None] The sync data for ids ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'] in n-d-825178-5 is: [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:09Z', 'revision_number': 4, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None, '_interfaces': [{'id': '3da231c0-0423-48a1-8d5f-b7e64ab41af2', 'name': '', 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:b0:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:01Z', 'updated_at': '2022-03-09T04:17:06Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8741a72a-7615-45f2-9534-b96eaf957b68', 'name': '', 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:d8:31:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:05Z', 'updated_at': '2022-03-09T04:17:09Z', 'revision_number': 4, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be9d6c7f-2290-4af6-82c5-c16d40438ccb', 'name': '', 'network_id': '106f63a4-2be9-45b1-84ec-3770c4f57a91', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:1c:8b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '05184900-6245-4fc1-9f05-621d38287cf5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:08Z', 'updated_at': '2022-03-09T04:17:09Z', 'revision_number': 1, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '05184900-6245-4fc1-9f05-621d38287cf5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:17:10.657727 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc87c38-6d27-4079-9744-b09b7f0f827a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Port': ['ID=be9d6c7f-2290-4af6-82c5-c16d40438ccb,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:10.783450 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc87c38-6d27-4079-9744-b09b7f0f827a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network 106f63a4-2be9-45b1-84ec-3770c4f57a91 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:17:10.784744 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-fcc87c38-6d27-4079-9744-b09b7f0f827a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:17:10.966025 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc87c38-6d27-4079-9744-b09b7f0f827a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Router e38e353d-0d1b-45c0-b1a7-807ec4082e1d has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:17:11.127436 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc87c38-6d27-4079-9744-b09b7f0f827a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:17:11.152155 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fcc87c38-6d27-4079-9744-b09b7f0f827a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "PUT /v2.0/routers/e38e353d-0d1b-45c0-b1a7-807ec4082e1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3585298 Mar 09 04:17:11.155112 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42130) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:11.161405 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-eba2e206-1e44-4b10-8b53-8501df38af25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1551923424'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:11.168681 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-eba2e206-1e44-4b10-8b53-8501df38af25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:11.179526 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-eba2e206-1e44-4b10-8b53-8501df38af25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Usage tracker for resource:network and tenant:c6b1c03af2cf4f0e949458e817f78603 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:11.182701 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-eba2e206-1e44-4b10-8b53-8501df38af25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:11.188451 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-eba2e206-1e44-4b10-8b53-8501df38af25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:11.203871 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba2e206-1e44-4b10-8b53-8501df38af25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Made reservation on behalf of c6b1c03af2cf4f0e949458e817f78603 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:17:11.207515 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eba2e206-1e44-4b10-8b53-8501df38af25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:11.240103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba2e206-1e44-4b10-8b53-8501df38af25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:17:11.251653 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eba2e206-1e44-4b10-8b53-8501df38af25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:11.252074 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-eba2e206-1e44-4b10-8b53-8501df38af25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Added segment ed2b55f6-c678-47c9-bbf6-53e04cab6b92 of type vlan for network 34f7de7b-f46f-4b1c-b950-945fd1294b58 Mar 09 04:17:11.280440 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eba2e206-1e44-4b10-8b53-8501df38af25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:11.315713 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eba2e206-1e44-4b10-8b53-8501df38af25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:11.321485 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba2e206-1e44-4b10-8b53-8501df38af25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:17:11.322199 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-eba2e206-1e44-4b10-8b53-8501df38af25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:11.433303 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-eba2e206-1e44-4b10-8b53-8501df38af25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2740340 Mar 09 04:17:11.434735 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42134) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:11.442740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-3f239ea9-4004-4fd3-b1fd-a5ed0737addd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'subnet': {'network_id': '34f7de7b-f46f-4b1c-b950-945fd1294b58', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:11.457144 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2e206-1e44-4b10-8b53-8501df38af25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Network': ['ID=34f7de7b-f46f-4b1c-b950-945fd1294b58,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:11.475645 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 34f7de7b-f46f-4b1c-b950-945fd1294b58 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:17:11.568968 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3f239ea9-4004-4fd3-b1fd-a5ed0737addd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:11.573424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3f239ea9-4004-4fd3-b1fd-a5ed0737addd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Usage tracker for resource:subnet and tenant:c6b1c03af2cf4f0e949458e817f78603 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:11.576602 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3f239ea9-4004-4fd3-b1fd-a5ed0737addd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:11.583359 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3f239ea9-4004-4fd3-b1fd-a5ed0737addd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:11.588645 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b47233a-7d54-4bb5-88f0-10f910f9048a None None] Network 106f63a4-2be9-45b1-84ec-3770c4f57a91 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:17:11.596241 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f239ea9-4004-4fd3-b1fd-a5ed0737addd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Made reservation on behalf of c6b1c03af2cf4f0e949458e817f78603 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:17:11.600250 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3f239ea9-4004-4fd3-b1fd-a5ed0737addd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:11.707631 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a7e99da2-1d2e-4fd6-b2ec-f0cddb9adde0 None None] Provisioning for port aa861210-f978-476c-85c9-d6ead84370be completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:17:11.836557 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3f239ea9-4004-4fd3-b1fd-a5ed0737addd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:11.860762 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] Sync routers for ids ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:17:11.877139 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] Routers {'e38e353d-0d1b-45c0-b1a7-807ec4082e1d'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:17:11.877753 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:17:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:12.052928 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] Set router e38e353d-0d1b-45c0-b1a7-807ec4082e1d gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:17:12.060212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f239ea9-4004-4fd3-b1fd-a5ed0737addd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Subnet': ['ID=a97520dc-b61c-4384-bea5-f062d9091643,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:12.066157 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f239ea9-4004-4fd3-b1fd-a5ed0737addd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Checking segment: {'id': 'ed2b55f6-c678-47c9-bbf6-53e04cab6b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '34f7de7b-f46f-4b1c-b950-945fd1294b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:17:12.066607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f239ea9-4004-4fd3-b1fd-a5ed0737addd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network hostable DHCP agents. Network: 34f7de7b-f46f-4b1c-b950-945fd1294b58, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:17:12.087495 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f239ea9-4004-4fd3-b1fd-a5ed0737addd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network 34f7de7b-f46f-4b1c-b950-945fd1294b58 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:17:12.099054 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-3f239ea9-4004-4fd3-b1fd-a5ed0737addd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 34f7de7b-f46f-4b1c-b950-945fd1294b58) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:17:12.103839 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f239ea9-4004-4fd3-b1fd-a5ed0737addd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:17:12.104422 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3f239ea9-4004-4fd3-b1fd-a5ed0737addd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:12.115284 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b11897-13a1-4630-8c7c-3590cd7ec0ba None None] Network 34f7de7b-f46f-4b1c-b950-945fd1294b58 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:17:12.137703 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42138) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:12.138215 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3f239ea9-4004-4fd3-b1fd-a5ed0737addd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7027078 Mar 09 04:17:12.262437 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-36fd18fe-8cf6-4349-8348-9d66112ca984 None None] Provisioning for port be9d6c7f-2290-4af6-82c5-c16d40438ccb completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:17:12.281309 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-36fd18fe-8cf6-4349-8348-9d66112ca984 None None] Provisioning complete for port be9d6c7f-2290-4af6-82c5-c16d40438ccb triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:12.282013 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-36fd18fe-8cf6-4349-8348-9d66112ca984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:12.351233 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-36fd18fe-8cf6-4349-8348-9d66112ca984 None None] Port be9d6c7f-2290-4af6-82c5-c16d40438ccb cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:17:12.409920 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8741a72a-7615-45f2-9534-b96eaf957b68 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:17:12.482064 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:09Z', 'revision_number': 4, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None, '_interfaces': [{'id': '3da231c0-0423-48a1-8d5f-b7e64ab41af2', 'name': '', 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:b0:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:01Z', 'updated_at': '2022-03-09T04:17:06Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8741a72a-7615-45f2-9534-b96eaf957b68', 'name': '', 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:d8:31:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:05Z', 'updated_at': '2022-03-09T04:17:09Z', 'revision_number': 4, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be9d6c7f-2290-4af6-82c5-c16d40438ccb', 'name': '', 'network_id': '106f63a4-2be9-45b1-84ec-3770c4f57a91', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:1c:8b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '05184900-6245-4fc1-9f05-621d38287cf5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:08Z', 'updated_at': '2022-03-09T04:17:10Z', 'revision_number': 2, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '05184900-6245-4fc1-9f05-621d38287cf5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:12.488688 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] Checking router: e38e353d-0d1b-45c0-b1a7-807ec4082e1d for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:17:12.489989 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] Updating router e38e353d-0d1b-45c0-b1a7-807ec4082e1d port be9d6c7f-2290-4af6-82c5-c16d40438ccb binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:17:12.519307 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c72974-7f7a-4cb9-a1d3-30a929f01dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-34f7de7b-f46f-4b1c-b950-945fd1294b58', 'network_id': '34f7de7b-f46f-4b1c-b950-945fd1294b58', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'fixed_ips': [{'subnet_id': 'a97520dc-b61c-4384-bea5-f062d9091643'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:17:12.520250 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-92c72974-7f7a-4cb9-a1d3-30a929f01dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:12.544939 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-75a037d4-ca42-4917-a999-f8ebfedbb771 None None] Provisioning complete for port be9d6c7f-2290-4af6-82c5-c16d40438ccb triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:12.545454 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-75a037d4-ca42-4917-a999-f8ebfedbb771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:12.557236 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:12.660339 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 8741a72a-7615-45f2-9534-b96eaf957b68 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:17:12.668733 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-75a037d4-ca42-4917-a999-f8ebfedbb771 None None] Port be9d6c7f-2290-4af6-82c5-c16d40438ccb cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:17:12.674576 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 8741a72a-7615-45f2-9534-b96eaf957b68 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:12.675104 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:12.818888 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1d624038-ea40-410d-945b-433ef019188b None None] Provisioning complete for port be9d6c7f-2290-4af6-82c5-c16d40438ccb triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:12.819572 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1d624038-ea40-410d-945b-433ef019188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:12.856009 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-92c72974-7f7a-4cb9-a1d3-30a929f01dc9 None None] Allocated IP 2001:db8:3::2 (34f7de7b-f46f-4b1c-b950-945fd1294b58/a97520dc-b61c-4384-bea5-f062d9091643/72541509-3077-4787-9527-935bf342a41c) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:17:12.965421 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31117b1a-04ba-4b9f-8020-296ae82f86e8 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:12.981846 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:12.995979 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] Transition to ACTIVE for port object be9d6c7f-2290-4af6-82c5-c16d40438ccb will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:17:13.002922 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:13.057344 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1d624038-ea40-410d-945b-433ef019188b None None] Port be9d6c7f-2290-4af6-82c5-c16d40438ccb cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:17:13.093430 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:13.170724 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15691c29-b6ca-4dfd-84bd-3d7f2632841b None None] Pushing event updated for resources: {'Port': ['ID=be9d6c7f-2290-4af6-82c5-c16d40438ccb,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:13.185835 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 8741a72a-7615-45f2-9534-b96eaf957b68, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=8741a72a-7615-45f2-9534-b96eaf957b68,segment=NetworkSegment(ee45d7e9-d9fd-4d44-80d0-9cf7d34fd31b),segment_id=ee45d7e9-d9fd-4d44-80d0-9cf7d34fd31b)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:17:13.197492 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-92c72974-7f7a-4cb9-a1d3-30a929f01dc9 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:13.200223 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:13.201032 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device aa861210-f978-476c-85c9-d6ead84370be up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:17:13.241968 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] Attempting to bind port be9d6c7f-2290-4af6-82c5-c16d40438ccb on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:17:13.242483 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] Attempting to bind port be9d6c7f-2290-4af6-82c5-c16d40438ccb by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'd2147666-35a0-4657-b7ac-221b922d055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '106f63a4-2be9-45b1-84ec-3770c4f57a91'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:17:13.242848 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] Attempting to bind port be9d6c7f-2290-4af6-82c5-c16d40438ccb on network 106f63a4-2be9-45b1-84ec-3770c4f57a91 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:17:13.249072 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:17:13.249459 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] Checking segment: {'id': 'd2147666-35a0-4657-b7ac-221b922d055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '106f63a4-2be9-45b1-84ec-3770c4f57a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:17:13.250086 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:13.250483 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] Bound using segment: {'id': 'd2147666-35a0-4657-b7ac-221b922d055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '106f63a4-2be9-45b1-84ec-3770c4f57a91'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:17:13.251055 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] Bound port: be9d6c7f-2290-4af6-82c5-c16d40438ccb, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2147666-35a0-4657-b7ac-221b922d055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '106f63a4-2be9-45b1-84ec-3770c4f57a91'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:17:13.251429 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:13.348886 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-92c72974-7f7a-4cb9-a1d3-30a929f01dc9 None None] Transition to ACTIVE for port object 72541509-3077-4787-9527-935bf342a41c will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:17:13.362881 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] For port be9d6c7f-2290-4af6-82c5-c16d40438ccb, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:17:13.366110 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] For port be9d6c7f-2290-4af6-82c5-c16d40438ccb, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=be9d6c7f-2290-4af6-82c5-c16d40438ccb,segment=NetworkSegment(d2147666-35a0-4657-b7ac-221b922d055c),segment_id=d2147666-35a0-4657-b7ac-221b922d055c)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:17:13.370808 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:13.402432 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-92c72974-7f7a-4cb9-a1d3-30a929f01dc9 None None] Transition to ACTIVE for port object 72541509-3077-4787-9527-935bf342a41c will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:17:13.419994 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-92c72974-7f7a-4cb9-a1d3-30a929f01dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:13.432965 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=8741a72a-7615-45f2-9534-b96eaf957b68,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:13.449839 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] Routers {'e38e353d-0d1b-45c0-b1a7-807ec4082e1d'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:17:13.450459 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:17:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:13.496691 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c72974-7f7a-4cb9-a1d3-30a929f01dc9 None None] Network 34f7de7b-f46f-4b1c-b950-945fd1294b58 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:17:13.504521 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-92c72974-7f7a-4cb9-a1d3-30a929f01dc9 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:17:13.506672 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c72974-7f7a-4cb9-a1d3-30a929f01dc9 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:17:13.519744 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15691c29-b6ca-4dfd-84bd-3d7f2632841b None None] Pushing event updated for resources: {'Port': ['ID=be9d6c7f-2290-4af6-82c5-c16d40438ccb,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:13.521318 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-31117b1a-04ba-4b9f-8020-296ae82f86e8 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Allocated IP 2001:db8:3::1 (34f7de7b-f46f-4b1c-b950-945fd1294b58/a97520dc-b61c-4384-bea5-f062d9091643/bd5a9242-312e-438f-9fde-298f29df257c) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:17:13.555948 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port aa861210-f978-476c-85c9-d6ead84370be completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:17:13.567203 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c72974-7f7a-4cb9-a1d3-30a929f01dc9 None None] Pushing event updated for resources: {'Port': ['ID=72541509-3077-4787-9527-935bf342a41c,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:13.603488 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port aa861210-f978-476c-85c9-d6ead84370be triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:13.603771 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:13.618096 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] Set router e38e353d-0d1b-45c0-b1a7-807ec4082e1d gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:17:13.672301 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-92c72974-7f7a-4cb9-a1d3-30a929f01dc9 None None] Attempting to bind port 72541509-3077-4787-9527-935bf342a41c on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:17:13.673019 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-92c72974-7f7a-4cb9-a1d3-30a929f01dc9 None None] Attempting to bind port 72541509-3077-4787-9527-935bf342a41c by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ed2b55f6-c678-47c9-bbf6-53e04cab6b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '34f7de7b-f46f-4b1c-b950-945fd1294b58'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:17:13.673464 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c72974-7f7a-4cb9-a1d3-30a929f01dc9 None None] Attempting to bind port 72541509-3077-4787-9527-935bf342a41c on network 34f7de7b-f46f-4b1c-b950-945fd1294b58 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:17:13.689464 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c72974-7f7a-4cb9-a1d3-30a929f01dc9 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:17:13.689944 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c72974-7f7a-4cb9-a1d3-30a929f01dc9 None None] Checking segment: {'id': 'ed2b55f6-c678-47c9-bbf6-53e04cab6b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '34f7de7b-f46f-4b1c-b950-945fd1294b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:17:13.690418 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-92c72974-7f7a-4cb9-a1d3-30a929f01dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:13.690895 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c72974-7f7a-4cb9-a1d3-30a929f01dc9 None None] Bound using segment: {'id': 'ed2b55f6-c678-47c9-bbf6-53e04cab6b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '34f7de7b-f46f-4b1c-b950-945fd1294b58'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:17:13.691460 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-92c72974-7f7a-4cb9-a1d3-30a929f01dc9 None None] Bound port: 72541509-3077-4787-9527-935bf342a41c, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2b55f6-c678-47c9-bbf6-53e04cab6b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '34f7de7b-f46f-4b1c-b950-945fd1294b58'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:17:13.692519 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-92c72974-7f7a-4cb9-a1d3-30a929f01dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:13.720217 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31117b1a-04ba-4b9f-8020-296ae82f86e8 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:13.737978 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-31117b1a-04ba-4b9f-8020-296ae82f86e8 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Transition to ACTIVE for port object bd5a9242-312e-438f-9fde-298f29df257c will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:17:13.765875 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31117b1a-04ba-4b9f-8020-296ae82f86e8 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:13.833541 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31117b1a-04ba-4b9f-8020-296ae82f86e8 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network 34f7de7b-f46f-4b1c-b950-945fd1294b58 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:17:13.836086 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-31117b1a-04ba-4b9f-8020-296ae82f86e8 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:17:13.846088 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31117b1a-04ba-4b9f-8020-296ae82f86e8 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:17:13.846306 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31117b1a-04ba-4b9f-8020-296ae82f86e8 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:13.857998 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-92c72974-7f7a-4cb9-a1d3-30a929f01dc9 None None] For port 72541509-3077-4787-9527-935bf342a41c, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:17:13.865667 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:13.886311 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-92c72974-7f7a-4cb9-a1d3-30a929f01dc9 None None] For port 72541509-3077-4787-9527-935bf342a41c, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=72541509-3077-4787-9527-935bf342a41c,segment=NetworkSegment(ed2b55f6-c678-47c9-bbf6-53e04cab6b92),segment_id=ed2b55f6-c678-47c9-bbf6-53e04cab6b92)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:17:13.896909 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-92c72974-7f7a-4cb9-a1d3-30a929f01dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:13.939971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31117b1a-04ba-4b9f-8020-296ae82f86e8 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Port': ['ID=bd5a9242-312e-438f-9fde-298f29df257c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:13.969091 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port aa861210-f978-476c-85c9-d6ead84370be, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=aa861210-f978-476c-85c9-d6ead84370be,segment=NetworkSegment(d2147666-35a0-4657-b7ac-221b922d055c),segment_id=d2147666-35a0-4657-b7ac-221b922d055c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:17:13.979010 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:13.988775 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:09Z', 'revision_number': 4, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None, '_interfaces': [{'id': '3da231c0-0423-48a1-8d5f-b7e64ab41af2', 'name': '', 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:b0:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:01Z', 'updated_at': '2022-03-09T04:17:06Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8741a72a-7615-45f2-9534-b96eaf957b68', 'name': '', 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:d8:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:05Z', 'updated_at': '2022-03-09T04:17:13Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be9d6c7f-2290-4af6-82c5-c16d40438ccb', 'name': '', 'network_id': '106f63a4-2be9-45b1-84ec-3770c4f57a91', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:1c:8b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '05184900-6245-4fc1-9f05-621d38287cf5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:08Z', 'updated_at': '2022-03-09T04:17:13Z', 'revision_number': 4, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '05184900-6245-4fc1-9f05-621d38287cf5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:13.993390 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee045483-b76c-4340-88ba-77a068f5ee7b None None] The sync data for ids ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'] in n-d-825178-5 is: [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:09Z', 'revision_number': 4, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None, '_interfaces': [{'id': '3da231c0-0423-48a1-8d5f-b7e64ab41af2', 'name': '', 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:b0:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:01Z', 'updated_at': '2022-03-09T04:17:06Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8741a72a-7615-45f2-9534-b96eaf957b68', 'name': '', 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:d8:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:05Z', 'updated_at': '2022-03-09T04:17:13Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be9d6c7f-2290-4af6-82c5-c16d40438ccb', 'name': '', 'network_id': '106f63a4-2be9-45b1-84ec-3770c4f57a91', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:1c:8b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '05184900-6245-4fc1-9f05-621d38287cf5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:08Z', 'updated_at': '2022-03-09T04:17:13Z', 'revision_number': 4, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '05184900-6245-4fc1-9f05-621d38287cf5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:17:14.006556 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c72974-7f7a-4cb9-a1d3-30a929f01dc9 None None] Pushing event updated for resources: {'Port': ['ID=72541509-3077-4787-9527-935bf342a41c,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:14.017220 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31117b1a-04ba-4b9f-8020-296ae82f86e8 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:14.086597 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=aa861210-f978-476c-85c9-d6ead84370be,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:14.421023 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device be9d6c7f-2290-4af6-82c5-c16d40438ccb up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:17:14.455450 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31117b1a-04ba-4b9f-8020-296ae82f86e8 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:14.459862 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31117b1a-04ba-4b9f-8020-296ae82f86e8 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:14.460573 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-31117b1a-04ba-4b9f-8020-296ae82f86e8 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:14.486872 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port be9d6c7f-2290-4af6-82c5-c16d40438ccb completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:17:14.491929 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port be9d6c7f-2290-4af6-82c5-c16d40438ccb triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:14.492404 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:14.605526 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31117b1a-04ba-4b9f-8020-296ae82f86e8 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event updated for resources: {'Port': ['ID=bd5a9242-312e-438f-9fde-298f29df257c,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:14.612235 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:14.644257 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port be9d6c7f-2290-4af6-82c5-c16d40438ccb, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=be9d6c7f-2290-4af6-82c5-c16d40438ccb,segment=NetworkSegment(d2147666-35a0-4657-b7ac-221b922d055c),segment_id=d2147666-35a0-4657-b7ac-221b922d055c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:17:14.647842 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:14.648580 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8741a72a-7615-45f2-9534-b96eaf957b68 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:17:14.659979 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31117b1a-04ba-4b9f-8020-296ae82f86e8 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Network 34f7de7b-f46f-4b1c-b950-945fd1294b58 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:17:14.661091 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-31117b1a-04ba-4b9f-8020-296ae82f86e8 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:17:14.765070 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=be9d6c7f-2290-4af6-82c5-c16d40438ccb,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:14.778915 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 8741a72a-7615-45f2-9534-b96eaf957b68 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:14.779317 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:14.906606 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device aa861210-f978-476c-85c9-d6ead84370be up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:17:14.964222 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31117b1a-04ba-4b9f-8020-296ae82f86e8 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Router e38e353d-0d1b-45c0-b1a7-807ec4082e1d has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:17:14.991912 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port aa861210-f978-476c-85c9-d6ead84370be triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:14.992256 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:15.054633 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499f8c9e-9ede-4067-8bc6-c8d5b79f4580 None None] Network 34f7de7b-f46f-4b1c-b950-945fd1294b58 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:17:15.133587 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31117b1a-04ba-4b9f-8020-296ae82f86e8 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:17:15.146522 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-31117b1a-04ba-4b9f-8020-296ae82f86e8 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "PUT /v2.0/routers/e38e353d-0d1b-45c0-b1a7-807ec4082e1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0078413 Mar 09 04:17:15.149286 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42144) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:15.154343 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-430b4b78-5602-4449-8e25-820c26a4599b tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:15.167165 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] Sync routers for ids ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:17:15.215655 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] Routers {'e38e353d-0d1b-45c0-b1a7-807ec4082e1d'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:17:15.216264 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:17:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:15.276163 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b250430e-541a-4a5c-92ac-7e207482de03 None None] Provisioning for port 72541509-3077-4787-9527-935bf342a41c completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:17:15.301688 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 72541509-3077-4787-9527-935bf342a41c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:17:15.517833 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] Set router e38e353d-0d1b-45c0-b1a7-807ec4082e1d gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:17:15.694147 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 72541509-3077-4787-9527-935bf342a41c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:17:15.711346 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.extraroute_db [None req-430b4b78-5602-4449-8e25-820c26a4599b tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87881) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 09 04:17:15.723932 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 72541509-3077-4787-9527-935bf342a41c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:15.724299 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:15.726156 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.extraroute_db [None req-430b4b78-5602-4449-8e25-820c26a4599b tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Removed routes are [] {{(pid=87881) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 09 04:17:15.726548 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-430b4b78-5602-4449-8e25-820c26a4599b tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:15.984653 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:16.025539 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 72541509-3077-4787-9527-935bf342a41c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=72541509-3077-4787-9527-935bf342a41c,segment=NetworkSegment(ed2b55f6-c678-47c9-bbf6-53e04cab6b92),segment_id=ed2b55f6-c678-47c9-bbf6-53e04cab6b92)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:17:16.031895 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:16.048228 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-430b4b78-5602-4449-8e25-820c26a4599b tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:16.052451 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-430b4b78-5602-4449-8e25-820c26a4599b tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371792'] for router, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:16.079748 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:13Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None, '_interfaces': [{'id': '3da231c0-0423-48a1-8d5f-b7e64ab41af2', 'name': '', 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:b0:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:01Z', 'updated_at': '2022-03-09T04:17:06Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8741a72a-7615-45f2-9534-b96eaf957b68', 'name': '', 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:d8:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:05Z', 'updated_at': '2022-03-09T04:17:13Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd5a9242-312e-438f-9fde-298f29df257c', 'name': '', 'network_id': '34f7de7b-f46f-4b1c-b950-945fd1294b58', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:8a:04:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'a97520dc-b61c-4384-bea5-f062d9091643', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:13Z', 'updated_at': '2022-03-09T04:17:14Z', 'revision_number': 2, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': 'a97520dc-b61c-4384-bea5-f062d9091643', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be9d6c7f-2290-4af6-82c5-c16d40438ccb', 'name': '', 'network_id': '106f63a4-2be9-45b1-84ec-3770c4f57a91', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:1c:8b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '05184900-6245-4fc1-9f05-621d38287cf5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:08Z', 'updated_at': '2022-03-09T04:17:14Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '05184900-6245-4fc1-9f05-621d38287cf5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:16.089392 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] Checking router: e38e353d-0d1b-45c0-b1a7-807ec4082e1d for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:17:16.089732 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] Updating router e38e353d-0d1b-45c0-b1a7-807ec4082e1d port bd5a9242-312e-438f-9fde-298f29df257c binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:17:16.162319 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=72541509-3077-4787-9527-935bf342a41c,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:16.174145 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:16.193412 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-de228ef5-8d2c-40e2-a630-3a186fa419b9 None None] Provisioning complete for port 72541509-3077-4787-9527-935bf342a41c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:16.193784 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-de228ef5-8d2c-40e2-a630-3a186fa419b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:16.308712 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device be9d6c7f-2290-4af6-82c5-c16d40438ccb up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:17:16.363530 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430b4b78-5602-4449-8e25-820c26a4599b tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Router e38e353d-0d1b-45c0-b1a7-807ec4082e1d has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:17:16.534551 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430b4b78-5602-4449-8e25-820c26a4599b tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:17:16.541928 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-430b4b78-5602-4449-8e25-820c26a4599b tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:16.545396 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-430b4b78-5602-4449-8e25-820c26a4599b tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "PUT /v2.0/routers/e38e353d-0d1b-45c0-b1a7-807ec4082e1d HTTP/1.1" status: 200 len: 953 time: 1.3927746 Mar 09 04:17:16.545817 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42148) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:16.589078 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port be9d6c7f-2290-4af6-82c5-c16d40438ccb triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:16.589441 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:16.617182 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-de228ef5-8d2c-40e2-a630-3a186fa419b9 None None] Provisioning for port bd5a9242-312e-438f-9fde-298f29df257c completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:17:16.633367 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-de228ef5-8d2c-40e2-a630-3a186fa419b9 None None] Provisioning complete for port bd5a9242-312e-438f-9fde-298f29df257c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:16.633658 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-de228ef5-8d2c-40e2-a630-3a186fa419b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:16.720164 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-df7508c2-df03-4489-89d7-c7462e8dcc51 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "GET /v2.0/routers/e38e353d-0d1b-45c0-b1a7-807ec4082e1d HTTP/1.1" status: 200 len: 953 time: 0.1708295 Mar 09 04:17:16.720381 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42152) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:16.721849 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-de228ef5-8d2c-40e2-a630-3a186fa419b9 None None] Port bd5a9242-312e-438f-9fde-298f29df257c cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:17:16.725200 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-fea519bc-7e01-4068-b6b5-57376080fde5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'router': {'routes': None}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:16.847669 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 72541509-3077-4787-9527-935bf342a41c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:17:16.942416 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:16.963618 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] Transition to ACTIVE for port object bd5a9242-312e-438f-9fde-298f29df257c will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:17:16.976024 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e1462000-5aa3-4653-80d6-779e961ba5de None None] Provisioning complete for port bd5a9242-312e-438f-9fde-298f29df257c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:16.976320 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e1462000-5aa3-4653-80d6-779e961ba5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:17.005706 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:17.139538 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e1462000-5aa3-4653-80d6-779e961ba5de None None] Port bd5a9242-312e-438f-9fde-298f29df257c cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:17:17.168815 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb7264-a641-4328-80d4-80269729d9cc None None] Pushing event updated for resources: {'Port': ['ID=bd5a9242-312e-438f-9fde-298f29df257c,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:17.214449 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb7264-a641-4328-80d4-80269729d9cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:17.214785 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb7264-a641-4328-80d4-80269729d9cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:17.215141 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb7264-a641-4328-80d4-80269729d9cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:17.215465 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb7264-a641-4328-80d4-80269729d9cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:17.215791 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb7264-a641-4328-80d4-80269729d9cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:17.216112 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb7264-a641-4328-80d4-80269729d9cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:17.216429 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb7264-a641-4328-80d4-80269729d9cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:17.216741 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb7264-a641-4328-80d4-80269729d9cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:17.217051 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb7264-a641-4328-80d4-80269729d9cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:17.217367 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb7264-a641-4328-80d4-80269729d9cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:17.217680 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb7264-a641-4328-80d4-80269729d9cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:17.217990 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb7264-a641-4328-80d4-80269729d9cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:17.253265 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 72541509-3077-4787-9527-935bf342a41c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:17.253640 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:17.314975 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] Attempting to bind port bd5a9242-312e-438f-9fde-298f29df257c on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:17:17.315342 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] Attempting to bind port bd5a9242-312e-438f-9fde-298f29df257c by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ed2b55f6-c678-47c9-bbf6-53e04cab6b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '34f7de7b-f46f-4b1c-b950-945fd1294b58'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:17:17.315978 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] Attempting to bind port bd5a9242-312e-438f-9fde-298f29df257c on network 34f7de7b-f46f-4b1c-b950-945fd1294b58 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:17:17.323448 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.extraroute_db [None req-fea519bc-7e01-4068-b6b5-57376080fde5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Added routes are [] {{(pid=87880) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 09 04:17:17.323766 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.extraroute_db [None req-fea519bc-7e01-4068-b6b5-57376080fde5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87880) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 09 04:17:17.330562 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:17:17.330958 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] Checking segment: {'id': 'ed2b55f6-c678-47c9-bbf6-53e04cab6b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '34f7de7b-f46f-4b1c-b950-945fd1294b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:17:17.331352 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:17.331734 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] Bound using segment: {'id': 'ed2b55f6-c678-47c9-bbf6-53e04cab6b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '34f7de7b-f46f-4b1c-b950-945fd1294b58'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:17:17.332192 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] Bound port: bd5a9242-312e-438f-9fde-298f29df257c, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2b55f6-c678-47c9-bbf6-53e04cab6b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '34f7de7b-f46f-4b1c-b950-945fd1294b58'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:17:17.332555 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:17.375851 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fea519bc-7e01-4068-b6b5-57376080fde5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:17.491445 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] For port bd5a9242-312e-438f-9fde-298f29df257c, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:17:17.494518 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] For port bd5a9242-312e-438f-9fde-298f29df257c, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=bd5a9242-312e-438f-9fde-298f29df257c,segment=NetworkSegment(ed2b55f6-c678-47c9-bbf6-53e04cab6b92),segment_id=ed2b55f6-c678-47c9-bbf6-53e04cab6b92)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:17:17.498610 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:17.576324 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] Routers {'e38e353d-0d1b-45c0-b1a7-807ec4082e1d'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:17:17.576940 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:17:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:17.633917 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb7264-a641-4328-80d4-80269729d9cc None None] Pushing event updated for resources: {'Port': ['ID=bd5a9242-312e-438f-9fde-298f29df257c,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:17.694379 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fea519bc-7e01-4068-b6b5-57376080fde5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:17.706963 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fea519bc-7e01-4068-b6b5-57376080fde5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371792'] for router, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:17.746642 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] Set router e38e353d-0d1b-45c0-b1a7-807ec4082e1d gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:17:18.008792 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea519bc-7e01-4068-b6b5-57376080fde5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Router e38e353d-0d1b-45c0-b1a7-807ec4082e1d has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:17:18.088740 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:17Z', 'revision_number': 7, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None, '_interfaces': [{'id': '3da231c0-0423-48a1-8d5f-b7e64ab41af2', 'name': '', 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:b0:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:01Z', 'updated_at': '2022-03-09T04:17:06Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8741a72a-7615-45f2-9534-b96eaf957b68', 'name': '', 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:d8:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:05Z', 'updated_at': '2022-03-09T04:17:13Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd5a9242-312e-438f-9fde-298f29df257c', 'name': '', 'network_id': '34f7de7b-f46f-4b1c-b950-945fd1294b58', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:8a:04:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'a97520dc-b61c-4384-bea5-f062d9091643', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:13Z', 'updated_at': '2022-03-09T04:17:17Z', 'revision_number': 4, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': 'a97520dc-b61c-4384-bea5-f062d9091643', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be9d6c7f-2290-4af6-82c5-c16d40438ccb', 'name': '', 'network_id': '106f63a4-2be9-45b1-84ec-3770c4f57a91', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:1c:8b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '05184900-6245-4fc1-9f05-621d38287cf5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:08Z', 'updated_at': '2022-03-09T04:17:14Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '05184900-6245-4fc1-9f05-621d38287cf5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:18.092731 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacf7cb0-e590-4762-ab77-fdb3fe08a7a4 None None] The sync data for ids ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'] in n-d-825178-5 is: [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:17Z', 'revision_number': 7, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None, '_interfaces': [{'id': '3da231c0-0423-48a1-8d5f-b7e64ab41af2', 'name': '', 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:b0:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:01Z', 'updated_at': '2022-03-09T04:17:06Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8741a72a-7615-45f2-9534-b96eaf957b68', 'name': '', 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:d8:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:05Z', 'updated_at': '2022-03-09T04:17:13Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd5a9242-312e-438f-9fde-298f29df257c', 'name': '', 'network_id': '34f7de7b-f46f-4b1c-b950-945fd1294b58', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:8a:04:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'a97520dc-b61c-4384-bea5-f062d9091643', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:13Z', 'updated_at': '2022-03-09T04:17:17Z', 'revision_number': 4, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': 'a97520dc-b61c-4384-bea5-f062d9091643', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be9d6c7f-2290-4af6-82c5-c16d40438ccb', 'name': '', 'network_id': '106f63a4-2be9-45b1-84ec-3770c4f57a91', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:1c:8b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '05184900-6245-4fc1-9f05-621d38287cf5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:08Z', 'updated_at': '2022-03-09T04:17:14Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '05184900-6245-4fc1-9f05-621d38287cf5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:17:18.194980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea519bc-7e01-4068-b6b5-57376080fde5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:17:18.202927 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fea519bc-7e01-4068-b6b5-57376080fde5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:18.204091 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fea519bc-7e01-4068-b6b5-57376080fde5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "PUT /v2.0/routers/e38e353d-0d1b-45c0-b1a7-807ec4082e1d HTTP/1.1" status: 200 len: 703 time: 1.4829521 Mar 09 04:17:18.206627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42156) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:18.298260 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device bd5a9242-312e-438f-9fde-298f29df257c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:17:18.383646 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b4e79f6b-df52-4696-a1d7-754d53292e4c tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "GET /v2.0/routers/e38e353d-0d1b-45c0-b1a7-807ec4082e1d HTTP/1.1" status: 200 len: 703 time: 0.1745803 Mar 09 04:17:18.385100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42160) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:18.397398 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port bd5a9242-312e-438f-9fde-298f29df257c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:17:18.402884 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port bd5a9242-312e-438f-9fde-298f29df257c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:17:18.403253 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:18.524114 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:18.559863 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port bd5a9242-312e-438f-9fde-298f29df257c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=bd5a9242-312e-438f-9fde-298f29df257c,segment=NetworkSegment(ed2b55f6-c678-47c9-bbf6-53e04cab6b92),segment_id=ed2b55f6-c678-47c9-bbf6-53e04cab6b92)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:17:18.563762 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:18.637153 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=bd5a9242-312e-438f-9fde-298f29df257c,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:18.816394 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4810aa-2e3a-478f-8997-5954cd880159 None None] Sync routers for ids ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:17:18.825441 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4810aa-2e3a-478f-8997-5954cd880159 None None] Routers {'e38e353d-0d1b-45c0-b1a7-807ec4082e1d'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:17:18.826034 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-8e4810aa-2e3a-478f-8997-5954cd880159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:17:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:18.914997 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0a979760-5612-46af-9348-436c010c507f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:18.981927 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-8e4810aa-2e3a-478f-8997-5954cd880159 None None] Set router e38e353d-0d1b-45c0-b1a7-807ec4082e1d gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:17:19.245221 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-0a979760-5612-46af-9348-436c010c507f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting port bd5a9242-312e-438f-9fde-298f29df257c {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:17:19.245558 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0a979760-5612-46af-9348-436c010c507f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:19.320715 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-8e4810aa-2e3a-478f-8997-5954cd880159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:17Z', 'revision_number': 7, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None, '_interfaces': [{'id': '3da231c0-0423-48a1-8d5f-b7e64ab41af2', 'name': '', 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:b0:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:01Z', 'updated_at': '2022-03-09T04:17:06Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8741a72a-7615-45f2-9534-b96eaf957b68', 'name': '', 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:d8:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:05Z', 'updated_at': '2022-03-09T04:17:13Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd5a9242-312e-438f-9fde-298f29df257c', 'name': '', 'network_id': '34f7de7b-f46f-4b1c-b950-945fd1294b58', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:8a:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'a97520dc-b61c-4384-bea5-f062d9091643', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:13Z', 'updated_at': '2022-03-09T04:17:18Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': 'a97520dc-b61c-4384-bea5-f062d9091643', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be9d6c7f-2290-4af6-82c5-c16d40438ccb', 'name': '', 'network_id': '106f63a4-2be9-45b1-84ec-3770c4f57a91', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:1c:8b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '05184900-6245-4fc1-9f05-621d38287cf5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:08Z', 'updated_at': '2022-03-09T04:17:14Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '05184900-6245-4fc1-9f05-621d38287cf5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:19.325301 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4810aa-2e3a-478f-8997-5954cd880159 None None] Checking router: e38e353d-0d1b-45c0-b1a7-807ec4082e1d for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:17:19.333961 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4810aa-2e3a-478f-8997-5954cd880159 None None] Routers {'e38e353d-0d1b-45c0-b1a7-807ec4082e1d'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:17:19.334557 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-8e4810aa-2e3a-478f-8997-5954cd880159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:17:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:19.487627 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-8e4810aa-2e3a-478f-8997-5954cd880159 None None] Set router e38e353d-0d1b-45c0-b1a7-807ec4082e1d gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:17:19.560562 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-0a979760-5612-46af-9348-436c010c507f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] For port bd5a9242-312e-438f-9fde-298f29df257c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=bd5a9242-312e-438f-9fde-298f29df257c,segment=NetworkSegment(ed2b55f6-c678-47c9-bbf6-53e04cab6b92),segment_id=ed2b55f6-c678-47c9-bbf6-53e04cab6b92)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:17:19.560826 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0a979760-5612-46af-9348-436c010c507f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:19.691216 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-0a979760-5612-46af-9348-436c010c507f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Calling delete_port for bd5a9242-312e-438f-9fde-298f29df257c owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:17:19.801755 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-8e4810aa-2e3a-478f-8997-5954cd880159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:17Z', 'revision_number': 7, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None, '_interfaces': [{'id': '3da231c0-0423-48a1-8d5f-b7e64ab41af2', 'name': '', 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:b0:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:01Z', 'updated_at': '2022-03-09T04:17:06Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8741a72a-7615-45f2-9534-b96eaf957b68', 'name': '', 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:d8:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:05Z', 'updated_at': '2022-03-09T04:17:13Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd5a9242-312e-438f-9fde-298f29df257c', 'name': '', 'network_id': '34f7de7b-f46f-4b1c-b950-945fd1294b58', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:8a:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'a97520dc-b61c-4384-bea5-f062d9091643', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:13Z', 'updated_at': '2022-03-09T04:17:18Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': 'a97520dc-b61c-4384-bea5-f062d9091643', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be9d6c7f-2290-4af6-82c5-c16d40438ccb', 'name': '', 'network_id': '106f63a4-2be9-45b1-84ec-3770c4f57a91', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:1c:8b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '05184900-6245-4fc1-9f05-621d38287cf5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:08Z', 'updated_at': '2022-03-09T04:17:14Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '05184900-6245-4fc1-9f05-621d38287cf5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:19.805560 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4810aa-2e3a-478f-8997-5954cd880159 None None] The sync data for ids ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'] in n-d-825178-5 is: [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:17Z', 'revision_number': 7, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None, '_interfaces': [{'id': '3da231c0-0423-48a1-8d5f-b7e64ab41af2', 'name': '', 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:b0:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:01Z', 'updated_at': '2022-03-09T04:17:06Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8741a72a-7615-45f2-9534-b96eaf957b68', 'name': '', 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:d8:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:05Z', 'updated_at': '2022-03-09T04:17:13Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd5a9242-312e-438f-9fde-298f29df257c', 'name': '', 'network_id': '34f7de7b-f46f-4b1c-b950-945fd1294b58', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:8a:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'a97520dc-b61c-4384-bea5-f062d9091643', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:13Z', 'updated_at': '2022-03-09T04:17:18Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': 'a97520dc-b61c-4384-bea5-f062d9091643', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be9d6c7f-2290-4af6-82c5-c16d40438ccb', 'name': '', 'network_id': '106f63a4-2be9-45b1-84ec-3770c4f57a91', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:1c:8b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '05184900-6245-4fc1-9f05-621d38287cf5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:08Z', 'updated_at': '2022-03-09T04:17:14Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '05184900-6245-4fc1-9f05-621d38287cf5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:17:19.876388 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0a979760-5612-46af-9348-436c010c507f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:19.929033 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a979760-5612-46af-9348-436c010c507f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Port': ['ID=bd5a9242-312e-438f-9fde-298f29df257c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:20.131609 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0a979760-5612-46af-9348-436c010c507f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:20.446417 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a979760-5612-46af-9348-436c010c507f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Router e38e353d-0d1b-45c0-b1a7-807ec4082e1d has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:17:20.598547 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a979760-5612-46af-9348-436c010c507f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:17:20.608918 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee30029-66fc-4651-bb62-cc7a0e78c402 None None] Sync routers for ids ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:17:20.610658 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0a979760-5612-46af-9348-436c010c507f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "PUT /v2.0/routers/e38e353d-0d1b-45c0-b1a7-807ec4082e1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2241685 Mar 09 04:17:20.613264 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42164) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:20.618310 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee30029-66fc-4651-bb62-cc7a0e78c402 None None] Routers {'e38e353d-0d1b-45c0-b1a7-807ec4082e1d'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:17:20.618950 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-1ee30029-66fc-4651-bb62-cc7a0e78c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:17:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:20.806752 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7e4e54-37c2-4424-be02-a25c731e9cda tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting subnet a97520dc-b61c-4384-bea5-f062d9091643 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:17:20.809673 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4e54-37c2-4424-be02-a25c731e9cda tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:20.819342 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-1ee30029-66fc-4651-bb62-cc7a0e78c402 None None] Set router e38e353d-0d1b-45c0-b1a7-807ec4082e1d gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:17:20.863941 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4e54-37c2-4424-be02-a25c731e9cda tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:20.949281 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4e54-37c2-4424-be02-a25c731e9cda tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:21.024160 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4e54-37c2-4424-be02-a25c731e9cda tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:21.063661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e4e54-37c2-4424-be02-a25c731e9cda tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Subnet': ['ID=a97520dc-b61c-4384-bea5-f062d9091643,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:21.065612 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4e54-37c2-4424-be02-a25c731e9cda tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:21.072562 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e7f76c-95ca-4f1c-8552-d765dfafaaa5 None None] Network 34f7de7b-f46f-4b1c-b950-945fd1294b58 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:17:21.072900 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5e7e4e54-37c2-4424-be02-a25c731e9cda tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/subnets/a97520dc-b61c-4384-bea5-f062d9091643 HTTP/1.1" status: 204 len: 168 time: 0.4585907 Mar 09 04:17:21.075309 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42168) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:21.185877 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-649c3c33-b1a2-45cd-b081-a880c67d964a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:21.196001 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-649c3c33-b1a2-45cd-b081-a880c67d964a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting port 72541509-3077-4787-9527-935bf342a41c {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:17:21.196320 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-649c3c33-b1a2-45cd-b081-a880c67d964a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:21.302230 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-1ee30029-66fc-4651-bb62-cc7a0e78c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:19Z', 'revision_number': 8, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None, '_interfaces': [{'id': '3da231c0-0423-48a1-8d5f-b7e64ab41af2', 'name': '', 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:b0:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:01Z', 'updated_at': '2022-03-09T04:17:06Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8741a72a-7615-45f2-9534-b96eaf957b68', 'name': '', 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:d8:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:05Z', 'updated_at': '2022-03-09T04:17:13Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be9d6c7f-2290-4af6-82c5-c16d40438ccb', 'name': '', 'network_id': '106f63a4-2be9-45b1-84ec-3770c4f57a91', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:1c:8b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '05184900-6245-4fc1-9f05-621d38287cf5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:08Z', 'updated_at': '2022-03-09T04:17:14Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '05184900-6245-4fc1-9f05-621d38287cf5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:21.307884 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee30029-66fc-4651-bb62-cc7a0e78c402 None None] Checking router: e38e353d-0d1b-45c0-b1a7-807ec4082e1d for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:17:21.325063 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee30029-66fc-4651-bb62-cc7a0e78c402 None None] Routers {'e38e353d-0d1b-45c0-b1a7-807ec4082e1d'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:17:21.325598 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-1ee30029-66fc-4651-bb62-cc7a0e78c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:17:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:21.403140 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-649c3c33-b1a2-45cd-b081-a880c67d964a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] For port 72541509-3077-4787-9527-935bf342a41c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=72541509-3077-4787-9527-935bf342a41c,segment=NetworkSegment(ed2b55f6-c678-47c9-bbf6-53e04cab6b92),segment_id=ed2b55f6-c678-47c9-bbf6-53e04cab6b92)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:17:21.403632 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-649c3c33-b1a2-45cd-b081-a880c67d964a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:21.453413 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6321fed-89ab-4c33-a281-4d5f6f6b53b7 None None] DHCP port deletion for 34f7de7b-f46f-4b1c-b950-945fd1294b58 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:17:21.463434 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-f6321fed-89ab-4c33-a281-4d5f6f6b53b7 None None] Deleting port 72541509-3077-4787-9527-935bf342a41c {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:17:21.463800 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f6321fed-89ab-4c33-a281-4d5f6f6b53b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:21.525410 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-1ee30029-66fc-4651-bb62-cc7a0e78c402 None None] Set router e38e353d-0d1b-45c0-b1a7-807ec4082e1d gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:17:21.528647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-649c3c33-b1a2-45cd-b081-a880c67d964a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Calling delete_port for 72541509-3077-4787-9527-935bf342a41c owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:17:21.603737 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-649c3c33-b1a2-45cd-b081-a880c67d964a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:21.622771 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-f6321fed-89ab-4c33-a281-4d5f6f6b53b7 None None] The port '72541509-3077-4787-9527-935bf342a41c' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:17:21.654383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c3c33-b1a2-45cd-b081-a880c67d964a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Port': ['ID=72541509-3077-4787-9527-935bf342a41c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:21.659353 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649c3c33-b1a2-45cd-b081-a880c67d964a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] No DVR routers for this DVR port 72541509-3077-4787-9527-935bf342a41c on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:17:21.782587 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-649c3c33-b1a2-45cd-b081-a880c67d964a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:21.808289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-649c3c33-b1a2-45cd-b081-a880c67d964a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f7de7b-f46f-4b1c-b950-945fd1294b58']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:21.820495 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-649c3c33-b1a2-45cd-b081-a880c67d964a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed2b55f6-c678-47c9-bbf6-53e04cab6b92') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:21.820790 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-649c3c33-b1a2-45cd-b081-a880c67d964a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed2b55f6-c678-47c9-bbf6-53e04cab6b92') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:21.832016 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-649c3c33-b1a2-45cd-b081-a880c67d964a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:21.848033 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-649c3c33-b1a2-45cd-b081-a880c67d964a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:21.855243 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649c3c33-b1a2-45cd-b081-a880c67d964a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:17:21.855555 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-649c3c33-b1a2-45cd-b081-a880c67d964a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:17:21.871010 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:17:21.884530 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-1ee30029-66fc-4651-bb62-cc7a0e78c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:19Z', 'revision_number': 8, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None, '_interfaces': [{'id': '3da231c0-0423-48a1-8d5f-b7e64ab41af2', 'name': '', 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:b0:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:01Z', 'updated_at': '2022-03-09T04:17:06Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8741a72a-7615-45f2-9534-b96eaf957b68', 'name': '', 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:d8:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:05Z', 'updated_at': '2022-03-09T04:17:13Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be9d6c7f-2290-4af6-82c5-c16d40438ccb', 'name': '', 'network_id': '106f63a4-2be9-45b1-84ec-3770c4f57a91', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:1c:8b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '05184900-6245-4fc1-9f05-621d38287cf5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:08Z', 'updated_at': '2022-03-09T04:17:14Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '05184900-6245-4fc1-9f05-621d38287cf5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:21.888601 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee30029-66fc-4651-bb62-cc7a0e78c402 None None] The sync data for ids ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'] in n-d-825178-5 is: [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:19Z', 'revision_number': 8, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None, '_interfaces': [{'id': '3da231c0-0423-48a1-8d5f-b7e64ab41af2', 'name': '', 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:b0:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:01Z', 'updated_at': '2022-03-09T04:17:06Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8741a72a-7615-45f2-9534-b96eaf957b68', 'name': '', 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:d8:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:05Z', 'updated_at': '2022-03-09T04:17:13Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be9d6c7f-2290-4af6-82c5-c16d40438ccb', 'name': '', 'network_id': '106f63a4-2be9-45b1-84ec-3770c4f57a91', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:1c:8b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '05184900-6245-4fc1-9f05-621d38287cf5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:08Z', 'updated_at': '2022-03-09T04:17:14Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '05184900-6245-4fc1-9f05-621d38287cf5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:17:21.956897 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-649c3c33-b1a2-45cd-b081-a880c67d964a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:21.961272 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-649c3c33-b1a2-45cd-b081-a880c67d964a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:21.987983 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c3c33-b1a2-45cd-b081-a880c67d964a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Network': ['ID=34f7de7b-f46f-4b1c-b950-945fd1294b58,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:21.993245 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-649c3c33-b1a2-45cd-b081-a880c67d964a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/networks/34f7de7b-f46f-4b1c-b950-945fd1294b58 HTTP/1.1" status: 204 len: 168 time: 0.9169424 Mar 09 04:17:21.995880 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42172) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:22.277752 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device bd5a9242-312e-438f-9fde-298f29df257c no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:17:22.314793 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: bd5a9242-312e-438f-9fde-298f29df257c {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:17:22.315168 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device bd5a9242-312e-438f-9fde-298f29df257c not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:17:22.315601 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 72541509-3077-4787-9527-935bf342a41c no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:17:22.351070 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 72541509-3077-4787-9527-935bf342a41c {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:17:22.351422 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 72541509-3077-4787-9527-935bf342a41c not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:17:22.619975 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9ca96053-3d4d-4962-bd95-04f112de1eb6 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:22.938129 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-9ca96053-3d4d-4962-bd95-04f112de1eb6 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting port be9d6c7f-2290-4af6-82c5-c16d40438ccb {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:17:22.938464 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9ca96053-3d4d-4962-bd95-04f112de1eb6 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:23.121938 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-9ca96053-3d4d-4962-bd95-04f112de1eb6 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] For port be9d6c7f-2290-4af6-82c5-c16d40438ccb, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=be9d6c7f-2290-4af6-82c5-c16d40438ccb,segment=NetworkSegment(d2147666-35a0-4657-b7ac-221b922d055c),segment_id=d2147666-35a0-4657-b7ac-221b922d055c)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:17:23.122627 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9ca96053-3d4d-4962-bd95-04f112de1eb6 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:23.242105 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-9ca96053-3d4d-4962-bd95-04f112de1eb6 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Calling delete_port for be9d6c7f-2290-4af6-82c5-c16d40438ccb owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:17:23.412182 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9ca96053-3d4d-4962-bd95-04f112de1eb6 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:23.487107 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca96053-3d4d-4962-bd95-04f112de1eb6 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Port': ['ID=be9d6c7f-2290-4af6-82c5-c16d40438ccb,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:23.652811 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9ca96053-3d4d-4962-bd95-04f112de1eb6 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:24.087111 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca96053-3d4d-4962-bd95-04f112de1eb6 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Router e38e353d-0d1b-45c0-b1a7-807ec4082e1d has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:17:24.241373 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca96053-3d4d-4962-bd95-04f112de1eb6 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:17:24.251066 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990c2fb4-bfc2-439a-85ea-06e59001ba2c None None] Sync routers for ids ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:17:24.255461 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9ca96053-3d4d-4962-bd95-04f112de1eb6 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "PUT /v2.0/routers/e38e353d-0d1b-45c0-b1a7-807ec4082e1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2584956 Mar 09 04:17:24.257215 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42180) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:24.260687 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990c2fb4-bfc2-439a-85ea-06e59001ba2c None None] Routers {'e38e353d-0d1b-45c0-b1a7-807ec4082e1d'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:17:24.261361 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-990c2fb4-bfc2-439a-85ea-06e59001ba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:17:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:24.327671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cade4d9-da09-48bb-958e-f8bec3241630 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting subnet 05184900-6245-4fc1-9f05-621d38287cf5 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:17:24.330526 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7cade4d9-da09-48bb-958e-f8bec3241630 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:24.388467 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7cade4d9-da09-48bb-958e-f8bec3241630 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:24.411036 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-990c2fb4-bfc2-439a-85ea-06e59001ba2c None None] Set router e38e353d-0d1b-45c0-b1a7-807ec4082e1d gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:17:24.472044 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7cade4d9-da09-48bb-958e-f8bec3241630 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:24.543673 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7cade4d9-da09-48bb-958e-f8bec3241630 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:24.581818 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cade4d9-da09-48bb-958e-f8bec3241630 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Subnet': ['ID=05184900-6245-4fc1-9f05-621d38287cf5,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:24.585413 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7cade4d9-da09-48bb-958e-f8bec3241630 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:24.591979 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7cade4d9-da09-48bb-958e-f8bec3241630 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/subnets/05184900-6245-4fc1-9f05-621d38287cf5 HTTP/1.1" status: 204 len: 168 time: 0.3337522 Mar 09 04:17:24.594199 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6695fcb2-c823-4a63-bf46-25a6986efefa None None] Network 106f63a4-2be9-45b1-84ec-3770c4f57a91 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:17:24.595236 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42184) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:24.726589 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-990c2fb4-bfc2-439a-85ea-06e59001ba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:23Z', 'revision_number': 9, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None, '_interfaces': [{'id': '3da231c0-0423-48a1-8d5f-b7e64ab41af2', 'name': '', 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:b0:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:01Z', 'updated_at': '2022-03-09T04:17:06Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8741a72a-7615-45f2-9534-b96eaf957b68', 'name': '', 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:d8:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:05Z', 'updated_at': '2022-03-09T04:17:13Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:24.730605 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990c2fb4-bfc2-439a-85ea-06e59001ba2c None None] Checking router: e38e353d-0d1b-45c0-b1a7-807ec4082e1d for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:17:24.735605 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2959061a-d6ec-45b7-8925-7fe3886c9ae2 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:24.739082 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990c2fb4-bfc2-439a-85ea-06e59001ba2c None None] Routers {'e38e353d-0d1b-45c0-b1a7-807ec4082e1d'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:17:24.739768 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-990c2fb4-bfc2-439a-85ea-06e59001ba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:17:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:24.747412 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-2959061a-d6ec-45b7-8925-7fe3886c9ae2 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting port aa861210-f978-476c-85c9-d6ead84370be {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:17:24.747752 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2959061a-d6ec-45b7-8925-7fe3886c9ae2 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:24.899983 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-990c2fb4-bfc2-439a-85ea-06e59001ba2c None None] Set router e38e353d-0d1b-45c0-b1a7-807ec4082e1d gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:17:24.952263 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2a295b-9f76-4487-8477-1a3c7ec9a4e5 None None] DHCP port deletion for 106f63a4-2be9-45b1-84ec-3770c4f57a91 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:17:24.957076 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-cc2a295b-9f76-4487-8477-1a3c7ec9a4e5 None None] Deleting port aa861210-f978-476c-85c9-d6ead84370be {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:17:24.957689 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cc2a295b-9f76-4487-8477-1a3c7ec9a4e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:25.015646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-2959061a-d6ec-45b7-8925-7fe3886c9ae2 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] For port aa861210-f978-476c-85c9-d6ead84370be, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=aa861210-f978-476c-85c9-d6ead84370be,segment=NetworkSegment(d2147666-35a0-4657-b7ac-221b922d055c),segment_id=d2147666-35a0-4657-b7ac-221b922d055c)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:17:25.016404 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2959061a-d6ec-45b7-8925-7fe3886c9ae2 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:25.147759 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-2959061a-d6ec-45b7-8925-7fe3886c9ae2 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Calling delete_port for aa861210-f978-476c-85c9-d6ead84370be owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:17:25.178890 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-cc2a295b-9f76-4487-8477-1a3c7ec9a4e5 None None] For port aa861210-f978-476c-85c9-d6ead84370be, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=aa861210-f978-476c-85c9-d6ead84370be,segment=NetworkSegment(d2147666-35a0-4657-b7ac-221b922d055c),segment_id=d2147666-35a0-4657-b7ac-221b922d055c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:17:25.179289 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cc2a295b-9f76-4487-8477-1a3c7ec9a4e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:25.229998 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2959061a-d6ec-45b7-8925-7fe3886c9ae2 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:25.267555 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-990c2fb4-bfc2-439a-85ea-06e59001ba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:23Z', 'revision_number': 9, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None, '_interfaces': [{'id': '3da231c0-0423-48a1-8d5f-b7e64ab41af2', 'name': '', 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:b0:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:01Z', 'updated_at': '2022-03-09T04:17:06Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8741a72a-7615-45f2-9534-b96eaf957b68', 'name': '', 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:d8:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:05Z', 'updated_at': '2022-03-09T04:17:13Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:25.272178 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990c2fb4-bfc2-439a-85ea-06e59001ba2c None None] The sync data for ids ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'] in n-d-825178-5 is: [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:23Z', 'revision_number': 9, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None, '_interfaces': [{'id': '3da231c0-0423-48a1-8d5f-b7e64ab41af2', 'name': '', 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:b0:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:01Z', 'updated_at': '2022-03-09T04:17:06Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8741a72a-7615-45f2-9534-b96eaf957b68', 'name': '', 'network_id': '97bd1b0f-d7ea-4c01-9356-67be03377725', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:d8:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:05Z', 'updated_at': '2022-03-09T04:17:13Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '7f34e476-4ab0-4475-b4d8-593a6a435507', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:17:25.283739 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959061a-d6ec-45b7-8925-7fe3886c9ae2 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Port': ['ID=aa861210-f978-476c-85c9-d6ead84370be,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:25.288251 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2959061a-d6ec-45b7-8925-7fe3886c9ae2 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] No DVR routers for this DVR port aa861210-f978-476c-85c9-d6ead84370be on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:17:25.306554 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-cc2a295b-9f76-4487-8477-1a3c7ec9a4e5 None None] Calling delete_port for aa861210-f978-476c-85c9-d6ead84370be owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:17:25.377742 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-cc2a295b-9f76-4487-8477-1a3c7ec9a4e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:17:25.378093 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-cc2a295b-9f76-4487-8477-1a3c7ec9a4e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:17:25.412456 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2959061a-d6ec-45b7-8925-7fe3886c9ae2 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:25.437575 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-2959061a-d6ec-45b7-8925-7fe3886c9ae2 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106f63a4-2be9-45b1-84ec-3770c4f57a91']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:25.449196 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-2959061a-d6ec-45b7-8925-7fe3886c9ae2 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2147666-35a0-4657-b7ac-221b922d055c') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:25.449493 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-2959061a-d6ec-45b7-8925-7fe3886c9ae2 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2147666-35a0-4657-b7ac-221b922d055c') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:25.460497 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2959061a-d6ec-45b7-8925-7fe3886c9ae2 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:25.480571 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2959061a-d6ec-45b7-8925-7fe3886c9ae2 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:25.486482 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2959061a-d6ec-45b7-8925-7fe3886c9ae2 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:17:25.486878 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2959061a-d6ec-45b7-8925-7fe3886c9ae2 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:17:25.500974 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:17:25.576622 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2959061a-d6ec-45b7-8925-7fe3886c9ae2 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:25.593952 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2959061a-d6ec-45b7-8925-7fe3886c9ae2 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:25.605542 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959061a-d6ec-45b7-8925-7fe3886c9ae2 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Network': ['ID=106f63a4-2be9-45b1-84ec-3770c4f57a91,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:25.613825 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2959061a-d6ec-45b7-8925-7fe3886c9ae2 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/networks/106f63a4-2be9-45b1-84ec-3770c4f57a91 HTTP/1.1" status: 204 len: 168 time: 1.0169573 Mar 09 04:17:25.616489 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42188) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:25.881722 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-cc2a295b-9f76-4487-8477-1a3c7ec9a4e5 None None] Deleting port aa861210-f978-476c-85c9-d6ead84370be {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:17:25.881722 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cc2a295b-9f76-4487-8477-1a3c7ec9a4e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:25.956754 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-cc2a295b-9f76-4487-8477-1a3c7ec9a4e5 None None] The port 'aa861210-f978-476c-85c9-d6ead84370be' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:17:26.246981 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d6c560da-36b0-4bf9-9952-43bb3b1d1b25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:26.268978 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device aa861210-f978-476c-85c9-d6ead84370be no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:17:26.303792 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: aa861210-f978-476c-85c9-d6ead84370be {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:17:26.304202 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device aa861210-f978-476c-85c9-d6ead84370be not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:17:26.304551 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device be9d6c7f-2290-4af6-82c5-c16d40438ccb no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:17:26.341167 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: be9d6c7f-2290-4af6-82c5-c16d40438ccb {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:17:26.341503 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device be9d6c7f-2290-4af6-82c5-c16d40438ccb not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:17:26.588572 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d6c560da-36b0-4bf9-9952-43bb3b1d1b25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting port 8741a72a-7615-45f2-9534-b96eaf957b68 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:17:26.588903 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d6c560da-36b0-4bf9-9952-43bb3b1d1b25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:26.773192 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-d6c560da-36b0-4bf9-9952-43bb3b1d1b25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] For port 8741a72a-7615-45f2-9534-b96eaf957b68, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=8741a72a-7615-45f2-9534-b96eaf957b68,segment=NetworkSegment(ee45d7e9-d9fd-4d44-80d0-9cf7d34fd31b),segment_id=ee45d7e9-d9fd-4d44-80d0-9cf7d34fd31b)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:17:26.773942 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d6c560da-36b0-4bf9-9952-43bb3b1d1b25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:26.896755 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d6c560da-36b0-4bf9-9952-43bb3b1d1b25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Calling delete_port for 8741a72a-7615-45f2-9534-b96eaf957b68 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:17:27.252958 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d6c560da-36b0-4bf9-9952-43bb3b1d1b25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:27.412054 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c560da-36b0-4bf9-9952-43bb3b1d1b25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Port': ['ID=8741a72a-7615-45f2-9534-b96eaf957b68,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:27.605387 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d6c560da-36b0-4bf9-9952-43bb3b1d1b25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:27.916930 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c560da-36b0-4bf9-9952-43bb3b1d1b25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Router e38e353d-0d1b-45c0-b1a7-807ec4082e1d has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:17:28.067089 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c560da-36b0-4bf9-9952-43bb3b1d1b25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:17:28.075950 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c836bf3c-d3a4-42ec-a473-7f58cc802c25 None None] Sync routers for ids ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:17:28.079294 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d6c560da-36b0-4bf9-9952-43bb3b1d1b25 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "PUT /v2.0/routers/e38e353d-0d1b-45c0-b1a7-807ec4082e1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4617717 Mar 09 04:17:28.082112 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42194) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:28.085774 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c836bf3c-d3a4-42ec-a473-7f58cc802c25 None None] Routers {'e38e353d-0d1b-45c0-b1a7-807ec4082e1d'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:17:28.086432 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c836bf3c-d3a4-42ec-a473-7f58cc802c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:17:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:28.149410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-26c54927-0d86-4173-aa53-c795e2216af1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting subnet 7f34e476-4ab0-4475-b4d8-593a6a435507 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:17:28.152286 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-26c54927-0d86-4173-aa53-c795e2216af1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:28.207143 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-26c54927-0d86-4173-aa53-c795e2216af1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:28.234817 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-c836bf3c-d3a4-42ec-a473-7f58cc802c25 None None] Set router e38e353d-0d1b-45c0-b1a7-807ec4082e1d gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:17:28.295485 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-26c54927-0d86-4173-aa53-c795e2216af1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:28.370721 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-26c54927-0d86-4173-aa53-c795e2216af1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:28.408585 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c54927-0d86-4173-aa53-c795e2216af1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Subnet': ['ID=7f34e476-4ab0-4475-b4d8-593a6a435507,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:28.412114 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-26c54927-0d86-4173-aa53-c795e2216af1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:28.421190 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-26c54927-0d86-4173-aa53-c795e2216af1 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/subnets/7f34e476-4ab0-4475-b4d8-593a6a435507 HTTP/1.1" status: 204 len: 168 time: 0.3357284 Mar 09 04:17:28.422047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42198) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:28.443552 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a31d52-d121-462a-801b-54b3f7692624 None None] Network 97bd1b0f-d7ea-4c01-9356-67be03377725 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:17:28.533112 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ea84a4bb-48ca-4a75-a497-673048abbac5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:28.544098 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-ea84a4bb-48ca-4a75-a497-673048abbac5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting port 0d174bc2-4dd3-4593-acf4-2093208e6bca {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:17:28.544419 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ea84a4bb-48ca-4a75-a497-673048abbac5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:28.766946 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fe9086c5-4291-4915-b020-d85e3b0a2a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:28.770100 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c836bf3c-d3a4-42ec-a473-7f58cc802c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:27Z', 'revision_number': 10, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None, '_interfaces': [{'id': '3da231c0-0423-48a1-8d5f-b7e64ab41af2', 'name': '', 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:b0:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:01Z', 'updated_at': '2022-03-09T04:17:06Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:28.774596 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c836bf3c-d3a4-42ec-a473-7f58cc802c25 None None] Checking router: e38e353d-0d1b-45c0-b1a7-807ec4082e1d for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:17:28.784708 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c836bf3c-d3a4-42ec-a473-7f58cc802c25 None None] Routers {'e38e353d-0d1b-45c0-b1a7-807ec4082e1d'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:17:28.785251 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c836bf3c-d3a4-42ec-a473-7f58cc802c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:17:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:28.834460 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75dfe6a-83a2-4987-a45c-226d19a3c799 None None] DHCP port deletion for 97bd1b0f-d7ea-4c01-9356-67be03377725 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:17:28.856000 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e75dfe6a-83a2-4987-a45c-226d19a3c799 None None] Deleting port 0d174bc2-4dd3-4593-acf4-2093208e6bca {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:17:28.856375 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e75dfe6a-83a2-4987-a45c-226d19a3c799 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:28.869184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-ea84a4bb-48ca-4a75-a497-673048abbac5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] For port 0d174bc2-4dd3-4593-acf4-2093208e6bca, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0d174bc2-4dd3-4593-acf4-2093208e6bca,segment=NetworkSegment(ee45d7e9-d9fd-4d44-80d0-9cf7d34fd31b),segment_id=ee45d7e9-d9fd-4d44-80d0-9cf7d34fd31b)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:17:28.869541 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ea84a4bb-48ca-4a75-a497-673048abbac5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:28.989716 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-ea84a4bb-48ca-4a75-a497-673048abbac5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Calling delete_port for 0d174bc2-4dd3-4593-acf4-2093208e6bca owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:17:29.016804 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-c836bf3c-d3a4-42ec-a473-7f58cc802c25 None None] Set router e38e353d-0d1b-45c0-b1a7-807ec4082e1d gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:17:29.064601 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ea84a4bb-48ca-4a75-a497-673048abbac5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:29.114912 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84a4bb-48ca-4a75-a497-673048abbac5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Port': ['ID=0d174bc2-4dd3-4593-acf4-2093208e6bca,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:29.116682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea84a4bb-48ca-4a75-a497-673048abbac5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] No DVR routers for this DVR port 0d174bc2-4dd3-4593-acf4-2093208e6bca on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:17:29.238442 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ea84a4bb-48ca-4a75-a497-673048abbac5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:29.264227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-ea84a4bb-48ca-4a75-a497-673048abbac5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97bd1b0f-d7ea-4c01-9356-67be03377725']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:29.276096 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-ea84a4bb-48ca-4a75-a497-673048abbac5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee45d7e9-d9fd-4d44-80d0-9cf7d34fd31b') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:29.276391 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-ea84a4bb-48ca-4a75-a497-673048abbac5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee45d7e9-d9fd-4d44-80d0-9cf7d34fd31b') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:29.287493 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ea84a4bb-48ca-4a75-a497-673048abbac5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:29.303579 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ea84a4bb-48ca-4a75-a497-673048abbac5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:29.310000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea84a4bb-48ca-4a75-a497-673048abbac5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:17:29.310378 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ea84a4bb-48ca-4a75-a497-673048abbac5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:17:29.325034 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:17:29.330014 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-e75dfe6a-83a2-4987-a45c-226d19a3c799 None None] For port 0d174bc2-4dd3-4593-acf4-2093208e6bca, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0d174bc2-4dd3-4593-acf4-2093208e6bca,segment=NetworkSegment(ee45d7e9-d9fd-4d44-80d0-9cf7d34fd31b),segment_id=ee45d7e9-d9fd-4d44-80d0-9cf7d34fd31b)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:17:29.330488 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e75dfe6a-83a2-4987-a45c-226d19a3c799 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:29.408272 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ea84a4bb-48ca-4a75-a497-673048abbac5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:29.425473 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ea84a4bb-48ca-4a75-a497-673048abbac5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:29.439083 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84a4bb-48ca-4a75-a497-673048abbac5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Network': ['ID=97bd1b0f-d7ea-4c01-9356-67be03377725,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:29.447530 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ea84a4bb-48ca-4a75-a497-673048abbac5 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/networks/97bd1b0f-d7ea-4c01-9356-67be03377725 HTTP/1.1" status: 204 len: 168 time: 1.0214775 Mar 09 04:17:29.447530 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42202) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:29.468732 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e75dfe6a-83a2-4987-a45c-226d19a3c799 None None] Calling delete_port for 0d174bc2-4dd3-4593-acf4-2093208e6bca owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:17:29.597262 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-e75dfe6a-83a2-4987-a45c-226d19a3c799 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:17:29.597545 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-e75dfe6a-83a2-4987-a45c-226d19a3c799 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:17:29.611860 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c836bf3c-d3a4-42ec-a473-7f58cc802c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:27Z', 'revision_number': 10, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None, '_interfaces': [{'id': '3da231c0-0423-48a1-8d5f-b7e64ab41af2', 'name': '', 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:b0:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:01Z', 'updated_at': '2022-03-09T04:17:06Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:29.615907 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c836bf3c-d3a4-42ec-a473-7f58cc802c25 None None] The sync data for ids ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'] in n-d-825178-5 is: [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:27Z', 'revision_number': 10, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None, '_interfaces': [{'id': '3da231c0-0423-48a1-8d5f-b7e64ab41af2', 'name': '', 'network_id': 'adcae22a-41eb-4c88-a98e-2df42d7b7757', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'mac_address': 'fa:16:3e:b0:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:17:01Z', 'updated_at': '2022-03-09T04:17:06Z', 'revision_number': 5, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'subnets': [{'id': '69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:17:29.952593 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-11183d51-964e-426a-a151-40b67670caf6 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:30.098795 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e75dfe6a-83a2-4987-a45c-226d19a3c799 None None] Deleting port 0d174bc2-4dd3-4593-acf4-2093208e6bca {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:17:30.099294 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e75dfe6a-83a2-4987-a45c-226d19a3c799 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:30.167938 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e75dfe6a-83a2-4987-a45c-226d19a3c799 None None] The port '0d174bc2-4dd3-4593-acf4-2093208e6bca' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:17:30.273575 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0d174bc2-4dd3-4593-acf4-2093208e6bca no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:17:30.308865 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 0d174bc2-4dd3-4593-acf4-2093208e6bca {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:17:30.309203 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0d174bc2-4dd3-4593-acf4-2093208e6bca not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:17:30.309618 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8741a72a-7615-45f2-9534-b96eaf957b68 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:17:30.344779 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 8741a72a-7615-45f2-9534-b96eaf957b68 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:17:30.345486 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8741a72a-7615-45f2-9534-b96eaf957b68 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:17:30.410679 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-11183d51-964e-426a-a151-40b67670caf6 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting port 3da231c0-0423-48a1-8d5f-b7e64ab41af2 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:17:30.411297 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-11183d51-964e-426a-a151-40b67670caf6 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:30.599741 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-11183d51-964e-426a-a151-40b67670caf6 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] For port 3da231c0-0423-48a1-8d5f-b7e64ab41af2, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3da231c0-0423-48a1-8d5f-b7e64ab41af2,segment=NetworkSegment(ce4683e2-bee2-4267-95c0-ea2eea9ac985),segment_id=ce4683e2-bee2-4267-95c0-ea2eea9ac985)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:17:30.600089 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-11183d51-964e-426a-a151-40b67670caf6 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:30.720557 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-11183d51-964e-426a-a151-40b67670caf6 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Calling delete_port for 3da231c0-0423-48a1-8d5f-b7e64ab41af2 owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:17:30.891112 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-11183d51-964e-426a-a151-40b67670caf6 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:30.941278 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11183d51-964e-426a-a151-40b67670caf6 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Port': ['ID=3da231c0-0423-48a1-8d5f-b7e64ab41af2,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:31.115000 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-11183d51-964e-426a-a151-40b67670caf6 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:31.125816 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c03bebb1-8d88-4877-bb13-990f33c84e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:31.380782 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11183d51-964e-426a-a151-40b67670caf6 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Router e38e353d-0d1b-45c0-b1a7-807ec4082e1d has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:17:31.634786 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11183d51-964e-426a-a151-40b67670caf6 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:17:31.644011 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e210482-87a8-40a6-b794-4ddb9373f83b None None] Sync routers for ids ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:17:31.646849 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-11183d51-964e-426a-a151-40b67670caf6 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "PUT /v2.0/routers/e38e353d-0d1b-45c0-b1a7-807ec4082e1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1988885 Mar 09 04:17:31.649964 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42208) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:31.653732 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e210482-87a8-40a6-b794-4ddb9373f83b None None] Routers {'e38e353d-0d1b-45c0-b1a7-807ec4082e1d'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:17:31.654295 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0e210482-87a8-40a6-b794-4ddb9373f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:17:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:31.715413 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b04670-d00a-4031-bc75-687fb2be6dbb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting subnet 69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:17:31.718326 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-85b04670-d00a-4031-bc75-687fb2be6dbb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:31.775908 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-85b04670-d00a-4031-bc75-687fb2be6dbb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:31.778933 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-0e210482-87a8-40a6-b794-4ddb9373f83b None None] Set router e38e353d-0d1b-45c0-b1a7-807ec4082e1d gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:17:31.860810 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-85b04670-d00a-4031-bc75-687fb2be6dbb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:31.881300 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0e210482-87a8-40a6-b794-4ddb9373f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:30Z', 'revision_number': 11, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:31.885798 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e210482-87a8-40a6-b794-4ddb9373f83b None None] Checking router: e38e353d-0d1b-45c0-b1a7-807ec4082e1d for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:17:31.894387 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e210482-87a8-40a6-b794-4ddb9373f83b None None] Routers {'e38e353d-0d1b-45c0-b1a7-807ec4082e1d'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:17:31.895002 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0e210482-87a8-40a6-b794-4ddb9373f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:17:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:31.933740 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-85b04670-d00a-4031-bc75-687fb2be6dbb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:31.977345 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b04670-d00a-4031-bc75-687fb2be6dbb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Subnet': ['ID=69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:31.979321 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-85b04670-d00a-4031-bc75-687fb2be6dbb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:31.986568 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc92bd90-5924-42fb-8e35-6cd37931bdc0 None None] Network adcae22a-41eb-4c88-a98e-2df42d7b7757 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:17:31.988302 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42212) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:31.988732 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-85b04670-d00a-4031-bc75-687fb2be6dbb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/subnets/69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b HTTP/1.1" status: 204 len: 168 time: 0.3374050 Mar 09 04:17:32.023738 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-0e210482-87a8-40a6-b794-4ddb9373f83b None None] Set router e38e353d-0d1b-45c0-b1a7-807ec4082e1d gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:17:32.104174 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-14faa92f-9ac8-47d4-956d-3ba4da3ef526 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:32.115781 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-14faa92f-9ac8-47d4-956d-3ba4da3ef526 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Deleting port 987968eb-8b82-4213-9016-b3902bc583a3 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:17:32.116114 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-14faa92f-9ac8-47d4-956d-3ba4da3ef526 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:32.132006 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-0e210482-87a8-40a6-b794-4ddb9373f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:30Z', 'revision_number': 11, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:32.136916 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e210482-87a8-40a6-b794-4ddb9373f83b None None] The sync data for ids ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'] in n-d-825178-5 is: [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:30Z', 'revision_number': 11, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:17:32.270445 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:32.287044 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:32.330437 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-14faa92f-9ac8-47d4-956d-3ba4da3ef526 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] For port 987968eb-8b82-4213-9016-b3902bc583a3, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=987968eb-8b82-4213-9016-b3902bc583a3,segment=NetworkSegment(ce4683e2-bee2-4267-95c0-ea2eea9ac985),segment_id=ce4683e2-bee2-4267-95c0-ea2eea9ac985)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:17:32.330799 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-14faa92f-9ac8-47d4-956d-3ba4da3ef526 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:32.452652 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-14faa92f-9ac8-47d4-956d-3ba4da3ef526 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Calling delete_port for 987968eb-8b82-4213-9016-b3902bc583a3 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:17:32.487172 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbcffa9-ce6d-496d-81d0-5e87e960cd9d None None] DHCP port deletion for adcae22a-41eb-4c88-a98e-2df42d7b7757 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:17:32.493673 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-7fbcffa9-ce6d-496d-81d0-5e87e960cd9d None None] Deleting port 987968eb-8b82-4213-9016-b3902bc583a3 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:17:32.494086 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7fbcffa9-ce6d-496d-81d0-5e87e960cd9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:32.547439 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3da231c0-0423-48a1-8d5f-b7e64ab41af2 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:17:32.591288 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 3da231c0-0423-48a1-8d5f-b7e64ab41af2 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:17:32.591623 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3da231c0-0423-48a1-8d5f-b7e64ab41af2 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:17:32.592039 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 987968eb-8b82-4213-9016-b3902bc583a3 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:17:32.663602 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-14faa92f-9ac8-47d4-956d-3ba4da3ef526 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:32.678150 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-7fbcffa9-ce6d-496d-81d0-5e87e960cd9d None None] The port '987968eb-8b82-4213-9016-b3902bc583a3' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:17:32.697705 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No active binding found for port 987968eb-8b82-4213-9016-b3902bc583a3 {{(pid=87882) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 09 04:17:32.698137 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 987968eb-8b82-4213-9016-b3902bc583a3 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:17:32.726751 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14faa92f-9ac8-47d4-956d-3ba4da3ef526 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Port': ['ID=987968eb-8b82-4213-9016-b3902bc583a3,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:32.729036 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14faa92f-9ac8-47d4-956d-3ba4da3ef526 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] No DVR routers for this DVR port 987968eb-8b82-4213-9016-b3902bc583a3 on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:17:32.849548 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-14faa92f-9ac8-47d4-956d-3ba4da3ef526 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:32.874931 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-14faa92f-9ac8-47d4-956d-3ba4da3ef526 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adcae22a-41eb-4c88-a98e-2df42d7b7757']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:32.887034 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-14faa92f-9ac8-47d4-956d-3ba4da3ef526 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4683e2-bee2-4267-95c0-ea2eea9ac985') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:32.887431 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-14faa92f-9ac8-47d4-956d-3ba4da3ef526 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4683e2-bee2-4267-95c0-ea2eea9ac985') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:32.899087 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-14faa92f-9ac8-47d4-956d-3ba4da3ef526 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:32.915966 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-14faa92f-9ac8-47d4-956d-3ba4da3ef526 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:32.922195 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14faa92f-9ac8-47d4-956d-3ba4da3ef526 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:17:32.922575 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-14faa92f-9ac8-47d4-956d-3ba4da3ef526 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:17:32.936906 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:17:33.016161 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-14faa92f-9ac8-47d4-956d-3ba4da3ef526 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:33.033786 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-14faa92f-9ac8-47d4-956d-3ba4da3ef526 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:33.047666 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14faa92f-9ac8-47d4-956d-3ba4da3ef526 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Pushing event deleted for resources: {'Network': ['ID=adcae22a-41eb-4c88-a98e-2df42d7b7757,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:33.053545 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-14faa92f-9ac8-47d4-956d-3ba4da3ef526 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/networks/adcae22a-41eb-4c88-a98e-2df42d7b7757 HTTP/1.1" status: 204 len: 168 time: 1.0624981 Mar 09 04:17:33.055220 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42216) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:33.060555 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-e0a73856-2a5a-471f-83f1-7fadbcca7abd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'router': {'routes': None}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:33.346255 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.extraroute_db [None req-e0a73856-2a5a-471f-83f1-7fadbcca7abd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Added routes are [] {{(pid=87881) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 09 04:17:33.346468 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.extraroute_db [None req-e0a73856-2a5a-471f-83f1-7fadbcca7abd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Removed routes are [] {{(pid=87881) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 09 04:17:33.346801 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e0a73856-2a5a-471f-83f1-7fadbcca7abd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:33.561912 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:33.597898 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e0a73856-2a5a-471f-83f1-7fadbcca7abd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:33.600997 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e0a73856-2a5a-471f-83f1-7fadbcca7abd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371792'] for router, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:33.742010 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a73856-2a5a-471f-83f1-7fadbcca7abd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Router e38e353d-0d1b-45c0-b1a7-807ec4082e1d has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:17:33.985983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a73856-2a5a-471f-83f1-7fadbcca7abd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:17:33.992676 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e0a73856-2a5a-471f-83f1-7fadbcca7abd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:33.994364 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e0a73856-2a5a-471f-83f1-7fadbcca7abd tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "PUT /v2.0/routers/e38e353d-0d1b-45c0-b1a7-807ec4082e1d HTTP/1.1" status: 200 len: 704 time: 0.9382045 Mar 09 04:17:33.999958 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42220) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:34.001939 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b577ebf8-19ee-418c-befc-517484ee4e09 None None] Sync routers for ids ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:17:34.013764 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b577ebf8-19ee-418c-befc-517484ee4e09 None None] Routers {'e38e353d-0d1b-45c0-b1a7-807ec4082e1d'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:17:34.014882 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-b577ebf8-19ee-418c-befc-517484ee4e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:17:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:34.042751 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d09b33b9-ff5d-41b7-b376-255b6aa40aae tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Synchronizing usage tracker for tenant:c6b1c03af2cf4f0e949458e817f78603 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:17:34.058243 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d09b33b9-ff5d-41b7-b376-255b6aa40aae tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Unset dirty status for tenant:c6b1c03af2cf4f0e949458e817f78603 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:17:34.059455 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d09b33b9-ff5d-41b7-b376-255b6aa40aae tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "GET /v2.0/ports?device_id=e38e353d-0d1b-45c0-b1a7-807ec4082e1d HTTP/1.1" status: 200 len: 205 time: 0.0614533 Mar 09 04:17:34.062119 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42224) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:34.148830 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-b577ebf8-19ee-418c-befc-517484ee4e09 None None] Set router e38e353d-0d1b-45c0-b1a7-807ec4082e1d gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:17:34.196259 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-726b6f7a-4b74-48ad-a1a0-dfe42150fef0 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:34.251932 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-b577ebf8-19ee-418c-befc-517484ee4e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:30Z', 'revision_number': 11, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:34.256053 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b577ebf8-19ee-418c-befc-517484ee4e09 None None] Checking router: e38e353d-0d1b-45c0-b1a7-807ec4082e1d for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:17:34.264158 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b577ebf8-19ee-418c-befc-517484ee4e09 None None] Routers {'e38e353d-0d1b-45c0-b1a7-807ec4082e1d'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:17:34.264746 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-b577ebf8-19ee-418c-befc-517484ee4e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:17:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:34.387629 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-b577ebf8-19ee-418c-befc-517484ee4e09 None None] Set router e38e353d-0d1b-45c0-b1a7-807ec4082e1d gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:17:34.496044 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-726b6f7a-4b74-48ad-a1a0-dfe42150fef0 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:34.498216 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-b577ebf8-19ee-418c-befc-517484ee4e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:30Z', 'revision_number': 11, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:34.498388 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-726b6f7a-4b74-48ad-a1a0-dfe42150fef0 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:34.503226 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b577ebf8-19ee-418c-befc-517484ee4e09 None None] The sync data for ids ['e38e353d-0d1b-45c0-b1a7-807ec4082e1d'] in n-d-825178-5 is: [{'id': 'e38e353d-0d1b-45c0-b1a7-807ec4082e1d', 'name': 'tempest-RoutersIpV6Test-router-153306540', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:00Z', 'updated_at': '2022-03-09T04:17:30Z', 'revision_number': 11, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:17:34.505289 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:34.522251 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-726b6f7a-4b74-48ad-a1a0-dfe42150fef0 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:34.522726 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726b6f7a-4b74-48ad-a1a0-dfe42150fef0 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Fanout notify agent at l3_agent the message router_deleted on router e38e353d-0d1b-45c0-b1a7-807ec4082e1d {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:17:34.540834 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-726b6f7a-4b74-48ad-a1a0-dfe42150fef0 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:34.542167 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-726b6f7a-4b74-48ad-a1a0-dfe42150fef0 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/routers/e38e353d-0d1b-45c0-b1a7-807ec4082e1d HTTP/1.1" status: 204 len: 168 time: 0.4791651 Mar 09 04:17:34.546209 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42228) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:34.551373 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-0add822c-5f90-48a2-bfc4-7bdaeb7837d3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-257372882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:34.558948 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0add822c-5f90-48a2-bfc4-7bdaeb7837d3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:34.563292 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0add822c-5f90-48a2-bfc4-7bdaeb7837d3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Usage tracker for resource:router and tenant:c6b1c03af2cf4f0e949458e817f78603 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:34.566514 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0add822c-5f90-48a2-bfc4-7bdaeb7837d3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:34.572575 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0add822c-5f90-48a2-bfc4-7bdaeb7837d3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:34.588395 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0add822c-5f90-48a2-bfc4-7bdaeb7837d3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:34.589465 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0add822c-5f90-48a2-bfc4-7bdaeb7837d3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:34.605585 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0add822c-5f90-48a2-bfc4-7bdaeb7837d3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:34.623390 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0add822c-5f90-48a2-bfc4-7bdaeb7837d3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:34.655839 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0add822c-5f90-48a2-bfc4-7bdaeb7837d3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:34.657053 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0add822c-5f90-48a2-bfc4-7bdaeb7837d3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1099219 Mar 09 04:17:34.659729 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42232) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:34.664825 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-9e64e520-05a2-46a2-9af1-018882b71e7f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:35.034374 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9e64e520-05a2-46a2-9af1-018882b71e7f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:35.044794 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9e64e520-05a2-46a2-9af1-018882b71e7f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-371792'] for router, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:35.316819 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e64e520-05a2-46a2-9af1-018882b71e7f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Router 8a755ec2-325d-496e-971b-2f4ac26aab00 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:17:35.448745 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e64e520-05a2-46a2-9af1-018882b71e7f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:17:35.455105 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9e64e520-05a2-46a2-9af1-018882b71e7f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:35.456202 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9e64e520-05a2-46a2-9af1-018882b71e7f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "PUT /v2.0/routers/8a755ec2-325d-496e-971b-2f4ac26aab00 HTTP/1.1" status: 200 len: 697 time: 0.7955670 Mar 09 04:17:35.457990 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52885de-acd7-458c-bad5-b2002de276fe None None] Sync routers for ids ['8a755ec2-325d-496e-971b-2f4ac26aab00'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:17:35.458696 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42236) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:35.467862 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52885de-acd7-458c-bad5-b2002de276fe None None] Routers {'8a755ec2-325d-496e-971b-2f4ac26aab00'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:17:35.468453 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-a52885de-acd7-458c-bad5-b2002de276fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:17:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['8a755ec2-325d-496e-971b-2f4ac26aab00'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:35.595738 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9a48cbb0-8e24-411a-94b9-70e5c90ad48c tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "GET /v2.0/routers/8a755ec2-325d-496e-971b-2f4ac26aab00 HTTP/1.1" status: 200 len: 703 time: 0.1357777 Mar 09 04:17:35.598146 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42240) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:35.623548 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-a52885de-acd7-458c-bad5-b2002de276fe None None] Set router 8a755ec2-325d-496e-971b-2f4ac26aab00 gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:17:35.641586 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7d3c382f-d773-4c22-ae0c-0f3305238c76 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a755ec2-325d-496e-971b-2f4ac26aab00 HTTP/1.1" status: 200 len: 205 time: 0.0423579 Mar 09 04:17:35.644038 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42244) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:35.728141 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-a52885de-acd7-458c-bad5-b2002de276fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a755ec2-325d-496e-971b-2f4ac26aab00', 'name': 'tempest-RoutersIpV6Test-router-257372882', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:34Z', 'updated_at': '2022-03-09T04:17:35Z', 'revision_number': 2, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:35.732742 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52885de-acd7-458c-bad5-b2002de276fe None None] Checking router: 8a755ec2-325d-496e-971b-2f4ac26aab00 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:17:35.740997 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52885de-acd7-458c-bad5-b2002de276fe None None] Routers {'8a755ec2-325d-496e-971b-2f4ac26aab00'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:17:35.741586 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-a52885de-acd7-458c-bad5-b2002de276fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:17:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['8a755ec2-325d-496e-971b-2f4ac26aab00'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:35.774422 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a5ea6067-988a-4071-92b0-c76663decb8a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:35.864390 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-a52885de-acd7-458c-bad5-b2002de276fe None None] Set router 8a755ec2-325d-496e-971b-2f4ac26aab00 gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:17:35.968055 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-a52885de-acd7-458c-bad5-b2002de276fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a755ec2-325d-496e-971b-2f4ac26aab00', 'name': 'tempest-RoutersIpV6Test-router-257372882', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:34Z', 'updated_at': '2022-03-09T04:17:35Z', 'revision_number': 2, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:17:35.971944 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52885de-acd7-458c-bad5-b2002de276fe None None] The sync data for ids ['8a755ec2-325d-496e-971b-2f4ac26aab00'] in n-d-825178-5 is: [{'id': '8a755ec2-325d-496e-971b-2f4ac26aab00', 'name': 'tempest-RoutersIpV6Test-router-257372882', 'tenant_id': 'c6b1c03af2cf4f0e949458e817f78603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:17:34Z', 'updated_at': '2022-03-09T04:17:35Z', 'revision_number': 2, 'project_id': 'c6b1c03af2cf4f0e949458e817f78603', 'gw_port_host': None}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:17:36.074277 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a5ea6067-988a-4071-92b0-c76663decb8a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:36.076551 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a5ea6067-988a-4071-92b0-c76663decb8a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:36.101030 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a5ea6067-988a-4071-92b0-c76663decb8a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:36.101555 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ea6067-988a-4071-92b0-c76663decb8a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Fanout notify agent at l3_agent the message router_deleted on router 8a755ec2-325d-496e-971b-2f4ac26aab00 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:17:36.116879 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a5ea6067-988a-4071-92b0-c76663decb8a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:36.121121 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a5ea6067-988a-4071-92b0-c76663decb8a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/routers/8a755ec2-325d-496e-971b-2f4ac26aab00 HTTP/1.1" status: 204 len: 168 time: 0.4729981 Mar 09 04:17:36.121363 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42248) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:36.167865 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-aba19637-f7c1-428d-80c9-e55ff4e12dde tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a755ec2-325d-496e-971b-2f4ac26aab00 HTTP/1.1" status: 200 len: 205 time: 0.0425248 Mar 09 04:17:36.168088 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42252) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:36.235754 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-d6ca7790-38bd-40b7-98fb-ebe8a8de0f7a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] delete failed (client error): The resource could not be found. Mar 09 04:17:36.236746 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d6ca7790-38bd-40b7-98fb-ebe8a8de0f7a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/routers/8a755ec2-325d-496e-971b-2f4ac26aab00 HTTP/1.1" status: 404 len: 336 time: 0.0677819 Mar 09 04:17:36.239293 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42256) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:36.276571 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2d73c9-b9a2-49a8-a0f2-6b2ac730f4c8 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] DELETE failed (client error): The resource could not be found. Mar 09 04:17:36.277017 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a2d73c9-b9a2-49a8-a0f2-6b2ac730f4c8 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:17:36.278626 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5a2d73c9-b9a2-49a8-a0f2-6b2ac730f4c8 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/subnets/a97520dc-b61c-4384-bea5-f062d9091643 HTTP/1.1" status: 404 len: 337 time: 0.0384743 Mar 09 04:17:36.281119 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42260) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:36.316618 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2b64f5-fd7f-4d9a-b400-67619122d981 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] DELETE failed (client error): The resource could not be found. Mar 09 04:17:36.317149 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e2b64f5-fd7f-4d9a-b400-67619122d981 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:17:36.318647 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3e2b64f5-fd7f-4d9a-b400-67619122d981 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/subnets/05184900-6245-4fc1-9f05-621d38287cf5 HTTP/1.1" status: 404 len: 337 time: 0.0366769 Mar 09 04:17:36.321632 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42264) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:36.361955 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c12549c-c6e6-45a1-acf7-513a2e368bf4 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] DELETE failed (client error): The resource could not be found. Mar 09 04:17:36.362404 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c12549c-c6e6-45a1-acf7-513a2e368bf4 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:17:36.364062 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4c12549c-c6e6-45a1-acf7-513a2e368bf4 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/subnets/7f34e476-4ab0-4475-b4d8-593a6a435507 HTTP/1.1" status: 404 len: 337 time: 0.0415666 Mar 09 04:17:36.366666 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42268) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:36.403345 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91e0a61-7c99-47bc-9e7a-2fbd0eec9daf tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] DELETE failed (client error): The resource could not be found. Mar 09 04:17:36.403714 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c91e0a61-7c99-47bc-9e7a-2fbd0eec9daf tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:17:36.405298 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c91e0a61-7c99-47bc-9e7a-2fbd0eec9daf tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/subnets/69b7cb97-6c6f-40cd-9b0d-d6f96e90c10b HTTP/1.1" status: 404 len: 337 time: 0.0377393 Mar 09 04:17:36.407743 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42272) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:36.449334 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f984fc77-83a1-4e30-91c1-61b11048ec4b tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "GET /v2.0/ports?device_id=e38e353d-0d1b-45c0-b1a7-807ec4082e1d HTTP/1.1" status: 200 len: 205 time: 0.0406144 Mar 09 04:17:36.451562 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42276) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:36.622310 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:17:36.639507 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-c0a2954f-740a-4111-91bf-e5538b8beddf tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] delete failed (client error): The resource could not be found. Mar 09 04:17:36.640567 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c0a2954f-740a-4111-91bf-e5538b8beddf tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/routers/e38e353d-0d1b-45c0-b1a7-807ec4082e1d HTTP/1.1" status: 404 len: 336 time: 0.1881189 Mar 09 04:17:36.643256 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42280) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:36.687164 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-640da4c2-2efc-4921-8c4a-08dd967c124a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Synchronizing usage tracker for tenant:c6b1c03af2cf4f0e949458e817f78603 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:17:36.699695 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-640da4c2-2efc-4921-8c4a-08dd967c124a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] Unset dirty status for tenant:c6b1c03af2cf4f0e949458e817f78603 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:17:36.700819 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-640da4c2-2efc-4921-8c4a-08dd967c124a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab2063db-25bf-430e-9a00-0c7ab116a221 HTTP/1.1" status: 200 len: 205 time: 0.0566058 Mar 09 04:17:36.703397 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42284) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:36.772976 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-58c38ac9-2f3e-4b4f-a55c-42f181377079 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] delete failed (client error): The resource could not be found. Mar 09 04:17:36.773973 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-58c38ac9-2f3e-4b4f-a55c-42f181377079 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/routers/ab2063db-25bf-430e-9a00-0c7ab116a221 HTTP/1.1" status: 404 len: 336 time: 0.0695517 Mar 09 04:17:36.776572 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42288) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:36.814151 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ffcf350-fc8c-47dc-b35d-554e351d7936 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] DELETE failed (client error): The resource could not be found. Mar 09 04:17:36.814600 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ffcf350-fc8c-47dc-b35d-554e351d7936 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:17:36.816286 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2ffcf350-fc8c-47dc-b35d-554e351d7936 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/subnets/e7937034-b31f-40f9-aa65-8b66c4eb0d10 HTTP/1.1" status: 404 len: 337 time: 0.0388403 Mar 09 04:17:36.818701 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42292) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:36.860414 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-25e8e533-5450-47d8-adf4-4288a2c3f90b tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "GET /v2.0/ports?device_id=a86906d9-6eb2-4931-9287-0be542c5f415 HTTP/1.1" status: 200 len: 205 time: 0.0406842 Mar 09 04:17:36.862566 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42296) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:36.931062 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-72a3fee0-2b1d-4975-8d47-198c622509d9 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] delete failed (client error): The resource could not be found. Mar 09 04:17:36.932168 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-72a3fee0-2b1d-4975-8d47-198c622509d9 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/routers/a86906d9-6eb2-4931-9287-0be542c5f415 HTTP/1.1" status: 404 len: 336 time: 0.0686226 Mar 09 04:17:36.934602 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42300) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:36.976937 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-042cff22-a773-40de-8b4a-e10c1cd58b07 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21f8174-4c1a-4783-9c66-bfd350122aa4 HTTP/1.1" status: 200 len: 205 time: 0.0412443 Mar 09 04:17:36.979151 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42304) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:37.046374 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-9fa51412-5e70-4d76-bca5-fe1a8d8050cb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] delete failed (client error): The resource could not be found. Mar 09 04:17:37.047351 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9fa51412-5e70-4d76-bca5-fe1a8d8050cb tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/routers/b21f8174-4c1a-4783-9c66-bfd350122aa4 HTTP/1.1" status: 404 len: 336 time: 0.0673561 Mar 09 04:17:37.049733 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42308) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:37.085725 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-d137e18c-d801-4490-b8fe-5898e939a52f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] DELETE failed (client error): The resource could not be found. Mar 09 04:17:37.086160 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d137e18c-d801-4490-b8fe-5898e939a52f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:17:37.087901 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d137e18c-d801-4490-b8fe-5898e939a52f tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/subnets/b31fdde9-1453-43b6-ad1e-b3f81ef85c94 HTTP/1.1" status: 404 len: 337 time: 0.0373201 Mar 09 04:17:37.090604 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42312) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:37.136909 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-937bd298-da5c-4c23-a195-2c2ed7f9b045 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "GET /v2.0/ports?device_id=38f8e82d-56d6-4cec-9eb3-b628d50fa97b HTTP/1.1" status: 200 len: 205 time: 0.0452106 Mar 09 04:17:37.139206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42316) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:37.202981 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-c2d1ed44-4aeb-4e4b-8f10-c3d5227718ee tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] delete failed (client error): The resource could not be found. Mar 09 04:17:37.203874 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c2d1ed44-4aeb-4e4b-8f10-c3d5227718ee tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/routers/38f8e82d-56d6-4cec-9eb3-b628d50fa97b HTTP/1.1" status: 404 len: 336 time: 0.0638192 Mar 09 04:17:37.206366 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42320) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:37.246760 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-7939d1a4-2456-4c55-be80-884464808054 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] DELETE failed (client error): The resource could not be found. Mar 09 04:17:37.247222 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7939d1a4-2456-4c55-be80-884464808054 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:17:37.248844 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7939d1a4-2456-4c55-be80-884464808054 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/subnets/3a6ca1dd-8780-4898-aef6-e0092312c7a5 HTTP/1.1" status: 404 len: 337 time: 0.0416021 Mar 09 04:17:37.251498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42324) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:37.293430 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1b82c386-8db7-41e4-91c8-e6b6c7387ce3 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "GET /v2.0/ports?device_id=78418176-4558-46d9-8ced-57262711f629 HTTP/1.1" status: 200 len: 205 time: 0.0409086 Mar 09 04:17:37.295728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42328) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:37.362029 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-58b3ca08-af1e-4470-ae1a-af49e600441d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] delete failed (client error): The resource could not be found. Mar 09 04:17:37.362991 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-58b3ca08-af1e-4470-ae1a-af49e600441d tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/routers/78418176-4558-46d9-8ced-57262711f629 HTTP/1.1" status: 404 len: 336 time: 0.0664001 Mar 09 04:17:37.365384 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42332) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:37.402388 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-799f6d68-2807-45e4-b0e3-126ee9185204 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] DELETE failed (client error): The resource could not be found. Mar 09 04:17:37.402821 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799f6d68-2807-45e4-b0e3-126ee9185204 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:17:37.404433 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-799f6d68-2807-45e4-b0e3-126ee9185204 tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/subnets/401e085a-6b90-4d7d-9dd4-dc6bdf47f739 HTTP/1.1" status: 404 len: 337 time: 0.0382113 Mar 09 04:17:37.406847 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42336) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:37.442533 n-d-825178-5 neutron-server[87880]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d548b3-c17c-4b38-8f3a-7c40dda0a99a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] DELETE failed (client error): The resource could not be found. Mar 09 04:17:37.442977 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d548b3-c17c-4b38-8f3a-7c40dda0a99a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87880) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:17:37.444512 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-58d548b3-c17c-4b38-8f3a-7c40dda0a99a tempest-RoutersIpV6Test-940045805 tempest-RoutersIpV6Test-940045805-project] 10.222.0.16 "DELETE /v2.0/subnets/5130930f-3209-46c6-b55a-cfc77ada428d HTTP/1.1" status: 404 len: 337 time: 0.0368001 Mar 09 04:17:37.696673 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42344) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:37.844200 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c46a08ab-aa38-4cca-8783-e558eb936893 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6b1c03af2cf4f0e949458e817f78603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463814 Mar 09 04:17:37.846740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42350) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:37.906143 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c6664413-73bc-46b0-983d-0f35db1cc784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:37.931057 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c6664413-73bc-46b0-983d-0f35db1cc784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:37.981825 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c6664413-73bc-46b0-983d-0f35db1cc784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:37.995199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6664413-73bc-46b0-983d-0f35db1cc784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b64100-c2be-451a-b838-0d661d668396,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:38.001474 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c6664413-73bc-46b0-983d-0f35db1cc784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:38.002555 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c6664413-73bc-46b0-983d-0f35db1cc784 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7b64100-c2be-451a-b838-0d661d668396 HTTP/1.1" status: 204 len: 168 time: 0.1549356 Mar 09 04:17:38.664348 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42374) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:38.764866 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-a85e2e5f-4010-44ae-9bcd-a52ca600b625 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:38.765449 n-d-825178-5 neutron-server[87880]: WARNING neutron.api.v2.base [None req-a85e2e5f-4010-44ae-9bcd-a52ca600b625 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 09 04:17:38.765789 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-a85e2e5f-4010-44ae-9bcd-a52ca600b625 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] create failed (client error): There was a conflict when trying to complete your request. Mar 09 04:17:38.766750 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a85e2e5f-4010-44ae-9bcd-a52ca600b625 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1009271 Mar 09 04:17:38.770326 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42380) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:38.774967 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-bc859d62-1e37-47b9-8e22-07680cacc4f5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group': {'name': 'tempest-secgroup--1512936206'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:38.782148 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bc859d62-1e37-47b9-8e22-07680cacc4f5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:38.785935 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bc859d62-1e37-47b9-8e22-07680cacc4f5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Usage tracker for resource:security_group and tenant:e18c2620335744cc86a1c601fded2cad is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:38.788740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bc859d62-1e37-47b9-8e22-07680cacc4f5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:38.795166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bc859d62-1e37-47b9-8e22-07680cacc4f5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:38.805099 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc859d62-1e37-47b9-8e22-07680cacc4f5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:38.817743 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc859d62-1e37-47b9-8e22-07680cacc4f5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:38.832163 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bc859d62-1e37-47b9-8e22-07680cacc4f5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:38.835928 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bc859d62-1e37-47b9-8e22-07680cacc4f5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Usage tracker for resource:security_group_rule and tenant:e18c2620335744cc86a1c601fded2cad is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:38.838642 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bc859d62-1e37-47b9-8e22-07680cacc4f5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:38.844289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bc859d62-1e37-47b9-8e22-07680cacc4f5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:38.927399 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc859d62-1e37-47b9-8e22-07680cacc4f5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:38.931165 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc859d62-1e37-47b9-8e22-07680cacc4f5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:38.942917 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bc859d62-1e37-47b9-8e22-07680cacc4f5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:38.950486 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bc859d62-1e37-47b9-8e22-07680cacc4f5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Usage tracker for resource:security_group_rule and tenant:e18c2620335744cc86a1c601fded2cad is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:38.958382 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-bc859d62-1e37-47b9-8e22-07680cacc4f5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:38.971820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-bc859d62-1e37-47b9-8e22-07680cacc4f5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:38.975220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc859d62-1e37-47b9-8e22-07680cacc4f5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35901268-f3f9-4135-8b3a-9050083f603e,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:39.004139 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:39.042948 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc859d62-1e37-47b9-8e22-07680cacc4f5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:39.046344 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc859d62-1e37-47b9-8e22-07680cacc4f5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:39.085116 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc859d62-1e37-47b9-8e22-07680cacc4f5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaccf263-51a2-4d23-90d3-ce84dd4d4aa4,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:39.088231 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-bc859d62-1e37-47b9-8e22-07680cacc4f5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:39.089391 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-bc859d62-1e37-47b9-8e22-07680cacc4f5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3181670 Mar 09 04:17:39.092366 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42384) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:39.097123 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-5c8903a1-708a-4194-9690-cd48e7c6c701 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group_rule': {'security_group_id': 'aaccf263-51a2-4d23-90d3-ce84dd4d4aa4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:39.104092 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5c8903a1-708a-4194-9690-cd48e7c6c701 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:39.107890 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5c8903a1-708a-4194-9690-cd48e7c6c701 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Usage tracker for resource:security_group_rule and tenant:e18c2620335744cc86a1c601fded2cad is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:39.110637 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5c8903a1-708a-4194-9690-cd48e7c6c701 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:39.116173 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5c8903a1-708a-4194-9690-cd48e7c6c701 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:39.132057 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5c8903a1-708a-4194-9690-cd48e7c6c701 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:39.191768 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5c8903a1-708a-4194-9690-cd48e7c6c701 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:39.195014 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5c8903a1-708a-4194-9690-cd48e7c6c701 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:39.218256 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8903a1-708a-4194-9690-cd48e7c6c701 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a654cd60-6c2d-450e-bb1d-bc11878d5b8e,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:39.227108 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5c8903a1-708a-4194-9690-cd48e7c6c701 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:39.228828 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5c8903a1-708a-4194-9690-cd48e7c6c701 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355793 Mar 09 04:17:39.231614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42388) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:39.236443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-578a3421-1280-4281-8e5a-9564f1bd85bf tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group_rule': {'security_group_id': 'aaccf263-51a2-4d23-90d3-ce84dd4d4aa4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:39.242807 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-578a3421-1280-4281-8e5a-9564f1bd85bf tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:39.246604 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-578a3421-1280-4281-8e5a-9564f1bd85bf tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Usage tracker for resource:security_group_rule and tenant:e18c2620335744cc86a1c601fded2cad is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:39.249476 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-578a3421-1280-4281-8e5a-9564f1bd85bf tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:39.255059 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-578a3421-1280-4281-8e5a-9564f1bd85bf tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:39.271765 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-578a3421-1280-4281-8e5a-9564f1bd85bf tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:39.331850 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-578a3421-1280-4281-8e5a-9564f1bd85bf tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] create failed (client error): There was a conflict when trying to complete your request. Mar 09 04:17:39.332990 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-578a3421-1280-4281-8e5a-9564f1bd85bf tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1004837 Mar 09 04:17:39.335941 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42392) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:39.396895 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3ab0c9ed-1ac8-4383-a609-9ece7671232c tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:39.432269 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3ab0c9ed-1ac8-4383-a609-9ece7671232c tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:39.482667 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3ab0c9ed-1ac8-4383-a609-9ece7671232c tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:39.498151 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0c9ed-1ac8-4383-a609-9ece7671232c tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaccf263-51a2-4d23-90d3-ce84dd4d4aa4,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:39.505606 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3ab0c9ed-1ac8-4383-a609-9ece7671232c tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:39.506701 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3ab0c9ed-1ac8-4383-a609-9ece7671232c tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "DELETE /v2.0/security-groups/aaccf263-51a2-4d23-90d3-ce84dd4d4aa4 HTTP/1.1" status: 204 len: 168 time: 0.1698515 Mar 09 04:17:39.509688 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42396) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:39.558043 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dc9df57c-e1a8-4403-aad9-75af31df9479 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Synchronizing usage tracker for tenant:e18c2620335744cc86a1c601fded2cad on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:17:39.574366 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dc9df57c-e1a8-4403-aad9-75af31df9479 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Unset dirty status for tenant:e18c2620335744cc86a1c601fded2cad on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:17:39.575618 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-dc9df57c-e1a8-4403-aad9-75af31df9479 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0649865 Mar 09 04:17:39.579334 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42400) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:39.584117 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-1ca7580f-8702-4734-8f36-263554d59264 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group': {'name': 'tempest-secgroup--493006756'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:39.591474 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1ca7580f-8702-4734-8f36-263554d59264 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:39.600740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1ca7580f-8702-4734-8f36-263554d59264 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:39.610314 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1ca7580f-8702-4734-8f36-263554d59264 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:39.631929 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1ca7580f-8702-4734-8f36-263554d59264 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:39.636129 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1ca7580f-8702-4734-8f36-263554d59264 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Usage tracker for resource:security_group_rule and tenant:e18c2620335744cc86a1c601fded2cad is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:39.638822 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1ca7580f-8702-4734-8f36-263554d59264 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:39.644298 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1ca7580f-8702-4734-8f36-263554d59264 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:39.712431 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1ca7580f-8702-4734-8f36-263554d59264 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:39.716455 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1ca7580f-8702-4734-8f36-263554d59264 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:39.760582 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7580f-8702-4734-8f36-263554d59264 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46692e53-944d-4723-bda8-760373e8f30b,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:39.766418 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1ca7580f-8702-4734-8f36-263554d59264 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:39.770435 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42404) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:39.770893 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1ca7580f-8702-4734-8f36-263554d59264 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1902471 Mar 09 04:17:39.775614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-323c17c3-cfa0-4184-81aa-fe0912314e14 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group_rule': {'security_group_id': '46692e53-944d-4723-bda8-760373e8f30b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:39.776302 n-d-825178-5 neutron-server[87881]: WARNING neutron.api.v2.base [None req-323c17c3-cfa0-4184-81aa-fe0912314e14 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 09 04:17:39.776787 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-323c17c3-cfa0-4184-81aa-fe0912314e14 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:17:39.777858 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-323c17c3-cfa0-4184-81aa-fe0912314e14 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063045 Mar 09 04:17:39.779994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42408) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:39.841893 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d6cf002-dc01-48a8-8469-9728c983fd20 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:39.869378 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d6cf002-dc01-48a8-8469-9728c983fd20 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:39.916566 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d6cf002-dc01-48a8-8469-9728c983fd20 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:39.935819 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cf002-dc01-48a8-8469-9728c983fd20 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46692e53-944d-4723-bda8-760373e8f30b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:39.942434 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d6cf002-dc01-48a8-8469-9728c983fd20 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:39.943557 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2d6cf002-dc01-48a8-8469-9728c983fd20 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "DELETE /v2.0/security-groups/46692e53-944d-4723-bda8-760373e8f30b HTTP/1.1" status: 204 len: 168 time: 0.1627426 Mar 09 04:17:39.946699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42412) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:39.995803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5f498264-d9c2-4560-8b36-edb4835f2238 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Synchronizing usage tracker for tenant:e18c2620335744cc86a1c601fded2cad on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:17:40.010591 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5f498264-d9c2-4560-8b36-edb4835f2238 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Unset dirty status for tenant:e18c2620335744cc86a1c601fded2cad on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:17:40.011893 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5f498264-d9c2-4560-8b36-edb4835f2238 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0642738 Mar 09 04:17:40.015738 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42416) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:40.020434 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-39c2fe26-f3fe-4f4e-b42d-cbea23c19c36 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group': {'name': 'tempest-secgroup--99417987'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:40.027483 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-39c2fe26-f3fe-4f4e-b42d-cbea23c19c36 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:40.036999 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-39c2fe26-f3fe-4f4e-b42d-cbea23c19c36 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:40.047429 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39c2fe26-f3fe-4f4e-b42d-cbea23c19c36 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:40.067571 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-39c2fe26-f3fe-4f4e-b42d-cbea23c19c36 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:40.071318 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-39c2fe26-f3fe-4f4e-b42d-cbea23c19c36 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Usage tracker for resource:security_group_rule and tenant:e18c2620335744cc86a1c601fded2cad is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:40.074034 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-39c2fe26-f3fe-4f4e-b42d-cbea23c19c36 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:40.079553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-39c2fe26-f3fe-4f4e-b42d-cbea23c19c36 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:40.146829 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39c2fe26-f3fe-4f4e-b42d-cbea23c19c36 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:40.150354 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39c2fe26-f3fe-4f4e-b42d-cbea23c19c36 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:40.198562 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2fe26-f3fe-4f4e-b42d-cbea23c19c36 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b72023-0520-4b62-b4c3-aeb8f26cde34,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:40.204539 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39c2fe26-f3fe-4f4e-b42d-cbea23c19c36 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:40.205905 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-39c2fe26-f3fe-4f4e-b42d-cbea23c19c36 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1893249 Mar 09 04:17:40.208687 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42420) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:40.213591 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4c1f3489-a9a0-4d26-9714-bb1a2c01f5e6 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group_rule': {'security_group_id': '79b72023-0520-4b62-b4c3-aeb8f26cde34', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:40.214144 n-d-825178-5 neutron-server[87881]: WARNING neutron.api.v2.base [None req-4c1f3489-a9a0-4d26-9714-bb1a2c01f5e6 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 09 04:17:40.214626 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-4c1f3489-a9a0-4d26-9714-bb1a2c01f5e6 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:17:40.215541 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4c1f3489-a9a0-4d26-9714-bb1a2c01f5e6 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058939 Mar 09 04:17:40.217887 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42424) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:40.278283 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-080ceece-b90a-40e1-80e2-557e11757338 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:40.306287 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-080ceece-b90a-40e1-80e2-557e11757338 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:40.350751 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-080ceece-b90a-40e1-80e2-557e11757338 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:40.370323 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ceece-b90a-40e1-80e2-557e11757338 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b72023-0520-4b62-b4c3-aeb8f26cde34,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:40.376412 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-080ceece-b90a-40e1-80e2-557e11757338 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:40.380140 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-080ceece-b90a-40e1-80e2-557e11757338 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "DELETE /v2.0/security-groups/79b72023-0520-4b62-b4c3-aeb8f26cde34 HTTP/1.1" status: 204 len: 168 time: 0.1587613 Mar 09 04:17:40.380561 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42428) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:40.429969 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1918af8f-f8fe-479d-b0a1-7f44c068aad3 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Synchronizing usage tracker for tenant:e18c2620335744cc86a1c601fded2cad on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:17:40.444305 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1918af8f-f8fe-479d-b0a1-7f44c068aad3 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Unset dirty status for tenant:e18c2620335744cc86a1c601fded2cad on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:17:40.445594 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1918af8f-f8fe-479d-b0a1-7f44c068aad3 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0641139 Mar 09 04:17:40.449405 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42432) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:40.454097 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f96226ea-9e4d-4562-9105-6944f5d139c8 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group': {'name': 'tempest-secgroup--2018985131'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:40.464848 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f96226ea-9e4d-4562-9105-6944f5d139c8 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:40.474255 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f96226ea-9e4d-4562-9105-6944f5d139c8 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:40.484073 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f96226ea-9e4d-4562-9105-6944f5d139c8 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:40.503039 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f96226ea-9e4d-4562-9105-6944f5d139c8 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:40.506728 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f96226ea-9e4d-4562-9105-6944f5d139c8 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Usage tracker for resource:security_group_rule and tenant:e18c2620335744cc86a1c601fded2cad is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:40.509520 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f96226ea-9e4d-4562-9105-6944f5d139c8 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:40.515186 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f96226ea-9e4d-4562-9105-6944f5d139c8 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:40.583435 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f96226ea-9e4d-4562-9105-6944f5d139c8 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:40.587278 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f96226ea-9e4d-4562-9105-6944f5d139c8 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:40.628158 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96226ea-9e4d-4562-9105-6944f5d139c8 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51285356-2e92-431f-b1de-f28d895714fc,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:40.636857 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f96226ea-9e4d-4562-9105-6944f5d139c8 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:40.638236 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f96226ea-9e4d-4562-9105-6944f5d139c8 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1878939 Mar 09 04:17:40.641010 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42436) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:40.645754 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-438c2fcf-c67e-49fb-a134-1419e172f6bc tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group_rule': {'security_group_id': '51285356-2e92-431f-b1de-f28d895714fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:40.646581 n-d-825178-5 neutron-server[87881]: WARNING neutron.api.v2.base [None req-438c2fcf-c67e-49fb-a134-1419e172f6bc tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 09 04:17:40.647088 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-438c2fcf-c67e-49fb-a134-1419e172f6bc tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:17:40.647956 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-438c2fcf-c67e-49fb-a134-1419e172f6bc tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060825 Mar 09 04:17:40.650663 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42440) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:40.654941 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-1cda50b4-5411-4032-b14b-35be7eeeccc8 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group_rule': {'security_group_id': '51285356-2e92-431f-b1de-f28d895714fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:40.655532 n-d-825178-5 neutron-server[87881]: WARNING neutron.api.v2.base [None req-1cda50b4-5411-4032-b14b-35be7eeeccc8 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 09 04:17:40.655972 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-1cda50b4-5411-4032-b14b-35be7eeeccc8 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:17:40.656828 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1cda50b4-5411-4032-b14b-35be7eeeccc8 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0053420 Mar 09 04:17:40.658985 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42444) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:40.664341 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-ade1e244-b42f-44af-9d4e-a2b9f1d6acaa tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group_rule': {'security_group_id': '51285356-2e92-431f-b1de-f28d895714fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:40.665676 n-d-825178-5 neutron-server[87881]: WARNING neutron.api.v2.base [None req-ade1e244-b42f-44af-9d4e-a2b9f1d6acaa tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 09 04:17:40.666375 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-ade1e244-b42f-44af-9d4e-a2b9f1d6acaa tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:17:40.667283 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ade1e244-b42f-44af-9d4e-a2b9f1d6acaa tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075135 Mar 09 04:17:40.669429 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42448) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:40.673636 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4a10c8bb-864f-4415-9c36-cd254005da41 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group_rule': {'security_group_id': '51285356-2e92-431f-b1de-f28d895714fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:40.674418 n-d-825178-5 neutron-server[87881]: WARNING neutron.api.v2.base [None req-4a10c8bb-864f-4415-9c36-cd254005da41 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 09 04:17:40.674879 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-4a10c8bb-864f-4415-9c36-cd254005da41 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:17:40.675741 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4a10c8bb-864f-4415-9c36-cd254005da41 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0055251 Mar 09 04:17:40.677922 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42452) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:40.737148 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c75a5761-92a2-455b-bc48-cb8646c6ab6b tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:40.763493 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c75a5761-92a2-455b-bc48-cb8646c6ab6b tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:40.812096 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c75a5761-92a2-455b-bc48-cb8646c6ab6b tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:40.829910 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a5761-92a2-455b-bc48-cb8646c6ab6b tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51285356-2e92-431f-b1de-f28d895714fc,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:40.837846 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c75a5761-92a2-455b-bc48-cb8646c6ab6b tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:40.838950 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c75a5761-92a2-455b-bc48-cb8646c6ab6b tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "DELETE /v2.0/security-groups/51285356-2e92-431f-b1de-f28d895714fc HTTP/1.1" status: 204 len: 168 time: 0.1602077 Mar 09 04:17:40.841573 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42456) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:40.891748 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c69b3f8d-b0fa-49bd-b172-50951f18e7a1 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Synchronizing usage tracker for tenant:e18c2620335744cc86a1c601fded2cad on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:17:40.907300 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c69b3f8d-b0fa-49bd-b172-50951f18e7a1 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Unset dirty status for tenant:e18c2620335744cc86a1c601fded2cad on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:17:40.908713 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c69b3f8d-b0fa-49bd-b172-50951f18e7a1 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0662682 Mar 09 04:17:40.912552 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42460) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:40.919327 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-568f7b55-405b-4749-9b46-8a8dc845b299 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group': {'name': 'tempest-secgroup--432564140'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:40.926704 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-568f7b55-405b-4749-9b46-8a8dc845b299 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:40.936953 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-568f7b55-405b-4749-9b46-8a8dc845b299 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:40.946789 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-568f7b55-405b-4749-9b46-8a8dc845b299 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:40.965955 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-568f7b55-405b-4749-9b46-8a8dc845b299 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:40.969730 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-568f7b55-405b-4749-9b46-8a8dc845b299 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Usage tracker for resource:security_group_rule and tenant:e18c2620335744cc86a1c601fded2cad is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:40.972505 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-568f7b55-405b-4749-9b46-8a8dc845b299 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:40.978579 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-568f7b55-405b-4749-9b46-8a8dc845b299 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:41.046114 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-568f7b55-405b-4749-9b46-8a8dc845b299 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:41.049526 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-568f7b55-405b-4749-9b46-8a8dc845b299 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:41.093282 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f7b55-405b-4749-9b46-8a8dc845b299 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c287b07a-5b8a-4dc3-834b-0b4e9ed218a3,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:41.095903 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-568f7b55-405b-4749-9b46-8a8dc845b299 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:41.097047 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-568f7b55-405b-4749-9b46-8a8dc845b299 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1834476 Mar 09 04:17:41.099908 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42464) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:41.105428 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-46cb3e65-f198-449f-886b-5f480f9fd665 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group_rule': {'security_group_id': 'c287b07a-5b8a-4dc3-834b-0b4e9ed218a3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:41.106135 n-d-825178-5 neutron-server[87881]: WARNING neutron.api.v2.base [None req-46cb3e65-f198-449f-886b-5f480f9fd665 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 09 04:17:41.106615 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-46cb3e65-f198-449f-886b-5f480f9fd665 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:17:41.107550 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-46cb3e65-f198-449f-886b-5f480f9fd665 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067606 Mar 09 04:17:41.110158 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42468) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:41.114453 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-c4404e92-ba40-4217-a267-d56f85a6a540 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group_rule': {'security_group_id': 'c287b07a-5b8a-4dc3-834b-0b4e9ed218a3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:41.125449 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c4404e92-ba40-4217-a267-d56f85a6a540 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:41.129299 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c4404e92-ba40-4217-a267-d56f85a6a540 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Usage tracker for resource:security_group_rule and tenant:e18c2620335744cc86a1c601fded2cad is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:41.132172 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c4404e92-ba40-4217-a267-d56f85a6a540 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:41.137833 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c4404e92-ba40-4217-a267-d56f85a6a540 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:41.167420 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-c4404e92-ba40-4217-a267-d56f85a6a540 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:17:41.168412 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c4404e92-ba40-4217-a267-d56f85a6a540 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0574334 Mar 09 04:17:41.171135 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42472) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:41.175862 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-765fd4e6-f84e-4a85-9c79-6c86e4aa3f1c tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group_rule': {'security_group_id': 'c287b07a-5b8a-4dc3-834b-0b4e9ed218a3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:41.176325 n-d-825178-5 neutron-server[87881]: WARNING neutron.api.v2.base [None req-765fd4e6-f84e-4a85-9c79-6c86e4aa3f1c tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 09 04:17:41.176776 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-765fd4e6-f84e-4a85-9c79-6c86e4aa3f1c tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:17:41.177647 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-765fd4e6-f84e-4a85-9c79-6c86e4aa3f1c tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056634 Mar 09 04:17:41.179946 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42476) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:41.184272 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6b4f30e8-fe0f-45d9-a1e8-9bc746ba40af tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group_rule': {'security_group_id': 'c287b07a-5b8a-4dc3-834b-0b4e9ed218a3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:41.191270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6b4f30e8-fe0f-45d9-a1e8-9bc746ba40af tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:41.195062 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6b4f30e8-fe0f-45d9-a1e8-9bc746ba40af tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Usage tracker for resource:security_group_rule and tenant:e18c2620335744cc86a1c601fded2cad is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:41.197883 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6b4f30e8-fe0f-45d9-a1e8-9bc746ba40af tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:41.203507 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6b4f30e8-fe0f-45d9-a1e8-9bc746ba40af tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:41.229777 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-6b4f30e8-fe0f-45d9-a1e8-9bc746ba40af tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:17:41.230739 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6b4f30e8-fe0f-45d9-a1e8-9bc746ba40af tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0499525 Mar 09 04:17:41.233294 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42480) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:41.238618 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-83ca6d0a-3e72-4c15-8f7c-f3a9a964306b tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group_rule': {'security_group_id': 'c287b07a-5b8a-4dc3-834b-0b4e9ed218a3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:41.239118 n-d-825178-5 neutron-server[87881]: WARNING neutron.api.v2.base [None req-83ca6d0a-3e72-4c15-8f7c-f3a9a964306b tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 09 04:17:41.239573 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-83ca6d0a-3e72-4c15-8f7c-f3a9a964306b tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:17:41.240485 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-83ca6d0a-3e72-4c15-8f7c-f3a9a964306b tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063136 Mar 09 04:17:41.242574 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42484) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:41.246926 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-2b146888-d3ca-46eb-8df9-1e5e09f05d03 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group_rule': {'security_group_id': 'c287b07a-5b8a-4dc3-834b-0b4e9ed218a3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:41.253024 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2b146888-d3ca-46eb-8df9-1e5e09f05d03 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:41.256780 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2b146888-d3ca-46eb-8df9-1e5e09f05d03 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Usage tracker for resource:security_group_rule and tenant:e18c2620335744cc86a1c601fded2cad is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:41.259574 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2b146888-d3ca-46eb-8df9-1e5e09f05d03 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:41.265739 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2b146888-d3ca-46eb-8df9-1e5e09f05d03 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:41.293911 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-2b146888-d3ca-46eb-8df9-1e5e09f05d03 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:17:41.294922 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2b146888-d3ca-46eb-8df9-1e5e09f05d03 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0514462 Mar 09 04:17:41.297548 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42488) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:41.302182 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-fac8d145-a504-4df7-930d-03e723309690 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group_rule': {'security_group_id': 'c287b07a-5b8a-4dc3-834b-0b4e9ed218a3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:41.302634 n-d-825178-5 neutron-server[87881]: WARNING neutron.api.v2.base [None req-fac8d145-a504-4df7-930d-03e723309690 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 09 04:17:41.303108 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-fac8d145-a504-4df7-930d-03e723309690 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:17:41.303984 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fac8d145-a504-4df7-930d-03e723309690 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056369 Mar 09 04:17:41.306121 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42492) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:41.311248 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-1cde5200-4f7c-4b38-aff7-2af8aa08e6ff tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group_rule': {'security_group_id': 'c287b07a-5b8a-4dc3-834b-0b4e9ed218a3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:41.317465 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1cde5200-4f7c-4b38-aff7-2af8aa08e6ff tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:41.321237 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1cde5200-4f7c-4b38-aff7-2af8aa08e6ff tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Usage tracker for resource:security_group_rule and tenant:e18c2620335744cc86a1c601fded2cad is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:41.324040 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1cde5200-4f7c-4b38-aff7-2af8aa08e6ff tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:41.329623 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1cde5200-4f7c-4b38-aff7-2af8aa08e6ff tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:41.358938 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-1cde5200-4f7c-4b38-aff7-2af8aa08e6ff tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:17:41.359943 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1cde5200-4f7c-4b38-aff7-2af8aa08e6ff tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0529983 Mar 09 04:17:41.362535 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42496) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:41.367346 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-14929ab4-91ec-4e88-bc2c-b751bd8f06a6 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group_rule': {'security_group_id': 'c287b07a-5b8a-4dc3-834b-0b4e9ed218a3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:41.373586 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-14929ab4-91ec-4e88-bc2c-b751bd8f06a6 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:41.377493 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-14929ab4-91ec-4e88-bc2c-b751bd8f06a6 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Usage tracker for resource:security_group_rule and tenant:e18c2620335744cc86a1c601fded2cad is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:41.380710 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-14929ab4-91ec-4e88-bc2c-b751bd8f06a6 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:41.386395 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-14929ab4-91ec-4e88-bc2c-b751bd8f06a6 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:41.412041 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-14929ab4-91ec-4e88-bc2c-b751bd8f06a6 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:17:41.413008 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-14929ab4-91ec-4e88-bc2c-b751bd8f06a6 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0495460 Mar 09 04:17:41.416513 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42500) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:41.476169 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-593e4698-b499-4740-ad12-94509a519f8a tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:41.504829 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-593e4698-b499-4740-ad12-94509a519f8a tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:41.550590 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-593e4698-b499-4740-ad12-94509a519f8a tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:41.569083 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e4698-b499-4740-ad12-94509a519f8a tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c287b07a-5b8a-4dc3-834b-0b4e9ed218a3,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:41.577240 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-593e4698-b499-4740-ad12-94509a519f8a tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:41.579272 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-593e4698-b499-4740-ad12-94509a519f8a tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "DELETE /v2.0/security-groups/c287b07a-5b8a-4dc3-834b-0b4e9ed218a3 HTTP/1.1" status: 204 len: 168 time: 0.1618741 Mar 09 04:17:41.580834 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42504) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:41.629268 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3cd2bc6b-1c1f-4b8b-afd5-4d47e45b623c tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Synchronizing usage tracker for tenant:e18c2620335744cc86a1c601fded2cad on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:17:41.644157 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3cd2bc6b-1c1f-4b8b-afd5-4d47e45b623c tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Unset dirty status for tenant:e18c2620335744cc86a1c601fded2cad on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:17:41.645340 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3cd2bc6b-1c1f-4b8b-afd5-4d47e45b623c tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0636189 Mar 09 04:17:41.649770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42508) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:41.654632 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6404ecef-70eb-41b9-87cb-d65f13cef55a tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group': {'name': 'tempest-secgroup--878567318'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:41.661631 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6404ecef-70eb-41b9-87cb-d65f13cef55a tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:41.671342 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6404ecef-70eb-41b9-87cb-d65f13cef55a tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:41.680836 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6404ecef-70eb-41b9-87cb-d65f13cef55a tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:41.700461 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6404ecef-70eb-41b9-87cb-d65f13cef55a tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:41.704243 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6404ecef-70eb-41b9-87cb-d65f13cef55a tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Usage tracker for resource:security_group_rule and tenant:e18c2620335744cc86a1c601fded2cad is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:41.707013 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6404ecef-70eb-41b9-87cb-d65f13cef55a tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:41.713341 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6404ecef-70eb-41b9-87cb-d65f13cef55a tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:41.785292 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6404ecef-70eb-41b9-87cb-d65f13cef55a tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:41.788770 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6404ecef-70eb-41b9-87cb-d65f13cef55a tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:41.836532 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404ecef-70eb-41b9-87cb-d65f13cef55a tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6530c308-2759-4923-8d33-f9c97be8b59c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:41.840639 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6404ecef-70eb-41b9-87cb-d65f13cef55a tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:41.841816 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6404ecef-70eb-41b9-87cb-d65f13cef55a tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1911488 Mar 09 04:17:41.844666 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42512) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:41.849438 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-9134b10d-ead9-4d8f-be90-7c70eb83072d tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group_rule': {'security_group_id': '6530c308-2759-4923-8d33-f9c97be8b59c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:41.855971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9134b10d-ead9-4d8f-be90-7c70eb83072d tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:41.859774 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9134b10d-ead9-4d8f-be90-7c70eb83072d tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Usage tracker for resource:security_group_rule and tenant:e18c2620335744cc86a1c601fded2cad is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:41.862551 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9134b10d-ead9-4d8f-be90-7c70eb83072d tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:41.868224 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9134b10d-ead9-4d8f-be90-7c70eb83072d tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:41.903457 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-9134b10d-ead9-4d8f-be90-7c70eb83072d tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] create failed (client error): The resource could not be found. Mar 09 04:17:41.904461 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9134b10d-ead9-4d8f-be90-7c70eb83072d tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0588923 Mar 09 04:17:41.907223 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42516) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:41.911969 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f500cb72-e1cc-40fd-9b34-0133ac093225 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group_rule': {'security_group_id': '6530c308-2759-4923-8d33-f9c97be8b59c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c5c3835e-fb15-4f28-90b5-4074a42f3bc0'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:41.918600 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f500cb72-e1cc-40fd-9b34-0133ac093225 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:41.922522 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f500cb72-e1cc-40fd-9b34-0133ac093225 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Usage tracker for resource:security_group_rule and tenant:e18c2620335744cc86a1c601fded2cad is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:41.925383 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f500cb72-e1cc-40fd-9b34-0133ac093225 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:41.932181 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f500cb72-e1cc-40fd-9b34-0133ac093225 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:41.967785 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-f500cb72-e1cc-40fd-9b34-0133ac093225 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] create failed (client error): The resource could not be found. Mar 09 04:17:41.968787 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f500cb72-e1cc-40fd-9b34-0133ac093225 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0606911 Mar 09 04:17:41.971629 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42520) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:42.032713 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0d96eb40-a6a8-489d-a6fe-c7616852906d tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:42.058775 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0d96eb40-a6a8-489d-a6fe-c7616852906d tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:42.103900 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0d96eb40-a6a8-489d-a6fe-c7616852906d tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:42.125840 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96eb40-a6a8-489d-a6fe-c7616852906d tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6530c308-2759-4923-8d33-f9c97be8b59c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:42.132272 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0d96eb40-a6a8-489d-a6fe-c7616852906d tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:42.133289 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0d96eb40-a6a8-489d-a6fe-c7616852906d tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "DELETE /v2.0/security-groups/6530c308-2759-4923-8d33-f9c97be8b59c HTTP/1.1" status: 204 len: 168 time: 0.1607909 Mar 09 04:17:42.136565 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42524) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:42.186099 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-de100f53-978b-4c04-8907-087115da9274 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Synchronizing usage tracker for tenant:e18c2620335744cc86a1c601fded2cad on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:17:42.200870 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-de100f53-978b-4c04-8907-087115da9274 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Unset dirty status for tenant:e18c2620335744cc86a1c601fded2cad on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:17:42.202088 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-de100f53-978b-4c04-8907-087115da9274 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0645306 Mar 09 04:17:42.206169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42528) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:42.211158 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-59a9bc8d-6d8c-43e3-9e34-8648660b0e06 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group_rule': {'security_group_id': 'f21a1fa1-0c08-45e5-9acc-d625c46b7632', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:42.218164 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-59a9bc8d-6d8c-43e3-9e34-8648660b0e06 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:42.222015 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-59a9bc8d-6d8c-43e3-9e34-8648660b0e06 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Usage tracker for resource:security_group_rule and tenant:e18c2620335744cc86a1c601fded2cad is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:42.224847 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-59a9bc8d-6d8c-43e3-9e34-8648660b0e06 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:42.230434 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-59a9bc8d-6d8c-43e3-9e34-8648660b0e06 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:42.264168 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-59a9bc8d-6d8c-43e3-9e34-8648660b0e06 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] create failed (client error): The resource could not be found. Mar 09 04:17:42.265173 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-59a9bc8d-6d8c-43e3-9e34-8648660b0e06 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0580821 Mar 09 04:17:42.269104 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42532) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:42.273719 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-1a4e8248-3bb1-4737-b823-3ad096d88d67 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group': {'name': 'tempest-secgroup--128481433'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:42.279903 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1a4e8248-3bb1-4737-b823-3ad096d88d67 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:42.290155 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1a4e8248-3bb1-4737-b823-3ad096d88d67 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:42.300095 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1a4e8248-3bb1-4737-b823-3ad096d88d67 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:42.319236 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1a4e8248-3bb1-4737-b823-3ad096d88d67 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:42.322871 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1a4e8248-3bb1-4737-b823-3ad096d88d67 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Usage tracker for resource:security_group_rule and tenant:e18c2620335744cc86a1c601fded2cad is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:42.325554 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1a4e8248-3bb1-4737-b823-3ad096d88d67 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:42.331024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1a4e8248-3bb1-4737-b823-3ad096d88d67 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:42.400195 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1a4e8248-3bb1-4737-b823-3ad096d88d67 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:42.403664 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1a4e8248-3bb1-4737-b823-3ad096d88d67 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:42.445527 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e8248-3bb1-4737-b823-3ad096d88d67 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5af8d1bb-3103-4986-8056-45afbda268dd,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:42.457151 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1a4e8248-3bb1-4737-b823-3ad096d88d67 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:42.459308 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1a4e8248-3bb1-4737-b823-3ad096d88d67 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1892593 Mar 09 04:17:42.461083 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42536) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:42.465844 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-faec8734-54a6-48cb-8f6d-2ac6c5be2715 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group': {'name': 'tempest-secgroup--1391135199'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:42.472155 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-faec8734-54a6-48cb-8f6d-2ac6c5be2715 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:42.476268 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-faec8734-54a6-48cb-8f6d-2ac6c5be2715 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Usage tracker for resource:security_group and tenant:e18c2620335744cc86a1c601fded2cad is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:42.479613 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-faec8734-54a6-48cb-8f6d-2ac6c5be2715 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:42.485190 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-faec8734-54a6-48cb-8f6d-2ac6c5be2715 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:42.495212 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-faec8734-54a6-48cb-8f6d-2ac6c5be2715 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:42.513814 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-faec8734-54a6-48cb-8f6d-2ac6c5be2715 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:42.517509 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-faec8734-54a6-48cb-8f6d-2ac6c5be2715 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Usage tracker for resource:security_group_rule and tenant:e18c2620335744cc86a1c601fded2cad is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:42.520266 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-faec8734-54a6-48cb-8f6d-2ac6c5be2715 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:42.525777 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-faec8734-54a6-48cb-8f6d-2ac6c5be2715 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:42.592038 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-faec8734-54a6-48cb-8f6d-2ac6c5be2715 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:42.595409 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-faec8734-54a6-48cb-8f6d-2ac6c5be2715 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:42.637692 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec8734-54a6-48cb-8f6d-2ac6c5be2715 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=080b53f6-2046-45bb-820e-87e30d6e61a7,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:42.643263 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-faec8734-54a6-48cb-8f6d-2ac6c5be2715 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:42.644529 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-faec8734-54a6-48cb-8f6d-2ac6c5be2715 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1824930 Mar 09 04:17:42.647363 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42540) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:42.652829 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-4cc1a1bf-361b-4e07-a891-90ff8c88b0e3 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group_rule': {'security_group_id': '5af8d1bb-3103-4986-8056-45afbda268dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '080b53f6-2046-45bb-820e-87e30d6e61a7'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:42.659217 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4cc1a1bf-361b-4e07-a891-90ff8c88b0e3 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:42.662966 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4cc1a1bf-361b-4e07-a891-90ff8c88b0e3 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Usage tracker for resource:security_group_rule and tenant:e18c2620335744cc86a1c601fded2cad is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:42.666591 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4cc1a1bf-361b-4e07-a891-90ff8c88b0e3 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:42.672168 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4cc1a1bf-361b-4e07-a891-90ff8c88b0e3 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:42.701498 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-4cc1a1bf-361b-4e07-a891-90ff8c88b0e3 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:17:42.702605 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4cc1a1bf-361b-4e07-a891-90ff8c88b0e3 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0542328 Mar 09 04:17:42.705384 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42544) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:42.768584 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b7cf2f63-7997-4b53-9caf-a0421907f9f0 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:42.796097 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b7cf2f63-7997-4b53-9caf-a0421907f9f0 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:42.841975 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b7cf2f63-7997-4b53-9caf-a0421907f9f0 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:42.860691 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf2f63-7997-4b53-9caf-a0421907f9f0 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=080b53f6-2046-45bb-820e-87e30d6e61a7,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:42.867543 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b7cf2f63-7997-4b53-9caf-a0421907f9f0 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:42.871319 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42548) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:42.871808 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b7cf2f63-7997-4b53-9caf-a0421907f9f0 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "DELETE /v2.0/security-groups/080b53f6-2046-45bb-820e-87e30d6e61a7 HTTP/1.1" status: 204 len: 168 time: 0.1650531 Mar 09 04:17:42.938204 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-addcf063-869e-489c-8d98-cd471f8fe93a tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Synchronizing usage tracker for tenant:e18c2620335744cc86a1c601fded2cad on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:17:42.952860 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-addcf063-869e-489c-8d98-cd471f8fe93a tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Unset dirty status for tenant:e18c2620335744cc86a1c601fded2cad on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:17:42.954166 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-addcf063-869e-489c-8d98-cd471f8fe93a tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0816407 Mar 09 04:17:42.957049 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42552) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:43.022587 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d721764c-47cb-46be-b75d-fae3ee4a3f67 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:43.049596 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d721764c-47cb-46be-b75d-fae3ee4a3f67 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:43.095419 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d721764c-47cb-46be-b75d-fae3ee4a3f67 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:43.114292 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d721764c-47cb-46be-b75d-fae3ee4a3f67 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af8d1bb-3103-4986-8056-45afbda268dd,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:43.121729 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d721764c-47cb-46be-b75d-fae3ee4a3f67 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:43.125272 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d721764c-47cb-46be-b75d-fae3ee4a3f67 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "DELETE /v2.0/security-groups/5af8d1bb-3103-4986-8056-45afbda268dd HTTP/1.1" status: 204 len: 168 time: 0.1650136 Mar 09 04:17:43.125479 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42556) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:43.179478 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-613ebfa3-0a0f-4b6a-a298-c44299e153ae tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Synchronizing usage tracker for tenant:e18c2620335744cc86a1c601fded2cad on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:17:43.193963 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-613ebfa3-0a0f-4b6a-a298-c44299e153ae tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Unset dirty status for tenant:e18c2620335744cc86a1c601fded2cad on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:17:43.195292 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-613ebfa3-0a0f-4b6a-a298-c44299e153ae tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0689170 Mar 09 04:17:43.199622 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42560) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:43.204404 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-c2166aa4-878f-4fa2-97b4-c9d34b65ad2b tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group': {'name': 'tempest-secgroup--417686586'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:43.212132 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c2166aa4-878f-4fa2-97b4-c9d34b65ad2b tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:43.221588 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c2166aa4-878f-4fa2-97b4-c9d34b65ad2b tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:43.231105 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c2166aa4-878f-4fa2-97b4-c9d34b65ad2b tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:43.250015 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c2166aa4-878f-4fa2-97b4-c9d34b65ad2b tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:43.253816 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c2166aa4-878f-4fa2-97b4-c9d34b65ad2b tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Usage tracker for resource:security_group_rule and tenant:e18c2620335744cc86a1c601fded2cad is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:43.256632 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c2166aa4-878f-4fa2-97b4-c9d34b65ad2b tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:43.262764 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c2166aa4-878f-4fa2-97b4-c9d34b65ad2b tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:43.331135 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c2166aa4-878f-4fa2-97b4-c9d34b65ad2b tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:43.334707 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c2166aa4-878f-4fa2-97b4-c9d34b65ad2b tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:43.376475 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2166aa4-878f-4fa2-97b4-c9d34b65ad2b tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ac310b-bb18-4e04-a51c-06c881dc8ded,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:43.387428 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c2166aa4-878f-4fa2-97b4-c9d34b65ad2b tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:43.388834 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c2166aa4-878f-4fa2-97b4-c9d34b65ad2b tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1882906 Mar 09 04:17:43.391736 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42564) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:43.396836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-307b1c77-835a-4021-84dc-09c4aa29e51e tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:17:43.397251 n-d-825178-5 neutron-server[87881]: WARNING neutron.api.v2.base [None req-307b1c77-835a-4021-84dc-09c4aa29e51e tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 09 04:17:43.397731 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-307b1c77-835a-4021-84dc-09c4aa29e51e tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] update failed (client error): There was a conflict when trying to complete your request. Mar 09 04:17:43.398650 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-307b1c77-835a-4021-84dc-09c4aa29e51e tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "PUT /v2.0/security-groups/a3ac310b-bb18-4e04-a51c-06c881dc8ded HTTP/1.1" status: 409 len: 330 time: 0.0058718 Mar 09 04:17:43.401528 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42568) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:43.463109 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-571960b4-35db-4a70-ba1f-223fbcaec3d5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:43.489167 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-571960b4-35db-4a70-ba1f-223fbcaec3d5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:43.538913 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-571960b4-35db-4a70-ba1f-223fbcaec3d5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:43.557617 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571960b4-35db-4a70-ba1f-223fbcaec3d5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ac310b-bb18-4e04-a51c-06c881dc8ded,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:43.564259 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-571960b4-35db-4a70-ba1f-223fbcaec3d5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:43.565313 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-571960b4-35db-4a70-ba1f-223fbcaec3d5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "DELETE /v2.0/security-groups/a3ac310b-bb18-4e04-a51c-06c881dc8ded HTTP/1.1" status: 204 len: 168 time: 0.1629491 Mar 09 04:17:43.567959 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42572) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:43.616741 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9b44b380-d6de-4b4d-8a57-2798005a8964 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Synchronizing usage tracker for tenant:e18c2620335744cc86a1c601fded2cad on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:17:43.631623 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9b44b380-d6de-4b4d-8a57-2798005a8964 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] Unset dirty status for tenant:e18c2620335744cc86a1c601fded2cad on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:17:43.632816 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9b44b380-d6de-4b4d-8a57-2798005a8964 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0639758 Mar 09 04:17:43.637239 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42576) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:43.652910 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-ee4d6180-0b30-44e3-b249-ee09a131748c tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] delete failed (client error): The resource could not be found. Mar 09 04:17:43.653833 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ee4d6180-0b30-44e3-b249-ee09a131748c tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "DELETE /v2.0/security-groups/75ee7af3-6b7e-4651-b4c4-6cf8937731bf HTTP/1.1" status: 404 len: 347 time: 0.0156999 Mar 09 04:17:43.656938 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42580) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:43.672086 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-a60eefb1-ed49-4810-81b3-ac9787053b98 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] show failed (client error): The resource could not be found. Mar 09 04:17:43.673020 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a60eefb1-ed49-4810-81b3-ac9787053b98 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "GET /v2.0/security-groups/fc2eaee0-939b-4bee-8eb9-5cc8368a8a1e HTTP/1.1" status: 404 len: 347 time: 0.0152385 Mar 09 04:17:43.676139 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42584) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:43.692334 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [None req-9f302d02-3213-458f-82ce-ef41266bc4d5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] show failed (client error): The resource could not be found. Mar 09 04:17:43.693296 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9f302d02-3213-458f-82ce-ef41266bc4d5 tempest-NegativeSecGroupTest-2029747339 tempest-NegativeSecGroupTest-2029747339-project] 10.222.0.16 "GET /v2.0/security-group-rules/32730ac5-fb9c-43a9-9538-9ca6f1e4f79f HTTP/1.1" status: 404 len: 356 time: 0.0163274 Mar 09 04:17:43.951871 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42592) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:44.100866 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0417f5cb-eff9-438d-b470-1f24fc7f22a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e18c2620335744cc86a1c601fded2cad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478736 Mar 09 04:17:44.103885 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42598) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:44.162795 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-525110c3-564d-4673-a71e-5f475434daf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:44.188037 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-525110c3-564d-4673-a71e-5f475434daf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:44.239774 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-525110c3-564d-4673-a71e-5f475434daf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:44.257128 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525110c3-564d-4673-a71e-5f475434daf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35901268-f3f9-4135-8b3a-9050083f603e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:44.267776 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-525110c3-564d-4673-a71e-5f475434daf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:44.268904 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-525110c3-564d-4673-a71e-5f475434daf5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35901268-f3f9-4135-8b3a-9050083f603e HTTP/1.1" status: 204 len: 168 time: 0.1641064 Mar 09 04:17:46.758415 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42668) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:46.873589 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-17966d1e-112d-4ad7-bdf9-5ba43e9cc91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:46.887875 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-17966d1e-112d-4ad7-bdf9-5ba43e9cc91a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:46.891696 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-17966d1e-112d-4ad7-bdf9-5ba43e9cc91a admin admin] Usage tracker for resource:security_group_rule and tenant:4f50c6b4763a4bf58faf5812fe92e554 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:46.894452 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-17966d1e-112d-4ad7-bdf9-5ba43e9cc91a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:46.900092 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-17966d1e-112d-4ad7-bdf9-5ba43e9cc91a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:46.980880 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-17966d1e-112d-4ad7-bdf9-5ba43e9cc91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:46.984290 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-17966d1e-112d-4ad7-bdf9-5ba43e9cc91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:47.033078 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-17966d1e-112d-4ad7-bdf9-5ba43e9cc91a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f50c6b4763a4bf58faf5812fe92e554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2728720 Mar 09 04:17:47.034630 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17966d1e-112d-4ad7-bdf9-5ba43e9cc91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fd3d4a-76b6-476e-bc10-494d41029ef6,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:47.035771 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42674) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:47.097113 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd76a-a379-4853-96f9-9d22d324f196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:47.123367 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd76a-a379-4853-96f9-9d22d324f196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:47.181007 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd76a-a379-4853-96f9-9d22d324f196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:47.311589 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fcd76a-a379-4853-96f9-9d22d324f196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fd3d4a-76b6-476e-bc10-494d41029ef6,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:47.317839 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd76a-a379-4853-96f9-9d22d324f196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:47.319041 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d9fcd76a-a379-4853-96f9-9d22d324f196 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20fd3d4a-76b6-476e-bc10-494d41029ef6 HTTP/1.1" status: 204 len: 168 time: 0.2822614 Mar 09 04:17:47.588145 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42682) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:47.605167 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c7552719-95ae-4b22-b648-ade2757b0fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:47.618880 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c7552719-95ae-4b22-b648-ade2757b0fc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:47.622668 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c7552719-95ae-4b22-b648-ade2757b0fc4 admin admin] Usage tracker for resource:security_group_rule and tenant:60261b2ed74946ec8d09bef60bb4e450 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:47.625399 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c7552719-95ae-4b22-b648-ade2757b0fc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:47.630929 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c7552719-95ae-4b22-b648-ade2757b0fc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:47.715330 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c7552719-95ae-4b22-b648-ade2757b0fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:47.719069 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c7552719-95ae-4b22-b648-ade2757b0fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:47.767086 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c7552719-95ae-4b22-b648-ade2757b0fc4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60261b2ed74946ec8d09bef60bb4e450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1777747 Mar 09 04:17:47.769921 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42686) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:47.772376 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7552719-95ae-4b22-b648-ade2757b0fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d9d194-5c84-48b2-9cc5-953152033a6a,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:47.830549 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1568d886-48f9-4699-b909-589b569c5f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:47.856633 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1568d886-48f9-4699-b909-589b569c5f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:47.908718 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1568d886-48f9-4699-b909-589b569c5f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:47.924917 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568d886-48f9-4699-b909-589b569c5f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d9d194-5c84-48b2-9cc5-953152033a6a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:47.934890 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1568d886-48f9-4699-b909-589b569c5f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:47.935995 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1568d886-48f9-4699-b909-589b569c5f96 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d9d9d194-5c84-48b2-9cc5-953152033a6a HTTP/1.1" status: 204 len: 168 time: 0.1651084 Mar 09 04:17:53.986086 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42766) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:54.101710 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a1546d8-be3c-437c-b718-68beab0d7463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:54.115710 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9a1546d8-be3c-437c-b718-68beab0d7463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:54.119989 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9a1546d8-be3c-437c-b718-68beab0d7463 admin admin] Usage tracker for resource:security_group_rule and tenant:6fed8b75fbee4b2fa948d39b35f88a5d is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:54.122699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-9a1546d8-be3c-437c-b718-68beab0d7463 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:54.128701 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-9a1546d8-be3c-437c-b718-68beab0d7463 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:54.213938 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a1546d8-be3c-437c-b718-68beab0d7463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:54.217181 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9a1546d8-be3c-437c-b718-68beab0d7463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:54.267461 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9a1546d8-be3c-437c-b718-68beab0d7463 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6fed8b75fbee4b2fa948d39b35f88a5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2801583 Mar 09 04:17:54.268163 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1546d8-be3c-437c-b718-68beab0d7463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823d9003-da87-44ba-a31d-06af8d6747a4,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:54.270100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42772) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:54.275700 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1546d8-be3c-437c-b718-68beab0d7463 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:54.276042 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1546d8-be3c-437c-b718-68beab0d7463 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:54.276375 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1546d8-be3c-437c-b718-68beab0d7463 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:54.276707 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1546d8-be3c-437c-b718-68beab0d7463 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:54.277037 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1546d8-be3c-437c-b718-68beab0d7463 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:54.277366 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1546d8-be3c-437c-b718-68beab0d7463 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:54.277689 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1546d8-be3c-437c-b718-68beab0d7463 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:54.278021 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1546d8-be3c-437c-b718-68beab0d7463 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:54.278325 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1546d8-be3c-437c-b718-68beab0d7463 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:54.278643 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1546d8-be3c-437c-b718-68beab0d7463 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:54.278986 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1546d8-be3c-437c-b718-68beab0d7463 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:54.279306 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1546d8-be3c-437c-b718-68beab0d7463 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:54.329269 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-622ff937-cf89-4e58-9fac-9d29121f78ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:54.354020 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-622ff937-cf89-4e58-9fac-9d29121f78ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:54.406503 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-622ff937-cf89-4e58-9fac-9d29121f78ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:54.422601 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ff937-cf89-4e58-9fac-9d29121f78ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823d9003-da87-44ba-a31d-06af8d6747a4,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:54.433009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ff937-cf89-4e58-9fac-9d29121f78ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:54.433342 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ff937-cf89-4e58-9fac-9d29121f78ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:54.433671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ff937-cf89-4e58-9fac-9d29121f78ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:54.433993 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ff937-cf89-4e58-9fac-9d29121f78ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:54.434312 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ff937-cf89-4e58-9fac-9d29121f78ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:54.434628 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ff937-cf89-4e58-9fac-9d29121f78ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:54.434978 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ff937-cf89-4e58-9fac-9d29121f78ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:54.435294 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ff937-cf89-4e58-9fac-9d29121f78ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:54.435605 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ff937-cf89-4e58-9fac-9d29121f78ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:54.435915 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ff937-cf89-4e58-9fac-9d29121f78ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:54.436232 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ff937-cf89-4e58-9fac-9d29121f78ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:54.436532 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ff937-cf89-4e58-9fac-9d29121f78ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:17:54.442454 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-622ff937-cf89-4e58-9fac-9d29121f78ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:54.443583 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-622ff937-cf89-4e58-9fac-9d29121f78ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/823d9003-da87-44ba-a31d-06af8d6747a4 HTTP/1.1" status: 204 len: 168 time: 0.1724501 Mar 09 04:17:58.750543 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-18dc57d8-b3ea-42dd-8d06-69597dc4b029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:59.327745 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42826) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:59.444424 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dfb3342b-81de-4f0a-8dc3-71ea9845725c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:59.459172 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dfb3342b-81de-4f0a-8dc3-71ea9845725c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:17:59.462962 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dfb3342b-81de-4f0a-8dc3-71ea9845725c admin admin] Usage tracker for resource:security_group_rule and tenant:e1aefbaf78b245d28d3df93e7d0cc709 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:17:59.465702 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dfb3342b-81de-4f0a-8dc3-71ea9845725c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:17:59.471314 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dfb3342b-81de-4f0a-8dc3-71ea9845725c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:17:59.552573 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dfb3342b-81de-4f0a-8dc3-71ea9845725c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:59.556861 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dfb3342b-81de-4f0a-8dc3-71ea9845725c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:59.603316 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-dfb3342b-81de-4f0a-8dc3-71ea9845725c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1aefbaf78b245d28d3df93e7d0cc709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2742343 Mar 09 04:17:59.604069 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3342b-81de-4f0a-8dc3-71ea9845725c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d84bf82-8310-41ba-9a2b-184031c09874,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:59.605929 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42832) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:17:59.664324 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3aaf9c22-5251-4882-80cd-e2ed6d4df45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:59.693030 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3aaf9c22-5251-4882-80cd-e2ed6d4df45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:59.745279 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3aaf9c22-5251-4882-80cd-e2ed6d4df45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:59.760364 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf9c22-5251-4882-80cd-e2ed6d4df45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d84bf82-8310-41ba-9a2b-184031c09874,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:17:59.770612 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3aaf9c22-5251-4882-80cd-e2ed6d4df45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:17:59.771798 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3aaf9c22-5251-4882-80cd-e2ed6d4df45a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d84bf82-8310-41ba-9a2b-184031c09874 HTTP/1.1" status: 204 len: 168 time: 0.1644773 Mar 09 04:18:00.401938 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42856) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:18:00.505258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-b3121584-f406-40f2-ae29-8993839374b3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1980183199-network', 'tenant_id': '0719990b16af4df782d63d97c7dab9de'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:18:00.511075 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b3121584-f406-40f2-ae29-8993839374b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:18:00.514799 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b3121584-f406-40f2-ae29-8993839374b3 admin admin] Usage tracker for resource:network and tenant:0719990b16af4df782d63d97c7dab9de is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:18:00.517636 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b3121584-f406-40f2-ae29-8993839374b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:18:00.524353 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b3121584-f406-40f2-ae29-8993839374b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:18:00.533960 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3121584-f406-40f2-ae29-8993839374b3 admin admin] Made reservation on behalf of 0719990b16af4df782d63d97c7dab9de for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:18:00.536186 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b3121584-f406-40f2-ae29-8993839374b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:00.547920 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b3121584-f406-40f2-ae29-8993839374b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:00.565200 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b3121584-f406-40f2-ae29-8993839374b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:18:00.568833 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b3121584-f406-40f2-ae29-8993839374b3 admin admin] Usage tracker for resource:security_group_rule and tenant:0719990b16af4df782d63d97c7dab9de is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:18:00.572008 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b3121584-f406-40f2-ae29-8993839374b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:18:00.577518 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b3121584-f406-40f2-ae29-8993839374b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:18:00.657518 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b3121584-f406-40f2-ae29-8993839374b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:00.661066 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b3121584-f406-40f2-ae29-8993839374b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:00.690620 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3121584-f406-40f2-ae29-8993839374b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:18:00.699607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3121584-f406-40f2-ae29-8993839374b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d3ce7f-0a74-41b4-9413-18044c681147,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:00.705375 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b3121584-f406-40f2-ae29-8993839374b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:00.705717 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-b3121584-f406-40f2-ae29-8993839374b3 admin admin] Added segment 203f2360-61cc-421b-8273-3a5e5ce99e7a of type vlan for network 8f633b69-239a-406a-bd83-a4352d1cee94 Mar 09 04:18:00.731715 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b3121584-f406-40f2-ae29-8993839374b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:00.772060 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b3121584-f406-40f2-ae29-8993839374b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:00.773261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3121584-f406-40f2-ae29-8993839374b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:00.773876 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b3121584-f406-40f2-ae29-8993839374b3 admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:00.879042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3121584-f406-40f2-ae29-8993839374b3 admin admin] Pushing event updated for resources: {'Network': ['ID=8f633b69-239a-406a-bd83-a4352d1cee94,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:00.884151 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b3121584-f406-40f2-ae29-8993839374b3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4811711 Mar 09 04:18:00.886907 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42862) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:18:00.891208 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 8f633b69-239a-406a-bd83-a4352d1cee94 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:18:00.892561 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-204950e7-83fc-4244-9da4-3e04df145d82 admin admin] Request body: {'subnet': {'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1980183199-subnet', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:18:00.898017 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-204950e7-83fc-4244-9da4-3e04df145d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:18:00.902040 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-204950e7-83fc-4244-9da4-3e04df145d82 admin admin] Usage tracker for resource:subnet and tenant:0719990b16af4df782d63d97c7dab9de is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:18:00.905101 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-204950e7-83fc-4244-9da4-3e04df145d82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:18:00.910751 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-204950e7-83fc-4244-9da4-3e04df145d82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:18:00.921382 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204950e7-83fc-4244-9da4-3e04df145d82 admin admin] Made reservation on behalf of 0719990b16af4df782d63d97c7dab9de for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:18:00.924144 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-204950e7-83fc-4244-9da4-3e04df145d82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:01.126387 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-204950e7-83fc-4244-9da4-3e04df145d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:01.127398 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-936dc343-dfe6-4847-bd51-fcdfe1b2532d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:01.204062 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204950e7-83fc-4244-9da4-3e04df145d82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:01.210176 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204950e7-83fc-4244-9da4-3e04df145d82 admin admin] Checking segment: {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:18:01.210521 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204950e7-83fc-4244-9da4-3e04df145d82 admin admin] Network hostable DHCP agents. Network: 8f633b69-239a-406a-bd83-a4352d1cee94, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:18:01.229110 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204950e7-83fc-4244-9da4-3e04df145d82 admin admin] Network 8f633b69-239a-406a-bd83-a4352d1cee94 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:18:01.237909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-204950e7-83fc-4244-9da4-3e04df145d82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 8f633b69-239a-406a-bd83-a4352d1cee94) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:18:01.241879 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204950e7-83fc-4244-9da4-3e04df145d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:01.243148 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-204950e7-83fc-4244-9da4-3e04df145d82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:01.248456 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dc6de5-0ba7-4352-a87c-1570078d69ac None None] Network 8f633b69-239a-406a-bd83-a4352d1cee94 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:18:01.262418 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-204950e7-83fc-4244-9da4-3e04df145d82 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3744662 Mar 09 04:18:01.265053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42866) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:18:01.269879 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-8930e5fa-e513-483b-9874-1fc74357738d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:18:01.275037 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8930e5fa-e513-483b-9874-1fc74357738d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:18:01.278817 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8930e5fa-e513-483b-9874-1fc74357738d admin admin] Usage tracker for resource:router and tenant:0719990b16af4df782d63d97c7dab9de is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:18:01.281572 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8930e5fa-e513-483b-9874-1fc74357738d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:18:01.287186 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8930e5fa-e513-483b-9874-1fc74357738d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:18:01.298373 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8930e5fa-e513-483b-9874-1fc74357738d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:01.299385 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8930e5fa-e513-483b-9874-1fc74357738d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:01.315207 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8930e5fa-e513-483b-9874-1fc74357738d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:01.503930 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba6dd45-425d-400f-bdcc-39ca7840f9e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-8f633b69-239a-406a-bd83-a4352d1cee94', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:18:01.504728 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fba6dd45-425d-400f-bdcc-39ca7840f9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:01.582503 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8930e5fa-e513-483b-9874-1fc74357738d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:01.656896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-fba6dd45-425d-400f-bdcc-39ca7840f9e3 None None] Allocated IP 172.20.0.2 (8f633b69-239a-406a-bd83-a4352d1cee94/ba29cb0f-95d5-47f5-9df9-1afdac36d9b0/c79d042a-0a52-4288-a9c7-cc44e16d4509) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:18:01.856384 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fba6dd45-425d-400f-bdcc-39ca7840f9e3 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:01.866581 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fba6dd45-425d-400f-bdcc-39ca7840f9e3 None None] Transition to ACTIVE for port object c79d042a-0a52-4288-a9c7-cc44e16d4509 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:18:01.886951 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fba6dd45-425d-400f-bdcc-39ca7840f9e3 None None] Transition to ACTIVE for port object c79d042a-0a52-4288-a9c7-cc44e16d4509 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:18:01.894140 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fba6dd45-425d-400f-bdcc-39ca7840f9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:01.958773 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba6dd45-425d-400f-bdcc-39ca7840f9e3 None None] Network 8f633b69-239a-406a-bd83-a4352d1cee94 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:18:01.966287 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-fba6dd45-425d-400f-bdcc-39ca7840f9e3 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:18:01.968879 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba6dd45-425d-400f-bdcc-39ca7840f9e3 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:18:01.979601 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6dd45-425d-400f-bdcc-39ca7840f9e3 None None] Pushing event updated for resources: {'Port': ['ID=c79d042a-0a52-4288-a9c7-cc44e16d4509,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:02.008854 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8930e5fa-e513-483b-9874-1fc74357738d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:02.040176 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8930e5fa-e513-483b-9874-1fc74357738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:02.069506 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-fba6dd45-425d-400f-bdcc-39ca7840f9e3 None None] Attempting to bind port c79d042a-0a52-4288-a9c7-cc44e16d4509 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:18:02.069866 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-fba6dd45-425d-400f-bdcc-39ca7840f9e3 None None] Attempting to bind port c79d042a-0a52-4288-a9c7-cc44e16d4509 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:18:02.070218 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba6dd45-425d-400f-bdcc-39ca7840f9e3 None None] Attempting to bind port c79d042a-0a52-4288-a9c7-cc44e16d4509 on network 8f633b69-239a-406a-bd83-a4352d1cee94 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:18:02.075984 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba6dd45-425d-400f-bdcc-39ca7840f9e3 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:18:02.076353 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba6dd45-425d-400f-bdcc-39ca7840f9e3 None None] Checking segment: {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:18:02.076746 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fba6dd45-425d-400f-bdcc-39ca7840f9e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:02.077129 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba6dd45-425d-400f-bdcc-39ca7840f9e3 None None] Bound using segment: {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:18:02.077588 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-fba6dd45-425d-400f-bdcc-39ca7840f9e3 None None] Bound port: c79d042a-0a52-4288-a9c7-cc44e16d4509, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:18:02.077952 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fba6dd45-425d-400f-bdcc-39ca7840f9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:02.164157 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-fba6dd45-425d-400f-bdcc-39ca7840f9e3 None None] For port c79d042a-0a52-4288-a9c7-cc44e16d4509, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:18:02.167325 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-fba6dd45-425d-400f-bdcc-39ca7840f9e3 None None] For port c79d042a-0a52-4288-a9c7-cc44e16d4509, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c79d042a-0a52-4288-a9c7-cc44e16d4509,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:18:02.171321 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fba6dd45-425d-400f-bdcc-39ca7840f9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:02.182437 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-8930e5fa-e513-483b-9874-1fc74357738d admin admin] Allocated IP 172.25.7.70 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/f0914cc5-ac2f-4d58-97c6-5e05957e32f2) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:18:02.260668 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6dd45-425d-400f-bdcc-39ca7840f9e3 None None] Pushing event updated for resources: {'Port': ['ID=c79d042a-0a52-4288-a9c7-cc44e16d4509,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:02.292406 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:02.297986 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:02.351421 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8930e5fa-e513-483b-9874-1fc74357738d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:02.382928 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8930e5fa-e513-483b-9874-1fc74357738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:02.458663 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8930e5fa-e513-483b-9874-1fc74357738d admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:18:02.465940 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-8930e5fa-e513-483b-9874-1fc74357738d admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:18:02.468842 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8930e5fa-e513-483b-9874-1fc74357738d admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:18:02.507031 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930e5fa-e513-483b-9874-1fc74357738d admin admin] Pushing event updated for resources: {'Port': ['ID=f0914cc5-ac2f-4d58-97c6-5e05957e32f2,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:02.888924 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8930e5fa-e513-483b-9874-1fc74357738d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:03.193278 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2abe8a-4e0a-46e0-b1de-8b7b05491027 None None] Network 8f633b69-239a-406a-bd83-a4352d1cee94 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:18:03.232865 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8930e5fa-e513-483b-9874-1fc74357738d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:03.312442 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ed5f8451-7c1d-4de8-84b0-2931b173226a None None] Provisioning for port c79d042a-0a52-4288-a9c7-cc44e16d4509 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:18:03.563603 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:03.584214 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8930e5fa-e513-483b-9874-1fc74357738d admin admin] Router 3584f770-ddda-49ef-8d45-319e0141d0fd is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:18:03.766042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8930e5fa-e513-483b-9874-1fc74357738d admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:18:03.774748 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] Sync routers for ids ['3584f770-ddda-49ef-8d45-319e0141d0fd'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:18:03.788877 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] Routers {'3584f770-ddda-49ef-8d45-319e0141d0fd'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:18:03.789597 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:18:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3584f770-ddda-49ef-8d45-319e0141d0fd'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:18:03.793124 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8930e5fa-e513-483b-9874-1fc74357738d admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:03.794452 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8930e5fa-e513-483b-9874-1fc74357738d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5284653 Mar 09 04:18:03.797189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42870) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:18:03.962634 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] Set router 3584f770-ddda-49ef-8d45-319e0141d0fd gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:18:04.272444 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:01Z', 'updated_at': '2022-03-09T04:18:02Z', 'revision_number': 3, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'gw_port': {'id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:02Z', 'updated_at': '2022-03-09T04:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:18:04.276606 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] Checking router: 3584f770-ddda-49ef-8d45-319e0141d0fd for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:18:04.276954 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] Updating router 3584f770-ddda-49ef-8d45-319e0141d0fd port f0914cc5-ac2f-4d58-97c6-5e05957e32f2 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:18:04.331083 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c79d042a-0a52-4288-a9c7-cc44e16d4509 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:18:04.374397 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:04.450538 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:04.476489 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cb415441-10ed-4dad-8957-3bcf8434f361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:04.521719 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port c79d042a-0a52-4288-a9c7-cc44e16d4509 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:18:04.533174 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port c79d042a-0a52-4288-a9c7-cc44e16d4509 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:18:04.533535 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:04.685009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-cb415441-10ed-4dad-8957-3bcf8434f361 admin admin] Allocated IP 172.20.0.1 (8f633b69-239a-406a-bd83-a4352d1cee94/ba29cb0f-95d5-47f5-9df9-1afdac36d9b0/5672cc12-eaa9-4d24-880a-c52b077debb0) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:18:04.760490 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:04.835986 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cb415441-10ed-4dad-8957-3bcf8434f361 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:04.851279 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port c79d042a-0a52-4288-a9c7-cc44e16d4509, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c79d042a-0a52-4288-a9c7-cc44e16d4509,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:18:04.851612 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-cb415441-10ed-4dad-8957-3bcf8434f361 admin admin] Transition to ACTIVE for port object 5672cc12-eaa9-4d24-880a-c52b077debb0 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:18:04.859975 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:04.875277 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cb415441-10ed-4dad-8957-3bcf8434f361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:04.893346 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:04.921229 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] Transition to ACTIVE for port object f0914cc5-ac2f-4d58-97c6-5e05957e32f2 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:18:04.935735 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb415441-10ed-4dad-8957-3bcf8434f361 admin admin] Network 8f633b69-239a-406a-bd83-a4352d1cee94 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:18:04.935834 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:04.938218 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-cb415441-10ed-4dad-8957-3bcf8434f361 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:18:04.941761 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb415441-10ed-4dad-8957-3bcf8434f361 admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:18:04.951164 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=c79d042a-0a52-4288-a9c7-cc44e16d4509,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:05.001518 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb415441-10ed-4dad-8957-3bcf8434f361 admin admin] Pushing event updated for resources: {'Port': ['ID=5672cc12-eaa9-4d24-880a-c52b077debb0,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:05.015718 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cb415441-10ed-4dad-8957-3bcf8434f361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:05.015885 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] Attempting to bind port f0914cc5-ac2f-4d58-97c6-5e05957e32f2 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:18:05.016147 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] Attempting to bind port f0914cc5-ac2f-4d58-97c6-5e05957e32f2 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:18:05.016498 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] Attempting to bind port f0914cc5-ac2f-4d58-97c6-5e05957e32f2 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:18:05.032677 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:18:05.033089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:18:05.033425 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:05.033812 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:18:05.034284 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] Bound port: f0914cc5-ac2f-4d58-97c6-5e05957e32f2, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:18:05.034648 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:05.073530 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e14f82-6d43-4d4a-85e2-3cc4144bb331 None None] Pushing event updated for resources: {'Port': ['ID=f0914cc5-ac2f-4d58-97c6-5e05957e32f2,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:05.117966 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] For port f0914cc5-ac2f-4d58-97c6-5e05957e32f2, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:18:05.122427 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] For port f0914cc5-ac2f-4d58-97c6-5e05957e32f2, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f0914cc5-ac2f-4d58-97c6-5e05957e32f2,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:18:05.128280 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:05.208928 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-43c6c757-42d7-4af1-a1cf-6c656c41e6a6 None None] Provisioning for port 5672cc12-eaa9-4d24-880a-c52b077debb0 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:18:05.222648 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-43c6c757-42d7-4af1-a1cf-6c656c41e6a6 None None] Provisioning complete for port 5672cc12-eaa9-4d24-880a-c52b077debb0 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:18:05.222968 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c6c757-42d7-4af1-a1cf-6c656c41e6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:05.251513 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] Routers {'3584f770-ddda-49ef-8d45-319e0141d0fd'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:18:05.252137 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:18:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3584f770-ddda-49ef-8d45-319e0141d0fd'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:18:05.316602 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e14f82-6d43-4d4a-85e2-3cc4144bb331 None None] Pushing event updated for resources: {'Port': ['ID=f0914cc5-ac2f-4d58-97c6-5e05957e32f2,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:05.352163 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-43c6c757-42d7-4af1-a1cf-6c656c41e6a6 None None] Port 5672cc12-eaa9-4d24-880a-c52b077debb0 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:18:05.353525 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cb415441-10ed-4dad-8957-3bcf8434f361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:05.454550 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] Set router 3584f770-ddda-49ef-8d45-319e0141d0fd gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:18:05.572108 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cb415441-10ed-4dad-8957-3bcf8434f361 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:05.576484 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cb415441-10ed-4dad-8957-3bcf8434f361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:05.681892 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cb415441-10ed-4dad-8957-3bcf8434f361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:05.685099 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb415441-10ed-4dad-8957-3bcf8434f361 admin admin] Pushing event updated for resources: {'Port': ['ID=5672cc12-eaa9-4d24-880a-c52b077debb0,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:05.762186 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:01Z', 'updated_at': '2022-03-09T04:18:05Z', 'revision_number': 4, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'gw_port': {'id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:02Z', 'updated_at': '2022-03-09T04:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '5672cc12-eaa9-4d24-880a-c52b077debb0', 'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'mac_address': 'fa:16:3e:a9:e8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:04Z', 'updated_at': '2022-03-09T04:18:04Z', 'revision_number': 1, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'subnets': [{'id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:18:05.766172 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ea93f3-1aca-473c-bed8-04feb43242c5 None None] The sync data for ids ['3584f770-ddda-49ef-8d45-319e0141d0fd'] in n-d-825178-5 is: [{'id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:01Z', 'updated_at': '2022-03-09T04:18:05Z', 'revision_number': 4, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'gw_port': {'id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:02Z', 'updated_at': '2022-03-09T04:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '5672cc12-eaa9-4d24-880a-c52b077debb0', 'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'mac_address': 'fa:16:3e:a9:e8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:04Z', 'updated_at': '2022-03-09T04:18:04Z', 'revision_number': 1, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'subnets': [{'id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:18:05.824922 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb415441-10ed-4dad-8957-3bcf8434f361 admin admin] Network 8f633b69-239a-406a-bd83-a4352d1cee94 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:18:05.826128 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-cb415441-10ed-4dad-8957-3bcf8434f361 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:18:06.041639 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb415441-10ed-4dad-8957-3bcf8434f361 admin admin] Router 3584f770-ddda-49ef-8d45-319e0141d0fd has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:18:06.076409 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a9e7fe9d-44ba-4467-b4ee-dcb393ffcbd7 None None] Provisioning complete for port 5672cc12-eaa9-4d24-880a-c52b077debb0 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:18:06.076783 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a9e7fe9d-44ba-4467-b4ee-dcb393ffcbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:06.172981 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a9e7fe9d-44ba-4467-b4ee-dcb393ffcbd7 None None] Port 5672cc12-eaa9-4d24-880a-c52b077debb0 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:18:06.239252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb415441-10ed-4dad-8957-3bcf8434f361 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:18:06.249194 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cb415441-10ed-4dad-8957-3bcf8434f361 admin admin] 10.222.0.16 "PUT /v2.0/routers/3584f770-ddda-49ef-8d45-319e0141d0fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4509499 Mar 09 04:18:06.306309 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c79d042a-0a52-4288-a9c7-cc44e16d4509 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:18:06.381839 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port c79d042a-0a52-4288-a9c7-cc44e16d4509 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:18:06.382464 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:06.806827 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42888) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:18:06.812482 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-7c6625aa-a657-4e65-b653-c81b656dbe48 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1571133116-network', 'tenant_id': 'ab8bbbdbc41e4d95b7b683db015b4dff'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:18:06.818258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7c6625aa-a657-4e65-b653-c81b656dbe48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:18:06.823173 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7c6625aa-a657-4e65-b653-c81b656dbe48 admin admin] Usage tracker for resource:network and tenant:ab8bbbdbc41e4d95b7b683db015b4dff is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:18:06.826331 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7c6625aa-a657-4e65-b653-c81b656dbe48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:18:06.832348 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7c6625aa-a657-4e65-b653-c81b656dbe48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:18:06.843475 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6625aa-a657-4e65-b653-c81b656dbe48 admin admin] Made reservation on behalf of ab8bbbdbc41e4d95b7b683db015b4dff for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:18:06.845907 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7c6625aa-a657-4e65-b653-c81b656dbe48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:06.858461 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7c6625aa-a657-4e65-b653-c81b656dbe48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:06.873794 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7c6625aa-a657-4e65-b653-c81b656dbe48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:18:06.877803 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7c6625aa-a657-4e65-b653-c81b656dbe48 admin admin] Usage tracker for resource:security_group_rule and tenant:ab8bbbdbc41e4d95b7b683db015b4dff is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:18:06.880957 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7c6625aa-a657-4e65-b653-c81b656dbe48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:18:06.887376 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7c6625aa-a657-4e65-b653-c81b656dbe48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:18:06.973088 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7c6625aa-a657-4e65-b653-c81b656dbe48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:06.977800 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7c6625aa-a657-4e65-b653-c81b656dbe48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:07.014558 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6625aa-a657-4e65-b653-c81b656dbe48 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:18:07.023647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6625aa-a657-4e65-b653-c81b656dbe48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6929801c-a7eb-4722-a3e3-c3359d5cb734,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:07.030437 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7c6625aa-a657-4e65-b653-c81b656dbe48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:07.030836 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-7c6625aa-a657-4e65-b653-c81b656dbe48 admin admin] Added segment 1709b048-5c08-499d-aea3-2f02df55309e of type vlan for network d8cb9a0c-76d1-4564-a922-29ebb214d80c Mar 09 04:18:07.059638 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7c6625aa-a657-4e65-b653-c81b656dbe48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:07.089718 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7c6625aa-a657-4e65-b653-c81b656dbe48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:07.090791 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6625aa-a657-4e65-b653-c81b656dbe48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:07.091601 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7c6625aa-a657-4e65-b653-c81b656dbe48 admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:07.195218 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7c6625aa-a657-4e65-b653-c81b656dbe48 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3871205 Mar 09 04:18:07.197926 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42892) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:18:07.200685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6625aa-a657-4e65-b653-c81b656dbe48 admin admin] Pushing event updated for resources: {'Network': ['ID=d8cb9a0c-76d1-4564-a922-29ebb214d80c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:07.203893 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-e81227a0-42f2-4e5a-9fa2-8a697d4cd1c1 admin admin] Request body: {'subnet': {'network_id': 'd8cb9a0c-76d1-4564-a922-29ebb214d80c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1571133116-subnet', 'tenant_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:18:07.209436 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e81227a0-42f2-4e5a-9fa2-8a697d4cd1c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:18:07.210696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network d8cb9a0c-76d1-4564-a922-29ebb214d80c details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:18:07.213602 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e81227a0-42f2-4e5a-9fa2-8a697d4cd1c1 admin admin] Usage tracker for resource:subnet and tenant:ab8bbbdbc41e4d95b7b683db015b4dff is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:18:07.216521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e81227a0-42f2-4e5a-9fa2-8a697d4cd1c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:18:07.222775 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e81227a0-42f2-4e5a-9fa2-8a697d4cd1c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:18:07.232672 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81227a0-42f2-4e5a-9fa2-8a697d4cd1c1 admin admin] Made reservation on behalf of ab8bbbdbc41e4d95b7b683db015b4dff for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:18:07.235115 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e81227a0-42f2-4e5a-9fa2-8a697d4cd1c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:07.445570 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e81227a0-42f2-4e5a-9fa2-8a697d4cd1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:07.517613 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81227a0-42f2-4e5a-9fa2-8a697d4cd1c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3c93158-b008-43f3-8f46-19642cf42219,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:07.527693 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81227a0-42f2-4e5a-9fa2-8a697d4cd1c1 admin admin] Checking segment: {'id': '1709b048-5c08-499d-aea3-2f02df55309e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd8cb9a0c-76d1-4564-a922-29ebb214d80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:18:07.528035 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81227a0-42f2-4e5a-9fa2-8a697d4cd1c1 admin admin] Network hostable DHCP agents. Network: d8cb9a0c-76d1-4564-a922-29ebb214d80c, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:18:07.547989 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81227a0-42f2-4e5a-9fa2-8a697d4cd1c1 admin admin] Network d8cb9a0c-76d1-4564-a922-29ebb214d80c is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:18:07.557683 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-e81227a0-42f2-4e5a-9fa2-8a697d4cd1c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, d8cb9a0c-76d1-4564-a922-29ebb214d80c) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:18:07.562201 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81227a0-42f2-4e5a-9fa2-8a697d4cd1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:07.562792 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e81227a0-42f2-4e5a-9fa2-8a697d4cd1c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:07.568580 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411d2af5-98a4-47f2-bc64-399f6da70e0f None None] Network d8cb9a0c-76d1-4564-a922-29ebb214d80c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:18:07.583621 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e81227a0-42f2-4e5a-9fa2-8a697d4cd1c1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3844392 Mar 09 04:18:07.586484 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 42896) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:18:07.591720 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-47e4f269-7c24-4479-90a5-167b60deb394 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1571133116-router', 'tenant_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:18:07.597935 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-47e4f269-7c24-4479-90a5-167b60deb394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:18:07.602463 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-47e4f269-7c24-4479-90a5-167b60deb394 admin admin] Usage tracker for resource:router and tenant:ab8bbbdbc41e4d95b7b683db015b4dff is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:18:07.605321 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-47e4f269-7c24-4479-90a5-167b60deb394 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:18:07.611236 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-47e4f269-7c24-4479-90a5-167b60deb394 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:18:07.621758 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47e4f269-7c24-4479-90a5-167b60deb394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:07.622740 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47e4f269-7c24-4479-90a5-167b60deb394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:07.638066 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47e4f269-7c24-4479-90a5-167b60deb394 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:07.802380 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe0e774-4a83-4de4-9bec-dbec1ebc197a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-d8cb9a0c-76d1-4564-a922-29ebb214d80c', 'network_id': 'd8cb9a0c-76d1-4564-a922-29ebb214d80c', 'tenant_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'fixed_ips': [{'subnet_id': 'a3c93158-b008-43f3-8f46-19642cf42219'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:18:07.803658 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4fe0e774-4a83-4de4-9bec-dbec1ebc197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:07.829643 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] Sync routers for ids ['3584f770-ddda-49ef-8d45-319e0141d0fd'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:18:07.841461 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] Routers {'3584f770-ddda-49ef-8d45-319e0141d0fd'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:18:07.842022 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:18:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3584f770-ddda-49ef-8d45-319e0141d0fd'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:18:07.983896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-4fe0e774-4a83-4de4-9bec-dbec1ebc197a None None] Allocated IP 172.20.0.2 (d8cb9a0c-76d1-4564-a922-29ebb214d80c/a3c93158-b008-43f3-8f46-19642cf42219/864e2398-2a25-436b-94b6-9aebe010445a) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:18:08.024835 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] Set router 3584f770-ddda-49ef-8d45-319e0141d0fd gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:18:08.040166 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47e4f269-7c24-4479-90a5-167b60deb394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:08.193865 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4fe0e774-4a83-4de4-9bec-dbec1ebc197a None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:08.204721 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4fe0e774-4a83-4de4-9bec-dbec1ebc197a None None] Transition to ACTIVE for port object 864e2398-2a25-436b-94b6-9aebe010445a will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:18:08.222682 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4fe0e774-4a83-4de4-9bec-dbec1ebc197a None None] Transition to ACTIVE for port object 864e2398-2a25-436b-94b6-9aebe010445a will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:18:08.228834 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4fe0e774-4a83-4de4-9bec-dbec1ebc197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:08.305333 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe0e774-4a83-4de4-9bec-dbec1ebc197a None None] Network d8cb9a0c-76d1-4564-a922-29ebb214d80c is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:18:08.314695 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-4fe0e774-4a83-4de4-9bec-dbec1ebc197a None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:18:08.324378 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe0e774-4a83-4de4-9bec-dbec1ebc197a None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:18:08.330805 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0e774-4a83-4de4-9bec-dbec1ebc197a None None] Pushing event updated for resources: {'Port': ['ID=864e2398-2a25-436b-94b6-9aebe010445a,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:08.369903 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47e4f269-7c24-4479-90a5-167b60deb394 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:08.375086 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f0914cc5-ac2f-4d58-97c6-5e05957e32f2 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:18:08.376447 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:01Z', 'updated_at': '2022-03-09T04:18:05Z', 'revision_number': 4, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'gw_port': {'id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:02Z', 'updated_at': '2022-03-09T04:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '5672cc12-eaa9-4d24-880a-c52b077debb0', 'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'mac_address': 'fa:16:3e:a9:e8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:04Z', 'updated_at': '2022-03-09T04:18:05Z', 'revision_number': 2, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'subnets': [{'id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:18:08.380346 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] Checking router: 3584f770-ddda-49ef-8d45-319e0141d0fd for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:18:08.380693 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] Updating router 3584f770-ddda-49ef-8d45-319e0141d0fd port 5672cc12-eaa9-4d24-880a-c52b077debb0 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:18:08.400401 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47e4f269-7c24-4479-90a5-167b60deb394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:08.433848 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:08.484869 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-4fe0e774-4a83-4de4-9bec-dbec1ebc197a None None] Attempting to bind port 864e2398-2a25-436b-94b6-9aebe010445a on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:18:08.485211 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-4fe0e774-4a83-4de4-9bec-dbec1ebc197a None None] Attempting to bind port 864e2398-2a25-436b-94b6-9aebe010445a by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '1709b048-5c08-499d-aea3-2f02df55309e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd8cb9a0c-76d1-4564-a922-29ebb214d80c'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:18:08.485573 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0e774-4a83-4de4-9bec-dbec1ebc197a None None] Attempting to bind port 864e2398-2a25-436b-94b6-9aebe010445a on network d8cb9a0c-76d1-4564-a922-29ebb214d80c {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:18:08.491930 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0e774-4a83-4de4-9bec-dbec1ebc197a None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:18:08.492813 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0e774-4a83-4de4-9bec-dbec1ebc197a None None] Checking segment: {'id': '1709b048-5c08-499d-aea3-2f02df55309e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd8cb9a0c-76d1-4564-a922-29ebb214d80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:18:08.493205 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4fe0e774-4a83-4de4-9bec-dbec1ebc197a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:08.493586 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0e774-4a83-4de4-9bec-dbec1ebc197a None None] Bound using segment: {'id': '1709b048-5c08-499d-aea3-2f02df55309e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd8cb9a0c-76d1-4564-a922-29ebb214d80c'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:18:08.494031 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-4fe0e774-4a83-4de4-9bec-dbec1ebc197a None None] Bound port: 864e2398-2a25-436b-94b6-9aebe010445a, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1709b048-5c08-499d-aea3-2f02df55309e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd8cb9a0c-76d1-4564-a922-29ebb214d80c'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:18:08.494390 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4fe0e774-4a83-4de4-9bec-dbec1ebc197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:08.544113 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-47e4f269-7c24-4479-90a5-167b60deb394 admin admin] Allocated IP 172.25.7.136 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/80724257-c91f-440b-84b8-7394a93933be) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:18:08.581702 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port f0914cc5-ac2f-4d58-97c6-5e05957e32f2 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:18:08.591653 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port f0914cc5-ac2f-4d58-97c6-5e05957e32f2 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:18:08.592017 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:08.629921 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-4fe0e774-4a83-4de4-9bec-dbec1ebc197a None None] For port 864e2398-2a25-436b-94b6-9aebe010445a, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:18:08.647412 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-4fe0e774-4a83-4de4-9bec-dbec1ebc197a None None] For port 864e2398-2a25-436b-94b6-9aebe010445a, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=864e2398-2a25-436b-94b6-9aebe010445a,segment=NetworkSegment(1709b048-5c08-499d-aea3-2f02df55309e),segment_id=1709b048-5c08-499d-aea3-2f02df55309e)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:18:08.653402 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4fe0e774-4a83-4de4-9bec-dbec1ebc197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:08.699315 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47e4f269-7c24-4479-90a5-167b60deb394 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:08.732307 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47e4f269-7c24-4479-90a5-167b60deb394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:08.779209 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0e774-4a83-4de4-9bec-dbec1ebc197a None None] Pushing event updated for resources: {'Port': ['ID=864e2398-2a25-436b-94b6-9aebe010445a,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:08.784909 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:08.798738 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] Transition to ACTIVE for port object 5672cc12-eaa9-4d24-880a-c52b077debb0 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:18:08.802459 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:08.807049 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:08.810525 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4f269-7c24-4479-90a5-167b60deb394 admin admin] Pushing event updated for resources: {'Port': ['ID=80724257-c91f-440b-84b8-7394a93933be,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:08.820734 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e4f269-7c24-4479-90a5-167b60deb394 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:18:08.821856 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port f0914cc5-ac2f-4d58-97c6-5e05957e32f2, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f0914cc5-ac2f-4d58-97c6-5e05957e32f2,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:18:08.821994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-47e4f269-7c24-4479-90a5-167b60deb394 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:18:08.825204 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e4f269-7c24-4479-90a5-167b60deb394 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:18:08.826596 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:08.905304 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=f0914cc5-ac2f-4d58-97c6-5e05957e32f2,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:09.023096 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:09.082321 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e934b7c-3805-4fe7-b836-eb6f497fba67 None None] Pushing event updated for resources: {'Port': ['ID=5672cc12-eaa9-4d24-880a-c52b077debb0,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:09.103083 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e934b7c-3805-4fe7-b836-eb6f497fba67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:09.103652 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e934b7c-3805-4fe7-b836-eb6f497fba67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:09.104170 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e934b7c-3805-4fe7-b836-eb6f497fba67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:09.104653 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e934b7c-3805-4fe7-b836-eb6f497fba67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:09.105119 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e934b7c-3805-4fe7-b836-eb6f497fba67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:09.105584 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e934b7c-3805-4fe7-b836-eb6f497fba67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:09.106056 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e934b7c-3805-4fe7-b836-eb6f497fba67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:09.106536 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e934b7c-3805-4fe7-b836-eb6f497fba67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:09.107031 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e934b7c-3805-4fe7-b836-eb6f497fba67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:09.107501 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e934b7c-3805-4fe7-b836-eb6f497fba67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:09.107826 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e934b7c-3805-4fe7-b836-eb6f497fba67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:09.108136 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e934b7c-3805-4fe7-b836-eb6f497fba67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:09.119161 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] Attempting to bind port 5672cc12-eaa9-4d24-880a-c52b077debb0 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:18:09.119705 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] Attempting to bind port 5672cc12-eaa9-4d24-880a-c52b077debb0 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:18:09.120232 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] Attempting to bind port 5672cc12-eaa9-4d24-880a-c52b077debb0 on network 8f633b69-239a-406a-bd83-a4352d1cee94 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:18:09.128597 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:18:09.133977 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] Checking segment: {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:18:09.134947 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:09.135526 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] Bound using segment: {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:18:09.136278 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] Bound port: 5672cc12-eaa9-4d24-880a-c52b077debb0, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:18:09.137057 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:09.250450 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] For port 5672cc12-eaa9-4d24-880a-c52b077debb0, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:18:09.254053 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] For port 5672cc12-eaa9-4d24-880a-c52b077debb0, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5672cc12-eaa9-4d24-880a-c52b077debb0,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:18:09.261083 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:09.336838 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47e4f269-7c24-4479-90a5-167b60deb394 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:09.352319 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] Routers {'3584f770-ddda-49ef-8d45-319e0141d0fd'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:18:09.352935 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:18:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3584f770-ddda-49ef-8d45-319e0141d0fd'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:18:09.418724 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e934b7c-3805-4fe7-b836-eb6f497fba67 None None] Pushing event updated for resources: {'Port': ['ID=5672cc12-eaa9-4d24-880a-c52b077debb0,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:09.545409 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] Set router 3584f770-ddda-49ef-8d45-319e0141d0fd gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:18:09.823740 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47e4f269-7c24-4479-90a5-167b60deb394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:09.877726 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:01Z', 'updated_at': '2022-03-09T04:18:05Z', 'revision_number': 4, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'gw_port': {'id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:02Z', 'updated_at': '2022-03-09T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '5672cc12-eaa9-4d24-880a-c52b077debb0', 'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'mac_address': 'fa:16:3e:a9:e8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:04Z', 'updated_at': '2022-03-09T04:18:09Z', 'revision_number': 4, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'subnets': [{'id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:18:09.883488 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5341d001-660a-4b9d-aea4-200b735fd192 None None] The sync data for ids ['3584f770-ddda-49ef-8d45-319e0141d0fd'] in n-d-825178-5 is: [{'id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:01Z', 'updated_at': '2022-03-09T04:18:05Z', 'revision_number': 4, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'gw_port': {'id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:02Z', 'updated_at': '2022-03-09T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '5672cc12-eaa9-4d24-880a-c52b077debb0', 'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'mac_address': 'fa:16:3e:a9:e8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:04Z', 'updated_at': '2022-03-09T04:18:09Z', 'revision_number': 4, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'subnets': [{'id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:18:09.943106 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fda8ad-ab7d-4ef9-beb6-1e365a73f39d None None] Network d8cb9a0c-76d1-4564-a922-29ebb214d80c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:18:10.053862 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e4f269-7c24-4479-90a5-167b60deb394 admin admin] Router 373044b1-9cc1-49a5-9023-7ac36cc5563e is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:18:10.075396 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2b7c4957-9882-4172-a9f4-bda531ca00a5 None None] Provisioning for port 864e2398-2a25-436b-94b6-9aebe010445a completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:18:10.257977 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e4f269-7c24-4479-90a5-167b60deb394 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:18:10.266663 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] Sync routers for ids ['373044b1-9cc1-49a5-9023-7ac36cc5563e'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:18:10.283465 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] Routers {'373044b1-9cc1-49a5-9023-7ac36cc5563e'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:18:10.285365 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:18:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['373044b1-9cc1-49a5-9023-7ac36cc5563e'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:18:10.295755 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-47e4f269-7c24-4479-90a5-167b60deb394 admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:10.300053 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-47e4f269-7c24-4479-90a5-167b60deb394 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7123797 Mar 09 04:18:10.303059 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 42900) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:18:10.484493 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 864e2398-2a25-436b-94b6-9aebe010445a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:18:10.556483 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] Set router 373044b1-9cc1-49a5-9023-7ac36cc5563e gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:18:10.790772 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 864e2398-2a25-436b-94b6-9aebe010445a completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:18:10.800660 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 864e2398-2a25-436b-94b6-9aebe010445a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:18:10.801025 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:10.979311 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:10.992730 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373044b1-9cc1-49a5-9023-7ac36cc5563e', 'name': 'tempest-TestVolumeBootPattern-1571133116-router', 'tenant_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '80724257-c91f-440b-84b8-7394a93933be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:07Z', 'updated_at': '2022-03-09T04:18:09Z', 'revision_number': 3, 'project_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'gw_port': {'id': '80724257-c91f-440b-84b8-7394a93933be', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373044b1-9cc1-49a5-9023-7ac36cc5563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:08Z', 'updated_at': '2022-03-09T04:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:18:11.003042 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] Checking router: 373044b1-9cc1-49a5-9023-7ac36cc5563e for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:18:11.003402 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] Updating router 373044b1-9cc1-49a5-9023-7ac36cc5563e port 80724257-c91f-440b-84b8-7394a93933be binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:18:11.056700 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 864e2398-2a25-436b-94b6-9aebe010445a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=864e2398-2a25-436b-94b6-9aebe010445a,segment=NetworkSegment(1709b048-5c08-499d-aea3-2f02df55309e),segment_id=1709b048-5c08-499d-aea3-2f02df55309e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:18:11.068481 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:11.069268 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f0914cc5-ac2f-4d58-97c6-5e05957e32f2 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:18:11.134798 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:11.192596 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-754e7360-ca88-4bca-a22b-40ebe7042d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:11.268519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=864e2398-2a25-436b-94b6-9aebe010445a,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:11.301156 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port f0914cc5-ac2f-4d58-97c6-5e05957e32f2 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:18:11.301523 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:11.402361 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-754e7360-ca88-4bca-a22b-40ebe7042d38 admin admin] Allocated IP 172.20.0.1 (d8cb9a0c-76d1-4564-a922-29ebb214d80c/a3c93158-b008-43f3-8f46-19642cf42219/33afe07d-b59d-400f-9e29-763646e5493c) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:18:11.553849 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-754e7360-ca88-4bca-a22b-40ebe7042d38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:11.570038 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-754e7360-ca88-4bca-a22b-40ebe7042d38 admin admin] Transition to ACTIVE for port object 33afe07d-b59d-400f-9e29-763646e5493c will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:18:11.578609 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5672cc12-eaa9-4d24-880a-c52b077debb0 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:18:11.595124 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-754e7360-ca88-4bca-a22b-40ebe7042d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:11.660434 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754e7360-ca88-4bca-a22b-40ebe7042d38 admin admin] Network d8cb9a0c-76d1-4564-a922-29ebb214d80c is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:18:11.667830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-754e7360-ca88-4bca-a22b-40ebe7042d38 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:18:11.670163 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754e7360-ca88-4bca-a22b-40ebe7042d38 admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:18:11.710961 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:11.712410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e7360-ca88-4bca-a22b-40ebe7042d38 admin admin] Pushing event updated for resources: {'Port': ['ID=33afe07d-b59d-400f-9e29-763646e5493c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:11.715467 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 5672cc12-eaa9-4d24-880a-c52b077debb0 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:18:11.727327 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 5672cc12-eaa9-4d24-880a-c52b077debb0 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:18:11.727701 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:11.734107 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-754e7360-ca88-4bca-a22b-40ebe7042d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:11.753055 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] Transition to ACTIVE for port object 80724257-c91f-440b-84b8-7394a93933be will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:18:11.767782 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:11.871062 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-754e7360-ca88-4bca-a22b-40ebe7042d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:11.871281 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] Attempting to bind port 80724257-c91f-440b-84b8-7394a93933be on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:18:11.871461 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] Attempting to bind port 80724257-c91f-440b-84b8-7394a93933be by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:18:11.871820 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] Attempting to bind port 80724257-c91f-440b-84b8-7394a93933be on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:18:11.882154 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9568ca-d35e-428c-a139-e1ec0df7c2e8 None None] Pushing event updated for resources: {'Port': ['ID=80724257-c91f-440b-84b8-7394a93933be,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:11.885727 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:18:11.886102 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:18:11.886506 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:11.886892 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:18:11.887361 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] Bound port: 80724257-c91f-440b-84b8-7394a93933be, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:18:11.887727 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:12.021251 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:12.034233 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] For port 80724257-c91f-440b-84b8-7394a93933be, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:18:12.052674 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] For port 80724257-c91f-440b-84b8-7394a93933be, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=80724257-c91f-440b-84b8-7394a93933be,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:18:12.055261 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5e13e3d0-b73a-448e-94e7-fa1f833c37a1 None None] Provisioning for port 33afe07d-b59d-400f-9e29-763646e5493c completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:18:12.060561 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:12.102154 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5e13e3d0-b73a-448e-94e7-fa1f833c37a1 None None] Provisioning complete for port 33afe07d-b59d-400f-9e29-763646e5493c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:18:12.102527 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5e13e3d0-b73a-448e-94e7-fa1f833c37a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:12.129609 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-754e7360-ca88-4bca-a22b-40ebe7042d38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:12.135128 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-754e7360-ca88-4bca-a22b-40ebe7042d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:12.161759 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 5672cc12-eaa9-4d24-880a-c52b077debb0, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5672cc12-eaa9-4d24-880a-c52b077debb0,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:18:12.176402 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:12.201139 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-5e13e3d0-b73a-448e-94e7-fa1f833c37a1 None None] Port 33afe07d-b59d-400f-9e29-763646e5493c cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:18:12.207575 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] Routers {'373044b1-9cc1-49a5-9023-7ac36cc5563e'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:18:12.208199 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:18:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['373044b1-9cc1-49a5-9023-7ac36cc5563e'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:18:12.241107 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-754e7360-ca88-4bca-a22b-40ebe7042d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:12.244573 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e7360-ca88-4bca-a22b-40ebe7042d38 admin admin] Pushing event updated for resources: {'Port': ['ID=33afe07d-b59d-400f-9e29-763646e5493c,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:12.279842 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9568ca-d35e-428c-a139-e1ec0df7c2e8 None None] Pushing event updated for resources: {'Port': ['ID=80724257-c91f-440b-84b8-7394a93933be,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:12.321462 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 864e2398-2a25-436b-94b6-9aebe010445a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:18:12.483695 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=5672cc12-eaa9-4d24-880a-c52b077debb0,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:12.496658 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754e7360-ca88-4bca-a22b-40ebe7042d38 admin admin] Network d8cb9a0c-76d1-4564-a922-29ebb214d80c is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:18:12.497740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-754e7360-ca88-4bca-a22b-40ebe7042d38 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:18:12.521683 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] Set router 373044b1-9cc1-49a5-9023-7ac36cc5563e gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:18:12.571428 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 864e2398-2a25-436b-94b6-9aebe010445a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:18:12.571799 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:12.690827 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754e7360-ca88-4bca-a22b-40ebe7042d38 admin admin] Router 373044b1-9cc1-49a5-9023-7ac36cc5563e has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:18:12.843122 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-62c40152-2452-4dd3-835d-665a3ce86af1 None None] Provisioning complete for port 33afe07d-b59d-400f-9e29-763646e5493c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:18:12.843383 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-62c40152-2452-4dd3-835d-665a3ce86af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:12.869079 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754e7360-ca88-4bca-a22b-40ebe7042d38 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:18:12.883932 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-754e7360-ca88-4bca-a22b-40ebe7042d38 admin admin] 10.222.0.16 "PUT /v2.0/routers/373044b1-9cc1-49a5-9023-7ac36cc5563e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5796015 Mar 09 04:18:12.900330 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-deb8706a-4f04-4bd8-86a7-15006a5c11a2 req-9b7502c2-7e65-4f4e-b645-2cc5f3ddce0b service neutron] (87880) timed out ('10.222.0.24', 53445) {{(pid=87880) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 09 04:18:12.971236 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-62c40152-2452-4dd3-835d-665a3ce86af1 None None] Port 33afe07d-b59d-400f-9e29-763646e5493c cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:18:13.001049 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373044b1-9cc1-49a5-9023-7ac36cc5563e', 'name': 'tempest-TestVolumeBootPattern-1571133116-router', 'tenant_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '80724257-c91f-440b-84b8-7394a93933be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:07Z', 'updated_at': '2022-03-09T04:18:11Z', 'revision_number': 4, 'project_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'gw_port': {'id': '80724257-c91f-440b-84b8-7394a93933be', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373044b1-9cc1-49a5-9023-7ac36cc5563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:08Z', 'updated_at': '2022-03-09T04:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '33afe07d-b59d-400f-9e29-763646e5493c', 'name': '', 'network_id': 'd8cb9a0c-76d1-4564-a922-29ebb214d80c', 'tenant_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'mac_address': 'fa:16:3e:d7:2e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373044b1-9cc1-49a5-9023-7ac36cc5563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a3c93158-b008-43f3-8f46-19642cf42219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:11Z', 'updated_at': '2022-03-09T04:18:11Z', 'revision_number': 2, 'project_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'subnets': [{'id': 'a3c93158-b008-43f3-8f46-19642cf42219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:18:13.004961 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d236723-af5c-48fe-9232-10e6c3eb5e3b None None] The sync data for ids ['373044b1-9cc1-49a5-9023-7ac36cc5563e'] in n-d-825178-5 is: [{'id': '373044b1-9cc1-49a5-9023-7ac36cc5563e', 'name': 'tempest-TestVolumeBootPattern-1571133116-router', 'tenant_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '80724257-c91f-440b-84b8-7394a93933be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:07Z', 'updated_at': '2022-03-09T04:18:11Z', 'revision_number': 4, 'project_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'gw_port': {'id': '80724257-c91f-440b-84b8-7394a93933be', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373044b1-9cc1-49a5-9023-7ac36cc5563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:08Z', 'updated_at': '2022-03-09T04:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '33afe07d-b59d-400f-9e29-763646e5493c', 'name': '', 'network_id': 'd8cb9a0c-76d1-4564-a922-29ebb214d80c', 'tenant_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'mac_address': 'fa:16:3e:d7:2e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373044b1-9cc1-49a5-9023-7ac36cc5563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a3c93158-b008-43f3-8f46-19642cf42219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:11Z', 'updated_at': '2022-03-09T04:18:11Z', 'revision_number': 2, 'project_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'subnets': [{'id': 'a3c93158-b008-43f3-8f46-19642cf42219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:18:13.622070 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:18:14.377444 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 80724257-c91f-440b-84b8-7394a93933be up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:18:14.498012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 80724257-c91f-440b-84b8-7394a93933be completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:18:14.503654 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 80724257-c91f-440b-84b8-7394a93933be triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:18:14.504195 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:14.619652 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:14.635239 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 80724257-c91f-440b-84b8-7394a93933be, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=80724257-c91f-440b-84b8-7394a93933be,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:18:14.638713 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:14.639460 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5672cc12-eaa9-4d24-880a-c52b077debb0 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:18:14.749913 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=80724257-c91f-440b-84b8-7394a93933be,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:14.761414 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 5672cc12-eaa9-4d24-880a-c52b077debb0 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:18:14.761775 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:15.418403 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-75e45ea0-7861-4643-9a1d-85daaf8cdc8b tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:15.419819 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-75e45ea0-7861-4643-9a1d-85daaf8cdc8b tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 812 time: 0.1448667 Mar 09 04:18:15.435372 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-a1fb5f26-1e6d-4d8f-a727-fa6964de970c tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/quotas/0719990b16af4df782d63d97c7dab9de HTTP/1.1" status: 200 len: 375 time: 0.0097940 Mar 09 04:18:15.515076 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-b36d2ad5-892a-4abc-b73a-2077e95f339f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748632 Mar 09 04:18:15.697258 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-527bbbee-8bd8-4e04-a114-432ba2b0ffa2 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 04:18:15.698532 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-527bbbee-8bd8-4e04-a114-432ba2b0ffa2 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1775079 Mar 09 04:18:15.828270 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-1e735c7c-ed60-429d-aeba-9d6ef02e1e4e service neutron] 10.222.0.16 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237912 Mar 09 04:18:15.959387 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-711c3eb9-8d34-478e-94c6-add6c09a9888 service neutron] 10.222.0.16 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253660 Mar 09 04:18:16.307479 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 80724257-c91f-440b-84b8-7394a93933be up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:18:16.380695 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 80724257-c91f-440b-84b8-7394a93933be triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:18:16.381130 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:16.449697 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f8edcd14-e843-40c4-abc2-cf0749e65cc3 req-4aec01f0-9a61-4d4a-8ce8-9f37c4f9b42d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Synchronizing usage tracker for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:18:16.467073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f8edcd14-e843-40c4-abc2-cf0749e65cc3 req-4aec01f0-9a61-4d4a-8ce8-9f37c4f9b42d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Unset dirty status for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:18:16.468417 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f8edcd14-e843-40c4-abc2-cf0749e65cc3 req-4aec01f0-9a61-4d4a-8ce8-9f37c4f9b42d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f503e9-5ca6-4210-aea0-a4b40b5358ae HTTP/1.1" status: 200 len: 210 time: 0.1660273 Mar 09 04:18:16.802561 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] Sync routers for ids ['373044b1-9cc1-49a5-9023-7ac36cc5563e'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:18:16.811870 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] Routers {'373044b1-9cc1-49a5-9023-7ac36cc5563e'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:18:16.812465 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:18:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['373044b1-9cc1-49a5-9023-7ac36cc5563e'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:18:16.990508 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] Set router 373044b1-9cc1-49a5-9023-7ac36cc5563e gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:18:17.329810 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373044b1-9cc1-49a5-9023-7ac36cc5563e', 'name': 'tempest-TestVolumeBootPattern-1571133116-router', 'tenant_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '80724257-c91f-440b-84b8-7394a93933be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:07Z', 'updated_at': '2022-03-09T04:18:11Z', 'revision_number': 4, 'project_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'gw_port': {'id': '80724257-c91f-440b-84b8-7394a93933be', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373044b1-9cc1-49a5-9023-7ac36cc5563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:08Z', 'updated_at': '2022-03-09T04:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '33afe07d-b59d-400f-9e29-763646e5493c', 'name': '', 'network_id': 'd8cb9a0c-76d1-4564-a922-29ebb214d80c', 'tenant_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'mac_address': 'fa:16:3e:d7:2e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373044b1-9cc1-49a5-9023-7ac36cc5563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a3c93158-b008-43f3-8f46-19642cf42219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:11Z', 'updated_at': '2022-03-09T04:18:11Z', 'revision_number': 2, 'project_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'subnets': [{'id': 'a3c93158-b008-43f3-8f46-19642cf42219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:18:17.334236 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] Checking router: 373044b1-9cc1-49a5-9023-7ac36cc5563e for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:18:17.334580 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] Updating router 373044b1-9cc1-49a5-9023-7ac36cc5563e port 33afe07d-b59d-400f-9e29-763646e5493c binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:18:17.390348 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:17.399137 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-67c0a298-9755-4b60-8e64-fe8d86f0c835 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:17.399927 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-67c0a298-9755-4b60-8e64-fe8d86f0c835 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Synchronizing usage tracker for tenant:0719990b16af4df782d63d97c7dab9de on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:18:17.417750 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-67c0a298-9755-4b60-8e64-fe8d86f0c835 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Unset dirty status for tenant:0719990b16af4df782d63d97c7dab9de on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:18:17.419085 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-67c0a298-9755-4b60-8e64-fe8d86f0c835 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.21 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 812 time: 0.1839001 Mar 09 04:18:17.431182 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-42fea943-a37d-4297-bb78-b36bcbb1a236 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Request body: {'port': {'device_id': '03f503e9-5ca6-4210-aea0-a4b40b5358ae', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'admin_state_up': True, 'tenant_id': '0719990b16af4df782d63d97c7dab9de'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:18:17.587120 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-42fea943-a37d-4297-bb78-b36bcbb1a236 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:18:17.597217 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-42fea943-a37d-4297-bb78-b36bcbb1a236 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:18:17.609268 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-42fea943-a37d-4297-bb78-b36bcbb1a236 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Made reservation on behalf of 0719990b16af4df782d63d97c7dab9de for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:18:17.613603 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-42fea943-a37d-4297-bb78-b36bcbb1a236 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:17.637229 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f73cde01-9edd-4a56-8b11-501de683fead req-2238e9b2-2d78-4ed4-b65a-34fddc535295 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f503e9-5ca6-4210-aea0-a4b40b5358ae HTTP/1.1" status: 200 len: 210 time: 0.0561779 Mar 09 04:18:17.777021 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:17.791617 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] Transition to ACTIVE for port object 33afe07d-b59d-400f-9e29-763646e5493c will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:18:17.799404 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:17.802153 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-42fea943-a37d-4297-bb78-b36bcbb1a236 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Allocated IP 172.20.0.14 (8f633b69-239a-406a-bd83-a4352d1cee94/ba29cb0f-95d5-47f5-9df9-1afdac36d9b0/7a5dee64-30c8-43d4-bff6-bb7b99dca91a) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:18:17.886979 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4c3e8-e1fc-4d3b-a3ff-2a2a2acca97e None None] Pushing event updated for resources: {'Port': ['ID=33afe07d-b59d-400f-9e29-763646e5493c,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:18.056203 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-42fea943-a37d-4297-bb78-b36bcbb1a236 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:18.073687 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-42fea943-a37d-4297-bb78-b36bcbb1a236 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Transition to ACTIVE for port object 7a5dee64-30c8-43d4-bff6-bb7b99dca91a will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:18:18.077582 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] Attempting to bind port 33afe07d-b59d-400f-9e29-763646e5493c on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:18:18.078369 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] Attempting to bind port 33afe07d-b59d-400f-9e29-763646e5493c by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '1709b048-5c08-499d-aea3-2f02df55309e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd8cb9a0c-76d1-4564-a922-29ebb214d80c'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:18:18.078815 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] Attempting to bind port 33afe07d-b59d-400f-9e29-763646e5493c on network d8cb9a0c-76d1-4564-a922-29ebb214d80c {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:18:18.088704 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:18:18.089111 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] Checking segment: {'id': '1709b048-5c08-499d-aea3-2f02df55309e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd8cb9a0c-76d1-4564-a922-29ebb214d80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:18:18.089623 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:18.090331 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] Bound using segment: {'id': '1709b048-5c08-499d-aea3-2f02df55309e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd8cb9a0c-76d1-4564-a922-29ebb214d80c'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:18:18.091207 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] Bound port: 33afe07d-b59d-400f-9e29-763646e5493c, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1709b048-5c08-499d-aea3-2f02df55309e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd8cb9a0c-76d1-4564-a922-29ebb214d80c'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:18:18.091581 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:18.104165 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-42fea943-a37d-4297-bb78-b36bcbb1a236 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:18.191586 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-42fea943-a37d-4297-bb78-b36bcbb1a236 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Network 8f633b69-239a-406a-bd83-a4352d1cee94 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:18:18.194165 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] For port 33afe07d-b59d-400f-9e29-763646e5493c, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:18:18.197191 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] For port 33afe07d-b59d-400f-9e29-763646e5493c, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=33afe07d-b59d-400f-9e29-763646e5493c,segment=NetworkSegment(1709b048-5c08-499d-aea3-2f02df55309e),segment_id=1709b048-5c08-499d-aea3-2f02df55309e)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:18:18.198799 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-42fea943-a37d-4297-bb78-b36bcbb1a236 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:18:18.203246 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-42fea943-a37d-4297-bb78-b36bcbb1a236 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:18:18.203614 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:18.238265 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fea943-a37d-4297-bb78-b36bcbb1a236 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event updated for resources: {'Port': ['ID=7a5dee64-30c8-43d4-bff6-bb7b99dca91a,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:18.273066 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-42fea943-a37d-4297-bb78-b36bcbb1a236 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:18.274361 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-42fea943-a37d-4297-bb78-b36bcbb1a236 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:18.278492 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] Routers {'373044b1-9cc1-49a5-9023-7ac36cc5563e'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:18:18.279677 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:18:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['373044b1-9cc1-49a5-9023-7ac36cc5563e'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:18:18.323435 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-42fea943-a37d-4297-bb78-b36bcbb1a236 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8967597 Mar 09 04:18:18.374345 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4c3e8-e1fc-4d3b-a3ff-2a2a2acca97e None None] Pushing event updated for resources: {'Port': ['ID=33afe07d-b59d-400f-9e29-763646e5493c,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:18.402580 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-834342fc-9185-43f6-8492-939d9db2c913 service neutron] Request body: {'port': {'device_id': '03f503e9-5ca6-4210-aea0-a4b40b5358ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:18:18.506008 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] Set router 373044b1-9cc1-49a5-9023-7ac36cc5563e gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:18:18.546812 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-834342fc-9185-43f6-8492-939d9db2c913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:18.670340 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3f1e43b0-eff0-4e23-b3c9-cf1a56cf7fde None None] Provisioning for port 7a5dee64-30c8-43d4-bff6-bb7b99dca91a completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:18:18.678574 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3f1e43b0-eff0-4e23-b3c9-cf1a56cf7fde None None] Provisioning complete for port 7a5dee64-30c8-43d4-bff6-bb7b99dca91a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:18:18.679178 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3f1e43b0-eff0-4e23-b3c9-cf1a56cf7fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:18.750218 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-3f1e43b0-eff0-4e23-b3c9-cf1a56cf7fde None None] Port 7a5dee64-30c8-43d4-bff6-bb7b99dca91a cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:18:18.955702 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373044b1-9cc1-49a5-9023-7ac36cc5563e', 'name': 'tempest-TestVolumeBootPattern-1571133116-router', 'tenant_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '80724257-c91f-440b-84b8-7394a93933be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:07Z', 'updated_at': '2022-03-09T04:18:11Z', 'revision_number': 4, 'project_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'gw_port': {'id': '80724257-c91f-440b-84b8-7394a93933be', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373044b1-9cc1-49a5-9023-7ac36cc5563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:08Z', 'updated_at': '2022-03-09T04:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '33afe07d-b59d-400f-9e29-763646e5493c', 'name': '', 'network_id': 'd8cb9a0c-76d1-4564-a922-29ebb214d80c', 'tenant_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'mac_address': 'fa:16:3e:d7:2e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373044b1-9cc1-49a5-9023-7ac36cc5563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a3c93158-b008-43f3-8f46-19642cf42219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:11Z', 'updated_at': '2022-03-09T04:18:18Z', 'revision_number': 4, 'project_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'subnets': [{'id': 'a3c93158-b008-43f3-8f46-19642cf42219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:18:18.960367 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7737dffd-919f-49e4-8d89-8b5c4b45765e None None] The sync data for ids ['373044b1-9cc1-49a5-9023-7ac36cc5563e'] in n-d-825178-5 is: [{'id': '373044b1-9cc1-49a5-9023-7ac36cc5563e', 'name': 'tempest-TestVolumeBootPattern-1571133116-router', 'tenant_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '80724257-c91f-440b-84b8-7394a93933be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:07Z', 'updated_at': '2022-03-09T04:18:11Z', 'revision_number': 4, 'project_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'gw_port': {'id': '80724257-c91f-440b-84b8-7394a93933be', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373044b1-9cc1-49a5-9023-7ac36cc5563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:08Z', 'updated_at': '2022-03-09T04:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '33afe07d-b59d-400f-9e29-763646e5493c', 'name': '', 'network_id': 'd8cb9a0c-76d1-4564-a922-29ebb214d80c', 'tenant_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'mac_address': 'fa:16:3e:d7:2e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373044b1-9cc1-49a5-9023-7ac36cc5563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a3c93158-b008-43f3-8f46-19642cf42219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:11Z', 'updated_at': '2022-03-09T04:18:18Z', 'revision_number': 4, 'project_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'subnets': [{'id': 'a3c93158-b008-43f3-8f46-19642cf42219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:18:19.027887 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224bbf4-c486-4bfa-9306-bd606d9cf30c req-073fc810-3451-4783-b8aa-36ad87e84ccc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:19.028616 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f224bbf4-c486-4bfa-9306-bd606d9cf30c req-073fc810-3451-4783-b8aa-36ad87e84ccc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Synchronizing usage tracker for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:18:19.066114 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f224bbf4-c486-4bfa-9306-bd606d9cf30c req-073fc810-3451-4783-b8aa-36ad87e84ccc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Unset dirty status for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:18:19.067291 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f224bbf4-c486-4bfa-9306-bd606d9cf30c req-073fc810-3451-4783-b8aa-36ad87e84ccc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f503e9-5ca6-4210-aea0-a4b40b5358ae HTTP/1.1" status: 200 len: 932 time: 0.2365105 Mar 09 04:18:19.168918 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f224bbf4-c486-4bfa-9306-bd606d9cf30c req-371e16c0-5582-4fdd-981a-e66a6213fe55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Synchronizing usage tracker for tenant:0719990b16af4df782d63d97c7dab9de on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:18:19.177017 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-834342fc-9185-43f6-8492-939d9db2c913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a5dee64-30c8-43d4-bff6-bb7b99dca91a {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:18:19.192486 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-834342fc-9185-43f6-8492-939d9db2c913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:19.204467 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f224bbf4-c486-4bfa-9306-bd606d9cf30c req-371e16c0-5582-4fdd-981a-e66a6213fe55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Unset dirty status for tenant:0719990b16af4df782d63d97c7dab9de on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:18:19.205652 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f224bbf4-c486-4bfa-9306-bd606d9cf30c req-371e16c0-5582-4fdd-981a-e66a6213fe55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325119 Mar 09 04:18:19.212669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-834342fc-9185-43f6-8492-939d9db2c913 service neutron] Transition to ACTIVE for port object 7a5dee64-30c8-43d4-bff6-bb7b99dca91a will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:18:19.217443 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-834342fc-9185-43f6-8492-939d9db2c913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:19.399135 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834342fc-9185-43f6-8492-939d9db2c913 service neutron] Pushing event updated for resources: {'Port': ['ID=7a5dee64-30c8-43d4-bff6-bb7b99dca91a,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:19.476981 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-834342fc-9185-43f6-8492-939d9db2c913 service neutron] Attempting to bind port 7a5dee64-30c8-43d4-bff6-bb7b99dca91a on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:18:19.477337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-834342fc-9185-43f6-8492-939d9db2c913 service neutron] Attempting to bind port 7a5dee64-30c8-43d4-bff6-bb7b99dca91a by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:18:19.477634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-834342fc-9185-43f6-8492-939d9db2c913 service neutron] Attempting to bind port 7a5dee64-30c8-43d4-bff6-bb7b99dca91a on network 8f633b69-239a-406a-bd83-a4352d1cee94 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:18:19.482825 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-834342fc-9185-43f6-8492-939d9db2c913 service neutron] Port 7a5dee64-30c8-43d4-bff6-bb7b99dca91a on network 8f633b69-239a-406a-bd83-a4352d1cee94 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:18:19.483178 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-834342fc-9185-43f6-8492-939d9db2c913 service neutron] Attempting to bind port 7a5dee64-30c8-43d4-bff6-bb7b99dca91a on network 8f633b69-239a-406a-bd83-a4352d1cee94 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:18:19.488633 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-834342fc-9185-43f6-8492-939d9db2c913 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:18:19.488974 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-834342fc-9185-43f6-8492-939d9db2c913 service neutron] Checking segment: {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:18:19.489592 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-834342fc-9185-43f6-8492-939d9db2c913 service neutron] Bound using segment: {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:18:19.490018 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-834342fc-9185-43f6-8492-939d9db2c913 service neutron] Bound port: 7a5dee64-30c8-43d4-bff6-bb7b99dca91a, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:18:19.490368 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-834342fc-9185-43f6-8492-939d9db2c913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:19.588980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-834342fc-9185-43f6-8492-939d9db2c913 service neutron] For port 7a5dee64-30c8-43d4-bff6-bb7b99dca91a, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:18:19.592444 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-834342fc-9185-43f6-8492-939d9db2c913 service neutron] For port 7a5dee64-30c8-43d4-bff6-bb7b99dca91a, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=7a5dee64-30c8-43d4-bff6-bb7b99dca91a,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:18:19.596208 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-834342fc-9185-43f6-8492-939d9db2c913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:19.651533 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-834342fc-9185-43f6-8492-939d9db2c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:19.652133 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-834342fc-9185-43f6-8492-939d9db2c913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:19.653570 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-834342fc-9185-43f6-8492-939d9db2c913 service neutron] 10.222.0.21 "PUT /v2.0/ports/7a5dee64-30c8-43d4-bff6-bb7b99dca91a HTTP/1.1" status: 200 len: 1092 time: 1.3229294 Mar 09 04:18:19.653903 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f503e9-5ca6-4210-aea0-a4b40b5358ae', 'tag': '7a5dee64-30c8-43d4-bff6-bb7b99dca91a'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:18:19.681699 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834342fc-9185-43f6-8492-939d9db2c913 service neutron] Pushing event updated for resources: {'Port': ['ID=7a5dee64-30c8-43d4-bff6-bb7b99dca91a,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:19.777337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-b11f7a00-e82c-471f-a968-1b9a5a6825e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:19.778870 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-b11f7a00-e82c-471f-a968-1b9a5a6825e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&device_id=03f503e9-5ca6-4210-aea0-a4b40b5358ae HTTP/1.1" status: 200 len: 1095 time: 0.0793035 Mar 09 04:18:19.847632 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f503e9-5ca6-4210-aea0-a4b40b5358ae', 'tag': '7a5dee64-30c8-43d4-bff6-bb7b99dca91a', 'status': 'completed', 'code': 200} Mar 09 04:18:19.863346 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-90134008-d559-437c-8054-b9ca454d46f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a5dee64-30c8-43d4-bff6-bb7b99dca91a HTTP/1.1" status: 200 len: 217 time: 0.0770760 Mar 09 04:18:19.928941 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-0c552e6e-6041-4405-a2bc-220fb4a7809e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:19.930382 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-0c552e6e-6041-4405-a2bc-220fb4a7809e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 200 len: 851 time: 0.0614920 Mar 09 04:18:20.003859 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-81a21c99-b077-4051-afec-86fae854704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:20.005299 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-81a21c99-b077-4051-afec-86fae854704f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f633b69-239a-406a-bd83-a4352d1cee94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692780 Mar 09 04:18:20.139218 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-4538ba78-16e0-4a79-b545-5c4b748a40f6 service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226728 Mar 09 04:18:20.267950 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a7d10d65-a550-4baf-aa1a-ad5129ac4497 req-076b9919-8d2c-44b2-b200-6aede82046c8 service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278915 Mar 09 04:18:20.336362 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 33afe07d-b59d-400f-9e29-763646e5493c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:18:20.404315 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 33afe07d-b59d-400f-9e29-763646e5493c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:18:20.409177 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 33afe07d-b59d-400f-9e29-763646e5493c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:18:20.409560 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:20.449663 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830c6f8-64b4-44cb-9bad-e4808d167175 req-94a0577e-d3cc-4b96-885a-11fc68099d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:20.451192 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e830c6f8-64b4-44cb-9bad-e4808d167175 req-94a0577e-d3cc-4b96-885a-11fc68099d8a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&device_id=03f503e9-5ca6-4210-aea0-a4b40b5358ae HTTP/1.1" status: 200 len: 1095 time: 0.1331503 Mar 09 04:18:20.461745 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e740b-b57a-4a38-8ebd-b5057c30a40d req-330824f1-5610-4d48-a44c-ce1149fd1746 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:20.463160 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ab2e740b-b57a-4a38-8ebd-b5057c30a40d req-330824f1-5610-4d48-a44c-ce1149fd1746 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f503e9-5ca6-4210-aea0-a4b40b5358ae HTTP/1.1" status: 200 len: 944 time: 0.1104321 Mar 09 04:18:20.533362 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:20.567263 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 33afe07d-b59d-400f-9e29-763646e5493c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=33afe07d-b59d-400f-9e29-763646e5493c,segment=NetworkSegment(1709b048-5c08-499d-aea3-2f02df55309e),segment_id=1709b048-5c08-499d-aea3-2f02df55309e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:18:20.572575 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:20.642358 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=33afe07d-b59d-400f-9e29-763646e5493c,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:20.650145 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:20.650484 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:20.650821 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:20.651176 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:20.651502 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:20.651829 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:20.652150 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:20.652501 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:20.653547 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:20.653547 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:20.653547 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:20.653781 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:20.713858 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ab2e740b-b57a-4a38-8ebd-b5057c30a40d req-c2293abb-1114-4df7-b4e9-2bc6b267237c tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303779 Mar 09 04:18:20.738733 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830c6f8-64b4-44cb-9bad-e4808d167175 req-07ac49fb-8cef-499d-a839-384f7c737009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:20.740046 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e830c6f8-64b4-44cb-9bad-e4808d167175 req-07ac49fb-8cef-499d-a839-384f7c737009 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 913 time: 0.2760470 Mar 09 04:18:20.808847 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e830c6f8-64b4-44cb-9bad-e4808d167175 req-03b6f17b-bfc8-40e8-91f8-23534d011bd6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a5dee64-30c8-43d4-bff6-bb7b99dca91a HTTP/1.1" status: 200 len: 217 time: 0.0623612 Mar 09 04:18:20.869191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830c6f8-64b4-44cb-9bad-e4808d167175 req-0159892e-0f86-40b6-9cff-b1474e9ba654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:20.870610 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e830c6f8-64b4-44cb-9bad-e4808d167175 req-0159892e-0f86-40b6-9cff-b1474e9ba654 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 200 len: 851 time: 0.0566897 Mar 09 04:18:20.947137 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830c6f8-64b4-44cb-9bad-e4808d167175 req-6fd8b0d3-a62b-4d25-b7aa-01d94f4db45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:20.948601 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e830c6f8-64b4-44cb-9bad-e4808d167175 req-6fd8b0d3-a62b-4d25-b7aa-01d94f4db45e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f633b69-239a-406a-bd83-a4352d1cee94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722983 Mar 09 04:18:21.078641 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e830c6f8-64b4-44cb-9bad-e4808d167175 req-d9271b78-4ebd-4923-af12-5f498fc2ea38 service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240478 Mar 09 04:18:21.207232 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e830c6f8-64b4-44cb-9bad-e4808d167175 req-612648e9-67f7-4434-9b0c-bcc4dea8b29c service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216280 Mar 09 04:18:21.900301 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7958ab7-7548-43ee-b252-a36a7158718f req-240baabc-0406-4398-a3b7-e7ba286e7060 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:21.901654 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a7958ab7-7548-43ee-b252-a36a7158718f req-240baabc-0406-4398-a3b7-e7ba286e7060 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f503e9-5ca6-4210-aea0-a4b40b5358ae HTTP/1.1" status: 200 len: 944 time: 0.0825629 Mar 09 04:18:21.946183 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a7958ab7-7548-43ee-b252-a36a7158718f req-aaed9e74-abca-420a-95c8-827c2733b4a0 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388200 Mar 09 04:18:22.308414 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 33afe07d-b59d-400f-9e29-763646e5493c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:18:22.376210 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 33afe07d-b59d-400f-9e29-763646e5493c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:18:22.376574 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:23.128123 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293e304-346b-41a9-8204-2f71d63ae397 req-05034ed5-1fb9-4435-9da1-f07f8b82f2cd tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:23.129482 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7293e304-346b-41a9-8204-2f71d63ae397 req-05034ed5-1fb9-4435-9da1-f07f8b82f2cd tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f503e9-5ca6-4210-aea0-a4b40b5358ae HTTP/1.1" status: 200 len: 944 time: 0.0802186 Mar 09 04:18:23.172938 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7293e304-346b-41a9-8204-2f71d63ae397 req-c0f9198d-9eda-452e-98db-07df782895a2 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373535 Mar 09 04:18:24.355178 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5647916-121c-4dd9-b45d-c6e8d74bf6f0 req-dfce45a8-e10c-486d-a956-4ea882d77e42 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:24.356587 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f5647916-121c-4dd9-b45d-c6e8d74bf6f0 req-dfce45a8-e10c-486d-a956-4ea882d77e42 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f503e9-5ca6-4210-aea0-a4b40b5358ae HTTP/1.1" status: 200 len: 944 time: 0.0787826 Mar 09 04:18:24.514791 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f5647916-121c-4dd9-b45d-c6e8d74bf6f0 req-4036222d-ce06-41a3-8bb7-210968b5c6dd tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525891 Mar 09 04:18:25.698410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342e456-33cf-4c03-a9bc-f23e243b465a req-be6676a8-4a89-45a3-b84e-83f209007bc8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:25.699874 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a342e456-33cf-4c03-a9bc-f23e243b465a req-be6676a8-4a89-45a3-b84e-83f209007bc8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f503e9-5ca6-4210-aea0-a4b40b5358ae HTTP/1.1" status: 200 len: 944 time: 0.0817840 Mar 09 04:18:25.742996 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a342e456-33cf-4c03-a9bc-f23e243b465a req-c26196b9-cdca-404a-aa75-696c05e17123 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375690 Mar 09 04:18:26.924961 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc7e93-dc96-4b3b-ad08-3a9fd797a0b9 req-0159bfd0-0f63-4cfd-a632-fbefeb1a88ec tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:26.925878 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-edfc7e93-dc96-4b3b-ad08-3a9fd797a0b9 req-0159bfd0-0f63-4cfd-a632-fbefeb1a88ec tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f503e9-5ca6-4210-aea0-a4b40b5358ae HTTP/1.1" status: 200 len: 944 time: 0.0807307 Mar 09 04:18:26.968913 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-edfc7e93-dc96-4b3b-ad08-3a9fd797a0b9 req-320f112b-4999-4cd6-9173-8a8ff315d62b tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373499 Mar 09 04:18:27.182629 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 7a5dee64-30c8-43d4-bff6-bb7b99dca91a details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:18:27.315663 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 7a5dee64-30c8-43d4-bff6-bb7b99dca91a, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=7a5dee64-30c8-43d4-bff6-bb7b99dca91a,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:18:27.328649 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '7a5dee64-30c8-43d4-bff6-bb7b99dca91a', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'port_id': '7a5dee64-30c8-43d4-bff6-bb7b99dca91a', 'mac_address': 'fa:16:3e:b3:e2:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:18:27.381217 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:27.397630 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a5dee64-30c8-43d4-bff6-bb7b99dca91a {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:18:27.413089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 7a5dee64-30c8-43d4-bff6-bb7b99dca91a, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=7a5dee64-30c8-43d4-bff6-bb7b99dca91a,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:18:27.416179 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:27.483554 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=7a5dee64-30c8-43d4-bff6-bb7b99dca91a,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:27.644074 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['7a5dee64-30c8-43d4-bff6-bb7b99dca91a'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:18:28.156737 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69cf0af-981c-4c99-80c3-fda50f4512e9 req-1f770212-dae5-463f-992d-9adb1c9f6166 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:28.158184 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e69cf0af-981c-4c99-80c3-fda50f4512e9 req-1f770212-dae5-463f-992d-9adb1c9f6166 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f503e9-5ca6-4210-aea0-a4b40b5358ae HTTP/1.1" status: 200 len: 945 time: 0.0828023 Mar 09 04:18:28.205594 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e69cf0af-981c-4c99-80c3-fda50f4512e9 req-e79ae5ae-6206-4bcb-bd58-892a6426933d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408974 Mar 09 04:18:28.752509 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c8093ffe-7dba-413c-a97a-8eefd7819d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:29.182524 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 7a5dee64-30c8-43d4-bff6-bb7b99dca91a up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:18:29.278764 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 7a5dee64-30c8-43d4-bff6-bb7b99dca91a completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:18:29.283426 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 7a5dee64-30c8-43d4-bff6-bb7b99dca91a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:18:29.283789 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:29.391688 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccbab3c-4f45-4bea-937c-5f9d13404220 req-d6617bd1-4ae5-4735-b1f7-7314cca0be91 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:29.393143 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2ccbab3c-4f45-4bea-937c-5f9d13404220 req-d6617bd1-4ae5-4735-b1f7-7314cca0be91 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f503e9-5ca6-4210-aea0-a4b40b5358ae HTTP/1.1" status: 200 len: 945 time: 0.0825260 Mar 09 04:18:29.398297 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:29.424524 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f503e9-5ca6-4210-aea0-a4b40b5358ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5dee64-30c8-43d4-bff6-bb7b99dca91a'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:18:29.434755 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 7a5dee64-30c8-43d4-bff6-bb7b99dca91a, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=7a5dee64-30c8-43d4-bff6-bb7b99dca91a,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:18:29.438551 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2ccbab3c-4f45-4bea-937c-5f9d13404220 req-62334bf8-28aa-43eb-9280-cfec2355ec35 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393820 Mar 09 04:18:29.439724 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:29.509407 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=7a5dee64-30c8-43d4-bff6-bb7b99dca91a,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:29.535273 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f503e9-5ca6-4210-aea0-a4b40b5358ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5dee64-30c8-43d4-bff6-bb7b99dca91a', 'code': 200} Mar 09 04:18:29.658723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced6af3-4d85-4a36-a602-f2b7220521a1 req-cd607fd6-6817-427a-a2ed-91cf1f32004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:29.660233 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eced6af3-4d85-4a36-a602-f2b7220521a1 req-cd607fd6-6817-427a-a2ed-91cf1f32004f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=03f503e9-5ca6-4210-aea0-a4b40b5358ae HTTP/1.1" status: 200 len: 1097 time: 0.0686979 Mar 09 04:18:29.700682 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eced6af3-4d85-4a36-a602-f2b7220521a1 req-b9821ff4-1499-4c2b-83af-7410a3dbbf4d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334661 Mar 09 04:18:30.622993 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42d6e4-1f4f-4d11-87af-dbbf34143b49 req-b8376971-d28f-4a17-9370-f8fccd1b227a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:30.624441 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2c42d6e4-1f4f-4d11-87af-dbbf34143b49 req-b8376971-d28f-4a17-9370-f8fccd1b227a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f503e9-5ca6-4210-aea0-a4b40b5358ae HTTP/1.1" status: 200 len: 946 time: 0.0801842 Mar 09 04:18:30.671788 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2c42d6e4-1f4f-4d11-87af-dbbf34143b49 req-594fd6c2-e2ed-46fd-9bd4-00a8d86d67fb tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416431 Mar 09 04:18:31.128573 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-714f46c6-af17-4bc7-92f6-1ac1ad394562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:31.858850 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a860b0-d800-459c-a64a-a665500ee933 req-21ab7e8f-598d-4964-8d72-9a7aca204603 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:31.858850 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-97a860b0-d800-459c-a64a-a665500ee933 req-21ab7e8f-598d-4964-8d72-9a7aca204603 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f503e9-5ca6-4210-aea0-a4b40b5358ae HTTP/1.1" status: 200 len: 946 time: 0.0848746 Mar 09 04:18:31.904995 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-97a860b0-d800-459c-a64a-a665500ee933 req-b6570e6f-4a7a-4924-8d3d-c6968ca92edc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388367 Mar 09 04:18:32.082682 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0457f-6aa6-4ce3-987d-9fa2b6541b52 req-e624bde1-76e3-4b92-8aea-b2776e238429 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:32.084115 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-daa0457f-6aa6-4ce3-987d-9fa2b6541b52 req-e624bde1-76e3-4b92-8aea-b2776e238429 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f503e9-5ca6-4210-aea0-a4b40b5358ae HTTP/1.1" status: 200 len: 946 time: 0.0778759 Mar 09 04:18:32.126499 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-daa0457f-6aa6-4ce3-987d-9fa2b6541b52 req-612ac8a8-129f-4ac4-86fa-18dd0c1677f9 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363288 Mar 09 04:18:32.275662 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:32.293017 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:32.306153 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b27776-9df3-4c21-b628-decb13c037fc req-d6344e92-cdb8-421f-9a9e-e991b0eecd5e tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:32.307660 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-16b27776-9df3-4c21-b628-decb13c037fc req-d6344e92-cdb8-421f-9a9e-e991b0eecd5e tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f503e9-5ca6-4210-aea0-a4b40b5358ae HTTP/1.1" status: 200 len: 946 time: 0.0802214 Mar 09 04:18:32.349998 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-16b27776-9df3-4c21-b628-decb13c037fc req-2884a828-49d5-45f4-adb7-9c363e838a36 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366557 Mar 09 04:18:32.714091 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbc025-91fd-465a-9994-fcdcb74b86d8 req-f66fabf3-33c1-413f-9149-130991683a38 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:32.715442 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4cbbc025-91fd-465a-9994-fcdcb74b86d8 req-f66fabf3-33c1-413f-9149-130991683a38 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f503e9-5ca6-4210-aea0-a4b40b5358ae HTTP/1.1" status: 200 len: 946 time: 0.0802860 Mar 09 04:18:32.758069 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4cbbc025-91fd-465a-9994-fcdcb74b86d8 req-889aea50-dc8b-4997-acfd-1f24fa2a0781 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370934 Mar 09 04:18:33.566042 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:33.953356 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d574d-7e88-4ac8-8bb1-baad1adce183 req-64623383-f43f-4bf3-bc3f-8ed556ea5625 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:33.954808 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd7d574d-7e88-4ac8-8bb1-baad1adce183 req-64623383-f43f-4bf3-bc3f-8ed556ea5625 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f503e9-5ca6-4210-aea0-a4b40b5358ae HTTP/1.1" status: 200 len: 946 time: 0.0850964 Mar 09 04:18:34.000426 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fd7d574d-7e88-4ac8-8bb1-baad1adce183 req-62113ac8-5fdf-44f9-b516-1209bc5ab464 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399768 Mar 09 04:18:34.072597 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea81f7-5f99-4e73-9a3a-69dc38a2d3a2 req-894f0716-e07e-4dca-9cd4-655247d703a5 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:34.073919 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-35ea81f7-5f99-4e73-9a3a-69dc38a2d3a2 req-894f0716-e07e-4dca-9cd4-655247d703a5 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.21 "GET /v2.0/ports?device_id=03f503e9-5ca6-4210-aea0-a4b40b5358ae HTTP/1.1" status: 200 len: 946 time: 0.0776801 Mar 09 04:18:34.143381 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-35ea81f7-5f99-4e73-9a3a-69dc38a2d3a2 req-8a38437f-4a68-42e3-82db-0ae17ba19448 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Deleting port 7a5dee64-30c8-43d4-bff6-bb7b99dca91a {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:18:34.143711 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-35ea81f7-5f99-4e73-9a3a-69dc38a2d3a2 req-8a38437f-4a68-42e3-82db-0ae17ba19448 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:34.415362 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:34.494814 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-35ea81f7-5f99-4e73-9a3a-69dc38a2d3a2 req-8a38437f-4a68-42e3-82db-0ae17ba19448 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] For port 7a5dee64-30c8-43d4-bff6-bb7b99dca91a, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=7a5dee64-30c8-43d4-bff6-bb7b99dca91a,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:18:34.495188 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-35ea81f7-5f99-4e73-9a3a-69dc38a2d3a2 req-8a38437f-4a68-42e3-82db-0ae17ba19448 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:34.622567 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-35ea81f7-5f99-4e73-9a3a-69dc38a2d3a2 req-8a38437f-4a68-42e3-82db-0ae17ba19448 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Calling delete_port for 7a5dee64-30c8-43d4-bff6-bb7b99dca91a owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:18:34.762866 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-35ea81f7-5f99-4e73-9a3a-69dc38a2d3a2 req-8a38437f-4a68-42e3-82db-0ae17ba19448 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:34.774508 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['7a5dee64-30c8-43d4-bff6-bb7b99dca91a'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:18:34.813798 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38437f-4a68-42e3-82db-0ae17ba19448 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event deleted for resources: {'Port': ['ID=7a5dee64-30c8-43d4-bff6-bb7b99dca91a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:34.898720 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ea81f7-5f99-4e73-9a3a-69dc38a2d3a2 req-8a38437f-4a68-42e3-82db-0ae17ba19448 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] No DVR routers for this DVR port 7a5dee64-30c8-43d4-bff6-bb7b99dca91a on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:18:34.901255 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-35ea81f7-5f99-4e73-9a3a-69dc38a2d3a2 req-8a38437f-4a68-42e3-82db-0ae17ba19448 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:34.907990 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f503e9-5ca6-4210-aea0-a4b40b5358ae', 'name': 'network-vif-deleted', 'tag': '7a5dee64-30c8-43d4-bff6-bb7b99dca91a'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:18:34.923148 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-35ea81f7-5f99-4e73-9a3a-69dc38a2d3a2 req-8a38437f-4a68-42e3-82db-0ae17ba19448 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.21 "DELETE /v2.0/ports/7a5dee64-30c8-43d4-bff6-bb7b99dca91a HTTP/1.1" status: 204 len: 173 time: 0.8438656 Mar 09 04:18:34.960221 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f503e9-5ca6-4210-aea0-a4b40b5358ae', 'name': 'network-vif-deleted', 'tag': '7a5dee64-30c8-43d4-bff6-bb7b99dca91a', 'status': 'completed', 'code': 200} Mar 09 04:18:35.148967 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-58c9078b-b75a-46d1-b691-feef66fea7a6 req-b31fd3ca-d974-468f-be3b-bf0c4b6381c1 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f503e9-5ca6-4210-aea0-a4b40b5358ae HTTP/1.1" status: 200 len: 210 time: 0.0431983 Mar 09 04:18:37.214132 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 7a5dee64-30c8-43d4-bff6-bb7b99dca91a no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:18:37.248468 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 7a5dee64-30c8-43d4-bff6-bb7b99dca91a {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:18:37.248818 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 7a5dee64-30c8-43d4-bff6-bb7b99dca91a not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:18:39.017685 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:50.622161 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:18:54.998521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017e888-0af2-40df-8198-ac78d3215af4 req-860a1fe7-33b4-47aa-b866-2da5a6e24acd tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:54.999978 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e017e888-0af2-40df-8198-ac78d3215af4 req-860a1fe7-33b4-47aa-b866-2da5a6e24acd tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 812 time: 0.1452055 Mar 09 04:18:55.016119 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e017e888-0af2-40df-8198-ac78d3215af4 req-3f9d82d1-f98a-495e-afa8-4d0a7865939d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/quotas/0719990b16af4df782d63d97c7dab9de HTTP/1.1" status: 200 len: 375 time: 0.0104139 Mar 09 04:18:55.099623 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e017e888-0af2-40df-8198-ac78d3215af4 req-da8a1e88-0a98-433e-bc4a-5f06c41d7096 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786915 Mar 09 04:18:55.228654 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e017e888-0af2-40df-8198-ac78d3215af4 req-cce78783-cee2-42d0-aa80-38203303627a service neutron] 10.222.0.16 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220884 Mar 09 04:18:55.356938 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e017e888-0af2-40df-8198-ac78d3215af4 req-28599c4c-f1ae-4ee9-97f4-574105f210d3 service neutron] 10.222.0.16 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227558 Mar 09 04:18:55.565571 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-9c6860f5-0f87-4e5f-a3c3-12df0884da5a req-117643e6-b270-45eb-a3f2-c63528606655 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Synchronizing usage tracker for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:18:55.581277 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-9c6860f5-0f87-4e5f-a3c3-12df0884da5a req-117643e6-b270-45eb-a3f2-c63528606655 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Unset dirty status for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:18:55.582451 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9c6860f5-0f87-4e5f-a3c3-12df0884da5a req-117643e6-b270-45eb-a3f2-c63528606655 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 210 time: 0.0588162 Mar 09 04:18:56.676166 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4b7f005b-9f06-4905-b547-665930bd2681 req-bcfc12d3-7004-4e99-95b9-cee88586de40 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 210 time: 0.0424604 Mar 09 04:18:57.770648 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7fe7579c-40d9-436a-8537-4ea9d63df646 req-d3faf9a2-4769-4b50-a9aa-34f3e96c5b2d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 210 time: 0.0433102 Mar 09 04:18:58.758147 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a72e1709-40f5-400f-864f-9f9d1a4c6e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:58.836960 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017e888-0af2-40df-8198-ac78d3215af4 req-bf865c98-4aec-48d2-bfb7-3f017e5f8249 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:58.838460 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e017e888-0af2-40df-8198-ac78d3215af4 req-bf865c98-4aec-48d2-bfb7-3f017e5f8249 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.21 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 812 time: 0.1519551 Mar 09 04:18:58.848825 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-e017e888-0af2-40df-8198-ac78d3215af4 req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Request body: {'port': {'device_id': '558baccf-f8d3-48cf-9eb5-da158830da12', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'admin_state_up': True, 'tenant_id': '0719990b16af4df782d63d97c7dab9de'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:18:58.930534 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4e66a800-7d36-4c6f-94a5-4db1a858417b req-e462ec2a-f219-4c0f-a1cf-f5d87f2c62cd tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 210 time: 0.0516729 Mar 09 04:18:58.990065 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-e017e888-0af2-40df-8198-ac78d3215af4 req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:18:58.999521 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-e017e888-0af2-40df-8198-ac78d3215af4 req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:18:59.009919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e017e888-0af2-40df-8198-ac78d3215af4 req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Made reservation on behalf of 0719990b16af4df782d63d97c7dab9de for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:18:59.013597 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e017e888-0af2-40df-8198-ac78d3215af4 req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:59.176909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-e017e888-0af2-40df-8198-ac78d3215af4 req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Allocated IP 172.20.0.6 (8f633b69-239a-406a-bd83-a4352d1cee94/ba29cb0f-95d5-47f5-9df9-1afdac36d9b0/045db76d-a331-4086-8cb0-b6bf6b43e847) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:18:59.384745 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e017e888-0af2-40df-8198-ac78d3215af4 req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:59.400957 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-e017e888-0af2-40df-8198-ac78d3215af4 req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Transition to ACTIVE for port object 045db76d-a331-4086-8cb0-b6bf6b43e847 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:18:59.426361 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e017e888-0af2-40df-8198-ac78d3215af4 req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:59.479167 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e017e888-0af2-40df-8198-ac78d3215af4 req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Network 8f633b69-239a-406a-bd83-a4352d1cee94 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:18:59.486318 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-e017e888-0af2-40df-8198-ac78d3215af4 req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:18:59.495865 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-e017e888-0af2-40df-8198-ac78d3215af4 req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:18:59.569234 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event updated for resources: {'Port': ['ID=045db76d-a331-4086-8cb0-b6bf6b43e847,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:18:59.582450 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:59.582786 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:59.583144 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:59.583598 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:59.583886 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:59.584204 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:59.584519 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:59.584838 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:59.585149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:59.585497 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:59.585813 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:59.586120 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:18:59.597799 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017e888-0af2-40df-8198-ac78d3215af4 req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:18:59.598424 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e017e888-0af2-40df-8198-ac78d3215af4 req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:59.630490 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e017e888-0af2-40df-8198-ac78d3215af4 req-4a07c524-b9b9-4724-b901-6df8b89217ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7853284 Mar 09 04:18:59.641828 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-e017e888-0af2-40df-8198-ac78d3215af4 req-a1460d46-96ad-4c79-bc45-035f37107774 service neutron] Request body: {'port': {'device_id': '558baccf-f8d3-48cf-9eb5-da158830da12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:18:59.758776 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e017e888-0af2-40df-8198-ac78d3215af4 req-a1460d46-96ad-4c79-bc45-035f37107774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:59.759013 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-aa92af52-7480-4b93-aed0-c37fe6df4086 None None] Provisioning for port 045db76d-a331-4086-8cb0-b6bf6b43e847 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:18:59.764838 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-aa92af52-7480-4b93-aed0-c37fe6df4086 None None] Provisioning complete for port 045db76d-a331-4086-8cb0-b6bf6b43e847 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:18:59.765661 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-aa92af52-7480-4b93-aed0-c37fe6df4086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:18:59.833006 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-aa92af52-7480-4b93-aed0-c37fe6df4086 None None] Port 045db76d-a331-4086-8cb0-b6bf6b43e847 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:19:00.209620 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee86983-4a75-48db-a987-47e45068e806 req-aff3c036-97c2-4741-a47f-568f39a5769a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:00.210315 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-7ee86983-4a75-48db-a987-47e45068e806 req-aff3c036-97c2-4741-a47f-568f39a5769a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Synchronizing usage tracker for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:19:00.217009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-e017e888-0af2-40df-8198-ac78d3215af4 req-a1460d46-96ad-4c79-bc45-035f37107774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 045db76d-a331-4086-8cb0-b6bf6b43e847 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:19:00.227008 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e017e888-0af2-40df-8198-ac78d3215af4 req-a1460d46-96ad-4c79-bc45-035f37107774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:00.246170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-7ee86983-4a75-48db-a987-47e45068e806 req-aff3c036-97c2-4741-a47f-568f39a5769a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Unset dirty status for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:19:00.247364 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7ee86983-4a75-48db-a987-47e45068e806 req-aff3c036-97c2-4741-a47f-568f39a5769a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 931 time: 0.1983714 Mar 09 04:19:00.248248 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-e017e888-0af2-40df-8198-ac78d3215af4 req-a1460d46-96ad-4c79-bc45-035f37107774 service neutron] Transition to ACTIVE for port object 045db76d-a331-4086-8cb0-b6bf6b43e847 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:19:00.252136 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e017e888-0af2-40df-8198-ac78d3215af4 req-a1460d46-96ad-4c79-bc45-035f37107774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:00.424100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1460d46-96ad-4c79-bc45-035f37107774 service neutron] Pushing event updated for resources: {'Port': ['ID=045db76d-a331-4086-8cb0-b6bf6b43e847,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:19:00.428969 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7ee86983-4a75-48db-a987-47e45068e806 req-d4e0c18f-4848-4c5f-af2f-724311c143b8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720693 Mar 09 04:19:00.540080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-e017e888-0af2-40df-8198-ac78d3215af4 req-a1460d46-96ad-4c79-bc45-035f37107774 service neutron] Attempting to bind port 045db76d-a331-4086-8cb0-b6bf6b43e847 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:19:00.540410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-e017e888-0af2-40df-8198-ac78d3215af4 req-a1460d46-96ad-4c79-bc45-035f37107774 service neutron] Attempting to bind port 045db76d-a331-4086-8cb0-b6bf6b43e847 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:19:00.540731 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e017e888-0af2-40df-8198-ac78d3215af4 req-a1460d46-96ad-4c79-bc45-035f37107774 service neutron] Attempting to bind port 045db76d-a331-4086-8cb0-b6bf6b43e847 on network 8f633b69-239a-406a-bd83-a4352d1cee94 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:19:00.545554 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e017e888-0af2-40df-8198-ac78d3215af4 req-a1460d46-96ad-4c79-bc45-035f37107774 service neutron] Port 045db76d-a331-4086-8cb0-b6bf6b43e847 on network 8f633b69-239a-406a-bd83-a4352d1cee94 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:19:00.545872 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e017e888-0af2-40df-8198-ac78d3215af4 req-a1460d46-96ad-4c79-bc45-035f37107774 service neutron] Attempting to bind port 045db76d-a331-4086-8cb0-b6bf6b43e847 on network 8f633b69-239a-406a-bd83-a4352d1cee94 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:19:00.550951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e017e888-0af2-40df-8198-ac78d3215af4 req-a1460d46-96ad-4c79-bc45-035f37107774 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:19:00.551286 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e017e888-0af2-40df-8198-ac78d3215af4 req-a1460d46-96ad-4c79-bc45-035f37107774 service neutron] Checking segment: {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:19:00.551666 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e017e888-0af2-40df-8198-ac78d3215af4 req-a1460d46-96ad-4c79-bc45-035f37107774 service neutron] Bound using segment: {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:19:00.552087 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-e017e888-0af2-40df-8198-ac78d3215af4 req-a1460d46-96ad-4c79-bc45-035f37107774 service neutron] Bound port: 045db76d-a331-4086-8cb0-b6bf6b43e847, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:19:00.552429 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e017e888-0af2-40df-8198-ac78d3215af4 req-a1460d46-96ad-4c79-bc45-035f37107774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:00.754877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-e017e888-0af2-40df-8198-ac78d3215af4 req-a1460d46-96ad-4c79-bc45-035f37107774 service neutron] For port 045db76d-a331-4086-8cb0-b6bf6b43e847, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:19:00.758442 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-e017e888-0af2-40df-8198-ac78d3215af4 req-a1460d46-96ad-4c79-bc45-035f37107774 service neutron] For port 045db76d-a331-4086-8cb0-b6bf6b43e847, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=045db76d-a331-4086-8cb0-b6bf6b43e847,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:19:00.765143 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e017e888-0af2-40df-8198-ac78d3215af4 req-a1460d46-96ad-4c79-bc45-035f37107774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:00.819796 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017e888-0af2-40df-8198-ac78d3215af4 req-a1460d46-96ad-4c79-bc45-035f37107774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:00.820745 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e017e888-0af2-40df-8198-ac78d3215af4 req-a1460d46-96ad-4c79-bc45-035f37107774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:00.822009 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e017e888-0af2-40df-8198-ac78d3215af4 req-a1460d46-96ad-4c79-bc45-035f37107774 service neutron] 10.222.0.21 "PUT /v2.0/ports/045db76d-a331-4086-8cb0-b6bf6b43e847 HTTP/1.1" status: 200 len: 1091 time: 1.1853240 Mar 09 04:19:00.822437 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '558baccf-f8d3-48cf-9eb5-da158830da12', 'tag': '045db76d-a331-4086-8cb0-b6bf6b43e847'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:19:00.850807 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1460d46-96ad-4c79-bc45-035f37107774 service neutron] Pushing event updated for resources: {'Port': ['ID=045db76d-a331-4086-8cb0-b6bf6b43e847,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:19:00.921945 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '558baccf-f8d3-48cf-9eb5-da158830da12', 'tag': '045db76d-a331-4086-8cb0-b6bf6b43e847', 'status': 'completed', 'code': 200} Mar 09 04:19:00.979822 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017e888-0af2-40df-8198-ac78d3215af4 req-7128b82c-01f2-4faa-9a22-f4ba196f83db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:00.981495 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e017e888-0af2-40df-8198-ac78d3215af4 req-7128b82c-01f2-4faa-9a22-f4ba196f83db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 1094 time: 0.1166592 Mar 09 04:19:01.056288 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e017e888-0af2-40df-8198-ac78d3215af4 req-687b24ac-c00c-4482-a654-c44038dcbe20 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=045db76d-a331-4086-8cb0-b6bf6b43e847 HTTP/1.1" status: 200 len: 217 time: 0.0676193 Mar 09 04:19:01.121742 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017e888-0af2-40df-8198-ac78d3215af4 req-8ba0e8a5-d193-487d-9738-96180ddcc6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:01.123522 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e017e888-0af2-40df-8198-ac78d3215af4 req-8ba0e8a5-d193-487d-9738-96180ddcc6d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 200 len: 851 time: 0.0626898 Mar 09 04:19:01.131141 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f7e4c630-605c-4cf3-aa8d-4d08f320755d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:01.201013 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017e888-0af2-40df-8198-ac78d3215af4 req-ed33c289-b5cc-4a1d-9771-d2394ce2bbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:01.202516 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e017e888-0af2-40df-8198-ac78d3215af4 req-ed33c289-b5cc-4a1d-9771-d2394ce2bbc7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f633b69-239a-406a-bd83-a4352d1cee94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732546 Mar 09 04:19:01.339673 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e017e888-0af2-40df-8198-ac78d3215af4 req-f40fde9c-1500-4304-b5ec-25bde0bee6c8 service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308892 Mar 09 04:19:01.472893 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e017e888-0af2-40df-8198-ac78d3215af4 req-cf113272-cac8-40d4-9afd-c974f61b9706 service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276670 Mar 09 04:19:01.654614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6a5ed-2ffc-4a42-9da6-e44255bf28d5 req-40494ecc-f5ee-4771-9e67-ec9f5a806204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:01.656428 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6ca6a5ed-2ffc-4a42-9da6-e44255bf28d5 req-40494ecc-f5ee-4771-9e67-ec9f5a806204 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 1094 time: 0.1407971 Mar 09 04:19:01.670734 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6495d4-07b3-401e-9189-bc9d1717fb4d req-7a31d9cb-b1d9-4b02-94d1-eb62ae150117 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:01.672943 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ea6495d4-07b3-401e-9189-bc9d1717fb4d req-7a31d9cb-b1d9-4b02-94d1-eb62ae150117 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 943 time: 0.1120214 Mar 09 04:19:01.830219 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ea6495d4-07b3-401e-9189-bc9d1717fb4d req-0d88d26e-d946-4d5d-81c3-01a594b460cf tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369469 Mar 09 04:19:01.881438 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6a5ed-2ffc-4a42-9da6-e44255bf28d5 req-4c19ab37-671f-4218-bf9e-bd661fc36f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:01.883864 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6ca6a5ed-2ffc-4a42-9da6-e44255bf28d5 req-4c19ab37-671f-4218-bf9e-bd661fc36f12 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 913 time: 0.2100644 Mar 09 04:19:01.987098 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6ca6a5ed-2ffc-4a42-9da6-e44255bf28d5 req-809644b4-bc9a-4d48-bb1a-2b24006e045d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=045db76d-a331-4086-8cb0-b6bf6b43e847 HTTP/1.1" status: 200 len: 217 time: 0.0967155 Mar 09 04:19:02.080777 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6a5ed-2ffc-4a42-9da6-e44255bf28d5 req-6b8991d6-ad18-4455-ac3a-00da49f8e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:02.082532 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6ca6a5ed-2ffc-4a42-9da6-e44255bf28d5 req-6b8991d6-ad18-4455-ac3a-00da49f8e887 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 200 len: 851 time: 0.0898178 Mar 09 04:19:02.167271 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6a5ed-2ffc-4a42-9da6-e44255bf28d5 req-2746cbfb-4992-433d-aefb-38c0a0f21bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:02.168510 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6ca6a5ed-2ffc-4a42-9da6-e44255bf28d5 req-2746cbfb-4992-433d-aefb-38c0a0f21bef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f633b69-239a-406a-bd83-a4352d1cee94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805717 Mar 09 04:19:02.315441 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:02.326651 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:02.332080 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6ca6a5ed-2ffc-4a42-9da6-e44255bf28d5 req-82023935-87c3-43b3-b499-57972d8922d7 service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580088 Mar 09 04:19:02.533564 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6ca6a5ed-2ffc-4a42-9da6-e44255bf28d5 req-e798d5d7-8619-4e85-acaa-fc110c2258f3 service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959605 Mar 09 04:19:03.106611 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def4426-2971-4d73-8ccb-6c500aa3f625 req-8f9c7710-8a69-4daf-92ff-b1d32d46a908 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:03.109028 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1def4426-2971-4d73-8ccb-6c500aa3f625 req-8f9c7710-8a69-4daf-92ff-b1d32d46a908 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 943 time: 0.0985348 Mar 09 04:19:03.171253 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1def4426-2971-4d73-8ccb-6c500aa3f625 req-44a67a43-bcbc-449b-a943-fce695e779f0 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528667 Mar 09 04:19:03.579025 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:04.398737 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ba0c5-1c49-439a-abcd-5b052a73d480 req-76764e0e-617c-4519-bd7f-49c34e449a37 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:04.401231 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf7ba0c5-1c49-439a-abcd-5b052a73d480 req-76764e0e-617c-4519-bd7f-49c34e449a37 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 943 time: 0.0896919 Mar 09 04:19:04.419979 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:04.463987 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf7ba0c5-1c49-439a-abcd-5b052a73d480 req-85c42f08-a974-4473-9e3d-b9d222193e3f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557418 Mar 09 04:19:05.663020 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e7ced-1485-4727-b814-57865f906d0b req-5b64aab3-8c43-4c6e-b663-929b96d371e1 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:05.665310 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e24e7ced-1485-4727-b814-57865f906d0b req-5b64aab3-8c43-4c6e-b663-929b96d371e1 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 943 time: 0.0879710 Mar 09 04:19:05.717659 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e24e7ced-1485-4727-b814-57865f906d0b req-39f32f4a-da98-44eb-bd98-b904052281de tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459516 Mar 09 04:19:06.906271 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4ab98-1b94-45b2-8b50-846520fca575 req-2e60d3f6-3e08-43ce-b158-762d09d28c82 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:06.907755 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-96d4ab98-1b94-45b2-8b50-846520fca575 req-2e60d3f6-3e08-43ce-b158-762d09d28c82 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 943 time: 0.0789073 Mar 09 04:19:06.951796 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-96d4ab98-1b94-45b2-8b50-846520fca575 req-eee308a7-1131-4227-9e61-a650f7cb98c8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384781 Mar 09 04:19:08.137226 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6266f-df8b-4911-adfc-de2d13ccb4b0 req-3d0fdc1c-857b-4065-ba70-92cc9cd8e350 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:08.138656 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3ca6266f-df8b-4911-adfc-de2d13ccb4b0 req-3d0fdc1c-857b-4065-ba70-92cc9cd8e350 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 943 time: 0.0840909 Mar 09 04:19:08.182466 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3ca6266f-df8b-4911-adfc-de2d13ccb4b0 req-659c7580-8d88-4bb3-8852-a847251bebcd tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381036 Mar 09 04:19:09.018546 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:09.371037 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02142d63-6ae1-462f-87b7-4bf24f344f8d req-57d64fe6-94c3-455f-8eaa-a07681be6d93 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:09.372463 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-02142d63-6ae1-462f-87b7-4bf24f344f8d req-57d64fe6-94c3-455f-8eaa-a07681be6d93 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 943 time: 0.0829422 Mar 09 04:19:09.518139 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-02142d63-6ae1-462f-87b7-4bf24f344f8d req-da944131-50a7-41ef-9254-6c2abeb630a3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400685 Mar 09 04:19:10.699117 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92f37b-4cda-40f7-900d-cae55efec347 req-f2bcc461-f570-4b90-af48-c269c984c608 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:10.700471 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be92f37b-4cda-40f7-900d-cae55efec347 req-f2bcc461-f570-4b90-af48-c269c984c608 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 943 time: 0.0774138 Mar 09 04:19:10.746699 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be92f37b-4cda-40f7-900d-cae55efec347 req-6fd88d0e-e23f-46f1-9b2f-9fd38f68d9fb tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406458 Mar 09 04:19:11.931034 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5adb1e-943e-4ffe-8724-741baf2b355d req-cce07766-6658-4834-9268-0319d3af3ba7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:11.932483 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff5adb1e-943e-4ffe-8724-741baf2b355d req-cce07766-6658-4834-9268-0319d3af3ba7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 943 time: 0.0843360 Mar 09 04:19:11.975089 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff5adb1e-943e-4ffe-8724-741baf2b355d req-9b690860-9d70-4627-8bc4-9fbec914af8d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370808 Mar 09 04:19:13.153065 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0b274-281b-4b1f-88d2-47f1618cdaa5 req-1cf3d65e-0d3e-40dd-9956-974c5153eb5d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:13.154472 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-afd0b274-281b-4b1f-88d2-47f1618cdaa5 req-1cf3d65e-0d3e-40dd-9956-974c5153eb5d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 943 time: 0.0774636 Mar 09 04:19:13.197944 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-afd0b274-281b-4b1f-88d2-47f1618cdaa5 req-65fec28f-612e-4665-b65e-2a7058b838d5 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379374 Mar 09 04:19:14.379083 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118ed66-8836-433e-9641-41d80438c58f req-1d73868b-2593-46ba-9f1b-f8c488deef72 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:14.380492 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b118ed66-8836-433e-9641-41d80438c58f req-1d73868b-2593-46ba-9f1b-f8c488deef72 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 943 time: 0.0804212 Mar 09 04:19:14.423007 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b118ed66-8836-433e-9641-41d80438c58f req-57f5bbcb-2beb-4c4c-a6ea-2c6941045251 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362704 Mar 09 04:19:15.607729 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e177e4-9101-4217-837a-08985c1f360f req-ddeba87a-3ec6-439c-be39-5047273660b5 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:15.609140 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-99e177e4-9101-4217-837a-08985c1f360f req-ddeba87a-3ec6-439c-be39-5047273660b5 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 943 time: 0.0811327 Mar 09 04:19:15.652454 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-99e177e4-9101-4217-837a-08985c1f360f req-81abb52d-cdfa-4f2d-af43-97652e635751 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378518 Mar 09 04:19:16.836381 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46754-4c91-4d4a-8de9-12210f93a760 req-8dc926d5-0d1d-416a-9979-441649936053 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:16.837814 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3df46754-4c91-4d4a-8de9-12210f93a760 req-8dc926d5-0d1d-416a-9979-441649936053 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 943 time: 0.0822411 Mar 09 04:19:16.880021 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3df46754-4c91-4d4a-8de9-12210f93a760 req-48279a4a-37d4-474a-a6af-a08c7dde7a18 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366955 Mar 09 04:19:17.415309 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 045db76d-a331-4086-8cb0-b6bf6b43e847 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:19:17.543673 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 045db76d-a331-4086-8cb0-b6bf6b43e847, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=045db76d-a331-4086-8cb0-b6bf6b43e847,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:19:17.556734 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '045db76d-a331-4086-8cb0-b6bf6b43e847', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'port_id': '045db76d-a331-4086-8cb0-b6bf6b43e847', 'mac_address': 'fa:16:3e:10:51:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:19:17.609035 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:17.625403 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 045db76d-a331-4086-8cb0-b6bf6b43e847 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:19:17.639859 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 045db76d-a331-4086-8cb0-b6bf6b43e847, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=045db76d-a331-4086-8cb0-b6bf6b43e847,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:19:17.643791 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:17.714951 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=045db76d-a331-4086-8cb0-b6bf6b43e847,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:19:17.831012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['045db76d-a331-4086-8cb0-b6bf6b43e847'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:19:18.068586 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6a5af-bd39-4ce8-902e-7003ec8a8a41 req-2e14fe79-c4a2-478a-8ed9-7103ea9f8701 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:18.070043 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f6a6a5af-bd39-4ce8-902e-7003ec8a8a41 req-2e14fe79-c4a2-478a-8ed9-7103ea9f8701 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 944 time: 0.0796885 Mar 09 04:19:18.114892 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f6a6a5af-bd39-4ce8-902e-7003ec8a8a41 req-bb1f6d94-2483-4fd6-b704-ef2761ae9640 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392194 Mar 09 04:19:19.293775 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea482ea-157d-4ed0-bb78-8b13cfacd309 req-7ff236ef-d2f5-435f-90c3-45e3b8e236bd tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:19.295352 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ea482ea-157d-4ed0-bb78-8b13cfacd309 req-7ff236ef-d2f5-435f-90c3-45e3b8e236bd tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 944 time: 0.0795813 Mar 09 04:19:19.353682 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ea482ea-157d-4ed0-bb78-8b13cfacd309 req-09a67b2f-eb8e-48c4-bedd-1f4a78236c76 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524592 Mar 09 04:19:19.416167 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 045db76d-a331-4086-8cb0-b6bf6b43e847 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:19:19.482921 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 045db76d-a331-4086-8cb0-b6bf6b43e847 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:19:19.487541 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 045db76d-a331-4086-8cb0-b6bf6b43e847 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:19:19.487900 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:19.599970 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:19.626061 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558baccf-f8d3-48cf-9eb5-da158830da12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045db76d-a331-4086-8cb0-b6bf6b43e847'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:19:19.635451 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 045db76d-a331-4086-8cb0-b6bf6b43e847, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=045db76d-a331-4086-8cb0-b6bf6b43e847,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:19:19.640342 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:19.676598 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558baccf-f8d3-48cf-9eb5-da158830da12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045db76d-a331-4086-8cb0-b6bf6b43e847', 'code': 200} Mar 09 04:19:19.717945 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=045db76d-a331-4086-8cb0-b6bf6b43e847,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:19:19.797256 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b51d02-7093-4623-92ed-f1a389840fee req-22f1c446-2906-4305-83fe-6b7919535c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:19.798680 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-66b51d02-7093-4623-92ed-f1a389840fee req-22f1c446-2906-4305-83fe-6b7919535c07 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 1096 time: 0.0708177 Mar 09 04:19:19.837515 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-66b51d02-7093-4623-92ed-f1a389840fee req-f757ee65-7e27-4678-97cc-04f50230c2b6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329123 Mar 09 04:19:20.532124 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31ee9c-4fc5-4f39-96ae-49a7de91926d req-ccff6b07-8886-47f9-96e2-4876e4fcb4ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:20.533451 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a31ee9c-4fc5-4f39-96ae-49a7de91926d req-ccff6b07-8886-47f9-96e2-4876e4fcb4ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 945 time: 0.0775847 Mar 09 04:19:20.579893 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a31ee9c-4fc5-4f39-96ae-49a7de91926d req-4430a6cb-924a-48a3-b086-fb30b6282cab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403855 Mar 09 04:19:21.763761 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ced221-5593-41a0-8d17-3d3c12fe6fdb req-d22ae1ff-017e-4991-9ce1-aee06a4454a0 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:21.765178 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-65ced221-5593-41a0-8d17-3d3c12fe6fdb req-d22ae1ff-017e-4991-9ce1-aee06a4454a0 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 945 time: 0.0820069 Mar 09 04:19:21.808424 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-65ced221-5593-41a0-8d17-3d3c12fe6fdb req-297b9be7-0824-4329-9da6-b886499c4ccf tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378814 Mar 09 04:19:22.001129 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e133f3-7ccb-4ee3-8935-2e32cf84fee9 req-a50cb8ac-73d2-4cbf-a314-bb3389106683 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:22.002561 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-54e133f3-7ccb-4ee3-8935-2e32cf84fee9 req-a50cb8ac-73d2-4cbf-a314-bb3389106683 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 945 time: 0.0815818 Mar 09 04:19:22.045373 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-54e133f3-7ccb-4ee3-8935-2e32cf84fee9 req-e714e3f7-30ec-4814-8c4d-38052fe0deee tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370395 Mar 09 04:19:22.225044 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d550cf-9e88-43df-a609-b75067d1bf93 req-748c1d30-5962-4f5f-8128-668ebb6471a6 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:22.226894 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-51d550cf-9e88-43df-a609-b75067d1bf93 req-748c1d30-5962-4f5f-8128-668ebb6471a6 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 945 time: 0.0788400 Mar 09 04:19:22.272786 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-51d550cf-9e88-43df-a609-b75067d1bf93 req-45fe1905-8813-41f7-9efe-b0dfd207cd14 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405231 Mar 09 04:19:22.720464 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b77da1-bd8c-4a42-8c0c-74a7a9819618 req-0e0aa302-b098-41b9-834c-6538a50afde4 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:22.721873 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-75b77da1-bd8c-4a42-8c0c-74a7a9819618 req-0e0aa302-b098-41b9-834c-6538a50afde4 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 945 time: 0.0780964 Mar 09 04:19:22.765812 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-75b77da1-bd8c-4a42-8c0c-74a7a9819618 req-ee709a10-bcea-472c-b7c2-c99a7405b622 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378227 Mar 09 04:19:23.957435 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411b8a4-1fd6-42c3-955d-accd2c5672b0 req-07589abb-798f-4b2e-a5af-91901912bb03 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:23.958898 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b411b8a4-1fd6-42c3-955d-accd2c5672b0 req-07589abb-798f-4b2e-a5af-91901912bb03 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 945 time: 0.0857053 Mar 09 04:19:24.003143 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b411b8a4-1fd6-42c3-955d-accd2c5672b0 req-8b39517f-1255-4f2e-adb1-716df46aa505 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379941 Mar 09 04:19:24.079996 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd2526-82cd-46da-99f6-9d0210e69d43 req-138f511f-c3a5-446a-abf4-73a352dc4da5 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:24.081335 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e1dd2526-82cd-46da-99f6-9d0210e69d43 req-138f511f-c3a5-446a-abf4-73a352dc4da5 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.21 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 945 time: 0.0773783 Mar 09 04:19:24.151631 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-e1dd2526-82cd-46da-99f6-9d0210e69d43 req-84857cd3-07fd-4a48-b372-ba201520c522 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Deleting port 045db76d-a331-4086-8cb0-b6bf6b43e847 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:19:24.151966 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e1dd2526-82cd-46da-99f6-9d0210e69d43 req-84857cd3-07fd-4a48-b372-ba201520c522 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:24.391228 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-e1dd2526-82cd-46da-99f6-9d0210e69d43 req-84857cd3-07fd-4a48-b372-ba201520c522 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] For port 045db76d-a331-4086-8cb0-b6bf6b43e847, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=045db76d-a331-4086-8cb0-b6bf6b43e847,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:19:24.391509 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e1dd2526-82cd-46da-99f6-9d0210e69d43 req-84857cd3-07fd-4a48-b372-ba201520c522 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:24.509768 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-e1dd2526-82cd-46da-99f6-9d0210e69d43 req-84857cd3-07fd-4a48-b372-ba201520c522 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Calling delete_port for 045db76d-a331-4086-8cb0-b6bf6b43e847 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:19:24.648658 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e1dd2526-82cd-46da-99f6-9d0210e69d43 req-84857cd3-07fd-4a48-b372-ba201520c522 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:24.659611 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['045db76d-a331-4086-8cb0-b6bf6b43e847'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:19:24.698147 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84857cd3-07fd-4a48-b372-ba201520c522 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event deleted for resources: {'Port': ['ID=045db76d-a331-4086-8cb0-b6bf6b43e847,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:19:24.773649 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1dd2526-82cd-46da-99f6-9d0210e69d43 req-84857cd3-07fd-4a48-b372-ba201520c522 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] No DVR routers for this DVR port 045db76d-a331-4086-8cb0-b6bf6b43e847 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:19:24.776313 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e1dd2526-82cd-46da-99f6-9d0210e69d43 req-84857cd3-07fd-4a48-b372-ba201520c522 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:24.780151 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558baccf-f8d3-48cf-9eb5-da158830da12', 'name': 'network-vif-deleted', 'tag': '045db76d-a331-4086-8cb0-b6bf6b43e847'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:19:24.797067 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e1dd2526-82cd-46da-99f6-9d0210e69d43 req-84857cd3-07fd-4a48-b372-ba201520c522 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.21 "DELETE /v2.0/ports/045db76d-a331-4086-8cb0-b6bf6b43e847 HTTP/1.1" status: 204 len: 173 time: 0.7095375 Mar 09 04:19:24.828136 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558baccf-f8d3-48cf-9eb5-da158830da12', 'name': 'network-vif-deleted', 'tag': '045db76d-a331-4086-8cb0-b6bf6b43e847', 'status': 'completed', 'code': 200} Mar 09 04:19:25.163278 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-659fd34c-064d-45ee-985c-7b8961088273 req-70ae14c0-4f33-4dcf-8368-bd368dd64422 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Synchronizing usage tracker for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:19:25.179503 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-659fd34c-064d-45ee-985c-7b8961088273 req-70ae14c0-4f33-4dcf-8368-bd368dd64422 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Unset dirty status for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:19:25.180621 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-659fd34c-064d-45ee-985c-7b8961088273 req-70ae14c0-4f33-4dcf-8368-bd368dd64422 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=558baccf-f8d3-48cf-9eb5-da158830da12 HTTP/1.1" status: 200 len: 210 time: 0.0722289 Mar 09 04:19:27.463588 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 045db76d-a331-4086-8cb0-b6bf6b43e847 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:19:27.498205 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 045db76d-a331-4086-8cb0-b6bf6b43e847 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:19:27.498637 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 045db76d-a331-4086-8cb0-b6bf6b43e847 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:19:27.621873 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:19:28.752227 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-601027b7-32b9-4562-9b32-09a9486b5c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:31.133417 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-692a5be9-52df-4ae9-90ce-0ae67c1ee466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:32.283541 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:32.302332 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:33.571889 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:34.432214 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:39.035788 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:45.942135 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2545915-4531-4d68-b843-9ee4378b279a req-148be183-2119-4d6e-95b7-6fa5047c6a0c tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:45.944169 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c2545915-4531-4d68-b843-9ee4378b279a req-148be183-2119-4d6e-95b7-6fa5047c6a0c tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 812 time: 0.1443105 Mar 09 04:19:45.959158 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c2545915-4531-4d68-b843-9ee4378b279a req-7a3b04c7-4c77-4643-826a-2571aeed4d75 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/quotas/0719990b16af4df782d63d97c7dab9de HTTP/1.1" status: 200 len: 375 time: 0.0094712 Mar 09 04:19:46.043309 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c2545915-4531-4d68-b843-9ee4378b279a req-81521f8c-4c2b-41ce-94be-af68bfacbffb tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793107 Mar 09 04:19:46.315131 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c2545915-4531-4d68-b843-9ee4378b279a req-17d971c2-82a4-4ad7-996c-86334a2b02a7 service neutron] 10.222.0.16 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655065 Mar 09 04:19:46.443842 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c2545915-4531-4d68-b843-9ee4378b279a req-97485612-6161-401e-a3a2-a2b24be36785 service neutron] 10.222.0.16 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228757 Mar 09 04:19:46.813215 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-08032c33-b55d-4d52-89eb-add4ddb39bc1 req-aa67a1d2-df5a-4d63-aa9d-251ae956f92a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fcf839f-f5d0-4444-9a1a-144adc4bb430 HTTP/1.1" status: 200 len: 210 time: 0.0459223 Mar 09 04:19:47.967294 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-14225fa8-fcd2-4d70-aa81-480d444fc477 req-50dddfb5-f439-44db-8b4c-36afc0a776b8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fcf839f-f5d0-4444-9a1a-144adc4bb430 HTTP/1.1" status: 200 len: 210 time: 0.0452609 Mar 09 04:19:48.115927 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2545915-4531-4d68-b843-9ee4378b279a req-1f0a4bd1-c047-40d1-9b92-f7cab6725610 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:48.118279 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c2545915-4531-4d68-b843-9ee4378b279a req-1f0a4bd1-c047-40d1-9b92-f7cab6725610 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.21 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 812 time: 0.1464016 Mar 09 04:19:48.129077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-c2545915-4531-4d68-b843-9ee4378b279a req-e5d5ba83-8886-4724-92e5-7cf476ff4a7a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Request body: {'port': {'device_id': '8fcf839f-f5d0-4444-9a1a-144adc4bb430', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'admin_state_up': True, 'tenant_id': '0719990b16af4df782d63d97c7dab9de'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:19:48.265794 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c2545915-4531-4d68-b843-9ee4378b279a req-e5d5ba83-8886-4724-92e5-7cf476ff4a7a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:19:48.275337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c2545915-4531-4d68-b843-9ee4378b279a req-e5d5ba83-8886-4724-92e5-7cf476ff4a7a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:19:48.284946 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2545915-4531-4d68-b843-9ee4378b279a req-e5d5ba83-8886-4724-92e5-7cf476ff4a7a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Made reservation on behalf of 0719990b16af4df782d63d97c7dab9de for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:19:48.289007 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c2545915-4531-4d68-b843-9ee4378b279a req-e5d5ba83-8886-4724-92e5-7cf476ff4a7a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:48.455460 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-c2545915-4531-4d68-b843-9ee4378b279a req-e5d5ba83-8886-4724-92e5-7cf476ff4a7a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Allocated IP 172.20.0.9 (8f633b69-239a-406a-bd83-a4352d1cee94/ba29cb0f-95d5-47f5-9df9-1afdac36d9b0/e9f82df6-8362-4e72-89c0-8a7f4c9a27ea) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:19:48.653234 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c2545915-4531-4d68-b843-9ee4378b279a req-e5d5ba83-8886-4724-92e5-7cf476ff4a7a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:48.668954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-c2545915-4531-4d68-b843-9ee4378b279a req-e5d5ba83-8886-4724-92e5-7cf476ff4a7a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Transition to ACTIVE for port object e9f82df6-8362-4e72-89c0-8a7f4c9a27ea will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:19:48.692314 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c2545915-4531-4d68-b843-9ee4378b279a req-e5d5ba83-8886-4724-92e5-7cf476ff4a7a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:48.762035 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2545915-4531-4d68-b843-9ee4378b279a req-e5d5ba83-8886-4724-92e5-7cf476ff4a7a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Network 8f633b69-239a-406a-bd83-a4352d1cee94 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:19:48.769597 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-c2545915-4531-4d68-b843-9ee4378b279a req-e5d5ba83-8886-4724-92e5-7cf476ff4a7a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:19:48.774646 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2545915-4531-4d68-b843-9ee4378b279a req-e5d5ba83-8886-4724-92e5-7cf476ff4a7a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:19:48.805687 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5ba83-8886-4724-92e5-7cf476ff4a7a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event updated for resources: {'Port': ['ID=e9f82df6-8362-4e72-89c0-8a7f4c9a27ea,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:19:48.842305 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2545915-4531-4d68-b843-9ee4378b279a req-e5d5ba83-8886-4724-92e5-7cf476ff4a7a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:48.842949 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c2545915-4531-4d68-b843-9ee4378b279a req-e5d5ba83-8886-4724-92e5-7cf476ff4a7a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:48.871390 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c2545915-4531-4d68-b843-9ee4378b279a req-e5d5ba83-8886-4724-92e5-7cf476ff4a7a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7458529 Mar 09 04:19:48.883854 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-c2545915-4531-4d68-b843-9ee4378b279a req-9b2af130-0785-434e-86cf-d7147943c796 service neutron] Request body: {'port': {'device_id': '8fcf839f-f5d0-4444-9a1a-144adc4bb430', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:19:49.007133 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c2545915-4531-4d68-b843-9ee4378b279a req-9b2af130-0785-434e-86cf-d7147943c796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:49.085963 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-044bdeb3-b568-4057-b67b-ff5fc3e32c50 None None] Provisioning for port e9f82df6-8362-4e72-89c0-8a7f4c9a27ea completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:19:49.091708 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-044bdeb3-b568-4057-b67b-ff5fc3e32c50 None None] Provisioning complete for port e9f82df6-8362-4e72-89c0-8a7f4c9a27ea triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:19:49.092074 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-044bdeb3-b568-4057-b67b-ff5fc3e32c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:49.193213 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-044bdeb3-b568-4057-b67b-ff5fc3e32c50 None None] Port e9f82df6-8362-4e72-89c0-8a7f4c9a27ea cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:19:49.400693 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-c2545915-4531-4d68-b843-9ee4378b279a req-9b2af130-0785-434e-86cf-d7147943c796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f82df6-8362-4e72-89c0-8a7f4c9a27ea {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:19:49.408945 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c2545915-4531-4d68-b843-9ee4378b279a req-9b2af130-0785-434e-86cf-d7147943c796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:49.424671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-c2545915-4531-4d68-b843-9ee4378b279a req-9b2af130-0785-434e-86cf-d7147943c796 service neutron] Transition to ACTIVE for port object e9f82df6-8362-4e72-89c0-8a7f4c9a27ea will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:19:49.429166 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c2545915-4531-4d68-b843-9ee4378b279a req-9b2af130-0785-434e-86cf-d7147943c796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:49.459772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149cc79-dc64-462a-9d3a-7010087fa6b8 req-20ea0e10-6b04-49b0-8286-7b2fedefca32 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:49.462025 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8149cc79-dc64-462a-9d3a-7010087fa6b8 req-20ea0e10-6b04-49b0-8286-7b2fedefca32 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fcf839f-f5d0-4444-9a1a-144adc4bb430 HTTP/1.1" status: 200 len: 931 time: 0.1975071 Mar 09 04:19:49.511303 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8149cc79-dc64-462a-9d3a-7010087fa6b8 req-f7409d51-affd-4904-8d7c-2b157ee58d5b tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434437 Mar 09 04:19:49.678491 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2af130-0785-434e-86cf-d7147943c796 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f82df6-8362-4e72-89c0-8a7f4c9a27ea,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:19:49.793289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-c2545915-4531-4d68-b843-9ee4378b279a req-9b2af130-0785-434e-86cf-d7147943c796 service neutron] Attempting to bind port e9f82df6-8362-4e72-89c0-8a7f4c9a27ea on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:19:49.793622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-c2545915-4531-4d68-b843-9ee4378b279a req-9b2af130-0785-434e-86cf-d7147943c796 service neutron] Attempting to bind port e9f82df6-8362-4e72-89c0-8a7f4c9a27ea by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:19:49.793945 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2545915-4531-4d68-b843-9ee4378b279a req-9b2af130-0785-434e-86cf-d7147943c796 service neutron] Attempting to bind port e9f82df6-8362-4e72-89c0-8a7f4c9a27ea on network 8f633b69-239a-406a-bd83-a4352d1cee94 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:19:49.798914 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2545915-4531-4d68-b843-9ee4378b279a req-9b2af130-0785-434e-86cf-d7147943c796 service neutron] Port e9f82df6-8362-4e72-89c0-8a7f4c9a27ea on network 8f633b69-239a-406a-bd83-a4352d1cee94 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:19:49.799183 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2545915-4531-4d68-b843-9ee4378b279a req-9b2af130-0785-434e-86cf-d7147943c796 service neutron] Attempting to bind port e9f82df6-8362-4e72-89c0-8a7f4c9a27ea on network 8f633b69-239a-406a-bd83-a4352d1cee94 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:19:49.804993 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2545915-4531-4d68-b843-9ee4378b279a req-9b2af130-0785-434e-86cf-d7147943c796 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:19:49.805324 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2545915-4531-4d68-b843-9ee4378b279a req-9b2af130-0785-434e-86cf-d7147943c796 service neutron] Checking segment: {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:19:49.805694 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2545915-4531-4d68-b843-9ee4378b279a req-9b2af130-0785-434e-86cf-d7147943c796 service neutron] Bound using segment: {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:19:49.806794 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-c2545915-4531-4d68-b843-9ee4378b279a req-9b2af130-0785-434e-86cf-d7147943c796 service neutron] Bound port: e9f82df6-8362-4e72-89c0-8a7f4c9a27ea, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:19:49.807161 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c2545915-4531-4d68-b843-9ee4378b279a req-9b2af130-0785-434e-86cf-d7147943c796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:49.898450 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-c2545915-4531-4d68-b843-9ee4378b279a req-9b2af130-0785-434e-86cf-d7147943c796 service neutron] For port e9f82df6-8362-4e72-89c0-8a7f4c9a27ea, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:19:49.901639 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-c2545915-4531-4d68-b843-9ee4378b279a req-9b2af130-0785-434e-86cf-d7147943c796 service neutron] For port e9f82df6-8362-4e72-89c0-8a7f4c9a27ea, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e9f82df6-8362-4e72-89c0-8a7f4c9a27ea,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:19:49.906714 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c2545915-4531-4d68-b843-9ee4378b279a req-9b2af130-0785-434e-86cf-d7147943c796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:49.968136 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2545915-4531-4d68-b843-9ee4378b279a req-9b2af130-0785-434e-86cf-d7147943c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:49.969181 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c2545915-4531-4d68-b843-9ee4378b279a req-9b2af130-0785-434e-86cf-d7147943c796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:49.970638 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c2545915-4531-4d68-b843-9ee4378b279a req-9b2af130-0785-434e-86cf-d7147943c796 service neutron] 10.222.0.21 "PUT /v2.0/ports/e9f82df6-8362-4e72-89c0-8a7f4c9a27ea HTTP/1.1" status: 200 len: 1091 time: 1.0915241 Mar 09 04:19:49.971109 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fcf839f-f5d0-4444-9a1a-144adc4bb430', 'tag': 'e9f82df6-8362-4e72-89c0-8a7f4c9a27ea'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:19:50.008968 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2af130-0785-434e-86cf-d7147943c796 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f82df6-8362-4e72-89c0-8a7f4c9a27ea,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:19:50.047521 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fcf839f-f5d0-4444-9a1a-144adc4bb430', 'tag': 'e9f82df6-8362-4e72-89c0-8a7f4c9a27ea', 'status': 'completed', 'code': 200} Mar 09 04:19:50.088336 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2545915-4531-4d68-b843-9ee4378b279a req-67525be5-dbf8-4139-a3c5-b479f9fea532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:50.089798 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c2545915-4531-4d68-b843-9ee4378b279a req-67525be5-dbf8-4139-a3c5-b479f9fea532 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&device_id=8fcf839f-f5d0-4444-9a1a-144adc4bb430 HTTP/1.1" status: 200 len: 1094 time: 0.0778773 Mar 09 04:19:50.157955 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c2545915-4531-4d68-b843-9ee4378b279a req-244c219a-9845-4fc1-877d-186bf12934a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9f82df6-8362-4e72-89c0-8a7f4c9a27ea HTTP/1.1" status: 200 len: 217 time: 0.0616248 Mar 09 04:19:50.221334 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2545915-4531-4d68-b843-9ee4378b279a req-986b9f87-7bff-43e1-b405-2e47868fc16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:50.222715 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c2545915-4531-4d68-b843-9ee4378b279a req-986b9f87-7bff-43e1-b405-2e47868fc16c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 200 len: 851 time: 0.0592272 Mar 09 04:19:50.297296 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2545915-4531-4d68-b843-9ee4378b279a req-5860e8e9-1c05-4135-8849-233bc54be093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:50.298741 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c2545915-4531-4d68-b843-9ee4378b279a req-5860e8e9-1c05-4135-8849-233bc54be093 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f633b69-239a-406a-bd83-a4352d1cee94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679424 Mar 09 04:19:50.429156 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c2545915-4531-4d68-b843-9ee4378b279a req-3ea751ef-6ab6-4cac-b5b8-94ef2c7046bb service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240315 Mar 09 04:19:50.556624 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c2545915-4531-4d68-b843-9ee4378b279a req-40bb9f1f-196e-472e-82c8-28d66cc49c92 service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216781 Mar 09 04:19:50.670723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3ba5e-8450-4313-962e-8fb65fa43677 req-485d3853-fced-47aa-a839-b27933631b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:50.672209 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d2a3ba5e-8450-4313-962e-8fb65fa43677 req-485d3853-fced-47aa-a839-b27933631b1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&device_id=8fcf839f-f5d0-4444-9a1a-144adc4bb430 HTTP/1.1" status: 200 len: 1094 time: 0.0750606 Mar 09 04:19:50.699097 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a580761-751c-4f26-96ca-edb70adfe34c req-ccbf70bc-06bc-4fc0-9c76-51daef4fb6ec tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:50.700646 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7a580761-751c-4f26-96ca-edb70adfe34c req-ccbf70bc-06bc-4fc0-9c76-51daef4fb6ec tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fcf839f-f5d0-4444-9a1a-144adc4bb430 HTTP/1.1" status: 200 len: 943 time: 0.0830593 Mar 09 04:19:50.744804 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7a580761-751c-4f26-96ca-edb70adfe34c req-fc3c7941-2d3a-490c-9ca8-71fde928ba40 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386395 Mar 09 04:19:50.801075 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3ba5e-8450-4313-962e-8fb65fa43677 req-590059bc-8675-420c-be6c-3c1ba8ecefc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:50.802403 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d2a3ba5e-8450-4313-962e-8fb65fa43677 req-590059bc-8675-420c-be6c-3c1ba8ecefc3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 913 time: 0.1238551 Mar 09 04:19:50.867659 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d2a3ba5e-8450-4313-962e-8fb65fa43677 req-42814eaf-2942-47f1-ac33-73d5d9d6bdc8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9f82df6-8362-4e72-89c0-8a7f4c9a27ea HTTP/1.1" status: 200 len: 217 time: 0.0587735 Mar 09 04:19:50.931413 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3ba5e-8450-4313-962e-8fb65fa43677 req-3f13006d-c675-4028-b48c-5ccb1ed6fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:50.932854 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d2a3ba5e-8450-4313-962e-8fb65fa43677 req-3f13006d-c675-4028-b48c-5ccb1ed6fb53 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 200 len: 851 time: 0.0592465 Mar 09 04:19:51.007301 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3ba5e-8450-4313-962e-8fb65fa43677 req-6a1b6164-a015-4faa-8fe5-60716897c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:51.008731 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d2a3ba5e-8450-4313-962e-8fb65fa43677 req-6a1b6164-a015-4faa-8fe5-60716897c22c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f633b69-239a-406a-bd83-a4352d1cee94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692492 Mar 09 04:19:51.137233 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d2a3ba5e-8450-4313-962e-8fb65fa43677 req-e50e6b62-498b-4149-afbf-21e72c78302c service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220202 Mar 09 04:19:51.373079 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d2a3ba5e-8450-4313-962e-8fb65fa43677 req-6bcc8084-17f3-4f21-b5d2-352508902bb8 service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298877 Mar 09 04:19:51.933878 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c22b6-2041-4dad-a01a-97ffae17ef99 req-66ef2379-17ff-466c-9153-354187b47dcc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:51.934575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-793c22b6-2041-4dad-a01a-97ffae17ef99 req-66ef2379-17ff-466c-9153-354187b47dcc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Synchronizing usage tracker for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:19:51.950317 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-793c22b6-2041-4dad-a01a-97ffae17ef99 req-66ef2379-17ff-466c-9153-354187b47dcc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Unset dirty status for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:19:51.951546 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-793c22b6-2041-4dad-a01a-97ffae17ef99 req-66ef2379-17ff-466c-9153-354187b47dcc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fcf839f-f5d0-4444-9a1a-144adc4bb430 HTTP/1.1" status: 200 len: 943 time: 0.1000807 Mar 09 04:19:52.003037 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-793c22b6-2041-4dad-a01a-97ffae17ef99 req-6cb325b0-1ca6-4d96-8645-3e2596a7bbc0 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446243 Mar 09 04:19:53.184977 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0922222-598c-4573-820d-c41d22c49cf6 req-204bd948-791c-4225-946f-fb0b4379398a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:53.186317 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a0922222-598c-4573-820d-c41d22c49cf6 req-204bd948-791c-4225-946f-fb0b4379398a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fcf839f-f5d0-4444-9a1a-144adc4bb430 HTTP/1.1" status: 200 len: 943 time: 0.0784140 Mar 09 04:19:53.232334 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a0922222-598c-4573-820d-c41d22c49cf6 req-7f51f748-f718-4b67-8896-fdcdbe8d7552 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404255 Mar 09 04:19:54.417521 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb350033-2923-4142-a70a-69a9771a6081 req-67282990-eeed-4978-bafa-11db01210624 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:54.419007 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bb350033-2923-4142-a70a-69a9771a6081 req-67282990-eeed-4978-bafa-11db01210624 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fcf839f-f5d0-4444-9a1a-144adc4bb430 HTTP/1.1" status: 200 len: 943 time: 0.0780416 Mar 09 04:19:54.461147 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bb350033-2923-4142-a70a-69a9771a6081 req-37266951-a382-4f53-af9d-ad1167876856 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367084 Mar 09 04:19:55.644716 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84f774-4d49-4c65-80ba-9f3cbdf219d1 req-cee7baa5-da86-4844-a924-363088e1ee9f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:55.646149 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-db84f774-4d49-4c65-80ba-9f3cbdf219d1 req-cee7baa5-da86-4844-a924-363088e1ee9f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fcf839f-f5d0-4444-9a1a-144adc4bb430 HTTP/1.1" status: 200 len: 943 time: 0.0784783 Mar 09 04:19:55.690011 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-db84f774-4d49-4c65-80ba-9f3cbdf219d1 req-fb4a4cef-1e5f-4d45-bfe3-bd6c6ca89756 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380638 Mar 09 04:19:56.874608 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6483ac-b0ee-49cb-b133-bbd7e4f94033 req-d8bb162e-2ad0-4beb-bf36-d5eab09c0635 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:56.876075 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dc6483ac-b0ee-49cb-b133-bbd7e4f94033 req-d8bb162e-2ad0-4beb-bf36-d5eab09c0635 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fcf839f-f5d0-4444-9a1a-144adc4bb430 HTTP/1.1" status: 200 len: 943 time: 0.0815563 Mar 09 04:19:56.919699 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dc6483ac-b0ee-49cb-b133-bbd7e4f94033 req-0d624d7d-e1c6-487b-b862-434a59a7d9f9 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372438 Mar 09 04:19:57.634591 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e9f82df6-8362-4e72-89c0-8a7f4c9a27ea details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:19:57.764527 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port e9f82df6-8362-4e72-89c0-8a7f4c9a27ea, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e9f82df6-8362-4e72-89c0-8a7f4c9a27ea,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:19:57.777182 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'e9f82df6-8362-4e72-89c0-8a7f4c9a27ea', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'port_id': 'e9f82df6-8362-4e72-89c0-8a7f4c9a27ea', 'mac_address': 'fa:16:3e:d1:88:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:19:57.830237 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:57.846005 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f82df6-8362-4e72-89c0-8a7f4c9a27ea {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:19:57.860972 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port e9f82df6-8362-4e72-89c0-8a7f4c9a27ea, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e9f82df6-8362-4e72-89c0-8a7f4c9a27ea,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:19:57.864603 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:57.933189 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=e9f82df6-8362-4e72-89c0-8a7f4c9a27ea,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:19:57.940545 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:19:57.941025 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:19:57.941570 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:19:57.941704 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:19:57.942035 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:19:57.942643 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:19:57.942761 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:19:57.943661 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:19:57.943993 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:19:57.944307 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:19:57.944631 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:19:57.944923 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:19:58.068916 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['e9f82df6-8362-4e72-89c0-8a7f4c9a27ea'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:19:58.109189 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e631668-0982-44e8-84d2-04189760bc66 req-182b4104-c058-4861-9967-8dfb67f9bd88 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:58.110623 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5e631668-0982-44e8-84d2-04189760bc66 req-182b4104-c058-4861-9967-8dfb67f9bd88 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fcf839f-f5d0-4444-9a1a-144adc4bb430 HTTP/1.1" status: 200 len: 944 time: 0.0835605 Mar 09 04:19:58.154785 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5e631668-0982-44e8-84d2-04189760bc66 req-810ef70c-9306-4b93-9d6d-5b20944d6888 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374629 Mar 09 04:19:58.753259 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5eb9e6dc-e7a9-4fc5-9352-c65d94f45654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:59.340646 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c9abb-bc6a-4b7c-8b32-5e267bba97e1 req-29868a38-1b06-4f8b-98b7-62d8fd1e7cb7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:19:59.342113 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a8c9abb-bc6a-4b7c-8b32-5e267bba97e1 req-29868a38-1b06-4f8b-98b7-62d8fd1e7cb7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fcf839f-f5d0-4444-9a1a-144adc4bb430 HTTP/1.1" status: 200 len: 944 time: 0.0792754 Mar 09 04:19:59.388064 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a8c9abb-bc6a-4b7c-8b32-5e267bba97e1 req-d519cfef-0f89-4619-9dcf-208682be3bfa tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403860 Mar 09 04:19:59.665635 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e9f82df6-8362-4e72-89c0-8a7f4c9a27ea up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:19:59.738321 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port e9f82df6-8362-4e72-89c0-8a7f4c9a27ea completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:19:59.743869 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port e9f82df6-8362-4e72-89c0-8a7f4c9a27ea triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:19:59.744225 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:59.856501 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:59.882996 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcf839f-f5d0-4444-9a1a-144adc4bb430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f82df6-8362-4e72-89c0-8a7f4c9a27ea'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:19:59.892838 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port e9f82df6-8362-4e72-89c0-8a7f4c9a27ea, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e9f82df6-8362-4e72-89c0-8a7f4c9a27ea,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:19:59.897559 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:19:59.931117 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fcf839f-f5d0-4444-9a1a-144adc4bb430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f82df6-8362-4e72-89c0-8a7f4c9a27ea', 'code': 200} Mar 09 04:19:59.968559 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=e9f82df6-8362-4e72-89c0-8a7f4c9a27ea,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:20:00.051721 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3b5f8-6700-4995-9455-61f32ba5e057 req-784ce246-fffb-4e31-bf94-8176ddf28f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:00.053227 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ba3b5f8-6700-4995-9455-61f32ba5e057 req-784ce246-fffb-4e31-bf94-8176ddf28f04 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8fcf839f-f5d0-4444-9a1a-144adc4bb430 HTTP/1.1" status: 200 len: 1096 time: 0.0683813 Mar 09 04:20:00.092594 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ba3b5f8-6700-4995-9455-61f32ba5e057 req-13ce0b45-04da-4754-888e-307bb07bdbcd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330260 Mar 09 04:20:00.570415 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d253a3d-d26b-47c4-9367-84f2890b33af req-394b9b6d-8d81-42b7-9614-3ece28be9400 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:00.571823 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d253a3d-d26b-47c4-9367-84f2890b33af req-394b9b6d-8d81-42b7-9614-3ece28be9400 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fcf839f-f5d0-4444-9a1a-144adc4bb430 HTTP/1.1" status: 200 len: 945 time: 0.0836248 Mar 09 04:20:00.615460 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d253a3d-d26b-47c4-9367-84f2890b33af req-50089a86-7e5a-4af2-8f43-3e1562e5a06a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376453 Mar 09 04:20:01.135237 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-017fa357-41cb-4e3c-8956-cb9abd1c240c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:01.799717 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8366d8d-9506-454f-a0b6-2f276afeef1d req-e9d3e701-cfd5-4c5d-9871-0e2be36102e3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:01.801159 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c8366d8d-9506-454f-a0b6-2f276afeef1d req-e9d3e701-cfd5-4c5d-9871-0e2be36102e3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fcf839f-f5d0-4444-9a1a-144adc4bb430 HTTP/1.1" status: 200 len: 945 time: 0.0799801 Mar 09 04:20:01.844795 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c8366d8d-9506-454f-a0b6-2f276afeef1d req-ee061a74-5453-4e01-8698-eebdd950745e tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380189 Mar 09 04:20:02.027748 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83603a8-4e46-4977-84c0-53baad646cd9 req-95aa40a6-520f-40cd-bbfe-e39bdc9e7fdd tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:02.029329 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e83603a8-4e46-4977-84c0-53baad646cd9 req-95aa40a6-520f-40cd-bbfe-e39bdc9e7fdd tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fcf839f-f5d0-4444-9a1a-144adc4bb430 HTTP/1.1" status: 200 len: 945 time: 0.0794339 Mar 09 04:20:02.071807 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e83603a8-4e46-4977-84c0-53baad646cd9 req-e4298529-c08d-48be-a2f8-d8c9e67b8969 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369818 Mar 09 04:20:02.296575 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:02.307169 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:03.579805 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:04.422710 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:04.620049 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:20:04.980287 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228122a-24aa-4cf9-af40-8aceea351860 req-73691930-dcaf-47aa-a5fb-6122aed3635a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:04.981742 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f228122a-24aa-4cf9-af40-8aceea351860 req-73691930-dcaf-47aa-a5fb-6122aed3635a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 812 time: 0.1456008 Mar 09 04:20:04.998189 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f228122a-24aa-4cf9-af40-8aceea351860 req-c7105186-e5f8-41ee-bfda-ca6260089b6f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/quotas/0719990b16af4df782d63d97c7dab9de HTTP/1.1" status: 200 len: 375 time: 0.0099707 Mar 09 04:20:05.082207 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f228122a-24aa-4cf9-af40-8aceea351860 req-25e644a2-dc58-42a8-a1de-c062a86f9d09 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0785124 Mar 09 04:20:05.211383 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f228122a-24aa-4cf9-af40-8aceea351860 req-1e00f354-d443-4894-9d78-4829f9db991d service neutron] 10.222.0.16 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215787 Mar 09 04:20:05.348875 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f228122a-24aa-4cf9-af40-8aceea351860 req-913366e2-91cd-44c5-8349-55380406bc3b service neutron] 10.222.0.16 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317518 Mar 09 04:20:05.566519 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d400bab3-fb5f-4e78-8a93-cb506dafd6f6 req-4cd648b7-33ed-4176-bf00-c9ffcccf7a57 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 210 time: 0.0455916 Mar 09 04:20:06.588594 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228122a-24aa-4cf9-af40-8aceea351860 req-80471f93-ff9e-452e-b8ec-2bcdd52797ae tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:06.589985 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f228122a-24aa-4cf9-af40-8aceea351860 req-80471f93-ff9e-452e-b8ec-2bcdd52797ae tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.24 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 812 time: 0.1471686 Mar 09 04:20:06.601490 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-f228122a-24aa-4cf9-af40-8aceea351860 req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Request body: {'port': {'device_id': '60a64132-b4a2-4b6c-aaef-03098be4f1d5', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'admin_state_up': True, 'tenant_id': '0719990b16af4df782d63d97c7dab9de'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:20:06.729058 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-17385f47-bad3-491a-bd45-d523db24e9a8 req-79eaba7b-18ce-4a19-8f24-d12324125e0a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 210 time: 0.0430613 Mar 09 04:20:06.752646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-f228122a-24aa-4cf9-af40-8aceea351860 req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:20:06.756458 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-f228122a-24aa-4cf9-af40-8aceea351860 req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:20:06.766328 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f228122a-24aa-4cf9-af40-8aceea351860 req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Made reservation on behalf of 0719990b16af4df782d63d97c7dab9de for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:20:06.769903 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f228122a-24aa-4cf9-af40-8aceea351860 req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:06.935959 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-f228122a-24aa-4cf9-af40-8aceea351860 req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Allocated IP 172.20.0.8 (8f633b69-239a-406a-bd83-a4352d1cee94/ba29cb0f-95d5-47f5-9df9-1afdac36d9b0/307e1baa-0892-418a-b019-6d15d87cc25a) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:20:07.151971 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f228122a-24aa-4cf9-af40-8aceea351860 req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:07.169029 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-f228122a-24aa-4cf9-af40-8aceea351860 req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Transition to ACTIVE for port object 307e1baa-0892-418a-b019-6d15d87cc25a will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:20:07.193388 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f228122a-24aa-4cf9-af40-8aceea351860 req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:07.204477 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['e9f82df6-8362-4e72-89c0-8a7f4c9a27ea'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:20:07.298182 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event updated for resources: {'Port': ['ID=307e1baa-0892-418a-b019-6d15d87cc25a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:20:07.312610 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:20:07.313039 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:20:07.313555 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:20:07.314008 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:20:07.314407 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:20:07.314821 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:20:07.315242 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:20:07.315634 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:20:07.316197 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:20:07.316588 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:20:07.316975 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:20:07.317364 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:20:07.325163 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f228122a-24aa-4cf9-af40-8aceea351860 req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Network 8f633b69-239a-406a-bd83-a4352d1cee94 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:20:07.326784 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-f228122a-24aa-4cf9-af40-8aceea351860 req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:20:07.328896 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-f228122a-24aa-4cf9-af40-8aceea351860 req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:20:07.401924 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228122a-24aa-4cf9-af40-8aceea351860 req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:07.402768 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f228122a-24aa-4cf9-af40-8aceea351860 req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:07.430769 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f228122a-24aa-4cf9-af40-8aceea351860 req-8ca61020-388b-4afc-9a68-5f83d4c8b1f3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8326523 Mar 09 04:20:07.497405 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-f228122a-24aa-4cf9-af40-8aceea351860 req-64ad41db-2822-40a2-aca6-bf3f3fe6c01f service neutron] Request body: {'port': {'device_id': '60a64132-b4a2-4b6c-aaef-03098be4f1d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:20:07.616366 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f228122a-24aa-4cf9-af40-8aceea351860 req-64ad41db-2822-40a2-aca6-bf3f3fe6c01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:07.665726 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6b11c67a-26fc-467c-9ef0-d3f5cc47bfdc None None] Provisioning for port 307e1baa-0892-418a-b019-6d15d87cc25a completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:20:07.671195 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6b11c67a-26fc-467c-9ef0-d3f5cc47bfdc None None] Provisioning complete for port 307e1baa-0892-418a-b019-6d15d87cc25a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:20:07.671772 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6b11c67a-26fc-467c-9ef0-d3f5cc47bfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:07.730149 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6b11c67a-26fc-467c-9ef0-d3f5cc47bfdc None None] Port 307e1baa-0892-418a-b019-6d15d87cc25a cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:20:08.075995 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3ed65-f25f-4c2e-998d-ac4e51340b50 req-f3e50c2c-b021-4a67-b62f-db692ccc4001 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:08.076688 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-aac3ed65-f25f-4c2e-998d-ac4e51340b50 req-f3e50c2c-b021-4a67-b62f-db692ccc4001 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Synchronizing usage tracker for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:20:08.103335 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-aac3ed65-f25f-4c2e-998d-ac4e51340b50 req-f3e50c2c-b021-4a67-b62f-db692ccc4001 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Unset dirty status for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:20:08.104574 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-aac3ed65-f25f-4c2e-998d-ac4e51340b50 req-f3e50c2c-b021-4a67-b62f-db692ccc4001 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 931 time: 0.1969528 Mar 09 04:20:08.187336 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-f228122a-24aa-4cf9-af40-8aceea351860 req-64ad41db-2822-40a2-aca6-bf3f3fe6c01f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 307e1baa-0892-418a-b019-6d15d87cc25a {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:20:08.198924 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f228122a-24aa-4cf9-af40-8aceea351860 req-64ad41db-2822-40a2-aca6-bf3f3fe6c01f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:08.206813 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-aac3ed65-f25f-4c2e-998d-ac4e51340b50 req-6b7ed9c6-df05-4393-8e88-af78d68c2f07 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716999 Mar 09 04:20:08.217974 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-f228122a-24aa-4cf9-af40-8aceea351860 req-64ad41db-2822-40a2-aca6-bf3f3fe6c01f service neutron] Transition to ACTIVE for port object 307e1baa-0892-418a-b019-6d15d87cc25a will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:20:08.222560 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f228122a-24aa-4cf9-af40-8aceea351860 req-64ad41db-2822-40a2-aca6-bf3f3fe6c01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:08.384516 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad41db-2822-40a2-aca6-bf3f3fe6c01f service neutron] Pushing event updated for resources: {'Port': ['ID=307e1baa-0892-418a-b019-6d15d87cc25a,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:20:08.468665 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-f228122a-24aa-4cf9-af40-8aceea351860 req-64ad41db-2822-40a2-aca6-bf3f3fe6c01f service neutron] Attempting to bind port 307e1baa-0892-418a-b019-6d15d87cc25a on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:20:08.469134 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-f228122a-24aa-4cf9-af40-8aceea351860 req-64ad41db-2822-40a2-aca6-bf3f3fe6c01f service neutron] Attempting to bind port 307e1baa-0892-418a-b019-6d15d87cc25a by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:20:08.469701 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f228122a-24aa-4cf9-af40-8aceea351860 req-64ad41db-2822-40a2-aca6-bf3f3fe6c01f service neutron] Attempting to bind port 307e1baa-0892-418a-b019-6d15d87cc25a on network 8f633b69-239a-406a-bd83-a4352d1cee94 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:20:08.475677 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f228122a-24aa-4cf9-af40-8aceea351860 req-64ad41db-2822-40a2-aca6-bf3f3fe6c01f service neutron] Port 307e1baa-0892-418a-b019-6d15d87cc25a on network 8f633b69-239a-406a-bd83-a4352d1cee94 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:20:08.476067 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f228122a-24aa-4cf9-af40-8aceea351860 req-64ad41db-2822-40a2-aca6-bf3f3fe6c01f service neutron] Attempting to bind port 307e1baa-0892-418a-b019-6d15d87cc25a on network 8f633b69-239a-406a-bd83-a4352d1cee94 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:20:08.481232 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f228122a-24aa-4cf9-af40-8aceea351860 req-64ad41db-2822-40a2-aca6-bf3f3fe6c01f service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:20:08.481634 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f228122a-24aa-4cf9-af40-8aceea351860 req-64ad41db-2822-40a2-aca6-bf3f3fe6c01f service neutron] Checking segment: {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:20:08.482014 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f228122a-24aa-4cf9-af40-8aceea351860 req-64ad41db-2822-40a2-aca6-bf3f3fe6c01f service neutron] Bound using segment: {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:20:08.482432 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-f228122a-24aa-4cf9-af40-8aceea351860 req-64ad41db-2822-40a2-aca6-bf3f3fe6c01f service neutron] Bound port: 307e1baa-0892-418a-b019-6d15d87cc25a, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:20:08.482776 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f228122a-24aa-4cf9-af40-8aceea351860 req-64ad41db-2822-40a2-aca6-bf3f3fe6c01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:08.573611 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-f228122a-24aa-4cf9-af40-8aceea351860 req-64ad41db-2822-40a2-aca6-bf3f3fe6c01f service neutron] For port 307e1baa-0892-418a-b019-6d15d87cc25a, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:20:08.576630 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-f228122a-24aa-4cf9-af40-8aceea351860 req-64ad41db-2822-40a2-aca6-bf3f3fe6c01f service neutron] For port 307e1baa-0892-418a-b019-6d15d87cc25a, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=307e1baa-0892-418a-b019-6d15d87cc25a,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:20:08.581015 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f228122a-24aa-4cf9-af40-8aceea351860 req-64ad41db-2822-40a2-aca6-bf3f3fe6c01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:08.636628 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228122a-24aa-4cf9-af40-8aceea351860 req-64ad41db-2822-40a2-aca6-bf3f3fe6c01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:08.637304 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-f228122a-24aa-4cf9-af40-8aceea351860 req-64ad41db-2822-40a2-aca6-bf3f3fe6c01f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:08.638731 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f228122a-24aa-4cf9-af40-8aceea351860 req-64ad41db-2822-40a2-aca6-bf3f3fe6c01f service neutron] 10.222.0.24 "PUT /v2.0/ports/307e1baa-0892-418a-b019-6d15d87cc25a HTTP/1.1" status: 200 len: 1091 time: 1.2017605 Mar 09 04:20:08.639270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a64132-b4a2-4b6c-aaef-03098be4f1d5', 'tag': '307e1baa-0892-418a-b019-6d15d87cc25a'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:20:08.733217 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad41db-2822-40a2-aca6-bf3f3fe6c01f service neutron] Pushing event updated for resources: {'Port': ['ID=307e1baa-0892-418a-b019-6d15d87cc25a,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:20:08.787895 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228122a-24aa-4cf9-af40-8aceea351860 req-e99eae65-6a49-45c7-8a12-16dcd24ea205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:08.789390 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f228122a-24aa-4cf9-af40-8aceea351860 req-e99eae65-6a49-45c7-8a12-16dcd24ea205 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 1094 time: 0.1054144 Mar 09 04:20:08.845028 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a64132-b4a2-4b6c-aaef-03098be4f1d5', 'tag': '307e1baa-0892-418a-b019-6d15d87cc25a', 'status': 'completed', 'code': 200} Mar 09 04:20:08.872108 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f228122a-24aa-4cf9-af40-8aceea351860 req-6664226b-f918-476d-ad0b-39d1e0e58b7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=307e1baa-0892-418a-b019-6d15d87cc25a HTTP/1.1" status: 200 len: 217 time: 0.0760407 Mar 09 04:20:08.936300 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228122a-24aa-4cf9-af40-8aceea351860 req-9096917b-27b2-4cc7-af63-193d6b2d55e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:08.937737 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f228122a-24aa-4cf9-af40-8aceea351860 req-9096917b-27b2-4cc7-af63-193d6b2d55e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 200 len: 851 time: 0.0597062 Mar 09 04:20:09.017424 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228122a-24aa-4cf9-af40-8aceea351860 req-d36290e2-f325-424e-bfaa-4ac592817d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:09.018919 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f228122a-24aa-4cf9-af40-8aceea351860 req-d36290e2-f325-424e-bfaa-4ac592817d40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f633b69-239a-406a-bd83-a4352d1cee94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751848 Mar 09 04:20:09.047867 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:09.158095 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f228122a-24aa-4cf9-af40-8aceea351860 req-2efb3ea3-ae46-4b2c-8ef7-fecbd8f41132 service neutron] 10.222.0.24 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331968 Mar 09 04:20:09.291371 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f228122a-24aa-4cf9-af40-8aceea351860 req-35eb2261-6542-479f-bd6a-bfeb84746d4c service neutron] 10.222.0.24 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270349 Mar 09 04:20:09.453719 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6eb6c3-9059-4406-ae32-f02984bca8be req-70352871-055b-40c8-8bd9-72cab38e9df0 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:09.454957 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be6eb6c3-9059-4406-ae32-f02984bca8be req-70352871-055b-40c8-8bd9-72cab38e9df0 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 943 time: 0.1374285 Mar 09 04:20:09.483875 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d6bfd-f952-455b-9571-1bfc3336b134 req-1527fb90-4e5c-4d8d-aba7-34af118390e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:09.485397 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-472d6bfd-f952-455b-9571-1bfc3336b134 req-1527fb90-4e5c-4d8d-aba7-34af118390e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 1094 time: 0.1286674 Mar 09 04:20:09.605620 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be6eb6c3-9059-4406-ae32-f02984bca8be req-ff9c6663-e62a-45c2-ba9c-8ef3a1548eee tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418793 Mar 09 04:20:09.670051 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d6bfd-f952-455b-9571-1bfc3336b134 req-b1d04aed-5e8e-48b5-ac2b-0011cbca3592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:09.671515 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-472d6bfd-f952-455b-9571-1bfc3336b134 req-b1d04aed-5e8e-48b5-ac2b-0011cbca3592 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 913 time: 0.1803772 Mar 09 04:20:09.901965 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-472d6bfd-f952-455b-9571-1bfc3336b134 req-91a958a6-9ce5-4454-a983-2f7e1a344226 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=307e1baa-0892-418a-b019-6d15d87cc25a HTTP/1.1" status: 200 len: 217 time: 0.2250907 Mar 09 04:20:09.972239 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d6bfd-f952-455b-9571-1bfc3336b134 req-5cfdd11b-7246-4fb7-8c6b-3480187feb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:09.973734 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-472d6bfd-f952-455b-9571-1bfc3336b134 req-5cfdd11b-7246-4fb7-8c6b-3480187feb8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 200 len: 851 time: 0.0659411 Mar 09 04:20:10.064657 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d6bfd-f952-455b-9571-1bfc3336b134 req-4771ec90-9102-4c82-8ed2-16b4384c709f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:10.066172 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-472d6bfd-f952-455b-9571-1bfc3336b134 req-4771ec90-9102-4c82-8ed2-16b4384c709f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f633b69-239a-406a-bd83-a4352d1cee94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870805 Mar 09 04:20:10.219440 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-472d6bfd-f952-455b-9571-1bfc3336b134 req-8a14fdbf-a045-4b49-8f00-693b4836774d service neutron] 10.222.0.24 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469626 Mar 09 04:20:10.442202 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-472d6bfd-f952-455b-9571-1bfc3336b134 req-a883039e-bb0a-4a82-9f0b-d5403555afd0 service neutron] 10.222.0.24 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172029 Mar 09 04:20:10.860552 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26507c02-556b-4815-a1e2-e2e412fd8fea req-f66578cb-db63-4963-b052-b5eb96642a36 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:10.862634 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-26507c02-556b-4815-a1e2-e2e412fd8fea req-f66578cb-db63-4963-b052-b5eb96642a36 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 943 time: 0.1050954 Mar 09 04:20:10.923469 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-26507c02-556b-4815-a1e2-e2e412fd8fea req-4743921a-dc35-4db6-b019-8db75fb8a2ea tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544128 Mar 09 04:20:12.164103 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed866f-4bf4-48b7-86e6-0c5f7d0516dd req-56b913e5-3e19-4c88-9db9-001c199ee92a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:12.171527 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e8ed866f-4bf4-48b7-86e6-0c5f7d0516dd req-56b913e5-3e19-4c88-9db9-001c199ee92a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 943 time: 0.1179438 Mar 09 04:20:12.220712 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e8ed866f-4bf4-48b7-86e6-0c5f7d0516dd req-e9db5694-8b1f-45a2-8e36-0f8c4a2f432f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485036 Mar 09 04:20:13.413703 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0470f-7542-46db-b122-ad2a6b81142d req-7ce96448-ecda-405c-8816-c8edb9742e69 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:13.415372 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90a0470f-7542-46db-b122-ad2a6b81142d req-7ce96448-ecda-405c-8816-c8edb9742e69 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 943 time: 0.0839131 Mar 09 04:20:13.477907 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90a0470f-7542-46db-b122-ad2a6b81142d req-406bb98b-1540-4f49-9341-01128890700f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533061 Mar 09 04:20:14.653867 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e64f4-cb6a-4b6b-8f0a-916a74798261 req-709834eb-aeb1-45f2-98fa-e60f4808ebc8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:14.655319 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-441e64f4-cb6a-4b6b-8f0a-916a74798261 req-709834eb-aeb1-45f2-98fa-e60f4808ebc8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 943 time: 0.0791862 Mar 09 04:20:14.697962 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-441e64f4-cb6a-4b6b-8f0a-916a74798261 req-cae13efa-88d8-4384-8926-5f6c45c5a53d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372462 Mar 09 04:20:15.878953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5d65c-d01f-48ce-9e97-c9fa99c2c81a req-80edce96-adc4-4d5c-9cc5-f39f215096e0 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:15.880943 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6be5d65c-d01f-48ce-9e97-c9fa99c2c81a req-80edce96-adc4-4d5c-9cc5-f39f215096e0 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 943 time: 0.0794077 Mar 09 04:20:15.924296 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6be5d65c-d01f-48ce-9e97-c9fa99c2c81a req-8a3e301b-56a8-4c6f-89a7-11ce3c5481bd tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376937 Mar 09 04:20:17.109814 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a8ca5-1333-4af3-b63f-9fb023ef734f req-c345ab70-b882-4bdf-8bc8-00e5b0f9322d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:17.111297 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-736a8ca5-1333-4af3-b63f-9fb023ef734f req-c345ab70-b882-4bdf-8bc8-00e5b0f9322d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 943 time: 0.0825696 Mar 09 04:20:17.168838 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-736a8ca5-1333-4af3-b63f-9fb023ef734f req-5e16d3b9-c0e8-4aa8-82e9-24b3dbfcea24 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492451 Mar 09 04:20:18.358116 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e755a7-72ba-4393-a07c-879fab9ac1a2 req-76b16558-d644-4894-b67a-be92281078dd tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:18.362881 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f0e755a7-72ba-4393-a07c-879fab9ac1a2 req-76b16558-d644-4894-b67a-be92281078dd tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 943 time: 0.0851798 Mar 09 04:20:18.412730 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f0e755a7-72ba-4393-a07c-879fab9ac1a2 req-17358913-9b67-4798-9b48-85ca090c771f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431452 Mar 09 04:20:19.593138 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256dd8a-5a02-45fc-abf7-29684212861d req-e9a746f1-fb7e-4d4f-93ce-78d5aad4264d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:19.594587 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4256dd8a-5a02-45fc-abf7-29684212861d req-e9a746f1-fb7e-4d4f-93ce-78d5aad4264d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 943 time: 0.0808136 Mar 09 04:20:19.641226 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4256dd8a-5a02-45fc-abf7-29684212861d req-2976f932-c9c1-4d3c-a3a2-fb0da0c7fd75 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403626 Mar 09 04:20:20.830483 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4a96a-2220-4cb6-b5c1-1b72cbadb088 req-d371773f-aab2-4be8-a7aa-f77e14949999 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:20.831938 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e5a4a96a-2220-4cb6-b5c1-1b72cbadb088 req-d371773f-aab2-4be8-a7aa-f77e14949999 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 943 time: 0.0783656 Mar 09 04:20:20.879539 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e5a4a96a-2220-4cb6-b5c1-1b72cbadb088 req-c59e4afe-9fc2-4599-8ed6-7f374fed71d3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420561 Mar 09 04:20:22.073758 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e03f1-1b9e-4b0f-9f5a-ec2dec665e94 req-d1ad0944-f762-43e3-84fd-72523c89ce69 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:22.075377 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ee1e03f1-1b9e-4b0f-9f5a-ec2dec665e94 req-d1ad0944-f762-43e3-84fd-72523c89ce69 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 943 time: 0.0808089 Mar 09 04:20:22.128760 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ee1e03f1-1b9e-4b0f-9f5a-ec2dec665e94 req-c2d74851-d5e3-4efe-8a3f-1bf52b2a95ed tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470865 Mar 09 04:20:23.315274 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13a6cb-c4f6-4535-b793-bf3dab77e223 req-dd594deb-f88c-4af2-bcbb-d09ae5d8696a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:23.316715 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-be13a6cb-c4f6-4535-b793-bf3dab77e223 req-dd594deb-f88c-4af2-bcbb-d09ae5d8696a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 943 time: 0.0816371 Mar 09 04:20:23.360059 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-be13a6cb-c4f6-4535-b793-bf3dab77e223 req-ab5968a7-0180-4229-b4d1-8cb05cb7b5ac tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370901 Mar 09 04:20:24.578145 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87be79-5bbd-437f-b2ee-d76f22d9a9bf req-452962da-721e-4957-a989-b73bc90e5eeb tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:24.580085 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8b87be79-5bbd-437f-b2ee-d76f22d9a9bf req-452962da-721e-4957-a989-b73bc90e5eeb tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 943 time: 0.0954750 Mar 09 04:20:24.626223 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8b87be79-5bbd-437f-b2ee-d76f22d9a9bf req-59492fa8-f7b0-43ac-9ee5-bfedf9ec0cb8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399070 Mar 09 04:20:25.840819 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae6ff3-97ba-478f-bb75-f52f4940e38e req-ec04557f-b84a-497d-a574-94872b91754b tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:25.842454 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a8ae6ff3-97ba-478f-bb75-f52f4940e38e req-ec04557f-b84a-497d-a574-94872b91754b tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 943 time: 0.0973833 Mar 09 04:20:25.895038 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a8ae6ff3-97ba-478f-bb75-f52f4940e38e req-83c38159-2828-4b8d-a11c-e9999660c91f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431502 Mar 09 04:20:26.736945 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 307e1baa-0892-418a-b019-6d15d87cc25a details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:20:26.884457 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 307e1baa-0892-418a-b019-6d15d87cc25a, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=307e1baa-0892-418a-b019-6d15d87cc25a,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:20:26.897087 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '307e1baa-0892-418a-b019-6d15d87cc25a', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'port_id': '307e1baa-0892-418a-b019-6d15d87cc25a', 'mac_address': 'fa:16:3e:ff:66:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:20:26.951891 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:26.968256 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307e1baa-0892-418a-b019-6d15d87cc25a {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:20:26.983831 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 307e1baa-0892-418a-b019-6d15d87cc25a, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=307e1baa-0892-418a-b019-6d15d87cc25a,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:20:26.988624 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:27.060238 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=307e1baa-0892-418a-b019-6d15d87cc25a,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:20:27.087416 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831273a-b0c9-49e1-8e63-7aaf425a45ec req-b6c65739-a35c-48f9-b80a-5e6c3bacf9a1 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:27.088895 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8831273a-b0c9-49e1-8e63-7aaf425a45ec req-b6c65739-a35c-48f9-b80a-5e6c3bacf9a1 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 944 time: 0.0849133 Mar 09 04:20:27.134584 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8831273a-b0c9-49e1-8e63-7aaf425a45ec req-b1a3b66a-04b2-47f0-8d23-e5f8194a0280 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399117 Mar 09 04:20:27.363170 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['307e1baa-0892-418a-b019-6d15d87cc25a'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:20:28.317891 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046206f-5f55-402f-aa62-3fd0d0db7174 req-c30a693f-b7e2-4afd-84b4-edc3c58ccb46 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:28.319865 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d046206f-5f55-402f-aa62-3fd0d0db7174 req-c30a693f-b7e2-4afd-84b4-edc3c58ccb46 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 944 time: 0.0825207 Mar 09 04:20:28.363102 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d046206f-5f55-402f-aa62-3fd0d0db7174 req-09578a0a-4393-42a9-9fe8-ca027255f890 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374022 Mar 09 04:20:28.756728 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 307e1baa-0892-418a-b019-6d15d87cc25a up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:20:28.804666 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e0528533-c27c-4a40-b138-1b33a05e6690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:28.840698 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 307e1baa-0892-418a-b019-6d15d87cc25a completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:20:28.843366 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 307e1baa-0892-418a-b019-6d15d87cc25a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:20:28.843366 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:28.974124 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:29.004055 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a64132-b4a2-4b6c-aaef-03098be4f1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307e1baa-0892-418a-b019-6d15d87cc25a'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:20:29.014137 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 307e1baa-0892-418a-b019-6d15d87cc25a, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=307e1baa-0892-418a-b019-6d15d87cc25a,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:20:29.019476 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:29.059759 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a64132-b4a2-4b6c-aaef-03098be4f1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307e1baa-0892-418a-b019-6d15d87cc25a', 'code': 200} Mar 09 04:20:29.098973 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=307e1baa-0892-418a-b019-6d15d87cc25a,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:20:29.201556 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5eb026-c61b-48ce-ab7a-1b500064c02d req-8aa051ad-b616-4ace-a59e-27f13cc3ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:29.203455 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cd5eb026-c61b-48ce-ab7a-1b500064c02d req-8aa051ad-b616-4ace-a59e-27f13cc3ee4d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 1096 time: 0.0799954 Mar 09 04:20:29.254525 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cd5eb026-c61b-48ce-ab7a-1b500064c02d req-d1436332-2acf-457c-b64f-8fe38f8f8a09 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454264 Mar 09 04:20:29.560621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36721ed-bf23-4d92-b720-df0da71854b3 req-40bdb7e0-ddc3-4692-ae06-3470f55054cb tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:29.562177 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b36721ed-bf23-4d92-b720-df0da71854b3 req-40bdb7e0-ddc3-4692-ae06-3470f55054cb tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 945 time: 0.0880563 Mar 09 04:20:29.608866 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b36721ed-bf23-4d92-b720-df0da71854b3 req-e6ffe64c-afd8-42e0-8c8b-06fcc0155180 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402858 Mar 09 04:20:30.814354 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc887355-8c4f-41e2-b2b9-5c8a8609ac8c req-af2703b7-3233-4320-9ee6-5bdeeee597d2 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:30.816458 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cc887355-8c4f-41e2-b2b9-5c8a8609ac8c req-af2703b7-3233-4320-9ee6-5bdeeee597d2 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 945 time: 0.0906799 Mar 09 04:20:30.871384 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cc887355-8c4f-41e2-b2b9-5c8a8609ac8c req-4dbf7d2a-ac5d-4fe8-b347-5637e0fdf6b7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476251 Mar 09 04:20:31.072077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e335ea-46d9-4dae-a51e-5b6d4a81fff7 req-68004d73-1e30-45fc-9bd6-477077f1d1c1 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:31.073539 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5e335ea-46d9-4dae-a51e-5b6d4a81fff7 req-68004d73-1e30-45fc-9bd6-477077f1d1c1 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 945 time: 0.0823612 Mar 09 04:20:31.127486 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5e335ea-46d9-4dae-a51e-5b6d4a81fff7 req-103c19e8-37a8-440f-9c87-38104a6460b5 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479219 Mar 09 04:20:31.138091 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-55920a32-68a5-46c9-b6ed-3bfb180095b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:31.618584 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95bdc6-2584-4c92-8bd0-657e61f66811 req-2e317575-5fed-4b8d-ba78-13c6bdf97830 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:31.620078 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6f95bdc6-2584-4c92-8bd0-657e61f66811 req-2e317575-5fed-4b8d-ba78-13c6bdf97830 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 945 time: 0.0909281 Mar 09 04:20:31.665881 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6f95bdc6-2584-4c92-8bd0-657e61f66811 req-5450391f-530c-4bc8-a058-8781a620ed36 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400763 Mar 09 04:20:32.298322 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:32.308575 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:32.862689 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895061e5-6f82-4b7d-b694-cd4f63360dd0 req-b5fffa66-49fb-4551-a2c3-1f110d07933e tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:32.864171 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-895061e5-6f82-4b7d-b694-cd4f63360dd0 req-b5fffa66-49fb-4551-a2c3-1f110d07933e tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 945 time: 0.0850275 Mar 09 04:20:32.914074 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-895061e5-6f82-4b7d-b694-cd4f63360dd0 req-a40a3f74-7909-452e-aaea-03b59f36581b tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429716 Mar 09 04:20:33.144285 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cffb38-a0e9-40dc-bafa-f4be0ee6d9e0 req-21652a5e-af01-4828-96d8-f4d188dd421b tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:33.145921 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-62cffb38-a0e9-40dc-bafa-f4be0ee6d9e0 req-21652a5e-af01-4828-96d8-f4d188dd421b tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 945 time: 0.0916932 Mar 09 04:20:33.221991 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-62cffb38-a0e9-40dc-bafa-f4be0ee6d9e0 req-6ec95fb9-3ce9-4ab8-a4cc-05043f70a103 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Deleting port 307e1baa-0892-418a-b019-6d15d87cc25a {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:20:33.222318 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-62cffb38-a0e9-40dc-bafa-f4be0ee6d9e0 req-6ec95fb9-3ce9-4ab8-a4cc-05043f70a103 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:33.579482 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:33.585056 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-62cffb38-a0e9-40dc-bafa-f4be0ee6d9e0 req-6ec95fb9-3ce9-4ab8-a4cc-05043f70a103 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] For port 307e1baa-0892-418a-b019-6d15d87cc25a, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=307e1baa-0892-418a-b019-6d15d87cc25a,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:20:33.585466 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-62cffb38-a0e9-40dc-bafa-f4be0ee6d9e0 req-6ec95fb9-3ce9-4ab8-a4cc-05043f70a103 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:33.711733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-62cffb38-a0e9-40dc-bafa-f4be0ee6d9e0 req-6ec95fb9-3ce9-4ab8-a4cc-05043f70a103 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Calling delete_port for 307e1baa-0892-418a-b019-6d15d87cc25a owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:20:33.881071 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-62cffb38-a0e9-40dc-bafa-f4be0ee6d9e0 req-6ec95fb9-3ce9-4ab8-a4cc-05043f70a103 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:33.894228 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['e9f82df6-8362-4e72-89c0-8a7f4c9a27ea'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:20:33.936891 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec95fb9-3ce9-4ab8-a4cc-05043f70a103 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event deleted for resources: {'Port': ['ID=307e1baa-0892-418a-b019-6d15d87cc25a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:20:33.958375 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['307e1baa-0892-418a-b019-6d15d87cc25a'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:20:34.039369 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-62cffb38-a0e9-40dc-bafa-f4be0ee6d9e0 req-6ec95fb9-3ce9-4ab8-a4cc-05043f70a103 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] No DVR routers for this DVR port 307e1baa-0892-418a-b019-6d15d87cc25a on host n-h1-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:20:34.049899 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-62cffb38-a0e9-40dc-bafa-f4be0ee6d9e0 req-6ec95fb9-3ce9-4ab8-a4cc-05043f70a103 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:34.053614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a64132-b4a2-4b6c-aaef-03098be4f1d5', 'name': 'network-vif-deleted', 'tag': '307e1baa-0892-418a-b019-6d15d87cc25a'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:20:34.085683 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-62cffb38-a0e9-40dc-bafa-f4be0ee6d9e0 req-6ec95fb9-3ce9-4ab8-a4cc-05043f70a103 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.24 "DELETE /v2.0/ports/307e1baa-0892-418a-b019-6d15d87cc25a HTTP/1.1" status: 204 len: 173 time: 0.9350321 Mar 09 04:20:34.136725 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a64132-b4a2-4b6c-aaef-03098be4f1d5', 'name': 'network-vif-deleted', 'tag': '307e1baa-0892-418a-b019-6d15d87cc25a', 'status': 'completed', 'code': 200} Mar 09 04:20:34.152182 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-75f0c457-3f46-4fc8-b346-b8cd35610fe4 req-28de81ee-9577-4381-be6c-737194689fa8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=60a64132-b4a2-4b6c-aaef-03098be4f1d5 HTTP/1.1" status: 200 len: 210 time: 0.0960321 Mar 09 04:20:34.437659 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:36.845188 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 307e1baa-0892-418a-b019-6d15d87cc25a no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:20:36.880321 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 307e1baa-0892-418a-b019-6d15d87cc25a {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:20:36.880744 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 307e1baa-0892-418a-b019-6d15d87cc25a not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:20:38.963624 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d3627-9a99-4250-b5de-ac6431be3205 req-7ef1aa66-640c-4a3f-adc2-4c48ddb79f44 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:38.964311 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-144d3627-9a99-4250-b5de-ac6431be3205 req-7ef1aa66-640c-4a3f-adc2-4c48ddb79f44 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Synchronizing usage tracker for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:20:38.980825 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-144d3627-9a99-4250-b5de-ac6431be3205 req-7ef1aa66-640c-4a3f-adc2-4c48ddb79f44 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Unset dirty status for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:20:38.981982 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-144d3627-9a99-4250-b5de-ac6431be3205 req-7ef1aa66-640c-4a3f-adc2-4c48ddb79f44 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fcf839f-f5d0-4444-9a1a-144adc4bb430 HTTP/1.1" status: 200 len: 945 time: 0.0980835 Mar 09 04:20:39.026715 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-144d3627-9a99-4250-b5de-ac6431be3205 req-f61230bb-9082-488a-86de-c4ff138133db tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390658 Mar 09 04:20:39.047350 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:40.316755 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25056a-7ecb-4947-a78e-198d6775cbf7 req-04adab56-dee1-43ad-a16e-aba15e331e81 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:40.316755 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf25056a-7ecb-4947-a78e-198d6775cbf7 req-04adab56-dee1-43ad-a16e-aba15e331e81 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fcf839f-f5d0-4444-9a1a-144adc4bb430 HTTP/1.1" status: 200 len: 945 time: 0.1793470 Mar 09 04:20:40.370302 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf25056a-7ecb-4947-a78e-198d6775cbf7 req-3abd5858-3015-4da4-828a-57b5ce2030e6 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d3ce7f-0a74-41b4-9413-18044c681147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458574 Mar 09 04:20:40.461804 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409a2e3-2ad0-4c33-baf1-d3a3779801ca req-cfacb8b3-f0a1-4404-a9fd-e024f72ff23c tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:20:40.463134 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c409a2e3-2ad0-4c33-baf1-d3a3779801ca req-cfacb8b3-f0a1-4404-a9fd-e024f72ff23c tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fcf839f-f5d0-4444-9a1a-144adc4bb430 HTTP/1.1" status: 200 len: 945 time: 0.0798991 Mar 09 04:20:40.529544 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-c409a2e3-2ad0-4c33-baf1-d3a3779801ca req-3d6d183c-9c7a-49f9-8753-01cc1be1f474 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Deleting port e9f82df6-8362-4e72-89c0-8a7f4c9a27ea {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:20:40.529873 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c409a2e3-2ad0-4c33-baf1-d3a3779801ca req-3d6d183c-9c7a-49f9-8753-01cc1be1f474 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:40.774255 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-c409a2e3-2ad0-4c33-baf1-d3a3779801ca req-3d6d183c-9c7a-49f9-8753-01cc1be1f474 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] For port e9f82df6-8362-4e72-89c0-8a7f4c9a27ea, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e9f82df6-8362-4e72-89c0-8a7f4c9a27ea,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:20:40.774612 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c409a2e3-2ad0-4c33-baf1-d3a3779801ca req-3d6d183c-9c7a-49f9-8753-01cc1be1f474 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:40.894387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-c409a2e3-2ad0-4c33-baf1-d3a3779801ca req-3d6d183c-9c7a-49f9-8753-01cc1be1f474 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Calling delete_port for e9f82df6-8362-4e72-89c0-8a7f4c9a27ea owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:20:41.035105 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c409a2e3-2ad0-4c33-baf1-d3a3779801ca req-3d6d183c-9c7a-49f9-8753-01cc1be1f474 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:41.046084 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['e9f82df6-8362-4e72-89c0-8a7f4c9a27ea'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:20:41.084682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d183c-9c7a-49f9-8753-01cc1be1f474 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event deleted for resources: {'Port': ['ID=e9f82df6-8362-4e72-89c0-8a7f4c9a27ea,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:20:41.129924 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d183c-9c7a-49f9-8753-01cc1be1f474 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:20:41.130261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d183c-9c7a-49f9-8753-01cc1be1f474 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:20:41.130591 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d183c-9c7a-49f9-8753-01cc1be1f474 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:20:41.130952 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d183c-9c7a-49f9-8753-01cc1be1f474 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:20:41.131276 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d183c-9c7a-49f9-8753-01cc1be1f474 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:20:41.132143 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d183c-9c7a-49f9-8753-01cc1be1f474 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:20:41.132461 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d183c-9c7a-49f9-8753-01cc1be1f474 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:20:41.132782 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d183c-9c7a-49f9-8753-01cc1be1f474 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:20:41.133097 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d183c-9c7a-49f9-8753-01cc1be1f474 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:20:41.133408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d183c-9c7a-49f9-8753-01cc1be1f474 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:20:41.133719 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d183c-9c7a-49f9-8753-01cc1be1f474 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:20:41.134027 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d183c-9c7a-49f9-8753-01cc1be1f474 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:20:41.170304 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-c409a2e3-2ad0-4c33-baf1-d3a3779801ca req-3d6d183c-9c7a-49f9-8753-01cc1be1f474 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] No DVR routers for this DVR port e9f82df6-8362-4e72-89c0-8a7f4c9a27ea on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:20:41.172630 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c409a2e3-2ad0-4c33-baf1-d3a3779801ca req-3d6d183c-9c7a-49f9-8753-01cc1be1f474 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:41.175028 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcf839f-f5d0-4444-9a1a-144adc4bb430', 'name': 'network-vif-deleted', 'tag': 'e9f82df6-8362-4e72-89c0-8a7f4c9a27ea'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:20:41.189189 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c409a2e3-2ad0-4c33-baf1-d3a3779801ca req-3d6d183c-9c7a-49f9-8753-01cc1be1f474 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.21 "DELETE /v2.0/ports/e9f82df6-8362-4e72-89c0-8a7f4c9a27ea HTTP/1.1" status: 204 len: 173 time: 0.7202210 Mar 09 04:20:41.220232 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fcf839f-f5d0-4444-9a1a-144adc4bb430', 'name': 'network-vif-deleted', 'tag': 'e9f82df6-8362-4e72-89c0-8a7f4c9a27ea', 'status': 'completed', 'code': 200} Mar 09 04:20:41.531682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-837ee50e-640c-41c4-9090-a56ab66baba2 req-d5785fc6-de21-4b61-b555-a5dd81f495a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Synchronizing usage tracker for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:20:41.550877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-837ee50e-640c-41c4-9090-a56ab66baba2 req-d5785fc6-de21-4b61-b555-a5dd81f495a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Unset dirty status for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:20:41.552239 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-837ee50e-640c-41c4-9090-a56ab66baba2 req-d5785fc6-de21-4b61-b555-a5dd81f495a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fcf839f-f5d0-4444-9a1a-144adc4bb430 HTTP/1.1" status: 200 len: 210 time: 0.0693076 Mar 09 04:20:41.619886 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:20:43.173242 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-8ae86581-69ea-4c71-97cc-94ce4840f8c3 req-5051131c-fc9c-4888-8a1b-39da6cd94800 service neutron] (87881) timed out ('10.222.0.16', 50998) {{(pid=87881) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 09 04:20:43.846520 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e9f82df6-8362-4e72-89c0-8a7f4c9a27ea no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:20:43.891012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: e9f82df6-8362-4e72-89c0-8a7f4c9a27ea {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:20:43.891586 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e9f82df6-8362-4e72-89c0-8a7f4c9a27ea not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:20:45.075576 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43732) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:20:45.080723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-fa48e79d-9f77-452f-93dc-bce5ec158ef4 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1551212384', 'description': 'tempest-secgroup-smoke-1551212384 description', 'project_id': '0719990b16af4df782d63d97c7dab9de'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:20:45.088109 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fa48e79d-9f77-452f-93dc-bce5ec158ef4 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:20:45.097643 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fa48e79d-9f77-452f-93dc-bce5ec158ef4 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:20:45.107235 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa48e79d-9f77-452f-93dc-bce5ec158ef4 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:45.128950 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fa48e79d-9f77-452f-93dc-bce5ec158ef4 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:20:45.133281 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fa48e79d-9f77-452f-93dc-bce5ec158ef4 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Usage tracker for resource:security_group_rule and tenant:0719990b16af4df782d63d97c7dab9de is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:20:45.136014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-fa48e79d-9f77-452f-93dc-bce5ec158ef4 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:20:45.141532 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-fa48e79d-9f77-452f-93dc-bce5ec158ef4 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:20:45.208872 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa48e79d-9f77-452f-93dc-bce5ec158ef4 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:45.212431 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa48e79d-9f77-452f-93dc-bce5ec158ef4 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:45.255417 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48e79d-9f77-452f-93dc-bce5ec158ef4 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb820e3-2ee0-4294-8668-e24a762a6082,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:20:45.263678 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa48e79d-9f77-452f-93dc-bce5ec158ef4 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:45.264961 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-fa48e79d-9f77-452f-93dc-bce5ec158ef4 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1882756 Mar 09 04:20:45.267741 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43736) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:20:45.272523 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-cf8d1d07-b84e-4f0c-9a11-e2ea922ccd49 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Request body: {'security_group_rule': {'security_group_id': '0bb820e3-2ee0-4294-8668-e24a762a6082', 'project_id': '0719990b16af4df782d63d97c7dab9de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:20:45.279030 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cf8d1d07-b84e-4f0c-9a11-e2ea922ccd49 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:20:45.282732 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cf8d1d07-b84e-4f0c-9a11-e2ea922ccd49 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Usage tracker for resource:security_group_rule and tenant:0719990b16af4df782d63d97c7dab9de is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:20:45.285614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cf8d1d07-b84e-4f0c-9a11-e2ea922ccd49 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:20:45.291136 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cf8d1d07-b84e-4f0c-9a11-e2ea922ccd49 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:20:45.307809 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf8d1d07-b84e-4f0c-9a11-e2ea922ccd49 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:45.368514 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf8d1d07-b84e-4f0c-9a11-e2ea922ccd49 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:45.372261 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf8d1d07-b84e-4f0c-9a11-e2ea922ccd49 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:45.396801 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d1d07-b84e-4f0c-9a11-e2ea922ccd49 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c2b930-28ef-424e-b373-59cbcf68fb8c,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:20:45.406836 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf8d1d07-b84e-4f0c-9a11-e2ea922ccd49 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:45.408029 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cf8d1d07-b84e-4f0c-9a11-e2ea922ccd49 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393974 Mar 09 04:20:45.410656 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43740) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:20:45.415718 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-dafcd905-e81a-4812-bd3f-a489e4f1704e tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Request body: {'security_group_rule': {'security_group_id': '0bb820e3-2ee0-4294-8668-e24a762a6082', 'project_id': '0719990b16af4df782d63d97c7dab9de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:20:45.422283 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dafcd905-e81a-4812-bd3f-a489e4f1704e tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:20:45.426036 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dafcd905-e81a-4812-bd3f-a489e4f1704e tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Usage tracker for resource:security_group_rule and tenant:0719990b16af4df782d63d97c7dab9de is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:20:45.429357 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dafcd905-e81a-4812-bd3f-a489e4f1704e tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:20:45.434900 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dafcd905-e81a-4812-bd3f-a489e4f1704e tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:20:45.451366 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dafcd905-e81a-4812-bd3f-a489e4f1704e tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:45.512911 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dafcd905-e81a-4812-bd3f-a489e4f1704e tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:45.516301 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dafcd905-e81a-4812-bd3f-a489e4f1704e tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:45.538823 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcd905-e81a-4812-bd3f-a489e4f1704e tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16ed733-d03f-491a-9758-6b76d28fa413,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:20:45.547819 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dafcd905-e81a-4812-bd3f-a489e4f1704e tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:45.548970 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-dafcd905-e81a-4812-bd3f-a489e4f1704e tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1373456 Mar 09 04:20:45.551616 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43744) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:20:45.557019 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-8b0e846c-7d6d-4837-8d78-17d9819241ee tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Request body: {'security_group_rule': {'security_group_id': '0bb820e3-2ee0-4294-8668-e24a762a6082', 'project_id': '0719990b16af4df782d63d97c7dab9de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:20:45.563186 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8b0e846c-7d6d-4837-8d78-17d9819241ee tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:20:45.566900 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8b0e846c-7d6d-4837-8d78-17d9819241ee tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Usage tracker for resource:security_group_rule and tenant:0719990b16af4df782d63d97c7dab9de is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:20:45.570274 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8b0e846c-7d6d-4837-8d78-17d9819241ee tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:20:45.575880 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8b0e846c-7d6d-4837-8d78-17d9819241ee tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:20:45.592230 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8b0e846c-7d6d-4837-8d78-17d9819241ee tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:45.652024 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8b0e846c-7d6d-4837-8d78-17d9819241ee tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:45.655281 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8b0e846c-7d6d-4837-8d78-17d9819241ee tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:45.677957 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e846c-7d6d-4837-8d78-17d9819241ee tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f933f9-aff6-4d3a-b4e6-074e3622cf9b,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:20:45.687480 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8b0e846c-7d6d-4837-8d78-17d9819241ee tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:45.691048 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8b0e846c-7d6d-4837-8d78-17d9819241ee tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1360958 Mar 09 04:20:45.691227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43748) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:20:45.696102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-8a8bcdf1-d34e-4ba5-85ff-bdac943b4380 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Request body: {'security_group_rule': {'security_group_id': '0bb820e3-2ee0-4294-8668-e24a762a6082', 'project_id': '0719990b16af4df782d63d97c7dab9de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:20:45.702371 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8a8bcdf1-d34e-4ba5-85ff-bdac943b4380 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:20:45.706103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8a8bcdf1-d34e-4ba5-85ff-bdac943b4380 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Usage tracker for resource:security_group_rule and tenant:0719990b16af4df782d63d97c7dab9de is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:20:45.708895 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8a8bcdf1-d34e-4ba5-85ff-bdac943b4380 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:20:45.714417 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8a8bcdf1-d34e-4ba5-85ff-bdac943b4380 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:20:45.730868 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8a8bcdf1-d34e-4ba5-85ff-bdac943b4380 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:45.792648 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8a8bcdf1-d34e-4ba5-85ff-bdac943b4380 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:45.795907 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8a8bcdf1-d34e-4ba5-85ff-bdac943b4380 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:45.822099 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8bcdf1-d34e-4ba5-85ff-bdac943b4380 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a1f4b7-fffa-4c2c-a847-2aadcd3bf77c,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:20:45.830572 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8a8bcdf1-d34e-4ba5-85ff-bdac943b4380 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:45.831744 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8a8bcdf1-d34e-4ba5-85ff-bdac943b4380 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1396270 Mar 09 04:20:45.834293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43752) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:20:45.839109 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-d600867f-a379-44d1-95a2-50bf4d7fffdb tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Request body: {'security_group_rule': {'security_group_id': '0bb820e3-2ee0-4294-8668-e24a762a6082', 'project_id': '0719990b16af4df782d63d97c7dab9de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:20:45.845329 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d600867f-a379-44d1-95a2-50bf4d7fffdb tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:20:45.849014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d600867f-a379-44d1-95a2-50bf4d7fffdb tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Usage tracker for resource:security_group_rule and tenant:0719990b16af4df782d63d97c7dab9de is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:20:45.852402 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d600867f-a379-44d1-95a2-50bf4d7fffdb tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:20:45.858018 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d600867f-a379-44d1-95a2-50bf4d7fffdb tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:20:45.868821 n-d-825178-5 neutron-server[87880]: INFO neutron.db.securitygroups_db [None req-d600867f-a379-44d1-95a2-50bf4d7fffdb tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Project 0719990b16af4df782d63d97c7dab9de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:20:45.875729 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d600867f-a379-44d1-95a2-50bf4d7fffdb tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:45.939498 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d600867f-a379-44d1-95a2-50bf4d7fffdb tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:45.942935 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d600867f-a379-44d1-95a2-50bf4d7fffdb tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:45.966364 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600867f-a379-44d1-95a2-50bf4d7fffdb tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd18697e-c174-4e8a-9ac7-e0579c9eccca,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:20:45.974975 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d600867f-a379-44d1-95a2-50bf4d7fffdb tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:45.976896 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d600867f-a379-44d1-95a2-50bf4d7fffdb tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1416593 Mar 09 04:20:45.979666 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 43756) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:20:45.985316 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-513f62c8-6282-412e-9fb5-e21d3924b077 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Request body: {'security_group_rule': {'security_group_id': '0bb820e3-2ee0-4294-8668-e24a762a6082', 'project_id': '0719990b16af4df782d63d97c7dab9de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:20:45.991725 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-513f62c8-6282-412e-9fb5-e21d3924b077 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:20:45.995428 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-513f62c8-6282-412e-9fb5-e21d3924b077 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Usage tracker for resource:security_group_rule and tenant:0719990b16af4df782d63d97c7dab9de is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:20:45.998164 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-513f62c8-6282-412e-9fb5-e21d3924b077 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:20:46.003675 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-513f62c8-6282-412e-9fb5-e21d3924b077 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:20:46.012753 n-d-825178-5 neutron-server[87880]: INFO neutron.db.securitygroups_db [None req-513f62c8-6282-412e-9fb5-e21d3924b077 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Project 0719990b16af4df782d63d97c7dab9de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:20:46.018781 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-513f62c8-6282-412e-9fb5-e21d3924b077 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:46.081186 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-513f62c8-6282-412e-9fb5-e21d3924b077 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:46.084182 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-513f62c8-6282-412e-9fb5-e21d3924b077 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:46.107756 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f62c8-6282-412e-9fb5-e21d3924b077 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdff9cca-cff3-4d4a-9323-97b3b2048182,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:20:46.116979 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-513f62c8-6282-412e-9fb5-e21d3924b077 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:46.118158 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-513f62c8-6282-412e-9fb5-e21d3924b077 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1374464 Mar 09 04:20:58.761401 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cced55e3-f93d-4a55-85b7-b724536289bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:20:59.966448 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-bd49a285-3a21-453c-9810-628f95b2ef1f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1551212384&fields=id&tenant_id=0719990b16af4df782d63d97c7dab9de HTTP/1.1" status: 200 len: 267 time: 0.0423830 Mar 09 04:21:00.114025 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-a4070f17-362b-4619-9ade-570596382908 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:00.115418 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-a4070f17-362b-4619-9ade-570596382908 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 812 time: 0.1425984 Mar 09 04:21:00.130097 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-5c1d2850-bdc6-4b6a-a04c-f60e1a1b124f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/quotas/0719990b16af4df782d63d97c7dab9de HTTP/1.1" status: 200 len: 375 time: 0.0094366 Mar 09 04:21:00.214422 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-0def2563-905e-42a7-9c78-147da0cbed62 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790458 Mar 09 04:21:00.348967 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-22c5ab23-d309-4e89-b7d9-7901fa0c58df service neutron] 10.222.0.16 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233819 Mar 09 04:21:00.493110 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-ee33e54f-2b3c-4276-87a9-cdf65034caf4 service neutron] 10.222.0.16 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382918 Mar 09 04:21:00.869427 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ab45fd59-501e-4a76-83b7-ff1763f2e7df req-c1825c7a-ae5b-4bf7-85a3-8fb840d88c77 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc HTTP/1.1" status: 200 len: 210 time: 0.0454981 Mar 09 04:21:01.138324 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0a96c1ec-6d63-4e0a-8696-9983c1e98545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:01.869858 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-77cef8f6-e5d6-4613-b584-ccc14d2532b6 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:01.871286 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-77cef8f6-e5d6-4613-b584-ccc14d2532b6 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.21 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 812 time: 0.1451926 Mar 09 04:21:01.921197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-7344169d-cc07-4b03-9233-e5eaedec9609 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Synchronizing usage tracker for tenant:0719990b16af4df782d63d97c7dab9de on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:21:01.938207 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-7344169d-cc07-4b03-9233-e5eaedec9609 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Unset dirty status for tenant:0719990b16af4df782d63d97c7dab9de on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:21:01.939705 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-7344169d-cc07-4b03-9233-e5eaedec9609 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0719990b16af4df782d63d97c7dab9de HTTP/1.1" status: 200 len: 380 time: 0.0606434 Mar 09 04:21:01.948168 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-0813c547-3824-4133-9555-a2f94f346faa tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Request body: {'port': {'device_id': '52766e63-59ef-4fd6-95d7-1dc47c73d8bc', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'admin_state_up': True, 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'security_groups': ['0bb820e3-2ee0-4294-8668-e24a762a6082']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:21:02.049510 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dfc1eff0-bbdf-44c3-952e-0a8f08ac5b75 req-937bbf04-6c95-4f84-ba02-e52448b5b505 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc HTTP/1.1" status: 200 len: 210 time: 0.0599384 Mar 09 04:21:02.192630 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-0813c547-3824-4133-9555-a2f94f346faa tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:21:02.202658 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-0813c547-3824-4133-9555-a2f94f346faa tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:21:02.212867 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-0813c547-3824-4133-9555-a2f94f346faa tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Made reservation on behalf of 0719990b16af4df782d63d97c7dab9de for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:21:02.216288 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-0813c547-3824-4133-9555-a2f94f346faa tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:02.303775 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:02.312745 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:02.392264 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-0813c547-3824-4133-9555-a2f94f346faa tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Allocated IP 172.20.0.12 (8f633b69-239a-406a-bd83-a4352d1cee94/ba29cb0f-95d5-47f5-9df9-1afdac36d9b0/7c297579-5244-4a72-9503-a5d68344867b) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:21:02.582068 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-0813c547-3824-4133-9555-a2f94f346faa tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:02.597657 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-0813c547-3824-4133-9555-a2f94f346faa tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Transition to ACTIVE for port object 7c297579-5244-4a72-9503-a5d68344867b will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:21:02.621874 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-0813c547-3824-4133-9555-a2f94f346faa tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:02.691008 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-0813c547-3824-4133-9555-a2f94f346faa tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Network 8f633b69-239a-406a-bd83-a4352d1cee94 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:21:02.699864 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-0813c547-3824-4133-9555-a2f94f346faa tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:21:02.702277 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-0813c547-3824-4133-9555-a2f94f346faa tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:21:02.738936 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813c547-3824-4133-9555-a2f94f346faa tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event updated for resources: {'Port': ['ID=7c297579-5244-4a72-9503-a5d68344867b,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:21:02.772037 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-0813c547-3824-4133-9555-a2f94f346faa tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:02.772661 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-0813c547-3824-4133-9555-a2f94f346faa tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:02.799085 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-0813c547-3824-4133-9555-a2f94f346faa tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8545849 Mar 09 04:21:02.810000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-2995d37b-745e-48f2-96ea-a043575cabb3 service neutron] Request body: {'port': {'device_id': '52766e63-59ef-4fd6-95d7-1dc47c73d8bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:21:02.928688 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-2995d37b-745e-48f2-96ea-a043575cabb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:02.940919 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-deb6887f-d88c-455a-b556-b1c53b69fd1f None None] Provisioning for port 7c297579-5244-4a72-9503-a5d68344867b completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:21:02.947747 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-deb6887f-d88c-455a-b556-b1c53b69fd1f None None] Provisioning complete for port 7c297579-5244-4a72-9503-a5d68344867b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:21:02.948412 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-deb6887f-d88c-455a-b556-b1c53b69fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:03.007592 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-deb6887f-d88c-455a-b556-b1c53b69fd1f None None] Port 7c297579-5244-4a72-9503-a5d68344867b cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:21:03.278177 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8a5f1-57f4-44c8-8ee6-9a281aaaae6f req-c2ca1bb2-00a1-43c6-87a1-6e4296179754 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:03.278875 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-7fe8a5f1-57f4-44c8-8ee6-9a281aaaae6f req-c2ca1bb2-00a1-43c6-87a1-6e4296179754 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Synchronizing usage tracker for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:21:03.349921 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-7fe8a5f1-57f4-44c8-8ee6-9a281aaaae6f req-c2ca1bb2-00a1-43c6-87a1-6e4296179754 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Unset dirty status for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:21:03.351091 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7fe8a5f1-57f4-44c8-8ee6-9a281aaaae6f req-c2ca1bb2-00a1-43c6-87a1-6e4296179754 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc HTTP/1.1" status: 200 len: 932 time: 0.1930568 Mar 09 04:21:03.359516 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-2995d37b-745e-48f2-96ea-a043575cabb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c297579-5244-4a72-9503-a5d68344867b {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:21:03.379872 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-2995d37b-745e-48f2-96ea-a043575cabb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:03.410060 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-2995d37b-745e-48f2-96ea-a043575cabb3 service neutron] Transition to ACTIVE for port object 7c297579-5244-4a72-9503-a5d68344867b will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:21:03.413650 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-2995d37b-745e-48f2-96ea-a043575cabb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:03.456626 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7fe8a5f1-57f4-44c8-8ee6-9a281aaaae6f req-c0c17cec-04c7-453e-9048-d627a89922ce tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993621 Mar 09 04:21:03.577305 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995d37b-745e-48f2-96ea-a043575cabb3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c297579-5244-4a72-9503-a5d68344867b,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:21:03.587759 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:03.653652 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-2995d37b-745e-48f2-96ea-a043575cabb3 service neutron] Attempting to bind port 7c297579-5244-4a72-9503-a5d68344867b on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:21:03.653987 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-2995d37b-745e-48f2-96ea-a043575cabb3 service neutron] Attempting to bind port 7c297579-5244-4a72-9503-a5d68344867b by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:21:03.654310 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-2995d37b-745e-48f2-96ea-a043575cabb3 service neutron] Attempting to bind port 7c297579-5244-4a72-9503-a5d68344867b on network 8f633b69-239a-406a-bd83-a4352d1cee94 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:21:03.659121 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-2995d37b-745e-48f2-96ea-a043575cabb3 service neutron] Port 7c297579-5244-4a72-9503-a5d68344867b on network 8f633b69-239a-406a-bd83-a4352d1cee94 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:21:03.659437 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-2995d37b-745e-48f2-96ea-a043575cabb3 service neutron] Attempting to bind port 7c297579-5244-4a72-9503-a5d68344867b on network 8f633b69-239a-406a-bd83-a4352d1cee94 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:21:03.664956 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-2995d37b-745e-48f2-96ea-a043575cabb3 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:21:03.665288 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-2995d37b-745e-48f2-96ea-a043575cabb3 service neutron] Checking segment: {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:21:03.665665 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-2995d37b-745e-48f2-96ea-a043575cabb3 service neutron] Bound using segment: {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:21:03.666079 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-2995d37b-745e-48f2-96ea-a043575cabb3 service neutron] Bound port: 7c297579-5244-4a72-9503-a5d68344867b, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:21:03.666419 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-2995d37b-745e-48f2-96ea-a043575cabb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:03.761886 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-2995d37b-745e-48f2-96ea-a043575cabb3 service neutron] For port 7c297579-5244-4a72-9503-a5d68344867b, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:21:03.764914 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-2995d37b-745e-48f2-96ea-a043575cabb3 service neutron] For port 7c297579-5244-4a72-9503-a5d68344867b, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=7c297579-5244-4a72-9503-a5d68344867b,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:21:03.768570 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-2995d37b-745e-48f2-96ea-a043575cabb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:03.825138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-2995d37b-745e-48f2-96ea-a043575cabb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:03.825740 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-2995d37b-745e-48f2-96ea-a043575cabb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:03.827105 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-2995d37b-745e-48f2-96ea-a043575cabb3 service neutron] 10.222.0.21 "PUT /v2.0/ports/7c297579-5244-4a72-9503-a5d68344867b HTTP/1.1" status: 200 len: 1092 time: 1.0216570 Mar 09 04:21:03.827540 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52766e63-59ef-4fd6-95d7-1dc47c73d8bc', 'tag': '7c297579-5244-4a72-9503-a5d68344867b'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:21:03.858137 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995d37b-745e-48f2-96ea-a043575cabb3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c297579-5244-4a72-9503-a5d68344867b,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:21:03.875992 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52766e63-59ef-4fd6-95d7-1dc47c73d8bc', 'tag': '7c297579-5244-4a72-9503-a5d68344867b', 'status': 'completed', 'code': 200} Mar 09 04:21:03.953478 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-94c7809c-5880-405a-ab72-c49320869dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:03.955002 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-94c7809c-5880-405a-ab72-c49320869dcb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc HTTP/1.1" status: 200 len: 1095 time: 0.0729172 Mar 09 04:21:04.128866 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-18981940-56a1-4c68-87c9-163485a264a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c297579-5244-4a72-9503-a5d68344867b HTTP/1.1" status: 200 len: 217 time: 0.1674891 Mar 09 04:21:04.188731 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-5fa35d31-7acb-4dca-b8d6-931d9146fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:04.190077 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-5fa35d31-7acb-4dca-b8d6-931d9146fae2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 200 len: 851 time: 0.0558174 Mar 09 04:21:04.263973 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-bd8aecab-9fbb-464c-babe-4ebf59f51f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:04.265376 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-bd8aecab-9fbb-464c-babe-4ebf59f51f4b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f633b69-239a-406a-bd83-a4352d1cee94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693843 Mar 09 04:21:04.397674 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-d799aec8-068b-4f78-bba1-5cf7c85303ea service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252902 Mar 09 04:21:04.458257 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:04.529180 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-20b48235-fc5e-4aba-b135-0a6d62c5ecd0 req-84248db4-a643-4da2-9ce5-6105c2b1dd41 service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257529 Mar 09 04:21:04.700810 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdb24e-a1da-4895-ba65-123a3468fa6f req-66d04b02-a54e-4522-b8e0-9e05faec7de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:04.702170 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-96fdb24e-a1da-4895-ba65-123a3468fa6f req-66d04b02-a54e-4522-b8e0-9e05faec7de5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc HTTP/1.1" status: 200 len: 1095 time: 0.1283691 Mar 09 04:21:04.714103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf65e97-3082-4c39-8561-bf8b190630ff req-892a0a5d-fecf-4c67-9ee3-d8c5a4904892 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:04.715454 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9bf65e97-3082-4c39-8561-bf8b190630ff req-892a0a5d-fecf-4c67-9ee3-d8c5a4904892 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc HTTP/1.1" status: 200 len: 944 time: 0.1115062 Mar 09 04:21:04.843134 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9bf65e97-3082-4c39-8561-bf8b190630ff req-e568fc7c-4b54-4991-8c9c-2b70bd5b5030 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097913 Mar 09 04:21:04.873464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdb24e-a1da-4895-ba65-123a3468fa6f req-03684cec-f2cc-4689-ad20-3bbb414c1f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:04.874910 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-96fdb24e-a1da-4895-ba65-123a3468fa6f req-03684cec-f2cc-4689-ad20-3bbb414c1f0e service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 913 time: 0.1586232 Mar 09 04:21:04.951900 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-96fdb24e-a1da-4895-ba65-123a3468fa6f req-3018847f-8eb0-42d4-9c9e-4c0035a54e0d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c297579-5244-4a72-9503-a5d68344867b HTTP/1.1" status: 200 len: 217 time: 0.0641096 Mar 09 04:21:05.006627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdb24e-a1da-4895-ba65-123a3468fa6f req-1e757389-aff6-4480-b12b-5ca11d230d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:05.008024 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-96fdb24e-a1da-4895-ba65-123a3468fa6f req-1e757389-aff6-4480-b12b-5ca11d230d9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 200 len: 851 time: 0.0561194 Mar 09 04:21:05.086508 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdb24e-a1da-4895-ba65-123a3468fa6f req-612eddaf-68bb-49b8-9472-c23cc1f37d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:05.087989 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-96fdb24e-a1da-4895-ba65-123a3468fa6f req-612eddaf-68bb-49b8-9472-c23cc1f37d30 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f633b69-239a-406a-bd83-a4352d1cee94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741105 Mar 09 04:21:05.216142 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-96fdb24e-a1da-4895-ba65-123a3468fa6f req-db30daed-e7d8-48d9-a054-f029f6341ec5 service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196487 Mar 09 04:21:05.342647 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-96fdb24e-a1da-4895-ba65-123a3468fa6f req-ee095209-c4f9-4f64-a59a-221c0d0969b6 service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213334 Mar 09 04:21:06.026068 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7d70a-06d1-4a35-87eb-3a297f5c8e04 req-7c8b0d54-871d-4fa3-a0bf-cc929cdc3ad1 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:06.027579 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a7a7d70a-06d1-4a35-87eb-3a297f5c8e04 req-7c8b0d54-871d-4fa3-a0bf-cc929cdc3ad1 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc HTTP/1.1" status: 200 len: 944 time: 0.0806007 Mar 09 04:21:06.083333 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a7a7d70a-06d1-4a35-87eb-3a297f5c8e04 req-15a76f30-0aab-4529-9aea-50afe1a83c70 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501797 Mar 09 04:21:07.264783 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca674d-60e4-47d1-ba41-a1e6248da3d3 req-7a0c7b4b-7c4d-47ad-a0b2-fd164879a964 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:07.266225 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e0ca674d-60e4-47d1-ba41-a1e6248da3d3 req-7a0c7b4b-7c4d-47ad-a0b2-fd164879a964 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc HTTP/1.1" status: 200 len: 944 time: 0.0779729 Mar 09 04:21:07.311143 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e0ca674d-60e4-47d1-ba41-a1e6248da3d3 req-62efa9f1-2fa2-4592-bdd1-38320d48476b tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387146 Mar 09 04:21:08.497186 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc32ad5-8c85-4a5c-8c55-c8bd8d38a2cf req-da965f26-ad2b-4749-9cf0-dbf644f76737 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:08.498627 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9fc32ad5-8c85-4a5c-8c55-c8bd8d38a2cf req-da965f26-ad2b-4749-9cf0-dbf644f76737 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc HTTP/1.1" status: 200 len: 944 time: 0.0817885 Mar 09 04:21:08.543050 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9fc32ad5-8c85-4a5c-8c55-c8bd8d38a2cf req-83271fd6-dd3c-41d1-9cf8-e24a81df3af2 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382683 Mar 09 04:21:09.045411 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:09.726698 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56363285-4762-4d1a-9904-df9534ee07c1 req-8e4c51c1-6457-4c9a-8811-4df2913aac2b tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:09.728155 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-56363285-4762-4d1a-9904-df9534ee07c1 req-8e4c51c1-6457-4c9a-8811-4df2913aac2b tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc HTTP/1.1" status: 200 len: 944 time: 0.0830593 Mar 09 04:21:09.770728 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-56363285-4762-4d1a-9904-df9534ee07c1 req-680ec5ef-75c5-452b-8143-a1a0cb6400a0 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370028 Mar 09 04:21:10.954278 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96d9f1-6fd5-4f1b-80cb-6f7f9f8bcf41 req-0f0c1f87-2155-4e2a-a502-5013c6710052 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:10.955743 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7d96d9f1-6fd5-4f1b-80cb-6f7f9f8bcf41 req-0f0c1f87-2155-4e2a-a502-5013c6710052 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc HTTP/1.1" status: 200 len: 944 time: 0.0791907 Mar 09 04:21:11.000921 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7d96d9f1-6fd5-4f1b-80cb-6f7f9f8bcf41 req-81b156f4-e672-4f80-9073-c8b9a1eec218 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390832 Mar 09 04:21:12.006979 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 7c297579-5244-4a72-9503-a5d68344867b details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:21:12.136112 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 7c297579-5244-4a72-9503-a5d68344867b, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=7c297579-5244-4a72-9503-a5d68344867b,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:21:12.148778 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '7c297579-5244-4a72-9503-a5d68344867b', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'port_id': '7c297579-5244-4a72-9503-a5d68344867b', 'mac_address': 'fa:16:3e:34:62:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:21:12.188429 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31483d22-fd6e-4be4-8ddb-a1d46a39a558 req-be56ee90-f76b-4e93-a6f7-0a3c38718e2e tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:12.189782 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-31483d22-fd6e-4be4-8ddb-a1d46a39a558 req-be56ee90-f76b-4e93-a6f7-0a3c38718e2e tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc HTTP/1.1" status: 200 len: 944 time: 0.0782378 Mar 09 04:21:12.208158 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:12.225210 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c297579-5244-4a72-9503-a5d68344867b {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:21:12.234487 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-31483d22-fd6e-4be4-8ddb-a1d46a39a558 req-6649554e-5f4d-4f82-9217-9961a5f9c334 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384164 Mar 09 04:21:12.240455 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 7c297579-5244-4a72-9503-a5d68344867b, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=7c297579-5244-4a72-9503-a5d68344867b,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:21:12.244369 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:12.311443 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=7c297579-5244-4a72-9503-a5d68344867b,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:21:12.318872 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:21:12.319217 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:21:12.319550 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:21:12.319877 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:21:12.320205 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:21:12.320523 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:21:12.320841 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:21:12.321154 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:21:12.321507 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:21:12.321789 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:21:12.322096 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:21:12.322406 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:21:12.447824 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['7c297579-5244-4a72-9503-a5d68344867b'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:21:13.418410 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7fe14-7984-40f2-a39a-20feb2d69111 req-90e6b916-bed6-4dfb-b8b0-286ba7ba251f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:13.420158 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-70d7fe14-7984-40f2-a39a-20feb2d69111 req-90e6b916-bed6-4dfb-b8b0-286ba7ba251f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc HTTP/1.1" status: 200 len: 945 time: 0.0825415 Mar 09 04:21:13.462734 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-70d7fe14-7984-40f2-a39a-20feb2d69111 req-8de46f09-c5d7-466d-bb3b-5efa3f287529 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371599 Mar 09 04:21:14.026404 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 7c297579-5244-4a72-9503-a5d68344867b up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:21:14.092683 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 7c297579-5244-4a72-9503-a5d68344867b completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:21:14.097319 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 7c297579-5244-4a72-9503-a5d68344867b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:21:14.097727 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:14.211111 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:14.236677 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52766e63-59ef-4fd6-95d7-1dc47c73d8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c297579-5244-4a72-9503-a5d68344867b'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:21:14.246455 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 7c297579-5244-4a72-9503-a5d68344867b, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=7c297579-5244-4a72-9503-a5d68344867b,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:21:14.250317 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:14.288606 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52766e63-59ef-4fd6-95d7-1dc47c73d8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c297579-5244-4a72-9503-a5d68344867b', 'code': 200} Mar 09 04:21:14.322016 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=7c297579-5244-4a72-9503-a5d68344867b,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:21:14.519120 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05e1b5-9c00-494f-98a0-49bc458c0a18 req-fa737815-5e9c-4a06-9998-74cbed0d0fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:14.520567 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-df05e1b5-9c00-494f-98a0-49bc458c0a18 req-fa737815-5e9c-4a06-9998-74cbed0d0fad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc HTTP/1.1" status: 200 len: 1097 time: 0.1797669 Mar 09 04:21:14.560709 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-df05e1b5-9c00-494f-98a0-49bc458c0a18 req-966de101-7266-4ed4-a98d-4765d274bbe7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341494 Mar 09 04:21:14.644774 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeba021-7fb4-4e2a-8b4c-500379c6c514 req-98c18e22-38b2-405b-8087-0781d760e3e4 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:14.646305 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2eeba021-7fb4-4e2a-8b4c-500379c6c514 req-98c18e22-38b2-405b-8087-0781d760e3e4 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc HTTP/1.1" status: 200 len: 946 time: 0.0791779 Mar 09 04:21:14.695015 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2eeba021-7fb4-4e2a-8b4c-500379c6c514 req-9123b838-6e32-4a59-9d79-b6e0842532e2 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429659 Mar 09 04:21:15.880109 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64ee52-998d-478d-8540-77190c04c56d req-a076735d-7048-4953-bf77-dd6df16a8429 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:15.881586 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1f64ee52-998d-478d-8540-77190c04c56d req-a076735d-7048-4953-bf77-dd6df16a8429 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc HTTP/1.1" status: 200 len: 946 time: 0.0804691 Mar 09 04:21:15.924662 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1f64ee52-998d-478d-8540-77190c04c56d req-660dbe19-f1e9-4175-b042-0f04967ac1ad tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375240 Mar 09 04:21:16.107869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd851a4-37ef-4570-8345-d48a062f4143 req-174f9643-dab8-4d9a-816c-203fef781be2 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:16.109338 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6dd851a4-37ef-4570-8345-d48a062f4143 req-174f9643-dab8-4d9a-816c-203fef781be2 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc HTTP/1.1" status: 200 len: 946 time: 0.0804939 Mar 09 04:21:16.152791 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6dd851a4-37ef-4570-8345-d48a062f4143 req-2de73423-eada-471c-b025-525f72102233 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379837 Mar 09 04:21:16.175918 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43944) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:21:16.247417 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595c6fdc-46bc-4c81-84d8-e00181cd389f tempest-TestVolumeBootPattern-33092037 tempest-TestVolumeBootPattern-33092037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:16.248858 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-595c6fdc-46bc-4c81-84d8-e00181cd389f tempest-TestVolumeBootPattern-33092037 tempest-TestVolumeBootPattern-33092037-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc HTTP/1.1" status: 200 len: 1092 time: 0.0720053 Mar 09 04:21:16.251797 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 43948) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:21:16.256553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'port_id': '7c297579-5244-4a72-9503-a5d68344867b', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:21:16.263084 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:21:16.266986 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Usage tracker for resource:floatingip and tenant:0719990b16af4df782d63d97c7dab9de is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:21:16.269816 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:21:16.276149 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:21:16.287540 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:16.528014 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:16.658521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Allocated IP 172.25.7.123 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/72433da9-ffd9-4894-84e7-95b055e4acf3) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:21:16.803533 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:16.832167 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:16.895751 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:21:16.898457 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:21:16.906210 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:21:16.941317 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event updated for resources: {'Port': ['ID=72433da9-ffd9-4894-84e7-95b055e4acf3,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:21:16.957861 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:21:16.958220 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:21:16.958576 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:21:16.958942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:21:16.959272 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:21:16.959595 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:21:16.959915 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:21:16.960234 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:21:16.960551 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:21:16.960880 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:21:16.961179 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:21:16.961493 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:21:17.339444 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:17.412823 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:17.614152 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:17.618523 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:17.728020 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event updated for resources: {'Port': ['ID=72433da9-ffd9-4894-84e7-95b055e4acf3,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:21:17.737827 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:17.909037 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Floating IP f911ccd9-df1d-4dd8-ad6d-2370d246b7f7 associated. External IP: 172.25.7.123, port: 7c297579-5244-4a72-9503-a5d68344867b. Mar 09 04:21:18.372321 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Router 3584f770-ddda-49ef-8d45-319e0141d0fd has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:21:18.554743 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:21:18.564115 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1468ce-e2b5-4dab-823d-b9c59a1e29c1 None None] Sync routers for ids ['3584f770-ddda-49ef-8d45-319e0141d0fd'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:21:18.573942 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1468ce-e2b5-4dab-823d-b9c59a1e29c1 None None] Routers {'3584f770-ddda-49ef-8d45-319e0141d0fd'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:21:18.574601 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-3d1468ce-e2b5-4dab-823d-b9c59a1e29c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:21:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3584f770-ddda-49ef-8d45-319e0141d0fd'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:21:18.579318 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:18.618840 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:21:18.638143 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-89262e30-0148-4500-bfee-eab106339b3a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3852940 Mar 09 04:21:18.638998 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52766e63-59ef-4fd6-95d7-1dc47c73d8bc', 'tag': '7c297579-5244-4a72-9503-a5d68344867b'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:21:18.687098 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52766e63-59ef-4fd6-95d7-1dc47c73d8bc', 'tag': '7c297579-5244-4a72-9503-a5d68344867b', 'status': 'completed', 'code': 200} Mar 09 04:21:18.780746 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-3d1468ce-e2b5-4dab-823d-b9c59a1e29c1 None None] Set router 3584f770-ddda-49ef-8d45-319e0141d0fd gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:21:18.780978 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e04cb-2652-40e6-b70a-5b27d9f31487 req-e62d6695-331f-4667-b4fe-99870b48d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:18.782443 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b72e04cb-2652-40e6-b70a-5b27d9f31487 req-e62d6695-331f-4667-b4fe-99870b48d151 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc HTTP/1.1" status: 200 len: 1097 time: 0.0742786 Mar 09 04:21:18.913686 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e04cb-2652-40e6-b70a-5b27d9f31487 req-907fe3ad-6b4d-4ec0-98aa-b2a3c8720920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:18.914533 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b72e04cb-2652-40e6-b70a-5b27d9f31487 req-907fe3ad-6b4d-4ec0-98aa-b2a3c8720920 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 913 time: 0.1264362 Mar 09 04:21:19.018086 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b72e04cb-2652-40e6-b70a-5b27d9f31487 req-1f39aff6-113d-4352-a121-7c4e13541db7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c297579-5244-4a72-9503-a5d68344867b HTTP/1.1" status: 200 len: 1000 time: 0.0968804 Mar 09 04:21:19.081744 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e04cb-2652-40e6-b70a-5b27d9f31487 req-fae23a32-316b-4a24-8aaf-2b902bb08870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:19.083211 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b72e04cb-2652-40e6-b70a-5b27d9f31487 req-fae23a32-316b-4a24-8aaf-2b902bb08870 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 200 len: 851 time: 0.0598123 Mar 09 04:21:19.123956 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-3d1468ce-e2b5-4dab-823d-b9c59a1e29c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:01Z', 'updated_at': '2022-03-09T04:18:05Z', 'revision_number': 4, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'gw_port': {'id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:02Z', 'updated_at': '2022-03-09T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'f911ccd9-df1d-4dd8-ad6d-2370d246b7f7', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'port_id': '7c297579-5244-4a72-9503-a5d68344867b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'mac_address': 'fa:16:3e:34:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52766e63-59ef-4fd6-95d7-1dc47c73d8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:21:17Z', 'updated_at': '2022-03-09T04:21:17Z', 'revision_number': 0, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5672cc12-eaa9-4d24-880a-c52b077debb0', 'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'mac_address': 'fa:16:3e:a9:e8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:04Z', 'updated_at': '2022-03-09T04:18:12Z', 'revision_number': 5, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'subnets': [{'id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:21:19.127813 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1468ce-e2b5-4dab-823d-b9c59a1e29c1 None None] Checking router: 3584f770-ddda-49ef-8d45-319e0141d0fd for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:21:19.136721 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1468ce-e2b5-4dab-823d-b9c59a1e29c1 None None] Routers {'3584f770-ddda-49ef-8d45-319e0141d0fd'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:21:19.137314 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-3d1468ce-e2b5-4dab-823d-b9c59a1e29c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:21:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3584f770-ddda-49ef-8d45-319e0141d0fd'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:21:19.155914 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e04cb-2652-40e6-b70a-5b27d9f31487 req-1bad1e3d-fdaa-405b-b414-d2d0a6250f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:19.157356 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b72e04cb-2652-40e6-b70a-5b27d9f31487 req-1bad1e3d-fdaa-405b-b414-d2d0a6250f9d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f633b69-239a-406a-bd83-a4352d1cee94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679431 Mar 09 04:21:19.285384 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b72e04cb-2652-40e6-b70a-5b27d9f31487 req-d9110779-9cb3-4583-955b-0bbdac1671c3 service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223311 Mar 09 04:21:19.311704 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-3d1468ce-e2b5-4dab-823d-b9c59a1e29c1 None None] Set router 3584f770-ddda-49ef-8d45-319e0141d0fd gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:21:19.417229 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b72e04cb-2652-40e6-b70a-5b27d9f31487 req-a23f8eec-558c-4f0c-8bc3-afb20530841c service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257498 Mar 09 04:21:19.648617 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-3d1468ce-e2b5-4dab-823d-b9c59a1e29c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:01Z', 'updated_at': '2022-03-09T04:18:05Z', 'revision_number': 4, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'gw_port': {'id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:02Z', 'updated_at': '2022-03-09T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'f911ccd9-df1d-4dd8-ad6d-2370d246b7f7', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'port_id': '7c297579-5244-4a72-9503-a5d68344867b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'mac_address': 'fa:16:3e:34:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52766e63-59ef-4fd6-95d7-1dc47c73d8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:21:17Z', 'updated_at': '2022-03-09T04:21:17Z', 'revision_number': 0, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5672cc12-eaa9-4d24-880a-c52b077debb0', 'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'mac_address': 'fa:16:3e:a9:e8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:04Z', 'updated_at': '2022-03-09T04:18:12Z', 'revision_number': 5, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'subnets': [{'id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:21:19.652386 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1468ce-e2b5-4dab-823d-b9c59a1e29c1 None None] The sync data for ids ['3584f770-ddda-49ef-8d45-319e0141d0fd'] in n-d-825178-5 is: [{'id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:01Z', 'updated_at': '2022-03-09T04:18:05Z', 'revision_number': 4, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'gw_port': {'id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:02Z', 'updated_at': '2022-03-09T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'f911ccd9-df1d-4dd8-ad6d-2370d246b7f7', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'port_id': '7c297579-5244-4a72-9503-a5d68344867b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'mac_address': 'fa:16:3e:34:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52766e63-59ef-4fd6-95d7-1dc47c73d8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:21:17Z', 'updated_at': '2022-03-09T04:21:17Z', 'revision_number': 0, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5672cc12-eaa9-4d24-880a-c52b077debb0', 'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'mac_address': 'fa:16:3e:a9:e8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:04Z', 'updated_at': '2022-03-09T04:18:12Z', 'revision_number': 5, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'subnets': [{'id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:21:19.838220 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7395c3-7ff1-4def-b7ad-7e3562c57e88 None None] New status for floating IP f911ccd9-df1d-4dd8-ad6d-2370d246b7f7: ACTIVE {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:21:28.754998 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3aa5e215-40c2-4efa-8bd2-7c0412f0e085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:31.139828 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d1ef06b5-6150-4ad3-957b-e0295c3600c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:32.296156 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:32.316204 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:33.584567 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:34.456968 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:39.051401 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:55.617313 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:21:58.755645 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6e98ddac-7761-43f8-9c6b-08d950593255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:21:58.824110 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9a929e70-5f98-4d86-84ec-9050cfe619f5 req-b5b15848-52f9-4e73-aad3-f2c54b1e9b41 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0684497 Mar 09 04:21:58.963094 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a929e70-5f98-4d86-84ec-9050cfe619f5 req-8258d7f9-e19d-403b-ad14-c5eb83607e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:58.965138 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9a929e70-5f98-4d86-84ec-9050cfe619f5 req-8258d7f9-e19d-403b-ad14-c5eb83607e11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc HTTP/1.1" status: 200 len: 1097 time: 0.0742266 Mar 09 04:21:59.108208 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a929e70-5f98-4d86-84ec-9050cfe619f5 req-b35d83ca-1059-48bb-ab13-4fd4d5f4d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:59.109625 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9a929e70-5f98-4d86-84ec-9050cfe619f5 req-b35d83ca-1059-48bb-ab13-4fd4d5f4d245 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 913 time: 0.1270335 Mar 09 04:21:59.209506 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9a929e70-5f98-4d86-84ec-9050cfe619f5 req-ec54e955-c2e6-463a-84cc-0ac2f6660592 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c297579-5244-4a72-9503-a5d68344867b HTTP/1.1" status: 200 len: 1002 time: 0.0939171 Mar 09 04:21:59.269778 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a929e70-5f98-4d86-84ec-9050cfe619f5 req-875c7461-5b55-4ceb-ae73-25fa426ab1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:59.271180 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9a929e70-5f98-4d86-84ec-9050cfe619f5 req-875c7461-5b55-4ceb-ae73-25fa426ab1e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 200 len: 851 time: 0.0550897 Mar 09 04:21:59.347482 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a929e70-5f98-4d86-84ec-9050cfe619f5 req-7b085bc5-3447-4e35-90b4-bc0a87a5b632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:21:59.348904 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9a929e70-5f98-4d86-84ec-9050cfe619f5 req-7b085bc5-3447-4e35-90b4-bc0a87a5b632 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f633b69-239a-406a-bd83-a4352d1cee94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716469 Mar 09 04:21:59.358638 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-9a929e70-5f98-4d86-84ec-9050cfe619f5 req-b0720bdf-78b4-4438-adfb-a0cc883c5a78 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 04:21:59.359582 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9a929e70-5f98-4d86-84ec-9050cfe619f5 req-b0720bdf-78b4-4438-adfb-a0cc883c5a78 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047307 Mar 09 04:21:59.490181 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9a929e70-5f98-4d86-84ec-9050cfe619f5 req-bde704bc-6553-4e82-aa37-0c87b6b8df7b service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247692 Mar 09 04:21:59.719752 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9a929e70-5f98-4d86-84ec-9050cfe619f5 req-b6b4bdfa-6129-46a8-b2bb-ae14dac55e3d service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234719 Mar 09 04:22:01.141445 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a77a9269-465e-4a04-8d31-403f59a92d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:22:02.297481 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:22:02.314875 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:22:03.585044 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:22:04.472543 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:22:09.043696 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:22:28.757132 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-80eba0e8-ffdc-4f7d-b6a1-1f85f7082770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:22:31.142452 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f031d145-22b4-411c-9d96-79916c1eb115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:22:32.290237 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:22:32.315464 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:22:32.615699 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:22:33.588680 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:22:34.466314 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:22:39.041408 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:22:51.243127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-02eaea94-682f-4217-9b3d-fabb20865f98 req-51b4f45b-3f4a-4424-bd91-6096e158187b service neutron] (87880) timed out ('10.222.0.16', 60950) {{(pid=87880) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 09 04:22:58.758297 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c7a3fec6-d170-49f2-8dd8-9027983eb1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:22:59.828821 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-64e830b0-be8b-45d1-a6eb-008d4a4df1c2 req-91d0eb70-a906-4616-a9bb-14bd45b6bf5f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0698171 Mar 09 04:22:59.964357 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e830b0-be8b-45d1-a6eb-008d4a4df1c2 req-21a0192e-478d-4a03-91aa-cdef0e4e67a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:22:59.966214 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-64e830b0-be8b-45d1-a6eb-008d4a4df1c2 req-21a0192e-478d-4a03-91aa-cdef0e4e67a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc HTTP/1.1" status: 200 len: 1097 time: 0.0723872 Mar 09 04:23:00.105731 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e830b0-be8b-45d1-a6eb-008d4a4df1c2 req-9e76102b-3a41-4f1c-8fc7-fd162f48a6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:00.107090 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-64e830b0-be8b-45d1-a6eb-008d4a4df1c2 req-9e76102b-3a41-4f1c-8fc7-fd162f48a6a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 913 time: 0.1244991 Mar 09 04:23:00.206085 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-64e830b0-be8b-45d1-a6eb-008d4a4df1c2 req-b9addaa8-519f-455e-a3c3-4ced7cc8636a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c297579-5244-4a72-9503-a5d68344867b HTTP/1.1" status: 200 len: 1002 time: 0.0929844 Mar 09 04:23:00.265278 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e830b0-be8b-45d1-a6eb-008d4a4df1c2 req-bdea50cf-8bca-4dac-a925-07a146e3692e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:00.266634 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-64e830b0-be8b-45d1-a6eb-008d4a4df1c2 req-bdea50cf-8bca-4dac-a925-07a146e3692e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 200 len: 851 time: 0.0553689 Mar 09 04:23:00.340198 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e830b0-be8b-45d1-a6eb-008d4a4df1c2 req-ef80ad9b-a89b-45f2-939d-7c52f6a5cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:00.341643 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-64e830b0-be8b-45d1-a6eb-008d4a4df1c2 req-ef80ad9b-a89b-45f2-939d-7c52f6a5cce1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f633b69-239a-406a-bd83-a4352d1cee94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694480 Mar 09 04:23:00.468361 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-64e830b0-be8b-45d1-a6eb-008d4a4df1c2 req-8e1ec78f-369b-4f01-a64b-6da5a056db92 service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204855 Mar 09 04:23:00.597018 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-64e830b0-be8b-45d1-a6eb-008d4a4df1c2 req-3b52c49f-0cbd-4ead-980c-a4f9cb8e5aaa service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224694 Mar 09 04:23:01.144020 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-61e68f6c-7bec-4032-96c8-5a5415d1526b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:02.293429 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:02.317791 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:03.590215 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:04.466923 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:09.039972 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:09.614805 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:23:14.846740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5715d-cc7f-47da-a81c-2dd2801bde37 req-6c7c9efd-81ee-4d01-9c03-ac9299ddf138 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:14.848231 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-69e5715d-cc7f-47da-a81c-2dd2801bde37 req-6c7c9efd-81ee-4d01-9c03-ac9299ddf138 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc HTTP/1.1" status: 200 len: 946 time: 0.1016295 Mar 09 04:23:14.891712 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-69e5715d-cc7f-47da-a81c-2dd2801bde37 req-552513bf-fffc-46a0-bab4-2523e84cea71 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378315 Mar 09 04:23:16.143426 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edda97-e11d-41d2-8d83-70be3dbab5b1 req-9b777cf4-3be5-47e6-af29-7718d3dda461 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:16.144865 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-18edda97-e11d-41d2-8d83-70be3dbab5b1 req-9b777cf4-3be5-47e6-af29-7718d3dda461 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc HTTP/1.1" status: 200 len: 946 time: 0.1385419 Mar 09 04:23:16.188021 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-18edda97-e11d-41d2-8d83-70be3dbab5b1 req-cf9b1ae2-2981-4e51-98a7-263569085cb1 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374694 Mar 09 04:23:16.286698 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c86c9-98c2-461c-887d-e0c12b2d840e req-ee16375f-fdd3-4f00-8b54-be14436b393c tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:16.288052 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-716c86c9-98c2-461c-887d-e0c12b2d840e req-ee16375f-fdd3-4f00-8b54-be14436b393c tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.21 "GET /v2.0/ports?device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc HTTP/1.1" status: 200 len: 946 time: 0.0802701 Mar 09 04:23:16.358395 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-716c86c9-98c2-461c-887d-e0c12b2d840e req-94384651-7fb1-4a94-9ab2-cee5ee733d8f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Deleting port 7c297579-5244-4a72-9503-a5d68344867b {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:23:16.358726 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-716c86c9-98c2-461c-887d-e0c12b2d840e req-94384651-7fb1-4a94-9ab2-cee5ee733d8f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:16.599482 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-716c86c9-98c2-461c-887d-e0c12b2d840e req-94384651-7fb1-4a94-9ab2-cee5ee733d8f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] For port 7c297579-5244-4a72-9503-a5d68344867b, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=7c297579-5244-4a72-9503-a5d68344867b,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:23:16.599830 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-716c86c9-98c2-461c-887d-e0c12b2d840e req-94384651-7fb1-4a94-9ab2-cee5ee733d8f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:16.983745 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-716c86c9-98c2-461c-887d-e0c12b2d840e req-94384651-7fb1-4a94-9ab2-cee5ee733d8f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:16.984092 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-716c86c9-98c2-461c-887d-e0c12b2d840e req-94384651-7fb1-4a94-9ab2-cee5ee733d8f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:16.984419 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [req-716c86c9-98c2-461c-887d-e0c12b2d840e req-94384651-7fb1-4a94-9ab2-cee5ee733d8f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Floating IP f911ccd9-df1d-4dd8-ad6d-2370d246b7f7 disassociated. External IP: 172.25.7.123, port: 7c297579-5244-4a72-9503-a5d68344867b. Mar 09 04:23:16.984735 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-716c86c9-98c2-461c-887d-e0c12b2d840e req-94384651-7fb1-4a94-9ab2-cee5ee733d8f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Calling delete_port for 7c297579-5244-4a72-9503-a5d68344867b owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:23:17.124667 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-716c86c9-98c2-461c-887d-e0c12b2d840e req-94384651-7fb1-4a94-9ab2-cee5ee733d8f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:17.175301 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94384651-7fb1-4a94-9ab2-cee5ee733d8f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event deleted for resources: {'Port': ['ID=7c297579-5244-4a72-9503-a5d68344867b,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:23:17.186443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94384651-7fb1-4a94-9ab2-cee5ee733d8f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:17.186783 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94384651-7fb1-4a94-9ab2-cee5ee733d8f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:17.187138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94384651-7fb1-4a94-9ab2-cee5ee733d8f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:17.187462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94384651-7fb1-4a94-9ab2-cee5ee733d8f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:17.187789 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94384651-7fb1-4a94-9ab2-cee5ee733d8f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:17.188131 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94384651-7fb1-4a94-9ab2-cee5ee733d8f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:17.188418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94384651-7fb1-4a94-9ab2-cee5ee733d8f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:17.188730 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94384651-7fb1-4a94-9ab2-cee5ee733d8f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:17.189040 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94384651-7fb1-4a94-9ab2-cee5ee733d8f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:17.189349 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94384651-7fb1-4a94-9ab2-cee5ee733d8f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:17.189658 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94384651-7fb1-4a94-9ab2-cee5ee733d8f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:17.189967 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94384651-7fb1-4a94-9ab2-cee5ee733d8f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:17.377229 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-716c86c9-98c2-461c-887d-e0c12b2d840e req-94384651-7fb1-4a94-9ab2-cee5ee733d8f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Router 3584f770-ddda-49ef-8d45-319e0141d0fd has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:23:17.492653 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3047286a-42c9-4201-9636-6df546137efe req-7f5602d4-6fcb-44d7-8bc0-476869b63967 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc HTTP/1.1" status: 200 len: 210 time: 0.1612921 Mar 09 04:23:17.602176 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-716c86c9-98c2-461c-887d-e0c12b2d840e req-94384651-7fb1-4a94-9ab2-cee5ee733d8f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:23:17.612649 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ff92ef-9133-46f8-95bf-fc8028603dd4 None None] Sync routers for ids ['3584f770-ddda-49ef-8d45-319e0141d0fd'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:23:17.622301 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ff92ef-9133-46f8-95bf-fc8028603dd4 None None] Routers {'3584f770-ddda-49ef-8d45-319e0141d0fd'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:23:17.622939 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-53ff92ef-9133-46f8-95bf-fc8028603dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:23:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3584f770-ddda-49ef-8d45-319e0141d0fd'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:23:17.681820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-716c86c9-98c2-461c-887d-e0c12b2d840e req-94384651-7fb1-4a94-9ab2-cee5ee733d8f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] No DVR routers for this DVR port 7c297579-5244-4a72-9503-a5d68344867b on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:23:17.684788 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-716c86c9-98c2-461c-887d-e0c12b2d840e req-94384651-7fb1-4a94-9ab2-cee5ee733d8f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:17.687959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52766e63-59ef-4fd6-95d7-1dc47c73d8bc', 'name': 'network-vif-deleted', 'tag': '7c297579-5244-4a72-9503-a5d68344867b'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:23:17.704821 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-716c86c9-98c2-461c-887d-e0c12b2d840e req-94384651-7fb1-4a94-9ab2-cee5ee733d8f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.21 "DELETE /v2.0/ports/7c297579-5244-4a72-9503-a5d68344867b HTTP/1.1" status: 204 len: 173 time: 1.4108331 Mar 09 04:23:17.745226 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52766e63-59ef-4fd6-95d7-1dc47c73d8bc', 'name': 'network-vif-deleted', 'tag': '7c297579-5244-4a72-9503-a5d68344867b', 'status': 'completed', 'code': 200} Mar 09 04:23:17.847267 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-53ff92ef-9133-46f8-95bf-fc8028603dd4 None None] Set router 3584f770-ddda-49ef-8d45-319e0141d0fd gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:23:18.166218 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-53ff92ef-9133-46f8-95bf-fc8028603dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:01Z', 'updated_at': '2022-03-09T04:18:05Z', 'revision_number': 4, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'gw_port': {'id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:02Z', 'updated_at': '2022-03-09T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '5672cc12-eaa9-4d24-880a-c52b077debb0', 'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'mac_address': 'fa:16:3e:a9:e8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:04Z', 'updated_at': '2022-03-09T04:18:12Z', 'revision_number': 5, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'subnets': [{'id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:23:18.170315 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ff92ef-9133-46f8-95bf-fc8028603dd4 None None] Checking router: 3584f770-ddda-49ef-8d45-319e0141d0fd for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:23:18.178560 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ff92ef-9133-46f8-95bf-fc8028603dd4 None None] Routers {'3584f770-ddda-49ef-8d45-319e0141d0fd'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:23:18.179177 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-53ff92ef-9133-46f8-95bf-fc8028603dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:23:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3584f770-ddda-49ef-8d45-319e0141d0fd'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:23:18.358084 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-53ff92ef-9133-46f8-95bf-fc8028603dd4 None None] Set router 3584f770-ddda-49ef-8d45-319e0141d0fd gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:23:18.659039 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-1c8da202-5811-4797-9d2d-12d2902bfb33 req-8aa94909-23b0-447c-b9d3-728f484d754a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Synchronizing usage tracker for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:23:18.675545 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-53ff92ef-9133-46f8-95bf-fc8028603dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:01Z', 'updated_at': '2022-03-09T04:18:05Z', 'revision_number': 4, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'gw_port': {'id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:02Z', 'updated_at': '2022-03-09T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '5672cc12-eaa9-4d24-880a-c52b077debb0', 'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'mac_address': 'fa:16:3e:a9:e8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:04Z', 'updated_at': '2022-03-09T04:18:12Z', 'revision_number': 5, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'subnets': [{'id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:23:18.676135 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-1c8da202-5811-4797-9d2d-12d2902bfb33 req-8aa94909-23b0-447c-b9d3-728f484d754a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Unset dirty status for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:23:18.677468 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1c8da202-5811-4797-9d2d-12d2902bfb33 req-8aa94909-23b0-447c-b9d3-728f484d754a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=52766e63-59ef-4fd6-95d7-1dc47c73d8bc HTTP/1.1" status: 200 len: 210 time: 0.0622368 Mar 09 04:23:18.679858 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ff92ef-9133-46f8-95bf-fc8028603dd4 None None] The sync data for ids ['3584f770-ddda-49ef-8d45-319e0141d0fd'] in n-d-825178-5 is: [{'id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:01Z', 'updated_at': '2022-03-09T04:18:05Z', 'revision_number': 4, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'gw_port': {'id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:02Z', 'updated_at': '2022-03-09T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '5672cc12-eaa9-4d24-880a-c52b077debb0', 'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'mac_address': 'fa:16:3e:a9:e8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:04Z', 'updated_at': '2022-03-09T04:18:12Z', 'revision_number': 5, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'subnets': [{'id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:23:18.979799 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0324ab-707b-4ae4-93bc-b54a2349c198 None None] New status for floating IP f911ccd9-df1d-4dd8-ad6d-2370d246b7f7: DOWN {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:23:19.959226 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-81e0a1db-d2ae-478c-bbe2-4114200ad2da tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1551212384&fields=id&tenant_id=0719990b16af4df782d63d97c7dab9de HTTP/1.1" status: 200 len: 267 time: 0.0380542 Mar 09 04:23:20.107640 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-6bc73fbd-50c3-4abd-81da-e96dd2e2234c tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:20.109041 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-6bc73fbd-50c3-4abd-81da-e96dd2e2234c tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 812 time: 0.1436822 Mar 09 04:23:20.124646 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-5f58787b-021a-4588-bdf8-fdbedc4619b2 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/quotas/0719990b16af4df782d63d97c7dab9de HTTP/1.1" status: 200 len: 375 time: 0.0102212 Mar 09 04:23:20.207790 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-c954d81e-1aaf-4a05-9d3a-c69aa9263f27 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0778160 Mar 09 04:23:20.339882 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-4ab6fd11-4378-40a0-b005-de914379a0fe service neutron] 10.222.0.16 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210401 Mar 09 04:23:20.533941 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 7c297579-5244-4a72-9503-a5d68344867b no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:23:20.567593 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 7c297579-5244-4a72-9503-a5d68344867b {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:23:20.567932 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 7c297579-5244-4a72-9503-a5d68344867b not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:23:20.569801 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-70aa7f36-0d04-4393-9fe5-1f704449483d service neutron] 10.222.0.16 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234929 Mar 09 04:23:20.944351 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f85331a7-2d23-4584-9844-fa480f5beb57 req-9878446f-4535-49c9-a7ab-eca7c8c46e86 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 210 time: 0.0461917 Mar 09 04:23:21.943866 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-67d716d4-0295-4ddf-acd3-f5eeb630080d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:21.945297 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-67d716d4-0295-4ddf-acd3-f5eeb630080d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.24 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 812 time: 0.1497812 Mar 09 04:23:21.993527 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-d5c2a3c7-8f6f-44d4-8b4a-f3101b801f49 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0719990b16af4df782d63d97c7dab9de HTTP/1.1" status: 200 len: 380 time: 0.0409098 Mar 09 04:23:22.004198 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Request body: {'port': {'device_id': '0ddb037a-f38c-4a97-a30a-aff9fda0ff60', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'admin_state_up': True, 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'security_groups': ['0bb820e3-2ee0-4294-8668-e24a762a6082']}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:23:22.097432 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c8ef652-25f3-40de-bcc8-3bca748782a1 req-21c712a3-a8ec-4286-a5a7-88027756ed7b tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 210 time: 0.0426950 Mar 09 04:23:22.146217 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:23:22.156430 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:23:22.167201 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Made reservation on behalf of 0719990b16af4df782d63d97c7dab9de for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:23:22.171180 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:22.332661 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Allocated IP 172.20.0.12 (8f633b69-239a-406a-bd83-a4352d1cee94/ba29cb0f-95d5-47f5-9df9-1afdac36d9b0/f9ba7900-1fde-46e4-b883-23fdf3c3a36f) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:23:22.519415 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:22.536503 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Transition to ACTIVE for port object f9ba7900-1fde-46e4-b883-23fdf3c3a36f will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:23:22.561714 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:22.630068 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Network 8f633b69-239a-406a-bd83-a4352d1cee94 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:23:22.633104 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:23:22.642167 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:23:22.686833 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event updated for resources: {'Port': ['ID=f9ba7900-1fde-46e4-b883-23fdf3c3a36f,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:23:22.702151 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:22.702489 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:22.702829 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:22.703187 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:22.703512 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:22.703839 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:22.704160 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:22.704585 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:22.704908 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:22.705371 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:22.705540 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:22.705834 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:22.723669 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:22.724219 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:22.756257 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-81e23b7c-8413-40ed-bf70-6fbdfab12a3d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7556083 Mar 09 04:23:22.766387 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-f84effe4-0323-4119-950b-76ecdc48069f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 04:23:22.767501 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-f84effe4-0323-4119-950b-76ecdc48069f tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054607 Mar 09 04:23:22.778675 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-7a5f5ef1-6f1b-4041-9558-28a93197660a service neutron] Request body: {'port': {'device_id': '0ddb037a-f38c-4a97-a30a-aff9fda0ff60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:23:22.890425 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d25b7a70-72d2-406e-bbcd-01b02296ba83 None None] Provisioning for port f9ba7900-1fde-46e4-b883-23fdf3c3a36f completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:23:22.898529 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d25b7a70-72d2-406e-bbcd-01b02296ba83 None None] Provisioning complete for port f9ba7900-1fde-46e4-b883-23fdf3c3a36f triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:23:22.899407 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d25b7a70-72d2-406e-bbcd-01b02296ba83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:22.968390 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d25b7a70-72d2-406e-bbcd-01b02296ba83 None None] Port f9ba7900-1fde-46e4-b883-23fdf3c3a36f cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:23:23.023261 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-7a5f5ef1-6f1b-4041-9558-28a93197660a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:23.382404 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3b856-9862-4e7b-9fd6-cf44659324be req-86167529-feb8-4232-be24-e9757160aa5d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:23.383114 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-9cb3b856-9862-4e7b-9fd6-cf44659324be req-86167529-feb8-4232-be24-e9757160aa5d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Synchronizing usage tracker for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:23:23.439262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-9cb3b856-9862-4e7b-9fd6-cf44659324be req-86167529-feb8-4232-be24-e9757160aa5d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Unset dirty status for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:23:23.440408 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9cb3b856-9862-4e7b-9fd6-cf44659324be req-86167529-feb8-4232-be24-e9757160aa5d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 932 time: 0.1849492 Mar 09 04:23:23.491504 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-7a5f5ef1-6f1b-4041-9558-28a93197660a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9ba7900-1fde-46e4-b883-23fdf3c3a36f {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:23:23.502878 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-7a5f5ef1-6f1b-4041-9558-28a93197660a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:23.510645 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9cb3b856-9862-4e7b-9fd6-cf44659324be req-5705a0c7-f8c2-4215-9721-715524a434dc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639448 Mar 09 04:23:23.521853 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-7a5f5ef1-6f1b-4041-9558-28a93197660a service neutron] Transition to ACTIVE for port object f9ba7900-1fde-46e4-b883-23fdf3c3a36f will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:23:23.534510 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-7a5f5ef1-6f1b-4041-9558-28a93197660a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:23.682294 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f5ef1-6f1b-4041-9558-28a93197660a service neutron] Pushing event updated for resources: {'Port': ['ID=f9ba7900-1fde-46e4-b883-23fdf3c3a36f,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:23:23.764205 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-7a5f5ef1-6f1b-4041-9558-28a93197660a service neutron] Attempting to bind port f9ba7900-1fde-46e4-b883-23fdf3c3a36f on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:23:23.764537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-7a5f5ef1-6f1b-4041-9558-28a93197660a service neutron] Attempting to bind port f9ba7900-1fde-46e4-b883-23fdf3c3a36f by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:23:23.764856 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-7a5f5ef1-6f1b-4041-9558-28a93197660a service neutron] Attempting to bind port f9ba7900-1fde-46e4-b883-23fdf3c3a36f on network 8f633b69-239a-406a-bd83-a4352d1cee94 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:23:23.769386 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-7a5f5ef1-6f1b-4041-9558-28a93197660a service neutron] Port f9ba7900-1fde-46e4-b883-23fdf3c3a36f on network 8f633b69-239a-406a-bd83-a4352d1cee94 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:23:23.769702 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-7a5f5ef1-6f1b-4041-9558-28a93197660a service neutron] Attempting to bind port f9ba7900-1fde-46e4-b883-23fdf3c3a36f on network 8f633b69-239a-406a-bd83-a4352d1cee94 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:23:23.774729 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-7a5f5ef1-6f1b-4041-9558-28a93197660a service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:23:23.775691 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-7a5f5ef1-6f1b-4041-9558-28a93197660a service neutron] Checking segment: {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:23:23.776083 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-7a5f5ef1-6f1b-4041-9558-28a93197660a service neutron] Bound using segment: {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:23:23.776506 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-7a5f5ef1-6f1b-4041-9558-28a93197660a service neutron] Bound port: f9ba7900-1fde-46e4-b883-23fdf3c3a36f, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:23:23.776843 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-7a5f5ef1-6f1b-4041-9558-28a93197660a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:23.863146 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-7a5f5ef1-6f1b-4041-9558-28a93197660a service neutron] For port f9ba7900-1fde-46e4-b883-23fdf3c3a36f, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:23:23.865969 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-7a5f5ef1-6f1b-4041-9558-28a93197660a service neutron] For port f9ba7900-1fde-46e4-b883-23fdf3c3a36f, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=f9ba7900-1fde-46e4-b883-23fdf3c3a36f,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:23:23.871207 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-7a5f5ef1-6f1b-4041-9558-28a93197660a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:23.927698 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-7a5f5ef1-6f1b-4041-9558-28a93197660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:23.928305 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-7a5f5ef1-6f1b-4041-9558-28a93197660a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:23.929679 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-7a5f5ef1-6f1b-4041-9558-28a93197660a service neutron] 10.222.0.24 "PUT /v2.0/ports/f9ba7900-1fde-46e4-b883-23fdf3c3a36f HTTP/1.1" status: 200 len: 1092 time: 1.1552773 Mar 09 04:23:23.930118 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddb037a-f38c-4a97-a30a-aff9fda0ff60', 'tag': 'f9ba7900-1fde-46e4-b883-23fdf3c3a36f'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:23:23.960816 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f5ef1-6f1b-4041-9558-28a93197660a service neutron] Pushing event updated for resources: {'Port': ['ID=f9ba7900-1fde-46e4-b883-23fdf3c3a36f,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:23:24.002328 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ddb037a-f38c-4a97-a30a-aff9fda0ff60', 'tag': 'f9ba7900-1fde-46e4-b883-23fdf3c3a36f', 'status': 'completed', 'code': 200} Mar 09 04:23:24.044088 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-68fa96e1-18f6-4389-b680-f0e6b45f19a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:24.045602 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-68fa96e1-18f6-4389-b680-f0e6b45f19a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 1095 time: 0.0750244 Mar 09 04:23:24.117171 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-3d15a5e8-3ff4-49fa-b41f-da41e31e78f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9ba7900-1fde-46e4-b883-23fdf3c3a36f HTTP/1.1" status: 200 len: 217 time: 0.0648136 Mar 09 04:23:24.177420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-05fb477d-e3a1-40a0-97fa-ae2eae7bb9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:24.178754 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-05fb477d-e3a1-40a0-97fa-ae2eae7bb9b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 200 len: 851 time: 0.0557382 Mar 09 04:23:24.257938 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-20d6695c-8d7d-439b-8305-53d39ab64199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:24.260206 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-20d6695c-8d7d-439b-8305-53d39ab64199 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f633b69-239a-406a-bd83-a4352d1cee94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744686 Mar 09 04:23:24.388834 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-cd68f34c-ddfa-45e1-8be2-310b3af3be87 service neutron] 10.222.0.24 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227505 Mar 09 04:23:24.517817 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e1c6afb7-2d5e-422f-94a3-61f65b0e1572 req-0d79d953-4b94-4af4-83f3-d46d8e0509f6 service neutron] 10.222.0.24 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232610 Mar 09 04:23:24.663060 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cf8f2-ee98-4bf8-98ba-b36c7474d0cd req-d49d6cb0-7ee9-478f-bf3c-f262824f1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:24.664381 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b01cf8f2-ee98-4bf8-98ba-b36c7474d0cd req-d49d6cb0-7ee9-478f-bf3c-f262824f1306 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 1095 time: 0.1014342 Mar 09 04:23:24.923251 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cb029-b331-4d89-bff5-2cb5157b64bf req-70135fbd-95bc-4049-ab32-c6543cbb6ad9 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:24.924670 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-612cb029-b331-4d89-bff5-2cb5157b64bf req-70135fbd-95bc-4049-ab32-c6543cbb6ad9 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 944 time: 0.3000729 Mar 09 04:23:24.933100 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cf8f2-ee98-4bf8-98ba-b36c7474d0cd req-e0cb83b3-cd11-497b-86d9-c7fa4c404fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:24.934438 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b01cf8f2-ee98-4bf8-98ba-b36c7474d0cd req-e0cb83b3-cd11-497b-86d9-c7fa4c404fda service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 913 time: 0.2612607 Mar 09 04:23:25.016265 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b01cf8f2-ee98-4bf8-98ba-b36c7474d0cd req-09295b84-ab71-46b2-a40b-abec41e7d546 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9ba7900-1fde-46e4-b883-23fdf3c3a36f HTTP/1.1" status: 200 len: 217 time: 0.0687935 Mar 09 04:23:25.073810 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-612cb029-b331-4d89-bff5-2cb5157b64bf req-2222f2fb-69d9-407b-9649-10670b36d53d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420298 Mar 09 04:23:25.088611 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cf8f2-ee98-4bf8-98ba-b36c7474d0cd req-c92e0a63-d9c4-4ad2-a337-96e840e71d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:25.090001 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b01cf8f2-ee98-4bf8-98ba-b36c7474d0cd req-c92e0a63-d9c4-4ad2-a337-96e840e71d0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 200 len: 851 time: 0.0666940 Mar 09 04:23:25.167243 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cf8f2-ee98-4bf8-98ba-b36c7474d0cd req-3a998758-7d41-4648-a4cd-cb47d738f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:25.168946 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b01cf8f2-ee98-4bf8-98ba-b36c7474d0cd req-3a998758-7d41-4648-a4cd-cb47d738f721 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f633b69-239a-406a-bd83-a4352d1cee94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733922 Mar 09 04:23:25.298522 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b01cf8f2-ee98-4bf8-98ba-b36c7474d0cd req-b847e278-0e04-4a7c-9b86-c9d53a549a72 service neutron] 10.222.0.24 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222711 Mar 09 04:23:25.427546 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b01cf8f2-ee98-4bf8-98ba-b36c7474d0cd req-29eb343d-765d-48f7-852d-54a02d7b72d6 service neutron] 10.222.0.24 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219804 Mar 09 04:23:26.257189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771113b-0785-4389-b5f5-8010fdca8aa9 req-747e3224-000c-4679-b8a9-8b4d71c57648 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:26.258609 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a771113b-0785-4389-b5f5-8010fdca8aa9 req-747e3224-000c-4679-b8a9-8b4d71c57648 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 944 time: 0.0814826 Mar 09 04:23:26.301909 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a771113b-0785-4389-b5f5-8010fdca8aa9 req-5b96ce8b-08bb-44aa-98d4-4b211b4b3c5e tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371225 Mar 09 04:23:27.488298 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e9fab-1fc2-4774-92ce-6b16f9bfe671 req-747f75f2-9b2e-46b4-83a8-afe079ce8cbe tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:27.489723 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cf8e9fab-1fc2-4774-92ce-6b16f9bfe671 req-747f75f2-9b2e-46b4-83a8-afe079ce8cbe tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 944 time: 0.0837595 Mar 09 04:23:27.538745 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cf8e9fab-1fc2-4774-92ce-6b16f9bfe671 req-33ac5cf4-8388-44b2-a22c-9d85b1d4e25b tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425127 Mar 09 04:23:28.721603 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a5d32-90ae-4035-9893-133a2134d4ea req-1f18b911-dfe4-4065-ad8a-0e494d055b87 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:28.722972 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d60a5d32-90ae-4035-9893-133a2134d4ea req-1f18b911-dfe4-4065-ad8a-0e494d055b87 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 944 time: 0.0782926 Mar 09 04:23:28.760995 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-04cc4e5a-f665-493a-84d2-1ab8f2fae44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:28.772965 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d60a5d32-90ae-4035-9893-133a2134d4ea req-373fb4f8-de18-4f1e-8c32-5e898c51ce1a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444443 Mar 09 04:23:29.963566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abb77c-cc79-4c46-a17a-a52b2d80f19e req-7dcd92f6-fed7-471c-9731-4f448b08e1b3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:29.965014 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5abb77c-cc79-4c46-a17a-a52b2d80f19e req-7dcd92f6-fed7-471c-9731-4f448b08e1b3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 944 time: 0.0901239 Mar 09 04:23:30.012047 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c5abb77c-cc79-4c46-a17a-a52b2d80f19e req-3bff7886-8232-448d-ad86-791f934a1f8a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412226 Mar 09 04:23:31.147488 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-98dd7826-5345-46ac-879b-d003b38f47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:31.195650 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13254ac-7ced-4b15-aac0-524b44024228 req-96826b62-6a05-4d9c-9e58-a533cc0c1071 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:31.197015 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b13254ac-7ced-4b15-aac0-524b44024228 req-96826b62-6a05-4d9c-9e58-a533cc0c1071 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 944 time: 0.0800056 Mar 09 04:23:31.240290 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b13254ac-7ced-4b15-aac0-524b44024228 req-a3a8eac9-83f0-4b45-bdae-76a62a1213a0 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370719 Mar 09 04:23:32.297934 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:32.321366 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:32.423800 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3fa259-7a41-4b03-942d-0d5a468c23c4 req-3e906d16-1074-4f19-a9b9-007d15163654 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:32.425223 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0d3fa259-7a41-4b03-942d-0d5a468c23c4 req-3e906d16-1074-4f19-a9b9-007d15163654 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 944 time: 0.0789998 Mar 09 04:23:32.468909 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0d3fa259-7a41-4b03-942d-0d5a468c23c4 req-242de795-838f-4966-93dd-fe272cee1430 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381720 Mar 09 04:23:33.593722 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:33.652407 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b4401-4f8d-4f15-bbcf-8a5f235bc40b req-f457bc74-bacf-46b4-8a8d-69403a89d622 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:33.653856 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2a2b4401-4f8d-4f15-bbcf-8a5f235bc40b req-f457bc74-bacf-46b4-8a8d-69403a89d622 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 944 time: 0.0844066 Mar 09 04:23:33.696443 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2a2b4401-4f8d-4f15-bbcf-8a5f235bc40b req-902cc0f8-a769-4913-aaa4-d5df0f1aef77 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369289 Mar 09 04:23:33.765323 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device f9ba7900-1fde-46e4-b883-23fdf3c3a36f details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:23:33.894756 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port f9ba7900-1fde-46e4-b883-23fdf3c3a36f, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=f9ba7900-1fde-46e4-b883-23fdf3c3a36f,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:23:33.907524 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'f9ba7900-1fde-46e4-b883-23fdf3c3a36f', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'port_id': 'f9ba7900-1fde-46e4-b883-23fdf3c3a36f', 'mac_address': 'fa:16:3e:62:ea:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:23:33.964212 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:34.012991 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ba7900-1fde-46e4-b883-23fdf3c3a36f {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:23:34.027959 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port f9ba7900-1fde-46e4-b883-23fdf3c3a36f, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=f9ba7900-1fde-46e4-b883-23fdf3c3a36f,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:23:34.031542 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:34.096127 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=f9ba7900-1fde-46e4-b883-23fdf3c3a36f,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:23:34.103254 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:34.103592 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:34.103923 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:34.104759 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:34.105080 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:34.105401 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:34.105714 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:34.106025 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:34.106335 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:34.106643 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:34.106988 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:34.107297 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:23:34.371311 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['f9ba7900-1fde-46e4-b883-23fdf3c3a36f'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:23:34.485414 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:34.881651 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa98314-852a-43c8-b904-6876d7359fd9 req-930e4e5e-5bb5-4a07-8804-c7d0002b225a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:34.883214 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8fa98314-852a-43c8-b904-6876d7359fd9 req-930e4e5e-5bb5-4a07-8804-c7d0002b225a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 945 time: 0.0837653 Mar 09 04:23:34.928703 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8fa98314-852a-43c8-b904-6876d7359fd9 req-dca11a26-c704-48f2-ad56-cd13905f6f4a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395119 Mar 09 04:23:35.780199 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device f9ba7900-1fde-46e4-b883-23fdf3c3a36f up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:23:35.844647 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port f9ba7900-1fde-46e4-b883-23fdf3c3a36f completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:23:35.849200 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port f9ba7900-1fde-46e4-b883-23fdf3c3a36f triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:23:35.849560 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:35.964676 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:35.990576 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddb037a-f38c-4a97-a30a-aff9fda0ff60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ba7900-1fde-46e4-b883-23fdf3c3a36f'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:23:36.002099 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port f9ba7900-1fde-46e4-b883-23fdf3c3a36f, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=f9ba7900-1fde-46e4-b883-23fdf3c3a36f,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:23:36.006926 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:36.076273 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=f9ba7900-1fde-46e4-b883-23fdf3c3a36f,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:23:36.093857 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddb037a-f38c-4a97-a30a-aff9fda0ff60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ba7900-1fde-46e4-b883-23fdf3c3a36f', 'code': 200} Mar 09 04:23:36.124552 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6759af-5def-4e58-b76a-83e1b805d05d req-40326845-a762-4109-8bc7-215c7540e5af tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:36.126011 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d6759af-5def-4e58-b76a-83e1b805d05d req-40326845-a762-4109-8bc7-215c7540e5af tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 946 time: 0.0872405 Mar 09 04:23:36.170172 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d6759af-5def-4e58-b76a-83e1b805d05d req-ab19b4aa-e781-4ad1-a05f-912e4aa2d1f2 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384116 Mar 09 04:23:36.216447 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c63701-0224-4f6d-b01c-fa98f0bf3353 req-66bd3fd3-9f40-4091-8759-083821a4f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:36.217895 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3c63701-0224-4f6d-b01c-fa98f0bf3353 req-66bd3fd3-9f40-4091-8759-083821a4f349 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 1097 time: 0.0691566 Mar 09 04:23:36.256934 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d3c63701-0224-4f6d-b01c-fa98f0bf3353 req-3426a3d8-8874-49d6-8de0-5677267ff682 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330796 Mar 09 04:23:37.354925 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4db77-2e80-41e9-a0dd-c1eb4db4391a req-0b194221-f54a-49f5-8c6c-97c02a58a8e0 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:37.356363 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-92e4db77-2e80-41e9-a0dd-c1eb4db4391a req-0b194221-f54a-49f5-8c6c-97c02a58a8e0 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 946 time: 0.0829182 Mar 09 04:23:37.400615 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-92e4db77-2e80-41e9-a0dd-c1eb4db4391a req-c32073a0-4fd7-4906-aec3-f861e56a7d72 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386610 Mar 09 04:23:38.583679 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2bde5-b379-4480-90ea-4bb3e9a456ab req-9f0523d4-40ab-4c8f-8fa2-860c877e36e6 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:38.585115 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5d2bde5-b379-4480-90ea-4bb3e9a456ab req-9f0523d4-40ab-4c8f-8fa2-860c877e36e6 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 946 time: 0.0810547 Mar 09 04:23:38.627951 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5d2bde5-b379-4480-90ea-4bb3e9a456ab req-71dd4b30-bbd4-4800-8d61-ba7c5c946dae tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368581 Mar 09 04:23:38.809063 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7efbdc-3d3e-4ebe-a096-ad49bfe07309 req-98aac5a7-b314-4dbf-a76b-b3cddc1ac99c tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:38.810514 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1f7efbdc-3d3e-4ebe-a096-ad49bfe07309 req-98aac5a7-b314-4dbf-a76b-b3cddc1ac99c tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 946 time: 0.0781360 Mar 09 04:23:38.853933 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1f7efbdc-3d3e-4ebe-a096-ad49bfe07309 req-893e0426-cb5b-4ba3-a1e4-718159e33f2c tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378685 Mar 09 04:23:38.880830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44078) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:23:38.992188 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c000c01c-6074-4b37-8599-aed6b5577c26 tempest-TestVolumeBootPattern-33092037 tempest-TestVolumeBootPattern-33092037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:38.992885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c000c01c-6074-4b37-8599-aed6b5577c26 tempest-TestVolumeBootPattern-33092037 tempest-TestVolumeBootPattern-33092037-project-admin] Synchronizing usage tracker for tenant:ab8bbbdbc41e4d95b7b683db015b4dff on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:23:39.012343 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c000c01c-6074-4b37-8599-aed6b5577c26 tempest-TestVolumeBootPattern-33092037 tempest-TestVolumeBootPattern-33092037-project-admin] Unset dirty status for tenant:ab8bbbdbc41e4d95b7b683db015b4dff on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:23:39.014211 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c000c01c-6074-4b37-8599-aed6b5577c26 tempest-TestVolumeBootPattern-33092037 tempest-TestVolumeBootPattern-33092037-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 1092 time: 0.1323366 Mar 09 04:23:39.016885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44084) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:23:39.021903 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-e4af69a1-48db-456d-9578-87323da26b55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'port_id': 'f9ba7900-1fde-46e4-b883-23fdf3c3a36f', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:23:39.028901 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e4af69a1-48db-456d-9578-87323da26b55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:23:39.033038 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e4af69a1-48db-456d-9578-87323da26b55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Usage tracker for resource:floatingip and tenant:0719990b16af4df782d63d97c7dab9de is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:23:39.035810 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e4af69a1-48db-456d-9578-87323da26b55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:23:39.041504 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e4af69a1-48db-456d-9578-87323da26b55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:23:39.044070 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:39.055123 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e4af69a1-48db-456d-9578-87323da26b55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:39.186603 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e4af69a1-48db-456d-9578-87323da26b55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:39.319902 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-e4af69a1-48db-456d-9578-87323da26b55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Allocated IP 172.25.7.189 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/23fee8e0-c86c-4f59-ab30-d5ecdfb51f3a) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:23:39.463675 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e4af69a1-48db-456d-9578-87323da26b55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:39.492276 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e4af69a1-48db-456d-9578-87323da26b55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:39.556315 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4af69a1-48db-456d-9578-87323da26b55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:23:39.563968 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-e4af69a1-48db-456d-9578-87323da26b55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:23:39.567961 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4af69a1-48db-456d-9578-87323da26b55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:23:39.596337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af69a1-48db-456d-9578-87323da26b55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event updated for resources: {'Port': ['ID=23fee8e0-c86c-4f59-ab30-d5ecdfb51f3a,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:23:39.969288 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e4af69a1-48db-456d-9578-87323da26b55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:40.041135 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e4af69a1-48db-456d-9578-87323da26b55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:40.341798 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e4af69a1-48db-456d-9578-87323da26b55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:40.346260 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e4af69a1-48db-456d-9578-87323da26b55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:40.452272 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af69a1-48db-456d-9578-87323da26b55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event updated for resources: {'Port': ['ID=23fee8e0-c86c-4f59-ab30-d5ecdfb51f3a,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:23:40.464523 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e4af69a1-48db-456d-9578-87323da26b55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:40.643125 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-e4af69a1-48db-456d-9578-87323da26b55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Floating IP 4b72fbdf-1cda-4dd5-b6d3-bf78342bb980 associated. External IP: 172.25.7.189, port: f9ba7900-1fde-46e4-b883-23fdf3c3a36f. Mar 09 04:23:40.995518 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4af69a1-48db-456d-9578-87323da26b55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Router 3584f770-ddda-49ef-8d45-319e0141d0fd has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:23:41.187745 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4af69a1-48db-456d-9578-87323da26b55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:23:41.198964 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d7d93e-3a42-4cc8-b8a6-3c340310b0ea None None] Sync routers for ids ['3584f770-ddda-49ef-8d45-319e0141d0fd'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:23:41.209496 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d7d93e-3a42-4cc8-b8a6-3c340310b0ea None None] Routers {'3584f770-ddda-49ef-8d45-319e0141d0fd'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:23:41.210106 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-28d7d93e-3a42-4cc8-b8a6-3c340310b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:23:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3584f770-ddda-49ef-8d45-319e0141d0fd'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:23:41.220034 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e4af69a1-48db-456d-9578-87323da26b55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:23:41.273972 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e4af69a1-48db-456d-9578-87323da26b55 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2560444 Mar 09 04:23:41.274540 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddb037a-f38c-4a97-a30a-aff9fda0ff60', 'tag': 'f9ba7900-1fde-46e4-b883-23fdf3c3a36f'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:23:41.371226 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ddb037a-f38c-4a97-a30a-aff9fda0ff60', 'tag': 'f9ba7900-1fde-46e4-b883-23fdf3c3a36f', 'status': 'completed', 'code': 200} Mar 09 04:23:41.385521 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-28d7d93e-3a42-4cc8-b8a6-3c340310b0ea None None] Set router 3584f770-ddda-49ef-8d45-319e0141d0fd gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:23:41.465165 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78b3a1-ceea-4bfe-87ea-7d6091f9e8a0 req-111d7c9c-f803-4770-83fb-5eca4b96bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:41.466534 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ce78b3a1-ceea-4bfe-87ea-7d6091f9e8a0 req-111d7c9c-f803-4770-83fb-5eca4b96bda3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 1097 time: 0.0736120 Mar 09 04:23:41.596952 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78b3a1-ceea-4bfe-87ea-7d6091f9e8a0 req-7865f50e-4d47-415f-88bc-95e05c860f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:41.598403 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ce78b3a1-ceea-4bfe-87ea-7d6091f9e8a0 req-7865f50e-4d47-415f-88bc-95e05c860f56 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 913 time: 0.1262145 Mar 09 04:23:41.726577 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-28d7d93e-3a42-4cc8-b8a6-3c340310b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:01Z', 'updated_at': '2022-03-09T04:18:05Z', 'revision_number': 4, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'gw_port': {'id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:02Z', 'updated_at': '2022-03-09T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4b72fbdf-1cda-4dd5-b6d3-bf78342bb980', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'port_id': 'f9ba7900-1fde-46e4-b883-23fdf3c3a36f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'mac_address': 'fa:16:3e:62:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb037a-f38c-4a97-a30a-aff9fda0ff60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:23:39Z', 'updated_at': '2022-03-09T04:23:39Z', 'revision_number': 0, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5672cc12-eaa9-4d24-880a-c52b077debb0', 'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'mac_address': 'fa:16:3e:a9:e8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:04Z', 'updated_at': '2022-03-09T04:18:12Z', 'revision_number': 5, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'subnets': [{'id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:23:41.730607 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d7d93e-3a42-4cc8-b8a6-3c340310b0ea None None] Checking router: 3584f770-ddda-49ef-8d45-319e0141d0fd for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:23:41.739133 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d7d93e-3a42-4cc8-b8a6-3c340310b0ea None None] Routers {'3584f770-ddda-49ef-8d45-319e0141d0fd'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:23:41.739738 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-28d7d93e-3a42-4cc8-b8a6-3c340310b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:23:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3584f770-ddda-49ef-8d45-319e0141d0fd'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:23:41.808166 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ce78b3a1-ceea-4bfe-87ea-7d6091f9e8a0 req-c470665f-19e2-47e5-9956-73c0f869b075 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9ba7900-1fde-46e4-b883-23fdf3c3a36f HTTP/1.1" status: 200 len: 1000 time: 0.2029064 Mar 09 04:23:41.868443 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78b3a1-ceea-4bfe-87ea-7d6091f9e8a0 req-c9dfb4ca-35ac-4042-bdb8-e22f913db3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:41.869883 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ce78b3a1-ceea-4bfe-87ea-7d6091f9e8a0 req-c9dfb4ca-35ac-4042-bdb8-e22f913db3e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 200 len: 851 time: 0.0563817 Mar 09 04:23:41.905438 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-2689bd1e-44e6-4964-b9f0-47becd765e2c req-190fe6d2-c5e0-471b-a677-90ac18a2510a service neutron] (87881) timed out ('10.222.0.16', 43830) {{(pid=87881) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 09 04:23:41.915270 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-28d7d93e-3a42-4cc8-b8a6-3c340310b0ea None None] Set router 3584f770-ddda-49ef-8d45-319e0141d0fd gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:23:41.944559 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78b3a1-ceea-4bfe-87ea-7d6091f9e8a0 req-cbd72db8-3735-43b5-aac6-51c39eaaf9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:23:41.946013 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ce78b3a1-ceea-4bfe-87ea-7d6091f9e8a0 req-cbd72db8-3735-43b5-aac6-51c39eaaf9d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f633b69-239a-406a-bd83-a4352d1cee94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704234 Mar 09 04:23:42.079271 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ce78b3a1-ceea-4bfe-87ea-7d6091f9e8a0 req-cb5c237a-a161-477f-a6a8-835389ae75dc service neutron] 10.222.0.24 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267536 Mar 09 04:23:42.229394 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ce78b3a1-ceea-4bfe-87ea-7d6091f9e8a0 req-3b79bdda-881e-4285-8bee-5a8976f9fde8 service neutron] 10.222.0.24 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386428 Mar 09 04:23:42.291327 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-28d7d93e-3a42-4cc8-b8a6-3c340310b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:01Z', 'updated_at': '2022-03-09T04:18:05Z', 'revision_number': 4, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'gw_port': {'id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:02Z', 'updated_at': '2022-03-09T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4b72fbdf-1cda-4dd5-b6d3-bf78342bb980', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'port_id': 'f9ba7900-1fde-46e4-b883-23fdf3c3a36f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'mac_address': 'fa:16:3e:62:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb037a-f38c-4a97-a30a-aff9fda0ff60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:23:39Z', 'updated_at': '2022-03-09T04:23:39Z', 'revision_number': 0, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5672cc12-eaa9-4d24-880a-c52b077debb0', 'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'mac_address': 'fa:16:3e:a9:e8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:04Z', 'updated_at': '2022-03-09T04:18:12Z', 'revision_number': 5, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'subnets': [{'id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:23:42.295468 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d7d93e-3a42-4cc8-b8a6-3c340310b0ea None None] The sync data for ids ['3584f770-ddda-49ef-8d45-319e0141d0fd'] in n-d-825178-5 is: [{'id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:01Z', 'updated_at': '2022-03-09T04:18:05Z', 'revision_number': 4, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'gw_port': {'id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:02Z', 'updated_at': '2022-03-09T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4b72fbdf-1cda-4dd5-b6d3-bf78342bb980', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'port_id': 'f9ba7900-1fde-46e4-b883-23fdf3c3a36f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'mac_address': 'fa:16:3e:62:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb037a-f38c-4a97-a30a-aff9fda0ff60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:23:39Z', 'updated_at': '2022-03-09T04:23:39Z', 'revision_number': 0, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5672cc12-eaa9-4d24-880a-c52b077debb0', 'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'mac_address': 'fa:16:3e:a9:e8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:04Z', 'updated_at': '2022-03-09T04:18:12Z', 'revision_number': 5, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'subnets': [{'id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:23:42.475687 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb766bae-7d47-4044-859b-fb96ab312950 None None] New status for floating IP 4b72fbdf-1cda-4dd5-b6d3-bf78342bb980: ACTIVE {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:23:46.614224 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:23:58.762998 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-84864e4b-7566-4025-9f9d-2bb22c858496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:24:01.161555 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2c1dcd14-2ca9-4b5b-b442-07df7fbd9d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:24:02.301305 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:24:02.324220 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:24:03.595415 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:24:04.482647 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:24:08.806271 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-869fa399-7877-4c44-bc21-5536519c9dec req-bb1e042b-bcf1-4352-b148-42b991d9d333 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724862 Mar 09 04:24:08.941098 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fa399-7877-4c44-bc21-5536519c9dec req-95d553e7-62fc-47b3-99f5-9bec4c15a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:24:08.942562 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-869fa399-7877-4c44-bc21-5536519c9dec req-95d553e7-62fc-47b3-99f5-9bec4c15a1f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 1097 time: 0.0711441 Mar 09 04:24:09.048429 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:24:09.087344 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fa399-7877-4c44-bc21-5536519c9dec req-179258fb-645d-4c40-b03f-780656fc47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:24:09.088790 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-869fa399-7877-4c44-bc21-5536519c9dec req-179258fb-645d-4c40-b03f-780656fc47dd service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 913 time: 0.1277735 Mar 09 04:24:09.196030 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-869fa399-7877-4c44-bc21-5536519c9dec req-53244bbe-f872-4b28-b996-0e1406d25218 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9ba7900-1fde-46e4-b883-23fdf3c3a36f HTTP/1.1" status: 200 len: 1002 time: 0.1005032 Mar 09 04:24:09.271923 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fa399-7877-4c44-bc21-5536519c9dec req-d8e392e6-7fbd-4bbc-8c48-83ae513c1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:24:09.273363 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-869fa399-7877-4c44-bc21-5536519c9dec req-d8e392e6-7fbd-4bbc-8c48-83ae513c1aad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 200 len: 851 time: 0.0702512 Mar 09 04:24:09.349278 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fa399-7877-4c44-bc21-5536519c9dec req-f3232ad4-6133-40dd-8c69-3d7e59d5e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:24:09.350657 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-869fa399-7877-4c44-bc21-5536519c9dec req-f3232ad4-6133-40dd-8c69-3d7e59d5e7b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f633b69-239a-406a-bd83-a4352d1cee94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700352 Mar 09 04:24:09.483133 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-869fa399-7877-4c44-bc21-5536519c9dec req-6022db7e-a645-4c6f-acfd-c95ac49b957f service neutron] 10.222.0.24 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261714 Mar 09 04:24:09.619621 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-869fa399-7877-4c44-bc21-5536519c9dec req-0b2fd811-d6a0-4f16-a81e-69bb7b1c008d service neutron] 10.222.0.24 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310160 Mar 09 04:24:23.614042 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:24:28.768007 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5d3ae6a1-fe60-45cc-ae60-2e7f27d19a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:24:31.147418 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a678088a-5183-4f2e-9089-eeb71886d5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:24:32.304569 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:24:32.326531 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:24:33.597331 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:24:34.478948 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:24:39.054384 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:24:58.769741 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-80f9c824-5180-4c4c-ac7b-eb5d4021d516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:00.613065 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:25:01.148002 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-64bf7225-14cb-414f-8dc3-b3b698ad89f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:02.306790 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:02.332442 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:03.600211 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:04.481105 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:08.841142 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91189ebe-3a34-4b8b-b5c9-d73e41365c76 req-99d2dcfb-892d-4f36-9503-7fa5bf1aa469 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1097732 Mar 09 04:25:08.979125 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91189ebe-3a34-4b8b-b5c9-d73e41365c76 req-ac1778d9-869e-4388-aacd-215c8364e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:08.980578 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91189ebe-3a34-4b8b-b5c9-d73e41365c76 req-ac1778d9-869e-4388-aacd-215c8364e431 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 1097 time: 0.0734258 Mar 09 04:25:09.053154 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:09.124109 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91189ebe-3a34-4b8b-b5c9-d73e41365c76 req-08a9d5b4-a1a7-4190-9743-6967c8fe0bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:09.125546 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91189ebe-3a34-4b8b-b5c9-d73e41365c76 req-08a9d5b4-a1a7-4190-9743-6967c8fe0bfa service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 913 time: 0.1260483 Mar 09 04:25:09.226091 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91189ebe-3a34-4b8b-b5c9-d73e41365c76 req-e0b40a5f-edf3-4c41-8cf8-8cc27f5f4265 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9ba7900-1fde-46e4-b883-23fdf3c3a36f HTTP/1.1" status: 200 len: 1002 time: 0.0943935 Mar 09 04:25:09.286285 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91189ebe-3a34-4b8b-b5c9-d73e41365c76 req-0819dd0b-f61b-479e-884f-9a4d1ab9c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:09.287879 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91189ebe-3a34-4b8b-b5c9-d73e41365c76 req-0819dd0b-f61b-479e-884f-9a4d1ab9c305 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 200 len: 851 time: 0.0554788 Mar 09 04:25:09.364055 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91189ebe-3a34-4b8b-b5c9-d73e41365c76 req-8ef92757-5b3b-4738-83da-e487e04223bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:09.365389 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91189ebe-3a34-4b8b-b5c9-d73e41365c76 req-8ef92757-5b3b-4738-83da-e487e04223bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f633b69-239a-406a-bd83-a4352d1cee94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724647 Mar 09 04:25:09.597326 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91189ebe-3a34-4b8b-b5c9-d73e41365c76 req-bd6208c0-c214-43c7-8973-a59b8bfd16bb service neutron] 10.222.0.24 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260797 Mar 09 04:25:09.726370 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91189ebe-3a34-4b8b-b5c9-d73e41365c76 req-577bc4a1-ac79-46a8-b1c8-46cab63ad89c service neutron] 10.222.0.24 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232007 Mar 09 04:25:28.779703 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9eb08711-50a4-417a-9d35-46e7de37b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:31.134551 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-6d28f7f5-2661-43e8-b74c-7b2c92deb19d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1551212384&fields=id&tenant_id=0719990b16af4df782d63d97c7dab9de HTTP/1.1" status: 200 len: 267 time: 0.0406961 Mar 09 04:25:31.149761 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8a29ccd1-ae5d-46bd-94d1-49450dba36b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:31.285025 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-12cfb220-a674-4f88-a782-06aa3ccd2dac tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:31.286434 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-12cfb220-a674-4f88-a782-06aa3ccd2dac tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 812 time: 0.1452885 Mar 09 04:25:31.302326 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-6492d42f-05e1-456c-92bc-97b6810126af tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/quotas/0719990b16af4df782d63d97c7dab9de HTTP/1.1" status: 200 len: 375 time: 0.0102935 Mar 09 04:25:31.396255 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-dd46c294-177d-4ceb-87bb-5b9b0b8bd986 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0891511 Mar 09 04:25:31.571060 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-1da3f5f9-8d2a-4143-b61e-522e4949f51e service neutron] 10.222.0.16 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632690 Mar 09 04:25:31.700795 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-6adb7ed1-6481-4e0c-8bd5-aa07ce9ff153 service neutron] 10.222.0.16 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239386 Mar 09 04:25:32.075007 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b0df1765-8222-4b1c-84da-5221b9dc4446 req-7d3f129d-3b45-48ae-9f25-38f89df08975 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 210 time: 0.0431070 Mar 09 04:25:32.308688 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:32.332617 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:33.169988 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0e8d6fbd-66b8-48ce-916f-90ca37a28626 req-683f407e-ac88-4a88-b6aa-68f8f4781f4b tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 210 time: 0.0424700 Mar 09 04:25:33.603650 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:34.279187 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-db434fb7-b523-4057-ab7d-f8a7982229f4 req-944dc228-a9e6-4c6d-9e0a-2ad914db3833 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 210 time: 0.0462945 Mar 09 04:25:34.479834 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:35.394747 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ae1a7422-65bf-496b-94d0-b0e8e99131e3 req-31798e4d-1077-4ceb-bf42-d29bcdb4a84c tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 210 time: 0.0487089 Mar 09 04:25:36.540443 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8b03ed8c-551f-4d5a-83e9-1788153e0843 req-0f345e06-8a37-45d9-814a-e8fe29718dfd tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 210 time: 0.0437362 Mar 09 04:25:37.323004 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-29557d01-4812-4d3c-b79b-13c1c23924aa tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:37.324426 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-29557d01-4812-4d3c-b79b-13c1c23924aa tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.21 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 812 time: 0.2656431 Mar 09 04:25:37.374023 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-611a0846-8e5d-4b1e-906b-8616162ea995 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0719990b16af4df782d63d97c7dab9de HTTP/1.1" status: 200 len: 380 time: 0.0418038 Mar 09 04:25:37.382082 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Request body: {'port': {'device_id': 'be719f1e-31a7-4bbf-910d-89da72b2d2ea', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'admin_state_up': True, 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'security_groups': ['0bb820e3-2ee0-4294-8668-e24a762a6082']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:25:37.516935 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:25:37.526219 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:25:37.537318 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Made reservation on behalf of 0719990b16af4df782d63d97c7dab9de for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:25:37.540838 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:37.617124 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:25:37.696812 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-db3e4a69-b802-476f-a470-70afddedf57c req-ecfc9821-5fb5-433d-9a3c-103c291cdb9a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 210 time: 0.0486660 Mar 09 04:25:37.711411 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Allocated IP 172.20.0.14 (8f633b69-239a-406a-bd83-a4352d1cee94/ba29cb0f-95d5-47f5-9df9-1afdac36d9b0/a07be0ee-9736-4906-8f7f-cbf22f5c478c) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:25:37.904643 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:37.920853 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Transition to ACTIVE for port object a07be0ee-9736-4906-8f7f-cbf22f5c478c will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:25:37.944711 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:38.011987 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Network 8f633b69-239a-406a-bd83-a4352d1cee94 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:25:38.015440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:25:38.023972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:25:38.060645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event updated for resources: {'Port': ['ID=a07be0ee-9736-4906-8f7f-cbf22f5c478c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:25:38.080072 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:38.080289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:38.080625 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:38.080951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:38.081275 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:38.081596 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:38.081911 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:38.082224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:38.082538 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:38.082875 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:38.083268 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:38.083579 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:38.104161 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:38.104913 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:38.133317 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-238971bf-b3b6-4ab2-b2d7-63424f3cdbe8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7549267 Mar 09 04:25:38.193374 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-b2a5b99e-ead0-4217-9c91-cc36c1be1407 service neutron] Request body: {'port': {'device_id': 'be719f1e-31a7-4bbf-910d-89da72b2d2ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:25:38.308430 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-b2a5b99e-ead0-4217-9c91-cc36c1be1407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:38.328739 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9d1faefa-1b46-4a00-99a6-f71caeb50097 None None] Provisioning for port a07be0ee-9736-4906-8f7f-cbf22f5c478c completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:25:38.336469 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9d1faefa-1b46-4a00-99a6-f71caeb50097 None None] Provisioning complete for port a07be0ee-9736-4906-8f7f-cbf22f5c478c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:25:38.337082 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9d1faefa-1b46-4a00-99a6-f71caeb50097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:38.399106 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-9d1faefa-1b46-4a00-99a6-f71caeb50097 None None] Port a07be0ee-9736-4906-8f7f-cbf22f5c478c cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:25:38.659857 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-b2a5b99e-ead0-4217-9c91-cc36c1be1407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a07be0ee-9736-4906-8f7f-cbf22f5c478c {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:25:38.667195 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-b2a5b99e-ead0-4217-9c91-cc36c1be1407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:38.682140 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-b2a5b99e-ead0-4217-9c91-cc36c1be1407 service neutron] Transition to ACTIVE for port object a07be0ee-9736-4906-8f7f-cbf22f5c478c will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:25:38.685320 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-b2a5b99e-ead0-4217-9c91-cc36c1be1407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:38.829293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5b99e-ead0-4217-9c91-cc36c1be1407 service neutron] Pushing event updated for resources: {'Port': ['ID=a07be0ee-9736-4906-8f7f-cbf22f5c478c,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:25:38.946108 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-b2a5b99e-ead0-4217-9c91-cc36c1be1407 service neutron] Attempting to bind port a07be0ee-9736-4906-8f7f-cbf22f5c478c on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:25:38.946522 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-b2a5b99e-ead0-4217-9c91-cc36c1be1407 service neutron] Attempting to bind port a07be0ee-9736-4906-8f7f-cbf22f5c478c by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:25:38.946959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-b2a5b99e-ead0-4217-9c91-cc36c1be1407 service neutron] Attempting to bind port a07be0ee-9736-4906-8f7f-cbf22f5c478c on network 8f633b69-239a-406a-bd83-a4352d1cee94 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:25:38.953052 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-b2a5b99e-ead0-4217-9c91-cc36c1be1407 service neutron] Port a07be0ee-9736-4906-8f7f-cbf22f5c478c on network 8f633b69-239a-406a-bd83-a4352d1cee94 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:25:38.953371 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-b2a5b99e-ead0-4217-9c91-cc36c1be1407 service neutron] Attempting to bind port a07be0ee-9736-4906-8f7f-cbf22f5c478c on network 8f633b69-239a-406a-bd83-a4352d1cee94 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:25:38.959058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-b2a5b99e-ead0-4217-9c91-cc36c1be1407 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:25:38.959389 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-b2a5b99e-ead0-4217-9c91-cc36c1be1407 service neutron] Checking segment: {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:25:38.959769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-b2a5b99e-ead0-4217-9c91-cc36c1be1407 service neutron] Bound using segment: {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:25:38.960191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-b2a5b99e-ead0-4217-9c91-cc36c1be1407 service neutron] Bound port: a07be0ee-9736-4906-8f7f-cbf22f5c478c, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203f2360-61cc-421b-8273-3a5e5ce99e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:25:38.960530 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-b2a5b99e-ead0-4217-9c91-cc36c1be1407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:39.053118 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:39.102513 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-b2a5b99e-ead0-4217-9c91-cc36c1be1407 service neutron] For port a07be0ee-9736-4906-8f7f-cbf22f5c478c, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:25:39.106778 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-b2a5b99e-ead0-4217-9c91-cc36c1be1407 service neutron] For port a07be0ee-9736-4906-8f7f-cbf22f5c478c, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=a07be0ee-9736-4906-8f7f-cbf22f5c478c,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:25:39.112627 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-b2a5b99e-ead0-4217-9c91-cc36c1be1407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:39.281622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-b2a5b99e-ead0-4217-9c91-cc36c1be1407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:39.282211 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-b2a5b99e-ead0-4217-9c91-cc36c1be1407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:39.283584 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-b2a5b99e-ead0-4217-9c91-cc36c1be1407 service neutron] 10.222.0.21 "PUT /v2.0/ports/a07be0ee-9736-4906-8f7f-cbf22f5c478c HTTP/1.1" status: 200 len: 1092 time: 1.1422558 Mar 09 04:25:39.285035 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be719f1e-31a7-4bbf-910d-89da72b2d2ea', 'tag': 'a07be0ee-9736-4906-8f7f-cbf22f5c478c'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:25:39.311549 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1eda15-b9f0-481b-a274-73a91ccc2fda req-79cb7422-63e9-46ec-9830-abff03f4adc9 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:39.312248 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ae1eda15-b9f0-481b-a274-73a91ccc2fda req-79cb7422-63e9-46ec-9830-abff03f4adc9 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Synchronizing usage tracker for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:25:39.367193 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be719f1e-31a7-4bbf-910d-89da72b2d2ea', 'tag': 'a07be0ee-9736-4906-8f7f-cbf22f5c478c', 'status': 'completed', 'code': 200} Mar 09 04:25:39.377047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5b99e-ead0-4217-9c91-cc36c1be1407 service neutron] Pushing event updated for resources: {'Port': ['ID=a07be0ee-9736-4906-8f7f-cbf22f5c478c,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:25:39.387596 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ae1eda15-b9f0-481b-a274-73a91ccc2fda req-79cb7422-63e9-46ec-9830-abff03f4adc9 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Unset dirty status for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:25:39.388269 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ae1eda15-b9f0-481b-a274-73a91ccc2fda req-79cb7422-63e9-46ec-9830-abff03f4adc9 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 944 time: 0.3695576 Mar 09 04:25:39.448634 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ae1eda15-b9f0-481b-a274-73a91ccc2fda req-147a46df-1ca3-4172-a862-8c2995d071c3 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529971 Mar 09 04:25:39.451324 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-beb6806f-db43-4dd7-82e7-6d307ef85ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:39.453358 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-beb6806f-db43-4dd7-82e7-6d307ef85ffe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 1095 time: 0.1306524 Mar 09 04:25:39.532725 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-e46fd9b1-c5fb-436f-8e59-c8e135874957 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a07be0ee-9736-4906-8f7f-cbf22f5c478c HTTP/1.1" status: 200 len: 217 time: 0.0726259 Mar 09 04:25:39.599080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-2111d14a-7503-4440-b5ba-9facaa185fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:39.600548 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-2111d14a-7503-4440-b5ba-9facaa185fc8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 200 len: 851 time: 0.0631471 Mar 09 04:25:39.687325 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-b1bf28a2-6939-4363-9abd-b808f9036f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:39.688317 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-b1bf28a2-6939-4363-9abd-b808f9036f6b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f633b69-239a-406a-bd83-a4352d1cee94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810604 Mar 09 04:25:39.842198 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-0959c963-aea2-477a-8ac3-b0e77df467ad service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478341 Mar 09 04:25:39.999600 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6d4342dc-27ad-40bb-b4d3-5133b0778458 req-47f07a29-ade5-4e61-aba3-874aee7b5b29 service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517737 Mar 09 04:25:40.125537 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c2be7-c687-4ec9-81e3-8459a063cfd2 req-dfe94564-c7fc-492a-ac11-571ab14fcd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:40.127026 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d8c2be7-c687-4ec9-81e3-8459a063cfd2 req-dfe94564-c7fc-492a-ac11-571ab14fcd4d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 1095 time: 0.0815363 Mar 09 04:25:40.257980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c2be7-c687-4ec9-81e3-8459a063cfd2 req-6ebde358-7da4-4ffb-9426-62ad7eadd3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:40.259344 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d8c2be7-c687-4ec9-81e3-8459a063cfd2 req-6ebde358-7da4-4ffb-9426-62ad7eadd3fc service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 913 time: 0.1232579 Mar 09 04:25:40.330376 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d8c2be7-c687-4ec9-81e3-8459a063cfd2 req-e8516339-73c7-42dc-9ac9-52dbd29b99c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a07be0ee-9736-4906-8f7f-cbf22f5c478c HTTP/1.1" status: 200 len: 217 time: 0.0621893 Mar 09 04:25:40.390880 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c2be7-c687-4ec9-81e3-8459a063cfd2 req-dd1fe654-4965-4506-8ba9-41fe115e1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:40.392262 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d8c2be7-c687-4ec9-81e3-8459a063cfd2 req-dd1fe654-4965-4506-8ba9-41fe115e1aad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 200 len: 851 time: 0.0557575 Mar 09 04:25:40.469364 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c2be7-c687-4ec9-81e3-8459a063cfd2 req-65637239-761f-41af-9e5b-6c8f1a7cf9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:40.470794 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d8c2be7-c687-4ec9-81e3-8459a063cfd2 req-65637239-761f-41af-9e5b-6c8f1a7cf9a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f633b69-239a-406a-bd83-a4352d1cee94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719414 Mar 09 04:25:40.601940 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d8c2be7-c687-4ec9-81e3-8459a063cfd2 req-6dabcb1c-a04a-4ce2-ac88-ef7bd8b257bc service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243155 Mar 09 04:25:40.640298 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172a13a-13db-4658-9b05-56f4dc5c0d6c req-3cf93cf5-a5ac-4b87-a812-3025d432c12c tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:40.641668 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3172a13a-13db-4658-9b05-56f4dc5c0d6c req-3cf93cf5-a5ac-4b87-a812-3025d432c12c tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 944 time: 0.0791521 Mar 09 04:25:40.686986 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3172a13a-13db-4658-9b05-56f4dc5c0d6c req-93e94727-6409-4ba6-8fc8-a9e893ca5eaf tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387852 Mar 09 04:25:40.736058 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4d8c2be7-c687-4ec9-81e3-8459a063cfd2 req-e207bf05-35d3-48d0-8821-d76d0583b4cc service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287103 Mar 09 04:25:41.881943 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5395cf0-e28d-4d4b-ba3f-ec142d3ba831 req-94230480-fbee-4368-9e44-2588e5c14332 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:41.882637 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d5395cf0-e28d-4d4b-ba3f-ec142d3ba831 req-94230480-fbee-4368-9e44-2588e5c14332 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 944 time: 0.0859377 Mar 09 04:25:41.936922 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d5395cf0-e28d-4d4b-ba3f-ec142d3ba831 req-912c01d8-058a-4359-bb8d-5a60edb66a83 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458052 Mar 09 04:25:43.119973 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e1a87-16dc-47cc-a92e-65ab8fc675d5 req-342d4e36-241d-4402-843e-89b9a21b0cd6 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:43.121317 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a56e1a87-16dc-47cc-a92e-65ab8fc675d5 req-342d4e36-241d-4402-843e-89b9a21b0cd6 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 944 time: 0.0824659 Mar 09 04:25:43.168735 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a56e1a87-16dc-47cc-a92e-65ab8fc675d5 req-91952d24-504e-4ef4-886e-853d2c20eebb tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411098 Mar 09 04:25:44.352413 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b995f-5ed3-4ffd-8002-927a5c155880 req-54e580ed-c775-489f-a027-49cde276fefc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:44.353824 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf5b995f-5ed3-4ffd-8002-927a5c155880 req-54e580ed-c775-489f-a027-49cde276fefc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 944 time: 0.0813890 Mar 09 04:25:44.397145 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf5b995f-5ed3-4ffd-8002-927a5c155880 req-5a26efcd-f88a-4adf-b3a0-2bcf44d3860b tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377014 Mar 09 04:25:45.580836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319187f-000c-445c-95e1-59ee5ec66de2 req-d02bbd49-6fad-49a6-aecf-91d9d70647cd tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:45.583760 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9319187f-000c-445c-95e1-59ee5ec66de2 req-d02bbd49-6fad-49a6-aecf-91d9d70647cd tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 944 time: 0.0838277 Mar 09 04:25:45.626730 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9319187f-000c-445c-95e1-59ee5ec66de2 req-ccd9c50d-88d4-46e8-9530-475f4ca0532b tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387585 Mar 09 04:25:46.807873 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66479b18-9108-4480-80c4-79c3c510fd40 req-ebd14b89-196d-46fa-84fe-fadf32be8872 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:46.809313 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-66479b18-9108-4480-80c4-79c3c510fd40 req-ebd14b89-196d-46fa-84fe-fadf32be8872 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 944 time: 0.0793746 Mar 09 04:25:46.854369 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-66479b18-9108-4480-80c4-79c3c510fd40 req-06cce920-943d-4272-b9d5-7c079a5c865c tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389307 Mar 09 04:25:47.355771 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device a07be0ee-9736-4906-8f7f-cbf22f5c478c details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:25:47.493251 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port a07be0ee-9736-4906-8f7f-cbf22f5c478c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=a07be0ee-9736-4906-8f7f-cbf22f5c478c,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:25:47.505900 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'a07be0ee-9736-4906-8f7f-cbf22f5c478c', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'port_id': 'a07be0ee-9736-4906-8f7f-cbf22f5c478c', 'mac_address': 'fa:16:3e:e4:10:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:25:47.562232 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:47.578582 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a07be0ee-9736-4906-8f7f-cbf22f5c478c {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:25:47.593876 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port a07be0ee-9736-4906-8f7f-cbf22f5c478c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=a07be0ee-9736-4906-8f7f-cbf22f5c478c,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:25:47.597138 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:47.661391 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=a07be0ee-9736-4906-8f7f-cbf22f5c478c,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:25:47.668522 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:47.668862 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:47.669448 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:47.669781 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:47.670124 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:47.670448 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:47.670765 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:47.671107 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:47.671423 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:47.671738 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:47.672051 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:47.672366 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:47.834136 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['a07be0ee-9736-4906-8f7f-cbf22f5c478c'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:25:48.052568 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67abb6-9d9d-49f7-a209-659f4d988f61 req-629c1e8f-bf3a-4e7e-bd05-7260da421360 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:48.054025 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0b67abb6-9d9d-49f7-a209-659f4d988f61 req-629c1e8f-bf3a-4e7e-bd05-7260da421360 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 945 time: 0.0838976 Mar 09 04:25:48.099018 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0b67abb6-9d9d-49f7-a209-659f4d988f61 req-5e04d559-9d46-4bf7-914c-cb162af263dc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390315 Mar 09 04:25:49.385150 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e08108-e1b9-4263-a8f9-39b62820c32b req-ee66007f-e117-4a03-a7da-3f992c29515d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:49.386997 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device a07be0ee-9736-4906-8f7f-cbf22f5c478c up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:25:49.387394 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c7e08108-e1b9-4263-a8f9-39b62820c32b req-ee66007f-e117-4a03-a7da-3f992c29515d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 945 time: 0.1862698 Mar 09 04:25:49.433398 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c7e08108-e1b9-4263-a8f9-39b62820c32b req-bac5c0c1-faab-4038-96fb-87a2b146c5ab tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405455 Mar 09 04:25:49.454906 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port a07be0ee-9736-4906-8f7f-cbf22f5c478c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:25:49.459721 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port a07be0ee-9736-4906-8f7f-cbf22f5c478c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:25:49.460090 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:49.582144 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:49.607483 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be719f1e-31a7-4bbf-910d-89da72b2d2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07be0ee-9736-4906-8f7f-cbf22f5c478c'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:25:49.616674 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port a07be0ee-9736-4906-8f7f-cbf22f5c478c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=a07be0ee-9736-4906-8f7f-cbf22f5c478c,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:25:49.621553 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:49.657231 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be719f1e-31a7-4bbf-910d-89da72b2d2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07be0ee-9736-4906-8f7f-cbf22f5c478c', 'code': 200} Mar 09 04:25:49.693465 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=a07be0ee-9736-4906-8f7f-cbf22f5c478c,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:25:49.776590 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239dba0-1495-401a-8e24-122e72f12407 req-4e463e11-15e3-42a7-b720-1368ff6297c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:49.778018 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d239dba0-1495-401a-8e24-122e72f12407 req-4e463e11-15e3-42a7-b720-1368ff6297c1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 1097 time: 0.0694878 Mar 09 04:25:49.823828 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d239dba0-1495-401a-8e24-122e72f12407 req-ed6de45a-662b-4752-9cd2-d14e51e6397f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402138 Mar 09 04:25:50.616448 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e8bac-cdae-4c43-837e-8cf10f486c9d req-a30ce9e4-0350-4811-be7c-ffef8a950969 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:50.617865 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ef4e8bac-cdae-4c43-837e-8cf10f486c9d req-a30ce9e4-0350-4811-be7c-ffef8a950969 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 946 time: 0.0777063 Mar 09 04:25:50.664222 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ef4e8bac-cdae-4c43-837e-8cf10f486c9d req-d254ffbf-8387-4c16-b9ec-2bcb3d41d6c6 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408318 Mar 09 04:25:51.855789 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e265d-a9d6-4dbe-874a-a866e7520797 req-fa0be0db-12a1-4cc1-ab6c-48dc904fa660 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:51.857250 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-089e265d-a9d6-4dbe-874a-a866e7520797 req-fa0be0db-12a1-4cc1-ab6c-48dc904fa660 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 946 time: 0.0884750 Mar 09 04:25:51.906418 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-089e265d-a9d6-4dbe-874a-a866e7520797 req-6c711b8e-7f8b-4b5b-8512-eff4716ebc05 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426416 Mar 09 04:25:52.088417 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f9b54-5fd2-47ed-9d48-34333a490c6c req-65b8149f-86f9-427c-a8fb-ef644c10e80b tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:52.089879 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-266f9b54-5fd2-47ed-9d48-34333a490c6c req-65b8149f-86f9-427c-a8fb-ef644c10e80b tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 946 time: 0.0807493 Mar 09 04:25:52.132166 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-266f9b54-5fd2-47ed-9d48-34333a490c6c req-a9511498-a8b9-46bc-b882-8de446eec270 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360887 Mar 09 04:25:52.155626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44244) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:25:52.226608 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0057d645-0090-4cee-bc33-c66ac0b36e45 tempest-TestVolumeBootPattern-33092037 tempest-TestVolumeBootPattern-33092037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:52.228023 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0057d645-0090-4cee-bc33-c66ac0b36e45 tempest-TestVolumeBootPattern-33092037 tempest-TestVolumeBootPattern-33092037-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 1092 time: 0.0710561 Mar 09 04:25:52.230753 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44248) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:25:52.235568 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'port_id': 'a07be0ee-9736-4906-8f7f-cbf22f5c478c', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:25:52.241979 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:25:52.245799 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Usage tracker for resource:floatingip and tenant:0719990b16af4df782d63d97c7dab9de is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:25:52.248653 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:25:52.254270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:25:52.265605 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:52.499537 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:52.633797 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Allocated IP 172.25.7.46 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/d8f03673-b0a3-42be-9b9b-fe318818e8d3) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:25:52.780062 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:52.809267 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:52.865542 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:25:52.866633 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:25:52.870403 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:25:52.923633 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event updated for resources: {'Port': ['ID=d8f03673-b0a3-42be-9b9b-fe318818e8d3,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:25:52.936256 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:52.936603 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:52.936938 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:52.937264 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:52.937588 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:52.937910 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:52.938238 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:52.938546 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:52.938875 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:52.939204 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:52.939521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:52.939831 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:25:53.299266 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:53.370375 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:53.574347 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:53.579274 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:53.684253 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event updated for resources: {'Port': ['ID=d8f03673-b0a3-42be-9b9b-fe318818e8d3,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:25:53.693843 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:53.863639 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Floating IP 5bd42be5-0957-4757-94c6-a4b4373cdaa6 associated. External IP: 172.25.7.46, port: a07be0ee-9736-4906-8f7f-cbf22f5c478c. Mar 09 04:25:54.312906 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Router 3584f770-ddda-49ef-8d45-319e0141d0fd has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:25:54.490774 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:25:54.501386 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7999e85b-b366-4244-9d5d-cc1f54721637 None None] Sync routers for ids ['3584f770-ddda-49ef-8d45-319e0141d0fd'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:25:54.510173 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7999e85b-b366-4244-9d5d-cc1f54721637 None None] Routers {'3584f770-ddda-49ef-8d45-319e0141d0fd'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:25:54.510760 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-7999e85b-b366-4244-9d5d-cc1f54721637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:25:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3584f770-ddda-49ef-8d45-319e0141d0fd'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:25:54.516161 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:25:54.572054 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f8ebe942-0a59-4aa2-96e7-e86383f31e56 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3401997 Mar 09 04:25:54.572541 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be719f1e-31a7-4bbf-910d-89da72b2d2ea', 'tag': 'a07be0ee-9736-4906-8f7f-cbf22f5c478c'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:25:54.670742 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be719f1e-31a7-4bbf-910d-89da72b2d2ea', 'tag': 'a07be0ee-9736-4906-8f7f-cbf22f5c478c', 'status': 'completed', 'code': 200} Mar 09 04:25:54.721223 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-7999e85b-b366-4244-9d5d-cc1f54721637 None None] Set router 3584f770-ddda-49ef-8d45-319e0141d0fd gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:25:54.765753 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbeda0f-c32d-40ef-bafa-59de380f33a6 req-1919c535-bc35-4c35-9a00-081b31d83223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:54.767232 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cdbeda0f-c32d-40ef-bafa-59de380f33a6 req-1919c535-bc35-4c35-9a00-081b31d83223 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 1097 time: 0.0762801 Mar 09 04:25:54.901233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbeda0f-c32d-40ef-bafa-59de380f33a6 req-4b0d53bb-d41d-4127-b757-b994c21fec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:54.902572 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cdbeda0f-c32d-40ef-bafa-59de380f33a6 req-4b0d53bb-d41d-4127-b757-b994c21fec14 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 913 time: 0.1280270 Mar 09 04:25:55.002936 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cdbeda0f-c32d-40ef-bafa-59de380f33a6 req-c8e7425c-9132-4ac3-8cea-8644410a3779 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a07be0ee-9736-4906-8f7f-cbf22f5c478c HTTP/1.1" status: 200 len: 999 time: 0.0925674 Mar 09 04:25:55.070217 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-7999e85b-b366-4244-9d5d-cc1f54721637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:01Z', 'updated_at': '2022-03-09T04:18:05Z', 'revision_number': 4, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'gw_port': {'id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:02Z', 'updated_at': '2022-03-09T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4b72fbdf-1cda-4dd5-b6d3-bf78342bb980', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'port_id': 'f9ba7900-1fde-46e4-b883-23fdf3c3a36f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'mac_address': 'fa:16:3e:62:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb037a-f38c-4a97-a30a-aff9fda0ff60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:23:39Z', 'updated_at': '2022-03-09T04:23:42Z', 'revision_number': 1, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'fixed_ip_address_scope': None}, {'id': '5bd42be5-0957-4757-94c6-a4b4373cdaa6', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'floating_ip_address': '172.25.7.46', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'port_id': 'a07be0ee-9736-4906-8f7f-cbf22f5c478c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'mac_address': 'fa:16:3e:e4:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be719f1e-31a7-4bbf-910d-89da72b2d2ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:25:53Z', 'updated_at': '2022-03-09T04:25:53Z', 'revision_number': 0, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5672cc12-eaa9-4d24-880a-c52b077debb0', 'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'mac_address': 'fa:16:3e:a9:e8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:04Z', 'updated_at': '2022-03-09T04:18:12Z', 'revision_number': 5, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'subnets': [{'id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:25:55.071159 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbeda0f-c32d-40ef-bafa-59de380f33a6 req-d61c7bcd-f095-489c-8088-e343ccba4f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:55.072589 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cdbeda0f-c32d-40ef-bafa-59de380f33a6 req-d61c7bcd-f095-489c-8088-e343ccba4f18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 200 len: 851 time: 0.0635662 Mar 09 04:25:55.074240 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7999e85b-b366-4244-9d5d-cc1f54721637 None None] Checking router: 3584f770-ddda-49ef-8d45-319e0141d0fd for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:25:55.083143 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7999e85b-b366-4244-9d5d-cc1f54721637 None None] Routers {'3584f770-ddda-49ef-8d45-319e0141d0fd'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:25:55.083725 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-7999e85b-b366-4244-9d5d-cc1f54721637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:25:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3584f770-ddda-49ef-8d45-319e0141d0fd'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:25:55.161158 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbeda0f-c32d-40ef-bafa-59de380f33a6 req-c2321c34-02a8-473d-9577-27f4b91b4ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:25:55.162543 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cdbeda0f-c32d-40ef-bafa-59de380f33a6 req-c2321c34-02a8-473d-9577-27f4b91b4ca6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f633b69-239a-406a-bd83-a4352d1cee94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705969 Mar 09 04:25:55.261155 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-7999e85b-b366-4244-9d5d-cc1f54721637 None None] Set router 3584f770-ddda-49ef-8d45-319e0141d0fd gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:25:55.297833 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cdbeda0f-c32d-40ef-bafa-59de380f33a6 req-f6094086-b369-4002-bb01-0021c430bbc0 service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286709 Mar 09 04:25:55.438246 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cdbeda0f-c32d-40ef-bafa-59de380f33a6 req-ef1eeb9e-209a-405c-b8ca-8af8d88e1649 service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334765 Mar 09 04:25:55.612059 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-7999e85b-b366-4244-9d5d-cc1f54721637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:01Z', 'updated_at': '2022-03-09T04:18:05Z', 'revision_number': 4, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'gw_port': {'id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:02Z', 'updated_at': '2022-03-09T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4b72fbdf-1cda-4dd5-b6d3-bf78342bb980', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'port_id': 'f9ba7900-1fde-46e4-b883-23fdf3c3a36f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'mac_address': 'fa:16:3e:62:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb037a-f38c-4a97-a30a-aff9fda0ff60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:23:39Z', 'updated_at': '2022-03-09T04:23:42Z', 'revision_number': 1, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'fixed_ip_address_scope': None}, {'id': '5bd42be5-0957-4757-94c6-a4b4373cdaa6', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'floating_ip_address': '172.25.7.46', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'port_id': 'a07be0ee-9736-4906-8f7f-cbf22f5c478c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'mac_address': 'fa:16:3e:e4:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be719f1e-31a7-4bbf-910d-89da72b2d2ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:25:53Z', 'updated_at': '2022-03-09T04:25:53Z', 'revision_number': 0, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5672cc12-eaa9-4d24-880a-c52b077debb0', 'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'mac_address': 'fa:16:3e:a9:e8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:04Z', 'updated_at': '2022-03-09T04:18:12Z', 'revision_number': 5, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'subnets': [{'id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:25:55.616003 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7999e85b-b366-4244-9d5d-cc1f54721637 None None] The sync data for ids ['3584f770-ddda-49ef-8d45-319e0141d0fd'] in n-d-825178-5 is: [{'id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:01Z', 'updated_at': '2022-03-09T04:18:05Z', 'revision_number': 4, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'gw_port': {'id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:02Z', 'updated_at': '2022-03-09T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4b72fbdf-1cda-4dd5-b6d3-bf78342bb980', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'port_id': 'f9ba7900-1fde-46e4-b883-23fdf3c3a36f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'mac_address': 'fa:16:3e:62:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb037a-f38c-4a97-a30a-aff9fda0ff60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:23:39Z', 'updated_at': '2022-03-09T04:23:42Z', 'revision_number': 1, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'fixed_ip_address_scope': None}, {'id': '5bd42be5-0957-4757-94c6-a4b4373cdaa6', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'floating_ip_address': '172.25.7.46', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'port_id': 'a07be0ee-9736-4906-8f7f-cbf22f5c478c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'mac_address': 'fa:16:3e:e4:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be719f1e-31a7-4bbf-910d-89da72b2d2ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:25:53Z', 'updated_at': '2022-03-09T04:25:53Z', 'revision_number': 0, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5672cc12-eaa9-4d24-880a-c52b077debb0', 'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'mac_address': 'fa:16:3e:a9:e8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:04Z', 'updated_at': '2022-03-09T04:18:12Z', 'revision_number': 5, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'subnets': [{'id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:25:55.789453 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceffb91-545e-48f8-aa5d-ecb0d03f3402 None None] New status for floating IP 5bd42be5-0957-4757-94c6-a4b4373cdaa6: ACTIVE {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:25:58.771764 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c5eda243-f0e7-4155-ae78-d2109c8c42ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:26:01.153165 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f939c0d7-c6dd-40c5-9a07-2d6b0c746130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:26:02.314638 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:26:02.336118 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:26:03.605432 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:26:03.820436 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bb842f2b-fe1b-45dd-aa1f-b9efb46cdecc req-654cd60e-16c2-47cb-894e-b351b6a989ce service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707393 Mar 09 04:26:03.960367 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb842f2b-fe1b-45dd-aa1f-b9efb46cdecc req-dadf4beb-9ab2-4823-bf7b-be158f7bddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:26:03.961841 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bb842f2b-fe1b-45dd-aa1f-b9efb46cdecc req-dadf4beb-9ab2-4823-bf7b-be158f7bddc0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 1097 time: 0.0713601 Mar 09 04:26:04.103566 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb842f2b-fe1b-45dd-aa1f-b9efb46cdecc req-81cb8473-bba9-481d-bf41-8fc0cff36a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:26:04.104907 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bb842f2b-fe1b-45dd-aa1f-b9efb46cdecc req-81cb8473-bba9-481d-bf41-8fc0cff36a09 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 913 time: 0.1237640 Mar 09 04:26:04.207760 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bb842f2b-fe1b-45dd-aa1f-b9efb46cdecc req-6db69bf2-a6a0-4679-b678-87b879c29b17 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a07be0ee-9736-4906-8f7f-cbf22f5c478c HTTP/1.1" status: 200 len: 1001 time: 0.0953524 Mar 09 04:26:04.270389 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb842f2b-fe1b-45dd-aa1f-b9efb46cdecc req-738d5c2a-2750-47ca-88c1-601f3c31b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:26:04.271816 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bb842f2b-fe1b-45dd-aa1f-b9efb46cdecc req-738d5c2a-2750-47ca-88c1-601f3c31b300 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 200 len: 851 time: 0.0560985 Mar 09 04:26:04.349807 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb842f2b-fe1b-45dd-aa1f-b9efb46cdecc req-00a6fc52-945a-45c0-aa26-0476ec5d460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:26:04.351297 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bb842f2b-fe1b-45dd-aa1f-b9efb46cdecc req-00a6fc52-945a-45c0-aa26-0476ec5d460b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f633b69-239a-406a-bd83-a4352d1cee94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728257 Mar 09 04:26:04.483049 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bb842f2b-fe1b-45dd-aa1f-b9efb46cdecc req-e8309d4c-1a1b-4ec5-9dea-3d94ceea122e service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225188 Mar 09 04:26:04.511493 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:26:04.713350 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bb842f2b-fe1b-45dd-aa1f-b9efb46cdecc req-aa127acf-1c6a-42a9-8627-364f7088785b service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250948 Mar 09 04:26:09.052796 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:26:10.829690 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9903f1a8-18f7-44d9-b798-40c8d9c7dc94 req-8ee42fb7-7c15-488c-8018-e5ae8af3c1ca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0787187 Mar 09 04:26:10.982636 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903f1a8-18f7-44d9-b798-40c8d9c7dc94 req-3b92a193-e336-4b7a-b02d-7270c28a75fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:26:10.984110 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9903f1a8-18f7-44d9-b798-40c8d9c7dc94 req-3b92a193-e336-4b7a-b02d-7270c28a75fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 1097 time: 0.0761669 Mar 09 04:26:11.136696 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903f1a8-18f7-44d9-b798-40c8d9c7dc94 req-8b58837c-369c-4054-9e13-aea44798fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:26:11.136696 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9903f1a8-18f7-44d9-b798-40c8d9c7dc94 req-8b58837c-369c-4054-9e13-aea44798fa6c service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 913 time: 0.1343005 Mar 09 04:26:11.238387 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9903f1a8-18f7-44d9-b798-40c8d9c7dc94 req-6b2bb855-3a35-477d-8824-2d6e15a06a49 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9ba7900-1fde-46e4-b883-23fdf3c3a36f HTTP/1.1" status: 200 len: 1002 time: 0.0963216 Mar 09 04:26:11.302481 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903f1a8-18f7-44d9-b798-40c8d9c7dc94 req-75e242bf-a2b5-4f9f-8b84-983b2e20c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:26:11.303884 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9903f1a8-18f7-44d9-b798-40c8d9c7dc94 req-75e242bf-a2b5-4f9f-8b84-983b2e20c990 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 200 len: 851 time: 0.0598714 Mar 09 04:26:11.382195 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903f1a8-18f7-44d9-b798-40c8d9c7dc94 req-a2bc4eed-ebb4-4a19-ba6c-43292d153232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:26:11.383647 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9903f1a8-18f7-44d9-b798-40c8d9c7dc94 req-a2bc4eed-ebb4-4a19-ba6c-43292d153232 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f633b69-239a-406a-bd83-a4352d1cee94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741515 Mar 09 04:26:11.516328 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9903f1a8-18f7-44d9-b798-40c8d9c7dc94 req-4dbb9238-b490-4ba4-ac3f-1ab4985eae15 service neutron] 10.222.0.24 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239271 Mar 09 04:26:11.646661 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9903f1a8-18f7-44d9-b798-40c8d9c7dc94 req-4e100f4c-e938-4f82-85ff-691af87bb4f7 service neutron] 10.222.0.24 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241333 Mar 09 04:26:13.064234 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-ea84c531-5758-4cfa-ae3f-72dd93b542ad req-acf11fec-f2b0-48d7-b117-3f45cf4288ff service neutron] (87880) timed out ('10.222.0.21', 56360) {{(pid=87880) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 09 04:26:14.617672 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:26:28.772902 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-105be279-e23b-4624-9f19-62fecc121a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:26:31.154322 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fba4b225-d6c2-42c2-bf7c-a7daa206f7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:26:32.319157 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:26:32.340369 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:26:33.607619 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:26:34.509362 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:26:39.066420 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:26:51.618943 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:26:58.774091 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-208d266c-4aa3-4c98-8e27-5d763c307f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:00.506634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-d39c0d67-a15b-4640-b7cf-8861c6facaa8 req-2169ddfe-5428-409f-ac4a-149efa7c5718 service neutron] (87880) timed out ('10.222.0.24', 53435) {{(pid=87880) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 09 04:27:01.154784 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9c276bd2-01d0-45c9-ba68-5c9aa6273415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:02.323561 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:02.342581 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:03.610578 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:04.514663 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:05.834171 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-298b3909-780b-44b5-919c-21b519d0ec61 req-42feb13c-b677-4350-9437-496b4d927c4b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0674117 Mar 09 04:27:05.971927 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b3909-780b-44b5-919c-21b519d0ec61 req-8f2277bc-3595-47a1-a59a-37dc24e171f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:27:05.973366 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-298b3909-780b-44b5-919c-21b519d0ec61 req-8f2277bc-3595-47a1-a59a-37dc24e171f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 1097 time: 0.0733631 Mar 09 04:27:06.114058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b3909-780b-44b5-919c-21b519d0ec61 req-422ceb21-8a1c-4490-8682-cc289130545c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:27:06.115425 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-298b3909-780b-44b5-919c-21b519d0ec61 req-422ceb21-8a1c-4490-8682-cc289130545c service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 913 time: 0.1240590 Mar 09 04:27:06.218240 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-298b3909-780b-44b5-919c-21b519d0ec61 req-9af0685c-a7c4-4808-bbcb-73812c2a2295 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a07be0ee-9736-4906-8f7f-cbf22f5c478c HTTP/1.1" status: 200 len: 1001 time: 0.0965488 Mar 09 04:27:06.292097 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b3909-780b-44b5-919c-21b519d0ec61 req-fc41d516-9103-4dce-a73b-75f3eec37562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:27:06.293487 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-298b3909-780b-44b5-919c-21b519d0ec61 req-fc41d516-9103-4dce-a73b-75f3eec37562 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 200 len: 851 time: 0.0694990 Mar 09 04:27:06.366643 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b3909-780b-44b5-919c-21b519d0ec61 req-93716383-63ac-4605-b83d-fde5af4b4af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:27:06.368028 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-298b3909-780b-44b5-919c-21b519d0ec61 req-93716383-63ac-4605-b83d-fde5af4b4af4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f633b69-239a-406a-bd83-a4352d1cee94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684400 Mar 09 04:27:06.496252 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-298b3909-780b-44b5-919c-21b519d0ec61 req-25c7f678-e7ff-4b15-a064-e08f1db3ec0e service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210811 Mar 09 04:27:06.633009 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-298b3909-780b-44b5-919c-21b519d0ec61 req-0a80036d-4b02-436b-bce8-155b3512dd17 service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306095 Mar 09 04:27:09.063222 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:11.796090 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1447aee2-9775-435a-a3b5-7d383bdc5969 req-b0e75afc-8df7-4f17-a111-d8b41c3b9cf7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683758 Mar 09 04:27:12.039705 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447aee2-9775-435a-a3b5-7d383bdc5969 req-303ea910-70aa-4509-a936-e534d4dcce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:27:12.041155 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1447aee2-9775-435a-a3b5-7d383bdc5969 req-303ea910-70aa-4509-a936-e534d4dcce81 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 1097 time: 0.1782515 Mar 09 04:27:12.181792 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447aee2-9775-435a-a3b5-7d383bdc5969 req-2b71c768-7ee5-4531-8be4-e0640436b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:27:12.183190 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1447aee2-9775-435a-a3b5-7d383bdc5969 req-2b71c768-7ee5-4531-8be4-e0640436b76d service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 913 time: 0.1237381 Mar 09 04:27:12.284680 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1447aee2-9775-435a-a3b5-7d383bdc5969 req-27fcd9a2-60cb-4286-b52d-2c7938bf4306 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9ba7900-1fde-46e4-b883-23fdf3c3a36f HTTP/1.1" status: 200 len: 1002 time: 0.0961361 Mar 09 04:27:12.344957 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447aee2-9775-435a-a3b5-7d383bdc5969 req-ff2c0d14-ad2b-41a5-8776-d2d29f6fece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:27:12.346296 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1447aee2-9775-435a-a3b5-7d383bdc5969 req-ff2c0d14-ad2b-41a5-8776-d2d29f6fece9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 200 len: 851 time: 0.0559685 Mar 09 04:27:12.422131 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447aee2-9775-435a-a3b5-7d383bdc5969 req-cdfae7ba-1fa8-42f3-8086-5cec943978b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:27:12.423595 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1447aee2-9775-435a-a3b5-7d383bdc5969 req-cdfae7ba-1fa8-42f3-8086-5cec943978b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f633b69-239a-406a-bd83-a4352d1cee94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717456 Mar 09 04:27:12.552285 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1447aee2-9775-435a-a3b5-7d383bdc5969 req-ae5ede45-f545-4f75-a834-5ea3ca9004cc service neutron] 10.222.0.24 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220527 Mar 09 04:27:12.679860 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1447aee2-9775-435a-a3b5-7d383bdc5969 req-118e961f-08c8-47ed-b074-6f24af3b246b service neutron] 10.222.0.24 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218543 Mar 09 04:27:28.618128 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:27:28.777131 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9bec3bd1-e8b7-4270-835e-fcf40ebadd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:31.156751 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-daefc349-2f26-4ffd-9845-595a67568ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:32.324816 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:32.346674 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:33.612968 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:33.761229 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44304) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:27:33.982983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-b83fc56f-2c7f-4b72-91f6-8e80193ae3a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Deleting port d8f03673-b0a3-42be-9b9b-fe318818e8d3 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:27:33.983497 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b83fc56f-2c7f-4b72-91f6-8e80193ae3a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:34.169095 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b83fc56f-2c7f-4b72-91f6-8e80193ae3a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:34.169334 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b83fc56f-2c7f-4b72-91f6-8e80193ae3a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:34.290752 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-b83fc56f-2c7f-4b72-91f6-8e80193ae3a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Calling delete_port for d8f03673-b0a3-42be-9b9b-fe318818e8d3 owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:27:34.445245 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b83fc56f-2c7f-4b72-91f6-8e80193ae3a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:34.490730 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83fc56f-2c7f-4b72-91f6-8e80193ae3a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event deleted for resources: {'Port': ['ID=d8f03673-b0a3-42be-9b9b-fe318818e8d3,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:27:34.516141 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:34.529738 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83fc56f-2c7f-4b72-91f6-8e80193ae3a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:27:34.530074 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83fc56f-2c7f-4b72-91f6-8e80193ae3a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:27:34.530441 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83fc56f-2c7f-4b72-91f6-8e80193ae3a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:27:34.530765 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83fc56f-2c7f-4b72-91f6-8e80193ae3a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:27:34.531112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83fc56f-2c7f-4b72-91f6-8e80193ae3a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:27:34.531432 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83fc56f-2c7f-4b72-91f6-8e80193ae3a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:27:34.531747 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83fc56f-2c7f-4b72-91f6-8e80193ae3a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:27:34.532059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83fc56f-2c7f-4b72-91f6-8e80193ae3a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:27:34.532368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83fc56f-2c7f-4b72-91f6-8e80193ae3a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:27:34.532679 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83fc56f-2c7f-4b72-91f6-8e80193ae3a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:27:34.532988 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83fc56f-2c7f-4b72-91f6-8e80193ae3a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:27:34.533295 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83fc56f-2c7f-4b72-91f6-8e80193ae3a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:27:34.711629 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b83fc56f-2c7f-4b72-91f6-8e80193ae3a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:34.711895 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-b83fc56f-2c7f-4b72-91f6-8e80193ae3a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Floating IP 5bd42be5-0957-4757-94c6-a4b4373cdaa6 disassociated (deleted). External IP: 172.25.7.46, port: a07be0ee-9736-4906-8f7f-cbf22f5c478c. Mar 09 04:27:35.061589 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83fc56f-2c7f-4b72-91f6-8e80193ae3a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Router 3584f770-ddda-49ef-8d45-319e0141d0fd has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:27:35.237378 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83fc56f-2c7f-4b72-91f6-8e80193ae3a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:27:35.248158 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5999f281-9844-466c-994a-04d6736b3e83 None None] Sync routers for ids ['3584f770-ddda-49ef-8d45-319e0141d0fd'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:27:35.258152 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5999f281-9844-466c-994a-04d6736b3e83 None None] Routers {'3584f770-ddda-49ef-8d45-319e0141d0fd'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:27:35.258766 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5999f281-9844-466c-994a-04d6736b3e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:27:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3584f770-ddda-49ef-8d45-319e0141d0fd'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:27:35.260882 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b83fc56f-2c7f-4b72-91f6-8e80193ae3a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:35.319375 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b83fc56f-2c7f-4b72-91f6-8e80193ae3a7 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "DELETE /v2.0/floatingips/5bd42be5-0957-4757-94c6-a4b4373cdaa6 HTTP/1.1" status: 204 len: 168 time: 1.5567932 Mar 09 04:27:35.319869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be719f1e-31a7-4bbf-910d-89da72b2d2ea', 'tag': 'a07be0ee-9736-4906-8f7f-cbf22f5c478c'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:27:35.371356 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be719f1e-31a7-4bbf-910d-89da72b2d2ea', 'tag': 'a07be0ee-9736-4906-8f7f-cbf22f5c478c', 'status': 'completed', 'code': 200} Mar 09 04:27:35.439238 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-5999f281-9844-466c-994a-04d6736b3e83 None None] Set router 3584f770-ddda-49ef-8d45-319e0141d0fd gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:27:35.467709 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4170e6-ec1d-4f47-8953-279d1e9a9346 req-2fba0db5-518b-423d-8903-a1069d0b4a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:27:35.469671 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b4170e6-ec1d-4f47-8953-279d1e9a9346 req-2fba0db5-518b-423d-8903-a1069d0b4a81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 1097 time: 0.0763330 Mar 09 04:27:35.615843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4170e6-ec1d-4f47-8953-279d1e9a9346 req-49464e40-5915-4bfa-b7cd-f6d94c7ddb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:27:35.617201 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b4170e6-ec1d-4f47-8953-279d1e9a9346 req-49464e40-5915-4bfa-b7cd-f6d94c7ddb44 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 913 time: 0.1414766 Mar 09 04:27:35.685007 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b4170e6-ec1d-4f47-8953-279d1e9a9346 req-a8418f48-bbcc-4673-9931-2c53b5dbefc2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a07be0ee-9736-4906-8f7f-cbf22f5c478c HTTP/1.1" status: 200 len: 217 time: 0.0608759 Mar 09 04:27:35.722084 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883e11c-8bb0-4572-a04b-7d0825fb324c req-8049978a-c101-4ec4-a0f2-1ccb7de2a0df tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:27:35.722780 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-d883e11c-8bb0-4572-a04b-7d0825fb324c req-8049978a-c101-4ec4-a0f2-1ccb7de2a0df tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Synchronizing usage tracker for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:27:35.739844 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-d883e11c-8bb0-4572-a04b-7d0825fb324c req-8049978a-c101-4ec4-a0f2-1ccb7de2a0df tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Unset dirty status for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:27:35.741319 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d883e11c-8bb0-4572-a04b-7d0825fb324c req-8049978a-c101-4ec4-a0f2-1ccb7de2a0df tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 946 time: 0.1054468 Mar 09 04:27:35.762136 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4170e6-ec1d-4f47-8953-279d1e9a9346 req-1e09c101-c1ff-448f-b01b-e19db596b78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:27:35.763975 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b4170e6-ec1d-4f47-8953-279d1e9a9346 req-1e09c101-c1ff-448f-b01b-e19db596b78f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 200 len: 851 time: 0.0726237 Mar 09 04:27:35.790591 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d883e11c-8bb0-4572-a04b-7d0825fb324c req-f16d5da0-4847-4c52-a826-7a0642083e31 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433681 Mar 09 04:27:35.804338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5999f281-9844-466c-994a-04d6736b3e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:01Z', 'updated_at': '2022-03-09T04:18:05Z', 'revision_number': 4, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'gw_port': {'id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:02Z', 'updated_at': '2022-03-09T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4b72fbdf-1cda-4dd5-b6d3-bf78342bb980', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'port_id': 'f9ba7900-1fde-46e4-b883-23fdf3c3a36f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'mac_address': 'fa:16:3e:62:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb037a-f38c-4a97-a30a-aff9fda0ff60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:23:39Z', 'updated_at': '2022-03-09T04:23:42Z', 'revision_number': 1, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5672cc12-eaa9-4d24-880a-c52b077debb0', 'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'mac_address': 'fa:16:3e:a9:e8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:04Z', 'updated_at': '2022-03-09T04:18:12Z', 'revision_number': 5, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'subnets': [{'id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:27:35.808336 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5999f281-9844-466c-994a-04d6736b3e83 None None] Checking router: 3584f770-ddda-49ef-8d45-319e0141d0fd for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:27:35.816807 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5999f281-9844-466c-994a-04d6736b3e83 None None] Routers {'3584f770-ddda-49ef-8d45-319e0141d0fd'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:27:35.817686 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5999f281-9844-466c-994a-04d6736b3e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:27:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3584f770-ddda-49ef-8d45-319e0141d0fd'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:27:35.840565 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4170e6-ec1d-4f47-8953-279d1e9a9346 req-818189af-1626-4583-9c56-f0187792baba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:27:35.842025 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b4170e6-ec1d-4f47-8953-279d1e9a9346 req-818189af-1626-4583-9c56-f0187792baba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f633b69-239a-406a-bd83-a4352d1cee94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724995 Mar 09 04:27:35.975901 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b4170e6-ec1d-4f47-8953-279d1e9a9346 req-399af8b2-6371-4b37-88b2-23eb4eed4359 service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272118 Mar 09 04:27:36.000664 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-5999f281-9844-466c-994a-04d6736b3e83 None None] Set router 3584f770-ddda-49ef-8d45-319e0141d0fd gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:27:36.107523 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b4170e6-ec1d-4f47-8953-279d1e9a9346 req-44f8c075-90c8-43ea-90ce-58f5f2765548 service neutron] 10.222.0.21 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252468 Mar 09 04:27:36.334784 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5999f281-9844-466c-994a-04d6736b3e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:01Z', 'updated_at': '2022-03-09T04:18:05Z', 'revision_number': 4, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'gw_port': {'id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:02Z', 'updated_at': '2022-03-09T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4b72fbdf-1cda-4dd5-b6d3-bf78342bb980', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'port_id': 'f9ba7900-1fde-46e4-b883-23fdf3c3a36f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'mac_address': 'fa:16:3e:62:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb037a-f38c-4a97-a30a-aff9fda0ff60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:23:39Z', 'updated_at': '2022-03-09T04:23:42Z', 'revision_number': 1, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5672cc12-eaa9-4d24-880a-c52b077debb0', 'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'mac_address': 'fa:16:3e:a9:e8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:04Z', 'updated_at': '2022-03-09T04:18:12Z', 'revision_number': 5, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'subnets': [{'id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:27:36.338900 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5999f281-9844-466c-994a-04d6736b3e83 None None] The sync data for ids ['3584f770-ddda-49ef-8d45-319e0141d0fd'] in n-d-825178-5 is: [{'id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:01Z', 'updated_at': '2022-03-09T04:18:05Z', 'revision_number': 4, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'gw_port': {'id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:02Z', 'updated_at': '2022-03-09T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4b72fbdf-1cda-4dd5-b6d3-bf78342bb980', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'port_id': 'f9ba7900-1fde-46e4-b883-23fdf3c3a36f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'mac_address': 'fa:16:3e:62:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb037a-f38c-4a97-a30a-aff9fda0ff60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:23:39Z', 'updated_at': '2022-03-09T04:23:42Z', 'revision_number': 1, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5672cc12-eaa9-4d24-880a-c52b077debb0', 'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'mac_address': 'fa:16:3e:a9:e8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:04Z', 'updated_at': '2022-03-09T04:18:12Z', 'revision_number': 5, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'subnets': [{'id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:27:36.543634 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717d5ced-0901-4d89-b4e5-b7fab7e3d291 None None] New status for floating IP 5bd42be5-0957-4757-94c6-a4b4373cdaa6: DOWN {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:27:37.143594 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62670bb6-befb-4e72-a67e-a2f969eaa020 req-a2f81a65-f726-4b62-b4d1-305b7a8fe3e0 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:27:37.144939 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-62670bb6-befb-4e72-a67e-a2f969eaa020 req-a2f81a65-f726-4b62-b4d1-305b7a8fe3e0 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 946 time: 0.2446167 Mar 09 04:27:37.156059 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63a4ae-e807-40a0-afb8-532c63033d8d req-060071d9-cca0-4c89-98cf-8021ad20daa8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:27:37.157357 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2c63a4ae-e807-40a0-afb8-532c63033d8d req-060071d9-cca0-4c89-98cf-8021ad20daa8 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.21 "GET /v2.0/ports?device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 946 time: 0.1065748 Mar 09 04:27:37.255822 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-62670bb6-befb-4e72-a67e-a2f969eaa020 req-94bd3d23-31c1-472f-a329-24bdd657a991 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975335 Mar 09 04:27:37.259206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-2c63a4ae-e807-40a0-afb8-532c63033d8d req-55c7a6a8-ef2b-489d-96a9-4e257b2645fc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Deleting port a07be0ee-9736-4906-8f7f-cbf22f5c478c {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:27:37.259539 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2c63a4ae-e807-40a0-afb8-532c63033d8d req-55c7a6a8-ef2b-489d-96a9-4e257b2645fc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:37.503761 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-2c63a4ae-e807-40a0-afb8-532c63033d8d req-55c7a6a8-ef2b-489d-96a9-4e257b2645fc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] For port a07be0ee-9736-4906-8f7f-cbf22f5c478c, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=a07be0ee-9736-4906-8f7f-cbf22f5c478c,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:27:37.504243 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2c63a4ae-e807-40a0-afb8-532c63033d8d req-55c7a6a8-ef2b-489d-96a9-4e257b2645fc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:37.631677 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-2c63a4ae-e807-40a0-afb8-532c63033d8d req-55c7a6a8-ef2b-489d-96a9-4e257b2645fc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Calling delete_port for a07be0ee-9736-4906-8f7f-cbf22f5c478c owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:27:37.774614 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2c63a4ae-e807-40a0-afb8-532c63033d8d req-55c7a6a8-ef2b-489d-96a9-4e257b2645fc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:37.822210 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7a6a8-ef2b-489d-96a9-4e257b2645fc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event deleted for resources: {'Port': ['ID=a07be0ee-9736-4906-8f7f-cbf22f5c478c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:27:37.858631 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c7a6a8-ef2b-489d-96a9-4e257b2645fc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:27:37.859058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c7a6a8-ef2b-489d-96a9-4e257b2645fc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:27:37.859457 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c7a6a8-ef2b-489d-96a9-4e257b2645fc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:27:37.859852 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c7a6a8-ef2b-489d-96a9-4e257b2645fc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:27:37.860307 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c7a6a8-ef2b-489d-96a9-4e257b2645fc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:27:37.860621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c7a6a8-ef2b-489d-96a9-4e257b2645fc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:27:37.861039 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c7a6a8-ef2b-489d-96a9-4e257b2645fc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:27:37.861423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c7a6a8-ef2b-489d-96a9-4e257b2645fc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:27:37.861800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c7a6a8-ef2b-489d-96a9-4e257b2645fc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:27:37.862179 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c7a6a8-ef2b-489d-96a9-4e257b2645fc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:27:37.862557 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c7a6a8-ef2b-489d-96a9-4e257b2645fc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:27:37.862950 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c7a6a8-ef2b-489d-96a9-4e257b2645fc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:27:37.915037 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c63a4ae-e807-40a0-afb8-532c63033d8d req-55c7a6a8-ef2b-489d-96a9-4e257b2645fc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] No DVR routers for this DVR port a07be0ee-9736-4906-8f7f-cbf22f5c478c on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:27:37.918151 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2c63a4ae-e807-40a0-afb8-532c63033d8d req-55c7a6a8-ef2b-489d-96a9-4e257b2645fc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:37.921296 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be719f1e-31a7-4bbf-910d-89da72b2d2ea', 'name': 'network-vif-deleted', 'tag': 'a07be0ee-9736-4906-8f7f-cbf22f5c478c'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:27:37.938599 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2c63a4ae-e807-40a0-afb8-532c63033d8d req-55c7a6a8-ef2b-489d-96a9-4e257b2645fc tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.21 "DELETE /v2.0/ports/a07be0ee-9736-4906-8f7f-cbf22f5c478c HTTP/1.1" status: 204 len: 173 time: 0.7667079 Mar 09 04:27:37.972304 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be719f1e-31a7-4bbf-910d-89da72b2d2ea', 'name': 'network-vif-deleted', 'tag': 'a07be0ee-9736-4906-8f7f-cbf22f5c478c', 'status': 'completed', 'code': 200} Mar 09 04:27:38.407072 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-65521554-504a-49aa-b67e-ef7aa78f20de req-761e1941-8898-4a4b-89e6-86ff3391aadd tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Synchronizing usage tracker for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:27:38.422993 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-65521554-504a-49aa-b67e-ef7aa78f20de req-761e1941-8898-4a4b-89e6-86ff3391aadd tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Unset dirty status for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:27:38.424175 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-65521554-504a-49aa-b67e-ef7aa78f20de req-761e1941-8898-4a4b-89e6-86ff3391aadd tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=be719f1e-31a7-4bbf-910d-89da72b2d2ea HTTP/1.1" status: 200 len: 210 time: 0.0591137 Mar 09 04:27:39.076335 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:41.892074 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device a07be0ee-9736-4906-8f7f-cbf22f5c478c no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:27:41.930986 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: a07be0ee-9736-4906-8f7f-cbf22f5c478c {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:27:41.931323 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device a07be0ee-9736-4906-8f7f-cbf22f5c478c not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:27:44.035416 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44342) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:27:44.236184 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-9b1a8da1-5e77-403e-8112-ce4ffe63d77a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Deleting port 23fee8e0-c86c-4f59-ab30-d5ecdfb51f3a {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:27:44.236525 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9b1a8da1-5e77-403e-8112-ce4ffe63d77a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:44.399357 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9b1a8da1-5e77-403e-8112-ce4ffe63d77a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:44.399679 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9b1a8da1-5e77-403e-8112-ce4ffe63d77a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:44.521924 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-9b1a8da1-5e77-403e-8112-ce4ffe63d77a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Calling delete_port for 23fee8e0-c86c-4f59-ab30-d5ecdfb51f3a owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:27:44.782220 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9b1a8da1-5e77-403e-8112-ce4ffe63d77a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:44.855061 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a8da1-5e77-403e-8112-ce4ffe63d77a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event deleted for resources: {'Port': ['ID=23fee8e0-c86c-4f59-ab30-d5ecdfb51f3a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:27:44.918539 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9b1a8da1-5e77-403e-8112-ce4ffe63d77a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:44.918897 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-9b1a8da1-5e77-403e-8112-ce4ffe63d77a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Floating IP 4b72fbdf-1cda-4dd5-b6d3-bf78342bb980 disassociated (deleted). External IP: 172.25.7.189, port: f9ba7900-1fde-46e4-b883-23fdf3c3a36f. Mar 09 04:27:45.266808 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1a8da1-5e77-403e-8112-ce4ffe63d77a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Router 3584f770-ddda-49ef-8d45-319e0141d0fd has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:27:45.451839 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1a8da1-5e77-403e-8112-ce4ffe63d77a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:27:45.461078 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0053a-700b-46c9-bc27-62798eaf51eb None None] Sync routers for ids ['3584f770-ddda-49ef-8d45-319e0141d0fd'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:27:45.471694 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac0053a-700b-46c9-bc27-62798eaf51eb None None] Routers {'3584f770-ddda-49ef-8d45-319e0141d0fd'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:27:45.472290 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-7ac0053a-700b-46c9-bc27-62798eaf51eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:27:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3584f770-ddda-49ef-8d45-319e0141d0fd'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:27:45.473939 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9b1a8da1-5e77-403e-8112-ce4ffe63d77a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:45.529233 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9b1a8da1-5e77-403e-8112-ce4ffe63d77a tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "DELETE /v2.0/floatingips/4b72fbdf-1cda-4dd5-b6d3-bf78342bb980 HTTP/1.1" status: 204 len: 168 time: 1.4925542 Mar 09 04:27:45.529620 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddb037a-f38c-4a97-a30a-aff9fda0ff60', 'tag': 'f9ba7900-1fde-46e4-b883-23fdf3c3a36f'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:27:45.577365 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ddb037a-f38c-4a97-a30a-aff9fda0ff60', 'tag': 'f9ba7900-1fde-46e4-b883-23fdf3c3a36f', 'status': 'completed', 'code': 200} Mar 09 04:27:45.679996 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07512c07-2b5f-4fc5-a343-2b78bfd4f6c7 req-26092bd4-10ce-47b6-a713-4f2c75f638cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:27:45.682259 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-07512c07-2b5f-4fc5-a343-2b78bfd4f6c7 req-26092bd4-10ce-47b6-a713-4f2c75f638cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0719990b16af4df782d63d97c7dab9de&device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 1097 time: 0.0839324 Mar 09 04:27:45.704334 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-7ac0053a-700b-46c9-bc27-62798eaf51eb None None] Set router 3584f770-ddda-49ef-8d45-319e0141d0fd gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:27:45.828798 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07512c07-2b5f-4fc5-a343-2b78bfd4f6c7 req-d12e0789-97d6-4af2-8e73-6583ac5c9088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:27:45.830179 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-07512c07-2b5f-4fc5-a343-2b78bfd4f6c7 req-d12e0789-97d6-4af2-8e73-6583ac5c9088 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 200 len: 913 time: 0.1418293 Mar 09 04:27:45.946957 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-07512c07-2b5f-4fc5-a343-2b78bfd4f6c7 req-d77f14bb-854c-4ab9-9e8c-a655da6e508b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9ba7900-1fde-46e4-b883-23fdf3c3a36f HTTP/1.1" status: 200 len: 217 time: 0.1104479 Mar 09 04:27:46.026659 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-7ac0053a-700b-46c9-bc27-62798eaf51eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:01Z', 'updated_at': '2022-03-09T04:18:05Z', 'revision_number': 4, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'gw_port': {'id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:02Z', 'updated_at': '2022-03-09T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '5672cc12-eaa9-4d24-880a-c52b077debb0', 'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'mac_address': 'fa:16:3e:a9:e8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:04Z', 'updated_at': '2022-03-09T04:18:12Z', 'revision_number': 5, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'subnets': [{'id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:27:46.030448 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0053a-700b-46c9-bc27-62798eaf51eb None None] Checking router: 3584f770-ddda-49ef-8d45-319e0141d0fd for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:27:46.036177 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07512c07-2b5f-4fc5-a343-2b78bfd4f6c7 req-4a6d2322-2102-4f87-a1c8-d018e2071762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:27:46.037614 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-07512c07-2b5f-4fc5-a343-2b78bfd4f6c7 req-4a6d2322-2102-4f87-a1c8-d018e2071762 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 200 len: 851 time: 0.0818200 Mar 09 04:27:46.039374 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac0053a-700b-46c9-bc27-62798eaf51eb None None] Routers {'3584f770-ddda-49ef-8d45-319e0141d0fd'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:27:46.039959 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-7ac0053a-700b-46c9-bc27-62798eaf51eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:27:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3584f770-ddda-49ef-8d45-319e0141d0fd'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:27:46.100162 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e4ae7-f1df-4bb3-b7a2-72cc12d8f009 req-ff87abd5-e879-45da-abd2-c377e476a21c tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:27:46.100768 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-9d2e4ae7-f1df-4bb3-b7a2-72cc12d8f009 req-ff87abd5-e879-45da-abd2-c377e476a21c tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Synchronizing usage tracker for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:27:46.132514 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-9d2e4ae7-f1df-4bb3-b7a2-72cc12d8f009 req-ff87abd5-e879-45da-abd2-c377e476a21c tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Unset dirty status for tenant:0719990b16af4df782d63d97c7dab9de on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:27:46.133699 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9d2e4ae7-f1df-4bb3-b7a2-72cc12d8f009 req-ff87abd5-e879-45da-abd2-c377e476a21c tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 946 time: 0.2453105 Mar 09 04:27:46.140720 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07512c07-2b5f-4fc5-a343-2b78bfd4f6c7 req-44e434e6-4410-4f13-8e07-9dad16dbd30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:27:46.142108 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-07512c07-2b5f-4fc5-a343-2b78bfd4f6c7 req-44e434e6-4410-4f13-8e07-9dad16dbd30f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f633b69-239a-406a-bd83-a4352d1cee94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966892 Mar 09 04:27:46.219299 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-7ac0053a-700b-46c9-bc27-62798eaf51eb None None] Set router 3584f770-ddda-49ef-8d45-319e0141d0fd gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:27:46.383032 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9d2e4ae7-f1df-4bb3-b7a2-72cc12d8f009 req-18c182e5-2713-490c-91d0-026f7467b41d tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398827 Mar 09 04:27:46.417179 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-07512c07-2b5f-4fc5-a343-2b78bfd4f6c7 req-b8d62735-8463-47d5-8f93-5299104625c6 service neutron] 10.222.0.24 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620556 Mar 09 04:27:46.530092 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-7ac0053a-700b-46c9-bc27-62798eaf51eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:01Z', 'updated_at': '2022-03-09T04:18:05Z', 'revision_number': 4, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'gw_port': {'id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:02Z', 'updated_at': '2022-03-09T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '5672cc12-eaa9-4d24-880a-c52b077debb0', 'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'mac_address': 'fa:16:3e:a9:e8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:04Z', 'updated_at': '2022-03-09T04:18:12Z', 'revision_number': 5, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'subnets': [{'id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:27:46.534604 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0053a-700b-46c9-bc27-62798eaf51eb None None] The sync data for ids ['3584f770-ddda-49ef-8d45-319e0141d0fd'] in n-d-825178-5 is: [{'id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:01Z', 'updated_at': '2022-03-09T04:18:05Z', 'revision_number': 4, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'gw_port': {'id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:02Z', 'updated_at': '2022-03-09T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '5672cc12-eaa9-4d24-880a-c52b077debb0', 'name': '', 'network_id': '8f633b69-239a-406a-bd83-a4352d1cee94', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'mac_address': 'fa:16:3e:a9:e8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:04Z', 'updated_at': '2022-03-09T04:18:12Z', 'revision_number': 5, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'subnets': [{'id': 'ba29cb0f-95d5-47f5-9df9-1afdac36d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:27:46.551549 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-07512c07-2b5f-4fc5-a343-2b78bfd4f6c7 req-c5ad894c-9370-41ed-adfd-f04cd3742446 service neutron] 10.222.0.24 "GET /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279459 Mar 09 04:27:46.732030 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc19f46-5d4f-4d36-8443-627c16b4ca5d None None] New status for floating IP 4b72fbdf-1cda-4dd5-b6d3-bf78342bb980: DOWN {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:27:47.514461 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0138a91-2c55-46f0-98db-7b0a0ff5a42d req-472a1268-cfcd-412b-af27-2abc99994835 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:27:47.516422 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b0138a91-2c55-46f0-98db-7b0a0ff5a42d req-472a1268-cfcd-412b-af27-2abc99994835 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 946 time: 0.0869174 Mar 09 04:27:47.565861 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4097e51-456e-421b-bcb4-08c09f882f6f req-816e5dd4-d80b-443c-9408-4e1041629458 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:27:47.567329 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e4097e51-456e-421b-bcb4-08c09f882f6f req-816e5dd4-d80b-443c-9408-4e1041629458 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 946 time: 0.0787356 Mar 09 04:27:47.584903 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-b0138a91-2c55-46f0-98db-7b0a0ff5a42d req-0fc0cfc7-6e52-49d7-b433-48dd129e6972 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Deleting port f9ba7900-1fde-46e4-b883-23fdf3c3a36f {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:27:47.585241 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b0138a91-2c55-46f0-98db-7b0a0ff5a42d req-0fc0cfc7-6e52-49d7-b433-48dd129e6972 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:47.614453 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e4097e51-456e-421b-bcb4-08c09f882f6f req-77c0448b-a6e5-4fa4-930f-c98495c45b22 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb820e3-2ee0-4294-8668-e24a762a6082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416100 Mar 09 04:27:47.834145 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-b0138a91-2c55-46f0-98db-7b0a0ff5a42d req-0fc0cfc7-6e52-49d7-b433-48dd129e6972 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] For port f9ba7900-1fde-46e4-b883-23fdf3c3a36f, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=f9ba7900-1fde-46e4-b883-23fdf3c3a36f,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:27:47.834494 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b0138a91-2c55-46f0-98db-7b0a0ff5a42d req-0fc0cfc7-6e52-49d7-b433-48dd129e6972 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:47.956188 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-b0138a91-2c55-46f0-98db-7b0a0ff5a42d req-0fc0cfc7-6e52-49d7-b433-48dd129e6972 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Calling delete_port for f9ba7900-1fde-46e4-b883-23fdf3c3a36f owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:27:48.098535 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b0138a91-2c55-46f0-98db-7b0a0ff5a42d req-0fc0cfc7-6e52-49d7-b433-48dd129e6972 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:48.147947 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0cfc7-6e52-49d7-b433-48dd129e6972 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event deleted for resources: {'Port': ['ID=f9ba7900-1fde-46e4-b883-23fdf3c3a36f,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:27:48.223759 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0138a91-2c55-46f0-98db-7b0a0ff5a42d req-0fc0cfc7-6e52-49d7-b433-48dd129e6972 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] No DVR routers for this DVR port f9ba7900-1fde-46e4-b883-23fdf3c3a36f on host n-h1-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:27:48.226144 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-b0138a91-2c55-46f0-98db-7b0a0ff5a42d req-0fc0cfc7-6e52-49d7-b433-48dd129e6972 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:48.228616 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddb037a-f38c-4a97-a30a-aff9fda0ff60', 'name': 'network-vif-deleted', 'tag': 'f9ba7900-1fde-46e4-b883-23fdf3c3a36f'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:27:48.244241 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b0138a91-2c55-46f0-98db-7b0a0ff5a42d req-0fc0cfc7-6e52-49d7-b433-48dd129e6972 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.24 "DELETE /v2.0/ports/f9ba7900-1fde-46e4-b883-23fdf3c3a36f HTTP/1.1" status: 204 len: 173 time: 0.7231150 Mar 09 04:27:48.275082 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddb037a-f38c-4a97-a30a-aff9fda0ff60', 'name': 'network-vif-deleted', 'tag': 'f9ba7900-1fde-46e4-b883-23fdf3c3a36f', 'status': 'completed', 'code': 200} Mar 09 04:27:48.761971 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d9ee45b2-582d-46c0-aeb6-99e847d38fdb req-ff07e3c1-4fa2-4ccf-b96b-1957ff412c39 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ddb037a-f38c-4a97-a30a-aff9fda0ff60 HTTP/1.1" status: 200 len: 210 time: 0.0431881 Mar 09 04:27:49.861353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44360) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:27:50.029311 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-8ebe80ac-190c-4b42-8595-0da365d514d0 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Deleting port 72433da9-ffd9-4894-84e7-95b055e4acf3 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:27:50.029647 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8ebe80ac-190c-4b42-8595-0da365d514d0 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:50.193240 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8ebe80ac-190c-4b42-8595-0da365d514d0 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:50.193484 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8ebe80ac-190c-4b42-8595-0da365d514d0 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:50.425954 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-8ebe80ac-190c-4b42-8595-0da365d514d0 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Calling delete_port for 72433da9-ffd9-4894-84e7-95b055e4acf3 owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:27:50.565358 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8ebe80ac-190c-4b42-8595-0da365d514d0 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:50.612679 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe80ac-190c-4b42-8595-0da365d514d0 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event deleted for resources: {'Port': ['ID=72433da9-ffd9-4894-84e7-95b055e4acf3,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:27:50.719224 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8ebe80ac-190c-4b42-8595-0da365d514d0 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:50.732897 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8ebe80ac-190c-4b42-8595-0da365d514d0 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:50.734134 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8ebe80ac-190c-4b42-8595-0da365d514d0 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "DELETE /v2.0/floatingips/f911ccd9-df1d-4dd8-ad6d-2370d246b7f7 HTTP/1.1" status: 204 len: 168 time: 0.8716352 Mar 09 04:27:50.813421 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device f9ba7900-1fde-46e4-b883-23fdf3c3a36f no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:27:50.850519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: f9ba7900-1fde-46e4-b883-23fdf3c3a36f {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:27:50.850888 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device f9ba7900-1fde-46e4-b883-23fdf3c3a36f not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:27:53.186769 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44378) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:27:53.255537 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-acb1ecaf-5dec-4641-9e41-f3f800695a87 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:53.285804 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-acb1ecaf-5dec-4641-9e41-f3f800695a87 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:53.356345 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-acb1ecaf-5dec-4641-9e41-f3f800695a87 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:53.376689 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1ecaf-5dec-4641-9e41-f3f800695a87 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb820e3-2ee0-4294-8668-e24a762a6082,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:27:53.385197 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-acb1ecaf-5dec-4641-9e41-f3f800695a87 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:53.386679 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-acb1ecaf-5dec-4641-9e41-f3f800695a87 tempest-TestVolumeBootPattern-2045451195 tempest-TestVolumeBootPattern-2045451195-project] 10.222.0.16 "DELETE /v2.0/security-groups/0bb820e3-2ee0-4294-8668-e24a762a6082 HTTP/1.1" status: 204 len: 168 time: 0.1988022 Mar 09 04:27:53.443772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44384) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:27:54.096597 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7926bce6-f7ab-4f7b-93b3-cee120fe2d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:54.434774 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-7926bce6-f7ab-4f7b-93b3-cee120fe2d2f admin admin] Deleting port 5672cc12-eaa9-4d24-880a-c52b077debb0 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:27:54.435446 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7926bce6-f7ab-4f7b-93b3-cee120fe2d2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:54.703153 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-7926bce6-f7ab-4f7b-93b3-cee120fe2d2f admin admin] For port 5672cc12-eaa9-4d24-880a-c52b077debb0, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5672cc12-eaa9-4d24-880a-c52b077debb0,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:27:54.703419 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7926bce6-f7ab-4f7b-93b3-cee120fe2d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:54.823982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-7926bce6-f7ab-4f7b-93b3-cee120fe2d2f admin admin] Calling delete_port for 5672cc12-eaa9-4d24-880a-c52b077debb0 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:27:55.009877 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7926bce6-f7ab-4f7b-93b3-cee120fe2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:55.054445 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926bce6-f7ab-4f7b-93b3-cee120fe2d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=5672cc12-eaa9-4d24-880a-c52b077debb0,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:27:55.322681 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7926bce6-f7ab-4f7b-93b3-cee120fe2d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:55.682950 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7926bce6-f7ab-4f7b-93b3-cee120fe2d2f admin admin] Router 3584f770-ddda-49ef-8d45-319e0141d0fd has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:27:55.862755 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7926bce6-f7ab-4f7b-93b3-cee120fe2d2f admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:27:55.872131 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcef0d6-8db2-4ee0-a49e-232027a2cbe4 None None] Sync routers for ids ['3584f770-ddda-49ef-8d45-319e0141d0fd'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:27:55.878511 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7926bce6-f7ab-4f7b-93b3-cee120fe2d2f admin admin] 10.222.0.16 "PUT /v2.0/routers/3584f770-ddda-49ef-8d45-319e0141d0fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4314380 Mar 09 04:27:55.878730 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44392) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:27:55.884408 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcef0d6-8db2-4ee0-a49e-232027a2cbe4 None None] Routers {'3584f770-ddda-49ef-8d45-319e0141d0fd'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:27:55.885083 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8bcef0d6-8db2-4ee0-a49e-232027a2cbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:27:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3584f770-ddda-49ef-8d45-319e0141d0fd'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:27:56.072581 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-8bcef0d6-8db2-4ee0-a49e-232027a2cbe4 None None] Set router 3584f770-ddda-49ef-8d45-319e0141d0fd gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:27:56.178830 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e129e885-c9a6-47f8-a60e-81ba8dd18a4f admin admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:56.356794 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e129e885-c9a6-47f8-a60e-81ba8dd18a4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:56.366214 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-e129e885-c9a6-47f8-a60e-81ba8dd18a4f admin admin] Deleting port f0914cc5-ac2f-4d58-97c6-5e05957e32f2 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:27:56.366548 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e129e885-c9a6-47f8-a60e-81ba8dd18a4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:56.398658 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8bcef0d6-8db2-4ee0-a49e-232027a2cbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:01Z', 'updated_at': '2022-03-09T04:27:54Z', 'revision_number': 5, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'gw_port': {'id': 'f0914cc5-ac2f-4d58-97c6-5e05957e32f2', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:02Z', 'updated_at': '2022-03-09T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:27:56.402472 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcef0d6-8db2-4ee0-a49e-232027a2cbe4 None None] Checking router: 3584f770-ddda-49ef-8d45-319e0141d0fd for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:27:56.411297 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcef0d6-8db2-4ee0-a49e-232027a2cbe4 None None] Routers {'3584f770-ddda-49ef-8d45-319e0141d0fd'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:27:56.411879 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8bcef0d6-8db2-4ee0-a49e-232027a2cbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:27:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['3584f770-ddda-49ef-8d45-319e0141d0fd'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:27:56.543829 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-e129e885-c9a6-47f8-a60e-81ba8dd18a4f admin admin] For port f0914cc5-ac2f-4d58-97c6-5e05957e32f2, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f0914cc5-ac2f-4d58-97c6-5e05957e32f2,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:27:56.544179 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e129e885-c9a6-47f8-a60e-81ba8dd18a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:56.562481 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-8bcef0d6-8db2-4ee0-a49e-232027a2cbe4 None None] Set router 3584f770-ddda-49ef-8d45-319e0141d0fd gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:27:56.668118 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-e129e885-c9a6-47f8-a60e-81ba8dd18a4f admin admin] Calling delete_port for f0914cc5-ac2f-4d58-97c6-5e05957e32f2 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:27:56.669311 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8bcef0d6-8db2-4ee0-a49e-232027a2cbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:01Z', 'updated_at': '2022-03-09T04:27:56Z', 'revision_number': 6, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:27:56.673538 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcef0d6-8db2-4ee0-a49e-232027a2cbe4 None None] The sync data for ids ['3584f770-ddda-49ef-8d45-319e0141d0fd'] in n-d-825178-5 is: [{'id': '3584f770-ddda-49ef-8d45-319e0141d0fd', 'name': 'tempest-TestVolumeBootPattern-1980183199-router', 'tenant_id': '0719990b16af4df782d63d97c7dab9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:01Z', 'updated_at': '2022-03-09T04:27:56Z', 'revision_number': 6, 'project_id': '0719990b16af4df782d63d97c7dab9de', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:27:56.834304 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e129e885-c9a6-47f8-a60e-81ba8dd18a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:56.880987 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129e885-c9a6-47f8-a60e-81ba8dd18a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=f0914cc5-ac2f-4d58-97c6-5e05957e32f2,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:27:56.971804 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e129e885-c9a6-47f8-a60e-81ba8dd18a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:57.145976 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e129e885-c9a6-47f8-a60e-81ba8dd18a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:57.148142 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e129e885-c9a6-47f8-a60e-81ba8dd18a4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:57.171643 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e129e885-c9a6-47f8-a60e-81ba8dd18a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:57.172085 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e129e885-c9a6-47f8-a60e-81ba8dd18a4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3584f770-ddda-49ef-8d45-319e0141d0fd {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:27:57.184161 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e129e885-c9a6-47f8-a60e-81ba8dd18a4f admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:57.185276 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e129e885-c9a6-47f8-a60e-81ba8dd18a4f admin admin] 10.222.0.16 "DELETE /v2.0/routers/3584f770-ddda-49ef-8d45-319e0141d0fd HTTP/1.1" status: 204 len: 168 time: 1.3055701 Mar 09 04:27:57.188317 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44396) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:27:57.248733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-500aa4d9-81e8-41b2-96b5-07cbd8297c5f admin admin] Deleting subnet ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:27:57.252252 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-500aa4d9-81e8-41b2-96b5-07cbd8297c5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:57.302291 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-500aa4d9-81e8-41b2-96b5-07cbd8297c5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:57.377840 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-500aa4d9-81e8-41b2-96b5-07cbd8297c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:57.448952 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-500aa4d9-81e8-41b2-96b5-07cbd8297c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:57.603359 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500aa4d9-81e8-41b2-96b5-07cbd8297c5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba29cb0f-95d5-47f5-9df9-1afdac36d9b0,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:27:57.605365 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-500aa4d9-81e8-41b2-96b5-07cbd8297c5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:57.613886 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-500aa4d9-81e8-41b2-96b5-07cbd8297c5f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ba29cb0f-95d5-47f5-9df9-1afdac36d9b0 HTTP/1.1" status: 204 len: 168 time: 0.4223890 Mar 09 04:27:57.614373 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44400) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:27:57.614874 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30536403-1e30-4d4f-9496-a9e06695ab28 None None] Network 8f633b69-239a-406a-bd83-a4352d1cee94 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:27:57.724801 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-586a35cc-3a72-416f-961a-b4bb88450272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:57.734687 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-586a35cc-3a72-416f-961a-b4bb88450272 admin admin] Deleting port c79d042a-0a52-4288-a9c7-cc44e16d4509 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:27:57.735037 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-586a35cc-3a72-416f-961a-b4bb88450272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:57.873073 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a4ab6f-a803-46e6-8e5d-fe3216705592 None None] DHCP port deletion for 8f633b69-239a-406a-bd83-a4352d1cee94 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:27:57.878049 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-42a4ab6f-a803-46e6-8e5d-fe3216705592 None None] Deleting port c79d042a-0a52-4288-a9c7-cc44e16d4509 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:27:57.878427 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-42a4ab6f-a803-46e6-8e5d-fe3216705592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:57.949720 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-586a35cc-3a72-416f-961a-b4bb88450272 admin admin] For port c79d042a-0a52-4288-a9c7-cc44e16d4509, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c79d042a-0a52-4288-a9c7-cc44e16d4509,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:27:57.950068 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-586a35cc-3a72-416f-961a-b4bb88450272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:58.073576 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-586a35cc-3a72-416f-961a-b4bb88450272 admin admin] Calling delete_port for c79d042a-0a52-4288-a9c7-cc44e16d4509 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:27:58.081657 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-42a4ab6f-a803-46e6-8e5d-fe3216705592 None None] For port c79d042a-0a52-4288-a9c7-cc44e16d4509, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c79d042a-0a52-4288-a9c7-cc44e16d4509,segment=NetworkSegment(203f2360-61cc-421b-8273-3a5e5ce99e7a),segment_id=203f2360-61cc-421b-8273-3a5e5ce99e7a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:27:58.082051 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-42a4ab6f-a803-46e6-8e5d-fe3216705592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:58.146708 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-586a35cc-3a72-416f-961a-b4bb88450272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:58.197258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a35cc-3a72-416f-961a-b4bb88450272 admin admin] Pushing event deleted for resources: {'Port': ['ID=c79d042a-0a52-4288-a9c7-cc44e16d4509,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:27:58.199384 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586a35cc-3a72-416f-961a-b4bb88450272 admin admin] No DVR routers for this DVR port c79d042a-0a52-4288-a9c7-cc44e16d4509 on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:27:58.201921 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-42a4ab6f-a803-46e6-8e5d-fe3216705592 None None] Calling delete_port for c79d042a-0a52-4288-a9c7-cc44e16d4509 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:27:58.276935 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-42a4ab6f-a803-46e6-8e5d-fe3216705592 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:27:58.277284 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-42a4ab6f-a803-46e6-8e5d-fe3216705592 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:27:58.314297 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-586a35cc-3a72-416f-961a-b4bb88450272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:58.341934 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-586a35cc-3a72-416f-961a-b4bb88450272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f633b69-239a-406a-bd83-a4352d1cee94']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:27:58.354923 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-586a35cc-3a72-416f-961a-b4bb88450272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203f2360-61cc-421b-8273-3a5e5ce99e7a') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:27:58.355212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-586a35cc-3a72-416f-961a-b4bb88450272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203f2360-61cc-421b-8273-3a5e5ce99e7a') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:27:58.366630 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-586a35cc-3a72-416f-961a-b4bb88450272 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:58.382765 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-586a35cc-3a72-416f-961a-b4bb88450272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:58.388626 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586a35cc-3a72-416f-961a-b4bb88450272 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:27:58.388992 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-586a35cc-3a72-416f-961a-b4bb88450272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:27:58.401829 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:27:58.476168 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-586a35cc-3a72-416f-961a-b4bb88450272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:58.480512 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-586a35cc-3a72-416f-961a-b4bb88450272 admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:58.591350 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c79d042a-0a52-4288-a9c7-cc44e16d4509 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:27:58.618487 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a35cc-3a72-416f-961a-b4bb88450272 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f633b69-239a-406a-bd83-a4352d1cee94,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:27:58.625745 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: c79d042a-0a52-4288-a9c7-cc44e16d4509 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:27:58.626151 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c79d042a-0a52-4288-a9c7-cc44e16d4509 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:27:58.626478 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5672cc12-eaa9-4d24-880a-c52b077debb0 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:27:58.629352 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-586a35cc-3a72-416f-961a-b4bb88450272 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8f633b69-239a-406a-bd83-a4352d1cee94 HTTP/1.1" status: 204 len: 168 time: 1.0138254 Mar 09 04:27:58.632215 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44406) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:27:58.659568 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 5672cc12-eaa9-4d24-880a-c52b077debb0 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:27:58.659907 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5672cc12-eaa9-4d24-880a-c52b077debb0 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:27:58.660325 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f0914cc5-ac2f-4d58-97c6-5e05957e32f2 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:27:58.694540 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: f0914cc5-ac2f-4d58-97c6-5e05957e32f2 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:27:58.694897 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f0914cc5-ac2f-4d58-97c6-5e05957e32f2 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:27:58.778581 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-42a4ab6f-a803-46e6-8e5d-fe3216705592 None None] Deleting port c79d042a-0a52-4288-a9c7-cc44e16d4509 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:27:58.779147 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-42a4ab6f-a803-46e6-8e5d-fe3216705592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:58.807727 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-34e1c618-a3bb-4e0a-a1e0-8942b71ac234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:58.847111 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-42a4ab6f-a803-46e6-8e5d-fe3216705592 None None] The port 'c79d042a-0a52-4288-a9c7-cc44e16d4509' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:27:59.163502 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4312ae0-0ccb-474e-9a94-19078d25536e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:59.497230 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-a4312ae0-0ccb-474e-9a94-19078d25536e admin admin] Deleting port 33afe07d-b59d-400f-9e29-763646e5493c {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:27:59.497558 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4312ae0-0ccb-474e-9a94-19078d25536e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:59.663481 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-a4312ae0-0ccb-474e-9a94-19078d25536e admin admin] For port 33afe07d-b59d-400f-9e29-763646e5493c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=33afe07d-b59d-400f-9e29-763646e5493c,segment=NetworkSegment(1709b048-5c08-499d-aea3-2f02df55309e),segment_id=1709b048-5c08-499d-aea3-2f02df55309e)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:27:59.664165 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4312ae0-0ccb-474e-9a94-19078d25536e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:27:59.780059 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-a4312ae0-0ccb-474e-9a94-19078d25536e admin admin] Calling delete_port for 33afe07d-b59d-400f-9e29-763646e5493c owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:28:00.197392 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4312ae0-0ccb-474e-9a94-19078d25536e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:00.243449 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4312ae0-0ccb-474e-9a94-19078d25536e admin admin] Pushing event deleted for resources: {'Port': ['ID=33afe07d-b59d-400f-9e29-763646e5493c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:28:00.515337 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a4312ae0-0ccb-474e-9a94-19078d25536e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:00.870620 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4312ae0-0ccb-474e-9a94-19078d25536e admin admin] Router 373044b1-9cc1-49a5-9023-7ac36cc5563e has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:28:01.043509 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4312ae0-0ccb-474e-9a94-19078d25536e admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:28:01.052080 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6657ba2-aba9-466b-8941-5e51a666139f None None] Sync routers for ids ['373044b1-9cc1-49a5-9023-7ac36cc5563e'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:28:01.059159 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a4312ae0-0ccb-474e-9a94-19078d25536e admin admin] 10.222.0.16 "PUT /v2.0/routers/373044b1-9cc1-49a5-9023-7ac36cc5563e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4258730 Mar 09 04:28:01.061288 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6657ba2-aba9-466b-8941-5e51a666139f None None] Routers {'373044b1-9cc1-49a5-9023-7ac36cc5563e'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:28:01.061506 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44410) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:28:01.061886 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e6657ba2-aba9-466b-8941-5e51a666139f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:27:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['373044b1-9cc1-49a5-9023-7ac36cc5563e'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:28:01.160527 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dfb9117f-24d3-4168-8a77-677dce5fa2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:01.272135 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-e6657ba2-aba9-466b-8941-5e51a666139f None None] Set router 373044b1-9cc1-49a5-9023-7ac36cc5563e gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:28:01.383647 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-afd9b7cd-29f9-4879-ad7c-5e0ce6cd67c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:01.558126 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e6657ba2-aba9-466b-8941-5e51a666139f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373044b1-9cc1-49a5-9023-7ac36cc5563e', 'name': 'tempest-TestVolumeBootPattern-1571133116-router', 'tenant_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '80724257-c91f-440b-84b8-7394a93933be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:07Z', 'updated_at': '2022-03-09T04:28:00Z', 'revision_number': 5, 'project_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'gw_port': {'id': '80724257-c91f-440b-84b8-7394a93933be', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373044b1-9cc1-49a5-9023-7ac36cc5563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:18:08Z', 'updated_at': '2022-03-09T04:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:28:01.562209 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6657ba2-aba9-466b-8941-5e51a666139f None None] Checking router: 373044b1-9cc1-49a5-9023-7ac36cc5563e for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:28:01.565881 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-afd9b7cd-29f9-4879-ad7c-5e0ce6cd67c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:01.570304 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6657ba2-aba9-466b-8941-5e51a666139f None None] Routers {'373044b1-9cc1-49a5-9023-7ac36cc5563e'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:28:01.570921 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e6657ba2-aba9-466b-8941-5e51a666139f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:28:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['373044b1-9cc1-49a5-9023-7ac36cc5563e'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:28:01.576318 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-afd9b7cd-29f9-4879-ad7c-5e0ce6cd67c3 admin admin] Deleting port 80724257-c91f-440b-84b8-7394a93933be {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:28:01.576649 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-afd9b7cd-29f9-4879-ad7c-5e0ce6cd67c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:01.722504 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-e6657ba2-aba9-466b-8941-5e51a666139f None None] Set router 373044b1-9cc1-49a5-9023-7ac36cc5563e gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:28:01.750396 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-afd9b7cd-29f9-4879-ad7c-5e0ce6cd67c3 admin admin] For port 80724257-c91f-440b-84b8-7394a93933be, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=80724257-c91f-440b-84b8-7394a93933be,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:28:01.750749 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-afd9b7cd-29f9-4879-ad7c-5e0ce6cd67c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:01.823666 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e6657ba2-aba9-466b-8941-5e51a666139f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373044b1-9cc1-49a5-9023-7ac36cc5563e', 'name': 'tempest-TestVolumeBootPattern-1571133116-router', 'tenant_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:07Z', 'updated_at': '2022-03-09T04:28:01Z', 'revision_number': 6, 'project_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:28:01.828280 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6657ba2-aba9-466b-8941-5e51a666139f None None] The sync data for ids ['373044b1-9cc1-49a5-9023-7ac36cc5563e'] in n-d-825178-5 is: [{'id': '373044b1-9cc1-49a5-9023-7ac36cc5563e', 'name': 'tempest-TestVolumeBootPattern-1571133116-router', 'tenant_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:18:07Z', 'updated_at': '2022-03-09T04:28:01Z', 'revision_number': 6, 'project_id': 'ab8bbbdbc41e4d95b7b683db015b4dff', 'gw_port_host': None}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:28:01.872618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-afd9b7cd-29f9-4879-ad7c-5e0ce6cd67c3 admin admin] Calling delete_port for 80724257-c91f-440b-84b8-7394a93933be owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:28:02.038939 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-afd9b7cd-29f9-4879-ad7c-5e0ce6cd67c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:02.087805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9b7cd-29f9-4879-ad7c-5e0ce6cd67c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=80724257-c91f-440b-84b8-7394a93933be,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:28:02.177595 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-afd9b7cd-29f9-4879-ad7c-5e0ce6cd67c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:02.327660 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:02.350652 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-afd9b7cd-29f9-4879-ad7c-5e0ce6cd67c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:02.351728 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:02.352869 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-afd9b7cd-29f9-4879-ad7c-5e0ce6cd67c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:02.375956 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-afd9b7cd-29f9-4879-ad7c-5e0ce6cd67c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:02.376513 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd9b7cd-29f9-4879-ad7c-5e0ce6cd67c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 373044b1-9cc1-49a5-9023-7ac36cc5563e {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:28:02.388445 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-afd9b7cd-29f9-4879-ad7c-5e0ce6cd67c3 admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:02.389576 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-afd9b7cd-29f9-4879-ad7c-5e0ce6cd67c3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/373044b1-9cc1-49a5-9023-7ac36cc5563e HTTP/1.1" status: 204 len: 168 time: 1.3270950 Mar 09 04:28:02.392141 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44414) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:28:02.452354 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-16faddfa-0722-4543-94ac-8aefca2576ec admin admin] Deleting subnet a3c93158-b008-43f3-8f46-19642cf42219 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:28:02.455215 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16faddfa-0722-4543-94ac-8aefca2576ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:02.502678 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16faddfa-0722-4543-94ac-8aefca2576ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:02.581665 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16faddfa-0722-4543-94ac-8aefca2576ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:02.595297 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 33afe07d-b59d-400f-9e29-763646e5493c no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:28:02.659082 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16faddfa-0722-4543-94ac-8aefca2576ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:02.674904 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 33afe07d-b59d-400f-9e29-763646e5493c {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:28:02.675241 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 33afe07d-b59d-400f-9e29-763646e5493c not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:28:02.675665 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 80724257-c91f-440b-84b8-7394a93933be no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:28:02.701394 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-16faddfa-0722-4543-94ac-8aefca2576ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:02.706942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16faddfa-0722-4543-94ac-8aefca2576ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3c93158-b008-43f3-8f46-19642cf42219,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:28:02.709172 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aef5a2-dabe-4e46-b095-ea74d60135d2 None None] Network d8cb9a0c-76d1-4564-a922-29ebb214d80c requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:28:02.711368 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-16faddfa-0722-4543-94ac-8aefca2576ec admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a3c93158-b008-43f3-8f46-19642cf42219 HTTP/1.1" status: 204 len: 168 time: 0.3182821 Mar 09 04:28:02.713828 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44418) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:28:02.722132 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 80724257-c91f-440b-84b8-7394a93933be {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:28:02.722472 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 80724257-c91f-440b-84b8-7394a93933be not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:28:02.948716 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7e6b1eac-446a-4368-8f13-023731e586f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:02.959080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-7e6b1eac-446a-4368-8f13-023731e586f6 admin admin] Deleting port 864e2398-2a25-436b-94b6-9aebe010445a {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:28:02.959413 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7e6b1eac-446a-4368-8f13-023731e586f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:02.962348 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6711edc9-7b1e-440b-8ce3-006aaf92423f None None] DHCP port deletion for d8cb9a0c-76d1-4564-a922-29ebb214d80c request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:28:02.966428 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6711edc9-7b1e-440b-8ce3-006aaf92423f None None] Deleting port 864e2398-2a25-436b-94b6-9aebe010445a {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:28:02.966794 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6711edc9-7b1e-440b-8ce3-006aaf92423f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:03.163351 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6711edc9-7b1e-440b-8ce3-006aaf92423f None None] For port 864e2398-2a25-436b-94b6-9aebe010445a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=864e2398-2a25-436b-94b6-9aebe010445a,segment=NetworkSegment(1709b048-5c08-499d-aea3-2f02df55309e),segment_id=1709b048-5c08-499d-aea3-2f02df55309e)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:28:03.163724 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6711edc9-7b1e-440b-8ce3-006aaf92423f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:03.165456 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-7e6b1eac-446a-4368-8f13-023731e586f6 admin admin] For port 864e2398-2a25-436b-94b6-9aebe010445a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=864e2398-2a25-436b-94b6-9aebe010445a,segment=NetworkSegment(1709b048-5c08-499d-aea3-2f02df55309e),segment_id=1709b048-5c08-499d-aea3-2f02df55309e)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:28:03.165811 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7e6b1eac-446a-4368-8f13-023731e586f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:03.283960 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6711edc9-7b1e-440b-8ce3-006aaf92423f None None] Calling delete_port for 864e2398-2a25-436b-94b6-9aebe010445a owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:28:03.286531 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-7e6b1eac-446a-4368-8f13-023731e586f6 admin admin] Calling delete_port for 864e2398-2a25-436b-94b6-9aebe010445a owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:28:03.356834 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6711edc9-7b1e-440b-8ce3-006aaf92423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:03.362440 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.db.api [None req-7e6b1eac-446a-4368-8f13-023731e586f6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:28:03.362758 n-d-825178-5 neutron-server[87880]: DEBUG oslo_db.api [None req-7e6b1eac-446a-4368-8f13-023731e586f6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:28:03.403364 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711edc9-7b1e-440b-8ce3-006aaf92423f None None] Pushing event deleted for resources: {'Port': ['ID=864e2398-2a25-436b-94b6-9aebe010445a,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:28:03.408568 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6711edc9-7b1e-440b-8ce3-006aaf92423f None None] No DVR routers for this DVR port 864e2398-2a25-436b-94b6-9aebe010445a on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:28:03.414901 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711edc9-7b1e-440b-8ce3-006aaf92423f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:03.419012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711edc9-7b1e-440b-8ce3-006aaf92423f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:03.419012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711edc9-7b1e-440b-8ce3-006aaf92423f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:03.419012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711edc9-7b1e-440b-8ce3-006aaf92423f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:03.419012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711edc9-7b1e-440b-8ce3-006aaf92423f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:03.419012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711edc9-7b1e-440b-8ce3-006aaf92423f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:03.419012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711edc9-7b1e-440b-8ce3-006aaf92423f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:03.419012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711edc9-7b1e-440b-8ce3-006aaf92423f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:03.419012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711edc9-7b1e-440b-8ce3-006aaf92423f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:03.419012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711edc9-7b1e-440b-8ce3-006aaf92423f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:03.419012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711edc9-7b1e-440b-8ce3-006aaf92423f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:03.419012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711edc9-7b1e-440b-8ce3-006aaf92423f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:03.616046 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:03.864163 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-7e6b1eac-446a-4368-8f13-023731e586f6 admin admin] Deleting port 864e2398-2a25-436b-94b6-9aebe010445a {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:28:03.864514 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7e6b1eac-446a-4368-8f13-023731e586f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:03.938735 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-7e6b1eac-446a-4368-8f13-023731e586f6 admin admin] The port '864e2398-2a25-436b-94b6-9aebe010445a' was deleted {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:28:04.050328 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7e6b1eac-446a-4368-8f13-023731e586f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:04.074156 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-7e6b1eac-446a-4368-8f13-023731e586f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8cb9a0c-76d1-4564-a922-29ebb214d80c']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:28:04.086232 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-7e6b1eac-446a-4368-8f13-023731e586f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1709b048-5c08-499d-aea3-2f02df55309e') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:28:04.086522 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-7e6b1eac-446a-4368-8f13-023731e586f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1709b048-5c08-499d-aea3-2f02df55309e') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:28:04.097929 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7e6b1eac-446a-4368-8f13-023731e586f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:04.113506 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7e6b1eac-446a-4368-8f13-023731e586f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:04.119321 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e6b1eac-446a-4368-8f13-023731e586f6 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:28:04.119645 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7e6b1eac-446a-4368-8f13-023731e586f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: util.warn( Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:28:04.132159 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:28:04.209087 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7e6b1eac-446a-4368-8f13-023731e586f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:04.213767 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7e6b1eac-446a-4368-8f13-023731e586f6 admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:04.235603 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b1eac-446a-4368-8f13-023731e586f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8cb9a0c-76d1-4564-a922-29ebb214d80c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:28:04.243197 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7e6b1eac-446a-4368-8f13-023731e586f6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d8cb9a0c-76d1-4564-a922-29ebb214d80c HTTP/1.1" status: 204 len: 168 time: 1.5284264 Mar 09 04:28:04.388026 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44426) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:28:04.435285 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e0b91df3-e1eb-4fd2-9ba4-b5afd9ccd0bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0719990b16af4df782d63d97c7dab9de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461125 Mar 09 04:28:04.438099 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44430) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:28:04.495950 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3a3ec855-17fd-4cb6-8990-82735f67872d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:04.521742 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3a3ec855-17fd-4cb6-8990-82735f67872d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:04.529809 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:04.575245 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3a3ec855-17fd-4cb6-8990-82735f67872d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:04.589501 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 864e2398-2a25-436b-94b6-9aebe010445a no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:28:04.592378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ec855-17fd-4cb6-8990-82735f67872d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d3ce7f-0a74-41b4-9413-18044c681147,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:28:04.601726 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3a3ec855-17fd-4cb6-8990-82735f67872d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:04.602832 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3a3ec855-17fd-4cb6-8990-82735f67872d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4d3ce7f-0a74-41b4-9413-18044c681147 HTTP/1.1" status: 204 len: 168 time: 0.1638710 Mar 09 04:28:04.632641 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 864e2398-2a25-436b-94b6-9aebe010445a {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:28:04.632919 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 864e2398-2a25-436b-94b6-9aebe010445a not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:28:04.952425 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44438) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:28:05.000984 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f13379e6-2854-4489-81eb-c9321e02f5f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab8bbbdbc41e4d95b7b683db015b4dff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474541 Mar 09 04:28:05.003374 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44442) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:28:05.068668 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6569e1e5-e29b-40d8-a08d-d36f85310479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:05.104062 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6569e1e5-e29b-40d8-a08d-d36f85310479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:05.165463 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6569e1e5-e29b-40d8-a08d-d36f85310479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:05.180439 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569e1e5-e29b-40d8-a08d-d36f85310479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6929801c-a7eb-4722-a3e3-c3359d5cb734,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:28:05.186460 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6569e1e5-e29b-40d8-a08d-d36f85310479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:05.187568 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6569e1e5-e29b-40d8-a08d-d36f85310479 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6929801c-a7eb-4722-a3e3-c3359d5cb734 HTTP/1.1" status: 204 len: 168 time: 0.1833265 Mar 09 04:28:05.618801 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:28:09.108844 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:16.348618 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-0538645a-c07b-42ca-827b-bbb20885808b tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f1ece65732d040bd8d865a9ce74697a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304873 Mar 09 04:28:16.496362 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-47e1d004-8faa-4656-92f9-30b812800194 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:16.497762 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-47e1d004-8faa-4656-92f9-30b812800194 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1442616 Mar 09 04:28:16.513151 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-897ddafd-4298-4108-bf61-6132db05ffbe tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.16 "GET /v2.0/quotas/f1ece65732d040bd8d865a9ce74697a8 HTTP/1.1" status: 200 len: 375 time: 0.0100365 Mar 09 04:28:16.560797 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-40544bee-1027-4e34-9835-be7d9ed81a87 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1ece65732d040bd8d865a9ce74697a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416768 Mar 09 04:28:16.737898 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-86a825ea-ff94-4779-80c4-9a4951edec3c req-4df4b2b9-fa29-4dee-b086-02cc67ccced4 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1aec96-2786-49a8-a559-662d4ecf83f1 HTTP/1.1" status: 200 len: 210 time: 0.0425475 Mar 09 04:28:17.827300 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-34165755-5283-42ba-909e-9cc7ed52b9f3 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f1ece65732d040bd8d865a9ce74697a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318208 Mar 09 04:28:17.923315 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2bdac867-5f79-4d55-9bea-c4b33427984c req-3cb86c2f-9e88-4a70-a1a1-6b16ba6d528a tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1aec96-2786-49a8-a559-662d4ecf83f1 HTTP/1.1" status: 200 len: 210 time: 0.0770164 Mar 09 04:28:17.992489 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-6b6bf41a-4c21-4886-b71c-fb466f75dd22 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:17.993906 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-6b6bf41a-4c21-4886-b71c-fb466f75dd22 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1625347 Mar 09 04:28:18.007518 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-65d9da55-28c5-425c-8856-88f4f7efac86 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Request body: {'port': {'device_id': 'da1aec96-2786-49a8-a559-662d4ecf83f1', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'admin_state_up': True, 'tenant_id': 'f1ece65732d040bd8d865a9ce74697a8'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:28:18.147160 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-65d9da55-28c5-425c-8856-88f4f7efac86 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:28:18.150914 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-65d9da55-28c5-425c-8856-88f4f7efac86 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Usage tracker for resource:port and tenant:f1ece65732d040bd8d865a9ce74697a8 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:28:18.153624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-65d9da55-28c5-425c-8856-88f4f7efac86 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:28:18.159827 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-65d9da55-28c5-425c-8856-88f4f7efac86 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:28:18.168884 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-65d9da55-28c5-425c-8856-88f4f7efac86 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Made reservation on behalf of f1ece65732d040bd8d865a9ce74697a8 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:28:18.172663 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-65d9da55-28c5-425c-8856-88f4f7efac86 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:18.184167 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-65d9da55-28c5-425c-8856-88f4f7efac86 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:18.198629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-65d9da55-28c5-425c-8856-88f4f7efac86 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:28:18.203537 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-65d9da55-28c5-425c-8856-88f4f7efac86 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Usage tracker for resource:security_group_rule and tenant:f1ece65732d040bd8d865a9ce74697a8 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:28:18.206584 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-65d9da55-28c5-425c-8856-88f4f7efac86 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:28:18.212272 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-65d9da55-28c5-425c-8856-88f4f7efac86 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:28:18.293845 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-65d9da55-28c5-425c-8856-88f4f7efac86 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:18.297634 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-65d9da55-28c5-425c-8856-88f4f7efac86 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:18.379707 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9da55-28c5-425c-8856-88f4f7efac86 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be2a887-7d03-45cf-88ff-c5bf116155a6,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:28:18.573516 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-65d9da55-28c5-425c-8856-88f4f7efac86 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Allocated IP 192.168.233.229 (56d2944b-97fc-479b-87f0-0f3cfd949a73/13a644b3-00f7-4af5-b068-8f87a36df924/b7069484-8c24-4ed6-b28b-1700414aeb1b) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:28:18.768265 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-65d9da55-28c5-425c-8856-88f4f7efac86 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:18.783038 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-65d9da55-28c5-425c-8856-88f4f7efac86 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Transition to ACTIVE for port object b7069484-8c24-4ed6-b28b-1700414aeb1b will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:28:18.806239 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-65d9da55-28c5-425c-8856-88f4f7efac86 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:18.873057 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-65d9da55-28c5-425c-8856-88f4f7efac86 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Network 56d2944b-97fc-479b-87f0-0f3cfd949a73 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:28:18.881107 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-65d9da55-28c5-425c-8856-88f4f7efac86 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:28:18.885388 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-65d9da55-28c5-425c-8856-88f4f7efac86 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:28:18.915133 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9da55-28c5-425c-8856-88f4f7efac86 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Pushing event updated for resources: {'Port': ['ID=b7069484-8c24-4ed6-b28b-1700414aeb1b,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:28:18.953679 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-65d9da55-28c5-425c-8856-88f4f7efac86 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:18.953879 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-65d9da55-28c5-425c-8856-88f4f7efac86 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:18.980666 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-65d9da55-28c5-425c-8856-88f4f7efac86 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9787464 Mar 09 04:28:18.991678 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-e85cc3cf-686e-4d6b-943c-dcd86f3ed8b6 service neutron] Request body: {'port': {'device_id': 'da1aec96-2786-49a8-a559-662d4ecf83f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:28:19.113482 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-16147d20-9242-4431-8d94-b3e17dab31a9 None None] Provisioning for port b7069484-8c24-4ed6-b28b-1700414aeb1b completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:28:19.118813 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-16147d20-9242-4431-8d94-b3e17dab31a9 None None] Provisioning complete for port b7069484-8c24-4ed6-b28b-1700414aeb1b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:28:19.119289 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-16147d20-9242-4431-8d94-b3e17dab31a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:19.120755 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-e85cc3cf-686e-4d6b-943c-dcd86f3ed8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:19.176592 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-16147d20-9242-4431-8d94-b3e17dab31a9 None None] Port b7069484-8c24-4ed6-b28b-1700414aeb1b cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:28:19.364337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5819143-3632-4dee-9cba-20d120acbc9f req-1fd984e0-18ae-4454-8f06-f4289bab235e tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:19.364942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-a5819143-3632-4dee-9cba-20d120acbc9f req-1fd984e0-18ae-4454-8f06-f4289bab235e tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Synchronizing usage tracker for tenant:f1ece65732d040bd8d865a9ce74697a8 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:28:19.440870 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-a5819143-3632-4dee-9cba-20d120acbc9f req-1fd984e0-18ae-4454-8f06-f4289bab235e tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Unset dirty status for tenant:f1ece65732d040bd8d865a9ce74697a8 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:28:19.442123 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5819143-3632-4dee-9cba-20d120acbc9f req-1fd984e0-18ae-4454-8f06-f4289bab235e tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1aec96-2786-49a8-a559-662d4ecf83f1 HTTP/1.1" status: 200 len: 936 time: 0.4088385 Mar 09 04:28:19.503811 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-a5819143-3632-4dee-9cba-20d120acbc9f req-14216732-e192-4304-ab8f-57786618ab0a tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Synchronizing usage tracker for tenant:f1ece65732d040bd8d865a9ce74697a8 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:28:19.569185 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-a5819143-3632-4dee-9cba-20d120acbc9f req-14216732-e192-4304-ab8f-57786618ab0a tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Unset dirty status for tenant:f1ece65732d040bd8d865a9ce74697a8 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:28:19.570296 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5819143-3632-4dee-9cba-20d120acbc9f req-14216732-e192-4304-ab8f-57786618ab0a tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.16 "GET /v2.0/security-groups?id=2be2a887-7d03-45cf-88ff-c5bf116155a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171591 Mar 09 04:28:19.580344 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-e85cc3cf-686e-4d6b-943c-dcd86f3ed8b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7069484-8c24-4ed6-b28b-1700414aeb1b {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:28:19.587706 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-e85cc3cf-686e-4d6b-943c-dcd86f3ed8b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:19.601748 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-e85cc3cf-686e-4d6b-943c-dcd86f3ed8b6 service neutron] Transition to ACTIVE for port object b7069484-8c24-4ed6-b28b-1700414aeb1b will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:28:19.605422 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-e85cc3cf-686e-4d6b-943c-dcd86f3ed8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:19.732033 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cc3cf-686e-4d6b-943c-dcd86f3ed8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7069484-8c24-4ed6-b28b-1700414aeb1b,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:28:19.837847 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-e85cc3cf-686e-4d6b-943c-dcd86f3ed8b6 service neutron] Attempting to bind port b7069484-8c24-4ed6-b28b-1700414aeb1b on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:28:19.838180 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-e85cc3cf-686e-4d6b-943c-dcd86f3ed8b6 service neutron] Attempting to bind port b7069484-8c24-4ed6-b28b-1700414aeb1b by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:28:19.838502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-e85cc3cf-686e-4d6b-943c-dcd86f3ed8b6 service neutron] Attempting to bind port b7069484-8c24-4ed6-b28b-1700414aeb1b on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:28:19.842991 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-e85cc3cf-686e-4d6b-943c-dcd86f3ed8b6 service neutron] Port b7069484-8c24-4ed6-b28b-1700414aeb1b on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:28:19.843304 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-e85cc3cf-686e-4d6b-943c-dcd86f3ed8b6 service neutron] Attempting to bind port b7069484-8c24-4ed6-b28b-1700414aeb1b on network 56d2944b-97fc-479b-87f0-0f3cfd949a73 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:28:19.848254 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-e85cc3cf-686e-4d6b-943c-dcd86f3ed8b6 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:28:19.848583 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-e85cc3cf-686e-4d6b-943c-dcd86f3ed8b6 service neutron] Checking segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:28:19.848977 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-e85cc3cf-686e-4d6b-943c-dcd86f3ed8b6 service neutron] Bound using segment: {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:28:19.849393 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-e85cc3cf-686e-4d6b-943c-dcd86f3ed8b6 service neutron] Bound port: b7069484-8c24-4ed6-b28b-1700414aeb1b, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d8c24-2962-4554-aaa8-39f28643d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:28:19.849748 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-e85cc3cf-686e-4d6b-943c-dcd86f3ed8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:19.941669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-e85cc3cf-686e-4d6b-943c-dcd86f3ed8b6 service neutron] For port b7069484-8c24-4ed6-b28b-1700414aeb1b, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:28:19.944449 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-e85cc3cf-686e-4d6b-943c-dcd86f3ed8b6 service neutron] For port b7069484-8c24-4ed6-b28b-1700414aeb1b, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b7069484-8c24-4ed6-b28b-1700414aeb1b,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:28:19.948840 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-e85cc3cf-686e-4d6b-943c-dcd86f3ed8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:20.004358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-e85cc3cf-686e-4d6b-943c-dcd86f3ed8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:20.004952 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-e85cc3cf-686e-4d6b-943c-dcd86f3ed8b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:20.006279 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-e85cc3cf-686e-4d6b-943c-dcd86f3ed8b6 service neutron] 10.222.0.21 "PUT /v2.0/ports/b7069484-8c24-4ed6-b28b-1700414aeb1b HTTP/1.1" status: 200 len: 1096 time: 1.0189416 Mar 09 04:28:20.006720 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da1aec96-2786-49a8-a559-662d4ecf83f1', 'tag': 'b7069484-8c24-4ed6-b28b-1700414aeb1b'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:28:20.033900 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cc3cf-686e-4d6b-943c-dcd86f3ed8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7069484-8c24-4ed6-b28b-1700414aeb1b,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:28:20.088673 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da1aec96-2786-49a8-a559-662d4ecf83f1', 'tag': 'b7069484-8c24-4ed6-b28b-1700414aeb1b', 'status': 'completed', 'code': 200} Mar 09 04:28:20.130726 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-2dcbd786-7155-4070-a0de-56ce3db91a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:20.132301 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-2dcbd786-7155-4070-a0de-56ce3db91a45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1ece65732d040bd8d865a9ce74697a8&device_id=da1aec96-2786-49a8-a559-662d4ecf83f1 HTTP/1.1" status: 200 len: 1099 time: 0.0745664 Mar 09 04:28:20.204369 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-64427f72-4df4-4957-a644-ed6db2ba21e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=b7069484-8c24-4ed6-b28b-1700414aeb1b HTTP/1.1" status: 200 len: 217 time: 0.0640790 Mar 09 04:28:20.276321 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-a546d3e7-83e1-485a-b3c5-d56db187b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:20.277662 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-a546d3e7-83e1-485a-b3c5-d56db187b912 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.0673659 Mar 09 04:28:20.452247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-627edebf-ce9c-494c-a219-1c24b2bf5664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:20.453609 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-627edebf-ce9c-494c-a219-1c24b2bf5664 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1707580 Mar 09 04:28:20.583882 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-6d270c86-8051-4f17-bd2e-d92478f6ae74 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239381 Mar 09 04:28:20.762756 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-30287c81-4636-4aa2-aba9-39bcca9f96ee req-c8469c14-dfe8-4e10-a8f5-fda2f953af79 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729107 Mar 09 04:28:20.786711 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0077c9d-af78-45c4-98d0-e24438546b64 req-feb9f0a8-2d02-4e3a-8985-3adca09f4eee tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:20.788157 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f0077c9d-af78-45c4-98d0-e24438546b64 req-feb9f0a8-2d02-4e3a-8985-3adca09f4eee tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1aec96-2786-49a8-a559-662d4ecf83f1 HTTP/1.1" status: 200 len: 948 time: 0.1131301 Mar 09 04:28:20.875820 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f0077c9d-af78-45c4-98d0-e24438546b64 req-a5ed4473-f036-4deb-baad-d7ea190fa3cf tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.16 "GET /v2.0/security-groups?id=2be2a887-7d03-45cf-88ff-c5bf116155a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816510 Mar 09 04:28:20.902207 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd725e-85e8-446a-bd57-fed0167ba26c req-a4c61a56-1b75-4da7-9dd0-923e990f7b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:20.903717 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-23fd725e-85e8-446a-bd57-fed0167ba26c req-a4c61a56-1b75-4da7-9dd0-923e990f7b1c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1ece65732d040bd8d865a9ce74697a8&device_id=da1aec96-2786-49a8-a559-662d4ecf83f1 HTTP/1.1" status: 200 len: 1099 time: 0.0948532 Mar 09 04:28:21.032994 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd725e-85e8-446a-bd57-fed0167ba26c req-04a73eec-a6ed-46e2-a07e-f11eccd6edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:21.034336 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-23fd725e-85e8-446a-bd57-fed0167ba26c req-04a73eec-a6ed-46e2-a07e-f11eccd6edb6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d2944b-97fc-479b-87f0-0f3cfd949a73 HTTP/1.1" status: 200 len: 870 time: 0.1252377 Mar 09 04:28:21.103271 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-23fd725e-85e8-446a-bd57-fed0167ba26c req-83c4a005-7872-46fb-b821-d7038c5847bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=b7069484-8c24-4ed6-b28b-1700414aeb1b HTTP/1.1" status: 200 len: 217 time: 0.0626099 Mar 09 04:28:21.163260 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd725e-85e8-446a-bd57-fed0167ba26c req-37c07299-ee03-4289-833a-485297b876ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:21.164609 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-23fd725e-85e8-446a-bd57-fed0167ba26c req-37c07299-ee03-4289-833a-485297b876ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13a644b3-00f7-4af5-b068-8f87a36df924 HTTP/1.1" status: 200 len: 843 time: 0.0547285 Mar 09 04:28:21.254844 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd725e-85e8-446a-bd57-fed0167ba26c req-56d4f9e4-9fcd-4f7c-918a-dc7b9f755cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:21.256312 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-23fd725e-85e8-446a-bd57-fed0167ba26c req-56d4f9e4-9fcd-4f7c-918a-dc7b9f755cc2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d2944b-97fc-479b-87f0-0f3cfd949a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0846786 Mar 09 04:28:21.384620 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-23fd725e-85e8-446a-bd57-fed0167ba26c req-7a043116-d4d2-44e3-a918-91adaaa8707f service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214745 Mar 09 04:28:21.511078 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-23fd725e-85e8-446a-bd57-fed0167ba26c req-c4c54fba-7a55-47d8-8365-5ae85a28eea5 service neutron] 10.222.0.21 "GET /v2.0/networks/56d2944b-97fc-479b-87f0-0f3cfd949a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193540 Mar 09 04:28:22.064485 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cada4-ee6d-4000-b0a7-e7c5e2131acc req-667d2c7e-a08d-4bc2-bf65-b4f93451e255 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:22.065926 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0f7cada4-ee6d-4000-b0a7-e7c5e2131acc req-667d2c7e-a08d-4bc2-bf65-b4f93451e255 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1aec96-2786-49a8-a559-662d4ecf83f1 HTTP/1.1" status: 200 len: 948 time: 0.0818000 Mar 09 04:28:22.109988 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0f7cada4-ee6d-4000-b0a7-e7c5e2131acc req-71eb4bd8-969a-4942-9f0b-5f51cff56273 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.16 "GET /v2.0/security-groups?id=2be2a887-7d03-45cf-88ff-c5bf116155a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384934 Mar 09 04:28:23.296514 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23822b86-bd0a-4282-9ab4-32ab76460ae6 req-1bc46520-a3a9-4694-91f3-3176a8f219d3 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:23.297962 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-23822b86-bd0a-4282-9ab4-32ab76460ae6 req-1bc46520-a3a9-4694-91f3-3176a8f219d3 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1aec96-2786-49a8-a559-662d4ecf83f1 HTTP/1.1" status: 200 len: 948 time: 0.0782006 Mar 09 04:28:23.340384 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-23822b86-bd0a-4282-9ab4-32ab76460ae6 req-aee8a6ea-b1ff-430b-8472-980c082cd419 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.16 "GET /v2.0/security-groups?id=2be2a887-7d03-45cf-88ff-c5bf116155a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366347 Mar 09 04:28:24.071321 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b7069484-8c24-4ed6-b28b-1700414aeb1b details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:28:24.198878 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b7069484-8c24-4ed6-b28b-1700414aeb1b, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b7069484-8c24-4ed6-b28b-1700414aeb1b,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:28:24.211226 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'b7069484-8c24-4ed6-b28b-1700414aeb1b', 'network_id': '56d2944b-97fc-479b-87f0-0f3cfd949a73', 'port_id': 'b7069484-8c24-4ed6-b28b-1700414aeb1b', 'mac_address': 'fa:16:3e:02:11:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a644b3-00f7-4af5-b068-8f87a36df924', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:28:24.265112 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:24.280881 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7069484-8c24-4ed6-b28b-1700414aeb1b {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:28:24.296173 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b7069484-8c24-4ed6-b28b-1700414aeb1b, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b7069484-8c24-4ed6-b28b-1700414aeb1b,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:28:24.300167 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:24.369676 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=b7069484-8c24-4ed6-b28b-1700414aeb1b,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:28:24.503535 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['b7069484-8c24-4ed6-b28b-1700414aeb1b'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:28:24.523996 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820442e-0abd-48f1-98e7-a2150b3cce0f req-da21d629-0fa1-47db-a64f-6fbeadf8941f tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:24.525465 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9820442e-0abd-48f1-98e7-a2150b3cce0f req-da21d629-0fa1-47db-a64f-6fbeadf8941f tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1aec96-2786-49a8-a559-662d4ecf83f1 HTTP/1.1" status: 200 len: 949 time: 0.0804603 Mar 09 04:28:24.574152 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9820442e-0abd-48f1-98e7-a2150b3cce0f req-ccbd74a4-c0fa-4687-8235-25d6576d55c7 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.16 "GET /v2.0/security-groups?id=2be2a887-7d03-45cf-88ff-c5bf116155a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430548 Mar 09 04:28:25.755084 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fba46c-a383-4717-b9c2-dd300630674c req-2ba1faf8-bd71-4a5e-a58f-caa1a6eac92e tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:25.756492 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d9fba46c-a383-4717-b9c2-dd300630674c req-2ba1faf8-bd71-4a5e-a58f-caa1a6eac92e tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1aec96-2786-49a8-a559-662d4ecf83f1 HTTP/1.1" status: 200 len: 949 time: 0.0797465 Mar 09 04:28:25.799706 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d9fba46c-a383-4717-b9c2-dd300630674c req-446b06f8-c88b-4bbb-ad51-ee0833caaa8b tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.16 "GET /v2.0/security-groups?id=2be2a887-7d03-45cf-88ff-c5bf116155a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376666 Mar 09 04:28:26.085773 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b7069484-8c24-4ed6-b28b-1700414aeb1b up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:28:26.154193 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port b7069484-8c24-4ed6-b28b-1700414aeb1b completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:28:26.158742 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port b7069484-8c24-4ed6-b28b-1700414aeb1b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:28:26.159135 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:26.297566 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:26.323150 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1aec96-2786-49a8-a559-662d4ecf83f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7069484-8c24-4ed6-b28b-1700414aeb1b'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:28:26.332785 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b7069484-8c24-4ed6-b28b-1700414aeb1b, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b7069484-8c24-4ed6-b28b-1700414aeb1b,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:28:26.336628 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:26.375364 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da1aec96-2786-49a8-a559-662d4ecf83f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7069484-8c24-4ed6-b28b-1700414aeb1b', 'code': 200} Mar 09 04:28:26.408778 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=b7069484-8c24-4ed6-b28b-1700414aeb1b,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:28:26.489035 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a4743-09aa-4938-ba6b-ee6624f56d95 req-3eb95dbd-8e2d-431e-af80-83ed62ad4a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:26.490468 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f80a4743-09aa-4938-ba6b-ee6624f56d95 req-3eb95dbd-8e2d-431e-af80-83ed62ad4a11 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=da1aec96-2786-49a8-a559-662d4ecf83f1 HTTP/1.1" status: 200 len: 1101 time: 0.0677621 Mar 09 04:28:26.532129 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f80a4743-09aa-4938-ba6b-ee6624f56d95 req-2b913529-f868-4ac8-b53c-56a8989a7533 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2be2a887-7d03-45cf-88ff-c5bf116155a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360339 Mar 09 04:28:26.984436 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f1509-2018-4471-84f2-a1af366604a6 req-31a8b3ec-aca5-4e38-b92c-e32996599903 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:26.985872 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-630f1509-2018-4471-84f2-a1af366604a6 req-31a8b3ec-aca5-4e38-b92c-e32996599903 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1aec96-2786-49a8-a559-662d4ecf83f1 HTTP/1.1" status: 200 len: 950 time: 0.0798774 Mar 09 04:28:27.028315 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-630f1509-2018-4471-84f2-a1af366604a6 req-848cbd50-47e5-49ae-b2d0-d8bc01dc1eab tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.16 "GET /v2.0/security-groups?id=2be2a887-7d03-45cf-88ff-c5bf116155a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369260 Mar 09 04:28:28.213325 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71392ec2-6200-4dbc-ae4d-c0d3037d4971 req-9fca44b5-390c-4283-b733-70d79824ee5a tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:28.214838 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-71392ec2-6200-4dbc-ae4d-c0d3037d4971 req-9fca44b5-390c-4283-b733-70d79824ee5a tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1aec96-2786-49a8-a559-662d4ecf83f1 HTTP/1.1" status: 200 len: 950 time: 0.0795906 Mar 09 04:28:28.259177 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-71392ec2-6200-4dbc-ae4d-c0d3037d4971 req-55de9390-c9bc-489d-9c84-1264b5025e05 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.16 "GET /v2.0/security-groups?id=2be2a887-7d03-45cf-88ff-c5bf116155a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381114 Mar 09 04:28:28.780609 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7efa11db-ab23-4493-a0cc-454f6d554a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:29.315886 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9c0e4-b18d-4790-8f45-b84a4925823a req-a7189607-1886-4727-9198-83306f7fe42f tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:29.317224 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-06c9c0e4-b18d-4790-8f45-b84a4925823a req-a7189607-1886-4727-9198-83306f7fe42f tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1aec96-2786-49a8-a559-662d4ecf83f1 HTTP/1.1" status: 200 len: 950 time: 0.0826249 Mar 09 04:28:29.361194 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-06c9c0e4-b18d-4790-8f45-b84a4925823a req-12290cd3-fd61-46c7-bfc7-8161a5fdbf7c tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.16 "GET /v2.0/security-groups?id=2be2a887-7d03-45cf-88ff-c5bf116155a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381713 Mar 09 04:28:30.713449 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce70139-ad8a-47bb-a2be-5b0076b074c5 req-d8959624-17ca-4f9f-beb2-5f54296f4536 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:30.714810 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ce70139-ad8a-47bb-a2be-5b0076b074c5 req-d8959624-17ca-4f9f-beb2-5f54296f4536 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1aec96-2786-49a8-a559-662d4ecf83f1 HTTP/1.1" status: 200 len: 950 time: 0.2476683 Mar 09 04:28:30.723298 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f24224-76cb-4875-9b3d-26d2ddbf1ad3 req-45e4e109-4b3e-4adc-9939-3f2a65d800ad tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:30.724628 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63f24224-76cb-4875-9b3d-26d2ddbf1ad3 req-45e4e109-4b3e-4adc-9939-3f2a65d800ad tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.21 "GET /v2.0/ports?device_id=da1aec96-2786-49a8-a559-662d4ecf83f1 HTTP/1.1" status: 200 len: 950 time: 0.2277792 Mar 09 04:28:30.815900 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ce70139-ad8a-47bb-a2be-5b0076b074c5 req-454d0c84-19fe-4ce4-a2e5-93b7e8fa1622 tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.16 "GET /v2.0/security-groups?id=2be2a887-7d03-45cf-88ff-c5bf116155a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903378 Mar 09 04:28:30.820988 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-63f24224-76cb-4875-9b3d-26d2ddbf1ad3 req-a347d6a2-13bb-456c-84e8-94da753dac0a tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Deleting port b7069484-8c24-4ed6-b28b-1700414aeb1b {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:28:30.821328 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-63f24224-76cb-4875-9b3d-26d2ddbf1ad3 req-a347d6a2-13bb-456c-84e8-94da753dac0a tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:31.062369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-63f24224-76cb-4875-9b3d-26d2ddbf1ad3 req-a347d6a2-13bb-456c-84e8-94da753dac0a tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] For port b7069484-8c24-4ed6-b28b-1700414aeb1b, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b7069484-8c24-4ed6-b28b-1700414aeb1b,segment=NetworkSegment(c97d8c24-2962-4554-aaa8-39f28643d6bb),segment_id=c97d8c24-2962-4554-aaa8-39f28643d6bb)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:28:31.062717 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-63f24224-76cb-4875-9b3d-26d2ddbf1ad3 req-a347d6a2-13bb-456c-84e8-94da753dac0a tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:31.164491 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-726c1674-0bc8-4f3c-8279-e753287e92d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:31.184085 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-63f24224-76cb-4875-9b3d-26d2ddbf1ad3 req-a347d6a2-13bb-456c-84e8-94da753dac0a tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Calling delete_port for b7069484-8c24-4ed6-b28b-1700414aeb1b owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:28:31.331754 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-63f24224-76cb-4875-9b3d-26d2ddbf1ad3 req-a347d6a2-13bb-456c-84e8-94da753dac0a tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:31.343667 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['b7069484-8c24-4ed6-b28b-1700414aeb1b'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:28:31.381959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347d6a2-13bb-456c-84e8-94da753dac0a tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Pushing event deleted for resources: {'Port': ['ID=b7069484-8c24-4ed6-b28b-1700414aeb1b,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:28:31.458605 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f24224-76cb-4875-9b3d-26d2ddbf1ad3 req-a347d6a2-13bb-456c-84e8-94da753dac0a tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] No DVR routers for this DVR port b7069484-8c24-4ed6-b28b-1700414aeb1b on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:28:31.461196 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-63f24224-76cb-4875-9b3d-26d2ddbf1ad3 req-a347d6a2-13bb-456c-84e8-94da753dac0a tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:31.463948 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1aec96-2786-49a8-a559-662d4ecf83f1', 'name': 'network-vif-deleted', 'tag': 'b7069484-8c24-4ed6-b28b-1700414aeb1b'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:28:31.480931 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63f24224-76cb-4875-9b3d-26d2ddbf1ad3 req-a347d6a2-13bb-456c-84e8-94da753dac0a tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.21 "DELETE /v2.0/ports/b7069484-8c24-4ed6-b28b-1700414aeb1b HTTP/1.1" status: 204 len: 173 time: 0.7428994 Mar 09 04:28:31.516040 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da1aec96-2786-49a8-a559-662d4ecf83f1', 'name': 'network-vif-deleted', 'tag': 'b7069484-8c24-4ed6-b28b-1700414aeb1b', 'status': 'completed', 'code': 200} Mar 09 04:28:31.984659 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ba3eb28b-fcee-4fdc-88cd-615ff991ed12 req-100b65dc-20a0-4200-b82a-0ca237e15fde tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Synchronizing usage tracker for tenant:f1ece65732d040bd8d865a9ce74697a8 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:28:32.000796 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ba3eb28b-fcee-4fdc-88cd-615ff991ed12 req-100b65dc-20a0-4200-b82a-0ca237e15fde tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] Unset dirty status for tenant:f1ece65732d040bd8d865a9ce74697a8 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:28:32.002008 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ba3eb28b-fcee-4fdc-88cd-615ff991ed12 req-100b65dc-20a0-4200-b82a-0ca237e15fde tempest-ServersAdminNegativeTestJSON-1816179999 tempest-ServersAdminNegativeTestJSON-1816179999-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1aec96-2786-49a8-a559-662d4ecf83f1 HTTP/1.1" status: 200 len: 210 time: 0.0586298 Mar 09 04:28:32.331181 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:32.351524 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:33.463214 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44586) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:28:33.608654 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-38438f86-a378-4d1c-8a9b-12502a610108 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f1ece65732d040bd8d865a9ce74697a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442444 Mar 09 04:28:33.611110 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44592) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:28:33.618819 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:33.669170 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7ffb59be-1a26-4998-a294-32281f576af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:33.694483 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7ffb59be-1a26-4998-a294-32281f576af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:33.746127 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7ffb59be-1a26-4998-a294-32281f576af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:33.763328 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb59be-1a26-4998-a294-32281f576af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be2a887-7d03-45cf-88ff-c5bf116155a6,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:28:33.773606 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7ffb59be-1a26-4998-a294-32281f576af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:33.777302 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7ffb59be-1a26-4998-a294-32281f576af0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2be2a887-7d03-45cf-88ff-c5bf116155a6 HTTP/1.1" status: 204 len: 168 time: 0.1626792 Mar 09 04:28:34.039711 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 44600) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:28:34.057528 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-142534cf-1d99-4a13-bfef-1852ac8f9bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:34.072399 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-142534cf-1d99-4a13-bfef-1852ac8f9bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:28:34.076248 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-142534cf-1d99-4a13-bfef-1852ac8f9bc1 admin admin] Usage tracker for resource:security_group_rule and tenant:67bd48df4aa448cab37addb038dfe8df is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:28:34.079100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-142534cf-1d99-4a13-bfef-1852ac8f9bc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:28:34.084803 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-142534cf-1d99-4a13-bfef-1852ac8f9bc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:28:34.112536 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b7069484-8c24-4ed6-b28b-1700414aeb1b no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:28:34.147870 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: b7069484-8c24-4ed6-b28b-1700414aeb1b {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:28:34.148211 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b7069484-8c24-4ed6-b28b-1700414aeb1b not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:28:34.171454 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-142534cf-1d99-4a13-bfef-1852ac8f9bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:34.175271 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-142534cf-1d99-4a13-bfef-1852ac8f9bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:34.221777 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-142534cf-1d99-4a13-bfef-1852ac8f9bc1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=67bd48df4aa448cab37addb038dfe8df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1809554 Mar 09 04:28:34.223363 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142534cf-1d99-4a13-bfef-1852ac8f9bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4c4297-57d8-4ef3-8656-88627ab27227,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:28:34.224498 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44604) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:28:34.286165 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e141d76a-db3b-4116-b2fc-dcfa16480573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:34.311286 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e141d76a-db3b-4116-b2fc-dcfa16480573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:34.364926 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e141d76a-db3b-4116-b2fc-dcfa16480573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:34.380492 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141d76a-db3b-4116-b2fc-dcfa16480573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4c4297-57d8-4ef3-8656-88627ab27227,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:28:34.384834 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e141d76a-db3b-4116-b2fc-dcfa16480573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:34.385846 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e141d76a-db3b-4116-b2fc-dcfa16480573 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e4c4297-57d8-4ef3-8656-88627ab27227 HTTP/1.1" status: 204 len: 168 time: 0.1602788 Mar 09 04:28:34.552863 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:35.080623 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44628) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:28:35.181200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1090977782-network', 'tenant_id': 'e2de3fba09a14b1395bec72995a7a989'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:28:35.187170 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:28:35.191025 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Usage tracker for resource:network and tenant:e2de3fba09a14b1395bec72995a7a989 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:28:35.193804 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:28:35.200055 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:28:35.209992 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Made reservation on behalf of e2de3fba09a14b1395bec72995a7a989 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:28:35.212398 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:35.224206 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:35.237880 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:28:35.241621 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Usage tracker for resource:security_group_rule and tenant:e2de3fba09a14b1395bec72995a7a989 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:28:35.244324 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:28:35.250294 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:28:35.333627 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:35.337296 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:35.370653 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:28:35.379598 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d481f450-5dee-46ab-880f-97d002cff546,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:28:35.389122 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:35.389463 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:35.389816 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:35.390119 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:35.390451 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:35.390771 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:35.391114 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:35.391434 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:35.391754 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:35.392067 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:35.392385 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:35.392699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:35.396194 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:35.396532 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Added segment 4fda2c48-e07c-473d-8403-933f442caf80 of type vlan for network 38550cee-fb8f-4865-9cfa-080423da266a Mar 09 04:28:35.423321 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:35.451242 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:35.452173 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:35.452751 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:35.551039 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4692924 Mar 09 04:28:35.553890 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44634) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:28:35.561652 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-928c5ea0-5901-4276-b747-25a1af259707 admin admin] Request body: {'subnet': {'network_id': '38550cee-fb8f-4865-9cfa-080423da266a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1090977782-subnet', 'tenant_id': 'e2de3fba09a14b1395bec72995a7a989', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:28:35.565537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb4667-ae98-4640-8fa1-cccc65e04278 admin admin] Pushing event updated for resources: {'Network': ['ID=38550cee-fb8f-4865-9cfa-080423da266a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:28:35.569305 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-928c5ea0-5901-4276-b747-25a1af259707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:28:35.573391 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-928c5ea0-5901-4276-b747-25a1af259707 admin admin] Usage tracker for resource:subnet and tenant:e2de3fba09a14b1395bec72995a7a989 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:28:35.576861 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 38550cee-fb8f-4865-9cfa-080423da266a details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:28:35.577338 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-928c5ea0-5901-4276-b747-25a1af259707 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:28:35.582767 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-928c5ea0-5901-4276-b747-25a1af259707 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:28:35.593568 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928c5ea0-5901-4276-b747-25a1af259707 admin admin] Made reservation on behalf of e2de3fba09a14b1395bec72995a7a989 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:28:35.596026 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-928c5ea0-5901-4276-b747-25a1af259707 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:35.797787 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-928c5ea0-5901-4276-b747-25a1af259707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:35.876351 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c5ea0-5901-4276-b747-25a1af259707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ee149e5-3092-4884-b5d9-b9b2c46be9f9,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:28:35.883488 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c5ea0-5901-4276-b747-25a1af259707 admin admin] Checking segment: {'id': '4fda2c48-e07c-473d-8403-933f442caf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '38550cee-fb8f-4865-9cfa-080423da266a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:28:35.883877 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928c5ea0-5901-4276-b747-25a1af259707 admin admin] Network hostable DHCP agents. Network: 38550cee-fb8f-4865-9cfa-080423da266a, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:28:35.902082 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928c5ea0-5901-4276-b747-25a1af259707 admin admin] Network 38550cee-fb8f-4865-9cfa-080423da266a is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:28:35.911972 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-928c5ea0-5901-4276-b747-25a1af259707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 38550cee-fb8f-4865-9cfa-080423da266a) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:28:35.916791 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928c5ea0-5901-4276-b747-25a1af259707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:35.918033 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-928c5ea0-5901-4276-b747-25a1af259707 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:35.922477 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f4971d-b151-4f46-a75b-c9b762af5ac5 None None] Network 38550cee-fb8f-4865-9cfa-080423da266a requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:28:35.942215 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-928c5ea0-5901-4276-b747-25a1af259707 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3871865 Mar 09 04:28:36.133830 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b242ef05-8b67-4e5c-b776-ec610b55cf46 None None] Network 38550cee-fb8f-4865-9cfa-080423da266a requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:28:36.454658 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-add52f56-097c-45cb-9881-a444546e3000 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:36.456037 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-add52f56-097c-45cb-9881-a444546e3000 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/networks?id=38550cee-fb8f-4865-9cfa-080423da266a HTTP/1.1" status: 200 len: 812 time: 0.1461015 Mar 09 04:28:36.470815 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-7a7df8eb-5cef-44d9-a97b-cbc6ffe2dd4d tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/quotas/e2de3fba09a14b1395bec72995a7a989 HTTP/1.1" status: 200 len: 375 time: 0.0094662 Mar 09 04:28:36.518201 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-ce1d774d-6274-4222-94e6-452075e4dce0 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2de3fba09a14b1395bec72995a7a989&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421863 Mar 09 04:28:36.581092 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-f908d20d-e534-4da1-9eec-176ce359a25e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 04:28:36.582078 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-f908d20d-e534-4da1-9eec-176ce359a25e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0577617 Mar 09 04:28:36.711309 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-5b30132b-2995-4d0b-8917-478ef8b9e4e2 service neutron] 10.222.0.16 "GET /v2.0/networks/38550cee-fb8f-4865-9cfa-080423da266a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230969 Mar 09 04:28:36.840208 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-8bf89146-7a75-4b1d-a89d-62db17bfb647 service neutron] 10.222.0.16 "GET /v2.0/networks/38550cee-fb8f-4865-9cfa-080423da266a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231737 Mar 09 04:28:37.020438 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-27832a68-1979-4eaf-b597-5d4e00b80af7 req-cefd5c58-90cf-4749-a440-2f26b4ca79a7 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 210 time: 0.0420551 Mar 09 04:28:38.066169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-2d5a8fe7-da91-4721-8a2e-81114d0b0c5a tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:38.067784 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-2d5a8fe7-da91-4721-8a2e-81114d0b0c5a tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.21 "GET /v2.0/networks?id=38550cee-fb8f-4865-9cfa-080423da266a HTTP/1.1" status: 200 len: 812 time: 0.1577904 Mar 09 04:28:38.079779 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Request body: {'port': {'device_id': '3acddfec-e0c2-4e2a-b0ea-a3065f231be8', 'network_id': '38550cee-fb8f-4865-9cfa-080423da266a', 'admin_state_up': True, 'tenant_id': 'e2de3fba09a14b1395bec72995a7a989'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:28:38.327384 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c0d902fc-887d-4b28-bcb1-99d9e357cff9 req-27f09413-c306-405d-aa38-2e6b28a003ba tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 210 time: 0.0558598 Mar 09 04:28:38.366028 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:28:38.369841 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Usage tracker for resource:port and tenant:e2de3fba09a14b1395bec72995a7a989 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:28:38.372599 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:28:38.379895 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:28:38.389114 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Made reservation on behalf of e2de3fba09a14b1395bec72995a7a989 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:28:38.392551 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:38.552354 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Allocated IP 172.20.0.9 (38550cee-fb8f-4865-9cfa-080423da266a/3ee149e5-3092-4884-b5d9-b9b2c46be9f9/0a93680b-d605-4266-8038-0889b5ca3a73) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:28:38.748951 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:38.777032 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:38.848990 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Network 38550cee-fb8f-4865-9cfa-080423da266a is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:28:38.858570 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:28:38.862835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:28:38.897332 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Pushing event updated for resources: {'Port': ['ID=0a93680b-d605-4266-8038-0889b5ca3a73,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:28:38.916646 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:38.916989 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:38.917323 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:38.917649 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:38.917976 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:38.918299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:38.918617 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:38.918957 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:38.919618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:38.919944 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:38.920793 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:38.921102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:28:38.943110 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:38.943710 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:38.969110 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-7b16558b-99b3-44a7-9013-3e411ac138d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8938606 Mar 09 04:28:38.980145 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-44551c3f-3c7f-4806-b0ce-08922dc14cd4 service neutron] Request body: {'port': {'device_id': '3acddfec-e0c2-4e2a-b0ea-a3065f231be8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:28:39.088672 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-44551c3f-3c7f-4806-b0ce-08922dc14cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:39.121198 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:39.424077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-44551c3f-3c7f-4806-b0ce-08922dc14cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a93680b-d605-4266-8038-0889b5ca3a73 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:28:39.431293 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-44551c3f-3c7f-4806-b0ce-08922dc14cd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:39.445820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-44551c3f-3c7f-4806-b0ce-08922dc14cd4 service neutron] Transition to ACTIVE for port object 0a93680b-d605-4266-8038-0889b5ca3a73 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:28:39.449632 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-44551c3f-3c7f-4806-b0ce-08922dc14cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:39.508808 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae265035-d83a-4a6c-ae3f-3e892b2cd71e req-b92ef5e6-993b-408e-9f4f-cf4b0dfffa78 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:39.510295 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ae265035-d83a-4a6c-ae3f-3e892b2cd71e req-b92ef5e6-993b-408e-9f4f-cf4b0dfffa78 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 943 time: 0.0795543 Mar 09 04:28:39.557072 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-ae265035-d83a-4a6c-ae3f-3e892b2cd71e req-79e5f96c-44e6-4eb3-8d9d-0a9321399513 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Synchronizing usage tracker for tenant:e2de3fba09a14b1395bec72995a7a989 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:28:39.574731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-ae265035-d83a-4a6c-ae3f-3e892b2cd71e req-79e5f96c-44e6-4eb3-8d9d-0a9321399513 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Unset dirty status for tenant:e2de3fba09a14b1395bec72995a7a989 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:28:39.575878 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ae265035-d83a-4a6c-ae3f-3e892b2cd71e req-79e5f96c-44e6-4eb3-8d9d-0a9321399513 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593226 Mar 09 04:28:39.639569 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44551c3f-3c7f-4806-b0ce-08922dc14cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a93680b-d605-4266-8038-0889b5ca3a73,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:28:39.679322 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-44551c3f-3c7f-4806-b0ce-08922dc14cd4 service neutron] Attempting to bind port 0a93680b-d605-4266-8038-0889b5ca3a73 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:28:39.679640 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-44551c3f-3c7f-4806-b0ce-08922dc14cd4 service neutron] Attempting to bind port 0a93680b-d605-4266-8038-0889b5ca3a73 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '4fda2c48-e07c-473d-8403-933f442caf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '38550cee-fb8f-4865-9cfa-080423da266a'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:28:39.679952 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-44551c3f-3c7f-4806-b0ce-08922dc14cd4 service neutron] Attempting to bind port 0a93680b-d605-4266-8038-0889b5ca3a73 on network 38550cee-fb8f-4865-9cfa-080423da266a {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:28:39.684357 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-44551c3f-3c7f-4806-b0ce-08922dc14cd4 service neutron] Port 0a93680b-d605-4266-8038-0889b5ca3a73 on network 38550cee-fb8f-4865-9cfa-080423da266a not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:28:39.684663 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-44551c3f-3c7f-4806-b0ce-08922dc14cd4 service neutron] Attempting to bind port 0a93680b-d605-4266-8038-0889b5ca3a73 on network 38550cee-fb8f-4865-9cfa-080423da266a {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:28:39.690243 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-44551c3f-3c7f-4806-b0ce-08922dc14cd4 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:28:39.690568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-44551c3f-3c7f-4806-b0ce-08922dc14cd4 service neutron] Checking segment: {'id': '4fda2c48-e07c-473d-8403-933f442caf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '38550cee-fb8f-4865-9cfa-080423da266a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:28:39.690971 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-44551c3f-3c7f-4806-b0ce-08922dc14cd4 service neutron] Bound using segment: {'id': '4fda2c48-e07c-473d-8403-933f442caf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '38550cee-fb8f-4865-9cfa-080423da266a'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:28:39.691385 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-44551c3f-3c7f-4806-b0ce-08922dc14cd4 service neutron] Bound port: 0a93680b-d605-4266-8038-0889b5ca3a73, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fda2c48-e07c-473d-8403-933f442caf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '38550cee-fb8f-4865-9cfa-080423da266a'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:28:39.691716 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-44551c3f-3c7f-4806-b0ce-08922dc14cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:39.779219 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-44551c3f-3c7f-4806-b0ce-08922dc14cd4 service neutron] For port 0a93680b-d605-4266-8038-0889b5ca3a73, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:28:39.782057 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-44551c3f-3c7f-4806-b0ce-08922dc14cd4 service neutron] For port 0a93680b-d605-4266-8038-0889b5ca3a73, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0a93680b-d605-4266-8038-0889b5ca3a73,segment=NetworkSegment(4fda2c48-e07c-473d-8403-933f442caf80),segment_id=4fda2c48-e07c-473d-8403-933f442caf80)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:28:39.786643 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-44551c3f-3c7f-4806-b0ce-08922dc14cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:39.840046 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-44551c3f-3c7f-4806-b0ce-08922dc14cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:39.840644 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-44551c3f-3c7f-4806-b0ce-08922dc14cd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:39.842382 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-44551c3f-3c7f-4806-b0ce-08922dc14cd4 service neutron] 10.222.0.21 "PUT /v2.0/ports/0a93680b-d605-4266-8038-0889b5ca3a73 HTTP/1.1" status: 200 len: 1091 time: 0.8661954 Mar 09 04:28:39.842807 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3acddfec-e0c2-4e2a-b0ea-a3065f231be8', 'tag': '0a93680b-d605-4266-8038-0889b5ca3a73'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:28:39.876816 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44551c3f-3c7f-4806-b0ce-08922dc14cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a93680b-d605-4266-8038-0889b5ca3a73,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:28:39.918181 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3acddfec-e0c2-4e2a-b0ea-a3065f231be8', 'tag': '0a93680b-d605-4266-8038-0889b5ca3a73', 'status': 'completed', 'code': 200} Mar 09 04:28:39.962869 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-efcddee2-d603-442f-b4bc-fcab1efdc6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:39.964425 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-efcddee2-d603-442f-b4bc-fcab1efdc6cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2de3fba09a14b1395bec72995a7a989&device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 1094 time: 0.0777390 Mar 09 04:28:40.139612 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-f028477b-5890-48dd-96a2-d3c890d5a17b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a93680b-d605-4266-8038-0889b5ca3a73 HTTP/1.1" status: 200 len: 217 time: 0.1680701 Mar 09 04:28:40.202108 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-8d9d99fb-ae39-4440-982e-67918d52279e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:40.203438 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-8d9d99fb-ae39-4440-982e-67918d52279e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ee149e5-3092-4884-b5d9-b9b2c46be9f9 HTTP/1.1" status: 200 len: 852 time: 0.0574536 Mar 09 04:28:40.248069 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-448cfaf9-a551-495d-bb31-7c6edc4d47a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38550cee-fb8f-4865-9cfa-080423da266a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389633 Mar 09 04:28:40.374169 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-a3503f95-ac5e-4403-a5ae-ae54ea057ccd service neutron] 10.222.0.21 "GET /v2.0/networks/38550cee-fb8f-4865-9cfa-080423da266a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203244 Mar 09 04:28:40.501473 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-13ff7e6d-43e4-4b60-bdad-3fa3c22472f8 req-74e68fc1-6c6c-4e45-a5b5-b3cdfd7fdcd2 service neutron] 10.222.0.21 "GET /v2.0/networks/38550cee-fb8f-4865-9cfa-080423da266a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215460 Mar 09 04:28:40.616632 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442cb03-e906-45ff-bb4f-65be0e0e5115 req-da356e0a-8fc4-49d1-a212-a218e44ecfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:40.618111 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d442cb03-e906-45ff-bb4f-65be0e0e5115 req-da356e0a-8fc4-49d1-a212-a218e44ecfe8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2de3fba09a14b1395bec72995a7a989&device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 1094 time: 0.0746465 Mar 09 04:28:40.751461 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442cb03-e906-45ff-bb4f-65be0e0e5115 req-71b48fed-9593-40ac-9c21-6dabc978381b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:40.752946 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d442cb03-e906-45ff-bb4f-65be0e0e5115 req-71b48fed-9593-40ac-9c21-6dabc978381b service neutron] 10.222.0.21 "GET /v2.0/networks?id=38550cee-fb8f-4865-9cfa-080423da266a HTTP/1.1" status: 200 len: 913 time: 0.1270251 Mar 09 04:28:40.760612 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91241ce-710c-4e73-9c7b-989c2ecdbfc3 req-413fccdc-76af-47c5-b8ae-d92b609c5764 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:40.762046 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d91241ce-710c-4e73-9c7b-989c2ecdbfc3 req-413fccdc-76af-47c5-b8ae-d92b609c5764 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 943 time: 0.0797939 Mar 09 04:28:40.806635 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d91241ce-710c-4e73-9c7b-989c2ecdbfc3 req-f1dcee64-6879-4fab-b184-97c1f9062e08 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383487 Mar 09 04:28:40.820288 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d442cb03-e906-45ff-bb4f-65be0e0e5115 req-f342fe0d-0de1-4181-9455-e2e1ae572d8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a93680b-d605-4266-8038-0889b5ca3a73 HTTP/1.1" status: 200 len: 217 time: 0.0611117 Mar 09 04:28:40.885531 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442cb03-e906-45ff-bb4f-65be0e0e5115 req-646c953c-7112-434b-a702-af6079b46832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:40.886974 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d442cb03-e906-45ff-bb4f-65be0e0e5115 req-646c953c-7112-434b-a702-af6079b46832 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ee149e5-3092-4884-b5d9-b9b2c46be9f9 HTTP/1.1" status: 200 len: 852 time: 0.0595503 Mar 09 04:28:40.937316 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d442cb03-e906-45ff-bb4f-65be0e0e5115 req-4effb0d4-47f1-4d45-8e2c-08c8cfed3a48 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38550cee-fb8f-4865-9cfa-080423da266a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434382 Mar 09 04:28:41.066569 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d442cb03-e906-45ff-bb4f-65be0e0e5115 req-304778e2-be16-4ab1-8a49-1f08547abb9e service neutron] 10.222.0.21 "GET /v2.0/networks/38550cee-fb8f-4865-9cfa-080423da266a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223307 Mar 09 04:28:41.194488 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d442cb03-e906-45ff-bb4f-65be0e0e5115 req-20729c85-e8c2-42ad-bfb0-eb1afa52b1d1 service neutron] 10.222.0.21 "GET /v2.0/networks/38550cee-fb8f-4865-9cfa-080423da266a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210990 Mar 09 04:28:41.988759 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8566b-9232-4dd1-8ab5-f1dbb2e98bb5 req-57195ef7-9fe2-4693-946e-850d6aab4cca tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:41.989441 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-74e8566b-9232-4dd1-8ab5-f1dbb2e98bb5 req-57195ef7-9fe2-4693-946e-850d6aab4cca tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Synchronizing usage tracker for tenant:e2de3fba09a14b1395bec72995a7a989 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:28:42.005970 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-74e8566b-9232-4dd1-8ab5-f1dbb2e98bb5 req-57195ef7-9fe2-4693-946e-850d6aab4cca tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Unset dirty status for tenant:e2de3fba09a14b1395bec72995a7a989 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:28:42.007399 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-74e8566b-9232-4dd1-8ab5-f1dbb2e98bb5 req-57195ef7-9fe2-4693-946e-850d6aab4cca tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 943 time: 0.0960894 Mar 09 04:28:42.124554 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-74e8566b-9232-4dd1-8ab5-f1dbb2e98bb5 req-aa3d949c-e891-4686-91ff-b216975491de tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409353 Mar 09 04:28:42.618038 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:28:43.437343 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a87a99-a90e-4fb1-9a16-54ebda38dbc7 req-8a549f86-24c5-4b40-86f4-526cbcb4ba7f tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:43.438780 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e1a87a99-a90e-4fb1-9a16-54ebda38dbc7 req-8a549f86-24c5-4b40-86f4-526cbcb4ba7f tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 943 time: 0.1743031 Mar 09 04:28:43.481583 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e1a87a99-a90e-4fb1-9a16-54ebda38dbc7 req-b283bbc7-d0fc-48ad-a7f8-70ed7751121d tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371196 Mar 09 04:28:44.195110 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 0a93680b-d605-4266-8038-0889b5ca3a73 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:28:44.323799 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 0a93680b-d605-4266-8038-0889b5ca3a73, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0a93680b-d605-4266-8038-0889b5ca3a73,segment=NetworkSegment(4fda2c48-e07c-473d-8403-933f442caf80),segment_id=4fda2c48-e07c-473d-8403-933f442caf80)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:28:44.336289 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '0a93680b-d605-4266-8038-0889b5ca3a73', 'network_id': '38550cee-fb8f-4865-9cfa-080423da266a', 'port_id': '0a93680b-d605-4266-8038-0889b5ca3a73', 'mac_address': 'fa:16:3e:33:dc:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee149e5-3092-4884-b5d9-b9b2c46be9f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:28:44.394126 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:44.410177 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a93680b-d605-4266-8038-0889b5ca3a73 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:28:44.426684 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 0a93680b-d605-4266-8038-0889b5ca3a73, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0a93680b-d605-4266-8038-0889b5ca3a73,segment=NetworkSegment(4fda2c48-e07c-473d-8403-933f442caf80),segment_id=4fda2c48-e07c-473d-8403-933f442caf80)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:28:44.430430 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:44.495477 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=0a93680b-d605-4266-8038-0889b5ca3a73,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:28:44.628865 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['0a93680b-d605-4266-8038-0889b5ca3a73'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:28:44.665966 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17489991-c778-45b0-a9f1-4f67b69d1cfe req-6709063b-7f8d-4f25-8e39-1bc739b7d066 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:44.667506 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-17489991-c778-45b0-a9f1-4f67b69d1cfe req-6709063b-7f8d-4f25-8e39-1bc739b7d066 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 944 time: 0.0813823 Mar 09 04:28:44.711636 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-17489991-c778-45b0-a9f1-4f67b69d1cfe req-3e9f766e-30bb-4ed0-8040-bea963b776f7 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374568 Mar 09 04:28:45.890589 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d411f-80a3-482b-b15c-a2fd6e980cb2 req-0663fe8c-9839-4f6c-9c37-23019656db03 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:45.892076 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a99d411f-80a3-482b-b15c-a2fd6e980cb2 req-0663fe8c-9839-4f6c-9c37-23019656db03 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 944 time: 0.0783615 Mar 09 04:28:45.936844 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a99d411f-80a3-482b-b15c-a2fd6e980cb2 req-8574c280-39f1-459a-b114-4331dae33adc tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391560 Mar 09 04:28:46.210222 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 0a93680b-d605-4266-8038-0889b5ca3a73 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:28:46.275972 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 0a93680b-d605-4266-8038-0889b5ca3a73 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:28:46.281055 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 0a93680b-d605-4266-8038-0889b5ca3a73 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:28:46.281424 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:46.393498 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:46.418973 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3acddfec-e0c2-4e2a-b0ea-a3065f231be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a93680b-d605-4266-8038-0889b5ca3a73'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:28:46.429433 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 0a93680b-d605-4266-8038-0889b5ca3a73, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0a93680b-d605-4266-8038-0889b5ca3a73,segment=NetworkSegment(4fda2c48-e07c-473d-8403-933f442caf80),segment_id=4fda2c48-e07c-473d-8403-933f442caf80)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:28:46.433346 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:46.503523 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=0a93680b-d605-4266-8038-0889b5ca3a73,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:28:46.520810 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3acddfec-e0c2-4e2a-b0ea-a3065f231be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a93680b-d605-4266-8038-0889b5ca3a73', 'code': 200} Mar 09 04:28:46.652209 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eebb19-6f3d-44df-a7bf-b4e8e42c58a8 req-7a4139c5-9980-4b62-bfd9-67520fc8add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:46.653658 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-66eebb19-6f3d-44df-a7bf-b4e8e42c58a8 req-7a4139c5-9980-4b62-bfd9-67520fc8add9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 1096 time: 0.0761633 Mar 09 04:28:46.693077 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-66eebb19-6f3d-44df-a7bf-b4e8e42c58a8 req-9da98966-7a75-4047-abff-1fe056ca51cc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332160 Mar 09 04:28:47.284778 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ba559-a309-40ab-8b9f-6fd39158b980 req-8b066a0a-6ff5-45cc-b35f-f10fbe9827b8 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:47.286229 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9a5ba559-a309-40ab-8b9f-6fd39158b980 req-8b066a0a-6ff5-45cc-b35f-f10fbe9827b8 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.0899723 Mar 09 04:28:47.328895 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9a5ba559-a309-40ab-8b9f-6fd39158b980 req-444c3a02-e84f-404f-aee8-08726e9ce9b6 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371335 Mar 09 04:28:48.593054 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e4b1a-8364-43f7-a920-30844b3f32b8 req-1524bc21-e1bf-4e5b-bc7a-da2d9054b129 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:48.594506 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-911e4b1a-8364-43f7-a920-30844b3f32b8 req-1524bc21-e1bf-4e5b-bc7a-da2d9054b129 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.1219878 Mar 09 04:28:48.636865 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-911e4b1a-8364-43f7-a920-30844b3f32b8 req-c72d0395-5a0e-4939-931f-2955535f991c tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367250 Mar 09 04:28:48.909348 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44706) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:28:49.026750 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-6a4d7fe2-31d5-48b8-91f8-b75d8e63691b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1160281 Mar 09 04:28:49.030227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534b903-e66c-4e79-9b78-66f27a784769 req-f1d812bc-7643-49f0-8318-2d5b9e45f656 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:49.031709 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3534b903-e66c-4e79-9b78-66f27a784769 req-f1d812bc-7643-49f0-8318-2d5b9e45f656 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.0820043 Mar 09 04:28:49.075468 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3534b903-e66c-4e79-9b78-66f27a784769 req-c3be438d-e82c-486f-a0ed-ea17b4e5607c tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381212 Mar 09 04:28:50.208639 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-b695c184-5dde-4c0b-b2d9-29bc55fd48ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:50.210099 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-b695c184-5dde-4c0b-b2d9-29bc55fd48ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2de3fba09a14b1395bec72995a7a989&device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 1096 time: 0.0698600 Mar 09 04:28:50.345143 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-001b9f47-1052-4c7a-83c3-77e1df1a3687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:50.346605 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-001b9f47-1052-4c7a-83c3-77e1df1a3687 service neutron] 10.222.0.21 "GET /v2.0/networks?id=38550cee-fb8f-4865-9cfa-080423da266a HTTP/1.1" status: 200 len: 913 time: 0.1305633 Mar 09 04:28:50.349755 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecc484-a411-43f6-8ff8-1431253cf314 req-9c4b8153-316f-400e-bf0a-704d7560b1c3 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:50.351411 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-afecc484-a411-43f6-8ff8-1431253cf314 req-9c4b8153-316f-400e-bf0a-704d7560b1c3 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.1280596 Mar 09 04:28:50.396975 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-afecc484-a411-43f6-8ff8-1431253cf314 req-2bd99bbc-8183-4111-87c8-3198b3584ffa tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386963 Mar 09 04:28:50.416317 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-c1b8a6dd-3f46-495f-ba15-04ad014b8538 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a93680b-d605-4266-8038-0889b5ca3a73 HTTP/1.1" status: 200 len: 217 time: 0.0640848 Mar 09 04:28:50.480867 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-024b6313-2a81-4629-a020-8396f6986067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:50.482265 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-024b6313-2a81-4629-a020-8396f6986067 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ee149e5-3092-4884-b5d9-b9b2c46be9f9 HTTP/1.1" status: 200 len: 852 time: 0.0596356 Mar 09 04:28:50.630410 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-46c18ee9-7534-4459-8d04-f7c262a8378c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38550cee-fb8f-4865-9cfa-080423da266a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1424537 Mar 09 04:28:50.757532 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-1b7f9a7c-894a-410d-905f-0db36b002c7a service neutron] 10.222.0.21 "GET /v2.0/networks/38550cee-fb8f-4865-9cfa-080423da266a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212006 Mar 09 04:28:50.884862 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-b73cb769-5c34-425b-bbe3-08c4d40d059c service neutron] 10.222.0.21 "GET /v2.0/networks/38550cee-fb8f-4865-9cfa-080423da266a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214013 Mar 09 04:28:51.581930 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18caa3ab-9b6f-4b55-9c81-a2908d62b12a req-983da279-6950-44aa-b62b-9f930681790b tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:51.583384 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18caa3ab-9b6f-4b55-9c81-a2908d62b12a req-983da279-6950-44aa-b62b-9f930681790b tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.0791647 Mar 09 04:28:51.640677 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18caa3ab-9b6f-4b55-9c81-a2908d62b12a req-9f9097c8-a469-4ff0-acb7-54caf9123f95 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470901 Mar 09 04:28:52.829580 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c5d6c-868a-4760-9a2f-e94a38007b24 req-64456f84-f564-49f9-ac05-aa76412bef4e tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:52.830930 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e95c5d6c-868a-4760-9a2f-e94a38007b24 req-64456f84-f564-49f9-ac05-aa76412bef4e tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.0832429 Mar 09 04:28:52.875593 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e95c5d6c-868a-4760-9a2f-e94a38007b24 req-d5bdd00c-4236-4670-a21c-a7e83a777d8f tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390000 Mar 09 04:28:54.057975 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85f6f1-2926-446e-bdaf-f0f7ab6ab324 req-4ebebc93-8bea-49cf-8f8d-29d6e0a42058 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:54.059423 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8e85f6f1-2926-446e-bdaf-f0f7ab6ab324 req-4ebebc93-8bea-49cf-8f8d-29d6e0a42058 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.0779788 Mar 09 04:28:54.101703 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8e85f6f1-2926-446e-bdaf-f0f7ab6ab324 req-3e25eedb-350d-48de-82ff-658353ed5627 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361800 Mar 09 04:28:55.284274 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b214a-ab4b-4528-a804-6455e72f4836 req-216eb59d-9f90-4487-abff-4ea71964e158 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:55.285682 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-764b214a-ab4b-4528-a804-6455e72f4836 req-216eb59d-9f90-4487-abff-4ea71964e158 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.0782001 Mar 09 04:28:55.329308 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-764b214a-ab4b-4528-a804-6455e72f4836 req-79930a7b-4ee7-4dd1-9574-ba5cada34423 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381360 Mar 09 04:28:56.511521 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1674b6-80d7-4330-bd80-bbef9baed4d8 req-090f5839-54ec-4e84-b211-693fef3a4e36 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:56.512943 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ae1674b6-80d7-4330-bd80-bbef9baed4d8 req-090f5839-54ec-4e84-b211-693fef3a4e36 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.0809312 Mar 09 04:28:56.560957 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ae1674b6-80d7-4330-bd80-bbef9baed4d8 req-f277365a-2179-4917-b5f9-a1afed0a60ae tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412328 Mar 09 04:28:57.752024 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d594d-ea97-4a6f-a56b-f9e688fa95a3 req-a2fe8f40-c3a9-45cc-a29b-d0a607372b53 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:57.753472 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6f9d594d-ea97-4a6f-a56b-f9e688fa95a3 req-a2fe8f40-c3a9-45cc-a29b-d0a607372b53 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.0825441 Mar 09 04:28:57.797064 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6f9d594d-ea97-4a6f-a56b-f9e688fa95a3 req-f502a29b-9393-4e36-a148-10f6465a6b56 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381579 Mar 09 04:28:58.782887 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5dd7abc3-17be-4bae-be75-febd102c6253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:28:58.980017 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0e147-e058-409f-98c6-fbc698b625e5 req-d1f269cb-7b7e-460d-a523-94027f5ca795 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:28:58.981458 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5de0e147-e058-409f-98c6-fbc698b625e5 req-d1f269cb-7b7e-460d-a523-94027f5ca795 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.0790646 Mar 09 04:28:59.023754 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5de0e147-e058-409f-98c6-fbc698b625e5 req-66dc3e38-2f01-4e95-92da-d9a0c073570a tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362210 Mar 09 04:29:00.206922 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c34dc-eb10-4497-b366-967d606352dc req-5c99488f-a4a3-48fd-9979-d5f9587b3b6e tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:00.208269 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-738c34dc-eb10-4497-b366-967d606352dc req-5c99488f-a4a3-48fd-9979-d5f9587b3b6e tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.0791125 Mar 09 04:29:00.255101 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-738c34dc-eb10-4497-b366-967d606352dc req-8c587169-6339-45bb-b070-2ad08aa1c15d tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412886 Mar 09 04:29:01.166113 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-01c08034-9fa5-491a-8fea-4255de074f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:01.436997 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc9b0d-4b6f-45eb-8f83-4633a5654672 req-c9a4d1f3-7f5f-4823-9691-5140961597c6 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:01.438434 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9dfc9b0d-4b6f-45eb-8f83-4633a5654672 req-c9a4d1f3-7f5f-4823-9691-5140961597c6 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.0814574 Mar 09 04:29:01.481341 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9dfc9b0d-4b6f-45eb-8f83-4633a5654672 req-f525ece2-7b05-4290-8906-a4e806749070 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372524 Mar 09 04:29:02.333615 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:02.355255 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:02.664649 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b9a62-f1b5-43b7-aec5-7a017d86a31b req-8ffa1c0b-7ee7-4436-829a-5ea1f7da504b tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:02.665992 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9c9b9a62-f1b5-43b7-aec5-7a017d86a31b req-8ffa1c0b-7ee7-4436-829a-5ea1f7da504b tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.0796459 Mar 09 04:29:02.709783 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9c9b9a62-f1b5-43b7-aec5-7a017d86a31b req-92b1cfb7-3aa5-4454-8923-7c702074f02f tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380454 Mar 09 04:29:03.620272 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:03.893022 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ff621-60c7-4e15-b5eb-9da594d46150 req-3dd63815-907b-4331-9353-0e34d9abef37 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:03.894358 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b32ff621-60c7-4e15-b5eb-9da594d46150 req-3dd63815-907b-4331-9353-0e34d9abef37 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.0824347 Mar 09 04:29:03.938963 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b32ff621-60c7-4e15-b5eb-9da594d46150 req-ca5edce8-922f-4281-835e-b3f67768e733 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388310 Mar 09 04:29:04.552866 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:05.126023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc19a8-c1b3-4635-98c5-8453f8012877 req-e8137d88-6f04-4927-a767-9829b8e24202 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:05.127469 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4dbc19a8-c1b3-4635-98c5-8453f8012877 req-e8137d88-6f04-4927-a767-9829b8e24202 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.0821579 Mar 09 04:29:05.171292 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4dbc19a8-c1b3-4635-98c5-8453f8012877 req-865f7795-2b74-4b39-99f5-75da44e7a7b1 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382745 Mar 09 04:29:06.354155 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a02cbb-b0b4-47d1-832e-b1c3531355d9 req-61030cb1-06fe-4099-9130-0497f11e6c15 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:06.355663 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-26a02cbb-b0b4-47d1-832e-b1c3531355d9 req-61030cb1-06fe-4099-9130-0497f11e6c15 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.0799179 Mar 09 04:29:06.401301 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-26a02cbb-b0b4-47d1-832e-b1c3531355d9 req-36f234f0-ac76-446a-ac47-a7b0c1c7e6b8 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395939 Mar 09 04:29:07.596423 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa00cd-4388-4787-8ff9-6676d6bcf717 req-5d078a6b-bb22-4a94-92b9-26d2329f9477 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:07.597884 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-edfa00cd-4388-4787-8ff9-6676d6bcf717 req-5d078a6b-bb22-4a94-92b9-26d2329f9477 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.0908408 Mar 09 04:29:07.653993 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-edfa00cd-4388-4787-8ff9-6676d6bcf717 req-b90ddcb8-67cb-41f1-bb01-6666ee23a90e tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503902 Mar 09 04:29:08.838523 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ab96d-fead-4ffe-805b-c29607f38f52 req-4d4e8b6b-fd46-422a-86ab-d108eef8e2d5 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:08.839877 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3c0ab96d-fead-4ffe-805b-c29607f38f52 req-4d4e8b6b-fd46-422a-86ab-d108eef8e2d5 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.0807188 Mar 09 04:29:08.882058 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3c0ab96d-fead-4ffe-805b-c29607f38f52 req-c5bca26b-034f-4013-b1c7-95613984cc07 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367496 Mar 09 04:29:09.121720 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:10.071291 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d6e11-9998-4a31-9eb3-caa3e12eaf06 req-57baa5fb-3a4b-4bcc-9806-b5dd8555191f tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:10.072766 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a30d6e11-9998-4a31-9eb3-caa3e12eaf06 req-57baa5fb-3a4b-4bcc-9806-b5dd8555191f tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.0840783 Mar 09 04:29:10.117409 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a30d6e11-9998-4a31-9eb3-caa3e12eaf06 req-9209e35b-8e8e-46af-ac1f-6cbbae60cb02 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383251 Mar 09 04:29:10.133890 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc01d3f-71fe-40b4-8192-d97b869a9cf4 req-5268b547-c99e-4b09-af5d-0624590d1402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:10.135405 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bdc01d3f-71fe-40b4-8192-d97b869a9cf4 req-5268b547-c99e-4b09-af5d-0624590d1402 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2de3fba09a14b1395bec72995a7a989&device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 1096 time: 0.1075923 Mar 09 04:29:10.281646 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc01d3f-71fe-40b4-8192-d97b869a9cf4 req-f8db7e7e-f3a1-4961-96ac-42d9392403dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:10.283102 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bdc01d3f-71fe-40b4-8192-d97b869a9cf4 req-f8db7e7e-f3a1-4961-96ac-42d9392403dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=38550cee-fb8f-4865-9cfa-080423da266a HTTP/1.1" status: 200 len: 913 time: 0.1271176 Mar 09 04:29:10.353627 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bdc01d3f-71fe-40b4-8192-d97b869a9cf4 req-d70caa36-af81-4dd3-beb8-3ccff69fc71f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a93680b-d605-4266-8038-0889b5ca3a73 HTTP/1.1" status: 200 len: 217 time: 0.0632997 Mar 09 04:29:10.414000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc01d3f-71fe-40b4-8192-d97b869a9cf4 req-f0825f8b-4ce4-495a-9bb7-be59d85f2c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:10.415398 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bdc01d3f-71fe-40b4-8192-d97b869a9cf4 req-f0825f8b-4ce4-495a-9bb7-be59d85f2c8e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ee149e5-3092-4884-b5d9-b9b2c46be9f9 HTTP/1.1" status: 200 len: 852 time: 0.0562205 Mar 09 04:29:10.464514 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bdc01d3f-71fe-40b4-8192-d97b869a9cf4 req-7dfa8662-05ce-4729-9aa5-04d036f737be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38550cee-fb8f-4865-9cfa-080423da266a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422463 Mar 09 04:29:10.592464 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bdc01d3f-71fe-40b4-8192-d97b869a9cf4 req-de4ce351-a4b9-46f8-af00-9e3277b456a2 service neutron] 10.222.0.21 "GET /v2.0/networks/38550cee-fb8f-4865-9cfa-080423da266a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218879 Mar 09 04:29:10.825132 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bdc01d3f-71fe-40b4-8192-d97b869a9cf4 req-c8bd7c9c-00fc-4ab0-8ece-b2ea6ce031f1 service neutron] 10.222.0.21 "GET /v2.0/networks/38550cee-fb8f-4865-9cfa-080423da266a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258444 Mar 09 04:29:11.299878 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2aca23-860e-495b-968e-70cff095ef35 req-cbdfba8d-29ab-4964-9a87-581a14361027 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:11.301308 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa2aca23-860e-495b-968e-70cff095ef35 req-cbdfba8d-29ab-4964-9a87-581a14361027 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.0777757 Mar 09 04:29:11.344937 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa2aca23-860e-495b-968e-70cff095ef35 req-49bb8375-9193-4a93-b626-351a3659a233 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378475 Mar 09 04:29:12.531846 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b7063-1a1b-4b82-8a55-07973c1de7e9 req-22bb1612-f0f2-460c-9b81-c7d1676ee958 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:12.533276 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ae1b7063-1a1b-4b82-8a55-07973c1de7e9 req-22bb1612-f0f2-460c-9b81-c7d1676ee958 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.0819213 Mar 09 04:29:12.576643 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ae1b7063-1a1b-4b82-8a55-07973c1de7e9 req-f0619bab-ec7f-4542-8693-210b918bebc6 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379236 Mar 09 04:29:13.761078 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e0919-955b-405b-b312-f64bef54451d req-b0cdceda-bf51-4d07-b58a-45c2bc07033f tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:13.762520 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce5e0919-955b-405b-b312-f64bef54451d req-b0cdceda-bf51-4d07-b58a-45c2bc07033f tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.0805738 Mar 09 04:29:13.806403 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce5e0919-955b-405b-b312-f64bef54451d req-99ff8b9f-f2dc-40f8-92f3-4023ad572b09 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382185 Mar 09 04:29:14.985470 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6fdac-dd4b-40f9-bba3-b55e789c31b5 req-bb3085a3-9187-4d58-a179-e031ed9be1b1 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:14.986907 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3af6fdac-dd4b-40f9-bba3-b55e789c31b5 req-bb3085a3-9187-4d58-a179-e031ed9be1b1 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.0780847 Mar 09 04:29:15.029954 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3af6fdac-dd4b-40f9-bba3-b55e789c31b5 req-1dd28e6c-0518-4fa0-8281-8f1be3b6d419 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374794 Mar 09 04:29:16.212346 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91f871-d9ce-435e-b6bf-8f98b7699de6 req-ff91ae21-c141-4c41-8c2d-2db2ff42c158 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:16.213706 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ab91f871-d9ce-435e-b6bf-8f98b7699de6 req-ff91ae21-c141-4c41-8c2d-2db2ff42c158 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.0800936 Mar 09 04:29:16.259756 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ab91f871-d9ce-435e-b6bf-8f98b7699de6 req-5eed6260-1365-4cd7-b41d-9a9f766d0ec2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399625 Mar 09 04:29:17.454545 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c0a11-997f-4dba-93e5-68b050dac54c req-951c62cd-c8c9-44cd-a03c-7158ffd6e863 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:17.456339 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b92c0a11-997f-4dba-93e5-68b050dac54c req-951c62cd-c8c9-44cd-a03c-7158ffd6e863 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.0881870 Mar 09 04:29:17.501528 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b92c0a11-997f-4dba-93e5-68b050dac54c req-2da05d56-ff19-48a5-a558-6e6b25a72e06 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397222 Mar 09 04:29:17.830469 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-d209fcfb-4547-42ed-83ba-ee40284e9f58 service neutron] show failed (client error): The resource could not be found. Mar 09 04:29:17.831479 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-d209fcfb-4547-42ed-83ba-ee40284e9f58 service neutron] 10.222.0.21 "GET /v2.0/ports/0a93680b-d605-4266-8038-0889b5ca3a73/bindings/n-h1-825178-5 HTTP/1.1" status: 404 len: 380 time: 0.0735683 Mar 09 04:29:18.081939 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-b82da739-c403-4e55-9bb5-ee65a6d3d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:18.083309 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-b82da739-c403-4e55-9bb5-ee65a6d3d634 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8&tenant_id=e2de3fba09a14b1395bec72995a7a989 HTTP/1.1" status: 200 len: 1096 time: 0.0692947 Mar 09 04:29:18.094092 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-3e396d78-9430-4075-8f3d-0d06c5505264 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-5', 'device_owner': 'compute:nova'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:29:18.208037 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-3e396d78-9430-4075-8f3d-0d06c5505264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:18.477353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-3e396d78-9430-4075-8f3d-0d06c5505264 service neutron] For port 0a93680b-d605-4266-8038-0889b5ca3a73, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0a93680b-d605-4266-8038-0889b5ca3a73,segment=NetworkSegment(4fda2c48-e07c-473d-8403-933f442caf80),segment_id=4fda2c48-e07c-473d-8403-933f442caf80)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:29:18.505350 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-3e396d78-9430-4075-8f3d-0d06c5505264 service neutron] For port 0a93680b-d605-4266-8038-0889b5ca3a73, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:29:18.567682 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3acddfec-e0c2-4e2a-b0ea-a3065f231be8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a93680b-d605-4266-8038-0889b5ca3a73'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:29:18.574591 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-3e396d78-9430-4075-8f3d-0d06c5505264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:18.591010 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-3e396d78-9430-4075-8f3d-0d06c5505264 service neutron] Transition to ACTIVE for port object 0a93680b-d605-4266-8038-0889b5ca3a73 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:29:18.595875 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-3e396d78-9430-4075-8f3d-0d06c5505264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:18.701058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f776b3b-37dc-43df-b813-37333d9b99bb req-be351278-1118-4374-9144-0071cc8551a1 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:18.702560 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f776b3b-37dc-43df-b813-37333d9b99bb req-be351278-1118-4374-9144-0071cc8551a1 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 943 time: 0.0898752 Mar 09 04:29:18.749345 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f776b3b-37dc-43df-b813-37333d9b99bb req-d54f4411-e17c-4fa5-98b4-cb97eb3c0283 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406203 Mar 09 04:29:18.850592 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3acddfec-e0c2-4e2a-b0ea-a3065f231be8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a93680b-d605-4266-8038-0889b5ca3a73', 'code': 200} Mar 09 04:29:18.860854 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-3e396d78-9430-4075-8f3d-0d06c5505264 service neutron] No DVR routers for this DVR port 0a93680b-d605-4266-8038-0889b5ca3a73 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:29:18.864179 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e396d78-9430-4075-8f3d-0d06c5505264 service neutron] Pushing event updated for resources: {'Port': ['ID=0a93680b-d605-4266-8038-0889b5ca3a73,revision_number=6']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:29:18.917754 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-3e396d78-9430-4075-8f3d-0d06c5505264 service neutron] Attempting to bind port 0a93680b-d605-4266-8038-0889b5ca3a73 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:29:18.918195 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-3e396d78-9430-4075-8f3d-0d06c5505264 service neutron] Attempting to bind port 0a93680b-d605-4266-8038-0889b5ca3a73 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '4fda2c48-e07c-473d-8403-933f442caf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '38550cee-fb8f-4865-9cfa-080423da266a'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:29:18.918518 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-3e396d78-9430-4075-8f3d-0d06c5505264 service neutron] Attempting to bind port 0a93680b-d605-4266-8038-0889b5ca3a73 on network 38550cee-fb8f-4865-9cfa-080423da266a {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:29:18.923982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-3e396d78-9430-4075-8f3d-0d06c5505264 service neutron] Port 0a93680b-d605-4266-8038-0889b5ca3a73 on network 38550cee-fb8f-4865-9cfa-080423da266a not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:29:18.924324 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-3e396d78-9430-4075-8f3d-0d06c5505264 service neutron] Attempting to bind port 0a93680b-d605-4266-8038-0889b5ca3a73 on network 38550cee-fb8f-4865-9cfa-080423da266a {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:29:18.929404 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-3e396d78-9430-4075-8f3d-0d06c5505264 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:29:18.929731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-3e396d78-9430-4075-8f3d-0d06c5505264 service neutron] Checking segment: {'id': '4fda2c48-e07c-473d-8403-933f442caf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '38550cee-fb8f-4865-9cfa-080423da266a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:29:18.930106 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-3e396d78-9430-4075-8f3d-0d06c5505264 service neutron] Bound using segment: {'id': '4fda2c48-e07c-473d-8403-933f442caf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '38550cee-fb8f-4865-9cfa-080423da266a'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:29:18.930522 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-3e396d78-9430-4075-8f3d-0d06c5505264 service neutron] Bound port: 0a93680b-d605-4266-8038-0889b5ca3a73, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fda2c48-e07c-473d-8403-933f442caf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '38550cee-fb8f-4865-9cfa-080423da266a'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:29:18.930879 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-3e396d78-9430-4075-8f3d-0d06c5505264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:19.016825 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-3e396d78-9430-4075-8f3d-0d06c5505264 service neutron] For port 0a93680b-d605-4266-8038-0889b5ca3a73, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:29:19.019616 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-3e396d78-9430-4075-8f3d-0d06c5505264 service neutron] For port 0a93680b-d605-4266-8038-0889b5ca3a73, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0a93680b-d605-4266-8038-0889b5ca3a73,segment=NetworkSegment(4fda2c48-e07c-473d-8403-933f442caf80),segment_id=4fda2c48-e07c-473d-8403-933f442caf80)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:29:19.023823 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-3e396d78-9430-4075-8f3d-0d06c5505264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:19.081060 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-3e396d78-9430-4075-8f3d-0d06c5505264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:19.081657 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-3e396d78-9430-4075-8f3d-0d06c5505264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:19.083028 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-3e396d78-9430-4075-8f3d-0d06c5505264 service neutron] 10.222.0.24 "PUT /v2.0/ports/0a93680b-d605-4266-8038-0889b5ca3a73 HTTP/1.1" status: 200 len: 1091 time: 0.9933515 Mar 09 04:29:19.132908 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e396d78-9430-4075-8f3d-0d06c5505264 service neutron] Pushing event updated for resources: {'Port': ['ID=0a93680b-d605-4266-8038-0889b5ca3a73,revision_number=7']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:29:19.177295 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-672e7424-a5bd-4aab-97e1-522fdc3a3821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:19.178778 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-672e7424-a5bd-4aab-97e1-522fdc3a3821 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e2de3fba09a14b1395bec72995a7a989&device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 1094 time: 0.0754678 Mar 09 04:29:19.307469 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-194740aa-716f-4950-865f-499d3cc5d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:19.308809 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-194740aa-716f-4950-865f-499d3cc5d4b9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=38550cee-fb8f-4865-9cfa-080423da266a HTTP/1.1" status: 200 len: 913 time: 0.1238978 Mar 09 04:29:19.378018 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-606b488b-cd61-49c7-bfad-4886da95449e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a93680b-d605-4266-8038-0889b5ca3a73 HTTP/1.1" status: 200 len: 217 time: 0.0635216 Mar 09 04:29:19.438778 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-b2793354-5c41-4447-b6eb-6a16466eb540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:19.440181 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-b2793354-5c41-4447-b6eb-6a16466eb540 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ee149e5-3092-4884-b5d9-b9b2c46be9f9 HTTP/1.1" status: 200 len: 852 time: 0.0565076 Mar 09 04:29:19.488876 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-42c1cf09-9aa2-487c-91c7-320bc0b581d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38550cee-fb8f-4865-9cfa-080423da266a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422819 Mar 09 04:29:19.617187 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-cc7809dc-fff5-4035-9fec-8b9dd3e0af9e service neutron] 10.222.0.24 "GET /v2.0/networks/38550cee-fb8f-4865-9cfa-080423da266a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217754 Mar 09 04:29:19.618201 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:29:19.747622 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-77415aeb-75ea-45ad-968c-127e33fb5e6e req-9913b1a5-8886-4e45-9b23-b68276c14d3f service neutron] 10.222.0.24 "GET /v2.0/networks/38550cee-fb8f-4865-9cfa-080423da266a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248541 Mar 09 04:29:19.936358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421e298-beff-4fe9-a43e-9cbbf6ae4c9d req-68332bf4-f97b-404a-bd10-adbc58510ec7 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:19.937918 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9421e298-beff-4fe9-a43e-9cbbf6ae4c9d req-68332bf4-f97b-404a-bd10-adbc58510ec7 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 943 time: 0.0805242 Mar 09 04:29:19.981321 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9421e298-beff-4fe9-a43e-9cbbf6ae4c9d req-0d7d10de-a6a7-477e-a983-e69c10ef0386 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377238 Mar 09 04:29:20.851537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3acddfec-e0c2-4e2a-b0ea-a3065f231be8', 'tag': '0a93680b-d605-4266-8038-0889b5ca3a73'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:29:20.910566 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3acddfec-e0c2-4e2a-b0ea-a3065f231be8', 'tag': '0a93680b-d605-4266-8038-0889b5ca3a73', 'status': 'completed', 'code': 200} Mar 09 04:29:21.000762 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cf88e-28ab-45d3-a2e4-da328b5f9556 req-90b5c2dc-13ae-4cad-ab9c-07242fd5f12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:21.002226 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-540cf88e-28ab-45d3-a2e4-da328b5f9556 req-90b5c2dc-13ae-4cad-ab9c-07242fd5f12b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2de3fba09a14b1395bec72995a7a989&device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 1094 time: 0.0736024 Mar 09 04:29:21.002689 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cf88e-28ab-45d3-a2e4-da328b5f9556 req-6ff2d500-bc80-4507-887d-417adaaa1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:21.004250 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-540cf88e-28ab-45d3-a2e4-da328b5f9556 req-6ff2d500-bc80-4507-887d-417adaaa1ae5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e2de3fba09a14b1395bec72995a7a989&device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 1094 time: 0.0707111 Mar 09 04:29:21.142959 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cf88e-28ab-45d3-a2e4-da328b5f9556 req-241f2cab-6e0d-47ed-a61e-37990dec5f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:21.144326 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-540cf88e-28ab-45d3-a2e4-da328b5f9556 req-241f2cab-6e0d-47ed-a61e-37990dec5f34 service neutron] 10.222.0.24 "GET /v2.0/networks?id=38550cee-fb8f-4865-9cfa-080423da266a HTTP/1.1" status: 200 len: 913 time: 0.1335840 Mar 09 04:29:21.178431 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cf88e-28ab-45d3-a2e4-da328b5f9556 req-d47aac2a-aed2-46f6-875d-4fa3fdb794df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:21.179876 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-540cf88e-28ab-45d3-a2e4-da328b5f9556 req-d47aac2a-aed2-46f6-875d-4fa3fdb794df service neutron] 10.222.0.21 "GET /v2.0/networks?id=38550cee-fb8f-4865-9cfa-080423da266a HTTP/1.1" status: 200 len: 913 time: 0.1724806 Mar 09 04:29:21.214277 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-540cf88e-28ab-45d3-a2e4-da328b5f9556 req-d668c85e-7185-40b4-a18c-30565c08090f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a93680b-d605-4266-8038-0889b5ca3a73 HTTP/1.1" status: 200 len: 217 time: 0.0633972 Mar 09 04:29:21.257579 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-540cf88e-28ab-45d3-a2e4-da328b5f9556 req-97d80aad-5b04-40f1-9925-02c9a6731758 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a93680b-d605-4266-8038-0889b5ca3a73 HTTP/1.1" status: 200 len: 217 time: 0.0666943 Mar 09 04:29:21.265696 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f005ba0-446f-482a-820c-04b4eb9dffc8 req-823e825a-71be-4117-a599-0244074db2ef tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:21.267069 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8f005ba0-446f-482a-820c-04b4eb9dffc8 req-823e825a-71be-4117-a599-0244074db2ef tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 943 time: 0.1781240 Mar 09 04:29:21.275081 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cf88e-28ab-45d3-a2e4-da328b5f9556 req-1c734de4-c444-4c13-8c7c-6349368cc575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:21.276497 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-540cf88e-28ab-45d3-a2e4-da328b5f9556 req-1c734de4-c444-4c13-8c7c-6349368cc575 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ee149e5-3092-4884-b5d9-b9b2c46be9f9 HTTP/1.1" status: 200 len: 852 time: 0.0567315 Mar 09 04:29:21.322344 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-540cf88e-28ab-45d3-a2e4-da328b5f9556 req-6ed77065-47b9-4ea3-8c40-96fb9378c83d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38550cee-fb8f-4865-9cfa-080423da266a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396485 Mar 09 04:29:21.357961 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cf88e-28ab-45d3-a2e4-da328b5f9556 req-3609d924-e3d6-42f3-baa1-f4dbe8929a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:21.359425 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-540cf88e-28ab-45d3-a2e4-da328b5f9556 req-3609d924-e3d6-42f3-baa1-f4dbe8929a65 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ee149e5-3092-4884-b5d9-b9b2c46be9f9 HTTP/1.1" status: 200 len: 852 time: 0.0915353 Mar 09 04:29:21.362178 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8f005ba0-446f-482a-820c-04b4eb9dffc8 req-dcf252bb-a2fb-4b9f-9bad-338c2b7b8a7f tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625856 Mar 09 04:29:21.408931 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-540cf88e-28ab-45d3-a2e4-da328b5f9556 req-5a855905-bf60-4aa9-9578-3128efa1d12f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38550cee-fb8f-4865-9cfa-080423da266a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431390 Mar 09 04:29:21.540614 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-540cf88e-28ab-45d3-a2e4-da328b5f9556 req-fb42b34f-f15a-4f6f-bf2c-749b91119f31 service neutron] 10.222.0.21 "GET /v2.0/networks/38550cee-fb8f-4865-9cfa-080423da266a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239252 Mar 09 04:29:21.552217 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-540cf88e-28ab-45d3-a2e4-da328b5f9556 req-c34a6a87-e54c-46aa-a68a-4944546e58bc service neutron] 10.222.0.24 "GET /v2.0/networks/38550cee-fb8f-4865-9cfa-080423da266a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229493 Mar 09 04:29:21.675396 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-540cf88e-28ab-45d3-a2e4-da328b5f9556 req-05b2b762-8084-43b3-8377-23e786b56329 service neutron] 10.222.0.21 "GET /v2.0/networks/38550cee-fb8f-4865-9cfa-080423da266a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285837 Mar 09 04:29:21.686952 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-540cf88e-28ab-45d3-a2e4-da328b5f9556 req-bd562392-457a-4464-81cf-960c74b2b25a service neutron] 10.222.0.24 "GET /v2.0/networks/38550cee-fb8f-4865-9cfa-080423da266a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279409 Mar 09 04:29:22.374702 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 0a93680b-d605-4266-8038-0889b5ca3a73 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:29:22.431159 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 0a93680b-d605-4266-8038-0889b5ca3a73 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:29:22.554289 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3c69b-69a3-4ca7-a702-28f9568fb59d req-8459e0f2-2925-45df-9fb4-e414b0eaa5b8 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:22.555756 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9fb3c69b-69a3-4ca7-a702-28f9568fb59d req-8459e0f2-2925-45df-9fb4-e414b0eaa5b8 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 943 time: 0.0832384 Mar 09 04:29:22.603958 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9fb3c69b-69a3-4ca7-a702-28f9568fb59d req-008d17f1-b09e-4229-a3e9-48364c9a51ce tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425892 Mar 09 04:29:23.185460 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0a93680b-d605-4266-8038-0889b5ca3a73 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:29:23.321492 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 0a93680b-d605-4266-8038-0889b5ca3a73, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0a93680b-d605-4266-8038-0889b5ca3a73,segment=NetworkSegment(4fda2c48-e07c-473d-8403-933f442caf80),segment_id=4fda2c48-e07c-473d-8403-933f442caf80)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:29:23.334059 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '0a93680b-d605-4266-8038-0889b5ca3a73', 'network_id': '38550cee-fb8f-4865-9cfa-080423da266a', 'port_id': '0a93680b-d605-4266-8038-0889b5ca3a73', 'mac_address': 'fa:16:3e:33:dc:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee149e5-3092-4884-b5d9-b9b2c46be9f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:29:23.391424 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:23.407520 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a93680b-d605-4266-8038-0889b5ca3a73 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:29:23.422830 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 0a93680b-d605-4266-8038-0889b5ca3a73, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0a93680b-d605-4266-8038-0889b5ca3a73,segment=NetworkSegment(4fda2c48-e07c-473d-8403-933f442caf80),segment_id=4fda2c48-e07c-473d-8403-933f442caf80)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:29:23.426627 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:23.490460 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=0a93680b-d605-4266-8038-0889b5ca3a73,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:29:23.498387 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:29:23.498722 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:29:23.499073 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:29:23.499399 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:29:23.499717 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:29:23.500031 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:29:23.500342 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:29:23.500652 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:29:23.500963 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:29:23.501270 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:29:23.501578 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:29:23.501882 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:29:23.790217 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['0a93680b-d605-4266-8038-0889b5ca3a73'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:29:23.801649 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453caf1c-d857-45b7-ab2a-30ace126133a req-03884361-a769-4ac7-9877-fc930e246917 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:23.803122 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-453caf1c-d857-45b7-ab2a-30ace126133a req-03884361-a769-4ac7-9877-fc930e246917 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 944 time: 0.0827768 Mar 09 04:29:23.846513 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-453caf1c-d857-45b7-ab2a-30ace126133a req-59bb1a6f-f6e6-4ad5-82e1-444710f0a21b tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377066 Mar 09 04:29:24.219631 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b62f4-5a4f-43e4-b5c9-0d3537402e88 req-dac6b2ff-4d7b-4c4e-bf20-a9f7a9fca747 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:24.220961 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-321b62f4-5a4f-43e4-b5c9-0d3537402e88 req-dac6b2ff-4d7b-4c4e-bf20-a9f7a9fca747 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.21 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8&tenant_id=e2de3fba09a14b1395bec72995a7a989&binding%3Ahost_id=n-h1-825178-5 HTTP/1.1" status: 200 len: 944 time: 0.0834455 Mar 09 04:29:24.299954 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-321b62f4-5a4f-43e4-b5c9-0d3537402e88 req-5d4dbf74-65e0-4d69-97f2-0e9496c2a3d5 service neutron] delete failed (client error): The resource could not be found. Mar 09 04:29:24.300904 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-321b62f4-5a4f-43e4-b5c9-0d3537402e88 req-5d4dbf74-65e0-4d69-97f2-0e9496c2a3d5 service neutron] 10.222.0.21 "DELETE /v2.0/ports/0a93680b-d605-4266-8038-0889b5ca3a73/bindings/n-h2-825178-5 HTTP/1.1" status: 404 len: 380 time: 0.0746205 Mar 09 04:29:24.539468 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b62f4-5a4f-43e4-b5c9-0d3537402e88 req-9e91bf23-10d1-43ab-8e5b-560051a19688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:24.540911 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-321b62f4-5a4f-43e4-b5c9-0d3537402e88 req-9e91bf23-10d1-43ab-8e5b-560051a19688 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2de3fba09a14b1395bec72995a7a989&device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 1095 time: 0.1750808 Mar 09 04:29:24.670035 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b62f4-5a4f-43e4-b5c9-0d3537402e88 req-a34a168d-76ab-4ac4-832f-2bb19596eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:24.671757 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-321b62f4-5a4f-43e4-b5c9-0d3537402e88 req-a34a168d-76ab-4ac4-832f-2bb19596eb11 service neutron] 10.222.0.21 "GET /v2.0/networks?id=38550cee-fb8f-4865-9cfa-080423da266a HTTP/1.1" status: 200 len: 913 time: 0.1250002 Mar 09 04:29:24.740812 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-321b62f4-5a4f-43e4-b5c9-0d3537402e88 req-978a4e0d-0fa2-4bf6-b035-564a4f6dc989 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a93680b-d605-4266-8038-0889b5ca3a73 HTTP/1.1" status: 200 len: 217 time: 0.0621984 Mar 09 04:29:24.800109 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b62f4-5a4f-43e4-b5c9-0d3537402e88 req-c052044b-d290-417c-be50-bea768f0d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:24.801393 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-321b62f4-5a4f-43e4-b5c9-0d3537402e88 req-c052044b-d290-417c-be50-bea768f0d833 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ee149e5-3092-4884-b5d9-b9b2c46be9f9 HTTP/1.1" status: 200 len: 852 time: 0.0565925 Mar 09 04:29:24.848640 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-321b62f4-5a4f-43e4-b5c9-0d3537402e88 req-3579d87e-bfc1-4b35-b496-97095789a4f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38550cee-fb8f-4865-9cfa-080423da266a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415213 Mar 09 04:29:24.983733 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-321b62f4-5a4f-43e4-b5c9-0d3537402e88 req-a479da4b-45c5-444e-9563-5a51ac78f134 service neutron] 10.222.0.21 "GET /v2.0/networks/38550cee-fb8f-4865-9cfa-080423da266a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291010 Mar 09 04:29:25.110911 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-321b62f4-5a4f-43e4-b5c9-0d3537402e88 req-a975115f-754c-4570-a34e-b63d1404a067 service neutron] 10.222.0.21 "GET /v2.0/networks/38550cee-fb8f-4865-9cfa-080423da266a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208017 Mar 09 04:29:25.199994 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0a93680b-d605-4266-8038-0889b5ca3a73 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:29:25.270918 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 0a93680b-d605-4266-8038-0889b5ca3a73 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:29:25.275345 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 0a93680b-d605-4266-8038-0889b5ca3a73 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:29:25.275714 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:25.386507 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:25.414326 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3acddfec-e0c2-4e2a-b0ea-a3065f231be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a93680b-d605-4266-8038-0889b5ca3a73'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:29:25.425050 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 0a93680b-d605-4266-8038-0889b5ca3a73, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0a93680b-d605-4266-8038-0889b5ca3a73,segment=NetworkSegment(4fda2c48-e07c-473d-8403-933f442caf80),segment_id=4fda2c48-e07c-473d-8403-933f442caf80)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:29:25.430237 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:25.509855 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=0a93680b-d605-4266-8038-0889b5ca3a73,revision_number=9']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:29:25.557720 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3acddfec-e0c2-4e2a-b0ea-a3065f231be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a93680b-d605-4266-8038-0889b5ca3a73', 'code': 200} Mar 09 04:29:25.900018 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6abeae-ff61-4eaf-a462-f45eeb4f8c76 req-9fd7e693-9f54-4ed9-aeb1-f4d98a48d6d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:25.901461 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aa6abeae-ff61-4eaf-a462-f45eeb4f8c76 req-9fd7e693-9f54-4ed9-aeb1-f4d98a48d6d2 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.0785100 Mar 09 04:29:25.944179 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aa6abeae-ff61-4eaf-a462-f45eeb4f8c76 req-ebb9f596-ffcd-45f9-b768-b6405c6211e8 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370619 Mar 09 04:29:27.133805 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be906fba-4ff8-456d-9173-eeb6aaa1da71 req-f070ee17-3d60-484e-844c-a66c74397e75 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:27.135281 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be906fba-4ff8-456d-9173-eeb6aaa1da71 req-f070ee17-3d60-484e-844c-a66c74397e75 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.0795021 Mar 09 04:29:27.223429 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be906fba-4ff8-456d-9173-eeb6aaa1da71 req-d29c8276-a31b-436e-b723-a0de5f14fbeb tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/security-groups?id=d481f450-5dee-46ab-880f-97d002cff546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501096 Mar 09 04:29:27.250018 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b62f4-5a4f-43e4-b5c9-0d3537402e88 req-602bf516-776b-4422-aea9-5f8f71514bef tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:27.251460 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-321b62f4-5a4f-43e4-b5c9-0d3537402e88 req-602bf516-776b-4422-aea9-5f8f71514bef tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.24 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 945 time: 0.1153364 Mar 09 04:29:27.322720 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-321b62f4-5a4f-43e4-b5c9-0d3537402e88 req-8d7570ca-61bb-43f9-8b15-05469ebbca7e tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Deleting port 0a93680b-d605-4266-8038-0889b5ca3a73 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:29:27.323082 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-321b62f4-5a4f-43e4-b5c9-0d3537402e88 req-8d7570ca-61bb-43f9-8b15-05469ebbca7e tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:27.563763 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-321b62f4-5a4f-43e4-b5c9-0d3537402e88 req-8d7570ca-61bb-43f9-8b15-05469ebbca7e tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] For port 0a93680b-d605-4266-8038-0889b5ca3a73, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0a93680b-d605-4266-8038-0889b5ca3a73,segment=NetworkSegment(4fda2c48-e07c-473d-8403-933f442caf80),segment_id=4fda2c48-e07c-473d-8403-933f442caf80)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:29:27.564118 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-321b62f4-5a4f-43e4-b5c9-0d3537402e88 req-8d7570ca-61bb-43f9-8b15-05469ebbca7e tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:27.689333 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-321b62f4-5a4f-43e4-b5c9-0d3537402e88 req-8d7570ca-61bb-43f9-8b15-05469ebbca7e tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Calling delete_port for 0a93680b-d605-4266-8038-0889b5ca3a73 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:29:27.827077 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-321b62f4-5a4f-43e4-b5c9-0d3537402e88 req-8d7570ca-61bb-43f9-8b15-05469ebbca7e tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:27.838453 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['0a93680b-d605-4266-8038-0889b5ca3a73'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:29:27.878689 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7570ca-61bb-43f9-8b15-05469ebbca7e tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Pushing event deleted for resources: {'Port': ['ID=0a93680b-d605-4266-8038-0889b5ca3a73,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:29:27.960365 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-321b62f4-5a4f-43e4-b5c9-0d3537402e88 req-8d7570ca-61bb-43f9-8b15-05469ebbca7e tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] No DVR routers for this DVR port 0a93680b-d605-4266-8038-0889b5ca3a73 on host n-h1-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:29:27.963214 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-321b62f4-5a4f-43e4-b5c9-0d3537402e88 req-8d7570ca-61bb-43f9-8b15-05469ebbca7e tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:27.965736 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3acddfec-e0c2-4e2a-b0ea-a3065f231be8', 'name': 'network-vif-deleted', 'tag': '0a93680b-d605-4266-8038-0889b5ca3a73'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:29:27.982764 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-321b62f4-5a4f-43e4-b5c9-0d3537402e88 req-8d7570ca-61bb-43f9-8b15-05469ebbca7e tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.24 "DELETE /v2.0/ports/0a93680b-d605-4266-8038-0889b5ca3a73 HTTP/1.1" status: 204 len: 173 time: 0.7263634 Mar 09 04:29:28.025798 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3acddfec-e0c2-4e2a-b0ea-a3065f231be8', 'name': 'network-vif-deleted', 'tag': '0a93680b-d605-4266-8038-0889b5ca3a73', 'status': 'completed', 'code': 200} Mar 09 04:29:28.382938 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e90fd7f7-010a-497a-a9c9-629ad880db8f req-f01b65ad-b892-43ea-ac84-c420b2889f33 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Synchronizing usage tracker for tenant:e2de3fba09a14b1395bec72995a7a989 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:29:28.398057 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e90fd7f7-010a-497a-a9c9-629ad880db8f req-f01b65ad-b892-43ea-ac84-c420b2889f33 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] Unset dirty status for tenant:e2de3fba09a14b1395bec72995a7a989 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:29:28.399376 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e90fd7f7-010a-497a-a9c9-629ad880db8f req-f01b65ad-b892-43ea-ac84-c420b2889f33 tempest-DeleteServersTestJSON-1118603761 tempest-DeleteServersTestJSON-1118603761-project] 10.222.0.16 "GET /v2.0/ports?device_id=3acddfec-e0c2-4e2a-b0ea-a3065f231be8 HTTP/1.1" status: 200 len: 210 time: 0.0590563 Mar 09 04:29:28.784889 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e377e0bd-6e66-4fa2-9de0-d748d86607d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:29.636478 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44830) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:29:29.694664 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e11de3-bdbe-45fe-b448-febe66af2de4 admin admin] Deleting subnet 3ee149e5-3092-4884-b5d9-b9b2c46be9f9 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:29:29.697489 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d3e11de3-bdbe-45fe-b448-febe66af2de4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:29.748156 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d3e11de3-bdbe-45fe-b448-febe66af2de4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:29.802398 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d3e11de3-bdbe-45fe-b448-febe66af2de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:29.869402 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d3e11de3-bdbe-45fe-b448-febe66af2de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:29.908995 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e11de3-bdbe-45fe-b448-febe66af2de4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ee149e5-3092-4884-b5d9-b9b2c46be9f9,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:29:29.915224 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d3e11de3-bdbe-45fe-b448-febe66af2de4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:29.922003 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d3e11de3-bdbe-45fe-b448-febe66af2de4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3ee149e5-3092-4884-b5d9-b9b2c46be9f9 HTTP/1.1" status: 204 len: 168 time: 0.2845192 Mar 09 04:29:29.924591 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44834) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:29:30.029967 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d0dd8c15-ec12-419d-b685-fbaa8ff05335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:30.243884 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d0dd8c15-ec12-419d-b685-fbaa8ff05335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:30.268992 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-d0dd8c15-ec12-419d-b685-fbaa8ff05335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38550cee-fb8f-4865-9cfa-080423da266a']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:29:30.281444 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-d0dd8c15-ec12-419d-b685-fbaa8ff05335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fda2c48-e07c-473d-8403-933f442caf80') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:29:30.281687 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-d0dd8c15-ec12-419d-b685-fbaa8ff05335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fda2c48-e07c-473d-8403-933f442caf80') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:29:30.292757 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d0dd8c15-ec12-419d-b685-fbaa8ff05335 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:30.309081 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d0dd8c15-ec12-419d-b685-fbaa8ff05335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:30.315450 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0dd8c15-ec12-419d-b685-fbaa8ff05335 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:29:30.316686 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d0dd8c15-ec12-419d-b685-fbaa8ff05335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:29:30.330278 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:29:30.406836 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d0dd8c15-ec12-419d-b685-fbaa8ff05335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:30.410982 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d0dd8c15-ec12-419d-b685-fbaa8ff05335 admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:30.432129 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd8c15-ec12-419d-b685-fbaa8ff05335 admin admin] Pushing event deleted for resources: {'Network': ['ID=38550cee-fb8f-4865-9cfa-080423da266a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:29:30.436243 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d0dd8c15-ec12-419d-b685-fbaa8ff05335 admin admin] 10.222.0.16 "DELETE /v2.0/networks/38550cee-fb8f-4865-9cfa-080423da266a HTTP/1.1" status: 204 len: 168 time: 0.5107532 Mar 09 04:29:30.541512 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44840) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:29:30.592073 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f7d46fdb-97a9-4628-9f48-6f5b918ef4e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2de3fba09a14b1395bec72995a7a989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494261 Mar 09 04:29:30.594698 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44844) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:29:30.651246 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce2b27cf-f821-4b8b-8b8c-3a23b00e203e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:30.676572 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce2b27cf-f821-4b8b-8b8c-3a23b00e203e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:30.730879 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce2b27cf-f821-4b8b-8b8c-3a23b00e203e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:30.748946 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b27cf-f821-4b8b-8b8c-3a23b00e203e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d481f450-5dee-46ab-880f-97d002cff546,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:29:30.757628 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ce2b27cf-f821-4b8b-8b8c-3a23b00e203e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:30.758758 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ce2b27cf-f821-4b8b-8b8c-3a23b00e203e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d481f450-5dee-46ab-880f-97d002cff546 HTTP/1.1" status: 204 len: 168 time: 0.1629164 Mar 09 04:29:31.167981 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2ff1b539-3418-458c-9d2e-8866627dcf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:31.233015 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0a93680b-d605-4266-8038-0889b5ca3a73 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:29:31.269384 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 0a93680b-d605-4266-8038-0889b5ca3a73 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:29:31.269726 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0a93680b-d605-4266-8038-0889b5ca3a73 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:29:31.445589 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44868) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:29:31.547295 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-92851b3c-3ffb-4f0c-89ad-036d3cb03697 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-416169719-network', 'tenant_id': '7bde55d6cb8c49b6b5514d12f70121e8'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:29:31.552664 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-92851b3c-3ffb-4f0c-89ad-036d3cb03697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:29:31.556486 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-92851b3c-3ffb-4f0c-89ad-036d3cb03697 admin admin] Usage tracker for resource:network and tenant:7bde55d6cb8c49b6b5514d12f70121e8 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:29:31.559292 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-92851b3c-3ffb-4f0c-89ad-036d3cb03697 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:29:31.564848 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-92851b3c-3ffb-4f0c-89ad-036d3cb03697 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:29:31.574663 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92851b3c-3ffb-4f0c-89ad-036d3cb03697 admin admin] Made reservation on behalf of 7bde55d6cb8c49b6b5514d12f70121e8 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:29:31.577389 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92851b3c-3ffb-4f0c-89ad-036d3cb03697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:31.589168 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92851b3c-3ffb-4f0c-89ad-036d3cb03697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:31.603519 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-92851b3c-3ffb-4f0c-89ad-036d3cb03697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:29:31.607283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-92851b3c-3ffb-4f0c-89ad-036d3cb03697 admin admin] Usage tracker for resource:security_group_rule and tenant:7bde55d6cb8c49b6b5514d12f70121e8 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:29:31.609954 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-92851b3c-3ffb-4f0c-89ad-036d3cb03697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:29:31.615474 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-92851b3c-3ffb-4f0c-89ad-036d3cb03697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:29:31.701880 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92851b3c-3ffb-4f0c-89ad-036d3cb03697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:31.705722 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92851b3c-3ffb-4f0c-89ad-036d3cb03697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:31.737613 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92851b3c-3ffb-4f0c-89ad-036d3cb03697 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:29:31.743104 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92851b3c-3ffb-4f0c-89ad-036d3cb03697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd28b62-03a4-4572-b446-eaf90e1d94e6,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:29:31.751303 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92851b3c-3ffb-4f0c-89ad-036d3cb03697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:31.751611 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-92851b3c-3ffb-4f0c-89ad-036d3cb03697 admin admin] Added segment 85f8d12d-8706-41a1-840d-ac156470de20 of type vlan for network dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 Mar 09 04:29:31.778379 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92851b3c-3ffb-4f0c-89ad-036d3cb03697 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:31.806961 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92851b3c-3ffb-4f0c-89ad-036d3cb03697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:31.807939 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92851b3c-3ffb-4f0c-89ad-036d3cb03697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:31.808508 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-92851b3c-3ffb-4f0c-89ad-036d3cb03697 admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:31.910664 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92851b3c-3ffb-4f0c-89ad-036d3cb03697 admin admin] Pushing event updated for resources: {'Network': ['ID=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:29:31.915086 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-92851b3c-3ffb-4f0c-89ad-036d3cb03697 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4683950 Mar 09 04:29:31.918056 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 44874) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:29:31.921942 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:29:31.924030 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-0e58c99c-8a9f-4057-bd8f-0b9e5da9f9c5 admin admin] Request body: {'subnet': {'network_id': 'dbed2a2d-63ba-4236-95d4-cd3ca858a9d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-416169719-subnet', 'tenant_id': '7bde55d6cb8c49b6b5514d12f70121e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:29:31.929614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0e58c99c-8a9f-4057-bd8f-0b9e5da9f9c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:29:31.933536 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0e58c99c-8a9f-4057-bd8f-0b9e5da9f9c5 admin admin] Usage tracker for resource:subnet and tenant:7bde55d6cb8c49b6b5514d12f70121e8 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:29:31.937062 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0e58c99c-8a9f-4057-bd8f-0b9e5da9f9c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:29:31.942960 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0e58c99c-8a9f-4057-bd8f-0b9e5da9f9c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:29:31.954002 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e58c99c-8a9f-4057-bd8f-0b9e5da9f9c5 admin admin] Made reservation on behalf of 7bde55d6cb8c49b6b5514d12f70121e8 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:29:31.956354 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0e58c99c-8a9f-4057-bd8f-0b9e5da9f9c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:32.166415 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0e58c99c-8a9f-4057-bd8f-0b9e5da9f9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:32.239160 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58c99c-8a9f-4057-bd8f-0b9e5da9f9c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c961ea2-7236-4435-9e71-ae5b46e12d9b,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:29:32.246925 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e58c99c-8a9f-4057-bd8f-0b9e5da9f9c5 admin admin] Checking segment: {'id': '85f8d12d-8706-41a1-840d-ac156470de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dbed2a2d-63ba-4236-95d4-cd3ca858a9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:29:32.247921 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e58c99c-8a9f-4057-bd8f-0b9e5da9f9c5 admin admin] Network hostable DHCP agents. Network: dbed2a2d-63ba-4236-95d4-cd3ca858a9d9, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:29:32.267295 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e58c99c-8a9f-4057-bd8f-0b9e5da9f9c5 admin admin] Network dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:29:32.277065 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-0e58c99c-8a9f-4057-bd8f-0b9e5da9f9c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, dbed2a2d-63ba-4236-95d4-cd3ca858a9d9) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:29:32.281214 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e58c99c-8a9f-4057-bd8f-0b9e5da9f9c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:32.281794 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0e58c99c-8a9f-4057-bd8f-0b9e5da9f9c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:32.286616 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a86912-d8f9-4ad0-8b7c-f944fdb4c7dc None None] Network dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:29:32.302367 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0e58c99c-8a9f-4057-bd8f-0b9e5da9f9c5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3828864 Mar 09 04:29:32.410386 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:32.411790 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:32.519192 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed70559-c62c-4ee3-84c0-91eaab607503 None None] Network dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:29:32.812832 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-78f57313-4aa7-4a52-bf76-195457ff1845 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:32.813494 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-78f57313-4aa7-4a52-bf76-195457ff1845 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Synchronizing usage tracker for tenant:7bde55d6cb8c49b6b5514d12f70121e8 on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:29:32.829592 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-78f57313-4aa7-4a52-bf76-195457ff1845 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Unset dirty status for tenant:7bde55d6cb8c49b6b5514d12f70121e8 on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:29:32.830745 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-78f57313-4aa7-4a52-bf76-195457ff1845 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/networks?id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 HTTP/1.1" status: 200 len: 814 time: 0.1639223 Mar 09 04:29:32.846566 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-9506ebe6-2818-44fc-9d44-8894f55f6221 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/quotas/7bde55d6cb8c49b6b5514d12f70121e8 HTTP/1.1" status: 200 len: 375 time: 0.0103233 Mar 09 04:29:32.896462 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-a17863fd-e4ad-4bbb-8beb-92342c1a9e9a tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7bde55d6cb8c49b6b5514d12f70121e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451226 Mar 09 04:29:32.907312 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-13e93922-9f00-45ba-8db3-8073a4c632d2 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 04:29:32.908300 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-13e93922-9f00-45ba-8db3-8073a4c632d2 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054753 Mar 09 04:29:33.049610 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-9215f38e-0a87-4a40-aec0-5cbd6fb2b474 service neutron] 10.222.0.16 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359894 Mar 09 04:29:33.177025 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-012dbec4-e034-4314-b2de-29f9d50cc779 service neutron] 10.222.0.16 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217639 Mar 09 04:29:33.359888 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0fb26ccd-9e82-4972-ba9c-f7848e11da5e req-7ffe1979-df82-4ec4-8864-2d31581241cf tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 210 time: 0.0468349 Mar 09 04:29:33.623114 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:34.379192 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-90f4533e-f00c-4504-bb10-d6086814e8bb tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:34.380869 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-90f4533e-f00c-4504-bb10-d6086814e8bb tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.24 "GET /v2.0/networks?id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 HTTP/1.1" status: 200 len: 814 time: 0.1555567 Mar 09 04:29:34.393231 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-27562b2e-ff48-4f1d-ac3d-08ecef4e8093 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Request body: {'port': {'device_id': 'bd03d44f-959f-4bb1-b396-8cfe6445b454', 'network_id': 'dbed2a2d-63ba-4236-95d4-cd3ca858a9d9', 'admin_state_up': True, 'tenant_id': '7bde55d6cb8c49b6b5514d12f70121e8'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:29:34.552239 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:34.648046 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb7b2745-782f-4f69-a5cf-7ffa5c29cce9 req-edbab9d8-aebb-4682-8e10-817ba8a4db72 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 210 time: 0.1668434 Mar 09 04:29:34.682113 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-27562b2e-ff48-4f1d-ac3d-08ecef4e8093 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:29:34.685910 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-27562b2e-ff48-4f1d-ac3d-08ecef4e8093 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Usage tracker for resource:port and tenant:7bde55d6cb8c49b6b5514d12f70121e8 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:29:34.688643 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-27562b2e-ff48-4f1d-ac3d-08ecef4e8093 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:29:34.694121 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-27562b2e-ff48-4f1d-ac3d-08ecef4e8093 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:29:34.704228 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-27562b2e-ff48-4f1d-ac3d-08ecef4e8093 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Made reservation on behalf of 7bde55d6cb8c49b6b5514d12f70121e8 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:29:34.707822 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-27562b2e-ff48-4f1d-ac3d-08ecef4e8093 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:34.863916 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-27562b2e-ff48-4f1d-ac3d-08ecef4e8093 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Allocated IP 172.20.0.9 (dbed2a2d-63ba-4236-95d4-cd3ca858a9d9/8c961ea2-7236-4435-9e71-ae5b46e12d9b/845a66fd-2d08-42f4-80e8-665bc7df5f16) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:29:35.060750 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-27562b2e-ff48-4f1d-ac3d-08ecef4e8093 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:35.089694 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-27562b2e-ff48-4f1d-ac3d-08ecef4e8093 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:35.153910 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-27562b2e-ff48-4f1d-ac3d-08ecef4e8093 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Network dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:29:35.155008 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-27562b2e-ff48-4f1d-ac3d-08ecef4e8093 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:29:35.157370 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-27562b2e-ff48-4f1d-ac3d-08ecef4e8093 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:29:35.217709 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27562b2e-ff48-4f1d-ac3d-08ecef4e8093 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Pushing event updated for resources: {'Port': ['ID=845a66fd-2d08-42f4-80e8-665bc7df5f16,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:29:35.236873 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-27562b2e-ff48-4f1d-ac3d-08ecef4e8093 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:35.237473 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-27562b2e-ff48-4f1d-ac3d-08ecef4e8093 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:35.257594 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-27562b2e-ff48-4f1d-ac3d-08ecef4e8093 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8684514 Mar 09 04:29:35.342787 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Request body: {'port': {'device_id': 'bd03d44f-959f-4bb1-b396-8cfe6445b454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:29:35.453163 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:35.788266 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 845a66fd-2d08-42f4-80e8-665bc7df5f16 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:29:35.796375 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:35.811642 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Transition to ACTIVE for port object 845a66fd-2d08-42f4-80e8-665bc7df5f16 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:29:35.815692 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:35.836487 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8089f8-dbb0-4c0e-9aee-338be774e0b1 req-40f0a870-f546-47db-9739-f64964947904 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:35.837920 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5d8089f8-dbb0-4c0e-9aee-338be774e0b1 req-40f0a870-f546-47db-9739-f64964947904 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 931 time: 0.0803053 Mar 09 04:29:35.885230 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5d8089f8-dbb0-4c0e-9aee-338be774e0b1 req-0361c0bd-b184-4be5-be48-0468b9a286eb tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408978 Mar 09 04:29:35.977442 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Pushing event updated for resources: {'Port': ['ID=845a66fd-2d08-42f4-80e8-665bc7df5f16,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:29:36.016030 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:29:36.016374 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:29:36.016715 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:29:36.017050 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:29:36.017380 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:29:36.017704 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:29:36.018026 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:29:36.018349 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:29:36.018671 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:29:36.019019 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:29:36.019423 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:29:36.019753 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:29:36.061451 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Attempting to bind port 845a66fd-2d08-42f4-80e8-665bc7df5f16 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:29:36.061784 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Attempting to bind port 845a66fd-2d08-42f4-80e8-665bc7df5f16 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '85f8d12d-8706-41a1-840d-ac156470de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dbed2a2d-63ba-4236-95d4-cd3ca858a9d9'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:29:36.062111 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Attempting to bind port 845a66fd-2d08-42f4-80e8-665bc7df5f16 on network dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:29:36.066652 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Port 845a66fd-2d08-42f4-80e8-665bc7df5f16 on network dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:29:36.067011 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Attempting to bind port 845a66fd-2d08-42f4-80e8-665bc7df5f16 on network dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:29:36.072077 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:29:36.072410 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Checking segment: {'id': '85f8d12d-8706-41a1-840d-ac156470de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dbed2a2d-63ba-4236-95d4-cd3ca858a9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:29:36.072793 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Bound using segment: {'id': '85f8d12d-8706-41a1-840d-ac156470de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dbed2a2d-63ba-4236-95d4-cd3ca858a9d9'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:29:36.073211 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Bound port: 845a66fd-2d08-42f4-80e8-665bc7df5f16, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f8d12d-8706-41a1-840d-ac156470de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dbed2a2d-63ba-4236-95d4-cd3ca858a9d9'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:29:36.073552 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:36.164177 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] For port 845a66fd-2d08-42f4-80e8-665bc7df5f16, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:29:36.167125 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] For port 845a66fd-2d08-42f4-80e8-665bc7df5f16, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=845a66fd-2d08-42f4-80e8-665bc7df5f16,segment=NetworkSegment(85f8d12d-8706-41a1-840d-ac156470de20),segment_id=85f8d12d-8706-41a1-840d-ac156470de20)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:29:36.172061 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:36.232667 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:36.233875 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:36.235477 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] 10.222.0.24 "PUT /v2.0/ports/845a66fd-2d08-42f4-80e8-665bc7df5f16 HTTP/1.1" status: 200 len: 1091 time: 0.9341514 Mar 09 04:29:36.235928 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd03d44f-959f-4bb1-b396-8cfe6445b454', 'tag': '845a66fd-2d08-42f4-80e8-665bc7df5f16'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:29:36.264707 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318cde2d-4386-47be-a8fa-4d38c6114271 service neutron] Pushing event updated for resources: {'Port': ['ID=845a66fd-2d08-42f4-80e8-665bc7df5f16,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:29:36.310508 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd03d44f-959f-4bb1-b396-8cfe6445b454', 'tag': '845a66fd-2d08-42f4-80e8-665bc7df5f16', 'status': 'completed', 'code': 200} Mar 09 04:29:36.348320 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-0eb46bf8-ba29-489a-8103-fffebb6e542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:36.349762 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-0eb46bf8-ba29-489a-8103-fffebb6e542e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bde55d6cb8c49b6b5514d12f70121e8&device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 1094 time: 0.0763826 Mar 09 04:29:36.416367 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-d330faa3-c20a-4723-a3e9-fc654fccb736 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=845a66fd-2d08-42f4-80e8-665bc7df5f16 HTTP/1.1" status: 200 len: 217 time: 0.0594139 Mar 09 04:29:36.479976 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-6e8a72da-e2a0-4e43-b504-6b3edd1512d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:36.481353 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-6e8a72da-e2a0-4e43-b504-6b3edd1512d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c961ea2-7236-4435-9e71-ae5b46e12d9b HTTP/1.1" status: 200 len: 854 time: 0.0593867 Mar 09 04:29:36.526505 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-8e6258b4-e335-45f6-9784-e92b9e0018a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394354 Mar 09 04:29:36.751480 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-2933febb-d69a-49cc-b217-3d7b095d86a6 service neutron] 10.222.0.24 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194924 Mar 09 04:29:36.881834 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ff9019bf-943c-4676-8e35-2b6a4073614e req-5458cfda-9a49-4a59-b5cd-de3a82e22614 service neutron] 10.222.0.24 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243083 Mar 09 04:29:36.996881 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba1802-3598-4600-be85-b1c7e95d7c48 req-b169507d-746d-4508-939a-eee93d93c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:36.998989 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2cba1802-3598-4600-be85-b1c7e95d7c48 req-b169507d-746d-4508-939a-eee93d93c4b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bde55d6cb8c49b6b5514d12f70121e8&device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 1094 time: 0.0714149 Mar 09 04:29:37.076826 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66187f-f31b-4e8a-86f8-c67ea857ea8f req-fdd51c54-f8c2-424a-880d-9b3b3193424f tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:37.078267 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f66187f-f31b-4e8a-86f8-c67ea857ea8f req-fdd51c54-f8c2-424a-880d-9b3b3193424f tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 943 time: 0.0824814 Mar 09 04:29:37.125651 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f66187f-f31b-4e8a-86f8-c67ea857ea8f req-3accc3bd-c0ce-4a8f-ac1f-5cf1acb083f8 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410774 Mar 09 04:29:37.132857 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba1802-3598-4600-be85-b1c7e95d7c48 req-80a4230a-5ca8-4ae8-a5c4-0284b4097c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:37.134502 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2cba1802-3598-4600-be85-b1c7e95d7c48 req-80a4230a-5ca8-4ae8-a5c4-0284b4097c5b service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 HTTP/1.1" status: 200 len: 915 time: 0.1301880 Mar 09 04:29:37.204558 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2cba1802-3598-4600-be85-b1c7e95d7c48 req-d3c9adbb-b2ea-4259-9a1a-3db7647cda35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=845a66fd-2d08-42f4-80e8-665bc7df5f16 HTTP/1.1" status: 200 len: 217 time: 0.0644684 Mar 09 04:29:37.264431 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba1802-3598-4600-be85-b1c7e95d7c48 req-cb88b456-050c-4d76-8c8b-81695ad28adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:37.265820 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2cba1802-3598-4600-be85-b1c7e95d7c48 req-cb88b456-050c-4d76-8c8b-81695ad28adc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c961ea2-7236-4435-9e71-ae5b46e12d9b HTTP/1.1" status: 200 len: 854 time: 0.0561719 Mar 09 04:29:37.319142 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2cba1802-3598-4600-be85-b1c7e95d7c48 req-5783638b-8e04-43b9-a747-942cecdfc52f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477805 Mar 09 04:29:37.450505 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2cba1802-3598-4600-be85-b1c7e95d7c48 req-6937dc55-caca-4c80-b48d-300fed570354 service neutron] 10.222.0.24 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247199 Mar 09 04:29:37.582673 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2cba1802-3598-4600-be85-b1c7e95d7c48 req-221f8066-154c-4307-add1-d7749a7fd243 service neutron] 10.222.0.24 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269484 Mar 09 04:29:38.317818 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1668f20-e70a-4584-9977-1ea81c146096 req-be87c994-bdb5-423c-952c-336b615292b0 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:38.318493 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-f1668f20-e70a-4584-9977-1ea81c146096 req-be87c994-bdb5-423c-952c-336b615292b0 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Synchronizing usage tracker for tenant:7bde55d6cb8c49b6b5514d12f70121e8 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:29:38.334526 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-f1668f20-e70a-4584-9977-1ea81c146096 req-be87c994-bdb5-423c-952c-336b615292b0 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Unset dirty status for tenant:7bde55d6cb8c49b6b5514d12f70121e8 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:29:38.335672 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f1668f20-e70a-4584-9977-1ea81c146096 req-be87c994-bdb5-423c-952c-336b615292b0 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 943 time: 0.1064992 Mar 09 04:29:38.383639 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-f1668f20-e70a-4584-9977-1ea81c146096 req-701dafdf-8e45-4c99-834d-7f71718abba5 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Synchronizing usage tracker for tenant:7bde55d6cb8c49b6b5514d12f70121e8 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:29:38.399597 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-f1668f20-e70a-4584-9977-1ea81c146096 req-701dafdf-8e45-4c99-834d-7f71718abba5 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Unset dirty status for tenant:7bde55d6cb8c49b6b5514d12f70121e8 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:29:38.400751 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f1668f20-e70a-4584-9977-1ea81c146096 req-701dafdf-8e45-4c99-834d-7f71718abba5 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591452 Mar 09 04:29:39.135607 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:39.581366 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f84af-3414-4649-83ac-6af77b3a0197 req-3b4954e8-8438-4926-bcb2-8dd67390699e tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:39.582789 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-574f84af-3414-4649-83ac-6af77b3a0197 req-3b4954e8-8438-4926-bcb2-8dd67390699e tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 943 time: 0.0784698 Mar 09 04:29:39.624661 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-574f84af-3414-4649-83ac-6af77b3a0197 req-6fe56342-8a92-453e-9f84-f9eb1fc67232 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364189 Mar 09 04:29:40.810311 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822acb43-129b-4194-941d-0947367a1d19 req-4f049ec5-2d66-4d96-bab4-12e687e1c64b tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:40.811768 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-822acb43-129b-4194-941d-0947367a1d19 req-4f049ec5-2d66-4d96-bab4-12e687e1c64b tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 943 time: 0.0813789 Mar 09 04:29:40.858185 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-822acb43-129b-4194-941d-0947367a1d19 req-4298849c-0f11-467c-b5c3-3b932df00f38 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407219 Mar 09 04:29:41.263635 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 845a66fd-2d08-42f4-80e8-665bc7df5f16 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:29:41.393883 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 845a66fd-2d08-42f4-80e8-665bc7df5f16, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=845a66fd-2d08-42f4-80e8-665bc7df5f16,segment=NetworkSegment(85f8d12d-8706-41a1-840d-ac156470de20),segment_id=85f8d12d-8706-41a1-840d-ac156470de20)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:29:41.406866 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '845a66fd-2d08-42f4-80e8-665bc7df5f16', 'network_id': 'dbed2a2d-63ba-4236-95d4-cd3ca858a9d9', 'port_id': '845a66fd-2d08-42f4-80e8-665bc7df5f16', 'mac_address': 'fa:16:3e:1a:3a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c961ea2-7236-4435-9e71-ae5b46e12d9b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:29:41.463473 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:41.479272 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845a66fd-2d08-42f4-80e8-665bc7df5f16 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:29:41.494390 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 845a66fd-2d08-42f4-80e8-665bc7df5f16, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=845a66fd-2d08-42f4-80e8-665bc7df5f16,segment=NetworkSegment(85f8d12d-8706-41a1-840d-ac156470de20),segment_id=85f8d12d-8706-41a1-840d-ac156470de20)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:29:41.498600 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:41.563737 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=845a66fd-2d08-42f4-80e8-665bc7df5f16,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:29:41.790053 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['845a66fd-2d08-42f4-80e8-665bc7df5f16'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:29:42.045843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335f0a8-75cb-4247-be34-c36d47ebe00a req-7737e43b-d3dd-48c0-a141-908c9d7146eb tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:42.047300 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8335f0a8-75cb-4247-be34-c36d47ebe00a req-7737e43b-d3dd-48c0-a141-908c9d7146eb tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 944 time: 0.0818489 Mar 09 04:29:42.089401 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8335f0a8-75cb-4247-be34-c36d47ebe00a req-8dc410e3-f988-42d2-b9c9-04f7d90cb5d5 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366805 Mar 09 04:29:43.271289 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506dabf7-3458-4a1d-91bb-f56dd7ffbb4f req-6e40cd1c-da83-40b6-a400-d61f0e1eba51 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:43.272694 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-506dabf7-3458-4a1d-91bb-f56dd7ffbb4f req-6e40cd1c-da83-40b6-a400-d61f0e1eba51 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 944 time: 0.0802867 Mar 09 04:29:43.279550 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 845a66fd-2d08-42f4-80e8-665bc7df5f16 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:29:43.317114 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-506dabf7-3458-4a1d-91bb-f56dd7ffbb4f req-d96c4ae6-87ce-4933-9a37-c8d3371056b8 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388544 Mar 09 04:29:43.344724 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 845a66fd-2d08-42f4-80e8-665bc7df5f16 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:29:43.349219 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 845a66fd-2d08-42f4-80e8-665bc7df5f16 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:29:43.349577 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:43.462273 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:43.488415 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd03d44f-959f-4bb1-b396-8cfe6445b454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845a66fd-2d08-42f4-80e8-665bc7df5f16'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:29:43.498469 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 845a66fd-2d08-42f4-80e8-665bc7df5f16, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=845a66fd-2d08-42f4-80e8-665bc7df5f16,segment=NetworkSegment(85f8d12d-8706-41a1-840d-ac156470de20),segment_id=85f8d12d-8706-41a1-840d-ac156470de20)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:29:43.502383 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:43.538223 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd03d44f-959f-4bb1-b396-8cfe6445b454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845a66fd-2d08-42f4-80e8-665bc7df5f16', 'code': 200} Mar 09 04:29:43.580474 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=845a66fd-2d08-42f4-80e8-665bc7df5f16,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:29:43.658730 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32619f8-370c-4a76-9817-39ec7ea447c1 req-5d5412f8-1a61-4569-8158-cb6f32a521b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:43.660183 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a32619f8-370c-4a76-9817-39ec7ea447c1 req-5d5412f8-1a61-4569-8158-cb6f32a521b7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 1096 time: 0.0682101 Mar 09 04:29:43.700636 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a32619f8-370c-4a76-9817-39ec7ea447c1 req-0b3177eb-7ffb-4862-ab2f-d9ebb9bc6488 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336621 Mar 09 04:29:44.500252 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5740a-321b-42eb-a7e6-8f195717f8d2 req-b24e4f79-f30e-469d-8004-244f26e551c7 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:44.501675 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-79d5740a-321b-42eb-a7e6-8f195717f8d2 req-b24e4f79-f30e-469d-8004-244f26e551c7 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0818999 Mar 09 04:29:44.545037 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-79d5740a-321b-42eb-a7e6-8f195717f8d2 req-7a8f1c4b-713a-4a55-af46-a59fbc178236 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377691 Mar 09 04:29:45.728385 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a1ddf-0c9a-4669-a42b-f541d122c33a req-4b0c89d8-0c8b-41b3-b82c-c4384449fd8a tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:45.729783 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c11a1ddf-0c9a-4669-a42b-f541d122c33a req-4b0c89d8-0c8b-41b3-b82c-c4384449fd8a tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0809071 Mar 09 04:29:45.771864 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c11a1ddf-0c9a-4669-a42b-f541d122c33a req-734c969a-d111-4498-8af5-37bfaf330099 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366399 Mar 09 04:29:45.957819 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532805b-8432-43fd-ab87-c3dfbebbe87e req-8930e458-c8bf-449e-a73d-b2b9102a3d7f tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:45.959444 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2532805b-8432-43fd-ab87-c3dfbebbe87e req-8930e458-c8bf-449e-a73d-b2b9102a3d7f tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0828938 Mar 09 04:29:46.005087 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2532805b-8432-43fd-ab87-c3dfbebbe87e req-30f61b14-bc2e-4143-a5f0-57ac2acc08ca tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401387 Mar 09 04:29:46.341989 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fd52a-a3c2-4e4d-8ef7-e6263aa6afb0 req-92c199a2-310d-4adb-8bd3-e9bb9497d2f8 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:46.343437 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-898fd52a-a3c2-4e4d-8ef7-e6263aa6afb0 req-92c199a2-310d-4adb-8bd3-e9bb9497d2f8 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0817103 Mar 09 04:29:46.387507 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-898fd52a-a3c2-4e4d-8ef7-e6263aa6afb0 req-fb27a664-aed5-482c-bf51-54e807233b07 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383675 Mar 09 04:29:46.567133 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992f212-b1ba-44cd-a91d-6161392ebf96 req-ee93e93c-bb96-4975-9b39-fbbfe3a1438c tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:46.568591 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6992f212-b1ba-44cd-a91d-6161392ebf96 req-ee93e93c-bb96-4975-9b39-fbbfe3a1438c tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0790074 Mar 09 04:29:46.612356 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6992f212-b1ba-44cd-a91d-6161392ebf96 req-ec5980e1-f770-4087-b901-b15cbc345781 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382874 Mar 09 04:29:46.958771 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-6ca31332-22a3-4da8-85c4-b140aa6b34a0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0736203 Mar 09 04:29:47.012982 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf9807-1f61-4288-b5c2-36b5a8200f9a req-aaf78149-7b72-4d4c-ac62-32bee5dac852 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:47.014614 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2cbf9807-1f61-4288-b5c2-36b5a8200f9a req-aaf78149-7b72-4d4c-ac62-32bee5dac852 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0853033 Mar 09 04:29:47.057697 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2cbf9807-1f61-4288-b5c2-36b5a8200f9a req-0c2e6051-bd3c-46dd-8a77-cc51e2e7f325 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374982 Mar 09 04:29:48.298521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-faf45f49-53c3-44c6-88cb-8fa33e23284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:48.300166 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-faf45f49-53c3-44c6-88cb-8fa33e23284c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bde55d6cb8c49b6b5514d12f70121e8&device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 1096 time: 0.2322252 Mar 09 04:29:48.334342 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13784e9-fb01-4d18-91eb-4272f247332c req-e83aafd5-04b1-47ac-84c8-ea88cf9140ed tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:48.335769 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a13784e9-fb01-4d18-91eb-4272f247332c req-e83aafd5-04b1-47ac-84c8-ea88cf9140ed tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.1328118 Mar 09 04:29:48.454648 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a13784e9-fb01-4d18-91eb-4272f247332c req-6065d4c6-238c-4f34-a9ba-ca9da6129fd4 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047158 Mar 09 04:29:48.474498 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-e22fc830-ff12-47eb-8037-2bc9e0297b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:48.475923 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-e22fc830-ff12-47eb-8037-2bc9e0297b27 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 HTTP/1.1" status: 200 len: 915 time: 0.1674933 Mar 09 04:29:48.544846 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-4a535134-f624-4669-b0dc-d94e88c607c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=845a66fd-2d08-42f4-80e8-665bc7df5f16 HTTP/1.1" status: 200 len: 217 time: 0.0631454 Mar 09 04:29:48.611414 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-b8d8a8ac-7979-4b89-b614-abb2986d2c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:48.612831 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-b8d8a8ac-7979-4b89-b614-abb2986d2c8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c961ea2-7236-4435-9e71-ae5b46e12d9b HTTP/1.1" status: 200 len: 854 time: 0.0627329 Mar 09 04:29:48.658532 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-89f46abf-00fd-4b9b-a28b-a300c41c36f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395594 Mar 09 04:29:48.786438 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-140e59d1-a0a4-4d2b-b08e-1bdfebc7de86 service neutron] 10.222.0.24 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217754 Mar 09 04:29:48.918246 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-cdd5e929-0781-42c6-8954-5218f91c6393 service neutron] 10.222.0.24 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258888 Mar 09 04:29:49.636969 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e09289-3106-4a9a-b6cd-09d8993b3cff req-543ca093-60c2-4dc1-a218-bdc6745bccfd tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:49.638985 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-21e09289-3106-4a9a-b6cd-09d8993b3cff req-543ca093-60c2-4dc1-a218-bdc6745bccfd tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0788419 Mar 09 04:29:49.790122 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-21e09289-3106-4a9a-b6cd-09d8993b3cff req-6892986a-4e38-431f-a133-fbb6a1f26cae tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455324 Mar 09 04:29:50.975248 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f95ff4-c09d-470f-bfe4-fa3148730dd4 req-637ea63f-50a1-4428-be50-bb5291ad7c86 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:50.976678 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-58f95ff4-c09d-470f-bfe4-fa3148730dd4 req-637ea63f-50a1-4428-be50-bb5291ad7c86 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0839226 Mar 09 04:29:51.020155 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-58f95ff4-c09d-470f-bfe4-fa3148730dd4 req-a0014c0a-0375-426b-a83f-015aba069c05 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372465 Mar 09 04:29:52.202314 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadce50f-bc12-4145-b625-dcc7d2433c26 req-c54e13e8-52ff-4028-a364-039001e147d6 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:52.203791 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eadce50f-bc12-4145-b625-dcc7d2433c26 req-c54e13e8-52ff-4028-a364-039001e147d6 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0800860 Mar 09 04:29:52.246567 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eadce50f-bc12-4145-b625-dcc7d2433c26 req-3ee46205-5bc9-4638-8cd9-fbaa7963bad2 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372586 Mar 09 04:29:53.428090 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a44240-c01c-4777-8f16-1be16e738524 req-a6ad51a7-f33a-4c3d-bc55-cf9b8ce6e756 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:53.429500 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-47a44240-c01c-4777-8f16-1be16e738524 req-a6ad51a7-f33a-4c3d-bc55-cf9b8ce6e756 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0785327 Mar 09 04:29:53.471594 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-47a44240-c01c-4777-8f16-1be16e738524 req-cb50fe5c-1368-4972-8f0c-d1464965254d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360332 Mar 09 04:29:54.653214 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da06f1f-19d7-4cdf-ad49-183bb6ff52c3 req-a872f625-55c0-4f8d-9c34-c3c10f121d30 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:54.654625 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0da06f1f-19d7-4cdf-ad49-183bb6ff52c3 req-a872f625-55c0-4f8d-9c34-c3c10f121d30 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0809565 Mar 09 04:29:54.698043 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0da06f1f-19d7-4cdf-ad49-183bb6ff52c3 req-8edc2b4c-1ab6-4f79-8db0-b82423fea07d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377798 Mar 09 04:29:55.888619 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3be0b2-790d-4994-90bc-9c04d4ccdae3 req-4694afaa-1a4f-45d9-a6ee-df02e6e4a309 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:55.890048 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5d3be0b2-790d-4994-90bc-9c04d4ccdae3 req-4694afaa-1a4f-45d9-a6ee-df02e6e4a309 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0883915 Mar 09 04:29:55.933042 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5d3be0b2-790d-4994-90bc-9c04d4ccdae3 req-305b1d07-b383-4988-9aa8-4c39c8d8ac32 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373096 Mar 09 04:29:56.616883 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:29:57.116386 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a35a6d-7a1d-4bbc-8d5e-3f5cd1371d0f req-036a7ef8-34d7-41fa-9976-5be1f2aaff6d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:57.117846 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-55a35a6d-7a1d-4bbc-8d5e-3f5cd1371d0f req-036a7ef8-34d7-41fa-9976-5be1f2aaff6d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0778337 Mar 09 04:29:57.163395 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-55a35a6d-7a1d-4bbc-8d5e-3f5cd1371d0f req-3b6140a9-2e8e-4943-b5ab-7ea8734a57f3 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401433 Mar 09 04:29:58.344802 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd47b9-2f93-4493-a9fe-5bbb8fd63baa req-d9ed6342-d59f-4b30-829b-533f67c18a34 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:58.346235 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-37fd47b9-2f93-4493-a9fe-5bbb8fd63baa req-d9ed6342-d59f-4b30-829b-533f67c18a34 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0789273 Mar 09 04:29:58.393399 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-37fd47b9-2f93-4493-a9fe-5bbb8fd63baa req-c2fbc0de-0291-4756-bb7b-6cf4c8582fe3 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414798 Mar 09 04:29:58.786693 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d0fa244b-7c81-4a71-90ce-8fda7f1ed9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:29:59.573044 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108f864-6800-4567-8935-7927e0f7836c req-79c84e93-ea4e-4af9-b816-acfbba133697 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:29:59.574479 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2108f864-6800-4567-8935-7927e0f7836c req-79c84e93-ea4e-4af9-b816-acfbba133697 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0781674 Mar 09 04:29:59.616617 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2108f864-6800-4567-8935-7927e0f7836c req-34bb3284-3e6e-4cfb-8127-aa0f83024be0 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366480 Mar 09 04:30:00.801617 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1acb8-2116-4dd1-a07f-ad95a0dde2b9 req-45e9a448-8ce4-4ab0-8bff-6c3cac20b9c1 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:00.803084 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-11b1acb8-2116-4dd1-a07f-ad95a0dde2b9 req-45e9a448-8ce4-4ab0-8bff-6c3cac20b9c1 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0794075 Mar 09 04:30:00.845898 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-11b1acb8-2116-4dd1-a07f-ad95a0dde2b9 req-5f4aadd1-d013-469d-bf2c-acdb81a458a9 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373180 Mar 09 04:30:01.171783 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6813c1e5-6ded-485c-9881-f29e2b3dbfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:02.030273 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88eb72-5e64-4870-af77-902c271f5155 req-e540c856-9bcd-4090-9fd5-614826b2046c tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:02.031736 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ea88eb72-5e64-4870-af77-902c271f5155 req-e540c856-9bcd-4090-9fd5-614826b2046c tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0812724 Mar 09 04:30:02.074119 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ea88eb72-5e64-4870-af77-902c271f5155 req-f6a39d75-d258-4afe-a5f4-ea946cfa3b67 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369415 Mar 09 04:30:02.333232 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:02.360518 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:03.259765 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb57949-1d45-450a-b646-a76bb00314bb req-540e0616-ddca-43b3-8f9f-fd108377708b tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:03.261436 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fcb57949-1d45-450a-b646-a76bb00314bb req-540e0616-ddca-43b3-8f9f-fd108377708b tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0834723 Mar 09 04:30:03.307607 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fcb57949-1d45-450a-b646-a76bb00314bb req-15955639-a411-4afe-9a3d-9b18bcc9d24b tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398529 Mar 09 04:30:03.629006 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:04.493039 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542be79-7e7d-4069-872e-c67d1db2110e req-c1991e81-2d97-437d-8751-ccb639e4b52b tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:04.494451 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2542be79-7e7d-4069-872e-c67d1db2110e req-c1991e81-2d97-437d-8751-ccb639e4b52b tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0782378 Mar 09 04:30:04.539882 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2542be79-7e7d-4069-872e-c67d1db2110e req-b38f0bcb-cbda-47aa-9c7e-599194da4f6d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395792 Mar 09 04:30:04.549778 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:05.720932 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e5de2-c716-43a7-9100-cc23857b22ff req-7c1dd418-3248-4403-b8b8-e183d468e7bf tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:05.722356 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-190e5de2-c716-43a7-9100-cc23857b22ff req-7c1dd418-3248-4403-b8b8-e183d468e7bf tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0790322 Mar 09 04:30:05.768226 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-190e5de2-c716-43a7-9100-cc23857b22ff req-7b31c152-b0e0-4aa4-9a66-6d41f73ee22f tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403254 Mar 09 04:30:07.101401 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952aa42-108a-4713-8fee-30155d492dd6 req-6452eba1-eeef-4be4-a734-bf970b890162 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:07.102819 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6952aa42-108a-4713-8fee-30155d492dd6 req-6452eba1-eeef-4be4-a734-bf970b890162 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0823815 Mar 09 04:30:07.145542 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6952aa42-108a-4713-8fee-30155d492dd6 req-292a7a33-25a8-4069-aa0e-50c131aaef18 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367217 Mar 09 04:30:08.341538 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761813c-6892-4a3f-bddd-88ae429da4dd req-ef1af099-b1e2-47c7-a1ad-7b21adc9d742 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:08.342998 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4761813c-6892-4a3f-bddd-88ae429da4dd req-ef1af099-b1e2-47c7-a1ad-7b21adc9d742 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0832653 Mar 09 04:30:08.388056 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4761813c-6892-4a3f-bddd-88ae429da4dd req-af6d67d8-2359-4a64-8205-9a71c384ccd8 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392196 Mar 09 04:30:09.136726 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:09.568095 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bba7f7-6096-4907-93f0-55d390e0c395 req-9766f5be-4efe-42d0-9788-455ec565e5f1 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:09.569530 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9bba7f7-6096-4907-93f0-55d390e0c395 req-9766f5be-4efe-42d0-9788-455ec565e5f1 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0791934 Mar 09 04:30:09.617952 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9bba7f7-6096-4907-93f0-55d390e0c395 req-780354da-0b3b-41c4-bedb-10a693561608 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427911 Mar 09 04:30:10.802177 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba7c0b-a249-43d4-b05e-4a19678ec2b1 req-28671a92-0811-469f-8e1d-8ad2853bf1be tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:10.803610 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-aeba7c0b-a249-43d4-b05e-4a19678ec2b1 req-28671a92-0811-469f-8e1d-8ad2853bf1be tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0804429 Mar 09 04:30:10.944144 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-aeba7c0b-a249-43d4-b05e-4a19678ec2b1 req-209f952e-5668-40e4-92a1-e0fecb8d4746 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350160 Mar 09 04:30:12.125971 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b7c9e-c198-4e08-9f33-cc77313cae12 req-25fc69e7-fd2a-4659-82f6-598045c770b6 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:12.127413 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-332b7c9e-c198-4e08-9f33-cc77313cae12 req-25fc69e7-fd2a-4659-82f6-598045c770b6 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0774603 Mar 09 04:30:12.170133 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-332b7c9e-c198-4e08-9f33-cc77313cae12 req-0e26719b-c318-4a46-b055-1611e70824c7 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371037 Mar 09 04:30:13.349437 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431b573-2dfd-4ac2-b236-008a9c6630e0 req-706b5198-1f8b-4502-93e1-f56e88dd74a2 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:13.350895 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0431b573-2dfd-4ac2-b236-008a9c6630e0 req-706b5198-1f8b-4502-93e1-f56e88dd74a2 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0790169 Mar 09 04:30:13.394032 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0431b573-2dfd-4ac2-b236-008a9c6630e0 req-42770e7e-dfec-43dd-b8e0-cc11278fc419 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369987 Mar 09 04:30:13.878577 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603212d1-6159-4af8-9ab1-df10debaef4f req-e957d664-0e0c-4f4e-8d3d-59f23745ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:13.880418 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-603212d1-6159-4af8-9ab1-df10debaef4f req-e957d664-0e0c-4f4e-8d3d-59f23745ff88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bde55d6cb8c49b6b5514d12f70121e8&device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 1096 time: 0.0724256 Mar 09 04:30:14.024131 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603212d1-6159-4af8-9ab1-df10debaef4f req-86cf4204-9a1d-4288-9d69-0a9d8bbfd7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:14.025559 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-603212d1-6159-4af8-9ab1-df10debaef4f req-86cf4204-9a1d-4288-9d69-0a9d8bbfd7e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 HTTP/1.1" status: 200 len: 915 time: 0.1257381 Mar 09 04:30:14.094128 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-603212d1-6159-4af8-9ab1-df10debaef4f req-66e00850-2d39-447c-b1e2-17faed462792 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=845a66fd-2d08-42f4-80e8-665bc7df5f16 HTTP/1.1" status: 200 len: 217 time: 0.0625725 Mar 09 04:30:14.163597 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603212d1-6159-4af8-9ab1-df10debaef4f req-ec885354-3c25-44d9-889f-e22bcb22690b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:14.164932 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-603212d1-6159-4af8-9ab1-df10debaef4f req-ec885354-3c25-44d9-889f-e22bcb22690b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c961ea2-7236-4435-9e71-ae5b46e12d9b HTTP/1.1" status: 200 len: 854 time: 0.0653749 Mar 09 04:30:14.209872 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-603212d1-6159-4af8-9ab1-df10debaef4f req-8a246f22-6070-4d88-8d6f-493d755d73d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396693 Mar 09 04:30:14.337572 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-603212d1-6159-4af8-9ab1-df10debaef4f req-54b876a1-dab7-4acc-9095-8348e2431b63 service neutron] 10.222.0.24 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209757 Mar 09 04:30:14.540515 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-603212d1-6159-4af8-9ab1-df10debaef4f req-fb2b1ab3-47fd-476c-a224-c3760182db3d service neutron] 10.222.0.24 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244888 Mar 09 04:30:14.578611 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3b04d-413e-4a2b-b620-d712c9613084 req-e7e16cc0-8237-4cb8-adae-fe2300dbb67a tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:14.580093 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84c3b04d-413e-4a2b-b620-d712c9613084 req-e7e16cc0-8237-4cb8-adae-fe2300dbb67a tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0821965 Mar 09 04:30:14.623502 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-84c3b04d-413e-4a2b-b620-d712c9613084 req-20e2a68d-c7f9-4563-9a5c-c81db6b89e79 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377531 Mar 09 04:30:15.858011 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-24e53152-c57c-48e6-8d31-8a7ac4d7f41d service neutron] show failed (client error): The resource could not be found. Mar 09 04:30:15.859019 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-24e53152-c57c-48e6-8d31-8a7ac4d7f41d service neutron] 10.222.0.24 "GET /v2.0/ports/845a66fd-2d08-42f4-80e8-665bc7df5f16/bindings/n-h2-825178-5 HTTP/1.1" status: 404 len: 380 time: 0.0957870 Mar 09 04:30:15.871818 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d50eb1-ec5f-4929-ae79-029a855ab8cd req-6f4a5651-e1de-4f46-9c21-bfde4d221a58 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:15.873355 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-65d50eb1-ec5f-4929-ae79-029a855ab8cd req-6f4a5651-e1de-4f46-9c21-bfde4d221a58 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.1450424 Mar 09 04:30:15.922728 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-65d50eb1-ec5f-4929-ae79-029a855ab8cd req-d6b3a6bf-0a75-4fe8-a500-47736335e60e tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429623 Mar 09 04:30:16.113728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-b5210692-21d6-4bb5-b598-950b3acceb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:16.115194 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-b5210692-21d6-4bb5-b598-950b3acceb14 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454&tenant_id=7bde55d6cb8c49b6b5514d12f70121e8 HTTP/1.1" status: 200 len: 1096 time: 0.0691001 Mar 09 04:30:16.125660 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-5', 'device_owner': 'compute:nova'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:30:16.233140 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:16.491664 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] For port 845a66fd-2d08-42f4-80e8-665bc7df5f16, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=845a66fd-2d08-42f4-80e8-665bc7df5f16,segment=NetworkSegment(85f8d12d-8706-41a1-840d-ac156470de20),segment_id=85f8d12d-8706-41a1-840d-ac156470de20)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:30:16.519833 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] For port 845a66fd-2d08-42f4-80e8-665bc7df5f16, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:30:16.579487 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd03d44f-959f-4bb1-b396-8cfe6445b454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '845a66fd-2d08-42f4-80e8-665bc7df5f16'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:30:16.584737 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:16.599922 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Transition to ACTIVE for port object 845a66fd-2d08-42f4-80e8-665bc7df5f16 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:30:16.603978 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:16.751057 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd03d44f-959f-4bb1-b396-8cfe6445b454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '845a66fd-2d08-42f4-80e8-665bc7df5f16', 'code': 200} Mar 09 04:30:16.763385 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] No DVR routers for this DVR port 845a66fd-2d08-42f4-80e8-665bc7df5f16 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:30:16.799614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Pushing event updated for resources: {'Port': ['ID=845a66fd-2d08-42f4-80e8-665bc7df5f16,revision_number=6']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:30:16.929258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:30:16.929590 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:30:16.929918 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:30:16.930241 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:30:16.930560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:30:16.930893 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:30:16.931215 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:30:16.931523 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:30:16.931833 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:30:16.932138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:30:16.932444 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:30:16.932747 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:30:16.939239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Attempting to bind port 845a66fd-2d08-42f4-80e8-665bc7df5f16 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:30:16.939571 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Attempting to bind port 845a66fd-2d08-42f4-80e8-665bc7df5f16 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '85f8d12d-8706-41a1-840d-ac156470de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dbed2a2d-63ba-4236-95d4-cd3ca858a9d9'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:30:16.939888 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Attempting to bind port 845a66fd-2d08-42f4-80e8-665bc7df5f16 on network dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:30:16.944552 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Port 845a66fd-2d08-42f4-80e8-665bc7df5f16 on network dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:30:16.944861 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Attempting to bind port 845a66fd-2d08-42f4-80e8-665bc7df5f16 on network dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:30:16.950033 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:30:16.950363 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Checking segment: {'id': '85f8d12d-8706-41a1-840d-ac156470de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dbed2a2d-63ba-4236-95d4-cd3ca858a9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:30:16.950736 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Bound using segment: {'id': '85f8d12d-8706-41a1-840d-ac156470de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dbed2a2d-63ba-4236-95d4-cd3ca858a9d9'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:30:16.951673 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Bound port: 845a66fd-2d08-42f4-80e8-665bc7df5f16, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f8d12d-8706-41a1-840d-ac156470de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dbed2a2d-63ba-4236-95d4-cd3ca858a9d9'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:30:16.951673 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:17.037821 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] For port 845a66fd-2d08-42f4-80e8-665bc7df5f16, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:30:17.040754 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] For port 845a66fd-2d08-42f4-80e8-665bc7df5f16, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=845a66fd-2d08-42f4-80e8-665bc7df5f16,segment=NetworkSegment(85f8d12d-8706-41a1-840d-ac156470de20),segment_id=85f8d12d-8706-41a1-840d-ac156470de20)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:30:17.048521 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:17.105662 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:17.106287 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:17.107653 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] 10.222.0.21 "PUT /v2.0/ports/845a66fd-2d08-42f4-80e8-665bc7df5f16 HTTP/1.1" status: 200 len: 1091 time: 0.9857860 Mar 09 04:30:17.110086 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fc1e0-fdb8-478d-b3fe-9fd250046bf7 req-f56f8365-71c3-4015-aaf4-8464743b0d8a tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:17.111666 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b75fc1e0-fdb8-478d-b3fe-9fd250046bf7 req-f56f8365-71c3-4015-aaf4-8464743b0d8a tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 943 time: 0.0847561 Mar 09 04:30:17.126196 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbd48f-a57e-494c-a1e4-54534d939abb service neutron] Pushing event updated for resources: {'Port': ['ID=845a66fd-2d08-42f4-80e8-665bc7df5f16,revision_number=7']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:30:17.159113 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b75fc1e0-fdb8-478d-b3fe-9fd250046bf7 req-ebca6387-8211-4be9-849c-c6535e30a2d1 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414739 Mar 09 04:30:17.202098 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-2854e34a-474e-43e1-b687-3714d19dacd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:17.203591 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-2854e34a-474e-43e1-b687-3714d19dacd3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde55d6cb8c49b6b5514d12f70121e8&device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 1094 time: 0.0718496 Mar 09 04:30:17.331939 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-2f67a0a8-61ee-471b-bf2d-672839e5f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:17.333273 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-2f67a0a8-61ee-471b-bf2d-672839e5f589 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 HTTP/1.1" status: 200 len: 915 time: 0.1241362 Mar 09 04:30:17.402919 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-3e93ac75-d85f-470c-a00e-a4ba6d52ab71 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=845a66fd-2d08-42f4-80e8-665bc7df5f16 HTTP/1.1" status: 200 len: 217 time: 0.0630648 Mar 09 04:30:17.462093 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-f6f48459-5f69-45b0-9481-819895424ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:17.463766 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-f6f48459-5f69-45b0-9481-819895424ca9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c961ea2-7236-4435-9e71-ae5b46e12d9b HTTP/1.1" status: 200 len: 854 time: 0.0561571 Mar 09 04:30:17.507818 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-df576aef-673e-4817-9d13-b15713733b08 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389020 Mar 09 04:30:17.642579 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-5448ace8-d061-4dd4-b9f6-8fa5bf8eea3a service neutron] 10.222.0.21 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294127 Mar 09 04:30:17.771507 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d22b84d-eb9a-48c2-9bf1-9cf256de643a req-7f8a9ad2-79d2-45f5-ba0d-1a8ff451d21d service neutron] 10.222.0.21 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234629 Mar 09 04:30:18.348131 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec96b2-e1a9-4f5c-9211-a6dfa8e2bf73 req-2d6b319c-3336-450b-9eb8-e78be6e24714 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:18.349581 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-edec96b2-e1a9-4f5c-9211-a6dfa8e2bf73 req-2d6b319c-3336-450b-9eb8-e78be6e24714 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 943 time: 0.0849328 Mar 09 04:30:18.393016 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-edec96b2-e1a9-4f5c-9211-a6dfa8e2bf73 req-153a01dc-0205-4aab-8439-d5d58e60a8ad tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378745 Mar 09 04:30:18.752300 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd03d44f-959f-4bb1-b396-8cfe6445b454', 'tag': '845a66fd-2d08-42f4-80e8-665bc7df5f16'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:30:18.807812 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd03d44f-959f-4bb1-b396-8cfe6445b454', 'tag': '845a66fd-2d08-42f4-80e8-665bc7df5f16', 'status': 'completed', 'code': 200} Mar 09 04:30:18.893755 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02d028-1d9a-4411-9cb3-71259c2140c0 req-19be9feb-fa80-4ea1-b2d9-b23435459d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:18.895151 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-da02d028-1d9a-4411-9cb3-71259c2140c0 req-19be9feb-fa80-4ea1-b2d9-b23435459d18 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde55d6cb8c49b6b5514d12f70121e8&device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 1094 time: 0.0693471 Mar 09 04:30:18.902077 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02d028-1d9a-4411-9cb3-71259c2140c0 req-ba31a8f7-6251-48de-9901-2ef3d85f2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:18.904118 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-da02d028-1d9a-4411-9cb3-71259c2140c0 req-ba31a8f7-6251-48de-9901-2ef3d85f2e6d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bde55d6cb8c49b6b5514d12f70121e8&device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 1094 time: 0.0753617 Mar 09 04:30:19.030524 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02d028-1d9a-4411-9cb3-71259c2140c0 req-56fdaa06-7c8f-476a-a4a2-a1340f47646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:19.032126 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-da02d028-1d9a-4411-9cb3-71259c2140c0 req-56fdaa06-7c8f-476a-a4a2-a1340f47646b service neutron] 10.222.0.21 "GET /v2.0/networks?id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 HTTP/1.1" status: 200 len: 915 time: 0.1312153 Mar 09 04:30:19.039919 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02d028-1d9a-4411-9cb3-71259c2140c0 req-48b615cb-b73a-47e5-a63d-040f80718fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:19.041318 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-da02d028-1d9a-4411-9cb3-71259c2140c0 req-48b615cb-b73a-47e5-a63d-040f80718fcc service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 HTTP/1.1" status: 200 len: 915 time: 0.1314812 Mar 09 04:30:19.103480 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-da02d028-1d9a-4411-9cb3-71259c2140c0 req-db2528ee-9216-4318-9313-c00c6f05f087 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=845a66fd-2d08-42f4-80e8-665bc7df5f16 HTTP/1.1" status: 200 len: 217 time: 0.0653081 Mar 09 04:30:19.107477 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-da02d028-1d9a-4411-9cb3-71259c2140c0 req-297ade4a-84cb-4e68-be58-1082f33ca811 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=845a66fd-2d08-42f4-80e8-665bc7df5f16 HTTP/1.1" status: 200 len: 217 time: 0.0599089 Mar 09 04:30:19.170202 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02d028-1d9a-4411-9cb3-71259c2140c0 req-31744000-f397-4c2a-8752-6b52e12f2f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:19.171848 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-da02d028-1d9a-4411-9cb3-71259c2140c0 req-31744000-f397-4c2a-8752-6b52e12f2f96 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c961ea2-7236-4435-9e71-ae5b46e12d9b HTTP/1.1" status: 200 len: 854 time: 0.0605121 Mar 09 04:30:19.172253 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02d028-1d9a-4411-9cb3-71259c2140c0 req-e6a931a4-a2cb-4a47-a90a-e3069970a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:19.173647 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-da02d028-1d9a-4411-9cb3-71259c2140c0 req-e6a931a4-a2cb-4a47-a90a-e3069970a43b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c961ea2-7236-4435-9e71-ae5b46e12d9b HTTP/1.1" status: 200 len: 854 time: 0.0603130 Mar 09 04:30:19.219873 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-da02d028-1d9a-4411-9cb3-71259c2140c0 req-177bdec5-e688-415a-a4aa-e543bcc9829d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400708 Mar 09 04:30:19.220077 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-da02d028-1d9a-4411-9cb3-71259c2140c0 req-d3b63e88-47b9-41f1-a807-52cc3f16f40d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417888 Mar 09 04:30:19.378881 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-da02d028-1d9a-4411-9cb3-71259c2140c0 req-828b37e7-d1a6-4ccb-b55c-e0fb81d467e9 service neutron] 10.222.0.21 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529002 Mar 09 04:30:19.464890 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-da02d028-1d9a-4411-9cb3-71259c2140c0 req-41487cf4-62ab-4d71-a909-eba0bb88a75a service neutron] 10.222.0.24 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389646 Mar 09 04:30:19.558844 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-da02d028-1d9a-4411-9cb3-71259c2140c0 req-8a7fcd94-8fe8-46f0-a9ed-fb368085adb2 service neutron] 10.222.0.21 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737680 Mar 09 04:30:19.602774 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3662c-f769-4237-a894-c239c11cc898 req-93656c92-5372-4039-904f-bb5b3a0bf337 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:19.604269 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e0a3662c-f769-4237-a894-c239c11cc898 req-93656c92-5372-4039-904f-bb5b3a0bf337 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 943 time: 0.0843601 Mar 09 04:30:19.605706 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-da02d028-1d9a-4411-9cb3-71259c2140c0 req-32369593-75a4-4e75-954d-17d92a299615 service neutron] 10.222.0.24 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341252 Mar 09 04:30:19.661041 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e0a3662c-f769-4237-a894-c239c11cc898 req-badae406-5cc2-4b28-8561-61e17d375292 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494516 Mar 09 04:30:19.958954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadd479-afc6-433c-8e32-8c2415d0e4ff req-2ce89c25-b2fe-4f19-85c4-9b49026328d9 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:19.960316 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-efadd479-afc6-433c-8e32-8c2415d0e4ff req-2ce89c25-b2fe-4f19-85c4-9b49026328d9 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 943 time: 0.0837114 Mar 09 04:30:19.962673 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e06653-b186-46bd-9238-8c4afc50a075 req-afbd8e14-e3b6-4ef0-adf2-02e5c3bf46b8 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:19.964158 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95e06653-b186-46bd-9238-8c4afc50a075 req-afbd8e14-e3b6-4ef0-adf2-02e5c3bf46b8 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454&tenant_id=7bde55d6cb8c49b6b5514d12f70121e8&binding%3Ahost_id=n-h2-825178-5 HTTP/1.1" status: 200 len: 943 time: 0.0840774 Mar 09 04:30:20.004967 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-efadd479-afc6-433c-8e32-8c2415d0e4ff req-c2d4c705-7117-4dcf-aa79-c2c1a9943cfa tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384066 Mar 09 04:30:20.047413 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [req-95e06653-b186-46bd-9238-8c4afc50a075 req-d3fb911b-863f-4429-9f13-0f2507b07e5a service neutron] delete failed (client error): The resource could not be found. Mar 09 04:30:20.048457 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95e06653-b186-46bd-9238-8c4afc50a075 req-d3fb911b-863f-4429-9f13-0f2507b07e5a service neutron] 10.222.0.24 "DELETE /v2.0/ports/845a66fd-2d08-42f4-80e8-665bc7df5f16/bindings/n-h1-825178-5 HTTP/1.1" status: 404 len: 380 time: 0.0790021 Mar 09 04:30:20.182820 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e06653-b186-46bd-9238-8c4afc50a075 req-92bb3af4-ca36-4b5b-b257-4a8aedeae03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:20.184303 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95e06653-b186-46bd-9238-8c4afc50a075 req-92bb3af4-ca36-4b5b-b257-4a8aedeae03e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bde55d6cb8c49b6b5514d12f70121e8&device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 1094 time: 0.0701604 Mar 09 04:30:20.312862 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e06653-b186-46bd-9238-8c4afc50a075 req-9d7d7956-64a9-4852-9f33-c08a4b97dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:20.314261 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95e06653-b186-46bd-9238-8c4afc50a075 req-9d7d7956-64a9-4852-9f33-c08a4b97dc6d service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 HTTP/1.1" status: 200 len: 915 time: 0.1246669 Mar 09 04:30:20.384681 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95e06653-b186-46bd-9238-8c4afc50a075 req-221aa1c8-cfab-4135-81ad-3a4c413b78f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=845a66fd-2d08-42f4-80e8-665bc7df5f16 HTTP/1.1" status: 200 len: 217 time: 0.0641994 Mar 09 04:30:20.448601 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e06653-b186-46bd-9238-8c4afc50a075 req-b616c0c9-7579-4cf1-be58-c1e3843c3528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:20.450558 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95e06653-b186-46bd-9238-8c4afc50a075 req-b616c0c9-7579-4cf1-be58-c1e3843c3528 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c961ea2-7236-4435-9e71-ae5b46e12d9b HTTP/1.1" status: 200 len: 854 time: 0.0600355 Mar 09 04:30:20.498529 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95e06653-b186-46bd-9238-8c4afc50a075 req-4c3f10dd-2c39-4924-b7e2-a0e3d2fdf89b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427227 Mar 09 04:30:20.627465 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95e06653-b186-46bd-9238-8c4afc50a075 req-df34bad2-bde2-4dc5-a344-c60c02e197f9 service neutron] 10.222.0.24 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232696 Mar 09 04:30:20.653437 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 845a66fd-2d08-42f4-80e8-665bc7df5f16 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:30:20.759831 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95e06653-b186-46bd-9238-8c4afc50a075 req-fae0096a-6325-4f0c-8315-158397e1a690 service neutron] 10.222.0.24 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256752 Mar 09 04:30:20.784424 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 845a66fd-2d08-42f4-80e8-665bc7df5f16, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=845a66fd-2d08-42f4-80e8-665bc7df5f16,segment=NetworkSegment(85f8d12d-8706-41a1-840d-ac156470de20),segment_id=85f8d12d-8706-41a1-840d-ac156470de20)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:30:20.797598 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '845a66fd-2d08-42f4-80e8-665bc7df5f16', 'network_id': 'dbed2a2d-63ba-4236-95d4-cd3ca858a9d9', 'port_id': '845a66fd-2d08-42f4-80e8-665bc7df5f16', 'mac_address': 'fa:16:3e:1a:3a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c961ea2-7236-4435-9e71-ae5b46e12d9b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:30:20.856390 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:20.873060 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845a66fd-2d08-42f4-80e8-665bc7df5f16 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:30:20.888711 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 845a66fd-2d08-42f4-80e8-665bc7df5f16, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=845a66fd-2d08-42f4-80e8-665bc7df5f16,segment=NetworkSegment(85f8d12d-8706-41a1-840d-ac156470de20),segment_id=85f8d12d-8706-41a1-840d-ac156470de20)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:30:20.892128 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:20.959129 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=845a66fd-2d08-42f4-80e8-665bc7df5f16,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:30:21.115446 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['845a66fd-2d08-42f4-80e8-665bc7df5f16'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:30:21.215841 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa244b3-5b81-41b7-8b36-62bbbe6bf16a req-8b582694-7161-4a60-ad0b-3124e0821f8e tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:21.218040 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9fa244b3-5b81-41b7-8b36-62bbbe6bf16a req-8b582694-7161-4a60-ad0b-3124e0821f8e tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 944 time: 0.0939894 Mar 09 04:30:21.276194 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9fa244b3-5b81-41b7-8b36-62bbbe6bf16a req-c86eb5d7-54c8-4dbe-a684-8f4cc665056d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488887 Mar 09 04:30:21.480814 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 845a66fd-2d08-42f4-80e8-665bc7df5f16 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:30:21.535992 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 845a66fd-2d08-42f4-80e8-665bc7df5f16 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:30:22.459224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eef6a5-cb30-4e2b-af93-380330820007 req-cecbe2c4-d7a6-43bc-93a2-63baffbf2ac5 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:22.460677 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6eef6a5-cb30-4e2b-af93-380330820007 req-cecbe2c4-d7a6-43bc-93a2-63baffbf2ac5 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 944 time: 0.0829494 Mar 09 04:30:22.508084 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6eef6a5-cb30-4e2b-af93-380330820007 req-2273f7fd-0dda-4eea-9a90-eef59b28cec9 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418427 Mar 09 04:30:22.659945 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 845a66fd-2d08-42f4-80e8-665bc7df5f16 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:30:22.690294 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856b221-0d61-429a-9e19-aceb499b02b0 req-affd786f-5a1e-40e6-b9b4-cecc5baaf590 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:22.691799 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4856b221-0d61-429a-9e19-aceb499b02b0 req-affd786f-5a1e-40e6-b9b4-cecc5baaf590 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 944 time: 0.0823698 Mar 09 04:30:22.729241 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 845a66fd-2d08-42f4-80e8-665bc7df5f16 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:30:22.734690 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 845a66fd-2d08-42f4-80e8-665bc7df5f16 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:30:22.735093 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:22.735781 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4856b221-0d61-429a-9e19-aceb499b02b0 req-10b60e07-6fa1-40ca-8e8d-9c704d22fe19 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385122 Mar 09 04:30:22.851451 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:22.878157 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd03d44f-959f-4bb1-b396-8cfe6445b454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845a66fd-2d08-42f4-80e8-665bc7df5f16'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:30:22.889788 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 845a66fd-2d08-42f4-80e8-665bc7df5f16, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=845a66fd-2d08-42f4-80e8-665bc7df5f16,segment=NetworkSegment(85f8d12d-8706-41a1-840d-ac156470de20),segment_id=85f8d12d-8706-41a1-840d-ac156470de20)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:30:22.895290 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:22.936141 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd03d44f-959f-4bb1-b396-8cfe6445b454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845a66fd-2d08-42f4-80e8-665bc7df5f16', 'code': 200} Mar 09 04:30:22.942843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0c92b-f584-49a9-afa8-db8d756883ef req-3590e325-a31a-4b16-9a89-e564250600b9 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:22.944329 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6e0c92b-f584-49a9-afa8-db8d756883ef req-3590e325-a31a-4b16-9a89-e564250600b9 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 944 time: 0.1028826 Mar 09 04:30:22.967824 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=845a66fd-2d08-42f4-80e8-665bc7df5f16,revision_number=9']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:30:22.989680 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d6e0c92b-f584-49a9-afa8-db8d756883ef req-189f39f4-95c0-4921-928f-3e3067872866 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395477 Mar 09 04:30:23.575259 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-98242427-0474-4e97-9dab-854626c71ea4 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:23.576695 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-98242427-0474-4e97-9dab-854626c71ea4 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/networks?id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 HTTP/1.1" status: 200 len: 814 time: 0.2505531 Mar 09 04:30:23.592061 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-bea0fb99-267c-4b4e-8a2a-465f3c63b805 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/quotas/7bde55d6cb8c49b6b5514d12f70121e8 HTTP/1.1" status: 200 len: 375 time: 0.0100636 Mar 09 04:30:23.676081 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-3b544b35-9a4c-45db-a6ec-8aa010e4a08b tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7bde55d6cb8c49b6b5514d12f70121e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0790195 Mar 09 04:30:23.885671 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-c4bbf27a-a95c-4751-a81d-129023490d75 service neutron] 10.222.0.16 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628511 Mar 09 04:30:24.016973 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-4dd2ae41-5535-475f-9a20-ec1615124be9 service neutron] 10.222.0.16 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249428 Mar 09 04:30:24.199101 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0b54f9bc-7b03-4dfa-9a6e-eddb8b5bb02f req-0e5896da-a1dc-4668-8188-fe6c3821251f tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 210 time: 0.0466998 Mar 09 04:30:24.575015 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf62fc-4351-40fe-bd6b-c957d2b0ccff req-10633ead-4c9b-40a6-babb-d7734129d868 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:24.576535 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80bf62fc-4351-40fe-bd6b-c957d2b0ccff req-10633ead-4c9b-40a6-babb-d7734129d868 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd03d44f-959f-4bb1-b396-8cfe6445b454 HTTP/1.1" status: 200 len: 945 time: 0.0807607 Mar 09 04:30:24.661018 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-80bf62fc-4351-40fe-bd6b-c957d2b0ccff req-377db7c4-95cc-4c46-b4b6-7536d77dba7f tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Deleting port 845a66fd-2d08-42f4-80e8-665bc7df5f16 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:30:24.661281 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-80bf62fc-4351-40fe-bd6b-c957d2b0ccff req-377db7c4-95cc-4c46-b4b6-7536d77dba7f tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:24.914313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-80bf62fc-4351-40fe-bd6b-c957d2b0ccff req-377db7c4-95cc-4c46-b4b6-7536d77dba7f tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] For port 845a66fd-2d08-42f4-80e8-665bc7df5f16, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=845a66fd-2d08-42f4-80e8-665bc7df5f16,segment=NetworkSegment(85f8d12d-8706-41a1-840d-ac156470de20),segment_id=85f8d12d-8706-41a1-840d-ac156470de20)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:30:24.914576 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-80bf62fc-4351-40fe-bd6b-c957d2b0ccff req-377db7c4-95cc-4c46-b4b6-7536d77dba7f tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:25.040552 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-80bf62fc-4351-40fe-bd6b-c957d2b0ccff req-377db7c4-95cc-4c46-b4b6-7536d77dba7f tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Calling delete_port for 845a66fd-2d08-42f4-80e8-665bc7df5f16 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:30:25.197284 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-80bf62fc-4351-40fe-bd6b-c957d2b0ccff req-377db7c4-95cc-4c46-b4b6-7536d77dba7f tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:25.208965 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['845a66fd-2d08-42f4-80e8-665bc7df5f16'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:30:25.261383 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-0a6ea127-acca-484b-8cab-3b159f8be760 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:25.261920 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377db7c4-95cc-4c46-b4b6-7536d77dba7f tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Pushing event deleted for resources: {'Port': ['ID=845a66fd-2d08-42f4-80e8-665bc7df5f16,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:30:25.265279 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-0a6ea127-acca-484b-8cab-3b159f8be760 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.24 "GET /v2.0/networks?id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 HTTP/1.1" status: 200 len: 814 time: 0.1850817 Mar 09 04:30:25.277959 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-c7e12422-06be-4b6b-a90e-2d2437b1d9e9 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Request body: {'port': {'device_id': '8595d81a-04e1-423e-a882-d4b744acce7f', 'network_id': 'dbed2a2d-63ba-4236-95d4-cd3ca858a9d9', 'admin_state_up': True, 'tenant_id': '7bde55d6cb8c49b6b5514d12f70121e8'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:30:25.378577 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-80bf62fc-4351-40fe-bd6b-c957d2b0ccff req-377db7c4-95cc-4c46-b4b6-7536d77dba7f tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] No DVR routers for this DVR port 845a66fd-2d08-42f4-80e8-665bc7df5f16 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:30:25.381785 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-80bf62fc-4351-40fe-bd6b-c957d2b0ccff req-377db7c4-95cc-4c46-b4b6-7536d77dba7f tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:25.385970 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd03d44f-959f-4bb1-b396-8cfe6445b454', 'name': 'network-vif-deleted', 'tag': '845a66fd-2d08-42f4-80e8-665bc7df5f16'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:30:25.392530 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7190c683-1fe4-4493-a19f-3195760c1fbf req-dc1973ce-949c-4dbc-a8c4-3112a5b13906 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 210 time: 0.0626659 Mar 09 04:30:25.408816 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80bf62fc-4351-40fe-bd6b-c957d2b0ccff req-377db7c4-95cc-4c46-b4b6-7536d77dba7f tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.21 "DELETE /v2.0/ports/845a66fd-2d08-42f4-80e8-665bc7df5f16 HTTP/1.1" status: 204 len: 173 time: 0.8272922 Mar 09 04:30:25.421422 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-c7e12422-06be-4b6b-a90e-2d2437b1d9e9 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:30:25.426091 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-c7e12422-06be-4b6b-a90e-2d2437b1d9e9 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Usage tracker for resource:port and tenant:7bde55d6cb8c49b6b5514d12f70121e8 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:30:25.430093 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-c7e12422-06be-4b6b-a90e-2d2437b1d9e9 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:30:25.437631 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-c7e12422-06be-4b6b-a90e-2d2437b1d9e9 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:30:25.443361 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd03d44f-959f-4bb1-b396-8cfe6445b454', 'name': 'network-vif-deleted', 'tag': '845a66fd-2d08-42f4-80e8-665bc7df5f16', 'status': 'completed', 'code': 200} Mar 09 04:30:25.450257 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-c7e12422-06be-4b6b-a90e-2d2437b1d9e9 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Made reservation on behalf of 7bde55d6cb8c49b6b5514d12f70121e8 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:30:25.453972 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-c7e12422-06be-4b6b-a90e-2d2437b1d9e9 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:25.733922 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-c7e12422-06be-4b6b-a90e-2d2437b1d9e9 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Allocated IP 172.20.0.4 (dbed2a2d-63ba-4236-95d4-cd3ca858a9d9/8c961ea2-7236-4435-9e71-ae5b46e12d9b/de419b16-dd05-4401-8ba7-b43e6222c034) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:30:25.935739 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-c7e12422-06be-4b6b-a90e-2d2437b1d9e9 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:25.964001 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-c7e12422-06be-4b6b-a90e-2d2437b1d9e9 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:25.976171 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['845a66fd-2d08-42f4-80e8-665bc7df5f16'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:30:26.029268 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-c7e12422-06be-4b6b-a90e-2d2437b1d9e9 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Network dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:30:26.032440 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-c7e12422-06be-4b6b-a90e-2d2437b1d9e9 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:30:26.041586 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-c7e12422-06be-4b6b-a90e-2d2437b1d9e9 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:30:26.086721 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e12422-06be-4b6b-a90e-2d2437b1d9e9 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Pushing event updated for resources: {'Port': ['ID=de419b16-dd05-4401-8ba7-b43e6222c034,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:30:26.111208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-c7e12422-06be-4b6b-a90e-2d2437b1d9e9 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:26.111810 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-c7e12422-06be-4b6b-a90e-2d2437b1d9e9 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:26.134507 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-c7e12422-06be-4b6b-a90e-2d2437b1d9e9 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8610916 Mar 09 04:30:26.145338 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-6d8b43b0-1230-4fe0-ae5a-6711c51ca850 service neutron] Request body: {'port': {'device_id': '8595d81a-04e1-423e-a882-d4b744acce7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:30:26.255138 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-6d8b43b0-1230-4fe0-ae5a-6711c51ca850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:26.582642 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376ab36-37db-487e-836f-0acd9fa80cb7 req-f1bca29a-3000-42aa-b99e-20d34135eaa4 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:26.583368 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e376ab36-37db-487e-836f-0acd9fa80cb7 req-f1bca29a-3000-42aa-b99e-20d34135eaa4 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Synchronizing usage tracker for tenant:7bde55d6cb8c49b6b5514d12f70121e8 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:30:26.599283 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e376ab36-37db-487e-836f-0acd9fa80cb7 req-f1bca29a-3000-42aa-b99e-20d34135eaa4 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Unset dirty status for tenant:7bde55d6cb8c49b6b5514d12f70121e8 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:30:26.600429 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e376ab36-37db-487e-836f-0acd9fa80cb7 req-f1bca29a-3000-42aa-b99e-20d34135eaa4 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 931 time: 0.0983632 Mar 09 04:30:26.602384 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-6d8b43b0-1230-4fe0-ae5a-6711c51ca850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de419b16-dd05-4401-8ba7-b43e6222c034 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:30:26.613885 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-6d8b43b0-1230-4fe0-ae5a-6711c51ca850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:26.631411 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-6d8b43b0-1230-4fe0-ae5a-6711c51ca850 service neutron] Transition to ACTIVE for port object de419b16-dd05-4401-8ba7-b43e6222c034 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:30:26.638254 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-6d8b43b0-1230-4fe0-ae5a-6711c51ca850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:26.658758 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e376ab36-37db-487e-836f-0acd9fa80cb7 req-3c3589ae-81e5-4613-816a-700f201b4400 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433152 Mar 09 04:30:26.787277 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b43b0-1230-4fe0-ae5a-6711c51ca850 service neutron] Pushing event updated for resources: {'Port': ['ID=de419b16-dd05-4401-8ba7-b43e6222c034,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:30:26.864309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-6d8b43b0-1230-4fe0-ae5a-6711c51ca850 service neutron] Attempting to bind port de419b16-dd05-4401-8ba7-b43e6222c034 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:30:26.864640 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-6d8b43b0-1230-4fe0-ae5a-6711c51ca850 service neutron] Attempting to bind port de419b16-dd05-4401-8ba7-b43e6222c034 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '85f8d12d-8706-41a1-840d-ac156470de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dbed2a2d-63ba-4236-95d4-cd3ca858a9d9'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:30:26.864965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-6d8b43b0-1230-4fe0-ae5a-6711c51ca850 service neutron] Attempting to bind port de419b16-dd05-4401-8ba7-b43e6222c034 on network dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:30:26.869462 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-6d8b43b0-1230-4fe0-ae5a-6711c51ca850 service neutron] Port de419b16-dd05-4401-8ba7-b43e6222c034 on network dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:30:26.869778 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-6d8b43b0-1230-4fe0-ae5a-6711c51ca850 service neutron] Attempting to bind port de419b16-dd05-4401-8ba7-b43e6222c034 on network dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:30:26.875334 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-6d8b43b0-1230-4fe0-ae5a-6711c51ca850 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:30:26.875668 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-6d8b43b0-1230-4fe0-ae5a-6711c51ca850 service neutron] Checking segment: {'id': '85f8d12d-8706-41a1-840d-ac156470de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dbed2a2d-63ba-4236-95d4-cd3ca858a9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:30:26.876041 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-6d8b43b0-1230-4fe0-ae5a-6711c51ca850 service neutron] Bound using segment: {'id': '85f8d12d-8706-41a1-840d-ac156470de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dbed2a2d-63ba-4236-95d4-cd3ca858a9d9'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:30:26.876458 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-6d8b43b0-1230-4fe0-ae5a-6711c51ca850 service neutron] Bound port: de419b16-dd05-4401-8ba7-b43e6222c034, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f8d12d-8706-41a1-840d-ac156470de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dbed2a2d-63ba-4236-95d4-cd3ca858a9d9'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:30:26.876802 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-6d8b43b0-1230-4fe0-ae5a-6711c51ca850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:26.962482 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-6d8b43b0-1230-4fe0-ae5a-6711c51ca850 service neutron] For port de419b16-dd05-4401-8ba7-b43e6222c034, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:30:26.965309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-6d8b43b0-1230-4fe0-ae5a-6711c51ca850 service neutron] For port de419b16-dd05-4401-8ba7-b43e6222c034, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=de419b16-dd05-4401-8ba7-b43e6222c034,segment=NetworkSegment(85f8d12d-8706-41a1-840d-ac156470de20),segment_id=85f8d12d-8706-41a1-840d-ac156470de20)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:30:26.969648 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-6d8b43b0-1230-4fe0-ae5a-6711c51ca850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:27.022408 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-6d8b43b0-1230-4fe0-ae5a-6711c51ca850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:27.023030 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-6d8b43b0-1230-4fe0-ae5a-6711c51ca850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:27.024494 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-6d8b43b0-1230-4fe0-ae5a-6711c51ca850 service neutron] 10.222.0.24 "PUT /v2.0/ports/de419b16-dd05-4401-8ba7-b43e6222c034 HTTP/1.1" status: 200 len: 1091 time: 0.8830523 Mar 09 04:30:27.026936 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8595d81a-04e1-423e-a882-d4b744acce7f', 'tag': 'de419b16-dd05-4401-8ba7-b43e6222c034'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:30:27.058633 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b43b0-1230-4fe0-ae5a-6711c51ca850 service neutron] Pushing event updated for resources: {'Port': ['ID=de419b16-dd05-4401-8ba7-b43e6222c034,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:30:27.097159 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8595d81a-04e1-423e-a882-d4b744acce7f', 'tag': 'de419b16-dd05-4401-8ba7-b43e6222c034', 'status': 'completed', 'code': 200} Mar 09 04:30:27.131491 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-25f5e4d1-5a58-4fe5-b8df-0fbc1530f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:27.132921 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-25f5e4d1-5a58-4fe5-b8df-0fbc1530f4a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bde55d6cb8c49b6b5514d12f70121e8&device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 1094 time: 0.0700185 Mar 09 04:30:27.203623 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-5de75a93-be15-48f3-b83d-c330630b1070 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de419b16-dd05-4401-8ba7-b43e6222c034 HTTP/1.1" status: 200 len: 217 time: 0.0645041 Mar 09 04:30:27.264147 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-9a641864-7e79-4e82-87d4-b8e5e15f333e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:27.265567 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-9a641864-7e79-4e82-87d4-b8e5e15f333e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c961ea2-7236-4435-9e71-ae5b46e12d9b HTTP/1.1" status: 200 len: 854 time: 0.0567818 Mar 09 04:30:27.408730 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-86173460-e0a0-4fe9-ab1c-88dece178ef8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1370716 Mar 09 04:30:27.539298 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-2174144a-f50b-4ab6-b17d-933429609041 service neutron] 10.222.0.24 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240859 Mar 09 04:30:27.666954 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cf653120-4de2-4058-b69c-6f85d5c631f7 req-3d2f8323-6155-4382-aa8d-c0f8ef8f3c91 service neutron] 10.222.0.24 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222749 Mar 09 04:30:27.782158 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff36f48-d126-45b3-889d-61c04dca3405 req-2ff88b5f-9b06-46ca-b9e7-2032cc1fe984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:27.783652 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eff36f48-d126-45b3-889d-61c04dca3405 req-2ff88b5f-9b06-46ca-b9e7-2032cc1fe984 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bde55d6cb8c49b6b5514d12f70121e8&device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 1094 time: 0.0713058 Mar 09 04:30:27.842256 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41a9d6-751c-44ef-9e6d-3b7f3045a9d7 req-2be38dff-83ed-4f10-b904-1f091f15d1a1 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:27.843638 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2a41a9d6-751c-44ef-9e6d-3b7f3045a9d7 req-2be38dff-83ed-4f10-b904-1f091f15d1a1 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 943 time: 0.0782189 Mar 09 04:30:27.886702 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2a41a9d6-751c-44ef-9e6d-3b7f3045a9d7 req-9ad270f6-8ffd-4634-83c1-c02ff43cc8ff tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372124 Mar 09 04:30:27.918073 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff36f48-d126-45b3-889d-61c04dca3405 req-45ab844c-281a-4183-b366-4b042632900e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:27.919947 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eff36f48-d126-45b3-889d-61c04dca3405 req-45ab844c-281a-4183-b366-4b042632900e service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 HTTP/1.1" status: 200 len: 915 time: 0.1295226 Mar 09 04:30:27.990911 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eff36f48-d126-45b3-889d-61c04dca3405 req-61d3217a-23b0-4b93-849d-ab279e42d15b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de419b16-dd05-4401-8ba7-b43e6222c034 HTTP/1.1" status: 200 len: 217 time: 0.0653906 Mar 09 04:30:28.051169 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff36f48-d126-45b3-889d-61c04dca3405 req-50b11337-07ed-481b-a660-1462d8574aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:28.052508 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eff36f48-d126-45b3-889d-61c04dca3405 req-50b11337-07ed-481b-a660-1462d8574aff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c961ea2-7236-4435-9e71-ae5b46e12d9b HTTP/1.1" status: 200 len: 854 time: 0.0559340 Mar 09 04:30:28.101348 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eff36f48-d126-45b3-889d-61c04dca3405 req-d4a2c751-63c3-4a07-86b4-19fee601a493 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421262 Mar 09 04:30:28.230233 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eff36f48-d126-45b3-889d-61c04dca3405 req-0aff167e-ce17-4166-9c10-703b3a56e3c7 service neutron] 10.222.0.24 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230218 Mar 09 04:30:28.366705 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eff36f48-d126-45b3-889d-61c04dca3405 req-58ae0e47-765d-434e-9dbd-e67f8aa27d1e service neutron] 10.222.0.24 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305449 Mar 09 04:30:28.787457 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ba4c7d79-3fdd-4423-9e63-0ef590f13c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:28.808061 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 845a66fd-2d08-42f4-80e8-665bc7df5f16 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:30:28.841576 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 845a66fd-2d08-42f4-80e8-665bc7df5f16 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:30:28.841917 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 845a66fd-2d08-42f4-80e8-665bc7df5f16 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:30:29.070880 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230f72b-2c6e-4ba0-b9c0-fce033cb712d req-842a6c8f-5fbe-49b1-8ac2-7041174c22f2 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:29.071459 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5230f72b-2c6e-4ba0-b9c0-fce033cb712d req-842a6c8f-5fbe-49b1-8ac2-7041174c22f2 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Synchronizing usage tracker for tenant:7bde55d6cb8c49b6b5514d12f70121e8 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:30:29.082742 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5230f72b-2c6e-4ba0-b9c0-fce033cb712d req-842a6c8f-5fbe-49b1-8ac2-7041174c22f2 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Unset dirty status for tenant:7bde55d6cb8c49b6b5514d12f70121e8 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:30:29.083851 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5230f72b-2c6e-4ba0-b9c0-fce033cb712d req-842a6c8f-5fbe-49b1-8ac2-7041174c22f2 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 943 time: 0.0902417 Mar 09 04:30:29.127496 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5230f72b-2c6e-4ba0-b9c0-fce033cb712d req-5fc5a68d-4f1a-4dbd-a6fd-fec92c0b198c tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381346 Mar 09 04:30:30.309502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630e2be-dc20-4f8d-b14e-80e938ee836c req-6285df81-4789-473f-ac67-f37f7cf8adeb tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:30.310958 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5630e2be-dc20-4f8d-b14e-80e938ee836c req-6285df81-4789-473f-ac67-f37f7cf8adeb tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 943 time: 0.0829020 Mar 09 04:30:30.353943 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5630e2be-dc20-4f8d-b14e-80e938ee836c req-8e46e0da-4a36-4d50-a40f-6c216184e010 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374284 Mar 09 04:30:31.173210 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b40720ef-3289-47f7-9499-accbf244df0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:31.544317 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73a740-aea7-4e15-9ab2-ef5d454488e9 req-6ffee9fb-de10-4a3c-b625-f8b422e134c3 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:31.544937 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device de419b16-dd05-4401-8ba7-b43e6222c034 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:30:31.545811 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9d73a740-aea7-4e15-9ab2-ef5d454488e9 req-6ffee9fb-de10-4a3c-b625-f8b422e134c3 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 943 time: 0.0811696 Mar 09 04:30:31.589309 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9d73a740-aea7-4e15-9ab2-ef5d454488e9 req-20c75238-3a88-4f27-896c-c68ba1557a42 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377438 Mar 09 04:30:31.675253 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port de419b16-dd05-4401-8ba7-b43e6222c034, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=de419b16-dd05-4401-8ba7-b43e6222c034,segment=NetworkSegment(85f8d12d-8706-41a1-840d-ac156470de20),segment_id=85f8d12d-8706-41a1-840d-ac156470de20)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:30:31.688514 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'de419b16-dd05-4401-8ba7-b43e6222c034', 'network_id': 'dbed2a2d-63ba-4236-95d4-cd3ca858a9d9', 'port_id': 'de419b16-dd05-4401-8ba7-b43e6222c034', 'mac_address': 'fa:16:3e:17:03:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c961ea2-7236-4435-9e71-ae5b46e12d9b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:30:31.744279 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:31.760839 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de419b16-dd05-4401-8ba7-b43e6222c034 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:30:31.775586 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port de419b16-dd05-4401-8ba7-b43e6222c034, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=de419b16-dd05-4401-8ba7-b43e6222c034,segment=NetworkSegment(85f8d12d-8706-41a1-840d-ac156470de20),segment_id=85f8d12d-8706-41a1-840d-ac156470de20)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:30:31.779238 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:31.844400 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=de419b16-dd05-4401-8ba7-b43e6222c034,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:30:31.851613 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:30:31.851950 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:30:31.852279 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:30:31.852604 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:30:31.852926 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:30:31.853241 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:30:31.853554 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:30:31.853863 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:30:31.854171 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:30:31.854477 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:30:31.854782 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:30:31.855114 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:30:32.094617 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['de419b16-dd05-4401-8ba7-b43e6222c034'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:30:32.334637 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:32.368337 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:32.767804 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013f226-3aa0-4254-b1f9-e3d2aaec4f69 req-e4acea60-376a-4433-b5cc-413e100638cb tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:32.769201 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2013f226-3aa0-4254-b1f9-e3d2aaec4f69 req-e4acea60-376a-4433-b5cc-413e100638cb tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 944 time: 0.0774713 Mar 09 04:30:32.811473 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2013f226-3aa0-4254-b1f9-e3d2aaec4f69 req-55027566-c674-4b95-85ab-718d49f7f73b tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367472 Mar 09 04:30:33.573637 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device de419b16-dd05-4401-8ba7-b43e6222c034 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:30:33.616191 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:30:33.642119 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:33.652808 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port de419b16-dd05-4401-8ba7-b43e6222c034 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:30:33.657381 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port de419b16-dd05-4401-8ba7-b43e6222c034 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:30:33.657733 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:33.767709 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:33.793268 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8595d81a-04e1-423e-a882-d4b744acce7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de419b16-dd05-4401-8ba7-b43e6222c034'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:30:33.803114 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port de419b16-dd05-4401-8ba7-b43e6222c034, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=de419b16-dd05-4401-8ba7-b43e6222c034,segment=NetworkSegment(85f8d12d-8706-41a1-840d-ac156470de20),segment_id=85f8d12d-8706-41a1-840d-ac156470de20)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:30:33.807011 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:33.845035 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8595d81a-04e1-423e-a882-d4b744acce7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de419b16-dd05-4401-8ba7-b43e6222c034', 'code': 200} Mar 09 04:30:33.881670 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=de419b16-dd05-4401-8ba7-b43e6222c034,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:30:33.969079 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc81029-af6c-4f6f-bdd7-d566a401e673 req-d8d5c370-8e26-4326-891a-d7de05552f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:33.970552 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2dc81029-af6c-4f6f-bdd7-d566a401e673 req-d8d5c370-8e26-4326-891a-d7de05552f37 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 1096 time: 0.0743489 Mar 09 04:30:34.016110 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2dc81029-af6c-4f6f-bdd7-d566a401e673 req-a2470f3d-a15b-4aa9-a700-e75eba097bab service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401986 Mar 09 04:30:34.128894 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26cf60-7564-4b6a-b62c-5a4998c2dcb7 req-e5098c6f-6788-4099-b8ca-f23998473393 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:34.130258 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dc26cf60-7564-4b6a-b62c-5a4998c2dcb7 req-e5098c6f-6788-4099-b8ca-f23998473393 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.1999636 Mar 09 04:30:34.174488 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dc26cf60-7564-4b6a-b62c-5a4998c2dcb7 req-a6ee182c-904c-436c-9e7c-b4e3f869ffa7 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384822 Mar 09 04:30:34.548644 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:35.367853 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1ed9e-2b5e-45fe-bb7e-20e02c22c22e req-896705c8-7ba1-4328-8a78-785b76765772 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:35.369336 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1f1ed9e-2b5e-45fe-bb7e-20e02c22c22e req-896705c8-7ba1-4328-8a78-785b76765772 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0892782 Mar 09 04:30:35.414388 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1f1ed9e-2b5e-45fe-bb7e-20e02c22c22e req-893743ae-0208-46fc-949c-93e4848de384 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386615 Mar 09 04:30:36.599100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb3f5d-46e6-492c-bf0d-a5b354e258fe req-290b2072-168f-4023-8680-042987b5d293 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:36.601151 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1dcb3f5d-46e6-492c-bf0d-a5b354e258fe req-290b2072-168f-4023-8680-042987b5d293 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0824466 Mar 09 04:30:36.644655 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1dcb3f5d-46e6-492c-bf0d-a5b354e258fe req-52f96881-738a-48af-8d73-c6a6389a1f8c tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378389 Mar 09 04:30:36.827446 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7c9f2-c0aa-4e05-8bcc-ffb5c317a710 req-4474494d-856d-4a63-aa97-10f5276ce830 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:36.828856 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1bd7c9f2-c0aa-4e05-8bcc-ffb5c317a710 req-4474494d-856d-4a63-aa97-10f5276ce830 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0807662 Mar 09 04:30:36.872340 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1bd7c9f2-c0aa-4e05-8bcc-ffb5c317a710 req-3def2c4b-ea32-4cba-8c7d-159afe0ac0db tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380552 Mar 09 04:30:37.376666 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-1a2fccb0-c163-4b68-b57f-8e8f146b3bff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2345824 Mar 09 04:30:37.391500 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb847a8e-8d69-4c8d-a016-e53ec1f1e8ac req-688bef2e-0be0-495c-a61f-45eb083f7752 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:37.392906 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bb847a8e-8d69-4c8d-a016-e53ec1f1e8ac req-688bef2e-0be0-495c-a61f-45eb083f7752 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.2050281 Mar 09 04:30:37.438168 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bb847a8e-8d69-4c8d-a016-e53ec1f1e8ac req-11f3b80a-d0b8-44cf-9637-e5bde8612b74 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392601 Mar 09 04:30:38.494897 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-a2c64a35-238c-4900-a4a4-e29f6c36bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:38.497022 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-a2c64a35-238c-4900-a4a4-e29f6c36bb8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bde55d6cb8c49b6b5514d12f70121e8&device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 1096 time: 0.0711234 Mar 09 04:30:38.624619 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e664bd-6696-4b89-872b-a5cb1d0472a8 req-8dcebc50-ef82-4198-b13d-ee0fdc4e55c5 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:38.626081 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c3e664bd-6696-4b89-872b-a5cb1d0472a8 req-8dcebc50-ef82-4198-b13d-ee0fdc4e55c5 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0809400 Mar 09 04:30:38.632923 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-443d17d4-e0e4-448f-8e20-193a638788f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:38.634389 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-443d17d4-e0e4-448f-8e20-193a638788f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 HTTP/1.1" status: 200 len: 915 time: 0.1312342 Mar 09 04:30:38.673352 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c3e664bd-6696-4b89-872b-a5cb1d0472a8 req-5b6c2f08-f7d6-44f1-9952-1b39b996a769 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417008 Mar 09 04:30:38.714986 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-92659d3f-5cf8-4970-9e88-8d68c3a8c588 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de419b16-dd05-4401-8ba7-b43e6222c034 HTTP/1.1" status: 200 len: 217 time: 0.0751681 Mar 09 04:30:38.775033 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-ae20f5bd-b185-42ee-b228-8c2f42c01350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:38.776442 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-ae20f5bd-b185-42ee-b228-8c2f42c01350 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c961ea2-7236-4435-9e71-ae5b46e12d9b HTTP/1.1" status: 200 len: 854 time: 0.0565960 Mar 09 04:30:38.825038 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-d2acbbd0-f070-461f-a90f-41d1af1dbb83 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425830 Mar 09 04:30:38.953716 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-88abea51-19e8-4bd2-a245-00bc9aaf06a9 service neutron] 10.222.0.24 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237018 Mar 09 04:30:39.088864 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-e7be8871-82cb-4098-800d-5838e7bd2e9d service neutron] 10.222.0.24 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294835 Mar 09 04:30:39.136015 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:39.862275 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec6b4a-7dca-4b59-97cf-961c0c38440a req-2b27dbf5-c638-43f1-b25f-126edec17d58 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:39.863715 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7dec6b4a-7dca-4b59-97cf-961c0c38440a req-2b27dbf5-c638-43f1-b25f-126edec17d58 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0774343 Mar 09 04:30:39.907176 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7dec6b4a-7dca-4b59-97cf-961c0c38440a req-83d875e0-3e5e-45d8-8db7-49eb8e947ac0 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378048 Mar 09 04:30:41.089008 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b912b2-e495-43d0-856b-b9c2651abaab req-3aba8e6d-12d0-47ba-83c2-739fbef10ff0 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:41.090929 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1b912b2-e495-43d0-856b-b9c2651abaab req-3aba8e6d-12d0-47ba-83c2-739fbef10ff0 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0804434 Mar 09 04:30:41.132920 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1b912b2-e495-43d0-856b-b9c2651abaab req-3c2854fe-7e19-4139-bd83-87e933a31d8a tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365551 Mar 09 04:30:42.325860 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb892afa-9c37-4fbf-ac29-49f5516335bb req-33136b66-4818-4bdd-997b-706ae44c61da tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:42.327325 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb892afa-9c37-4fbf-ac29-49f5516335bb req-33136b66-4818-4bdd-997b-706ae44c61da tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0847414 Mar 09 04:30:42.371550 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-eb892afa-9c37-4fbf-ac29-49f5516335bb req-21d68afa-7832-45a8-9c6a-97b9aedb4ed7 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387399 Mar 09 04:30:43.556717 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef8321-3051-4462-8376-fd6f014ff0b8 req-e5b3cf76-33c8-43a6-a73f-2a4aca3eec6a tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:43.558132 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9cef8321-3051-4462-8376-fd6f014ff0b8 req-e5b3cf76-33c8-43a6-a73f-2a4aca3eec6a tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0811052 Mar 09 04:30:43.600767 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9cef8321-3051-4462-8376-fd6f014ff0b8 req-7b56e664-2238-49c1-8e17-4c054e7bf4ed tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370400 Mar 09 04:30:44.787351 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510c951-4363-4351-b7d8-e395f2c49b9c req-1ec0680e-9ef7-418a-9fc2-051bdb664bbd tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:44.788767 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2510c951-4363-4351-b7d8-e395f2c49b9c req-1ec0680e-9ef7-418a-9fc2-051bdb664bbd tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0801291 Mar 09 04:30:44.835461 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2510c951-4363-4351-b7d8-e395f2c49b9c req-e90d7014-6b61-402a-8842-e8bfa1a1357b tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412116 Mar 09 04:30:46.029476 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c1941-ee1b-4fde-9558-f9f9045f39cd req-457f4f7c-4fdc-4b12-bd1e-d92b9b624c92 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:46.030942 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf4c1941-ee1b-4fde-9558-f9f9045f39cd req-457f4f7c-4fdc-4b12-bd1e-d92b9b624c92 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0901794 Mar 09 04:30:46.072961 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf4c1941-ee1b-4fde-9558-f9f9045f39cd req-d0d89715-9130-43c9-97ab-8c8b1541ef78 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365179 Mar 09 04:30:47.260939 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347499f7-ad85-4e82-ae55-aca304b4c299 req-1ffe917a-9168-4abc-a45c-f3593865a7d2 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:47.262927 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-347499f7-ad85-4e82-ae55-aca304b4c299 req-1ffe917a-9168-4abc-a45c-f3593865a7d2 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0858562 Mar 09 04:30:47.306142 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-347499f7-ad85-4e82-ae55-aca304b4c299 req-ed24adea-b03e-4f8b-b0bb-7975189235b3 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376732 Mar 09 04:30:48.495595 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57eee63-68fe-4926-89c2-b7e1c44d51a5 req-d71ce5f8-4870-4723-94eb-a3f5e392f05d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:48.497062 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c57eee63-68fe-4926-89c2-b7e1c44d51a5 req-d71ce5f8-4870-4723-94eb-a3f5e392f05d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0863836 Mar 09 04:30:48.543726 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c57eee63-68fe-4926-89c2-b7e1c44d51a5 req-2268d5fb-1c44-45ae-b1f4-9f4ec653f83b tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410838 Mar 09 04:30:49.733363 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309869d1-4084-4e3f-be77-26121c25b83e req-1a588848-de1c-4391-83dc-10c9840d742f tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:49.734803 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-309869d1-4084-4e3f-be77-26121c25b83e req-1a588848-de1c-4391-83dc-10c9840d742f tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0876286 Mar 09 04:30:49.778378 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-309869d1-4084-4e3f-be77-26121c25b83e req-3a6ead74-31c8-445c-a510-92a4867d1014 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380244 Mar 09 04:30:50.962223 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30561173-9d55-4f71-ab08-2f5004376adc req-f1a8aa99-e97c-4a7a-9fb5-e71820d47cfa tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:50.963706 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-30561173-9d55-4f71-ab08-2f5004376adc req-f1a8aa99-e97c-4a7a-9fb5-e71820d47cfa tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0790629 Mar 09 04:30:51.009751 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-30561173-9d55-4f71-ab08-2f5004376adc req-4f9e3ebf-6f2a-4018-bee8-2a2bea070641 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399790 Mar 09 04:30:52.198334 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b08d60-1167-4802-b407-ef4e8c8f5107 req-239b701f-b160-433d-ab7f-c6b0acc2efae tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:52.199718 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42b08d60-1167-4802-b407-ef4e8c8f5107 req-239b701f-b160-433d-ab7f-c6b0acc2efae tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0789754 Mar 09 04:30:52.243001 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42b08d60-1167-4802-b407-ef4e8c8f5107 req-6f78f5c7-5ddb-4f4b-96ff-8214a90da871 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377393 Mar 09 04:30:53.423972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0d278-99e2-49d8-9b57-18c0c09b04cd req-d188315e-6dfe-49ce-9d30-18c16a1efc90 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:53.425410 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-74b0d278-99e2-49d8-9b57-18c0c09b04cd req-d188315e-6dfe-49ce-9d30-18c16a1efc90 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0799832 Mar 09 04:30:53.467763 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-74b0d278-99e2-49d8-9b57-18c0c09b04cd req-83c25a51-8c16-4da5-a553-85eaf334f2a6 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368462 Mar 09 04:30:54.654516 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916ad02-c44e-4603-bb59-c93f78d1cff5 req-837846b3-41f9-4b9e-937d-ef1373c8952e tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:54.656155 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5916ad02-c44e-4603-bb59-c93f78d1cff5 req-837846b3-41f9-4b9e-937d-ef1373c8952e tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0832310 Mar 09 04:30:54.700181 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5916ad02-c44e-4603-bb59-c93f78d1cff5 req-cf69e976-e764-44c9-950c-284e62051c54 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384634 Mar 09 04:30:55.882984 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddf3d4-b2fb-437f-848b-5b4062f627b9 req-275601d0-7e9d-4c2a-a4d6-85b7ccc08440 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:55.884441 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ddddf3d4-b2fb-437f-848b-5b4062f627b9 req-275601d0-7e9d-4c2a-a4d6-85b7ccc08440 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0826583 Mar 09 04:30:55.929349 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ddddf3d4-b2fb-437f-848b-5b4062f627b9 req-84124190-c466-4ca6-89bc-989aff1fb01d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393515 Mar 09 04:30:57.108070 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4157c-1268-46c7-bf2c-e98bbcfc861c req-d1090472-a74a-4925-8984-95c4cbadc3c1 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:57.109494 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cee4157c-1268-46c7-bf2c-e98bbcfc861c req-d1090472-a74a-4925-8984-95c4cbadc3c1 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0785272 Mar 09 04:30:57.155714 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cee4157c-1268-46c7-bf2c-e98bbcfc861c req-0a5b6643-1617-491e-b58e-d533f183bda5 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407672 Mar 09 04:30:58.343098 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2d42a-b173-4be4-998d-b370d54906ff req-611fbc21-5308-44cb-95da-fefe1e8bb290 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:58.344538 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-14f2d42a-b173-4be4-998d-b370d54906ff req-611fbc21-5308-44cb-95da-fefe1e8bb290 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0821373 Mar 09 04:30:58.387164 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-14f2d42a-b173-4be4-998d-b370d54906ff req-68739008-d640-4781-b03a-3a75fd47e5ec tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370204 Mar 09 04:30:58.790476 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-67faa01c-e4e5-4e25-8aa5-dad16e807289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:30:59.575634 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c374df-cd74-4673-a99e-9b8b97b94a51 req-d01448bc-8e6f-4112-9b54-e3eacbd05446 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:30:59.577075 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a8c374df-cd74-4673-a99e-9b8b97b94a51 req-d01448bc-8e6f-4112-9b54-e3eacbd05446 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0849442 Mar 09 04:30:59.620311 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a8c374df-cd74-4673-a99e-9b8b97b94a51 req-f8823da3-71e4-495a-8d89-9e7c50dc3585 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376811 Mar 09 04:31:00.807229 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4661276-c913-471f-adc2-10b25f78189d req-39330392-b90e-4a61-8eb6-f47334349837 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:00.808635 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b4661276-c913-471f-adc2-10b25f78189d req-39330392-b90e-4a61-8eb6-f47334349837 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0847125 Mar 09 04:31:00.851744 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b4661276-c913-471f-adc2-10b25f78189d req-7a1d64d0-2bbe-49ab-ad95-c3dad7b6cc3c tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375698 Mar 09 04:31:01.173293 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4c4b63a6-5918-48db-acec-e351ceea965a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:02.034760 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ca25a-4bcb-432b-b469-0b5afc886dd6 req-c9bb9907-2a29-4412-9b47-a99778ea9e2e tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:02.036220 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-161ca25a-4bcb-432b-b469-0b5afc886dd6 req-c9bb9907-2a29-4412-9b47-a99778ea9e2e tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0821884 Mar 09 04:31:02.079337 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-161ca25a-4bcb-432b-b469-0b5afc886dd6 req-8155ad65-dc8a-4709-89f9-73dce79c5cbf tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376890 Mar 09 04:31:02.335963 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:02.365453 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:03.261706 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381fa7c-dc9f-4be8-a9cf-5f922c6dc217 req-da87e5ae-f406-4f3c-890e-b78431240279 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:03.263151 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9381fa7c-dc9f-4be8-a9cf-5f922c6dc217 req-da87e5ae-f406-4f3c-890e-b78431240279 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0813951 Mar 09 04:31:03.305573 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9381fa7c-dc9f-4be8-a9cf-5f922c6dc217 req-9f27e548-3716-4c38-be72-dbd7bd256c6b tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368309 Mar 09 04:31:03.631873 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:04.485395 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaa154-3af6-41f4-bb3c-38c3202a5459 req-e3706516-ae49-4227-9b1c-53162861eb76 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:04.486849 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7fcaa154-3af6-41f4-bb3c-38c3202a5459 req-e3706516-ae49-4227-9b1c-53162861eb76 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0782254 Mar 09 04:31:04.529506 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7fcaa154-3af6-41f4-bb3c-38c3202a5459 req-d0d1294e-85ab-4ea0-903b-9b149d3251e9 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372272 Mar 09 04:31:04.567193 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:05.715071 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e912c-81e1-4745-b1fa-19181e6d0f45 req-204f0020-689e-439a-ab0e-73087ca52dcb tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:05.716759 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd0e912c-81e1-4745-b1fa-19181e6d0f45 req-204f0020-689e-439a-ab0e-73087ca52dcb tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0777566 Mar 09 04:31:05.758490 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd0e912c-81e1-4745-b1fa-19181e6d0f45 req-713f4bd4-9b9c-4151-8eea-2a101b8d7ba9 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364866 Mar 09 04:31:06.067178 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-bc092283-36a4-4972-b104-4c1b75984b5f service neutron] show failed (client error): The resource could not be found. Mar 09 04:31:06.068144 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-bc092283-36a4-4972-b104-4c1b75984b5f service neutron] 10.222.0.24 "GET /v2.0/ports/de419b16-dd05-4401-8ba7-b43e6222c034/bindings/n-h2-825178-5 HTTP/1.1" status: 404 len: 380 time: 0.0764315 Mar 09 04:31:06.321239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-b9f388ef-cb74-448b-a642-b079dafbe9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:06.322979 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-b9f388ef-cb74-448b-a642-b079dafbe9c1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f&tenant_id=7bde55d6cb8c49b6b5514d12f70121e8 HTTP/1.1" status: 200 len: 1096 time: 0.0723112 Mar 09 04:31:06.333631 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-697f25e2-4dbd-436f-9208-458511622c13 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-5', 'device_owner': 'compute:nova'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:31:06.441998 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-697f25e2-4dbd-436f-9208-458511622c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:06.703461 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-697f25e2-4dbd-436f-9208-458511622c13 service neutron] For port de419b16-dd05-4401-8ba7-b43e6222c034, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=de419b16-dd05-4401-8ba7-b43e6222c034,segment=NetworkSegment(85f8d12d-8706-41a1-840d-ac156470de20),segment_id=85f8d12d-8706-41a1-840d-ac156470de20)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:31:06.731936 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-697f25e2-4dbd-436f-9208-458511622c13 service neutron] For port de419b16-dd05-4401-8ba7-b43e6222c034, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:31:06.788143 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8595d81a-04e1-423e-a882-d4b744acce7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de419b16-dd05-4401-8ba7-b43e6222c034'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:31:06.796991 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-697f25e2-4dbd-436f-9208-458511622c13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:06.813027 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-697f25e2-4dbd-436f-9208-458511622c13 service neutron] Transition to ACTIVE for port object de419b16-dd05-4401-8ba7-b43e6222c034 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:31:06.817450 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-697f25e2-4dbd-436f-9208-458511622c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:06.861078 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8595d81a-04e1-423e-a882-d4b744acce7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de419b16-dd05-4401-8ba7-b43e6222c034', 'code': 200} Mar 09 04:31:06.954334 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629d546-c935-435e-9476-f07601c6d981 req-49295b39-e77c-4e38-9138-0d23224f0d51 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:06.955915 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b629d546-c935-435e-9476-f07601c6d981 req-49295b39-e77c-4e38-9138-0d23224f0d51 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 943 time: 0.0871232 Mar 09 04:31:07.002970 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b629d546-c935-435e-9476-f07601c6d981 req-20decee8-7204-4482-ab48-9e2f43d5ba90 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414355 Mar 09 04:31:07.083462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f25e2-4dbd-436f-9208-458511622c13 service neutron] Pushing event updated for resources: {'Port': ['ID=de419b16-dd05-4401-8ba7-b43e6222c034,revision_number=6']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:07.093163 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-697f25e2-4dbd-436f-9208-458511622c13 service neutron] No DVR routers for this DVR port de419b16-dd05-4401-8ba7-b43e6222c034 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:31:07.143940 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-697f25e2-4dbd-436f-9208-458511622c13 service neutron] Attempting to bind port de419b16-dd05-4401-8ba7-b43e6222c034 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:31:07.144190 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-697f25e2-4dbd-436f-9208-458511622c13 service neutron] Attempting to bind port de419b16-dd05-4401-8ba7-b43e6222c034 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '85f8d12d-8706-41a1-840d-ac156470de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dbed2a2d-63ba-4236-95d4-cd3ca858a9d9'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:31:07.144510 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-697f25e2-4dbd-436f-9208-458511622c13 service neutron] Attempting to bind port de419b16-dd05-4401-8ba7-b43e6222c034 on network dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:31:07.148904 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-697f25e2-4dbd-436f-9208-458511622c13 service neutron] Port de419b16-dd05-4401-8ba7-b43e6222c034 on network dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:31:07.149214 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-697f25e2-4dbd-436f-9208-458511622c13 service neutron] Attempting to bind port de419b16-dd05-4401-8ba7-b43e6222c034 on network dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:31:07.154660 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-697f25e2-4dbd-436f-9208-458511622c13 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:31:07.155023 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-697f25e2-4dbd-436f-9208-458511622c13 service neutron] Checking segment: {'id': '85f8d12d-8706-41a1-840d-ac156470de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dbed2a2d-63ba-4236-95d4-cd3ca858a9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:31:07.155396 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-697f25e2-4dbd-436f-9208-458511622c13 service neutron] Bound using segment: {'id': '85f8d12d-8706-41a1-840d-ac156470de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dbed2a2d-63ba-4236-95d4-cd3ca858a9d9'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:31:07.155810 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-697f25e2-4dbd-436f-9208-458511622c13 service neutron] Bound port: de419b16-dd05-4401-8ba7-b43e6222c034, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f8d12d-8706-41a1-840d-ac156470de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dbed2a2d-63ba-4236-95d4-cd3ca858a9d9'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:31:07.156145 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-697f25e2-4dbd-436f-9208-458511622c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:07.245888 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-697f25e2-4dbd-436f-9208-458511622c13 service neutron] For port de419b16-dd05-4401-8ba7-b43e6222c034, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:31:07.248875 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-697f25e2-4dbd-436f-9208-458511622c13 service neutron] For port de419b16-dd05-4401-8ba7-b43e6222c034, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=de419b16-dd05-4401-8ba7-b43e6222c034,segment=NetworkSegment(85f8d12d-8706-41a1-840d-ac156470de20),segment_id=85f8d12d-8706-41a1-840d-ac156470de20)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:31:07.252399 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-697f25e2-4dbd-436f-9208-458511622c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:07.305475 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-697f25e2-4dbd-436f-9208-458511622c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:07.306085 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-697f25e2-4dbd-436f-9208-458511622c13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:07.307479 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-697f25e2-4dbd-436f-9208-458511622c13 service neutron] 10.222.0.21 "PUT /v2.0/ports/de419b16-dd05-4401-8ba7-b43e6222c034 HTTP/1.1" status: 200 len: 1091 time: 0.9776406 Mar 09 04:31:07.327696 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f25e2-4dbd-436f-9208-458511622c13 service neutron] Pushing event updated for resources: {'Port': ['ID=de419b16-dd05-4401-8ba7-b43e6222c034,revision_number=7']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:07.398477 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-c685e057-3890-450a-92e1-aaa9660f8920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:07.399869 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-c685e057-3890-450a-92e1-aaa9660f8920 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde55d6cb8c49b6b5514d12f70121e8&device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 1094 time: 0.0695336 Mar 09 04:31:07.528774 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-b76f4f61-cbf9-4f50-a2ae-a5f32d28ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:07.530295 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-b76f4f61-cbf9-4f50-a2ae-a5f32d28ba46 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 HTTP/1.1" status: 200 len: 915 time: 0.1240268 Mar 09 04:31:07.601377 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-a5b2238f-f30e-4b64-bbea-bd5cd5fcd965 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de419b16-dd05-4401-8ba7-b43e6222c034 HTTP/1.1" status: 200 len: 217 time: 0.0650792 Mar 09 04:31:07.661005 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-6779a9c0-def5-4cd6-bda1-d313e9658265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:07.662276 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-6779a9c0-def5-4cd6-bda1-d313e9658265 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c961ea2-7236-4435-9e71-ae5b46e12d9b HTTP/1.1" status: 200 len: 854 time: 0.0552926 Mar 09 04:31:07.709332 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-3c2b5792-f8b7-4753-a99b-bb7a3e22145d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415699 Mar 09 04:31:07.835946 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-119f589c-851f-4ba3-a288-cd2563546481 service neutron] 10.222.0.21 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205840 Mar 09 04:31:07.969801 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-edbc9ceb-b056-475c-80ea-84f5f531625b req-8526a3cf-8477-4566-bee8-265c0dbba540 service neutron] 10.222.0.21 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271152 Mar 09 04:31:08.189406 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89e475-af5c-4f02-bddf-b78c3512fd92 req-16c9972e-84b8-4d83-84c4-c8e5b5086e76 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:08.190808 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ef89e475-af5c-4f02-bddf-b78c3512fd92 req-16c9972e-84b8-4d83-84c4-c8e5b5086e76 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 943 time: 0.0792053 Mar 09 04:31:08.234615 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ef89e475-af5c-4f02-bddf-b78c3512fd92 req-34103893-205d-42bb-9598-d163ba5c4131 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380888 Mar 09 04:31:08.862748 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8595d81a-04e1-423e-a882-d4b744acce7f', 'tag': 'de419b16-dd05-4401-8ba7-b43e6222c034'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:31:08.919802 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8595d81a-04e1-423e-a882-d4b744acce7f', 'tag': 'de419b16-dd05-4401-8ba7-b43e6222c034', 'status': 'completed', 'code': 200} Mar 09 04:31:09.011421 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffbdc0-c6e3-4370-97de-a0b7b5e61f63 req-18901ae8-da2b-4a99-89ea-a158646c246b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:09.011723 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffbdc0-c6e3-4370-97de-a0b7b5e61f63 req-6af0f170-80f1-4c8b-b0b9-b9d1338a1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:09.012891 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6ffbdc0-c6e3-4370-97de-a0b7b5e61f63 req-18901ae8-da2b-4a99-89ea-a158646c246b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde55d6cb8c49b6b5514d12f70121e8&device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 1094 time: 0.0738163 Mar 09 04:31:09.013149 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6ffbdc0-c6e3-4370-97de-a0b7b5e61f63 req-6af0f170-80f1-4c8b-b0b9-b9d1338a1933 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bde55d6cb8c49b6b5514d12f70121e8&device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 1094 time: 0.0724392 Mar 09 04:31:09.137289 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:09.147629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffbdc0-c6e3-4370-97de-a0b7b5e61f63 req-fe3c8eb3-9b24-4728-b702-2f837c0fb1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:09.149089 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6ffbdc0-c6e3-4370-97de-a0b7b5e61f63 req-fe3c8eb3-9b24-4728-b702-2f837c0fb1dd service neutron] 10.222.0.21 "GET /v2.0/networks?id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 HTTP/1.1" status: 200 len: 915 time: 0.1294954 Mar 09 04:31:09.220278 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6ffbdc0-c6e3-4370-97de-a0b7b5e61f63 req-9075fc69-256a-4337-a998-032ddee95982 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de419b16-dd05-4401-8ba7-b43e6222c034 HTTP/1.1" status: 200 len: 217 time: 0.0641234 Mar 09 04:31:09.252638 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffbdc0-c6e3-4370-97de-a0b7b5e61f63 req-d4e33611-bc03-494d-9afc-20a4e7431bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:09.255058 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6ffbdc0-c6e3-4370-97de-a0b7b5e61f63 req-d4e33611-bc03-494d-9afc-20a4e7431bfe service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 HTTP/1.1" status: 200 len: 915 time: 0.2357731 Mar 09 04:31:09.284876 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffbdc0-c6e3-4370-97de-a0b7b5e61f63 req-564a8333-364e-45ce-848a-bf388d3ecda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:09.286554 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6ffbdc0-c6e3-4370-97de-a0b7b5e61f63 req-564a8333-364e-45ce-848a-bf388d3ecda6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c961ea2-7236-4435-9e71-ae5b46e12d9b HTTP/1.1" status: 200 len: 854 time: 0.0605340 Mar 09 04:31:09.324493 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6ffbdc0-c6e3-4370-97de-a0b7b5e61f63 req-060831b1-d03f-4958-b1a8-168a6e60382e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de419b16-dd05-4401-8ba7-b43e6222c034 HTTP/1.1" status: 200 len: 217 time: 0.0638790 Mar 09 04:31:09.333789 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6ffbdc0-c6e3-4370-97de-a0b7b5e61f63 req-f41a0abc-bd01-41e2-af14-9f5ff596d003 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405047 Mar 09 04:31:09.387538 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffbdc0-c6e3-4370-97de-a0b7b5e61f63 req-c28de9ca-b809-4fee-9b60-0be93521ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:09.388952 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6ffbdc0-c6e3-4370-97de-a0b7b5e61f63 req-c28de9ca-b809-4fee-9b60-0be93521ee5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c961ea2-7236-4435-9e71-ae5b46e12d9b HTTP/1.1" status: 200 len: 854 time: 0.0594945 Mar 09 04:31:09.438191 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6ffbdc0-c6e3-4370-97de-a0b7b5e61f63 req-e001d55d-4dc3-4737-bc8a-6de92c81905a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432703 Mar 09 04:31:09.587994 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6ffbdc0-c6e3-4370-97de-a0b7b5e61f63 req-b51ca85a-f7f4-415c-bb2e-09f6684a15e7 service neutron] 10.222.0.24 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425769 Mar 09 04:31:09.648523 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6ffbdc0-c6e3-4370-97de-a0b7b5e61f63 req-f7769c09-abe6-4da9-9b92-59a848537db6 service neutron] 10.222.0.21 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070114 Mar 09 04:31:09.661152 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4166e-26f2-4fbd-a1ac-d1af7f67b53e req-7f275303-be1e-4cbb-bfcc-008656cf7bdb tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:09.662494 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-99b4166e-26f2-4fbd-a1ac-d1af7f67b53e req-7f275303-be1e-4cbb-bfcc-008656cf7bdb tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 943 time: 0.3035731 Mar 09 04:31:09.721021 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6ffbdc0-c6e3-4370-97de-a0b7b5e61f63 req-2c37eb6f-c3e3-4977-a23d-d325e1201671 service neutron] 10.222.0.24 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280313 Mar 09 04:31:09.794385 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-99b4166e-26f2-4fbd-a1ac-d1af7f67b53e req-a7544c84-395f-4aec-b377-3fe85cfb1500 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112900 Mar 09 04:31:09.820945 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6ffbdc0-c6e3-4370-97de-a0b7b5e61f63 req-fb8141bd-36d9-4502-a8da-083bf3847418 service neutron] 10.222.0.21 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575329 Mar 09 04:31:10.618020 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:31:10.867464 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device de419b16-dd05-4401-8ba7-b43e6222c034 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:31:10.989209 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853688da-24e1-41b1-981b-0370e6b8579c req-942518b6-5f6c-421c-9016-1fbb455b5d9b tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:10.990665 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-853688da-24e1-41b1-981b-0370e6b8579c req-942518b6-5f6c-421c-9016-1fbb455b5d9b tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 943 time: 0.0892704 Mar 09 04:31:11.008155 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port de419b16-dd05-4401-8ba7-b43e6222c034, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=de419b16-dd05-4401-8ba7-b43e6222c034,segment=NetworkSegment(85f8d12d-8706-41a1-840d-ac156470de20),segment_id=85f8d12d-8706-41a1-840d-ac156470de20)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:31:11.021067 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'de419b16-dd05-4401-8ba7-b43e6222c034', 'network_id': 'dbed2a2d-63ba-4236-95d4-cd3ca858a9d9', 'port_id': 'de419b16-dd05-4401-8ba7-b43e6222c034', 'mac_address': 'fa:16:3e:17:03:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c961ea2-7236-4435-9e71-ae5b46e12d9b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:31:11.034305 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-853688da-24e1-41b1-981b-0370e6b8579c req-26e6a6dc-cd46-4a97-b2c8-ed9d037c4f78 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380156 Mar 09 04:31:11.079364 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:11.096061 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de419b16-dd05-4401-8ba7-b43e6222c034 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:31:11.111616 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port de419b16-dd05-4401-8ba7-b43e6222c034, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=de419b16-dd05-4401-8ba7-b43e6222c034,segment=NetworkSegment(85f8d12d-8706-41a1-840d-ac156470de20),segment_id=85f8d12d-8706-41a1-840d-ac156470de20)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:31:11.115814 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:11.187704 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=de419b16-dd05-4401-8ba7-b43e6222c034,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:11.322248 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['de419b16-dd05-4401-8ba7-b43e6222c034'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:31:11.404129 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e2ec2-0bfa-41de-a62d-4673a5a2ffe6 req-b7794183-c270-4357-ba0d-503a20a933e3 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:11.405541 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d23e2ec2-0bfa-41de-a62d-4673a5a2ffe6 req-b7794183-c270-4357-ba0d-503a20a933e3 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 944 time: 0.1168742 Mar 09 04:31:11.413740 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbbb4f-46cc-403b-9880-e2b9d21be3bd req-b2d07ef1-8e78-4e9f-b9e6-fbfe6dab089c tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:11.415100 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-47cbbb4f-46cc-403b-9880-e2b9d21be3bd req-b2d07ef1-8e78-4e9f-b9e6-fbfe6dab089c tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.24 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f&tenant_id=7bde55d6cb8c49b6b5514d12f70121e8&binding%3Ahost_id=n-h2-825178-5 HTTP/1.1" status: 200 len: 944 time: 0.1606295 Mar 09 04:31:11.511536 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d23e2ec2-0bfa-41de-a62d-4673a5a2ffe6 req-ac06db43-a2f7-414b-b1d9-17b48595817f tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954967 Mar 09 04:31:11.523166 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [req-47cbbb4f-46cc-403b-9880-e2b9d21be3bd req-123b6ab8-d4c2-4327-b5fc-5709b918474f service neutron] delete failed (client error): The resource could not be found. Mar 09 04:31:11.524106 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-47cbbb4f-46cc-403b-9880-e2b9d21be3bd req-123b6ab8-d4c2-4327-b5fc-5709b918474f service neutron] 10.222.0.24 "DELETE /v2.0/ports/de419b16-dd05-4401-8ba7-b43e6222c034/bindings/n-h1-825178-5 HTTP/1.1" status: 404 len: 380 time: 0.0949643 Mar 09 04:31:11.666801 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbbb4f-46cc-403b-9880-e2b9d21be3bd req-49ad6682-9477-4be0-aa8c-0b707f8525c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:11.668281 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-47cbbb4f-46cc-403b-9880-e2b9d21be3bd req-49ad6682-9477-4be0-aa8c-0b707f8525c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bde55d6cb8c49b6b5514d12f70121e8&device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 1095 time: 0.0737536 Mar 09 04:31:11.791066 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device de419b16-dd05-4401-8ba7-b43e6222c034 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:31:11.797701 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbbb4f-46cc-403b-9880-e2b9d21be3bd req-ac63df34-f860-4922-bce2-cdc0db677ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:11.799146 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-47cbbb4f-46cc-403b-9880-e2b9d21be3bd req-ac63df34-f860-4922-bce2-cdc0db677ba6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 HTTP/1.1" status: 200 len: 915 time: 0.1247790 Mar 09 04:31:11.846599 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device de419b16-dd05-4401-8ba7-b43e6222c034 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:31:11.868998 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-47cbbb4f-46cc-403b-9880-e2b9d21be3bd req-deb33794-ea3c-40f9-85e1-50eb43acc4e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de419b16-dd05-4401-8ba7-b43e6222c034 HTTP/1.1" status: 200 len: 217 time: 0.0636511 Mar 09 04:31:11.940922 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbbb4f-46cc-403b-9880-e2b9d21be3bd req-ff269825-f61f-4747-88e5-1011097a3153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:11.942356 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-47cbbb4f-46cc-403b-9880-e2b9d21be3bd req-ff269825-f61f-4747-88e5-1011097a3153 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c961ea2-7236-4435-9e71-ae5b46e12d9b HTTP/1.1" status: 200 len: 854 time: 0.0679047 Mar 09 04:31:11.991913 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-47cbbb4f-46cc-403b-9880-e2b9d21be3bd req-13eea102-4cbf-4e37-a2c6-72430125b6ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420830 Mar 09 04:31:12.124894 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-47cbbb4f-46cc-403b-9880-e2b9d21be3bd req-78653489-f9d3-458b-affd-f5395bf7dafa service neutron] 10.222.0.24 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229491 Mar 09 04:31:12.261263 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-47cbbb4f-46cc-403b-9880-e2b9d21be3bd req-5241151e-69ee-4377-8c72-9ee18f99d013 service neutron] 10.222.0.24 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306264 Mar 09 04:31:12.705504 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38431929-08e2-48a7-8712-ae0727df7869 req-409789a4-9a80-4c23-a2ce-2c7702f88342 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:12.707415 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38431929-08e2-48a7-8712-ae0727df7869 req-409789a4-9a80-4c23-a2ce-2c7702f88342 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 944 time: 0.0883868 Mar 09 04:31:12.750935 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38431929-08e2-48a7-8712-ae0727df7869 req-ece885bb-50ec-40b6-9745-a3d5cb012544 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380497 Mar 09 04:31:12.900791 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device de419b16-dd05-4401-8ba7-b43e6222c034 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:31:12.997664 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port de419b16-dd05-4401-8ba7-b43e6222c034 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:31:13.002201 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port de419b16-dd05-4401-8ba7-b43e6222c034 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:31:13.002563 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:13.113630 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:13.139765 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8595d81a-04e1-423e-a882-d4b744acce7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de419b16-dd05-4401-8ba7-b43e6222c034'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:31:13.149457 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port de419b16-dd05-4401-8ba7-b43e6222c034, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=de419b16-dd05-4401-8ba7-b43e6222c034,segment=NetworkSegment(85f8d12d-8706-41a1-840d-ac156470de20),segment_id=85f8d12d-8706-41a1-840d-ac156470de20)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:31:13.153431 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:13.191043 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8595d81a-04e1-423e-a882-d4b744acce7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de419b16-dd05-4401-8ba7-b43e6222c034', 'code': 200} Mar 09 04:31:13.221328 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=de419b16-dd05-4401-8ba7-b43e6222c034,revision_number=9']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:13.800455 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b5bca712-73db-4e24-968d-d85dbbe5f43f req-73e60349-401b-4b2b-b4e7-07064a78246e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0684140 Mar 09 04:31:13.996568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13626a-3a85-4168-acb4-afe002e16798 req-8015b2b3-d37a-49b2-89df-6a82479261db tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:13.998001 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-da13626a-3a85-4168-acb4-afe002e16798 req-8015b2b3-d37a-49b2-89df-6a82479261db tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.1367466 Mar 09 04:31:14.000538 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bca712-73db-4e24-968d-d85dbbe5f43f req-950c1439-fc8a-428a-9b33-bb9544f08846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:14.001848 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b5bca712-73db-4e24-968d-d85dbbe5f43f req-950c1439-fc8a-428a-9b33-bb9544f08846 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bde55d6cb8c49b6b5514d12f70121e8&device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 1096 time: 0.1107476 Mar 09 04:31:14.115619 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-da13626a-3a85-4168-acb4-afe002e16798 req-65ac44c4-4836-4842-8f86-77ceb63c23c0 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119196 Mar 09 04:31:14.159375 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bca712-73db-4e24-968d-d85dbbe5f43f req-8c86432f-86ec-4e5c-a39c-94ba52b0b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:14.160852 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b5bca712-73db-4e24-968d-d85dbbe5f43f req-8c86432f-86ec-4e5c-a39c-94ba52b0b6ea service neutron] 10.222.0.21 "GET /v2.0/networks?id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 HTTP/1.1" status: 200 len: 915 time: 0.1410322 Mar 09 04:31:14.235906 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b5bca712-73db-4e24-968d-d85dbbe5f43f req-d896c2a2-7aa6-47c4-8277-206bc6a58e1d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de419b16-dd05-4401-8ba7-b43e6222c034 HTTP/1.1" status: 200 len: 217 time: 0.0675666 Mar 09 04:31:14.300205 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bca712-73db-4e24-968d-d85dbbe5f43f req-0ab34e1f-04f2-4e48-97ac-94f718c09d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:14.301615 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b5bca712-73db-4e24-968d-d85dbbe5f43f req-0ab34e1f-04f2-4e48-97ac-94f718c09d57 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c961ea2-7236-4435-9e71-ae5b46e12d9b HTTP/1.1" status: 200 len: 854 time: 0.0597069 Mar 09 04:31:14.350630 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b5bca712-73db-4e24-968d-d85dbbe5f43f req-0a3fa71f-bdb1-4075-9d29-7dae5af78390 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436220 Mar 09 04:31:14.494569 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b5bca712-73db-4e24-968d-d85dbbe5f43f req-5de7f8ee-44b0-4ac1-ac01-3d4e4014b841 service neutron] 10.222.0.21 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293221 Mar 09 04:31:14.554239 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe94fc7-47db-442b-bc0e-80df3ce19594 req-c5055a8c-7dda-4df0-802c-e609caacd942 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:14.556040 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0fe94fc7-47db-442b-bc0e-80df3ce19594 req-c5055a8c-7dda-4df0-802c-e609caacd942 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.1836736 Mar 09 04:31:14.604657 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0fe94fc7-47db-442b-bc0e-80df3ce19594 req-59cce53a-1d48-45de-9de4-9598aa045fb4 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398533 Mar 09 04:31:14.632604 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b5bca712-73db-4e24-968d-d85dbbe5f43f req-12693dd0-54f1-4445-bf5d-cb17b7d46e6a service neutron] 10.222.0.21 "GET /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279664 Mar 09 04:31:14.785834 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a22f3-17e5-4e1a-9d37-ec1e971ecca5 req-6caefb4f-0e2f-48e8-9560-88b6695d00b1 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:14.787194 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c0a22f3-17e5-4e1a-9d37-ec1e971ecca5 req-6caefb4f-0e2f-48e8-9560-88b6695d00b1 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0773313 Mar 09 04:31:14.830216 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c0a22f3-17e5-4e1a-9d37-ec1e971ecca5 req-30c9eb0f-6a83-4234-b3e4-d1192f29aeee tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375137 Mar 09 04:31:15.367255 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4f13c-09bc-4b0b-947d-4960041504b4 req-9a6c4f05-f5ef-491c-9e4b-cf39d4105f10 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:15.368677 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1dd4f13c-09bc-4b0b-947d-4960041504b4 req-9a6c4f05-f5ef-491c-9e4b-cf39d4105f10 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0825496 Mar 09 04:31:15.411715 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1dd4f13c-09bc-4b0b-947d-4960041504b4 req-dd34aa19-b4d6-4bb3-a93e-38edb1a2f711 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375171 Mar 09 04:31:16.428921 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404710f5-4c73-4db4-a46a-c6e0aa00b765 req-24be2ca8-8000-4254-9e5a-2c6e8d18d26c tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:16.430306 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-404710f5-4c73-4db4-a46a-c6e0aa00b765 req-24be2ca8-8000-4254-9e5a-2c6e8d18d26c tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.21 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.0829158 Mar 09 04:31:16.498680 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-404710f5-4c73-4db4-a46a-c6e0aa00b765 req-aa4f02aa-63a6-4a4f-bbbf-3be8e631312d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Deleting port de419b16-dd05-4401-8ba7-b43e6222c034 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:31:16.499042 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-404710f5-4c73-4db4-a46a-c6e0aa00b765 req-aa4f02aa-63a6-4a4f-bbbf-3be8e631312d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:16.864675 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f04e5-ced7-449c-919c-5adfbeb3ff8d req-deccc26f-ae94-46d6-a2cd-972f13557752 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:16.866101 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9e7f04e5-ced7-449c-919c-5adfbeb3ff8d req-deccc26f-ae94-46d6-a2cd-972f13557752 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595d81a-04e1-423e-a882-d4b744acce7f HTTP/1.1" status: 200 len: 945 time: 0.3383405 Mar 09 04:31:16.947319 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9e7f04e5-ced7-449c-919c-5adfbeb3ff8d req-10a373d3-f3fd-431e-9c3f-44295412f101 tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dd28b62-03a4-4572-b446-eaf90e1d94e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678594 Mar 09 04:31:16.952463 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-404710f5-4c73-4db4-a46a-c6e0aa00b765 req-aa4f02aa-63a6-4a4f-bbbf-3be8e631312d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] For port de419b16-dd05-4401-8ba7-b43e6222c034, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=de419b16-dd05-4401-8ba7-b43e6222c034,segment=NetworkSegment(85f8d12d-8706-41a1-840d-ac156470de20),segment_id=85f8d12d-8706-41a1-840d-ac156470de20)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:31:16.952815 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-404710f5-4c73-4db4-a46a-c6e0aa00b765 req-aa4f02aa-63a6-4a4f-bbbf-3be8e631312d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:17.074226 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-404710f5-4c73-4db4-a46a-c6e0aa00b765 req-aa4f02aa-63a6-4a4f-bbbf-3be8e631312d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Calling delete_port for de419b16-dd05-4401-8ba7-b43e6222c034 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:31:17.216367 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-404710f5-4c73-4db4-a46a-c6e0aa00b765 req-aa4f02aa-63a6-4a4f-bbbf-3be8e631312d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:17.228072 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['de419b16-dd05-4401-8ba7-b43e6222c034'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:31:17.266521 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f02aa-63a6-4a4f-bbbf-3be8e631312d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Pushing event deleted for resources: {'Port': ['ID=de419b16-dd05-4401-8ba7-b43e6222c034,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:17.308891 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f02aa-63a6-4a4f-bbbf-3be8e631312d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:17.309226 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f02aa-63a6-4a4f-bbbf-3be8e631312d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:17.309612 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f02aa-63a6-4a4f-bbbf-3be8e631312d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:17.309939 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f02aa-63a6-4a4f-bbbf-3be8e631312d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:17.310261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f02aa-63a6-4a4f-bbbf-3be8e631312d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:17.310579 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f02aa-63a6-4a4f-bbbf-3be8e631312d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:17.310919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f02aa-63a6-4a4f-bbbf-3be8e631312d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:17.311233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f02aa-63a6-4a4f-bbbf-3be8e631312d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:17.311547 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f02aa-63a6-4a4f-bbbf-3be8e631312d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:17.311857 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f02aa-63a6-4a4f-bbbf-3be8e631312d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:17.312165 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f02aa-63a6-4a4f-bbbf-3be8e631312d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:17.312474 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f02aa-63a6-4a4f-bbbf-3be8e631312d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:17.351044 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-404710f5-4c73-4db4-a46a-c6e0aa00b765 req-aa4f02aa-63a6-4a4f-bbbf-3be8e631312d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] No DVR routers for this DVR port de419b16-dd05-4401-8ba7-b43e6222c034 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:31:17.353468 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-404710f5-4c73-4db4-a46a-c6e0aa00b765 req-aa4f02aa-63a6-4a4f-bbbf-3be8e631312d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:17.356709 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8595d81a-04e1-423e-a882-d4b744acce7f', 'name': 'network-vif-deleted', 'tag': 'de419b16-dd05-4401-8ba7-b43e6222c034'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:31:17.373331 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-404710f5-4c73-4db4-a46a-c6e0aa00b765 req-aa4f02aa-63a6-4a4f-bbbf-3be8e631312d tempest-ServerDiskConfigTestJSON-888764684 tempest-ServerDiskConfigTestJSON-888764684-project] 10.222.0.21 "DELETE /v2.0/ports/de419b16-dd05-4401-8ba7-b43e6222c034 HTTP/1.1" status: 204 len: 173 time: 0.9372830 Mar 09 04:31:17.404969 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8595d81a-04e1-423e-a882-d4b744acce7f', 'name': 'network-vif-deleted', 'tag': 'de419b16-dd05-4401-8ba7-b43e6222c034', 'status': 'completed', 'code': 200} Mar 09 04:31:18.177542 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45262) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:31:18.235416 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-313cfdb6-e3f4-4623-8c90-76f0fe6ae071 admin admin] Deleting subnet 8c961ea2-7236-4435-9e71-ae5b46e12d9b {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:31:18.238278 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-313cfdb6-e3f4-4623-8c90-76f0fe6ae071 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:18.289541 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-313cfdb6-e3f4-4623-8c90-76f0fe6ae071 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:18.346983 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-313cfdb6-e3f4-4623-8c90-76f0fe6ae071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:18.413042 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-313cfdb6-e3f4-4623-8c90-76f0fe6ae071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:18.453421 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cfdb6-e3f4-4623-8c90-76f0fe6ae071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c961ea2-7236-4435-9e71-ae5b46e12d9b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:18.457638 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-313cfdb6-e3f4-4623-8c90-76f0fe6ae071 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:18.467503 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cfdb6-e3f4-4623-8c90-76f0fe6ae071 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:18.467845 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cfdb6-e3f4-4623-8c90-76f0fe6ae071 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:18.468182 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cfdb6-e3f4-4623-8c90-76f0fe6ae071 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:18.468510 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cfdb6-e3f4-4623-8c90-76f0fe6ae071 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:18.468838 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cfdb6-e3f4-4623-8c90-76f0fe6ae071 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:18.469164 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cfdb6-e3f4-4623-8c90-76f0fe6ae071 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:18.469481 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cfdb6-e3f4-4623-8c90-76f0fe6ae071 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:18.469826 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cfdb6-e3f4-4623-8c90-76f0fe6ae071 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:18.470141 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cfdb6-e3f4-4623-8c90-76f0fe6ae071 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:18.470458 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cfdb6-e3f4-4623-8c90-76f0fe6ae071 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:18.470771 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cfdb6-e3f4-4623-8c90-76f0fe6ae071 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:18.471120 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cfdb6-e3f4-4623-8c90-76f0fe6ae071 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:18.474162 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-313cfdb6-e3f4-4623-8c90-76f0fe6ae071 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8c961ea2-7236-4435-9e71-ae5b46e12d9b HTTP/1.1" status: 204 len: 168 time: 0.2956238 Mar 09 04:31:18.476784 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45266) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:31:18.582296 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8ce5ce59-3cb4-4b42-9c9a-a129bdf397bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:18.707876 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8ce5ce59-3cb4-4b42-9c9a-a129bdf397bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:18.733518 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-8ce5ce59-3cb4-4b42-9c9a-a129bdf397bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbed2a2d-63ba-4236-95d4-cd3ca858a9d9']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:31:18.745920 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-8ce5ce59-3cb4-4b42-9c9a-a129bdf397bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f8d12d-8706-41a1-840d-ac156470de20') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:31:18.746204 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-8ce5ce59-3cb4-4b42-9c9a-a129bdf397bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f8d12d-8706-41a1-840d-ac156470de20') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:31:18.757310 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8ce5ce59-3cb4-4b42-9c9a-a129bdf397bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:18.772944 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8ce5ce59-3cb4-4b42-9c9a-a129bdf397bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:18.779129 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce5ce59-3cb4-4b42-9c9a-a129bdf397bb admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:31:18.779541 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8ce5ce59-3cb4-4b42-9c9a-a129bdf397bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:31:18.792957 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:31:18.867809 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8ce5ce59-3cb4-4b42-9c9a-a129bdf397bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:18.883975 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8ce5ce59-3cb4-4b42-9c9a-a129bdf397bb admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:18.894989 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5ce59-3cb4-4b42-9c9a-a129bdf397bb admin admin] Pushing event deleted for resources: {'Network': ['ID=dbed2a2d-63ba-4236-95d4-cd3ca858a9d9,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:18.902252 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8ce5ce59-3cb4-4b42-9c9a-a129bdf397bb admin admin] 10.222.0.16 "DELETE /v2.0/networks/dbed2a2d-63ba-4236-95d4-cd3ca858a9d9 HTTP/1.1" status: 204 len: 168 time: 0.4244728 Mar 09 04:31:19.008614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45272) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:31:19.056275 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e2b1d640-f0ff-4106-bdc8-9b04d9b5de74 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7bde55d6cb8c49b6b5514d12f70121e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465007 Mar 09 04:31:19.059215 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45276) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:31:19.114347 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6bc785aa-7a5e-4843-934c-245edf555093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:19.138447 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6bc785aa-7a5e-4843-934c-245edf555093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:19.192247 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6bc785aa-7a5e-4843-934c-245edf555093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:19.209298 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc785aa-7a5e-4843-934c-245edf555093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd28b62-03a4-4572-b446-eaf90e1d94e6,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:19.217916 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6bc785aa-7a5e-4843-934c-245edf555093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:19.219049 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6bc785aa-7a5e-4843-934c-245edf555093 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4dd28b62-03a4-4572-b446-eaf90e1d94e6 HTTP/1.1" status: 204 len: 168 time: 0.1589298 Mar 09 04:31:19.912623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45300) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:31:20.015195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-30ab5219-3c4a-4cea-b5e9-74efadbb2d68 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-888730293-network', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:31:20.020697 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-30ab5219-3c4a-4cea-b5e9-74efadbb2d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:31:20.024523 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-30ab5219-3c4a-4cea-b5e9-74efadbb2d68 admin admin] Usage tracker for resource:network and tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:31:20.027337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-30ab5219-3c4a-4cea-b5e9-74efadbb2d68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:31:20.032949 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-30ab5219-3c4a-4cea-b5e9-74efadbb2d68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:31:20.043039 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ab5219-3c4a-4cea-b5e9-74efadbb2d68 admin admin] Made reservation on behalf of 4bd9e9b8e75e497a8dda8dc0b9df78ee for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:31:20.045282 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-30ab5219-3c4a-4cea-b5e9-74efadbb2d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:20.057054 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-30ab5219-3c4a-4cea-b5e9-74efadbb2d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:20.071623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-30ab5219-3c4a-4cea-b5e9-74efadbb2d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:31:20.076092 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-30ab5219-3c4a-4cea-b5e9-74efadbb2d68 admin admin] Usage tracker for resource:security_group_rule and tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:31:20.078897 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-30ab5219-3c4a-4cea-b5e9-74efadbb2d68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:31:20.084534 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-30ab5219-3c4a-4cea-b5e9-74efadbb2d68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:31:20.166259 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-30ab5219-3c4a-4cea-b5e9-74efadbb2d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:20.169668 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-30ab5219-3c4a-4cea-b5e9-74efadbb2d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:20.201591 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ab5219-3c4a-4cea-b5e9-74efadbb2d68 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:31:20.204290 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab5219-3c4a-4cea-b5e9-74efadbb2d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d75ac0-0c15-441f-887c-02921bc2db1d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:20.214317 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-30ab5219-3c4a-4cea-b5e9-74efadbb2d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:20.214655 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-30ab5219-3c4a-4cea-b5e9-74efadbb2d68 admin admin] Added segment 12fe349c-e43e-43b0-9270-07060edfcba0 of type vlan for network b455b8d7-c89b-4e0e-b6b6-415ede814b10 Mar 09 04:31:20.240398 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-30ab5219-3c4a-4cea-b5e9-74efadbb2d68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:20.269267 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-30ab5219-3c4a-4cea-b5e9-74efadbb2d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:20.270204 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ab5219-3c4a-4cea-b5e9-74efadbb2d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:20.270777 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-30ab5219-3c4a-4cea-b5e9-74efadbb2d68 admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:20.378305 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-30ab5219-3c4a-4cea-b5e9-74efadbb2d68 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4645767 Mar 09 04:31:20.379244 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab5219-3c4a-4cea-b5e9-74efadbb2d68 admin admin] Pushing event updated for resources: {'Network': ['ID=b455b8d7-c89b-4e0e-b6b6-415ede814b10,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:20.381129 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45306) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:31:20.386806 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ce4c3ce7-a785-4be0-a3fd-70fce47da5cf admin admin] Request body: {'subnet': {'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-888730293-subnet', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:31:20.389651 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network b455b8d7-c89b-4e0e-b6b6-415ede814b10 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:31:20.392410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ce4c3ce7-a785-4be0-a3fd-70fce47da5cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:31:20.396293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ce4c3ce7-a785-4be0-a3fd-70fce47da5cf admin admin] Usage tracker for resource:subnet and tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:31:20.399197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ce4c3ce7-a785-4be0-a3fd-70fce47da5cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:31:20.405907 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ce4c3ce7-a785-4be0-a3fd-70fce47da5cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:31:20.415563 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4c3ce7-a785-4be0-a3fd-70fce47da5cf admin admin] Made reservation on behalf of 4bd9e9b8e75e497a8dda8dc0b9df78ee for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:31:20.418646 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ce4c3ce7-a785-4be0-a3fd-70fce47da5cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:20.734723 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ce4c3ce7-a785-4be0-a3fd-70fce47da5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:20.810203 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c3ce7-a785-4be0-a3fd-70fce47da5cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:20.814065 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4c3ce7-a785-4be0-a3fd-70fce47da5cf admin admin] Checking segment: {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:31:20.814417 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4c3ce7-a785-4be0-a3fd-70fce47da5cf admin admin] Network hostable DHCP agents. Network: b455b8d7-c89b-4e0e-b6b6-415ede814b10, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:31:20.832635 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4c3ce7-a785-4be0-a3fd-70fce47da5cf admin admin] Network b455b8d7-c89b-4e0e-b6b6-415ede814b10 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:31:20.841843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-ce4c3ce7-a785-4be0-a3fd-70fce47da5cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, b455b8d7-c89b-4e0e-b6b6-415ede814b10) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:31:20.845767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4c3ce7-a785-4be0-a3fd-70fce47da5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:20.846351 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ce4c3ce7-a785-4be0-a3fd-70fce47da5cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:20.851250 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0fa492-0dc0-4058-a17a-6d54d72399a9 None None] Network b455b8d7-c89b-4e0e-b6b6-415ede814b10 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:31:20.869007 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ce4c3ce7-a785-4be0-a3fd-70fce47da5cf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4845397 Mar 09 04:31:20.869215 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45310) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:31:20.873948 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-6f95d2a4-439e-43f5-8931-452063216efe admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:31:20.879880 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6f95d2a4-439e-43f5-8931-452063216efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:31:20.883654 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6f95d2a4-439e-43f5-8931-452063216efe admin admin] Usage tracker for resource:router and tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:31:20.886463 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6f95d2a4-439e-43f5-8931-452063216efe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:31:20.892353 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6f95d2a4-439e-43f5-8931-452063216efe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:31:20.906684 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f95d2a4-439e-43f5-8931-452063216efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:20.908126 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f95d2a4-439e-43f5-8931-452063216efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:20.932425 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f95d2a4-439e-43f5-8931-452063216efe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:20.950982 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device de419b16-dd05-4401-8ba7-b43e6222c034 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:31:21.012763 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: de419b16-dd05-4401-8ba7-b43e6222c034 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:31:21.013102 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device de419b16-dd05-4401-8ba7-b43e6222c034 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:31:21.147754 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73392795-5091-4a7e-adee-43c87aba6bc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:31:21.148602 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-73392795-5091-4a7e-adee-43c87aba6bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:21.204319 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f95d2a4-439e-43f5-8931-452063216efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:21.304972 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-73392795-5091-4a7e-adee-43c87aba6bc7 None None] Allocated IP 172.20.0.2 (b455b8d7-c89b-4e0e-b6b6-415ede814b10/d4816c07-c1af-4a80-b98c-4c5ce3ff5a36/93cf7f30-5884-4004-a9b0-65118cd4268f) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:31:21.511273 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-73392795-5091-4a7e-adee-43c87aba6bc7 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:21.515761 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f95d2a4-439e-43f5-8931-452063216efe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:21.521495 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-73392795-5091-4a7e-adee-43c87aba6bc7 None None] Transition to ACTIVE for port object 93cf7f30-5884-4004-a9b0-65118cd4268f will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:31:21.539195 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-73392795-5091-4a7e-adee-43c87aba6bc7 None None] Transition to ACTIVE for port object 93cf7f30-5884-4004-a9b0-65118cd4268f will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:31:21.544149 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-73392795-5091-4a7e-adee-43c87aba6bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:21.546575 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f95d2a4-439e-43f5-8931-452063216efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:21.604116 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73392795-5091-4a7e-adee-43c87aba6bc7 None None] Network b455b8d7-c89b-4e0e-b6b6-415ede814b10 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:31:21.610828 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-73392795-5091-4a7e-adee-43c87aba6bc7 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:31:21.615295 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73392795-5091-4a7e-adee-43c87aba6bc7 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:31:21.621375 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73392795-5091-4a7e-adee-43c87aba6bc7 None None] Pushing event updated for resources: {'Port': ['ID=93cf7f30-5884-4004-a9b0-65118cd4268f,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:21.685166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-6f95d2a4-439e-43f5-8931-452063216efe admin admin] Allocated IP 172.25.7.42 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/59976039-cfe1-4ff8-b13f-c52212355bf3) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:31:21.709672 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-73392795-5091-4a7e-adee-43c87aba6bc7 None None] Attempting to bind port 93cf7f30-5884-4004-a9b0-65118cd4268f on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:31:21.710096 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-73392795-5091-4a7e-adee-43c87aba6bc7 None None] Attempting to bind port 93cf7f30-5884-4004-a9b0-65118cd4268f by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:31:21.710483 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73392795-5091-4a7e-adee-43c87aba6bc7 None None] Attempting to bind port 93cf7f30-5884-4004-a9b0-65118cd4268f on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:31:21.715815 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73392795-5091-4a7e-adee-43c87aba6bc7 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:31:21.716173 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73392795-5091-4a7e-adee-43c87aba6bc7 None None] Checking segment: {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:31:21.716569 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-73392795-5091-4a7e-adee-43c87aba6bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:21.716947 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73392795-5091-4a7e-adee-43c87aba6bc7 None None] Bound using segment: {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:31:21.717399 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-73392795-5091-4a7e-adee-43c87aba6bc7 None None] Bound port: 93cf7f30-5884-4004-a9b0-65118cd4268f, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:31:21.717878 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-73392795-5091-4a7e-adee-43c87aba6bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:21.806842 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-73392795-5091-4a7e-adee-43c87aba6bc7 None None] For port 93cf7f30-5884-4004-a9b0-65118cd4268f, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:31:21.810342 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-73392795-5091-4a7e-adee-43c87aba6bc7 None None] For port 93cf7f30-5884-4004-a9b0-65118cd4268f, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=93cf7f30-5884-4004-a9b0-65118cd4268f,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:31:21.814723 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-73392795-5091-4a7e-adee-43c87aba6bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:21.834402 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f95d2a4-439e-43f5-8931-452063216efe admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:21.865455 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f95d2a4-439e-43f5-8931-452063216efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:21.900055 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73392795-5091-4a7e-adee-43c87aba6bc7 None None] Pushing event updated for resources: {'Port': ['ID=93cf7f30-5884-4004-a9b0-65118cd4268f,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:21.938523 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f95d2a4-439e-43f5-8931-452063216efe admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:31:21.946335 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-6f95d2a4-439e-43f5-8931-452063216efe admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:31:21.951127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f95d2a4-439e-43f5-8931-452063216efe admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:31:21.980641 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95d2a4-439e-43f5-8931-452063216efe admin admin] Pushing event updated for resources: {'Port': ['ID=59976039-cfe1-4ff8-b13f-c52212355bf3,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:22.485765 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f95d2a4-439e-43f5-8931-452063216efe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:22.722996 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 93cf7f30-5884-4004-a9b0-65118cd4268f up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:31:22.797103 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 93cf7f30-5884-4004-a9b0-65118cd4268f completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:31:22.845191 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5110a985-72d7-4029-b756-719aa2791a64 None None] Network b455b8d7-c89b-4e0e-b6b6-415ede814b10 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:31:22.847131 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f95d2a4-439e-43f5-8931-452063216efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:23.023915 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c4a3f24e-efd4-4bc2-b8a7-9281d90a0f89 None None] Provisioning for port 93cf7f30-5884-4004-a9b0-65118cd4268f completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:31:23.038895 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c4a3f24e-efd4-4bc2-b8a7-9281d90a0f89 None None] Provisioning complete for port 93cf7f30-5884-4004-a9b0-65118cd4268f triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:31:23.039254 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c4a3f24e-efd4-4bc2-b8a7-9281d90a0f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:23.052383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f95d2a4-439e-43f5-8931-452063216efe admin admin] Router a8fecd39-e1de-4f25-83e9-456c7a0629c1 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:31:23.209895 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c4a3f24e-efd4-4bc2-b8a7-9281d90a0f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:23.230277 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f95d2a4-439e-43f5-8931-452063216efe admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:31:23.240379 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] Sync routers for ids ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:31:23.254925 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c4a3f24e-efd4-4bc2-b8a7-9281d90a0f89 None None] For port 93cf7f30-5884-4004-a9b0-65118cd4268f, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=93cf7f30-5884-4004-a9b0-65118cd4268f,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:31:23.258326 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] Routers {'a8fecd39-e1de-4f25-83e9-456c7a0629c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:31:23.259030 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:31:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:31:23.259665 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f95d2a4-439e-43f5-8931-452063216efe admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:23.264035 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6f95d2a4-439e-43f5-8931-452063216efe admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3913715 Mar 09 04:31:23.264486 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45316) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:31:23.312387 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c4a3f24e-efd4-4bc2-b8a7-9281d90a0f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:23.471104 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3f24e-efd4-4bc2-b8a7-9281d90a0f89 None None] Pushing event updated for resources: {'Port': ['ID=93cf7f30-5884-4004-a9b0-65118cd4268f,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:23.498632 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] Set router a8fecd39-e1de-4f25-83e9-456c7a0629c1 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:31:23.640532 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5c8448a6-8001-4b6b-834d-7c8b191fc3de None None] Provisioning complete for port 93cf7f30-5884-4004-a9b0-65118cd4268f triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:31:23.640818 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5c8448a6-8001-4b6b-834d-7c8b191fc3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:23.888185 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:22Z', 'revision_number': 3, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:31:23.892085 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] Checking router: a8fecd39-e1de-4f25-83e9-456c7a0629c1 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:31:23.892432 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] Updating router a8fecd39-e1de-4f25-83e9-456c7a0629c1 port 59976039-cfe1-4ff8-b13f-c52212355bf3 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:31:23.943976 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:23.945004 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f3efc1c-90c7-44ac-a6f3-1ed81eaf5fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:24.149686 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-6f3efc1c-90c7-44ac-a6f3-1ed81eaf5fa2 admin admin] Allocated IP 172.20.0.1 (b455b8d7-c89b-4e0e-b6b6-415ede814b10/d4816c07-c1af-4a80-b98c-4c5ce3ff5a36/4e29b68c-6c72-4a7c-8c16-b8c5319fe76c) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:31:24.269788 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:24.282653 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] Transition to ACTIVE for port object 59976039-cfe1-4ff8-b13f-c52212355bf3 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:31:24.289398 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:24.370431 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] Attempting to bind port 59976039-cfe1-4ff8-b13f-c52212355bf3 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:31:24.370808 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] Attempting to bind port 59976039-cfe1-4ff8-b13f-c52212355bf3 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:31:24.371193 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] Attempting to bind port 59976039-cfe1-4ff8-b13f-c52212355bf3 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:31:24.373267 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e0fa4-9d79-4b68-93e4-17a8d1aa0376 None None] Pushing event updated for resources: {'Port': ['ID=59976039-cfe1-4ff8-b13f-c52212355bf3,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:24.378779 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:31:24.379176 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:31:24.379575 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:24.380337 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:31:24.380422 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] Bound port: 59976039-cfe1-4ff8-b13f-c52212355bf3, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:31:24.381112 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:24.412289 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f3efc1c-90c7-44ac-a6f3-1ed81eaf5fa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:24.428078 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-6f3efc1c-90c7-44ac-a6f3-1ed81eaf5fa2 admin admin] Transition to ACTIVE for port object 4e29b68c-6c72-4a7c-8c16-b8c5319fe76c will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:31:24.451151 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f3efc1c-90c7-44ac-a6f3-1ed81eaf5fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:24.488799 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] For port 59976039-cfe1-4ff8-b13f-c52212355bf3, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:31:24.492239 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] For port 59976039-cfe1-4ff8-b13f-c52212355bf3, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=59976039-cfe1-4ff8-b13f-c52212355bf3,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:31:24.496739 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:24.512414 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3efc1c-90c7-44ac-a6f3-1ed81eaf5fa2 admin admin] Network b455b8d7-c89b-4e0e-b6b6-415ede814b10 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:31:24.519081 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-6f3efc1c-90c7-44ac-a6f3-1ed81eaf5fa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:31:24.521677 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3efc1c-90c7-44ac-a6f3-1ed81eaf5fa2 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:31:24.563119 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3efc1c-90c7-44ac-a6f3-1ed81eaf5fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=4e29b68c-6c72-4a7c-8c16-b8c5319fe76c,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:24.572278 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] Routers {'a8fecd39-e1de-4f25-83e9-456c7a0629c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:31:24.573342 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:31:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:31:24.585335 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f3efc1c-90c7-44ac-a6f3-1ed81eaf5fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:24.637619 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e0fa4-9d79-4b68-93e4-17a8d1aa0376 None None] Pushing event updated for resources: {'Port': ['ID=59976039-cfe1-4ff8-b13f-c52212355bf3,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:24.721835 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 93cf7f30-5884-4004-a9b0-65118cd4268f up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:31:24.815857 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] Set router a8fecd39-e1de-4f25-83e9-456c7a0629c1 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:31:24.855416 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f3efc1c-90c7-44ac-a6f3-1ed81eaf5fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:24.913076 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-33ee91b3-10d3-4ee1-9592-c1c8d95f70c8 None None] Provisioning for port 4e29b68c-6c72-4a7c-8c16-b8c5319fe76c completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:31:24.949711 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-33ee91b3-10d3-4ee1-9592-c1c8d95f70c8 None None] Provisioning complete for port 4e29b68c-6c72-4a7c-8c16-b8c5319fe76c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:31:24.950073 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-33ee91b3-10d3-4ee1-9592-c1c8d95f70c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:25.054005 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 93cf7f30-5884-4004-a9b0-65118cd4268f triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:31:25.054361 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:25.078419 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f3efc1c-90c7-44ac-a6f3-1ed81eaf5fa2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:25.083612 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f3efc1c-90c7-44ac-a6f3-1ed81eaf5fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:25.108974 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-33ee91b3-10d3-4ee1-9592-c1c8d95f70c8 None None] Port 4e29b68c-6c72-4a7c-8c16-b8c5319fe76c cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:31:25.191531 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f3efc1c-90c7-44ac-a6f3-1ed81eaf5fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:25.195602 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3efc1c-90c7-44ac-a6f3-1ed81eaf5fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=4e29b68c-6c72-4a7c-8c16-b8c5319fe76c,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:25.255680 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:22Z', 'revision_number': 3, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:31:25.259482 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfd590b-4833-47eb-89e5-57cd781da902 None None] The sync data for ids ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'] in n-d-825178-5 is: [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:22Z', 'revision_number': 3, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:31:25.333332 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3efc1c-90c7-44ac-a6f3-1ed81eaf5fa2 admin admin] Network b455b8d7-c89b-4e0e-b6b6-415ede814b10 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:31:25.334480 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-6f3efc1c-90c7-44ac-a6f3-1ed81eaf5fa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:31:25.544073 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3efc1c-90c7-44ac-a6f3-1ed81eaf5fa2 admin admin] Router a8fecd39-e1de-4f25-83e9-456c7a0629c1 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:31:25.631636 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-05e21f0b-b842-4539-9f4e-4e14c2297d88 None None] Provisioning complete for port 4e29b68c-6c72-4a7c-8c16-b8c5319fe76c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:31:25.632084 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-05e21f0b-b842-4539-9f4e-4e14c2297d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:25.692753 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-05e21f0b-b842-4539-9f4e-4e14c2297d88 None None] Port 4e29b68c-6c72-4a7c-8c16-b8c5319fe76c cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:31:25.754422 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3efc1c-90c7-44ac-a6f3-1ed81eaf5fa2 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:31:25.763545 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6f3efc1c-90c7-44ac-a6f3-1ed81eaf5fa2 admin admin] 10.222.0.16 "PUT /v2.0/routers/a8fecd39-e1de-4f25-83e9-456c7a0629c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4979131 Mar 09 04:31:26.415599 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45326) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:31:26.420741 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-6f30b378-d6d1-4b32-9059-409432f33eee tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2009255050', 'description': 'tempest-description--398948810'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:31:26.427651 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6f30b378-d6d1-4b32-9059-409432f33eee tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:31:26.431422 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6f30b378-d6d1-4b32-9059-409432f33eee tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Usage tracker for resource:security_group and tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:31:26.434947 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6f30b378-d6d1-4b32-9059-409432f33eee tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:31:26.440463 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6f30b378-d6d1-4b32-9059-409432f33eee tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:31:26.449667 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f30b378-d6d1-4b32-9059-409432f33eee tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:26.470108 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6f30b378-d6d1-4b32-9059-409432f33eee tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:31:26.474327 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6f30b378-d6d1-4b32-9059-409432f33eee tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Usage tracker for resource:security_group_rule and tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:31:26.477357 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6f30b378-d6d1-4b32-9059-409432f33eee tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:31:26.483306 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6f30b378-d6d1-4b32-9059-409432f33eee tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:31:26.553645 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f30b378-d6d1-4b32-9059-409432f33eee tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:26.557697 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f30b378-d6d1-4b32-9059-409432f33eee tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:26.601930 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30b378-d6d1-4b32-9059-409432f33eee tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0da44c1-51ca-41c7-a435-98430960ce48,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:26.604844 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6f30b378-d6d1-4b32-9059-409432f33eee tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:26.606411 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6f30b378-d6d1-4b32-9059-409432f33eee tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1898317 Mar 09 04:31:26.609382 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45330) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:31:26.614496 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-03411153-1b07-4701-b576-1b9a0271a0c5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Request body: {'security_group_rule': {'security_group_id': 'a0da44c1-51ca-41c7-a435-98430960ce48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:31:26.621623 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-03411153-1b07-4701-b576-1b9a0271a0c5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:31:26.625976 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-03411153-1b07-4701-b576-1b9a0271a0c5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Usage tracker for resource:security_group_rule and tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:31:26.628982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-03411153-1b07-4701-b576-1b9a0271a0c5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:31:26.634820 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-03411153-1b07-4701-b576-1b9a0271a0c5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:31:26.659500 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-03411153-1b07-4701-b576-1b9a0271a0c5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:26.722110 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 59976039-cfe1-4ff8-b13f-c52212355bf3 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:31:26.726276 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] Sync routers for ids ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:31:26.736368 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] Routers {'a8fecd39-e1de-4f25-83e9-456c7a0629c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:31:26.737150 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:31:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:31:26.746259 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-03411153-1b07-4701-b576-1b9a0271a0c5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:26.751162 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-03411153-1b07-4701-b576-1b9a0271a0c5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:26.778031 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03411153-1b07-4701-b576-1b9a0271a0c5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ec979b-3fb0-4d5b-a8ec-f841f01acf1c,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:26.793385 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 59976039-cfe1-4ff8-b13f-c52212355bf3 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:31:26.794666 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-03411153-1b07-4701-b576-1b9a0271a0c5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:26.795891 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-03411153-1b07-4701-b576-1b9a0271a0c5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1856480 Mar 09 04:31:26.799072 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45334) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:31:26.802543 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 59976039-cfe1-4ff8-b13f-c52212355bf3 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:31:26.803108 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:26.806050 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-1aee9c93-886e-4907-a076-70eca4ec57b5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Request body: {'security_group_rule': {'security_group_id': 'a0da44c1-51ca-41c7-a435-98430960ce48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:31:26.813374 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1aee9c93-886e-4907-a076-70eca4ec57b5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:31:26.817805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1aee9c93-886e-4907-a076-70eca4ec57b5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Usage tracker for resource:security_group_rule and tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:31:26.820951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-1aee9c93-886e-4907-a076-70eca4ec57b5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:31:26.828066 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-1aee9c93-886e-4907-a076-70eca4ec57b5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:31:26.845024 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1aee9c93-886e-4907-a076-70eca4ec57b5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:26.919474 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1aee9c93-886e-4907-a076-70eca4ec57b5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:26.924741 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1aee9c93-886e-4907-a076-70eca4ec57b5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:26.927831 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:26.945899 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 59976039-cfe1-4ff8-b13f-c52212355bf3, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=59976039-cfe1-4ff8-b13f-c52212355bf3,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:31:26.951849 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:26.957809 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee9c93-886e-4907-a076-70eca4ec57b5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7fc0113-130e-432e-afec-540fc7183528,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:26.970063 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1aee9c93-886e-4907-a076-70eca4ec57b5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:26.974810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45338) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:31:26.975174 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1aee9c93-886e-4907-a076-70eca4ec57b5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1746676 Mar 09 04:31:26.981598 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-39a17e27-8685-4c6b-850f-f4cdc59ea178 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:31:26.988677 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-39a17e27-8685-4c6b-850f-f4cdc59ea178 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:31:26.993535 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-39a17e27-8685-4c6b-850f-f4cdc59ea178 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Usage tracker for resource:floatingip and tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:31:26.997270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-39a17e27-8685-4c6b-850f-f4cdc59ea178 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:31:27.003533 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-39a17e27-8685-4c6b-850f-f4cdc59ea178 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:31:27.026254 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=59976039-cfe1-4ff8-b13f-c52212355bf3,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:27.076642 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] Set router a8fecd39-e1de-4f25-83e9-456c7a0629c1 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:31:27.138611 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39a17e27-8685-4c6b-850f-f4cdc59ea178 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:27.274629 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39a17e27-8685-4c6b-850f-f4cdc59ea178 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:27.424818 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-39a17e27-8685-4c6b-850f-f4cdc59ea178 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Allocated IP 172.25.7.102 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/f4d979f3-ee9c-4891-86a9-c132146db6f5) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:31:27.470980 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4e29b68c-6c72-4a7c-8c16-b8c5319fe76c', 'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'mac_address': 'fa:16:3e:ba:04:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:23Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 2, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'subnets': [{'id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:31:27.474594 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] Checking router: a8fecd39-e1de-4f25-83e9-456c7a0629c1 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:31:27.474953 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] Updating router a8fecd39-e1de-4f25-83e9-456c7a0629c1 port 4e29b68c-6c72-4a7c-8c16-b8c5319fe76c binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:31:27.529420 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:27.574390 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39a17e27-8685-4c6b-850f-f4cdc59ea178 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:27.606061 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39a17e27-8685-4c6b-850f-f4cdc59ea178 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:27.672257 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a17e27-8685-4c6b-850f-f4cdc59ea178 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:31:27.676328 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-39a17e27-8685-4c6b-850f-f4cdc59ea178 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:31:27.681337 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a17e27-8685-4c6b-850f-f4cdc59ea178 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:31:27.742097 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a17e27-8685-4c6b-850f-f4cdc59ea178 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Pushing event updated for resources: {'Port': ['ID=f4d979f3-ee9c-4891-86a9-c132146db6f5,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:27.784686 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39a17e27-8685-4c6b-850f-f4cdc59ea178 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:27.845713 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39a17e27-8685-4c6b-850f-f4cdc59ea178 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:27.877215 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:27.888925 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] Transition to ACTIVE for port object 4e29b68c-6c72-4a7c-8c16-b8c5319fe76c will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:31:27.895480 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:28.069346 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39a17e27-8685-4c6b-850f-f4cdc59ea178 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:28.075600 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39a17e27-8685-4c6b-850f-f4cdc59ea178 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:28.100981 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d315aca-8855-409f-9129-69ec59197636 None None] Pushing event updated for resources: {'Port': ['ID=4e29b68c-6c72-4a7c-8c16-b8c5319fe76c,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:28.113031 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d315aca-8855-409f-9129-69ec59197636 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:28.113372 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d315aca-8855-409f-9129-69ec59197636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:28.113707 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d315aca-8855-409f-9129-69ec59197636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:28.114598 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d315aca-8855-409f-9129-69ec59197636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:28.114598 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d315aca-8855-409f-9129-69ec59197636 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:28.114774 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d315aca-8855-409f-9129-69ec59197636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:28.114951 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d315aca-8855-409f-9129-69ec59197636 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:28.116690 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d315aca-8855-409f-9129-69ec59197636 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:28.117054 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d315aca-8855-409f-9129-69ec59197636 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:28.117781 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d315aca-8855-409f-9129-69ec59197636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:28.117781 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d315aca-8855-409f-9129-69ec59197636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:28.118023 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d315aca-8855-409f-9129-69ec59197636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:28.141578 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] Attempting to bind port 4e29b68c-6c72-4a7c-8c16-b8c5319fe76c on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:31:28.142107 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] Attempting to bind port 4e29b68c-6c72-4a7c-8c16-b8c5319fe76c by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:31:28.142466 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] Attempting to bind port 4e29b68c-6c72-4a7c-8c16-b8c5319fe76c on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:31:28.147984 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:31:28.148348 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] Checking segment: {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:31:28.148734 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:28.149108 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] Bound using segment: {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:31:28.149550 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] Bound port: 4e29b68c-6c72-4a7c-8c16-b8c5319fe76c, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:31:28.149907 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:28.192685 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a17e27-8685-4c6b-850f-f4cdc59ea178 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Pushing event updated for resources: {'Port': ['ID=f4d979f3-ee9c-4891-86a9-c132146db6f5,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:28.203220 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39a17e27-8685-4c6b-850f-f4cdc59ea178 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:28.227405 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39a17e27-8685-4c6b-850f-f4cdc59ea178 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:28.229175 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-39a17e27-8685-4c6b-850f-f4cdc59ea178 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2528632 Mar 09 04:31:28.248605 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] For port 4e29b68c-6c72-4a7c-8c16-b8c5319fe76c, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:31:28.251853 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] For port 4e29b68c-6c72-4a7c-8c16-b8c5319fe76c, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=4e29b68c-6c72-4a7c-8c16-b8c5319fe76c,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:31:28.255891 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:28.345592 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] Routers {'a8fecd39-e1de-4f25-83e9-456c7a0629c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:31:28.346231 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:31:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:31:28.394061 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d315aca-8855-409f-9129-69ec59197636 None None] Pushing event updated for resources: {'Port': ['ID=4e29b68c-6c72-4a7c-8c16-b8c5319fe76c,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:28.399156 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-04599a24-9789-4b72-987a-ab3eac092193 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Synchronizing usage tracker for tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:31:28.419051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-04599a24-9789-4b72-987a-ab3eac092193 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Unset dirty status for tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:31:28.420255 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-04599a24-9789-4b72-987a-ab3eac092193 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2009255050&fields=id&tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee HTTP/1.1" status: 200 len: 267 time: 0.0644681 Mar 09 04:31:28.547356 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] Set router a8fecd39-e1de-4f25-83e9-456c7a0629c1 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:31:28.711137 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 59976039-cfe1-4ff8-b13f-c52212355bf3 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:31:28.761053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-4486611f-f005-4bc4-8722-15f3f63d92e3 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:28.761674 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-4486611f-f005-4bc4-8722-15f3f63d92e3 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Synchronizing usage tracker for tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:31:28.791792 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-4486611f-f005-4bc4-8722-15f3f63d92e3 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Unset dirty status for tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:31:28.793589 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-4486611f-f005-4bc4-8722-15f3f63d92e3 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 811 time: 0.3656311 Mar 09 04:31:28.804627 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 59976039-cfe1-4ff8-b13f-c52212355bf3 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:31:28.805301 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:28.817514 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-87a1eb55-1c2c-4c89-adde-9c1327e00ce6 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/quotas/4bd9e9b8e75e497a8dda8dc0b9df78ee HTTP/1.1" status: 200 len: 375 time: 0.0176592 Mar 09 04:31:28.836682 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8e638880-51f0-4e5c-8c2e-69a59056756f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:28.914611 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-92c0001d-02df-44ee-9baa-7225f4b29b6f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0962529 Mar 09 04:31:28.953105 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4e29b68c-6c72-4a7c-8c16-b8c5319fe76c', 'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'mac_address': 'fa:16:3e:ba:04:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:23Z', 'updated_at': '2022-03-09T04:31:28Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'subnets': [{'id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:31:28.957533 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d582861b-9472-47db-bee5-ceef24c538eb None None] The sync data for ids ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'] in n-d-825178-5 is: [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4e29b68c-6c72-4a7c-8c16-b8c5319fe76c', 'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'mac_address': 'fa:16:3e:ba:04:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:23Z', 'updated_at': '2022-03-09T04:31:28Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'subnets': [{'id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:31:29.069997 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-741878dd-0507-428d-ae8a-71b8aa5284cf service neutron] 10.222.0.16 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422203 Mar 09 04:31:29.207528 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-e2c5167b-c96a-4cd8-b38b-b21bb70550e3 service neutron] 10.222.0.16 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314988 Mar 09 04:31:29.391184 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-fc35f443-91ae-4001-b2fb-b465ecde94a0 req-919cdfa9-6ad0-4e18-bf81-e9a82ce4abbc tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Synchronizing usage tracker for tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:31:29.413699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-fc35f443-91ae-4001-b2fb-b465ecde94a0 req-919cdfa9-6ad0-4e18-bf81-e9a82ce4abbc tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Unset dirty status for tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:31:29.415173 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fc35f443-91ae-4001-b2fb-b465ecde94a0 req-919cdfa9-6ad0-4e18-bf81-e9a82ce4abbc tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 210 time: 0.0689704 Mar 09 04:31:30.578203 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-73adcb45-872e-4d81-a10b-3b1deba4f929 req-c4128e1e-0d16-4e2f-a95d-be38dc66a882 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 210 time: 0.0529664 Mar 09 04:31:30.587212 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-d59c3095-4d57-407c-a82a-0268d7634d57 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:30.588679 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-d59c3095-4d57-407c-a82a-0268d7634d57 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.24 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 811 time: 0.1522927 Mar 09 04:31:30.641127 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-c1c3cd26-c9fe-4b30-ae6e-c44b908765d7 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee HTTP/1.1" status: 200 len: 380 time: 0.0446830 Mar 09 04:31:30.649013 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-67155416-6158-48ef-8ba2-856f19e66345 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Request body: {'port': {'device_id': 'c011d6b0-9675-4227-89b6-d41b7e7efa57', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'admin_state_up': True, 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'security_groups': ['a0da44c1-51ca-41c7-a435-98430960ce48']}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:31:30.717171 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 4e29b68c-6c72-4a7c-8c16-b8c5319fe76c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:31:30.782991 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 4e29b68c-6c72-4a7c-8c16-b8c5319fe76c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:31:30.787743 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 4e29b68c-6c72-4a7c-8c16-b8c5319fe76c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:31:30.788289 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:30.792563 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-67155416-6158-48ef-8ba2-856f19e66345 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:31:30.802230 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-67155416-6158-48ef-8ba2-856f19e66345 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:31:30.812241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-67155416-6158-48ef-8ba2-856f19e66345 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Made reservation on behalf of 4bd9e9b8e75e497a8dda8dc0b9df78ee for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:31:30.815711 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-67155416-6158-48ef-8ba2-856f19e66345 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:30.941306 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:30.972557 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 4e29b68c-6c72-4a7c-8c16-b8c5319fe76c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=4e29b68c-6c72-4a7c-8c16-b8c5319fe76c,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:31:30.976029 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:30.979794 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-67155416-6158-48ef-8ba2-856f19e66345 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Allocated IP 172.20.0.11 (b455b8d7-c89b-4e0e-b6b6-415ede814b10/d4816c07-c1af-4a80-b98c-4c5ce3ff5a36/8423cbd7-d0f0-425e-ab08-5d4962f78556) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:31:31.044819 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=4e29b68c-6c72-4a7c-8c16-b8c5319fe76c,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:31.169735 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-67155416-6158-48ef-8ba2-856f19e66345 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:31.174317 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0565d01e-d5c8-4e98-9cd3-d9779d7e2994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:31.186643 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-67155416-6158-48ef-8ba2-856f19e66345 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Transition to ACTIVE for port object 8423cbd7-d0f0-425e-ab08-5d4962f78556 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:31:31.209395 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-67155416-6158-48ef-8ba2-856f19e66345 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:31.271764 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-67155416-6158-48ef-8ba2-856f19e66345 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Network b455b8d7-c89b-4e0e-b6b6-415ede814b10 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:31:31.274638 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-67155416-6158-48ef-8ba2-856f19e66345 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:31:31.282939 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-67155416-6158-48ef-8ba2-856f19e66345 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:31:31.320236 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67155416-6158-48ef-8ba2-856f19e66345 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Pushing event updated for resources: {'Port': ['ID=8423cbd7-d0f0-425e-ab08-5d4962f78556,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:31.356136 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-67155416-6158-48ef-8ba2-856f19e66345 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:31.356753 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-67155416-6158-48ef-8ba2-856f19e66345 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:31.383486 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-67155416-6158-48ef-8ba2-856f19e66345 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7381256 Mar 09 04:31:31.394996 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-ec1eb988-68e6-4a15-9e79-ab138aa20f6a service neutron] Request body: {'port': {'device_id': 'c011d6b0-9675-4227-89b6-d41b7e7efa57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:31:31.513893 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4b74c407-5649-436c-8f5d-11e564101a22 None None] Provisioning for port 8423cbd7-d0f0-425e-ab08-5d4962f78556 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:31:31.518553 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4b74c407-5649-436c-8f5d-11e564101a22 None None] Provisioning complete for port 8423cbd7-d0f0-425e-ab08-5d4962f78556 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:31:31.519017 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4b74c407-5649-436c-8f5d-11e564101a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:31.573217 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-4b74c407-5649-436c-8f5d-11e564101a22 None None] Port 8423cbd7-d0f0-425e-ab08-5d4962f78556 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:31:31.609511 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-ec1eb988-68e6-4a15-9e79-ab138aa20f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:31.918554 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411ea61-c76a-4d15-ad46-2745d0c778e8 req-812cbc40-9814-4da8-a8ac-8ecf7031ad64 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:31.919180 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e411ea61-c76a-4d15-ad46-2745d0c778e8 req-812cbc40-9814-4da8-a8ac-8ecf7031ad64 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Synchronizing usage tracker for tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:31:31.953056 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e411ea61-c76a-4d15-ad46-2745d0c778e8 req-812cbc40-9814-4da8-a8ac-8ecf7031ad64 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Unset dirty status for tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:31:31.954181 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e411ea61-c76a-4d15-ad46-2745d0c778e8 req-812cbc40-9814-4da8-a8ac-8ecf7031ad64 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 932 time: 0.2324831 Mar 09 04:31:32.054253 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-ec1eb988-68e6-4a15-9e79-ab138aa20f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8423cbd7-d0f0-425e-ab08-5d4962f78556 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:31:32.061218 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e411ea61-c76a-4d15-ad46-2745d0c778e8 req-c77cd30b-13dc-4ea5-bcf3-a78fdaf83d97 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946860 Mar 09 04:31:32.065085 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-ec1eb988-68e6-4a15-9e79-ab138aa20f6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:32.080820 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-ec1eb988-68e6-4a15-9e79-ab138aa20f6a service neutron] Transition to ACTIVE for port object 8423cbd7-d0f0-425e-ab08-5d4962f78556 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:31:32.084408 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-ec1eb988-68e6-4a15-9e79-ab138aa20f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:32.245698 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1eb988-68e6-4a15-9e79-ab138aa20f6a service neutron] Pushing event updated for resources: {'Port': ['ID=8423cbd7-d0f0-425e-ab08-5d4962f78556,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:32.317952 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-ec1eb988-68e6-4a15-9e79-ab138aa20f6a service neutron] Attempting to bind port 8423cbd7-d0f0-425e-ab08-5d4962f78556 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:31:32.318289 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-ec1eb988-68e6-4a15-9e79-ab138aa20f6a service neutron] Attempting to bind port 8423cbd7-d0f0-425e-ab08-5d4962f78556 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:31:32.318620 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-ec1eb988-68e6-4a15-9e79-ab138aa20f6a service neutron] Attempting to bind port 8423cbd7-d0f0-425e-ab08-5d4962f78556 on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:31:32.323449 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-ec1eb988-68e6-4a15-9e79-ab138aa20f6a service neutron] Port 8423cbd7-d0f0-425e-ab08-5d4962f78556 on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:31:32.323768 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-ec1eb988-68e6-4a15-9e79-ab138aa20f6a service neutron] Attempting to bind port 8423cbd7-d0f0-425e-ab08-5d4962f78556 on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:31:32.328906 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-ec1eb988-68e6-4a15-9e79-ab138aa20f6a service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:31:32.329236 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-ec1eb988-68e6-4a15-9e79-ab138aa20f6a service neutron] Checking segment: {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:31:32.329612 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-ec1eb988-68e6-4a15-9e79-ab138aa20f6a service neutron] Bound using segment: {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:31:32.330033 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-ec1eb988-68e6-4a15-9e79-ab138aa20f6a service neutron] Bound port: 8423cbd7-d0f0-425e-ab08-5d4962f78556, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:31:32.330375 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-ec1eb988-68e6-4a15-9e79-ab138aa20f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:32.338104 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:32.371334 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:32.422637 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-ec1eb988-68e6-4a15-9e79-ab138aa20f6a service neutron] For port 8423cbd7-d0f0-425e-ab08-5d4962f78556, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:31:32.425732 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-ec1eb988-68e6-4a15-9e79-ab138aa20f6a service neutron] For port 8423cbd7-d0f0-425e-ab08-5d4962f78556, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=8423cbd7-d0f0-425e-ab08-5d4962f78556,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:31:32.429327 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-ec1eb988-68e6-4a15-9e79-ab138aa20f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:32.487043 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-ec1eb988-68e6-4a15-9e79-ab138aa20f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:32.487754 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-ec1eb988-68e6-4a15-9e79-ab138aa20f6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:32.489059 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-ec1eb988-68e6-4a15-9e79-ab138aa20f6a service neutron] 10.222.0.24 "PUT /v2.0/ports/8423cbd7-d0f0-425e-ab08-5d4962f78556 HTTP/1.1" status: 200 len: 1092 time: 1.0984325 Mar 09 04:31:32.489493 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c011d6b0-9675-4227-89b6-d41b7e7efa57', 'tag': '8423cbd7-d0f0-425e-ab08-5d4962f78556'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:31:32.515009 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1eb988-68e6-4a15-9e79-ab138aa20f6a service neutron] Pushing event updated for resources: {'Port': ['ID=8423cbd7-d0f0-425e-ab08-5d4962f78556,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:32.572469 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c011d6b0-9675-4227-89b6-d41b7e7efa57', 'tag': '8423cbd7-d0f0-425e-ab08-5d4962f78556', 'status': 'completed', 'code': 200} Mar 09 04:31:32.613999 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-8f7b2235-6b1c-482b-b0e5-792a99354736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:32.615506 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-8f7b2235-6b1c-482b-b0e5-792a99354736 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 1095 time: 0.0767877 Mar 09 04:31:32.687463 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-291f8ee1-028c-44fe-89be-aff148c1e39e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8423cbd7-d0f0-425e-ab08-5d4962f78556 HTTP/1.1" status: 200 len: 217 time: 0.0646839 Mar 09 04:31:32.702257 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 4e29b68c-6c72-4a7c-8c16-b8c5319fe76c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:31:32.753423 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-4785b258-a3d1-4326-930c-5c001dbc0ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:32.754901 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-4785b258-a3d1-4326-930c-5c001dbc0ea0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0619628 Mar 09 04:31:32.781171 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 4e29b68c-6c72-4a7c-8c16-b8c5319fe76c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:31:32.781543 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:32.829415 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-90738d5f-7c9c-403c-b07b-eb917b251461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:32.830883 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-90738d5f-7c9c-403c-b07b-eb917b251461 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696154 Mar 09 04:31:32.962192 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-93d855f2-4011-43eb-8dcb-0b6fff78322f service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252201 Mar 09 04:31:33.089464 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-796ea83e-3ae6-45ad-a3b6-18dbffaf5a90 req-0303119b-8d19-4de3-8b01-c98189b651f4 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215351 Mar 09 04:31:33.375418 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77aa5a-7269-4dd6-ae5f-b90d86d6fbea req-60c03a3a-8bdc-46ea-8600-4b9622fe8e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:33.376858 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe77aa5a-7269-4dd6-ae5f-b90d86d6fbea req-60c03a3a-8bdc-46ea-8600-4b9622fe8e7f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 1095 time: 0.2332540 Mar 09 04:31:33.389873 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e662770-60c8-42fd-8d29-525e2368e20f req-54eefb6e-3864-4148-be6a-275db5ee468e tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:33.391248 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9e662770-60c8-42fd-8d29-525e2368e20f req-54eefb6e-3864-4148-be6a-275db5ee468e tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 944 time: 0.1126902 Mar 09 04:31:33.522240 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9e662770-60c8-42fd-8d29-525e2368e20f req-e3de1236-887d-490c-ba58-2bd35373dd46 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128254 Mar 09 04:31:33.548393 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77aa5a-7269-4dd6-ae5f-b90d86d6fbea req-082c4d9d-26ff-45e6-a014-9432d9854d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:33.549802 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe77aa5a-7269-4dd6-ae5f-b90d86d6fbea req-082c4d9d-26ff-45e6-a014-9432d9854d7b service neutron] 10.222.0.24 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1577308 Mar 09 04:31:33.618229 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe77aa5a-7269-4dd6-ae5f-b90d86d6fbea req-d78fc357-0657-40fd-aacb-c8cec4130da7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8423cbd7-d0f0-425e-ab08-5d4962f78556 HTTP/1.1" status: 200 len: 217 time: 0.0620236 Mar 09 04:31:33.633883 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:33.678633 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77aa5a-7269-4dd6-ae5f-b90d86d6fbea req-7fd82927-7fd9-4a03-b322-940a78d64287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:33.680057 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe77aa5a-7269-4dd6-ae5f-b90d86d6fbea req-7fd82927-7fd9-4a03-b322-940a78d64287 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0564711 Mar 09 04:31:33.752853 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77aa5a-7269-4dd6-ae5f-b90d86d6fbea req-8cd8461e-63ea-4b60-95a4-4d27e030aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:33.754266 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe77aa5a-7269-4dd6-ae5f-b90d86d6fbea req-8cd8461e-63ea-4b60-95a4-4d27e030aa78 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680926 Mar 09 04:31:33.882517 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe77aa5a-7269-4dd6-ae5f-b90d86d6fbea req-ca37fa0d-be04-4509-9f77-76826ea748bf service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211905 Mar 09 04:31:34.015045 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe77aa5a-7269-4dd6-ae5f-b90d86d6fbea req-8bbb2e72-4db0-4e98-9500-0064ef1edaa8 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252992 Mar 09 04:31:34.562585 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:34.706068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67990deb-5119-4794-9f9c-1b470791df0b req-413f5073-6a8b-4733-a8dc-f1855eda9091 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:34.707617 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67990deb-5119-4794-9f9c-1b470791df0b req-413f5073-6a8b-4733-a8dc-f1855eda9091 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 944 time: 0.0803726 Mar 09 04:31:34.752605 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67990deb-5119-4794-9f9c-1b470791df0b req-6580f6cd-7266-4df1-acf8-8ef15f040ee3 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393777 Mar 09 04:31:35.914759 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 8423cbd7-d0f0-425e-ab08-5d4962f78556 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:31:35.947894 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3788a4-94cc-4a47-bbb5-3e01ec07548e req-15ed3319-a781-4a19-8c4b-b32c6c2aa0bb tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:35.949348 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9e3788a4-94cc-4a47-bbb5-3e01ec07548e req-15ed3319-a781-4a19-8c4b-b32c6c2aa0bb tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 944 time: 0.0842514 Mar 09 04:31:35.998247 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9e3788a4-94cc-4a47-bbb5-3e01ec07548e req-dc5db5c7-8f9b-449f-8c6b-2a3153494b8f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432215 Mar 09 04:31:36.045395 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 8423cbd7-d0f0-425e-ab08-5d4962f78556, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=8423cbd7-d0f0-425e-ab08-5d4962f78556,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:31:36.058232 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '8423cbd7-d0f0-425e-ab08-5d4962f78556', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'port_id': '8423cbd7-d0f0-425e-ab08-5d4962f78556', 'mac_address': 'fa:16:3e:54:6e:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:31:36.116638 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:36.132554 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8423cbd7-d0f0-425e-ab08-5d4962f78556 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:31:36.147589 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 8423cbd7-d0f0-425e-ab08-5d4962f78556, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=8423cbd7-d0f0-425e-ab08-5d4962f78556,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:31:36.152241 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:36.216905 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=8423cbd7-d0f0-425e-ab08-5d4962f78556,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:36.224168 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:36.224504 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:36.224837 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:36.225161 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:36.225487 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:36.225802 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:36.226114 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:36.226427 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:36.226734 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:36.227069 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:36.227378 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:36.227684 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:31:36.453297 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['8423cbd7-d0f0-425e-ab08-5d4962f78556'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:31:37.184642 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18165e4a-60c3-45f1-9590-a67e6825b625 req-7c95b4a9-eaf2-444d-947d-b14aa14d673e tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:37.186009 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18165e4a-60c3-45f1-9590-a67e6825b625 req-7c95b4a9-eaf2-444d-947d-b14aa14d673e tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 945 time: 0.0812824 Mar 09 04:31:37.229624 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18165e4a-60c3-45f1-9590-a67e6825b625 req-a12a02b2-9d49-487d-aba4-23a37c1ecbbb tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381007 Mar 09 04:31:37.930156 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 8423cbd7-d0f0-425e-ab08-5d4962f78556 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:31:37.999520 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 8423cbd7-d0f0-425e-ab08-5d4962f78556 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:31:38.004434 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 8423cbd7-d0f0-425e-ab08-5d4962f78556 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:31:38.004911 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:38.123262 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:38.149303 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c011d6b0-9675-4227-89b6-d41b7e7efa57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8423cbd7-d0f0-425e-ab08-5d4962f78556'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:31:38.158591 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 8423cbd7-d0f0-425e-ab08-5d4962f78556, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=8423cbd7-d0f0-425e-ab08-5d4962f78556,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:31:38.163179 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:38.196685 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c011d6b0-9675-4227-89b6-d41b7e7efa57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8423cbd7-d0f0-425e-ab08-5d4962f78556', 'code': 200} Mar 09 04:31:38.237104 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=8423cbd7-d0f0-425e-ab08-5d4962f78556,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:31:38.321437 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a36be-68c9-4969-bb52-c38269b76f64 req-aeb385df-d822-4b01-a62e-f70704ba9890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:38.323832 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2d2a36be-68c9-4969-bb52-c38269b76f64 req-aeb385df-d822-4b01-a62e-f70704ba9890 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 1097 time: 0.0734453 Mar 09 04:31:38.367571 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2d2a36be-68c9-4969-bb52-c38269b76f64 req-7c5e6355-d6fb-46c2-89da-90c59eccf3ff service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380812 Mar 09 04:31:38.412137 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f2af9-d28e-448f-a358-dab4a1471ef7 req-92381fa7-a909-467b-b785-d12135248f27 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:38.413580 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-232f2af9-d28e-448f-a358-dab4a1471ef7 req-92381fa7-a909-467b-b785-d12135248f27 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0782528 Mar 09 04:31:38.460781 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-232f2af9-d28e-448f-a358-dab4a1471ef7 req-4a42eb66-c27e-4fd1-9759-f0b02d2e70a8 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405300 Mar 09 04:31:39.130781 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:39.655096 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5521f92-6af5-4927-a150-ae6d123dfbe8 req-5e4b757e-f077-400b-947d-ee77fd6ab69d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:39.656579 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d5521f92-6af5-4927-a150-ae6d123dfbe8 req-5e4b757e-f077-400b-947d-ee77fd6ab69d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0797253 Mar 09 04:31:39.702902 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d5521f92-6af5-4927-a150-ae6d123dfbe8 req-888e022a-31c7-4e0c-a4a6-9a04bfed4516 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399766 Mar 09 04:31:40.893226 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d61ced-ab5c-4289-9e72-0172d38ac224 req-9e09a1fe-e043-4eb3-b560-35310aef9bfd tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:40.894585 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-59d61ced-ab5c-4289-9e72-0172d38ac224 req-9e09a1fe-e043-4eb3-b560-35310aef9bfd tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0798159 Mar 09 04:31:40.937793 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-59d61ced-ab5c-4289-9e72-0172d38ac224 req-88a484d6-319b-4174-ad67-be1865a8054b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375166 Mar 09 04:31:41.115838 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90aac5-65ef-4847-83c0-21b06b39e38a req-1f4bb236-dcd8-493c-a885-72e311f8c965 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:41.117263 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3c90aac5-65ef-4847-83c0-21b06b39e38a req-1f4bb236-dcd8-493c-a885-72e311f8c965 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0825815 Mar 09 04:31:41.126123 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45406) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:31:41.131018 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-99524797-75f2-4ca5-88c8-f7c1dca1ea8b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Request body: {'floatingip': {'port_id': '8423cbd7-d0f0-425e-ab08-5d4962f78556'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:31:41.205798 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-99524797-75f2-4ca5-88c8-f7c1dca1ea8b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for floatingip, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:41.915710 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-99524797-75f2-4ca5-88c8-f7c1dca1ea8b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:41.920785 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-99524797-75f2-4ca5-88c8-f7c1dca1ea8b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:42.101139 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-99524797-75f2-4ca5-88c8-f7c1dca1ea8b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Floating IP 4b198fd4-42ba-4b2c-8b03-4db01f374830 associated. External IP: 172.25.7.102, port: 8423cbd7-d0f0-425e-ab08-5d4962f78556. Mar 09 04:31:42.472809 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99524797-75f2-4ca5-88c8-f7c1dca1ea8b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Router a8fecd39-e1de-4f25-83e9-456c7a0629c1 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:31:42.648157 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99524797-75f2-4ca5-88c8-f7c1dca1ea8b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:31:42.653401 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-99524797-75f2-4ca5-88c8-f7c1dca1ea8b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:42.658797 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5316b770-1b02-477b-8913-18d69c3e6c24 None None] Sync routers for ids ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:31:42.668907 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5316b770-1b02-477b-8913-18d69c3e6c24 None None] Routers {'a8fecd39-e1de-4f25-83e9-456c7a0629c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:31:42.669499 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5316b770-1b02-477b-8913-18d69c3e6c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:31:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:31:42.707380 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-99524797-75f2-4ca5-88c8-f7c1dca1ea8b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "PUT /v2.0/floatingips/4b198fd4-42ba-4b2c-8b03-4db01f374830 HTTP/1.1" status: 200 len: 992 time: 1.5802314 Mar 09 04:31:42.707959 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c011d6b0-9675-4227-89b6-d41b7e7efa57', 'tag': '8423cbd7-d0f0-425e-ab08-5d4962f78556'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:31:42.757594 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c011d6b0-9675-4227-89b6-d41b7e7efa57', 'tag': '8423cbd7-d0f0-425e-ab08-5d4962f78556', 'status': 'completed', 'code': 200} Mar 09 04:31:42.856239 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3128bc-5950-4899-8b03-cdd12abba1af req-27d880ca-77df-4172-82a2-3f8e1f71d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:42.857728 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3a3128bc-5950-4899-8b03-cdd12abba1af req-27d880ca-77df-4172-82a2-3f8e1f71d1d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 1097 time: 0.0764098 Mar 09 04:31:42.868074 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-5316b770-1b02-477b-8913-18d69c3e6c24 None None] Set router a8fecd39-e1de-4f25-83e9-456c7a0629c1 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:31:42.889182 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28382a66-2207-4fc3-9eb6-890246ecb74d req-4bcdb0e7-63c0-46be-bb37-61dd45625610 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:42.891282 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-28382a66-2207-4fc3-9eb6-890246ecb74d req-4bcdb0e7-63c0-46be-bb37-61dd45625610 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0872500 Mar 09 04:31:42.949537 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-28382a66-2207-4fc3-9eb6-890246ecb74d req-528ad7f8-15d7-47e2-86a0-0398610918f4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494590 Mar 09 04:31:43.178681 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3128bc-5950-4899-8b03-cdd12abba1af req-17dc422a-c92e-47ed-a010-506bcd6ab216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:43.180162 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3a3128bc-5950-4899-8b03-cdd12abba1af req-17dc422a-c92e-47ed-a010-506bcd6ab216 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.3161793 Mar 09 04:31:43.265034 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f7e20-3fba-44ab-85f4-445a7c067ee3 req-4af132de-c476-4e05-9fa0-8bc4113b34d4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:43.266404 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ac6f7e20-3fba-44ab-85f4-445a7c067ee3 req-4af132de-c476-4e05-9fa0-8bc4113b34d4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.1866598 Mar 09 04:31:43.278433 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5316b770-1b02-477b-8913-18d69c3e6c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4b198fd4-42ba-4b2c-8b03-4db01f374830', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'port_id': '8423cbd7-d0f0-425e-ab08-5d4962f78556', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'mac_address': 'fa:16:3e:54:6e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c011d6b0-9675-4227-89b6-d41b7e7efa57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:31:27Z', 'updated_at': '2022-03-09T04:31:41Z', 'revision_number': 1, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e29b68c-6c72-4a7c-8c16-b8c5319fe76c', 'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'mac_address': 'fa:16:3e:ba:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:23Z', 'updated_at': '2022-03-09T04:31:30Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'subnets': [{'id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:31:43.282311 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5316b770-1b02-477b-8913-18d69c3e6c24 None None] Checking router: a8fecd39-e1de-4f25-83e9-456c7a0629c1 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:31:43.290464 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5316b770-1b02-477b-8913-18d69c3e6c24 None None] Routers {'a8fecd39-e1de-4f25-83e9-456c7a0629c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:31:43.291689 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5316b770-1b02-477b-8913-18d69c3e6c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:31:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:31:43.323443 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3a3128bc-5950-4899-8b03-cdd12abba1af req-f0e4a2f1-270d-445a-86f1-6ed38894332f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8423cbd7-d0f0-425e-ab08-5d4962f78556 HTTP/1.1" status: 200 len: 1000 time: 0.1367886 Mar 09 04:31:43.367762 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ac6f7e20-3fba-44ab-85f4-445a7c067ee3 req-9992f445-46e3-4675-a43b-76771bd47f7c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929399 Mar 09 04:31:43.393178 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3128bc-5950-4899-8b03-cdd12abba1af req-9bceeaee-127c-4994-b5e5-431135830b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:43.394545 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3a3128bc-5950-4899-8b03-cdd12abba1af req-9bceeaee-127c-4994-b5e5-431135830b6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0657809 Mar 09 04:31:43.469120 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-5316b770-1b02-477b-8913-18d69c3e6c24 None None] Set router a8fecd39-e1de-4f25-83e9-456c7a0629c1 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:31:43.472362 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3128bc-5950-4899-8b03-cdd12abba1af req-032aa714-9194-4456-922e-e26d2bbdbb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:43.473858 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3a3128bc-5950-4899-8b03-cdd12abba1af req-032aa714-9194-4456-922e-e26d2bbdbb9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723729 Mar 09 04:31:43.605280 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3a3128bc-5950-4899-8b03-cdd12abba1af req-2e269602-4556-4b62-acac-05a6ab47db07 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251254 Mar 09 04:31:43.734734 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3a3128bc-5950-4899-8b03-cdd12abba1af req-df5180cd-f982-4249-ac22-5964e1d51f15 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244280 Mar 09 04:31:43.808513 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5316b770-1b02-477b-8913-18d69c3e6c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4b198fd4-42ba-4b2c-8b03-4db01f374830', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'port_id': '8423cbd7-d0f0-425e-ab08-5d4962f78556', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'mac_address': 'fa:16:3e:54:6e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c011d6b0-9675-4227-89b6-d41b7e7efa57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:31:27Z', 'updated_at': '2022-03-09T04:31:41Z', 'revision_number': 1, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e29b68c-6c72-4a7c-8c16-b8c5319fe76c', 'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'mac_address': 'fa:16:3e:ba:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:23Z', 'updated_at': '2022-03-09T04:31:30Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'subnets': [{'id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:31:43.812615 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5316b770-1b02-477b-8913-18d69c3e6c24 None None] The sync data for ids ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'] in n-d-825178-5 is: [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4b198fd4-42ba-4b2c-8b03-4db01f374830', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'port_id': '8423cbd7-d0f0-425e-ab08-5d4962f78556', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'mac_address': 'fa:16:3e:54:6e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c011d6b0-9675-4227-89b6-d41b7e7efa57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:31:27Z', 'updated_at': '2022-03-09T04:31:41Z', 'revision_number': 1, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e29b68c-6c72-4a7c-8c16-b8c5319fe76c', 'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'mac_address': 'fa:16:3e:ba:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:23Z', 'updated_at': '2022-03-09T04:31:30Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'subnets': [{'id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:31:43.983969 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577c6251-e0f1-4383-a47e-c5d1489c7734 None None] New status for floating IP 4b198fd4-42ba-4b2c-8b03-4db01f374830: ACTIVE {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:31:44.555205 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82ebb7-dd84-450d-9ea0-1301a6d5e434 req-afa508f2-96a1-4d19-88e1-abc794bb7ab1 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:44.557223 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5c82ebb7-dd84-450d-9ea0-1301a6d5e434 req-afa508f2-96a1-4d19-88e1-abc794bb7ab1 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0790491 Mar 09 04:31:44.599486 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5c82ebb7-dd84-450d-9ea0-1301a6d5e434 req-bea7b159-21e3-4738-8649-df3ac82c7024 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369313 Mar 09 04:31:44.788377 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0db586-200e-4233-8211-9ea3d03f35e8 req-93857bc3-0773-4e1c-a812-ea6ba2caed62 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:44.789814 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9c0db586-200e-4233-8211-9ea3d03f35e8 req-93857bc3-0773-4e1c-a812-ea6ba2caed62 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0871260 Mar 09 04:31:44.832956 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9c0db586-200e-4233-8211-9ea3d03f35e8 req-cef8a9cb-8864-4f17-a85a-b2c0fc215998 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369816 Mar 09 04:31:45.271518 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806cc36-c788-4c56-a19b-8442c19e528b req-80332773-6fce-4564-8438-4b8f682a70db tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:45.272950 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c806cc36-c788-4c56-a19b-8442c19e528b req-80332773-6fce-4564-8438-4b8f682a70db tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.1285479 Mar 09 04:31:45.329466 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c806cc36-c788-4c56-a19b-8442c19e528b req-821161d0-709d-45ec-aed3-2830bf49ccd0 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499520 Mar 09 04:31:45.335622 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-5ec82558-a1c3-4c59-8a25-cf17da2130ad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1899848 Mar 09 04:31:46.445404 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-213e07fa-766f-4454-9043-0fc93c72f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:46.446948 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-213e07fa-766f-4454-9043-0fc93c72f7bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 1097 time: 0.0769923 Mar 09 04:31:46.516507 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb61f8-5447-4eca-9074-6faba7f02a77 req-e7840f33-2982-4735-b708-fa61e1fca439 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:46.517988 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d8cb61f8-5447-4eca-9074-6faba7f02a77 req-e7840f33-2982-4735-b708-fa61e1fca439 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0823884 Mar 09 04:31:46.561490 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d8cb61f8-5447-4eca-9074-6faba7f02a77 req-8dc0fc5c-3cc6-4729-a16d-f7437b22f397 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379741 Mar 09 04:31:46.579198 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-6ff98192-9dc4-4f9b-a2ba-624d5b8d1322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:46.580627 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-6ff98192-9dc4-4f9b-a2ba-624d5b8d1322 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1282310 Mar 09 04:31:46.680487 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-9f2019a6-8397-4df4-b739-997bd91dbf51 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8423cbd7-d0f0-425e-ab08-5d4962f78556 HTTP/1.1" status: 200 len: 1002 time: 0.0930076 Mar 09 04:31:46.745899 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-63539357-9abc-4aec-95e4-14d8fe6ca959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:46.747338 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-63539357-9abc-4aec-95e4-14d8fe6ca959 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0611351 Mar 09 04:31:46.820071 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-8fc11570-aaf0-4422-8956-a329d20f7904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:46.821541 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-8fc11570-aaf0-4422-8956-a329d20f7904 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686259 Mar 09 04:31:46.951651 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-41fa052b-f7f3-485c-b1bb-2a9e857fc446 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240544 Mar 09 04:31:47.080782 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-a685534d-2548-488a-8b64-8c953b1065d5 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233287 Mar 09 04:31:47.616769 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:31:47.846557 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35db75e-0522-4b59-8bdd-394f28aa92d0 req-e5543b95-7ee5-438a-a7fc-52a03e444321 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:47.847947 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e35db75e-0522-4b59-8bdd-394f28aa92d0 req-e5543b95-7ee5-438a-a7fc-52a03e444321 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.1834688 Mar 09 04:31:47.892416 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e35db75e-0522-4b59-8bdd-394f28aa92d0 req-f41f2545-c683-47bf-a100-a81bf2610800 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387251 Mar 09 04:31:49.072878 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77caeb5b-51f8-499c-bde9-7d592bfd4d83 req-8d3d4283-83d9-41d2-811e-52bbd5814910 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:49.074303 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77caeb5b-51f8-499c-bde9-7d592bfd4d83 req-8d3d4283-83d9-41d2-811e-52bbd5814910 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0781512 Mar 09 04:31:49.120560 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77caeb5b-51f8-499c-bde9-7d592bfd4d83 req-07b4b371-dd5c-42bf-8283-4108fcb87923 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407896 Mar 09 04:31:50.301670 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bc067-3504-4974-b123-97fed9574b08 req-ec901e5c-e6c4-4084-bffe-47bcb4f6b956 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:50.303097 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-284bc067-3504-4974-b123-97fed9574b08 req-ec901e5c-e6c4-4084-bffe-47bcb4f6b956 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0780942 Mar 09 04:31:50.345735 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-284bc067-3504-4974-b123-97fed9574b08 req-ed6fee0f-6528-4395-bbf5-496de5c7cb5e tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362732 Mar 09 04:31:51.533867 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f34b83-d463-4b47-b4c9-6dc1c656cf17 req-f93e1ef3-9ca0-4b3a-a8b6-ed838957e919 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:51.535347 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67f34b83-d463-4b47-b4c9-6dc1c656cf17 req-f93e1ef3-9ca0-4b3a-a8b6-ed838957e919 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0820494 Mar 09 04:31:51.578780 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-67f34b83-d463-4b47-b4c9-6dc1c656cf17 req-6b137488-094f-4a59-a618-e4b37f88109b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379531 Mar 09 04:31:52.763186 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a44887-b837-4359-959a-f8a5bb9e706a req-da4f4b4f-20f1-402d-add4-32bb89d5577a tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:52.764610 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-66a44887-b837-4359-959a-f8a5bb9e706a req-da4f4b4f-20f1-402d-add4-32bb89d5577a tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0818224 Mar 09 04:31:52.806990 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-66a44887-b837-4359-959a-f8a5bb9e706a req-d31c623c-c034-4b4c-a1f9-aa01762db3f5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369196 Mar 09 04:31:53.991125 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf7f89-2dee-490e-8ed7-53b3f535ecf0 req-3418aa1a-b4f5-4413-aba4-2b8908d64dbb tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:53.992543 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38bf7f89-2dee-490e-8ed7-53b3f535ecf0 req-3418aa1a-b4f5-4413-aba4-2b8908d64dbb tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0821857 Mar 09 04:31:54.035120 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38bf7f89-2dee-490e-8ed7-53b3f535ecf0 req-312f94b2-5829-4fec-953f-dacc00c7379b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363023 Mar 09 04:31:55.218506 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161c6a4-499e-4e99-a65c-8f94cdb0f287 req-5bc94e8f-2360-48f6-bd11-490e28f2a135 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:55.219880 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7161c6a4-499e-4e99-a65c-8f94cdb0f287 req-5bc94e8f-2360-48f6-bd11-490e28f2a135 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0814946 Mar 09 04:31:55.263078 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7161c6a4-499e-4e99-a65c-8f94cdb0f287 req-849ac1f7-155e-46ba-8ccb-a9f887dd90a7 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376968 Mar 09 04:31:56.446242 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b6162-64da-469b-b769-50f38b54dea7 req-5cfd2b1c-bb3f-4931-9b25-e2105a5b5001 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:56.448225 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8b7b6162-64da-469b-b769-50f38b54dea7 req-5cfd2b1c-bb3f-4931-9b25-e2105a5b5001 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0815136 Mar 09 04:31:56.495887 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8b7b6162-64da-469b-b769-50f38b54dea7 req-ab15ef74-7875-462f-a288-75c5037581ea tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421362 Mar 09 04:31:57.682756 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7359ad-447e-43ec-8472-82c5f0722057 req-887a99e4-ef4f-4bad-ac99-536f976004b6 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:57.684203 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe7359ad-447e-43ec-8472-82c5f0722057 req-887a99e4-ef4f-4bad-ac99-536f976004b6 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0788882 Mar 09 04:31:57.726692 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe7359ad-447e-43ec-8472-82c5f0722057 req-6829362d-a315-4a1b-aaed-e458426721f0 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370331 Mar 09 04:31:58.789462 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4f61e5f1-ffb7-4baf-af52-d89680874786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:31:58.914554 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf217ef4-a0d6-4b83-bb45-4129972f9c66 req-b1900451-6293-4079-99e6-1258f41d99f8 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:31:58.916599 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf217ef4-a0d6-4b83-bb45-4129972f9c66 req-b1900451-6293-4079-99e6-1258f41d99f8 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0825076 Mar 09 04:31:58.959598 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf217ef4-a0d6-4b83-bb45-4129972f9c66 req-26f2609f-fc3f-4948-ac90-4aed7d73b720 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368955 Mar 09 04:32:00.147893 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de55adf-45f8-4387-a729-d5511858f068 req-d3754cf8-9d8e-442c-af40-1c71c4da8684 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:00.149318 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4de55adf-45f8-4387-a729-d5511858f068 req-d3754cf8-9d8e-442c-af40-1c71c4da8684 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0813639 Mar 09 04:32:00.193078 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4de55adf-45f8-4387-a729-d5511858f068 req-e7775202-6214-40f7-9282-0cc5f0a426f7 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380583 Mar 09 04:32:01.177703 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bcb9a6bf-2b12-43de-9749-20329e183979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:01.376312 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae777fa-b938-4315-8c0c-e5a2aa6413bd req-98c8d310-2fe9-489f-8c68-f7a7628f0477 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:01.377753 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5ae777fa-b938-4315-8c0c-e5a2aa6413bd req-98c8d310-2fe9-489f-8c68-f7a7628f0477 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0816102 Mar 09 04:32:01.421195 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5ae777fa-b938-4315-8c0c-e5a2aa6413bd req-d0d7dbf6-ff44-47c4-ba39-6474349b6369 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378380 Mar 09 04:32:02.339771 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:02.371097 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:02.603500 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec978c8-7c7f-4b80-886a-917d89bb0933 req-0e17b781-5529-4cac-b23b-62bb4e58849c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:02.604842 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8ec978c8-7c7f-4b80-886a-917d89bb0933 req-0e17b781-5529-4cac-b23b-62bb4e58849c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0795350 Mar 09 04:32:02.650205 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8ec978c8-7c7f-4b80-886a-917d89bb0933 req-a94f921d-5c4c-4bec-9f71-96e9b24a031c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394735 Mar 09 04:32:03.636979 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:03.833955 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c65502-4369-4f90-82de-11b33ffb0885 req-37c7b6cd-0a82-453a-9238-f58f84229337 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:03.835414 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d7c65502-4369-4f90-82de-11b33ffb0885 req-37c7b6cd-0a82-453a-9238-f58f84229337 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0791359 Mar 09 04:32:03.879226 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d7c65502-4369-4f90-82de-11b33ffb0885 req-a86220b8-419d-4dd2-a95f-d6aaae4c18a8 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381882 Mar 09 04:32:04.559688 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:05.063670 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af8391-7fc4-4bef-847f-e176baba1172 req-f967c53b-41b2-4979-8321-c960786a74fd tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:05.065099 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c6af8391-7fc4-4bef-847f-e176baba1172 req-f967c53b-41b2-4979-8321-c960786a74fd tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0791752 Mar 09 04:32:05.108671 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c6af8391-7fc4-4bef-847f-e176baba1172 req-7a46b32b-8193-4dd8-9892-2c5861a5bac6 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381014 Mar 09 04:32:06.294700 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bb671-a5d0-49ce-b35f-c0be42cca4be req-743bd900-2623-4cf2-a543-4796fbc608a7 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:06.296161 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f48bb671-a5d0-49ce-b35f-c0be42cca4be req-743bd900-2623-4cf2-a543-4796fbc608a7 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0810838 Mar 09 04:32:06.339274 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f48bb671-a5d0-49ce-b35f-c0be42cca4be req-648c2111-d5e7-4361-9e9d-f4a539689fc6 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373986 Mar 09 04:32:07.541050 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9ef0d-7260-4715-80f3-8b5f0ee28a22 req-dfcb6b31-beaf-43b0-8f36-f6e57f63df58 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:07.542476 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dfb9ef0d-7260-4715-80f3-8b5f0ee28a22 req-dfcb6b31-beaf-43b0-8f36-f6e57f63df58 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0825541 Mar 09 04:32:07.586604 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dfb9ef0d-7260-4715-80f3-8b5f0ee28a22 req-23f4627b-5b32-4fc2-94c7-68e67e8da289 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382714 Mar 09 04:32:08.772903 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe653d-b9bd-4eab-a1eb-0c4185bba9aa req-767c5786-09bd-4f02-b862-f9066cecf726 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:08.774395 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0bfe653d-b9bd-4eab-a1eb-0c4185bba9aa req-767c5786-09bd-4f02-b862-f9066cecf726 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0811687 Mar 09 04:32:08.805053 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-214a9b3a-2bef-42cc-b934-4073df0f8f10 service neutron] show failed (client error): The resource could not be found. Mar 09 04:32:08.806065 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-214a9b3a-2bef-42cc-b934-4073df0f8f10 service neutron] 10.222.0.24 "GET /v2.0/ports/8423cbd7-d0f0-425e-ab08-5d4962f78556/bindings/n-h2-825178-5 HTTP/1.1" status: 404 len: 380 time: 0.0752521 Mar 09 04:32:08.821843 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0bfe653d-b9bd-4eab-a1eb-0c4185bba9aa req-c095342c-5097-48db-9d2a-7a0b8545cd34 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415900 Mar 09 04:32:09.060400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-4b419707-9f3c-4993-83ed-142611d97875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:09.061839 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-4b419707-9f3c-4993-83ed-142611d97875 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57&tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee HTTP/1.1" status: 200 len: 1097 time: 0.0698159 Mar 09 04:32:09.072972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-e7e42abf-735f-4bac-bd8d-f5955e9dc66f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-5', 'device_owner': 'compute:nova'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:32:09.133107 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:09.181374 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-e7e42abf-735f-4bac-bd8d-f5955e9dc66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:09.548096 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-e7e42abf-735f-4bac-bd8d-f5955e9dc66f service neutron] For port 8423cbd7-d0f0-425e-ab08-5d4962f78556, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=8423cbd7-d0f0-425e-ab08-5d4962f78556,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:32:09.580490 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-e7e42abf-735f-4bac-bd8d-f5955e9dc66f service neutron] For port 8423cbd7-d0f0-425e-ab08-5d4962f78556, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:32:09.636324 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c011d6b0-9675-4227-89b6-d41b7e7efa57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8423cbd7-d0f0-425e-ab08-5d4962f78556'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:32:09.642025 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-e7e42abf-735f-4bac-bd8d-f5955e9dc66f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:09.656443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-e7e42abf-735f-4bac-bd8d-f5955e9dc66f service neutron] Transition to ACTIVE for port object 8423cbd7-d0f0-425e-ab08-5d4962f78556 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:32:09.660218 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-e7e42abf-735f-4bac-bd8d-f5955e9dc66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:09.701816 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c011d6b0-9675-4227-89b6-d41b7e7efa57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8423cbd7-d0f0-425e-ab08-5d4962f78556', 'code': 200} Mar 09 04:32:09.801547 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e42abf-735f-4bac-bd8d-f5955e9dc66f service neutron] Pushing event updated for resources: {'Port': ['ID=8423cbd7-d0f0-425e-ab08-5d4962f78556,revision_number=6']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:32:09.861425 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-e7e42abf-735f-4bac-bd8d-f5955e9dc66f service neutron] No DVR routers for this DVR port 8423cbd7-d0f0-425e-ab08-5d4962f78556 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:32:10.131023 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c440eb-47ac-4d24-85cf-fc0d99ff0e91 req-29fe264b-e334-421d-81dc-5ef6cb394c31 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:10.132399 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-61c440eb-47ac-4d24-85cf-fc0d99ff0e91 req-29fe264b-e334-421d-81dc-5ef6cb394c31 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 944 time: 0.1937313 Mar 09 04:32:10.173829 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-e7e42abf-735f-4bac-bd8d-f5955e9dc66f service neutron] Attempting to bind port 8423cbd7-d0f0-425e-ab08-5d4962f78556 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:32:10.174158 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-e7e42abf-735f-4bac-bd8d-f5955e9dc66f service neutron] Attempting to bind port 8423cbd7-d0f0-425e-ab08-5d4962f78556 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:32:10.174481 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-e7e42abf-735f-4bac-bd8d-f5955e9dc66f service neutron] Attempting to bind port 8423cbd7-d0f0-425e-ab08-5d4962f78556 on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:32:10.186460 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-e7e42abf-735f-4bac-bd8d-f5955e9dc66f service neutron] Port 8423cbd7-d0f0-425e-ab08-5d4962f78556 on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:32:10.186781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-e7e42abf-735f-4bac-bd8d-f5955e9dc66f service neutron] Attempting to bind port 8423cbd7-d0f0-425e-ab08-5d4962f78556 on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:32:10.197881 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-e7e42abf-735f-4bac-bd8d-f5955e9dc66f service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:32:10.198214 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-e7e42abf-735f-4bac-bd8d-f5955e9dc66f service neutron] Checking segment: {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:32:10.198587 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-e7e42abf-735f-4bac-bd8d-f5955e9dc66f service neutron] Bound using segment: {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:32:10.199040 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-e7e42abf-735f-4bac-bd8d-f5955e9dc66f service neutron] Bound port: 8423cbd7-d0f0-425e-ab08-5d4962f78556, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:32:10.199383 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-e7e42abf-735f-4bac-bd8d-f5955e9dc66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:10.211532 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-61c440eb-47ac-4d24-85cf-fc0d99ff0e91 req-a07587ac-0446-40d3-9784-69afe5192fc5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715907 Mar 09 04:32:10.288424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-e7e42abf-735f-4bac-bd8d-f5955e9dc66f service neutron] For port 8423cbd7-d0f0-425e-ab08-5d4962f78556, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:32:10.291939 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-e7e42abf-735f-4bac-bd8d-f5955e9dc66f service neutron] For port 8423cbd7-d0f0-425e-ab08-5d4962f78556, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=8423cbd7-d0f0-425e-ab08-5d4962f78556,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:32:10.296721 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-e7e42abf-735f-4bac-bd8d-f5955e9dc66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:10.357897 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-e7e42abf-735f-4bac-bd8d-f5955e9dc66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:10.358559 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-e7e42abf-735f-4bac-bd8d-f5955e9dc66f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:10.359990 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-e7e42abf-735f-4bac-bd8d-f5955e9dc66f service neutron] 10.222.0.21 "PUT /v2.0/ports/8423cbd7-d0f0-425e-ab08-5d4962f78556 HTTP/1.1" status: 200 len: 1092 time: 1.2913353 Mar 09 04:32:10.415095 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e42abf-735f-4bac-bd8d-f5955e9dc66f service neutron] Pushing event updated for resources: {'Port': ['ID=8423cbd7-d0f0-425e-ab08-5d4962f78556,revision_number=7']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:32:10.459481 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-ed598303-b299-47e0-8b00-890aa301c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:10.460954 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-ed598303-b299-47e0-8b00-890aa301c6a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 1095 time: 0.0757833 Mar 09 04:32:10.591672 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-99e6d098-ff77-43df-9237-7e4b985ba0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:10.593095 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-99e6d098-ff77-43df-9237-7e4b985ba0db service neutron] 10.222.0.21 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1264095 Mar 09 04:32:10.696422 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-af9a0c43-9408-4d2e-8d1e-998016f61888 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8423cbd7-d0f0-425e-ab08-5d4962f78556 HTTP/1.1" status: 200 len: 1000 time: 0.0969622 Mar 09 04:32:10.760429 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-aa5843a3-f39a-4d8d-a961-85d022705e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:10.761815 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-aa5843a3-f39a-4d8d-a961-85d022705e25 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0599983 Mar 09 04:32:10.833894 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-e8113e21-fa40-419b-81dc-2a6c26373504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:10.835368 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-e8113e21-fa40-419b-81dc-2a6c26373504 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681152 Mar 09 04:32:10.845383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-c11c8ca4-2e62-45dc-93fb-e06646344223 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 04:32:10.846288 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-c11c8ca4-2e62-45dc-93fb-e06646344223 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046661 Mar 09 04:32:10.976424 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-48fef34e-c978-4f05-9dc4-7188eba66fc3 service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243205 Mar 09 04:32:11.214967 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2f7626ca-0b12-463c-aadf-c75f16213d12 req-a86a092d-59d1-4839-a12e-7598dc83c244 service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317827 Mar 09 04:32:11.405790 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750cb0c-1a06-409e-aa13-9ade08c87899 req-c141b358-a62a-4212-959c-89861da0f422 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:11.407258 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f750cb0c-1a06-409e-aa13-9ade08c87899 req-c141b358-a62a-4212-959c-89861da0f422 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 944 time: 0.0859795 Mar 09 04:32:11.451191 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f750cb0c-1a06-409e-aa13-9ade08c87899 req-b28d2490-afcd-437a-848c-0267c1d578b2 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383639 Mar 09 04:32:11.702562 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c011d6b0-9675-4227-89b6-d41b7e7efa57', 'tag': '8423cbd7-d0f0-425e-ab08-5d4962f78556'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:32:11.757268 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c011d6b0-9675-4227-89b6-d41b7e7efa57', 'tag': '8423cbd7-d0f0-425e-ab08-5d4962f78556', 'status': 'completed', 'code': 200} Mar 09 04:32:11.844036 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a2b68-341c-400f-98a4-b85d57ebf730 req-43f0b64b-e49d-4c66-8c09-c339eebf8310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:11.845498 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-403a2b68-341c-400f-98a4-b85d57ebf730 req-43f0b64b-e49d-4c66-8c09-c339eebf8310 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 1095 time: 0.0700493 Mar 09 04:32:11.848076 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a2b68-341c-400f-98a4-b85d57ebf730 req-278ac950-112a-42d0-8370-1c2304d5b816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:11.849523 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-403a2b68-341c-400f-98a4-b85d57ebf730 req-278ac950-112a-42d0-8370-1c2304d5b816 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 1095 time: 0.0707142 Mar 09 04:32:11.983422 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a2b68-341c-400f-98a4-b85d57ebf730 req-478ddb0e-a8cd-448b-9d3c-335e0bc363a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:11.984861 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-403a2b68-341c-400f-98a4-b85d57ebf730 req-478ddb0e-a8cd-448b-9d3c-335e0bc363a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1292539 Mar 09 04:32:11.998585 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a2b68-341c-400f-98a4-b85d57ebf730 req-ad0eb1f8-38a8-428b-899a-479518337d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:12.000073 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-403a2b68-341c-400f-98a4-b85d57ebf730 req-ad0eb1f8-38a8-428b-899a-479518337d59 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1481118 Mar 09 04:32:12.087291 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-403a2b68-341c-400f-98a4-b85d57ebf730 req-697268d3-431a-4a45-b736-e0f9771e7991 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8423cbd7-d0f0-425e-ab08-5d4962f78556 HTTP/1.1" status: 200 len: 1000 time: 0.0960674 Mar 09 04:32:12.103621 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-403a2b68-341c-400f-98a4-b85d57ebf730 req-be3aa519-15fe-4fe9-b03d-83f1bd6606a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8423cbd7-d0f0-425e-ab08-5d4962f78556 HTTP/1.1" status: 200 len: 1000 time: 0.0963604 Mar 09 04:32:12.151271 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a2b68-341c-400f-98a4-b85d57ebf730 req-77142438-ebae-4588-9321-5f182a3cb8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:12.152709 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-403a2b68-341c-400f-98a4-b85d57ebf730 req-77142438-ebae-4588-9321-5f182a3cb8af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0599046 Mar 09 04:32:12.167948 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a2b68-341c-400f-98a4-b85d57ebf730 req-ef49bf87-8021-4bf8-949f-f19b1c8e2b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:12.169395 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-403a2b68-341c-400f-98a4-b85d57ebf730 req-ef49bf87-8021-4bf8-949f-f19b1c8e2b48 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0591135 Mar 09 04:32:12.225071 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a2b68-341c-400f-98a4-b85d57ebf730 req-fe7d915a-3722-4240-9353-ae18b736d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:12.226538 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-403a2b68-341c-400f-98a4-b85d57ebf730 req-fe7d915a-3722-4240-9353-ae18b736d6d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682659 Mar 09 04:32:12.243466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a2b68-341c-400f-98a4-b85d57ebf730 req-1d8f9893-25c3-460c-927d-5c724eaca220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:12.245402 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-403a2b68-341c-400f-98a4-b85d57ebf730 req-1d8f9893-25c3-460c-927d-5c724eaca220 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699587 Mar 09 04:32:12.365233 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-403a2b68-341c-400f-98a4-b85d57ebf730 req-227667d5-b73c-4461-87fa-79833855dabc service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328428 Mar 09 04:32:12.384913 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-403a2b68-341c-400f-98a4-b85d57ebf730 req-4fbfec69-3af5-43a3-951b-eb3e8fc81dee service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302829 Mar 09 04:32:12.497075 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-403a2b68-341c-400f-98a4-b85d57ebf730 req-356e6bf8-187d-4a52-9811-4d81c57f2c83 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261420 Mar 09 04:32:12.517061 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-403a2b68-341c-400f-98a4-b85d57ebf730 req-aa692c17-bf86-40e1-997b-57c73325d20b service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254246 Mar 09 04:32:12.647112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa352e0-f74b-4f91-9743-3ca309ab3086 req-3aff908e-ddd9-4061-8718-63c366f1dacc tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:12.648532 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-daa352e0-f74b-4f91-9743-3ca309ab3086 req-3aff908e-ddd9-4061-8718-63c366f1dacc tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 944 time: 0.0830474 Mar 09 04:32:12.693636 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-daa352e0-f74b-4f91-9743-3ca309ab3086 req-2f7b0d5d-fa85-4b3a-8189-8ef170876ee5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387807 Mar 09 04:32:13.886704 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bc927-02dc-4525-961e-867e21696e96 req-022e6f96-c7eb-4d2b-8f9c-880c18577b64 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:13.888202 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5c1bc927-02dc-4525-961e-867e21696e96 req-022e6f96-c7eb-4d2b-8f9c-880c18577b64 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 944 time: 0.0852444 Mar 09 04:32:13.936452 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5c1bc927-02dc-4525-961e-867e21696e96 req-32f5545b-589d-4f11-8aee-65462670a11a tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426826 Mar 09 04:32:14.147709 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 8423cbd7-d0f0-425e-ab08-5d4962f78556 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:32:14.215574 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 8423cbd7-d0f0-425e-ab08-5d4962f78556 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:32:14.237891 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b9ace-c529-422f-906d-b8d52d65ab41 req-bb059e50-0548-42bd-9ec8-3ca8409d94bc tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:14.239545 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-519b9ace-c529-422f-906d-b8d52d65ab41 req-bb059e50-0548-42bd-9ec8-3ca8409d94bc tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 944 time: 0.0837815 Mar 09 04:32:14.253523 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdad7b-7005-43a6-801c-6835132608c6 req-3942c67c-7758-427d-a36c-1ca9a5700831 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:14.254976 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ebcdad7b-7005-43a6-801c-6835132608c6 req-3942c67c-7758-427d-a36c-1ca9a5700831 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.24 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57&tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&binding%3Ahost_id=n-h2-825178-5 HTTP/1.1" status: 200 len: 944 time: 0.0872927 Mar 09 04:32:14.284653 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-519b9ace-c529-422f-906d-b8d52d65ab41 req-d6f0f3bd-8ed4-4ba6-9f67-b2bdfb7dbfba tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394602 Mar 09 04:32:14.438731 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [req-ebcdad7b-7005-43a6-801c-6835132608c6 req-ae282109-55fe-4b17-841d-15186d2bf85b service neutron] delete failed (client error): The resource could not be found. Mar 09 04:32:14.439762 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ebcdad7b-7005-43a6-801c-6835132608c6 req-ae282109-55fe-4b17-841d-15186d2bf85b service neutron] 10.222.0.24 "DELETE /v2.0/ports/8423cbd7-d0f0-425e-ab08-5d4962f78556/bindings/n-h1-825178-5 HTTP/1.1" status: 404 len: 380 time: 0.1791856 Mar 09 04:32:14.575034 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdad7b-7005-43a6-801c-6835132608c6 req-b14b6756-6d20-4e99-8467-b343d06407ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:14.576373 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ebcdad7b-7005-43a6-801c-6835132608c6 req-b14b6756-6d20-4e99-8467-b343d06407ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 1095 time: 0.0695937 Mar 09 04:32:14.703266 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdad7b-7005-43a6-801c-6835132608c6 req-cd2f187b-6a2c-4408-bdc3-3c37a63ef466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:14.704677 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ebcdad7b-7005-43a6-801c-6835132608c6 req-cd2f187b-6a2c-4408-bdc3-3c37a63ef466 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1231344 Mar 09 04:32:14.801756 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b828c931-e7f8-428c-b9b1-65d77643de75 req-b8942396-26b7-4145-8cb8-549ef429d13e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0717006 Mar 09 04:32:14.809170 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ebcdad7b-7005-43a6-801c-6835132608c6 req-fd3cd1e6-e96e-4b91-9c22-7c5b80e8efb3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8423cbd7-d0f0-425e-ab08-5d4962f78556 HTTP/1.1" status: 200 len: 1000 time: 0.0988204 Mar 09 04:32:14.872783 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdad7b-7005-43a6-801c-6835132608c6 req-0d2bdcf3-6555-4b29-b5fe-e43a425809af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:14.874124 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ebcdad7b-7005-43a6-801c-6835132608c6 req-0d2bdcf3-6555-4b29-b5fe-e43a425809af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0595112 Mar 09 04:32:14.942494 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828c931-e7f8-428c-b9b1-65d77643de75 req-7e64e8a5-8233-4dfc-a4e2-c7537a9f6b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:14.943977 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b828c931-e7f8-428c-b9b1-65d77643de75 req-7e64e8a5-8233-4dfc-a4e2-c7537a9f6b38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 1095 time: 0.0733478 Mar 09 04:32:14.958809 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdad7b-7005-43a6-801c-6835132608c6 req-a227f701-0593-4685-acb9-147294c01a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:14.960288 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ebcdad7b-7005-43a6-801c-6835132608c6 req-a227f701-0593-4685-acb9-147294c01a8d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805671 Mar 09 04:32:15.084469 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828c931-e7f8-428c-b9b1-65d77643de75 req-b5a65256-c1b4-45fe-bdbd-6a12801fc2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:15.085899 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b828c931-e7f8-428c-b9b1-65d77643de75 req-b5a65256-c1b4-45fe-bdbd-6a12801fc2d3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1243849 Mar 09 04:32:15.092054 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ebcdad7b-7005-43a6-801c-6835132608c6 req-c69ba6bf-d017-4453-8e1c-6621f930e823 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256657 Mar 09 04:32:15.188132 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b828c931-e7f8-428c-b9b1-65d77643de75 req-f00cc067-b695-4861-9cce-88ccb6400de1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8423cbd7-d0f0-425e-ab08-5d4962f78556 HTTP/1.1" status: 200 len: 1000 time: 0.0962148 Mar 09 04:32:15.225797 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ebcdad7b-7005-43a6-801c-6835132608c6 req-fca6613a-ef72-45b6-9222-bab15060fa2d service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282625 Mar 09 04:32:15.242059 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 8423cbd7-d0f0-425e-ab08-5d4962f78556 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:32:15.255422 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828c931-e7f8-428c-b9b1-65d77643de75 req-6c74c073-de51-4a50-ae18-a6a882c35ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:15.257183 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b828c931-e7f8-428c-b9b1-65d77643de75 req-6c74c073-de51-4a50-ae18-a6a882c35ce2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0635011 Mar 09 04:32:15.339124 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828c931-e7f8-428c-b9b1-65d77643de75 req-5bea74b9-df44-4dec-b863-89154833887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:15.340697 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b828c931-e7f8-428c-b9b1-65d77643de75 req-5bea74b9-df44-4dec-b863-89154833887d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777073 Mar 09 04:32:15.393264 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 8423cbd7-d0f0-425e-ab08-5d4962f78556, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=8423cbd7-d0f0-425e-ab08-5d4962f78556,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:32:15.407659 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '8423cbd7-d0f0-425e-ab08-5d4962f78556', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'port_id': '8423cbd7-d0f0-425e-ab08-5d4962f78556', 'mac_address': 'fa:16:3e:54:6e:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:32:15.468742 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:15.479060 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b828c931-e7f8-428c-b9b1-65d77643de75 req-f5002772-9d6d-4b3e-8746-628ce5f5b32d service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319978 Mar 09 04:32:15.480201 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315b745-0160-4aae-8e00-d4599b61a84b req-94ba33db-6e3e-4610-834e-6bddfb9aa784 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:15.482147 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1315b745-0160-4aae-8e00-d4599b61a84b req-94ba33db-6e3e-4610-834e-6bddfb9aa784 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 944 time: 0.0850070 Mar 09 04:32:15.485825 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8423cbd7-d0f0-425e-ab08-5d4962f78556 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:32:15.502225 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 8423cbd7-d0f0-425e-ab08-5d4962f78556, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=8423cbd7-d0f0-425e-ab08-5d4962f78556,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:32:15.507748 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:15.535084 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1315b745-0160-4aae-8e00-d4599b61a84b req-49828c1a-b1a0-47e7-81f2-8e425bdeaa62 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476265 Mar 09 04:32:15.592075 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=8423cbd7-d0f0-425e-ab08-5d4962f78556,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:32:15.616904 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b828c931-e7f8-428c-b9b1-65d77643de75 req-d5088c51-7096-4778-9660-410d683f34b9 service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326261 Mar 09 04:32:15.727364 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['8423cbd7-d0f0-425e-ab08-5d4962f78556'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:32:16.719621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc7158-c07d-4bb3-98d0-a8bbdde2fd5a req-30ba0322-336d-4825-8e0e-debdbbe7678e tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:16.721050 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-10cc7158-c07d-4bb3-98d0-a8bbdde2fd5a req-30ba0322-336d-4825-8e0e-debdbbe7678e tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 945 time: 0.0779164 Mar 09 04:32:16.767869 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-10cc7158-c07d-4bb3-98d0-a8bbdde2fd5a req-ad77ffcd-e1a9-4a3d-894f-f210f29e188c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413978 Mar 09 04:32:16.953550 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822743d3-d291-4bbf-b0a3-f12739016ae4 req-00d5a491-0db2-4096-972f-90b02652eb26 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:16.955013 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-822743d3-d291-4bbf-b0a3-f12739016ae4 req-00d5a491-0db2-4096-972f-90b02652eb26 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 945 time: 0.0819495 Mar 09 04:32:16.998426 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-822743d3-d291-4bbf-b0a3-f12739016ae4 req-52aef4cf-5c8e-4c08-a803-c1f219f1a7a3 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377693 Mar 09 04:32:17.180360 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad6264-8b02-4a42-9036-352f6e211099 req-7f4c5ee3-8844-4478-8ce8-ab84825c48c5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:17.181730 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b6ad6264-8b02-4a42-9036-352f6e211099 req-7f4c5ee3-8844-4478-8ce8-ab84825c48c5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 945 time: 0.0798984 Mar 09 04:32:17.225909 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b6ad6264-8b02-4a42-9036-352f6e211099 req-cc61ecbc-5fa0-40d8-aee5-1354ef05dc9b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386622 Mar 09 04:32:17.249908 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 8423cbd7-d0f0-425e-ab08-5d4962f78556 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:32:17.315643 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 8423cbd7-d0f0-425e-ab08-5d4962f78556 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:32:17.320192 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 8423cbd7-d0f0-425e-ab08-5d4962f78556 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:32:17.320558 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:17.441588 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:17.469109 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c011d6b0-9675-4227-89b6-d41b7e7efa57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8423cbd7-d0f0-425e-ab08-5d4962f78556'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:32:17.478847 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 8423cbd7-d0f0-425e-ab08-5d4962f78556, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=8423cbd7-d0f0-425e-ab08-5d4962f78556,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:32:17.482782 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:17.517996 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c011d6b0-9675-4227-89b6-d41b7e7efa57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8423cbd7-d0f0-425e-ab08-5d4962f78556', 'code': 200} Mar 09 04:32:17.552710 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=8423cbd7-d0f0-425e-ab08-5d4962f78556,revision_number=9']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:32:17.604574 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c61f36-72ec-451d-96a3-0690812bd15a req-86fdb342-38c2-4ed1-b723-c1ca1cc24634 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:17.606007 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80c61f36-72ec-451d-96a3-0690812bd15a req-86fdb342-38c2-4ed1-b723-c1ca1cc24634 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0865548 Mar 09 04:32:17.754293 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80c61f36-72ec-451d-96a3-0690812bd15a req-84a54d5b-d850-4feb-8f2d-013b231c22d7 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426003 Mar 09 04:32:18.898693 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae07892-3a61-491e-a9ea-49fa1642c4cb req-a521a3fd-0b78-40e8-a942-0c7a83ce8e3f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:18.900730 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3ae07892-3a61-491e-a9ea-49fa1642c4cb req-a521a3fd-0b78-40e8-a942-0c7a83ce8e3f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.21 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0794575 Mar 09 04:32:18.948367 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c286898-9d00-497d-ac2d-f6e5a9fb48d3 req-5c56dbc3-0ded-4e9f-a722-39d5f262274c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:18.949816 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0c286898-9d00-497d-ac2d-f6e5a9fb48d3 req-5c56dbc3-0ded-4e9f-a722-39d5f262274c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 946 time: 0.0880117 Mar 09 04:32:18.973517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-3ae07892-3a61-491e-a9ea-49fa1642c4cb req-b530bdd2-63dd-43c5-b707-7d07775d382d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Deleting port 8423cbd7-d0f0-425e-ab08-5d4962f78556 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:32:18.973856 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3ae07892-3a61-491e-a9ea-49fa1642c4cb req-b530bdd2-63dd-43c5-b707-7d07775d382d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:18.993847 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0c286898-9d00-497d-ac2d-f6e5a9fb48d3 req-6ea22982-4f06-4d9f-ad68-2ad52cb6b563 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379555 Mar 09 04:32:19.215778 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-3ae07892-3a61-491e-a9ea-49fa1642c4cb req-b530bdd2-63dd-43c5-b707-7d07775d382d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] For port 8423cbd7-d0f0-425e-ab08-5d4962f78556, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=8423cbd7-d0f0-425e-ab08-5d4962f78556,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:32:19.216047 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3ae07892-3a61-491e-a9ea-49fa1642c4cb req-b530bdd2-63dd-43c5-b707-7d07775d382d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:19.496180 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3ae07892-3a61-491e-a9ea-49fa1642c4cb req-b530bdd2-63dd-43c5-b707-7d07775d382d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:19.496548 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3ae07892-3a61-491e-a9ea-49fa1642c4cb req-b530bdd2-63dd-43c5-b707-7d07775d382d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:19.496852 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [req-3ae07892-3a61-491e-a9ea-49fa1642c4cb req-b530bdd2-63dd-43c5-b707-7d07775d382d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Floating IP 4b198fd4-42ba-4b2c-8b03-4db01f374830 disassociated. External IP: 172.25.7.102, port: 8423cbd7-d0f0-425e-ab08-5d4962f78556. Mar 09 04:32:19.497176 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-3ae07892-3a61-491e-a9ea-49fa1642c4cb req-b530bdd2-63dd-43c5-b707-7d07775d382d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Calling delete_port for 8423cbd7-d0f0-425e-ab08-5d4962f78556 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:32:19.637215 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3ae07892-3a61-491e-a9ea-49fa1642c4cb req-b530bdd2-63dd-43c5-b707-7d07775d382d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:19.687962 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530bdd2-63dd-43c5-b707-7d07775d382d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Pushing event deleted for resources: {'Port': ['ID=8423cbd7-d0f0-425e-ab08-5d4962f78556,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:32:19.749341 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530bdd2-63dd-43c5-b707-7d07775d382d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:32:19.749610 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530bdd2-63dd-43c5-b707-7d07775d382d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:32:19.749950 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530bdd2-63dd-43c5-b707-7d07775d382d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:32:19.750281 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530bdd2-63dd-43c5-b707-7d07775d382d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:32:19.750610 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530bdd2-63dd-43c5-b707-7d07775d382d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:32:19.750964 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530bdd2-63dd-43c5-b707-7d07775d382d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:32:19.751291 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530bdd2-63dd-43c5-b707-7d07775d382d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:32:19.751611 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530bdd2-63dd-43c5-b707-7d07775d382d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:32:19.751931 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530bdd2-63dd-43c5-b707-7d07775d382d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:32:19.752249 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530bdd2-63dd-43c5-b707-7d07775d382d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:32:19.752566 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530bdd2-63dd-43c5-b707-7d07775d382d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:32:19.752885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530bdd2-63dd-43c5-b707-7d07775d382d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:32:19.886368 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ae07892-3a61-491e-a9ea-49fa1642c4cb req-b530bdd2-63dd-43c5-b707-7d07775d382d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Router a8fecd39-e1de-4f25-83e9-456c7a0629c1 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:32:20.064933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ae07892-3a61-491e-a9ea-49fa1642c4cb req-b530bdd2-63dd-43c5-b707-7d07775d382d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:32:20.075554 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415ae259-740b-4e6d-ad03-19b9dc1119cd None None] Sync routers for ids ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:32:20.085286 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415ae259-740b-4e6d-ad03-19b9dc1119cd None None] Routers {'a8fecd39-e1de-4f25-83e9-456c7a0629c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:32:20.085887 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-415ae259-740b-4e6d-ad03-19b9dc1119cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:32:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:32:20.290434 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae07892-3a61-491e-a9ea-49fa1642c4cb req-b530bdd2-63dd-43c5-b707-7d07775d382d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] No DVR routers for this DVR port 8423cbd7-d0f0-425e-ab08-5d4962f78556 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:32:20.293540 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bec55283-4551-407a-a0e2-614df5c80c5f req-78d1dfa3-b2a2-44a5-ac01-f3f9ab7bb5aa tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c011d6b0-9675-4227-89b6-d41b7e7efa57 HTTP/1.1" status: 200 len: 210 time: 0.1912456 Mar 09 04:32:20.294509 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-3ae07892-3a61-491e-a9ea-49fa1642c4cb req-b530bdd2-63dd-43c5-b707-7d07775d382d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:20.297502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c011d6b0-9675-4227-89b6-d41b7e7efa57', 'name': 'network-vif-deleted', 'tag': '8423cbd7-d0f0-425e-ab08-5d4962f78556'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:32:20.300348 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-415ae259-740b-4e6d-ad03-19b9dc1119cd None None] Set router a8fecd39-e1de-4f25-83e9-456c7a0629c1 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:32:20.316878 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3ae07892-3a61-491e-a9ea-49fa1642c4cb req-b530bdd2-63dd-43c5-b707-7d07775d382d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.21 "DELETE /v2.0/ports/8423cbd7-d0f0-425e-ab08-5d4962f78556 HTTP/1.1" status: 204 len: 173 time: 1.4108646 Mar 09 04:32:20.352136 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c011d6b0-9675-4227-89b6-d41b7e7efa57', 'name': 'network-vif-deleted', 'tag': '8423cbd7-d0f0-425e-ab08-5d4962f78556', 'status': 'completed', 'code': 200} Mar 09 04:32:20.615098 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-415ae259-740b-4e6d-ad03-19b9dc1119cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4e29b68c-6c72-4a7c-8c16-b8c5319fe76c', 'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'mac_address': 'fa:16:3e:ba:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:23Z', 'updated_at': '2022-03-09T04:31:30Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'subnets': [{'id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:32:20.619554 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415ae259-740b-4e6d-ad03-19b9dc1119cd None None] Checking router: a8fecd39-e1de-4f25-83e9-456c7a0629c1 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:32:20.628200 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415ae259-740b-4e6d-ad03-19b9dc1119cd None None] Routers {'a8fecd39-e1de-4f25-83e9-456c7a0629c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:32:20.629611 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-415ae259-740b-4e6d-ad03-19b9dc1119cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:32:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:32:20.803128 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-415ae259-740b-4e6d-ad03-19b9dc1119cd None None] Set router a8fecd39-e1de-4f25-83e9-456c7a0629c1 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:32:21.108681 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-415ae259-740b-4e6d-ad03-19b9dc1119cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4e29b68c-6c72-4a7c-8c16-b8c5319fe76c', 'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'mac_address': 'fa:16:3e:ba:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:23Z', 'updated_at': '2022-03-09T04:31:30Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'subnets': [{'id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:32:21.112514 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415ae259-740b-4e6d-ad03-19b9dc1119cd None None] The sync data for ids ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'] in n-d-825178-5 is: [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4e29b68c-6c72-4a7c-8c16-b8c5319fe76c', 'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'mac_address': 'fa:16:3e:ba:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:23Z', 'updated_at': '2022-03-09T04:31:30Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'subnets': [{'id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:32:21.315174 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2df240-c6ba-4fe1-881b-298a39565733 None None] New status for floating IP 4b198fd4-42ba-4b2c-8b03-4db01f374830: DOWN {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:32:21.624402 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-1b7881a5-1dc7-4c4e-a850-af21dea5afe9 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2009255050&fields=id&tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee HTTP/1.1" status: 200 len: 267 time: 0.0393925 Mar 09 04:32:21.775973 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-b45bc6ee-707e-4218-9311-2aa37c541c5d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:21.777397 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-b45bc6ee-707e-4218-9311-2aa37c541c5d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 811 time: 0.1468296 Mar 09 04:32:21.792210 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-227c0405-95fe-47ce-b038-cdcf03f612b7 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/quotas/4bd9e9b8e75e497a8dda8dc0b9df78ee HTTP/1.1" status: 200 len: 375 time: 0.0094037 Mar 09 04:32:21.875330 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-1e1824d4-3ce5-4c52-bda5-64f0bfc2e313 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Synchronizing usage tracker for tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:32:21.890623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-1e1824d4-3ce5-4c52-bda5-64f0bfc2e313 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Unset dirty status for tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:32:21.891940 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-1e1824d4-3ce5-4c52-bda5-64f0bfc2e313 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0951631 Mar 09 04:32:22.035560 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-9e283ce9-6cda-4db9-ac53-d8e748cb7e7e service neutron] 10.222.0.16 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311736 Mar 09 04:32:22.163695 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-2ad019f4-be7a-42d1-9317-0e3070f47603 service neutron] 10.222.0.16 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223416 Mar 09 04:32:22.346779 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9ed54427-2edf-45c0-8c7d-d7a251c02f41 req-74517e8c-53bb-490c-864a-e38e58134b0d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 210 time: 0.0459158 Mar 09 04:32:23.313942 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 8423cbd7-d0f0-425e-ab08-5d4962f78556 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:32:23.350303 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-ed8d1b16-a603-4369-909c-b2684774b0ef tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:23.352162 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-ed8d1b16-a603-4369-909c-b2684774b0ef tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.24 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 811 time: 0.1488771 Mar 09 04:32:23.352320 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 8423cbd7-d0f0-425e-ab08-5d4962f78556 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:32:23.352948 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 8423cbd7-d0f0-425e-ab08-5d4962f78556 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:32:23.411748 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-811fe051-1246-49e8-acdb-021e3f857576 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee HTTP/1.1" status: 200 len: 380 time: 0.0520711 Mar 09 04:32:23.424413 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Request body: {'port': {'device_id': 'ef277783-7368-4e0a-97b5-e8c47acdd151', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'admin_state_up': True, 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'security_groups': ['a0da44c1-51ca-41c7-a435-98430960ce48']}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:32:23.497072 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9765e0c3-718e-4564-b878-ba238ff4e914 req-99098cd8-dc7f-40c9-ad07-b6bcb99f22b5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 210 time: 0.0459583 Mar 09 04:32:23.560739 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:32:23.570684 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:32:23.580903 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Made reservation on behalf of 4bd9e9b8e75e497a8dda8dc0b9df78ee for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:32:23.584357 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:23.743035 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Allocated IP 172.20.0.4 (b455b8d7-c89b-4e0e-b6b6-415ede814b10/d4816c07-c1af-4a80-b98c-4c5ce3ff5a36/4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:32:24.031216 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:24.046832 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Transition to ACTIVE for port object 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:32:24.069603 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:24.134944 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Network b455b8d7-c89b-4e0e-b6b6-415ede814b10 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:32:24.137794 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:32:24.145994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:32:24.184149 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Pushing event updated for resources: {'Port': ['ID=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:32:24.201868 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:32:24.202205 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:32:24.202538 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:32:24.202883 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:32:24.203217 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:32:24.203538 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:32:24.203858 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:32:24.204175 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:32:24.204493 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:32:24.204803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:32:24.205119 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:32:24.205434 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:32:24.225524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:24.226154 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:24.252511 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-80e386a3-37b9-485d-9c36-7a8d5ffdb4de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8318706 Mar 09 04:32:24.264537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-27b6e56e-6481-4c2e-bee0-bf371c90e4c1 service neutron] Request body: {'port': {'device_id': 'ef277783-7368-4e0a-97b5-e8c47acdd151', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:32:24.376858 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-27b6e56e-6481-4c2e-bee0-bf371c90e4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:24.406261 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a1ebbd38-03ae-4f72-b1cd-2b0f5bd1298e None None] Provisioning for port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:32:24.410960 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a1ebbd38-03ae-4f72-b1cd-2b0f5bd1298e None None] Provisioning complete for port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:32:24.411334 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a1ebbd38-03ae-4f72-b1cd-2b0f5bd1298e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:24.464084 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a1ebbd38-03ae-4f72-b1cd-2b0f5bd1298e None None] Port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:32:24.615504 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:32:24.755092 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34f6ff-b42e-49ea-b2d6-cf8cea8cb5a6 req-3f6dbb61-7640-4076-bbc2-93cd48374326 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:24.755786 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-1d34f6ff-b42e-49ea-b2d6-cf8cea8cb5a6 req-3f6dbb61-7640-4076-bbc2-93cd48374326 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Synchronizing usage tracker for tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:32:24.788677 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-27b6e56e-6481-4c2e-bee0-bf371c90e4c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:32:24.794922 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-1d34f6ff-b42e-49ea-b2d6-cf8cea8cb5a6 req-3f6dbb61-7640-4076-bbc2-93cd48374326 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Unset dirty status for tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:32:24.796034 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1d34f6ff-b42e-49ea-b2d6-cf8cea8cb5a6 req-3f6dbb61-7640-4076-bbc2-93cd48374326 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 931 time: 0.1883349 Mar 09 04:32:24.797838 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-27b6e56e-6481-4c2e-bee0-bf371c90e4c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:24.829803 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-27b6e56e-6481-4c2e-bee0-bf371c90e4c1 service neutron] Transition to ACTIVE for port object 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:32:24.840158 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-27b6e56e-6481-4c2e-bee0-bf371c90e4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:24.897548 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1d34f6ff-b42e-49ea-b2d6-cf8cea8cb5a6 req-03aadf0d-8c16-413b-bfb4-ff3ed7465ca6 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954747 Mar 09 04:32:25.005522 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6e56e-6481-4c2e-bee0-bf371c90e4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:32:25.089576 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-27b6e56e-6481-4c2e-bee0-bf371c90e4c1 service neutron] Attempting to bind port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:32:25.089909 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-27b6e56e-6481-4c2e-bee0-bf371c90e4c1 service neutron] Attempting to bind port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:32:25.090231 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-27b6e56e-6481-4c2e-bee0-bf371c90e4c1 service neutron] Attempting to bind port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:32:25.094797 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-27b6e56e-6481-4c2e-bee0-bf371c90e4c1 service neutron] Port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:32:25.095141 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-27b6e56e-6481-4c2e-bee0-bf371c90e4c1 service neutron] Attempting to bind port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:32:25.100107 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-27b6e56e-6481-4c2e-bee0-bf371c90e4c1 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:32:25.100437 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-27b6e56e-6481-4c2e-bee0-bf371c90e4c1 service neutron] Checking segment: {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:32:25.100813 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-27b6e56e-6481-4c2e-bee0-bf371c90e4c1 service neutron] Bound using segment: {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:32:25.101235 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-27b6e56e-6481-4c2e-bee0-bf371c90e4c1 service neutron] Bound port: 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:32:25.101573 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-27b6e56e-6481-4c2e-bee0-bf371c90e4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:25.190611 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-27b6e56e-6481-4c2e-bee0-bf371c90e4c1 service neutron] For port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:32:25.193585 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-27b6e56e-6481-4c2e-bee0-bf371c90e4c1 service neutron] For port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:32:25.198339 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-27b6e56e-6481-4c2e-bee0-bf371c90e4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:25.252772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-27b6e56e-6481-4c2e-bee0-bf371c90e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:25.253377 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-27b6e56e-6481-4c2e-bee0-bf371c90e4c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:25.254785 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-27b6e56e-6481-4c2e-bee0-bf371c90e4c1 service neutron] 10.222.0.24 "PUT /v2.0/ports/4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d HTTP/1.1" status: 200 len: 1091 time: 0.9945292 Mar 09 04:32:25.255153 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef277783-7368-4e0a-97b5-e8c47acdd151', 'tag': '4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:32:25.285522 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6e56e-6481-4c2e-bee0-bf371c90e4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:32:25.303266 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef277783-7368-4e0a-97b5-e8c47acdd151', 'tag': '4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d', 'status': 'completed', 'code': 200} Mar 09 04:32:25.380455 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-a43b8ba3-b4ba-4a16-8768-91efe564c73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:25.381954 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-a43b8ba3-b4ba-4a16-8768-91efe564c73e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 1094 time: 0.0728276 Mar 09 04:32:25.454063 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-bbbf3dd6-e7b0-43a8-a5d3-b70891280aa7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d HTTP/1.1" status: 200 len: 217 time: 0.0648003 Mar 09 04:32:25.516418 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-e3af211f-6302-425d-9591-cfc1a6e21067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:25.517910 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-e3af211f-6302-425d-9591-cfc1a6e21067 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0576675 Mar 09 04:32:25.593766 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-00c041ce-41c5-4e97-a850-4dc53691e701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:25.595208 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-00c041ce-41c5-4e97-a850-4dc53691e701 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716946 Mar 09 04:32:25.824752 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-43427016-c2d9-4284-a64d-520d2ea0f034 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228937 Mar 09 04:32:25.954441 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-202f13bf-02b2-46b5-b836-ca010f510ed1 req-f10fc458-6414-498e-aa5c-0ca1485a9fe9 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240664 Mar 09 04:32:26.131646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ed9b3-5a8c-4869-8e0e-de9c585b5661 req-b34774e4-c1e4-4837-9b3f-6f59daecb2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:26.133098 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c46ed9b3-5a8c-4869-8e0e-de9c585b5661 req-b34774e4-c1e4-4837-9b3f-6f59daecb2d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 1094 time: 0.1311479 Mar 09 04:32:26.145707 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da7858-9024-4243-8c1e-37654e7df328 req-ded48aff-a242-4c81-8bac-07632370b972 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:26.147055 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-72da7858-9024-4243-8c1e-37654e7df328 req-ded48aff-a242-4c81-8bac-07632370b972 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 943 time: 0.1102021 Mar 09 04:32:26.276502 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-72da7858-9024-4243-8c1e-37654e7df328 req-ab51af67-753b-43f1-9b91-71cdb0c03a89 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115172 Mar 09 04:32:26.303713 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ed9b3-5a8c-4869-8e0e-de9c585b5661 req-2ad0db12-2d1d-4fb3-8e61-4fb3a38e680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:26.305131 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c46ed9b3-5a8c-4869-8e0e-de9c585b5661 req-2ad0db12-2d1d-4fb3-8e61-4fb3a38e680f service neutron] 10.222.0.24 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1572607 Mar 09 04:32:26.375047 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c46ed9b3-5a8c-4869-8e0e-de9c585b5661 req-e4a971e5-8ec0-4287-a73f-7eb1dfb78661 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d HTTP/1.1" status: 200 len: 217 time: 0.0640368 Mar 09 04:32:26.435214 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ed9b3-5a8c-4869-8e0e-de9c585b5661 req-7c09484c-a47a-4eb7-8467-1f189ca4f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:26.436540 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c46ed9b3-5a8c-4869-8e0e-de9c585b5661 req-7c09484c-a47a-4eb7-8467-1f189ca4f33b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0561872 Mar 09 04:32:26.511445 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ed9b3-5a8c-4869-8e0e-de9c585b5661 req-ad7568d6-866f-4b42-98b0-7038f49ba614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:26.512855 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c46ed9b3-5a8c-4869-8e0e-de9c585b5661 req-ad7568d6-866f-4b42-98b0-7038f49ba614 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705469 Mar 09 04:32:26.640301 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c46ed9b3-5a8c-4869-8e0e-de9c585b5661 req-fa47bbec-977f-4cfb-b8af-bae47220a524 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215057 Mar 09 04:32:26.768576 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c46ed9b3-5a8c-4869-8e0e-de9c585b5661 req-feac84b6-1a58-4df6-89ad-76b6b9270fd3 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222484 Mar 09 04:32:27.461283 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d423d3b-5c37-4ab5-a015-9efb76b0df09 req-06509a36-a321-4f27-bb0f-a131f81d65ea tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:27.462770 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5d423d3b-5c37-4ab5-a015-9efb76b0df09 req-06509a36-a321-4f27-bb0f-a131f81d65ea tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 943 time: 0.0791335 Mar 09 04:32:27.505065 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5d423d3b-5c37-4ab5-a015-9efb76b0df09 req-e21379fc-aa84-4cdd-91b4-fa12d8146c27 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366964 Mar 09 04:32:28.701029 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ca777-c132-46bd-8aa5-04a6fb0e0205 req-cded976d-a7db-4fe8-b670-14c32f11db3c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:28.702482 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b89ca777-c132-46bd-8aa5-04a6fb0e0205 req-cded976d-a7db-4fe8-b670-14c32f11db3c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 943 time: 0.0934968 Mar 09 04:32:28.745837 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b89ca777-c132-46bd-8aa5-04a6fb0e0205 req-cb794555-3d16-467d-ae70-069c755b7c30 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375535 Mar 09 04:32:28.792455 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ad261909-ac7d-4164-8d0f-30dfc8c604ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:29.931867 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8964f2f-9da7-40ff-884e-fcbbeb0e1b54 req-bb18dced-8cc7-410f-96fb-c735df260a14 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:29.933296 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d8964f2f-9da7-40ff-884e-fcbbeb0e1b54 req-bb18dced-8cc7-410f-96fb-c735df260a14 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 943 time: 0.0819001 Mar 09 04:32:29.976344 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d8964f2f-9da7-40ff-884e-fcbbeb0e1b54 req-d353a589-1035-4292-ab31-7008c5e37ba1 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374181 Mar 09 04:32:30.256337 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:32:30.387320 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:32:30.400581 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'port_id': '4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d', 'mac_address': 'fa:16:3e:be:c1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:32:30.490125 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:30.506467 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:32:30.521577 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:32:30.525369 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:30.594375 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:32:30.804115 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:32:31.158176 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231d5ce-a74d-4296-a9de-d7bfb270ffa5 req-4718de71-4c4d-4aec-b9c5-4d3febbad9b8 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:31.159521 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b231d5ce-a74d-4296-a9de-d7bfb270ffa5 req-4718de71-4c4d-4aec-b9c5-4d3febbad9b8 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 944 time: 0.0818152 Mar 09 04:32:31.179742 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-78fc7d17-afaa-41db-8215-beceba80bc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:31.205016 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b231d5ce-a74d-4296-a9de-d7bfb270ffa5 req-df5c7e5d-0a3d-4f1c-b3f1-7ea14ffa1fda tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397992 Mar 09 04:32:32.256091 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:32:32.325179 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:32:32.338984 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:32:32.339349 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:32.389604 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:32.397923 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c64c9-536e-4faf-8de6-489911242bcd req-149b69a8-c571-4ef0-8f6b-75343c10cbb1 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:32.399879 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4e4c64c9-536e-4faf-8de6-489911242bcd req-149b69a8-c571-4ef0-8f6b-75343c10cbb1 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 944 time: 0.0864391 Mar 09 04:32:32.402106 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:32.447417 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4e4c64c9-536e-4faf-8de6-489911242bcd req-cc5aa321-ea45-4cbf-ab78-4539cbfae58b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417500 Mar 09 04:32:32.468554 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:32.497356 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef277783-7368-4e0a-97b5-e8c47acdd151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:32:32.506959 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:32:32.510789 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:32.545831 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef277783-7368-4e0a-97b5-e8c47acdd151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d', 'code': 200} Mar 09 04:32:32.580166 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:32:32.662984 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7810d-4fc4-4e5f-a045-3aa7429a5d90 req-5c101269-f47b-4a09-9c67-c21a04261efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:32.664415 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6ea7810d-4fc4-4e5f-a045-3aa7429a5d90 req-5c101269-f47b-4a09-9c67-c21a04261efc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 1096 time: 0.0675609 Mar 09 04:32:32.703164 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6ea7810d-4fc4-4e5f-a045-3aa7429a5d90 req-40f4d670-980b-4c5e-b352-44ad0c43c0af service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332508 Mar 09 04:32:33.626991 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5696e7-3e6f-4506-9950-507bf15c1e77 req-95c775dc-1863-4782-ac9c-407220fdd5c4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:33.628437 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9c5696e7-3e6f-4506-9950-507bf15c1e77 req-95c775dc-1863-4782-ac9c-407220fdd5c4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0793300 Mar 09 04:32:33.638921 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:33.671349 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9c5696e7-3e6f-4506-9950-507bf15c1e77 req-b8e6f211-6341-4a89-89ff-4a907c10a6a2 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374186 Mar 09 04:32:34.560150 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:34.857942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabecd9-ead6-4a4b-8c12-8d3827ff6a67 req-4d5b3133-15e2-43c2-9bfa-bd1671c836ee tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:34.859314 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0fabecd9-ead6-4a4b-8c12-8d3827ff6a67 req-4d5b3133-15e2-43c2-9bfa-bd1671c836ee tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0808635 Mar 09 04:32:34.906960 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0fabecd9-ead6-4a4b-8c12-8d3827ff6a67 req-d0887cc2-74fe-4d48-9ce5-28042472016f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420556 Mar 09 04:32:35.095622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f4472-98b1-4599-9e13-ebc344329bd4 req-a33c3a94-ca07-4fa8-b1f7-d62b02ca124d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:35.097073 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3b5f4472-98b1-4599-9e13-ebc344329bd4 req-a33c3a94-ca07-4fa8-b1f7-d62b02ca124d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0829215 Mar 09 04:32:35.105624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45600) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:32:35.110464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-8bfbef41-075e-49b2-8bd9-dc0bb2f39f4f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Request body: {'floatingip': {'port_id': '4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:32:35.189701 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8bfbef41-075e-49b2-8bd9-dc0bb2f39f4f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for floatingip, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:35.892736 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8bfbef41-075e-49b2-8bd9-dc0bb2f39f4f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:35.896624 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8bfbef41-075e-49b2-8bd9-dc0bb2f39f4f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:36.063160 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-8bfbef41-075e-49b2-8bd9-dc0bb2f39f4f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Floating IP 4b198fd4-42ba-4b2c-8b03-4db01f374830 associated. External IP: 172.25.7.102, port: 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d. Mar 09 04:32:36.407529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfbef41-075e-49b2-8bd9-dc0bb2f39f4f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Router a8fecd39-e1de-4f25-83e9-456c7a0629c1 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:32:36.582554 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfbef41-075e-49b2-8bd9-dc0bb2f39f4f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:32:36.587842 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8bfbef41-075e-49b2-8bd9-dc0bb2f39f4f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:36.592149 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a7214f-de48-4104-891b-81dcd0c04792 None None] Sync routers for ids ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:32:36.601160 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a7214f-de48-4104-891b-81dcd0c04792 None None] Routers {'a8fecd39-e1de-4f25-83e9-456c7a0629c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:32:36.601746 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-84a7214f-de48-4104-891b-81dcd0c04792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:32:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:32:36.640499 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8bfbef41-075e-49b2-8bd9-dc0bb2f39f4f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "PUT /v2.0/floatingips/4b198fd4-42ba-4b2c-8b03-4db01f374830 HTTP/1.1" status: 200 len: 991 time: 1.5338430 Mar 09 04:32:36.641084 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef277783-7368-4e0a-97b5-e8c47acdd151', 'tag': '4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:32:36.690959 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef277783-7368-4e0a-97b5-e8c47acdd151', 'tag': '4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d', 'status': 'completed', 'code': 200} Mar 09 04:32:36.784613 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a174891-9585-4be5-af8a-9516f8ce58c2 req-ea25e324-608a-4c93-a5eb-41855240a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:36.785222 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-84a7214f-de48-4104-891b-81dcd0c04792 None None] Set router a8fecd39-e1de-4f25-83e9-456c7a0629c1 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:32:36.785999 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9a174891-9585-4be5-af8a-9516f8ce58c2 req-ea25e324-608a-4c93-a5eb-41855240a72b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 1096 time: 0.0730629 Mar 09 04:32:36.928350 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a174891-9585-4be5-af8a-9516f8ce58c2 req-bb5b57f8-0302-463b-8af8-00b0e736a6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:36.929894 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9a174891-9585-4be5-af8a-9516f8ce58c2 req-bb5b57f8-0302-463b-8af8-00b0e736a6bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1382661 Mar 09 04:32:36.999904 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3c0fd-06b6-455b-acc9-2b0ee8148ee0 req-34529f6c-cf0d-40b1-83c2-4c973c6514fc tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:37.002207 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-34e3c0fd-06b6-455b-acc9-2b0ee8148ee0 req-34529f6c-cf0d-40b1-83c2-4c973c6514fc tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.1136041 Mar 09 04:32:37.049895 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-34e3c0fd-06b6-455b-acc9-2b0ee8148ee0 req-bbfb45aa-1e2b-47ab-bd0e-b72c65789011 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413666 Mar 09 04:32:37.156609 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-84a7214f-de48-4104-891b-81dcd0c04792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4b198fd4-42ba-4b2c-8b03-4db01f374830', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'port_id': '4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'mac_address': 'fa:16:3e:be:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef277783-7368-4e0a-97b5-e8c47acdd151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:31:27Z', 'updated_at': '2022-03-09T04:32:35Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e29b68c-6c72-4a7c-8c16-b8c5319fe76c', 'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'mac_address': 'fa:16:3e:ba:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:23Z', 'updated_at': '2022-03-09T04:31:30Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'subnets': [{'id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:32:37.160386 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a7214f-de48-4104-891b-81dcd0c04792 None None] Checking router: a8fecd39-e1de-4f25-83e9-456c7a0629c1 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:32:37.161544 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9a174891-9585-4be5-af8a-9516f8ce58c2 req-d12ef99f-748d-4f3e-91c4-b8617888addb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d HTTP/1.1" status: 200 len: 999 time: 0.2249098 Mar 09 04:32:37.168755 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a7214f-de48-4104-891b-81dcd0c04792 None None] Routers {'a8fecd39-e1de-4f25-83e9-456c7a0629c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:32:37.169346 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-84a7214f-de48-4104-891b-81dcd0c04792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:32:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:32:37.229843 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a174891-9585-4be5-af8a-9516f8ce58c2 req-0c89942d-6974-4059-a262-ca5bedcca46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:37.231237 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9a174891-9585-4be5-af8a-9516f8ce58c2 req-0c89942d-6974-4059-a262-ca5bedcca46d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0630848 Mar 09 04:32:37.304964 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a174891-9585-4be5-af8a-9516f8ce58c2 req-3e841526-6066-4a97-9888-abd0fa6552e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:37.307452 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9a174891-9585-4be5-af8a-9516f8ce58c2 req-3e841526-6066-4a97-9888-abd0fa6552e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709958 Mar 09 04:32:37.343998 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-84a7214f-de48-4104-891b-81dcd0c04792 None None] Set router a8fecd39-e1de-4f25-83e9-456c7a0629c1 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:32:37.439508 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9a174891-9585-4be5-af8a-9516f8ce58c2 req-90a00789-1e05-4257-89e1-cd0c477d7ced service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256552 Mar 09 04:32:37.574482 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9a174891-9585-4be5-af8a-9516f8ce58c2 req-b73948b9-41da-4892-bffd-ebe9cd223af7 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287794 Mar 09 04:32:37.723660 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-84a7214f-de48-4104-891b-81dcd0c04792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4b198fd4-42ba-4b2c-8b03-4db01f374830', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'port_id': '4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'mac_address': 'fa:16:3e:be:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef277783-7368-4e0a-97b5-e8c47acdd151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:31:27Z', 'updated_at': '2022-03-09T04:32:35Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e29b68c-6c72-4a7c-8c16-b8c5319fe76c', 'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'mac_address': 'fa:16:3e:ba:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:23Z', 'updated_at': '2022-03-09T04:31:30Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'subnets': [{'id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:32:37.728003 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a7214f-de48-4104-891b-81dcd0c04792 None None] The sync data for ids ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'] in n-d-825178-5 is: [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4b198fd4-42ba-4b2c-8b03-4db01f374830', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'port_id': '4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'mac_address': 'fa:16:3e:be:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef277783-7368-4e0a-97b5-e8c47acdd151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:31:27Z', 'updated_at': '2022-03-09T04:32:35Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e29b68c-6c72-4a7c-8c16-b8c5319fe76c', 'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'mac_address': 'fa:16:3e:ba:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:23Z', 'updated_at': '2022-03-09T04:31:30Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'subnets': [{'id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:32:37.895084 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f047e79e-9a3d-4dfd-990e-ecb022c5abd9 None None] New status for floating IP 4b198fd4-42ba-4b2c-8b03-4db01f374830: ACTIVE {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:32:38.243513 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de8af0-48f6-43c9-9273-000a306bfe18 req-4410f3b4-cc7f-489d-94ac-c963d702b6ce tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:38.244959 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-54de8af0-48f6-43c9-9273-000a306bfe18 req-4410f3b4-cc7f-489d-94ac-c963d702b6ce tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0848646 Mar 09 04:32:38.288658 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-54de8af0-48f6-43c9-9273-000a306bfe18 req-b61ee816-e98d-44c1-ad44-5c40c81e89da tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381749 Mar 09 04:32:39.130532 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:39.468150 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075da6c2-0bf6-4f78-8de6-976441c24281 req-bf675e20-0b3b-4ab1-8bee-872250a2a173 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:39.469562 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-075da6c2-0bf6-4f78-8de6-976441c24281 req-bf675e20-0b3b-4ab1-8bee-872250a2a173 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0773673 Mar 09 04:32:39.515741 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-075da6c2-0bf6-4f78-8de6-976441c24281 req-4a63817a-0903-439b-a2e6-a9202135894e tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407159 Mar 09 04:32:40.703175 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9c125-a905-4a4f-bb85-444ca66218b8 req-b1d9d3d1-6611-4892-914f-2656b88e8286 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:40.704596 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-aca9c125-a905-4a4f-bb85-444ca66218b8 req-b1d9d3d1-6611-4892-914f-2656b88e8286 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0787268 Mar 09 04:32:40.747833 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-aca9c125-a905-4a4f-bb85-444ca66218b8 req-9e4864c7-5115-4991-86c2-7d88cab11ec0 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375936 Mar 09 04:32:41.931681 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80614f0e-601e-4444-992e-242d5eda3c51 req-b2d07a4a-7ad2-423d-a50e-aee337a6e91a tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:41.933140 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80614f0e-601e-4444-992e-242d5eda3c51 req-b2d07a4a-7ad2-423d-a50e-aee337a6e91a tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0789094 Mar 09 04:32:41.977793 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80614f0e-601e-4444-992e-242d5eda3c51 req-49218700-1b45-414f-a23f-059fe01868e6 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389960 Mar 09 04:32:43.159818 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf17238-3b5c-4446-b18d-4036d2cacb39 req-f6da2af1-00c0-4702-915b-8d228e4785cc tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:43.161231 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8cf17238-3b5c-4446-b18d-4036d2cacb39 req-f6da2af1-00c0-4702-915b-8d228e4785cc tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0805047 Mar 09 04:32:43.204069 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8cf17238-3b5c-4446-b18d-4036d2cacb39 req-e717a7d7-7389-4514-bca5-4c76660048e3 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365734 Mar 09 04:32:44.507861 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aeb658-c830-450f-9363-4bd554177b89 req-96c836b7-f456-4839-b76f-cb37d868dd36 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:44.509258 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e1aeb658-c830-450f-9363-4bd554177b89 req-96c836b7-f456-4839-b76f-cb37d868dd36 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.2000947 Mar 09 04:32:44.567342 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e1aeb658-c830-450f-9363-4bd554177b89 req-cda705a8-94a0-4385-80d8-1275ae6b0741 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521162 Mar 09 04:32:45.754477 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7d055-ff51-428d-8526-8f2a37b2ff70 req-8dad948c-e356-473a-ad34-f84edab1ace7 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:45.755930 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7ff7d055-ff51-428d-8526-8f2a37b2ff70 req-8dad948c-e356-473a-ad34-f84edab1ace7 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0835905 Mar 09 04:32:45.798879 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7ff7d055-ff51-428d-8526-8f2a37b2ff70 req-5a84a190-86ea-4a6b-9d0e-409dd5cce5ec tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374267 Mar 09 04:32:46.980905 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca1696-4b70-4c26-8bd0-ea9834689c20 req-fc792820-fa70-41d3-b80f-a1e924f4e04c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:46.982369 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3ca1696-4b70-4c26-8bd0-ea9834689c20 req-fc792820-fa70-41d3-b80f-a1e924f4e04c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0797079 Mar 09 04:32:47.026144 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3ca1696-4b70-4c26-8bd0-ea9834689c20 req-6b953312-e2d1-47b1-b74c-cb2cebbfdfdb tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380862 Mar 09 04:32:48.204339 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3de087-6297-4abf-a0af-6977fcc7c0a8 req-717e0c6a-b62b-4557-91ac-d79b63b30e24 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:48.205670 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fc3de087-6297-4abf-a0af-6977fcc7c0a8 req-717e0c6a-b62b-4557-91ac-d79b63b30e24 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0774970 Mar 09 04:32:48.248389 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fc3de087-6297-4abf-a0af-6977fcc7c0a8 req-13e3a4ab-d264-4aff-9b8e-7435207ce289 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373061 Mar 09 04:32:49.433901 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4e5d0-9fd9-4add-adeb-019106277f5f req-03ad5553-05fa-4176-8063-45c89baf30de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:49.435353 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-81e4e5d0-9fd9-4add-adeb-019106277f5f req-03ad5553-05fa-4176-8063-45c89baf30de tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0813870 Mar 09 04:32:49.477968 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-81e4e5d0-9fd9-4add-adeb-019106277f5f req-6a4dd369-c5d8-4627-b4af-e2de26dab649 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371194 Mar 09 04:32:50.660262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4c962-0f22-4db6-94b7-77018d44ed59 req-57459959-2d01-4ecb-8598-bd16409b330b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:50.661700 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-72a4c962-0f22-4db6-94b7-77018d44ed59 req-57459959-2d01-4ecb-8598-bd16409b330b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0824156 Mar 09 04:32:50.705341 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-72a4c962-0f22-4db6-94b7-77018d44ed59 req-9bfe801b-91ad-4759-9917-1c60bace86b1 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374258 Mar 09 04:32:51.890735 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646b96a-ed25-4af4-bc7d-922d77a89812 req-338aeeb2-51e0-4f59-9d54-d2ca62aba947 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:51.892220 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6646b96a-ed25-4af4-bc7d-922d77a89812 req-338aeeb2-51e0-4f59-9d54-d2ca62aba947 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0817950 Mar 09 04:32:51.937176 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6646b96a-ed25-4af4-bc7d-922d77a89812 req-cd349cfd-0400-4853-9b06-d4987d032997 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391462 Mar 09 04:32:53.122221 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe3021-9675-44fc-a643-59de38aa8327 req-16f4170f-276c-4728-a9b5-45f140fe8642 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:53.123677 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0ffe3021-9675-44fc-a643-59de38aa8327 req-16f4170f-276c-4728-a9b5-45f140fe8642 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0789790 Mar 09 04:32:53.166619 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0ffe3021-9675-44fc-a643-59de38aa8327 req-2b078891-4c2b-46fd-bcc1-e228ef5ceb5c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374103 Mar 09 04:32:54.358280 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cad065-90b3-42a3-8aff-d080ccfac06a req-ac4278aa-470e-4aad-931d-b9eec76bc945 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:54.359759 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d0cad065-90b3-42a3-8aff-d080ccfac06a req-ac4278aa-470e-4aad-931d-b9eec76bc945 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0810556 Mar 09 04:32:54.403237 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d0cad065-90b3-42a3-8aff-d080ccfac06a req-096ab109-c106-471a-bb16-a76dfcd27010 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378997 Mar 09 04:32:55.588077 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e306c0-29bd-4b91-bb75-5312febe7fe5 req-e10e6beb-3821-4432-9ce6-0ecfb8dfcab5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:55.589579 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-72e306c0-29bd-4b91-bb75-5312febe7fe5 req-e10e6beb-3821-4432-9ce6-0ecfb8dfcab5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0818508 Mar 09 04:32:55.635365 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-72e306c0-29bd-4b91-bb75-5312febe7fe5 req-fc9a1dbb-b7e7-4e68-ad37-39cdaad8d294 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388198 Mar 09 04:32:56.822671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf38b4-9546-48f0-9090-fec3e3e9ba1f req-c45e5f40-70ba-45c2-ac21-8669dd28d2a1 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:56.824133 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-54cf38b4-9546-48f0-9090-fec3e3e9ba1f req-c45e5f40-70ba-45c2-ac21-8669dd28d2a1 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0825334 Mar 09 04:32:56.866065 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-54cf38b4-9546-48f0-9090-fec3e3e9ba1f req-28d3a6e2-6fdd-4b46-bb66-85f1195a46fc tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364494 Mar 09 04:32:58.053728 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7576de1-9b2f-4afa-acbd-be759b1d0481 req-e5715423-99c1-4031-b9fb-868526d4654c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:58.055198 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c7576de1-9b2f-4afa-acbd-be759b1d0481 req-e5715423-99c1-4031-b9fb-868526d4654c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0783856 Mar 09 04:32:58.101872 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c7576de1-9b2f-4afa-acbd-be759b1d0481 req-43ff0bc8-48ed-40a5-8ade-e9212df7067f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411148 Mar 09 04:32:58.794052 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d3c0e0a7-aeab-4e68-a8f5-c885e7bff515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:32:59.289705 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c91fa-8753-4c8e-8b9d-8a9a9fef7f32 req-02fbcf3f-eca0-4dbd-8ffc-cb87e45f3b69 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:32:59.291175 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-378c91fa-8753-4c8e-8b9d-8a9a9fef7f32 req-02fbcf3f-eca0-4dbd-8ffc-cb87e45f3b69 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0846586 Mar 09 04:32:59.338988 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-378c91fa-8753-4c8e-8b9d-8a9a9fef7f32 req-d91b5fd1-7141-4335-9fc3-198c2385481c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418925 Mar 09 04:33:00.523215 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec57c86-a241-4cbd-856f-8e57f1582fef req-e9ebc5a3-6789-44a1-97e6-5c37f6531865 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:00.525145 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bec57c86-a241-4cbd-856f-8e57f1582fef req-e9ebc5a3-6789-44a1-97e6-5c37f6531865 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0809202 Mar 09 04:33:00.568135 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bec57c86-a241-4cbd-856f-8e57f1582fef req-16042462-5e53-449f-849e-d75d7b5f5652 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375416 Mar 09 04:33:01.181340 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c48bd245-59d9-42a3-8c65-f4257cc527be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:01.614458 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:33:01.749695 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d490f1-7257-45d5-a85d-f9c969bf2453 req-5502abbe-3e89-4c26-a040-1721dc8f731e tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:01.751142 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c6d490f1-7257-45d5-a85d-f9c969bf2453 req-5502abbe-3e89-4c26-a040-1721dc8f731e tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0796044 Mar 09 04:33:01.793592 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c6d490f1-7257-45d5-a85d-f9c969bf2453 req-159ca7fa-be49-43a0-8049-330f9be62ca4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367036 Mar 09 04:33:02.341793 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:02.374692 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:02.977338 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553562a-2a08-495f-b7f7-6c83a8ac713b req-907eb933-d05b-44ab-a797-8135c4bf3370 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:02.979377 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e553562a-2a08-495f-b7f7-6c83a8ac713b req-907eb933-d05b-44ab-a797-8135c4bf3370 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0830688 Mar 09 04:33:03.023687 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e553562a-2a08-495f-b7f7-6c83a8ac713b req-d4390b32-9439-432c-b292-ee4e8cf26a3b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389736 Mar 09 04:33:03.419899 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8df50795-c627-49a6-b399-3099a808361d req-9447e747-2502-4948-89b1-1effc814f592 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1210437 Mar 09 04:33:03.444297 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32f376-262b-4465-9b5e-e3a2e3f4109b req-4507b918-07d9-4b2c-a3cf-e69082933928 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:03.445729 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7c32f376-262b-4465-9b5e-e3a2e3f4109b req-4507b918-07d9-4b2c-a3cf-e69082933928 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.1027114 Mar 09 04:33:03.492240 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7c32f376-262b-4465-9b5e-e3a2e3f4109b req-76f02973-af55-4fa5-b58d-16f94162b7a4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406289 Mar 09 04:33:03.641006 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:04.505561 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df50795-c627-49a6-b399-3099a808361d req-175f5d8d-1d1f-4e4e-9a8c-0f6787f81f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:04.507041 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8df50795-c627-49a6-b399-3099a808361d req-175f5d8d-1d1f-4e4e-9a8c-0f6787f81f94 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 1096 time: 0.0694489 Mar 09 04:33:04.575330 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:04.640468 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df50795-c627-49a6-b399-3099a808361d req-730e7b5f-7439-4b17-a3a3-5273bcfa8e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:04.641900 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8df50795-c627-49a6-b399-3099a808361d req-730e7b5f-7439-4b17-a3a3-5273bcfa8e2c service neutron] 10.222.0.24 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1292810 Mar 09 04:33:04.682839 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e310d5c-489d-40be-a2ec-0907493b90f0 req-753364db-ccb9-4466-ad9d-12a211c89e23 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:04.684212 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7e310d5c-489d-40be-a2ec-0907493b90f0 req-753364db-ccb9-4466-ad9d-12a211c89e23 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0838523 Mar 09 04:33:04.731830 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7e310d5c-489d-40be-a2ec-0907493b90f0 req-96214510-ebe5-425e-8506-1adc56a6d360 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417671 Mar 09 04:33:04.749974 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8df50795-c627-49a6-b399-3099a808361d req-d2aa9702-c83b-4185-b596-982e67e64a03 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d HTTP/1.1" status: 200 len: 1001 time: 0.1022282 Mar 09 04:33:04.815152 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df50795-c627-49a6-b399-3099a808361d req-461d0c99-6966-4863-b423-465c3d3c6491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:04.816472 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8df50795-c627-49a6-b399-3099a808361d req-461d0c99-6966-4863-b423-465c3d3c6491 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0604942 Mar 09 04:33:04.889162 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df50795-c627-49a6-b399-3099a808361d req-111ed6d4-f110-4d38-9bcb-acdde56d21e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:04.890589 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8df50795-c627-49a6-b399-3099a808361d req-111ed6d4-f110-4d38-9bcb-acdde56d21e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684361 Mar 09 04:33:05.120852 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8df50795-c627-49a6-b399-3099a808361d req-4d563777-fe6d-4758-aaa6-416d84ff0711 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242317 Mar 09 04:33:05.247476 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8df50795-c627-49a6-b399-3099a808361d req-da1ad1b7-e0d3-405a-99cc-2c41ff05b403 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212716 Mar 09 04:33:05.920543 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf8339-1c29-402d-9882-25252a28fec8 req-d97770cf-592b-4f6f-857e-e5e4c477124e tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:05.922241 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4adf8339-1c29-402d-9882-25252a28fec8 req-d97770cf-592b-4f6f-857e-e5e4c477124e tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0828629 Mar 09 04:33:05.966906 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4adf8339-1c29-402d-9882-25252a28fec8 req-4d9f218b-e32a-40ca-b270-d17afeea0dcb tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390007 Mar 09 04:33:07.129701 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [req-8df50795-c627-49a6-b399-3099a808361d req-47476bde-2d05-4189-ab34-2c5b9cc3b8ba service neutron] show failed (client error): The resource could not be found. Mar 09 04:33:07.130711 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8df50795-c627-49a6-b399-3099a808361d req-47476bde-2d05-4189-ab34-2c5b9cc3b8ba service neutron] 10.222.0.24 "GET /v2.0/ports/4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d/bindings/n-h2-825178-5 HTTP/1.1" status: 404 len: 380 time: 0.0778892 Mar 09 04:33:07.152661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f0c20-a2ef-4b1f-a73e-064c201ecfcc req-5231a73c-0cf5-4384-975b-02c08e9795f4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:07.154132 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8b7f0c20-a2ef-4b1f-a73e-064c201ecfcc req-5231a73c-0cf5-4384-975b-02c08e9795f4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0807846 Mar 09 04:33:07.204964 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8b7f0c20-a2ef-4b1f-a73e-064c201ecfcc req-948a302f-a1ab-47ca-b7d3-514993451bb7 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448904 Mar 09 04:33:07.394000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df50795-c627-49a6-b399-3099a808361d req-5ee08ba4-055c-43d3-bed4-c2bdf6a829bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:07.395482 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8df50795-c627-49a6-b399-3099a808361d req-5ee08ba4-055c-43d3-bed4-c2bdf6a829bb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151&tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee HTTP/1.1" status: 200 len: 1096 time: 0.0694742 Mar 09 04:33:07.409908 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-8df50795-c627-49a6-b399-3099a808361d req-da79a228-780f-4134-bf95-7f74a38e6b90 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-5', 'device_owner': 'compute:nova'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:33:07.517204 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8df50795-c627-49a6-b399-3099a808361d req-da79a228-780f-4134-bf95-7f74a38e6b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:07.777906 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-8df50795-c627-49a6-b399-3099a808361d req-da79a228-780f-4134-bf95-7f74a38e6b90 service neutron] For port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:33:07.805917 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-8df50795-c627-49a6-b399-3099a808361d req-da79a228-780f-4134-bf95-7f74a38e6b90 service neutron] For port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:33:07.861513 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef277783-7368-4e0a-97b5-e8c47acdd151', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:33:07.867762 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8df50795-c627-49a6-b399-3099a808361d req-da79a228-780f-4134-bf95-7f74a38e6b90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:07.888290 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-8df50795-c627-49a6-b399-3099a808361d req-da79a228-780f-4134-bf95-7f74a38e6b90 service neutron] Transition to ACTIVE for port object 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:33:07.893420 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8df50795-c627-49a6-b399-3099a808361d req-da79a228-780f-4134-bf95-7f74a38e6b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:07.934030 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef277783-7368-4e0a-97b5-e8c47acdd151', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d', 'code': 200} Mar 09 04:33:08.040694 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79a228-780f-4134-bf95-7f74a38e6b90 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d,revision_number=6']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:33:08.093677 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df50795-c627-49a6-b399-3099a808361d req-da79a228-780f-4134-bf95-7f74a38e6b90 service neutron] No DVR routers for this DVR port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:33:08.491875 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66339c-d303-4b92-9c39-4c82a5e87de4 req-fce989d2-12bd-4c5b-a060-edb398033d00 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:08.493363 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9f66339c-d303-4b92-9c39-4c82a5e87de4 req-fce989d2-12bd-4c5b-a060-edb398033d00 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 943 time: 0.1512508 Mar 09 04:33:08.495407 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-8df50795-c627-49a6-b399-3099a808361d req-da79a228-780f-4134-bf95-7f74a38e6b90 service neutron] Attempting to bind port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:33:08.495737 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-8df50795-c627-49a6-b399-3099a808361d req-da79a228-780f-4134-bf95-7f74a38e6b90 service neutron] Attempting to bind port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:33:08.496062 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df50795-c627-49a6-b399-3099a808361d req-da79a228-780f-4134-bf95-7f74a38e6b90 service neutron] Attempting to bind port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:33:08.513275 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df50795-c627-49a6-b399-3099a808361d req-da79a228-780f-4134-bf95-7f74a38e6b90 service neutron] Port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:33:08.513603 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df50795-c627-49a6-b399-3099a808361d req-da79a228-780f-4134-bf95-7f74a38e6b90 service neutron] Attempting to bind port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:33:08.524710 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df50795-c627-49a6-b399-3099a808361d req-da79a228-780f-4134-bf95-7f74a38e6b90 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:33:08.525042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df50795-c627-49a6-b399-3099a808361d req-da79a228-780f-4134-bf95-7f74a38e6b90 service neutron] Checking segment: {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:33:08.525416 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df50795-c627-49a6-b399-3099a808361d req-da79a228-780f-4134-bf95-7f74a38e6b90 service neutron] Bound using segment: {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:33:08.525863 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-8df50795-c627-49a6-b399-3099a808361d req-da79a228-780f-4134-bf95-7f74a38e6b90 service neutron] Bound port: 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:33:08.526205 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8df50795-c627-49a6-b399-3099a808361d req-da79a228-780f-4134-bf95-7f74a38e6b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:08.591670 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9f66339c-d303-4b92-9c39-4c82a5e87de4 req-15ca7450-18ca-468d-ae88-4b58c941f8d8 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919318 Mar 09 04:33:08.638166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-8df50795-c627-49a6-b399-3099a808361d req-da79a228-780f-4134-bf95-7f74a38e6b90 service neutron] For port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:33:08.641230 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-8df50795-c627-49a6-b399-3099a808361d req-da79a228-780f-4134-bf95-7f74a38e6b90 service neutron] For port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:33:08.648099 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8df50795-c627-49a6-b399-3099a808361d req-da79a228-780f-4134-bf95-7f74a38e6b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:08.705464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df50795-c627-49a6-b399-3099a808361d req-da79a228-780f-4134-bf95-7f74a38e6b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:08.706075 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-8df50795-c627-49a6-b399-3099a808361d req-da79a228-780f-4134-bf95-7f74a38e6b90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:08.707443 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8df50795-c627-49a6-b399-3099a808361d req-da79a228-780f-4134-bf95-7f74a38e6b90 service neutron] 10.222.0.21 "PUT /v2.0/ports/4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d HTTP/1.1" status: 200 len: 1091 time: 1.3014417 Mar 09 04:33:08.729757 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79a228-780f-4134-bf95-7f74a38e6b90 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d,revision_number=7']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:33:08.810914 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df50795-c627-49a6-b399-3099a808361d req-71fc7357-3eda-4312-a3db-090b03336741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:08.812402 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8df50795-c627-49a6-b399-3099a808361d req-71fc7357-3eda-4312-a3db-090b03336741 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 1094 time: 0.0766644 Mar 09 04:33:08.946646 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df50795-c627-49a6-b399-3099a808361d req-daeebeae-19b6-4662-af0c-06d45621ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:08.948103 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8df50795-c627-49a6-b399-3099a808361d req-daeebeae-19b6-4662-af0c-06d45621ede3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1303160 Mar 09 04:33:09.045032 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8df50795-c627-49a6-b399-3099a808361d req-9bfb5fac-d96e-45c7-9133-8f3a60bb6984 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d HTTP/1.1" status: 200 len: 999 time: 0.0908027 Mar 09 04:33:09.108424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df50795-c627-49a6-b399-3099a808361d req-fddd2d0e-9b12-4339-a92e-d500a6a0255b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:09.109793 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8df50795-c627-49a6-b399-3099a808361d req-fddd2d0e-9b12-4339-a92e-d500a6a0255b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0587711 Mar 09 04:33:09.160273 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:09.188546 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df50795-c627-49a6-b399-3099a808361d req-b253c82a-f63c-4876-bd00-3f7e6f7280da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:09.189993 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8df50795-c627-49a6-b399-3099a808361d req-b253c82a-f63c-4876-bd00-3f7e6f7280da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746241 Mar 09 04:33:09.318585 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8df50795-c627-49a6-b399-3099a808361d req-3fe3d7cb-618d-4ad1-a243-87d743f69bcb service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215084 Mar 09 04:33:09.448380 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8df50795-c627-49a6-b399-3099a808361d req-3ece74a0-f259-42ee-a2f2-ac8028ea7dda service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234775 Mar 09 04:33:09.777819 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be84c64-5e1b-4706-8c0d-2bab758bdbc9 req-4896b86f-78b2-402d-afed-ce2adf4e77ae tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:09.779263 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8be84c64-5e1b-4706-8c0d-2bab758bdbc9 req-4896b86f-78b2-402d-afed-ce2adf4e77ae tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 943 time: 0.0818655 Mar 09 04:33:09.822045 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8be84c64-5e1b-4706-8c0d-2bab758bdbc9 req-3c74929b-418f-42fd-9d06-66a6f3b0b9b1 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373325 Mar 09 04:33:09.935158 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef277783-7368-4e0a-97b5-e8c47acdd151', 'tag': '4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:33:09.990461 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef277783-7368-4e0a-97b5-e8c47acdd151', 'tag': '4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d', 'status': 'completed', 'code': 200} Mar 09 04:33:10.079570 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402ab7b-950c-48ab-b9c5-6c3b5ba8fb51 req-caa671bd-5af9-4d71-b362-a335b3ff5eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:10.080198 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402ab7b-950c-48ab-b9c5-6c3b5ba8fb51 req-5f2c9c6d-d739-4375-a4ec-6a539a6a2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:10.081019 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d402ab7b-950c-48ab-b9c5-6c3b5ba8fb51 req-caa671bd-5af9-4d71-b362-a335b3ff5eed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 1094 time: 0.0703187 Mar 09 04:33:10.081631 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d402ab7b-950c-48ab-b9c5-6c3b5ba8fb51 req-5f2c9c6d-d739-4375-a4ec-6a539a6a2829 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 1094 time: 0.0740268 Mar 09 04:33:10.210925 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402ab7b-950c-48ab-b9c5-6c3b5ba8fb51 req-9a82e973-0a35-4b85-b119-d45db904c391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:10.211518 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402ab7b-950c-48ab-b9c5-6c3b5ba8fb51 req-0acee960-747f-40a7-aaf9-4c774b924c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:10.212462 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d402ab7b-950c-48ab-b9c5-6c3b5ba8fb51 req-9a82e973-0a35-4b85-b119-d45db904c391 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1252167 Mar 09 04:33:10.212929 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d402ab7b-950c-48ab-b9c5-6c3b5ba8fb51 req-0acee960-747f-40a7-aaf9-4c774b924c5a service neutron] 10.222.0.21 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1240494 Mar 09 04:33:10.313664 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d402ab7b-950c-48ab-b9c5-6c3b5ba8fb51 req-7455598f-e648-4dcc-a92c-cd568da82c1e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d HTTP/1.1" status: 200 len: 999 time: 0.0945714 Mar 09 04:33:10.314336 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d402ab7b-950c-48ab-b9c5-6c3b5ba8fb51 req-57f4a269-a301-4f02-8e2f-a6f0f5ba6cd1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d HTTP/1.1" status: 200 len: 999 time: 0.0957725 Mar 09 04:33:10.381279 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402ab7b-950c-48ab-b9c5-6c3b5ba8fb51 req-e0fdfe50-290e-40db-914d-479fc0eaa036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:10.383673 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d402ab7b-950c-48ab-b9c5-6c3b5ba8fb51 req-e0fdfe50-290e-40db-914d-479fc0eaa036 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0638530 Mar 09 04:33:10.458310 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402ab7b-950c-48ab-b9c5-6c3b5ba8fb51 req-a76603e3-121d-405f-b2ed-e0bde0da7192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:10.459787 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d402ab7b-950c-48ab-b9c5-6c3b5ba8fb51 req-a76603e3-121d-405f-b2ed-e0bde0da7192 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708289 Mar 09 04:33:10.492640 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402ab7b-950c-48ab-b9c5-6c3b5ba8fb51 req-418d0601-a162-48fe-81c5-67798ec51a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:10.494057 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d402ab7b-950c-48ab-b9c5-6c3b5ba8fb51 req-418d0601-a162-48fe-81c5-67798ec51a71 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.1745243 Mar 09 04:33:10.570572 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402ab7b-950c-48ab-b9c5-6c3b5ba8fb51 req-8e0731d6-b7cf-464f-90fd-bb4cc0a022b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:10.572072 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d402ab7b-950c-48ab-b9c5-6c3b5ba8fb51 req-8e0731d6-b7cf-464f-90fd-bb4cc0a022b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717106 Mar 09 04:33:10.590773 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d402ab7b-950c-48ab-b9c5-6c3b5ba8fb51 req-5c5d8caa-aceb-44e1-bb01-57b101d23709 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233103 Mar 09 04:33:10.710819 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d402ab7b-950c-48ab-b9c5-6c3b5ba8fb51 req-8e3fee67-a3f3-4fa4-a825-ec733092ef7c service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317906 Mar 09 04:33:10.730007 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d402ab7b-950c-48ab-b9c5-6c3b5ba8fb51 req-4da7edd6-bafb-4388-8314-7327efe73c28 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334939 Mar 09 04:33:10.843935 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d402ab7b-950c-48ab-b9c5-6c3b5ba8fb51 req-72cf9a6a-6cce-4c53-9cee-4abc2c4a8d2c service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270018 Mar 09 04:33:11.010880 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0d7a0-969e-40de-a7f0-eec4a99adf29 req-55d6abcf-2fdb-46d3-a841-02fea4935bf4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:11.012328 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5aa0d7a0-969e-40de-a7f0-eec4a99adf29 req-55d6abcf-2fdb-46d3-a841-02fea4935bf4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 943 time: 0.0818241 Mar 09 04:33:11.055622 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5aa0d7a0-969e-40de-a7f0-eec4a99adf29 req-8d8c473d-abcb-48c3-9441-48773e7e80a7 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377769 Mar 09 04:33:11.426512 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bb93d-89af-4440-b46a-ab5bac4720f4 req-081d1f43-7e28-43c2-bb1b-e12caeae6bc7 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:11.428054 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f3bb93d-89af-4440-b46a-ab5bac4720f4 req-081d1f43-7e28-43c2-bb1b-e12caeae6bc7 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151&tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&binding%3Ahost_id=n-h2-825178-5 HTTP/1.1" status: 200 len: 943 time: 0.1444793 Mar 09 04:33:11.436002 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d4656-d144-4847-a6d5-df4b4f21db8a req-fcaed856-7ae8-46a8-87be-4675541c8e75 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:11.437316 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1c4d4656-d144-4847-a6d5-df4b4f21db8a req-fcaed856-7ae8-46a8-87be-4675541c8e75 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 943 time: 0.1228223 Mar 09 04:33:11.533929 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1c4d4656-d144-4847-a6d5-df4b4f21db8a req-a81cc7bf-6245-41a7-9701-54e644cacf05 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640731 Mar 09 04:33:11.541362 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [req-4f3bb93d-89af-4440-b46a-ab5bac4720f4 req-81f34898-6f49-4bfc-ba93-41fed709331c service neutron] delete failed (client error): The resource could not be found. Mar 09 04:33:11.542287 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f3bb93d-89af-4440-b46a-ab5bac4720f4 req-81f34898-6f49-4bfc-ba93-41fed709331c service neutron] 10.222.0.24 "DELETE /v2.0/ports/4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d/bindings/n-h1-825178-5 HTTP/1.1" status: 404 len: 380 time: 0.1041448 Mar 09 04:33:11.790915 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bb93d-89af-4440-b46a-ab5bac4720f4 req-19c78d86-3066-4932-bf02-8d05d2eebd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:11.792262 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f3bb93d-89af-4440-b46a-ab5bac4720f4 req-19c78d86-3066-4932-bf02-8d05d2eebd4a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 1094 time: 0.1761959 Mar 09 04:33:11.919891 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bb93d-89af-4440-b46a-ab5bac4720f4 req-de71154a-f719-4a31-8258-88698b6ce283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:11.921312 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f3bb93d-89af-4440-b46a-ab5bac4720f4 req-de71154a-f719-4a31-8258-88698b6ce283 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1233966 Mar 09 04:33:12.021879 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f3bb93d-89af-4440-b46a-ab5bac4720f4 req-65cef644-4c88-47fb-b271-9ab17a94f0cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d HTTP/1.1" status: 200 len: 999 time: 0.0945518 Mar 09 04:33:12.083290 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bb93d-89af-4440-b46a-ab5bac4720f4 req-5a7dde2d-a0f1-4743-89f1-ce44fca61613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:12.084598 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f3bb93d-89af-4440-b46a-ab5bac4720f4 req-5a7dde2d-a0f1-4743-89f1-ce44fca61613 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0561919 Mar 09 04:33:12.161539 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bb93d-89af-4440-b46a-ab5bac4720f4 req-82becf4b-6825-40f9-bc1d-3be66a376b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:12.162987 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f3bb93d-89af-4440-b46a-ab5bac4720f4 req-82becf4b-6825-40f9-bc1d-3be66a376b4a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725355 Mar 09 04:33:12.290094 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f3bb93d-89af-4440-b46a-ab5bac4720f4 req-b4327520-cdb8-47f9-ac36-2326f10016ae service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215112 Mar 09 04:33:12.403491 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:33:12.418848 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f3bb93d-89af-4440-b46a-ab5bac4720f4 req-7843284a-c348-4f63-a55c-85bdea6c3c11 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234865 Mar 09 04:33:12.460231 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:33:12.863987 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9193042-5831-430e-bda9-712561cbe50f req-a516279c-db48-427c-ac6b-69cb7ca7164d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:12.865427 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c9193042-5831-430e-bda9-712561cbe50f req-a516279c-db48-427c-ac6b-69cb7ca7164d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 943 time: 0.0804744 Mar 09 04:33:12.912497 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c9193042-5831-430e-bda9-712561cbe50f req-2407da1a-1ff2-4521-a17b-1e245f122599 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406063 Mar 09 04:33:13.623037 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:33:13.753337 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:33:13.766941 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'port_id': '4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d', 'mac_address': 'fa:16:3e:be:c1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:33:13.823603 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:13.839892 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:33:13.857976 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:33:13.862500 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:13.933807 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:33:13.941279 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:13.941899 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:13.941899 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:13.942293 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:13.942535 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:13.942868 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:13.943191 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:13.943502 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:13.943814 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:13.944122 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:13.944429 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:13.944734 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:14.056491 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:33:14.097760 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39275509-85f9-4f1b-91aa-29e75e789781 req-8968da85-94f3-4cd6-ab0d-fee1de96bb5e tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:14.099283 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-39275509-85f9-4f1b-91aa-29e75e789781 req-8968da85-94f3-4cd6-ab0d-fee1de96bb5e tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 944 time: 0.0791430 Mar 09 04:33:14.143297 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-39275509-85f9-4f1b-91aa-29e75e789781 req-f2c5dff8-5a42-4f15-b96e-f0cdd7851e5c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381651 Mar 09 04:33:14.328853 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734be039-16e6-4b2c-aa5c-1f1aabc8fced req-ee560442-6017-4a8c-80bc-8465ddd9d7ad tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:14.330256 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-734be039-16e6-4b2c-aa5c-1f1aabc8fced req-ee560442-6017-4a8c-80bc-8465ddd9d7ad tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 944 time: 0.0806189 Mar 09 04:33:14.374787 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-734be039-16e6-4b2c-aa5c-1f1aabc8fced req-424548b1-bf7c-49ef-b925-c8951fa918a7 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389612 Mar 09 04:33:14.760158 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdeb143-f4d7-4456-b8c4-dd94dea7528a req-38be2b6d-0e08-4699-a4b2-14d728c543d0 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:14.761571 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dcdeb143-f4d7-4456-b8c4-dd94dea7528a req-38be2b6d-0e08-4699-a4b2-14d728c543d0 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 944 time: 0.1275663 Mar 09 04:33:14.813186 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa996b8-22bb-4f29-a08d-368e0a01cb71 req-e49f8dea-26de-4c08-931e-ce73903b3114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:14.814612 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9aa996b8-22bb-4f29-a08d-368e0a01cb71 req-e49f8dea-26de-4c08-931e-ce73903b3114 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 1095 time: 0.1262953 Mar 09 04:33:14.821502 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dcdeb143-f4d7-4456-b8c4-dd94dea7528a req-9fa87762-3cf9-4840-9f43-92a4bbe1bc5c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541370 Mar 09 04:33:14.948979 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa996b8-22bb-4f29-a08d-368e0a01cb71 req-be65e527-5c28-4a48-813b-84e384955eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:14.950398 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9aa996b8-22bb-4f29-a08d-368e0a01cb71 req-be65e527-5c28-4a48-813b-84e384955eb9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1280949 Mar 09 04:33:15.051665 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9aa996b8-22bb-4f29-a08d-368e0a01cb71 req-6fe91a60-cbda-4c3f-b4a2-906bc16565f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d HTTP/1.1" status: 200 len: 1000 time: 0.0948548 Mar 09 04:33:15.111627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa996b8-22bb-4f29-a08d-368e0a01cb71 req-7390e2e4-73be-422f-b44c-4689b6d7f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:15.113004 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9aa996b8-22bb-4f29-a08d-368e0a01cb71 req-7390e2e4-73be-422f-b44c-4689b6d7f430 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0554278 Mar 09 04:33:15.199889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa996b8-22bb-4f29-a08d-368e0a01cb71 req-8ac22cb0-37a8-49e3-a1bd-b8dd2db2e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:15.202024 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9aa996b8-22bb-4f29-a08d-368e0a01cb71 req-8ac22cb0-37a8-49e3-a1bd-b8dd2db2e893 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834098 Mar 09 04:33:15.329742 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9aa996b8-22bb-4f29-a08d-368e0a01cb71 req-bf92c715-a72e-4b45-a71d-0a5fb6af660c service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215985 Mar 09 04:33:15.459328 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9aa996b8-22bb-4f29-a08d-368e0a01cb71 req-47e20ff2-04bc-4511-9a67-ae98a70eaf9b service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236112 Mar 09 04:33:15.612985 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fc02e-7704-4051-b822-381ca149457b req-a75b867b-a885-4b7d-a7db-8217e5e5a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:15.614310 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a30fc02e-7704-4051-b822-381ca149457b req-a75b867b-a885-4b7d-a7db-8217e5e5a1e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 1095 time: 0.0680468 Mar 09 04:33:15.635184 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:33:15.700478 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:33:15.705543 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:33:15.706048 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:15.831779 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:15.877241 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:33:15.879569 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef277783-7368-4e0a-97b5-e8c47acdd151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:33:15.894091 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:15.911400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fc02e-7704-4051-b822-381ca149457b req-a355a50b-3e92-4638-9798-5b5d8cb22e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:15.912856 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a30fc02e-7704-4051-b822-381ca149457b req-a355a50b-3e92-4638-9798-5b5d8cb22e07 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.2790201 Mar 09 04:33:15.972525 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef277783-7368-4e0a-97b5-e8c47acdd151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d', 'code': 200} Mar 09 04:33:15.991841 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d,revision_number=9']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:33:16.045587 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a30fc02e-7704-4051-b822-381ca149457b req-4bffd23a-b736-4b27-8366-6a89182e6e0c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d HTTP/1.1" status: 200 len: 1001 time: 0.1257851 Mar 09 04:33:16.079179 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8cc14-cd29-4994-bae1-dac7c2f99027 req-19c86463-d43b-4d2a-ae8d-7e4993aa2f3d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:16.080619 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8ba8cc14-cd29-4994-bae1-dac7c2f99027 req-19c86463-d43b-4d2a-ae8d-7e4993aa2f3d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0818233 Mar 09 04:33:16.107580 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fc02e-7704-4051-b822-381ca149457b req-8f26d1a8-a96a-4808-87d6-ede48043b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:16.109050 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a30fc02e-7704-4051-b822-381ca149457b req-8f26d1a8-a96a-4808-87d6-ede48043b1ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0573919 Mar 09 04:33:16.124571 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8ba8cc14-cd29-4994-bae1-dac7c2f99027 req-c20c5bf8-adc3-4d85-9e59-a5b6b2f2f6a1 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377026 Mar 09 04:33:16.184178 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fc02e-7704-4051-b822-381ca149457b req-c2594c23-42e5-4602-a351-351f72d0dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:16.185621 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a30fc02e-7704-4051-b822-381ca149457b req-c2594c23-42e5-4602-a351-351f72d0dddf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714459 Mar 09 04:33:16.312632 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a30fc02e-7704-4051-b822-381ca149457b req-81001f69-40af-47b4-a584-8a0c8d58df6f service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200182 Mar 09 04:33:16.442779 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a30fc02e-7704-4051-b822-381ca149457b req-e3a27a1f-8f9b-49f3-9397-76eb4a239706 service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222243 Mar 09 04:33:17.307913 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f083c7-7673-4b81-8786-915dbdb2c17c req-b7904f10-0051-4d21-9f64-431fc513ff16 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:17.309445 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-52f083c7-7673-4b81-8786-915dbdb2c17c req-b7904f10-0051-4d21-9f64-431fc513ff16 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0790830 Mar 09 04:33:17.352328 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-52f083c7-7673-4b81-8786-915dbdb2c17c req-cb6c771d-8da1-42b6-9411-f6534fdfa2c2 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373561 Mar 09 04:33:17.723438 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0d46d-eb02-467d-9640-cbdb234654e7 req-717e0a46-2e84-421c-858f-f6a488599b19 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:17.724876 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-48b0d46d-eb02-467d-9640-cbdb234654e7 req-717e0a46-2e84-421c-858f-f6a488599b19 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0822408 Mar 09 04:33:17.767842 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-48b0d46d-eb02-467d-9640-cbdb234654e7 req-8fc290c1-33c0-4836-89d6-73d4762776d7 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368378 Mar 09 04:33:18.942443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c354fe-f3bd-4287-8a8c-e5044cc0802b req-d6a5740b-17e5-472f-8bb4-8a86c68820fa tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:18.943829 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f1c354fe-f3bd-4287-8a8c-e5044cc0802b req-d6a5740b-17e5-472f-8bb4-8a86c68820fa tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0797033 Mar 09 04:33:18.955974 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b84df7-6a58-48f6-bb4b-2f81cad833b6 req-012d9b3f-d010-4a28-af1c-d21565fba436 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:18.957397 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d5b84df7-6a58-48f6-bb4b-2f81cad833b6 req-012d9b3f-d010-4a28-af1c-d21565fba436 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 945 time: 0.0801902 Mar 09 04:33:19.004647 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d5b84df7-6a58-48f6-bb4b-2f81cad833b6 req-70c843ee-5a29-4e52-8577-195919e63c2b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415993 Mar 09 04:33:19.019143 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-f1c354fe-f3bd-4287-8a8c-e5044cc0802b req-4b7fa659-85b4-40df-a263-862744ebe932 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Deleting port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:33:19.019481 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f1c354fe-f3bd-4287-8a8c-e5044cc0802b req-4b7fa659-85b4-40df-a263-862744ebe932 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:19.260904 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-f1c354fe-f3bd-4287-8a8c-e5044cc0802b req-4b7fa659-85b4-40df-a263-862744ebe932 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] For port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:33:19.261254 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f1c354fe-f3bd-4287-8a8c-e5044cc0802b req-4b7fa659-85b4-40df-a263-862744ebe932 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:19.536337 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f1c354fe-f3bd-4287-8a8c-e5044cc0802b req-4b7fa659-85b4-40df-a263-862744ebe932 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:19.536604 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f1c354fe-f3bd-4287-8a8c-e5044cc0802b req-4b7fa659-85b4-40df-a263-862744ebe932 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:19.536906 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [req-f1c354fe-f3bd-4287-8a8c-e5044cc0802b req-4b7fa659-85b4-40df-a263-862744ebe932 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Floating IP 4b198fd4-42ba-4b2c-8b03-4db01f374830 disassociated. External IP: 172.25.7.102, port: 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d. Mar 09 04:33:19.537233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-f1c354fe-f3bd-4287-8a8c-e5044cc0802b req-4b7fa659-85b4-40df-a263-862744ebe932 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Calling delete_port for 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:33:19.789013 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f1c354fe-f3bd-4287-8a8c-e5044cc0802b req-4b7fa659-85b4-40df-a263-862744ebe932 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:19.837801 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7fa659-85b4-40df-a263-862744ebe932 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Pushing event deleted for resources: {'Port': ['ID=4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:33:19.849013 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fa659-85b4-40df-a263-862744ebe932 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:19.849353 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fa659-85b4-40df-a263-862744ebe932 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:19.849680 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fa659-85b4-40df-a263-862744ebe932 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:19.850006 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fa659-85b4-40df-a263-862744ebe932 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:19.850328 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fa659-85b4-40df-a263-862744ebe932 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:19.850673 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fa659-85b4-40df-a263-862744ebe932 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:19.851173 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fa659-85b4-40df-a263-862744ebe932 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:19.851406 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fa659-85b4-40df-a263-862744ebe932 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:19.851811 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fa659-85b4-40df-a263-862744ebe932 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:19.852169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fa659-85b4-40df-a263-862744ebe932 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:19.852490 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fa659-85b4-40df-a263-862744ebe932 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:19.852805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fa659-85b4-40df-a263-862744ebe932 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:20.039465 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1c354fe-f3bd-4287-8a8c-e5044cc0802b req-4b7fa659-85b4-40df-a263-862744ebe932 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Router a8fecd39-e1de-4f25-83e9-456c7a0629c1 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:33:20.156251 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d25e40e5-6a80-4e56-8337-fb64cc9c8f39 req-e2545fef-128a-45dc-830c-743342e041d4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef277783-7368-4e0a-97b5-e8c47acdd151 HTTP/1.1" status: 200 len: 210 time: 0.0461328 Mar 09 04:33:20.255874 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1c354fe-f3bd-4287-8a8c-e5044cc0802b req-4b7fa659-85b4-40df-a263-862744ebe932 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:33:20.265597 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776eb8aa-36c6-417c-927f-68ff24bba08c None None] Sync routers for ids ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:33:20.274739 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776eb8aa-36c6-417c-927f-68ff24bba08c None None] Routers {'a8fecd39-e1de-4f25-83e9-456c7a0629c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:33:20.275366 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-776eb8aa-36c6-417c-927f-68ff24bba08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:33:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:33:20.328370 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c354fe-f3bd-4287-8a8c-e5044cc0802b req-4b7fa659-85b4-40df-a263-862744ebe932 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] No DVR routers for this DVR port 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:33:20.330909 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-f1c354fe-f3bd-4287-8a8c-e5044cc0802b req-4b7fa659-85b4-40df-a263-862744ebe932 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:20.333515 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef277783-7368-4e0a-97b5-e8c47acdd151', 'name': 'network-vif-deleted', 'tag': '4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:33:20.350057 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f1c354fe-f3bd-4287-8a8c-e5044cc0802b req-4b7fa659-85b4-40df-a263-862744ebe932 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.21 "DELETE /v2.0/ports/4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d HTTP/1.1" status: 204 len: 173 time: 1.3972523 Mar 09 04:33:20.380139 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef277783-7368-4e0a-97b5-e8c47acdd151', 'name': 'network-vif-deleted', 'tag': '4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d', 'status': 'completed', 'code': 200} Mar 09 04:33:20.473491 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-776eb8aa-36c6-417c-927f-68ff24bba08c None None] Set router a8fecd39-e1de-4f25-83e9-456c7a0629c1 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:33:20.823970 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-776eb8aa-36c6-417c-927f-68ff24bba08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4e29b68c-6c72-4a7c-8c16-b8c5319fe76c', 'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'mac_address': 'fa:16:3e:ba:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:23Z', 'updated_at': '2022-03-09T04:31:30Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'subnets': [{'id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:33:20.827669 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776eb8aa-36c6-417c-927f-68ff24bba08c None None] Checking router: a8fecd39-e1de-4f25-83e9-456c7a0629c1 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:33:20.836223 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776eb8aa-36c6-417c-927f-68ff24bba08c None None] Routers {'a8fecd39-e1de-4f25-83e9-456c7a0629c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:33:20.836798 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-776eb8aa-36c6-417c-927f-68ff24bba08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:33:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:33:21.011893 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-776eb8aa-36c6-417c-927f-68ff24bba08c None None] Set router a8fecd39-e1de-4f25-83e9-456c7a0629c1 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:33:21.315732 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-776eb8aa-36c6-417c-927f-68ff24bba08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4e29b68c-6c72-4a7c-8c16-b8c5319fe76c', 'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'mac_address': 'fa:16:3e:ba:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:23Z', 'updated_at': '2022-03-09T04:31:30Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'subnets': [{'id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:33:21.319598 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776eb8aa-36c6-417c-927f-68ff24bba08c None None] The sync data for ids ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'] in n-d-825178-5 is: [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4e29b68c-6c72-4a7c-8c16-b8c5319fe76c', 'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'mac_address': 'fa:16:3e:ba:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:23Z', 'updated_at': '2022-03-09T04:31:30Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'subnets': [{'id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:33:21.509303 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-b0e77e00-cea8-4dbb-b514-707ff8fe2e6b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2009255050&fields=id&tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee HTTP/1.1" status: 200 len: 267 time: 0.0423243 Mar 09 04:33:21.542758 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4b736c-ce17-460b-a8af-bf035dab1710 None None] New status for floating IP 4b198fd4-42ba-4b2c-8b03-4db01f374830: DOWN {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:33:21.658174 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-18ca15fb-9f22-4bf0-8cda-94a91b231ea7 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:21.659621 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-18ca15fb-9f22-4bf0-8cda-94a91b231ea7 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 811 time: 0.1438997 Mar 09 04:33:21.675140 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-eb4aaa6b-af33-46f0-aad6-5df4c5c86895 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/quotas/4bd9e9b8e75e497a8dda8dc0b9df78ee HTTP/1.1" status: 200 len: 375 time: 0.0100858 Mar 09 04:33:21.761587 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-b8bed060-0dd4-484b-aa0b-89f1002669a3 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Synchronizing usage tracker for tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:33:21.777564 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-b8bed060-0dd4-484b-aa0b-89f1002669a3 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Unset dirty status for tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:33:21.779037 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-b8bed060-0dd4-484b-aa0b-89f1002669a3 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0981576 Mar 09 04:33:21.916451 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-02f54eed-0dc9-4d65-996a-f1298d05b3ac service neutron] 10.222.0.16 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251185 Mar 09 04:33:22.055645 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-ec37835b-be21-45a6-8f0f-aae42ab5a938 service neutron] 10.222.0.16 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329603 Mar 09 04:33:22.230759 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8521b5f4-d626-421c-ad68-139718f03e95 req-629582a3-4842-418d-be8b-23cb46a40f63 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0435591 Mar 09 04:33:23.212769 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-86a5ffce-c6c8-4ec4-b689-e7b49b61ea33 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:23.214175 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-86a5ffce-c6c8-4ec4-b689-e7b49b61ea33 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.24 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 811 time: 0.1517994 Mar 09 04:33:23.262411 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-0209a792-60cc-485f-98e7-36de4d0cfd8c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee HTTP/1.1" status: 200 len: 380 time: 0.0406375 Mar 09 04:33:23.271041 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-6dbeffcb-fde9-4a74-ac11-a3d9086ae5b4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Request body: {'port': {'device_id': 'c545384d-4347-4d83-b761-4db26569d8b2', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'admin_state_up': True, 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'security_groups': ['a0da44c1-51ca-41c7-a435-98430960ce48']}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:33:23.380249 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a7b6ec39-3202-467d-8677-d6611b576aa8 req-a8dc4011-bb9e-4d25-96f0-ca1b6fc7c598 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0459211 Mar 09 04:33:23.407853 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-6dbeffcb-fde9-4a74-ac11-a3d9086ae5b4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:33:23.417732 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-6dbeffcb-fde9-4a74-ac11-a3d9086ae5b4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:33:23.427648 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-6dbeffcb-fde9-4a74-ac11-a3d9086ae5b4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Made reservation on behalf of 4bd9e9b8e75e497a8dda8dc0b9df78ee for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:33:23.431765 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-6dbeffcb-fde9-4a74-ac11-a3d9086ae5b4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:23.589919 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-6dbeffcb-fde9-4a74-ac11-a3d9086ae5b4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Allocated IP 172.20.0.6 (b455b8d7-c89b-4e0e-b6b6-415ede814b10/d4816c07-c1af-4a80-b98c-4c5ce3ff5a36/f5418125-7835-4886-ac42-7436677841b3) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:33:23.669846 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:33:23.704214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:33:23.704556 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 4a0e3a3b-9a27-4d9b-92c5-c5c84b88310d not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:33:23.878598 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-6dbeffcb-fde9-4a74-ac11-a3d9086ae5b4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:23.893718 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-6dbeffcb-fde9-4a74-ac11-a3d9086ae5b4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Transition to ACTIVE for port object f5418125-7835-4886-ac42-7436677841b3 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:33:23.919081 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-6dbeffcb-fde9-4a74-ac11-a3d9086ae5b4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:24.006465 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-6dbeffcb-fde9-4a74-ac11-a3d9086ae5b4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Network b455b8d7-c89b-4e0e-b6b6-415ede814b10 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:33:24.008133 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-6dbeffcb-fde9-4a74-ac11-a3d9086ae5b4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:33:24.013294 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-6dbeffcb-fde9-4a74-ac11-a3d9086ae5b4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:33:24.064364 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbeffcb-fde9-4a74-ac11-a3d9086ae5b4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Pushing event updated for resources: {'Port': ['ID=f5418125-7835-4886-ac42-7436677841b3,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:33:24.090366 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-6dbeffcb-fde9-4a74-ac11-a3d9086ae5b4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:24.091010 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-6dbeffcb-fde9-4a74-ac11-a3d9086ae5b4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:24.116829 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-6dbeffcb-fde9-4a74-ac11-a3d9086ae5b4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8492212 Mar 09 04:33:24.126544 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-a7b5425d-736f-45c6-8e73-797ad04636f4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 04:33:24.127545 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-a7b5425d-736f-45c6-8e73-797ad04636f4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053875 Mar 09 04:33:24.137895 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Request body: {'port': {'device_id': 'c545384d-4347-4d83-b761-4db26569d8b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:33:24.248116 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:24.272423 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-87ca6d3e-617d-4578-98c4-284ac64db362 None None] Provisioning for port f5418125-7835-4886-ac42-7436677841b3 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:33:24.278385 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-87ca6d3e-617d-4578-98c4-284ac64db362 None None] Provisioning complete for port f5418125-7835-4886-ac42-7436677841b3 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:33:24.278705 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-87ca6d3e-617d-4578-98c4-284ac64db362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:24.343420 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-87ca6d3e-617d-4578-98c4-284ac64db362 None None] Port f5418125-7835-4886-ac42-7436677841b3 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:33:24.609788 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696eee56-8546-49e0-bd51-88809f84f780 req-ad11e5d9-c549-4ba2-859a-b3ce4622a81a tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:24.610474 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-696eee56-8546-49e0-bd51-88809f84f780 req-ad11e5d9-c549-4ba2-859a-b3ce4622a81a tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Synchronizing usage tracker for tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:33:24.673567 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-696eee56-8546-49e0-bd51-88809f84f780 req-ad11e5d9-c549-4ba2-859a-b3ce4622a81a tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Unset dirty status for tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:33:24.674620 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-696eee56-8546-49e0-bd51-88809f84f780 req-ad11e5d9-c549-4ba2-859a-b3ce4622a81a tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 931 time: 0.1905706 Mar 09 04:33:24.678408 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5418125-7835-4886-ac42-7436677841b3 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:33:24.698651 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:24.726601 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Transition to ACTIVE for port object f5418125-7835-4886-ac42-7436677841b3 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:33:24.730178 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:24.782152 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-696eee56-8546-49e0-bd51-88809f84f780 req-a66b2066-4246-47a3-8bf7-b3f25c71ac51 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989013 Mar 09 04:33:24.861752 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Pushing event updated for resources: {'Port': ['ID=f5418125-7835-4886-ac42-7436677841b3,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:33:24.902116 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:24.902456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:24.902791 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:24.903165 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:24.903489 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:24.903813 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:24.904132 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:24.904447 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:24.904764 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:24.905075 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:24.905391 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:24.905703 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:33:24.982877 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Attempting to bind port f5418125-7835-4886-ac42-7436677841b3 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:33:24.983223 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Attempting to bind port f5418125-7835-4886-ac42-7436677841b3 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:33:24.983540 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Attempting to bind port f5418125-7835-4886-ac42-7436677841b3 on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:33:24.988083 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Port f5418125-7835-4886-ac42-7436677841b3 on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:33:24.988392 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Attempting to bind port f5418125-7835-4886-ac42-7436677841b3 on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:33:24.993966 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:33:24.994292 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Checking segment: {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:33:24.994666 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Bound using segment: {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:33:24.995181 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Bound port: f5418125-7835-4886-ac42-7436677841b3, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:33:24.995518 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:25.083621 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] For port f5418125-7835-4886-ac42-7436677841b3, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:33:25.087018 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] For port f5418125-7835-4886-ac42-7436677841b3, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=f5418125-7835-4886-ac42-7436677841b3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:33:25.091546 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:25.144914 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:25.145537 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:25.146879 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] 10.222.0.24 "PUT /v2.0/ports/f5418125-7835-4886-ac42-7436677841b3 HTTP/1.1" status: 200 len: 1091 time: 1.0132415 Mar 09 04:33:25.147310 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c545384d-4347-4d83-b761-4db26569d8b2', 'tag': 'f5418125-7835-4886-ac42-7436677841b3'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:33:25.172811 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce12c2-c265-415d-b986-29bf96537a6b service neutron] Pushing event updated for resources: {'Port': ['ID=f5418125-7835-4886-ac42-7436677841b3,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:33:25.223675 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c545384d-4347-4d83-b761-4db26569d8b2', 'tag': 'f5418125-7835-4886-ac42-7436677841b3', 'status': 'completed', 'code': 200} Mar 09 04:33:25.267010 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-60a8e2b4-7d72-4b05-b3da-01ffd3aadaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:25.269229 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-60a8e2b4-7d72-4b05-b3da-01ffd3aadaa6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 1094 time: 0.0773518 Mar 09 04:33:25.346302 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-52ea6e5d-7213-4525-8b71-feb4c21d9c22 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5418125-7835-4886-ac42-7436677841b3 HTTP/1.1" status: 200 len: 217 time: 0.0705781 Mar 09 04:33:25.411634 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-c3f2303f-de27-4a44-992d-8d05defe0711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:25.413061 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-c3f2303f-de27-4a44-992d-8d05defe0711 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0607657 Mar 09 04:33:25.487089 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-ace42ba8-1512-41a2-9fc4-0b89ba09dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:25.488512 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-ace42ba8-1512-41a2-9fc4-0b89ba09dcd6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694985 Mar 09 04:33:25.719985 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-27da6ff8-156a-495c-8e27-45b8ab56f532 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253006 Mar 09 04:33:25.849780 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3abd05cb-78e2-45c6-b3e4-8a3c3cd63868 req-c3d82136-1929-4d2b-aa01-cbafcd09cef2 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229565 Mar 09 04:33:26.022227 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd98999-451b-4671-a265-1918a6a6744d req-a040dd8a-9d72-4c90-9088-b95ffbd0855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:26.023748 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-abd98999-451b-4671-a265-1918a6a6744d req-a040dd8a-9d72-4c90-9088-b95ffbd0855b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 1094 time: 0.1273341 Mar 09 04:33:26.035588 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab40dd5-8f04-4c61-b355-47209b836a21 req-fa432c3d-4fd0-4ee7-b96a-4b84ec5d9f2e tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:26.036912 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dab40dd5-8f04-4c61-b355-47209b836a21 req-fa432c3d-4fd0-4ee7-b96a-4b84ec5d9f2e tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 943 time: 0.1417518 Mar 09 04:33:26.166569 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dab40dd5-8f04-4c61-b355-47209b836a21 req-e9386808-3750-4e57-a63e-8d8616c06a17 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091940 Mar 09 04:33:26.191119 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd98999-451b-4671-a265-1918a6a6744d req-3ec90e51-6946-4444-a955-60e2f89e1093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:26.192539 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-abd98999-451b-4671-a265-1918a6a6744d req-3ec90e51-6946-4444-a955-60e2f89e1093 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1548169 Mar 09 04:33:26.265381 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-abd98999-451b-4671-a265-1918a6a6744d req-a33b8348-8896-44ea-9746-c80e338813e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5418125-7835-4886-ac42-7436677841b3 HTTP/1.1" status: 200 len: 217 time: 0.0630407 Mar 09 04:33:26.325875 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd98999-451b-4671-a265-1918a6a6744d req-7689d087-8669-43dd-8619-b5b4493ff15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:26.327518 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-abd98999-451b-4671-a265-1918a6a6744d req-7689d087-8669-43dd-8619-b5b4493ff15a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0564873 Mar 09 04:33:26.403752 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd98999-451b-4671-a265-1918a6a6744d req-58a55c18-7e6d-4231-9993-63bc5ff264f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:26.405174 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-abd98999-451b-4671-a265-1918a6a6744d req-58a55c18-7e6d-4231-9993-63bc5ff264f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723131 Mar 09 04:33:26.532165 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-abd98999-451b-4671-a265-1918a6a6744d req-3b6f95a9-1aee-4c29-8dcf-a98f5a1d195a service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210923 Mar 09 04:33:26.663161 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-abd98999-451b-4671-a265-1918a6a6744d req-84cda0de-3e96-4c3d-a0be-febb59f3130a service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248856 Mar 09 04:33:27.351580 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c1872-4c78-455b-a750-180f640c64c8 req-3097eb30-624a-47b1-a47e-2222bad86842 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:27.353015 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f4c1872-4c78-455b-a750-180f640c64c8 req-3097eb30-624a-47b1-a47e-2222bad86842 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 943 time: 0.0784116 Mar 09 04:33:27.397588 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f4c1872-4c78-455b-a750-180f640c64c8 req-b349aa7d-f347-4a74-a8bf-6a816e3596b8 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389936 Mar 09 04:33:28.543753 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device f5418125-7835-4886-ac42-7436677841b3 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:33:28.577767 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188c1f6-ccdb-47ee-bc83-bdcae7e3e07b req-452dc1c9-8f54-4789-8fda-2b36cc2b8a91 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:28.579230 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9188c1f6-ccdb-47ee-bc83-bdcae7e3e07b req-452dc1c9-8f54-4789-8fda-2b36cc2b8a91 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 943 time: 0.0789928 Mar 09 04:33:28.623266 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9188c1f6-ccdb-47ee-bc83-bdcae7e3e07b req-2ff93ca9-266a-42ab-9575-4e76735fcb4d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383940 Mar 09 04:33:28.677813 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port f5418125-7835-4886-ac42-7436677841b3, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=f5418125-7835-4886-ac42-7436677841b3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:33:28.691619 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'f5418125-7835-4886-ac42-7436677841b3', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'port_id': 'f5418125-7835-4886-ac42-7436677841b3', 'mac_address': 'fa:16:3e:85:3c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:33:28.745997 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:28.761712 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5418125-7835-4886-ac42-7436677841b3 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:33:28.776202 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port f5418125-7835-4886-ac42-7436677841b3, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=f5418125-7835-4886-ac42-7436677841b3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:33:28.780113 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:28.842761 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2ec2d561-ccc6-4d42-8abe-1ee828ed5288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:28.860374 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=f5418125-7835-4886-ac42-7436677841b3,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:33:29.143295 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['f5418125-7835-4886-ac42-7436677841b3'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:33:29.814102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191def25-9ab0-43b2-9915-73b36297c15d req-b4aa2837-ded9-4e54-89d2-3fe17590bf96 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:29.815572 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-191def25-9ab0-43b2-9915-73b36297c15d req-b4aa2837-ded9-4e54-89d2-3fe17590bf96 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 944 time: 0.0818098 Mar 09 04:33:29.858624 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-191def25-9ab0-43b2-9915-73b36297c15d req-7205c2f4-c701-47b4-a280-d73543827ca6 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368791 Mar 09 04:33:30.566486 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device f5418125-7835-4886-ac42-7436677841b3 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:33:30.635490 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port f5418125-7835-4886-ac42-7436677841b3 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:33:30.640462 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port f5418125-7835-4886-ac42-7436677841b3 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:33:30.640821 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:30.787089 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:30.812271 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c545384d-4347-4d83-b761-4db26569d8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5418125-7835-4886-ac42-7436677841b3'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:33:30.822291 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port f5418125-7835-4886-ac42-7436677841b3, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=f5418125-7835-4886-ac42-7436677841b3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:33:30.825508 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:30.857536 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c545384d-4347-4d83-b761-4db26569d8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5418125-7835-4886-ac42-7436677841b3', 'code': 200} Mar 09 04:33:30.900912 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=f5418125-7835-4886-ac42-7436677841b3,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:33:30.986903 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0d63a-9d0b-4b4b-8058-cdacccb99f8f req-80b82c92-33e4-49f6-a131-54a48898a231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:30.988338 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7ae0d63a-9d0b-4b4b-8058-cdacccb99f8f req-80b82c92-33e4-49f6-a131-54a48898a231 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 1096 time: 0.0732405 Mar 09 04:33:31.029790 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7ae0d63a-9d0b-4b4b-8058-cdacccb99f8f req-0c44d372-ca74-4d89-bb92-bac0b40adbc8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351622 Mar 09 04:33:31.056003 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a98d7-e9d1-4ede-8c98-df266e45018a req-c3484101-9af1-49a0-93f3-347948eb52fa tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:31.057451 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-308a98d7-e9d1-4ede-8c98-df266e45018a req-c3484101-9af1-49a0-93f3-347948eb52fa tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0827212 Mar 09 04:33:31.104076 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-308a98d7-e9d1-4ede-8c98-df266e45018a req-cba3f750-145e-4458-9f6e-b01439717d72 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408242 Mar 09 04:33:31.182223 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7790151a-4e0e-4d0e-8372-ebcc82429ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:32.291157 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4efdbc-be0c-4b09-82da-198e24744d60 req-389505cc-61e9-435c-ada0-f1939aa1f922 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:32.292653 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e4efdbc-be0c-4b09-82da-198e24744d60 req-389505cc-61e9-435c-ada0-f1939aa1f922 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0838974 Mar 09 04:33:32.343180 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7e4efdbc-be0c-4b09-82da-198e24744d60 req-0f4e0297-1160-4a2a-98b4-bef99f586cd7 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444448 Mar 09 04:33:32.346097 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:32.380169 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:33.528683 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a7b71-4cc1-42a2-b0b9-cfe77b9f91d2 req-8a64653a-354b-401c-9e5d-e03740ed622a tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:33.530148 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d15a7b71-4cc1-42a2-b0b9-cfe77b9f91d2 req-8a64653a-354b-401c-9e5d-e03740ed622a tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0791352 Mar 09 04:33:33.573464 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d15a7b71-4cc1-42a2-b0b9-cfe77b9f91d2 req-8ca669c8-fa5e-49b3-bc64-ce990137dc73 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377927 Mar 09 04:33:33.645116 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:33.752604 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963ac6d-2ba7-49d2-8ec7-f2cca3fe3af1 req-4f572029-38a3-40d2-8918-10319ec0066c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:33.754039 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c963ac6d-2ba7-49d2-8ec7-f2cca3fe3af1 req-4f572029-38a3-40d2-8918-10319ec0066c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0798242 Mar 09 04:33:33.762588 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 45788) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:33:33.767664 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-da6b0937-ccd5-46e8-a07e-f6ee11457faa tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Request body: {'floatingip': {'port_id': 'f5418125-7835-4886-ac42-7436677841b3'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:33:33.844458 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-da6b0937-ccd5-46e8-a07e-f6ee11457faa tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for floatingip, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:34.541253 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-da6b0937-ccd5-46e8-a07e-f6ee11457faa tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:34.545229 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-da6b0937-ccd5-46e8-a07e-f6ee11457faa tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:34.575582 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:34.716452 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-da6b0937-ccd5-46e8-a07e-f6ee11457faa tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Floating IP 4b198fd4-42ba-4b2c-8b03-4db01f374830 associated. External IP: 172.25.7.102, port: f5418125-7835-4886-ac42-7436677841b3. Mar 09 04:33:35.065402 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6b0937-ccd5-46e8-a07e-f6ee11457faa tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Router a8fecd39-e1de-4f25-83e9-456c7a0629c1 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:33:35.244534 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6b0937-ccd5-46e8-a07e-f6ee11457faa tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:33:35.249686 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-da6b0937-ccd5-46e8-a07e-f6ee11457faa tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:35.254442 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460616fc-dd9f-4b37-b22c-30e17b769473 None None] Sync routers for ids ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:33:35.264352 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460616fc-dd9f-4b37-b22c-30e17b769473 None None] Routers {'a8fecd39-e1de-4f25-83e9-456c7a0629c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:33:35.265068 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-460616fc-dd9f-4b37-b22c-30e17b769473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:33:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:33:35.427670 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-da6b0937-ccd5-46e8-a07e-f6ee11457faa tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "PUT /v2.0/floatingips/4b198fd4-42ba-4b2c-8b03-4db01f374830 HTTP/1.1" status: 200 len: 991 time: 1.6638789 Mar 09 04:33:35.428241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c545384d-4347-4d83-b761-4db26569d8b2', 'tag': 'f5418125-7835-4886-ac42-7436677841b3'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:33:35.458201 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-460616fc-dd9f-4b37-b22c-30e17b769473 None None] Set router a8fecd39-e1de-4f25-83e9-456c7a0629c1 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:33:35.473877 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c545384d-4347-4d83-b761-4db26569d8b2', 'tag': 'f5418125-7835-4886-ac42-7436677841b3', 'status': 'completed', 'code': 200} Mar 09 04:33:35.572621 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c3318-e7b3-4b26-b902-cd08a6981633 req-e87f61de-042b-4b2e-a406-869445748f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:35.574101 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8d1c3318-e7b3-4b26-b902-cd08a6981633 req-e87f61de-042b-4b2e-a406-869445748f16 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 1096 time: 0.0775387 Mar 09 04:33:35.810897 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c3318-e7b3-4b26-b902-cd08a6981633 req-112c1d3f-7e31-4bfc-abe0-4df7b137c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:35.812276 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8d1c3318-e7b3-4b26-b902-cd08a6981633 req-112c1d3f-7e31-4bfc-abe0-4df7b137c17e service neutron] 10.222.0.24 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.2324688 Mar 09 04:33:35.822529 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-460616fc-dd9f-4b37-b22c-30e17b769473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4b198fd4-42ba-4b2c-8b03-4db01f374830', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'port_id': 'f5418125-7835-4886-ac42-7436677841b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'mac_address': 'fa:16:3e:85:3c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c545384d-4347-4d83-b761-4db26569d8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:31:27Z', 'updated_at': '2022-03-09T04:33:34Z', 'revision_number': 9, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e29b68c-6c72-4a7c-8c16-b8c5319fe76c', 'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'mac_address': 'fa:16:3e:ba:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:23Z', 'updated_at': '2022-03-09T04:31:30Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'subnets': [{'id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:33:35.826388 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460616fc-dd9f-4b37-b22c-30e17b769473 None None] Checking router: a8fecd39-e1de-4f25-83e9-456c7a0629c1 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:33:35.834595 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460616fc-dd9f-4b37-b22c-30e17b769473 None None] Routers {'a8fecd39-e1de-4f25-83e9-456c7a0629c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:33:35.835734 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-460616fc-dd9f-4b37-b22c-30e17b769473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:33:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:33:35.940711 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8d1c3318-e7b3-4b26-b902-cd08a6981633 req-88c0a488-2902-4498-acfc-5c12aa9403ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5418125-7835-4886-ac42-7436677841b3 HTTP/1.1" status: 200 len: 999 time: 0.1224809 Mar 09 04:33:35.954174 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-4182351b-166d-4e9e-8605-9359ebae845a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2447360 Mar 09 04:33:36.006215 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af0ef7-50c5-450b-8bc6-f4010ee429ba req-9f7d6fc1-ff44-414b-b03b-4453b0a8fa26 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:36.008234 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b2af0ef7-50c5-450b-8bc6-f4010ee429ba req-9f7d6fc1-ff44-414b-b03b-4453b0a8fa26 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.2450447 Mar 09 04:33:36.015545 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-460616fc-dd9f-4b37-b22c-30e17b769473 None None] Set router a8fecd39-e1de-4f25-83e9-456c7a0629c1 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:33:36.038246 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c3318-e7b3-4b26-b902-cd08a6981633 req-fcb64fba-6025-446a-8fd0-37a1e46a1cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:36.039593 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8d1c3318-e7b3-4b26-b902-cd08a6981633 req-fcb64fba-6025-446a-8fd0-37a1e46a1cb7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0903513 Mar 09 04:33:36.107680 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b2af0ef7-50c5-450b-8bc6-f4010ee429ba req-4764a9d8-9987-488f-b6fc-297b3d523663 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888610 Mar 09 04:33:36.139536 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c3318-e7b3-4b26-b902-cd08a6981633 req-65f7565c-f461-448d-81bc-25850ce44929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:36.141012 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8d1c3318-e7b3-4b26-b902-cd08a6981633 req-65f7565c-f461-448d-81bc-25850ce44929 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957112 Mar 09 04:33:36.278345 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8d1c3318-e7b3-4b26-b902-cd08a6981633 req-a7fb0903-e6fb-4de6-acab-002a0dcfefce service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313679 Mar 09 04:33:36.376765 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-460616fc-dd9f-4b37-b22c-30e17b769473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4b198fd4-42ba-4b2c-8b03-4db01f374830', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'port_id': 'f5418125-7835-4886-ac42-7436677841b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'mac_address': 'fa:16:3e:85:3c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c545384d-4347-4d83-b761-4db26569d8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:31:27Z', 'updated_at': '2022-03-09T04:33:34Z', 'revision_number': 9, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e29b68c-6c72-4a7c-8c16-b8c5319fe76c', 'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'mac_address': 'fa:16:3e:ba:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:23Z', 'updated_at': '2022-03-09T04:31:30Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'subnets': [{'id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:33:36.380805 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460616fc-dd9f-4b37-b22c-30e17b769473 None None] The sync data for ids ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'] in n-d-825178-5 is: [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4b198fd4-42ba-4b2c-8b03-4db01f374830', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'port_id': 'f5418125-7835-4886-ac42-7436677841b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'mac_address': 'fa:16:3e:85:3c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c545384d-4347-4d83-b761-4db26569d8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:31:27Z', 'updated_at': '2022-03-09T04:33:34Z', 'revision_number': 9, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e29b68c-6c72-4a7c-8c16-b8c5319fe76c', 'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'mac_address': 'fa:16:3e:ba:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:23Z', 'updated_at': '2022-03-09T04:31:30Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'subnets': [{'id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:33:36.432614 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8d1c3318-e7b3-4b26-b902-cd08a6981633 req-b019a62e-90ac-41b4-9b8a-23b1b81dd25a service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481783 Mar 09 04:33:36.588968 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d874f9c5-c67a-446d-b276-348d49cb8b00 None None] New status for floating IP 4b198fd4-42ba-4b2c-8b03-4db01f374830: ACTIVE {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:33:37.250283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-802604af-2e09-4966-afef-77b5a2d02e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:37.251769 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-802604af-2e09-4966-afef-77b5a2d02e6d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 1096 time: 0.0751977 Mar 09 04:33:37.306734 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00162cd-d324-422b-91ab-c56bb54a6004 req-e1067bf5-3259-41db-b0c8-7eabe83e4fc5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:37.308227 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d00162cd-d324-422b-91ab-c56bb54a6004 req-e1067bf5-3259-41db-b0c8-7eabe83e4fc5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0858624 Mar 09 04:33:37.352091 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d00162cd-d324-422b-91ab-c56bb54a6004 req-38cee191-a99f-4b76-9082-e8c58ae1bdb4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382650 Mar 09 04:33:37.382956 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-f9037b49-79ca-4ec3-b67c-57bd05cbddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:37.384403 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-f9037b49-79ca-4ec3-b67c-57bd05cbddbe service neutron] 10.222.0.24 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1275213 Mar 09 04:33:37.490451 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-f5bf4fac-8153-4533-86fe-8306f3bd0b98 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5418125-7835-4886-ac42-7436677841b3 HTTP/1.1" status: 200 len: 1002 time: 0.0954723 Mar 09 04:33:37.550861 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-53e84492-9b8b-4b02-85f7-067ac73e2b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:37.552231 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-53e84492-9b8b-4b02-85f7-067ac73e2b2a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0560248 Mar 09 04:33:37.634651 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-7618a651-a24e-4749-a3ac-b70e01800063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:37.636350 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-7618a651-a24e-4749-a3ac-b70e01800063 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786500 Mar 09 04:33:37.764698 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-f2cde431-7207-4404-a366-99ab33fbd995 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224198 Mar 09 04:33:37.999984 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-ad7eeabd-b857-4941-8023-e572637072e8 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292087 Mar 09 04:33:38.533897 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b59d22-9df1-40a7-b09b-51ca59a96187 req-de17dd6a-cc04-4584-9a6a-6f84f9c91cab tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:38.535360 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-37b59d22-9df1-40a7-b09b-51ca59a96187 req-de17dd6a-cc04-4584-9a6a-6f84f9c91cab tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0797772 Mar 09 04:33:38.578821 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-37b59d22-9df1-40a7-b09b-51ca59a96187 req-1a1ecfbb-6206-4676-b71d-abb3c308841c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376925 Mar 09 04:33:38.612922 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:33:39.159929 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:39.764391 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d686a-7b93-49a2-98cb-352271ce190e req-4be33151-685e-4638-8367-0c1c96c0d16b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:39.765817 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-359d686a-7b93-49a2-98cb-352271ce190e req-4be33151-685e-4638-8367-0c1c96c0d16b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0836015 Mar 09 04:33:39.808155 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-359d686a-7b93-49a2-98cb-352271ce190e req-f33918ca-6078-49d2-b39b-6097e7cdbc46 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367150 Mar 09 04:33:40.995660 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e48d1-92ef-4b4c-aa3a-89c96e1dfa60 req-8ea1a2e9-a5a6-469e-b523-fc508bf5be5b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:40.997090 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b81e48d1-92ef-4b4c-aa3a-89c96e1dfa60 req-8ea1a2e9-a5a6-469e-b523-fc508bf5be5b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0815938 Mar 09 04:33:41.040926 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b81e48d1-92ef-4b4c-aa3a-89c96e1dfa60 req-9790194d-886e-48c4-9331-a0ab5fe08f55 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383120 Mar 09 04:33:42.223097 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825d46c-d379-4c29-a539-c3bdf8739628 req-78ceea38-f534-41fd-a584-6af76d7b49b5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:42.224528 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c825d46c-d379-4c29-a539-c3bdf8739628 req-78ceea38-f534-41fd-a584-6af76d7b49b5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0807991 Mar 09 04:33:42.267306 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c825d46c-d379-4c29-a539-c3bdf8739628 req-3d00bc2f-4810-4166-b0fd-38b939d9ba00 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367672 Mar 09 04:33:43.449036 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3c843-e7be-4c04-8023-e7d924ae1c4f req-41bab933-42cf-4689-955a-62ebf0f0d365 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:43.450472 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1db3c843-e7be-4c04-8023-e7d924ae1c4f req-41bab933-42cf-4689-955a-62ebf0f0d365 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0789287 Mar 09 04:33:43.493789 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1db3c843-e7be-4c04-8023-e7d924ae1c4f req-fe103320-d6da-408a-aafd-edc6e2850391 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377138 Mar 09 04:33:44.676686 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee70fb-3d0f-44a2-a268-bb4d2c948fa6 req-332f8158-5e70-430e-aa4a-4f0e7f491d04 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:44.678124 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bdee70fb-3d0f-44a2-a268-bb4d2c948fa6 req-332f8158-5e70-430e-aa4a-4f0e7f491d04 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0800872 Mar 09 04:33:44.829362 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bdee70fb-3d0f-44a2-a268-bb4d2c948fa6 req-d34e1660-1ccb-4558-8c5c-72916ab1fa36 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449881 Mar 09 04:33:46.035941 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0c6d9-51f0-46e5-92d0-300b3548f300 req-12be1047-80b9-45ed-a2da-631240539a66 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:46.037284 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9ee0c6d9-51f0-46e5-92d0-300b3548f300 req-12be1047-80b9-45ed-a2da-631240539a66 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0816383 Mar 09 04:33:46.080051 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9ee0c6d9-51f0-46e5-92d0-300b3548f300 req-0d655323-dd29-4903-ba14-f826f2335960 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372863 Mar 09 04:33:47.261749 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12943526-3ad0-4804-aec6-7f7ca629430e req-cbe7f1a3-9c18-4aa1-b060-9a3eddc41bf5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:47.263388 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-12943526-3ad0-4804-aec6-7f7ca629430e req-cbe7f1a3-9c18-4aa1-b060-9a3eddc41bf5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0802100 Mar 09 04:33:47.314558 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-12943526-3ad0-4804-aec6-7f7ca629430e req-caf7a512-5690-4f4e-92e9-19ef01d6c6c3 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432038 Mar 09 04:33:48.498428 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ed912-a344-490e-8434-1d59287fe319 req-be9e54a8-06ed-434f-a5cd-8036a247bc83 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:48.499884 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-361ed912-a344-490e-8434-1d59287fe319 req-be9e54a8-06ed-434f-a5cd-8036a247bc83 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0788016 Mar 09 04:33:48.543473 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-361ed912-a344-490e-8434-1d59287fe319 req-56f7cb31-2fac-4c72-93ee-ec8e9592b663 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381503 Mar 09 04:33:49.795903 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ee97d-0029-4cfc-a114-890c79209f0a req-2c743ab9-1ec5-40c1-a89d-baeb3d4fd477 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:49.797581 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9c0ee97d-0029-4cfc-a114-890c79209f0a req-2c743ab9-1ec5-40c1-a89d-baeb3d4fd477 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.1533837 Mar 09 04:33:49.840586 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9c0ee97d-0029-4cfc-a114-890c79209f0a req-ecb445b0-0c1f-454f-94e7-587e4beb1377 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374153 Mar 09 04:33:51.070476 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bdf50-b9a9-4177-964e-6f206be5c569 req-f1b5acc5-89db-41a6-8d2b-4559bda494e0 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:51.071927 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-655bdf50-b9a9-4177-964e-6f206be5c569 req-f1b5acc5-89db-41a6-8d2b-4559bda494e0 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.1276681 Mar 09 04:33:51.115077 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-655bdf50-b9a9-4177-964e-6f206be5c569 req-ec886971-157e-4242-8f67-4fa6bc197cf7 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376110 Mar 09 04:33:52.303071 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77424c-466b-4139-b175-e373c432c080 req-7825054a-4128-446f-a1ab-a5831c6a99b0 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:52.304520 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1f77424c-466b-4139-b175-e373c432c080 req-7825054a-4128-446f-a1ab-a5831c6a99b0 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0791705 Mar 09 04:33:52.349555 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1f77424c-466b-4139-b175-e373c432c080 req-8831951d-e1a0-4892-80e0-b0d24b17dcd7 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395219 Mar 09 04:33:53.531749 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29462c-9985-4300-9eb4-8dc62752793c req-bf5a280c-bf27-4345-9190-a22df4677d1f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:53.533148 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ee29462c-9985-4300-9eb4-8dc62752793c req-bf5a280c-bf27-4345-9190-a22df4677d1f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0805836 Mar 09 04:33:53.576092 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ee29462c-9985-4300-9eb4-8dc62752793c req-978443f2-bdc4-4463-a1aa-1e8ddc28cc38 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374897 Mar 09 04:33:54.759270 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b6b8a-4b65-40a3-8358-fe69f3bc6ad0 req-4f4bd24c-043b-4754-a10f-da599dcdc882 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:54.760715 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1c0b6b8a-4b65-40a3-8358-fe69f3bc6ad0 req-4f4bd24c-043b-4754-a10f-da599dcdc882 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0786304 Mar 09 04:33:54.803766 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1c0b6b8a-4b65-40a3-8358-fe69f3bc6ad0 req-6540deac-40a3-43e1-83ea-67873b8fb7d8 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375543 Mar 09 04:33:56.145398 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13637a0-3a2c-4f8e-9d0e-3e647730100d req-6bf63a49-f431-4963-b994-3434cc1328cb tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:56.146210 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f13637a0-3a2c-4f8e-9d0e-3e647730100d req-6bf63a49-f431-4963-b994-3434cc1328cb tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0828288 Mar 09 04:33:56.190581 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f13637a0-3a2c-4f8e-9d0e-3e647730100d req-6b746ef9-b7c4-423a-a8cd-c3b3d0dbe1ba tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383344 Mar 09 04:33:57.382607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc57c08-da1e-4e7f-947c-75f38a101e8f req-b781e75a-d49a-4666-81a6-71d813d82721 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:57.384071 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8dc57c08-da1e-4e7f-947c-75f38a101e8f req-b781e75a-d49a-4666-81a6-71d813d82721 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0855334 Mar 09 04:33:57.427658 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8dc57c08-da1e-4e7f-947c-75f38a101e8f req-9df9479a-9530-4360-a6f1-b1a2ec28023f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380239 Mar 09 04:33:58.610264 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb21b4e-f266-4c21-9de6-65d398548a70 req-3d2a0d3d-b463-4e00-9256-85860ca1c40d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:58.611724 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-afb21b4e-f266-4c21-9de6-65d398548a70 req-3d2a0d3d-b463-4e00-9256-85860ca1c40d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0820284 Mar 09 04:33:58.654736 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-afb21b4e-f266-4c21-9de6-65d398548a70 req-a6967ea0-603a-4a69-b7cf-d28f7d02a76a tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369732 Mar 09 04:33:58.794302 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8d60a0ef-c46d-4e85-aec3-f8b151284b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:33:59.837858 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2c13b-56cf-4a42-b707-ea1166798e53 req-01a3dd1b-b0f5-4aab-af18-f7372befb829 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:33:59.839321 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-23d2c13b-56cf-4a42-b707-ea1166798e53 req-01a3dd1b-b0f5-4aab-af18-f7372befb829 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0788164 Mar 09 04:33:59.882811 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-23d2c13b-56cf-4a42-b707-ea1166798e53 req-93d3da36-3f31-430c-88a6-8db53d1ab742 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374093 Mar 09 04:34:01.072188 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af5079-0ede-4e80-8add-5f40c7cd92f2 req-d3753cdf-792b-42f0-9e1b-50d65974222d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:01.073596 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1af5079-0ede-4e80-8add-5f40c7cd92f2 req-d3753cdf-792b-42f0-9e1b-50d65974222d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0792916 Mar 09 04:34:01.119232 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1af5079-0ede-4e80-8add-5f40c7cd92f2 req-94c47cb5-c69e-45e0-bc1e-be3916589579 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401657 Mar 09 04:34:01.183848 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6e6f6e2f-d360-481e-b350-91b00e2b47fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:02.303577 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5223643-fc8d-42d4-9dc0-881d9ec9b312 req-7190fa01-b712-4606-8e85-55b0a54a481a tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:02.305054 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5223643-fc8d-42d4-9dc0-881d9ec9b312 req-7190fa01-b712-4606-8e85-55b0a54a481a tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0821116 Mar 09 04:34:02.348626 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:02.350212 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5223643-fc8d-42d4-9dc0-881d9ec9b312 req-b7a40af9-6207-4485-938d-0740915f7a27 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394840 Mar 09 04:34:02.382457 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:03.534169 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f58a13-5e10-4313-8fe2-f1c2c36f783a req-03498dec-1e27-4021-88c0-8cb645b7409f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:03.535641 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-87f58a13-5e10-4313-8fe2-f1c2c36f783a req-03498dec-1e27-4021-88c0-8cb645b7409f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0806091 Mar 09 04:34:03.579132 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-87f58a13-5e10-4313-8fe2-f1c2c36f783a req-56b7fcb2-2a2d-43aa-8a72-a163aea494cb tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372679 Mar 09 04:34:03.646529 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:04.603421 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:04.754171 n-d-825178-5 neutron-server[87881]: INFO neutron.api.v2.resource [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-390ec025-4da0-4f68-8549-f3f654d2113a service neutron] show failed (client error): The resource could not be found. Mar 09 04:34:04.755191 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-390ec025-4da0-4f68-8549-f3f654d2113a service neutron] 10.222.0.24 "GET /v2.0/ports/f5418125-7835-4886-ac42-7436677841b3/bindings/n-h2-825178-5 HTTP/1.1" status: 404 len: 380 time: 0.0779731 Mar 09 04:34:04.761929 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff468c-1a16-4ca5-bf83-efe2472040bf req-a78e6606-4230-4482-a163-4ab2782bee70 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:04.763419 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eaff468c-1a16-4ca5-bf83-efe2472040bf req-a78e6606-4230-4482-a163-4ab2782bee70 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0795636 Mar 09 04:34:04.812478 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eaff468c-1a16-4ca5-bf83-efe2472040bf req-bd5065cd-0219-408f-b187-59d46edda5fa tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433936 Mar 09 04:34:05.008345 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-6a0aa7fc-b8b5-41eb-a4fd-7905de858fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:05.009778 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-6a0aa7fc-b8b5-41eb-a4fd-7905de858fe0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2&tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee HTTP/1.1" status: 200 len: 1096 time: 0.0690227 Mar 09 04:34:05.020538 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-52da59ce-71b7-4ec9-a7be-e06ddec02c26 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-5', 'device_owner': 'compute:nova'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:34:05.127071 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-52da59ce-71b7-4ec9-a7be-e06ddec02c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:05.388562 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-52da59ce-71b7-4ec9-a7be-e06ddec02c26 service neutron] For port f5418125-7835-4886-ac42-7436677841b3, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=f5418125-7835-4886-ac42-7436677841b3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:34:05.416964 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-52da59ce-71b7-4ec9-a7be-e06ddec02c26 service neutron] For port f5418125-7835-4886-ac42-7436677841b3, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:34:05.474102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c545384d-4347-4d83-b761-4db26569d8b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5418125-7835-4886-ac42-7436677841b3'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:34:05.480059 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-52da59ce-71b7-4ec9-a7be-e06ddec02c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:05.494420 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-52da59ce-71b7-4ec9-a7be-e06ddec02c26 service neutron] Transition to ACTIVE for port object f5418125-7835-4886-ac42-7436677841b3 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:34:05.497819 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-52da59ce-71b7-4ec9-a7be-e06ddec02c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:05.534012 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c545384d-4347-4d83-b761-4db26569d8b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5418125-7835-4886-ac42-7436677841b3', 'code': 200} Mar 09 04:34:05.640335 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da59ce-71b7-4ec9-a7be-e06ddec02c26 service neutron] Pushing event updated for resources: {'Port': ['ID=f5418125-7835-4886-ac42-7436677841b3,revision_number=6']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:34:05.695724 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-52da59ce-71b7-4ec9-a7be-e06ddec02c26 service neutron] No DVR routers for this DVR port f5418125-7835-4886-ac42-7436677841b3 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:34:06.088100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-52da59ce-71b7-4ec9-a7be-e06ddec02c26 service neutron] Attempting to bind port f5418125-7835-4886-ac42-7436677841b3 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:34:06.088763 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-52da59ce-71b7-4ec9-a7be-e06ddec02c26 service neutron] Attempting to bind port f5418125-7835-4886-ac42-7436677841b3 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:34:06.088763 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-52da59ce-71b7-4ec9-a7be-e06ddec02c26 service neutron] Attempting to bind port f5418125-7835-4886-ac42-7436677841b3 on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:34:06.096875 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-52da59ce-71b7-4ec9-a7be-e06ddec02c26 service neutron] Port f5418125-7835-4886-ac42-7436677841b3 on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:34:06.097187 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-52da59ce-71b7-4ec9-a7be-e06ddec02c26 service neutron] Attempting to bind port f5418125-7835-4886-ac42-7436677841b3 on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:34:06.107727 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8b533-2739-470b-9fdb-176c75d533a4 req-dbafd19f-54da-42af-8efa-5d2c8cc60c44 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:06.109151 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-14f8b533-2739-470b-9fdb-176c75d533a4 req-dbafd19f-54da-42af-8efa-5d2c8cc60c44 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 943 time: 0.1548109 Mar 09 04:34:06.111600 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-52da59ce-71b7-4ec9-a7be-e06ddec02c26 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:34:06.111931 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-52da59ce-71b7-4ec9-a7be-e06ddec02c26 service neutron] Checking segment: {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:34:06.112302 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-52da59ce-71b7-4ec9-a7be-e06ddec02c26 service neutron] Bound using segment: {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:34:06.112743 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-52da59ce-71b7-4ec9-a7be-e06ddec02c26 service neutron] Bound port: f5418125-7835-4886-ac42-7436677841b3, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:34:06.113062 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-52da59ce-71b7-4ec9-a7be-e06ddec02c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:06.201479 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-14f8b533-2739-470b-9fdb-176c75d533a4 req-2b3a65bb-e913-4cf7-a8fa-ec157581cd91 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787218 Mar 09 04:34:06.233670 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-52da59ce-71b7-4ec9-a7be-e06ddec02c26 service neutron] For port f5418125-7835-4886-ac42-7436677841b3, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:34:06.236535 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-52da59ce-71b7-4ec9-a7be-e06ddec02c26 service neutron] For port f5418125-7835-4886-ac42-7436677841b3, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=f5418125-7835-4886-ac42-7436677841b3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:34:06.240917 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-52da59ce-71b7-4ec9-a7be-e06ddec02c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:06.298376 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-52da59ce-71b7-4ec9-a7be-e06ddec02c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:06.299038 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-52da59ce-71b7-4ec9-a7be-e06ddec02c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:06.300398 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-52da59ce-71b7-4ec9-a7be-e06ddec02c26 service neutron] 10.222.0.21 "PUT /v2.0/ports/f5418125-7835-4886-ac42-7436677841b3 HTTP/1.1" status: 200 len: 1091 time: 1.2836421 Mar 09 04:34:06.323755 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da59ce-71b7-4ec9-a7be-e06ddec02c26 service neutron] Pushing event updated for resources: {'Port': ['ID=f5418125-7835-4886-ac42-7436677841b3,revision_number=7']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:34:06.400078 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-c9b90f72-f8c3-49e1-ba3a-b06c3a7bf106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:06.401623 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-c9b90f72-f8c3-49e1-ba3a-b06c3a7bf106 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 1094 time: 0.0749199 Mar 09 04:34:06.534875 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-b3765cd5-eaa3-4f8c-8cf9-07cccc0ad234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:06.536325 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-b3765cd5-eaa3-4f8c-8cf9-07cccc0ad234 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1289136 Mar 09 04:34:06.638172 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-75b6124a-78fe-4d93-9711-44c6e1b8465e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5418125-7835-4886-ac42-7436677841b3 HTTP/1.1" status: 200 len: 1000 time: 0.0953641 Mar 09 04:34:06.698996 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-d34e012f-2e6d-4649-a88a-9bf0937841c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:06.700354 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-d34e012f-2e6d-4649-a88a-9bf0937841c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0568247 Mar 09 04:34:06.778513 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-209ecba9-9e91-4b33-a0e8-cd27d8830375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:06.779987 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-209ecba9-9e91-4b33-a0e8-cd27d8830375 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739863 Mar 09 04:34:06.909756 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-39843393-afe6-460e-923e-54a0a7e36b00 service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235683 Mar 09 04:34:07.039167 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a64d5028-3ff4-4b07-b698-08f8e6656d7d req-bdad56e5-d8e0-4bba-a17c-8ae14fc5d65d service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234229 Mar 09 04:34:07.386253 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad532c-b7b7-4c98-ae5b-7b6e51693fad req-0de209e3-f4e8-4ef6-88c9-530f8db6ca63 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:07.387726 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c1ad532c-b7b7-4c98-ae5b-7b6e51693fad req-0de209e3-f4e8-4ef6-88c9-530f8db6ca63 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 943 time: 0.0813186 Mar 09 04:34:07.431847 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c1ad532c-b7b7-4c98-ae5b-7b6e51693fad req-6e16b52f-0e3b-4c8b-aa51-255549ffe1be tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385189 Mar 09 04:34:07.535683 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c545384d-4347-4d83-b761-4db26569d8b2', 'tag': 'f5418125-7835-4886-ac42-7436677841b3'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:34:07.590939 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c545384d-4347-4d83-b761-4db26569d8b2', 'tag': 'f5418125-7835-4886-ac42-7436677841b3', 'status': 'completed', 'code': 200} Mar 09 04:34:07.678555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3a1dd-dc8f-4e5b-aeb6-2606f0fe3ff6 req-689bc18c-4547-485b-ac3b-b25d194172fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:07.680626 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b3c3a1dd-dc8f-4e5b-aeb6-2606f0fe3ff6 req-689bc18c-4547-485b-ac3b-b25d194172fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 1094 time: 0.0720718 Mar 09 04:34:07.689420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3a1dd-dc8f-4e5b-aeb6-2606f0fe3ff6 req-f81effad-adea-41fe-9faf-c8f3fa4304ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:07.690800 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b3c3a1dd-dc8f-4e5b-aeb6-2606f0fe3ff6 req-f81effad-adea-41fe-9faf-c8f3fa4304ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 1094 time: 0.0770841 Mar 09 04:34:07.817544 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3a1dd-dc8f-4e5b-aeb6-2606f0fe3ff6 req-432df4ab-d640-46ad-9403-de00f03f0952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:07.819118 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b3c3a1dd-dc8f-4e5b-aeb6-2606f0fe3ff6 req-432df4ab-d640-46ad-9403-de00f03f0952 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1326923 Mar 09 04:34:07.828964 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3a1dd-dc8f-4e5b-aeb6-2606f0fe3ff6 req-ed1fc542-3bc4-4c31-ac2a-263767de88ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:07.830508 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b3c3a1dd-dc8f-4e5b-aeb6-2606f0fe3ff6 req-ed1fc542-3bc4-4c31-ac2a-263767de88ac service neutron] 10.222.0.24 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1333783 Mar 09 04:34:07.929270 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b3c3a1dd-dc8f-4e5b-aeb6-2606f0fe3ff6 req-4811ee1b-5edf-4a5b-9165-6978db55a00b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5418125-7835-4886-ac42-7436677841b3 HTTP/1.1" status: 200 len: 1000 time: 0.1016128 Mar 09 04:34:07.998473 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3a1dd-dc8f-4e5b-aeb6-2606f0fe3ff6 req-a3e0cce6-1132-408b-8e0e-1ff674d8ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:08.000127 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b3c3a1dd-dc8f-4e5b-aeb6-2606f0fe3ff6 req-a3e0cce6-1132-408b-8e0e-1ff674d8ab9d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0639849 Mar 09 04:34:08.049054 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b3c3a1dd-dc8f-4e5b-aeb6-2606f0fe3ff6 req-1c7ba208-24f2-45ff-b5be-f000fccf1139 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5418125-7835-4886-ac42-7436677841b3 HTTP/1.1" status: 200 len: 1000 time: 0.2124321 Mar 09 04:34:08.081122 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3a1dd-dc8f-4e5b-aeb6-2606f0fe3ff6 req-c25e3ced-74b2-42f7-8a12-4e6f3d74981b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:08.082590 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b3c3a1dd-dc8f-4e5b-aeb6-2606f0fe3ff6 req-c25e3ced-74b2-42f7-8a12-4e6f3d74981b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756881 Mar 09 04:34:08.109164 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3a1dd-dc8f-4e5b-aeb6-2606f0fe3ff6 req-a95ee493-9839-47f4-93e0-3e30911c5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:08.110564 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b3c3a1dd-dc8f-4e5b-aeb6-2606f0fe3ff6 req-a95ee493-9839-47f4-93e0-3e30911c5c6a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0562739 Mar 09 04:34:08.187939 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3a1dd-dc8f-4e5b-aeb6-2606f0fe3ff6 req-90f96bbc-71cf-45e6-9635-c97617875f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:08.189418 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b3c3a1dd-dc8f-4e5b-aeb6-2606f0fe3ff6 req-90f96bbc-71cf-45e6-9635-c97617875f97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697715 Mar 09 04:34:08.324029 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b3c3a1dd-dc8f-4e5b-aeb6-2606f0fe3ff6 req-2afb16c3-880f-40f1-a09c-d5ec886f8101 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281874 Mar 09 04:34:08.334029 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b3c3a1dd-dc8f-4e5b-aeb6-2606f0fe3ff6 req-d726a599-3f9d-4932-990d-d3b68e90bf42 service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445371 Mar 09 04:34:08.459550 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b3c3a1dd-dc8f-4e5b-aeb6-2606f0fe3ff6 req-7cb69d22-28d1-45c1-a3cf-58eaf48be643 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284606 Mar 09 04:34:08.470101 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b3c3a1dd-dc8f-4e5b-aeb6-2606f0fe3ff6 req-bbd62c3f-70fb-4759-a688-f9b3b485eadc service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263723 Mar 09 04:34:08.630056 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058e6a9-ada0-4971-8ec3-9288552cbf0a req-d2961b34-c228-4a48-a91b-d0fa69e196dc tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:08.631432 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b058e6a9-ada0-4971-8ec3-9288552cbf0a req-d2961b34-c228-4a48-a91b-d0fa69e196dc tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 943 time: 0.0861492 Mar 09 04:34:08.675433 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b058e6a9-ada0-4971-8ec3-9288552cbf0a req-caca0b18-f8e5-469a-9165-a0d6087b7957 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377674 Mar 09 04:34:08.698204 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device f5418125-7835-4886-ac42-7436677841b3 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:34:08.791282 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device f5418125-7835-4886-ac42-7436677841b3 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:34:09.156042 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:09.859174 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89277ccd-f026-41aa-bba9-56e89e5716b6 req-7f70a4db-ad0b-44f7-9b36-23bbf99e2645 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:09.859997 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device f5418125-7835-4886-ac42-7436677841b3 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:34:09.860616 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-89277ccd-f026-41aa-bba9-56e89e5716b6 req-7f70a4db-ad0b-44f7-9b36-23bbf99e2645 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 943 time: 0.0789671 Mar 09 04:34:09.909443 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-89277ccd-f026-41aa-bba9-56e89e5716b6 req-1db56eae-c31b-4547-aa14-a7d83a0fb295 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429084 Mar 09 04:34:09.992024 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port f5418125-7835-4886-ac42-7436677841b3, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=f5418125-7835-4886-ac42-7436677841b3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:34:10.004817 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'f5418125-7835-4886-ac42-7436677841b3', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'port_id': 'f5418125-7835-4886-ac42-7436677841b3', 'mac_address': 'fa:16:3e:85:3c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:34:10.063321 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:10.080414 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5418125-7835-4886-ac42-7436677841b3 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:34:10.095696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port f5418125-7835-4886-ac42-7436677841b3, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=f5418125-7835-4886-ac42-7436677841b3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:34:10.099620 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:10.168352 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=f5418125-7835-4886-ac42-7436677841b3,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:34:10.318930 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['f5418125-7835-4886-ac42-7436677841b3'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:34:10.364776 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-a197c226-64d7-4bf9-8457-d7beff8b7a12 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:10.366183 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-a197c226-64d7-4bf9-8457-d7beff8b7a12 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.21 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2&tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&binding%3Ahost_id=n-h2-825178-5 HTTP/1.1" status: 200 len: 944 time: 0.1278872 Mar 09 04:34:10.408892 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837920b-3631-44f3-bd0f-b59971e114d4 req-d4d50763-9bbe-4e76-80e7-02e058ad32c0 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:10.410664 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5837920b-3631-44f3-bd0f-b59971e114d4 req-d4d50763-9bbe-4e76-80e7-02e058ad32c0 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 944 time: 0.1132743 Mar 09 04:34:10.511177 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5837920b-3631-44f3-bd0f-b59971e114d4 req-a91207d7-be6a-4dd0-bd9f-c3bcadca0b5d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938597 Mar 09 04:34:10.527006 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-c06ab38e-327f-42f1-a49d-9e493f84d05b service neutron] 10.222.0.21 "GET /v2.0/ports/f5418125-7835-4886-ac42-7436677841b3/bindings/n-h2-825178-5 HTTP/1.1" status: 200 len: 382 time: 0.1536696 Mar 09 04:34:10.621190 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-9688a77e-944b-4bfb-b080-745f69cacaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:10.622539 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-9688a77e-944b-4bfb-b080-745f69cacaa2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 1095 time: 0.0730062 Mar 09 04:34:10.755545 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-23f8ebe5-b705-4a08-9ae3-aaa91c58c638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:10.756989 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-23f8ebe5-b705-4a08-9ae3-aaa91c58c638 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1272748 Mar 09 04:34:10.858228 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-ce64f83c-bef4-4591-84fc-b666fd5f2e59 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5418125-7835-4886-ac42-7436677841b3 HTTP/1.1" status: 200 len: 1001 time: 0.0951750 Mar 09 04:34:10.920359 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-a35cf2b4-75bd-4269-bd44-8b227d60b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:10.921915 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-a35cf2b4-75bd-4269-bd44-8b227d60b54c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0572858 Mar 09 04:34:10.993496 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-1214dd62-60e5-4997-bdff-527aacb59251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:10.995183 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-1214dd62-60e5-4997-bdff-527aacb59251 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676425 Mar 09 04:34:11.130804 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-e3f471a3-51e0-4c4b-ab4e-68b91167c1ef service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293926 Mar 09 04:34:11.257544 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-fb31887e-18e8-446e-bbbe-800f481ac8e1 service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212914 Mar 09 04:34:11.694411 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc60b7-ff5b-454d-a472-95567df49117 req-69138efd-a2a7-4ea1-ae47-67f393198674 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:11.696510 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-66cc60b7-ff5b-454d-a472-95567df49117 req-69138efd-a2a7-4ea1-ae47-67f393198674 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 944 time: 0.0809822 Mar 09 04:34:11.744454 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-66cc60b7-ff5b-454d-a472-95567df49117 req-acdc4004-ab8e-4475-a29f-1ebf1174ef80 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419242 Mar 09 04:34:11.871229 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device f5418125-7835-4886-ac42-7436677841b3 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:34:11.941060 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port f5418125-7835-4886-ac42-7436677841b3 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:34:11.945645 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port f5418125-7835-4886-ac42-7436677841b3 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:34:11.946009 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:12.059747 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:12.085081 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c545384d-4347-4d83-b761-4db26569d8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5418125-7835-4886-ac42-7436677841b3'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:34:12.094389 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port f5418125-7835-4886-ac42-7436677841b3, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=f5418125-7835-4886-ac42-7436677841b3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:34:12.098349 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:12.141859 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c545384d-4347-4d83-b761-4db26569d8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5418125-7835-4886-ac42-7436677841b3', 'code': 200} Mar 09 04:34:12.166248 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=f5418125-7835-4886-ac42-7436677841b3,revision_number=9']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:34:12.939013 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef99ae0-4a4b-461e-9bf3-53984c187ebb req-40b09be1-5d8a-45fd-a986-1a8d7e2f4bbf tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:12.940448 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9ef99ae0-4a4b-461e-9bf3-53984c187ebb req-40b09be1-5d8a-45fd-a986-1a8d7e2f4bbf tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0873940 Mar 09 04:34:12.986184 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9ef99ae0-4a4b-461e-9bf3-53984c187ebb req-bd69be5c-ecc4-45f2-b85f-546760eff490 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396173 Mar 09 04:34:13.231077 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-d3336f26-5ff6-40eb-a430-fe6e040895bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:13.232506 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-d3336f26-5ff6-40eb-a430-fe6e040895bb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2&tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee HTTP/1.1" status: 200 len: 1096 time: 0.0728114 Mar 09 04:34:13.243177 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-6c00d493-7b0c-4f36-b606-5c391584d91b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-5', 'device_owner': 'compute:nova'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:34:13.348208 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-6c00d493-7b0c-4f36-b606-5c391584d91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:13.613841 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-6c00d493-7b0c-4f36-b606-5c391584d91b service neutron] For port f5418125-7835-4886-ac42-7436677841b3, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=f5418125-7835-4886-ac42-7436677841b3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:34:13.641651 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-6c00d493-7b0c-4f36-b606-5c391584d91b service neutron] For port f5418125-7835-4886-ac42-7436677841b3, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:34:13.705771 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c545384d-4347-4d83-b761-4db26569d8b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5418125-7835-4886-ac42-7436677841b3'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:34:13.711457 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-6c00d493-7b0c-4f36-b606-5c391584d91b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:13.726266 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-6c00d493-7b0c-4f36-b606-5c391584d91b service neutron] Transition to ACTIVE for port object f5418125-7835-4886-ac42-7436677841b3 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:34:13.730388 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-6c00d493-7b0c-4f36-b606-5c391584d91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:13.764042 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c545384d-4347-4d83-b761-4db26569d8b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5418125-7835-4886-ac42-7436677841b3', 'code': 200} Mar 09 04:34:13.869152 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00d493-7b0c-4f36-b606-5c391584d91b service neutron] Pushing event updated for resources: {'Port': ['ID=f5418125-7835-4886-ac42-7436677841b3,revision_number=10']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:34:13.928211 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-6c00d493-7b0c-4f36-b606-5c391584d91b service neutron] No DVR routers for this DVR port f5418125-7835-4886-ac42-7436677841b3 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:34:14.311268 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-6c00d493-7b0c-4f36-b606-5c391584d91b service neutron] Attempting to bind port f5418125-7835-4886-ac42-7436677841b3 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:34:14.311971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-6c00d493-7b0c-4f36-b606-5c391584d91b service neutron] Attempting to bind port f5418125-7835-4886-ac42-7436677841b3 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:34:14.311971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-6c00d493-7b0c-4f36-b606-5c391584d91b service neutron] Attempting to bind port f5418125-7835-4886-ac42-7436677841b3 on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:34:14.320622 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-6c00d493-7b0c-4f36-b606-5c391584d91b service neutron] Port f5418125-7835-4886-ac42-7436677841b3 on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:34:14.320946 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-6c00d493-7b0c-4f36-b606-5c391584d91b service neutron] Attempting to bind port f5418125-7835-4886-ac42-7436677841b3 on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:34:14.331674 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb86f36-6fa0-4acd-8972-53fc42842106 req-38071eba-0d2e-41e9-afb7-1dfacd131ba2 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:14.333110 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ddb86f36-6fa0-4acd-8972-53fc42842106 req-38071eba-0d2e-41e9-afb7-1dfacd131ba2 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 944 time: 0.1624198 Mar 09 04:34:14.335507 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-6c00d493-7b0c-4f36-b606-5c391584d91b service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:34:14.336389 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-6c00d493-7b0c-4f36-b606-5c391584d91b service neutron] Checking segment: {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:34:14.336761 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-6c00d493-7b0c-4f36-b606-5c391584d91b service neutron] Bound using segment: {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:34:14.337334 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-6c00d493-7b0c-4f36-b606-5c391584d91b service neutron] Bound port: f5418125-7835-4886-ac42-7436677841b3, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:34:14.337687 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-6c00d493-7b0c-4f36-b606-5c391584d91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:14.428464 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ddb86f36-6fa0-4acd-8972-53fc42842106 req-dd866d84-b560-487b-8030-aa2487f8d489 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819306 Mar 09 04:34:14.461340 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-6c00d493-7b0c-4f36-b606-5c391584d91b service neutron] For port f5418125-7835-4886-ac42-7436677841b3, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:34:14.464324 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-6c00d493-7b0c-4f36-b606-5c391584d91b service neutron] For port f5418125-7835-4886-ac42-7436677841b3, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=f5418125-7835-4886-ac42-7436677841b3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:34:14.468801 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-6c00d493-7b0c-4f36-b606-5c391584d91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:14.520509 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-6c00d493-7b0c-4f36-b606-5c391584d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:14.521176 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-6c00d493-7b0c-4f36-b606-5c391584d91b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:14.522818 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-6c00d493-7b0c-4f36-b606-5c391584d91b service neutron] 10.222.0.24 "PUT /v2.0/ports/f5418125-7835-4886-ac42-7436677841b3 HTTP/1.1" status: 200 len: 1092 time: 1.2840841 Mar 09 04:34:14.582977 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00d493-7b0c-4f36-b606-5c391584d91b service neutron] Pushing event updated for resources: {'Port': ['ID=f5418125-7835-4886-ac42-7436677841b3,revision_number=11']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:34:14.626023 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-b140e3f0-43fd-49cd-93f9-d049c1c11d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:14.627533 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-b140e3f0-43fd-49cd-93f9-d049c1c11d03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 1095 time: 0.0818172 Mar 09 04:34:14.790328 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-27bc863e-f13c-435b-b6c3-6d3cca843568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:14.791749 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-27bc863e-f13c-435b-b6c3-6d3cca843568 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1579473 Mar 09 04:34:14.894075 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-05b45a17-a70f-417e-b9fe-69034c4f6fd8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5418125-7835-4886-ac42-7436677841b3 HTTP/1.1" status: 200 len: 1000 time: 0.0953722 Mar 09 04:34:14.957740 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-c9470249-82b2-4e72-82f7-fcbe803d7688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:14.959164 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-c9470249-82b2-4e72-82f7-fcbe803d7688 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0600405 Mar 09 04:34:15.030970 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-abf3fde8-2670-4903-bdb5-0133959c4b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:15.032442 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-abf3fde8-2670-4903-bdb5-0133959c4b52 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670402 Mar 09 04:34:15.169011 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-2fffdcab-7afb-4b8b-8b57-8882d8a29687 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304457 Mar 09 04:34:15.298435 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e3adaf93-f34d-4614-86d8-7cbb134456c1 req-e1658936-7ed1-4a75-b482-d0dfbd0617bf service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230390 Mar 09 04:34:15.470828 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe002f0-8f05-424a-a270-3e6ae84b78f1 req-b35f7f59-e27c-4c1c-a071-cf5112330136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:15.472322 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2fe002f0-8f05-424a-a270-3e6ae84b78f1 req-b35f7f59-e27c-4c1c-a071-cf5112330136 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 1095 time: 0.0799863 Mar 09 04:34:15.612697 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:34:15.615698 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe002f0-8f05-424a-a270-3e6ae84b78f1 req-91619be5-c4bb-4393-a1d1-e4ce89383a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:15.617350 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2fe002f0-8f05-424a-a270-3e6ae84b78f1 req-91619be5-c4bb-4393-a1d1-e4ce89383a0f service neutron] 10.222.0.24 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1268401 Mar 09 04:34:15.617600 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22807e-6840-4740-8c22-b4cc7dbeb838 req-aa7e24d6-7bd2-4945-8ab8-59cbc363e853 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:15.619090 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1f22807e-6840-4740-8c22-b4cc7dbeb838 req-aa7e24d6-7bd2-4945-8ab8-59cbc363e853 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 944 time: 0.0830164 Mar 09 04:34:15.662583 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1f22807e-6840-4740-8c22-b4cc7dbeb838 req-585777d1-3ceb-4acd-89cb-0ba4a0c3e09f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377562 Mar 09 04:34:15.720865 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2fe002f0-8f05-424a-a270-3e6ae84b78f1 req-262e0d01-60ca-4398-9093-02d2c28bd4bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5418125-7835-4886-ac42-7436677841b3 HTTP/1.1" status: 200 len: 1000 time: 0.0975211 Mar 09 04:34:15.765498 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c545384d-4347-4d83-b761-4db26569d8b2', 'tag': 'f5418125-7835-4886-ac42-7436677841b3'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:34:15.790998 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe002f0-8f05-424a-a270-3e6ae84b78f1 req-c9c5ca0b-9954-4bb5-b049-ab6915c59d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:15.792433 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2fe002f0-8f05-424a-a270-3e6ae84b78f1 req-c9c5ca0b-9954-4bb5-b049-ab6915c59d04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0627701 Mar 09 04:34:15.836460 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c545384d-4347-4d83-b761-4db26569d8b2', 'tag': 'f5418125-7835-4886-ac42-7436677841b3', 'status': 'completed', 'code': 200} Mar 09 04:34:15.871783 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe002f0-8f05-424a-a270-3e6ae84b78f1 req-aad6edfe-8c24-4cfd-8db0-36004703aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:15.873348 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2fe002f0-8f05-424a-a270-3e6ae84b78f1 req-aad6edfe-8c24-4cfd-8db0-36004703aa63 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748770 Mar 09 04:34:15.886409 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device f5418125-7835-4886-ac42-7436677841b3 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:34:15.912485 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9415962-8ced-4dcd-a5f8-738dd72fd5bc req-5637e23c-2177-44ed-9978-58bbab034b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:15.914018 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9415962-8ced-4dcd-a5f8-738dd72fd5bc req-5637e23c-2177-44ed-9978-58bbab034b2a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 1095 time: 0.0731781 Mar 09 04:34:15.959993 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device f5418125-7835-4886-ac42-7436677841b3 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:34:16.053923 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9415962-8ced-4dcd-a5f8-738dd72fd5bc req-e5c7ff60-1424-4c20-9786-853657c8a3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:16.056163 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9415962-8ced-4dcd-a5f8-738dd72fd5bc req-e5c7ff60-1424-4c20-9786-853657c8a3c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1366169 Mar 09 04:34:16.128043 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2fe002f0-8f05-424a-a270-3e6ae84b78f1 req-be4249b9-3e4d-4e19-8286-0eb165e66a2e service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484040 Mar 09 04:34:16.263575 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2fe002f0-8f05-424a-a270-3e6ae84b78f1 req-5c632ee3-7f60-4c52-abc5-a2ce9f182242 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282117 Mar 09 04:34:16.271804 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9415962-8ced-4dcd-a5f8-738dd72fd5bc req-5d5e6552-4d33-4af0-9dac-31f363b322be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5418125-7835-4886-ac42-7436677841b3 HTTP/1.1" status: 200 len: 1000 time: 0.2099679 Mar 09 04:34:16.335385 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9415962-8ced-4dcd-a5f8-738dd72fd5bc req-6989192e-f197-40fc-8951-a7c3bdd3add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:16.336739 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9415962-8ced-4dcd-a5f8-738dd72fd5bc req-6989192e-f197-40fc-8951-a7c3bdd3add2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0593004 Mar 09 04:34:16.380462 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9415962-8ced-4dcd-a5f8-738dd72fd5bc req-4119f175-1744-4d92-af8e-4e5db2cb684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:16.381932 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a9415962-8ced-4dcd-a5f8-738dd72fd5bc req-4119f175-1744-4d92-af8e-4e5db2cb684a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 1095 time: 0.0798230 Mar 09 04:34:16.416421 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9415962-8ced-4dcd-a5f8-738dd72fd5bc req-c29aa7c1-e980-4cfe-94a5-54e4f747b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:16.417878 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9415962-8ced-4dcd-a5f8-738dd72fd5bc req-c29aa7c1-e980-4cfe-94a5-54e4f747b604 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751748 Mar 09 04:34:16.515859 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9415962-8ced-4dcd-a5f8-738dd72fd5bc req-6ff10637-fcd8-4064-970c-11bf57d25a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:16.517289 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a9415962-8ced-4dcd-a5f8-738dd72fd5bc req-6ff10637-fcd8-4064-970c-11bf57d25a8d service neutron] 10.222.0.24 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1281869 Mar 09 04:34:16.551699 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9415962-8ced-4dcd-a5f8-738dd72fd5bc req-a55f4d10-97ba-4860-9194-60b532dec7d6 service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237509 Mar 09 04:34:16.620890 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a9415962-8ced-4dcd-a5f8-738dd72fd5bc req-636703c2-daec-467a-aaf0-1402c2d17184 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5418125-7835-4886-ac42-7436677841b3 HTTP/1.1" status: 200 len: 1000 time: 0.0966756 Mar 09 04:34:16.686166 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a9415962-8ced-4dcd-a5f8-738dd72fd5bc req-663f5f58-c0a3-4b99-ac35-8793cfe56ff7 service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276886 Mar 09 04:34:16.692091 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9415962-8ced-4dcd-a5f8-738dd72fd5bc req-ab0e2c65-2983-4cb7-9540-385a0b814361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:16.694657 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a9415962-8ced-4dcd-a5f8-738dd72fd5bc req-ab0e2c65-2983-4cb7-9540-385a0b814361 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0662420 Mar 09 04:34:16.773894 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9415962-8ced-4dcd-a5f8-738dd72fd5bc req-ef62a7b7-3496-40a6-8e88-47341964ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:16.775387 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a9415962-8ced-4dcd-a5f8-738dd72fd5bc req-ef62a7b7-3496-40a6-8e88-47341964ac4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745997 Mar 09 04:34:16.856138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87619891-8002-4400-be0e-5303ab28e49c req-3aa8371d-a98f-46cc-a214-213f5201821c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:16.857601 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-87619891-8002-4400-be0e-5303ab28e49c req-3aa8371d-a98f-46cc-a214-213f5201821c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 944 time: 0.0856664 Mar 09 04:34:16.901932 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-87619891-8002-4400-be0e-5303ab28e49c req-b389d620-9fed-4bec-8cb3-17b112ee2f1c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383458 Mar 09 04:34:16.909554 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a9415962-8ced-4dcd-a5f8-738dd72fd5bc req-181e6168-7fd5-4e8e-a8d4-3921442b6c33 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275678 Mar 09 04:34:17.044371 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a9415962-8ced-4dcd-a5f8-738dd72fd5bc req-9f36e6a8-2766-456a-92a1-21cd330f220f service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286657 Mar 09 04:34:18.100784 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa54457-bde0-4f1a-8e0e-35e7aeceda6f req-37b2788b-2daa-4c8f-910a-50244f3aadcf tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:18.102726 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7aa54457-bde0-4f1a-8e0e-35e7aeceda6f req-37b2788b-2daa-4c8f-910a-50244f3aadcf tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 944 time: 0.0925725 Mar 09 04:34:18.150672 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7aa54457-bde0-4f1a-8e0e-35e7aeceda6f req-badbb329-bc94-45e7-ad98-28113073d3fe tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411494 Mar 09 04:34:18.736671 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device f5418125-7835-4886-ac42-7436677841b3 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:34:18.865870 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port f5418125-7835-4886-ac42-7436677841b3, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=f5418125-7835-4886-ac42-7436677841b3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:34:18.878547 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'f5418125-7835-4886-ac42-7436677841b3', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'port_id': 'f5418125-7835-4886-ac42-7436677841b3', 'mac_address': 'fa:16:3e:85:3c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:34:18.932526 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:18.948910 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5418125-7835-4886-ac42-7436677841b3 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:34:18.964652 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port f5418125-7835-4886-ac42-7436677841b3, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=f5418125-7835-4886-ac42-7436677841b3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:34:18.968042 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:19.034063 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=f5418125-7835-4886-ac42-7436677841b3,revision_number=12']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:34:19.041266 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:34:19.041607 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:34:19.041938 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:34:19.042264 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:34:19.042586 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:34:19.042926 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:34:19.043245 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:34:19.043559 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:34:19.043878 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:34:19.044189 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:34:19.044499 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:34:19.044808 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:34:19.289579 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['f5418125-7835-4886-ac42-7436677841b3'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:34:19.336274 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b2bbd-64a2-459c-9ea7-01759113e164 req-bc0e6494-ad2e-41e2-a578-ff0ece7d78af tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:19.337732 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ba4b2bbd-64a2-459c-9ea7-01759113e164 req-bc0e6494-ad2e-41e2-a578-ff0ece7d78af tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0807662 Mar 09 04:34:19.381436 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ba4b2bbd-64a2-459c-9ea7-01759113e164 req-fdfa863b-d662-4f1d-ac6d-9f4bb2504e7d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379684 Mar 09 04:34:19.567702 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea254f59-7cc5-4a8d-8571-5905dc178b4a req-e27b9ad4-0a43-4a6e-8cc0-387e6c6873b4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:19.569044 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ea254f59-7cc5-4a8d-8571-5905dc178b4a req-e27b9ad4-0a43-4a6e-8cc0-387e6c6873b4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0813575 Mar 09 04:34:19.611800 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ea254f59-7cc5-4a8d-8571-5905dc178b4a req-fc3ce291-231d-4830-9e9b-5e9275922730 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372233 Mar 09 04:34:19.794012 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a962c08-aa63-458e-855a-dee572252243 req-ea55f6ce-2b7b-4f3b-b123-8ab9d8d1e4c0 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:19.795461 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5a962c08-aa63-458e-855a-dee572252243 req-ea55f6ce-2b7b-4f3b-b123-8ab9d8d1e4c0 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0824635 Mar 09 04:34:19.838452 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5a962c08-aa63-458e-855a-dee572252243 req-46d1d2d1-0b2b-45db-932f-1c76de741ff6 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371552 Mar 09 04:34:20.200728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51392902-c25e-4594-9196-bef8e93b8617 req-c7f28494-c34c-436a-a050-7db809469985 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:20.202048 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-51392902-c25e-4594-9196-bef8e93b8617 req-c7f28494-c34c-436a-a050-7db809469985 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0776823 Mar 09 04:34:20.247453 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-51392902-c25e-4594-9196-bef8e93b8617 req-007713ff-3478-45c2-9658-cb73c73b4486 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398700 Mar 09 04:34:20.747044 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device f5418125-7835-4886-ac42-7436677841b3 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:34:20.815303 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port f5418125-7835-4886-ac42-7436677841b3 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:34:20.819694 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port f5418125-7835-4886-ac42-7436677841b3 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:34:20.820699 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:20.936662 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:20.962293 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c545384d-4347-4d83-b761-4db26569d8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5418125-7835-4886-ac42-7436677841b3'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:34:20.971570 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port f5418125-7835-4886-ac42-7436677841b3, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=f5418125-7835-4886-ac42-7436677841b3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:34:20.976727 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:21.009537 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c545384d-4347-4d83-b761-4db26569d8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5418125-7835-4886-ac42-7436677841b3', 'code': 200} Mar 09 04:34:21.045296 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=f5418125-7835-4886-ac42-7436677841b3,revision_number=13']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:34:21.432608 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab95c9-b3a8-4a63-9999-41f098c72a2c req-62a782fd-c051-41be-a6d2-f11af76476f8 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:21.435672 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f3ab95c9-b3a8-4a63-9999-41f098c72a2c req-62a782fd-c051-41be-a6d2-f11af76476f8 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 946 time: 0.0820930 Mar 09 04:34:21.480360 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f3ab95c9-b3a8-4a63-9999-41f098c72a2c req-c48e7e84-e3a3-4070-accc-49621845195e tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383625 Mar 09 04:34:21.626688 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba81c38-6d6f-4d89-b883-76d76c9d5e0d req-c6cc1c4f-b91a-4e34-8d33-c7109c00d110 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:21.628035 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cba81c38-6d6f-4d89-b883-76d76c9d5e0d req-c6cc1c4f-b91a-4e34-8d33-c7109c00d110 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.24 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 946 time: 0.0772107 Mar 09 04:34:21.698298 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-cba81c38-6d6f-4d89-b883-76d76c9d5e0d req-c9af7dd7-ea24-48fb-a44e-1b13f772b2bf tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Deleting port f5418125-7835-4886-ac42-7436677841b3 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:34:21.698635 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-cba81c38-6d6f-4d89-b883-76d76c9d5e0d req-c9af7dd7-ea24-48fb-a44e-1b13f772b2bf tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:21.935269 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-cba81c38-6d6f-4d89-b883-76d76c9d5e0d req-c9af7dd7-ea24-48fb-a44e-1b13f772b2bf tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] For port f5418125-7835-4886-ac42-7436677841b3, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=f5418125-7835-4886-ac42-7436677841b3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:34:21.935629 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-cba81c38-6d6f-4d89-b883-76d76c9d5e0d req-c9af7dd7-ea24-48fb-a44e-1b13f772b2bf tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:22.320580 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-cba81c38-6d6f-4d89-b883-76d76c9d5e0d req-c9af7dd7-ea24-48fb-a44e-1b13f772b2bf tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:22.320945 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-cba81c38-6d6f-4d89-b883-76d76c9d5e0d req-c9af7dd7-ea24-48fb-a44e-1b13f772b2bf tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:22.321251 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [req-cba81c38-6d6f-4d89-b883-76d76c9d5e0d req-c9af7dd7-ea24-48fb-a44e-1b13f772b2bf tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Floating IP 4b198fd4-42ba-4b2c-8b03-4db01f374830 disassociated. External IP: 172.25.7.102, port: f5418125-7835-4886-ac42-7436677841b3. Mar 09 04:34:22.321583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-cba81c38-6d6f-4d89-b883-76d76c9d5e0d req-c9af7dd7-ea24-48fb-a44e-1b13f772b2bf tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Calling delete_port for f5418125-7835-4886-ac42-7436677841b3 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:34:22.462007 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-cba81c38-6d6f-4d89-b883-76d76c9d5e0d req-c9af7dd7-ea24-48fb-a44e-1b13f772b2bf tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:22.514814 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af7dd7-ea24-48fb-a44e-1b13f772b2bf tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Pushing event deleted for resources: {'Port': ['ID=f5418125-7835-4886-ac42-7436677841b3,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:34:22.640994 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2546d819-0f92-479b-96d3-d23afa45de2c req-4c3faf0b-0eeb-4052-ba35-5552813cc8a1 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0513589 Mar 09 04:34:22.742985 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cba81c38-6d6f-4d89-b883-76d76c9d5e0d req-c9af7dd7-ea24-48fb-a44e-1b13f772b2bf tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Router a8fecd39-e1de-4f25-83e9-456c7a0629c1 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:34:22.917611 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cba81c38-6d6f-4d89-b883-76d76c9d5e0d req-c9af7dd7-ea24-48fb-a44e-1b13f772b2bf tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:34:22.927745 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a51ceb5-0e81-4591-bb39-cb928386c150 None None] Sync routers for ids ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:34:22.937519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a51ceb5-0e81-4591-bb39-cb928386c150 None None] Routers {'a8fecd39-e1de-4f25-83e9-456c7a0629c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:34:22.938116 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5a51ceb5-0e81-4591-bb39-cb928386c150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:34:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:34:22.994923 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba81c38-6d6f-4d89-b883-76d76c9d5e0d req-c9af7dd7-ea24-48fb-a44e-1b13f772b2bf tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] No DVR routers for this DVR port f5418125-7835-4886-ac42-7436677841b3 on host n-h1-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:34:22.997503 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-cba81c38-6d6f-4d89-b883-76d76c9d5e0d req-c9af7dd7-ea24-48fb-a44e-1b13f772b2bf tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:23.000821 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c545384d-4347-4d83-b761-4db26569d8b2', 'name': 'network-vif-deleted', 'tag': 'f5418125-7835-4886-ac42-7436677841b3'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:34:23.022206 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cba81c38-6d6f-4d89-b883-76d76c9d5e0d req-c9af7dd7-ea24-48fb-a44e-1b13f772b2bf tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.24 "DELETE /v2.0/ports/f5418125-7835-4886-ac42-7436677841b3 HTTP/1.1" status: 204 len: 173 time: 1.3890283 Mar 09 04:34:23.104421 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c545384d-4347-4d83-b761-4db26569d8b2', 'name': 'network-vif-deleted', 'tag': 'f5418125-7835-4886-ac42-7436677841b3', 'status': 'completed', 'code': 200} Mar 09 04:34:23.178003 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-5a51ceb5-0e81-4591-bb39-cb928386c150 None None] Set router a8fecd39-e1de-4f25-83e9-456c7a0629c1 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:34:23.488186 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5a51ceb5-0e81-4591-bb39-cb928386c150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4e29b68c-6c72-4a7c-8c16-b8c5319fe76c', 'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'mac_address': 'fa:16:3e:ba:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:23Z', 'updated_at': '2022-03-09T04:31:30Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'subnets': [{'id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:34:23.491987 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a51ceb5-0e81-4591-bb39-cb928386c150 None None] Checking router: a8fecd39-e1de-4f25-83e9-456c7a0629c1 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:34:23.500162 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a51ceb5-0e81-4591-bb39-cb928386c150 None None] Routers {'a8fecd39-e1de-4f25-83e9-456c7a0629c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:34:23.500745 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5a51ceb5-0e81-4591-bb39-cb928386c150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:34:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:34:23.672722 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-5a51ceb5-0e81-4591-bb39-cb928386c150 None None] Set router a8fecd39-e1de-4f25-83e9-456c7a0629c1 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:34:23.812931 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-31afbb0a-44e7-4c36-b6a0-ac075601159f req-79e2fcc0-9847-4de4-bd03-c291267da2c9 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Synchronizing usage tracker for tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:34:23.831096 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-31afbb0a-44e7-4c36-b6a0-ac075601159f req-79e2fcc0-9847-4de4-bd03-c291267da2c9 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Unset dirty status for tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:34:23.832272 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-31afbb0a-44e7-4c36-b6a0-ac075601159f req-79e2fcc0-9847-4de4-bd03-c291267da2c9 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=c545384d-4347-4d83-b761-4db26569d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0676200 Mar 09 04:34:23.986231 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5a51ceb5-0e81-4591-bb39-cb928386c150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4e29b68c-6c72-4a7c-8c16-b8c5319fe76c', 'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'mac_address': 'fa:16:3e:ba:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:23Z', 'updated_at': '2022-03-09T04:31:30Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'subnets': [{'id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:34:23.990037 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a51ceb5-0e81-4591-bb39-cb928386c150 None None] The sync data for ids ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'] in n-d-825178-5 is: [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4e29b68c-6c72-4a7c-8c16-b8c5319fe76c', 'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'mac_address': 'fa:16:3e:ba:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:23Z', 'updated_at': '2022-03-09T04:31:30Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'subnets': [{'id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:34:24.188925 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc44dd16-aafb-4d30-af50-d788d7740451 None None] New status for floating IP 4b198fd4-42ba-4b2c-8b03-4db01f374830: DOWN {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:34:25.158980 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-1b720921-1f23-4108-9edb-a5d9fc99e848 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2009255050&fields=id&tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee HTTP/1.1" status: 200 len: 267 time: 0.0385668 Mar 09 04:34:25.303441 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-aa442cde-c345-4ff0-8546-2f2ed08d2dac tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:25.305287 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-aa442cde-c345-4ff0-8546-2f2ed08d2dac tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 811 time: 0.1401148 Mar 09 04:34:25.320370 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-6727acca-5cd4-4dac-9b99-c3e752920536 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/quotas/4bd9e9b8e75e497a8dda8dc0b9df78ee HTTP/1.1" status: 200 len: 375 time: 0.0092688 Mar 09 04:34:25.405687 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-52285fc3-f3e0-4c2c-8a2c-e469c047669c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0805247 Mar 09 04:34:25.544773 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-82e0fb26-70d3-43a2-ac6a-5fb08853da07 service neutron] 10.222.0.16 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273613 Mar 09 04:34:25.673312 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-d5bf83d8-5a5c-4e0b-a96a-e773e788c04d service neutron] 10.222.0.16 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216447 Mar 09 04:34:25.856618 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-201255de-9c0e-48ee-96f6-216ab6b5839e req-6d54ab1e-fdb1-494e-908a-ede2beb7a68f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 210 time: 0.0419352 Mar 09 04:34:26.768743 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device f5418125-7835-4886-ac42-7436677841b3 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:34:26.804048 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: f5418125-7835-4886-ac42-7436677841b3 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:34:26.804882 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device f5418125-7835-4886-ac42-7436677841b3 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:34:26.976518 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-f297913e-9c49-483c-9d23-2cb5039a9dce tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:26.977956 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-f297913e-9c49-483c-9d23-2cb5039a9dce tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.21 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 811 time: 0.2657588 Mar 09 04:34:27.033298 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6ecd58d0-f7d7-4f4c-b948-9ddf7be53fd8 req-5e3387a1-94b6-44c5-8c8c-020474c7a788 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 210 time: 0.0544188 Mar 09 04:34:27.057647 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-1df837da-1784-49b5-8e26-2e210deb0dd3 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee HTTP/1.1" status: 200 len: 380 time: 0.0488904 Mar 09 04:34:27.066175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Request body: {'port': {'device_id': 'dc41beaf-3f3d-4d8c-81e5-9d5a87270c93', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'admin_state_up': True, 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'security_groups': ['a0da44c1-51ca-41c7-a435-98430960ce48']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:34:27.197632 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:34:27.206969 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:34:27.216534 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Made reservation on behalf of 4bd9e9b8e75e497a8dda8dc0b9df78ee for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:34:27.221010 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:27.381974 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Allocated IP 172.20.0.8 (b455b8d7-c89b-4e0e-b6b6-415ede814b10/d4816c07-c1af-4a80-b98c-4c5ce3ff5a36/10ebd711-8c71-45b5-af3d-86e81af4b9f3) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:34:27.564479 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:27.579125 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Transition to ACTIVE for port object 10ebd711-8c71-45b5-af3d-86e81af4b9f3 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:34:27.602728 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:27.669767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Network b455b8d7-c89b-4e0e-b6b6-415ede814b10 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:34:27.672909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:34:27.681369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:34:27.718231 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Pushing event updated for resources: {'Port': ['ID=10ebd711-8c71-45b5-af3d-86e81af4b9f3,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:34:27.736055 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:34:27.736393 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:34:27.736730 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:34:27.737058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:34:27.737383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:34:27.737705 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:34:27.738025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:34:27.738344 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:34:27.738657 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:34:27.738997 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:34:27.739315 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:34:27.739630 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:34:27.760977 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:27.761586 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:27.787597 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-fa677af8-7dd3-4dfe-a006-d8cbadf28e37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7248464 Mar 09 04:34:27.799806 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-d716cb79-375b-48fe-823e-c4d1ed080aa8 service neutron] Request body: {'port': {'device_id': 'dc41beaf-3f3d-4d8c-81e5-9d5a87270c93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:34:27.914522 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-d716cb79-375b-48fe-823e-c4d1ed080aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:27.949738 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ad568a96-0340-4f5c-9c57-16bb2997c049 None None] Provisioning for port 10ebd711-8c71-45b5-af3d-86e81af4b9f3 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:34:27.954341 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ad568a96-0340-4f5c-9c57-16bb2997c049 None None] Provisioning complete for port 10ebd711-8c71-45b5-af3d-86e81af4b9f3 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:34:27.954711 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ad568a96-0340-4f5c-9c57-16bb2997c049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:28.015805 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ad568a96-0340-4f5c-9c57-16bb2997c049 None None] Port 10ebd711-8c71-45b5-af3d-86e81af4b9f3 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:34:28.222539 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60825f-4b15-4e5b-9521-a0ee482a968f req-bc78d2f0-9960-4f50-93d2-6fbff2c30602 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:28.223913 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3f60825f-4b15-4e5b-9521-a0ee482a968f req-bc78d2f0-9960-4f50-93d2-6fbff2c30602 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 931 time: 0.0814738 Mar 09 04:34:28.255875 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-d716cb79-375b-48fe-823e-c4d1ed080aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ebd711-8c71-45b5-af3d-86e81af4b9f3 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:34:28.263988 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-d716cb79-375b-48fe-823e-c4d1ed080aa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:28.267638 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3f60825f-4b15-4e5b-9521-a0ee482a968f req-95f7ce28-a16a-4a63-8d17-a7ffb91cad96 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381892 Mar 09 04:34:28.278965 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-d716cb79-375b-48fe-823e-c4d1ed080aa8 service neutron] Transition to ACTIVE for port object 10ebd711-8c71-45b5-af3d-86e81af4b9f3 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:34:28.283893 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-d716cb79-375b-48fe-823e-c4d1ed080aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:28.447460 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716cb79-375b-48fe-823e-c4d1ed080aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=10ebd711-8c71-45b5-af3d-86e81af4b9f3,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:34:28.527050 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-d716cb79-375b-48fe-823e-c4d1ed080aa8 service neutron] Attempting to bind port 10ebd711-8c71-45b5-af3d-86e81af4b9f3 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:34:28.527382 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-d716cb79-375b-48fe-823e-c4d1ed080aa8 service neutron] Attempting to bind port 10ebd711-8c71-45b5-af3d-86e81af4b9f3 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:34:28.527708 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-d716cb79-375b-48fe-823e-c4d1ed080aa8 service neutron] Attempting to bind port 10ebd711-8c71-45b5-af3d-86e81af4b9f3 on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:34:28.532391 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-d716cb79-375b-48fe-823e-c4d1ed080aa8 service neutron] Port 10ebd711-8c71-45b5-af3d-86e81af4b9f3 on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:34:28.532706 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-d716cb79-375b-48fe-823e-c4d1ed080aa8 service neutron] Attempting to bind port 10ebd711-8c71-45b5-af3d-86e81af4b9f3 on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:34:28.537822 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-d716cb79-375b-48fe-823e-c4d1ed080aa8 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:34:28.538154 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-d716cb79-375b-48fe-823e-c4d1ed080aa8 service neutron] Checking segment: {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:34:28.539064 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-d716cb79-375b-48fe-823e-c4d1ed080aa8 service neutron] Bound using segment: {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:34:28.539479 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-d716cb79-375b-48fe-823e-c4d1ed080aa8 service neutron] Bound port: 10ebd711-8c71-45b5-af3d-86e81af4b9f3, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:34:28.539811 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-d716cb79-375b-48fe-823e-c4d1ed080aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:28.627841 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-d716cb79-375b-48fe-823e-c4d1ed080aa8 service neutron] For port 10ebd711-8c71-45b5-af3d-86e81af4b9f3, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:34:28.630882 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-d716cb79-375b-48fe-823e-c4d1ed080aa8 service neutron] For port 10ebd711-8c71-45b5-af3d-86e81af4b9f3, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=10ebd711-8c71-45b5-af3d-86e81af4b9f3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:34:28.634677 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-d716cb79-375b-48fe-823e-c4d1ed080aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:28.691232 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-d716cb79-375b-48fe-823e-c4d1ed080aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:28.691853 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-d716cb79-375b-48fe-823e-c4d1ed080aa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:28.693220 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-d716cb79-375b-48fe-823e-c4d1ed080aa8 service neutron] 10.222.0.21 "PUT /v2.0/ports/10ebd711-8c71-45b5-af3d-86e81af4b9f3 HTTP/1.1" status: 200 len: 1091 time: 0.8989646 Mar 09 04:34:28.693644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc41beaf-3f3d-4d8c-81e5-9d5a87270c93', 'tag': '10ebd711-8c71-45b5-af3d-86e81af4b9f3'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:34:28.720224 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716cb79-375b-48fe-823e-c4d1ed080aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=10ebd711-8c71-45b5-af3d-86e81af4b9f3,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:34:28.769123 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc41beaf-3f3d-4d8c-81e5-9d5a87270c93', 'tag': '10ebd711-8c71-45b5-af3d-86e81af4b9f3', 'status': 'completed', 'code': 200} Mar 09 04:34:28.800139 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc9561d4-973d-4520-b957-e0f2158b96bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:28.812959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-cd94eca1-dbbb-4430-8aea-2d80bd43a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:28.814485 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-cd94eca1-dbbb-4430-8aea-2d80bd43a2cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 1094 time: 0.0815187 Mar 09 04:34:28.887336 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-cd2b707e-a5f6-4af5-8124-1354985bd6c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10ebd711-8c71-45b5-af3d-86e81af4b9f3 HTTP/1.1" status: 200 len: 217 time: 0.0652378 Mar 09 04:34:28.948216 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-de9b0e1f-f234-4f62-94bb-1c5aa2079f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:28.949645 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-de9b0e1f-f234-4f62-94bb-1c5aa2079f7a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0574594 Mar 09 04:34:29.022189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-fdc34a43-daf2-4473-a956-4900d22bb7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:29.024104 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-fdc34a43-daf2-4473-a956-4900d22bb7d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691619 Mar 09 04:34:29.151367 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-f73af876-0887-482e-af8e-c5281e05fd32 service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216350 Mar 09 04:34:29.280723 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1435f484-ff4c-4ad7-aaba-58a304cca673 req-f18c89cb-8da9-4ead-ab95-38ca1f2bea0f service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236749 Mar 09 04:34:29.472525 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3754521-d2fd-4e08-97ee-c0ab00ac8abe req-32e4d558-518b-4c7a-bc6b-26fbb9739ebe tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:29.474912 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f3754521-d2fd-4e08-97ee-c0ab00ac8abe req-32e4d558-518b-4c7a-bc6b-26fbb9739ebe tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 943 time: 0.1016774 Mar 09 04:34:29.526596 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a977b2-9c09-4d88-a79e-eff33b89dbf3 req-693340b6-d948-42c1-aa17-5d8db73ad569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:29.528101 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1a977b2-9c09-4d88-a79e-eff33b89dbf3 req-693340b6-d948-42c1-aa17-5d8db73ad569 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 1094 time: 0.2001784 Mar 09 04:34:29.529998 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f3754521-d2fd-4e08-97ee-c0ab00ac8abe req-e51074f6-9268-42ad-ba75-8ac374ca318f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435231 Mar 09 04:34:29.660316 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a977b2-9c09-4d88-a79e-eff33b89dbf3 req-56b68249-3880-4451-9002-0bab65dddeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:29.661767 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1a977b2-9c09-4d88-a79e-eff33b89dbf3 req-56b68249-3880-4451-9002-0bab65dddeab service neutron] 10.222.0.21 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1276655 Mar 09 04:34:29.732258 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1a977b2-9c09-4d88-a79e-eff33b89dbf3 req-86d21436-760f-4981-b13d-31118001328d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10ebd711-8c71-45b5-af3d-86e81af4b9f3 HTTP/1.1" status: 200 len: 217 time: 0.0634377 Mar 09 04:34:29.793145 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a977b2-9c09-4d88-a79e-eff33b89dbf3 req-4e175219-2775-405d-b46a-bce932dd02a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:29.794466 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1a977b2-9c09-4d88-a79e-eff33b89dbf3 req-4e175219-2775-405d-b46a-bce932dd02a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0558534 Mar 09 04:34:29.868227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a977b2-9c09-4d88-a79e-eff33b89dbf3 req-b0b8b392-4673-4c9a-9ebc-3f9c110dbb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:29.869646 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1a977b2-9c09-4d88-a79e-eff33b89dbf3 req-b0b8b392-4673-4c9a-9ebc-3f9c110dbb42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684762 Mar 09 04:34:29.999035 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1a977b2-9c09-4d88-a79e-eff33b89dbf3 req-d32510a1-3f9d-4728-8164-89c174ab1289 service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217396 Mar 09 04:34:30.129064 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1a977b2-9c09-4d88-a79e-eff33b89dbf3 req-0d458ee5-325c-4c96-9eb3-75e866214af6 service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233826 Mar 09 04:34:30.717251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2352a07-f425-42b2-9e44-850ec1aabe5a req-948df18d-47d5-412a-a909-5b4203c6753e tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:30.717957 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e2352a07-f425-42b2-9e44-850ec1aabe5a req-948df18d-47d5-412a-a909-5b4203c6753e tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Synchronizing usage tracker for tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:34:30.732698 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e2352a07-f425-42b2-9e44-850ec1aabe5a req-948df18d-47d5-412a-a909-5b4203c6753e tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Unset dirty status for tenant:4bd9e9b8e75e497a8dda8dc0b9df78ee on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:34:30.733948 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e2352a07-f425-42b2-9e44-850ec1aabe5a req-948df18d-47d5-412a-a909-5b4203c6753e tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 943 time: 0.0989294 Mar 09 04:34:30.781757 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e2352a07-f425-42b2-9e44-850ec1aabe5a req-173d50cc-54d8-45f6-b12b-1f236646dc70 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417676 Mar 09 04:34:31.188763 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0c428551-535e-4008-9b97-d0cf939cd6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:31.932737 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 10ebd711-8c71-45b5-af3d-86e81af4b9f3 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:34:31.964825 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ff5ea-3baa-4cee-8712-1350e3c3c73a req-6646cab5-5385-484d-8c95-9000882f1dda tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:31.966297 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ee7ff5ea-3baa-4cee-8712-1350e3c3c73a req-6646cab5-5385-484d-8c95-9000882f1dda tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 943 time: 0.0815434 Mar 09 04:34:32.010445 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ee7ff5ea-3baa-4cee-8712-1350e3c3c73a req-67feb0b8-9683-46b7-bdeb-3ff2bf20966f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384605 Mar 09 04:34:32.066790 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 10ebd711-8c71-45b5-af3d-86e81af4b9f3, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=10ebd711-8c71-45b5-af3d-86e81af4b9f3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:34:32.080730 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '10ebd711-8c71-45b5-af3d-86e81af4b9f3', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'port_id': '10ebd711-8c71-45b5-af3d-86e81af4b9f3', 'mac_address': 'fa:16:3e:d9:49:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:34:32.149063 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:32.165519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ebd711-8c71-45b5-af3d-86e81af4b9f3 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:34:32.180920 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 10ebd711-8c71-45b5-af3d-86e81af4b9f3, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=10ebd711-8c71-45b5-af3d-86e81af4b9f3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:34:32.184745 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:32.251342 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=10ebd711-8c71-45b5-af3d-86e81af4b9f3,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:34:32.350757 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:32.375771 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['10ebd711-8c71-45b5-af3d-86e81af4b9f3'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:34:32.423231 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:33.194397 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ccf1-bfbc-4b40-aff5-4bb4ce5f129a req-45bf1887-e27e-4ba9-a43a-426dde3bc5c6 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:33.195904 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f003ccf1-bfbc-4b40-aff5-4bb4ce5f129a req-45bf1887-e27e-4ba9-a43a-426dde3bc5c6 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 944 time: 0.0826032 Mar 09 04:34:33.237827 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f003ccf1-bfbc-4b40-aff5-4bb4ce5f129a req-1fd584d8-a821-4eca-ad21-f5b9831ac6ee tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363672 Mar 09 04:34:33.651974 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:33.963682 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 10ebd711-8c71-45b5-af3d-86e81af4b9f3 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:34:34.065285 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 10ebd711-8c71-45b5-af3d-86e81af4b9f3 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:34:34.070532 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 10ebd711-8c71-45b5-af3d-86e81af4b9f3 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:34:34.070921 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:34.181395 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:34.207839 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc41beaf-3f3d-4d8c-81e5-9d5a87270c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ebd711-8c71-45b5-af3d-86e81af4b9f3'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:34:34.217142 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 10ebd711-8c71-45b5-af3d-86e81af4b9f3, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=10ebd711-8c71-45b5-af3d-86e81af4b9f3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:34:34.221127 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:34.292695 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=10ebd711-8c71-45b5-af3d-86e81af4b9f3,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:34:34.304939 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc41beaf-3f3d-4d8c-81e5-9d5a87270c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ebd711-8c71-45b5-af3d-86e81af4b9f3', 'code': 200} Mar 09 04:34:34.480623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e138e-990f-4ef8-97a5-d9533a7607dd req-a25d95ad-006f-47f1-af89-4e49a6952d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:34.482100 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e20e138e-990f-4ef8-97a5-d9533a7607dd req-a25d95ad-006f-47f1-af89-4e49a6952d53 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 1096 time: 0.1009414 Mar 09 04:34:34.490183 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffa31e-9f03-4a2d-9027-7e78156a9073 req-01fcbc53-9ec7-4416-9362-75987caec2e1 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:34.492086 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90ffa31e-9f03-4a2d-9027-7e78156a9073 req-01fcbc53-9ec7-4416-9362-75987caec2e1 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 945 time: 0.1415362 Mar 09 04:34:34.555189 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e20e138e-990f-4ef8-97a5-d9533a7607dd req-74223478-a2aa-4989-b654-1d00db782cac service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621793 Mar 09 04:34:34.559401 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-90ffa31e-9f03-4a2d-9027-7e78156a9073 req-dc0d551a-b62e-46eb-9c6f-326ca3daf626 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548208 Mar 09 04:34:34.618502 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:35.752348 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e48b0-6a39-4ac7-a3ba-82c953179608 req-af83dfd8-cab4-42b2-b313-e212e78100cd tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:35.753779 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-951e48b0-6a39-4ac7-a3ba-82c953179608 req-af83dfd8-cab4-42b2-b313-e212e78100cd tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 945 time: 0.0824430 Mar 09 04:34:35.901299 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-951e48b0-6a39-4ac7-a3ba-82c953179608 req-aa249544-afea-461c-984b-ed6dd6369347 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411602 Mar 09 04:34:36.079680 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f6bc3-923c-4798-896f-4fe7be48e33d req-183477b6-89e9-48f1-990a-a53560ec98b0 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:36.081134 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1a3f6bc3-923c-4798-896f-4fe7be48e33d req-183477b6-89e9-48f1-990a-a53560ec98b0 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 945 time: 0.0819721 Mar 09 04:34:36.089456 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 45992) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:34:36.094265 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-f2a3f062-dc7e-4b28-b838-0a6cf088e911 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Request body: {'floatingip': {'port_id': '10ebd711-8c71-45b5-af3d-86e81af4b9f3'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:34:36.167950 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f2a3f062-dc7e-4b28-b838-0a6cf088e911 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for floatingip, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:36.857689 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f2a3f062-dc7e-4b28-b838-0a6cf088e911 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:36.861326 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f2a3f062-dc7e-4b28-b838-0a6cf088e911 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:37.034427 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-f2a3f062-dc7e-4b28-b838-0a6cf088e911 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Floating IP 4b198fd4-42ba-4b2c-8b03-4db01f374830 associated. External IP: 172.25.7.102, port: 10ebd711-8c71-45b5-af3d-86e81af4b9f3. Mar 09 04:34:37.386247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a3f062-dc7e-4b28-b838-0a6cf088e911 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Router a8fecd39-e1de-4f25-83e9-456c7a0629c1 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:34:37.565790 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a3f062-dc7e-4b28-b838-0a6cf088e911 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:34:37.571151 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f2a3f062-dc7e-4b28-b838-0a6cf088e911 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:37.576740 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c379bcb2-e567-44a6-ad33-eabd3bbb6276 None None] Sync routers for ids ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:34:37.587461 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c379bcb2-e567-44a6-ad33-eabd3bbb6276 None None] Routers {'a8fecd39-e1de-4f25-83e9-456c7a0629c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:34:37.588134 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c379bcb2-e567-44a6-ad33-eabd3bbb6276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:34:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:34:37.625175 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f2a3f062-dc7e-4b28-b838-0a6cf088e911 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "PUT /v2.0/floatingips/4b198fd4-42ba-4b2c-8b03-4db01f374830 HTTP/1.1" status: 200 len: 992 time: 1.5346770 Mar 09 04:34:37.625743 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc41beaf-3f3d-4d8c-81e5-9d5a87270c93', 'tag': '10ebd711-8c71-45b5-af3d-86e81af4b9f3'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:34:37.695390 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc41beaf-3f3d-4d8c-81e5-9d5a87270c93', 'tag': '10ebd711-8c71-45b5-af3d-86e81af4b9f3', 'status': 'completed', 'code': 200} Mar 09 04:34:37.778752 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-c379bcb2-e567-44a6-ad33-eabd3bbb6276 None None] Set router a8fecd39-e1de-4f25-83e9-456c7a0629c1 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:34:37.789464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461a1e5-4a99-4227-961f-d5a03665819e req-f699b1c6-d83f-40d1-8569-eab9319b2a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:37.790984 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0461a1e5-4a99-4227-961f-d5a03665819e req-f699b1c6-d83f-40d1-8569-eab9319b2a32 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 1096 time: 0.0746279 Mar 09 04:34:38.075261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461a1e5-4a99-4227-961f-d5a03665819e req-301ef92b-d3e1-43e2-bdad-8577567703bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:38.076823 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0461a1e5-4a99-4227-961f-d5a03665819e req-301ef92b-d3e1-43e2-bdad-8577567703bf service neutron] 10.222.0.21 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.2803748 Mar 09 04:34:38.157153 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c379bcb2-e567-44a6-ad33-eabd3bbb6276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4b198fd4-42ba-4b2c-8b03-4db01f374830', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'port_id': '10ebd711-8c71-45b5-af3d-86e81af4b9f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'mac_address': 'fa:16:3e:d9:49:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41beaf-3f3d-4d8c-81e5-9d5a87270c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:31:27Z', 'updated_at': '2022-03-09T04:34:36Z', 'revision_number': 13, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e29b68c-6c72-4a7c-8c16-b8c5319fe76c', 'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'mac_address': 'fa:16:3e:ba:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:23Z', 'updated_at': '2022-03-09T04:31:30Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'subnets': [{'id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:34:38.161063 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c379bcb2-e567-44a6-ad33-eabd3bbb6276 None None] Checking router: a8fecd39-e1de-4f25-83e9-456c7a0629c1 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:34:38.170257 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c379bcb2-e567-44a6-ad33-eabd3bbb6276 None None] Routers {'a8fecd39-e1de-4f25-83e9-456c7a0629c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:34:38.170668 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c379bcb2-e567-44a6-ad33-eabd3bbb6276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:34:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:34:38.188622 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0461a1e5-4a99-4227-961f-d5a03665819e req-8e9daae3-b85b-471e-b83b-b31f0889703a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10ebd711-8c71-45b5-af3d-86e81af4b9f3 HTTP/1.1" status: 200 len: 1000 time: 0.1054735 Mar 09 04:34:38.252938 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461a1e5-4a99-4227-961f-d5a03665819e req-7ec6ae1f-fbeb-4782-9d69-99ad315fc04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:38.254418 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0461a1e5-4a99-4227-961f-d5a03665819e req-7ec6ae1f-fbeb-4782-9d69-99ad315fc04d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0598252 Mar 09 04:34:38.339655 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461a1e5-4a99-4227-961f-d5a03665819e req-3cd97649-45db-4021-8516-5098a261d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:38.341117 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0461a1e5-4a99-4227-961f-d5a03665819e req-3cd97649-45db-4021-8516-5098a261d1f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806422 Mar 09 04:34:38.353201 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-c379bcb2-e567-44a6-ad33-eabd3bbb6276 None None] Set router a8fecd39-e1de-4f25-83e9-456c7a0629c1 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:34:38.474786 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0461a1e5-4a99-4227-961f-d5a03665819e req-0446da73-4c19-4252-9f55-1967ee5c907f service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275060 Mar 09 04:34:38.606000 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0461a1e5-4a99-4227-961f-d5a03665819e req-c68ff30d-f493-4342-b92a-b50a444e3420 service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253357 Mar 09 04:34:38.701086 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c379bcb2-e567-44a6-ad33-eabd3bbb6276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4b198fd4-42ba-4b2c-8b03-4db01f374830', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'port_id': '10ebd711-8c71-45b5-af3d-86e81af4b9f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'mac_address': 'fa:16:3e:d9:49:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41beaf-3f3d-4d8c-81e5-9d5a87270c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:31:27Z', 'updated_at': '2022-03-09T04:34:36Z', 'revision_number': 13, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e29b68c-6c72-4a7c-8c16-b8c5319fe76c', 'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'mac_address': 'fa:16:3e:ba:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:23Z', 'updated_at': '2022-03-09T04:31:30Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'subnets': [{'id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:34:38.705025 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c379bcb2-e567-44a6-ad33-eabd3bbb6276 None None] The sync data for ids ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'] in n-d-825178-5 is: [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4b198fd4-42ba-4b2c-8b03-4db01f374830', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'port_id': '10ebd711-8c71-45b5-af3d-86e81af4b9f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'mac_address': 'fa:16:3e:d9:49:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41beaf-3f3d-4d8c-81e5-9d5a87270c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:31:27Z', 'updated_at': '2022-03-09T04:34:36Z', 'revision_number': 13, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e29b68c-6c72-4a7c-8c16-b8c5319fe76c', 'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'mac_address': 'fa:16:3e:ba:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:23Z', 'updated_at': '2022-03-09T04:31:30Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'subnets': [{'id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:34:38.906909 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e85ad1c-95e8-4c33-9711-1457122f0628 None None] New status for floating IP 4b198fd4-42ba-4b2c-8b03-4db01f374830: ACTIVE {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:34:39.175845 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:39.376438 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696d82a-ee84-419b-8dab-7362583b02f9 req-622f58ed-6706-4902-a320-d3eb0cfe645c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:39.378182 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d696d82a-ee84-419b-8dab-7362583b02f9 req-622f58ed-6706-4902-a320-d3eb0cfe645c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 945 time: 0.0786262 Mar 09 04:34:39.421771 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d696d82a-ee84-419b-8dab-7362583b02f9 req-abfd22d8-fd8b-475c-847d-97704cc0bd4e tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379755 Mar 09 04:34:52.612408 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:34:54.198919 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-eb8dbd60-d1d8-4121-ac75-9e2ec7d4aa16 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1197100 Mar 09 04:34:54.222179 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fae05-f13d-4f2a-9e5a-1ea8cea47e9f req-50c47942-47d2-4953-b287-4fd6a1c9bf16 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:54.223610 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-378fae05-f13d-4f2a-9e5a-1ea8cea47e9f req-50c47942-47d2-4953-b287-4fd6a1c9bf16 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 945 time: 0.0965197 Mar 09 04:34:54.269085 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-378fae05-f13d-4f2a-9e5a-1ea8cea47e9f req-41b033ca-70c6-4f95-85a3-af61541dce99 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392268 Mar 09 04:34:55.296885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-33ac375e-b785-4c5d-bf05-98dc065b1105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:55.298492 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-33ac375e-b785-4c5d-bf05-98dc065b1105 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 1096 time: 0.0730438 Mar 09 04:34:55.487600 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-55f1c77c-9bed-45dc-820f-7518b583169b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:55.489023 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-55f1c77c-9bed-45dc-820f-7518b583169b service neutron] 10.222.0.21 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1837707 Mar 09 04:34:55.500073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962e51f-9f5c-4299-adfa-26c1c10eaf83 req-633f9d55-4570-4e8e-8616-68829854d87b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:55.501401 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962e51f-9f5c-4299-adfa-26c1c10eaf83 req-633f9d55-4570-4e8e-8616-68829854d87b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 945 time: 0.1164474 Mar 09 04:34:55.625433 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5962e51f-9f5c-4299-adfa-26c1c10eaf83 req-a421dca5-d16c-4cfa-8cf0-b7eb9c32522c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745370 Mar 09 04:34:55.627132 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-b7889eac-e717-400a-9f78-268a583e9728 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10ebd711-8c71-45b5-af3d-86e81af4b9f3 HTTP/1.1" status: 200 len: 1002 time: 0.1248658 Mar 09 04:34:55.692489 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-462df2ee-b72d-4c9c-9d15-e3aecdc1a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:55.693889 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-462df2ee-b72d-4c9c-9d15-e3aecdc1a16e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0593579 Mar 09 04:34:55.769571 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-cf7c7229-6801-4e32-a514-c7b07a1dc53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:55.771027 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-cf7c7229-6801-4e32-a514-c7b07a1dc53d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703282 Mar 09 04:34:55.900534 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-4538b726-897a-4966-a3b1-40c0bc35ab77 service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212232 Mar 09 04:34:56.028714 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-ea45bebb-29cf-4ba6-88ca-5101d371ed5b service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222172 Mar 09 04:34:56.815750 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519fa86-6da6-4f54-8cf6-fd3d7cab738b req-7234aee3-fff1-4d0e-a17c-ee039b201799 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:56.817209 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c519fa86-6da6-4f54-8cf6-fd3d7cab738b req-7234aee3-fff1-4d0e-a17c-ee039b201799 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 945 time: 0.0843520 Mar 09 04:34:56.864039 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c519fa86-6da6-4f54-8cf6-fd3d7cab738b req-5e8faf2c-e884-4781-95bf-e4863035be23 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404582 Mar 09 04:34:58.048624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7600ad4-1e93-4250-a922-d3e1c2c50a93 req-815976f2-421a-493b-ad0e-4a312767a003 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:58.050047 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d7600ad4-1e93-4250-a922-d3e1c2c50a93 req-815976f2-421a-493b-ad0e-4a312767a003 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 945 time: 0.0815480 Mar 09 04:34:58.208202 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d7600ad4-1e93-4250-a922-d3e1c2c50a93 req-12ab54f6-8207-4d35-8f89-7c6bd4fc8926 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519296 Mar 09 04:34:58.792679 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-255d2540-1d2f-4358-8d2c-784ab60d232c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:34:59.388532 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fc0f2-814e-47ec-9c32-5bca6c3627d8 req-7eb368b3-3d87-4f3c-a8d8-cc69714c7486 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:34:59.390011 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-296fc0f2-814e-47ec-9c32-5bca6c3627d8 req-7eb368b3-3d87-4f3c-a8d8-cc69714c7486 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 945 time: 0.0789595 Mar 09 04:34:59.434925 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-296fc0f2-814e-47ec-9c32-5bca6c3627d8 req-7ff3ad49-61ff-4cb6-b3ae-87a36a6a8df4 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392196 Mar 09 04:35:00.618186 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5828f03-20ac-4d34-80d8-725bf796f3d5 req-4869f823-6e87-418c-9210-db1dfab40e61 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:00.619651 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5828f03-20ac-4d34-80d8-725bf796f3d5 req-4869f823-6e87-418c-9210-db1dfab40e61 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 945 time: 0.0787308 Mar 09 04:35:00.662262 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c5828f03-20ac-4d34-80d8-725bf796f3d5 req-4c29c7ba-b6e5-4eb6-b249-ff72c3171106 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372386 Mar 09 04:35:01.190310 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7fd890af-281f-4c68-b216-59ffb7e08adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:01.851712 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48297f73-e69e-4ec0-867c-d4438d39098b req-0d4c3148-165b-4db6-9d50-810828aa2439 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:01.853165 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-48297f73-e69e-4ec0-867c-d4438d39098b req-0d4c3148-165b-4db6-9d50-810828aa2439 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 945 time: 0.0822399 Mar 09 04:35:01.897535 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-48297f73-e69e-4ec0-867c-d4438d39098b req-3ea94f45-e184-4cd1-8c1a-5ebca9d9f6cc tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384550 Mar 09 04:35:02.357111 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:02.386680 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:03.088132 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd424288-5aba-4ac2-acb0-ee614fc0cf40 req-681164c3-e09f-4ea9-a3e4-ca44370fa24c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:03.089575 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd424288-5aba-4ac2-acb0-ee614fc0cf40 req-681164c3-e09f-4ea9-a3e4-ca44370fa24c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 945 time: 0.0828400 Mar 09 04:35:03.132830 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd424288-5aba-4ac2-acb0-ee614fc0cf40 req-d126e4e8-2597-460c-9fdc-161f96297710 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376775 Mar 09 04:35:03.517310 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-77580675-86b9-44af-bf42-95d0c94813a5 service neutron] show failed (client error): The resource could not be found. Mar 09 04:35:03.518272 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-77580675-86b9-44af-bf42-95d0c94813a5 service neutron] 10.222.0.21 "GET /v2.0/ports/10ebd711-8c71-45b5-af3d-86e81af4b9f3/bindings/n-h1-825178-5 HTTP/1.1" status: 404 len: 380 time: 0.0758283 Mar 09 04:35:03.652029 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:03.816999 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-093529c3-15ac-4d45-8a4a-b8a83d94899b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:03.818453 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-093529c3-15ac-4d45-8a4a-b8a83d94899b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93&tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee HTTP/1.1" status: 200 len: 1096 time: 0.1103339 Mar 09 04:35:03.829194 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-5', 'device_owner': 'compute:nova'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:35:03.938229 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:04.199885 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] For port 10ebd711-8c71-45b5-af3d-86e81af4b9f3, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=10ebd711-8c71-45b5-af3d-86e81af4b9f3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:35:04.229065 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] For port 10ebd711-8c71-45b5-af3d-86e81af4b9f3, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:35:04.332923 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc41beaf-3f3d-4d8c-81e5-9d5a87270c93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10ebd711-8c71-45b5-af3d-86e81af4b9f3'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:35:04.339924 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:04.360196 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Transition to ACTIVE for port object 10ebd711-8c71-45b5-af3d-86e81af4b9f3 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:35:04.369200 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:04.404058 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc41beaf-3f3d-4d8c-81e5-9d5a87270c93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10ebd711-8c71-45b5-af3d-86e81af4b9f3', 'code': 200} Mar 09 04:35:04.479695 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a142b30-5684-4646-908c-859f30959661 req-b05bc1dd-57a4-4830-aa14-4324ae84b919 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:04.481212 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9a142b30-5684-4646-908c-859f30959661 req-b05bc1dd-57a4-4830-aa14-4324ae84b919 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 945 time: 0.2261832 Mar 09 04:35:04.553886 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Pushing event updated for resources: {'Port': ['ID=10ebd711-8c71-45b5-af3d-86e81af4b9f3,revision_number=6']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:35:04.579538 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:04.579872 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:04.580208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:04.580539 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:04.580869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:04.581219 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:04.581524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:04.581843 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:04.582233 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:04.582626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:04.582839 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:04.583098 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:04.591853 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9a142b30-5684-4646-908c-859f30959661 req-fb784d58-9c6b-4278-ab80-6d9bcb15fc9d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023037 Mar 09 04:35:04.617551 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:04.631517 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] No DVR routers for this DVR port 10ebd711-8c71-45b5-af3d-86e81af4b9f3 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:35:04.961695 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Attempting to bind port 10ebd711-8c71-45b5-af3d-86e81af4b9f3 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:35:04.962382 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Attempting to bind port 10ebd711-8c71-45b5-af3d-86e81af4b9f3 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:35:04.962382 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Attempting to bind port 10ebd711-8c71-45b5-af3d-86e81af4b9f3 on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:35:04.966732 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Port 10ebd711-8c71-45b5-af3d-86e81af4b9f3 on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:35:04.967071 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Attempting to bind port 10ebd711-8c71-45b5-af3d-86e81af4b9f3 on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:35:04.972028 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:35:04.972357 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Checking segment: {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:35:04.972730 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Bound using segment: {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:35:04.973140 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Bound port: 10ebd711-8c71-45b5-af3d-86e81af4b9f3, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:35:04.973470 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:05.059310 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] For port 10ebd711-8c71-45b5-af3d-86e81af4b9f3, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:35:05.062299 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] For port 10ebd711-8c71-45b5-af3d-86e81af4b9f3, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=10ebd711-8c71-45b5-af3d-86e81af4b9f3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:35:05.066346 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:05.123630 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:05.124233 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:05.125606 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] 10.222.0.24 "PUT /v2.0/ports/10ebd711-8c71-45b5-af3d-86e81af4b9f3 HTTP/1.1" status: 200 len: 1091 time: 1.3001094 Mar 09 04:35:05.149317 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c3b68-b20c-47fa-aad8-af156a70c396 service neutron] Pushing event updated for resources: {'Port': ['ID=10ebd711-8c71-45b5-af3d-86e81af4b9f3,revision_number=7']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:35:05.224222 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-5aedbfce-b51c-4f6d-ae26-7b14734a80d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:05.226246 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-5aedbfce-b51c-4f6d-ae26-7b14734a80d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 1094 time: 0.0734973 Mar 09 04:35:05.358462 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-4368259c-0485-4a61-a177-75a4bc2498cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:05.359853 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-4368259c-0485-4a61-a177-75a4bc2498cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1275983 Mar 09 04:35:05.465188 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-dacf7097-211e-48fb-9795-e1e329ec8fe7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10ebd711-8c71-45b5-af3d-86e81af4b9f3 HTTP/1.1" status: 200 len: 1000 time: 0.0996275 Mar 09 04:35:05.527373 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-cced54e4-2f19-40c7-9348-c9b9b9461aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:05.528744 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-cced54e4-2f19-40c7-9348-c9b9b9461aad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0570385 Mar 09 04:35:05.604872 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-1eb23b7a-7154-4413-8bbf-dd28adf8a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:05.606284 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-1eb23b7a-7154-4413-8bbf-dd28adf8a734 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718336 Mar 09 04:35:05.742747 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-c7c6a01a-ce56-455c-9702-74b7167383ba service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299844 Mar 09 04:35:05.783080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4679a-43fb-4946-8a82-9d5db5a15df0 req-b07a82a0-8469-4e8b-8382-d38d83523ee2 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:05.784599 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eee4679a-43fb-4946-8a82-9d5db5a15df0 req-b07a82a0-8469-4e8b-8382-d38d83523ee2 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 943 time: 0.0803740 Mar 09 04:35:05.829094 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eee4679a-43fb-4946-8a82-9d5db5a15df0 req-e7c9d1a7-663b-4e0c-a230-56a7f5c96862 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377531 Mar 09 04:35:05.874578 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-f911143d-5c1e-47bd-9a59-6d2039e742c7 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254489 Mar 09 04:35:06.151461 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 10ebd711-8c71-45b5-af3d-86e81af4b9f3 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:35:06.212979 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 10ebd711-8c71-45b5-af3d-86e81af4b9f3 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:35:06.405616 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc41beaf-3f3d-4d8c-81e5-9d5a87270c93', 'tag': '10ebd711-8c71-45b5-af3d-86e81af4b9f3'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:35:06.462090 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc41beaf-3f3d-4d8c-81e5-9d5a87270c93', 'tag': '10ebd711-8c71-45b5-af3d-86e81af4b9f3', 'status': 'completed', 'code': 200} Mar 09 04:35:06.554922 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb50a1-d118-4e16-aeb2-ab2418a469e5 req-2c542c3e-b381-4807-b057-9d0152b1b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:06.555708 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb50a1-d118-4e16-aeb2-ab2418a469e5 req-8de3084e-058a-4f35-90cc-89434c393d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:06.556901 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6cb50a1-d118-4e16-aeb2-ab2418a469e5 req-2c542c3e-b381-4807-b057-9d0152b1b977 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 1094 time: 0.0766485 Mar 09 04:35:06.557150 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6cb50a1-d118-4e16-aeb2-ab2418a469e5 req-8de3084e-058a-4f35-90cc-89434c393d8a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 1094 time: 0.0744143 Mar 09 04:35:06.691729 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb50a1-d118-4e16-aeb2-ab2418a469e5 req-7a1a704a-312b-4584-91d5-7e6a43718eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:06.692265 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb50a1-d118-4e16-aeb2-ab2418a469e5 req-3c72d4a3-381d-4bc6-b912-858242cd0e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:06.693088 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6cb50a1-d118-4e16-aeb2-ab2418a469e5 req-7a1a704a-312b-4584-91d5-7e6a43718eb8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1307945 Mar 09 04:35:06.693674 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6cb50a1-d118-4e16-aeb2-ab2418a469e5 req-3c72d4a3-381d-4bc6-b912-858242cd0e1e service neutron] 10.222.0.21 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1313195 Mar 09 04:35:06.799090 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6cb50a1-d118-4e16-aeb2-ab2418a469e5 req-03602b38-1dc7-47d9-ac71-e326a428f8d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10ebd711-8c71-45b5-af3d-86e81af4b9f3 HTTP/1.1" status: 200 len: 1000 time: 0.0991614 Mar 09 04:35:06.808705 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6cb50a1-d118-4e16-aeb2-ab2418a469e5 req-467d2c57-e8bc-4f6f-97aa-675cca395d8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10ebd711-8c71-45b5-af3d-86e81af4b9f3 HTTP/1.1" status: 200 len: 1000 time: 0.1094427 Mar 09 04:35:06.871020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb50a1-d118-4e16-aeb2-ab2418a469e5 req-eb045e16-5679-4f8e-b9ee-f04d11d0d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:06.872692 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6cb50a1-d118-4e16-aeb2-ab2418a469e5 req-eb045e16-5679-4f8e-b9ee-f04d11d0d2a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0668228 Mar 09 04:35:06.885538 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb50a1-d118-4e16-aeb2-ab2418a469e5 req-cfcb4eb6-4d5b-4f23-8085-ab35a4204cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:06.888867 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6cb50a1-d118-4e16-aeb2-ab2418a469e5 req-cfcb4eb6-4d5b-4f23-8085-ab35a4204cb4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0741591 Mar 09 04:35:06.988044 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb50a1-d118-4e16-aeb2-ab2418a469e5 req-efd94d84-2a36-4491-a3f7-ecdfb77532a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:06.989509 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6cb50a1-d118-4e16-aeb2-ab2418a469e5 req-efd94d84-2a36-4491-a3f7-ecdfb77532a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936935 Mar 09 04:35:07.041121 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb50a1-d118-4e16-aeb2-ab2418a469e5 req-cf9255a9-7736-4563-b5c3-dcbad55c2e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:07.042614 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6cb50a1-d118-4e16-aeb2-ab2418a469e5 req-cf9255a9-7736-4563-b5c3-dcbad55c2e2b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1632335 Mar 09 04:35:07.095965 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e27c7-03a1-4d8b-805e-918f77965315 req-b907d415-4d3e-4008-9003-00d188eb6660 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:07.097416 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d69e27c7-03a1-4d8b-805e-918f77965315 req-b907d415-4d3e-4008-9003-00d188eb6660 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 943 time: 0.1470435 Mar 09 04:35:07.127395 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6cb50a1-d118-4e16-aeb2-ab2418a469e5 req-130b5be5-a663-4240-b6d1-38fccd88425a service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316290 Mar 09 04:35:07.219848 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d69e27c7-03a1-4d8b-805e-918f77965315 req-e59f1750-3ffa-419d-80e1-0b14efe15377 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696146 Mar 09 04:35:07.229787 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6cb50a1-d118-4e16-aeb2-ab2418a469e5 req-44b3ec24-73c7-4d2b-9def-2d9dc416fa23 service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736791 Mar 09 04:35:07.370334 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6cb50a1-d118-4e16-aeb2-ab2418a469e5 req-d42e09ab-4ba0-4f07-9772-87cfd9f6f1ee service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344106 Mar 09 04:35:07.388577 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e6cb50a1-d118-4e16-aeb2-ab2418a469e5 req-5a0cbe60-045a-4297-9f44-8b4c0990818a service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556577 Mar 09 04:35:08.408703 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5551d-1c31-4ba4-bb8d-acfb8e91fb8e req-5544e6ce-5cb7-496c-968e-5d3b89affa37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:08.410158 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5dd5551d-1c31-4ba4-bb8d-acfb8e91fb8e req-5544e6ce-5cb7-496c-968e-5d3b89affa37 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 943 time: 0.0818901 Mar 09 04:35:08.456787 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5dd5551d-1c31-4ba4-bb8d-acfb8e91fb8e req-52816fb1-956a-4e94-a2f2-845496240692 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405016 Mar 09 04:35:09.173899 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:09.637397 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5f1d2-e61f-4895-a718-05a7b3dd1126 req-5d639b10-7acb-4042-8475-b4fb35e8b325 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:09.638827 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-49e5f1d2-e61f-4895-a718-05a7b3dd1126 req-5d639b10-7acb-4042-8475-b4fb35e8b325 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 943 time: 0.0779972 Mar 09 04:35:09.685449 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-49e5f1d2-e61f-4895-a718-05a7b3dd1126 req-ec2b8f38-a09d-4294-874f-9095a51fa178 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408883 Mar 09 04:35:10.866205 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57b93f-de2c-4bdb-ab12-6fc389eb4afc req-7f97a889-e672-4018-ae76-1cb45f0c9a56 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:10.867636 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ac57b93f-de2c-4bdb-ab12-6fc389eb4afc req-7f97a889-e672-4018-ae76-1cb45f0c9a56 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 943 time: 0.0779333 Mar 09 04:35:10.910464 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ac57b93f-de2c-4bdb-ab12-6fc389eb4afc req-42787df1-25cb-4dfb-ac81-c25196bd2170 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373182 Mar 09 04:35:12.100020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e973ee-45fd-420f-880a-6b9988b4e393 req-a2f1b8cc-6c5e-4305-9acc-448291dfe5c8 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:12.102008 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-25e973ee-45fd-420f-880a-6b9988b4e393 req-a2f1b8cc-6c5e-4305-9acc-448291dfe5c8 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 943 time: 0.0849698 Mar 09 04:35:12.145124 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-25e973ee-45fd-420f-880a-6b9988b4e393 req-65226505-1dd5-4e3f-aa82-941c41e6716e tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374682 Mar 09 04:35:13.332963 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182869db-68cc-4e96-bb3f-1564a6efa214 req-f7deec7d-4fcb-4b69-a995-3bc0540ad82a tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:13.334551 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-182869db-68cc-4e96-bb3f-1564a6efa214 req-f7deec7d-4fcb-4b69-a995-3bc0540ad82a tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 943 time: 0.0827141 Mar 09 04:35:13.377368 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-182869db-68cc-4e96-bb3f-1564a6efa214 req-edcbb7f2-e239-4c33-9612-268b7b3480ec tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375025 Mar 09 04:35:14.562139 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278eb45d-c202-490e-85cf-f7e10aee3a26 req-8dfaeb69-2cab-4e39-a5a2-ad8d79817e55 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:14.563724 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-278eb45d-c202-490e-85cf-f7e10aee3a26 req-8dfaeb69-2cab-4e39-a5a2-ad8d79817e55 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 943 time: 0.0828345 Mar 09 04:35:14.606426 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-278eb45d-c202-490e-85cf-f7e10aee3a26 req-02edaf81-1919-4e74-ab76-ff6511b09553 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372291 Mar 09 04:35:15.793864 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71a298-3839-454c-b7be-50b829ba84f1 req-eb75b5f9-d96b-483c-b42c-0608b5e3746f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:15.795346 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec71a298-3839-454c-b7be-50b829ba84f1 req-eb75b5f9-d96b-483c-b42c-0608b5e3746f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 943 time: 0.0797009 Mar 09 04:35:15.841167 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ec71a298-3839-454c-b7be-50b829ba84f1 req-0f98800d-02ad-436c-b36d-07afc4fbf157 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397661 Mar 09 04:35:16.798002 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e2706895-220e-4a1a-a23f-b0f2adc86d05 req-4b977a09-0590-429d-b9a4-a59ab577d918 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0719473 Mar 09 04:35:16.932791 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2706895-220e-4a1a-a23f-b0f2adc86d05 req-da915338-f24c-406c-846b-e91375af6f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:16.934272 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e2706895-220e-4a1a-a23f-b0f2adc86d05 req-da915338-f24c-406c-846b-e91375af6f42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 1094 time: 0.0717719 Mar 09 04:35:17.017008 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 10ebd711-8c71-45b5-af3d-86e81af4b9f3 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:35:17.028169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbc0f7-d455-4629-ad13-c4d95bb1b87b req-62bdf863-89e5-42f3-84e2-b9a70f84dd4f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:17.029645 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ebbbc0f7-d455-4629-ad13-c4d95bb1b87b req-62bdf863-89e5-42f3-84e2-b9a70f84dd4f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 943 time: 0.0794060 Mar 09 04:35:17.082714 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ebbbc0f7-d455-4629-ad13-c4d95bb1b87b req-aa58e6a4-2109-4338-8894-581dc38fd170 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468116 Mar 09 04:35:17.093512 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2706895-220e-4a1a-a23f-b0f2adc86d05 req-9eb93262-b2bc-4055-88b4-37cd321e4cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:17.095294 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e2706895-220e-4a1a-a23f-b0f2adc86d05 req-9eb93262-b2bc-4055-88b4-37cd321e4cd0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1425564 Mar 09 04:35:17.164098 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 10ebd711-8c71-45b5-af3d-86e81af4b9f3, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=10ebd711-8c71-45b5-af3d-86e81af4b9f3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:35:17.178177 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '10ebd711-8c71-45b5-af3d-86e81af4b9f3', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'port_id': '10ebd711-8c71-45b5-af3d-86e81af4b9f3', 'mac_address': 'fa:16:3e:d9:49:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:35:17.201023 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e2706895-220e-4a1a-a23f-b0f2adc86d05 req-859b8780-4023-4ce1-bb22-f25ecf32c327 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10ebd711-8c71-45b5-af3d-86e81af4b9f3 HTTP/1.1" status: 200 len: 1000 time: 0.1004038 Mar 09 04:35:17.239060 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:17.255941 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ebd711-8c71-45b5-af3d-86e81af4b9f3 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:35:17.275046 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 10ebd711-8c71-45b5-af3d-86e81af4b9f3, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=10ebd711-8c71-45b5-af3d-86e81af4b9f3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:35:17.277507 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2706895-220e-4a1a-a23f-b0f2adc86d05 req-a2f9d114-88f8-49b4-bf6e-d50bd6ad5b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:17.279312 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e2706895-220e-4a1a-a23f-b0f2adc86d05 req-a2f9d114-88f8-49b4-bf6e-d50bd6ad5b79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0718858 Mar 09 04:35:17.280453 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:17.353358 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=10ebd711-8c71-45b5-af3d-86e81af4b9f3,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:35:17.355986 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2706895-220e-4a1a-a23f-b0f2adc86d05 req-9ce9fd37-8707-4f76-9899-6a7484ca1922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:17.358612 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e2706895-220e-4a1a-a23f-b0f2adc86d05 req-9ce9fd37-8707-4f76-9899-6a7484ca1922 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739615 Mar 09 04:35:17.420467 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.24', 54203) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:35:17.507997 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e2706895-220e-4a1a-a23f-b0f2adc86d05 req-e8a80319-f2e2-4ee0-8266-d36275a8d685 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421788 Mar 09 04:35:17.599149 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['10ebd711-8c71-45b5-af3d-86e81af4b9f3'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:35:17.646719 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e2706895-220e-4a1a-a23f-b0f2adc86d05 req-ad5a0ea9-a541-4f08-9d7a-92f7b6e8ac48 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334267 Mar 09 04:35:17.675966 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-26414128-3578-44fa-bb37-7252a3105814 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:17.677445 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-26414128-3578-44fa-bb37-7252a3105814 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93&tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&binding%3Ahost_id=n-h1-825178-5 HTTP/1.1" status: 200 len: 944 time: 0.2559011 Mar 09 04:35:17.749787 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789426dc-b4a8-469d-b1cd-fc3de767185a req-8170e85d-8c0c-43a4-9e42-b3bf84d6fc49 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:17.751295 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-789426dc-b4a8-469d-b1cd-fc3de767185a req-8170e85d-8c0c-43a4-9e42-b3bf84d6fc49 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 944 time: 0.1756458 Mar 09 04:35:17.811197 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-e8e6d426-11d8-49d2-9e54-c48d1835f100 service neutron] 10.222.0.24 "GET /v2.0/ports/10ebd711-8c71-45b5-af3d-86e81af4b9f3/bindings/n-h1-825178-5 HTTP/1.1" status: 200 len: 382 time: 0.1254215 Mar 09 04:35:17.814071 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-789426dc-b4a8-469d-b1cd-fc3de767185a req-e1c2818a-a5ec-40ee-9501-43cd978651c5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553241 Mar 09 04:35:17.901964 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-ad3b2eea-8e48-492a-ae45-4dcc8c1cab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:17.903397 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-ad3b2eea-8e48-492a-ae45-4dcc8c1cab4d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 1095 time: 0.0686820 Mar 09 04:35:18.041188 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-0970d835-b4b8-4d5c-8d06-dedac53e64e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:18.042611 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-0970d835-b4b8-4d5c-8d06-dedac53e64e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1333144 Mar 09 04:35:18.144516 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-35238d83-3d6b-48d2-8143-ad032173151c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10ebd711-8c71-45b5-af3d-86e81af4b9f3 HTTP/1.1" status: 200 len: 1001 time: 0.0956471 Mar 09 04:35:18.208532 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-b65b5504-1e5f-4577-a2f3-830783f2a2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:18.209817 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-b65b5504-1e5f-4577-a2f3-830783f2a2dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0591872 Mar 09 04:35:18.282201 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-6e02967f-86fb-49fc-8864-2a6c23af246b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:18.283631 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-6e02967f-86fb-49fc-8864-2a6c23af246b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671854 Mar 09 04:35:18.426878 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-c4950caa-5dad-4beb-9c7f-b5db4fdf6ba3 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370525 Mar 09 04:35:18.553957 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-1bbaccc7-fd38-4168-afee-72cc4e52fafd service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207564 Mar 09 04:35:18.997681 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4d6f3-d001-4a48-a0ab-2f3d6f96b4f6 req-25048c43-56d9-41b1-89fb-12a5cc83193f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:18.999135 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-40f4d6f3-d001-4a48-a0ab-2f3d6f96b4f6 req-25048c43-56d9-41b1-89fb-12a5cc83193f tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 944 time: 0.0791807 Mar 09 04:35:19.045041 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-40f4d6f3-d001-4a48-a0ab-2f3d6f96b4f6 req-22e8a8ee-20d8-41ab-b1bc-fef9a196434b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404222 Mar 09 04:35:19.047385 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 10ebd711-8c71-45b5-af3d-86e81af4b9f3 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:35:19.115164 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 10ebd711-8c71-45b5-af3d-86e81af4b9f3 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:35:19.120278 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 10ebd711-8c71-45b5-af3d-86e81af4b9f3 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:35:19.120665 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:19.232886 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:19.259326 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc41beaf-3f3d-4d8c-81e5-9d5a87270c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ebd711-8c71-45b5-af3d-86e81af4b9f3'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:35:19.269095 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 10ebd711-8c71-45b5-af3d-86e81af4b9f3, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=10ebd711-8c71-45b5-af3d-86e81af4b9f3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:35:19.273066 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:19.316761 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc41beaf-3f3d-4d8c-81e5-9d5a87270c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ebd711-8c71-45b5-af3d-86e81af4b9f3', 'code': 200} Mar 09 04:35:19.341499 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=10ebd711-8c71-45b5-af3d-86e81af4b9f3,revision_number=9']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:35:19.348822 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:19.349161 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:19.349492 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:19.349818 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:19.350140 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:19.350460 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:19.351312 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:19.351630 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:19.351945 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:19.352258 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:19.352567 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:19.352878 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:20.227686 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618b448-0a5b-41dd-9755-5e60fcb21ca6 req-f08f3151-6682-49f8-93cc-8a5bae59d5cd tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:20.229005 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7618b448-0a5b-41dd-9755-5e60fcb21ca6 req-f08f3151-6682-49f8-93cc-8a5bae59d5cd tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 945 time: 0.0784090 Mar 09 04:35:20.270869 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7618b448-0a5b-41dd-9755-5e60fcb21ca6 req-caacdf39-4a68-49dc-a31d-4b2a815853af tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363832 Mar 09 04:35:21.502530 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7acaa-3f9c-4517-94a1-a2e2889dd8d4 req-206d1724-bda2-4119-a357-5628db379e1d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:21.504007 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-34f7acaa-3f9c-4517-94a1-a2e2889dd8d4 req-206d1724-bda2-4119-a357-5628db379e1d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 945 time: 0.1272440 Mar 09 04:35:21.560637 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-34f7acaa-3f9c-4517-94a1-a2e2889dd8d4 req-e966b894-c918-47e6-8ca5-e7f399dfb13c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503600 Mar 09 04:35:21.563341 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-0d96723a-db82-4cdb-982a-bbd5fb88ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:21.564651 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-0d96723a-db82-4cdb-982a-bbd5fb88ef62 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93&tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee HTTP/1.1" status: 200 len: 1096 time: 0.1290779 Mar 09 04:35:21.574950 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-a328e125-2806-4ac4-a831-9f64a2861188 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-5', 'device_owner': 'compute:nova'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:35:21.686483 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-a328e125-2806-4ac4-a831-9f64a2861188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:21.949140 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-a328e125-2806-4ac4-a831-9f64a2861188 service neutron] For port 10ebd711-8c71-45b5-af3d-86e81af4b9f3, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=10ebd711-8c71-45b5-af3d-86e81af4b9f3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:35:21.976225 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-a328e125-2806-4ac4-a831-9f64a2861188 service neutron] For port 10ebd711-8c71-45b5-af3d-86e81af4b9f3, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:35:22.032497 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc41beaf-3f3d-4d8c-81e5-9d5a87270c93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10ebd711-8c71-45b5-af3d-86e81af4b9f3'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:35:22.038282 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-a328e125-2806-4ac4-a831-9f64a2861188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:22.052902 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-a328e125-2806-4ac4-a831-9f64a2861188 service neutron] Transition to ACTIVE for port object 10ebd711-8c71-45b5-af3d-86e81af4b9f3 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:35:22.057015 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-a328e125-2806-4ac4-a831-9f64a2861188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:22.157569 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc41beaf-3f3d-4d8c-81e5-9d5a87270c93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10ebd711-8c71-45b5-af3d-86e81af4b9f3', 'code': 200} Mar 09 04:35:22.323792 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328e125-2806-4ac4-a831-9f64a2861188 service neutron] Pushing event updated for resources: {'Port': ['ID=10ebd711-8c71-45b5-af3d-86e81af4b9f3,revision_number=10']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:35:22.374488 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-a328e125-2806-4ac4-a831-9f64a2861188 service neutron] No DVR routers for this DVR port 10ebd711-8c71-45b5-af3d-86e81af4b9f3 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:35:22.591095 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-a328e125-2806-4ac4-a831-9f64a2861188 service neutron] Attempting to bind port 10ebd711-8c71-45b5-af3d-86e81af4b9f3 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:35:22.591616 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-a328e125-2806-4ac4-a831-9f64a2861188 service neutron] Attempting to bind port 10ebd711-8c71-45b5-af3d-86e81af4b9f3 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:35:22.591725 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-a328e125-2806-4ac4-a831-9f64a2861188 service neutron] Attempting to bind port 10ebd711-8c71-45b5-af3d-86e81af4b9f3 on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:35:22.596238 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-a328e125-2806-4ac4-a831-9f64a2861188 service neutron] Port 10ebd711-8c71-45b5-af3d-86e81af4b9f3 on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:35:22.596554 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-a328e125-2806-4ac4-a831-9f64a2861188 service neutron] Attempting to bind port 10ebd711-8c71-45b5-af3d-86e81af4b9f3 on network b455b8d7-c89b-4e0e-b6b6-415ede814b10 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:35:22.602293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-a328e125-2806-4ac4-a831-9f64a2861188 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:35:22.602719 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-a328e125-2806-4ac4-a831-9f64a2861188 service neutron] Checking segment: {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:35:22.603132 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-a328e125-2806-4ac4-a831-9f64a2861188 service neutron] Bound using segment: {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:35:22.603552 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-a328e125-2806-4ac4-a831-9f64a2861188 service neutron] Bound port: 10ebd711-8c71-45b5-af3d-86e81af4b9f3, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fe349c-e43e-43b0-9270-07060edfcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:35:22.603892 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-a328e125-2806-4ac4-a831-9f64a2861188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:22.734595 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-a328e125-2806-4ac4-a831-9f64a2861188 service neutron] For port 10ebd711-8c71-45b5-af3d-86e81af4b9f3, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:35:22.737934 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-a328e125-2806-4ac4-a831-9f64a2861188 service neutron] For port 10ebd711-8c71-45b5-af3d-86e81af4b9f3, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=10ebd711-8c71-45b5-af3d-86e81af4b9f3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:35:22.743374 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-a328e125-2806-4ac4-a831-9f64a2861188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:22.800788 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-a328e125-2806-4ac4-a831-9f64a2861188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:22.801261 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-a328e125-2806-4ac4-a831-9f64a2861188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:22.802742 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-a328e125-2806-4ac4-a831-9f64a2861188 service neutron] 10.222.0.21 "PUT /v2.0/ports/10ebd711-8c71-45b5-af3d-86e81af4b9f3 HTTP/1.1" status: 200 len: 1092 time: 1.2319627 Mar 09 04:35:22.886542 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262654a-094b-452d-af44-118dce5ecdf8 req-4c2f0342-249f-4491-83fe-641de591b289 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:22.887973 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0262654a-094b-452d-af44-118dce5ecdf8 req-4c2f0342-249f-4491-83fe-641de591b289 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 944 time: 0.2215717 Mar 09 04:35:22.895979 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328e125-2806-4ac4-a831-9f64a2861188 service neutron] Pushing event updated for resources: {'Port': ['ID=10ebd711-8c71-45b5-af3d-86e81af4b9f3,revision_number=11']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:35:22.956163 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0262654a-094b-452d-af44-118dce5ecdf8 req-42983896-4516-4a2b-9ce2-79b6fd587c9d tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549533 Mar 09 04:35:22.959007 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-603927df-89fb-4fd4-953d-3e1c09bbfa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:22.960327 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-603927df-89fb-4fd4-953d-3e1c09bbfa13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 1095 time: 0.1305921 Mar 09 04:35:23.091403 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-10f8c6fe-6901-45b1-ba46-8027573f4466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:23.092770 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-10f8c6fe-6901-45b1-ba46-8027573f4466 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.1266615 Mar 09 04:35:23.193092 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-754e9f33-4c94-4e8a-8730-9c4a564e4f14 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10ebd711-8c71-45b5-af3d-86e81af4b9f3 HTTP/1.1" status: 200 len: 1000 time: 0.0947855 Mar 09 04:35:23.253227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-11058637-9ebf-47d4-990f-0cbc0eef67de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:23.254590 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-11058637-9ebf-47d4-990f-0cbc0eef67de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0554245 Mar 09 04:35:23.330219 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-85382011-04b2-4392-a8d1-d51e13a09b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:23.331668 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-85382011-04b2-4392-a8d1-d51e13a09b89 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708163 Mar 09 04:35:23.464417 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-5440dc1f-34b2-437b-8705-2a77f4196ecc service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230671 Mar 09 04:35:23.590505 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e83e8303-5ff0-4d04-8f3f-e41fa64e4f20 req-2e7109b8-4875-4658-bbfb-a6d56888c51f service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205881 Mar 09 04:35:24.153524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c9b01-8903-4fd3-8ea3-96250a77465e req-fc50d618-9893-4692-9323-8b43f749e345 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:24.155099 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-107c9b01-8903-4fd3-8ea3-96250a77465e req-fc50d618-9893-4692-9323-8b43f749e345 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 944 time: 0.0873101 Mar 09 04:35:24.159169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc41beaf-3f3d-4d8c-81e5-9d5a87270c93', 'tag': '10ebd711-8c71-45b5-af3d-86e81af4b9f3'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:35:24.200955 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-107c9b01-8903-4fd3-8ea3-96250a77465e req-e90d288b-2ef0-4411-9967-779290e6ae07 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401793 Mar 09 04:35:24.220919 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc41beaf-3f3d-4d8c-81e5-9d5a87270c93', 'tag': '10ebd711-8c71-45b5-af3d-86e81af4b9f3', 'status': 'completed', 'code': 200} Mar 09 04:35:24.375299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297fab4-c382-4bb9-beaf-19f21251d21f req-d8df4858-83ed-49be-b5e9-c40538e839af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:24.376773 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d297fab4-c382-4bb9-beaf-19f21251d21f req-d8df4858-83ed-49be-b5e9-c40538e839af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 1095 time: 0.1348066 Mar 09 04:35:24.379337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297fab4-c382-4bb9-beaf-19f21251d21f req-a2968e06-0d08-4ccf-9336-0e2b361f763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:24.380849 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d297fab4-c382-4bb9-beaf-19f21251d21f req-a2968e06-0d08-4ccf-9336-0e2b361f763b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 1095 time: 0.1087747 Mar 09 04:35:24.736331 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297fab4-c382-4bb9-beaf-19f21251d21f req-8d8f4992-de02-4ebf-815e-1d5279f3e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:24.737761 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d297fab4-c382-4bb9-beaf-19f21251d21f req-8d8f4992-de02-4ebf-815e-1d5279f3e948 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.3551793 Mar 09 04:35:24.738836 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297fab4-c382-4bb9-beaf-19f21251d21f req-12f3af1b-c067-4a79-9840-3633c1347256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:24.740116 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d297fab4-c382-4bb9-beaf-19f21251d21f req-12f3af1b-c067-4a79-9840-3633c1347256 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 200 len: 912 time: 0.3399153 Mar 09 04:35:24.925170 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d297fab4-c382-4bb9-beaf-19f21251d21f req-62f8185b-69b3-4a19-a4db-731f85e7d527 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10ebd711-8c71-45b5-af3d-86e81af4b9f3 HTTP/1.1" status: 200 len: 1000 time: 0.1811244 Mar 09 04:35:24.926750 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d297fab4-c382-4bb9-beaf-19f21251d21f req-bb6a9209-8a4c-401f-8630-3aed96367090 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10ebd711-8c71-45b5-af3d-86e81af4b9f3 HTTP/1.1" status: 200 len: 1000 time: 0.1313782 Mar 09 04:35:25.036891 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297fab4-c382-4bb9-beaf-19f21251d21f req-ba0e66a5-f687-4657-ae55-ff6026621b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:25.038338 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d297fab4-c382-4bb9-beaf-19f21251d21f req-ba0e66a5-f687-4657-ae55-ff6026621b1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.1071918 Mar 09 04:35:25.042077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297fab4-c382-4bb9-beaf-19f21251d21f req-f6e9c9bb-86d5-453e-b189-9dfc0342e142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:25.043380 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d297fab4-c382-4bb9-beaf-19f21251d21f req-f6e9c9bb-86d5-453e-b189-9dfc0342e142 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 200 len: 850 time: 0.0799196 Mar 09 04:35:25.125425 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 10ebd711-8c71-45b5-af3d-86e81af4b9f3 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:35:25.169897 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297fab4-c382-4bb9-beaf-19f21251d21f req-ab39e919-a52b-4410-aaaa-b15ee9ba94e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:25.171390 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d297fab4-c382-4bb9-beaf-19f21251d21f req-ab39e919-a52b-4410-aaaa-b15ee9ba94e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265979 Mar 09 04:35:25.174163 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297fab4-c382-4bb9-beaf-19f21251d21f req-ecf6d38d-baee-4a4c-977d-cc64ce7fdf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:25.175544 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d297fab4-c382-4bb9-beaf-19f21251d21f req-ecf6d38d-baee-4a4c-977d-cc64ce7fdf6d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b455b8d7-c89b-4e0e-b6b6-415ede814b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968244 Mar 09 04:35:25.184565 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 10ebd711-8c71-45b5-af3d-86e81af4b9f3 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:35:25.452144 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d297fab4-c382-4bb9-beaf-19f21251d21f req-51a0c14e-24fa-4622-a596-1d26ae881829 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745550 Mar 09 04:35:25.482780 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d297fab4-c382-4bb9-beaf-19f21251d21f req-565ccaa3-df79-4c29-9213-1c6e913bd412 service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857628 Mar 09 04:35:25.650902 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23473765-d41b-4241-8d5b-d9a0087c31e1 req-b03e8af0-a115-4406-aaf4-a40586137cc7 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:25.653303 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-23473765-d41b-4241-8d5b-d9a0087c31e1 req-b03e8af0-a115-4406-aaf4-a40586137cc7 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 944 time: 0.3208392 Mar 09 04:35:25.750344 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d297fab4-c382-4bb9-beaf-19f21251d21f req-8e292e93-08a0-4bf7-bcf9-53ae9ded8239 service neutron] 10.222.0.21 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547762 Mar 09 04:35:25.752065 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d297fab4-c382-4bb9-beaf-19f21251d21f req-e7832ccf-9a2f-4ae8-98d7-7e67b6674895 service neutron] 10.222.0.24 "GET /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921638 Mar 09 04:35:25.754961 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-23473765-d41b-4241-8d5b-d9a0087c31e1 req-e9896f77-6bd6-4603-b657-d92a92a6bda1 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897286 Mar 09 04:35:26.945766 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dd51a-2e1d-42b0-ad13-1fa38910341b req-2b6c63f4-a7ac-4d00-8854-cec6b7a87986 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:26.947224 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2d7dd51a-2e1d-42b0-ad13-1fa38910341b req-2b6c63f4-a7ac-4d00-8854-cec6b7a87986 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 944 time: 0.0811274 Mar 09 04:35:26.990363 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2d7dd51a-2e1d-42b0-ad13-1fa38910341b req-0d3885ed-9993-4fa4-9836-7b44c65e3af9 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375211 Mar 09 04:35:28.186674 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d0e57-f5b0-4745-bb6d-b17a001c905d req-245410be-e3a3-409d-9c48-39805996e3ca tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:28.188053 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-684d0e57-f5b0-4745-bb6d-b17a001c905d req-245410be-e3a3-409d-9c48-39805996e3ca tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 944 time: 0.0780952 Mar 09 04:35:28.235081 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-684d0e57-f5b0-4745-bb6d-b17a001c905d req-3f83b03c-3087-40bf-99e6-9d246a52fe0c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415714 Mar 09 04:35:28.794309 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-361da035-24c4-4b72-8691-1200a3f05be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:29.420652 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f01f03-02f2-475b-923d-ed34d8a80309 req-15b6eb74-8556-43f4-9645-1076e54ec0c5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:29.422075 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b7f01f03-02f2-475b-923d-ed34d8a80309 req-15b6eb74-8556-43f4-9645-1076e54ec0c5 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 944 time: 0.0835657 Mar 09 04:35:29.466052 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b7f01f03-02f2-475b-923d-ed34d8a80309 req-96eb2d07-efd6-4c7f-9fda-4f3e3e58b590 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381584 Mar 09 04:35:29.612235 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:35:30.646557 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87275e1c-23d7-4ae7-8ded-169a8b1a2a98 req-d2be5d3a-5e68-4355-af57-16ade175efd7 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:30.648050 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-87275e1c-23d7-4ae7-8ded-169a8b1a2a98 req-d2be5d3a-5e68-4355-af57-16ade175efd7 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 944 time: 0.0788536 Mar 09 04:35:30.691869 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-87275e1c-23d7-4ae7-8ded-169a8b1a2a98 req-cd00480f-b0b2-4904-9d4f-cd1a499a0e5c tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383320 Mar 09 04:35:31.191582 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-995e07b6-9e61-40e0-9dc5-2fe0291c9bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:31.888272 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcd276-55ea-4b7c-ab7d-8097db9a8342 req-e3f581dc-944d-4a65-9661-29339272c970 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:31.889917 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4fbcd276-55ea-4b7c-ab7d-8097db9a8342 req-e3f581dc-944d-4a65-9661-29339272c970 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 944 time: 0.0827925 Mar 09 04:35:31.938323 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4fbcd276-55ea-4b7c-ab7d-8097db9a8342 req-546ae837-3ed4-4ee6-97d2-437ce9e908e9 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425985 Mar 09 04:35:32.348901 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:32.388302 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:33.252834 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb814d-2026-4dce-9aaf-538886edb67a req-9e3c586a-d108-415a-942b-cafca31f3971 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:33.254270 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1bfb814d-2026-4dce-9aaf-538886edb67a req-9e3c586a-d108-415a-942b-cafca31f3971 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 944 time: 0.2086709 Mar 09 04:35:33.296822 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1bfb814d-2026-4dce-9aaf-538886edb67a req-e166a19d-8d1b-49f8-bc89-a69aa6a0ad96 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362768 Mar 09 04:35:33.484741 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70552abe-3eec-4160-ac0e-57d14dd8084f req-45dcff7a-12de-4862-aa97-3513ad14af0b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:33.486157 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-70552abe-3eec-4160-ac0e-57d14dd8084f req-45dcff7a-12de-4862-aa97-3513ad14af0b tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 944 time: 0.0777824 Mar 09 04:35:33.529661 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-70552abe-3eec-4160-ac0e-57d14dd8084f req-51688670-73ce-4ef6-9d02-ece5aab89ee1 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375328 Mar 09 04:35:33.653093 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:33.716720 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a782fc-1a41-47d1-8d2a-06d12d525162 req-984f6784-a826-4111-a554-29909dc5fadf tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:33.717572 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-12a782fc-1a41-47d1-8d2a-06d12d525162 req-984f6784-a826-4111-a554-29909dc5fadf tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 944 time: 0.0848730 Mar 09 04:35:33.761036 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-12a782fc-1a41-47d1-8d2a-06d12d525162 req-9e0f706c-cf92-4b74-83dc-d2d7a8499ca2 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377016 Mar 09 04:35:34.133744 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923ee7d-99b7-4e8a-b9a9-cfb840071c34 req-89cabee3-e3fb-484f-850e-bd4dbca8c75a tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:34.135146 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b923ee7d-99b7-4e8a-b9a9-cfb840071c34 req-89cabee3-e3fb-484f-850e-bd4dbca8c75a tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 944 time: 0.0807948 Mar 09 04:35:34.178302 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b923ee7d-99b7-4e8a-b9a9-cfb840071c34 req-a6be6bb1-5cec-4680-874e-35df6ce1fd03 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376825 Mar 09 04:35:34.290552 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 10ebd711-8c71-45b5-af3d-86e81af4b9f3 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:35:34.419482 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 10ebd711-8c71-45b5-af3d-86e81af4b9f3, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=10ebd711-8c71-45b5-af3d-86e81af4b9f3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:35:34.432225 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '10ebd711-8c71-45b5-af3d-86e81af4b9f3', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'port_id': '10ebd711-8c71-45b5-af3d-86e81af4b9f3', 'mac_address': 'fa:16:3e:d9:49:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:35:34.484822 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:34.500615 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ebd711-8c71-45b5-af3d-86e81af4b9f3 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:35:34.515596 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 10ebd711-8c71-45b5-af3d-86e81af4b9f3, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=10ebd711-8c71-45b5-af3d-86e81af4b9f3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:35:34.519477 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:34.586871 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=10ebd711-8c71-45b5-af3d-86e81af4b9f3,revision_number=12']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:35:34.614418 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:34.741505 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['10ebd711-8c71-45b5-af3d-86e81af4b9f3'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:35:35.470572 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee8f36-a9e5-4148-b3d8-a5238d9c750e req-e84791ef-564d-4da2-a9f5-14b9e9b5be63 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:35.471992 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-44ee8f36-a9e5-4148-b3d8-a5238d9c750e req-e84791ef-564d-4da2-a9f5-14b9e9b5be63 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 945 time: 0.1874080 Mar 09 04:35:35.515272 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-44ee8f36-a9e5-4148-b3d8-a5238d9c750e req-2482df69-12ef-49d9-a0ca-5f5b00e9d0cd tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0da44c1-51ca-41c7-a435-98430960ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370781 Mar 09 04:35:35.596192 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b63c0-7580-49a5-b9a9-714d11da0453 req-8ffe09a7-35d7-43a6-9952-f964a71bba06 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:35.597578 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-269b63c0-7580-49a5-b9a9-714d11da0453 req-8ffe09a7-35d7-43a6-9952-f964a71bba06 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 945 time: 0.0770986 Mar 09 04:35:35.668006 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-269b63c0-7580-49a5-b9a9-714d11da0453 req-820dd72d-53c2-4142-92ca-363fd450b725 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Deleting port 10ebd711-8c71-45b5-af3d-86e81af4b9f3 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:35:35.668336 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-269b63c0-7580-49a5-b9a9-714d11da0453 req-820dd72d-53c2-4142-92ca-363fd450b725 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:35.911377 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-269b63c0-7580-49a5-b9a9-714d11da0453 req-820dd72d-53c2-4142-92ca-363fd450b725 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] For port 10ebd711-8c71-45b5-af3d-86e81af4b9f3, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=10ebd711-8c71-45b5-af3d-86e81af4b9f3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:35:35.911720 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-269b63c0-7580-49a5-b9a9-714d11da0453 req-820dd72d-53c2-4142-92ca-363fd450b725 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:36.191913 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-269b63c0-7580-49a5-b9a9-714d11da0453 req-820dd72d-53c2-4142-92ca-363fd450b725 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:36.192199 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-269b63c0-7580-49a5-b9a9-714d11da0453 req-820dd72d-53c2-4142-92ca-363fd450b725 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:36.192506 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [req-269b63c0-7580-49a5-b9a9-714d11da0453 req-820dd72d-53c2-4142-92ca-363fd450b725 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Floating IP 4b198fd4-42ba-4b2c-8b03-4db01f374830 disassociated. External IP: 172.25.7.102, port: 10ebd711-8c71-45b5-af3d-86e81af4b9f3. Mar 09 04:35:36.192841 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-269b63c0-7580-49a5-b9a9-714d11da0453 req-820dd72d-53c2-4142-92ca-363fd450b725 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Calling delete_port for 10ebd711-8c71-45b5-af3d-86e81af4b9f3 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:35:36.310124 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 10ebd711-8c71-45b5-af3d-86e81af4b9f3 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:35:36.336680 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-269b63c0-7580-49a5-b9a9-714d11da0453 req-820dd72d-53c2-4142-92ca-363fd450b725 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:36.391706 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820dd72d-53c2-4142-92ca-363fd450b725 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Pushing event deleted for resources: {'Port': ['ID=10ebd711-8c71-45b5-af3d-86e81af4b9f3,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:35:36.400501 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dd72d-53c2-4142-92ca-363fd450b725 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:36.400837 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dd72d-53c2-4142-92ca-363fd450b725 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:36.401170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dd72d-53c2-4142-92ca-363fd450b725 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:36.401500 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dd72d-53c2-4142-92ca-363fd450b725 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:36.401825 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dd72d-53c2-4142-92ca-363fd450b725 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:36.402147 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dd72d-53c2-4142-92ca-363fd450b725 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:36.402464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dd72d-53c2-4142-92ca-363fd450b725 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:36.402777 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dd72d-53c2-4142-92ca-363fd450b725 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:36.403118 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dd72d-53c2-4142-92ca-363fd450b725 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:36.403430 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dd72d-53c2-4142-92ca-363fd450b725 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:36.403741 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dd72d-53c2-4142-92ca-363fd450b725 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:36.404050 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dd72d-53c2-4142-92ca-363fd450b725 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:35:36.481412 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 10ebd711-8c71-45b5-af3d-86e81af4b9f3, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=10ebd711-8c71-45b5-af3d-86e81af4b9f3,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:35:36.496527 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '10ebd711-8c71-45b5-af3d-86e81af4b9f3', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'port_id': '10ebd711-8c71-45b5-af3d-86e81af4b9f3', 'mac_address': 'fa:16:3e:d9:49:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:35:36.587658 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-269b63c0-7580-49a5-b9a9-714d11da0453 req-820dd72d-53c2-4142-92ca-363fd450b725 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Router a8fecd39-e1de-4f25-83e9-456c7a0629c1 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:35:36.697749 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f2e14bb8-f6e5-411e-9a86-117634f77bc8 req-ecd86350-dd21-4d13-a1dd-8f0749b10524 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc41beaf-3f3d-4d8c-81e5-9d5a87270c93 HTTP/1.1" status: 200 len: 210 time: 0.0527778 Mar 09 04:35:36.914580 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-269b63c0-7580-49a5-b9a9-714d11da0453 req-820dd72d-53c2-4142-92ca-363fd450b725 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:35:36.923954 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11b4a83-1e73-43c3-9aa6-a3d18d907158 None None] Sync routers for ids ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:35:36.933614 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11b4a83-1e73-43c3-9aa6-a3d18d907158 None None] Routers {'a8fecd39-e1de-4f25-83e9-456c7a0629c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:35:36.934209 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a11b4a83-1e73-43c3-9aa6-a3d18d907158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:35:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:35:36.990340 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-269b63c0-7580-49a5-b9a9-714d11da0453 req-820dd72d-53c2-4142-92ca-363fd450b725 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] No DVR routers for this DVR port 10ebd711-8c71-45b5-af3d-86e81af4b9f3 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:35:36.993032 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-269b63c0-7580-49a5-b9a9-714d11da0453 req-820dd72d-53c2-4142-92ca-363fd450b725 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:36.995662 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc41beaf-3f3d-4d8c-81e5-9d5a87270c93', 'name': 'network-vif-deleted', 'tag': '10ebd711-8c71-45b5-af3d-86e81af4b9f3'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:35:37.011674 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-269b63c0-7580-49a5-b9a9-714d11da0453 req-820dd72d-53c2-4142-92ca-363fd450b725 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.21 "DELETE /v2.0/ports/10ebd711-8c71-45b5-af3d-86e81af4b9f3 HTTP/1.1" status: 204 len: 173 time: 1.4081476 Mar 09 04:35:37.054232 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc41beaf-3f3d-4d8c-81e5-9d5a87270c93', 'name': 'network-vif-deleted', 'tag': '10ebd711-8c71-45b5-af3d-86e81af4b9f3', 'status': 'completed', 'code': 200} Mar 09 04:35:37.115749 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-a11b4a83-1e73-43c3-9aa6-a3d18d907158 None None] Set router a8fecd39-e1de-4f25-83e9-456c7a0629c1 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:35:37.430009 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a11b4a83-1e73-43c3-9aa6-a3d18d907158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4e29b68c-6c72-4a7c-8c16-b8c5319fe76c', 'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'mac_address': 'fa:16:3e:ba:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:23Z', 'updated_at': '2022-03-09T04:31:30Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'subnets': [{'id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:35:37.433830 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11b4a83-1e73-43c3-9aa6-a3d18d907158 None None] Checking router: a8fecd39-e1de-4f25-83e9-456c7a0629c1 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:35:37.443681 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11b4a83-1e73-43c3-9aa6-a3d18d907158 None None] Routers {'a8fecd39-e1de-4f25-83e9-456c7a0629c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:35:37.444275 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a11b4a83-1e73-43c3-9aa6-a3d18d907158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:35:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:35:37.623812 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-a11b4a83-1e73-43c3-9aa6-a3d18d907158 None None] Set router a8fecd39-e1de-4f25-83e9-456c7a0629c1 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:35:37.942659 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a11b4a83-1e73-43c3-9aa6-a3d18d907158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4e29b68c-6c72-4a7c-8c16-b8c5319fe76c', 'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'mac_address': 'fa:16:3e:ba:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:23Z', 'updated_at': '2022-03-09T04:31:30Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'subnets': [{'id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:35:37.947183 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11b4a83-1e73-43c3-9aa6-a3d18d907158 None None] The sync data for ids ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'] in n-d-825178-5 is: [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:31:24Z', 'revision_number': 4, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4e29b68c-6c72-4a7c-8c16-b8c5319fe76c', 'name': '', 'network_id': 'b455b8d7-c89b-4e0e-b6b6-415ede814b10', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'mac_address': 'fa:16:3e:ba:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:23Z', 'updated_at': '2022-03-09T04:31:30Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'subnets': [{'id': 'd4816c07-c1af-4a80-b98c-4c5ce3ff5a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:35:38.203081 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353fc80a-9476-4482-b2e1-c824ac7b91e1 None None] New status for floating IP 4b198fd4-42ba-4b2c-8b03-4db01f374830: DOWN {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:35:38.326420 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 10ebd711-8c71-45b5-af3d-86e81af4b9f3 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:35:38.366635 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 10ebd711-8c71-45b5-af3d-86e81af4b9f3 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:35:38.366944 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 10ebd711-8c71-45b5-af3d-86e81af4b9f3 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:35:39.170593 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:40.948687 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46218) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:35:41.011438 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5ec83d88-757c-4a15-a978-5e2543eb0b64 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:41.038543 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5ec83d88-757c-4a15-a978-5e2543eb0b64 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:41.092178 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5ec83d88-757c-4a15-a978-5e2543eb0b64 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:41.113323 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec83d88-757c-4a15-a978-5e2543eb0b64 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0da44c1-51ca-41c7-a435-98430960ce48,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:35:41.125568 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5ec83d88-757c-4a15-a978-5e2543eb0b64 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:41.127329 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5ec83d88-757c-4a15-a978-5e2543eb0b64 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "DELETE /v2.0/security-groups/a0da44c1-51ca-41c7-a435-98430960ce48 HTTP/1.1" status: 204 len: 168 time: 0.1774590 Mar 09 04:35:41.129998 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46222) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:35:41.150806 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-69f225b7-8c18-44f1-b291-ac6629be7001 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] show failed (client error): The resource could not be found. Mar 09 04:35:41.151794 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-69f225b7-8c18-44f1-b291-ac6629be7001 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "GET /v2.0/security-groups/a0da44c1-51ca-41c7-a435-98430960ce48 HTTP/1.1" status: 404 len: 347 time: 0.0205274 Mar 09 04:35:41.154454 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46226) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:35:41.304951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-be2f24fb-cc10-4dc1-8e12-3e75ee7b0448 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Deleting port f4d979f3-ee9c-4891-86a9-c132146db6f5 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:35:41.305201 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-be2f24fb-cc10-4dc1-8e12-3e75ee7b0448 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:41.481085 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-be2f24fb-cc10-4dc1-8e12-3e75ee7b0448 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:41.481406 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-be2f24fb-cc10-4dc1-8e12-3e75ee7b0448 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:41.601281 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-be2f24fb-cc10-4dc1-8e12-3e75ee7b0448 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Calling delete_port for f4d979f3-ee9c-4891-86a9-c132146db6f5 owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:35:41.739417 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-be2f24fb-cc10-4dc1-8e12-3e75ee7b0448 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:41.786697 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f24fb-cc10-4dc1-8e12-3e75ee7b0448 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Pushing event deleted for resources: {'Port': ['ID=f4d979f3-ee9c-4891-86a9-c132146db6f5,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:35:41.879158 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-be2f24fb-cc10-4dc1-8e12-3e75ee7b0448 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:41.892755 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-be2f24fb-cc10-4dc1-8e12-3e75ee7b0448 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:41.893885 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-be2f24fb-cc10-4dc1-8e12-3e75ee7b0448 tempest-ServerActionsTestJSON-1002980780 tempest-ServerActionsTestJSON-1002980780-project] 10.222.0.16 "DELETE /v2.0/floatingips/4b198fd4-42ba-4b2c-8b03-4db01f374830 HTTP/1.1" status: 204 len: 168 time: 0.7385399 Mar 09 04:35:41.896779 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46230) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:35:42.547373 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9bf13f4d-d798-46b0-8bc2-56c059e599a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:42.893143 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-9bf13f4d-d798-46b0-8bc2-56c059e599a9 admin admin] Deleting port 4e29b68c-6c72-4a7c-8c16-b8c5319fe76c {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:35:42.893399 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9bf13f4d-d798-46b0-8bc2-56c059e599a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:43.063476 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-9bf13f4d-d798-46b0-8bc2-56c059e599a9 admin admin] For port 4e29b68c-6c72-4a7c-8c16-b8c5319fe76c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=4e29b68c-6c72-4a7c-8c16-b8c5319fe76c,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:35:43.063831 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9bf13f4d-d798-46b0-8bc2-56c059e599a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:43.183711 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-9bf13f4d-d798-46b0-8bc2-56c059e599a9 admin admin] Calling delete_port for 4e29b68c-6c72-4a7c-8c16-b8c5319fe76c owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:35:43.355981 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9bf13f4d-d798-46b0-8bc2-56c059e599a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:43.406863 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf13f4d-d798-46b0-8bc2-56c059e599a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e29b68c-6c72-4a7c-8c16-b8c5319fe76c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:35:43.669109 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9bf13f4d-d798-46b0-8bc2-56c059e599a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:44.136407 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf13f4d-d798-46b0-8bc2-56c059e599a9 admin admin] Router a8fecd39-e1de-4f25-83e9-456c7a0629c1 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:35:44.310771 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf13f4d-d798-46b0-8bc2-56c059e599a9 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:35:44.319074 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681cd3cb-653c-4ef6-8753-f927efac4906 None None] Sync routers for ids ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:35:44.323131 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9bf13f4d-d798-46b0-8bc2-56c059e599a9 admin admin] 10.222.0.16 "PUT /v2.0/routers/a8fecd39-e1de-4f25-83e9-456c7a0629c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4253750 Mar 09 04:35:44.325487 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46236) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:35:44.328863 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681cd3cb-653c-4ef6-8753-f927efac4906 None None] Routers {'a8fecd39-e1de-4f25-83e9-456c7a0629c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:35:44.329459 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-681cd3cb-653c-4ef6-8753-f927efac4906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:35:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:35:44.496472 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2aff67df-019d-48a6-9de3-aa04567711a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:44.544373 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-681cd3cb-653c-4ef6-8753-f927efac4906 None None] Set router a8fecd39-e1de-4f25-83e9-456c7a0629c1 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:35:44.670826 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2aff67df-019d-48a6-9de3-aa04567711a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:44.681118 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-2aff67df-019d-48a6-9de3-aa04567711a3 admin admin] Deleting port 59976039-cfe1-4ff8-b13f-c52212355bf3 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:35:44.681489 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2aff67df-019d-48a6-9de3-aa04567711a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:44.823427 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-681cd3cb-653c-4ef6-8753-f927efac4906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:35:43Z', 'revision_number': 5, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port': {'id': '59976039-cfe1-4ff8-b13f-c52212355bf3', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:31:21Z', 'updated_at': '2022-03-09T04:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:35:44.827288 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681cd3cb-653c-4ef6-8753-f927efac4906 None None] Checking router: a8fecd39-e1de-4f25-83e9-456c7a0629c1 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:35:44.835646 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681cd3cb-653c-4ef6-8753-f927efac4906 None None] Routers {'a8fecd39-e1de-4f25-83e9-456c7a0629c1'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:35:44.836242 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-681cd3cb-653c-4ef6-8753-f927efac4906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:35:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:35:44.855954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-2aff67df-019d-48a6-9de3-aa04567711a3 admin admin] For port 59976039-cfe1-4ff8-b13f-c52212355bf3, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=59976039-cfe1-4ff8-b13f-c52212355bf3,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:35:44.856308 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2aff67df-019d-48a6-9de3-aa04567711a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:44.980039 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-2aff67df-019d-48a6-9de3-aa04567711a3 admin admin] Calling delete_port for 59976039-cfe1-4ff8-b13f-c52212355bf3 owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:35:44.987184 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-681cd3cb-653c-4ef6-8753-f927efac4906 None None] Set router a8fecd39-e1de-4f25-83e9-456c7a0629c1 gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:35:45.092636 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-681cd3cb-653c-4ef6-8753-f927efac4906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:35:44Z', 'revision_number': 6, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:35:45.096546 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681cd3cb-653c-4ef6-8753-f927efac4906 None None] The sync data for ids ['a8fecd39-e1de-4f25-83e9-456c7a0629c1'] in n-d-825178-5 is: [{'id': 'a8fecd39-e1de-4f25-83e9-456c7a0629c1', 'name': 'tempest-ServerActionsTestJSON-888730293-router', 'tenant_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:31:20Z', 'updated_at': '2022-03-09T04:35:44Z', 'revision_number': 6, 'project_id': '4bd9e9b8e75e497a8dda8dc0b9df78ee', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:35:45.147464 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2aff67df-019d-48a6-9de3-aa04567711a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:45.309341 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff67df-019d-48a6-9de3-aa04567711a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=59976039-cfe1-4ff8-b13f-c52212355bf3,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:35:45.399190 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2aff67df-019d-48a6-9de3-aa04567711a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:45.572741 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2aff67df-019d-48a6-9de3-aa04567711a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:45.574881 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2aff67df-019d-48a6-9de3-aa04567711a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:45.597423 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2aff67df-019d-48a6-9de3-aa04567711a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:45.597991 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aff67df-019d-48a6-9de3-aa04567711a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8fecd39-e1de-4f25-83e9-456c7a0629c1 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:35:45.610283 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2aff67df-019d-48a6-9de3-aa04567711a3 admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:45.611420 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2aff67df-019d-48a6-9de3-aa04567711a3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a8fecd39-e1de-4f25-83e9-456c7a0629c1 HTTP/1.1" status: 204 len: 168 time: 1.2850373 Mar 09 04:35:45.613975 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46240) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:35:45.670915 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-650d32a3-6332-4715-aee3-e49c9bbbcc7d admin admin] Deleting subnet d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:35:45.673915 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-650d32a3-6332-4715-aee3-e49c9bbbcc7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:45.722965 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-650d32a3-6332-4715-aee3-e49c9bbbcc7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:45.804575 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-650d32a3-6332-4715-aee3-e49c9bbbcc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:45.873156 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-650d32a3-6332-4715-aee3-e49c9bbbcc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:45.914688 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d32a3-6332-4715-aee3-e49c9bbbcc7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4816c07-c1af-4a80-b98c-4c5ce3ff5a36,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:35:45.918129 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-650d32a3-6332-4715-aee3-e49c9bbbcc7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:45.926525 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-650d32a3-6332-4715-aee3-e49c9bbbcc7d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d4816c07-c1af-4a80-b98c-4c5ce3ff5a36 HTTP/1.1" status: 204 len: 168 time: 0.3094718 Mar 09 04:35:45.926844 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46244) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:35:45.930228 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe44eb3-aa9a-44ec-baf0-947509216289 None None] Network b455b8d7-c89b-4e0e-b6b6-415ede814b10 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:35:46.035606 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d9087fb0-7484-4425-b03b-ea8a1410a309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:46.047004 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-d9087fb0-7484-4425-b03b-ea8a1410a309 admin admin] Deleting port 93cf7f30-5884-4004-a9b0-65118cd4268f {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:35:46.047340 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d9087fb0-7484-4425-b03b-ea8a1410a309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:46.178011 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fc400f-9a58-4d68-9b82-8648e3de29b6 None None] DHCP port deletion for b455b8d7-c89b-4e0e-b6b6-415ede814b10 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:35:46.182762 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-04fc400f-9a58-4d68-9b82-8648e3de29b6 None None] Deleting port 93cf7f30-5884-4004-a9b0-65118cd4268f {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:35:46.183161 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-04fc400f-9a58-4d68-9b82-8648e3de29b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:46.253280 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-d9087fb0-7484-4425-b03b-ea8a1410a309 admin admin] For port 93cf7f30-5884-4004-a9b0-65118cd4268f, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=93cf7f30-5884-4004-a9b0-65118cd4268f,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:35:46.253731 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d9087fb0-7484-4425-b03b-ea8a1410a309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:46.378623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-d9087fb0-7484-4425-b03b-ea8a1410a309 admin admin] Calling delete_port for 93cf7f30-5884-4004-a9b0-65118cd4268f owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:35:46.384210 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-04fc400f-9a58-4d68-9b82-8648e3de29b6 None None] For port 93cf7f30-5884-4004-a9b0-65118cd4268f, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=93cf7f30-5884-4004-a9b0-65118cd4268f,segment=NetworkSegment(12fe349c-e43e-43b0-9270-07060edfcba0),segment_id=12fe349c-e43e-43b0-9270-07060edfcba0)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:35:46.384602 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-04fc400f-9a58-4d68-9b82-8648e3de29b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:46.453645 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d9087fb0-7484-4425-b03b-ea8a1410a309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:46.500710 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9087fb0-7484-4425-b03b-ea8a1410a309 admin admin] Pushing event deleted for resources: {'Port': ['ID=93cf7f30-5884-4004-a9b0-65118cd4268f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:35:46.502909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9087fb0-7484-4425-b03b-ea8a1410a309 admin admin] No DVR routers for this DVR port 93cf7f30-5884-4004-a9b0-65118cd4268f on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:35:46.504175 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-04fc400f-9a58-4d68-9b82-8648e3de29b6 None None] Calling delete_port for 93cf7f30-5884-4004-a9b0-65118cd4268f owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:35:46.579257 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-04fc400f-9a58-4d68-9b82-8648e3de29b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:35:46.579700 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-04fc400f-9a58-4d68-9b82-8648e3de29b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:35:46.618514 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d9087fb0-7484-4425-b03b-ea8a1410a309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:46.646097 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-d9087fb0-7484-4425-b03b-ea8a1410a309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b455b8d7-c89b-4e0e-b6b6-415ede814b10']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:35:46.658006 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-d9087fb0-7484-4425-b03b-ea8a1410a309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12fe349c-e43e-43b0-9270-07060edfcba0') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:35:46.658302 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-d9087fb0-7484-4425-b03b-ea8a1410a309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12fe349c-e43e-43b0-9270-07060edfcba0') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:35:46.669884 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d9087fb0-7484-4425-b03b-ea8a1410a309 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:46.686483 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d9087fb0-7484-4425-b03b-ea8a1410a309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:46.692497 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9087fb0-7484-4425-b03b-ea8a1410a309 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:35:46.692882 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d9087fb0-7484-4425-b03b-ea8a1410a309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:35:46.705626 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:35:46.785825 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d9087fb0-7484-4425-b03b-ea8a1410a309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:46.810194 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d9087fb0-7484-4425-b03b-ea8a1410a309 admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:46.820368 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 4e29b68c-6c72-4a7c-8c16-b8c5319fe76c no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:35:46.820534 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9087fb0-7484-4425-b03b-ea8a1410a309 admin admin] Pushing event deleted for resources: {'Network': ['ID=b455b8d7-c89b-4e0e-b6b6-415ede814b10,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:35:46.833385 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d9087fb0-7484-4425-b03b-ea8a1410a309 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b455b8d7-c89b-4e0e-b6b6-415ede814b10 HTTP/1.1" status: 204 len: 168 time: 0.9056134 Mar 09 04:35:46.899680 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 4e29b68c-6c72-4a7c-8c16-b8c5319fe76c {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:35:46.900024 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 4e29b68c-6c72-4a7c-8c16-b8c5319fe76c not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:35:46.900466 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 59976039-cfe1-4ff8-b13f-c52212355bf3 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:35:46.934046 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 59976039-cfe1-4ff8-b13f-c52212355bf3 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:35:46.934619 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 59976039-cfe1-4ff8-b13f-c52212355bf3 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:35:46.934796 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 93cf7f30-5884-4004-a9b0-65118cd4268f no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:35:46.957772 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46250) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:35:46.969118 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 93cf7f30-5884-4004-a9b0-65118cd4268f {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:35:46.969465 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 93cf7f30-5884-4004-a9b0-65118cd4268f not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:35:47.006359 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-570cebbb-a2e1-414a-833c-4e93aba5abdb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4bd9e9b8e75e497a8dda8dc0b9df78ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474951 Mar 09 04:35:47.008905 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46254) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:35:47.065152 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-075faec2-0848-49d3-82c5-2b18e41c3bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:47.080867 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-04fc400f-9a58-4d68-9b82-8648e3de29b6 None None] Deleting port 93cf7f30-5884-4004-a9b0-65118cd4268f {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:35:47.081247 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-04fc400f-9a58-4d68-9b82-8648e3de29b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:47.090157 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-075faec2-0848-49d3-82c5-2b18e41c3bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:47.147513 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-075faec2-0848-49d3-82c5-2b18e41c3bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:47.152916 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-04fc400f-9a58-4d68-9b82-8648e3de29b6 None None] The port '93cf7f30-5884-4004-a9b0-65118cd4268f' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:35:47.167295 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075faec2-0848-49d3-82c5-2b18e41c3bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d75ac0-0c15-441f-887c-02921bc2db1d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:35:47.173906 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-075faec2-0848-49d3-82c5-2b18e41c3bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:47.179295 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-075faec2-0848-49d3-82c5-2b18e41c3bd2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/14d75ac0-0c15-441f-887c-02921bc2db1d HTTP/1.1" status: 204 len: 168 time: 0.1651757 Mar 09 04:35:47.885346 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46278) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:35:47.986841 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-6ff6d5b1-5789-4870-899d-f3fb32e019fe admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-930128558-network', 'tenant_id': '4397c4aba5914f3b9e67febc8cb14058'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:35:47.992901 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6ff6d5b1-5789-4870-899d-f3fb32e019fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:35:47.996993 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6ff6d5b1-5789-4870-899d-f3fb32e019fe admin admin] Usage tracker for resource:network and tenant:4397c4aba5914f3b9e67febc8cb14058 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:35:48.000375 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6ff6d5b1-5789-4870-899d-f3fb32e019fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:35:48.006953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6ff6d5b1-5789-4870-899d-f3fb32e019fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:35:48.016381 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff6d5b1-5789-4870-899d-f3fb32e019fe admin admin] Made reservation on behalf of 4397c4aba5914f3b9e67febc8cb14058 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:35:48.018726 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6ff6d5b1-5789-4870-899d-f3fb32e019fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:48.033162 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6ff6d5b1-5789-4870-899d-f3fb32e019fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:48.162042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6ff6d5b1-5789-4870-899d-f3fb32e019fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:35:48.166339 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6ff6d5b1-5789-4870-899d-f3fb32e019fe admin admin] Usage tracker for resource:security_group_rule and tenant:4397c4aba5914f3b9e67febc8cb14058 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:35:48.169120 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6ff6d5b1-5789-4870-899d-f3fb32e019fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:35:48.174978 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6ff6d5b1-5789-4870-899d-f3fb32e019fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:35:48.256639 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6ff6d5b1-5789-4870-899d-f3fb32e019fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:48.260147 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6ff6d5b1-5789-4870-899d-f3fb32e019fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:48.290379 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff6d5b1-5789-4870-899d-f3fb32e019fe admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:35:48.298720 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6d5b1-5789-4870-899d-f3fb32e019fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2717a6fc-8116-431b-ba0f-14f10787c608,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:35:48.305998 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6ff6d5b1-5789-4870-899d-f3fb32e019fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:48.305998 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-6ff6d5b1-5789-4870-899d-f3fb32e019fe admin admin] Added segment 14ce2f3d-3ad1-4a27-933c-c6daf2455165 of type vlan for network 4e36d263-7ae0-4bb7-8034-36c65d290676 Mar 09 04:35:48.332253 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6ff6d5b1-5789-4870-899d-f3fb32e019fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:48.362099 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6ff6d5b1-5789-4870-899d-f3fb32e019fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:48.363096 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff6d5b1-5789-4870-899d-f3fb32e019fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:48.363661 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6ff6d5b1-5789-4870-899d-f3fb32e019fe admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:48.464329 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6ff6d5b1-5789-4870-899d-f3fb32e019fe admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5778561 Mar 09 04:35:48.467172 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46284) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:35:48.474085 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-6d9bd62b-c340-4719-88c2-b4dace1f5bd6 admin admin] Request body: {'subnet': {'network_id': '4e36d263-7ae0-4bb7-8034-36c65d290676', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-930128558-subnet', 'tenant_id': '4397c4aba5914f3b9e67febc8cb14058', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:35:48.478576 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6d5b1-5789-4870-899d-f3fb32e019fe admin admin] Pushing event updated for resources: {'Network': ['ID=4e36d263-7ae0-4bb7-8034-36c65d290676,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:35:48.482138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6d9bd62b-c340-4719-88c2-b4dace1f5bd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:35:48.485994 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6d9bd62b-c340-4719-88c2-b4dace1f5bd6 admin admin] Usage tracker for resource:subnet and tenant:4397c4aba5914f3b9e67febc8cb14058 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:35:48.488385 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 4e36d263-7ae0-4bb7-8034-36c65d290676 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:35:48.488887 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6d9bd62b-c340-4719-88c2-b4dace1f5bd6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:35:48.494574 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6d9bd62b-c340-4719-88c2-b4dace1f5bd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:35:48.505355 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9bd62b-c340-4719-88c2-b4dace1f5bd6 admin admin] Made reservation on behalf of 4397c4aba5914f3b9e67febc8cb14058 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:35:48.507683 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd62b-c340-4719-88c2-b4dace1f5bd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:48.715189 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd62b-c340-4719-88c2-b4dace1f5bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:48.794073 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9bd62b-c340-4719-88c2-b4dace1f5bd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c55d49c8-5944-422c-8dd7-41dfca78fa6b,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:35:48.801584 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9bd62b-c340-4719-88c2-b4dace1f5bd6 admin admin] Checking segment: {'id': '14ce2f3d-3ad1-4a27-933c-c6daf2455165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4e36d263-7ae0-4bb7-8034-36c65d290676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:35:48.801931 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9bd62b-c340-4719-88c2-b4dace1f5bd6 admin admin] Network hostable DHCP agents. Network: 4e36d263-7ae0-4bb7-8034-36c65d290676, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:35:48.820251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9bd62b-c340-4719-88c2-b4dace1f5bd6 admin admin] Network 4e36d263-7ae0-4bb7-8034-36c65d290676 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:35:48.828888 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-6d9bd62b-c340-4719-88c2-b4dace1f5bd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 4e36d263-7ae0-4bb7-8034-36c65d290676) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:35:48.832671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9bd62b-c340-4719-88c2-b4dace1f5bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:48.833248 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd62b-c340-4719-88c2-b4dace1f5bd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:48.839582 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69b7387-f731-4de7-86c1-dc75994c1a07 None None] Network 4e36d263-7ae0-4bb7-8034-36c65d290676 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:35:48.853036 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6d9bd62b-c340-4719-88c2-b4dace1f5bd6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3848898 Mar 09 04:35:49.050452 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51c8398-da65-401f-bb58-68de0b9b19a7 None None] Network 4e36d263-7ae0-4bb7-8034-36c65d290676 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:35:49.354138 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-94436da0-6e8b-4800-93d3-f53cdcc93233 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:49.355574 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-94436da0-6e8b-4800-93d3-f53cdcc93233 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/networks?id=4e36d263-7ae0-4bb7-8034-36c65d290676 HTTP/1.1" status: 200 len: 813 time: 0.1431065 Mar 09 04:35:49.372282 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-80ab3cfe-f282-455d-84a8-2f9bc2bd5b4c tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/quotas/4397c4aba5914f3b9e67febc8cb14058 HTTP/1.1" status: 200 len: 375 time: 0.0104144 Mar 09 04:35:49.418460 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-874975d7-063e-4907-aa34-0de5512cf7f2 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4397c4aba5914f3b9e67febc8cb14058&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413661 Mar 09 04:35:49.624657 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-7976dba1-d2f4-42e4-bcbb-62afe7f68e19 service neutron] 10.222.0.16 "GET /v2.0/networks/4e36d263-7ae0-4bb7-8034-36c65d290676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635475 Mar 09 04:35:49.754883 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-141ad964-e074-44e4-bbc4-e375782c30a1 service neutron] 10.222.0.16 "GET /v2.0/networks/4e36d263-7ae0-4bb7-8034-36c65d290676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244922 Mar 09 04:35:49.933794 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a32e0761-164c-4471-adc6-bfde98467199 req-92b85ad3-182f-4c50-8434-19aca688c84d tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa4348e-7fd2-4f3e-8159-3c1dda275d10 HTTP/1.1" status: 200 len: 210 time: 0.0442092 Mar 09 04:35:50.931102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-80105215-d443-4e81-9d42-afcd89c8452d tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:50.931811 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-80105215-d443-4e81-9d42-afcd89c8452d tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Synchronizing usage tracker for tenant:4397c4aba5914f3b9e67febc8cb14058 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:35:50.948665 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-80105215-d443-4e81-9d42-afcd89c8452d tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Unset dirty status for tenant:4397c4aba5914f3b9e67febc8cb14058 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:35:50.949980 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-80105215-d443-4e81-9d42-afcd89c8452d tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.24 "GET /v2.0/networks?id=4e36d263-7ae0-4bb7-8034-36c65d290676 HTTP/1.1" status: 200 len: 813 time: 0.1696854 Mar 09 04:35:50.963609 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-948201b4-b70a-4c4e-8305-4575e5a4d684 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Request body: {'port': {'device_id': 'baa4348e-7fd2-4f3e-8159-3c1dda275d10', 'network_id': '4e36d263-7ae0-4bb7-8034-36c65d290676', 'admin_state_up': True, 'tenant_id': '4397c4aba5914f3b9e67febc8cb14058'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:35:51.089734 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-280d5ff1-e3bf-49db-bcf8-6e64571ffcfe req-7b9afcb0-ae05-43ba-9a99-4882a1ac5d41 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa4348e-7fd2-4f3e-8159-3c1dda275d10 HTTP/1.1" status: 200 len: 210 time: 0.0475874 Mar 09 04:35:51.101976 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-948201b4-b70a-4c4e-8305-4575e5a4d684 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:35:51.105850 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-948201b4-b70a-4c4e-8305-4575e5a4d684 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Usage tracker for resource:port and tenant:4397c4aba5914f3b9e67febc8cb14058 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:35:51.108655 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-948201b4-b70a-4c4e-8305-4575e5a4d684 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:35:51.114239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-948201b4-b70a-4c4e-8305-4575e5a4d684 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:35:51.122940 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-948201b4-b70a-4c4e-8305-4575e5a4d684 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Made reservation on behalf of 4397c4aba5914f3b9e67febc8cb14058 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:35:51.126395 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-948201b4-b70a-4c4e-8305-4575e5a4d684 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:51.287128 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-948201b4-b70a-4c4e-8305-4575e5a4d684 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Allocated IP 172.20.0.7 (4e36d263-7ae0-4bb7-8034-36c65d290676/c55d49c8-5944-422c-8dd7-41dfca78fa6b/685c7f56-9a35-48c0-ae7a-0e6c82db8e3f) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:35:51.487656 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-948201b4-b70a-4c4e-8305-4575e5a4d684 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:51.519077 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-948201b4-b70a-4c4e-8305-4575e5a4d684 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:51.584187 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-948201b4-b70a-4c4e-8305-4575e5a4d684 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Network 4e36d263-7ae0-4bb7-8034-36c65d290676 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:35:51.591089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-948201b4-b70a-4c4e-8305-4575e5a4d684 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:35:51.593608 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-948201b4-b70a-4c4e-8305-4575e5a4d684 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:35:51.630615 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948201b4-b70a-4c4e-8305-4575e5a4d684 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Pushing event updated for resources: {'Port': ['ID=685c7f56-9a35-48c0-ae7a-0e6c82db8e3f,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:35:51.664997 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-948201b4-b70a-4c4e-8305-4575e5a4d684 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:51.665631 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-948201b4-b70a-4c4e-8305-4575e5a4d684 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:51.687568 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-948201b4-b70a-4c4e-8305-4575e5a4d684 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7290292 Mar 09 04:35:51.698679 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-689b08f9-fcef-406d-9e2a-eeb6b2b8479f service neutron] Request body: {'port': {'device_id': 'baa4348e-7fd2-4f3e-8159-3c1dda275d10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:35:51.809435 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-689b08f9-fcef-406d-9e2a-eeb6b2b8479f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:52.150915 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-689b08f9-fcef-406d-9e2a-eeb6b2b8479f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 685c7f56-9a35-48c0-ae7a-0e6c82db8e3f {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:35:52.158104 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-689b08f9-fcef-406d-9e2a-eeb6b2b8479f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:52.175387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-689b08f9-fcef-406d-9e2a-eeb6b2b8479f service neutron] Transition to ACTIVE for port object 685c7f56-9a35-48c0-ae7a-0e6c82db8e3f will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:35:52.180468 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-689b08f9-fcef-406d-9e2a-eeb6b2b8479f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:52.490320 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b08f9-fcef-406d-9e2a-eeb6b2b8479f service neutron] Pushing event updated for resources: {'Port': ['ID=685c7f56-9a35-48c0-ae7a-0e6c82db8e3f,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:35:52.578531 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8c328-a082-4869-bdbb-f6ebcfbf737b req-4b6a1318-9994-4dde-bc9e-587e4de7aea9 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:52.579245 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-cde8c328-a082-4869-bdbb-f6ebcfbf737b req-4b6a1318-9994-4dde-bc9e-587e4de7aea9 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Synchronizing usage tracker for tenant:4397c4aba5914f3b9e67febc8cb14058 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:35:52.592533 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-689b08f9-fcef-406d-9e2a-eeb6b2b8479f service neutron] Attempting to bind port 685c7f56-9a35-48c0-ae7a-0e6c82db8e3f on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:35:52.592860 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-689b08f9-fcef-406d-9e2a-eeb6b2b8479f service neutron] Attempting to bind port 685c7f56-9a35-48c0-ae7a-0e6c82db8e3f by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '14ce2f3d-3ad1-4a27-933c-c6daf2455165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4e36d263-7ae0-4bb7-8034-36c65d290676'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:35:52.593183 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-689b08f9-fcef-406d-9e2a-eeb6b2b8479f service neutron] Attempting to bind port 685c7f56-9a35-48c0-ae7a-0e6c82db8e3f on network 4e36d263-7ae0-4bb7-8034-36c65d290676 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:35:52.601570 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-689b08f9-fcef-406d-9e2a-eeb6b2b8479f service neutron] Port 685c7f56-9a35-48c0-ae7a-0e6c82db8e3f on network 4e36d263-7ae0-4bb7-8034-36c65d290676 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:35:52.601906 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-689b08f9-fcef-406d-9e2a-eeb6b2b8479f service neutron] Attempting to bind port 685c7f56-9a35-48c0-ae7a-0e6c82db8e3f on network 4e36d263-7ae0-4bb7-8034-36c65d290676 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:35:52.607685 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-cde8c328-a082-4869-bdbb-f6ebcfbf737b req-4b6a1318-9994-4dde-bc9e-587e4de7aea9 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Unset dirty status for tenant:4397c4aba5914f3b9e67febc8cb14058 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:35:52.608799 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cde8c328-a082-4869-bdbb-f6ebcfbf737b req-4b6a1318-9994-4dde-bc9e-587e4de7aea9 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa4348e-7fd2-4f3e-8159-3c1dda275d10 HTTP/1.1" status: 200 len: 943 time: 0.3912818 Mar 09 04:35:52.609621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-689b08f9-fcef-406d-9e2a-eeb6b2b8479f service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:35:52.609951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-689b08f9-fcef-406d-9e2a-eeb6b2b8479f service neutron] Checking segment: {'id': '14ce2f3d-3ad1-4a27-933c-c6daf2455165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4e36d263-7ae0-4bb7-8034-36c65d290676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:35:52.610326 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-689b08f9-fcef-406d-9e2a-eeb6b2b8479f service neutron] Bound using segment: {'id': '14ce2f3d-3ad1-4a27-933c-c6daf2455165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4e36d263-7ae0-4bb7-8034-36c65d290676'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:35:52.610745 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-689b08f9-fcef-406d-9e2a-eeb6b2b8479f service neutron] Bound port: 685c7f56-9a35-48c0-ae7a-0e6c82db8e3f, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ce2f3d-3ad1-4a27-933c-c6daf2455165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4e36d263-7ae0-4bb7-8034-36c65d290676'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:35:52.611172 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-689b08f9-fcef-406d-9e2a-eeb6b2b8479f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:52.704998 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-cde8c328-a082-4869-bdbb-f6ebcfbf737b req-3f7ac3ac-2ffa-483c-afca-8f44098b95fe tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Synchronizing usage tracker for tenant:4397c4aba5914f3b9e67febc8cb14058 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:35:52.746805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-689b08f9-fcef-406d-9e2a-eeb6b2b8479f service neutron] For port 685c7f56-9a35-48c0-ae7a-0e6c82db8e3f, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:35:52.748535 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-cde8c328-a082-4869-bdbb-f6ebcfbf737b req-3f7ac3ac-2ffa-483c-afca-8f44098b95fe tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Unset dirty status for tenant:4397c4aba5914f3b9e67febc8cb14058 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:35:52.749909 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cde8c328-a082-4869-bdbb-f6ebcfbf737b req-3f7ac3ac-2ffa-483c-afca-8f44098b95fe tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/security-groups?id=2717a6fc-8116-431b-ba0f-14f10787c608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293094 Mar 09 04:35:52.751633 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-689b08f9-fcef-406d-9e2a-eeb6b2b8479f service neutron] For port 685c7f56-9a35-48c0-ae7a-0e6c82db8e3f, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=685c7f56-9a35-48c0-ae7a-0e6c82db8e3f,segment=NetworkSegment(14ce2f3d-3ad1-4a27-933c-c6daf2455165),segment_id=14ce2f3d-3ad1-4a27-933c-c6daf2455165)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:35:52.755899 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-689b08f9-fcef-406d-9e2a-eeb6b2b8479f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:52.813747 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-689b08f9-fcef-406d-9e2a-eeb6b2b8479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:52.814351 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-689b08f9-fcef-406d-9e2a-eeb6b2b8479f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:52.815723 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-689b08f9-fcef-406d-9e2a-eeb6b2b8479f service neutron] 10.222.0.24 "PUT /v2.0/ports/685c7f56-9a35-48c0-ae7a-0e6c82db8e3f HTTP/1.1" status: 200 len: 1091 time: 1.1212535 Mar 09 04:35:52.816153 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa4348e-7fd2-4f3e-8159-3c1dda275d10', 'tag': '685c7f56-9a35-48c0-ae7a-0e6c82db8e3f'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:35:52.846660 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b08f9-fcef-406d-9e2a-eeb6b2b8479f service neutron] Pushing event updated for resources: {'Port': ['ID=685c7f56-9a35-48c0-ae7a-0e6c82db8e3f,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:35:52.887412 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa4348e-7fd2-4f3e-8159-3c1dda275d10', 'tag': '685c7f56-9a35-48c0-ae7a-0e6c82db8e3f', 'status': 'completed', 'code': 200} Mar 09 04:35:52.927038 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-1ee91655-a505-4963-9e58-db6512df8f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:52.928491 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-1ee91655-a505-4963-9e58-db6512df8f5a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4397c4aba5914f3b9e67febc8cb14058&device_id=baa4348e-7fd2-4f3e-8159-3c1dda275d10 HTTP/1.1" status: 200 len: 1094 time: 0.0770466 Mar 09 04:35:52.994787 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-aa9f0078-67e3-4a96-a74b-891c1f2da23c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=685c7f56-9a35-48c0-ae7a-0e6c82db8e3f HTTP/1.1" status: 200 len: 217 time: 0.0591574 Mar 09 04:35:53.057495 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-45579a5b-b5fa-4d8a-9da1-311bcde2fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:53.058787 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-45579a5b-b5fa-4d8a-9da1-311bcde2fab3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c55d49c8-5944-422c-8dd7-41dfca78fa6b HTTP/1.1" status: 200 len: 853 time: 0.0588343 Mar 09 04:35:53.103801 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-6c1e181d-4d99-48ee-962c-4a34fafd5984 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e36d263-7ae0-4bb7-8034-36c65d290676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393839 Mar 09 04:35:53.233528 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-b5cfee28-a7d2-4ff2-a516-feb91ff5a6bd service neutron] 10.222.0.24 "GET /v2.0/networks/4e36d263-7ae0-4bb7-8034-36c65d290676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232905 Mar 09 04:35:53.361670 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-91b715a4-7230-4617-a3ce-27f0ba1d6568 req-543fb8f2-b93f-4943-9dcc-070bcd1d9126 service neutron] 10.222.0.24 "GET /v2.0/networks/4e36d263-7ae0-4bb7-8034-36c65d290676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224179 Mar 09 04:35:53.479610 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2842f-f0a5-4624-a72d-809c4861acd3 req-f42b1ba0-46da-445c-a0f9-93d3c2aada4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:53.481037 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c1c2842f-f0a5-4624-a72d-809c4861acd3 req-f42b1ba0-46da-445c-a0f9-93d3c2aada4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4397c4aba5914f3b9e67febc8cb14058&device_id=baa4348e-7fd2-4f3e-8159-3c1dda275d10 HTTP/1.1" status: 200 len: 1094 time: 0.0742900 Mar 09 04:35:53.609053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2842f-f0a5-4624-a72d-809c4861acd3 req-d74ec7bb-1cac-4c84-bdc1-0bbf6eea3916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:53.610446 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c1c2842f-f0a5-4624-a72d-809c4861acd3 req-d74ec7bb-1cac-4c84-bdc1-0bbf6eea3916 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e36d263-7ae0-4bb7-8034-36c65d290676 HTTP/1.1" status: 200 len: 914 time: 0.1242213 Mar 09 04:35:53.675519 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c1c2842f-f0a5-4624-a72d-809c4861acd3 req-25c5cc24-79bf-4e8a-8076-173b5bcdc837 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=685c7f56-9a35-48c0-ae7a-0e6c82db8e3f HTTP/1.1" status: 200 len: 217 time: 0.0589175 Mar 09 04:35:53.738620 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2842f-f0a5-4624-a72d-809c4861acd3 req-d5269e3b-9d4e-459e-b0cc-5eacc9fe8be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:53.740019 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c1c2842f-f0a5-4624-a72d-809c4861acd3 req-d5269e3b-9d4e-459e-b0cc-5eacc9fe8be6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c55d49c8-5944-422c-8dd7-41dfca78fa6b HTTP/1.1" status: 200 len: 853 time: 0.0590827 Mar 09 04:35:53.785704 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c1c2842f-f0a5-4624-a72d-809c4861acd3 req-1a636747-7b0e-4b08-9f6d-a26fce8740ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e36d263-7ae0-4bb7-8034-36c65d290676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389214 Mar 09 04:35:53.965146 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c1c2842f-f0a5-4624-a72d-809c4861acd3 req-d62e6b5b-111e-426b-9f0e-0f2c823584f6 service neutron] 10.222.0.24 "GET /v2.0/networks/4e36d263-7ae0-4bb7-8034-36c65d290676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724436 Mar 09 04:35:54.024491 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2d217-c7f6-44f5-8c35-b4859ddf0beb req-488b10b7-89e1-4945-acfb-d034b6f2a4c9 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:54.025893 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b9e2d217-c7f6-44f5-8c35-b4859ddf0beb req-488b10b7-89e1-4945-acfb-d034b6f2a4c9 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa4348e-7fd2-4f3e-8159-3c1dda275d10 HTTP/1.1" status: 200 len: 943 time: 0.1514206 Mar 09 04:35:54.249505 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b9e2d217-c7f6-44f5-8c35-b4859ddf0beb req-57de55b8-ff9f-4b16-b959-ae261fcc6c00 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/security-groups?id=2717a6fc-8116-431b-ba0f-14f10787c608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823952 Mar 09 04:35:54.261738 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c1c2842f-f0a5-4624-a72d-809c4861acd3 req-69f00c29-8295-4ac2-99a3-0ef525a7d5b2 service neutron] 10.222.0.24 "GET /v2.0/networks/4e36d263-7ae0-4bb7-8034-36c65d290676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876260 Mar 09 04:35:55.432129 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048560d-fd18-4c60-9290-daffd6ef157e req-3ba165cc-dbf4-4c18-8773-6f9119e496f6 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:55.433602 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f048560d-fd18-4c60-9290-daffd6ef157e req-3ba165cc-dbf4-4c18-8773-6f9119e496f6 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa4348e-7fd2-4f3e-8159-3c1dda275d10 HTTP/1.1" status: 200 len: 943 time: 0.0796058 Mar 09 04:35:55.476131 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f048560d-fd18-4c60-9290-daffd6ef157e req-3ad0a3fe-05fd-43e6-9835-8b1fdbc08b0c tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/security-groups?id=2717a6fc-8116-431b-ba0f-14f10787c608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370111 Mar 09 04:35:56.660253 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfc245-7a6c-445c-ad35-a8a99aa84a10 req-73b9b51a-5c7f-4b6a-b3d6-f226d41a107e tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:56.661681 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-04bfc245-7a6c-445c-ad35-a8a99aa84a10 req-73b9b51a-5c7f-4b6a-b3d6-f226d41a107e tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa4348e-7fd2-4f3e-8159-3c1dda275d10 HTTP/1.1" status: 200 len: 943 time: 0.0795496 Mar 09 04:35:56.705475 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-04bfc245-7a6c-445c-ad35-a8a99aa84a10 req-d58106d8-d285-4950-ab44-71f7555b08f8 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/security-groups?id=2717a6fc-8116-431b-ba0f-14f10787c608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376461 Mar 09 04:35:57.264680 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 685c7f56-9a35-48c0-ae7a-0e6c82db8e3f details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:35:57.398553 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 685c7f56-9a35-48c0-ae7a-0e6c82db8e3f, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=685c7f56-9a35-48c0-ae7a-0e6c82db8e3f,segment=NetworkSegment(14ce2f3d-3ad1-4a27-933c-c6daf2455165),segment_id=14ce2f3d-3ad1-4a27-933c-c6daf2455165)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:35:57.411091 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '685c7f56-9a35-48c0-ae7a-0e6c82db8e3f', 'network_id': '4e36d263-7ae0-4bb7-8034-36c65d290676', 'port_id': '685c7f56-9a35-48c0-ae7a-0e6c82db8e3f', 'mac_address': 'fa:16:3e:15:9e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c55d49c8-5944-422c-8dd7-41dfca78fa6b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:35:57.464927 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:57.482999 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 685c7f56-9a35-48c0-ae7a-0e6c82db8e3f {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:35:57.505583 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 685c7f56-9a35-48c0-ae7a-0e6c82db8e3f, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=685c7f56-9a35-48c0-ae7a-0e6c82db8e3f,segment=NetworkSegment(14ce2f3d-3ad1-4a27-933c-c6daf2455165),segment_id=14ce2f3d-3ad1-4a27-933c-c6daf2455165)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:35:57.510687 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:57.589493 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=685c7f56-9a35-48c0-ae7a-0e6c82db8e3f,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:35:57.854519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['685c7f56-9a35-48c0-ae7a-0e6c82db8e3f'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:35:57.897788 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffab1a8-ea67-4287-9077-679285d74987 req-09bdc32c-9c2c-4c7c-aba0-f0d391058369 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:57.903745 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cffab1a8-ea67-4287-9077-679285d74987 req-09bdc32c-9c2c-4c7c-aba0-f0d391058369 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa4348e-7fd2-4f3e-8159-3c1dda275d10 HTTP/1.1" status: 200 len: 944 time: 0.0946803 Mar 09 04:35:57.946620 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cffab1a8-ea67-4287-9077-679285d74987 req-05375ff9-3853-41c5-bc55-17b6558a1205 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/security-groups?id=2717a6fc-8116-431b-ba0f-14f10787c608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416956 Mar 09 04:35:58.795439 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-771394cf-4e76-4b0a-9bf5-15b61333e9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:59.142212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58f1d5-c986-4a6b-8a74-115a51524537 req-69725530-ac9e-4174-9f32-e71fb5e98a0c tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:59.143701 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ab58f1d5-c986-4a6b-8a74-115a51524537 req-69725530-ac9e-4174-9f32-e71fb5e98a0c tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa4348e-7fd2-4f3e-8159-3c1dda275d10 HTTP/1.1" status: 200 len: 944 time: 0.0935457 Mar 09 04:35:59.187425 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ab58f1d5-c986-4a6b-8a74-115a51524537 req-a89b0c51-281b-4b78-a94e-df16f978ea0d tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/security-groups?id=2717a6fc-8116-431b-ba0f-14f10787c608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371690 Mar 09 04:35:59.279970 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 685c7f56-9a35-48c0-ae7a-0e6c82db8e3f up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:35:59.349279 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 685c7f56-9a35-48c0-ae7a-0e6c82db8e3f completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:35:59.353958 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 685c7f56-9a35-48c0-ae7a-0e6c82db8e3f triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:35:59.354317 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:59.467075 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:59.492516 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa4348e-7fd2-4f3e-8159-3c1dda275d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685c7f56-9a35-48c0-ae7a-0e6c82db8e3f'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:35:59.501662 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 685c7f56-9a35-48c0-ae7a-0e6c82db8e3f, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=685c7f56-9a35-48c0-ae7a-0e6c82db8e3f,segment=NetworkSegment(14ce2f3d-3ad1-4a27-933c-c6daf2455165),segment_id=14ce2f3d-3ad1-4a27-933c-c6daf2455165)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:35:59.505783 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:35:59.541723 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa4348e-7fd2-4f3e-8159-3c1dda275d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685c7f56-9a35-48c0-ae7a-0e6c82db8e3f', 'code': 200} Mar 09 04:35:59.577054 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=685c7f56-9a35-48c0-ae7a-0e6c82db8e3f,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:35:59.663166 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3d65-f452-4eb7-9eee-e28fefc0b714 req-76c9e6c6-c01d-430c-b6f2-a72b90c02115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:35:59.665168 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-730f3d65-f452-4eb7-9eee-e28fefc0b714 req-76c9e6c6-c01d-430c-b6f2-a72b90c02115 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=baa4348e-7fd2-4f3e-8159-3c1dda275d10 HTTP/1.1" status: 200 len: 1096 time: 0.0689020 Mar 09 04:35:59.704807 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-730f3d65-f452-4eb7-9eee-e28fefc0b714 req-1b54e62b-3085-4994-8c1e-b53cedbe3954 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2717a6fc-8116-431b-ba0f-14f10787c608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327215 Mar 09 04:36:00.374427 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f35a3-6242-41c9-b250-2e14bb5e1fc9 req-414a7602-7894-4f25-933c-e8c844cd7273 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:00.375917 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-605f35a3-6242-41c9-b250-2e14bb5e1fc9 req-414a7602-7894-4f25-933c-e8c844cd7273 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa4348e-7fd2-4f3e-8159-3c1dda275d10 HTTP/1.1" status: 200 len: 945 time: 0.0824881 Mar 09 04:36:00.420139 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-605f35a3-6242-41c9-b250-2e14bb5e1fc9 req-b3d630b5-170a-4728-9425-13fb2367688a tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/security-groups?id=2717a6fc-8116-431b-ba0f-14f10787c608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386651 Mar 09 04:36:01.193903 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-972b09d0-77e2-4680-abbd-cc4906a70746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:01.603160 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65436c4c-af36-4e49-941f-44d6e305c359 req-2f484644-9106-4902-aa1d-bb5a5827fed2 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:01.604589 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-65436c4c-af36-4e49-941f-44d6e305c359 req-2f484644-9106-4902-aa1d-bb5a5827fed2 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa4348e-7fd2-4f3e-8159-3c1dda275d10 HTTP/1.1" status: 200 len: 945 time: 0.0794897 Mar 09 04:36:01.647345 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-65436c4c-af36-4e49-941f-44d6e305c359 req-99d6f530-8edb-48ea-8483-d85b7a7eecc1 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/security-groups?id=2717a6fc-8116-431b-ba0f-14f10787c608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371385 Mar 09 04:36:01.929745 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-fcefe9b9-82bd-4c85-844e-dda144ac56e9 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:01.931213 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-fcefe9b9-82bd-4c85-844e-dda144ac56e9 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/networks?id=4e36d263-7ae0-4bb7-8034-36c65d290676 HTTP/1.1" status: 200 len: 813 time: 0.1471372 Mar 09 04:36:01.946610 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-865b4186-f79b-4089-a704-3f1b8d3d77d6 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/quotas/4397c4aba5914f3b9e67febc8cb14058 HTTP/1.1" status: 200 len: 375 time: 0.0100212 Mar 09 04:36:02.023348 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-729e2924-35bc-45dd-8ed9-19b6ff395f71 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4397c4aba5914f3b9e67febc8cb14058&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0720103 Mar 09 04:36:02.193118 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-b3f16dff-11b9-4144-a62c-5b448bc6a52f service neutron] 10.222.0.16 "GET /v2.0/networks/4e36d263-7ae0-4bb7-8034-36c65d290676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632628 Mar 09 04:36:02.331849 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-55926645-4c86-4976-bb19-fbaa851c73d5 service neutron] 10.222.0.16 "GET /v2.0/networks/4e36d263-7ae0-4bb7-8034-36c65d290676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303539 Mar 09 04:36:02.350246 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:02.391400 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:02.506464 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-52dac630-0a4a-47aa-a7af-503d3a9e98f2 req-dfa9bfcd-3749-4660-a256-3faff45b3e05 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea227748-0f2c-48bc-9719-c56c9411f882 HTTP/1.1" status: 200 len: 210 time: 0.0457640 Mar 09 04:36:03.532409 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-f5ea8f34-62f5-4ad7-b009-ed7f4248544c tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:03.535111 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-f5ea8f34-62f5-4ad7-b009-ed7f4248544c tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.21 "GET /v2.0/networks?id=4e36d263-7ae0-4bb7-8034-36c65d290676 HTTP/1.1" status: 200 len: 813 time: 0.1511588 Mar 09 04:36:03.547558 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-b8e59fac-3791-4db2-8508-9acc26824f22 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Request body: {'port': {'device_id': 'ea227748-0f2c-48bc-9719-c56c9411f882', 'network_id': '4e36d263-7ae0-4bb7-8034-36c65d290676', 'admin_state_up': True, 'tenant_id': '4397c4aba5914f3b9e67febc8cb14058'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:36:03.656207 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:03.696524 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b72435a0-3612-42f0-a607-6fdd4ceb8937 req-b2e90ec0-c190-4c58-815f-40713439c567 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea227748-0f2c-48bc-9719-c56c9411f882 HTTP/1.1" status: 200 len: 210 time: 0.0622988 Mar 09 04:36:03.730282 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-b8e59fac-3791-4db2-8508-9acc26824f22 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:36:03.739677 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-b8e59fac-3791-4db2-8508-9acc26824f22 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:36:03.748560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-b8e59fac-3791-4db2-8508-9acc26824f22 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Made reservation on behalf of 4397c4aba5914f3b9e67febc8cb14058 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:36:03.752100 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-b8e59fac-3791-4db2-8508-9acc26824f22 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:03.919241 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-b8e59fac-3791-4db2-8508-9acc26824f22 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Allocated IP 172.20.0.4 (4e36d263-7ae0-4bb7-8034-36c65d290676/c55d49c8-5944-422c-8dd7-41dfca78fa6b/f8289d8a-bbe0-46cd-81bc-a02b6986d23d) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:36:04.113069 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-b8e59fac-3791-4db2-8508-9acc26824f22 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:04.141370 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-b8e59fac-3791-4db2-8508-9acc26824f22 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:04.152866 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['685c7f56-9a35-48c0-ae7a-0e6c82db8e3f'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:36:04.211537 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-b8e59fac-3791-4db2-8508-9acc26824f22 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Network 4e36d263-7ae0-4bb7-8034-36c65d290676 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:36:04.214620 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-b8e59fac-3791-4db2-8508-9acc26824f22 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:36:04.223744 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-b8e59fac-3791-4db2-8508-9acc26824f22 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:36:04.266058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e59fac-3791-4db2-8508-9acc26824f22 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Pushing event updated for resources: {'Port': ['ID=f8289d8a-bbe0-46cd-81bc-a02b6986d23d,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:04.296540 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-b8e59fac-3791-4db2-8508-9acc26824f22 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:04.296807 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-b8e59fac-3791-4db2-8508-9acc26824f22 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:04.321768 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-b8e59fac-3791-4db2-8508-9acc26824f22 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7782497 Mar 09 04:36:04.332873 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-4460e15f-7b87-4490-995d-2539745e476d service neutron] Request body: {'port': {'device_id': 'ea227748-0f2c-48bc-9719-c56c9411f882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:36:04.446450 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-4460e15f-7b87-4490-995d-2539745e476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:04.605220 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:04.882059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e9b84-cc1a-4b28-b982-45769b534e5b req-1d19445f-ec6f-425a-a70d-9e60125760ea tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:04.883550 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fa6e9b84-cc1a-4b28-b982-45769b534e5b req-1d19445f-ec6f-425a-a70d-9e60125760ea tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea227748-0f2c-48bc-9719-c56c9411f882 HTTP/1.1" status: 200 len: 931 time: 0.0790300 Mar 09 04:36:04.900209 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-4460e15f-7b87-4490-995d-2539745e476d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8289d8a-bbe0-46cd-81bc-a02b6986d23d {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:36:04.907467 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-4460e15f-7b87-4490-995d-2539745e476d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:04.923634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-4460e15f-7b87-4490-995d-2539745e476d service neutron] Transition to ACTIVE for port object f8289d8a-bbe0-46cd-81bc-a02b6986d23d will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:36:04.927558 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-4460e15f-7b87-4490-995d-2539745e476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:04.931256 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fa6e9b84-cc1a-4b28-b982-45769b534e5b req-131f3b22-dd1a-4fae-bcd7-5774033e6a5f tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/security-groups?id=2717a6fc-8116-431b-ba0f-14f10787c608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419161 Mar 09 04:36:05.089694 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460e15f-7b87-4490-995d-2539745e476d service neutron] Pushing event updated for resources: {'Port': ['ID=f8289d8a-bbe0-46cd-81bc-a02b6986d23d,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:05.156056 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-4460e15f-7b87-4490-995d-2539745e476d service neutron] Attempting to bind port f8289d8a-bbe0-46cd-81bc-a02b6986d23d on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:36:05.156311 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-4460e15f-7b87-4490-995d-2539745e476d service neutron] Attempting to bind port f8289d8a-bbe0-46cd-81bc-a02b6986d23d by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '14ce2f3d-3ad1-4a27-933c-c6daf2455165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4e36d263-7ae0-4bb7-8034-36c65d290676'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:36:05.156632 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-4460e15f-7b87-4490-995d-2539745e476d service neutron] Attempting to bind port f8289d8a-bbe0-46cd-81bc-a02b6986d23d on network 4e36d263-7ae0-4bb7-8034-36c65d290676 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:36:05.161100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-4460e15f-7b87-4490-995d-2539745e476d service neutron] Port f8289d8a-bbe0-46cd-81bc-a02b6986d23d on network 4e36d263-7ae0-4bb7-8034-36c65d290676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:36:05.161415 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-4460e15f-7b87-4490-995d-2539745e476d service neutron] Attempting to bind port f8289d8a-bbe0-46cd-81bc-a02b6986d23d on network 4e36d263-7ae0-4bb7-8034-36c65d290676 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:36:05.166417 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-4460e15f-7b87-4490-995d-2539745e476d service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:36:05.166751 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-4460e15f-7b87-4490-995d-2539745e476d service neutron] Checking segment: {'id': '14ce2f3d-3ad1-4a27-933c-c6daf2455165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4e36d263-7ae0-4bb7-8034-36c65d290676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:36:05.167156 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-4460e15f-7b87-4490-995d-2539745e476d service neutron] Bound using segment: {'id': '14ce2f3d-3ad1-4a27-933c-c6daf2455165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4e36d263-7ae0-4bb7-8034-36c65d290676'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:36:05.167576 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-4460e15f-7b87-4490-995d-2539745e476d service neutron] Bound port: f8289d8a-bbe0-46cd-81bc-a02b6986d23d, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ce2f3d-3ad1-4a27-933c-c6daf2455165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4e36d263-7ae0-4bb7-8034-36c65d290676'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:36:05.167914 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-4460e15f-7b87-4490-995d-2539745e476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:05.255864 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-4460e15f-7b87-4490-995d-2539745e476d service neutron] For port f8289d8a-bbe0-46cd-81bc-a02b6986d23d, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:36:05.259476 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-4460e15f-7b87-4490-995d-2539745e476d service neutron] For port f8289d8a-bbe0-46cd-81bc-a02b6986d23d, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=f8289d8a-bbe0-46cd-81bc-a02b6986d23d,segment=NetworkSegment(14ce2f3d-3ad1-4a27-933c-c6daf2455165),segment_id=14ce2f3d-3ad1-4a27-933c-c6daf2455165)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:36:05.264026 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-4460e15f-7b87-4490-995d-2539745e476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:05.319377 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-4460e15f-7b87-4490-995d-2539745e476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:05.320484 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-4460e15f-7b87-4490-995d-2539745e476d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:05.321820 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-4460e15f-7b87-4490-995d-2539745e476d service neutron] 10.222.0.21 "PUT /v2.0/ports/f8289d8a-bbe0-46cd-81bc-a02b6986d23d HTTP/1.1" status: 200 len: 1091 time: 0.9930425 Mar 09 04:36:05.322252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea227748-0f2c-48bc-9719-c56c9411f882', 'tag': 'f8289d8a-bbe0-46cd-81bc-a02b6986d23d'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:36:05.348658 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460e15f-7b87-4490-995d-2539745e476d service neutron] Pushing event updated for resources: {'Port': ['ID=f8289d8a-bbe0-46cd-81bc-a02b6986d23d,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:05.394585 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea227748-0f2c-48bc-9719-c56c9411f882', 'tag': 'f8289d8a-bbe0-46cd-81bc-a02b6986d23d', 'status': 'completed', 'code': 200} Mar 09 04:36:05.434351 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-e1d59d08-7f38-4e19-a702-7e1621c078c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:05.435738 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-e1d59d08-7f38-4e19-a702-7e1621c078c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4397c4aba5914f3b9e67febc8cb14058&device_id=ea227748-0f2c-48bc-9719-c56c9411f882 HTTP/1.1" status: 200 len: 1094 time: 0.0760131 Mar 09 04:36:05.502180 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-8385dd49-ba37-4f84-ad52-0147f0080f3d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8289d8a-bbe0-46cd-81bc-a02b6986d23d HTTP/1.1" status: 200 len: 217 time: 0.0598869 Mar 09 04:36:05.565408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-fa9ea14a-2adb-499e-abef-c88090136263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:05.566764 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-fa9ea14a-2adb-499e-abef-c88090136263 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c55d49c8-5944-422c-8dd7-41dfca78fa6b HTTP/1.1" status: 200 len: 853 time: 0.0584834 Mar 09 04:36:05.611961 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-3e746908-39df-472e-8700-91ab989cfebc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4e36d263-7ae0-4bb7-8034-36c65d290676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385630 Mar 09 04:36:05.738188 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-6543efa0-d808-4a3d-be9e-0fdb88b9dd9d service neutron] 10.222.0.21 "GET /v2.0/networks/4e36d263-7ae0-4bb7-8034-36c65d290676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201565 Mar 09 04:36:05.873946 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7cb2f387-01fa-487f-82e0-6756aba75984 req-91f852d7-5044-4473-a9f0-cc21edf9744b service neutron] 10.222.0.21 "GET /v2.0/networks/4e36d263-7ae0-4bb7-8034-36c65d290676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253507 Mar 09 04:36:05.990586 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afeeff4-7a33-45cf-a866-a005be9c165d req-02f115b3-d144-4bfc-b4be-fb4cb2045319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:05.992521 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7afeeff4-7a33-45cf-a866-a005be9c165d req-02f115b3-d144-4bfc-b4be-fb4cb2045319 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4397c4aba5914f3b9e67febc8cb14058&device_id=ea227748-0f2c-48bc-9719-c56c9411f882 HTTP/1.1" status: 200 len: 1094 time: 0.0765245 Mar 09 04:36:06.121709 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a6aa7-df89-454d-bf66-ca90608b269e req-7eb93102-e8a7-4322-993d-657ce5dd7f91 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:06.123231 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bc5a6aa7-df89-454d-bf66-ca90608b269e req-7eb93102-e8a7-4322-993d-657ce5dd7f91 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea227748-0f2c-48bc-9719-c56c9411f882 HTTP/1.1" status: 200 len: 943 time: 0.0835297 Mar 09 04:36:06.124818 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afeeff4-7a33-45cf-a866-a005be9c165d req-e30550b6-f9d5-4ee3-8368-2821809f2249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:06.126214 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7afeeff4-7a33-45cf-a866-a005be9c165d req-e30550b6-f9d5-4ee3-8368-2821809f2249 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4e36d263-7ae0-4bb7-8034-36c65d290676 HTTP/1.1" status: 200 len: 914 time: 0.1282022 Mar 09 04:36:06.166977 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bc5a6aa7-df89-454d-bf66-ca90608b269e req-03144e4c-c4a2-46e7-9c70-b2e516a3c862 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/security-groups?id=2717a6fc-8116-431b-ba0f-14f10787c608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380530 Mar 09 04:36:06.192365 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7afeeff4-7a33-45cf-a866-a005be9c165d req-1cc76d8a-5df4-4755-aec0-ec2a457c1ca6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8289d8a-bbe0-46cd-81bc-a02b6986d23d HTTP/1.1" status: 200 len: 217 time: 0.0597777 Mar 09 04:36:06.362730 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afeeff4-7a33-45cf-a866-a005be9c165d req-2eee123b-2b37-4eb7-87d6-3fac6690e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:06.364058 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7afeeff4-7a33-45cf-a866-a005be9c165d req-2eee123b-2b37-4eb7-87d6-3fac6690e3a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c55d49c8-5944-422c-8dd7-41dfca78fa6b HTTP/1.1" status: 200 len: 853 time: 0.1652765 Mar 09 04:36:06.410750 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7afeeff4-7a33-45cf-a866-a005be9c165d req-6d56d963-3b1f-4f16-be44-ad038fad6dde service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4e36d263-7ae0-4bb7-8034-36c65d290676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393937 Mar 09 04:36:06.539289 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7afeeff4-7a33-45cf-a866-a005be9c165d req-0277f70d-b6ef-4219-81f3-6cba524dbed5 service neutron] 10.222.0.21 "GET /v2.0/networks/4e36d263-7ae0-4bb7-8034-36c65d290676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207907 Mar 09 04:36:06.612027 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:36:06.666711 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7afeeff4-7a33-45cf-a866-a005be9c165d req-bafcf74e-fbe1-48be-b62b-eb96b875e4f9 service neutron] 10.222.0.21 "GET /v2.0/networks/4e36d263-7ae0-4bb7-8034-36c65d290676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216066 Mar 09 04:36:07.353229 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0965f7-b5d2-4db5-8a5e-b6c95ede2d72 req-86870e6e-6ee4-498a-9066-e1a82611d034 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:07.353939 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-5e0965f7-b5d2-4db5-8a5e-b6c95ede2d72 req-86870e6e-6ee4-498a-9066-e1a82611d034 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Synchronizing usage tracker for tenant:4397c4aba5914f3b9e67febc8cb14058 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:36:07.369515 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-5e0965f7-b5d2-4db5-8a5e-b6c95ede2d72 req-86870e6e-6ee4-498a-9066-e1a82611d034 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Unset dirty status for tenant:4397c4aba5914f3b9e67febc8cb14058 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:36:07.370670 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5e0965f7-b5d2-4db5-8a5e-b6c95ede2d72 req-86870e6e-6ee4-498a-9066-e1a82611d034 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea227748-0f2c-48bc-9719-c56c9411f882 HTTP/1.1" status: 200 len: 943 time: 0.0946193 Mar 09 04:36:07.418763 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5e0965f7-b5d2-4db5-8a5e-b6c95ede2d72 req-d2544fd6-5058-4e82-b93c-c6be04880318 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/security-groups?id=2717a6fc-8116-431b-ba0f-14f10787c608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424037 Mar 09 04:36:08.523731 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device f8289d8a-bbe0-46cd-81bc-a02b6986d23d details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:36:08.601593 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e793251-bb3f-4cdc-928b-b136d213b86f req-182b0984-1eb8-4036-86d8-4f634f720dac tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:08.603088 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2e793251-bb3f-4cdc-928b-b136d213b86f req-182b0984-1eb8-4036-86d8-4f634f720dac tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea227748-0f2c-48bc-9719-c56c9411f882 HTTP/1.1" status: 200 len: 943 time: 0.0789340 Mar 09 04:36:08.649395 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2e793251-bb3f-4cdc-928b-b136d213b86f req-05334ec3-e4fc-4edd-b5e4-9736e5761ea4 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/security-groups?id=2717a6fc-8116-431b-ba0f-14f10787c608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406239 Mar 09 04:36:08.654218 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port f8289d8a-bbe0-46cd-81bc-a02b6986d23d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=f8289d8a-bbe0-46cd-81bc-a02b6986d23d,segment=NetworkSegment(14ce2f3d-3ad1-4a27-933c-c6daf2455165),segment_id=14ce2f3d-3ad1-4a27-933c-c6daf2455165)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:36:08.667670 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'f8289d8a-bbe0-46cd-81bc-a02b6986d23d', 'network_id': '4e36d263-7ae0-4bb7-8034-36c65d290676', 'port_id': 'f8289d8a-bbe0-46cd-81bc-a02b6986d23d', 'mac_address': 'fa:16:3e:aa:56:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c55d49c8-5944-422c-8dd7-41dfca78fa6b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:36:08.723788 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:08.741171 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8289d8a-bbe0-46cd-81bc-a02b6986d23d {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:36:08.755884 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port f8289d8a-bbe0-46cd-81bc-a02b6986d23d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=f8289d8a-bbe0-46cd-81bc-a02b6986d23d,segment=NetworkSegment(14ce2f3d-3ad1-4a27-933c-c6daf2455165),segment_id=14ce2f3d-3ad1-4a27-933c-c6daf2455165)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:36:08.759169 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:08.823786 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=f8289d8a-bbe0-46cd-81bc-a02b6986d23d,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:08.945862 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['f8289d8a-bbe0-46cd-81bc-a02b6986d23d'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:36:09.175075 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:09.830673 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b257f3-033f-4afa-9553-27e19aaf1295 req-131312b0-90be-4231-bea2-08e0b51911b3 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:09.832110 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-36b257f3-033f-4afa-9553-27e19aaf1295 req-131312b0-90be-4231-bea2-08e0b51911b3 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea227748-0f2c-48bc-9719-c56c9411f882 HTTP/1.1" status: 200 len: 944 time: 0.0773842 Mar 09 04:36:09.878585 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-36b257f3-033f-4afa-9553-27e19aaf1295 req-db11ff03-01f3-4622-b135-e3ed5c2d7acf tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/security-groups?id=2717a6fc-8116-431b-ba0f-14f10787c608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409372 Mar 09 04:36:10.554833 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device f8289d8a-bbe0-46cd-81bc-a02b6986d23d up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:36:10.620495 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port f8289d8a-bbe0-46cd-81bc-a02b6986d23d completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:36:10.625101 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port f8289d8a-bbe0-46cd-81bc-a02b6986d23d triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:36:10.625461 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:10.738584 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:10.763869 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea227748-0f2c-48bc-9719-c56c9411f882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8289d8a-bbe0-46cd-81bc-a02b6986d23d'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:36:10.774677 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port f8289d8a-bbe0-46cd-81bc-a02b6986d23d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=f8289d8a-bbe0-46cd-81bc-a02b6986d23d,segment=NetworkSegment(14ce2f3d-3ad1-4a27-933c-c6daf2455165),segment_id=14ce2f3d-3ad1-4a27-933c-c6daf2455165)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:36:10.778670 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:10.817079 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea227748-0f2c-48bc-9719-c56c9411f882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8289d8a-bbe0-46cd-81bc-a02b6986d23d', 'code': 200} Mar 09 04:36:10.855892 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=f8289d8a-bbe0-46cd-81bc-a02b6986d23d,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:10.941196 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b31435-4397-4c8d-9980-b4f8e20f81c8 req-c0a5b662-70be-42c8-a494-0af6ea73415d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:10.942679 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-05b31435-4397-4c8d-9980-b4f8e20f81c8 req-c0a5b662-70be-42c8-a494-0af6ea73415d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ea227748-0f2c-48bc-9719-c56c9411f882 HTTP/1.1" status: 200 len: 1096 time: 0.0746362 Mar 09 04:36:10.983220 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-05b31435-4397-4c8d-9980-b4f8e20f81c8 req-5860143f-2936-4b01-a439-45ebd6a208f7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2717a6fc-8116-431b-ba0f-14f10787c608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345821 Mar 09 04:36:11.060480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a745274-53f8-49cd-a485-7c7d87d63dd1 req-78bcc990-f85a-4d22-a520-9fe1db0cb971 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:11.061809 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6a745274-53f8-49cd-a485-7c7d87d63dd1 req-78bcc990-f85a-4d22-a520-9fe1db0cb971 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea227748-0f2c-48bc-9719-c56c9411f882 HTTP/1.1" status: 200 len: 945 time: 0.0777488 Mar 09 04:36:11.104840 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6a745274-53f8-49cd-a485-7c7d87d63dd1 req-9c636d8c-7333-4cd4-b785-cf542b2ce8a4 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/security-groups?id=2717a6fc-8116-431b-ba0f-14f10787c608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375600 Mar 09 04:36:12.284681 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dc2a2-1713-4794-a279-76bc8aea75da req-ab1ebf66-8af3-4967-bbde-762c473b68b5 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:12.286116 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d08dc2a2-1713-4794-a279-76bc8aea75da req-ab1ebf66-8af3-4967-bbde-762c473b68b5 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea227748-0f2c-48bc-9719-c56c9411f882 HTTP/1.1" status: 200 len: 945 time: 0.0790038 Mar 09 04:36:12.329791 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d08dc2a2-1713-4794-a279-76bc8aea75da req-6cd57295-3588-4c4b-96b7-41b3500c5182 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/security-groups?id=2717a6fc-8116-431b-ba0f-14f10787c608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382409 Mar 09 04:36:12.703234 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913052c-d55b-4d3b-baab-30593ac2968a req-afc1939b-a2fa-4cfa-b14e-2c6e21810a09 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:12.704632 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0913052c-d55b-4d3b-baab-30593ac2968a req-afc1939b-a2fa-4cfa-b14e-2c6e21810a09 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea227748-0f2c-48bc-9719-c56c9411f882 HTTP/1.1" status: 200 len: 945 time: 0.0807238 Mar 09 04:36:12.747783 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0913052c-d55b-4d3b-baab-30593ac2968a req-f106a27e-46a6-4624-8adc-bc4a49e04b3d tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/security-groups?id=2717a6fc-8116-431b-ba0f-14f10787c608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375743 Mar 09 04:36:13.980772 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b888a9b-eb07-4806-a83d-ababf3b447b0 req-084e43e5-e98e-4521-b9cc-73043febd918 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:13.982184 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2b888a9b-eb07-4806-a83d-ababf3b447b0 req-084e43e5-e98e-4521-b9cc-73043febd918 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea227748-0f2c-48bc-9719-c56c9411f882 HTTP/1.1" status: 200 len: 945 time: 0.1459413 Mar 09 04:36:13.990007 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75eab68-7ec4-4084-ac93-41a21d2a40eb req-fbc067b1-34f8-4775-9039-18aa6bd01de1 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:13.991841 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f75eab68-7ec4-4084-ac93-41a21d2a40eb req-fbc067b1-34f8-4775-9039-18aa6bd01de1 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea227748-0f2c-48bc-9719-c56c9411f882 HTTP/1.1" status: 200 len: 945 time: 0.1215382 Mar 09 04:36:14.083200 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-2b888a9b-eb07-4806-a83d-ababf3b447b0 req-92915843-841b-4767-801d-f27a29989cc6 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Deleting port f8289d8a-bbe0-46cd-81bc-a02b6986d23d {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:36:14.083518 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2b888a9b-eb07-4806-a83d-ababf3b447b0 req-92915843-841b-4767-801d-f27a29989cc6 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:14.113071 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f75eab68-7ec4-4084-ac93-41a21d2a40eb req-3f1fcedc-446c-4573-b490-2bf25abb38f9 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/security-groups?id=2717a6fc-8116-431b-ba0f-14f10787c608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926380 Mar 09 04:36:14.330130 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-2b888a9b-eb07-4806-a83d-ababf3b447b0 req-92915843-841b-4767-801d-f27a29989cc6 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] For port f8289d8a-bbe0-46cd-81bc-a02b6986d23d, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=f8289d8a-bbe0-46cd-81bc-a02b6986d23d,segment=NetworkSegment(14ce2f3d-3ad1-4a27-933c-c6daf2455165),segment_id=14ce2f3d-3ad1-4a27-933c-c6daf2455165)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:36:14.330475 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2b888a9b-eb07-4806-a83d-ababf3b447b0 req-92915843-841b-4767-801d-f27a29989cc6 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:14.450646 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-2b888a9b-eb07-4806-a83d-ababf3b447b0 req-92915843-841b-4767-801d-f27a29989cc6 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Calling delete_port for f8289d8a-bbe0-46cd-81bc-a02b6986d23d owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:36:14.590946 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2b888a9b-eb07-4806-a83d-ababf3b447b0 req-92915843-841b-4767-801d-f27a29989cc6 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:14.605096 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['f8289d8a-bbe0-46cd-81bc-a02b6986d23d'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:36:14.628975 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['685c7f56-9a35-48c0-ae7a-0e6c82db8e3f'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:36:14.641247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92915843-841b-4767-801d-f27a29989cc6 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Pushing event deleted for resources: {'Port': ['ID=f8289d8a-bbe0-46cd-81bc-a02b6986d23d,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:14.832978 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b888a9b-eb07-4806-a83d-ababf3b447b0 req-92915843-841b-4767-801d-f27a29989cc6 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] No DVR routers for this DVR port f8289d8a-bbe0-46cd-81bc-a02b6986d23d on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:36:14.836111 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-2b888a9b-eb07-4806-a83d-ababf3b447b0 req-92915843-841b-4767-801d-f27a29989cc6 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:14.838582 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea227748-0f2c-48bc-9719-c56c9411f882', 'name': 'network-vif-deleted', 'tag': 'f8289d8a-bbe0-46cd-81bc-a02b6986d23d'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:36:14.854126 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2b888a9b-eb07-4806-a83d-ababf3b447b0 req-92915843-841b-4767-801d-f27a29989cc6 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.21 "DELETE /v2.0/ports/f8289d8a-bbe0-46cd-81bc-a02b6986d23d HTTP/1.1" status: 204 len: 173 time: 0.8613322 Mar 09 04:36:14.889190 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea227748-0f2c-48bc-9719-c56c9411f882', 'name': 'network-vif-deleted', 'tag': 'f8289d8a-bbe0-46cd-81bc-a02b6986d23d', 'status': 'completed', 'code': 200} Mar 09 04:36:15.269381 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-749ed7d9-0cd6-4c1d-a962-59079ef040d3 req-ca0e8727-3876-43b3-8b58-745657f578e0 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Synchronizing usage tracker for tenant:4397c4aba5914f3b9e67febc8cb14058 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:36:15.285452 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-749ed7d9-0cd6-4c1d-a962-59079ef040d3 req-ca0e8727-3876-43b3-8b58-745657f578e0 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Unset dirty status for tenant:4397c4aba5914f3b9e67febc8cb14058 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:36:15.287288 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-749ed7d9-0cd6-4c1d-a962-59079ef040d3 req-ca0e8727-3876-43b3-8b58-745657f578e0 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea227748-0f2c-48bc-9719-c56c9411f882 HTTP/1.1" status: 200 len: 210 time: 0.0598128 Mar 09 04:36:16.544349 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc0d85-a35e-4d55-a28e-c05b03494efa req-3601906d-af00-448a-a396-19315c082f78 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:16.545766 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-41bc0d85-a35e-4d55-a28e-c05b03494efa req-3601906d-af00-448a-a396-19315c082f78 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa4348e-7fd2-4f3e-8159-3c1dda275d10 HTTP/1.1" status: 200 len: 945 time: 0.0799127 Mar 09 04:36:16.589827 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-41bc0d85-a35e-4d55-a28e-c05b03494efa req-a939afb8-710e-4ed6-8cfa-5c4ee5533c36 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/security-groups?id=2717a6fc-8116-431b-ba0f-14f10787c608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381918 Mar 09 04:36:16.839646 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff1c3a71-13f1-4da0-aead-523c3874c4e3 req-0ebaaf85-5339-4290-a3dd-c91a2dceb1f0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=baa4348e-7fd2-4f3e-8159-3c1dda275d10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1316583 Mar 09 04:36:16.847786 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f93c45-5377-4b95-bda9-c21f958de450 req-1b15a9fd-8f9c-4712-bd5a-153916486e0e tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:16.849068 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1f93c45-5377-4b95-bda9-c21f958de450 req-1b15a9fd-8f9c-4712-bd5a-153916486e0e tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa4348e-7fd2-4f3e-8159-3c1dda275d10 HTTP/1.1" status: 200 len: 945 time: 0.1077213 Mar 09 04:36:16.897318 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b1f93c45-5377-4b95-bda9-c21f958de450 req-152a06fd-b0ad-44a0-b504-1d6f53249b79 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/security-groups?id=2717a6fc-8116-431b-ba0f-14f10787c608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426521 Mar 09 04:36:16.986783 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c3a71-13f1-4da0-aead-523c3874c4e3 req-5f2cc40e-cec5-4019-a48b-6e4a025eeaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:16.988274 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff1c3a71-13f1-4da0-aead-523c3874c4e3 req-5f2cc40e-cec5-4019-a48b-6e4a025eeaf7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4397c4aba5914f3b9e67febc8cb14058&device_id=baa4348e-7fd2-4f3e-8159-3c1dda275d10 HTTP/1.1" status: 200 len: 1096 time: 0.0734570 Mar 09 04:36:17.081576 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f1694-dec1-417c-a321-5a234cb5b581 req-842a2f3b-5890-4e2a-8c6e-2d695c1c6413 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:17.083122 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-271f1694-dec1-417c-a321-5a234cb5b581 req-842a2f3b-5890-4e2a-8c6e-2d695c1c6413 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa4348e-7fd2-4f3e-8159-3c1dda275d10 HTTP/1.1" status: 200 len: 945 time: 0.0796151 Mar 09 04:36:17.127068 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-271f1694-dec1-417c-a321-5a234cb5b581 req-1cdec5a0-415e-46ce-86b9-0472c060c181 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/security-groups?id=2717a6fc-8116-431b-ba0f-14f10787c608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382931 Mar 09 04:36:17.132424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c3a71-13f1-4da0-aead-523c3874c4e3 req-1985a710-3b28-4ae2-9953-47b71007a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:17.133878 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff1c3a71-13f1-4da0-aead-523c3874c4e3 req-1985a710-3b28-4ae2-9953-47b71007a7ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e36d263-7ae0-4bb7-8034-36c65d290676 HTTP/1.1" status: 200 len: 914 time: 0.1259925 Mar 09 04:36:17.201077 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff1c3a71-13f1-4da0-aead-523c3874c4e3 req-fc79e021-84b9-44bc-8614-deeee86df167 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=685c7f56-9a35-48c0-ae7a-0e6c82db8e3f HTTP/1.1" status: 200 len: 217 time: 0.0598667 Mar 09 04:36:17.268843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c3a71-13f1-4da0-aead-523c3874c4e3 req-05f7a447-2076-4f22-879a-be1f611b3daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:17.270400 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff1c3a71-13f1-4da0-aead-523c3874c4e3 req-05f7a447-2076-4f22-879a-be1f611b3daf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c55d49c8-5944-422c-8dd7-41dfca78fa6b HTTP/1.1" status: 200 len: 853 time: 0.0636010 Mar 09 04:36:17.317416 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff1c3a71-13f1-4da0-aead-523c3874c4e3 req-722ebe09-4451-45d4-b0e6-207853842592 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e36d263-7ae0-4bb7-8034-36c65d290676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401819 Mar 09 04:36:17.414603 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4d1d3-51d8-4f45-9b9f-cedeb124f86e req-63ac04bf-bce6-4082-9660-ec2dd9f12805 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:17.415983 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-11b4d1d3-51d8-4f45-9b9f-cedeb124f86e req-63ac04bf-bce6-4082-9660-ec2dd9f12805 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa4348e-7fd2-4f3e-8159-3c1dda275d10 HTTP/1.1" status: 200 len: 945 time: 0.0837352 Mar 09 04:36:17.447948 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff1c3a71-13f1-4da0-aead-523c3874c4e3 req-e9d71541-0e14-4c06-9cd8-c4ca8411c818 service neutron] 10.222.0.24 "GET /v2.0/networks/4e36d263-7ae0-4bb7-8034-36c65d290676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233194 Mar 09 04:36:17.459687 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-11b4d1d3-51d8-4f45-9b9f-cedeb124f86e req-1bbbf5ce-9317-4dcd-ba86-a13426993a36 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/security-groups?id=2717a6fc-8116-431b-ba0f-14f10787c608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382252 Mar 09 04:36:17.620080 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ff1c3a71-13f1-4da0-aead-523c3874c4e3 req-3761664c-efff-4705-9d24-bfe29145896b service neutron] 10.222.0.24 "GET /v2.0/networks/4e36d263-7ae0-4bb7-8034-36c65d290676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652262 Mar 09 04:36:17.661996 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675c562-1b62-4d2a-8615-78072b5fd4f8 req-7f359f06-581b-4d7c-9561-69b272a1a0e6 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:17.664088 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2675c562-1b62-4d2a-8615-78072b5fd4f8 req-7f359f06-581b-4d7c-9561-69b272a1a0e6 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa4348e-7fd2-4f3e-8159-3c1dda275d10 HTTP/1.1" status: 200 len: 945 time: 0.0923808 Mar 09 04:36:17.714090 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2675c562-1b62-4d2a-8615-78072b5fd4f8 req-0e63a0b6-1c1f-4b4e-8ced-c4cdfd4d99d6 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/security-groups?id=2717a6fc-8116-431b-ba0f-14f10787c608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436544 Mar 09 04:36:17.903824 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d778ca-c18d-4f95-906f-19b51f604ac1 req-48416228-b859-4a6e-bd76-072c845f21c7 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:17.905282 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-72d778ca-c18d-4f95-906f-19b51f604ac1 req-48416228-b859-4a6e-bd76-072c845f21c7 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa4348e-7fd2-4f3e-8159-3c1dda275d10 HTTP/1.1" status: 200 len: 945 time: 0.0794356 Mar 09 04:36:17.950255 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-72d778ca-c18d-4f95-906f-19b51f604ac1 req-792ade8e-deb7-4c48-ad85-303bdaf961b5 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/security-groups?id=2717a6fc-8116-431b-ba0f-14f10787c608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392838 Mar 09 04:36:18.483554 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5291252-4a03-4e91-8171-5c4141a95c2c req-38628ecf-8ffa-4e03-a35e-8e6503845b07 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:18.484964 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e5291252-4a03-4e91-8171-5c4141a95c2c req-38628ecf-8ffa-4e03-a35e-8e6503845b07 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa4348e-7fd2-4f3e-8159-3c1dda275d10 HTTP/1.1" status: 200 len: 945 time: 0.0807486 Mar 09 04:36:18.528058 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e5291252-4a03-4e91-8171-5c4141a95c2c req-27734d77-736c-46dc-bd4c-6b171a0f974d tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/security-groups?id=2717a6fc-8116-431b-ba0f-14f10787c608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374751 Mar 09 04:36:18.559283 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device f8289d8a-bbe0-46cd-81bc-a02b6986d23d no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:36:18.592677 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: f8289d8a-bbe0-46cd-81bc-a02b6986d23d {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:36:18.593010 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device f8289d8a-bbe0-46cd-81bc-a02b6986d23d not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:36:19.720062 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073305f-1cb2-4db1-97c2-f086e4bf99bc req-0d22044d-e08a-4013-810f-027969ec8a84 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:19.721508 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4073305f-1cb2-4db1-97c2-f086e4bf99bc req-0d22044d-e08a-4013-810f-027969ec8a84 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa4348e-7fd2-4f3e-8159-3c1dda275d10 HTTP/1.1" status: 200 len: 945 time: 0.0873017 Mar 09 04:36:19.765667 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4073305f-1cb2-4db1-97c2-f086e4bf99bc req-de9966c4-690c-4da1-b0aa-b9615bc0e4c4 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/security-groups?id=2717a6fc-8116-431b-ba0f-14f10787c608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386484 Mar 09 04:36:19.968189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f188afa-d260-48b1-9c55-73b92b20a363 req-51e258f2-6d42-4042-88c6-22c7825d0403 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:19.969634 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f188afa-d260-48b1-9c55-73b92b20a363 req-51e258f2-6d42-4042-88c6-22c7825d0403 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.24 "GET /v2.0/ports?device_id=baa4348e-7fd2-4f3e-8159-3c1dda275d10 HTTP/1.1" status: 200 len: 945 time: 0.0837133 Mar 09 04:36:20.044671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-4f188afa-d260-48b1-9c55-73b92b20a363 req-b1aa7f2a-5e95-4cfe-8d18-c90f81fe5f38 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Deleting port 685c7f56-9a35-48c0-ae7a-0e6c82db8e3f {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:36:20.045003 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4f188afa-d260-48b1-9c55-73b92b20a363 req-b1aa7f2a-5e95-4cfe-8d18-c90f81fe5f38 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:20.397171 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-4f188afa-d260-48b1-9c55-73b92b20a363 req-b1aa7f2a-5e95-4cfe-8d18-c90f81fe5f38 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] For port 685c7f56-9a35-48c0-ae7a-0e6c82db8e3f, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=685c7f56-9a35-48c0-ae7a-0e6c82db8e3f,segment=NetworkSegment(14ce2f3d-3ad1-4a27-933c-c6daf2455165),segment_id=14ce2f3d-3ad1-4a27-933c-c6daf2455165)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:36:20.397587 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4f188afa-d260-48b1-9c55-73b92b20a363 req-b1aa7f2a-5e95-4cfe-8d18-c90f81fe5f38 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:20.515989 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-4f188afa-d260-48b1-9c55-73b92b20a363 req-b1aa7f2a-5e95-4cfe-8d18-c90f81fe5f38 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Calling delete_port for 685c7f56-9a35-48c0-ae7a-0e6c82db8e3f owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:36:20.655149 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4f188afa-d260-48b1-9c55-73b92b20a363 req-b1aa7f2a-5e95-4cfe-8d18-c90f81fe5f38 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:20.666479 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['685c7f56-9a35-48c0-ae7a-0e6c82db8e3f'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:36:20.703890 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa7f2a-5e95-4cfe-8d18-c90f81fe5f38 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Pushing event deleted for resources: {'Port': ['ID=685c7f56-9a35-48c0-ae7a-0e6c82db8e3f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:20.777348 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f188afa-d260-48b1-9c55-73b92b20a363 req-b1aa7f2a-5e95-4cfe-8d18-c90f81fe5f38 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] No DVR routers for this DVR port 685c7f56-9a35-48c0-ae7a-0e6c82db8e3f on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:36:20.779813 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-4f188afa-d260-48b1-9c55-73b92b20a363 req-b1aa7f2a-5e95-4cfe-8d18-c90f81fe5f38 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:20.782369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa4348e-7fd2-4f3e-8159-3c1dda275d10', 'name': 'network-vif-deleted', 'tag': '685c7f56-9a35-48c0-ae7a-0e6c82db8e3f'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:36:20.802684 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4f188afa-d260-48b1-9c55-73b92b20a363 req-b1aa7f2a-5e95-4cfe-8d18-c90f81fe5f38 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.24 "DELETE /v2.0/ports/685c7f56-9a35-48c0-ae7a-0e6c82db8e3f HTTP/1.1" status: 204 len: 173 time: 0.8279221 Mar 09 04:36:20.828884 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa4348e-7fd2-4f3e-8159-3c1dda275d10', 'name': 'network-vif-deleted', 'tag': '685c7f56-9a35-48c0-ae7a-0e6c82db8e3f', 'status': 'completed', 'code': 200} Mar 09 04:36:20.922704 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-39bf5c2b-be7e-49d9-9c52-532e8986fc0b req-4f25f4b4-189f-4a40-b74f-2d97d77bdbc2 tempest-ServersNegativeTestJSON-470684926 tempest-ServersNegativeTestJSON-470684926-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa4348e-7fd2-4f3e-8159-3c1dda275d10 HTTP/1.1" status: 200 len: 210 time: 0.0500102 Mar 09 04:36:22.018067 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46436) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:22.075963 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-c089fec6-6aab-47ce-8238-d085228c57b0 admin admin] Deleting subnet c55d49c8-5944-422c-8dd7-41dfca78fa6b {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:36:22.078734 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c089fec6-6aab-47ce-8238-d085228c57b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:22.128896 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c089fec6-6aab-47ce-8238-d085228c57b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:22.182021 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c089fec6-6aab-47ce-8238-d085228c57b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:22.246124 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c089fec6-6aab-47ce-8238-d085228c57b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:22.287951 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c089fec6-6aab-47ce-8238-d085228c57b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:22.290985 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089fec6-6aab-47ce-8238-d085228c57b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c55d49c8-5944-422c-8dd7-41dfca78fa6b,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:22.296706 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c089fec6-6aab-47ce-8238-d085228c57b0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c55d49c8-5944-422c-8dd7-41dfca78fa6b HTTP/1.1" status: 204 len: 168 time: 0.2775931 Mar 09 04:36:22.299497 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46440) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:22.401407 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-63b2179e-5efd-4551-a179-b3009a6326c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:22.518875 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-63b2179e-5efd-4551-a179-b3009a6326c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:22.543015 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-63b2179e-5efd-4551-a179-b3009a6326c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e36d263-7ae0-4bb7-8034-36c65d290676']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:22.554686 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-63b2179e-5efd-4551-a179-b3009a6326c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ce2f3d-3ad1-4a27-933c-c6daf2455165') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:22.555000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-63b2179e-5efd-4551-a179-b3009a6326c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ce2f3d-3ad1-4a27-933c-c6daf2455165') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:22.565739 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-63b2179e-5efd-4551-a179-b3009a6326c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:22.581378 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-63b2179e-5efd-4551-a179-b3009a6326c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:22.587878 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b2179e-5efd-4551-a179-b3009a6326c1 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:36:22.588262 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-63b2179e-5efd-4551-a179-b3009a6326c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:36:22.600796 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:36:22.675256 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-63b2179e-5efd-4551-a179-b3009a6326c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:22.679722 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-63b2179e-5efd-4551-a179-b3009a6326c1 admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:22.704324 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2179e-5efd-4551-a179-b3009a6326c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e36d263-7ae0-4bb7-8034-36c65d290676,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:22.708133 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-63b2179e-5efd-4551-a179-b3009a6326c1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4e36d263-7ae0-4bb7-8034-36c65d290676 HTTP/1.1" status: 204 len: 168 time: 0.4077532 Mar 09 04:36:22.815510 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46446) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:22.863302 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e934a1de-bbb5-4928-a397-2278aea29407 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4397c4aba5914f3b9e67febc8cb14058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466087 Mar 09 04:36:22.865591 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46450) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:22.922582 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-834ed574-691f-4e2d-8a77-59cd51dfa3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:22.948817 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-834ed574-691f-4e2d-8a77-59cd51dfa3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:23.002565 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-834ed574-691f-4e2d-8a77-59cd51dfa3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:23.019220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ed574-691f-4e2d-8a77-59cd51dfa3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2717a6fc-8116-431b-ba0f-14f10787c608,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:23.034165 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-834ed574-691f-4e2d-8a77-59cd51dfa3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:23.038043 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-834ed574-691f-4e2d-8a77-59cd51dfa3d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2717a6fc-8116-431b-ba0f-14f10787c608 HTTP/1.1" status: 204 len: 168 time: 0.1687586 Mar 09 04:36:23.435854 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 685c7f56-9a35-48c0-ae7a-0e6c82db8e3f no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:36:23.471765 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 685c7f56-9a35-48c0-ae7a-0e6c82db8e3f {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:36:23.472102 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 685c7f56-9a35-48c0-ae7a-0e6c82db8e3f not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:36:23.758499 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46474) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:23.857928 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-380d66b4-3656-48eb-a322-7ea1ec10c8ee tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-793719294'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:36:23.863681 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-380d66b4-3656-48eb-a322-7ea1ec10c8ee tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:36:23.867545 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-380d66b4-3656-48eb-a322-7ea1ec10c8ee tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Usage tracker for resource:network and tenant:772ba454ffb74171908fd4a4a5a0890c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:36:23.870407 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-380d66b4-3656-48eb-a322-7ea1ec10c8ee tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:36:23.876629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-380d66b4-3656-48eb-a322-7ea1ec10c8ee tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:36:23.887051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380d66b4-3656-48eb-a322-7ea1ec10c8ee tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Made reservation on behalf of 772ba454ffb74171908fd4a4a5a0890c for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:36:23.890438 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-380d66b4-3656-48eb-a322-7ea1ec10c8ee tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:23.905964 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-380d66b4-3656-48eb-a322-7ea1ec10c8ee tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:23.921440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-380d66b4-3656-48eb-a322-7ea1ec10c8ee tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:36:23.925799 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-380d66b4-3656-48eb-a322-7ea1ec10c8ee tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Usage tracker for resource:security_group_rule and tenant:772ba454ffb74171908fd4a4a5a0890c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:36:23.928647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-380d66b4-3656-48eb-a322-7ea1ec10c8ee tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:36:23.936757 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-380d66b4-3656-48eb-a322-7ea1ec10c8ee tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:36:24.021262 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-380d66b4-3656-48eb-a322-7ea1ec10c8ee tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:24.025506 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-380d66b4-3656-48eb-a322-7ea1ec10c8ee tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:24.058905 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380d66b4-3656-48eb-a322-7ea1ec10c8ee tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:36:24.063939 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d66b4-3656-48eb-a322-7ea1ec10c8ee tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14d8bbe7-8896-4713-8b87-b8119e20f413,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:24.071152 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-380d66b4-3656-48eb-a322-7ea1ec10c8ee tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:24.071496 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-380d66b4-3656-48eb-a322-7ea1ec10c8ee tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Added segment 1a24f20a-1ce1-48b2-a6fd-954bc3c958ea of type vlan for network 8c6cb2f2-2fe5-4610-8ae7-8df2728015cc Mar 09 04:36:24.097444 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-380d66b4-3656-48eb-a322-7ea1ec10c8ee tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:24.124226 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-380d66b4-3656-48eb-a322-7ea1ec10c8ee tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:24.129553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380d66b4-3656-48eb-a322-7ea1ec10c8ee tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:24.130125 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-380d66b4-3656-48eb-a322-7ea1ec10c8ee tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:24.235735 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-380d66b4-3656-48eb-a322-7ea1ec10c8ee tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4761267 Mar 09 04:36:24.238443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d66b4-3656-48eb-a322-7ea1ec10c8ee tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Pushing event updated for resources: {'Network': ['ID=8c6cb2f2-2fe5-4610-8ae7-8df2728015cc,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:24.248891 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 8c6cb2f2-2fe5-4610-8ae7-8df2728015cc details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:36:27.405656 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46482) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:27.411439 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-df5e93e9-a501-4e86-ad95-e82a2e8e9522 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Request body: {'subnet': {'network_id': '8c6cb2f2-2fe5-4610-8ae7-8df2728015cc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:36:27.519344 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-df5e93e9-a501-4e86-ad95-e82a2e8e9522 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:36:27.523165 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-df5e93e9-a501-4e86-ad95-e82a2e8e9522 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Usage tracker for resource:subnet and tenant:772ba454ffb74171908fd4a4a5a0890c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:36:27.525850 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-df5e93e9-a501-4e86-ad95-e82a2e8e9522 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:36:27.531372 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-df5e93e9-a501-4e86-ad95-e82a2e8e9522 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:36:27.540953 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5e93e9-a501-4e86-ad95-e82a2e8e9522 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Made reservation on behalf of 772ba454ffb74171908fd4a4a5a0890c for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:36:27.544556 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-df5e93e9-a501-4e86-ad95-e82a2e8e9522 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:27.760572 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-df5e93e9-a501-4e86-ad95-e82a2e8e9522 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:27.836805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e93e9-a501-4e86-ad95-e82a2e8e9522 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Pushing event updated for resources: {'Subnet': ['ID=1fd7e1da-6c89-4952-840f-8f31c137d0f0,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:27.843957 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5e93e9-a501-4e86-ad95-e82a2e8e9522 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Checking segment: {'id': '1a24f20a-1ce1-48b2-a6fd-954bc3c958ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6cb2f2-2fe5-4610-8ae7-8df2728015cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:36:27.844152 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5e93e9-a501-4e86-ad95-e82a2e8e9522 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Network hostable DHCP agents. Network: 8c6cb2f2-2fe5-4610-8ae7-8df2728015cc, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:36:27.862873 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5e93e9-a501-4e86-ad95-e82a2e8e9522 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Network 8c6cb2f2-2fe5-4610-8ae7-8df2728015cc is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:36:27.872062 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-df5e93e9-a501-4e86-ad95-e82a2e8e9522 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 8c6cb2f2-2fe5-4610-8ae7-8df2728015cc) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:36:27.876884 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5e93e9-a501-4e86-ad95-e82a2e8e9522 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:27.877464 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-df5e93e9-a501-4e86-ad95-e82a2e8e9522 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:27.882016 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a24f708-7257-4f11-b891-02d1e797a9ef None None] Network 8c6cb2f2-2fe5-4610-8ae7-8df2728015cc requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:36:27.906022 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-df5e93e9-a501-4e86-ad95-e82a2e8e9522 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4961224 Mar 09 04:36:27.906328 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46486) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:27.913854 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-deb7cf4d-7f22-4502-b6d9-bb29a49f974f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1055897401'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:36:27.919992 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-deb7cf4d-7f22-4502-b6d9-bb29a49f974f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:36:27.925000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-deb7cf4d-7f22-4502-b6d9-bb29a49f974f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Usage tracker for resource:network and tenant:772ba454ffb74171908fd4a4a5a0890c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:36:27.927893 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-deb7cf4d-7f22-4502-b6d9-bb29a49f974f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:36:27.934410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-deb7cf4d-7f22-4502-b6d9-bb29a49f974f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:36:27.944881 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb7cf4d-7f22-4502-b6d9-bb29a49f974f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Made reservation on behalf of 772ba454ffb74171908fd4a4a5a0890c for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:36:27.948450 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-deb7cf4d-7f22-4502-b6d9-bb29a49f974f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:27.976549 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb7cf4d-7f22-4502-b6d9-bb29a49f974f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:36:27.985945 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-deb7cf4d-7f22-4502-b6d9-bb29a49f974f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:27.986281 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-deb7cf4d-7f22-4502-b6d9-bb29a49f974f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Added segment eac089dc-f4ca-4c2c-9058-75fce02af987 of type vlan for network 3377ddb7-0c4e-4528-ac34-0fc6f059fbf1 Mar 09 04:36:28.016622 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-deb7cf4d-7f22-4502-b6d9-bb29a49f974f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:28.094955 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-8c6cb2f2-2fe5-4610-8ae7-8df2728015cc', 'network_id': '8c6cb2f2-2fe5-4610-8ae7-8df2728015cc', 'tenant_id': '772ba454ffb74171908fd4a4a5a0890c', 'fixed_ips': [{'subnet_id': '1fd7e1da-6c89-4952-840f-8f31c137d0f0'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:36:28.095795 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:28.156428 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-deb7cf4d-7f22-4502-b6d9-bb29a49f974f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:28.161760 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb7cf4d-7f22-4502-b6d9-bb29a49f974f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:28.162330 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-deb7cf4d-7f22-4502-b6d9-bb29a49f974f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:28.251225 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Allocated IP 2001:db8:0:ffff::2 (8c6cb2f2-2fe5-4610-8ae7-8df2728015cc/1fd7e1da-6c89-4952-840f-8f31c137d0f0/2d32973f-efd5-4d67-8e7c-a07506504de4) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:36:28.253446 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-deb7cf4d-7f22-4502-b6d9-bb29a49f974f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3460741 Mar 09 04:36:28.257722 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46490) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:28.265089 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Request body: {'subnet': {'network_id': '3377ddb7-0c4e-4528-ac34-0fc6f059fbf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:36:28.269195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7cf4d-7f22-4502-b6d9-bb29a49f974f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Pushing event updated for resources: {'Network': ['ID=3377ddb7-0c4e-4528-ac34-0fc6f059fbf1,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:28.280455 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 3377ddb7-0c4e-4528-ac34-0fc6f059fbf1 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:36:28.490397 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:36:28.494898 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Usage tracker for resource:subnet and tenant:772ba454ffb74171908fd4a4a5a0890c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:36:28.497784 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:36:28.503535 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:36:28.514285 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Made reservation on behalf of 772ba454ffb74171908fd4a4a5a0890c for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:36:28.517764 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:28.583748 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:28.594882 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Transition to ACTIVE for port object 2d32973f-efd5-4d67-8e7c-a07506504de4 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:36:28.613208 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Transition to ACTIVE for port object 2d32973f-efd5-4d67-8e7c-a07506504de4 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:36:28.619548 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:28.687388 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Network 8c6cb2f2-2fe5-4610-8ae7-8df2728015cc is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:36:28.697805 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:36:28.703648 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:36:28.713986 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Pushing event updated for resources: {'Port': ['ID=2d32973f-efd5-4d67-8e7c-a07506504de4,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:28.747623 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:28.752263 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:28.752609 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:28.752948 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:28.753278 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:28.753609 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:28.753933 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:28.754256 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:28.754575 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:28.754916 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:28.755238 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:28.755557 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:28.755873 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:28.827053 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-87634e35-0f15-420d-ada7-89a9fcdd47cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:28.830145 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Attempting to bind port 2d32973f-efd5-4d67-8e7c-a07506504de4 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:36:28.830513 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Attempting to bind port 2d32973f-efd5-4d67-8e7c-a07506504de4 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '1a24f20a-1ce1-48b2-a6fd-954bc3c958ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6cb2f2-2fe5-4610-8ae7-8df2728015cc'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:36:28.831082 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Attempting to bind port 2d32973f-efd5-4d67-8e7c-a07506504de4 on network 8c6cb2f2-2fe5-4610-8ae7-8df2728015cc {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:36:28.836534 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Pushing event updated for resources: {'Subnet': ['ID=3f3c42a2-a0b6-40e4-9b30-7739f76ec947,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:28.836682 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:36:28.836916 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Checking segment: {'id': '1a24f20a-1ce1-48b2-a6fd-954bc3c958ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6cb2f2-2fe5-4610-8ae7-8df2728015cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:36:28.837309 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:28.837687 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Bound using segment: {'id': '1a24f20a-1ce1-48b2-a6fd-954bc3c958ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6cb2f2-2fe5-4610-8ae7-8df2728015cc'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:36:28.838144 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Bound port: 2d32973f-efd5-4d67-8e7c-a07506504de4, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a24f20a-1ce1-48b2-a6fd-954bc3c958ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6cb2f2-2fe5-4610-8ae7-8df2728015cc'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:36:28.838514 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:28.839847 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Checking segment: {'id': 'eac089dc-f4ca-4c2c-9058-75fce02af987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3377ddb7-0c4e-4528-ac34-0fc6f059fbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:36:28.840201 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Network hostable DHCP agents. Network: 3377ddb7-0c4e-4528-ac34-0fc6f059fbf1, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:36:28.849422 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:28.849765 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:28.850102 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:28.851112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:28.851480 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:28.851823 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:28.852417 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:28.853423 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:28.853996 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:28.854329 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:28.854654 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:28.855025 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:28.875874 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Network 3377ddb7-0c4e-4528-ac34-0fc6f059fbf1 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:36:28.888478 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 3377ddb7-0c4e-4528-ac34-0fc6f059fbf1) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:36:28.896235 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:28.897843 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:28.898459 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14d09fc-9dfa-451f-8e63-f0e24a80072d None None] Network 3377ddb7-0c4e-4528-ac34-0fc6f059fbf1 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:36:28.921308 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b45200f6-5dbd-4e28-8046-d7b406e3da60 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6618032 Mar 09 04:36:28.924147 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46494) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:29.021587 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] For port 2d32973f-efd5-4d67-8e7c-a07506504de4, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:36:29.026449 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] For port 2d32973f-efd5-4d67-8e7c-a07506504de4, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=2d32973f-efd5-4d67-8e7c-a07506504de4,segment=NetworkSegment(1a24f20a-1ce1-48b2-a6fd-954bc3c958ea),segment_id=1a24f20a-1ce1-48b2-a6fd-954bc3c958ea)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:36:29.033379 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:29.079558 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9973b95c-f4ed-4d75-b7ac-ebf2adf8872a tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:29.146142 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9973b95c-f4ed-4d75-b7ac-ebf2adf8872a tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:29.189786 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ae733-2fa4-49bc-9f36-f560d083469e None None] Pushing event updated for resources: {'Port': ['ID=2d32973f-efd5-4d67-8e7c-a07506504de4,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:29.233825 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9973b95c-f4ed-4d75-b7ac-ebf2adf8872a tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:29.238991 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d705e9a-1f87-4c3f-8ca4-f74ba0571ac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-3377ddb7-0c4e-4528-ac34-0fc6f059fbf1', 'network_id': '3377ddb7-0c4e-4528-ac34-0fc6f059fbf1', 'tenant_id': '772ba454ffb74171908fd4a4a5a0890c', 'fixed_ips': [{'subnet_id': '3f3c42a2-a0b6-40e4-9b30-7739f76ec947'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:36:29.239917 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7d705e9a-1f87-4c3f-8ca4-f74ba0571ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:29.272775 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973b95c-f4ed-4d75-b7ac-ebf2adf8872a tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Pushing event deleted for resources: {'Subnet': ['ID=3f3c42a2-a0b6-40e4-9b30-7739f76ec947,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:29.349621 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92c70f9-eec4-4c2c-bed1-09c0c47bee8d None None] Network 3377ddb7-0c4e-4528-ac34-0fc6f059fbf1 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:36:29.386116 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9973b95c-f4ed-4d75-b7ac-ebf2adf8872a tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:29.429833 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-9973b95c-f4ed-4d75-b7ac-ebf2adf8872a tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3377ddb7-0c4e-4528-ac34-0fc6f059fbf1']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:29.441585 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-9973b95c-f4ed-4d75-b7ac-ebf2adf8872a tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac089dc-f4ca-4c2c-9058-75fce02af987') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:29.441878 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-9973b95c-f4ed-4d75-b7ac-ebf2adf8872a tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac089dc-f4ca-4c2c-9058-75fce02af987') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:29.461687 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9973b95c-f4ed-4d75-b7ac-ebf2adf8872a tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:29.480584 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9973b95c-f4ed-4d75-b7ac-ebf2adf8872a tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:29.487811 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9973b95c-f4ed-4d75-b7ac-ebf2adf8872a tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:36:29.488315 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9973b95c-f4ed-4d75-b7ac-ebf2adf8872a tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:36:29.504192 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:36:29.591554 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9973b95c-f4ed-4d75-b7ac-ebf2adf8872a tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:29.608168 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-9973b95c-f4ed-4d75-b7ac-ebf2adf8872a tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:29.620404 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973b95c-f4ed-4d75-b7ac-ebf2adf8872a tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Pushing event deleted for resources: {'Network': ['ID=3377ddb7-0c4e-4528-ac34-0fc6f059fbf1,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:29.622875 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-9973b95c-f4ed-4d75-b7ac-ebf2adf8872a tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] 10.222.0.16 "DELETE /v2.0/networks/3377ddb7-0c4e-4528-ac34-0fc6f059fbf1 HTTP/1.1" status: 204 len: 168 time: 0.6977909 Mar 09 04:36:29.626423 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46498) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:29.632633 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-39daf29e-5d03-4cb8-8982-4474ec741150 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1089104459'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:36:29.638207 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-39daf29e-5d03-4cb8-8982-4474ec741150 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:36:29.642109 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-39daf29e-5d03-4cb8-8982-4474ec741150 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Usage tracker for resource:network and tenant:772ba454ffb74171908fd4a4a5a0890c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:36:29.644983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-39daf29e-5d03-4cb8-8982-4474ec741150 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:36:29.651386 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-39daf29e-5d03-4cb8-8982-4474ec741150 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:36:29.664768 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39daf29e-5d03-4cb8-8982-4474ec741150 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Made reservation on behalf of 772ba454ffb74171908fd4a4a5a0890c for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:36:29.671090 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39daf29e-5d03-4cb8-8982-4474ec741150 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:29.700428 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39daf29e-5d03-4cb8-8982-4474ec741150 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:36:29.709272 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39daf29e-5d03-4cb8-8982-4474ec741150 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:29.710175 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-39daf29e-5d03-4cb8-8982-4474ec741150 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Added segment b85ec7e6-06dc-464c-a7e8-4f67933c62e7 of type vlan for network bfd63b45-f023-40b9-9a3a-6a54b51eda8a Mar 09 04:36:29.737882 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39daf29e-5d03-4cb8-8982-4474ec741150 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:29.769179 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39daf29e-5d03-4cb8-8982-4474ec741150 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:29.775167 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39daf29e-5d03-4cb8-8982-4474ec741150 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:29.775742 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-39daf29e-5d03-4cb8-8982-4474ec741150 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:29.873241 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-39daf29e-5d03-4cb8-8982-4474ec741150 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2456012 Mar 09 04:36:29.876090 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46502) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:29.882471 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39daf29e-5d03-4cb8-8982-4474ec741150 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Pushing event updated for resources: {'Network': ['ID=bfd63b45-f023-40b9-9a3a-6a54b51eda8a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:29.885797 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-0d1f1391-e29c-4b09-8f69-609163b872fa tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Request body: {'subnet': {'network_id': 'bfd63b45-f023-40b9-9a3a-6a54b51eda8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:36:29.901918 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network bfd63b45-f023-40b9-9a3a-6a54b51eda8a details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:36:30.048539 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0d1f1391-e29c-4b09-8f69-609163b872fa tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:36:30.056601 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0d1f1391-e29c-4b09-8f69-609163b872fa tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Usage tracker for resource:subnet and tenant:772ba454ffb74171908fd4a4a5a0890c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:36:30.059650 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0d1f1391-e29c-4b09-8f69-609163b872fa tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:36:30.066361 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0d1f1391-e29c-4b09-8f69-609163b872fa tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:36:30.080369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1f1391-e29c-4b09-8f69-609163b872fa tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Made reservation on behalf of 772ba454ffb74171908fd4a4a5a0890c for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:36:30.084355 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0d1f1391-e29c-4b09-8f69-609163b872fa tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:30.182450 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.ipam_backend_mixin [None req-0d1f1391-e29c-4b09-8f69-609163b872fa tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Performing IP validity checks on allocation pools {{(pid=87880) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 09 04:36:30.183039 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.ipam_backend_mixin [None req-0d1f1391-e29c-4b09-8f69-609163b872fa tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87880) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 09 04:36:30.271785 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54801bd-c421-4364-95ca-8bcdafda44f9 None None] Network 8c6cb2f2-2fe5-4610-8ae7-8df2728015cc requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:36:30.316770 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0d1f1391-e29c-4b09-8f69-609163b872fa tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:30.379334 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7f774ee9-199d-4812-a778-ff6f47d55308 None None] Provisioning for port 2d32973f-efd5-4d67-8e7c-a07506504de4 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:36:30.396658 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f1391-e29c-4b09-8f69-609163b872fa tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Pushing event updated for resources: {'Subnet': ['ID=72438861-a53c-4e4a-a939-9aaa315538b8,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:30.402049 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1f1391-e29c-4b09-8f69-609163b872fa tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Checking segment: {'id': 'b85ec7e6-06dc-464c-a7e8-4f67933c62e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bfd63b45-f023-40b9-9a3a-6a54b51eda8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:36:30.402407 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1f1391-e29c-4b09-8f69-609163b872fa tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Network hostable DHCP agents. Network: bfd63b45-f023-40b9-9a3a-6a54b51eda8a, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:36:30.421099 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1f1391-e29c-4b09-8f69-609163b872fa tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Network bfd63b45-f023-40b9-9a3a-6a54b51eda8a is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:36:30.431397 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-0d1f1391-e29c-4b09-8f69-609163b872fa tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, bfd63b45-f023-40b9-9a3a-6a54b51eda8a) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:36:30.437767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1f1391-e29c-4b09-8f69-609163b872fa tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:30.438470 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0d1f1391-e29c-4b09-8f69-609163b872fa tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:30.444989 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6457dd-60b4-4df9-91af-a9f2b46d6bb0 None None] Network bfd63b45-f023-40b9-9a3a-6a54b51eda8a requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:36:30.463287 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0d1f1391-e29c-4b09-8f69-609163b872fa tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5848045 Mar 09 04:36:30.466088 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46506) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:30.606845 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-934570ec-d542-4591-b73b-513e277d9459 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:30.671038 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-934570ec-d542-4591-b73b-513e277d9459 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:30.745109 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-934570ec-d542-4591-b73b-513e277d9459 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:30.756931 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b554ae03-cd56-450c-bf4e-2a2230039f6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-bfd63b45-f023-40b9-9a3a-6a54b51eda8a', 'network_id': 'bfd63b45-f023-40b9-9a3a-6a54b51eda8a', 'tenant_id': '772ba454ffb74171908fd4a4a5a0890c', 'fixed_ips': [{'subnet_id': '72438861-a53c-4e4a-a939-9aaa315538b8'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:36:30.757894 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b554ae03-cd56-450c-bf4e-2a2230039f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:30.793694 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934570ec-d542-4591-b73b-513e277d9459 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Pushing event deleted for resources: {'Subnet': ['ID=72438861-a53c-4e4a-a939-9aaa315538b8,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:30.893423 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b98a1a-5846-4b2c-9ded-87645b6a6e47 None None] Network bfd63b45-f023-40b9-9a3a-6a54b51eda8a requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:36:30.898969 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-934570ec-d542-4591-b73b-513e277d9459 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:30.914748 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 2d32973f-efd5-4d67-8e7c-a07506504de4 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:36:30.932114 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-934570ec-d542-4591-b73b-513e277d9459 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd63b45-f023-40b9-9a3a-6a54b51eda8a']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:30.945594 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-934570ec-d542-4591-b73b-513e277d9459 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85ec7e6-06dc-464c-a7e8-4f67933c62e7') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:30.945880 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-934570ec-d542-4591-b73b-513e277d9459 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85ec7e6-06dc-464c-a7e8-4f67933c62e7') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:30.961013 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-934570ec-d542-4591-b73b-513e277d9459 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:30.979906 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-934570ec-d542-4591-b73b-513e277d9459 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:30.985992 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934570ec-d542-4591-b73b-513e277d9459 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:36:30.986369 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-934570ec-d542-4591-b73b-513e277d9459 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:36:31.000674 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:36:31.085260 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-934570ec-d542-4591-b73b-513e277d9459 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:31.103265 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-934570ec-d542-4591-b73b-513e277d9459 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:31.113771 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934570ec-d542-4591-b73b-513e277d9459 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Pushing event deleted for resources: {'Network': ['ID=bfd63b45-f023-40b9-9a3a-6a54b51eda8a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:31.117798 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-934570ec-d542-4591-b73b-513e277d9459 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] 10.222.0.16 "DELETE /v2.0/networks/bfd63b45-f023-40b9-9a3a-6a54b51eda8a HTTP/1.1" status: 204 len: 168 time: 0.6507826 Mar 09 04:36:31.122000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46510) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:31.127489 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-657522e1-d672-4b6a-9f05-0cbde46e5318 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-870076972'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:36:31.133014 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-657522e1-d672-4b6a-9f05-0cbde46e5318 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:36:31.136935 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-657522e1-d672-4b6a-9f05-0cbde46e5318 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Usage tracker for resource:network and tenant:772ba454ffb74171908fd4a4a5a0890c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:36:31.139797 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-657522e1-d672-4b6a-9f05-0cbde46e5318 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:36:31.144593 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 2d32973f-efd5-4d67-8e7c-a07506504de4 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:36:31.146020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-657522e1-d672-4b6a-9f05-0cbde46e5318 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:36:31.149838 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 2d32973f-efd5-4d67-8e7c-a07506504de4 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:36:31.150350 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:31.156071 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657522e1-d672-4b6a-9f05-0cbde46e5318 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Made reservation on behalf of 772ba454ffb74171908fd4a4a5a0890c for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:36:31.159676 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-657522e1-d672-4b6a-9f05-0cbde46e5318 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:31.189098 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657522e1-d672-4b6a-9f05-0cbde46e5318 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:36:31.197730 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-657522e1-d672-4b6a-9f05-0cbde46e5318 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:31.198204 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-657522e1-d672-4b6a-9f05-0cbde46e5318 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Added segment 66c8d2cc-c2c2-4973-b708-6950038d90e7 of type vlan for network 1fcbb018-cbde-4f35-a66b-a0f4a0ad3b86 Mar 09 04:36:31.214431 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ed18162f-0526-41c1-af33-1a8430f03755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:31.224925 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-657522e1-d672-4b6a-9f05-0cbde46e5318 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:31.254138 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-657522e1-d672-4b6a-9f05-0cbde46e5318 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:31.259957 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657522e1-d672-4b6a-9f05-0cbde46e5318 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:31.260533 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-657522e1-d672-4b6a-9f05-0cbde46e5318 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:31.282760 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:31.315626 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 2d32973f-efd5-4d67-8e7c-a07506504de4, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=2d32973f-efd5-4d67-8e7c-a07506504de4,segment=NetworkSegment(1a24f20a-1ce1-48b2-a6fd-954bc3c958ea),segment_id=1a24f20a-1ce1-48b2-a6fd-954bc3c958ea)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:36:31.320212 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:31.357668 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-657522e1-d672-4b6a-9f05-0cbde46e5318 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2346261 Mar 09 04:36:31.361407 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46514) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:31.368489 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-e6098eb5-3147-4ffa-add4-71f8ae4caf19 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Request body: {'subnet': {'network_id': '1fcbb018-cbde-4f35-a66b-a0f4a0ad3b86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:36:31.370051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657522e1-d672-4b6a-9f05-0cbde46e5318 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Pushing event updated for resources: {'Network': ['ID=1fcbb018-cbde-4f35-a66b-a0f4a0ad3b86,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:31.382215 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 1fcbb018-cbde-4f35-a66b-a0f4a0ad3b86 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:36:31.417422 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=2d32973f-efd5-4d67-8e7c-a07506504de4,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:31.482408 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e6098eb5-3147-4ffa-add4-71f8ae4caf19 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:36:31.487427 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e6098eb5-3147-4ffa-add4-71f8ae4caf19 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Usage tracker for resource:subnet and tenant:772ba454ffb74171908fd4a4a5a0890c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:36:31.490434 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e6098eb5-3147-4ffa-add4-71f8ae4caf19 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:36:31.496487 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e6098eb5-3147-4ffa-add4-71f8ae4caf19 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:36:31.507148 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6098eb5-3147-4ffa-add4-71f8ae4caf19 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Made reservation on behalf of 772ba454ffb74171908fd4a4a5a0890c for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:36:31.510649 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e6098eb5-3147-4ffa-add4-71f8ae4caf19 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:31.724222 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e6098eb5-3147-4ffa-add4-71f8ae4caf19 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:31.801050 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6098eb5-3147-4ffa-add4-71f8ae4caf19 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Pushing event updated for resources: {'Subnet': ['ID=e464d893-003c-42d9-bb51-1785ad47c410,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:31.809827 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6098eb5-3147-4ffa-add4-71f8ae4caf19 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Checking segment: {'id': '66c8d2cc-c2c2-4973-b708-6950038d90e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1fcbb018-cbde-4f35-a66b-a0f4a0ad3b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:36:31.810184 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6098eb5-3147-4ffa-add4-71f8ae4caf19 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Network hostable DHCP agents. Network: 1fcbb018-cbde-4f35-a66b-a0f4a0ad3b86, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:36:31.829293 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6098eb5-3147-4ffa-add4-71f8ae4caf19 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Network 1fcbb018-cbde-4f35-a66b-a0f4a0ad3b86 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:36:31.838350 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-e6098eb5-3147-4ffa-add4-71f8ae4caf19 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 1fcbb018-cbde-4f35-a66b-a0f4a0ad3b86) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:36:31.842235 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6098eb5-3147-4ffa-add4-71f8ae4caf19 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:31.842821 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e6098eb5-3147-4ffa-add4-71f8ae4caf19 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:31.846895 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbe8383-22ee-44e0-beee-beece99e3ac9 None None] Network 1fcbb018-cbde-4f35-a66b-a0f4a0ad3b86 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:36:31.864450 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e6098eb5-3147-4ffa-add4-71f8ae4caf19 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5017998 Mar 09 04:36:31.868688 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46518) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:31.874302 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-fc00d3bb-4648-4627-99e9-b3050aad52fb tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1569502849'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:36:31.880256 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fc00d3bb-4648-4627-99e9-b3050aad52fb tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:36:31.884440 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fc00d3bb-4648-4627-99e9-b3050aad52fb tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Usage tracker for resource:network and tenant:772ba454ffb74171908fd4a4a5a0890c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:36:31.887318 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fc00d3bb-4648-4627-99e9-b3050aad52fb tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:36:31.893577 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fc00d3bb-4648-4627-99e9-b3050aad52fb tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:36:31.903736 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc00d3bb-4648-4627-99e9-b3050aad52fb tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Made reservation on behalf of 772ba454ffb74171908fd4a4a5a0890c for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:36:31.907694 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc00d3bb-4648-4627-99e9-b3050aad52fb tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:31.939703 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc00d3bb-4648-4627-99e9-b3050aad52fb tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:36:31.949502 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc00d3bb-4648-4627-99e9-b3050aad52fb tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:31.949956 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-fc00d3bb-4648-4627-99e9-b3050aad52fb tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Added segment b406f9e1-f775-4853-83df-66f736531f17 of type vlan for network e495f6db-09ba-499a-b8ea-67463fd8fda2 Mar 09 04:36:31.975849 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc00d3bb-4648-4627-99e9-b3050aad52fb tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:32.005220 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc00d3bb-4648-4627-99e9-b3050aad52fb tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:32.011347 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc00d3bb-4648-4627-99e9-b3050aad52fb tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:32.011924 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fc00d3bb-4648-4627-99e9-b3050aad52fb tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:32.065687 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170fe5c0-9478-4a8e-9fdc-d8b991f94563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-1fcbb018-cbde-4f35-a66b-a0f4a0ad3b86', 'network_id': '1fcbb018-cbde-4f35-a66b-a0f4a0ad3b86', 'tenant_id': '772ba454ffb74171908fd4a4a5a0890c', 'fixed_ips': [{'subnet_id': 'e464d893-003c-42d9-bb51-1785ad47c410'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:36:32.066507 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-170fe5c0-9478-4a8e-9fdc-d8b991f94563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:32.107897 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fc00d3bb-4648-4627-99e9-b3050aad52fb tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2381818 Mar 09 04:36:32.111124 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46522) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:32.117836 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-55c64be2-cd6a-45a4-9ffe-ad92240965b1 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Request body: {'subnet': {'network_id': 'e495f6db-09ba-499a-b8ea-67463fd8fda2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:36:32.120059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00d3bb-4648-4627-99e9-b3050aad52fb tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Pushing event updated for resources: {'Network': ['ID=e495f6db-09ba-499a-b8ea-67463fd8fda2,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:32.135260 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network e495f6db-09ba-499a-b8ea-67463fd8fda2 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:36:32.230262 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-55c64be2-cd6a-45a4-9ffe-ad92240965b1 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:36:32.234103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-55c64be2-cd6a-45a4-9ffe-ad92240965b1 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Usage tracker for resource:subnet and tenant:772ba454ffb74171908fd4a4a5a0890c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:36:32.236941 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-55c64be2-cd6a-45a4-9ffe-ad92240965b1 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:36:32.243242 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-55c64be2-cd6a-45a4-9ffe-ad92240965b1 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:36:32.252415 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c64be2-cd6a-45a4-9ffe-ad92240965b1 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Made reservation on behalf of 772ba454ffb74171908fd4a4a5a0890c for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:36:32.255969 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-55c64be2-cd6a-45a4-9ffe-ad92240965b1 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:32.309406 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-170fe5c0-9478-4a8e-9fdc-d8b991f94563 None None] Allocated IP 2001:db8::2 (1fcbb018-cbde-4f35-a66b-a0f4a0ad3b86/e464d893-003c-42d9-bb51-1785ad47c410/42bcda71-06b3-487b-8439-a8b0b92debff) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:36:32.424716 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:32.443467 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:32.478795 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-55c64be2-cd6a-45a4-9ffe-ad92240965b1 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:32.543129 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-170fe5c0-9478-4a8e-9fdc-d8b991f94563 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:32.554443 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-170fe5c0-9478-4a8e-9fdc-d8b991f94563 None None] Transition to ACTIVE for port object 42bcda71-06b3-487b-8439-a8b0b92debff will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:36:32.573530 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-170fe5c0-9478-4a8e-9fdc-d8b991f94563 None None] Transition to ACTIVE for port object 42bcda71-06b3-487b-8439-a8b0b92debff will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:36:32.579438 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-170fe5c0-9478-4a8e-9fdc-d8b991f94563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:32.639775 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170fe5c0-9478-4a8e-9fdc-d8b991f94563 None None] Network 1fcbb018-cbde-4f35-a66b-a0f4a0ad3b86 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:36:32.642575 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-170fe5c0-9478-4a8e-9fdc-d8b991f94563 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:36:32.650379 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170fe5c0-9478-4a8e-9fdc-d8b991f94563 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:36:32.660055 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fe5c0-9478-4a8e-9fdc-d8b991f94563 None None] Pushing event updated for resources: {'Port': ['ID=42bcda71-06b3-487b-8439-a8b0b92debff,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:32.669293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c64be2-cd6a-45a4-9ffe-ad92240965b1 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Pushing event updated for resources: {'Subnet': ['ID=32151a2c-4761-4fcf-b182-1d4dc209fae0,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:32.680778 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c64be2-cd6a-45a4-9ffe-ad92240965b1 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Checking segment: {'id': 'b406f9e1-f775-4853-83df-66f736531f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e495f6db-09ba-499a-b8ea-67463fd8fda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:36:32.681168 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c64be2-cd6a-45a4-9ffe-ad92240965b1 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Network hostable DHCP agents. Network: e495f6db-09ba-499a-b8ea-67463fd8fda2, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:36:32.699920 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c64be2-cd6a-45a4-9ffe-ad92240965b1 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Network e495f6db-09ba-499a-b8ea-67463fd8fda2 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:36:32.710180 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-55c64be2-cd6a-45a4-9ffe-ad92240965b1 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, e495f6db-09ba-499a-b8ea-67463fd8fda2) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:36:32.715840 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c64be2-cd6a-45a4-9ffe-ad92240965b1 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:32.716419 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-55c64be2-cd6a-45a4-9ffe-ad92240965b1 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:32.736023 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94ddb0e-c4d1-46f3-968e-01033b18233b None None] Network e495f6db-09ba-499a-b8ea-67463fd8fda2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:36:32.738998 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-55c64be2-cd6a-45a4-9ffe-ad92240965b1 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6266906 Mar 09 04:36:32.742223 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46526) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:32.855436 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 2d32973f-efd5-4d67-8e7c-a07506504de4 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:36:32.887398 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-170fe5c0-9478-4a8e-9fdc-d8b991f94563 None None] Attempting to bind port 42bcda71-06b3-487b-8439-a8b0b92debff on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:36:32.887834 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-170fe5c0-9478-4a8e-9fdc-d8b991f94563 None None] Attempting to bind port 42bcda71-06b3-487b-8439-a8b0b92debff by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '66c8d2cc-c2c2-4973-b708-6950038d90e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1fcbb018-cbde-4f35-a66b-a0f4a0ad3b86'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:36:32.888196 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170fe5c0-9478-4a8e-9fdc-d8b991f94563 None None] Attempting to bind port 42bcda71-06b3-487b-8439-a8b0b92debff on network 1fcbb018-cbde-4f35-a66b-a0f4a0ad3b86 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:36:32.888829 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-067c4a83-06fb-4a3f-b550-793250edd9f4 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:32.918749 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170fe5c0-9478-4a8e-9fdc-d8b991f94563 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:36:32.919138 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170fe5c0-9478-4a8e-9fdc-d8b991f94563 None None] Checking segment: {'id': '66c8d2cc-c2c2-4973-b708-6950038d90e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1fcbb018-cbde-4f35-a66b-a0f4a0ad3b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:36:32.919526 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-170fe5c0-9478-4a8e-9fdc-d8b991f94563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:32.919911 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170fe5c0-9478-4a8e-9fdc-d8b991f94563 None None] Bound using segment: {'id': '66c8d2cc-c2c2-4973-b708-6950038d90e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1fcbb018-cbde-4f35-a66b-a0f4a0ad3b86'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:36:32.920372 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-170fe5c0-9478-4a8e-9fdc-d8b991f94563 None None] Bound port: 42bcda71-06b3-487b-8439-a8b0b92debff, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c8d2cc-c2c2-4973-b708-6950038d90e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1fcbb018-cbde-4f35-a66b-a0f4a0ad3b86'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:36:32.920738 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-170fe5c0-9478-4a8e-9fdc-d8b991f94563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:32.953895 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-067c4a83-06fb-4a3f-b550-793250edd9f4 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:33.030652 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-067c4a83-06fb-4a3f-b550-793250edd9f4 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:33.070927 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c4a83-06fb-4a3f-b550-793250edd9f4 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Pushing event deleted for resources: {'Subnet': ['ID=32151a2c-4761-4fcf-b182-1d4dc209fae0,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:33.101236 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 2d32973f-efd5-4d67-8e7c-a07506504de4 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:36:33.101765 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:33.140766 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a276cf-6287-482a-9d4e-b41ab29850c7 None None] Network e495f6db-09ba-499a-b8ea-67463fd8fda2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:36:33.168530 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-067c4a83-06fb-4a3f-b550-793250edd9f4 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:33.177224 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-170fe5c0-9478-4a8e-9fdc-d8b991f94563 None None] For port 42bcda71-06b3-487b-8439-a8b0b92debff, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:36:33.195276 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-067c4a83-06fb-4a3f-b550-793250edd9f4 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e495f6db-09ba-499a-b8ea-67463fd8fda2']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:33.199049 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-170fe5c0-9478-4a8e-9fdc-d8b991f94563 None None] For port 42bcda71-06b3-487b-8439-a8b0b92debff, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=42bcda71-06b3-487b-8439-a8b0b92debff,segment=NetworkSegment(66c8d2cc-c2c2-4973-b708-6950038d90e7),segment_id=66c8d2cc-c2c2-4973-b708-6950038d90e7)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:36:33.209161 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-067c4a83-06fb-4a3f-b550-793250edd9f4 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b406f9e1-f775-4853-83df-66f736531f17') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:33.209454 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-067c4a83-06fb-4a3f-b550-793250edd9f4 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b406f9e1-f775-4853-83df-66f736531f17') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:33.221219 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-067c4a83-06fb-4a3f-b550-793250edd9f4 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:33.236504 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-067c4a83-06fb-4a3f-b550-793250edd9f4 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:33.243226 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067c4a83-06fb-4a3f-b550-793250edd9f4 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:36:33.243652 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-067c4a83-06fb-4a3f-b550-793250edd9f4 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:33.250525 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-170fe5c0-9478-4a8e-9fdc-d8b991f94563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:36:33.258422 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:36:33.339351 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-067c4a83-06fb-4a3f-b550-793250edd9f4 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:33.359251 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-067c4a83-06fb-4a3f-b550-793250edd9f4 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:33.365221 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c4a83-06fb-4a3f-b550-793250edd9f4 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Pushing event deleted for resources: {'Network': ['ID=e495f6db-09ba-499a-b8ea-67463fd8fda2,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:33.372705 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-067c4a83-06fb-4a3f-b550-793250edd9f4 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] 10.222.0.16 "DELETE /v2.0/networks/e495f6db-09ba-499a-b8ea-67463fd8fda2 HTTP/1.1" status: 204 len: 168 time: 0.6294694 Mar 09 04:36:33.375481 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46530) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:33.416276 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-286254ec-74d8-45a8-bb6f-a145047f840c tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] GET failed (client error): The resource could not be found. Mar 09 04:36:33.416798 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-286254ec-74d8-45a8-bb6f-a145047f840c tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Synchronizing usage tracker for tenant:772ba454ffb74171908fd4a4a5a0890c on resource:subnet {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:36:33.435836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-286254ec-74d8-45a8-bb6f-a145047f840c tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Unset dirty status for tenant:772ba454ffb74171908fd4a4a5a0890c on resource:subnet {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:36:33.437232 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-286254ec-74d8-45a8-bb6f-a145047f840c tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] 10.222.0.16 "GET /v2.0/subnets/32151a2c-4761-4fcf-b182-1d4dc209fae0 HTTP/1.1" status: 404 len: 337 time: 0.0606997 Mar 09 04:36:33.440037 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46534) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:33.459169 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fe5c0-9478-4a8e-9fdc-d8b991f94563 None None] Pushing event updated for resources: {'Port': ['ID=42bcda71-06b3-487b-8439-a8b0b92debff,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:33.474713 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad23ea3-3f81-4da9-a52e-8a5259235070 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] DELETE failed (client error): The resource could not be found. Mar 09 04:36:33.475615 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad23ea3-3f81-4da9-a52e-8a5259235070 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:36:33.477435 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cad23ea3-3f81-4da9-a52e-8a5259235070 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] 10.222.0.16 "DELETE /v2.0/networks/e495f6db-09ba-499a-b8ea-67463fd8fda2 HTTP/1.1" status: 404 len: 339 time: 0.0362232 Mar 09 04:36:33.482138 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46538) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:33.522634 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-964249f2-3ab8-41e1-b45d-fab1c48a2d88 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] DELETE failed (client error): The resource could not be found. Mar 09 04:36:33.523117 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-964249f2-3ab8-41e1-b45d-fab1c48a2d88 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:36:33.524801 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-964249f2-3ab8-41e1-b45d-fab1c48a2d88 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] 10.222.0.16 "DELETE /v2.0/subnets/32151a2c-4761-4fcf-b182-1d4dc209fae0 HTTP/1.1" status: 404 len: 337 time: 0.0416861 Mar 09 04:36:33.527437 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46542) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:33.556000 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a148837-e834-4da4-8450-b948677b6d73 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] DELETE failed (client error): The resource could not be found. Mar 09 04:36:33.556694 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a148837-e834-4da4-8450-b948677b6d73 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:36:33.567593 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1a148837-e834-4da4-8450-b948677b6d73 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] 10.222.0.16 "DELETE /v2.0/networks/e495f6db-09ba-499a-b8ea-67463fd8fda2 HTTP/1.1" status: 404 len: 339 time: 0.0302780 Mar 09 04:36:33.567593 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46546) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:33.640736 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07888ae-00a7-4b9c-a68d-e8749e87ef16 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Deleting subnet e464d893-003c-42d9-bb51-1785ad47c410 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:36:33.644994 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f07888ae-00a7-4b9c-a68d-e8749e87ef16 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:33.661596 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:33.701652 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f07888ae-00a7-4b9c-a68d-e8749e87ef16 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:33.899251 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f07888ae-00a7-4b9c-a68d-e8749e87ef16 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:33.972681 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f07888ae-00a7-4b9c-a68d-e8749e87ef16 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:34.014880 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07888ae-00a7-4b9c-a68d-e8749e87ef16 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Pushing event deleted for resources: {'Subnet': ['ID=e464d893-003c-42d9-bb51-1785ad47c410,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:34.018555 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f07888ae-00a7-4b9c-a68d-e8749e87ef16 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:34.031849 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f07888ae-00a7-4b9c-a68d-e8749e87ef16 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] 10.222.0.16 "DELETE /v2.0/subnets/e464d893-003c-42d9-bb51-1785ad47c410 HTTP/1.1" status: 204 len: 168 time: 0.4696281 Mar 09 04:36:34.034280 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46550) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:34.159341 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d916b527-3077-409b-bb7c-2f7d4cee582f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:34.171145 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d916b527-3077-409b-bb7c-2f7d4cee582f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Deleting port 42bcda71-06b3-487b-8439-a8b0b92debff {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:36:34.171471 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d916b527-3077-409b-bb7c-2f7d4cee582f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:34.374739 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0c876a-6c23-402a-9ca8-bc1b6381090c None None] Network 1fcbb018-cbde-4f35-a66b-a0f4a0ad3b86 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:36:34.381949 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-d916b527-3077-409b-bb7c-2f7d4cee582f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] For port 42bcda71-06b3-487b-8439-a8b0b92debff, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=42bcda71-06b3-487b-8439-a8b0b92debff,segment=NetworkSegment(66c8d2cc-c2c2-4973-b708-6950038d90e7),segment_id=66c8d2cc-c2c2-4973-b708-6950038d90e7)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:36:34.382413 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d916b527-3077-409b-bb7c-2f7d4cee582f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:34.511091 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d34037e4-78d7-46a8-8cf3-618d72d9d5ff None None] Provisioning for port 42bcda71-06b3-487b-8439-a8b0b92debff completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:36:34.514538 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d916b527-3077-409b-bb7c-2f7d4cee582f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Calling delete_port for 42bcda71-06b3-487b-8439-a8b0b92debff owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:36:34.593183 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d916b527-3077-409b-bb7c-2f7d4cee582f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:34.604106 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:34.640557 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add5b7f8-4839-4857-9edb-142306fe57a8 None None] DHCP port deletion for 1fcbb018-cbde-4f35-a66b-a0f4a0ad3b86 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:36:34.641962 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916b527-3077-409b-bb7c-2f7d4cee582f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Pushing event deleted for resources: {'Port': ['ID=42bcda71-06b3-487b-8439-a8b0b92debff,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:34.643780 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d916b527-3077-409b-bb7c-2f7d4cee582f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] No DVR routers for this DVR port 42bcda71-06b3-487b-8439-a8b0b92debff on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:36:34.771155 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d916b527-3077-409b-bb7c-2f7d4cee582f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:34.802511 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-d916b527-3077-409b-bb7c-2f7d4cee582f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fcbb018-cbde-4f35-a66b-a0f4a0ad3b86']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:34.814784 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-d916b527-3077-409b-bb7c-2f7d4cee582f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c8d2cc-c2c2-4973-b708-6950038d90e7') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:34.815108 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-d916b527-3077-409b-bb7c-2f7d4cee582f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c8d2cc-c2c2-4973-b708-6950038d90e7') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:34.826769 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d916b527-3077-409b-bb7c-2f7d4cee582f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:34.842306 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d916b527-3077-409b-bb7c-2f7d4cee582f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:34.848176 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d916b527-3077-409b-bb7c-2f7d4cee582f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:36:34.848553 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d916b527-3077-409b-bb7c-2f7d4cee582f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:36:34.862682 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:36:34.939374 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d916b527-3077-409b-bb7c-2f7d4cee582f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:34.963435 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d916b527-3077-409b-bb7c-2f7d4cee582f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:34.969498 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916b527-3077-409b-bb7c-2f7d4cee582f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Pushing event deleted for resources: {'Network': ['ID=1fcbb018-cbde-4f35-a66b-a0f4a0ad3b86,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:34.975782 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d916b527-3077-409b-bb7c-2f7d4cee582f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] 10.222.0.16 "DELETE /v2.0/networks/1fcbb018-cbde-4f35-a66b-a0f4a0ad3b86 HTTP/1.1" status: 204 len: 168 time: 0.9405103 Mar 09 04:36:34.978133 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46554) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:35.015247 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a52da2f-d2dc-412b-b20f-90c848affe36 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] DELETE failed (client error): The resource could not be found. Mar 09 04:36:35.015759 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a52da2f-d2dc-412b-b20f-90c848affe36 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:36:35.017373 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8a52da2f-d2dc-412b-b20f-90c848affe36 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] 10.222.0.16 "DELETE /v2.0/subnets/72438861-a53c-4e4a-a939-9aaa315538b8 HTTP/1.1" status: 404 len: 337 time: 0.0383654 Mar 09 04:36:35.019757 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46558) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:35.043327 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c68334f-e89b-4a16-a4ca-0123bd09046c tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] DELETE failed (client error): The resource could not be found. Mar 09 04:36:35.043721 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c68334f-e89b-4a16-a4ca-0123bd09046c tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:36:35.045268 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2c68334f-e89b-4a16-a4ca-0123bd09046c tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] 10.222.0.16 "DELETE /v2.0/networks/bfd63b45-f023-40b9-9a3a-6a54b51eda8a HTTP/1.1" status: 404 len: 339 time: 0.0246601 Mar 09 04:36:35.047462 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46562) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:35.089053 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafd9aca-3f2c-4928-a7e0-8eb7cdb879d9 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] DELETE failed (client error): The resource could not be found. Mar 09 04:36:35.089510 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aafd9aca-3f2c-4928-a7e0-8eb7cdb879d9 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:36:35.091225 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-aafd9aca-3f2c-4928-a7e0-8eb7cdb879d9 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] 10.222.0.16 "DELETE /v2.0/subnets/3f3c42a2-a0b6-40e4-9b30-7739f76ec947 HTTP/1.1" status: 404 len: 337 time: 0.0429122 Mar 09 04:36:35.093737 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46566) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:35.122085 n-d-825178-5 neutron-server[87881]: INFO neutron.pecan_wsgi.hooks.translation [None req-00774114-97bf-48e7-a662-7d0647a8144f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] DELETE failed (client error): The resource could not be found. Mar 09 04:36:35.122543 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00774114-97bf-48e7-a662-7d0647a8144f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87881) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 04:36:35.124206 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-00774114-97bf-48e7-a662-7d0647a8144f tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] 10.222.0.16 "DELETE /v2.0/networks/3377ddb7-0c4e-4528-ac34-0fc6f059fbf1 HTTP/1.1" status: 404 len: 339 time: 0.0295959 Mar 09 04:36:35.126558 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46570) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:35.192035 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71b73e5-9f8c-4517-aee0-e0ae0e86cfd7 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Deleting subnet 1fd7e1da-6c89-4952-840f-8f31c137d0f0 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:36:35.195001 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d71b73e5-9f8c-4517-aee0-e0ae0e86cfd7 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:35.248211 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d71b73e5-9f8c-4517-aee0-e0ae0e86cfd7 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:35.332063 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d71b73e5-9f8c-4517-aee0-e0ae0e86cfd7 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:35.408299 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d71b73e5-9f8c-4517-aee0-e0ae0e86cfd7 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:35.450062 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b73e5-9f8c-4517-aee0-e0ae0e86cfd7 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Pushing event deleted for resources: {'Subnet': ['ID=1fd7e1da-6c89-4952-840f-8f31c137d0f0,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:35.455356 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d71b73e5-9f8c-4517-aee0-e0ae0e86cfd7 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:35.461832 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8d6fd5-4db8-453f-8997-5ee447c36531 None None] Network 8c6cb2f2-2fe5-4610-8ae7-8df2728015cc requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:36:35.465197 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d71b73e5-9f8c-4517-aee0-e0ae0e86cfd7 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] 10.222.0.16 "DELETE /v2.0/subnets/1fd7e1da-6c89-4952-840f-8f31c137d0f0 HTTP/1.1" status: 204 len: 168 time: 0.3377097 Mar 09 04:36:35.467665 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46574) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:35.577660 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3ffc89d-57b4-4d4b-bae5-6364e27b0a66 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:35.588347 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-f3ffc89d-57b4-4d4b-bae5-6364e27b0a66 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Deleting port 2d32973f-efd5-4d67-8e7c-a07506504de4 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:36:35.588600 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3ffc89d-57b4-4d4b-bae5-6364e27b0a66 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:35.702531 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cd1388-1585-4259-a7c8-d8c24d273bd8 None None] DHCP port deletion for 8c6cb2f2-2fe5-4610-8ae7-8df2728015cc request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:36:35.706933 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd1388-1585-4259-a7c8-d8c24d273bd8 None None] Deleting port 2d32973f-efd5-4d67-8e7c-a07506504de4 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:36:35.707294 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a0cd1388-1585-4259-a7c8-d8c24d273bd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:35.802269 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-f3ffc89d-57b4-4d4b-bae5-6364e27b0a66 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] For port 2d32973f-efd5-4d67-8e7c-a07506504de4, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=2d32973f-efd5-4d67-8e7c-a07506504de4,segment=NetworkSegment(1a24f20a-1ce1-48b2-a6fd-954bc3c958ea),segment_id=1a24f20a-1ce1-48b2-a6fd-954bc3c958ea)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:36:35.802625 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3ffc89d-57b4-4d4b-bae5-6364e27b0a66 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:35.907334 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-a0cd1388-1585-4259-a7c8-d8c24d273bd8 None None] For port 2d32973f-efd5-4d67-8e7c-a07506504de4, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=2d32973f-efd5-4d67-8e7c-a07506504de4,segment=NetworkSegment(1a24f20a-1ce1-48b2-a6fd-954bc3c958ea),segment_id=1a24f20a-1ce1-48b2-a6fd-954bc3c958ea)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:36:35.907674 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a0cd1388-1585-4259-a7c8-d8c24d273bd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:35.926516 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-f3ffc89d-57b4-4d4b-bae5-6364e27b0a66 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Calling delete_port for 2d32973f-efd5-4d67-8e7c-a07506504de4 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:36:36.014771 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3ffc89d-57b4-4d4b-bae5-6364e27b0a66 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:36.061368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffc89d-57b4-4d4b-bae5-6364e27b0a66 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Pushing event deleted for resources: {'Port': ['ID=2d32973f-efd5-4d67-8e7c-a07506504de4,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:36.065698 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ffc89d-57b4-4d4b-bae5-6364e27b0a66 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] No DVR routers for this DVR port 2d32973f-efd5-4d67-8e7c-a07506504de4 on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:36:36.068576 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd1388-1585-4259-a7c8-d8c24d273bd8 None None] Calling delete_port for 2d32973f-efd5-4d67-8e7c-a07506504de4 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:36:36.143582 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-a0cd1388-1585-4259-a7c8-d8c24d273bd8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:36:36.143929 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-a0cd1388-1585-4259-a7c8-d8c24d273bd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:36:36.297864 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3ffc89d-57b4-4d4b-bae5-6364e27b0a66 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:36.326137 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-f3ffc89d-57b4-4d4b-bae5-6364e27b0a66 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6cb2f2-2fe5-4610-8ae7-8df2728015cc']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:36.338076 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-f3ffc89d-57b4-4d4b-bae5-6364e27b0a66 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a24f20a-1ce1-48b2-a6fd-954bc3c958ea') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:36.338376 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-f3ffc89d-57b4-4d4b-bae5-6364e27b0a66 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a24f20a-1ce1-48b2-a6fd-954bc3c958ea') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:36.349457 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3ffc89d-57b4-4d4b-bae5-6364e27b0a66 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:36.364983 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3ffc89d-57b4-4d4b-bae5-6364e27b0a66 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:36.371391 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ffc89d-57b4-4d4b-bae5-6364e27b0a66 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:36:36.371776 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3ffc89d-57b4-4d4b-bae5-6364e27b0a66 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:36:36.386274 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:36:36.466740 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3ffc89d-57b4-4d4b-bae5-6364e27b0a66 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:36.471230 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3ffc89d-57b4-4d4b-bae5-6364e27b0a66 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:36.497157 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffc89d-57b4-4d4b-bae5-6364e27b0a66 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] Pushing event deleted for resources: {'Network': ['ID=8c6cb2f2-2fe5-4610-8ae7-8df2728015cc,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:36.500514 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f3ffc89d-57b4-4d4b-bae5-6364e27b0a66 tempest-NetworksIpV6Test-1038177396 tempest-NetworksIpV6Test-1038177396-project] 10.222.0.16 "DELETE /v2.0/networks/8c6cb2f2-2fe5-4610-8ae7-8df2728015cc HTTP/1.1" status: 204 len: 168 time: 1.0319066 Mar 09 04:36:36.645555 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd1388-1585-4259-a7c8-d8c24d273bd8 None None] Deleting port 2d32973f-efd5-4d67-8e7c-a07506504de4 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:36:36.646038 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a0cd1388-1585-4259-a7c8-d8c24d273bd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:36.711424 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd1388-1585-4259-a7c8-d8c24d273bd8 None None] The port '2d32973f-efd5-4d67-8e7c-a07506504de4' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:36:36.760484 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46582) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:36.830626 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 2d32973f-efd5-4d67-8e7c-a07506504de4 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:36:36.867479 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 2d32973f-efd5-4d67-8e7c-a07506504de4 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:36:36.867814 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 2d32973f-efd5-4d67-8e7c-a07506504de4 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:36:36.914658 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b20bcd4a-8edc-413f-b287-f1937b225172 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=772ba454ffb74171908fd4a4a5a0890c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530252 Mar 09 04:36:36.917271 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46588) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:36.972992 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b7cadc65-67e3-4010-b8b5-29ff5e2e003d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:37.001487 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b7cadc65-67e3-4010-b8b5-29ff5e2e003d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:37.051844 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b7cadc65-67e3-4010-b8b5-29ff5e2e003d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:37.066932 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cadc65-67e3-4010-b8b5-29ff5e2e003d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d8bbe7-8896-4713-8b87-b8119e20f413,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:37.075713 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b7cadc65-67e3-4010-b8b5-29ff5e2e003d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:37.076848 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b7cadc65-67e3-4010-b8b5-29ff5e2e003d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/14d8bbe7-8896-4713-8b87-b8119e20f413 HTTP/1.1" status: 204 len: 168 time: 0.1586621 Mar 09 04:36:37.078087 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cadc65-67e3-4010-b8b5-29ff5e2e003d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:37.078421 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cadc65-67e3-4010-b8b5-29ff5e2e003d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:37.078753 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cadc65-67e3-4010-b8b5-29ff5e2e003d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:37.079093 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cadc65-67e3-4010-b8b5-29ff5e2e003d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:37.079480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cadc65-67e3-4010-b8b5-29ff5e2e003d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:37.081313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cadc65-67e3-4010-b8b5-29ff5e2e003d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:37.081646 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cadc65-67e3-4010-b8b5-29ff5e2e003d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:37.081969 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cadc65-67e3-4010-b8b5-29ff5e2e003d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:37.082290 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cadc65-67e3-4010-b8b5-29ff5e2e003d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:37.082607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cadc65-67e3-4010-b8b5-29ff5e2e003d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:37.082948 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cadc65-67e3-4010-b8b5-29ff5e2e003d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:37.083263 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cadc65-67e3-4010-b8b5-29ff5e2e003d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:37.737181 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46612) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:37.837680 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-31647e9b-5914-4f78-a960-d18b52c12265 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-338743263', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:36:37.845053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-31647e9b-5914-4f78-a960-d18b52c12265 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:36:37.848924 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-31647e9b-5914-4f78-a960-d18b52c12265 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Usage tracker for resource:router and tenant:cdf7f183dc8541dfa06fbf61ea40212c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:36:37.851793 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-31647e9b-5914-4f78-a960-d18b52c12265 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:36:37.858110 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-31647e9b-5914-4f78-a960-d18b52c12265 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:36:37.870131 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-31647e9b-5914-4f78-a960-d18b52c12265 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:37.871154 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-31647e9b-5914-4f78-a960-d18b52c12265 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:37.886357 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-31647e9b-5914-4f78-a960-d18b52c12265 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:37.904931 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-31647e9b-5914-4f78-a960-d18b52c12265 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:37.929156 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-31647e9b-5914-4f78-a960-d18b52c12265 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:37.930967 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-31647e9b-5914-4f78-a960-d18b52c12265 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1927421 Mar 09 04:36:37.932977 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46618) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:37.938347 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-2645eeee-2795-4c1d-94a8-f97e9fb663c8 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1234833611'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:36:37.943882 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2645eeee-2795-4c1d-94a8-f97e9fb663c8 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:36:37.949031 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2645eeee-2795-4c1d-94a8-f97e9fb663c8 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Usage tracker for resource:network and tenant:cdf7f183dc8541dfa06fbf61ea40212c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:36:37.952043 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2645eeee-2795-4c1d-94a8-f97e9fb663c8 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:36:37.957800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2645eeee-2795-4c1d-94a8-f97e9fb663c8 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:36:37.967425 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2645eeee-2795-4c1d-94a8-f97e9fb663c8 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Made reservation on behalf of cdf7f183dc8541dfa06fbf61ea40212c for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:36:37.971058 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2645eeee-2795-4c1d-94a8-f97e9fb663c8 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:37.983014 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2645eeee-2795-4c1d-94a8-f97e9fb663c8 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:37.997800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2645eeee-2795-4c1d-94a8-f97e9fb663c8 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:36:38.003424 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2645eeee-2795-4c1d-94a8-f97e9fb663c8 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Usage tracker for resource:security_group_rule and tenant:cdf7f183dc8541dfa06fbf61ea40212c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:36:38.007795 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2645eeee-2795-4c1d-94a8-f97e9fb663c8 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:36:38.015693 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2645eeee-2795-4c1d-94a8-f97e9fb663c8 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:36:38.107915 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2645eeee-2795-4c1d-94a8-f97e9fb663c8 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:38.111327 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2645eeee-2795-4c1d-94a8-f97e9fb663c8 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:38.148002 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2645eeee-2795-4c1d-94a8-f97e9fb663c8 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:36:38.153143 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645eeee-2795-4c1d-94a8-f97e9fb663c8 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990d87b0-3a35-423a-9410-6069f4964fe7,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:38.159680 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2645eeee-2795-4c1d-94a8-f97e9fb663c8 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:38.160014 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-2645eeee-2795-4c1d-94a8-f97e9fb663c8 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Added segment 4b23bc3b-0851-4e43-afd3-3ddbd61e8e06 of type vlan for network dd6ac60b-3920-4b16-98a6-0a05b52f1c13 Mar 09 04:36:38.186984 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2645eeee-2795-4c1d-94a8-f97e9fb663c8 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:38.215352 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2645eeee-2795-4c1d-94a8-f97e9fb663c8 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:38.220766 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2645eeee-2795-4c1d-94a8-f97e9fb663c8 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:38.221337 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2645eeee-2795-4c1d-94a8-f97e9fb663c8 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:38.325914 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2645eeee-2795-4c1d-94a8-f97e9fb663c8 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3918641 Mar 09 04:36:38.328874 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46622) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:38.334665 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-73f7aa9f-6a08-49c9-8590-3539cc4c0334 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Request body: {'subnet': {'network_id': 'dd6ac60b-3920-4b16-98a6-0a05b52f1c13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:36:38.337395 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645eeee-2795-4c1d-94a8-f97e9fb663c8 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Pushing event updated for resources: {'Network': ['ID=dd6ac60b-3920-4b16-98a6-0a05b52f1c13,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:38.347615 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network dd6ac60b-3920-4b16-98a6-0a05b52f1c13 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:36:38.451369 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-73f7aa9f-6a08-49c9-8590-3539cc4c0334 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:36:38.455337 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-73f7aa9f-6a08-49c9-8590-3539cc4c0334 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Usage tracker for resource:subnet and tenant:cdf7f183dc8541dfa06fbf61ea40212c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:36:38.458204 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-73f7aa9f-6a08-49c9-8590-3539cc4c0334 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:36:38.464468 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-73f7aa9f-6a08-49c9-8590-3539cc4c0334 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:36:38.473373 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f7aa9f-6a08-49c9-8590-3539cc4c0334 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Made reservation on behalf of cdf7f183dc8541dfa06fbf61ea40212c for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:36:38.477383 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-73f7aa9f-6a08-49c9-8590-3539cc4c0334 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:38.685815 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-73f7aa9f-6a08-49c9-8590-3539cc4c0334 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:38.766385 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7aa9f-6a08-49c9-8590-3539cc4c0334 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Pushing event updated for resources: {'Subnet': ['ID=1be4c418-aa84-4985-bd12-16a1447537b0,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:38.775093 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f7aa9f-6a08-49c9-8590-3539cc4c0334 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Checking segment: {'id': '4b23bc3b-0851-4e43-afd3-3ddbd61e8e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'dd6ac60b-3920-4b16-98a6-0a05b52f1c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:36:38.775445 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f7aa9f-6a08-49c9-8590-3539cc4c0334 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Network hostable DHCP agents. Network: dd6ac60b-3920-4b16-98a6-0a05b52f1c13, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:36:38.793444 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f7aa9f-6a08-49c9-8590-3539cc4c0334 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Network dd6ac60b-3920-4b16-98a6-0a05b52f1c13 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:36:38.802715 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-73f7aa9f-6a08-49c9-8590-3539cc4c0334 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, dd6ac60b-3920-4b16-98a6-0a05b52f1c13) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:36:38.807193 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f7aa9f-6a08-49c9-8590-3539cc4c0334 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:38.807771 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-73f7aa9f-6a08-49c9-8590-3539cc4c0334 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:38.813224 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be2bbdd-4d43-4122-a9e9-b4dabc7d531e None None] Network dd6ac60b-3920-4b16-98a6-0a05b52f1c13 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:36:38.828513 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-73f7aa9f-6a08-49c9-8590-3539cc4c0334 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4983826 Mar 09 04:36:38.831454 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46626) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:38.837185 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-50c4808a-3883-40e7-b6f9-f2b7cb36da35 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-414327986'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:36:38.842797 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-50c4808a-3883-40e7-b6f9-f2b7cb36da35 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:36:38.846661 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-50c4808a-3883-40e7-b6f9-f2b7cb36da35 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Usage tracker for resource:network and tenant:cdf7f183dc8541dfa06fbf61ea40212c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:36:38.849502 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-50c4808a-3883-40e7-b6f9-f2b7cb36da35 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:36:38.855800 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-50c4808a-3883-40e7-b6f9-f2b7cb36da35 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:36:38.867438 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c4808a-3883-40e7-b6f9-f2b7cb36da35 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Made reservation on behalf of cdf7f183dc8541dfa06fbf61ea40212c for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:36:38.871391 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-50c4808a-3883-40e7-b6f9-f2b7cb36da35 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:38.900829 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c4808a-3883-40e7-b6f9-f2b7cb36da35 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:36:38.910051 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-50c4808a-3883-40e7-b6f9-f2b7cb36da35 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:38.910394 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-50c4808a-3883-40e7-b6f9-f2b7cb36da35 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Added segment a31702b8-00c3-4ce6-9be3-6289f96f3f1b of type vlan for network 98ae3aee-a7e9-4632-a4c5-6c2470f4cccb Mar 09 04:36:38.938975 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-50c4808a-3883-40e7-b6f9-f2b7cb36da35 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:38.967562 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-50c4808a-3883-40e7-b6f9-f2b7cb36da35 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:38.972900 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c4808a-3883-40e7-b6f9-f2b7cb36da35 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:38.973474 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-50c4808a-3883-40e7-b6f9-f2b7cb36da35 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:39.023283 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6683be62-0056-4e1a-9229-0bb723531b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-dd6ac60b-3920-4b16-98a6-0a05b52f1c13', 'network_id': 'dd6ac60b-3920-4b16-98a6-0a05b52f1c13', 'tenant_id': 'cdf7f183dc8541dfa06fbf61ea40212c', 'fixed_ips': [{'subnet_id': '1be4c418-aa84-4985-bd12-16a1447537b0'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:36:39.024091 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6683be62-0056-4e1a-9229-0bb723531b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:39.071249 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-50c4808a-3883-40e7-b6f9-f2b7cb36da35 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2385912 Mar 09 04:36:39.074093 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46630) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:39.080800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ec375526-7952-4c30-8606-96c0980f9c98 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Request body: {'subnet': {'network_id': '98ae3aee-a7e9-4632-a4c5-6c2470f4cccb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:36:39.083203 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4808a-3883-40e7-b6f9-f2b7cb36da35 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Pushing event updated for resources: {'Network': ['ID=98ae3aee-a7e9-4632-a4c5-6c2470f4cccb,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:39.100589 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 98ae3aee-a7e9-4632-a4c5-6c2470f4cccb details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:36:39.188542 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ec375526-7952-4c30-8606-96c0980f9c98 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:36:39.192432 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ec375526-7952-4c30-8606-96c0980f9c98 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Usage tracker for resource:subnet and tenant:cdf7f183dc8541dfa06fbf61ea40212c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:36:39.195266 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ec375526-7952-4c30-8606-96c0980f9c98 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:36:39.201028 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ec375526-7952-4c30-8606-96c0980f9c98 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:36:39.211095 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec375526-7952-4c30-8606-96c0980f9c98 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Made reservation on behalf of cdf7f183dc8541dfa06fbf61ea40212c for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:36:39.214560 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ec375526-7952-4c30-8606-96c0980f9c98 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:39.257384 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:39.276122 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-6683be62-0056-4e1a-9229-0bb723531b3c None None] Allocated IP 172.20.0.2 (dd6ac60b-3920-4b16-98a6-0a05b52f1c13/1be4c418-aa84-4985-bd12-16a1447537b0/b17a4164-9a71-439d-8e48-656e44877f9c) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:36:39.433557 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ec375526-7952-4c30-8606-96c0980f9c98 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:39.479823 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6683be62-0056-4e1a-9229-0bb723531b3c None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:39.489677 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6683be62-0056-4e1a-9229-0bb723531b3c None None] Transition to ACTIVE for port object b17a4164-9a71-439d-8e48-656e44877f9c will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:36:39.507737 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6683be62-0056-4e1a-9229-0bb723531b3c None None] Transition to ACTIVE for port object b17a4164-9a71-439d-8e48-656e44877f9c will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:36:39.510782 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec375526-7952-4c30-8606-96c0980f9c98 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Pushing event updated for resources: {'Subnet': ['ID=fc71cbde-42cc-403e-ae48-5c5472ba65d3,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:39.513069 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6683be62-0056-4e1a-9229-0bb723531b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:39.517233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec375526-7952-4c30-8606-96c0980f9c98 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Checking segment: {'id': 'a31702b8-00c3-4ce6-9be3-6289f96f3f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '98ae3aee-a7e9-4632-a4c5-6c2470f4cccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:36:39.517554 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec375526-7952-4c30-8606-96c0980f9c98 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Network hostable DHCP agents. Network: 98ae3aee-a7e9-4632-a4c5-6c2470f4cccb, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:36:39.536556 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec375526-7952-4c30-8606-96c0980f9c98 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Network 98ae3aee-a7e9-4632-a4c5-6c2470f4cccb is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:36:39.546683 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-ec375526-7952-4c30-8606-96c0980f9c98 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 98ae3aee-a7e9-4632-a4c5-6c2470f4cccb) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:36:39.551556 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec375526-7952-4c30-8606-96c0980f9c98 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:39.552139 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ec375526-7952-4c30-8606-96c0980f9c98 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:39.564851 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee78ceb-9813-4027-a7e9-44be5c9212ad None None] Network 98ae3aee-a7e9-4632-a4c5-6c2470f4cccb requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:36:39.573486 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ec375526-7952-4c30-8606-96c0980f9c98 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4977407 Mar 09 04:36:39.576271 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46634) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:39.581206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-a9f1b263-d362-4c73-addb-745576d375af tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Request body: {'router': {'external_gateway_info': {'network_id': '98ae3aee-a7e9-4632-a4c5-6c2470f4cccb'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:36:39.659780 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6683be62-0056-4e1a-9229-0bb723531b3c None None] Network dd6ac60b-3920-4b16-98a6-0a05b52f1c13 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:36:39.666532 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-6683be62-0056-4e1a-9229-0bb723531b3c None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:36:39.677733 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6683be62-0056-4e1a-9229-0bb723531b3c None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:36:39.679809 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683be62-0056-4e1a-9229-0bb723531b3c None None] Pushing event updated for resources: {'Port': ['ID=b17a4164-9a71-439d-8e48-656e44877f9c,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:39.796036 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6683be62-0056-4e1a-9229-0bb723531b3c None None] Attempting to bind port b17a4164-9a71-439d-8e48-656e44877f9c on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:36:39.796322 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6683be62-0056-4e1a-9229-0bb723531b3c None None] Attempting to bind port b17a4164-9a71-439d-8e48-656e44877f9c by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '4b23bc3b-0851-4e43-afd3-3ddbd61e8e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'dd6ac60b-3920-4b16-98a6-0a05b52f1c13'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:36:39.796685 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6683be62-0056-4e1a-9229-0bb723531b3c None None] Attempting to bind port b17a4164-9a71-439d-8e48-656e44877f9c on network dd6ac60b-3920-4b16-98a6-0a05b52f1c13 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:36:39.836552 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6683be62-0056-4e1a-9229-0bb723531b3c None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:36:39.836928 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6683be62-0056-4e1a-9229-0bb723531b3c None None] Checking segment: {'id': '4b23bc3b-0851-4e43-afd3-3ddbd61e8e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'dd6ac60b-3920-4b16-98a6-0a05b52f1c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:36:39.837327 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6683be62-0056-4e1a-9229-0bb723531b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:39.837713 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6683be62-0056-4e1a-9229-0bb723531b3c None None] Bound using segment: {'id': '4b23bc3b-0851-4e43-afd3-3ddbd61e8e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'dd6ac60b-3920-4b16-98a6-0a05b52f1c13'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:36:39.838177 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6683be62-0056-4e1a-9229-0bb723531b3c None None] Bound port: b17a4164-9a71-439d-8e48-656e44877f9c, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b23bc3b-0851-4e43-afd3-3ddbd61e8e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'dd6ac60b-3920-4b16-98a6-0a05b52f1c13'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:36:39.838550 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6683be62-0056-4e1a-9229-0bb723531b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:39.992369 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d28114-b816-4975-a9a0-163c2928d3f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-98ae3aee-a7e9-4632-a4c5-6c2470f4cccb', 'network_id': '98ae3aee-a7e9-4632-a4c5-6c2470f4cccb', 'tenant_id': 'cdf7f183dc8541dfa06fbf61ea40212c', 'fixed_ips': [{'subnet_id': 'fc71cbde-42cc-403e-ae48-5c5472ba65d3'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:36:39.993265 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-48d28114-b816-4975-a9a0-163c2928d3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:40.072166 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6683be62-0056-4e1a-9229-0bb723531b3c None None] For port b17a4164-9a71-439d-8e48-656e44877f9c, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:36:40.081675 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a9f1b263-d362-4c73-addb-745576d375af tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:40.094165 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6683be62-0056-4e1a-9229-0bb723531b3c None None] For port b17a4164-9a71-439d-8e48-656e44877f9c, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=b17a4164-9a71-439d-8e48-656e44877f9c,segment=NetworkSegment(4b23bc3b-0851-4e43-afd3-3ddbd61e8e06),segment_id=4b23bc3b-0851-4e43-afd3-3ddbd61e8e06)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:36:40.099022 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6683be62-0056-4e1a-9229-0bb723531b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:40.228791 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [None req-a9f1b263-d362-4c73-addb-745576d375af tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 04:36:40.235742 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a9f1b263-d362-4c73-addb-745576d375af tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] 10.222.0.16 "PUT /v2.0/routers/1e3ce3bb-868a-4487-9118-7c9702b6c86b HTTP/1.1" status: 400 len: 364 time: 0.6526732 Mar 09 04:36:40.235932 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683be62-0056-4e1a-9229-0bb723531b3c None None] Pushing event updated for resources: {'Port': ['ID=b17a4164-9a71-439d-8e48-656e44877f9c,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:40.236049 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46638) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:40.257406 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-48d28114-b816-4975-a9a0-163c2928d3f8 None None] Allocated IP 172.21.0.2 (98ae3aee-a7e9-4632-a4c5-6c2470f4cccb/fc71cbde-42cc-403e-ae48-5c5472ba65d3/102c651c-2e01-4d5b-b9b8-2b4716410538) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:36:40.306267 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91b4a17-76be-4f4e-a8c5-4ba8487768a0 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Deleting subnet fc71cbde-42cc-403e-ae48-5c5472ba65d3 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:36:40.483128 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-48d28114-b816-4975-a9a0-163c2928d3f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:40.494297 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-48d28114-b816-4975-a9a0-163c2928d3f8 None None] Transition to ACTIVE for port object 102c651c-2e01-4d5b-b9b8-2b4716410538 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:36:40.513451 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-48d28114-b816-4975-a9a0-163c2928d3f8 None None] Transition to ACTIVE for port object 102c651c-2e01-4d5b-b9b8-2b4716410538 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:36:40.520507 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-48d28114-b816-4975-a9a0-163c2928d3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:40.522044 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f91b4a17-76be-4f4e-a8c5-4ba8487768a0 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:40.580348 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d28114-b816-4975-a9a0-163c2928d3f8 None None] Network 98ae3aee-a7e9-4632-a4c5-6c2470f4cccb is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:36:40.581506 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f91b4a17-76be-4f4e-a8c5-4ba8487768a0 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:40.587061 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-48d28114-b816-4975-a9a0-163c2928d3f8 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:36:40.589402 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d28114-b816-4975-a9a0-163c2928d3f8 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:36:40.602450 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d28114-b816-4975-a9a0-163c2928d3f8 None None] Pushing event updated for resources: {'Port': ['ID=102c651c-2e01-4d5b-b9b8-2b4716410538,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:40.667842 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f91b4a17-76be-4f4e-a8c5-4ba8487768a0 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:40.691355 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-48d28114-b816-4975-a9a0-163c2928d3f8 None None] Attempting to bind port 102c651c-2e01-4d5b-b9b8-2b4716410538 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:36:40.691725 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-48d28114-b816-4975-a9a0-163c2928d3f8 None None] Attempting to bind port 102c651c-2e01-4d5b-b9b8-2b4716410538 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'a31702b8-00c3-4ce6-9be3-6289f96f3f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '98ae3aee-a7e9-4632-a4c5-6c2470f4cccb'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:36:40.692083 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d28114-b816-4975-a9a0-163c2928d3f8 None None] Attempting to bind port 102c651c-2e01-4d5b-b9b8-2b4716410538 on network 98ae3aee-a7e9-4632-a4c5-6c2470f4cccb {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:36:40.697846 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d28114-b816-4975-a9a0-163c2928d3f8 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:36:40.698213 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d28114-b816-4975-a9a0-163c2928d3f8 None None] Checking segment: {'id': 'a31702b8-00c3-4ce6-9be3-6289f96f3f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '98ae3aee-a7e9-4632-a4c5-6c2470f4cccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:36:40.698610 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-48d28114-b816-4975-a9a0-163c2928d3f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:40.699029 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d28114-b816-4975-a9a0-163c2928d3f8 None None] Bound using segment: {'id': 'a31702b8-00c3-4ce6-9be3-6289f96f3f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '98ae3aee-a7e9-4632-a4c5-6c2470f4cccb'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:36:40.699648 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-48d28114-b816-4975-a9a0-163c2928d3f8 None None] Bound port: 102c651c-2e01-4d5b-b9b8-2b4716410538, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31702b8-00c3-4ce6-9be3-6289f96f3f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '98ae3aee-a7e9-4632-a4c5-6c2470f4cccb'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:36:40.700017 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-48d28114-b816-4975-a9a0-163c2928d3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:40.742322 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f91b4a17-76be-4f4e-a8c5-4ba8487768a0 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:40.785473 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b4a17-76be-4f4e-a8c5-4ba8487768a0 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Pushing event deleted for resources: {'Subnet': ['ID=fc71cbde-42cc-403e-ae48-5c5472ba65d3,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:40.787489 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f91b4a17-76be-4f4e-a8c5-4ba8487768a0 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:40.793396 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-48d28114-b816-4975-a9a0-163c2928d3f8 None None] For port 102c651c-2e01-4d5b-b9b8-2b4716410538, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:36:40.796896 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f91b4a17-76be-4f4e-a8c5-4ba8487768a0 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] 10.222.0.16 "DELETE /v2.0/subnets/fc71cbde-42cc-403e-ae48-5c5472ba65d3 HTTP/1.1" status: 204 len: 168 time: 0.5573356 Mar 09 04:36:40.797219 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-48d28114-b816-4975-a9a0-163c2928d3f8 None None] For port 102c651c-2e01-4d5b-b9b8-2b4716410538, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=102c651c-2e01-4d5b-b9b8-2b4716410538,segment=NetworkSegment(a31702b8-00c3-4ce6-9be3-6289f96f3f1b),segment_id=a31702b8-00c3-4ce6-9be3-6289f96f3f1b)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:36:40.797317 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46642) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:40.802185 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-48d28114-b816-4975-a9a0-163c2928d3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:40.908473 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device b17a4164-9a71-439d-8e48-656e44877f9c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:36:40.926215 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf5b57ae-27a2-488f-a48e-53675c0ea24d tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:40.938139 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b57ae-27a2-488f-a48e-53675c0ea24d tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Deleting port 102c651c-2e01-4d5b-b9b8-2b4716410538 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:36:40.938942 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf5b57ae-27a2-488f-a48e-53675c0ea24d tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:41.009298 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d28114-b816-4975-a9a0-163c2928d3f8 None None] Pushing event updated for resources: {'Port': ['ID=102c651c-2e01-4d5b-b9b8-2b4716410538,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:41.036995 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port b17a4164-9a71-439d-8e48-656e44877f9c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:36:41.043904 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33882ef-939b-4d7a-854d-e3cfa19cbf2c None None] Network 98ae3aee-a7e9-4632-a4c5-6c2470f4cccb requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:36:41.159271 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-cf5b57ae-27a2-488f-a48e-53675c0ea24d tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] For port 102c651c-2e01-4d5b-b9b8-2b4716410538, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=102c651c-2e01-4d5b-b9b8-2b4716410538,segment=NetworkSegment(a31702b8-00c3-4ce6-9be3-6289f96f3f1b),segment_id=a31702b8-00c3-4ce6-9be3-6289f96f3f1b)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:36:41.159838 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf5b57ae-27a2-488f-a48e-53675c0ea24d tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:41.222221 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4350b03-9a37-472a-92f3-b5edf62592a6 None None] Network dd6ac60b-3920-4b16-98a6-0a05b52f1c13 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:36:41.284666 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b57ae-27a2-488f-a48e-53675c0ea24d tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Calling delete_port for 102c651c-2e01-4d5b-b9b8-2b4716410538 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:36:41.343912 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-213e4b4f-4916-4562-89b1-a60ae30e7864 None None] Provisioning for port b17a4164-9a71-439d-8e48-656e44877f9c completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:36:41.361701 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-213e4b4f-4916-4562-89b1-a60ae30e7864 None None] Provisioning complete for port b17a4164-9a71-439d-8e48-656e44877f9c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:36:41.362073 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-213e4b4f-4916-4562-89b1-a60ae30e7864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:41.364916 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf5b57ae-27a2-488f-a48e-53675c0ea24d tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:41.413738 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b57ae-27a2-488f-a48e-53675c0ea24d tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Pushing event deleted for resources: {'Port': ['ID=102c651c-2e01-4d5b-b9b8-2b4716410538,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:41.416219 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5b57ae-27a2-488f-a48e-53675c0ea24d tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] No DVR routers for this DVR port 102c651c-2e01-4d5b-b9b8-2b4716410538 on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:36:41.567678 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-213e4b4f-4916-4562-89b1-a60ae30e7864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:41.614287 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-213e4b4f-4916-4562-89b1-a60ae30e7864 None None] For port b17a4164-9a71-439d-8e48-656e44877f9c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=b17a4164-9a71-439d-8e48-656e44877f9c,segment=NetworkSegment(4b23bc3b-0851-4e43-afd3-3ddbd61e8e06),segment_id=4b23bc3b-0851-4e43-afd3-3ddbd61e8e06)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:36:41.620127 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-213e4b4f-4916-4562-89b1-a60ae30e7864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:41.664106 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf5b57ae-27a2-488f-a48e-53675c0ea24d tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:41.694814 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-cf5b57ae-27a2-488f-a48e-53675c0ea24d tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ae3aee-a7e9-4632-a4c5-6c2470f4cccb']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:41.708292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-cf5b57ae-27a2-488f-a48e-53675c0ea24d tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31702b8-00c3-4ce6-9be3-6289f96f3f1b') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:41.708581 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-cf5b57ae-27a2-488f-a48e-53675c0ea24d tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31702b8-00c3-4ce6-9be3-6289f96f3f1b') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:41.722317 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf5b57ae-27a2-488f-a48e-53675c0ea24d tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:41.731284 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e4b4f-4916-4562-89b1-a60ae30e7864 None None] Pushing event updated for resources: {'Port': ['ID=b17a4164-9a71-439d-8e48-656e44877f9c,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:41.741663 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf5b57ae-27a2-488f-a48e-53675c0ea24d tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:41.749227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5b57ae-27a2-488f-a48e-53675c0ea24d tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:36:41.749871 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf5b57ae-27a2-488f-a48e-53675c0ea24d tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:36:41.764750 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:36:41.816568 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd446b8e-b8d7-41a1-9a17-4f5726bb91d6 None None] get_active_networks_info from n-d-825178-5 {{(pid=87882) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 04:36:41.844273 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf5b57ae-27a2-488f-a48e-53675c0ea24d tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:41.867391 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cf5b57ae-27a2-488f-a48e-53675c0ea24d tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:41.874099 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ad4ae03b-012c-43b9-920b-ce28929940d7 None None] Provisioning complete for port b17a4164-9a71-439d-8e48-656e44877f9c triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:36:41.874467 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ad4ae03b-012c-43b9-920b-ce28929940d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:41.879387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b57ae-27a2-488f-a48e-53675c0ea24d tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Pushing event deleted for resources: {'Network': ['ID=98ae3aee-a7e9-4632-a4c5-6c2470f4cccb,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:41.887208 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cf5b57ae-27a2-488f-a48e-53675c0ea24d tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] 10.222.0.16 "DELETE /v2.0/networks/98ae3aee-a7e9-4632-a4c5-6c2470f4cccb HTTP/1.1" status: 204 len: 168 time: 1.0868680 Mar 09 04:36:41.887461 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46646) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:41.954655 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ccbfed9-c222-40ca-bf76-dd5504c5341e tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Deleting subnet 1be4c418-aa84-4985-bd12-16a1447537b0 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:36:41.957592 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ccbfed9-c222-40ca-bf76-dd5504c5341e tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:41.968221 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd446b8e-b8d7-41a1-9a17-4f5726bb91d6 None None] Resources bound (agent type, host, resource id): {{(pid=87882) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 04:36:42.011305 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ccbfed9-c222-40ca-bf76-dd5504c5341e tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:42.096323 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ccbfed9-c222-40ca-bf76-dd5504c5341e tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:42.168677 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ccbfed9-c222-40ca-bf76-dd5504c5341e tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:42.211595 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbfed9-c222-40ca-bf76-dd5504c5341e tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Pushing event deleted for resources: {'Subnet': ['ID=1be4c418-aa84-4985-bd12-16a1447537b0,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:42.215029 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2ccbfed9-c222-40ca-bf76-dd5504c5341e tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:42.220975 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2ccbfed9-c222-40ca-bf76-dd5504c5341e tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] 10.222.0.16 "DELETE /v2.0/subnets/1be4c418-aa84-4985-bd12-16a1447537b0 HTTP/1.1" status: 204 len: 168 time: 0.3323388 Mar 09 04:36:42.223443 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46650) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:42.313252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361ce8c3-8ec4-41ad-9628-d516de6f0739 None None] Network dd6ac60b-3920-4b16-98a6-0a05b52f1c13 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:36:42.332496 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-13273aa8-3bc8-4b10-bc83-49de8accf57b tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:42.342954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-13273aa8-3bc8-4b10-bc83-49de8accf57b tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Deleting port b17a4164-9a71-439d-8e48-656e44877f9c {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:36:42.343282 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-13273aa8-3bc8-4b10-bc83-49de8accf57b tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:42.554751 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-13273aa8-3bc8-4b10-bc83-49de8accf57b tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] For port b17a4164-9a71-439d-8e48-656e44877f9c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=b17a4164-9a71-439d-8e48-656e44877f9c,segment=NetworkSegment(4b23bc3b-0851-4e43-afd3-3ddbd61e8e06),segment_id=4b23bc3b-0851-4e43-afd3-3ddbd61e8e06)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:36:42.555157 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-13273aa8-3bc8-4b10-bc83-49de8accf57b tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:42.558152 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c086cc55-59ea-46a8-bba0-5985c1ee648e None None] DHCP port deletion for dd6ac60b-3920-4b16-98a6-0a05b52f1c13 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:36:42.562686 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c086cc55-59ea-46a8-bba0-5985c1ee648e None None] Deleting port b17a4164-9a71-439d-8e48-656e44877f9c {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:36:42.563167 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c086cc55-59ea-46a8-bba0-5985c1ee648e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:42.677856 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-13273aa8-3bc8-4b10-bc83-49de8accf57b tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Calling delete_port for b17a4164-9a71-439d-8e48-656e44877f9c owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:36:42.757165 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-13273aa8-3bc8-4b10-bc83-49de8accf57b tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:42.762162 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c086cc55-59ea-46a8-bba0-5985c1ee648e None None] For port b17a4164-9a71-439d-8e48-656e44877f9c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=b17a4164-9a71-439d-8e48-656e44877f9c,segment=NetworkSegment(4b23bc3b-0851-4e43-afd3-3ddbd61e8e06),segment_id=4b23bc3b-0851-4e43-afd3-3ddbd61e8e06)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:36:42.762641 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c086cc55-59ea-46a8-bba0-5985c1ee648e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:42.806003 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13273aa8-3bc8-4b10-bc83-49de8accf57b tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Pushing event deleted for resources: {'Port': ['ID=b17a4164-9a71-439d-8e48-656e44877f9c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:42.808684 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13273aa8-3bc8-4b10-bc83-49de8accf57b tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] No DVR routers for this DVR port b17a4164-9a71-439d-8e48-656e44877f9c on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:36:42.881670 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device b17a4164-9a71-439d-8e48-656e44877f9c no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:36:42.913411 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c086cc55-59ea-46a8-bba0-5985c1ee648e None None] Calling delete_port for b17a4164-9a71-439d-8e48-656e44877f9c owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:36:42.931092 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-13273aa8-3bc8-4b10-bc83-49de8accf57b tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:42.954203 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: b17a4164-9a71-439d-8e48-656e44877f9c {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:36:42.954541 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device b17a4164-9a71-439d-8e48-656e44877f9c not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:36:42.956090 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-13273aa8-3bc8-4b10-bc83-49de8accf57b tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd6ac60b-3920-4b16-98a6-0a05b52f1c13']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:42.972565 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-13273aa8-3bc8-4b10-bc83-49de8accf57b tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b23bc3b-0851-4e43-afd3-3ddbd61e8e06') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:42.972856 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-13273aa8-3bc8-4b10-bc83-49de8accf57b tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b23bc3b-0851-4e43-afd3-3ddbd61e8e06') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:42.985041 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-13273aa8-3bc8-4b10-bc83-49de8accf57b tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:42.995045 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-c086cc55-59ea-46a8-bba0-5985c1ee648e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:36:42.995668 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-c086cc55-59ea-46a8-bba0-5985c1ee648e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:36:43.000834 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-13273aa8-3bc8-4b10-bc83-49de8accf57b tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:43.006694 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13273aa8-3bc8-4b10-bc83-49de8accf57b tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:36:43.007104 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-13273aa8-3bc8-4b10-bc83-49de8accf57b tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:36:43.021104 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:36:43.096512 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-13273aa8-3bc8-4b10-bc83-49de8accf57b tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:43.114451 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-13273aa8-3bc8-4b10-bc83-49de8accf57b tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:43.129515 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13273aa8-3bc8-4b10-bc83-49de8accf57b tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Pushing event deleted for resources: {'Network': ['ID=dd6ac60b-3920-4b16-98a6-0a05b52f1c13,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:43.132568 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-13273aa8-3bc8-4b10-bc83-49de8accf57b tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] 10.222.0.16 "DELETE /v2.0/networks/dd6ac60b-3920-4b16-98a6-0a05b52f1c13 HTTP/1.1" status: 204 len: 168 time: 0.9082203 Mar 09 04:36:43.135252 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46654) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:43.177216 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0d2f9a7a-29da-422c-88ba-276708ba8286 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Synchronizing usage tracker for tenant:cdf7f183dc8541dfa06fbf61ea40212c on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:36:43.191813 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0d2f9a7a-29da-422c-88ba-276708ba8286 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Unset dirty status for tenant:cdf7f183dc8541dfa06fbf61ea40212c on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:36:43.192972 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0d2f9a7a-29da-422c-88ba-276708ba8286 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e3ce3bb-868a-4487-9118-7c9702b6c86b HTTP/1.1" status: 200 len: 205 time: 0.0568383 Mar 09 04:36:43.195510 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46658) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:43.323500 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-870b6083-f2b7-4525-9af0-f76f98e30487 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:43.496991 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c086cc55-59ea-46a8-bba0-5985c1ee648e None None] Deleting port b17a4164-9a71-439d-8e48-656e44877f9c {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:36:43.497377 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c086cc55-59ea-46a8-bba0-5985c1ee648e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:43.565106 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c086cc55-59ea-46a8-bba0-5985c1ee648e None None] The port 'b17a4164-9a71-439d-8e48-656e44877f9c' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:36:43.610812 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:36:43.724751 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-870b6083-f2b7-4525-9af0-f76f98e30487 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:43.727030 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-870b6083-f2b7-4525-9af0-f76f98e30487 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:43.748945 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-870b6083-f2b7-4525-9af0-f76f98e30487 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:43.749490 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870b6083-f2b7-4525-9af0-f76f98e30487 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Fanout notify agent at l3_agent the message router_deleted on router 1e3ce3bb-868a-4487-9118-7c9702b6c86b {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:36:43.761824 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-870b6083-f2b7-4525-9af0-f76f98e30487 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:43.762904 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-870b6083-f2b7-4525-9af0-f76f98e30487 tempest-RoutersNegativeTest-1722750170 tempest-RoutersNegativeTest-1722750170-project] 10.222.0.16 "DELETE /v2.0/routers/1e3ce3bb-868a-4487-9118-7c9702b6c86b HTTP/1.1" status: 204 len: 168 time: 0.5665138 Mar 09 04:36:44.029226 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46666) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:44.182144 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f2bdf7d3-2c3a-4ca3-a115-166a8a39924c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cdf7f183dc8541dfa06fbf61ea40212c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517282 Mar 09 04:36:44.184611 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46672) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:44.241823 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ed27eca3-9c1d-4137-a519-0641fb2246fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:44.266497 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ed27eca3-9c1d-4137-a519-0641fb2246fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:44.318271 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ed27eca3-9c1d-4137-a519-0641fb2246fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:44.338740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27eca3-9c1d-4137-a519-0641fb2246fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990d87b0-3a35-423a-9410-6069f4964fe7,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:44.342059 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ed27eca3-9c1d-4137-a519-0641fb2246fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:44.343406 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ed27eca3-9c1d-4137-a519-0641fb2246fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/990d87b0-3a35-423a-9410-6069f4964fe7 HTTP/1.1" status: 204 len: 168 time: 0.1576502 Mar 09 04:36:44.985233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46696) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:45.090194 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-3af7a1e2-c58b-41e8-95ac-c41c6138d098 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-756147939-network', 'tenant_id': 'cd32d89e00e64a8a808caea3ae8e2c33'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:36:45.095791 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3af7a1e2-c58b-41e8-95ac-c41c6138d098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:36:45.099581 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3af7a1e2-c58b-41e8-95ac-c41c6138d098 admin admin] Usage tracker for resource:network and tenant:cd32d89e00e64a8a808caea3ae8e2c33 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:36:45.102390 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3af7a1e2-c58b-41e8-95ac-c41c6138d098 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:36:45.108575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3af7a1e2-c58b-41e8-95ac-c41c6138d098 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:36:45.117956 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af7a1e2-c58b-41e8-95ac-c41c6138d098 admin admin] Made reservation on behalf of cd32d89e00e64a8a808caea3ae8e2c33 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:36:45.120238 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3af7a1e2-c58b-41e8-95ac-c41c6138d098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:45.132312 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3af7a1e2-c58b-41e8-95ac-c41c6138d098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:45.145833 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3af7a1e2-c58b-41e8-95ac-c41c6138d098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:36:45.150358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3af7a1e2-c58b-41e8-95ac-c41c6138d098 admin admin] Usage tracker for resource:security_group_rule and tenant:cd32d89e00e64a8a808caea3ae8e2c33 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:36:45.153185 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3af7a1e2-c58b-41e8-95ac-c41c6138d098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:36:45.158881 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3af7a1e2-c58b-41e8-95ac-c41c6138d098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:36:45.242424 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3af7a1e2-c58b-41e8-95ac-c41c6138d098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:45.246327 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3af7a1e2-c58b-41e8-95ac-c41c6138d098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:45.272803 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af7a1e2-c58b-41e8-95ac-c41c6138d098 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:36:45.284698 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7a1e2-c58b-41e8-95ac-c41c6138d098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd88ad9-4ad4-4145-b779-a03ccf75cf1b,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:45.288968 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3af7a1e2-c58b-41e8-95ac-c41c6138d098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:45.289307 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-3af7a1e2-c58b-41e8-95ac-c41c6138d098 admin admin] Added segment d3e80244-447c-4600-8e1a-d58813017423 of type vlan for network 29a1043d-6ba5-405e-a7db-c3eb95c02a9f Mar 09 04:36:45.315189 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3af7a1e2-c58b-41e8-95ac-c41c6138d098 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:45.342681 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3af7a1e2-c58b-41e8-95ac-c41c6138d098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:45.343622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af7a1e2-c58b-41e8-95ac-c41c6138d098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:45.344185 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3af7a1e2-c58b-41e8-95ac-c41c6138d098 admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:45.444912 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3af7a1e2-c58b-41e8-95ac-c41c6138d098 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4584780 Mar 09 04:36:45.447569 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7a1e2-c58b-41e8-95ac-c41c6138d098 admin admin] Pushing event updated for resources: {'Network': ['ID=29a1043d-6ba5-405e-a7db-c3eb95c02a9f,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:45.448013 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46702) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:45.454111 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6bb8de1d-2b9f-4c63-b23c-9503d701a49e admin admin] Request body: {'subnet': {'network_id': '29a1043d-6ba5-405e-a7db-c3eb95c02a9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-756147939-subnet', 'tenant_id': 'cd32d89e00e64a8a808caea3ae8e2c33', 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:36:45.456929 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 29a1043d-6ba5-405e-a7db-c3eb95c02a9f details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:36:45.460623 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6bb8de1d-2b9f-4c63-b23c-9503d701a49e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:36:45.464450 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6bb8de1d-2b9f-4c63-b23c-9503d701a49e admin admin] Usage tracker for resource:subnet and tenant:cd32d89e00e64a8a808caea3ae8e2c33 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:36:45.467299 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6bb8de1d-2b9f-4c63-b23c-9503d701a49e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:36:45.473537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6bb8de1d-2b9f-4c63-b23c-9503d701a49e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:36:45.483556 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb8de1d-2b9f-4c63-b23c-9503d701a49e admin admin] Made reservation on behalf of cd32d89e00e64a8a808caea3ae8e2c33 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:36:45.485846 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6bb8de1d-2b9f-4c63-b23c-9503d701a49e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:45.683566 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6bb8de1d-2b9f-4c63-b23c-9503d701a49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:45.756822 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8de1d-2b9f-4c63-b23c-9503d701a49e admin admin] Pushing event updated for resources: {'Subnet': ['ID=102d21a0-55d1-4774-94e0-fb6cef17446a,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:45.766119 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb8de1d-2b9f-4c63-b23c-9503d701a49e admin admin] Checking segment: {'id': 'd3e80244-447c-4600-8e1a-d58813017423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '29a1043d-6ba5-405e-a7db-c3eb95c02a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:36:45.766499 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb8de1d-2b9f-4c63-b23c-9503d701a49e admin admin] Network hostable DHCP agents. Network: 29a1043d-6ba5-405e-a7db-c3eb95c02a9f, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:36:45.784495 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb8de1d-2b9f-4c63-b23c-9503d701a49e admin admin] Network 29a1043d-6ba5-405e-a7db-c3eb95c02a9f is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:36:45.794017 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-6bb8de1d-2b9f-4c63-b23c-9503d701a49e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 29a1043d-6ba5-405e-a7db-c3eb95c02a9f) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:36:45.798031 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb8de1d-2b9f-4c63-b23c-9503d701a49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:45.798951 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6bb8de1d-2b9f-4c63-b23c-9503d701a49e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:45.802759 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc606bce-926a-4c77-91de-0be4dd37fb73 None None] Network 29a1043d-6ba5-405e-a7db-c3eb95c02a9f requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:36:45.820440 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6bb8de1d-2b9f-4c63-b23c-9503d701a49e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3711028 Mar 09 04:36:45.822831 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46706) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:45.827844 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-877c793e-94a2-404e-bd44-d42ca1336a2d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-756147939-router', 'tenant_id': 'cd32d89e00e64a8a808caea3ae8e2c33', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:36:45.833050 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-877c793e-94a2-404e-bd44-d42ca1336a2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:36:45.836916 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-877c793e-94a2-404e-bd44-d42ca1336a2d admin admin] Usage tracker for resource:router and tenant:cd32d89e00e64a8a808caea3ae8e2c33 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:36:45.839740 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-877c793e-94a2-404e-bd44-d42ca1336a2d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:36:45.845369 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-877c793e-94a2-404e-bd44-d42ca1336a2d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:36:45.858829 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-877c793e-94a2-404e-bd44-d42ca1336a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:45.859998 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-877c793e-94a2-404e-bd44-d42ca1336a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:45.875153 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-877c793e-94a2-404e-bd44-d42ca1336a2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:46.054939 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1193cd2e-f57c-497b-bdc5-1f7eff40cef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-29a1043d-6ba5-405e-a7db-c3eb95c02a9f', 'network_id': '29a1043d-6ba5-405e-a7db-c3eb95c02a9f', 'tenant_id': 'cd32d89e00e64a8a808caea3ae8e2c33', 'fixed_ips': [{'subnet_id': '102d21a0-55d1-4774-94e0-fb6cef17446a'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:36:46.055788 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1193cd2e-f57c-497b-bdc5-1f7eff40cef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:46.211896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-1193cd2e-f57c-497b-bdc5-1f7eff40cef8 None None] Allocated IP 172.20.0.2 (29a1043d-6ba5-405e-a7db-c3eb95c02a9f/102d21a0-55d1-4774-94e0-fb6cef17446a/5e2d5f80-ca87-43e4-bd19-f59e2da20b0c) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:36:46.258348 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-877c793e-94a2-404e-bd44-d42ca1336a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:46.417556 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1193cd2e-f57c-497b-bdc5-1f7eff40cef8 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:46.427366 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1193cd2e-f57c-497b-bdc5-1f7eff40cef8 None None] Transition to ACTIVE for port object 5e2d5f80-ca87-43e4-bd19-f59e2da20b0c will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:36:46.445837 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1193cd2e-f57c-497b-bdc5-1f7eff40cef8 None None] Transition to ACTIVE for port object 5e2d5f80-ca87-43e4-bd19-f59e2da20b0c will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:36:46.451122 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1193cd2e-f57c-497b-bdc5-1f7eff40cef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:46.508282 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1193cd2e-f57c-497b-bdc5-1f7eff40cef8 None None] Network 29a1043d-6ba5-405e-a7db-c3eb95c02a9f is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:36:46.510963 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-1193cd2e-f57c-497b-bdc5-1f7eff40cef8 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:36:46.518548 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1193cd2e-f57c-497b-bdc5-1f7eff40cef8 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:36:46.528350 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193cd2e-f57c-497b-bdc5-1f7eff40cef8 None None] Pushing event updated for resources: {'Port': ['ID=5e2d5f80-ca87-43e4-bd19-f59e2da20b0c,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:46.573601 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-877c793e-94a2-404e-bd44-d42ca1336a2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:46.604160 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-877c793e-94a2-404e-bd44-d42ca1336a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:46.612086 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-1193cd2e-f57c-497b-bdc5-1f7eff40cef8 None None] Attempting to bind port 5e2d5f80-ca87-43e4-bd19-f59e2da20b0c on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:36:46.612446 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-1193cd2e-f57c-497b-bdc5-1f7eff40cef8 None None] Attempting to bind port 5e2d5f80-ca87-43e4-bd19-f59e2da20b0c by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'd3e80244-447c-4600-8e1a-d58813017423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '29a1043d-6ba5-405e-a7db-c3eb95c02a9f'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:36:46.612799 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1193cd2e-f57c-497b-bdc5-1f7eff40cef8 None None] Attempting to bind port 5e2d5f80-ca87-43e4-bd19-f59e2da20b0c on network 29a1043d-6ba5-405e-a7db-c3eb95c02a9f {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:36:46.617893 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1193cd2e-f57c-497b-bdc5-1f7eff40cef8 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:36:46.618252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1193cd2e-f57c-497b-bdc5-1f7eff40cef8 None None] Checking segment: {'id': 'd3e80244-447c-4600-8e1a-d58813017423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '29a1043d-6ba5-405e-a7db-c3eb95c02a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:36:46.618641 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1193cd2e-f57c-497b-bdc5-1f7eff40cef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:46.619049 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1193cd2e-f57c-497b-bdc5-1f7eff40cef8 None None] Bound using segment: {'id': 'd3e80244-447c-4600-8e1a-d58813017423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '29a1043d-6ba5-405e-a7db-c3eb95c02a9f'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:36:46.619498 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-1193cd2e-f57c-497b-bdc5-1f7eff40cef8 None None] Bound port: 5e2d5f80-ca87-43e4-bd19-f59e2da20b0c, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e80244-447c-4600-8e1a-d58813017423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '29a1043d-6ba5-405e-a7db-c3eb95c02a9f'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:36:46.619857 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1193cd2e-f57c-497b-bdc5-1f7eff40cef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:46.705513 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-1193cd2e-f57c-497b-bdc5-1f7eff40cef8 None None] For port 5e2d5f80-ca87-43e4-bd19-f59e2da20b0c, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:36:46.708444 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-1193cd2e-f57c-497b-bdc5-1f7eff40cef8 None None] For port 5e2d5f80-ca87-43e4-bd19-f59e2da20b0c, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5e2d5f80-ca87-43e4-bd19-f59e2da20b0c,segment=NetworkSegment(d3e80244-447c-4600-8e1a-d58813017423),segment_id=d3e80244-447c-4600-8e1a-d58813017423)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:36:46.713131 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1193cd2e-f57c-497b-bdc5-1f7eff40cef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:46.738834 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-877c793e-94a2-404e-bd44-d42ca1336a2d admin admin] Allocated IP 172.25.7.76 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/b64b4346-5318-4730-b91a-759d9ac3de6f) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:36:46.797549 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193cd2e-f57c-497b-bdc5-1f7eff40cef8 None None] Pushing event updated for resources: {'Port': ['ID=5e2d5f80-ca87-43e4-bd19-f59e2da20b0c,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:46.899408 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-877c793e-94a2-404e-bd44-d42ca1336a2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:46.933200 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-877c793e-94a2-404e-bd44-d42ca1336a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:46.996337 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877c793e-94a2-404e-bd44-d42ca1336a2d admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:36:47.022158 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-877c793e-94a2-404e-bd44-d42ca1336a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:36:47.026585 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877c793e-94a2-404e-bd44-d42ca1336a2d admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:36:47.069900 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c793e-94a2-404e-bd44-d42ca1336a2d admin admin] Pushing event updated for resources: {'Port': ['ID=b64b4346-5318-4730-b91a-759d9ac3de6f,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:47.451232 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-877c793e-94a2-404e-bd44-d42ca1336a2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:47.794709 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c80d85d-2932-412b-b316-5a8347f4e0a2 None None] Network 29a1043d-6ba5-405e-a7db-c3eb95c02a9f requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:36:47.900539 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ff316697-a7af-46bd-8dc2-34704f963ca2 None None] Provisioning for port 5e2d5f80-ca87-43e4-bd19-f59e2da20b0c completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:36:47.932944 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-877c793e-94a2-404e-bd44-d42ca1336a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:48.148951 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877c793e-94a2-404e-bd44-d42ca1336a2d admin admin] Router f5663141-1a54-4dea-89b4-06a932d05bb5 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:36:48.329397 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877c793e-94a2-404e-bd44-d42ca1336a2d admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:36:48.340158 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] Sync routers for ids ['f5663141-1a54-4dea-89b4-06a932d05bb5'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:36:48.350232 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] Routers {'f5663141-1a54-4dea-89b4-06a932d05bb5'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:36:48.350842 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:36:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f5663141-1a54-4dea-89b4-06a932d05bb5'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:48.354028 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-877c793e-94a2-404e-bd44-d42ca1336a2d admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:48.355963 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-877c793e-94a2-404e-bd44-d42ca1336a2d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5321739 Mar 09 04:36:48.358212 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46710) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:48.532425 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] Set router f5663141-1a54-4dea-89b4-06a932d05bb5 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:36:48.811350 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5663141-1a54-4dea-89b4-06a932d05bb5', 'name': 'tempest-TestEncryptedCinderVolumes-756147939-router', 'tenant_id': 'cd32d89e00e64a8a808caea3ae8e2c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'b64b4346-5318-4730-b91a-759d9ac3de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:36:45Z', 'updated_at': '2022-03-09T04:36:47Z', 'revision_number': 3, 'project_id': 'cd32d89e00e64a8a808caea3ae8e2c33', 'gw_port': {'id': 'b64b4346-5318-4730-b91a-759d9ac3de6f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:34:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5663141-1a54-4dea-89b4-06a932d05bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:36:46Z', 'updated_at': '2022-03-09T04:36:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:48.817633 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] Checking router: f5663141-1a54-4dea-89b4-06a932d05bb5 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:36:48.818109 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] Updating router f5663141-1a54-4dea-89b4-06a932d05bb5 port b64b4346-5318-4730-b91a-759d9ac3de6f binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:36:48.887612 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:48.894908 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5e2d5f80-ca87-43e4-bd19-f59e2da20b0c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:36:48.968276 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 5e2d5f80-ca87-43e4-bd19-f59e2da20b0c completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:36:48.973436 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 5e2d5f80-ca87-43e4-bd19-f59e2da20b0c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:36:48.973907 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:49.053840 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fac5f0c1-b025-40b9-b54d-84ec15f93f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:49.094687 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:49.126871 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 5e2d5f80-ca87-43e4-bd19-f59e2da20b0c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5e2d5f80-ca87-43e4-bd19-f59e2da20b0c,segment=NetworkSegment(d3e80244-447c-4600-8e1a-d58813017423),segment_id=d3e80244-447c-4600-8e1a-d58813017423)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:36:49.132221 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:49.206278 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=5e2d5f80-ca87-43e4-bd19-f59e2da20b0c,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:49.221396 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:49.233565 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] Transition to ACTIVE for port object b64b4346-5318-4730-b91a-759d9ac3de6f will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:36:49.240076 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:49.321658 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabf016-c5ac-43bc-85de-c25356e8b5c4 None None] Pushing event updated for resources: {'Port': ['ID=b64b4346-5318-4730-b91a-759d9ac3de6f,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:49.323683 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] Attempting to bind port b64b4346-5318-4730-b91a-759d9ac3de6f on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:36:49.324039 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] Attempting to bind port b64b4346-5318-4730-b91a-759d9ac3de6f by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:36:49.324387 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] Attempting to bind port b64b4346-5318-4730-b91a-759d9ac3de6f on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:36:49.333237 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:36:49.333597 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:36:49.334003 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:49.334378 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:36:49.334820 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] Bound port: b64b4346-5318-4730-b91a-759d9ac3de6f, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:36:49.335198 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:49.366328 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabf016-c5ac-43bc-85de-c25356e8b5c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:49.367042 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabf016-c5ac-43bc-85de-c25356e8b5c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:49.367042 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabf016-c5ac-43bc-85de-c25356e8b5c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:49.367304 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabf016-c5ac-43bc-85de-c25356e8b5c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:49.367618 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabf016-c5ac-43bc-85de-c25356e8b5c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:49.367933 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabf016-c5ac-43bc-85de-c25356e8b5c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:49.368243 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabf016-c5ac-43bc-85de-c25356e8b5c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:49.368554 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabf016-c5ac-43bc-85de-c25356e8b5c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:49.368858 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabf016-c5ac-43bc-85de-c25356e8b5c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:49.369164 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabf016-c5ac-43bc-85de-c25356e8b5c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:49.369477 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabf016-c5ac-43bc-85de-c25356e8b5c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:49.369780 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabf016-c5ac-43bc-85de-c25356e8b5c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:36:49.402684 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-fac5f0c1-b025-40b9-b54d-84ec15f93f67 admin admin] Allocated IP 172.20.0.1 (29a1043d-6ba5-405e-a7db-c3eb95c02a9f/102d21a0-55d1-4774-94e0-fb6cef17446a/225c1c06-a3f9-46b9-8ad2-6b5354efd1c6) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:36:49.416373 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] For port b64b4346-5318-4730-b91a-759d9ac3de6f, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:36:49.419363 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] For port b64b4346-5318-4730-b91a-759d9ac3de6f, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=b64b4346-5318-4730-b91a-759d9ac3de6f,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:36:49.423081 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:49.505940 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] Routers {'f5663141-1a54-4dea-89b4-06a932d05bb5'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:36:49.506539 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:36:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f5663141-1a54-4dea-89b4-06a932d05bb5'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:49.551415 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fac5f0c1-b025-40b9-b54d-84ec15f93f67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:49.568295 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-fac5f0c1-b025-40b9-b54d-84ec15f93f67 admin admin] Transition to ACTIVE for port object 225c1c06-a3f9-46b9-8ad2-6b5354efd1c6 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:36:49.589685 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabf016-c5ac-43bc-85de-c25356e8b5c4 None None] Pushing event updated for resources: {'Port': ['ID=b64b4346-5318-4730-b91a-759d9ac3de6f,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:49.592015 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fac5f0c1-b025-40b9-b54d-84ec15f93f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:49.660316 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac5f0c1-b025-40b9-b54d-84ec15f93f67 admin admin] Network 29a1043d-6ba5-405e-a7db-c3eb95c02a9f is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:36:49.668015 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-fac5f0c1-b025-40b9-b54d-84ec15f93f67 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:36:49.670474 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac5f0c1-b025-40b9-b54d-84ec15f93f67 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:36:49.708697 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5f0c1-b025-40b9-b54d-84ec15f93f67 admin admin] Pushing event updated for resources: {'Port': ['ID=225c1c06-a3f9-46b9-8ad2-6b5354efd1c6,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:49.718081 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] Set router f5663141-1a54-4dea-89b4-06a932d05bb5 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:36:49.732183 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fac5f0c1-b025-40b9-b54d-84ec15f93f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:49.870125 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fac5f0c1-b025-40b9-b54d-84ec15f93f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:49.960841 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cf29b538-1fb8-4395-b1f0-6bc1dbcf4673 None None] Provisioning for port 225c1c06-a3f9-46b9-8ad2-6b5354efd1c6 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:36:49.966648 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cf29b538-1fb8-4395-b1f0-6bc1dbcf4673 None None] Provisioning complete for port 225c1c06-a3f9-46b9-8ad2-6b5354efd1c6 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:36:49.967267 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cf29b538-1fb8-4395-b1f0-6bc1dbcf4673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:50.020620 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5663141-1a54-4dea-89b4-06a932d05bb5', 'name': 'tempest-TestEncryptedCinderVolumes-756147939-router', 'tenant_id': 'cd32d89e00e64a8a808caea3ae8e2c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'b64b4346-5318-4730-b91a-759d9ac3de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:36:45Z', 'updated_at': '2022-03-09T04:36:47Z', 'revision_number': 3, 'project_id': 'cd32d89e00e64a8a808caea3ae8e2c33', 'gw_port': {'id': 'b64b4346-5318-4730-b91a-759d9ac3de6f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:34:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5663141-1a54-4dea-89b4-06a932d05bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:36:46Z', 'updated_at': '2022-03-09T04:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:50.022219 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-cf29b538-1fb8-4395-b1f0-6bc1dbcf4673 None None] Port 225c1c06-a3f9-46b9-8ad2-6b5354efd1c6 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:36:50.028017 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da702e0f-33d7-4e48-a76a-06bf517ae4b8 None None] The sync data for ids ['f5663141-1a54-4dea-89b4-06a932d05bb5'] in n-d-825178-5 is: [{'id': 'f5663141-1a54-4dea-89b4-06a932d05bb5', 'name': 'tempest-TestEncryptedCinderVolumes-756147939-router', 'tenant_id': 'cd32d89e00e64a8a808caea3ae8e2c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'b64b4346-5318-4730-b91a-759d9ac3de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:36:45Z', 'updated_at': '2022-03-09T04:36:47Z', 'revision_number': 3, 'project_id': 'cd32d89e00e64a8a808caea3ae8e2c33', 'gw_port': {'id': 'b64b4346-5318-4730-b91a-759d9ac3de6f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:34:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5663141-1a54-4dea-89b4-06a932d05bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:36:46Z', 'updated_at': '2022-03-09T04:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:36:50.098549 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fac5f0c1-b025-40b9-b54d-84ec15f93f67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:50.103833 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fac5f0c1-b025-40b9-b54d-84ec15f93f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:50.218353 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5f0c1-b025-40b9-b54d-84ec15f93f67 admin admin] Pushing event updated for resources: {'Port': ['ID=225c1c06-a3f9-46b9-8ad2-6b5354efd1c6,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:50.220742 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fac5f0c1-b025-40b9-b54d-84ec15f93f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:50.367966 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac5f0c1-b025-40b9-b54d-84ec15f93f67 admin admin] Network 29a1043d-6ba5-405e-a7db-c3eb95c02a9f is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:36:50.369057 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-fac5f0c1-b025-40b9-b54d-84ec15f93f67 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:36:50.570263 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac5f0c1-b025-40b9-b54d-84ec15f93f67 admin admin] Router f5663141-1a54-4dea-89b4-06a932d05bb5 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:36:50.647224 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d26fe7c7-c412-4d3e-a0db-5b60fa1e745c None None] Provisioning complete for port 225c1c06-a3f9-46b9-8ad2-6b5354efd1c6 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:36:50.647985 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d26fe7c7-c412-4d3e-a0db-5b60fa1e745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:50.749127 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d26fe7c7-c412-4d3e-a0db-5b60fa1e745c None None] Port 225c1c06-a3f9-46b9-8ad2-6b5354efd1c6 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:36:50.768915 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac5f0c1-b025-40b9-b54d-84ec15f93f67 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:36:50.780275 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fac5f0c1-b025-40b9-b54d-84ec15f93f67 admin admin] 10.222.0.16 "PUT /v2.0/routers/f5663141-1a54-4dea-89b4-06a932d05bb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4207249 Mar 09 04:36:50.925665 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device b64b4346-5318-4730-b91a-759d9ac3de6f up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:36:50.994110 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port b64b4346-5318-4730-b91a-759d9ac3de6f completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:36:50.998936 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port b64b4346-5318-4730-b91a-759d9ac3de6f triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:36:50.999377 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:51.119789 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:51.137195 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port b64b4346-5318-4730-b91a-759d9ac3de6f, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=b64b4346-5318-4730-b91a-759d9ac3de6f,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:36:51.142328 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:51.143449 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5e2d5f80-ca87-43e4-bd19-f59e2da20b0c up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:36:51.260660 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=b64b4346-5318-4730-b91a-759d9ac3de6f,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:51.272377 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 5e2d5f80-ca87-43e4-bd19-f59e2da20b0c triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:36:51.272739 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:51.309932 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46728) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:51.316075 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-220880fe-8f5b-4283-8ffa-a8acd4802a79 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1432821331-network', 'tenant_id': 'c92f2256c15b4dc4b0704de07f0cd970'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:36:51.322071 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-220880fe-8f5b-4283-8ffa-a8acd4802a79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:36:51.326365 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-220880fe-8f5b-4283-8ffa-a8acd4802a79 admin admin] Usage tracker for resource:network and tenant:c92f2256c15b4dc4b0704de07f0cd970 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:36:51.329729 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-220880fe-8f5b-4283-8ffa-a8acd4802a79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:36:51.336952 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-220880fe-8f5b-4283-8ffa-a8acd4802a79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:36:51.351585 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220880fe-8f5b-4283-8ffa-a8acd4802a79 admin admin] Made reservation on behalf of c92f2256c15b4dc4b0704de07f0cd970 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:36:51.354601 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-220880fe-8f5b-4283-8ffa-a8acd4802a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:51.369135 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-220880fe-8f5b-4283-8ffa-a8acd4802a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:51.388330 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-220880fe-8f5b-4283-8ffa-a8acd4802a79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:36:51.394530 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-220880fe-8f5b-4283-8ffa-a8acd4802a79 admin admin] Usage tracker for resource:security_group_rule and tenant:c92f2256c15b4dc4b0704de07f0cd970 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:36:51.401950 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-220880fe-8f5b-4283-8ffa-a8acd4802a79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:36:51.408201 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-220880fe-8f5b-4283-8ffa-a8acd4802a79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:36:51.505369 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-220880fe-8f5b-4283-8ffa-a8acd4802a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:51.509137 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-220880fe-8f5b-4283-8ffa-a8acd4802a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:51.543512 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-220880fe-8f5b-4283-8ffa-a8acd4802a79 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:36:51.549462 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220880fe-8f5b-4283-8ffa-a8acd4802a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c468c4-fda1-4e94-a96d-0c235356efeb,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:51.557318 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-220880fe-8f5b-4283-8ffa-a8acd4802a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:51.557627 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-220880fe-8f5b-4283-8ffa-a8acd4802a79 admin admin] Added segment b7ac195a-b40e-4dcd-9e47-28b47779b90c of type vlan for network a44b3aac-87c9-4f23-bae2-7284ded17ee6 Mar 09 04:36:51.589797 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-220880fe-8f5b-4283-8ffa-a8acd4802a79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:51.642663 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] Sync routers for ids ['f5663141-1a54-4dea-89b4-06a932d05bb5'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:36:51.653321 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] Routers {'f5663141-1a54-4dea-89b4-06a932d05bb5'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:36:51.653951 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:36:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f5663141-1a54-4dea-89b4-06a932d05bb5'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:51.738423 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-220880fe-8f5b-4283-8ffa-a8acd4802a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:51.739414 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220880fe-8f5b-4283-8ffa-a8acd4802a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:51.740011 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-220880fe-8f5b-4283-8ffa-a8acd4802a79 admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:51.846950 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220880fe-8f5b-4283-8ffa-a8acd4802a79 admin admin] Pushing event updated for resources: {'Network': ['ID=a44b3aac-87c9-4f23-bae2-7284ded17ee6,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:51.854229 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46732) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:51.854771 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-220880fe-8f5b-4283-8ffa-a8acd4802a79 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5431161 Mar 09 04:36:51.860534 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-3a1d5126-3f46-4b39-8011-fe33f253268c admin admin] Request body: {'subnet': {'network_id': 'a44b3aac-87c9-4f23-bae2-7284ded17ee6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1432821331-subnet', 'tenant_id': 'c92f2256c15b4dc4b0704de07f0cd970', 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:36:51.869357 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network a44b3aac-87c9-4f23-bae2-7284ded17ee6 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:36:51.871468 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3a1d5126-3f46-4b39-8011-fe33f253268c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:36:51.877456 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3a1d5126-3f46-4b39-8011-fe33f253268c admin admin] Usage tracker for resource:subnet and tenant:c92f2256c15b4dc4b0704de07f0cd970 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:36:51.881833 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3a1d5126-3f46-4b39-8011-fe33f253268c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:36:51.888557 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] Set router f5663141-1a54-4dea-89b4-06a932d05bb5 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:36:51.889363 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3a1d5126-3f46-4b39-8011-fe33f253268c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:36:51.903233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1d5126-3f46-4b39-8011-fe33f253268c admin admin] Made reservation on behalf of c92f2256c15b4dc4b0704de07f0cd970 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:36:51.906829 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3a1d5126-3f46-4b39-8011-fe33f253268c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:52.131897 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3a1d5126-3f46-4b39-8011-fe33f253268c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:52.212071 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d5126-3f46-4b39-8011-fe33f253268c admin admin] Pushing event updated for resources: {'Subnet': ['ID=41a399d8-0c56-4499-8ab8-2f65110eda1f,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:52.216434 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1d5126-3f46-4b39-8011-fe33f253268c admin admin] Checking segment: {'id': 'b7ac195a-b40e-4dcd-9e47-28b47779b90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a44b3aac-87c9-4f23-bae2-7284ded17ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:36:52.216434 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1d5126-3f46-4b39-8011-fe33f253268c admin admin] Network hostable DHCP agents. Network: a44b3aac-87c9-4f23-bae2-7284ded17ee6, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:36:52.235568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1d5126-3f46-4b39-8011-fe33f253268c admin admin] Network a44b3aac-87c9-4f23-bae2-7284ded17ee6 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:36:52.245096 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-3a1d5126-3f46-4b39-8011-fe33f253268c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, a44b3aac-87c9-4f23-bae2-7284ded17ee6) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:36:52.249098 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1d5126-3f46-4b39-8011-fe33f253268c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:52.250725 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3a1d5126-3f46-4b39-8011-fe33f253268c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:52.259090 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0cddd9-c656-420f-b31d-97442281be12 None None] Network a44b3aac-87c9-4f23-bae2-7284ded17ee6 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:36:52.269672 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3a1d5126-3f46-4b39-8011-fe33f253268c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4136643 Mar 09 04:36:52.272888 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 46736) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:52.277877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-6a57074b-667c-49af-a299-36c607525e38 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1432821331-router', 'tenant_id': 'c92f2256c15b4dc4b0704de07f0cd970', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:36:52.283266 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6a57074b-667c-49af-a299-36c607525e38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:36:52.287667 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6a57074b-667c-49af-a299-36c607525e38 admin admin] Usage tracker for resource:router and tenant:c92f2256c15b4dc4b0704de07f0cd970 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:36:52.290471 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6a57074b-667c-49af-a299-36c607525e38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:36:52.297659 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6a57074b-667c-49af-a299-36c607525e38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:36:52.309228 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6a57074b-667c-49af-a299-36c607525e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:52.310201 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6a57074b-667c-49af-a299-36c607525e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:52.325209 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6a57074b-667c-49af-a299-36c607525e38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:52.420942 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5663141-1a54-4dea-89b4-06a932d05bb5', 'name': 'tempest-TestEncryptedCinderVolumes-756147939-router', 'tenant_id': 'cd32d89e00e64a8a808caea3ae8e2c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'b64b4346-5318-4730-b91a-759d9ac3de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:36:45Z', 'updated_at': '2022-03-09T04:36:49Z', 'revision_number': 4, 'project_id': 'cd32d89e00e64a8a808caea3ae8e2c33', 'gw_port': {'id': 'b64b4346-5318-4730-b91a-759d9ac3de6f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:34:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5663141-1a54-4dea-89b4-06a932d05bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:36:46Z', 'updated_at': '2022-03-09T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '225c1c06-a3f9-46b9-8ad2-6b5354efd1c6', 'name': '', 'network_id': '29a1043d-6ba5-405e-a7db-c3eb95c02a9f', 'tenant_id': 'cd32d89e00e64a8a808caea3ae8e2c33', 'mac_address': 'fa:16:3e:44:e9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5663141-1a54-4dea-89b4-06a932d05bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '102d21a0-55d1-4774-94e0-fb6cef17446a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:36:49Z', 'updated_at': '2022-03-09T04:36:49Z', 'revision_number': 2, 'project_id': 'cd32d89e00e64a8a808caea3ae8e2c33', 'subnets': [{'id': '102d21a0-55d1-4774-94e0-fb6cef17446a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:52.434870 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] Checking router: f5663141-1a54-4dea-89b4-06a932d05bb5 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:36:52.435142 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] Updating router f5663141-1a54-4dea-89b4-06a932d05bb5 port 225c1c06-a3f9-46b9-8ad2-6b5354efd1c6 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:36:52.525622 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:52.537538 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9578318-6205-48f3-9b91-145628c271ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-a44b3aac-87c9-4f23-bae2-7284ded17ee6', 'network_id': 'a44b3aac-87c9-4f23-bae2-7284ded17ee6', 'tenant_id': 'c92f2256c15b4dc4b0704de07f0cd970', 'fixed_ips': [{'subnet_id': '41a399d8-0c56-4499-8ab8-2f65110eda1f'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:36:52.538320 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d9578318-6205-48f3-9b91-145628c271ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:52.591725 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6a57074b-667c-49af-a299-36c607525e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:52.855918 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device b64b4346-5318-4730-b91a-759d9ac3de6f up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:36:52.961685 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-d9578318-6205-48f3-9b91-145628c271ed None None] Allocated IP 172.20.0.2 (a44b3aac-87c9-4f23-bae2-7284ded17ee6/41a399d8-0c56-4499-8ab8-2f65110eda1f/97ea58a9-416f-4c70-90bb-4bacf75a5789) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:36:53.024938 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6a57074b-667c-49af-a299-36c607525e38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:53.055118 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6a57074b-667c-49af-a299-36c607525e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:53.116682 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port b64b4346-5318-4730-b91a-759d9ac3de6f triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:36:53.117043 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:53.191619 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-6a57074b-667c-49af-a299-36c607525e38 admin admin] Allocated IP 172.25.7.178 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/8ba679e6-b94e-4d59-af42-0408aab5ddb1) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:36:53.311861 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:53.338909 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6a57074b-667c-49af-a299-36c607525e38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:53.369582 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6a57074b-667c-49af-a299-36c607525e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:53.374775 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] Transition to ACTIVE for port object 225c1c06-a3f9-46b9-8ad2-6b5354efd1c6 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:36:53.389066 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d9578318-6205-48f3-9b91-145628c271ed None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:53.397212 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:53.429932 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a57074b-667c-49af-a299-36c607525e38 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:36:53.432732 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-6a57074b-667c-49af-a299-36c607525e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:36:53.440799 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a57074b-667c-49af-a299-36c607525e38 admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:36:53.442099 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d9578318-6205-48f3-9b91-145628c271ed None None] Transition to ACTIVE for port object 97ea58a9-416f-4c70-90bb-4bacf75a5789 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:36:53.479857 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57074b-667c-49af-a299-36c607525e38 admin admin] Pushing event updated for resources: {'Port': ['ID=8ba679e6-b94e-4d59-af42-0408aab5ddb1,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:53.548695 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d9578318-6205-48f3-9b91-145628c271ed None None] Transition to ACTIVE for port object 97ea58a9-416f-4c70-90bb-4bacf75a5789 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:36:53.556103 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b099967-e8d8-4c66-b76a-a0748dc0645c None None] Pushing event updated for resources: {'Port': ['ID=225c1c06-a3f9-46b9-8ad2-6b5354efd1c6,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:53.586289 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d9578318-6205-48f3-9b91-145628c271ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:53.707712 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9578318-6205-48f3-9b91-145628c271ed None None] Network a44b3aac-87c9-4f23-bae2-7284ded17ee6 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:36:53.717026 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-d9578318-6205-48f3-9b91-145628c271ed None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:36:53.725157 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9578318-6205-48f3-9b91-145628c271ed None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:36:53.729402 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] Attempting to bind port 225c1c06-a3f9-46b9-8ad2-6b5354efd1c6 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:36:53.729770 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] Attempting to bind port 225c1c06-a3f9-46b9-8ad2-6b5354efd1c6 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'd3e80244-447c-4600-8e1a-d58813017423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '29a1043d-6ba5-405e-a7db-c3eb95c02a9f'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:36:53.730127 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] Attempting to bind port 225c1c06-a3f9-46b9-8ad2-6b5354efd1c6 on network 29a1043d-6ba5-405e-a7db-c3eb95c02a9f {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:36:53.734126 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9578318-6205-48f3-9b91-145628c271ed None None] Pushing event updated for resources: {'Port': ['ID=97ea58a9-416f-4c70-90bb-4bacf75a5789,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:53.776647 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:36:53.777015 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] Checking segment: {'id': 'd3e80244-447c-4600-8e1a-d58813017423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '29a1043d-6ba5-405e-a7db-c3eb95c02a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:36:53.777410 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:53.777789 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] Bound using segment: {'id': 'd3e80244-447c-4600-8e1a-d58813017423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '29a1043d-6ba5-405e-a7db-c3eb95c02a9f'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:36:53.778247 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] Bound port: 225c1c06-a3f9-46b9-8ad2-6b5354efd1c6, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e80244-447c-4600-8e1a-d58813017423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '29a1043d-6ba5-405e-a7db-c3eb95c02a9f'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:36:53.778610 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:53.870846 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6a57074b-667c-49af-a299-36c607525e38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:53.883670 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-d9578318-6205-48f3-9b91-145628c271ed None None] Attempting to bind port 97ea58a9-416f-4c70-90bb-4bacf75a5789 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:36:53.884039 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-d9578318-6205-48f3-9b91-145628c271ed None None] Attempting to bind port 97ea58a9-416f-4c70-90bb-4bacf75a5789 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'b7ac195a-b40e-4dcd-9e47-28b47779b90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a44b3aac-87c9-4f23-bae2-7284ded17ee6'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:36:53.884393 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9578318-6205-48f3-9b91-145628c271ed None None] Attempting to bind port 97ea58a9-416f-4c70-90bb-4bacf75a5789 on network a44b3aac-87c9-4f23-bae2-7284ded17ee6 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:36:53.905439 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9578318-6205-48f3-9b91-145628c271ed None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:36:53.905795 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9578318-6205-48f3-9b91-145628c271ed None None] Checking segment: {'id': 'b7ac195a-b40e-4dcd-9e47-28b47779b90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a44b3aac-87c9-4f23-bae2-7284ded17ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:36:53.906187 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d9578318-6205-48f3-9b91-145628c271ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:53.906563 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9578318-6205-48f3-9b91-145628c271ed None None] Bound using segment: {'id': 'b7ac195a-b40e-4dcd-9e47-28b47779b90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a44b3aac-87c9-4f23-bae2-7284ded17ee6'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:36:53.907047 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-d9578318-6205-48f3-9b91-145628c271ed None None] Bound port: 97ea58a9-416f-4c70-90bb-4bacf75a5789, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ac195a-b40e-4dcd-9e47-28b47779b90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a44b3aac-87c9-4f23-bae2-7284ded17ee6'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:36:53.907426 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d9578318-6205-48f3-9b91-145628c271ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:53.958686 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] For port 225c1c06-a3f9-46b9-8ad2-6b5354efd1c6, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:36:53.975256 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] For port 225c1c06-a3f9-46b9-8ad2-6b5354efd1c6, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=225c1c06-a3f9-46b9-8ad2-6b5354efd1c6,segment=NetworkSegment(d3e80244-447c-4600-8e1a-d58813017423),segment_id=d3e80244-447c-4600-8e1a-d58813017423)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:36:53.984493 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:54.085942 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-d9578318-6205-48f3-9b91-145628c271ed None None] For port 97ea58a9-416f-4c70-90bb-4bacf75a5789, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:36:54.094520 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b099967-e8d8-4c66-b76a-a0748dc0645c None None] Pushing event updated for resources: {'Port': ['ID=225c1c06-a3f9-46b9-8ad2-6b5354efd1c6,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:54.099302 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] Routers {'f5663141-1a54-4dea-89b4-06a932d05bb5'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:36:54.099949 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:36:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f5663141-1a54-4dea-89b4-06a932d05bb5'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:54.150221 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-d9578318-6205-48f3-9b91-145628c271ed None None] For port 97ea58a9-416f-4c70-90bb-4bacf75a5789, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=97ea58a9-416f-4c70-90bb-4bacf75a5789,segment=NetworkSegment(b7ac195a-b40e-4dcd-9e47-28b47779b90c),segment_id=b7ac195a-b40e-4dcd-9e47-28b47779b90c)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:36:54.168957 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d9578318-6205-48f3-9b91-145628c271ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:54.213203 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6a57074b-667c-49af-a299-36c607525e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:54.382839 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9578318-6205-48f3-9b91-145628c271ed None None] Pushing event updated for resources: {'Port': ['ID=97ea58a9-416f-4c70-90bb-4bacf75a5789,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:54.428375 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] Set router f5663141-1a54-4dea-89b4-06a932d05bb5 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:36:54.579665 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a57074b-667c-49af-a299-36c607525e38 admin admin] Router 270d725f-fc0b-45ff-8bb4-9c7d7963192b is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:36:54.778034 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5663141-1a54-4dea-89b4-06a932d05bb5', 'name': 'tempest-TestEncryptedCinderVolumes-756147939-router', 'tenant_id': 'cd32d89e00e64a8a808caea3ae8e2c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'b64b4346-5318-4730-b91a-759d9ac3de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:36:45Z', 'updated_at': '2022-03-09T04:36:49Z', 'revision_number': 4, 'project_id': 'cd32d89e00e64a8a808caea3ae8e2c33', 'gw_port': {'id': 'b64b4346-5318-4730-b91a-759d9ac3de6f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:34:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5663141-1a54-4dea-89b4-06a932d05bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:36:46Z', 'updated_at': '2022-03-09T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '225c1c06-a3f9-46b9-8ad2-6b5354efd1c6', 'name': '', 'network_id': '29a1043d-6ba5-405e-a7db-c3eb95c02a9f', 'tenant_id': 'cd32d89e00e64a8a808caea3ae8e2c33', 'mac_address': 'fa:16:3e:44:e9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5663141-1a54-4dea-89b4-06a932d05bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '102d21a0-55d1-4774-94e0-fb6cef17446a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:36:49Z', 'updated_at': '2022-03-09T04:36:53Z', 'revision_number': 4, 'project_id': 'cd32d89e00e64a8a808caea3ae8e2c33', 'subnets': [{'id': '102d21a0-55d1-4774-94e0-fb6cef17446a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:54.782257 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842b749b-8945-4405-b55e-d9b95b7cc360 None None] The sync data for ids ['f5663141-1a54-4dea-89b4-06a932d05bb5'] in n-d-825178-5 is: [{'id': 'f5663141-1a54-4dea-89b4-06a932d05bb5', 'name': 'tempest-TestEncryptedCinderVolumes-756147939-router', 'tenant_id': 'cd32d89e00e64a8a808caea3ae8e2c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'b64b4346-5318-4730-b91a-759d9ac3de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:36:45Z', 'updated_at': '2022-03-09T04:36:49Z', 'revision_number': 4, 'project_id': 'cd32d89e00e64a8a808caea3ae8e2c33', 'gw_port': {'id': 'b64b4346-5318-4730-b91a-759d9ac3de6f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:34:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5663141-1a54-4dea-89b4-06a932d05bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:36:46Z', 'updated_at': '2022-03-09T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '225c1c06-a3f9-46b9-8ad2-6b5354efd1c6', 'name': '', 'network_id': '29a1043d-6ba5-405e-a7db-c3eb95c02a9f', 'tenant_id': 'cd32d89e00e64a8a808caea3ae8e2c33', 'mac_address': 'fa:16:3e:44:e9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5663141-1a54-4dea-89b4-06a932d05bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '102d21a0-55d1-4774-94e0-fb6cef17446a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:36:49Z', 'updated_at': '2022-03-09T04:36:53Z', 'revision_number': 4, 'project_id': 'cd32d89e00e64a8a808caea3ae8e2c33', 'subnets': [{'id': '102d21a0-55d1-4774-94e0-fb6cef17446a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:36:54.789832 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a57074b-667c-49af-a299-36c607525e38 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:36:54.799108 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] Sync routers for ids ['270d725f-fc0b-45ff-8bb4-9c7d7963192b'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:36:54.810408 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] Routers {'270d725f-fc0b-45ff-8bb4-9c7d7963192b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:36:54.811295 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:36:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['270d725f-fc0b-45ff-8bb4-9c7d7963192b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:54.830778 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6a57074b-667c-49af-a299-36c607525e38 admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:54.832156 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6a57074b-667c-49af-a299-36c607525e38 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5582042 Mar 09 04:36:54.835981 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 46740) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:36:54.937244 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 97ea58a9-416f-4c70-90bb-4bacf75a5789 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:36:55.022129 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 97ea58a9-416f-4c70-90bb-4bacf75a5789 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:36:55.100588 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] Set router 270d725f-fc0b-45ff-8bb4-9c7d7963192b gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:36:55.415676 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270d725f-fc0b-45ff-8bb4-9c7d7963192b', 'name': 'tempest-TestEncryptedCinderVolumes-1432821331-router', 'tenant_id': 'c92f2256c15b4dc4b0704de07f0cd970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '8ba679e6-b94e-4d59-af42-0408aab5ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:36:52Z', 'updated_at': '2022-03-09T04:36:53Z', 'revision_number': 3, 'project_id': 'c92f2256c15b4dc4b0704de07f0cd970', 'gw_port': {'id': '8ba679e6-b94e-4d59-af42-0408aab5ddb1', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270d725f-fc0b-45ff-8bb4-9c7d7963192b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:36:53Z', 'updated_at': '2022-03-09T04:36:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:55.420398 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] Checking router: 270d725f-fc0b-45ff-8bb4-9c7d7963192b for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:36:55.420746 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] Updating router 270d725f-fc0b-45ff-8bb4-9c7d7963192b port 8ba679e6-b94e-4d59-af42-0408aab5ddb1 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:36:55.479744 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:55.636092 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b3cf27-49d7-424a-ba24-c27d72a8b6d9 None None] Network a44b3aac-87c9-4f23-bae2-7284ded17ee6 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:36:55.669472 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a713631e-c2f6-4596-9e2c-2ca9110e5182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:55.778186 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-37b38251-2944-4b6b-9f24-91480aa90fbd None None] Provisioning for port 97ea58a9-416f-4c70-90bb-4bacf75a5789 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:36:55.786292 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-37b38251-2944-4b6b-9f24-91480aa90fbd None None] Provisioning complete for port 97ea58a9-416f-4c70-90bb-4bacf75a5789 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:36:55.787053 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-37b38251-2944-4b6b-9f24-91480aa90fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:55.855596 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:55.867133 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] Transition to ACTIVE for port object 8ba679e6-b94e-4d59-af42-0408aab5ddb1 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:36:55.876021 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:55.943240 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-a713631e-c2f6-4596-9e2c-2ca9110e5182 admin admin] Allocated IP 172.20.0.1 (a44b3aac-87c9-4f23-bae2-7284ded17ee6/41a399d8-0c56-4499-8ab8-2f65110eda1f/c3fddb1e-e87d-42f2-b4e6-720705df93fb) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:36:56.008708 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-37b38251-2944-4b6b-9f24-91480aa90fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:56.033557 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d60705-9825-4d7f-b7b3-917d360e43b2 None None] Pushing event updated for resources: {'Port': ['ID=8ba679e6-b94e-4d59-af42-0408aab5ddb1,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:56.041908 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] Attempting to bind port 8ba679e6-b94e-4d59-af42-0408aab5ddb1 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:36:56.042466 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] Attempting to bind port 8ba679e6-b94e-4d59-af42-0408aab5ddb1 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:36:56.042972 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] Attempting to bind port 8ba679e6-b94e-4d59-af42-0408aab5ddb1 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:36:56.054232 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:36:56.054700 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:36:56.055215 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:56.055661 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:36:56.056188 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] Bound port: 8ba679e6-b94e-4d59-af42-0408aab5ddb1, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:36:56.056673 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:56.080789 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-37b38251-2944-4b6b-9f24-91480aa90fbd None None] For port 97ea58a9-416f-4c70-90bb-4bacf75a5789, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=97ea58a9-416f-4c70-90bb-4bacf75a5789,segment=NetworkSegment(b7ac195a-b40e-4dcd-9e47-28b47779b90c),segment_id=b7ac195a-b40e-4dcd-9e47-28b47779b90c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:36:56.086692 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-37b38251-2944-4b6b-9f24-91480aa90fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:56.137609 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a713631e-c2f6-4596-9e2c-2ca9110e5182 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:56.166164 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b38251-2944-4b6b-9f24-91480aa90fbd None None] Pushing event updated for resources: {'Port': ['ID=97ea58a9-416f-4c70-90bb-4bacf75a5789,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:56.167419 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-a713631e-c2f6-4596-9e2c-2ca9110e5182 admin admin] Transition to ACTIVE for port object c3fddb1e-e87d-42f2-b4e6-720705df93fb will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:36:56.184853 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] For port 8ba679e6-b94e-4d59-af42-0408aab5ddb1, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:36:56.190474 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] For port 8ba679e6-b94e-4d59-af42-0408aab5ddb1, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=8ba679e6-b94e-4d59-af42-0408aab5ddb1,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:36:56.196320 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:56.212241 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a713631e-c2f6-4596-9e2c-2ca9110e5182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:56.273514 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] Routers {'270d725f-fc0b-45ff-8bb4-9c7d7963192b'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:36:56.274135 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:36:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['270d725f-fc0b-45ff-8bb4-9c7d7963192b'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:56.289230 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a713631e-c2f6-4596-9e2c-2ca9110e5182 admin admin] Network a44b3aac-87c9-4f23-bae2-7284ded17ee6 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:36:56.296981 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-a713631e-c2f6-4596-9e2c-2ca9110e5182 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:36:56.301070 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a713631e-c2f6-4596-9e2c-2ca9110e5182 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:36:56.342548 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713631e-c2f6-4596-9e2c-2ca9110e5182 admin admin] Pushing event updated for resources: {'Port': ['ID=c3fddb1e-e87d-42f2-b4e6-720705df93fb,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:56.347902 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d60705-9825-4d7f-b7b3-917d360e43b2 None None] Pushing event updated for resources: {'Port': ['ID=8ba679e6-b94e-4d59-af42-0408aab5ddb1,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:56.366982 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a713631e-c2f6-4596-9e2c-2ca9110e5182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:56.416262 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-eba94f68-428f-4b47-974e-82b7762311b4 None None] Provisioning complete for port 97ea58a9-416f-4c70-90bb-4bacf75a5789 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:36:56.416874 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-eba94f68-428f-4b47-974e-82b7762311b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:56.471147 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] Set router 270d725f-fc0b-45ff-8bb4-9c7d7963192b gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:36:56.510450 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a713631e-c2f6-4596-9e2c-2ca9110e5182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:56.677339 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-93339b24-6b76-4324-94d1-e56592bb2470 None None] Provisioning for port c3fddb1e-e87d-42f2-b4e6-720705df93fb completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:36:56.682598 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-93339b24-6b76-4324-94d1-e56592bb2470 None None] Provisioning complete for port c3fddb1e-e87d-42f2-b4e6-720705df93fb triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:36:56.682991 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-93339b24-6b76-4324-94d1-e56592bb2470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:56.736771 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-93339b24-6b76-4324-94d1-e56592bb2470 None None] Port c3fddb1e-e87d-42f2-b4e6-720705df93fb cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:36:56.765138 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270d725f-fc0b-45ff-8bb4-9c7d7963192b', 'name': 'tempest-TestEncryptedCinderVolumes-1432821331-router', 'tenant_id': 'c92f2256c15b4dc4b0704de07f0cd970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '8ba679e6-b94e-4d59-af42-0408aab5ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:36:52Z', 'updated_at': '2022-03-09T04:36:53Z', 'revision_number': 3, 'project_id': 'c92f2256c15b4dc4b0704de07f0cd970', 'gw_port': {'id': '8ba679e6-b94e-4d59-af42-0408aab5ddb1', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270d725f-fc0b-45ff-8bb4-9c7d7963192b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:36:53Z', 'updated_at': '2022-03-09T04:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:56.768959 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308cfbd5-3ed7-403b-92aa-034086f74455 None None] The sync data for ids ['270d725f-fc0b-45ff-8bb4-9c7d7963192b'] in n-d-825178-5 is: [{'id': '270d725f-fc0b-45ff-8bb4-9c7d7963192b', 'name': 'tempest-TestEncryptedCinderVolumes-1432821331-router', 'tenant_id': 'c92f2256c15b4dc4b0704de07f0cd970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '8ba679e6-b94e-4d59-af42-0408aab5ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:36:52Z', 'updated_at': '2022-03-09T04:36:53Z', 'revision_number': 3, 'project_id': 'c92f2256c15b4dc4b0704de07f0cd970', 'gw_port': {'id': '8ba679e6-b94e-4d59-af42-0408aab5ddb1', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270d725f-fc0b-45ff-8bb4-9c7d7963192b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:36:53Z', 'updated_at': '2022-03-09T04:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:36:56.878449 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a713631e-c2f6-4596-9e2c-2ca9110e5182 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:56.886638 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a713631e-c2f6-4596-9e2c-2ca9110e5182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:56.922072 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 97ea58a9-416f-4c70-90bb-4bacf75a5789 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:36:57.001247 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 97ea58a9-416f-4c70-90bb-4bacf75a5789 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:36:57.002902 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:57.019785 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713631e-c2f6-4596-9e2c-2ca9110e5182 admin admin] Pushing event updated for resources: {'Port': ['ID=c3fddb1e-e87d-42f2-b4e6-720705df93fb,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:57.023621 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a713631e-c2f6-4596-9e2c-2ca9110e5182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:57.163840 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 225c1c06-a3f9-46b9-8ad2-6b5354efd1c6 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:36:57.187031 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a713631e-c2f6-4596-9e2c-2ca9110e5182 admin admin] Network a44b3aac-87c9-4f23-bae2-7284ded17ee6 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:36:57.188302 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-a713631e-c2f6-4596-9e2c-2ca9110e5182 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:36:57.242077 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 225c1c06-a3f9-46b9-8ad2-6b5354efd1c6 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:36:57.249843 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 225c1c06-a3f9-46b9-8ad2-6b5354efd1c6 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:36:57.250618 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:57.407658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a713631e-c2f6-4596-9e2c-2ca9110e5182 admin admin] Router 270d725f-fc0b-45ff-8bb4-9c7d7963192b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:36:57.435639 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:57.477970 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 225c1c06-a3f9-46b9-8ad2-6b5354efd1c6, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=225c1c06-a3f9-46b9-8ad2-6b5354efd1c6,segment=NetworkSegment(d3e80244-447c-4600-8e1a-d58813017423),segment_id=d3e80244-447c-4600-8e1a-d58813017423)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:36:57.480910 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-67465b15-d1e7-4ad2-9c49-31dd8c2735e4 None None] Provisioning complete for port c3fddb1e-e87d-42f2-b4e6-720705df93fb triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:36:57.481242 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-67465b15-d1e7-4ad2-9c49-31dd8c2735e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:57.509150 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:57.596771 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-67465b15-d1e7-4ad2-9c49-31dd8c2735e4 None None] Port c3fddb1e-e87d-42f2-b4e6-720705df93fb cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:36:57.602883 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=225c1c06-a3f9-46b9-8ad2-6b5354efd1c6,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:57.603191 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a713631e-c2f6-4596-9e2c-2ca9110e5182 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:36:57.612555 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a713631e-c2f6-4596-9e2c-2ca9110e5182 admin admin] 10.222.0.16 "PUT /v2.0/routers/270d725f-fc0b-45ff-8bb4-9c7d7963192b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7743211 Mar 09 04:36:58.362176 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-c86b3764-9076-446c-90d6-eadc271c2321 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:36:58.362937 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-c86b3764-9076-446c-90d6-eadc271c2321 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Synchronizing usage tracker for tenant:cd32d89e00e64a8a808caea3ae8e2c33 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:36:58.379267 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-c86b3764-9076-446c-90d6-eadc271c2321 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Unset dirty status for tenant:cd32d89e00e64a8a808caea3ae8e2c33 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:36:58.380411 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-c86b3764-9076-446c-90d6-eadc271c2321 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/networks?id=29a1043d-6ba5-405e-a7db-c3eb95c02a9f HTTP/1.1" status: 200 len: 816 time: 0.1619341 Mar 09 04:36:58.391830 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67877011-a704-453d-827b-87ea360650da None None] Sync routers for ids ['270d725f-fc0b-45ff-8bb4-9c7d7963192b'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:36:58.397417 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-1d51d3d8-39e8-4045-8334-ec0d90939543 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/quotas/cd32d89e00e64a8a808caea3ae8e2c33 HTTP/1.1" status: 200 len: 375 time: 0.0107832 Mar 09 04:36:58.401776 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67877011-a704-453d-827b-87ea360650da None None] Routers {'270d725f-fc0b-45ff-8bb4-9c7d7963192b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:36:58.402370 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-67877011-a704-453d-827b-87ea360650da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:36:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['270d725f-fc0b-45ff-8bb4-9c7d7963192b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:58.480159 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-e551a59b-04b8-4419-b2cb-8923db8c38dc tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cd32d89e00e64a8a808caea3ae8e2c33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771997 Mar 09 04:36:58.575350 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-67877011-a704-453d-827b-87ea360650da None None] Set router 270d725f-fc0b-45ff-8bb4-9c7d7963192b gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:36:58.615343 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-5d0e08ae-0ada-461e-a2cd-7144ab13314d service neutron] 10.222.0.16 "GET /v2.0/networks/29a1043d-6ba5-405e-a7db-c3eb95c02a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230392 Mar 09 04:36:58.748253 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-a0da5f54-463a-439f-ac00-2a4d1b992c24 service neutron] 10.222.0.16 "GET /v2.0/networks/29a1043d-6ba5-405e-a7db-c3eb95c02a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270454 Mar 09 04:36:58.816477 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1d4e3dc3-bde9-431a-b97f-c863488ff619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:58.914824 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-67877011-a704-453d-827b-87ea360650da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270d725f-fc0b-45ff-8bb4-9c7d7963192b', 'name': 'tempest-TestEncryptedCinderVolumes-1432821331-router', 'tenant_id': 'c92f2256c15b4dc4b0704de07f0cd970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '8ba679e6-b94e-4d59-af42-0408aab5ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:36:52Z', 'updated_at': '2022-03-09T04:36:56Z', 'revision_number': 4, 'project_id': 'c92f2256c15b4dc4b0704de07f0cd970', 'gw_port': {'id': '8ba679e6-b94e-4d59-af42-0408aab5ddb1', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270d725f-fc0b-45ff-8bb4-9c7d7963192b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:36:53Z', 'updated_at': '2022-03-09T04:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'c3fddb1e-e87d-42f2-b4e6-720705df93fb', 'name': '', 'network_id': 'a44b3aac-87c9-4f23-bae2-7284ded17ee6', 'tenant_id': 'c92f2256c15b4dc4b0704de07f0cd970', 'mac_address': 'fa:16:3e:3b:af:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270d725f-fc0b-45ff-8bb4-9c7d7963192b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '41a399d8-0c56-4499-8ab8-2f65110eda1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:36:55Z', 'updated_at': '2022-03-09T04:36:56Z', 'revision_number': 2, 'project_id': 'c92f2256c15b4dc4b0704de07f0cd970', 'subnets': [{'id': '41a399d8-0c56-4499-8ab8-2f65110eda1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:36:58.919056 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67877011-a704-453d-827b-87ea360650da None None] Checking router: 270d725f-fc0b-45ff-8bb4-9c7d7963192b for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:36:58.919509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67877011-a704-453d-827b-87ea360650da None None] Updating router 270d725f-fc0b-45ff-8bb4-9c7d7963192b port c3fddb1e-e87d-42f2-b4e6-720705df93fb binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:36:58.962893 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-ef5e827c-2932-4d24-9c3e-ebb7f55c08fb req-0040be2a-74e0-4b44-8fca-ac70904312b6 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Synchronizing usage tracker for tenant:cd32d89e00e64a8a808caea3ae8e2c33 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:36:58.983447 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-67877011-a704-453d-827b-87ea360650da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:58.983851 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-ef5e827c-2932-4d24-9c3e-ebb7f55c08fb req-0040be2a-74e0-4b44-8fca-ac70904312b6 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Unset dirty status for tenant:cd32d89e00e64a8a808caea3ae8e2c33 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:36:58.985190 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ef5e827c-2932-4d24-9c3e-ebb7f55c08fb req-0040be2a-74e0-4b44-8fca-ac70904312b6 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f6f403-e4b0-47e2-90b1-19b16ae57a76 HTTP/1.1" status: 200 len: 210 time: 0.0759213 Mar 09 04:36:59.003511 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8ba679e6-b94e-4d59-af42-0408aab5ddb1 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:36:59.181395 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 8ba679e6-b94e-4d59-af42-0408aab5ddb1 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:36:59.192323 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 8ba679e6-b94e-4d59-af42-0408aab5ddb1 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:36:59.192691 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:59.426725 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:59.482654 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 8ba679e6-b94e-4d59-af42-0408aab5ddb1, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=8ba679e6-b94e-4d59-af42-0408aab5ddb1,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:36:59.491283 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:59.492047 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 225c1c06-a3f9-46b9-8ad2-6b5354efd1c6 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:36:59.612807 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-67877011-a704-453d-827b-87ea360650da None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:59.635569 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=8ba679e6-b94e-4d59-af42-0408aab5ddb1,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:59.641754 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-67877011-a704-453d-827b-87ea360650da None None] Transition to ACTIVE for port object c3fddb1e-e87d-42f2-b4e6-720705df93fb will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:36:59.650712 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-67877011-a704-453d-827b-87ea360650da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:59.793607 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 225c1c06-a3f9-46b9-8ad2-6b5354efd1c6 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:36:59.793978 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:36:59.897824 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9969492-2d01-4256-8769-6bb7992b55b3 None None] Pushing event updated for resources: {'Port': ['ID=c3fddb1e-e87d-42f2-b4e6-720705df93fb,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:36:59.991483 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-67877011-a704-453d-827b-87ea360650da None None] Attempting to bind port c3fddb1e-e87d-42f2-b4e6-720705df93fb on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:36:59.991848 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-67877011-a704-453d-827b-87ea360650da None None] Attempting to bind port c3fddb1e-e87d-42f2-b4e6-720705df93fb by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'b7ac195a-b40e-4dcd-9e47-28b47779b90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a44b3aac-87c9-4f23-bae2-7284ded17ee6'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:36:59.992205 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67877011-a704-453d-827b-87ea360650da None None] Attempting to bind port c3fddb1e-e87d-42f2-b4e6-720705df93fb on network a44b3aac-87c9-4f23-bae2-7284ded17ee6 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:37:00.032933 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67877011-a704-453d-827b-87ea360650da None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:37:00.033431 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67877011-a704-453d-827b-87ea360650da None None] Checking segment: {'id': 'b7ac195a-b40e-4dcd-9e47-28b47779b90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a44b3aac-87c9-4f23-bae2-7284ded17ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:37:00.033982 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-67877011-a704-453d-827b-87ea360650da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:00.034335 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67877011-a704-453d-827b-87ea360650da None None] Bound using segment: {'id': 'b7ac195a-b40e-4dcd-9e47-28b47779b90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a44b3aac-87c9-4f23-bae2-7284ded17ee6'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:37:00.034803 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-67877011-a704-453d-827b-87ea360650da None None] Bound port: c3fddb1e-e87d-42f2-b4e6-720705df93fb, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ac195a-b40e-4dcd-9e47-28b47779b90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a44b3aac-87c9-4f23-bae2-7284ded17ee6'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:37:00.035198 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-67877011-a704-453d-827b-87ea360650da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:00.154439 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-67877011-a704-453d-827b-87ea360650da None None] For port c3fddb1e-e87d-42f2-b4e6-720705df93fb, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:37:00.158711 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-67877011-a704-453d-827b-87ea360650da None None] For port c3fddb1e-e87d-42f2-b4e6-720705df93fb, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c3fddb1e-e87d-42f2-b4e6-720705df93fb,segment=NetworkSegment(b7ac195a-b40e-4dcd-9e47-28b47779b90c),segment_id=b7ac195a-b40e-4dcd-9e47-28b47779b90c)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:37:00.164252 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-67877011-a704-453d-827b-87ea360650da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:00.215557 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9d254c72-a7b7-46df-a76e-c80cb736eddd req-a7631f1f-9026-4335-a927-fb65b40de26e tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f6f403-e4b0-47e2-90b1-19b16ae57a76 HTTP/1.1" status: 200 len: 210 time: 0.0984607 Mar 09 04:37:00.265747 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67877011-a704-453d-827b-87ea360650da None None] Routers {'270d725f-fc0b-45ff-8bb4-9c7d7963192b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:37:00.266453 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-67877011-a704-453d-827b-87ea360650da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:36:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['270d725f-fc0b-45ff-8bb4-9c7d7963192b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:37:00.294380 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-02328845-de92-4c7e-9835-61346ba14bd1 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:00.295852 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-02328845-de92-4c7e-9835-61346ba14bd1 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.21 "GET /v2.0/networks?id=29a1043d-6ba5-405e-a7db-c3eb95c02a9f HTTP/1.1" status: 200 len: 816 time: 0.2407012 Mar 09 04:37:00.313275 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-296e3d49-f592-491a-bb0c-d3d85d2a554e tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Request body: {'port': {'device_id': 'a0f6f403-e4b0-47e2-90b1-19b16ae57a76', 'network_id': '29a1043d-6ba5-405e-a7db-c3eb95c02a9f', 'admin_state_up': True, 'tenant_id': 'cd32d89e00e64a8a808caea3ae8e2c33'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:37:00.322206 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9969492-2d01-4256-8769-6bb7992b55b3 None None] Pushing event updated for resources: {'Port': ['ID=c3fddb1e-e87d-42f2-b4e6-720705df93fb,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:37:00.463149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-296e3d49-f592-491a-bb0c-d3d85d2a554e tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:37:00.466619 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-67877011-a704-453d-827b-87ea360650da None None] Set router 270d725f-fc0b-45ff-8bb4-9c7d7963192b gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:37:00.475460 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-296e3d49-f592-491a-bb0c-d3d85d2a554e tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:37:00.487858 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-296e3d49-f592-491a-bb0c-d3d85d2a554e tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Made reservation on behalf of cd32d89e00e64a8a808caea3ae8e2c33 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:37:00.491462 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-296e3d49-f592-491a-bb0c-d3d85d2a554e tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:00.660337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-296e3d49-f592-491a-bb0c-d3d85d2a554e tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Allocated IP 172.20.0.5 (29a1043d-6ba5-405e-a7db-c3eb95c02a9f/102d21a0-55d1-4774-94e0-fb6cef17446a/b48cac64-ac16-45ed-89dd-db0ba813d023) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:37:00.778324 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-67877011-a704-453d-827b-87ea360650da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270d725f-fc0b-45ff-8bb4-9c7d7963192b', 'name': 'tempest-TestEncryptedCinderVolumes-1432821331-router', 'tenant_id': 'c92f2256c15b4dc4b0704de07f0cd970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '8ba679e6-b94e-4d59-af42-0408aab5ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:36:52Z', 'updated_at': '2022-03-09T04:36:56Z', 'revision_number': 4, 'project_id': 'c92f2256c15b4dc4b0704de07f0cd970', 'gw_port': {'id': '8ba679e6-b94e-4d59-af42-0408aab5ddb1', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270d725f-fc0b-45ff-8bb4-9c7d7963192b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:36:53Z', 'updated_at': '2022-03-09T04:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'c3fddb1e-e87d-42f2-b4e6-720705df93fb', 'name': '', 'network_id': 'a44b3aac-87c9-4f23-bae2-7284ded17ee6', 'tenant_id': 'c92f2256c15b4dc4b0704de07f0cd970', 'mac_address': 'fa:16:3e:3b:af:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270d725f-fc0b-45ff-8bb4-9c7d7963192b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '41a399d8-0c56-4499-8ab8-2f65110eda1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:36:55Z', 'updated_at': '2022-03-09T04:37:00Z', 'revision_number': 4, 'project_id': 'c92f2256c15b4dc4b0704de07f0cd970', 'subnets': [{'id': '41a399d8-0c56-4499-8ab8-2f65110eda1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:37:00.782193 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67877011-a704-453d-827b-87ea360650da None None] The sync data for ids ['270d725f-fc0b-45ff-8bb4-9c7d7963192b'] in n-d-825178-5 is: [{'id': '270d725f-fc0b-45ff-8bb4-9c7d7963192b', 'name': 'tempest-TestEncryptedCinderVolumes-1432821331-router', 'tenant_id': 'c92f2256c15b4dc4b0704de07f0cd970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '8ba679e6-b94e-4d59-af42-0408aab5ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:36:52Z', 'updated_at': '2022-03-09T04:36:56Z', 'revision_number': 4, 'project_id': 'c92f2256c15b4dc4b0704de07f0cd970', 'gw_port': {'id': '8ba679e6-b94e-4d59-af42-0408aab5ddb1', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270d725f-fc0b-45ff-8bb4-9c7d7963192b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:36:53Z', 'updated_at': '2022-03-09T04:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'c3fddb1e-e87d-42f2-b4e6-720705df93fb', 'name': '', 'network_id': 'a44b3aac-87c9-4f23-bae2-7284ded17ee6', 'tenant_id': 'c92f2256c15b4dc4b0704de07f0cd970', 'mac_address': 'fa:16:3e:3b:af:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270d725f-fc0b-45ff-8bb4-9c7d7963192b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '41a399d8-0c56-4499-8ab8-2f65110eda1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:36:55Z', 'updated_at': '2022-03-09T04:37:00Z', 'revision_number': 4, 'project_id': 'c92f2256c15b4dc4b0704de07f0cd970', 'subnets': [{'id': '41a399d8-0c56-4499-8ab8-2f65110eda1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:37:00.900522 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8ba679e6-b94e-4d59-af42-0408aab5ddb1 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:37:00.978105 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 8ba679e6-b94e-4d59-af42-0408aab5ddb1 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:37:00.978528 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:01.023414 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-296e3d49-f592-491a-bb0c-d3d85d2a554e tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:01.040298 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-296e3d49-f592-491a-bb0c-d3d85d2a554e tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Transition to ACTIVE for port object b48cac64-ac16-45ed-89dd-db0ba813d023 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:37:01.066591 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-296e3d49-f592-491a-bb0c-d3d85d2a554e tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:01.133525 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-296e3d49-f592-491a-bb0c-d3d85d2a554e tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Network 29a1043d-6ba5-405e-a7db-c3eb95c02a9f is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:37:01.141943 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-296e3d49-f592-491a-bb0c-d3d85d2a554e tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:37:01.146948 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-296e3d49-f592-491a-bb0c-d3d85d2a554e tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:37:01.182311 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e3d49-f592-491a-bb0c-d3d85d2a554e tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Pushing event updated for resources: {'Port': ['ID=b48cac64-ac16-45ed-89dd-db0ba813d023,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:37:01.209247 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b76bd577-a30c-4aee-89f1-f5b658ca2546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:01.230662 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-296e3d49-f592-491a-bb0c-d3d85d2a554e tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:01.231353 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-296e3d49-f592-491a-bb0c-d3d85d2a554e tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:01.266768 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-296e3d49-f592-491a-bb0c-d3d85d2a554e tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9576557 Mar 09 04:37:01.278577 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-a9be48bc-5e19-488d-ac77-02c616ece32f service neutron] Request body: {'port': {'device_id': 'a0f6f403-e4b0-47e2-90b1-19b16ae57a76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:37:01.406724 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-a9be48bc-5e19-488d-ac77-02c616ece32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:01.442562 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ba8e0-33eb-4a17-8aa0-41f54386ba99 req-5bbe3996-f848-4b38-8609-8ab1b02da833 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:01.444692 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4e8ba8e0-33eb-4a17-8aa0-41f54386ba99 req-5bbe3996-f848-4b38-8609-8ab1b02da833 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f6f403-e4b0-47e2-90b1-19b16ae57a76 HTTP/1.1" status: 200 len: 931 time: 0.0906570 Mar 09 04:37:01.492710 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5a8dcc20-a656-4308-9e8a-7f4e7278989f None None] Provisioning for port b48cac64-ac16-45ed-89dd-db0ba813d023 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:37:01.499388 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4e8ba8e0-33eb-4a17-8aa0-41f54386ba99 req-a214ed99-f5eb-42e4-bb8f-385960b6b07a tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd88ad9-4ad4-4145-b779-a03ccf75cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482802 Mar 09 04:37:01.499980 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-5a8dcc20-a656-4308-9e8a-7f4e7278989f None None] Provisioning complete for port b48cac64-ac16-45ed-89dd-db0ba813d023 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:37:01.500496 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5a8dcc20-a656-4308-9e8a-7f4e7278989f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:01.564751 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-5a8dcc20-a656-4308-9e8a-7f4e7278989f None None] Port b48cac64-ac16-45ed-89dd-db0ba813d023 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:37:01.779596 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-a9be48bc-5e19-488d-ac77-02c616ece32f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b48cac64-ac16-45ed-89dd-db0ba813d023 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:37:01.787078 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-a9be48bc-5e19-488d-ac77-02c616ece32f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:01.802991 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-a9be48bc-5e19-488d-ac77-02c616ece32f service neutron] Transition to ACTIVE for port object b48cac64-ac16-45ed-89dd-db0ba813d023 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:37:01.807567 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-a9be48bc-5e19-488d-ac77-02c616ece32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:01.965580 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be48bc-5e19-488d-ac77-02c616ece32f service neutron] Pushing event updated for resources: {'Port': ['ID=b48cac64-ac16-45ed-89dd-db0ba813d023,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:37:02.046071 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-a9be48bc-5e19-488d-ac77-02c616ece32f service neutron] Attempting to bind port b48cac64-ac16-45ed-89dd-db0ba813d023 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:37:02.046401 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-a9be48bc-5e19-488d-ac77-02c616ece32f service neutron] Attempting to bind port b48cac64-ac16-45ed-89dd-db0ba813d023 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'd3e80244-447c-4600-8e1a-d58813017423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '29a1043d-6ba5-405e-a7db-c3eb95c02a9f'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:37:02.046727 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-a9be48bc-5e19-488d-ac77-02c616ece32f service neutron] Attempting to bind port b48cac64-ac16-45ed-89dd-db0ba813d023 on network 29a1043d-6ba5-405e-a7db-c3eb95c02a9f {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:37:02.051563 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-a9be48bc-5e19-488d-ac77-02c616ece32f service neutron] Port b48cac64-ac16-45ed-89dd-db0ba813d023 on network 29a1043d-6ba5-405e-a7db-c3eb95c02a9f not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:37:02.051874 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-a9be48bc-5e19-488d-ac77-02c616ece32f service neutron] Attempting to bind port b48cac64-ac16-45ed-89dd-db0ba813d023 on network 29a1043d-6ba5-405e-a7db-c3eb95c02a9f {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:37:02.057407 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-a9be48bc-5e19-488d-ac77-02c616ece32f service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:37:02.057735 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-a9be48bc-5e19-488d-ac77-02c616ece32f service neutron] Checking segment: {'id': 'd3e80244-447c-4600-8e1a-d58813017423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '29a1043d-6ba5-405e-a7db-c3eb95c02a9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:37:02.058111 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-a9be48bc-5e19-488d-ac77-02c616ece32f service neutron] Bound using segment: {'id': 'd3e80244-447c-4600-8e1a-d58813017423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '29a1043d-6ba5-405e-a7db-c3eb95c02a9f'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:37:02.058526 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-a9be48bc-5e19-488d-ac77-02c616ece32f service neutron] Bound port: b48cac64-ac16-45ed-89dd-db0ba813d023, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e80244-447c-4600-8e1a-d58813017423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '29a1043d-6ba5-405e-a7db-c3eb95c02a9f'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:37:02.058880 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-a9be48bc-5e19-488d-ac77-02c616ece32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:02.145365 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-a9be48bc-5e19-488d-ac77-02c616ece32f service neutron] For port b48cac64-ac16-45ed-89dd-db0ba813d023, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:37:02.148199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-a9be48bc-5e19-488d-ac77-02c616ece32f service neutron] For port b48cac64-ac16-45ed-89dd-db0ba813d023, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b48cac64-ac16-45ed-89dd-db0ba813d023,segment=NetworkSegment(d3e80244-447c-4600-8e1a-d58813017423),segment_id=d3e80244-447c-4600-8e1a-d58813017423)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:37:02.152677 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-a9be48bc-5e19-488d-ac77-02c616ece32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:02.210907 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-a9be48bc-5e19-488d-ac77-02c616ece32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:02.211539 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-a9be48bc-5e19-488d-ac77-02c616ece32f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:02.212921 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-a9be48bc-5e19-488d-ac77-02c616ece32f service neutron] 10.222.0.21 "PUT /v2.0/ports/b48cac64-ac16-45ed-89dd-db0ba813d023 HTTP/1.1" status: 200 len: 1091 time: 0.9386928 Mar 09 04:37:02.215086 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f6f403-e4b0-47e2-90b1-19b16ae57a76', 'tag': 'b48cac64-ac16-45ed-89dd-db0ba813d023'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:37:02.287508 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f6f403-e4b0-47e2-90b1-19b16ae57a76', 'tag': 'b48cac64-ac16-45ed-89dd-db0ba813d023', 'status': 'completed', 'code': 200} Mar 09 04:37:02.293580 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be48bc-5e19-488d-ac77-02c616ece32f service neutron] Pushing event updated for resources: {'Port': ['ID=b48cac64-ac16-45ed-89dd-db0ba813d023,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:37:02.337689 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-d3bd4e28-9d35-4f56-b263-4c3c8d8897d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:02.339219 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-d3bd4e28-9d35-4f56-b263-4c3c8d8897d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd32d89e00e64a8a808caea3ae8e2c33&device_id=a0f6f403-e4b0-47e2-90b1-19b16ae57a76 HTTP/1.1" status: 200 len: 1094 time: 0.0866570 Mar 09 04:37:02.363116 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:02.400507 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:02.420247 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-b7cd7b89-e483-45d3-8069-4c61d12783a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b48cac64-ac16-45ed-89dd-db0ba813d023 HTTP/1.1" status: 200 len: 217 time: 0.0724158 Mar 09 04:37:02.480835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-812f297e-2860-4492-903d-687867c2896e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:02.482204 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-812f297e-2860-4492-903d-687867c2896e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=102d21a0-55d1-4774-94e0-fb6cef17446a HTTP/1.1" status: 200 len: 855 time: 0.0562968 Mar 09 04:37:02.560503 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-b1a83601-6f22-457d-bdaf-cac4141f6445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:02.561963 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-b1a83601-6f22-457d-bdaf-cac4141f6445 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29a1043d-6ba5-405e-a7db-c3eb95c02a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740066 Mar 09 04:37:02.691215 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-5dbd8f9c-6c38-4084-83e8-6063e4091bdf service neutron] 10.222.0.21 "GET /v2.0/networks/29a1043d-6ba5-405e-a7db-c3eb95c02a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228263 Mar 09 04:37:02.691835 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819645ba-4c72-4343-a76a-1d0927493357 req-32885b45-513a-4a25-9dab-d16255c04aeb tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:02.694148 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-819645ba-4c72-4343-a76a-1d0927493357 req-32885b45-513a-4a25-9dab-d16255c04aeb tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f6f403-e4b0-47e2-90b1-19b16ae57a76 HTTP/1.1" status: 200 len: 943 time: 0.0816545 Mar 09 04:37:02.737220 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-819645ba-4c72-4343-a76a-1d0927493357 req-7f8a699d-e97b-408d-98be-d0ee2958be62 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd88ad9-4ad4-4145-b779-a03ccf75cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375941 Mar 09 04:37:02.879779 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c3fddb1e-e87d-42f2-b4e6-720705df93fb up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:37:02.947256 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-80fe4417-1ff3-4bdb-873c-19fe57e461d5 req-97d9c81a-1a81-4010-ba9d-5a0535e01d5b service neutron] 10.222.0.21 "GET /v2.0/networks/29a1043d-6ba5-405e-a7db-c3eb95c02a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494824 Mar 09 04:37:02.947601 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port c3fddb1e-e87d-42f2-b4e6-720705df93fb completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:37:02.952299 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port c3fddb1e-e87d-42f2-b4e6-720705df93fb triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:37:02.952658 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:03.056571 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5574c-f4cc-4eae-a4fe-b07ba71b0e83 req-1acd9e63-f863-4c0b-8c25-2920d0f12599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:03.057921 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ab5574c-f4cc-4eae-a4fe-b07ba71b0e83 req-1acd9e63-f863-4c0b-8c25-2920d0f12599 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd32d89e00e64a8a808caea3ae8e2c33&device_id=a0f6f403-e4b0-47e2-90b1-19b16ae57a76 HTTP/1.1" status: 200 len: 1094 time: 0.0707908 Mar 09 04:37:03.067686 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:03.099655 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port c3fddb1e-e87d-42f2-b4e6-720705df93fb, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c3fddb1e-e87d-42f2-b4e6-720705df93fb,segment=NetworkSegment(b7ac195a-b40e-4dcd-9e47-28b47779b90c),segment_id=b7ac195a-b40e-4dcd-9e47-28b47779b90c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:37:03.103459 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:03.172080 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=c3fddb1e-e87d-42f2-b4e6-720705df93fb,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:37:03.197556 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5574c-f4cc-4eae-a4fe-b07ba71b0e83 req-84ab79e3-e00d-43f2-92ed-2e13a1624f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:03.199024 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ab5574c-f4cc-4eae-a4fe-b07ba71b0e83 req-84ab79e3-e00d-43f2-92ed-2e13a1624f7c service neutron] 10.222.0.21 "GET /v2.0/networks?id=29a1043d-6ba5-405e-a7db-c3eb95c02a9f HTTP/1.1" status: 200 len: 917 time: 0.1263134 Mar 09 04:37:03.269304 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ab5574c-f4cc-4eae-a4fe-b07ba71b0e83 req-0f8d5cde-56ae-4b3f-bb09-d1a9e7964948 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b48cac64-ac16-45ed-89dd-db0ba813d023 HTTP/1.1" status: 200 len: 217 time: 0.0638413 Mar 09 04:37:03.330419 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5574c-f4cc-4eae-a4fe-b07ba71b0e83 req-450ff672-0caf-43d3-ba70-79f2d13c211c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:03.331763 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ab5574c-f4cc-4eae-a4fe-b07ba71b0e83 req-450ff672-0caf-43d3-ba70-79f2d13c211c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=102d21a0-55d1-4774-94e0-fb6cef17446a HTTP/1.1" status: 200 len: 855 time: 0.0555556 Mar 09 04:37:03.409008 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5574c-f4cc-4eae-a4fe-b07ba71b0e83 req-b4c5f4de-d156-472e-b0c7-9da5de1b1249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:03.410452 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ab5574c-f4cc-4eae-a4fe-b07ba71b0e83 req-b4c5f4de-d156-472e-b0c7-9da5de1b1249 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29a1043d-6ba5-405e-a7db-c3eb95c02a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713804 Mar 09 04:37:03.539085 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ab5574c-f4cc-4eae-a4fe-b07ba71b0e83 req-21587a61-7675-48bb-80b8-f9f7b14e31d3 service neutron] 10.222.0.21 "GET /v2.0/networks/29a1043d-6ba5-405e-a7db-c3eb95c02a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206491 Mar 09 04:37:03.661804 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:03.667589 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ab5574c-f4cc-4eae-a4fe-b07ba71b0e83 req-8e7533f6-6e03-4435-8b7f-c9359407a4ec service neutron] 10.222.0.21 "GET /v2.0/networks/29a1043d-6ba5-405e-a7db-c3eb95c02a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224976 Mar 09 04:37:04.071316 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3421ab-3db3-48aa-a6e6-e153076a24c4 req-c12e81d0-7be3-4c56-baa3-5505b5c6e264 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:04.071995 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ed3421ab-3db3-48aa-a6e6-e153076a24c4 req-c12e81d0-7be3-4c56-baa3-5505b5c6e264 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Synchronizing usage tracker for tenant:cd32d89e00e64a8a808caea3ae8e2c33 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:37:04.086521 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ed3421ab-3db3-48aa-a6e6-e153076a24c4 req-c12e81d0-7be3-4c56-baa3-5505b5c6e264 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Unset dirty status for tenant:cd32d89e00e64a8a808caea3ae8e2c33 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:37:04.087777 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ed3421ab-3db3-48aa-a6e6-e153076a24c4 req-c12e81d0-7be3-4c56-baa3-5505b5c6e264 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f6f403-e4b0-47e2-90b1-19b16ae57a76 HTTP/1.1" status: 200 len: 943 time: 0.0979896 Mar 09 04:37:04.130308 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ed3421ab-3db3-48aa-a6e6-e153076a24c4 req-d980a9f9-e3f4-49ff-9552-a3636236217a tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Synchronizing usage tracker for tenant:cd32d89e00e64a8a808caea3ae8e2c33 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:37:04.147243 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ed3421ab-3db3-48aa-a6e6-e153076a24c4 req-d980a9f9-e3f4-49ff-9552-a3636236217a tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Unset dirty status for tenant:cd32d89e00e64a8a808caea3ae8e2c33 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:37:04.148375 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ed3421ab-3db3-48aa-a6e6-e153076a24c4 req-d980a9f9-e3f4-49ff-9552-a3636236217a tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd88ad9-4ad4-4145-b779-a03ccf75cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550923 Mar 09 04:37:04.651278 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:04.856204 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c3fddb1e-e87d-42f2-b4e6-720705df93fb up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:37:04.921641 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port c3fddb1e-e87d-42f2-b4e6-720705df93fb triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:37:04.922000 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:05.351715 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216db2b-d18c-4bae-b883-4d0075897e7f req-375dd26e-6377-4278-8301-864437e8faa2 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:05.353173 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9216db2b-d18c-4bae-b883-4d0075897e7f req-375dd26e-6377-4278-8301-864437e8faa2 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f6f403-e4b0-47e2-90b1-19b16ae57a76 HTTP/1.1" status: 200 len: 943 time: 0.0824394 Mar 09 04:37:05.397262 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9216db2b-d18c-4bae-b883-4d0075897e7f req-e7f26abb-554b-4c54-b315-e47ecf438296 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd88ad9-4ad4-4145-b779-a03ccf75cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385301 Mar 09 04:37:06.585191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edaed6-399d-4ed9-bd6e-c96829edf28c req-83b7b3db-e122-4ae5-80b0-6fb7a1c7d76b tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:06.586563 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-26edaed6-399d-4ed9-bd6e-c96829edf28c req-83b7b3db-e122-4ae5-80b0-6fb7a1c7d76b tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f6f403-e4b0-47e2-90b1-19b16ae57a76 HTTP/1.1" status: 200 len: 943 time: 0.0800915 Mar 09 04:37:06.629968 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-26edaed6-399d-4ed9-bd6e-c96829edf28c req-9bebb405-0445-404f-bc65-68fc2cedd6d1 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd88ad9-4ad4-4145-b779-a03ccf75cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379303 Mar 09 04:37:06.839639 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b48cac64-ac16-45ed-89dd-db0ba813d023 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:37:06.970972 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b48cac64-ac16-45ed-89dd-db0ba813d023, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b48cac64-ac16-45ed-89dd-db0ba813d023,segment=NetworkSegment(d3e80244-447c-4600-8e1a-d58813017423),segment_id=d3e80244-447c-4600-8e1a-d58813017423)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:37:06.984006 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'b48cac64-ac16-45ed-89dd-db0ba813d023', 'network_id': '29a1043d-6ba5-405e-a7db-c3eb95c02a9f', 'port_id': 'b48cac64-ac16-45ed-89dd-db0ba813d023', 'mac_address': 'fa:16:3e:9b:ed:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102d21a0-55d1-4774-94e0-fb6cef17446a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:37:07.039964 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:07.056346 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b48cac64-ac16-45ed-89dd-db0ba813d023 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:37:07.070971 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b48cac64-ac16-45ed-89dd-db0ba813d023, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b48cac64-ac16-45ed-89dd-db0ba813d023,segment=NetworkSegment(d3e80244-447c-4600-8e1a-d58813017423),segment_id=d3e80244-447c-4600-8e1a-d58813017423)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:37:07.075168 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:07.139250 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=b48cac64-ac16-45ed-89dd-db0ba813d023,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:37:07.276972 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['b48cac64-ac16-45ed-89dd-db0ba813d023'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:37:07.817928 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf017a5-b3a0-4fa8-becb-6a54fd33b609 req-1202ca9e-4d62-4749-8b8f-81954fea093c tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:07.819366 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cdf017a5-b3a0-4fa8-becb-6a54fd33b609 req-1202ca9e-4d62-4749-8b8f-81954fea093c tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f6f403-e4b0-47e2-90b1-19b16ae57a76 HTTP/1.1" status: 200 len: 944 time: 0.0818272 Mar 09 04:37:07.862036 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cdf017a5-b3a0-4fa8-becb-6a54fd33b609 req-b82da070-e50a-45ef-abc2-974c67efd763 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd88ad9-4ad4-4145-b779-a03ccf75cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371516 Mar 09 04:37:08.864836 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b48cac64-ac16-45ed-89dd-db0ba813d023 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:37:08.931768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port b48cac64-ac16-45ed-89dd-db0ba813d023 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:37:08.936702 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port b48cac64-ac16-45ed-89dd-db0ba813d023 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:37:08.937066 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:09.045065 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1840345-c85e-48cd-84b5-42c46c5d3ea6 req-547713fd-6a9f-489a-9cab-fc975394fbdb tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:09.046511 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1840345-c85e-48cd-84b5-42c46c5d3ea6 req-547713fd-6a9f-489a-9cab-fc975394fbdb tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f6f403-e4b0-47e2-90b1-19b16ae57a76 HTTP/1.1" status: 200 len: 944 time: 0.0779541 Mar 09 04:37:09.051753 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:09.078475 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f6f403-e4b0-47e2-90b1-19b16ae57a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48cac64-ac16-45ed-89dd-db0ba813d023'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:37:09.088568 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port b48cac64-ac16-45ed-89dd-db0ba813d023, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b48cac64-ac16-45ed-89dd-db0ba813d023,segment=NetworkSegment(d3e80244-447c-4600-8e1a-d58813017423),segment_id=d3e80244-447c-4600-8e1a-d58813017423)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:37:09.092971 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:09.095029 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1840345-c85e-48cd-84b5-42c46c5d3ea6 req-56c0b16e-9c37-4fb3-8922-555a54eb253a tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd88ad9-4ad4-4145-b779-a03ccf75cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418675 Mar 09 04:37:09.131357 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f6f403-e4b0-47e2-90b1-19b16ae57a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48cac64-ac16-45ed-89dd-db0ba813d023', 'code': 200} Mar 09 04:37:09.166183 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=b48cac64-ac16-45ed-89dd-db0ba813d023,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:37:09.197620 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:09.253652 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fc498-9303-469a-8630-9f8626ac2370 req-3f24988b-1c12-4ea3-8ab0-59504c532583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:09.255129 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8d7fc498-9303-469a-8630-9f8626ac2370 req-3f24988b-1c12-4ea3-8ab0-59504c532583 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a0f6f403-e4b0-47e2-90b1-19b16ae57a76 HTTP/1.1" status: 200 len: 1096 time: 0.0684659 Mar 09 04:37:09.293778 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8d7fc498-9303-469a-8630-9f8626ac2370 req-29d13581-14ad-4eb9-a2fb-06442343a5b9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cdd88ad9-4ad4-4145-b779-a03ccf75cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328557 Mar 09 04:37:10.282966 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c9261-7295-476f-a1bd-e1bca3c48c8a req-1a5950da-e0b8-4d34-8f05-fb20239e0d1f tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:10.284554 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-496c9261-7295-476f-a1bd-e1bca3c48c8a req-1a5950da-e0b8-4d34-8f05-fb20239e0d1f tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f6f403-e4b0-47e2-90b1-19b16ae57a76 HTTP/1.1" status: 200 len: 945 time: 0.0847628 Mar 09 04:37:10.330206 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-496c9261-7295-476f-a1bd-e1bca3c48c8a req-461db344-9b50-4a5c-97a7-0877992ae586 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd88ad9-4ad4-4145-b779-a03ccf75cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397065 Mar 09 04:37:11.513145 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fd478-a2af-4fa4-8d4d-b22fe04ae0d7 req-9d7ca805-48cb-4e60-a2a3-1c287b13a13f tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:11.514579 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe5fd478-a2af-4fa4-8d4d-b22fe04ae0d7 req-9d7ca805-48cb-4e60-a2a3-1c287b13a13f tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f6f403-e4b0-47e2-90b1-19b16ae57a76 HTTP/1.1" status: 200 len: 945 time: 0.0785217 Mar 09 04:37:11.561806 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe5fd478-a2af-4fa4-8d4d-b22fe04ae0d7 req-99a5484d-a4c9-4880-a864-42df1fc5137b tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd88ad9-4ad4-4145-b779-a03ccf75cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416055 Mar 09 04:37:11.742030 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558a407-21a9-4204-a9f1-d5b18cf8dbaa req-da83b34a-976d-4902-acbb-6a5ccdd4c1b3 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:11.743515 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c558a407-21a9-4204-a9f1-d5b18cf8dbaa req-da83b34a-976d-4902-acbb-6a5ccdd4c1b3 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f6f403-e4b0-47e2-90b1-19b16ae57a76 HTTP/1.1" status: 200 len: 945 time: 0.0804329 Mar 09 04:37:11.786950 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c558a407-21a9-4204-a9f1-d5b18cf8dbaa req-3143a981-d560-40d2-af6a-646f404bf1ba tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd88ad9-4ad4-4145-b779-a03ccf75cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373213 Mar 09 04:37:16.790594 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ecb2871-6e97-426d-b8f7-cafe2c878b0f req-014586d1-ae0d-43d9-9879-c34543099a41 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a0f6f403-e4b0-47e2-90b1-19b16ae57a76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713747 Mar 09 04:37:16.924937 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb2871-6e97-426d-b8f7-cafe2c878b0f req-4244df7f-9fc0-4182-b8d5-58c3c8e117a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:16.926401 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ecb2871-6e97-426d-b8f7-cafe2c878b0f req-4244df7f-9fc0-4182-b8d5-58c3c8e117a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd32d89e00e64a8a808caea3ae8e2c33&device_id=a0f6f403-e4b0-47e2-90b1-19b16ae57a76 HTTP/1.1" status: 200 len: 1096 time: 0.0699108 Mar 09 04:37:17.065679 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb2871-6e97-426d-b8f7-cafe2c878b0f req-cfbd74fa-2ce6-4be5-b299-565ae5e04420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:17.067039 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ecb2871-6e97-426d-b8f7-cafe2c878b0f req-cfbd74fa-2ce6-4be5-b299-565ae5e04420 service neutron] 10.222.0.21 "GET /v2.0/networks?id=29a1043d-6ba5-405e-a7db-c3eb95c02a9f HTTP/1.1" status: 200 len: 917 time: 0.1226635 Mar 09 04:37:17.135884 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ecb2871-6e97-426d-b8f7-cafe2c878b0f req-9ccff652-aac9-4248-b5c4-d95d086355df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b48cac64-ac16-45ed-89dd-db0ba813d023 HTTP/1.1" status: 200 len: 217 time: 0.0625119 Mar 09 04:37:17.196956 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb2871-6e97-426d-b8f7-cafe2c878b0f req-1fef5625-ff20-4e50-982b-70a0924b3424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:17.198316 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ecb2871-6e97-426d-b8f7-cafe2c878b0f req-1fef5625-ff20-4e50-982b-70a0924b3424 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=102d21a0-55d1-4774-94e0-fb6cef17446a HTTP/1.1" status: 200 len: 855 time: 0.0567768 Mar 09 04:37:17.275850 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb2871-6e97-426d-b8f7-cafe2c878b0f req-ac61f407-e506-4102-bda9-fb39d128d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:17.277316 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ecb2871-6e97-426d-b8f7-cafe2c878b0f req-ac61f407-e506-4102-bda9-fb39d128d734 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29a1043d-6ba5-405e-a7db-c3eb95c02a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734160 Mar 09 04:37:17.518451 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ecb2871-6e97-426d-b8f7-cafe2c878b0f req-564bbe26-6212-4576-a5d2-2737c64960b5 service neutron] 10.222.0.21 "GET /v2.0/networks/29a1043d-6ba5-405e-a7db-c3eb95c02a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350810 Mar 09 04:37:17.645693 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2ecb2871-6e97-426d-b8f7-cafe2c878b0f req-2b5582c6-6da5-40f1-8818-aef9d09ada78 service neutron] 10.222.0.21 "GET /v2.0/networks/29a1043d-6ba5-405e-a7db-c3eb95c02a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207886 Mar 09 04:37:20.610663 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:37:26.304180 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c370b-9f03-4b4a-b831-2cbcacc2f4d9 req-e35ecf56-e43b-49f2-b524-f5548bb1fd28 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:26.305512 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-561c370b-9f03-4b4a-b831-2cbcacc2f4d9 req-e35ecf56-e43b-49f2-b524-f5548bb1fd28 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f6f403-e4b0-47e2-90b1-19b16ae57a76 HTTP/1.1" status: 200 len: 945 time: 0.0785530 Mar 09 04:37:26.347722 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-561c370b-9f03-4b4a-b831-2cbcacc2f4d9 req-fb97de30-6001-4991-a79e-113ffce1c705 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd88ad9-4ad4-4145-b779-a03ccf75cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368178 Mar 09 04:37:27.529703 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467af5d-d22b-45db-8d3c-0e2a9379cb1c req-0d368c28-b517-4a52-9c3e-12212d75c9aa tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:27.531180 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1467af5d-d22b-45db-8d3c-0e2a9379cb1c req-0d368c28-b517-4a52-9c3e-12212d75c9aa tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f6f403-e4b0-47e2-90b1-19b16ae57a76 HTTP/1.1" status: 200 len: 945 time: 0.0789328 Mar 09 04:37:27.575878 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1467af5d-d22b-45db-8d3c-0e2a9379cb1c req-5215064b-ffa3-4c50-98c9-78e7586a72e3 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd88ad9-4ad4-4145-b779-a03ccf75cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389180 Mar 09 04:37:27.798246 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e0ae1-f894-4838-baa1-3862200d8554 req-626a070a-e045-4a8c-8c69-934791db0ce9 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:27.799940 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-074e0ae1-f894-4838-baa1-3862200d8554 req-626a070a-e045-4a8c-8c69-934791db0ce9 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0f6f403-e4b0-47e2-90b1-19b16ae57a76 HTTP/1.1" status: 200 len: 945 time: 0.0817516 Mar 09 04:37:27.867885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-074e0ae1-f894-4838-baa1-3862200d8554 req-783e50fb-ff87-41c9-9847-578a04bade68 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Deleting port b48cac64-ac16-45ed-89dd-db0ba813d023 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:37:27.868221 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-074e0ae1-f894-4838-baa1-3862200d8554 req-783e50fb-ff87-41c9-9847-578a04bade68 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:28.109235 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-074e0ae1-f894-4838-baa1-3862200d8554 req-783e50fb-ff87-41c9-9847-578a04bade68 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] For port b48cac64-ac16-45ed-89dd-db0ba813d023, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=b48cac64-ac16-45ed-89dd-db0ba813d023,segment=NetworkSegment(d3e80244-447c-4600-8e1a-d58813017423),segment_id=d3e80244-447c-4600-8e1a-d58813017423)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:37:28.109506 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-074e0ae1-f894-4838-baa1-3862200d8554 req-783e50fb-ff87-41c9-9847-578a04bade68 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:28.230179 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-074e0ae1-f894-4838-baa1-3862200d8554 req-783e50fb-ff87-41c9-9847-578a04bade68 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Calling delete_port for b48cac64-ac16-45ed-89dd-db0ba813d023 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:37:28.373445 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-074e0ae1-f894-4838-baa1-3862200d8554 req-783e50fb-ff87-41c9-9847-578a04bade68 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:28.384658 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['b48cac64-ac16-45ed-89dd-db0ba813d023'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:37:28.454677 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e50fb-ff87-41c9-9847-578a04bade68 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Pushing event deleted for resources: {'Port': ['ID=b48cac64-ac16-45ed-89dd-db0ba813d023,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:37:28.503825 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-074e0ae1-f894-4838-baa1-3862200d8554 req-783e50fb-ff87-41c9-9847-578a04bade68 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] No DVR routers for this DVR port b48cac64-ac16-45ed-89dd-db0ba813d023 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:37:28.506849 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-074e0ae1-f894-4838-baa1-3862200d8554 req-783e50fb-ff87-41c9-9847-578a04bade68 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:28.509478 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f6f403-e4b0-47e2-90b1-19b16ae57a76', 'name': 'network-vif-deleted', 'tag': 'b48cac64-ac16-45ed-89dd-db0ba813d023'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:37:28.525100 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-074e0ae1-f894-4838-baa1-3862200d8554 req-783e50fb-ff87-41c9-9847-578a04bade68 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.21 "DELETE /v2.0/ports/b48cac64-ac16-45ed-89dd-db0ba813d023 HTTP/1.1" status: 204 len: 173 time: 0.7189987 Mar 09 04:37:28.561222 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f6f403-e4b0-47e2-90b1-19b16ae57a76', 'name': 'network-vif-deleted', 'tag': 'b48cac64-ac16-45ed-89dd-db0ba813d023', 'status': 'completed', 'code': 200} Mar 09 04:37:28.743804 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-24d9b7ac-658f-4497-bf07-0f9108fd59a8 req-32497514-7e92-4de1-8446-c7a4546b7d18 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Synchronizing usage tracker for tenant:cd32d89e00e64a8a808caea3ae8e2c33 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:37:28.759780 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-24d9b7ac-658f-4497-bf07-0f9108fd59a8 req-32497514-7e92-4de1-8446-c7a4546b7d18 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Unset dirty status for tenant:cd32d89e00e64a8a808caea3ae8e2c33 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:37:28.760942 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-24d9b7ac-658f-4497-bf07-0f9108fd59a8 req-32497514-7e92-4de1-8446-c7a4546b7d18 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f6f403-e4b0-47e2-90b1-19b16ae57a76 HTTP/1.1" status: 200 len: 210 time: 0.0624647 Mar 09 04:37:28.804945 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1d710e0a-3e49-4616-98c8-274d783eef4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:30.357176 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-ef5f04a7-3f20-4010-b9f7-ef175e7ee7a1 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:30.358467 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-ef5f04a7-3f20-4010-b9f7-ef175e7ee7a1 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/networks?id=29a1043d-6ba5-405e-a7db-c3eb95c02a9f HTTP/1.1" status: 200 len: 816 time: 0.1749458 Mar 09 04:37:30.374791 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-133722cb-ba03-4ee2-8b4d-c44fc2efa0c7 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/quotas/cd32d89e00e64a8a808caea3ae8e2c33 HTTP/1.1" status: 200 len: 375 time: 0.0109239 Mar 09 04:37:30.457332 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-45a11172-1457-450d-84b9-b4dec1e575e1 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cd32d89e00e64a8a808caea3ae8e2c33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772951 Mar 09 04:37:30.590793 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-b1f960ec-6e1e-46bb-81c4-254927cde1de service neutron] 10.222.0.16 "GET /v2.0/networks/29a1043d-6ba5-405e-a7db-c3eb95c02a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219051 Mar 09 04:37:30.838065 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-b1be72db-23f5-4e31-9a93-bba618e49571 service neutron] 10.222.0.16 "GET /v2.0/networks/29a1043d-6ba5-405e-a7db-c3eb95c02a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413030 Mar 09 04:37:30.964474 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b48cac64-ac16-45ed-89dd-db0ba813d023 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:37:31.000679 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: b48cac64-ac16-45ed-89dd-db0ba813d023 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:37:31.001053 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device b48cac64-ac16-45ed-89dd-db0ba813d023 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:37:31.135952 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-41a7b5ba-0239-4667-bcff-b67004e4364b req-bb801726-e9d4-4585-b56b-0c47e860292a tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=06357f4d-da0c-404a-acaf-df5bba75af2c HTTP/1.1" status: 200 len: 210 time: 0.1573417 Mar 09 04:37:31.204082 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3c1a9164-f959-4a8c-aa2f-8025fbc09be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:32.060113 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-59f7c925-0063-44c9-b5b7-597425a95afc tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:32.061535 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-59f7c925-0063-44c9-b5b7-597425a95afc tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.21 "GET /v2.0/networks?id=29a1043d-6ba5-405e-a7db-c3eb95c02a9f HTTP/1.1" status: 200 len: 816 time: 0.1501527 Mar 09 04:37:32.073295 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-19696c12-fb05-4cbb-8eec-455122be6b2d tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Request body: {'port': {'device_id': '06357f4d-da0c-404a-acaf-df5bba75af2c', 'network_id': '29a1043d-6ba5-405e-a7db-c3eb95c02a9f', 'admin_state_up': True, 'tenant_id': 'cd32d89e00e64a8a808caea3ae8e2c33'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:37:32.210807 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-19696c12-fb05-4cbb-8eec-455122be6b2d tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:37:32.220162 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-19696c12-fb05-4cbb-8eec-455122be6b2d tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:37:32.230777 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-19696c12-fb05-4cbb-8eec-455122be6b2d tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Made reservation on behalf of cd32d89e00e64a8a808caea3ae8e2c33 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:37:32.234244 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-19696c12-fb05-4cbb-8eec-455122be6b2d tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:32.297476 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1e2f3b23-3dac-4b5b-a69b-bfce9f5a2771 req-101c87a4-6bc2-4966-a70d-ede4bcc8409d tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=06357f4d-da0c-404a-acaf-df5bba75af2c HTTP/1.1" status: 200 len: 210 time: 0.0501530 Mar 09 04:37:32.356501 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:32.404509 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:32.443801 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-19696c12-fb05-4cbb-8eec-455122be6b2d tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Allocated IP 172.20.0.11 (29a1043d-6ba5-405e-a7db-c3eb95c02a9f/102d21a0-55d1-4774-94e0-fb6cef17446a/8a9f5548-77c0-443d-9c37-6449974626c1) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:37:32.638165 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-19696c12-fb05-4cbb-8eec-455122be6b2d tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:32.653440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-19696c12-fb05-4cbb-8eec-455122be6b2d tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Transition to ACTIVE for port object 8a9f5548-77c0-443d-9c37-6449974626c1 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:37:32.676062 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-19696c12-fb05-4cbb-8eec-455122be6b2d tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:32.738000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-19696c12-fb05-4cbb-8eec-455122be6b2d tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Network 29a1043d-6ba5-405e-a7db-c3eb95c02a9f is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:37:32.741009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-19696c12-fb05-4cbb-8eec-455122be6b2d tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:37:32.749408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-19696c12-fb05-4cbb-8eec-455122be6b2d tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:37:32.790035 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19696c12-fb05-4cbb-8eec-455122be6b2d tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Pushing event updated for resources: {'Port': ['ID=8a9f5548-77c0-443d-9c37-6449974626c1,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:37:32.822471 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-19696c12-fb05-4cbb-8eec-455122be6b2d tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:32.823127 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-19696c12-fb05-4cbb-8eec-455122be6b2d tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:32.848741 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-19696c12-fb05-4cbb-8eec-455122be6b2d tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7789714 Mar 09 04:37:32.860582 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-fc2f90da-ae5d-44fa-9a0a-d6d66e690615 service neutron] Request body: {'port': {'device_id': '06357f4d-da0c-404a-acaf-df5bba75af2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:37:32.972568 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-fc2f90da-ae5d-44fa-9a0a-d6d66e690615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:32.998807 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b52bccbf-7cdf-44a4-9f67-fa95907847ce None None] Provisioning for port 8a9f5548-77c0-443d-9c37-6449974626c1 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:37:33.003372 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b52bccbf-7cdf-44a4-9f67-fa95907847ce None None] Provisioning complete for port 8a9f5548-77c0-443d-9c37-6449974626c1 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:37:33.003735 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b52bccbf-7cdf-44a4-9f67-fa95907847ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:33.059874 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b52bccbf-7cdf-44a4-9f67-fa95907847ce None None] Port 8a9f5548-77c0-443d-9c37-6449974626c1 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:37:33.306496 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-fc2f90da-ae5d-44fa-9a0a-d6d66e690615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a9f5548-77c0-443d-9c37-6449974626c1 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:37:33.313451 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-fc2f90da-ae5d-44fa-9a0a-d6d66e690615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:33.328379 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-fc2f90da-ae5d-44fa-9a0a-d6d66e690615 service neutron] Transition to ACTIVE for port object 8a9f5548-77c0-443d-9c37-6449974626c1 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:37:33.331799 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-fc2f90da-ae5d-44fa-9a0a-d6d66e690615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:33.464881 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f90da-ae5d-44fa-9a0a-d6d66e690615 service neutron] Pushing event updated for resources: {'Port': ['ID=8a9f5548-77c0-443d-9c37-6449974626c1,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:37:33.486589 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdce65-fa7c-46e9-8d7f-267bcbd29e15 req-7bb49eb5-43ee-4905-81da-fd075252a8f9 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:33.491340 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ebbdce65-fa7c-46e9-8d7f-267bcbd29e15 req-7bb49eb5-43ee-4905-81da-fd075252a8f9 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=06357f4d-da0c-404a-acaf-df5bba75af2c HTTP/1.1" status: 200 len: 944 time: 0.0877714 Mar 09 04:37:33.534590 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ebbdce65-fa7c-46e9-8d7f-267bcbd29e15 req-141a3fde-bb55-429a-98ca-a5dcc3c0a459 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd88ad9-4ad4-4145-b779-a03ccf75cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396690 Mar 09 04:37:33.665208 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:33.684760 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-fc2f90da-ae5d-44fa-9a0a-d6d66e690615 service neutron] Attempting to bind port 8a9f5548-77c0-443d-9c37-6449974626c1 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:37:33.685127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-fc2f90da-ae5d-44fa-9a0a-d6d66e690615 service neutron] Attempting to bind port 8a9f5548-77c0-443d-9c37-6449974626c1 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'd3e80244-447c-4600-8e1a-d58813017423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '29a1043d-6ba5-405e-a7db-c3eb95c02a9f'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:37:33.685409 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-fc2f90da-ae5d-44fa-9a0a-d6d66e690615 service neutron] Attempting to bind port 8a9f5548-77c0-443d-9c37-6449974626c1 on network 29a1043d-6ba5-405e-a7db-c3eb95c02a9f {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:37:33.689944 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-fc2f90da-ae5d-44fa-9a0a-d6d66e690615 service neutron] Port 8a9f5548-77c0-443d-9c37-6449974626c1 on network 29a1043d-6ba5-405e-a7db-c3eb95c02a9f not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:37:33.690254 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-fc2f90da-ae5d-44fa-9a0a-d6d66e690615 service neutron] Attempting to bind port 8a9f5548-77c0-443d-9c37-6449974626c1 on network 29a1043d-6ba5-405e-a7db-c3eb95c02a9f {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:37:33.695238 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-fc2f90da-ae5d-44fa-9a0a-d6d66e690615 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:37:33.695565 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-fc2f90da-ae5d-44fa-9a0a-d6d66e690615 service neutron] Checking segment: {'id': 'd3e80244-447c-4600-8e1a-d58813017423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '29a1043d-6ba5-405e-a7db-c3eb95c02a9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:37:33.695942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-fc2f90da-ae5d-44fa-9a0a-d6d66e690615 service neutron] Bound using segment: {'id': 'd3e80244-447c-4600-8e1a-d58813017423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '29a1043d-6ba5-405e-a7db-c3eb95c02a9f'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:37:33.696520 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-fc2f90da-ae5d-44fa-9a0a-d6d66e690615 service neutron] Bound port: 8a9f5548-77c0-443d-9c37-6449974626c1, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e80244-447c-4600-8e1a-d58813017423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '29a1043d-6ba5-405e-a7db-c3eb95c02a9f'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:37:33.696869 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-fc2f90da-ae5d-44fa-9a0a-d6d66e690615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:33.784405 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-fc2f90da-ae5d-44fa-9a0a-d6d66e690615 service neutron] For port 8a9f5548-77c0-443d-9c37-6449974626c1, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:37:33.787822 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-fc2f90da-ae5d-44fa-9a0a-d6d66e690615 service neutron] For port 8a9f5548-77c0-443d-9c37-6449974626c1, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=8a9f5548-77c0-443d-9c37-6449974626c1,segment=NetworkSegment(d3e80244-447c-4600-8e1a-d58813017423),segment_id=d3e80244-447c-4600-8e1a-d58813017423)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:37:33.792035 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-fc2f90da-ae5d-44fa-9a0a-d6d66e690615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:33.845054 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-fc2f90da-ae5d-44fa-9a0a-d6d66e690615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:33.845890 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-fc2f90da-ae5d-44fa-9a0a-d6d66e690615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:33.847317 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-fc2f90da-ae5d-44fa-9a0a-d6d66e690615 service neutron] 10.222.0.21 "PUT /v2.0/ports/8a9f5548-77c0-443d-9c37-6449974626c1 HTTP/1.1" status: 200 len: 1092 time: 0.9910779 Mar 09 04:37:33.847742 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06357f4d-da0c-404a-acaf-df5bba75af2c', 'tag': '8a9f5548-77c0-443d-9c37-6449974626c1'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:37:33.881536 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f90da-ae5d-44fa-9a0a-d6d66e690615 service neutron] Pushing event updated for resources: {'Port': ['ID=8a9f5548-77c0-443d-9c37-6449974626c1,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:37:33.924770 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06357f4d-da0c-404a-acaf-df5bba75af2c', 'tag': '8a9f5548-77c0-443d-9c37-6449974626c1', 'status': 'completed', 'code': 200} Mar 09 04:37:33.960238 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-85ff195a-2755-4e5f-9784-63a72deda75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:33.961705 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-85ff195a-2755-4e5f-9784-63a72deda75d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd32d89e00e64a8a808caea3ae8e2c33&device_id=06357f4d-da0c-404a-acaf-df5bba75af2c HTTP/1.1" status: 200 len: 1095 time: 0.0748327 Mar 09 04:37:34.033599 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-9d169d6e-1744-42f0-b434-e08d8093dadf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a9f5548-77c0-443d-9c37-6449974626c1 HTTP/1.1" status: 200 len: 217 time: 0.0648952 Mar 09 04:37:34.098226 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-3b863528-4557-4416-a7c0-4462b084ec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:34.099612 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-3b863528-4557-4416-a7c0-4462b084ec78 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=102d21a0-55d1-4774-94e0-fb6cef17446a HTTP/1.1" status: 200 len: 855 time: 0.0604515 Mar 09 04:37:34.175556 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-0e59f70f-958b-44e2-849c-d4fb8c0617bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:34.177014 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-0e59f70f-958b-44e2-849c-d4fb8c0617bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29a1043d-6ba5-405e-a7db-c3eb95c02a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718970 Mar 09 04:37:34.305294 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-d527326e-77a4-4c06-95c0-5c55c6849fe3 service neutron] 10.222.0.21 "GET /v2.0/networks/29a1043d-6ba5-405e-a7db-c3eb95c02a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215324 Mar 09 04:37:34.433378 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c728be51-9ab6-457c-8eba-39ab4f8e982a req-b5b9e49e-296f-4da2-8b44-0678461f2d6a service neutron] 10.222.0.21 "GET /v2.0/networks/29a1043d-6ba5-405e-a7db-c3eb95c02a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224921 Mar 09 04:37:34.547837 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f6487-969f-4db6-884c-537223cfed52 req-1370a0a0-4761-4324-aea6-28008b8025ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:34.549522 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-091f6487-969f-4db6-884c-537223cfed52 req-1370a0a0-4761-4324-aea6-28008b8025ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd32d89e00e64a8a808caea3ae8e2c33&device_id=06357f4d-da0c-404a-acaf-df5bba75af2c HTTP/1.1" status: 200 len: 1095 time: 0.0719442 Mar 09 04:37:34.620070 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:34.684473 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f6487-969f-4db6-884c-537223cfed52 req-dad68e27-c542-4130-a836-0d061161dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:34.685931 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-091f6487-969f-4db6-884c-537223cfed52 req-dad68e27-c542-4130-a836-0d061161dca5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=29a1043d-6ba5-405e-a7db-c3eb95c02a9f HTTP/1.1" status: 200 len: 917 time: 0.1300011 Mar 09 04:37:34.729758 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f92c6-565f-4b26-9ccc-611699289420 req-d2d9340a-b5ad-4d8a-ba9e-8769de881a83 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:34.731217 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-577f92c6-565f-4b26-9ccc-611699289420 req-d2d9340a-b5ad-4d8a-ba9e-8769de881a83 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=06357f4d-da0c-404a-acaf-df5bba75af2c HTTP/1.1" status: 200 len: 944 time: 0.0828848 Mar 09 04:37:34.757048 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-091f6487-969f-4db6-884c-537223cfed52 req-b29bb904-e0e8-4aad-a6bb-9a2f9d1d17d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a9f5548-77c0-443d-9c37-6449974626c1 HTTP/1.1" status: 200 len: 217 time: 0.0647285 Mar 09 04:37:34.775295 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-577f92c6-565f-4b26-9ccc-611699289420 req-b8b01c4a-9a26-40a7-b7bb-cdc84e63a4d3 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd88ad9-4ad4-4145-b779-a03ccf75cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381289 Mar 09 04:37:34.819614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f6487-969f-4db6-884c-537223cfed52 req-2a08ef1e-49c7-4c17-9d63-ebd70e4256c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:34.821040 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-091f6487-969f-4db6-884c-537223cfed52 req-2a08ef1e-49c7-4c17-9d63-ebd70e4256c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=102d21a0-55d1-4774-94e0-fb6cef17446a HTTP/1.1" status: 200 len: 855 time: 0.0571108 Mar 09 04:37:34.897870 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f6487-969f-4db6-884c-537223cfed52 req-0faeb1fb-e028-4d9b-b9e2-150832688f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:34.899505 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-091f6487-969f-4db6-884c-537223cfed52 req-0faeb1fb-e028-4d9b-b9e2-150832688f03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29a1043d-6ba5-405e-a7db-c3eb95c02a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719194 Mar 09 04:37:35.032465 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-091f6487-969f-4db6-884c-537223cfed52 req-61c2ffd3-482b-444a-94dc-8d67d793cc80 service neutron] 10.222.0.21 "GET /v2.0/networks/29a1043d-6ba5-405e-a7db-c3eb95c02a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263487 Mar 09 04:37:35.159862 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-091f6487-969f-4db6-884c-537223cfed52 req-4f2cfcb5-55d2-434c-91ec-06af233e1f04 service neutron] 10.222.0.21 "GET /v2.0/networks/29a1043d-6ba5-405e-a7db-c3eb95c02a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205046 Mar 09 04:37:35.973369 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec070cb8-c879-4c85-9ca2-2096fec153ec req-f5d538a0-9854-4e00-a3d6-3c72772be736 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:35.974079 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ec070cb8-c879-4c85-9ca2-2096fec153ec req-f5d538a0-9854-4e00-a3d6-3c72772be736 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Synchronizing usage tracker for tenant:cd32d89e00e64a8a808caea3ae8e2c33 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:37:35.988606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ec070cb8-c879-4c85-9ca2-2096fec153ec req-f5d538a0-9854-4e00-a3d6-3c72772be736 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Unset dirty status for tenant:cd32d89e00e64a8a808caea3ae8e2c33 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:37:35.989918 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ec070cb8-c879-4c85-9ca2-2096fec153ec req-f5d538a0-9854-4e00-a3d6-3c72772be736 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=06357f4d-da0c-404a-acaf-df5bba75af2c HTTP/1.1" status: 200 len: 944 time: 0.1094537 Mar 09 04:37:36.033238 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ec070cb8-c879-4c85-9ca2-2096fec153ec req-258c9de1-242a-4533-99c4-84aa13155791 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd88ad9-4ad4-4145-b779-a03ccf75cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371046 Mar 09 04:37:37.004364 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 8a9f5548-77c0-443d-9c37-6449974626c1 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:37:37.136724 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 8a9f5548-77c0-443d-9c37-6449974626c1, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=8a9f5548-77c0-443d-9c37-6449974626c1,segment=NetworkSegment(d3e80244-447c-4600-8e1a-d58813017423),segment_id=d3e80244-447c-4600-8e1a-d58813017423)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:37:37.150385 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '8a9f5548-77c0-443d-9c37-6449974626c1', 'network_id': '29a1043d-6ba5-405e-a7db-c3eb95c02a9f', 'port_id': '8a9f5548-77c0-443d-9c37-6449974626c1', 'mac_address': 'fa:16:3e:39:17:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102d21a0-55d1-4774-94e0-fb6cef17446a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:37:37.212504 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:37.226565 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1d12a-15da-49d6-afd2-7f55f6a1b2d0 req-6fa00183-2512-4b1f-b20e-390471dd7d58 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:37.228212 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-98d1d12a-15da-49d6-afd2-7f55f6a1b2d0 req-6fa00183-2512-4b1f-b20e-390471dd7d58 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=06357f4d-da0c-404a-acaf-df5bba75af2c HTTP/1.1" status: 200 len: 944 time: 0.0899215 Mar 09 04:37:37.232619 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a9f5548-77c0-443d-9c37-6449974626c1 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:37:37.247737 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 8a9f5548-77c0-443d-9c37-6449974626c1, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=8a9f5548-77c0-443d-9c37-6449974626c1,segment=NetworkSegment(d3e80244-447c-4600-8e1a-d58813017423),segment_id=d3e80244-447c-4600-8e1a-d58813017423)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:37:37.251881 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:37.274461 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-98d1d12a-15da-49d6-afd2-7f55f6a1b2d0 req-4def2aba-bd2d-4c2d-91f5-fc60df209810 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd88ad9-4ad4-4145-b779-a03ccf75cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406492 Mar 09 04:37:37.319061 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=8a9f5548-77c0-443d-9c37-6449974626c1,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:37:37.326324 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:37:37.326666 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:37:37.327030 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:37:37.327363 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:37:37.327689 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:37:37.328017 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:37:37.328336 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:37:37.328654 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:37:37.328969 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:37:37.329285 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:37:37.329616 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:37:37.329911 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:37:37.441889 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['8a9f5548-77c0-443d-9c37-6449974626c1'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:37:38.464083 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efab219-5b81-4caf-9c18-b48fe7c97288 req-83bfb15e-6df0-44e4-a6c6-b3b95f26bde8 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:38.465556 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3efab219-5b81-4caf-9c18-b48fe7c97288 req-83bfb15e-6df0-44e4-a6c6-b3b95f26bde8 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=06357f4d-da0c-404a-acaf-df5bba75af2c HTTP/1.1" status: 200 len: 945 time: 0.0834301 Mar 09 04:37:38.509891 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3efab219-5b81-4caf-9c18-b48fe7c97288 req-41f8f235-52c0-4e35-9762-83c1c9cc0158 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd88ad9-4ad4-4145-b779-a03ccf75cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384355 Mar 09 04:37:38.995354 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 8a9f5548-77c0-443d-9c37-6449974626c1 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:37:39.060763 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 8a9f5548-77c0-443d-9c37-6449974626c1 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:37:39.065330 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 8a9f5548-77c0-443d-9c37-6449974626c1 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:37:39.065703 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:39.210711 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:39.214915 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:39.240865 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06357f4d-da0c-404a-acaf-df5bba75af2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9f5548-77c0-443d-9c37-6449974626c1'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:37:39.250352 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 8a9f5548-77c0-443d-9c37-6449974626c1, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=8a9f5548-77c0-443d-9c37-6449974626c1,segment=NetworkSegment(d3e80244-447c-4600-8e1a-d58813017423),segment_id=d3e80244-447c-4600-8e1a-d58813017423)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:37:39.254701 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:39.290266 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06357f4d-da0c-404a-acaf-df5bba75af2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9f5548-77c0-443d-9c37-6449974626c1', 'code': 200} Mar 09 04:37:39.324474 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=8a9f5548-77c0-443d-9c37-6449974626c1,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:37:39.407854 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34846cea-f5c2-43c1-9a52-1f7c47c42c16 req-2416afdf-3453-4dea-b068-c1affaf49fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:39.409315 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-34846cea-f5c2-43c1-9a52-1f7c47c42c16 req-2416afdf-3453-4dea-b068-c1affaf49fcb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06357f4d-da0c-404a-acaf-df5bba75af2c HTTP/1.1" status: 200 len: 1097 time: 0.0684071 Mar 09 04:37:39.452920 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-34846cea-f5c2-43c1-9a52-1f7c47c42c16 req-1cc579f6-d055-45bc-aa5a-ee77e67aff7f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cdd88ad9-4ad4-4145-b779-a03ccf75cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366633 Mar 09 04:37:39.691109 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65987b-bebf-4678-b356-058058deb681 req-c0570a8e-feb8-4399-8e29-8795aa5e308f tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:39.692467 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0e65987b-bebf-4678-b356-058058deb681 req-c0570a8e-feb8-4399-8e29-8795aa5e308f tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=06357f4d-da0c-404a-acaf-df5bba75af2c HTTP/1.1" status: 200 len: 946 time: 0.0795715 Mar 09 04:37:39.736351 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0e65987b-bebf-4678-b356-058058deb681 req-f3475f62-bc44-4e1c-a424-48175c9ccea2 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd88ad9-4ad4-4145-b779-a03ccf75cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373747 Mar 09 04:37:40.922574 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786afa3-32bd-4b11-b081-8fec47148c58 req-935fa07e-64f7-42f4-8037-8af707f463e4 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:40.923814 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7786afa3-32bd-4b11-b081-8fec47148c58 req-935fa07e-64f7-42f4-8037-8af707f463e4 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=06357f4d-da0c-404a-acaf-df5bba75af2c HTTP/1.1" status: 200 len: 946 time: 0.0840225 Mar 09 04:37:40.966932 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7786afa3-32bd-4b11-b081-8fec47148c58 req-8cee0738-6921-4433-a96a-0fc4be79bbff tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd88ad9-4ad4-4145-b779-a03ccf75cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369689 Mar 09 04:37:41.254873 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53e20a-2ea2-4008-87e7-7c1c3a56c7d9 req-e54abe9a-f3d4-4e4b-9127-240f82200ac0 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:41.256345 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d53e20a-2ea2-4008-87e7-7c1c3a56c7d9 req-e54abe9a-f3d4-4e4b-9127-240f82200ac0 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=06357f4d-da0c-404a-acaf-df5bba75af2c HTTP/1.1" status: 200 len: 946 time: 0.1878426 Mar 09 04:37:41.299627 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7d53e20a-2ea2-4008-87e7-7c1c3a56c7d9 req-adb8a85d-a82b-4a72-bf47-300fc52a6750 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd88ad9-4ad4-4145-b779-a03ccf75cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375676 Mar 09 04:37:55.679341 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d7927-be11-4708-8cb5-8bd0fcd9d63f req-6897ecec-eb5d-4361-9922-5957cf4a8123 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:55.680724 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7d2d7927-be11-4708-8cb5-8bd0fcd9d63f req-6897ecec-eb5d-4361-9922-5957cf4a8123 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=06357f4d-da0c-404a-acaf-df5bba75af2c HTTP/1.1" status: 200 len: 946 time: 0.0842469 Mar 09 04:37:55.723674 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7d2d7927-be11-4708-8cb5-8bd0fcd9d63f req-02a32abc-bce4-4450-b907-aced397bb586 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd88ad9-4ad4-4145-b779-a03ccf75cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372841 Mar 09 04:37:56.912865 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469a36d-f960-4b66-8153-1e7a47f46b2a req-014a6b95-dca5-41aa-a0e2-c55a3044a5db tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:56.914930 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8469a36d-f960-4b66-8153-1e7a47f46b2a req-014a6b95-dca5-41aa-a0e2-c55a3044a5db tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=06357f4d-da0c-404a-acaf-df5bba75af2c HTTP/1.1" status: 200 len: 946 time: 0.0804653 Mar 09 04:37:56.963366 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8469a36d-f960-4b66-8153-1e7a47f46b2a req-ef017f13-1d12-400e-9f7a-7e2ea92449ff tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdd88ad9-4ad4-4145-b779-a03ccf75cf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424161 Mar 09 04:37:57.143583 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a544ca-e4c9-435b-80ca-abf2b0e9df62 req-05555c54-fc63-4870-951d-7dd3d2f8ebdc tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:37:57.144916 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b9a544ca-e4c9-435b-80ca-abf2b0e9df62 req-05555c54-fc63-4870-951d-7dd3d2f8ebdc tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.21 "GET /v2.0/ports?device_id=06357f4d-da0c-404a-acaf-df5bba75af2c HTTP/1.1" status: 200 len: 946 time: 0.0794523 Mar 09 04:37:57.212554 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-b9a544ca-e4c9-435b-80ca-abf2b0e9df62 req-6f0a047e-6f93-4f53-84d1-8036e28449f5 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Deleting port 8a9f5548-77c0-443d-9c37-6449974626c1 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:37:57.212889 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b9a544ca-e4c9-435b-80ca-abf2b0e9df62 req-6f0a047e-6f93-4f53-84d1-8036e28449f5 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:57.454313 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-b9a544ca-e4c9-435b-80ca-abf2b0e9df62 req-6f0a047e-6f93-4f53-84d1-8036e28449f5 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] For port 8a9f5548-77c0-443d-9c37-6449974626c1, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=8a9f5548-77c0-443d-9c37-6449974626c1,segment=NetworkSegment(d3e80244-447c-4600-8e1a-d58813017423),segment_id=d3e80244-447c-4600-8e1a-d58813017423)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:37:57.454574 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b9a544ca-e4c9-435b-80ca-abf2b0e9df62 req-6f0a047e-6f93-4f53-84d1-8036e28449f5 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:57.578248 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-b9a544ca-e4c9-435b-80ca-abf2b0e9df62 req-6f0a047e-6f93-4f53-84d1-8036e28449f5 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Calling delete_port for 8a9f5548-77c0-443d-9c37-6449974626c1 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:37:57.609401 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:37:57.719979 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b9a544ca-e4c9-435b-80ca-abf2b0e9df62 req-6f0a047e-6f93-4f53-84d1-8036e28449f5 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:57.731200 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['8a9f5548-77c0-443d-9c37-6449974626c1'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:37:57.770912 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a047e-6f93-4f53-84d1-8036e28449f5 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Pushing event deleted for resources: {'Port': ['ID=8a9f5548-77c0-443d-9c37-6449974626c1,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:37:57.806257 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0a047e-6f93-4f53-84d1-8036e28449f5 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:37:57.806595 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0a047e-6f93-4f53-84d1-8036e28449f5 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:37:57.806961 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0a047e-6f93-4f53-84d1-8036e28449f5 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:37:57.807292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0a047e-6f93-4f53-84d1-8036e28449f5 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:37:57.807613 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0a047e-6f93-4f53-84d1-8036e28449f5 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:37:57.807929 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0a047e-6f93-4f53-84d1-8036e28449f5 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:37:57.808247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0a047e-6f93-4f53-84d1-8036e28449f5 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:37:57.808563 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0a047e-6f93-4f53-84d1-8036e28449f5 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:37:57.808877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0a047e-6f93-4f53-84d1-8036e28449f5 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:37:57.809189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0a047e-6f93-4f53-84d1-8036e28449f5 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:37:57.809496 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0a047e-6f93-4f53-84d1-8036e28449f5 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:37:57.809806 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0a047e-6f93-4f53-84d1-8036e28449f5 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:37:57.859247 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a544ca-e4c9-435b-80ca-abf2b0e9df62 req-6f0a047e-6f93-4f53-84d1-8036e28449f5 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] No DVR routers for this DVR port 8a9f5548-77c0-443d-9c37-6449974626c1 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:37:57.861747 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-b9a544ca-e4c9-435b-80ca-abf2b0e9df62 req-6f0a047e-6f93-4f53-84d1-8036e28449f5 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:57.870040 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06357f4d-da0c-404a-acaf-df5bba75af2c', 'name': 'network-vif-deleted', 'tag': '8a9f5548-77c0-443d-9c37-6449974626c1'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:37:57.880381 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b9a544ca-e4c9-435b-80ca-abf2b0e9df62 req-6f0a047e-6f93-4f53-84d1-8036e28449f5 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.21 "DELETE /v2.0/ports/8a9f5548-77c0-443d-9c37-6449974626c1 HTTP/1.1" status: 204 len: 173 time: 0.7300658 Mar 09 04:37:57.930120 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06357f4d-da0c-404a-acaf-df5bba75af2c', 'name': 'network-vif-deleted', 'tag': '8a9f5548-77c0-443d-9c37-6449974626c1', 'status': 'completed', 'code': 200} Mar 09 04:37:58.131438 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-cd39bcce-88e4-4f9b-a738-f388442d902e req-6c1da6ae-459a-4bb1-ab92-50348dc5b408 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Synchronizing usage tracker for tenant:cd32d89e00e64a8a808caea3ae8e2c33 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:37:58.146079 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-cd39bcce-88e4-4f9b-a738-f388442d902e req-6c1da6ae-459a-4bb1-ab92-50348dc5b408 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] Unset dirty status for tenant:cd32d89e00e64a8a808caea3ae8e2c33 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:37:58.147871 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cd39bcce-88e4-4f9b-a738-f388442d902e req-6c1da6ae-459a-4bb1-ab92-50348dc5b408 tempest-TestEncryptedCinderVolumes-278169600 tempest-TestEncryptedCinderVolumes-278169600-project] 10.222.0.16 "GET /v2.0/ports?device_id=06357f4d-da0c-404a-acaf-df5bba75af2c HTTP/1.1" status: 200 len: 210 time: 0.0605979 Mar 09 04:37:58.805913 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5aaf84a7-5107-4fa3-b864-c0ba8ae6e42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:37:59.270256 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47026) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:37:59.901195 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-56f63fc1-9606-4571-b39c-7c9cb99ee1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:00.237086 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-56f63fc1-9606-4571-b39c-7c9cb99ee1a8 admin admin] Deleting port 225c1c06-a3f9-46b9-8ad2-6b5354efd1c6 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:38:00.237424 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-56f63fc1-9606-4571-b39c-7c9cb99ee1a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:00.407241 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-56f63fc1-9606-4571-b39c-7c9cb99ee1a8 admin admin] For port 225c1c06-a3f9-46b9-8ad2-6b5354efd1c6, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=225c1c06-a3f9-46b9-8ad2-6b5354efd1c6,segment=NetworkSegment(d3e80244-447c-4600-8e1a-d58813017423),segment_id=d3e80244-447c-4600-8e1a-d58813017423)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:38:00.407933 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-56f63fc1-9606-4571-b39c-7c9cb99ee1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:00.526747 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-56f63fc1-9606-4571-b39c-7c9cb99ee1a8 admin admin] Calling delete_port for 225c1c06-a3f9-46b9-8ad2-6b5354efd1c6 owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:38:00.702437 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-56f63fc1-9606-4571-b39c-7c9cb99ee1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:00.749918 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f63fc1-9606-4571-b39c-7c9cb99ee1a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=225c1c06-a3f9-46b9-8ad2-6b5354efd1c6,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:01.020491 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-56f63fc1-9606-4571-b39c-7c9cb99ee1a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:01.166847 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 8a9f5548-77c0-443d-9c37-6449974626c1 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:38:01.212758 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 8a9f5548-77c0-443d-9c37-6449974626c1 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:38:01.213097 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 8a9f5548-77c0-443d-9c37-6449974626c1 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:38:01.221371 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0396538f-826d-4761-a352-ba9babc2e1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:01.502403 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f63fc1-9606-4571-b39c-7c9cb99ee1a8 admin admin] Router f5663141-1a54-4dea-89b4-06a932d05bb5 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:38:01.684338 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f63fc1-9606-4571-b39c-7c9cb99ee1a8 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:38:01.692815 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029391e5-f6f4-46f9-9d78-01398d164a3b None None] Sync routers for ids ['f5663141-1a54-4dea-89b4-06a932d05bb5'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:38:01.701890 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-56f63fc1-9606-4571-b39c-7c9cb99ee1a8 admin admin] 10.222.0.16 "PUT /v2.0/routers/f5663141-1a54-4dea-89b4-06a932d05bb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4304132 Mar 09 04:38:01.705038 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47030) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:38:01.706161 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029391e5-f6f4-46f9-9d78-01398d164a3b None None] Routers {'f5663141-1a54-4dea-89b4-06a932d05bb5'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:38:01.706761 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-029391e5-f6f4-46f9-9d78-01398d164a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:38:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f5663141-1a54-4dea-89b4-06a932d05bb5'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:01.880356 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b835a406-9a06-4942-88ea-3a8e0eb8b186 admin admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:01.883596 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-029391e5-f6f4-46f9-9d78-01398d164a3b None None] Set router f5663141-1a54-4dea-89b4-06a932d05bb5 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:38:02.063258 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b835a406-9a06-4942-88ea-3a8e0eb8b186 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:02.073043 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-b835a406-9a06-4942-88ea-3a8e0eb8b186 admin admin] Deleting port b64b4346-5318-4730-b91a-759d9ac3de6f {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:38:02.073391 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b835a406-9a06-4942-88ea-3a8e0eb8b186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:02.196792 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-029391e5-f6f4-46f9-9d78-01398d164a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5663141-1a54-4dea-89b4-06a932d05bb5', 'name': 'tempest-TestEncryptedCinderVolumes-756147939-router', 'tenant_id': 'cd32d89e00e64a8a808caea3ae8e2c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'b64b4346-5318-4730-b91a-759d9ac3de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:36:45Z', 'updated_at': '2022-03-09T04:38:00Z', 'revision_number': 5, 'project_id': 'cd32d89e00e64a8a808caea3ae8e2c33', 'gw_port': {'id': 'b64b4346-5318-4730-b91a-759d9ac3de6f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:34:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5663141-1a54-4dea-89b4-06a932d05bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:36:46Z', 'updated_at': '2022-03-09T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:02.200636 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029391e5-f6f4-46f9-9d78-01398d164a3b None None] Checking router: f5663141-1a54-4dea-89b4-06a932d05bb5 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:38:02.209424 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029391e5-f6f4-46f9-9d78-01398d164a3b None None] Routers {'f5663141-1a54-4dea-89b4-06a932d05bb5'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:38:02.210002 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-029391e5-f6f4-46f9-9d78-01398d164a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:38:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['f5663141-1a54-4dea-89b4-06a932d05bb5'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:02.249918 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-b835a406-9a06-4942-88ea-3a8e0eb8b186 admin admin] For port b64b4346-5318-4730-b91a-759d9ac3de6f, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=b64b4346-5318-4730-b91a-759d9ac3de6f,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:38:02.250265 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b835a406-9a06-4942-88ea-3a8e0eb8b186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:02.357187 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-029391e5-f6f4-46f9-9d78-01398d164a3b None None] Set router f5663141-1a54-4dea-89b4-06a932d05bb5 gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:38:02.361254 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:02.374221 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-b835a406-9a06-4942-88ea-3a8e0eb8b186 admin admin] Calling delete_port for b64b4346-5318-4730-b91a-759d9ac3de6f owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:38:02.406461 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:02.464987 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-029391e5-f6f4-46f9-9d78-01398d164a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5663141-1a54-4dea-89b4-06a932d05bb5', 'name': 'tempest-TestEncryptedCinderVolumes-756147939-router', 'tenant_id': 'cd32d89e00e64a8a808caea3ae8e2c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:36:45Z', 'updated_at': '2022-03-09T04:38:02Z', 'revision_number': 6, 'project_id': 'cd32d89e00e64a8a808caea3ae8e2c33', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:02.468695 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029391e5-f6f4-46f9-9d78-01398d164a3b None None] The sync data for ids ['f5663141-1a54-4dea-89b4-06a932d05bb5'] in n-d-825178-5 is: [{'id': 'f5663141-1a54-4dea-89b4-06a932d05bb5', 'name': 'tempest-TestEncryptedCinderVolumes-756147939-router', 'tenant_id': 'cd32d89e00e64a8a808caea3ae8e2c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:36:45Z', 'updated_at': '2022-03-09T04:38:02Z', 'revision_number': 6, 'project_id': 'cd32d89e00e64a8a808caea3ae8e2c33', 'gw_port_host': None}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:38:02.547311 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b835a406-9a06-4942-88ea-3a8e0eb8b186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:02.596225 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835a406-9a06-4942-88ea-3a8e0eb8b186 admin admin] Pushing event deleted for resources: {'Port': ['ID=b64b4346-5318-4730-b91a-759d9ac3de6f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:02.803304 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b835a406-9a06-4942-88ea-3a8e0eb8b186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:02.896491 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 225c1c06-a3f9-46b9-8ad2-6b5354efd1c6 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:38:02.939897 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 225c1c06-a3f9-46b9-8ad2-6b5354efd1c6 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:38:02.940257 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 225c1c06-a3f9-46b9-8ad2-6b5354efd1c6 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:38:02.982703 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b835a406-9a06-4942-88ea-3a8e0eb8b186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:02.984874 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b835a406-9a06-4942-88ea-3a8e0eb8b186 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:03.009204 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b835a406-9a06-4942-88ea-3a8e0eb8b186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:03.009812 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b835a406-9a06-4942-88ea-3a8e0eb8b186 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5663141-1a54-4dea-89b4-06a932d05bb5 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:38:03.021944 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b835a406-9a06-4942-88ea-3a8e0eb8b186 admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:03.023087 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b835a406-9a06-4942-88ea-3a8e0eb8b186 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f5663141-1a54-4dea-89b4-06a932d05bb5 HTTP/1.1" status: 204 len: 168 time: 1.3171105 Mar 09 04:38:03.025505 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47034) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:38:03.082991 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7d9cb3-3371-48c8-b97e-63651151cc30 admin admin] Deleting subnet 102d21a0-55d1-4774-94e0-fb6cef17446a {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:38:03.085768 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b7d9cb3-3371-48c8-b97e-63651151cc30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:03.133567 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b7d9cb3-3371-48c8-b97e-63651151cc30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:03.213810 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b7d9cb3-3371-48c8-b97e-63651151cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:03.280732 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b7d9cb3-3371-48c8-b97e-63651151cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:03.318600 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b7d9cb3-3371-48c8-b97e-63651151cc30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:03.323063 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10961dde-1396-4e2d-8d96-7b5f8c7ff47f None None] Network 29a1043d-6ba5-405e-a7db-c3eb95c02a9f requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:38:03.325690 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d9cb3-3371-48c8-b97e-63651151cc30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=102d21a0-55d1-4774-94e0-fb6cef17446a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:03.330136 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0b7d9cb3-3371-48c8-b97e-63651151cc30 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/102d21a0-55d1-4774-94e0-fb6cef17446a HTTP/1.1" status: 204 len: 168 time: 0.3037195 Mar 09 04:38:03.332614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47038) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:38:03.441310 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b13aab29-06ba-4110-98d6-1e3ce96ee192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:03.456343 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-b13aab29-06ba-4110-98d6-1e3ce96ee192 admin admin] Deleting port 5e2d5f80-ca87-43e4-bd19-f59e2da20b0c {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:38:03.456694 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b13aab29-06ba-4110-98d6-1e3ce96ee192 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:03.598192 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c4ff2a-df7f-40c3-a68d-f54cc814be0b None None] DHCP port deletion for 29a1043d-6ba5-405e-a7db-c3eb95c02a9f request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:38:03.602672 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c7c4ff2a-df7f-40c3-a68d-f54cc814be0b None None] Deleting port 5e2d5f80-ca87-43e4-bd19-f59e2da20b0c {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:38:03.603063 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c7c4ff2a-df7f-40c3-a68d-f54cc814be0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:03.674348 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-b13aab29-06ba-4110-98d6-1e3ce96ee192 admin admin] For port 5e2d5f80-ca87-43e4-bd19-f59e2da20b0c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5e2d5f80-ca87-43e4-bd19-f59e2da20b0c,segment=NetworkSegment(d3e80244-447c-4600-8e1a-d58813017423),segment_id=d3e80244-447c-4600-8e1a-d58813017423)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:38:03.674960 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b13aab29-06ba-4110-98d6-1e3ce96ee192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:03.708704 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:03.796858 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-b13aab29-06ba-4110-98d6-1e3ce96ee192 admin admin] Calling delete_port for 5e2d5f80-ca87-43e4-bd19-f59e2da20b0c owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:38:03.814186 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c7c4ff2a-df7f-40c3-a68d-f54cc814be0b None None] For port 5e2d5f80-ca87-43e4-bd19-f59e2da20b0c, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5e2d5f80-ca87-43e4-bd19-f59e2da20b0c,segment=NetworkSegment(d3e80244-447c-4600-8e1a-d58813017423),segment_id=d3e80244-447c-4600-8e1a-d58813017423)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:38:03.814595 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c7c4ff2a-df7f-40c3-a68d-f54cc814be0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:03.875671 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b13aab29-06ba-4110-98d6-1e3ce96ee192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:03.924515 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13aab29-06ba-4110-98d6-1e3ce96ee192 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e2d5f80-ca87-43e4-bd19-f59e2da20b0c,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:03.927466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13aab29-06ba-4110-98d6-1e3ce96ee192 admin admin] No DVR routers for this DVR port 5e2d5f80-ca87-43e4-bd19-f59e2da20b0c on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:38:03.935948 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c7c4ff2a-df7f-40c3-a68d-f54cc814be0b None None] Calling delete_port for 5e2d5f80-ca87-43e4-bd19-f59e2da20b0c owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:38:04.009368 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-c7c4ff2a-df7f-40c3-a68d-f54cc814be0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:38:04.009704 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-c7c4ff2a-df7f-40c3-a68d-f54cc814be0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:38:04.042436 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b13aab29-06ba-4110-98d6-1e3ce96ee192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:04.067226 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-b13aab29-06ba-4110-98d6-1e3ce96ee192 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a1043d-6ba5-405e-a7db-c3eb95c02a9f']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:04.079330 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-b13aab29-06ba-4110-98d6-1e3ce96ee192 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e80244-447c-4600-8e1a-d58813017423') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:04.079623 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-b13aab29-06ba-4110-98d6-1e3ce96ee192 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e80244-447c-4600-8e1a-d58813017423') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:04.091195 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b13aab29-06ba-4110-98d6-1e3ce96ee192 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:04.106648 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b13aab29-06ba-4110-98d6-1e3ce96ee192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:04.112458 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b13aab29-06ba-4110-98d6-1e3ce96ee192 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:38:04.112829 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b13aab29-06ba-4110-98d6-1e3ce96ee192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:38:04.125546 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:38:04.200283 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b13aab29-06ba-4110-98d6-1e3ce96ee192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:04.216244 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b13aab29-06ba-4110-98d6-1e3ce96ee192 admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:04.226081 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13aab29-06ba-4110-98d6-1e3ce96ee192 admin admin] Pushing event deleted for resources: {'Network': ['ID=29a1043d-6ba5-405e-a7db-c3eb95c02a9f,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:04.239093 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b13aab29-06ba-4110-98d6-1e3ce96ee192 admin admin] 10.222.0.16 "DELETE /v2.0/networks/29a1043d-6ba5-405e-a7db-c3eb95c02a9f HTTP/1.1" status: 204 len: 168 time: 0.9055011 Mar 09 04:38:04.242265 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47042) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:38:04.511360 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c7c4ff2a-df7f-40c3-a68d-f54cc814be0b None None] Deleting port 5e2d5f80-ca87-43e4-bd19-f59e2da20b0c {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:38:04.511732 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c7c4ff2a-df7f-40c3-a68d-f54cc814be0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:04.574820 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c7c4ff2a-df7f-40c3-a68d-f54cc814be0b None None] The port '5e2d5f80-ca87-43e4-bd19-f59e2da20b0c' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:38:04.641789 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:04.880910 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device b64b4346-5318-4730-b91a-759d9ac3de6f no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:38:04.888740 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b3012e4-7818-4d72-8b94-d667301c3368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:04.916908 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: b64b4346-5318-4730-b91a-759d9ac3de6f {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:38:04.917509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device b64b4346-5318-4730-b91a-759d9ac3de6f not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:38:04.917925 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5e2d5f80-ca87-43e4-bd19-f59e2da20b0c no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:38:04.951170 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 5e2d5f80-ca87-43e4-bd19-f59e2da20b0c {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:38:04.951509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5e2d5f80-ca87-43e4-bd19-f59e2da20b0c not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:38:05.223506 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-0b3012e4-7818-4d72-8b94-d667301c3368 admin admin] Deleting port c3fddb1e-e87d-42f2-b4e6-720705df93fb {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:38:05.223727 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b3012e4-7818-4d72-8b94-d667301c3368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:05.388008 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-0b3012e4-7818-4d72-8b94-d667301c3368 admin admin] For port c3fddb1e-e87d-42f2-b4e6-720705df93fb, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=c3fddb1e-e87d-42f2-b4e6-720705df93fb,segment=NetworkSegment(b7ac195a-b40e-4dcd-9e47-28b47779b90c),segment_id=b7ac195a-b40e-4dcd-9e47-28b47779b90c)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:38:05.388352 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b3012e4-7818-4d72-8b94-d667301c3368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:05.508002 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-0b3012e4-7818-4d72-8b94-d667301c3368 admin admin] Calling delete_port for c3fddb1e-e87d-42f2-b4e6-720705df93fb owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:38:05.678880 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b3012e4-7818-4d72-8b94-d667301c3368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:05.730824 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3012e4-7818-4d72-8b94-d667301c3368 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3fddb1e-e87d-42f2-b4e6-720705df93fb,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:06.109215 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0b3012e4-7818-4d72-8b94-d667301c3368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:06.462780 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3012e4-7818-4d72-8b94-d667301c3368 admin admin] Router 270d725f-fc0b-45ff-8bb4-9c7d7963192b has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:38:06.636930 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3012e4-7818-4d72-8b94-d667301c3368 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:38:06.645192 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e429435-026a-452d-9e77-c1749c13d7e9 None None] Sync routers for ids ['270d725f-fc0b-45ff-8bb4-9c7d7963192b'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:38:06.646717 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0b3012e4-7818-4d72-8b94-d667301c3368 admin admin] 10.222.0.16 "PUT /v2.0/routers/270d725f-fc0b-45ff-8bb4-9c7d7963192b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4028974 Mar 09 04:38:06.649450 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47046) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:38:06.654788 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e429435-026a-452d-9e77-c1749c13d7e9 None None] Routers {'270d725f-fc0b-45ff-8bb4-9c7d7963192b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:38:06.655501 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5e429435-026a-452d-9e77-c1749c13d7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:38:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['270d725f-fc0b-45ff-8bb4-9c7d7963192b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:06.838913 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:06.861247 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-5e429435-026a-452d-9e77-c1749c13d7e9 None None] Set router 270d725f-fc0b-45ff-8bb4-9c7d7963192b gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:38:07.014583 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:07.024873 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] Deleting port 8ba679e6-b94e-4d59-af42-0408aab5ddb1 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:38:07.025241 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:07.186023 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5e429435-026a-452d-9e77-c1749c13d7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270d725f-fc0b-45ff-8bb4-9c7d7963192b', 'name': 'tempest-TestEncryptedCinderVolumes-1432821331-router', 'tenant_id': 'c92f2256c15b4dc4b0704de07f0cd970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '8ba679e6-b94e-4d59-af42-0408aab5ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:36:52Z', 'updated_at': '2022-03-09T04:38:05Z', 'revision_number': 5, 'project_id': 'c92f2256c15b4dc4b0704de07f0cd970', 'gw_port': {'id': '8ba679e6-b94e-4d59-af42-0408aab5ddb1', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270d725f-fc0b-45ff-8bb4-9c7d7963192b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:36:53Z', 'updated_at': '2022-03-09T04:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:07.190051 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e429435-026a-452d-9e77-c1749c13d7e9 None None] Checking router: 270d725f-fc0b-45ff-8bb4-9c7d7963192b for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:38:07.199047 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e429435-026a-452d-9e77-c1749c13d7e9 None None] Routers {'270d725f-fc0b-45ff-8bb4-9c7d7963192b'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:38:07.199641 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5e429435-026a-452d-9e77-c1749c13d7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:38:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['270d725f-fc0b-45ff-8bb4-9c7d7963192b'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:07.224316 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] For port 8ba679e6-b94e-4d59-af42-0408aab5ddb1, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=8ba679e6-b94e-4d59-af42-0408aab5ddb1,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:38:07.224671 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:07.345891 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-5e429435-026a-452d-9e77-c1749c13d7e9 None None] Set router 270d725f-fc0b-45ff-8bb4-9c7d7963192b gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:38:07.347447 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] Calling delete_port for 8ba679e6-b94e-4d59-af42-0408aab5ddb1 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:38:07.466193 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-5e429435-026a-452d-9e77-c1749c13d7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270d725f-fc0b-45ff-8bb4-9c7d7963192b', 'name': 'tempest-TestEncryptedCinderVolumes-1432821331-router', 'tenant_id': 'c92f2256c15b4dc4b0704de07f0cd970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:36:52Z', 'updated_at': '2022-03-09T04:38:07Z', 'revision_number': 6, 'project_id': 'c92f2256c15b4dc4b0704de07f0cd970', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:07.471242 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e429435-026a-452d-9e77-c1749c13d7e9 None None] The sync data for ids ['270d725f-fc0b-45ff-8bb4-9c7d7963192b'] in n-d-825178-5 is: [{'id': '270d725f-fc0b-45ff-8bb4-9c7d7963192b', 'name': 'tempest-TestEncryptedCinderVolumes-1432821331-router', 'tenant_id': 'c92f2256c15b4dc4b0704de07f0cd970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:36:52Z', 'updated_at': '2022-03-09T04:38:07Z', 'revision_number': 6, 'project_id': 'c92f2256c15b4dc4b0704de07f0cd970', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:38:07.519644 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:07.564177 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba679e6-b94e-4d59-af42-0408aab5ddb1,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:07.717509 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:07.718147 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:07.718147 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:07.718387 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:07.718706 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:07.719048 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:07.719365 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:07.719674 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:07.719983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:07.720292 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:07.720602 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:07.720909 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:07.783356 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:07.957665 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:07.959874 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:07.982421 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:07.982999 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 270d725f-fc0b-45ff-8bb4-9c7d7963192b {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:38:07.995784 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:07.996932 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2a191f94-f713-478e-a2fc-463e2d4fa9b3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/270d725f-fc0b-45ff-8bb4-9c7d7963192b HTTP/1.1" status: 204 len: 168 time: 1.3460038 Mar 09 04:38:07.999630 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47050) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:38:08.068785 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f962859-c88e-4868-9ace-23e11c1110b2 admin admin] Deleting subnet 41a399d8-0c56-4499-8ab8-2f65110eda1f {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:38:08.072495 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1f962859-c88e-4868-9ace-23e11c1110b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:08.121326 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1f962859-c88e-4868-9ace-23e11c1110b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:08.195947 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1f962859-c88e-4868-9ace-23e11c1110b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:08.268903 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1f962859-c88e-4868-9ace-23e11c1110b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:08.308697 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f962859-c88e-4868-9ace-23e11c1110b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41a399d8-0c56-4499-8ab8-2f65110eda1f,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:08.311391 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1f962859-c88e-4868-9ace-23e11c1110b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:08.317703 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59cd33c-582f-41e5-9d01-5e78ee299d97 None None] Network a44b3aac-87c9-4f23-bae2-7284ded17ee6 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:38:08.318204 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1f962859-c88e-4868-9ace-23e11c1110b2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/41a399d8-0c56-4499-8ab8-2f65110eda1f HTTP/1.1" status: 204 len: 168 time: 0.3175704 Mar 09 04:38:08.320908 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47054) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:38:08.435560 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7f70c7f5-3dd6-4e6c-a0d2-b977938af911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:08.446137 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-7f70c7f5-3dd6-4e6c-a0d2-b977938af911 admin admin] Deleting port 97ea58a9-416f-4c70-90bb-4bacf75a5789 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:38:08.446472 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7f70c7f5-3dd6-4e6c-a0d2-b977938af911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:08.584620 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc50a1e-02d1-4398-b861-66b42648170b None None] DHCP port deletion for a44b3aac-87c9-4f23-bae2-7284ded17ee6 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:38:08.589277 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bbc50a1e-02d1-4398-b861-66b42648170b None None] Deleting port 97ea58a9-416f-4c70-90bb-4bacf75a5789 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:38:08.589644 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bbc50a1e-02d1-4398-b861-66b42648170b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:08.658511 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-7f70c7f5-3dd6-4e6c-a0d2-b977938af911 admin admin] For port 97ea58a9-416f-4c70-90bb-4bacf75a5789, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=97ea58a9-416f-4c70-90bb-4bacf75a5789,segment=NetworkSegment(b7ac195a-b40e-4dcd-9e47-28b47779b90c),segment_id=b7ac195a-b40e-4dcd-9e47-28b47779b90c)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:38:08.658878 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7f70c7f5-3dd6-4e6c-a0d2-b977938af911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:08.784073 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-7f70c7f5-3dd6-4e6c-a0d2-b977938af911 admin admin] Calling delete_port for 97ea58a9-416f-4c70-90bb-4bacf75a5789 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:38:08.786672 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bbc50a1e-02d1-4398-b861-66b42648170b None None] For port 97ea58a9-416f-4c70-90bb-4bacf75a5789, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=97ea58a9-416f-4c70-90bb-4bacf75a5789,segment=NetworkSegment(b7ac195a-b40e-4dcd-9e47-28b47779b90c),segment_id=b7ac195a-b40e-4dcd-9e47-28b47779b90c)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:38:08.787135 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bbc50a1e-02d1-4398-b861-66b42648170b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:08.869402 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7f70c7f5-3dd6-4e6c-a0d2-b977938af911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:08.906317 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 97ea58a9-416f-4c70-90bb-4bacf75a5789 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:38:08.925476 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70c7f5-3dd6-4e6c-a0d2-b977938af911 admin admin] Pushing event deleted for resources: {'Port': ['ID=97ea58a9-416f-4c70-90bb-4bacf75a5789,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:08.928804 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f70c7f5-3dd6-4e6c-a0d2-b977938af911 admin admin] No DVR routers for this DVR port 97ea58a9-416f-4c70-90bb-4bacf75a5789 on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:38:08.945893 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bbc50a1e-02d1-4398-b861-66b42648170b None None] Calling delete_port for 97ea58a9-416f-4c70-90bb-4bacf75a5789 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:38:08.971272 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 97ea58a9-416f-4c70-90bb-4bacf75a5789 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:38:08.971611 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 97ea58a9-416f-4c70-90bb-4bacf75a5789 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:38:08.972025 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8ba679e6-b94e-4d59-af42-0408aab5ddb1 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:38:09.012992 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 8ba679e6-b94e-4d59-af42-0408aab5ddb1 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:38:09.013354 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8ba679e6-b94e-4d59-af42-0408aab5ddb1 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:38:09.013749 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c3fddb1e-e87d-42f2-b4e6-720705df93fb no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:38:09.043370 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7f70c7f5-3dd6-4e6c-a0d2-b977938af911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:09.047580 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: c3fddb1e-e87d-42f2-b4e6-720705df93fb {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:38:09.047919 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device c3fddb1e-e87d-42f2-b4e6-720705df93fb not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:38:09.070958 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-7f70c7f5-3dd6-4e6c-a0d2-b977938af911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a44b3aac-87c9-4f23-bae2-7284ded17ee6']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:09.082429 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-bbc50a1e-02d1-4398-b861-66b42648170b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:38:09.082763 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-bbc50a1e-02d1-4398-b861-66b42648170b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:38:09.082902 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-7f70c7f5-3dd6-4e6c-a0d2-b977938af911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ac195a-b40e-4dcd-9e47-28b47779b90c') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:09.083153 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-7f70c7f5-3dd6-4e6c-a0d2-b977938af911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ac195a-b40e-4dcd-9e47-28b47779b90c') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:09.094367 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7f70c7f5-3dd6-4e6c-a0d2-b977938af911 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:09.110133 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7f70c7f5-3dd6-4e6c-a0d2-b977938af911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:09.116814 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f70c7f5-3dd6-4e6c-a0d2-b977938af911 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:38:09.117192 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7f70c7f5-3dd6-4e6c-a0d2-b977938af911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:38:09.130069 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:38:09.195548 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:09.312121 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7f70c7f5-3dd6-4e6c-a0d2-b977938af911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:09.328144 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7f70c7f5-3dd6-4e6c-a0d2-b977938af911 admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:09.338728 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70c7f5-3dd6-4e6c-a0d2-b977938af911 admin admin] Pushing event deleted for resources: {'Network': ['ID=a44b3aac-87c9-4f23-bae2-7284ded17ee6,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:09.341480 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7f70c7f5-3dd6-4e6c-a0d2-b977938af911 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a44b3aac-87c9-4f23-bae2-7284ded17ee6 HTTP/1.1" status: 204 len: 168 time: 1.0189741 Mar 09 04:38:09.523806 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47060) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:38:09.571468 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f2b7db0c-aa48-4cab-8171-853905eaa6ef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd32d89e00e64a8a808caea3ae8e2c33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464795 Mar 09 04:38:09.573634 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47064) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:38:09.584544 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bbc50a1e-02d1-4398-b861-66b42648170b None None] Deleting port 97ea58a9-416f-4c70-90bb-4bacf75a5789 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:38:09.585005 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bbc50a1e-02d1-4398-b861-66b42648170b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:09.629464 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3ba2596-12b9-4c47-9070-ad3a75a8531c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:09.655084 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3ba2596-12b9-4c47-9070-ad3a75a8531c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:09.682660 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bbc50a1e-02d1-4398-b861-66b42648170b None None] The port '97ea58a9-416f-4c70-90bb-4bacf75a5789' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:38:09.712367 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3ba2596-12b9-4c47-9070-ad3a75a8531c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:09.730341 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba2596-12b9-4c47-9070-ad3a75a8531c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd88ad9-4ad4-4145-b779-a03ccf75cf1b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:09.739366 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3ba2596-12b9-4c47-9070-ad3a75a8531c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:09.740519 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f3ba2596-12b9-4c47-9070-ad3a75a8531c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cdd88ad9-4ad4-4145-b779-a03ccf75cf1b HTTP/1.1" status: 204 len: 168 time: 0.1660078 Mar 09 04:38:10.090733 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47072) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:38:10.140802 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ff8cd504-1ff0-4092-8b66-a64908bde200 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c92f2256c15b4dc4b0704de07f0cd970&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488961 Mar 09 04:38:10.143319 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47076) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:38:10.199704 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d6e03a8-6266-417c-ac0d-0d4998a714e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:10.225130 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d6e03a8-6266-417c-ac0d-0d4998a714e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:10.276700 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d6e03a8-6266-417c-ac0d-0d4998a714e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:10.294556 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e03a8-6266-417c-ac0d-0d4998a714e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c468c4-fda1-4e94-a96d-0c235356efeb,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:10.300202 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2d6e03a8-6266-417c-ac0d-0d4998a714e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:10.301300 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2d6e03a8-6266-417c-ac0d-0d4998a714e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8c468c4-fda1-4e94-a96d-0c235356efeb HTTP/1.1" status: 204 len: 168 time: 0.1571193 Mar 09 04:38:11.001436 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47102) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:38:11.102958 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-84479af7-7d7f-41dc-950b-c5f01bb1a456 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-506682702-network', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:38:11.108293 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-84479af7-7d7f-41dc-950b-c5f01bb1a456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:38:11.112167 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-84479af7-7d7f-41dc-950b-c5f01bb1a456 admin admin] Usage tracker for resource:network and tenant:d2f20e16f5ef42469c9b593c38fc633c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:38:11.114993 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-84479af7-7d7f-41dc-950b-c5f01bb1a456 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:38:11.120564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-84479af7-7d7f-41dc-950b-c5f01bb1a456 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:38:11.130773 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84479af7-7d7f-41dc-950b-c5f01bb1a456 admin admin] Made reservation on behalf of d2f20e16f5ef42469c9b593c38fc633c for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:38:11.133042 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-84479af7-7d7f-41dc-950b-c5f01bb1a456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:11.144740 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-84479af7-7d7f-41dc-950b-c5f01bb1a456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:11.158971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-84479af7-7d7f-41dc-950b-c5f01bb1a456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:38:11.163284 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-84479af7-7d7f-41dc-950b-c5f01bb1a456 admin admin] Usage tracker for resource:security_group_rule and tenant:d2f20e16f5ef42469c9b593c38fc633c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:38:11.165967 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-84479af7-7d7f-41dc-950b-c5f01bb1a456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:38:11.171497 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-84479af7-7d7f-41dc-950b-c5f01bb1a456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:38:11.256445 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-84479af7-7d7f-41dc-950b-c5f01bb1a456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:11.259962 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-84479af7-7d7f-41dc-950b-c5f01bb1a456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:11.289540 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84479af7-7d7f-41dc-950b-c5f01bb1a456 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:38:11.297588 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84479af7-7d7f-41dc-950b-c5f01bb1a456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e215b778-7f91-4dc3-8b03-8593a059558e,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:11.303488 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-84479af7-7d7f-41dc-950b-c5f01bb1a456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:11.303827 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-84479af7-7d7f-41dc-950b-c5f01bb1a456 admin admin] Added segment 5d5160e8-673b-42b7-af04-4791f87ebb9f of type vlan for network 5f7cbf33-998b-4d80-8b5c-c62f98141a38 Mar 09 04:38:11.328981 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-84479af7-7d7f-41dc-950b-c5f01bb1a456 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:11.358212 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-84479af7-7d7f-41dc-950b-c5f01bb1a456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:11.359164 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84479af7-7d7f-41dc-950b-c5f01bb1a456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:11.359733 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-84479af7-7d7f-41dc-950b-c5f01bb1a456 admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:11.461016 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-84479af7-7d7f-41dc-950b-c5f01bb1a456 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4584177 Mar 09 04:38:11.461802 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84479af7-7d7f-41dc-950b-c5f01bb1a456 admin admin] Pushing event updated for resources: {'Network': ['ID=5f7cbf33-998b-4d80-8b5c-c62f98141a38,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:11.463902 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47108) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:38:11.470084 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-b1f78f1a-c552-486d-8b33-a8a32d617993 admin admin] Request body: {'subnet': {'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-506682702-subnet', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:38:11.476011 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 5f7cbf33-998b-4d80-8b5c-c62f98141a38 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:38:11.476484 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b1f78f1a-c552-486d-8b33-a8a32d617993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:38:11.480280 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b1f78f1a-c552-486d-8b33-a8a32d617993 admin admin] Usage tracker for resource:subnet and tenant:d2f20e16f5ef42469c9b593c38fc633c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:38:11.483120 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b1f78f1a-c552-486d-8b33-a8a32d617993 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:38:11.488889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b1f78f1a-c552-486d-8b33-a8a32d617993 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:38:11.499295 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f78f1a-c552-486d-8b33-a8a32d617993 admin admin] Made reservation on behalf of d2f20e16f5ef42469c9b593c38fc633c for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:38:11.501697 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b1f78f1a-c552-486d-8b33-a8a32d617993 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:11.701042 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b1f78f1a-c552-486d-8b33-a8a32d617993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:11.777993 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f78f1a-c552-486d-8b33-a8a32d617993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb419149-3f96-437a-826d-236b2a6ccd86,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:11.785637 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f78f1a-c552-486d-8b33-a8a32d617993 admin admin] Checking segment: {'id': '5d5160e8-673b-42b7-af04-4791f87ebb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:38:11.785990 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f78f1a-c552-486d-8b33-a8a32d617993 admin admin] Network hostable DHCP agents. Network: 5f7cbf33-998b-4d80-8b5c-c62f98141a38, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:38:11.804038 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f78f1a-c552-486d-8b33-a8a32d617993 admin admin] Network 5f7cbf33-998b-4d80-8b5c-c62f98141a38 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:38:11.812389 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-b1f78f1a-c552-486d-8b33-a8a32d617993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 5f7cbf33-998b-4d80-8b5c-c62f98141a38) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:38:11.816286 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f78f1a-c552-486d-8b33-a8a32d617993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:11.816875 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b1f78f1a-c552-486d-8b33-a8a32d617993 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:11.822488 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c8c5fc-f859-4fe1-b3d8-cf63afdc739a None None] Network 5f7cbf33-998b-4d80-8b5c-c62f98141a38 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:38:11.841136 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47112) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:38:11.841324 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b1f78f1a-c552-486d-8b33-a8a32d617993 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3756895 Mar 09 04:38:11.846248 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-a1edce81-ca88-452a-a7eb-0ac7e31f4b22 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-506682702-router', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:38:11.851680 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a1edce81-ca88-452a-a7eb-0ac7e31f4b22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:38:11.855525 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a1edce81-ca88-452a-a7eb-0ac7e31f4b22 admin admin] Usage tracker for resource:router and tenant:d2f20e16f5ef42469c9b593c38fc633c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:38:11.858368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a1edce81-ca88-452a-a7eb-0ac7e31f4b22 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:38:11.864181 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a1edce81-ca88-452a-a7eb-0ac7e31f4b22 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:38:11.875913 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a1edce81-ca88-452a-a7eb-0ac7e31f4b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:11.876941 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a1edce81-ca88-452a-a7eb-0ac7e31f4b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:11.892222 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a1edce81-ca88-452a-a7eb-0ac7e31f4b22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:12.040256 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42eef40c-e30e-4b0f-846a-34e50076a7f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-5f7cbf33-998b-4d80-8b5c-c62f98141a38', 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'fixed_ips': [{'subnet_id': 'cb419149-3f96-437a-826d-236b2a6ccd86'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:38:12.041074 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-42eef40c-e30e-4b0f-846a-34e50076a7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:12.160469 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a1edce81-ca88-452a-a7eb-0ac7e31f4b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:12.192546 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-42eef40c-e30e-4b0f-846a-34e50076a7f1 None None] Allocated IP 172.20.0.2 (5f7cbf33-998b-4d80-8b5c-c62f98141a38/cb419149-3f96-437a-826d-236b2a6ccd86/a7997432-a6f3-4c22-819c-c956dfc4af48) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:38:12.399265 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-42eef40c-e30e-4b0f-846a-34e50076a7f1 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:12.409661 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-42eef40c-e30e-4b0f-846a-34e50076a7f1 None None] Transition to ACTIVE for port object a7997432-a6f3-4c22-819c-c956dfc4af48 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:38:12.428759 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-42eef40c-e30e-4b0f-846a-34e50076a7f1 None None] Transition to ACTIVE for port object a7997432-a6f3-4c22-819c-c956dfc4af48 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:38:12.433585 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-42eef40c-e30e-4b0f-846a-34e50076a7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:12.473359 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a1edce81-ca88-452a-a7eb-0ac7e31f4b22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:12.492742 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eef40c-e30e-4b0f-846a-34e50076a7f1 None None] Network 5f7cbf33-998b-4d80-8b5c-c62f98141a38 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:38:12.499617 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-42eef40c-e30e-4b0f-846a-34e50076a7f1 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:38:12.503533 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a1edce81-ca88-452a-a7eb-0ac7e31f4b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:12.504353 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eef40c-e30e-4b0f-846a-34e50076a7f1 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:38:12.533995 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eef40c-e30e-4b0f-846a-34e50076a7f1 None None] Pushing event updated for resources: {'Port': ['ID=a7997432-a6f3-4c22-819c-c956dfc4af48,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:12.597355 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-42eef40c-e30e-4b0f-846a-34e50076a7f1 None None] Attempting to bind port a7997432-a6f3-4c22-819c-c956dfc4af48 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:38:12.597714 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-42eef40c-e30e-4b0f-846a-34e50076a7f1 None None] Attempting to bind port a7997432-a6f3-4c22-819c-c956dfc4af48 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '5d5160e8-673b-42b7-af04-4791f87ebb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:38:12.598068 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42eef40c-e30e-4b0f-846a-34e50076a7f1 None None] Attempting to bind port a7997432-a6f3-4c22-819c-c956dfc4af48 on network 5f7cbf33-998b-4d80-8b5c-c62f98141a38 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:38:12.603872 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42eef40c-e30e-4b0f-846a-34e50076a7f1 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:38:12.604236 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42eef40c-e30e-4b0f-846a-34e50076a7f1 None None] Checking segment: {'id': '5d5160e8-673b-42b7-af04-4791f87ebb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:38:12.604633 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-42eef40c-e30e-4b0f-846a-34e50076a7f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:12.605020 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42eef40c-e30e-4b0f-846a-34e50076a7f1 None None] Bound using segment: {'id': '5d5160e8-673b-42b7-af04-4791f87ebb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:38:12.605473 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-42eef40c-e30e-4b0f-846a-34e50076a7f1 None None] Bound port: a7997432-a6f3-4c22-819c-c956dfc4af48, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5160e8-673b-42b7-af04-4791f87ebb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:38:12.605834 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-42eef40c-e30e-4b0f-846a-34e50076a7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:12.639262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-a1edce81-ca88-452a-a7eb-0ac7e31f4b22 admin admin] Allocated IP 172.25.7.150 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/0357ad23-f7d1-40ef-a3b3-0d902c635813) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:38:12.693238 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-42eef40c-e30e-4b0f-846a-34e50076a7f1 None None] For port a7997432-a6f3-4c22-819c-c956dfc4af48, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:38:12.696235 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-42eef40c-e30e-4b0f-846a-34e50076a7f1 None None] For port a7997432-a6f3-4c22-819c-c956dfc4af48, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a7997432-a6f3-4c22-819c-c956dfc4af48,segment=NetworkSegment(5d5160e8-673b-42b7-af04-4791f87ebb9f),segment_id=5d5160e8-673b-42b7-af04-4791f87ebb9f)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:38:12.700568 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-42eef40c-e30e-4b0f-846a-34e50076a7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:12.791698 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eef40c-e30e-4b0f-846a-34e50076a7f1 None None] Pushing event updated for resources: {'Port': ['ID=a7997432-a6f3-4c22-819c-c956dfc4af48,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:12.908299 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a1edce81-ca88-452a-a7eb-0ac7e31f4b22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:12.940792 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a1edce81-ca88-452a-a7eb-0ac7e31f4b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:13.015466 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1edce81-ca88-452a-a7eb-0ac7e31f4b22 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:38:13.019941 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-a1edce81-ca88-452a-a7eb-0ac7e31f4b22 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:38:13.022531 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1edce81-ca88-452a-a7eb-0ac7e31f4b22 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:38:13.055445 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1edce81-ca88-452a-a7eb-0ac7e31f4b22 admin admin] Pushing event updated for resources: {'Port': ['ID=0357ad23-f7d1-40ef-a3b3-0d902c635813,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:13.439027 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a1edce81-ca88-452a-a7eb-0ac7e31f4b22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:13.681765 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c8ead7-6069-48da-b24b-1f1e30c03def None None] Network 5f7cbf33-998b-4d80-8b5c-c62f98141a38 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:38:13.781826 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a1edce81-ca88-452a-a7eb-0ac7e31f4b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:13.787117 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-82c131fd-d645-4675-b201-ee31c4895288 None None] Provisioning for port a7997432-a6f3-4c22-819c-c956dfc4af48 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:38:13.993170 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1edce81-ca88-452a-a7eb-0ac7e31f4b22 admin admin] Router 4c68eb71-2f92-408b-aeb0-c5ae7afa38cb is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:38:14.169933 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1edce81-ca88-452a-a7eb-0ac7e31f4b22 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:38:14.180386 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] Sync routers for ids ['4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:38:14.189504 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] Routers {'4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:38:14.189983 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:38:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:14.192881 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a1edce81-ca88-452a-a7eb-0ac7e31f4b22 admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:14.194129 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a1edce81-ca88-452a-a7eb-0ac7e31f4b22 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3519824 Mar 09 04:38:14.197050 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47116) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:38:14.369743 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] Set router 4c68eb71-2f92-408b-aeb0-c5ae7afa38cb gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:38:14.648053 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'name': 'tempest-TestMinimumBasicScenario-506682702-router', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '0357ad23-f7d1-40ef-a3b3-0d902c635813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:38:11Z', 'updated_at': '2022-03-09T04:38:13Z', 'revision_number': 3, 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'gw_port': {'id': '0357ad23-f7d1-40ef-a3b3-0d902c635813', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:12Z', 'updated_at': '2022-03-09T04:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:14.651649 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] Checking router: 4c68eb71-2f92-408b-aeb0-c5ae7afa38cb for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:38:14.651985 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] Updating router 4c68eb71-2f92-408b-aeb0-c5ae7afa38cb port 0357ad23-f7d1-40ef-a3b3-0d902c635813 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:38:14.703971 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:14.946624 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a7997432-a6f3-4c22-819c-c956dfc4af48 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:38:15.010266 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-466ffe1e-dd9c-4ebc-8000-29e514dd8379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:15.018246 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port a7997432-a6f3-4c22-819c-c956dfc4af48 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:38:15.023702 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port a7997432-a6f3-4c22-819c-c956dfc4af48 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:38:15.024148 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:15.028067 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:15.040851 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] Transition to ACTIVE for port object 0357ad23-f7d1-40ef-a3b3-0d902c635813 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:38:15.048040 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:15.124493 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] Attempting to bind port 0357ad23-f7d1-40ef-a3b3-0d902c635813 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:38:15.124953 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] Attempting to bind port 0357ad23-f7d1-40ef-a3b3-0d902c635813 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:38:15.125377 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] Attempting to bind port 0357ad23-f7d1-40ef-a3b3-0d902c635813 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:38:15.141490 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:38:15.141945 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:38:15.142406 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:15.142870 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:38:15.143399 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] Bound port: 0357ad23-f7d1-40ef-a3b3-0d902c635813, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:38:15.143833 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:15.149680 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:15.180032 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104f5c8-563c-4a0b-a738-7e34bc9fdc64 None None] Pushing event updated for resources: {'Port': ['ID=0357ad23-f7d1-40ef-a3b3-0d902c635813,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:15.182364 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port a7997432-a6f3-4c22-819c-c956dfc4af48, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a7997432-a6f3-4c22-819c-c956dfc4af48,segment=NetworkSegment(5d5160e8-673b-42b7-af04-4791f87ebb9f),segment_id=5d5160e8-673b-42b7-af04-4791f87ebb9f)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:38:15.187465 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:15.192118 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104f5c8-563c-4a0b-a738-7e34bc9fdc64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:15.192584 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104f5c8-563c-4a0b-a738-7e34bc9fdc64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:15.193445 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104f5c8-563c-4a0b-a738-7e34bc9fdc64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:15.193914 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104f5c8-563c-4a0b-a738-7e34bc9fdc64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:15.194282 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104f5c8-563c-4a0b-a738-7e34bc9fdc64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:15.194666 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104f5c8-563c-4a0b-a738-7e34bc9fdc64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:15.195088 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104f5c8-563c-4a0b-a738-7e34bc9fdc64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:15.195457 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104f5c8-563c-4a0b-a738-7e34bc9fdc64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:15.195834 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104f5c8-563c-4a0b-a738-7e34bc9fdc64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:15.196220 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104f5c8-563c-4a0b-a738-7e34bc9fdc64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:15.196593 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104f5c8-563c-4a0b-a738-7e34bc9fdc64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:15.196969 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104f5c8-563c-4a0b-a738-7e34bc9fdc64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:15.228557 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-466ffe1e-dd9c-4ebc-8000-29e514dd8379 admin admin] Allocated IP 172.20.0.1 (5f7cbf33-998b-4d80-8b5c-c62f98141a38/cb419149-3f96-437a-826d-236b2a6ccd86/79e71c3a-3b81-4a3a-a173-d5bb3e550f33) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:38:15.235324 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] For port 0357ad23-f7d1-40ef-a3b3-0d902c635813, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:38:15.240813 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] For port 0357ad23-f7d1-40ef-a3b3-0d902c635813, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0357ad23-f7d1-40ef-a3b3-0d902c635813,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:38:15.245833 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:15.256156 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=a7997432-a6f3-4c22-819c-c956dfc4af48,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:15.345643 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] Routers {'4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:38:15.346240 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:38:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:15.378984 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-466ffe1e-dd9c-4ebc-8000-29e514dd8379 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:15.393869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-466ffe1e-dd9c-4ebc-8000-29e514dd8379 admin admin] Transition to ACTIVE for port object 79e71c3a-3b81-4a3a-a173-d5bb3e550f33 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:38:15.418997 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-466ffe1e-dd9c-4ebc-8000-29e514dd8379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:15.426979 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104f5c8-563c-4a0b-a738-7e34bc9fdc64 None None] Pushing event updated for resources: {'Port': ['ID=0357ad23-f7d1-40ef-a3b3-0d902c635813,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:15.479576 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466ffe1e-dd9c-4ebc-8000-29e514dd8379 admin admin] Network 5f7cbf33-998b-4d80-8b5c-c62f98141a38 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:38:15.486278 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-466ffe1e-dd9c-4ebc-8000-29e514dd8379 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:38:15.491530 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466ffe1e-dd9c-4ebc-8000-29e514dd8379 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:38:15.527496 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ffe1e-dd9c-4ebc-8000-29e514dd8379 admin admin] Pushing event updated for resources: {'Port': ['ID=79e71c3a-3b81-4a3a-a173-d5bb3e550f33,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:15.539268 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] Set router 4c68eb71-2f92-408b-aeb0-c5ae7afa38cb gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:38:15.553184 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-466ffe1e-dd9c-4ebc-8000-29e514dd8379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:15.677848 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-466ffe1e-dd9c-4ebc-8000-29e514dd8379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:15.761586 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-aeaa07f1-a406-47c1-867c-9cc288fa07ba None None] Provisioning for port 79e71c3a-3b81-4a3a-a173-d5bb3e550f33 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:38:15.767142 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-aeaa07f1-a406-47c1-867c-9cc288fa07ba None None] Provisioning complete for port 79e71c3a-3b81-4a3a-a173-d5bb3e550f33 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:38:15.767514 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-aeaa07f1-a406-47c1-867c-9cc288fa07ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:15.835843 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'name': 'tempest-TestMinimumBasicScenario-506682702-router', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '0357ad23-f7d1-40ef-a3b3-0d902c635813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:38:11Z', 'updated_at': '2022-03-09T04:38:13Z', 'revision_number': 3, 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'gw_port': {'id': '0357ad23-f7d1-40ef-a3b3-0d902c635813', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:12Z', 'updated_at': '2022-03-09T04:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:15.841151 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1139767f-0c81-4371-a1c1-103475ae4226 None None] The sync data for ids ['4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'] in n-d-825178-5 is: [{'id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'name': 'tempest-TestMinimumBasicScenario-506682702-router', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '0357ad23-f7d1-40ef-a3b3-0d902c635813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:38:11Z', 'updated_at': '2022-03-09T04:38:13Z', 'revision_number': 3, 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'gw_port': {'id': '0357ad23-f7d1-40ef-a3b3-0d902c635813', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:12Z', 'updated_at': '2022-03-09T04:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:38:15.872393 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa07f1-a406-47c1-867c-9cc288fa07ba None None] Port 79e71c3a-3b81-4a3a-a173-d5bb3e550f33 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:38:16.028916 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-466ffe1e-dd9c-4ebc-8000-29e514dd8379 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:16.042771 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-466ffe1e-dd9c-4ebc-8000-29e514dd8379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:16.159130 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-466ffe1e-dd9c-4ebc-8000-29e514dd8379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:16.162645 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ffe1e-dd9c-4ebc-8000-29e514dd8379 admin admin] Pushing event updated for resources: {'Port': ['ID=79e71c3a-3b81-4a3a-a173-d5bb3e550f33,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:16.316056 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466ffe1e-dd9c-4ebc-8000-29e514dd8379 admin admin] Network 5f7cbf33-998b-4d80-8b5c-c62f98141a38 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:38:16.317262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-466ffe1e-dd9c-4ebc-8000-29e514dd8379 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:38:16.516942 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466ffe1e-dd9c-4ebc-8000-29e514dd8379 admin admin] Router 4c68eb71-2f92-408b-aeb0-c5ae7afa38cb has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:38:16.597816 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-20d6323c-b9bc-4895-8975-fff1bea3822e None None] Provisioning complete for port 79e71c3a-3b81-4a3a-a173-d5bb3e550f33 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:38:16.598346 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-20d6323c-b9bc-4895-8975-fff1bea3822e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:16.671497 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-20d6323c-b9bc-4895-8975-fff1bea3822e None None] Port 79e71c3a-3b81-4a3a-a173-d5bb3e550f33 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:38:16.705571 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466ffe1e-dd9c-4ebc-8000-29e514dd8379 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:38:16.714412 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-466ffe1e-dd9c-4ebc-8000-29e514dd8379 admin admin] 10.222.0.16 "PUT /v2.0/routers/4c68eb71-2f92-408b-aeb0-c5ae7afa38cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5165172 Mar 09 04:38:16.958546 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a7997432-a6f3-4c22-819c-c956dfc4af48 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:38:17.035599 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port a7997432-a6f3-4c22-819c-c956dfc4af48 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:38:17.035963 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:17.155602 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0357ad23-f7d1-40ef-a3b3-0d902c635813 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:38:17.226947 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 0357ad23-f7d1-40ef-a3b3-0d902c635813 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:38:17.231807 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 0357ad23-f7d1-40ef-a3b3-0d902c635813 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:38:17.232276 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:17.256714 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47134) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:38:17.266037 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-2ed5a3bc-17e3-4ddc-9b2d-a129613c02da admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1950284541-network', 'tenant_id': '830879d78779471eaef8d13e85b796b5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:38:17.274628 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2ed5a3bc-17e3-4ddc-9b2d-a129613c02da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:38:17.280329 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2ed5a3bc-17e3-4ddc-9b2d-a129613c02da admin admin] Usage tracker for resource:network and tenant:830879d78779471eaef8d13e85b796b5 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:38:17.283487 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2ed5a3bc-17e3-4ddc-9b2d-a129613c02da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:38:17.290634 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2ed5a3bc-17e3-4ddc-9b2d-a129613c02da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:38:17.301227 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed5a3bc-17e3-4ddc-9b2d-a129613c02da admin admin] Made reservation on behalf of 830879d78779471eaef8d13e85b796b5 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:38:17.303651 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a3bc-17e3-4ddc-9b2d-a129613c02da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:17.315627 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a3bc-17e3-4ddc-9b2d-a129613c02da admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:17.332818 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2ed5a3bc-17e3-4ddc-9b2d-a129613c02da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:38:17.337204 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2ed5a3bc-17e3-4ddc-9b2d-a129613c02da admin admin] Usage tracker for resource:security_group_rule and tenant:830879d78779471eaef8d13e85b796b5 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:38:17.341876 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-2ed5a3bc-17e3-4ddc-9b2d-a129613c02da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:38:17.346382 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-2ed5a3bc-17e3-4ddc-9b2d-a129613c02da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:38:17.359734 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:17.373716 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] Sync routers for ids ['4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:38:17.386072 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 0357ad23-f7d1-40ef-a3b3-0d902c635813, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0357ad23-f7d1-40ef-a3b3-0d902c635813,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:38:17.387922 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] Routers {'4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:38:17.388509 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:38:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:17.435595 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a3bc-17e3-4ddc-9b2d-a129613c02da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:17.439585 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a3bc-17e3-4ddc-9b2d-a129613c02da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:17.442220 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:17.471291 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed5a3bc-17e3-4ddc-9b2d-a129613c02da admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:38:17.480252 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5a3bc-17e3-4ddc-9b2d-a129613c02da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4b5ef7-5414-44c2-b8c8-33128d566dc9,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:17.488122 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a3bc-17e3-4ddc-9b2d-a129613c02da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:17.488411 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-2ed5a3bc-17e3-4ddc-9b2d-a129613c02da admin admin] Added segment c790d7e5-b2ec-4f59-b00a-2718e24e1d06 of type vlan for network 64854186-2e2e-435f-8f11-f6f301160e86 Mar 09 04:38:17.516371 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a3bc-17e3-4ddc-9b2d-a129613c02da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:17.545589 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a3bc-17e3-4ddc-9b2d-a129613c02da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:17.546532 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed5a3bc-17e3-4ddc-9b2d-a129613c02da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:17.547141 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a3bc-17e3-4ddc-9b2d-a129613c02da admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:17.591860 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=0357ad23-f7d1-40ef-a3b3-0d902c635813,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:17.626286 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] Set router 4c68eb71-2f92-408b-aeb0-c5ae7afa38cb gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:38:17.654372 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5a3bc-17e3-4ddc-9b2d-a129613c02da admin admin] Pushing event updated for resources: {'Network': ['ID=64854186-2e2e-435f-8f11-f6f301160e86,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:17.659341 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2ed5a3bc-17e3-4ddc-9b2d-a129613c02da admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4007487 Mar 09 04:38:17.661146 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47138) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:38:17.666640 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-c070f4d7-e580-412a-bf5d-b77e8fae22c9 admin admin] Request body: {'subnet': {'network_id': '64854186-2e2e-435f-8f11-f6f301160e86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1950284541-subnet', 'tenant_id': '830879d78779471eaef8d13e85b796b5', 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:38:17.670539 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 64854186-2e2e-435f-8f11-f6f301160e86 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:38:17.672212 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c070f4d7-e580-412a-bf5d-b77e8fae22c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:38:17.676668 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c070f4d7-e580-412a-bf5d-b77e8fae22c9 admin admin] Usage tracker for resource:subnet and tenant:830879d78779471eaef8d13e85b796b5 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:38:17.679668 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c070f4d7-e580-412a-bf5d-b77e8fae22c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:38:17.685547 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c070f4d7-e580-412a-bf5d-b77e8fae22c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:38:17.697593 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c070f4d7-e580-412a-bf5d-b77e8fae22c9 admin admin] Made reservation on behalf of 830879d78779471eaef8d13e85b796b5 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:38:17.700305 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c070f4d7-e580-412a-bf5d-b77e8fae22c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:17.905029 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c070f4d7-e580-412a-bf5d-b77e8fae22c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:17.979921 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070f4d7-e580-412a-bf5d-b77e8fae22c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc80d6b-bb7a-4901-b97c-64dd350da77c,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:17.990421 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c070f4d7-e580-412a-bf5d-b77e8fae22c9 admin admin] Checking segment: {'id': 'c790d7e5-b2ec-4f59-b00a-2718e24e1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '64854186-2e2e-435f-8f11-f6f301160e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:38:17.990777 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c070f4d7-e580-412a-bf5d-b77e8fae22c9 admin admin] Network hostable DHCP agents. Network: 64854186-2e2e-435f-8f11-f6f301160e86, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:38:18.010234 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c070f4d7-e580-412a-bf5d-b77e8fae22c9 admin admin] Network 64854186-2e2e-435f-8f11-f6f301160e86 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:38:18.019810 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-c070f4d7-e580-412a-bf5d-b77e8fae22c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 64854186-2e2e-435f-8f11-f6f301160e86) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:38:18.024443 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c070f4d7-e580-412a-bf5d-b77e8fae22c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:18.025574 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c070f4d7-e580-412a-bf5d-b77e8fae22c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:18.031269 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'name': 'tempest-TestMinimumBasicScenario-506682702-router', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '0357ad23-f7d1-40ef-a3b3-0d902c635813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:38:11Z', 'updated_at': '2022-03-09T04:38:15Z', 'revision_number': 4, 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'gw_port': {'id': '0357ad23-f7d1-40ef-a3b3-0d902c635813', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:12Z', 'updated_at': '2022-03-09T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '79e71c3a-3b81-4a3a-a173-d5bb3e550f33', 'name': '', 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'mac_address': 'fa:16:3e:27:2f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb419149-3f96-437a-826d-236b2a6ccd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:15Z', 'updated_at': '2022-03-09T04:38:15Z', 'revision_number': 2, 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'subnets': [{'id': 'cb419149-3f96-437a-826d-236b2a6ccd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:18.034516 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a66aaa3-bf60-48b2-a94d-848f201dafa6 None None] Network 64854186-2e2e-435f-8f11-f6f301160e86 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:38:18.045792 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c070f4d7-e580-412a-bf5d-b77e8fae22c9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3836246 Mar 09 04:38:18.048425 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47142) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:38:18.054611 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-65d8971f-e493-482f-b219-22a8ad2b01a1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1950284541-router', 'tenant_id': '830879d78779471eaef8d13e85b796b5', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:38:18.059865 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-65d8971f-e493-482f-b219-22a8ad2b01a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:38:18.064057 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-65d8971f-e493-482f-b219-22a8ad2b01a1 admin admin] Usage tracker for resource:router and tenant:830879d78779471eaef8d13e85b796b5 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:38:18.067140 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-65d8971f-e493-482f-b219-22a8ad2b01a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:38:18.069365 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] Checking router: 4c68eb71-2f92-408b-aeb0-c5ae7afa38cb for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:38:18.069718 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] Updating router 4c68eb71-2f92-408b-aeb0-c5ae7afa38cb port 79e71c3a-3b81-4a3a-a173-d5bb3e550f33 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:38:18.073654 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-65d8971f-e493-482f-b219-22a8ad2b01a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:38:18.083788 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65d8971f-e493-482f-b219-22a8ad2b01a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:18.084848 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65d8971f-e493-482f-b219-22a8ad2b01a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:18.099707 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65d8971f-e493-482f-b219-22a8ad2b01a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:18.185267 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:18.474594 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6aef9c-9e95-423d-84d7-4a3b1028ec1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-64854186-2e2e-435f-8f11-f6f301160e86', 'network_id': '64854186-2e2e-435f-8f11-f6f301160e86', 'tenant_id': '830879d78779471eaef8d13e85b796b5', 'fixed_ips': [{'subnet_id': 'bbc80d6b-bb7a-4901-b97c-64dd350da77c'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:38:18.475417 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3b6aef9c-9e95-423d-84d7-4a3b1028ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:18.489288 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65d8971f-e493-482f-b219-22a8ad2b01a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:18.760066 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-3b6aef9c-9e95-423d-84d7-4a3b1028ec1e None None] Allocated IP 172.20.0.2 (64854186-2e2e-435f-8f11-f6f301160e86/bbc80d6b-bb7a-4901-b97c-64dd350da77c/f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:38:18.808797 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65d8971f-e493-482f-b219-22a8ad2b01a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:18.829271 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:18.839239 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65d8971f-e493-482f-b219-22a8ad2b01a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:18.898092 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] Transition to ACTIVE for port object 79e71c3a-3b81-4a3a-a173-d5bb3e550f33 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:38:18.901741 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0357ad23-f7d1-40ef-a3b3-0d902c635813 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:38:18.941109 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:18.989136 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-65d8971f-e493-482f-b219-22a8ad2b01a1 admin admin] Allocated IP 172.25.7.252 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/70f61d50-7c78-405e-bef3-6813d3e791a7) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:38:19.141498 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65d8971f-e493-482f-b219-22a8ad2b01a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:19.163458 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f85c3c-a61e-4703-a555-556c98950647 None None] Pushing event updated for resources: {'Port': ['ID=79e71c3a-3b81-4a3a-a173-d5bb3e550f33,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:19.176068 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65d8971f-e493-482f-b219-22a8ad2b01a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:19.240479 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d8971f-e493-482f-b219-22a8ad2b01a1 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:38:19.247658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-65d8971f-e493-482f-b219-22a8ad2b01a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:38:19.251899 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d8971f-e493-482f-b219-22a8ad2b01a1 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:38:19.272366 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 0357ad23-f7d1-40ef-a3b3-0d902c635813 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:38:19.272666 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:19.284876 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8971f-e493-482f-b219-22a8ad2b01a1 admin admin] Pushing event updated for resources: {'Port': ['ID=70f61d50-7c78-405e-bef3-6813d3e791a7,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:19.321391 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] Attempting to bind port 79e71c3a-3b81-4a3a-a173-d5bb3e550f33 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:38:19.321751 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] Attempting to bind port 79e71c3a-3b81-4a3a-a173-d5bb3e550f33 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '5d5160e8-673b-42b7-af04-4791f87ebb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:38:19.322106 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] Attempting to bind port 79e71c3a-3b81-4a3a-a173-d5bb3e550f33 on network 5f7cbf33-998b-4d80-8b5c-c62f98141a38 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:38:19.324469 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3b6aef9c-9e95-423d-84d7-4a3b1028ec1e None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:19.347161 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:38:19.347530 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] Checking segment: {'id': '5d5160e8-673b-42b7-af04-4791f87ebb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:38:19.347924 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:19.348307 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] Bound using segment: {'id': '5d5160e8-673b-42b7-af04-4791f87ebb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:38:19.348776 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] Bound port: 79e71c3a-3b81-4a3a-a173-d5bb3e550f33, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5160e8-673b-42b7-af04-4791f87ebb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:38:19.349167 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:19.359235 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3b6aef9c-9e95-423d-84d7-4a3b1028ec1e None None] Transition to ACTIVE for port object f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:38:19.429403 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3b6aef9c-9e95-423d-84d7-4a3b1028ec1e None None] Transition to ACTIVE for port object f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:38:19.451021 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3b6aef9c-9e95-423d-84d7-4a3b1028ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:19.559909 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6aef9c-9e95-423d-84d7-4a3b1028ec1e None None] Network 64854186-2e2e-435f-8f11-f6f301160e86 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:38:19.572897 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-3b6aef9c-9e95-423d-84d7-4a3b1028ec1e None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:38:19.586353 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6aef9c-9e95-423d-84d7-4a3b1028ec1e None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:38:19.603548 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] For port 79e71c3a-3b81-4a3a-a173-d5bb3e550f33, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:38:19.606997 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6aef9c-9e95-423d-84d7-4a3b1028ec1e None None] Pushing event updated for resources: {'Port': ['ID=f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:19.651424 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] For port 79e71c3a-3b81-4a3a-a173-d5bb3e550f33, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=79e71c3a-3b81-4a3a-a173-d5bb3e550f33,segment=NetworkSegment(5d5160e8-673b-42b7-af04-4791f87ebb9f),segment_id=5d5160e8-673b-42b7-af04-4791f87ebb9f)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:38:19.680742 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65d8971f-e493-482f-b219-22a8ad2b01a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:19.687224 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:19.754191 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-3b6aef9c-9e95-423d-84d7-4a3b1028ec1e None None] Attempting to bind port f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:38:19.754556 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-3b6aef9c-9e95-423d-84d7-4a3b1028ec1e None None] Attempting to bind port f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c790d7e5-b2ec-4f59-b00a-2718e24e1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '64854186-2e2e-435f-8f11-f6f301160e86'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:38:19.754977 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6aef9c-9e95-423d-84d7-4a3b1028ec1e None None] Attempting to bind port f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506 on network 64854186-2e2e-435f-8f11-f6f301160e86 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:38:19.780248 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6aef9c-9e95-423d-84d7-4a3b1028ec1e None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:38:19.780960 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6aef9c-9e95-423d-84d7-4a3b1028ec1e None None] Checking segment: {'id': 'c790d7e5-b2ec-4f59-b00a-2718e24e1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '64854186-2e2e-435f-8f11-f6f301160e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:38:19.781071 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3b6aef9c-9e95-423d-84d7-4a3b1028ec1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:19.781373 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6aef9c-9e95-423d-84d7-4a3b1028ec1e None None] Bound using segment: {'id': 'c790d7e5-b2ec-4f59-b00a-2718e24e1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '64854186-2e2e-435f-8f11-f6f301160e86'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:38:19.781849 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-3b6aef9c-9e95-423d-84d7-4a3b1028ec1e None None] Bound port: f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c790d7e5-b2ec-4f59-b00a-2718e24e1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '64854186-2e2e-435f-8f11-f6f301160e86'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:38:19.782216 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3b6aef9c-9e95-423d-84d7-4a3b1028ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:19.803762 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] Routers {'4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:38:19.804402 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:38:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:19.937047 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f85c3c-a61e-4703-a555-556c98950647 None None] Pushing event updated for resources: {'Port': ['ID=79e71c3a-3b81-4a3a-a173-d5bb3e550f33,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:20.094113 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-3b6aef9c-9e95-423d-84d7-4a3b1028ec1e None None] For port f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:38:20.111558 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] Set router 4c68eb71-2f92-408b-aeb0-c5ae7afa38cb gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:38:20.155964 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65d8971f-e493-482f-b219-22a8ad2b01a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:20.156264 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-3b6aef9c-9e95-423d-84d7-4a3b1028ec1e None None] For port f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506,segment=NetworkSegment(c790d7e5-b2ec-4f59-b00a-2718e24e1d06),segment_id=c790d7e5-b2ec-4f59-b00a-2718e24e1d06)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:38:20.165651 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3b6aef9c-9e95-423d-84d7-4a3b1028ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:20.347986 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6aef9c-9e95-423d-84d7-4a3b1028ec1e None None] Pushing event updated for resources: {'Port': ['ID=f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:20.369663 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d8971f-e493-482f-b219-22a8ad2b01a1 admin admin] Router 7db2f211-0292-41a3-a4f5-612282f9c5dc is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:38:20.538281 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'name': 'tempest-TestMinimumBasicScenario-506682702-router', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '0357ad23-f7d1-40ef-a3b3-0d902c635813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:38:11Z', 'updated_at': '2022-03-09T04:38:15Z', 'revision_number': 4, 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'gw_port': {'id': '0357ad23-f7d1-40ef-a3b3-0d902c635813', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:12Z', 'updated_at': '2022-03-09T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '79e71c3a-3b81-4a3a-a173-d5bb3e550f33', 'name': '', 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'mac_address': 'fa:16:3e:27:2f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb419149-3f96-437a-826d-236b2a6ccd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:15Z', 'updated_at': '2022-03-09T04:38:19Z', 'revision_number': 4, 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'subnets': [{'id': 'cb419149-3f96-437a-826d-236b2a6ccd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:20.547610 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181fff03-cf02-4602-b214-9fd61af577a6 None None] The sync data for ids ['4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'] in n-d-825178-5 is: [{'id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'name': 'tempest-TestMinimumBasicScenario-506682702-router', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '0357ad23-f7d1-40ef-a3b3-0d902c635813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:38:11Z', 'updated_at': '2022-03-09T04:38:15Z', 'revision_number': 4, 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'gw_port': {'id': '0357ad23-f7d1-40ef-a3b3-0d902c635813', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:12Z', 'updated_at': '2022-03-09T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '79e71c3a-3b81-4a3a-a173-d5bb3e550f33', 'name': '', 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'mac_address': 'fa:16:3e:27:2f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb419149-3f96-437a-826d-236b2a6ccd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:15Z', 'updated_at': '2022-03-09T04:38:19Z', 'revision_number': 4, 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'subnets': [{'id': 'cb419149-3f96-437a-826d-236b2a6ccd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:38:20.575234 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d8971f-e493-482f-b219-22a8ad2b01a1 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:38:20.610296 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] Sync routers for ids ['7db2f211-0292-41a3-a4f5-612282f9c5dc'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:38:20.618458 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65d8971f-e493-482f-b219-22a8ad2b01a1 admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:20.620559 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-65d8971f-e493-482f-b219-22a8ad2b01a1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5708368 Mar 09 04:38:20.623398 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47146) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:38:20.624427 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] Routers {'7db2f211-0292-41a3-a4f5-612282f9c5dc'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:38:20.625079 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:38:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7db2f211-0292-41a3-a4f5-612282f9c5dc'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:20.833134 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] Set router 7db2f211-0292-41a3-a4f5-612282f9c5dc gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:38:21.005543 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 79e71c3a-3b81-4a3a-a173-d5bb3e550f33 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:38:21.118003 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 79e71c3a-3b81-4a3a-a173-d5bb3e550f33 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:38:21.124450 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 79e71c3a-3b81-4a3a-a173-d5bb3e550f33 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:38:21.128394 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:21.191839 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db2f211-0292-41a3-a4f5-612282f9c5dc', 'name': 'tempest-TestMinimumBasicScenario-1950284541-router', 'tenant_id': '830879d78779471eaef8d13e85b796b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '70f61d50-7c78-405e-bef3-6813d3e791a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:38:18Z', 'updated_at': '2022-03-09T04:38:19Z', 'revision_number': 3, 'project_id': '830879d78779471eaef8d13e85b796b5', 'gw_port': {'id': '70f61d50-7c78-405e-bef3-6813d3e791a7', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db2f211-0292-41a3-a4f5-612282f9c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:18Z', 'updated_at': '2022-03-09T04:38:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:21.197714 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] Checking router: 7db2f211-0292-41a3-a4f5-612282f9c5dc for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:38:21.198066 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] Updating router 7db2f211-0292-41a3-a4f5-612282f9c5dc port 70f61d50-7c78-405e-bef3-6813d3e791a7 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:38:21.262895 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:21.330420 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:21.387726 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 79e71c3a-3b81-4a3a-a173-d5bb3e550f33, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=79e71c3a-3b81-4a3a-a173-d5bb3e550f33,segment=NetworkSegment(5d5160e8-673b-42b7-af04-4791f87ebb9f),segment_id=5d5160e8-673b-42b7-af04-4791f87ebb9f)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:38:21.391692 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:21.392504 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:38:21.543844 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=79e71c3a-3b81-4a3a-a173-d5bb3e550f33,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:21.559638 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:38:21.609436 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15250a3f-b0b6-4d26-8003-72b963a1eeaa None None] Network 64854186-2e2e-435f-8f11-f6f301160e86 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:38:21.709609 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73472d89-f2ff-4dd5-baf0-ab2bd304c959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:21.733050 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1ec0443c-900c-4981-af6a-d87abb427518 None None] Provisioning for port f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:38:21.743654 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1ec0443c-900c-4981-af6a-d87abb427518 None None] Provisioning complete for port f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:38:21.744020 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1ec0443c-900c-4981-af6a-d87abb427518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:21.766258 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:21.783895 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] Transition to ACTIVE for port object 70f61d50-7c78-405e-bef3-6813d3e791a7 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:38:21.792126 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:21.859363 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] Attempting to bind port 70f61d50-7c78-405e-bef3-6813d3e791a7 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:38:21.859712 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] Attempting to bind port 70f61d50-7c78-405e-bef3-6813d3e791a7 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:38:21.860064 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] Attempting to bind port 70f61d50-7c78-405e-bef3-6813d3e791a7 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:38:21.875941 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:38:21.876301 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:38:21.876687 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:21.877148 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:38:21.877522 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] Bound port: 70f61d50-7c78-405e-bef3-6813d3e791a7, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:38:21.877881 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:21.977915 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] For port 70f61d50-7c78-405e-bef3-6813d3e791a7, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:38:21.985317 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] For port 70f61d50-7c78-405e-bef3-6813d3e791a7, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=70f61d50-7c78-405e-bef3-6813d3e791a7,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:38:21.988977 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefaac3-6e7c-4e43-b1d7-cca2bff53ae3 None None] Pushing event updated for resources: {'Port': ['ID=70f61d50-7c78-405e-bef3-6813d3e791a7,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:21.995959 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:21.998484 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-73472d89-f2ff-4dd5-baf0-ab2bd304c959 admin admin] Allocated IP 172.20.0.1 (64854186-2e2e-435f-8f11-f6f301160e86/bbc80d6b-bb7a-4901-b97c-64dd350da77c/e6ddd80d-fb34-4b17-b45e-ae099e924da3) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:38:22.034092 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1ec0443c-900c-4981-af6a-d87abb427518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:22.079242 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-1ec0443c-900c-4981-af6a-d87abb427518 None None] For port f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506,segment=NetworkSegment(c790d7e5-b2ec-4f59-b00a-2718e24e1d06),segment_id=c790d7e5-b2ec-4f59-b00a-2718e24e1d06)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:38:22.079878 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] Routers {'7db2f211-0292-41a3-a4f5-612282f9c5dc'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:38:22.080383 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:38:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7db2f211-0292-41a3-a4f5-612282f9c5dc'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:22.084034 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1ec0443c-900c-4981-af6a-d87abb427518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:22.165848 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefaac3-6e7c-4e43-b1d7-cca2bff53ae3 None None] Pushing event updated for resources: {'Port': ['ID=70f61d50-7c78-405e-bef3-6813d3e791a7,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:22.170555 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0443c-900c-4981-af6a-d87abb427518 None None] Pushing event updated for resources: {'Port': ['ID=f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:22.225721 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73472d89-f2ff-4dd5-baf0-ab2bd304c959 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:22.244783 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-73472d89-f2ff-4dd5-baf0-ab2bd304c959 admin admin] Transition to ACTIVE for port object e6ddd80d-fb34-4b17-b45e-ae099e924da3 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:38:22.268828 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73472d89-f2ff-4dd5-baf0-ab2bd304c959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:22.301006 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] Set router 7db2f211-0292-41a3-a4f5-612282f9c5dc gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:38:22.328392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73472d89-f2ff-4dd5-baf0-ab2bd304c959 admin admin] Network 64854186-2e2e-435f-8f11-f6f301160e86 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:38:22.330996 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-73472d89-f2ff-4dd5-baf0-ab2bd304c959 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:38:22.334198 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73472d89-f2ff-4dd5-baf0-ab2bd304c959 admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:38:22.390668 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73472d89-f2ff-4dd5-baf0-ab2bd304c959 admin admin] Pushing event updated for resources: {'Port': ['ID=e6ddd80d-fb34-4b17-b45e-ae099e924da3,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:22.418142 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1ffbfc62-837f-4d38-bdfe-d8c68d6734f7 None None] Provisioning complete for port f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:38:22.418399 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73472d89-f2ff-4dd5-baf0-ab2bd304c959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:22.418970 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1ffbfc62-837f-4d38-bdfe-d8c68d6734f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:22.620673 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db2f211-0292-41a3-a4f5-612282f9c5dc', 'name': 'tempest-TestMinimumBasicScenario-1950284541-router', 'tenant_id': '830879d78779471eaef8d13e85b796b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '70f61d50-7c78-405e-bef3-6813d3e791a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:38:18Z', 'updated_at': '2022-03-09T04:38:19Z', 'revision_number': 3, 'project_id': '830879d78779471eaef8d13e85b796b5', 'gw_port': {'id': '70f61d50-7c78-405e-bef3-6813d3e791a7', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db2f211-0292-41a3-a4f5-612282f9c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:18Z', 'updated_at': '2022-03-09T04:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:22.624418 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6640dc80-0f96-459a-a531-d4cc37238b80 None None] The sync data for ids ['7db2f211-0292-41a3-a4f5-612282f9c5dc'] in n-d-825178-5 is: [{'id': '7db2f211-0292-41a3-a4f5-612282f9c5dc', 'name': 'tempest-TestMinimumBasicScenario-1950284541-router', 'tenant_id': '830879d78779471eaef8d13e85b796b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '70f61d50-7c78-405e-bef3-6813d3e791a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:38:18Z', 'updated_at': '2022-03-09T04:38:19Z', 'revision_number': 3, 'project_id': '830879d78779471eaef8d13e85b796b5', 'gw_port': {'id': '70f61d50-7c78-405e-bef3-6813d3e791a7', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db2f211-0292-41a3-a4f5-612282f9c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:18Z', 'updated_at': '2022-03-09T04:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:38:22.678329 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4f440e66-b512-463b-bfcf-c356996b5b4e None None] Provisioning for port e6ddd80d-fb34-4b17-b45e-ae099e924da3 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:38:22.683934 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4f440e66-b512-463b-bfcf-c356996b5b4e None None] Provisioning complete for port e6ddd80d-fb34-4b17-b45e-ae099e924da3 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:38:22.684685 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4f440e66-b512-463b-bfcf-c356996b5b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:22.690111 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73472d89-f2ff-4dd5-baf0-ab2bd304c959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:22.755897 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-4f440e66-b512-463b-bfcf-c356996b5b4e None None] Port e6ddd80d-fb34-4b17-b45e-ae099e924da3 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:38:22.947331 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73472d89-f2ff-4dd5-baf0-ab2bd304c959 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:22.953884 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73472d89-f2ff-4dd5-baf0-ab2bd304c959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:23.037597 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 70f61d50-7c78-405e-bef3-6813d3e791a7 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:38:23.080819 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73472d89-f2ff-4dd5-baf0-ab2bd304c959 admin admin] Pushing event updated for resources: {'Port': ['ID=e6ddd80d-fb34-4b17-b45e-ae099e924da3,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:23.089060 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73472d89-f2ff-4dd5-baf0-ab2bd304c959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:23.167278 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 70f61d50-7c78-405e-bef3-6813d3e791a7 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:38:23.173155 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 70f61d50-7c78-405e-bef3-6813d3e791a7 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:38:23.173518 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:23.301413 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:23.324984 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 70f61d50-7c78-405e-bef3-6813d3e791a7, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=70f61d50-7c78-405e-bef3-6813d3e791a7,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:38:23.329788 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:23.330873 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 79e71c3a-3b81-4a3a-a173-d5bb3e550f33 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:38:23.379385 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73472d89-f2ff-4dd5-baf0-ab2bd304c959 admin admin] Network 64854186-2e2e-435f-8f11-f6f301160e86 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:38:23.382034 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-73472d89-f2ff-4dd5-baf0-ab2bd304c959 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:38:23.463604 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=70f61d50-7c78-405e-bef3-6813d3e791a7,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:23.473224 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 79e71c3a-3b81-4a3a-a173-d5bb3e550f33 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:38:23.473598 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:23.606294 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:38:23.619548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73472d89-f2ff-4dd5-baf0-ab2bd304c959 admin admin] Router 7db2f211-0292-41a3-a4f5-612282f9c5dc has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:38:23.688057 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:38:23.692298 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:23.721529 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7f0e11ea-81d2-466b-9048-ab8115ca9d6a None None] Provisioning complete for port e6ddd80d-fb34-4b17-b45e-ae099e924da3 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:38:23.721892 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7f0e11ea-81d2-466b-9048-ab8115ca9d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:23.795788 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e11ea-81d2-466b-9048-ab8115ca9d6a None None] Port e6ddd80d-fb34-4b17-b45e-ae099e924da3 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:38:23.810709 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73472d89-f2ff-4dd5-baf0-ab2bd304c959 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:38:23.823604 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-73472d89-f2ff-4dd5-baf0-ab2bd304c959 admin admin] 10.222.0.16 "PUT /v2.0/routers/7db2f211-0292-41a3-a4f5-612282f9c5dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1954849 Mar 09 04:38:24.306042 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] Sync routers for ids ['7db2f211-0292-41a3-a4f5-612282f9c5dc'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:38:24.315153 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] Routers {'7db2f211-0292-41a3-a4f5-612282f9c5dc'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:38:24.315775 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:38:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7db2f211-0292-41a3-a4f5-612282f9c5dc'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:24.503559 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] Set router 7db2f211-0292-41a3-a4f5-612282f9c5dc gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:38:24.838348 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db2f211-0292-41a3-a4f5-612282f9c5dc', 'name': 'tempest-TestMinimumBasicScenario-1950284541-router', 'tenant_id': '830879d78779471eaef8d13e85b796b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '70f61d50-7c78-405e-bef3-6813d3e791a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:38:18Z', 'updated_at': '2022-03-09T04:38:22Z', 'revision_number': 4, 'project_id': '830879d78779471eaef8d13e85b796b5', 'gw_port': {'id': '70f61d50-7c78-405e-bef3-6813d3e791a7', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db2f211-0292-41a3-a4f5-612282f9c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:18Z', 'updated_at': '2022-03-09T04:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'e6ddd80d-fb34-4b17-b45e-ae099e924da3', 'name': '', 'network_id': '64854186-2e2e-435f-8f11-f6f301160e86', 'tenant_id': '830879d78779471eaef8d13e85b796b5', 'mac_address': 'fa:16:3e:bf:13:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db2f211-0292-41a3-a4f5-612282f9c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'bbc80d6b-bb7a-4901-b97c-64dd350da77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:21Z', 'updated_at': '2022-03-09T04:38:22Z', 'revision_number': 2, 'project_id': '830879d78779471eaef8d13e85b796b5', 'subnets': [{'id': 'bbc80d6b-bb7a-4901-b97c-64dd350da77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:24.843927 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] Checking router: 7db2f211-0292-41a3-a4f5-612282f9c5dc for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:38:24.844251 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] Updating router 7db2f211-0292-41a3-a4f5-612282f9c5dc port e6ddd80d-fb34-4b17-b45e-ae099e924da3 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:38:24.912577 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:24.964162 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 70f61d50-7c78-405e-bef3-6813d3e791a7 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:38:25.117709 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 70f61d50-7c78-405e-bef3-6813d3e791a7 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:38:25.118001 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:25.469179 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:25.482271 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] Transition to ACTIVE for port object e6ddd80d-fb34-4b17-b45e-ae099e924da3 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:38:25.489951 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:25.631399 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e71c4-99af-4eb0-a3b1-6065052d730e None None] Pushing event updated for resources: {'Port': ['ID=e6ddd80d-fb34-4b17-b45e-ae099e924da3,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:25.741267 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] Attempting to bind port e6ddd80d-fb34-4b17-b45e-ae099e924da3 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:38:25.741799 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] Attempting to bind port e6ddd80d-fb34-4b17-b45e-ae099e924da3 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c790d7e5-b2ec-4f59-b00a-2718e24e1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '64854186-2e2e-435f-8f11-f6f301160e86'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:38:25.742252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] Attempting to bind port e6ddd80d-fb34-4b17-b45e-ae099e924da3 on network 64854186-2e2e-435f-8f11-f6f301160e86 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:38:25.747986 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:38:25.748483 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] Checking segment: {'id': 'c790d7e5-b2ec-4f59-b00a-2718e24e1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '64854186-2e2e-435f-8f11-f6f301160e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:38:25.748970 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:25.749461 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] Bound using segment: {'id': 'c790d7e5-b2ec-4f59-b00a-2718e24e1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '64854186-2e2e-435f-8f11-f6f301160e86'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:38:25.750012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] Bound port: e6ddd80d-fb34-4b17-b45e-ae099e924da3, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c790d7e5-b2ec-4f59-b00a-2718e24e1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '64854186-2e2e-435f-8f11-f6f301160e86'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:38:25.750567 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:25.880250 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] For port e6ddd80d-fb34-4b17-b45e-ae099e924da3, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:38:25.883678 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] For port e6ddd80d-fb34-4b17-b45e-ae099e924da3, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e6ddd80d-fb34-4b17-b45e-ae099e924da3,segment=NetworkSegment(c790d7e5-b2ec-4f59-b00a-2718e24e1d06),segment_id=c790d7e5-b2ec-4f59-b00a-2718e24e1d06)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:38:25.894086 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:25.982653 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e71c4-99af-4eb0-a3b1-6065052d730e None None] Pushing event updated for resources: {'Port': ['ID=e6ddd80d-fb34-4b17-b45e-ae099e924da3,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:25.985159 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] Routers {'7db2f211-0292-41a3-a4f5-612282f9c5dc'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:38:25.985759 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:38:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7db2f211-0292-41a3-a4f5-612282f9c5dc'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:26.214236 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] Set router 7db2f211-0292-41a3-a4f5-612282f9c5dc gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:38:26.560984 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db2f211-0292-41a3-a4f5-612282f9c5dc', 'name': 'tempest-TestMinimumBasicScenario-1950284541-router', 'tenant_id': '830879d78779471eaef8d13e85b796b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '70f61d50-7c78-405e-bef3-6813d3e791a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:38:18Z', 'updated_at': '2022-03-09T04:38:22Z', 'revision_number': 4, 'project_id': '830879d78779471eaef8d13e85b796b5', 'gw_port': {'id': '70f61d50-7c78-405e-bef3-6813d3e791a7', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db2f211-0292-41a3-a4f5-612282f9c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:18Z', 'updated_at': '2022-03-09T04:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'e6ddd80d-fb34-4b17-b45e-ae099e924da3', 'name': '', 'network_id': '64854186-2e2e-435f-8f11-f6f301160e86', 'tenant_id': '830879d78779471eaef8d13e85b796b5', 'mac_address': 'fa:16:3e:bf:13:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db2f211-0292-41a3-a4f5-612282f9c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'bbc80d6b-bb7a-4901-b97c-64dd350da77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:21Z', 'updated_at': '2022-03-09T04:38:25Z', 'revision_number': 4, 'project_id': '830879d78779471eaef8d13e85b796b5', 'subnets': [{'id': 'bbc80d6b-bb7a-4901-b97c-64dd350da77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:38:26.565229 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9e00f3-4042-407c-86f0-e94935d8f93c None None] The sync data for ids ['7db2f211-0292-41a3-a4f5-612282f9c5dc'] in n-d-825178-5 is: [{'id': '7db2f211-0292-41a3-a4f5-612282f9c5dc', 'name': 'tempest-TestMinimumBasicScenario-1950284541-router', 'tenant_id': '830879d78779471eaef8d13e85b796b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '70f61d50-7c78-405e-bef3-6813d3e791a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:38:18Z', 'updated_at': '2022-03-09T04:38:22Z', 'revision_number': 4, 'project_id': '830879d78779471eaef8d13e85b796b5', 'gw_port': {'id': '70f61d50-7c78-405e-bef3-6813d3e791a7', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db2f211-0292-41a3-a4f5-612282f9c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:18Z', 'updated_at': '2022-03-09T04:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'e6ddd80d-fb34-4b17-b45e-ae099e924da3', 'name': '', 'network_id': '64854186-2e2e-435f-8f11-f6f301160e86', 'tenant_id': '830879d78779471eaef8d13e85b796b5', 'mac_address': 'fa:16:3e:bf:13:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db2f211-0292-41a3-a4f5-612282f9c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'bbc80d6b-bb7a-4901-b97c-64dd350da77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:21Z', 'updated_at': '2022-03-09T04:38:25Z', 'revision_number': 4, 'project_id': '830879d78779471eaef8d13e85b796b5', 'subnets': [{'id': 'bbc80d6b-bb7a-4901-b97c-64dd350da77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:38:26.964417 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e6ddd80d-fb34-4b17-b45e-ae099e924da3 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:38:27.065774 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port e6ddd80d-fb34-4b17-b45e-ae099e924da3 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:38:27.074935 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port e6ddd80d-fb34-4b17-b45e-ae099e924da3 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:38:27.075240 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:27.250019 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:27.295654 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port e6ddd80d-fb34-4b17-b45e-ae099e924da3, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e6ddd80d-fb34-4b17-b45e-ae099e924da3,segment=NetworkSegment(c790d7e5-b2ec-4f59-b00a-2718e24e1d06),segment_id=c790d7e5-b2ec-4f59-b00a-2718e24e1d06)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:38:27.303387 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:27.447710 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=e6ddd80d-fb34-4b17-b45e-ae099e924da3,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:28.809540 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ee887be8-9d33-498d-9727-e4e2300c8f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:28.916409 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e6ddd80d-fb34-4b17-b45e-ae099e924da3 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:38:29.003937 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port e6ddd80d-fb34-4b17-b45e-ae099e924da3 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:38:29.004423 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:31.210574 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e716e0ac-c65a-4d04-9b48-34d7d23a0531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:32.357339 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:32.415615 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:33.670877 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:34.277175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-d7597748-56a6-478a-8354-a79425c49d11 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:34.278607 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-d7597748-56a6-478a-8354-a79425c49d11 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/networks?id=5f7cbf33-998b-4d80-8b5c-c62f98141a38 HTTP/1.1" status: 200 len: 814 time: 0.1426101 Mar 09 04:38:34.293443 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-04df8cf4-c5ee-4c4d-b1d4-f44c8960b9ac tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/quotas/d2f20e16f5ef42469c9b593c38fc633c HTTP/1.1" status: 200 len: 375 time: 0.0094652 Mar 09 04:38:34.373994 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-8e79b437-d432-4eb9-8662-be8d65b3b174 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2f20e16f5ef42469c9b593c38fc633c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758171 Mar 09 04:38:34.507924 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-cb7ef9f4-1be3-40df-b113-440049789875 service neutron] 10.222.0.16 "GET /v2.0/networks/5f7cbf33-998b-4d80-8b5c-c62f98141a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221318 Mar 09 04:38:34.608196 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:38:34.636614 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-8cb7a277-b249-43a9-bf21-90bd8ca4d0e9 service neutron] 10.222.0.16 "GET /v2.0/networks/5f7cbf33-998b-4d80-8b5c-c62f98141a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229630 Mar 09 04:38:34.656256 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:34.813175 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-3eecaf68-507b-4f5f-9a24-5a328e9c5dcd req-caaf53c7-ed2a-4571-8949-1bb1faa432cb tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Synchronizing usage tracker for tenant:d2f20e16f5ef42469c9b593c38fc633c on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:38:34.831141 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-3eecaf68-507b-4f5f-9a24-5a328e9c5dcd req-caaf53c7-ed2a-4571-8949-1bb1faa432cb tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Unset dirty status for tenant:d2f20e16f5ef42469c9b593c38fc633c on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:38:34.832426 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3eecaf68-507b-4f5f-9a24-5a328e9c5dcd req-caaf53c7-ed2a-4571-8949-1bb1faa432cb tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 210 time: 0.0653930 Mar 09 04:38:35.824046 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-56f76910-c330-4458-a10f-85b75196f27b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:35.825470 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-56f76910-c330-4458-a10f-85b75196f27b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.21 "GET /v2.0/networks?id=5f7cbf33-998b-4d80-8b5c-c62f98141a38 HTTP/1.1" status: 200 len: 814 time: 0.1507409 Mar 09 04:38:35.837411 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-51bdf634-57ce-4b4c-9d96-b57ec13a62a1 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Request body: {'port': {'device_id': 'a7d47d87-5725-4c69-96e4-b0c946c8af63', 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38', 'admin_state_up': True, 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:38:36.006269 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-69e056d8-0916-4cc9-901b-d6a81f28ac64 req-9f94ccab-ba51-48f8-a538-66f5d4889ece tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 210 time: 0.0535297 Mar 09 04:38:36.027992 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-51bdf634-57ce-4b4c-9d96-b57ec13a62a1 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:38:36.038677 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-51bdf634-57ce-4b4c-9d96-b57ec13a62a1 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:38:36.048348 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-51bdf634-57ce-4b4c-9d96-b57ec13a62a1 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Made reservation on behalf of d2f20e16f5ef42469c9b593c38fc633c for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:38:36.052578 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-51bdf634-57ce-4b4c-9d96-b57ec13a62a1 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:36.238722 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-51bdf634-57ce-4b4c-9d96-b57ec13a62a1 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Allocated IP 172.20.0.4 (5f7cbf33-998b-4d80-8b5c-c62f98141a38/cb419149-3f96-437a-826d-236b2a6ccd86/f3597f06-05bf-4a73-9f1a-bfe08abb8fd8) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:38:36.610935 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-51bdf634-57ce-4b4c-9d96-b57ec13a62a1 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:36.632790 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-51bdf634-57ce-4b4c-9d96-b57ec13a62a1 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Transition to ACTIVE for port object f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:38:36.664336 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-51bdf634-57ce-4b4c-9d96-b57ec13a62a1 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:36.731432 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-51bdf634-57ce-4b4c-9d96-b57ec13a62a1 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Network 5f7cbf33-998b-4d80-8b5c-c62f98141a38 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:38:36.742712 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-51bdf634-57ce-4b4c-9d96-b57ec13a62a1 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:38:36.747365 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-51bdf634-57ce-4b4c-9d96-b57ec13a62a1 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:38:36.813401 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-51bdf634-57ce-4b4c-9d96-b57ec13a62a1 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:36.814040 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-51bdf634-57ce-4b4c-9d96-b57ec13a62a1 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:36.835170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bdf634-57ce-4b4c-9d96-b57ec13a62a1 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Pushing event updated for resources: {'Port': ['ID=f3597f06-05bf-4a73-9f1a-bfe08abb8fd8,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:36.868186 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-51bdf634-57ce-4b4c-9d96-b57ec13a62a1 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0348041 Mar 09 04:38:37.069637 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-da165ea0-1f20-474a-9071-ffe06e2cd937 None None] Provisioning for port f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:38:37.080050 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-da165ea0-1f20-474a-9071-ffe06e2cd937 None None] Provisioning complete for port f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:38:37.080509 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-da165ea0-1f20-474a-9071-ffe06e2cd937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:37.141888 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-da165ea0-1f20-474a-9071-ffe06e2cd937 None None] Port f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:38:37.219847 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25e442-c81a-4c7b-969b-49dc226abe9a req-f1d0b6b9-289a-4f38-b4c9-ed9d70b9bdbc tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:37.223294 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1b25e442-c81a-4c7b-969b-49dc226abe9a req-f1d0b6b9-289a-4f38-b4c9-ed9d70b9bdbc tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 931 time: 0.1011727 Mar 09 04:38:37.272510 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-1b25e442-c81a-4c7b-969b-49dc226abe9a req-565c62b3-68a6-4cfd-90c1-ea4b4469f0c1 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Synchronizing usage tracker for tenant:d2f20e16f5ef42469c9b593c38fc633c on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:38:37.296192 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-1b25e442-c81a-4c7b-969b-49dc226abe9a req-565c62b3-68a6-4cfd-90c1-ea4b4469f0c1 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Unset dirty status for tenant:d2f20e16f5ef42469c9b593c38fc633c on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:38:37.297370 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1b25e442-c81a-4c7b-969b-49dc226abe9a req-565c62b3-68a6-4cfd-90c1-ea4b4469f0c1 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696707 Mar 09 04:38:38.518148 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b92ce-134e-4cb3-a684-9d4cfd18b8fe req-cb892fc2-867f-4306-ae08-c0fedbbb034b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:38.518941 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-3c5b92ce-134e-4cb3-a684-9d4cfd18b8fe req-cb892fc2-867f-4306-ae08-c0fedbbb034b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Synchronizing usage tracker for tenant:d2f20e16f5ef42469c9b593c38fc633c on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:38:38.538360 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-3c5b92ce-134e-4cb3-a684-9d4cfd18b8fe req-cb892fc2-867f-4306-ae08-c0fedbbb034b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Unset dirty status for tenant:d2f20e16f5ef42469c9b593c38fc633c on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:38:38.539878 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3c5b92ce-134e-4cb3-a684-9d4cfd18b8fe req-cb892fc2-867f-4306-ae08-c0fedbbb034b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 931 time: 0.1339481 Mar 09 04:38:38.601248 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3c5b92ce-134e-4cb3-a684-9d4cfd18b8fe req-ec8c0abe-2f7c-4254-9900-cc948a704a86 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548437 Mar 09 04:38:39.212421 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:39.796301 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e10313-c630-42bd-9810-88ee42641348 req-a227231d-888f-42ab-8100-7e0a5047f86c tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:39.797780 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95e10313-c630-42bd-9810-88ee42641348 req-a227231d-888f-42ab-8100-7e0a5047f86c tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 931 time: 0.0842209 Mar 09 04:38:39.851917 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-95e10313-c630-42bd-9810-88ee42641348 req-4ffdabd1-62bc-427b-8948-dc13872278b9 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472999 Mar 09 04:38:41.048434 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3471fb-d5fe-4fb2-8f86-71a93859bdc3 req-ed9eab3d-97b2-46d7-b7e2-bf5131b7bd50 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:41.050272 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9b3471fb-d5fe-4fb2-8f86-71a93859bdc3 req-ed9eab3d-97b2-46d7-b7e2-bf5131b7bd50 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 931 time: 0.0890858 Mar 09 04:38:41.102230 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9b3471fb-d5fe-4fb2-8f86-71a93859bdc3 req-48875027-2f27-40e5-a72f-c61d47eb17fd tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461848 Mar 09 04:38:42.290076 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3756d0-41f8-4957-a834-38ffa255e0d4 req-13191a0f-d71b-4beb-b2ca-3744f17ac564 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:42.291562 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9a3756d0-41f8-4957-a834-38ffa255e0d4 req-13191a0f-d71b-4beb-b2ca-3744f17ac564 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 931 time: 0.0826023 Mar 09 04:38:42.337863 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9a3756d0-41f8-4957-a834-38ffa255e0d4 req-36b7d5a6-1719-4250-96d2-2af369807343 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404251 Mar 09 04:38:43.534548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ade7c-83fa-407a-8aa3-d96b0d19f387 req-7001be80-f02a-4a4a-af41-94bcde9e4a04 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:43.536153 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2a1ade7c-83fa-407a-8aa3-d96b0d19f387 req-7001be80-f02a-4a4a-af41-94bcde9e4a04 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 931 time: 0.0837598 Mar 09 04:38:43.583157 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2a1ade7c-83fa-407a-8aa3-d96b0d19f387 req-5f3629a0-7bc6-4ec1-9519-ab2582833cd4 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410562 Mar 09 04:38:44.414709 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-a15826d4-73e6-4d3f-b5de-119ebfbf9230 service neutron] Request body: {'port': {'device_id': 'a7d47d87-5725-4c69-96e4-b0c946c8af63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:38:44.522996 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-a15826d4-73e6-4d3f-b5de-119ebfbf9230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:44.768032 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c253795-651d-4150-99dc-4c95b38cc6cb req-4694da44-7cab-4d02-8859-6dadb782fdfb tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:44.769454 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6c253795-651d-4150-99dc-4c95b38cc6cb req-4694da44-7cab-4d02-8859-6dadb782fdfb tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 931 time: 0.0819693 Mar 09 04:38:44.813535 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6c253795-651d-4150-99dc-4c95b38cc6cb req-ba5ddb7d-af7e-4830-b691-33c31f4191a3 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376995 Mar 09 04:38:44.857262 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-a15826d4-73e6-4d3f-b5de-119ebfbf9230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:38:44.864397 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-a15826d4-73e6-4d3f-b5de-119ebfbf9230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:44.878612 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-a15826d4-73e6-4d3f-b5de-119ebfbf9230 service neutron] Transition to ACTIVE for port object f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:38:44.883027 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-a15826d4-73e6-4d3f-b5de-119ebfbf9230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:45.010626 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15826d4-73e6-4d3f-b5de-119ebfbf9230 service neutron] Pushing event updated for resources: {'Port': ['ID=f3597f06-05bf-4a73-9f1a-bfe08abb8fd8,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:45.116264 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-a15826d4-73e6-4d3f-b5de-119ebfbf9230 service neutron] Attempting to bind port f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:38:45.116568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-a15826d4-73e6-4d3f-b5de-119ebfbf9230 service neutron] Attempting to bind port f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '5d5160e8-673b-42b7-af04-4791f87ebb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:38:45.116886 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-a15826d4-73e6-4d3f-b5de-119ebfbf9230 service neutron] Attempting to bind port f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 on network 5f7cbf33-998b-4d80-8b5c-c62f98141a38 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:38:45.121806 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-a15826d4-73e6-4d3f-b5de-119ebfbf9230 service neutron] Port f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 on network 5f7cbf33-998b-4d80-8b5c-c62f98141a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:38:45.122120 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-a15826d4-73e6-4d3f-b5de-119ebfbf9230 service neutron] Attempting to bind port f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 on network 5f7cbf33-998b-4d80-8b5c-c62f98141a38 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:38:45.127098 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-a15826d4-73e6-4d3f-b5de-119ebfbf9230 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:38:45.127427 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-a15826d4-73e6-4d3f-b5de-119ebfbf9230 service neutron] Checking segment: {'id': '5d5160e8-673b-42b7-af04-4791f87ebb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:38:45.127802 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-a15826d4-73e6-4d3f-b5de-119ebfbf9230 service neutron] Bound using segment: {'id': '5d5160e8-673b-42b7-af04-4791f87ebb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:38:45.128214 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-a15826d4-73e6-4d3f-b5de-119ebfbf9230 service neutron] Bound port: f3597f06-05bf-4a73-9f1a-bfe08abb8fd8, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5160e8-673b-42b7-af04-4791f87ebb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:38:45.128553 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-a15826d4-73e6-4d3f-b5de-119ebfbf9230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:45.215263 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-a15826d4-73e6-4d3f-b5de-119ebfbf9230 service neutron] For port f3597f06-05bf-4a73-9f1a-bfe08abb8fd8, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:38:45.218250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-a15826d4-73e6-4d3f-b5de-119ebfbf9230 service neutron] For port f3597f06-05bf-4a73-9f1a-bfe08abb8fd8, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=f3597f06-05bf-4a73-9f1a-bfe08abb8fd8,segment=NetworkSegment(5d5160e8-673b-42b7-af04-4791f87ebb9f),segment_id=5d5160e8-673b-42b7-af04-4791f87ebb9f)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:38:45.221587 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-a15826d4-73e6-4d3f-b5de-119ebfbf9230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:45.279083 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-a15826d4-73e6-4d3f-b5de-119ebfbf9230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:45.279760 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-a15826d4-73e6-4d3f-b5de-119ebfbf9230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:45.281001 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-a15826d4-73e6-4d3f-b5de-119ebfbf9230 service neutron] 10.222.0.21 "PUT /v2.0/ports/f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 HTTP/1.1" status: 200 len: 1091 time: 0.8715405 Mar 09 04:38:45.281427 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d47d87-5725-4c69-96e4-b0c946c8af63', 'tag': 'f3597f06-05bf-4a73-9f1a-bfe08abb8fd8'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:38:45.308610 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15826d4-73e6-4d3f-b5de-119ebfbf9230 service neutron] Pushing event updated for resources: {'Port': ['ID=f3597f06-05bf-4a73-9f1a-bfe08abb8fd8,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:45.358823 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d47d87-5725-4c69-96e4-b0c946c8af63', 'tag': 'f3597f06-05bf-4a73-9f1a-bfe08abb8fd8', 'status': 'completed', 'code': 200} Mar 09 04:38:45.400236 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-19353f70-ad80-4a69-b30a-f7b8eabe3938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:45.401895 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-19353f70-ad80-4a69-b30a-f7b8eabe3938 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2f20e16f5ef42469c9b593c38fc633c&device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 1094 time: 0.0752740 Mar 09 04:38:45.580061 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-f9473a02-6934-43f2-ad33-56b416aa3e96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 HTTP/1.1" status: 200 len: 217 time: 0.1717803 Mar 09 04:38:45.638727 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-d6098193-3fcc-4eb6-9184-366c36904ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:45.640086 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-d6098193-3fcc-4eb6-9184-366c36904ff0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb419149-3f96-437a-826d-236b2a6ccd86 HTTP/1.1" status: 200 len: 853 time: 0.0546751 Mar 09 04:38:45.714123 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-785f6b5a-00f3-4cf2-ab58-19aac88b8c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:45.715554 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-785f6b5a-00f3-4cf2-ab58-19aac88b8c72 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f7cbf33-998b-4d80-8b5c-c62f98141a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696633 Mar 09 04:38:45.844312 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-e68221a7-0d79-4a37-8cc7-80c1c546d9d5 service neutron] 10.222.0.21 "GET /v2.0/networks/5f7cbf33-998b-4d80-8b5c-c62f98141a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223860 Mar 09 04:38:45.977592 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e6c7c7f3-7bae-4ce6-991c-8baade31071f req-16cd8b9e-3f5e-4659-a627-255229e86671 service neutron] 10.222.0.21 "GET /v2.0/networks/5f7cbf33-998b-4d80-8b5c-c62f98141a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269372 Mar 09 04:38:45.999266 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc77a5-9a67-4381-9bcb-babdc9313836 req-69298b0a-4d88-4429-ad13-d867f926f27e tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:46.000719 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2ddc77a5-9a67-4381-9bcb-babdc9313836 req-69298b0a-4d88-4429-ad13-d867f926f27e tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 943 time: 0.0815413 Mar 09 04:38:46.050945 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2ddc77a5-9a67-4381-9bcb-babdc9313836 req-c03feb62-21f6-4fef-a5a4-5998631585cf tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436809 Mar 09 04:38:46.088727 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbe0d5-95a4-426e-ae5f-43bfe2003365 req-c03f989a-4f38-468b-9d4a-a1b10ffb274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:46.090181 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-12fbe0d5-95a4-426e-ae5f-43bfe2003365 req-c03f989a-4f38-468b-9d4a-a1b10ffb274b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2f20e16f5ef42469c9b593c38fc633c&device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 1094 time: 0.0704777 Mar 09 04:38:46.217441 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbe0d5-95a4-426e-ae5f-43bfe2003365 req-111fa07f-2f1d-4146-995b-b5cb4a0d6522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:46.218764 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-12fbe0d5-95a4-426e-ae5f-43bfe2003365 req-111fa07f-2f1d-4146-995b-b5cb4a0d6522 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f7cbf33-998b-4d80-8b5c-c62f98141a38 HTTP/1.1" status: 200 len: 915 time: 0.1230130 Mar 09 04:38:46.293523 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-12fbe0d5-95a4-426e-ae5f-43bfe2003365 req-74499117-b93c-40e7-9d3c-f67665841295 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 HTTP/1.1" status: 200 len: 217 time: 0.0680220 Mar 09 04:38:46.354107 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbe0d5-95a4-426e-ae5f-43bfe2003365 req-17c9e859-7bca-455e-bde6-9e07246d906f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:46.355921 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-12fbe0d5-95a4-426e-ae5f-43bfe2003365 req-17c9e859-7bca-455e-bde6-9e07246d906f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb419149-3f96-437a-826d-236b2a6ccd86 HTTP/1.1" status: 200 len: 853 time: 0.0561745 Mar 09 04:38:46.434408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbe0d5-95a4-426e-ae5f-43bfe2003365 req-98e68b01-6b1b-4e90-a7fd-29c0f3262e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:46.435897 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-12fbe0d5-95a4-426e-ae5f-43bfe2003365 req-98e68b01-6b1b-4e90-a7fd-29c0f3262e8e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f7cbf33-998b-4d80-8b5c-c62f98141a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732620 Mar 09 04:38:46.564611 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-12fbe0d5-95a4-426e-ae5f-43bfe2003365 req-d5e1058f-8d36-44bd-9da0-660b0d6656ec service neutron] 10.222.0.21 "GET /v2.0/networks/5f7cbf33-998b-4d80-8b5c-c62f98141a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216352 Mar 09 04:38:46.692284 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-12fbe0d5-95a4-426e-ae5f-43bfe2003365 req-5cfd479d-e5dc-48ad-9055-768e8cc8772c service neutron] 10.222.0.21 "GET /v2.0/networks/5f7cbf33-998b-4d80-8b5c-c62f98141a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206801 Mar 09 04:38:47.232906 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cbfe2-8412-4526-be1e-adced2388af7 req-581a49de-dd76-49c1-826c-e986f69a562a tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:47.234335 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b77cbfe2-8412-4526-be1e-adced2388af7 req-581a49de-dd76-49c1-826c-e986f69a562a tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 943 time: 0.0797625 Mar 09 04:38:47.278542 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b77cbfe2-8412-4526-be1e-adced2388af7 req-3e4ea40c-4891-43e8-b407-1d5c65519bba tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385566 Mar 09 04:38:48.463663 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968fb36-f94c-4c93-8438-e79fceca5618 req-e71f20b2-a626-4915-a562-148f965ea009 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:48.465098 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f968fb36-f94c-4c93-8438-e79fceca5618 req-e71f20b2-a626-4915-a562-148f965ea009 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 943 time: 0.0800443 Mar 09 04:38:48.508924 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f968fb36-f94c-4c93-8438-e79fceca5618 req-59d9aaea-ea62-42f3-ac08-493563f0c3a0 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381908 Mar 09 04:38:49.424206 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:38:49.558783 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port f3597f06-05bf-4a73-9f1a-bfe08abb8fd8, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=f3597f06-05bf-4a73-9f1a-bfe08abb8fd8,segment=NetworkSegment(5d5160e8-673b-42b7-af04-4791f87ebb9f),segment_id=5d5160e8-673b-42b7-af04-4791f87ebb9f)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:38:49.571938 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'f3597f06-05bf-4a73-9f1a-bfe08abb8fd8', 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38', 'port_id': 'f3597f06-05bf-4a73-9f1a-bfe08abb8fd8', 'mac_address': 'fa:16:3e:ba:2d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb419149-3f96-437a-826d-236b2a6ccd86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:38:49.625094 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:49.642133 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:38:49.657054 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port f3597f06-05bf-4a73-9f1a-bfe08abb8fd8, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=f3597f06-05bf-4a73-9f1a-bfe08abb8fd8,segment=NetworkSegment(5d5160e8-673b-42b7-af04-4791f87ebb9f),segment_id=5d5160e8-673b-42b7-af04-4791f87ebb9f)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:38:49.661288 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:49.731023 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=f3597f06-05bf-4a73-9f1a-bfe08abb8fd8,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:49.738385 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:49.738725 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:49.739077 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:49.739404 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:49.739724 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:49.740038 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:49.740953 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:49.741269 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:49.741576 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:49.741884 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:49.742193 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:49.742505 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:38:49.868909 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['f3597f06-05bf-4a73-9f1a-bfe08abb8fd8'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:38:49.898465 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e22c5-4274-4559-a86a-8daa9f832c2d req-050fcf35-0a2b-44d8-9827-537d23b0a510 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:49.900021 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a14e22c5-4274-4559-a86a-8daa9f832c2d req-050fcf35-0a2b-44d8-9827-537d23b0a510 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 944 time: 0.2828197 Mar 09 04:38:49.945161 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a14e22c5-4274-4559-a86a-8daa9f832c2d req-6f77f4cb-d894-48d4-86d5-be4e176d61e0 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395424 Mar 09 04:38:51.172164 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8601d-7bdb-488e-9cd3-cb10d01658ed req-a7f4b3be-a23a-4aee-9954-5fb8d1eb019b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:51.173497 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-64c8601d-7bdb-488e-9cd3-cb10d01658ed req-a7f4b3be-a23a-4aee-9954-5fb8d1eb019b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 944 time: 0.1275125 Mar 09 04:38:51.216965 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-64c8601d-7bdb-488e-9cd3-cb10d01658ed req-a81d51e3-f8c6-42b6-8522-3dec549b4336 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370736 Mar 09 04:38:51.436080 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:38:51.502107 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:38:51.506784 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:38:51.507226 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:51.623162 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:51.648912 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d47d87-5725-4c69-96e4-b0c946c8af63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3597f06-05bf-4a73-9f1a-bfe08abb8fd8'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:38:51.658629 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port f3597f06-05bf-4a73-9f1a-bfe08abb8fd8, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=f3597f06-05bf-4a73-9f1a-bfe08abb8fd8,segment=NetworkSegment(5d5160e8-673b-42b7-af04-4791f87ebb9f),segment_id=5d5160e8-673b-42b7-af04-4791f87ebb9f)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:38:51.662941 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:38:51.693621 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d47d87-5725-4c69-96e4-b0c946c8af63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3597f06-05bf-4a73-9f1a-bfe08abb8fd8', 'code': 200} Mar 09 04:38:51.734055 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=f3597f06-05bf-4a73-9f1a-bfe08abb8fd8,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:38:51.818006 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1b495-149f-42d8-bace-9b27f95a7846 req-0b63a51d-941c-44f5-b5c0-7420680f1679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:51.819525 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8fa1b495-149f-42d8-bace-9b27f95a7846 req-0b63a51d-941c-44f5-b5c0-7420680f1679 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 1096 time: 0.0684032 Mar 09 04:38:51.863265 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8fa1b495-149f-42d8-bace-9b27f95a7846 req-44956cce-6179-41a3-9001-148db49952fd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374045 Mar 09 04:38:52.399474 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33463255-29c4-4fb8-b041-d3f06d8bd605 req-d7acbdb1-d213-4ac2-a474-dc0d126ce3a9 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:52.400900 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33463255-29c4-4fb8-b041-d3f06d8bd605 req-d7acbdb1-d213-4ac2-a474-dc0d126ce3a9 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 945 time: 0.0782330 Mar 09 04:38:52.445500 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33463255-29c4-4fb8-b041-d3f06d8bd605 req-1177e21c-2e08-4d1a-901e-e2af42aaece4 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385716 Mar 09 04:38:53.626125 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2334947-04a9-442a-95c6-49aee372b04d req-9d4e50b3-69ed-4efe-8552-52936c8e4c3d tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:53.627608 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b2334947-04a9-442a-95c6-49aee372b04d req-9d4e50b3-69ed-4efe-8552-52936c8e4c3d tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 945 time: 0.0787997 Mar 09 04:38:53.671790 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b2334947-04a9-442a-95c6-49aee372b04d req-3977ff9e-2813-4b45-b8ae-e4d99cf6877b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379062 Mar 09 04:38:53.968769 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66d982-e0e6-490f-92b5-0acf9e3e33aa req-ca606aeb-4c6e-49f4-9e94-eba6947bee2f tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:53.970191 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7b66d982-e0e6-490f-92b5-0acf9e3e33aa req-ca606aeb-4c6e-49f4-9e94-eba6947bee2f tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 945 time: 0.1972113 Mar 09 04:38:54.013577 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7b66d982-e0e6-490f-92b5-0acf9e3e33aa req-e3408a55-cdc9-48a1-8100-5ae5f4bf0915 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379217 Mar 09 04:38:54.399239 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33596930-54e7-4b3b-a323-9e17210213a8 req-3a18923d-4475-45ac-90ba-36684407c107 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:38:54.400659 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33596930-54e7-4b3b-a323-9e17210213a8 req-3a18923d-4475-45ac-90ba-36684407c107 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 945 time: 0.0814245 Mar 09 04:38:54.447026 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33596930-54e7-4b3b-a323-9e17210213a8 req-ee66737c-6141-444a-9395-cc51bae4ebde tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403047 Mar 09 04:38:58.812566 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f7a94313-0643-4e79-84e0-a1e47890d0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:01.201291 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-96fbde55-2bbc-4d8e-93ed-e259acd02a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:02.359179 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:02.402843 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:03.675639 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:04.486438 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bc57c-4db8-4f84-9683-eefe19536dd6 req-0e7ce340-bd0e-4261-b3f0-44037d91b5a2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:04.487909 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d57bc57c-4db8-4f84-9683-eefe19536dd6 req-0e7ce340-bd0e-4261-b3f0-44037d91b5a2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 945 time: 0.0794158 Mar 09 04:39:04.530742 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d57bc57c-4db8-4f84-9683-eefe19536dd6 req-dc3c9a8f-d7a1-45a2-a9a1-704e91ff2236 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372484 Mar 09 04:39:04.553856 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47342) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:39:04.664393 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:04.666279 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82f1f83-a281-4fac-9d6c-367c39e98bb0 tempest-TestMinimumBasicScenario-1131021988 tempest-TestMinimumBasicScenario-1131021988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:04.667943 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d82f1f83-a281-4fac-9d6c-367c39e98bb0 tempest-TestMinimumBasicScenario-1131021988 tempest-TestMinimumBasicScenario-1131021988-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 1091 time: 0.1131196 Mar 09 04:39:04.670983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47348) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:39:04.676132 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f28e04ab-1c86-4eda-ac64-f353c3160987 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'port_id': 'f3597f06-05bf-4a73-9f1a-bfe08abb8fd8', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:39:04.682792 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f28e04ab-1c86-4eda-ac64-f353c3160987 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:39:04.686644 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f28e04ab-1c86-4eda-ac64-f353c3160987 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Usage tracker for resource:floatingip and tenant:d2f20e16f5ef42469c9b593c38fc633c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:39:04.689409 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f28e04ab-1c86-4eda-ac64-f353c3160987 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:39:04.695437 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f28e04ab-1c86-4eda-ac64-f353c3160987 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:39:04.704565 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f28e04ab-1c86-4eda-ac64-f353c3160987 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:04.838400 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f28e04ab-1c86-4eda-ac64-f353c3160987 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:04.974925 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-f28e04ab-1c86-4eda-ac64-f353c3160987 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Allocated IP 172.25.7.99 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/cb0e80ba-d34e-46f0-bfb4-076ab5580966) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:39:05.118581 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f28e04ab-1c86-4eda-ac64-f353c3160987 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:05.152330 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f28e04ab-1c86-4eda-ac64-f353c3160987 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:05.209228 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28e04ab-1c86-4eda-ac64-f353c3160987 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:39:05.212016 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-f28e04ab-1c86-4eda-ac64-f353c3160987 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:39:05.215540 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28e04ab-1c86-4eda-ac64-f353c3160987 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:39:05.263706 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e04ab-1c86-4eda-ac64-f353c3160987 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Pushing event updated for resources: {'Port': ['ID=cb0e80ba-d34e-46f0-bfb4-076ab5580966,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:39:05.624394 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f28e04ab-1c86-4eda-ac64-f353c3160987 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:05.697447 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f28e04ab-1c86-4eda-ac64-f353c3160987 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:05.898261 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f28e04ab-1c86-4eda-ac64-f353c3160987 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:05.902614 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f28e04ab-1c86-4eda-ac64-f353c3160987 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:06.115902 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e04ab-1c86-4eda-ac64-f353c3160987 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Pushing event updated for resources: {'Port': ['ID=cb0e80ba-d34e-46f0-bfb4-076ab5580966,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:39:06.127554 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f28e04ab-1c86-4eda-ac64-f353c3160987 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:06.299792 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-f28e04ab-1c86-4eda-ac64-f353c3160987 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Floating IP 28776be5-bdab-4a99-8d12-eb6a0281e255 associated. External IP: 172.25.7.99, port: f3597f06-05bf-4a73-9f1a-bfe08abb8fd8. Mar 09 04:39:06.650446 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28e04ab-1c86-4eda-ac64-f353c3160987 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Router 4c68eb71-2f92-408b-aeb0-c5ae7afa38cb has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:39:06.826752 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28e04ab-1c86-4eda-ac64-f353c3160987 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:39:06.840309 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1756bb76-cb76-4056-9adf-1357ddbe3030 None None] Sync routers for ids ['4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:39:06.849139 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1756bb76-cb76-4056-9adf-1357ddbe3030 None None] Routers {'4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:39:06.849726 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1756bb76-cb76-4056-9adf-1357ddbe3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:39:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:39:06.850279 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f28e04ab-1c86-4eda-ac64-f353c3160987 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:06.905331 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f28e04ab-1c86-4eda-ac64-f353c3160987 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2331538 Mar 09 04:39:06.905784 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d47d87-5725-4c69-96e4-b0c946c8af63', 'tag': 'f3597f06-05bf-4a73-9f1a-bfe08abb8fd8'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:39:06.908109 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47352) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:39:06.913655 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-f99de0e1-d003-4c22-b0f5-3d2e3f6c2b2b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-10803718', 'description': 'tempest-secgroup-smoke-10803718 description', 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:39:06.921244 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f99de0e1-d003-4c22-b0f5-3d2e3f6c2b2b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:39:06.932463 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f99de0e1-d003-4c22-b0f5-3d2e3f6c2b2b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:39:06.943213 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f99de0e1-d003-4c22-b0f5-3d2e3f6c2b2b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:06.952441 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d47d87-5725-4c69-96e4-b0c946c8af63', 'tag': 'f3597f06-05bf-4a73-9f1a-bfe08abb8fd8', 'status': 'completed', 'code': 200} Mar 09 04:39:06.963441 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f99de0e1-d003-4c22-b0f5-3d2e3f6c2b2b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:39:06.967841 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f99de0e1-d003-4c22-b0f5-3d2e3f6c2b2b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Usage tracker for resource:security_group_rule and tenant:d2f20e16f5ef42469c9b593c38fc633c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:39:06.971879 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f99de0e1-d003-4c22-b0f5-3d2e3f6c2b2b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:39:07.033880 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-1756bb76-cb76-4056-9adf-1357ddbe3030 None None] Set router 4c68eb71-2f92-408b-aeb0-c5ae7afa38cb gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:39:07.127025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f99de0e1-d003-4c22-b0f5-3d2e3f6c2b2b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:39:07.200285 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cf4c9-30e9-49e4-a724-39795416cb03 req-33afd62d-ada1-4f97-9eb5-eabdada2ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:07.201683 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ac5cf4c9-30e9-49e4-a724-39795416cb03 req-33afd62d-ada1-4f97-9eb5-eabdada2ad5a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2f20e16f5ef42469c9b593c38fc633c&device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 1096 time: 0.2258499 Mar 09 04:39:07.261345 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f99de0e1-d003-4c22-b0f5-3d2e3f6c2b2b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:07.313134 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f99de0e1-d003-4c22-b0f5-3d2e3f6c2b2b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:07.382895 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99de0e1-d003-4c22-b0f5-3d2e3f6c2b2b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df1260f9-8a6e-493e-9045-3eaa8d53c251,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:39:07.388804 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f99de0e1-d003-4c22-b0f5-3d2e3f6c2b2b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:07.390001 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f99de0e1-d003-4c22-b0f5-3d2e3f6c2b2b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4809175 Mar 09 04:39:07.393129 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47358) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:39:07.393945 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1756bb76-cb76-4056-9adf-1357ddbe3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'name': 'tempest-TestMinimumBasicScenario-506682702-router', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '0357ad23-f7d1-40ef-a3b3-0d902c635813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:38:11Z', 'updated_at': '2022-03-09T04:38:15Z', 'revision_number': 4, 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'gw_port': {'id': '0357ad23-f7d1-40ef-a3b3-0d902c635813', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:12Z', 'updated_at': '2022-03-09T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '28776be5-bdab-4a99-8d12-eb6a0281e255', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'port_id': 'f3597f06-05bf-4a73-9f1a-bfe08abb8fd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38', 'mac_address': 'fa:16:3e:ba:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d47d87-5725-4c69-96e4-b0c946c8af63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:39:05Z', 'updated_at': '2022-03-09T04:39:05Z', 'revision_number': 0, 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e71c3a-3b81-4a3a-a173-d5bb3e550f33', 'name': '', 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'mac_address': 'fa:16:3e:27:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb419149-3f96-437a-826d-236b2a6ccd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:15Z', 'updated_at': '2022-03-09T04:38:21Z', 'revision_number': 5, 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'subnets': [{'id': 'cb419149-3f96-437a-826d-236b2a6ccd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:39:07.398381 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1756bb76-cb76-4056-9adf-1357ddbe3030 None None] Checking router: 4c68eb71-2f92-408b-aeb0-c5ae7afa38cb for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:39:07.400530 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-0d94240b-bf47-4b09-be3b-d7fe580801fd tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Request body: {'security_group_rule': {'security_group_id': 'df1260f9-8a6e-493e-9045-3eaa8d53c251', 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:39:07.406972 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1756bb76-cb76-4056-9adf-1357ddbe3030 None None] Routers {'4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:39:07.407712 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1756bb76-cb76-4056-9adf-1357ddbe3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:39:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:39:07.407940 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99de0e1-d003-4c22-b0f5-3d2e3f6c2b2b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:39:07.408276 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99de0e1-d003-4c22-b0f5-3d2e3f6c2b2b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:39:07.408604 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99de0e1-d003-4c22-b0f5-3d2e3f6c2b2b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:39:07.408927 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99de0e1-d003-4c22-b0f5-3d2e3f6c2b2b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:39:07.409246 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99de0e1-d003-4c22-b0f5-3d2e3f6c2b2b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:39:07.409561 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99de0e1-d003-4c22-b0f5-3d2e3f6c2b2b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:39:07.409873 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99de0e1-d003-4c22-b0f5-3d2e3f6c2b2b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:39:07.410184 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99de0e1-d003-4c22-b0f5-3d2e3f6c2b2b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:39:07.410494 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99de0e1-d003-4c22-b0f5-3d2e3f6c2b2b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:39:07.410803 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99de0e1-d003-4c22-b0f5-3d2e3f6c2b2b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:39:07.411140 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99de0e1-d003-4c22-b0f5-3d2e3f6c2b2b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:39:07.411294 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0d94240b-bf47-4b09-be3b-d7fe580801fd tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:39:07.411517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99de0e1-d003-4c22-b0f5-3d2e3f6c2b2b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:39:07.419885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cf4c9-30e9-49e4-a724-39795416cb03 req-80df5f1b-0754-4c67-a096-e499f528da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:07.421235 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ac5cf4c9-30e9-49e4-a724-39795416cb03 req-80df5f1b-0754-4c67-a096-e499f528da9b service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f7cbf33-998b-4d80-8b5c-c62f98141a38 HTTP/1.1" status: 200 len: 915 time: 0.2083919 Mar 09 04:39:07.426089 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0d94240b-bf47-4b09-be3b-d7fe580801fd tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Usage tracker for resource:security_group_rule and tenant:d2f20e16f5ef42469c9b593c38fc633c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:39:07.429427 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-0d94240b-bf47-4b09-be3b-d7fe580801fd tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:39:07.439030 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-0d94240b-bf47-4b09-be3b-d7fe580801fd tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:39:07.457515 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0d94240b-bf47-4b09-be3b-d7fe580801fd tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:07.525763 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0d94240b-bf47-4b09-be3b-d7fe580801fd tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:07.530522 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0d94240b-bf47-4b09-be3b-d7fe580801fd tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:07.530892 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ac5cf4c9-30e9-49e4-a724-39795416cb03 req-54a5a4ed-1d69-4ee2-8d25-34169af5efd9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 HTTP/1.1" status: 200 len: 998 time: 0.1036634 Mar 09 04:39:07.555944 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94240b-bf47-4b09-be3b-d7fe580801fd tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c892eb-cb61-4b25-97bf-bc3da86ed624,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:39:07.567279 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-0d94240b-bf47-4b09-be3b-d7fe580801fd tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:07.568963 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0d94240b-bf47-4b09-be3b-d7fe580801fd tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1747146 Mar 09 04:39:07.572102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47362) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:39:07.588875 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-e34acde2-deeb-4523-b568-0235322611f7 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Request body: {'security_group_rule': {'security_group_id': 'df1260f9-8a6e-493e-9045-3eaa8d53c251', 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:39:07.604881 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e34acde2-deeb-4523-b568-0235322611f7 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:39:07.612054 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e34acde2-deeb-4523-b568-0235322611f7 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Usage tracker for resource:security_group_rule and tenant:d2f20e16f5ef42469c9b593c38fc633c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:39:07.616299 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e34acde2-deeb-4523-b568-0235322611f7 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:39:07.626138 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-1756bb76-cb76-4056-9adf-1357ddbe3030 None None] Set router 4c68eb71-2f92-408b-aeb0-c5ae7afa38cb gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:39:07.628366 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e34acde2-deeb-4523-b568-0235322611f7 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:39:07.636462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cf4c9-30e9-49e4-a724-39795416cb03 req-5a973c26-3b2f-45cc-b7a0-4af4ea3d96e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:07.638562 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ac5cf4c9-30e9-49e4-a724-39795416cb03 req-5a973c26-3b2f-45cc-b7a0-4af4ea3d96e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb419149-3f96-437a-826d-236b2a6ccd86 HTTP/1.1" status: 200 len: 853 time: 0.0981586 Mar 09 04:39:07.706111 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e34acde2-deeb-4523-b568-0235322611f7 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:07.776860 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cf4c9-30e9-49e4-a724-39795416cb03 req-6f319997-e4bc-4764-9efe-9cff47092eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:07.778341 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ac5cf4c9-30e9-49e4-a724-39795416cb03 req-6f319997-e4bc-4764-9efe-9cff47092eb0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f7cbf33-998b-4d80-8b5c-c62f98141a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1333892 Mar 09 04:39:07.808724 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e34acde2-deeb-4523-b568-0235322611f7 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:07.825866 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e34acde2-deeb-4523-b568-0235322611f7 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:07.897661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34acde2-deeb-4523-b568-0235322611f7 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71c2bbaf-f807-4205-b524-553aacf5073d,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:39:07.917461 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e34acde2-deeb-4523-b568-0235322611f7 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:07.918628 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e34acde2-deeb-4523-b568-0235322611f7 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3430109 Mar 09 04:39:07.921295 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47366) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:39:07.929549 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-206f53e9-418a-4e9f-8fe3-6b711c4ca51b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Request body: {'security_group_rule': {'security_group_id': 'df1260f9-8a6e-493e-9045-3eaa8d53c251', 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:39:07.940120 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-206f53e9-418a-4e9f-8fe3-6b711c4ca51b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:39:07.959149 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-206f53e9-418a-4e9f-8fe3-6b711c4ca51b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Usage tracker for resource:security_group_rule and tenant:d2f20e16f5ef42469c9b593c38fc633c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:39:07.963532 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-206f53e9-418a-4e9f-8fe3-6b711c4ca51b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:39:07.974435 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ac5cf4c9-30e9-49e4-a724-39795416cb03 req-e16c4efe-18e2-4ce0-9069-8abb16b9ac8d service neutron] 10.222.0.21 "GET /v2.0/networks/5f7cbf33-998b-4d80-8b5c-c62f98141a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890011 Mar 09 04:39:07.975633 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-206f53e9-418a-4e9f-8fe3-6b711c4ca51b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:39:07.977427 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-1756bb76-cb76-4056-9adf-1357ddbe3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'name': 'tempest-TestMinimumBasicScenario-506682702-router', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '0357ad23-f7d1-40ef-a3b3-0d902c635813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:38:11Z', 'updated_at': '2022-03-09T04:38:15Z', 'revision_number': 4, 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'gw_port': {'id': '0357ad23-f7d1-40ef-a3b3-0d902c635813', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:12Z', 'updated_at': '2022-03-09T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '28776be5-bdab-4a99-8d12-eb6a0281e255', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'port_id': 'f3597f06-05bf-4a73-9f1a-bfe08abb8fd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38', 'mac_address': 'fa:16:3e:ba:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d47d87-5725-4c69-96e4-b0c946c8af63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:39:05Z', 'updated_at': '2022-03-09T04:39:05Z', 'revision_number': 0, 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e71c3a-3b81-4a3a-a173-d5bb3e550f33', 'name': '', 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'mac_address': 'fa:16:3e:27:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb419149-3f96-437a-826d-236b2a6ccd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:15Z', 'updated_at': '2022-03-09T04:38:21Z', 'revision_number': 5, 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'subnets': [{'id': 'cb419149-3f96-437a-826d-236b2a6ccd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:39:07.981608 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1756bb76-cb76-4056-9adf-1357ddbe3030 None None] The sync data for ids ['4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'] in n-d-825178-5 is: [{'id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'name': 'tempest-TestMinimumBasicScenario-506682702-router', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '0357ad23-f7d1-40ef-a3b3-0d902c635813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:38:11Z', 'updated_at': '2022-03-09T04:38:15Z', 'revision_number': 4, 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'gw_port': {'id': '0357ad23-f7d1-40ef-a3b3-0d902c635813', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:12Z', 'updated_at': '2022-03-09T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '28776be5-bdab-4a99-8d12-eb6a0281e255', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'port_id': 'f3597f06-05bf-4a73-9f1a-bfe08abb8fd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38', 'mac_address': 'fa:16:3e:ba:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d47d87-5725-4c69-96e4-b0c946c8af63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:39:05Z', 'updated_at': '2022-03-09T04:39:05Z', 'revision_number': 0, 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e71c3a-3b81-4a3a-a173-d5bb3e550f33', 'name': '', 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'mac_address': 'fa:16:3e:27:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb419149-3f96-437a-826d-236b2a6ccd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:15Z', 'updated_at': '2022-03-09T04:38:21Z', 'revision_number': 5, 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'subnets': [{'id': 'cb419149-3f96-437a-826d-236b2a6ccd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:39:08.031043 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-206f53e9-418a-4e9f-8fe3-6b711c4ca51b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:08.162172 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ac5cf4c9-30e9-49e4-a724-39795416cb03 req-e781c55e-806c-4346-84e3-363f3344767a service neutron] 10.222.0.21 "GET /v2.0/networks/5f7cbf33-998b-4d80-8b5c-c62f98141a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803415 Mar 09 04:39:08.179820 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deca3bd1-baff-42ce-b742-50f03c6ec0e4 None None] New status for floating IP 28776be5-bdab-4a99-8d12-eb6a0281e255: ACTIVE {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:39:08.181906 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-206f53e9-418a-4e9f-8fe3-6b711c4ca51b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:08.185838 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-206f53e9-418a-4e9f-8fe3-6b711c4ca51b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:08.210990 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f53e9-418a-4e9f-8fe3-6b711c4ca51b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d72ec9-e3c8-4b84-a016-de08a23cfede,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:39:08.220448 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-206f53e9-418a-4e9f-8fe3-6b711c4ca51b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:08.221762 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-206f53e9-418a-4e9f-8fe3-6b711c4ca51b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2995136 Mar 09 04:39:08.224449 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47370) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:39:08.229440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-6c748558-983e-49d7-9286-9300faf11417 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Request body: {'security_group_rule': {'security_group_id': 'df1260f9-8a6e-493e-9045-3eaa8d53c251', 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:39:08.236213 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6c748558-983e-49d7-9286-9300faf11417 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:39:08.240557 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6c748558-983e-49d7-9286-9300faf11417 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Usage tracker for resource:security_group_rule and tenant:d2f20e16f5ef42469c9b593c38fc633c is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:39:08.243447 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6c748558-983e-49d7-9286-9300faf11417 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:39:08.249076 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6c748558-983e-49d7-9286-9300faf11417 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:39:08.266484 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6c748558-983e-49d7-9286-9300faf11417 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:08.332391 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6c748558-983e-49d7-9286-9300faf11417 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:08.335956 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6c748558-983e-49d7-9286-9300faf11417 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:08.360712 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c748558-983e-49d7-9286-9300faf11417 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83bf36c1-bc62-4804-8b35-598f36ab8c8a,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:39:08.372765 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6c748558-983e-49d7-9286-9300faf11417 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:08.374610 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6c748558-983e-49d7-9286-9300faf11417 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1491311 Mar 09 04:39:08.377416 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47374) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:39:08.384945 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-51ad68b6-37dd-4124-b889-412f4183b853 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Request body: {'security_group_rule': {'security_group_id': 'df1260f9-8a6e-493e-9045-3eaa8d53c251', 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:39:08.391727 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-51ad68b6-37dd-4124-b889-412f4183b853 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:39:08.398278 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-51ad68b6-37dd-4124-b889-412f4183b853 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Usage tracker for resource:security_group_rule and tenant:d2f20e16f5ef42469c9b593c38fc633c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:39:08.400423 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-51ad68b6-37dd-4124-b889-412f4183b853 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:39:08.406796 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-51ad68b6-37dd-4124-b889-412f4183b853 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:39:08.418890 n-d-825178-5 neutron-server[87881]: INFO neutron.db.securitygroups_db [None req-51ad68b6-37dd-4124-b889-412f4183b853 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Project d2f20e16f5ef42469c9b593c38fc633c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:39:08.426322 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-51ad68b6-37dd-4124-b889-412f4183b853 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:08.498431 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-51ad68b6-37dd-4124-b889-412f4183b853 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:08.505691 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-51ad68b6-37dd-4124-b889-412f4183b853 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:08.529978 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad68b6-37dd-4124-b889-412f4183b853 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2daeb9f5-6fa3-4cc7-99b1-9e81ee874f44,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:39:08.542351 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ad68b6-37dd-4124-b889-412f4183b853 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:39:08.542779 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ad68b6-37dd-4124-b889-412f4183b853 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:39:08.543209 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ad68b6-37dd-4124-b889-412f4183b853 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:39:08.543572 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ad68b6-37dd-4124-b889-412f4183b853 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:39:08.543997 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ad68b6-37dd-4124-b889-412f4183b853 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:39:08.544333 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ad68b6-37dd-4124-b889-412f4183b853 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:39:08.544659 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ad68b6-37dd-4124-b889-412f4183b853 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:39:08.544983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ad68b6-37dd-4124-b889-412f4183b853 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:39:08.545310 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ad68b6-37dd-4124-b889-412f4183b853 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:39:08.545632 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ad68b6-37dd-4124-b889-412f4183b853 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:39:08.545953 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ad68b6-37dd-4124-b889-412f4183b853 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:39:08.546275 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ad68b6-37dd-4124-b889-412f4183b853 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:39:08.550765 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-51ad68b6-37dd-4124-b889-412f4183b853 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:08.555044 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-51ad68b6-37dd-4124-b889-412f4183b853 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1733031 Mar 09 04:39:08.555937 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47378) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:39:08.560005 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-5cad2bc0-fb2d-44f8-9ee6-7ea6f3ebf5f5 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Request body: {'security_group_rule': {'security_group_id': 'df1260f9-8a6e-493e-9045-3eaa8d53c251', 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:39:08.566435 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5cad2bc0-fb2d-44f8-9ee6-7ea6f3ebf5f5 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:39:08.570282 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5cad2bc0-fb2d-44f8-9ee6-7ea6f3ebf5f5 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Usage tracker for resource:security_group_rule and tenant:d2f20e16f5ef42469c9b593c38fc633c is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:39:08.573141 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5cad2bc0-fb2d-44f8-9ee6-7ea6f3ebf5f5 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:39:08.578710 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5cad2bc0-fb2d-44f8-9ee6-7ea6f3ebf5f5 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:39:08.588262 n-d-825178-5 neutron-server[87881]: INFO neutron.db.securitygroups_db [None req-5cad2bc0-fb2d-44f8-9ee6-7ea6f3ebf5f5 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Project d2f20e16f5ef42469c9b593c38fc633c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:39:08.594531 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5cad2bc0-fb2d-44f8-9ee6-7ea6f3ebf5f5 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:08.662616 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5cad2bc0-fb2d-44f8-9ee6-7ea6f3ebf5f5 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:08.666416 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5cad2bc0-fb2d-44f8-9ee6-7ea6f3ebf5f5 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:08.696908 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad2bc0-fb2d-44f8-9ee6-7ea6f3ebf5f5 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b610bde9-d5d1-4351-9664-d248506bdf33,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:39:08.707018 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5cad2bc0-fb2d-44f8-9ee6-7ea6f3ebf5f5 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:08.708175 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5cad2bc0-fb2d-44f8-9ee6-7ea6f3ebf5f5 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1520965 Mar 09 04:39:08.826741 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7728843c-5289-4ae5-8a01-19b8a1cbb346 req-e02a4a78-2196-44df-adce-f22ea770622b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10803718&fields=id&tenant_id=d2f20e16f5ef42469c9b593c38fc633c HTTP/1.1" status: 200 len: 267 time: 0.0406239 Mar 09 04:39:08.909184 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728843c-5289-4ae5-8a01-19b8a1cbb346 req-15e855d1-c2a4-4eb6-938a-60102c658e10 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:08.910626 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7728843c-5289-4ae5-8a01-19b8a1cbb346 req-15e855d1-c2a4-4eb6-938a-60102c658e10 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 945 time: 0.0786221 Mar 09 04:39:08.922201 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-7728843c-5289-4ae5-8a01-19b8a1cbb346 req-e7b09051-13f4-4260-8ccd-1dabeb54db33 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Request body: {'port': {'security_groups': ['e215b778-7f91-4dc3-8b03-8593a059558e', 'df1260f9-8a6e-493e-9045-3eaa8d53c251']}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:39:09.058715 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7728843c-5289-4ae5-8a01-19b8a1cbb346 req-e7b09051-13f4-4260-8ccd-1dabeb54db33 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:09.210187 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:09.453689 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-7728843c-5289-4ae5-8a01-19b8a1cbb346 req-e7b09051-13f4-4260-8ccd-1dabeb54db33 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] For port f3597f06-05bf-4a73-9f1a-bfe08abb8fd8, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=f3597f06-05bf-4a73-9f1a-bfe08abb8fd8,segment=NetworkSegment(5d5160e8-673b-42b7-af04-4791f87ebb9f),segment_id=5d5160e8-673b-42b7-af04-4791f87ebb9f)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:39:09.478263 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7728843c-5289-4ae5-8a01-19b8a1cbb346 req-e7b09051-13f4-4260-8ccd-1dabeb54db33 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:09.482445 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7728843c-5289-4ae5-8a01-19b8a1cbb346 req-e7b09051-13f4-4260-8ccd-1dabeb54db33 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:09.493392 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['f3597f06-05bf-4a73-9f1a-bfe08abb8fd8'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:39:09.546427 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728843c-5289-4ae5-8a01-19b8a1cbb346 req-e7b09051-13f4-4260-8ccd-1dabeb54db33 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:09.547087 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-7728843c-5289-4ae5-8a01-19b8a1cbb346 req-e7b09051-13f4-4260-8ccd-1dabeb54db33 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:09.548443 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7728843c-5289-4ae5-8a01-19b8a1cbb346 req-e7b09051-13f4-4260-8ccd-1dabeb54db33 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "PUT /v2.0/ports/f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 HTTP/1.1" status: 200 len: 981 time: 0.6309130 Mar 09 04:39:09.548880 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d47d87-5725-4c69-96e4-b0c946c8af63', 'tag': 'f3597f06-05bf-4a73-9f1a-bfe08abb8fd8'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:39:09.580198 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b09051-13f4-4260-8ccd-1dabeb54db33 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Pushing event updated for resources: {'Port': ['ID=f3597f06-05bf-4a73-9f1a-bfe08abb8fd8,revision_number=6']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:39:09.613573 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d47d87-5725-4c69-96e4-b0c946c8af63', 'tag': 'f3597f06-05bf-4a73-9f1a-bfe08abb8fd8', 'status': 'completed', 'code': 200} Mar 09 04:39:09.622729 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['f3597f06-05bf-4a73-9f1a-bfe08abb8fd8'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:39:09.781097 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ca305-2066-40d2-a4b8-0990588c8434 req-c93670e8-795b-4765-9172-a0cb0857bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:09.782569 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c3ca305-2066-40d2-a4b8-0990588c8434 req-c93670e8-795b-4765-9172-a0cb0857bccb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2f20e16f5ef42469c9b593c38fc633c&device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 1135 time: 0.1448209 Mar 09 04:39:09.793808 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a3bdd-e37c-4c7b-924b-29498a15808c req-9889568d-e6c8-4bab-907a-cf95e9b994f4 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:09.795451 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6a0a3bdd-e37c-4c7b-924b-29498a15808c req-9889568d-e6c8-4bab-907a-cf95e9b994f4 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 984 time: 0.1084747 Mar 09 04:39:09.848922 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e01874f6-a612-4e5a-817e-e3c007657297 None None] Provisioning complete for port f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:39:09.849281 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e01874f6-a612-4e5a-817e-e3c007657297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:09.945274 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-6a0a3bdd-e37c-4c7b-924b-29498a15808c req-e12891c8-9e1a-494f-a552-f71a635d56bf tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Synchronizing usage tracker for tenant:d2f20e16f5ef42469c9b593c38fc633c on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:39:09.969298 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ca305-2066-40d2-a4b8-0990588c8434 req-befd07c8-4f93-46d7-941f-b23c15f6bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:09.971571 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c3ca305-2066-40d2-a4b8-0990588c8434 req-befd07c8-4f93-46d7-941f-b23c15f6bec6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f7cbf33-998b-4d80-8b5c-c62f98141a38 HTTP/1.1" status: 200 len: 915 time: 0.1753240 Mar 09 04:39:09.973223 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-6a0a3bdd-e37c-4c7b-924b-29498a15808c req-e12891c8-9e1a-494f-a552-f71a635d56bf tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Unset dirty status for tenant:d2f20e16f5ef42469c9b593c38fc633c on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:39:09.975599 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6a0a3bdd-e37c-4c7b-924b-29498a15808c req-e12891c8-9e1a-494f-a552-f71a635d56bf tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=df1260f9-8a6e-493e-9045-3eaa8d53c251&id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1615570 Mar 09 04:39:10.078270 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c3ca305-2066-40d2-a4b8-0990588c8434 req-1a09e44f-3751-443b-882a-2b0f94779dd6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 HTTP/1.1" status: 200 len: 1000 time: 0.1006398 Mar 09 04:39:10.143617 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ca305-2066-40d2-a4b8-0990588c8434 req-b89293ee-336b-4b40-adcb-40e87525d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:10.145040 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c3ca305-2066-40d2-a4b8-0990588c8434 req-b89293ee-336b-4b40-adcb-40e87525d61f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb419149-3f96-437a-826d-236b2a6ccd86 HTTP/1.1" status: 200 len: 853 time: 0.0603514 Mar 09 04:39:10.219042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ca305-2066-40d2-a4b8-0990588c8434 req-5ac07844-bd99-4478-bb3e-620a472892c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:10.220494 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c3ca305-2066-40d2-a4b8-0990588c8434 req-5ac07844-bd99-4478-bb3e-620a472892c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f7cbf33-998b-4d80-8b5c-c62f98141a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687044 Mar 09 04:39:10.393349 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c3ca305-2066-40d2-a4b8-0990588c8434 req-fbe3f386-d942-44d6-8375-1e8c08e5de4d service neutron] 10.222.0.21 "GET /v2.0/networks/5f7cbf33-998b-4d80-8b5c-c62f98141a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667042 Mar 09 04:39:10.628580 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8c3ca305-2066-40d2-a4b8-0990588c8434 req-36c6f17d-46f5-4610-8fda-9ed4cd6e2761 service neutron] 10.222.0.21 "GET /v2.0/networks/5f7cbf33-998b-4d80-8b5c-c62f98141a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284539 Mar 09 04:39:11.607226 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:39:20.794250 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5357b1e6-11fa-495e-a3ac-9097f3831737 req-1a70722f-852d-4a41-9c49-ab6dbc543b64 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0705380 Mar 09 04:39:20.932191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357b1e6-11fa-495e-a3ac-9097f3831737 req-5004ec64-6a68-4ac5-90f5-8fba7154efed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:20.933670 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5357b1e6-11fa-495e-a3ac-9097f3831737 req-5004ec64-6a68-4ac5-90f5-8fba7154efed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2f20e16f5ef42469c9b593c38fc633c&device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 1135 time: 0.0735173 Mar 09 04:39:21.075114 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357b1e6-11fa-495e-a3ac-9097f3831737 req-55940a47-cdf6-43ca-94a3-071c3567506d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:21.076466 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5357b1e6-11fa-495e-a3ac-9097f3831737 req-55940a47-cdf6-43ca-94a3-071c3567506d service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f7cbf33-998b-4d80-8b5c-c62f98141a38 HTTP/1.1" status: 200 len: 915 time: 0.1245036 Mar 09 04:39:21.178918 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5357b1e6-11fa-495e-a3ac-9097f3831737 req-b133fdee-d5d4-4426-ade6-7d461c3abf3f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 HTTP/1.1" status: 200 len: 1000 time: 0.0960984 Mar 09 04:39:21.239792 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357b1e6-11fa-495e-a3ac-9097f3831737 req-99dc3751-5929-4187-94b9-8ab61981b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:21.241160 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5357b1e6-11fa-495e-a3ac-9097f3831737 req-99dc3751-5929-4187-94b9-8ab61981b017 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb419149-3f96-437a-826d-236b2a6ccd86 HTTP/1.1" status: 200 len: 853 time: 0.0558519 Mar 09 04:39:21.316498 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357b1e6-11fa-495e-a3ac-9097f3831737 req-580ab239-ebf7-4037-aebb-5e73385c9949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:21.317943 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5357b1e6-11fa-495e-a3ac-9097f3831737 req-580ab239-ebf7-4037-aebb-5e73385c9949 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f7cbf33-998b-4d80-8b5c-c62f98141a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705531 Mar 09 04:39:21.453990 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5357b1e6-11fa-495e-a3ac-9097f3831737 req-ccdc383a-796a-4394-a609-dde6388937bb service neutron] 10.222.0.21 "GET /v2.0/networks/5f7cbf33-998b-4d80-8b5c-c62f98141a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292288 Mar 09 04:39:21.586771 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5357b1e6-11fa-495e-a3ac-9097f3831737 req-b77b46f8-f213-422a-a26c-7b43e1075578 service neutron] 10.222.0.21 "GET /v2.0/networks/5f7cbf33-998b-4d80-8b5c-c62f98141a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275468 Mar 09 04:39:27.328418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a6441-ebfe-478a-b3a0-081a4b359971 req-8f5d7806-63b4-4f3e-b334-5fa989ab0cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:27.329881 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b1a6441-ebfe-478a-b3a0-081a4b359971 req-8f5d7806-63b4-4f3e-b334-5fa989ab0cf0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2f20e16f5ef42469c9b593c38fc633c&device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 1135 time: 0.1243269 Mar 09 04:39:27.382342 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a2dca-5899-4845-b7dc-b4bf8eec057e req-66de740b-0164-4294-a577-058faf2e0730 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:27.383760 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-324a2dca-5899-4845-b7dc-b4bf8eec057e req-66de740b-0164-4294-a577-058faf2e0730 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 984 time: 0.1436636 Mar 09 04:39:27.515969 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-324a2dca-5899-4845-b7dc-b4bf8eec057e req-b701b400-14a2-4672-ae8e-f06a43e2bdba tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=df1260f9-8a6e-493e-9045-3eaa8d53c251&id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0792916 Mar 09 04:39:27.522621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a6441-ebfe-478a-b3a0-081a4b359971 req-6b0e6128-28ec-4e1b-99fb-1501b3207f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:27.524125 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b1a6441-ebfe-478a-b3a0-081a4b359971 req-6b0e6128-28ec-4e1b-99fb-1501b3207f25 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f7cbf33-998b-4d80-8b5c-c62f98141a38 HTTP/1.1" status: 200 len: 915 time: 0.1860096 Mar 09 04:39:27.628018 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b1a6441-ebfe-478a-b3a0-081a4b359971 req-79747775-a5e9-4641-887f-efd5fd690d3c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 HTTP/1.1" status: 200 len: 1000 time: 0.0963292 Mar 09 04:39:27.690532 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a6441-ebfe-478a-b3a0-081a4b359971 req-e30381fb-78a8-4ff1-bc04-6b6190c6a822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:27.691889 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b1a6441-ebfe-478a-b3a0-081a4b359971 req-e30381fb-78a8-4ff1-bc04-6b6190c6a822 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb419149-3f96-437a-826d-236b2a6ccd86 HTTP/1.1" status: 200 len: 853 time: 0.0555017 Mar 09 04:39:27.766495 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a6441-ebfe-478a-b3a0-081a4b359971 req-e1c9e53e-11d1-4a83-8241-480ecfc9b34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:27.767846 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b1a6441-ebfe-478a-b3a0-081a4b359971 req-e1c9e53e-11d1-4a83-8241-480ecfc9b34c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f7cbf33-998b-4d80-8b5c-c62f98141a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690486 Mar 09 04:39:28.010691 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b1a6441-ebfe-478a-b3a0-081a4b359971 req-6ce13b1a-d8fe-494a-a81e-788c39091b59 service neutron] 10.222.0.21 "GET /v2.0/networks/5f7cbf33-998b-4d80-8b5c-c62f98141a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361200 Mar 09 04:39:28.141758 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4b1a6441-ebfe-478a-b3a0-081a4b359971 req-9f643402-7533-455b-9028-7d3f3f4b7762 service neutron] 10.222.0.21 "GET /v2.0/networks/5f7cbf33-998b-4d80-8b5c-c62f98141a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245306 Mar 09 04:39:28.704873 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d31c30-bd99-455f-8411-6cbe53b07923 req-3a9623ee-80ed-433c-92f4-71864adb54c9 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:28.706310 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f1d31c30-bd99-455f-8411-6cbe53b07923 req-3a9623ee-80ed-433c-92f4-71864adb54c9 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 984 time: 0.0826094 Mar 09 04:39:28.752387 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f1d31c30-bd99-455f-8411-6cbe53b07923 req-1237aab3-a85e-4250-aa2d-f77fe25e7d8d tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=df1260f9-8a6e-493e-9045-3eaa8d53c251&id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0402474 Mar 09 04:39:28.815019 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-154ffdc0-76b5-41fe-abfd-6db2324a8f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:29.934747 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef903c44-9b84-4a2c-b506-1bcb21dd9a87 req-d2fbb1c2-3a29-42b9-8a6c-68fc4892d788 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:29.936257 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ef903c44-9b84-4a2c-b506-1bcb21dd9a87 req-d2fbb1c2-3a29-42b9-8a6c-68fc4892d788 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 984 time: 0.0810871 Mar 09 04:39:29.981242 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ef903c44-9b84-4a2c-b506-1bcb21dd9a87 req-d21d24fa-9140-4cf7-90cf-789d258fa3f9 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=df1260f9-8a6e-493e-9045-3eaa8d53c251&id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0392170 Mar 09 04:39:31.163795 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c4cbc-57da-4e92-9aa7-1f15054314b8 req-f0b2e125-41a7-4455-8c83-f00354c2b563 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:31.165127 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1b4c4cbc-57da-4e92-9aa7-1f15054314b8 req-f0b2e125-41a7-4455-8c83-f00354c2b563 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 984 time: 0.0781345 Mar 09 04:39:31.204360 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-226abe0b-1d40-4725-94b7-913be063d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:31.216302 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1b4c4cbc-57da-4e92-9aa7-1f15054314b8 req-08e0757b-49c5-4965-9c02-3ff5c2bd33ec tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=df1260f9-8a6e-493e-9045-3eaa8d53c251&id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0455487 Mar 09 04:39:32.362819 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:32.402883 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308b8f6-b2e0-438c-8d93-dbefc80c845a req-595d2eef-87ae-4655-8bf8-e4049694ee1d tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:32.404346 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0308b8f6-b2e0-438c-8d93-dbefc80c845a req-595d2eef-87ae-4655-8bf8-e4049694ee1d tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 984 time: 0.0863292 Mar 09 04:39:32.408272 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:32.451885 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0308b8f6-b2e0-438c-8d93-dbefc80c845a req-0f9c9d25-00d7-40d2-8aec-7f5e2b59b3f3 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=df1260f9-8a6e-493e-9045-3eaa8d53c251&id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0415120 Mar 09 04:39:33.637248 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002efd1-c289-4f21-9265-2dfacc2191d8 req-23ea0fbe-2738-4974-aa64-91bbd77bcc0a tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:33.638698 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b002efd1-c289-4f21-9265-2dfacc2191d8 req-23ea0fbe-2738-4974-aa64-91bbd77bcc0a tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 984 time: 0.0805790 Mar 09 04:39:33.678072 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:33.691332 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b002efd1-c289-4f21-9265-2dfacc2191d8 req-23ba8ae1-2e25-43b9-bc74-ddbe65ccca41 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=df1260f9-8a6e-493e-9045-3eaa8d53c251&id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0468876 Mar 09 04:39:34.670230 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:34.875982 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d489fbd-1058-4c0c-82e9-ed9ba6195ee8 req-771b0517-fc12-4255-8738-f785cc6a0112 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:34.877451 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d489fbd-1058-4c0c-82e9-ed9ba6195ee8 req-771b0517-fc12-4255-8738-f785cc6a0112 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 984 time: 0.0800939 Mar 09 04:39:34.927744 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d489fbd-1058-4c0c-82e9-ed9ba6195ee8 req-7790dd99-61bf-41f6-99d5-3868f9955a4b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=df1260f9-8a6e-493e-9045-3eaa8d53c251&id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0441194 Mar 09 04:39:36.115407 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79584236-89ec-41c5-b968-d2fef4448168 req-63f74f7e-26a1-46ff-89ce-912055056844 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:36.116840 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-79584236-89ec-41c5-b968-d2fef4448168 req-63f74f7e-26a1-46ff-89ce-912055056844 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 984 time: 0.0827968 Mar 09 04:39:36.162446 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-79584236-89ec-41c5-b968-d2fef4448168 req-d6dd568e-6fa4-47bb-8626-558b4066f6cf tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=df1260f9-8a6e-493e-9045-3eaa8d53c251&id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0399041 Mar 09 04:39:37.343719 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755f77d-1c72-4047-aba0-33144f76e40c req-7999e80f-7200-4ad9-9397-a8f87a1ed424 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:37.345411 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d755f77d-1c72-4047-aba0-33144f76e40c req-7999e80f-7200-4ad9-9397-a8f87a1ed424 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 984 time: 0.0803931 Mar 09 04:39:37.391488 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d755f77d-1c72-4047-aba0-33144f76e40c req-dcdb1c51-e9fc-4d94-b540-e821a6a6f81c tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=df1260f9-8a6e-493e-9045-3eaa8d53c251&id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0403733 Mar 09 04:39:38.578792 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e1136-ecb1-45ca-afca-f653cf06b055 req-e8d62bd4-1a5c-4d8c-99cf-293d99918f90 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:38.580238 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-430e1136-ecb1-45ca-afca-f653cf06b055 req-e8d62bd4-1a5c-4d8c-99cf-293d99918f90 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 984 time: 0.0788209 Mar 09 04:39:38.628928 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-430e1136-ecb1-45ca-afca-f653cf06b055 req-c20b10c0-5671-4cf2-b66e-56acf4f9581b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=df1260f9-8a6e-493e-9045-3eaa8d53c251&id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0423021 Mar 09 04:39:39.208155 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:39:39.815182 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b053e7-a30e-44ce-b0a0-5817b6cd0fd1 req-026e1079-5aa2-46cf-bbfe-9a1d3fca679f tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:39:39.816607 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-31b053e7-a30e-44ce-b0a0-5817b6cd0fd1 req-026e1079-5aa2-46cf-bbfe-9a1d3fca679f tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 984 time: 0.0817595 Mar 09 04:39:39.861941 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-31b053e7-a30e-44ce-b0a0-5817b6cd0fd1 req-3bd5629c-2dba-498c-82c6-4898eaeaad02 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=df1260f9-8a6e-493e-9045-3eaa8d53c251&id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0396442 Mar 09 04:39:48.606681 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:39:58.816926 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1031f984-e0b2-426f-a8ce-1cedc59e185b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:01.212355 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a14f33a6-be18-43bd-a1c8-198bdbb0ce1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:02.366048 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:02.409183 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:03.678487 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:04.684490 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:09.222556 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:11.853726 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2f772257-7403-4a95-b139-011f79d9ad4b req-057de15e-99d7-4fdc-9e2a-8f9ce23ed887 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10803718&fields=id&tenant_id=d2f20e16f5ef42469c9b593c38fc633c HTTP/1.1" status: 200 len: 267 time: 0.0437236 Mar 09 04:40:11.936194 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f772257-7403-4a95-b139-011f79d9ad4b req-e8b924e2-c223-461b-9acc-a68b0f205e78 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:11.937640 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2f772257-7403-4a95-b139-011f79d9ad4b req-e8b924e2-c223-461b-9acc-a68b0f205e78 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 984 time: 0.0786054 Mar 09 04:40:11.948204 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-2f772257-7403-4a95-b139-011f79d9ad4b req-6b2ec6bd-9f05-4c23-95ff-e47001056a6b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Request body: {'port': {'security_groups': ['e215b778-7f91-4dc3-8b03-8593a059558e']}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:40:12.065453 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-2f772257-7403-4a95-b139-011f79d9ad4b req-6b2ec6bd-9f05-4c23-95ff-e47001056a6b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:12.297871 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-2f772257-7403-4a95-b139-011f79d9ad4b req-6b2ec6bd-9f05-4c23-95ff-e47001056a6b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] For port f3597f06-05bf-4a73-9f1a-bfe08abb8fd8, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=f3597f06-05bf-4a73-9f1a-bfe08abb8fd8,segment=NetworkSegment(5d5160e8-673b-42b7-af04-4791f87ebb9f),segment_id=5d5160e8-673b-42b7-af04-4791f87ebb9f)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:40:12.325790 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-2f772257-7403-4a95-b139-011f79d9ad4b req-6b2ec6bd-9f05-4c23-95ff-e47001056a6b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:12.329981 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-2f772257-7403-4a95-b139-011f79d9ad4b req-6b2ec6bd-9f05-4c23-95ff-e47001056a6b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:12.341935 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['f3597f06-05bf-4a73-9f1a-bfe08abb8fd8'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:40:12.397312 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f772257-7403-4a95-b139-011f79d9ad4b req-6b2ec6bd-9f05-4c23-95ff-e47001056a6b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:12.397930 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-2f772257-7403-4a95-b139-011f79d9ad4b req-6b2ec6bd-9f05-4c23-95ff-e47001056a6b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:12.399335 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2f772257-7403-4a95-b139-011f79d9ad4b req-6b2ec6bd-9f05-4c23-95ff-e47001056a6b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "PUT /v2.0/ports/f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 HTTP/1.1" status: 200 len: 942 time: 0.4554987 Mar 09 04:40:12.399791 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d47d87-5725-4c69-96e4-b0c946c8af63', 'tag': 'f3597f06-05bf-4a73-9f1a-bfe08abb8fd8'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:40:12.406520 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47444) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:12.430766 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ec6bd-9f05-4c23-95ff-e47001056a6b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Pushing event updated for resources: {'Port': ['ID=f3597f06-05bf-4a73-9f1a-bfe08abb8fd8,revision_number=7']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:12.441091 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ec6bd-9f05-4c23-95ff-e47001056a6b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:12.441580 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ec6bd-9f05-4c23-95ff-e47001056a6b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:12.441922 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ec6bd-9f05-4c23-95ff-e47001056a6b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:12.442456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ec6bd-9f05-4c23-95ff-e47001056a6b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:12.442793 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ec6bd-9f05-4c23-95ff-e47001056a6b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:12.443196 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ec6bd-9f05-4c23-95ff-e47001056a6b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:12.443524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ec6bd-9f05-4c23-95ff-e47001056a6b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:12.443847 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ec6bd-9f05-4c23-95ff-e47001056a6b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:12.444171 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ec6bd-9f05-4c23-95ff-e47001056a6b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:12.444496 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ec6bd-9f05-4c23-95ff-e47001056a6b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:12.444819 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ec6bd-9f05-4c23-95ff-e47001056a6b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:12.445269 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ec6bd-9f05-4c23-95ff-e47001056a6b tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:12.503811 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['f3597f06-05bf-4a73-9f1a-bfe08abb8fd8'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:40:12.521193 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8f22f49e-b2d0-4996-ab0b-2b28ccceaad2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:12.542895 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d47d87-5725-4c69-96e4-b0c946c8af63', 'tag': 'f3597f06-05bf-4a73-9f1a-bfe08abb8fd8', 'status': 'completed', 'code': 200} Mar 09 04:40:12.555426 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8f22f49e-b2d0-4996-ab0b-2b28ccceaad2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:12.669740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acca26f-0d91-476f-87f0-24bfe90b4149 req-87bd85a1-855d-467d-83b9-a61eb2ac5516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:12.671300 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2acca26f-0d91-476f-87f0-24bfe90b4149 req-87bd85a1-855d-467d-83b9-a61eb2ac5516 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2f20e16f5ef42469c9b593c38fc633c&device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 1096 time: 0.0955589 Mar 09 04:40:12.696641 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4e1888b2-86ae-4a91-a6f9-882c478b7e2b None None] Provisioning complete for port f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:40:12.697003 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4e1888b2-86ae-4a91-a6f9-882c478b7e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:12.763673 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8f22f49e-b2d0-4996-ab0b-2b28ccceaad2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:12.797803 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22f49e-b2d0-4996-ab0b-2b28ccceaad2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1260f9-8a6e-493e-9045-3eaa8d53c251,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:12.814407 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22f49e-b2d0-4996-ab0b-2b28ccceaad2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:12.814750 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22f49e-b2d0-4996-ab0b-2b28ccceaad2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:12.815100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22f49e-b2d0-4996-ab0b-2b28ccceaad2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:12.815420 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22f49e-b2d0-4996-ab0b-2b28ccceaad2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:12.816312 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22f49e-b2d0-4996-ab0b-2b28ccceaad2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:12.816631 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22f49e-b2d0-4996-ab0b-2b28ccceaad2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:12.816945 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22f49e-b2d0-4996-ab0b-2b28ccceaad2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:12.817257 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22f49e-b2d0-4996-ab0b-2b28ccceaad2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:12.817566 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22f49e-b2d0-4996-ab0b-2b28ccceaad2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:12.817875 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22f49e-b2d0-4996-ab0b-2b28ccceaad2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:12.818181 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22f49e-b2d0-4996-ab0b-2b28ccceaad2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:12.818492 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22f49e-b2d0-4996-ab0b-2b28ccceaad2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:12.825322 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8f22f49e-b2d0-4996-ab0b-2b28ccceaad2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:12.829245 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47450) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:12.829506 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8f22f49e-b2d0-4996-ab0b-2b28ccceaad2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "DELETE /v2.0/security-groups/df1260f9-8a6e-493e-9045-3eaa8d53c251 HTTP/1.1" status: 204 len: 168 time: 0.4204755 Mar 09 04:40:12.852384 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acca26f-0d91-476f-87f0-24bfe90b4149 req-64ee2632-25c2-40e0-a867-dc91b3f68291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:12.854300 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2acca26f-0d91-476f-87f0-24bfe90b4149 req-64ee2632-25c2-40e0-a867-dc91b3f68291 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f7cbf33-998b-4d80-8b5c-c62f98141a38 HTTP/1.1" status: 200 len: 915 time: 0.1763973 Mar 09 04:40:12.959305 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2acca26f-0d91-476f-87f0-24bfe90b4149 req-89482b01-c485-4f43-80e3-46e963c02312 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 HTTP/1.1" status: 200 len: 1000 time: 0.0980053 Mar 09 04:40:13.023718 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acca26f-0d91-476f-87f0-24bfe90b4149 req-d4b7b648-0ac1-4ad9-b871-04d9e2135f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:13.025214 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2acca26f-0d91-476f-87f0-24bfe90b4149 req-d4b7b648-0ac1-4ad9-b871-04d9e2135f08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb419149-3f96-437a-826d-236b2a6ccd86 HTTP/1.1" status: 200 len: 853 time: 0.0602486 Mar 09 04:40:13.040315 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-be09ba44-6235-4fb4-ac9b-1236d6240cb2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Deleting port cb0e80ba-d34e-46f0-bfb4-076ab5580966 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:40:13.040872 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be09ba44-6235-4fb4-ac9b-1236d6240cb2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:13.105533 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acca26f-0d91-476f-87f0-24bfe90b4149 req-4ce55b2c-5cf4-44fa-a3bd-bc01505772a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:13.107058 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2acca26f-0d91-476f-87f0-24bfe90b4149 req-4ce55b2c-5cf4-44fa-a3bd-bc01505772a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f7cbf33-998b-4d80-8b5c-c62f98141a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759110 Mar 09 04:40:13.220519 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be09ba44-6235-4fb4-ac9b-1236d6240cb2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:13.220828 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be09ba44-6235-4fb4-ac9b-1236d6240cb2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:13.241103 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2acca26f-0d91-476f-87f0-24bfe90b4149 req-439971d0-8294-426a-98f2-b7a0ed3ebb23 service neutron] 10.222.0.21 "GET /v2.0/networks/5f7cbf33-998b-4d80-8b5c-c62f98141a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270554 Mar 09 04:40:13.343699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-be09ba44-6235-4fb4-ac9b-1236d6240cb2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Calling delete_port for cb0e80ba-d34e-46f0-bfb4-076ab5580966 owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:40:13.371314 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2acca26f-0d91-476f-87f0-24bfe90b4149 req-ad8e358a-2832-43d8-bd2f-b5c62ab4bea5 service neutron] 10.222.0.21 "GET /v2.0/networks/5f7cbf33-998b-4d80-8b5c-c62f98141a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238630 Mar 09 04:40:13.496274 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be09ba44-6235-4fb4-ac9b-1236d6240cb2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:13.645357 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09ba44-6235-4fb4-ac9b-1236d6240cb2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Pushing event deleted for resources: {'Port': ['ID=cb0e80ba-d34e-46f0-bfb4-076ab5580966,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:13.734261 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be09ba44-6235-4fb4-ac9b-1236d6240cb2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:13.734589 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-be09ba44-6235-4fb4-ac9b-1236d6240cb2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Floating IP 28776be5-bdab-4a99-8d12-eb6a0281e255 disassociated (deleted). External IP: 172.25.7.99, port: f3597f06-05bf-4a73-9f1a-bfe08abb8fd8. Mar 09 04:40:14.082224 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be09ba44-6235-4fb4-ac9b-1236d6240cb2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Router 4c68eb71-2f92-408b-aeb0-c5ae7afa38cb has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:40:14.253663 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be09ba44-6235-4fb4-ac9b-1236d6240cb2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:40:14.262959 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e188e1b7-c3a5-43ad-946c-6414ccda7ac1 None None] Sync routers for ids ['4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:40:14.272291 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e188e1b7-c3a5-43ad-946c-6414ccda7ac1 None None] Routers {'4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:40:14.272815 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-be09ba44-6235-4fb4-ac9b-1236d6240cb2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:14.272946 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e188e1b7-c3a5-43ad-946c-6414ccda7ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:40:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:40:14.330025 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-be09ba44-6235-4fb4-ac9b-1236d6240cb2 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "DELETE /v2.0/floatingips/28776be5-bdab-4a99-8d12-eb6a0281e255 HTTP/1.1" status: 204 len: 168 time: 1.4995441 Mar 09 04:40:14.453340 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-e188e1b7-c3a5-43ad-946c-6414ccda7ac1 None None] Set router 4c68eb71-2f92-408b-aeb0-c5ae7afa38cb gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:40:14.544231 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d47d87-5725-4c69-96e4-b0c946c8af63', 'tag': 'f3597f06-05bf-4a73-9f1a-bfe08abb8fd8'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:40:14.591068 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d47d87-5725-4c69-96e4-b0c946c8af63', 'tag': 'f3597f06-05bf-4a73-9f1a-bfe08abb8fd8', 'status': 'completed', 'code': 200} Mar 09 04:40:14.701277 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212a128-316e-4091-82cf-49ab400c222b req-b4a5f1fe-8077-4cd9-a093-4f316a1c828f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:14.703599 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f212a128-316e-4091-82cf-49ab400c222b req-b4a5f1fe-8077-4cd9-a093-4f316a1c828f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2f20e16f5ef42469c9b593c38fc633c&device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 1096 time: 0.0900049 Mar 09 04:40:14.781703 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e188e1b7-c3a5-43ad-946c-6414ccda7ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'name': 'tempest-TestMinimumBasicScenario-506682702-router', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '0357ad23-f7d1-40ef-a3b3-0d902c635813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:38:11Z', 'updated_at': '2022-03-09T04:38:15Z', 'revision_number': 4, 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'gw_port': {'id': '0357ad23-f7d1-40ef-a3b3-0d902c635813', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:12Z', 'updated_at': '2022-03-09T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '79e71c3a-3b81-4a3a-a173-d5bb3e550f33', 'name': '', 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'mac_address': 'fa:16:3e:27:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb419149-3f96-437a-826d-236b2a6ccd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:15Z', 'updated_at': '2022-03-09T04:38:21Z', 'revision_number': 5, 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'subnets': [{'id': 'cb419149-3f96-437a-826d-236b2a6ccd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:40:14.786297 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e188e1b7-c3a5-43ad-946c-6414ccda7ac1 None None] Checking router: 4c68eb71-2f92-408b-aeb0-c5ae7afa38cb for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:40:14.797492 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e188e1b7-c3a5-43ad-946c-6414ccda7ac1 None None] Routers {'4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:40:14.798374 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e188e1b7-c3a5-43ad-946c-6414ccda7ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:40:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:40:14.988031 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212a128-316e-4091-82cf-49ab400c222b req-474eebb7-36f4-4724-9d18-7bbc54693a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:14.989476 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f212a128-316e-4091-82cf-49ab400c222b req-474eebb7-36f4-4724-9d18-7bbc54693a88 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f7cbf33-998b-4d80-8b5c-c62f98141a38 HTTP/1.1" status: 200 len: 915 time: 0.2753587 Mar 09 04:40:15.009123 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-e188e1b7-c3a5-43ad-946c-6414ccda7ac1 None None] Set router 4c68eb71-2f92-408b-aeb0-c5ae7afa38cb gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:40:15.060958 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f212a128-316e-4091-82cf-49ab400c222b req-37cf1b3a-105c-447a-97c7-7aad981d5156 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 HTTP/1.1" status: 200 len: 217 time: 0.0633435 Mar 09 04:40:15.122782 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212a128-316e-4091-82cf-49ab400c222b req-57076fa1-bade-4694-9102-2bd5ed806022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:15.124227 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f212a128-316e-4091-82cf-49ab400c222b req-57076fa1-bade-4694-9102-2bd5ed806022 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb419149-3f96-437a-826d-236b2a6ccd86 HTTP/1.1" status: 200 len: 853 time: 0.0573912 Mar 09 04:40:15.205228 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212a128-316e-4091-82cf-49ab400c222b req-37118b9e-055d-4977-87a1-060ac9222c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:15.207343 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f212a128-316e-4091-82cf-49ab400c222b req-37118b9e-055d-4977-87a1-060ac9222c9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f7cbf33-998b-4d80-8b5c-c62f98141a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754893 Mar 09 04:40:15.319743 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-e188e1b7-c3a5-43ad-946c-6414ccda7ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'name': 'tempest-TestMinimumBasicScenario-506682702-router', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '0357ad23-f7d1-40ef-a3b3-0d902c635813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:38:11Z', 'updated_at': '2022-03-09T04:38:15Z', 'revision_number': 4, 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'gw_port': {'id': '0357ad23-f7d1-40ef-a3b3-0d902c635813', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:12Z', 'updated_at': '2022-03-09T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '79e71c3a-3b81-4a3a-a173-d5bb3e550f33', 'name': '', 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'mac_address': 'fa:16:3e:27:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb419149-3f96-437a-826d-236b2a6ccd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:15Z', 'updated_at': '2022-03-09T04:38:21Z', 'revision_number': 5, 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'subnets': [{'id': 'cb419149-3f96-437a-826d-236b2a6ccd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:40:15.324401 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e188e1b7-c3a5-43ad-946c-6414ccda7ac1 None None] The sync data for ids ['4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'] in n-d-825178-5 is: [{'id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'name': 'tempest-TestMinimumBasicScenario-506682702-router', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '0357ad23-f7d1-40ef-a3b3-0d902c635813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:38:11Z', 'updated_at': '2022-03-09T04:38:15Z', 'revision_number': 4, 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'gw_port': {'id': '0357ad23-f7d1-40ef-a3b3-0d902c635813', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:12Z', 'updated_at': '2022-03-09T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '79e71c3a-3b81-4a3a-a173-d5bb3e550f33', 'name': '', 'network_id': '5f7cbf33-998b-4d80-8b5c-c62f98141a38', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'mac_address': 'fa:16:3e:27:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb419149-3f96-437a-826d-236b2a6ccd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:15Z', 'updated_at': '2022-03-09T04:38:21Z', 'revision_number': 5, 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'subnets': [{'id': 'cb419149-3f96-437a-826d-236b2a6ccd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:40:15.346057 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f212a128-316e-4091-82cf-49ab400c222b req-f6194c19-d968-4ce3-8d71-cd677a9b4884 service neutron] 10.222.0.21 "GET /v2.0/networks/5f7cbf33-998b-4d80-8b5c-c62f98141a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327837 Mar 09 04:40:15.490039 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f212a128-316e-4091-82cf-49ab400c222b req-8c87ce76-25bd-498c-8248-1c0b2d02151e service neutron] 10.222.0.21 "GET /v2.0/networks/5f7cbf33-998b-4d80-8b5c-c62f98141a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383142 Mar 09 04:40:15.566396 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6005543-3a4e-4196-81ee-c2b329b28111 None None] New status for floating IP 28776be5-bdab-4a99-8d12-eb6a0281e255: DOWN {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:40:18.663507 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43604c87-8770-4d51-97de-53482b944b34 req-b8d0a7d4-cca3-43ad-b519-bf1774fa3385 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:18.665028 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-43604c87-8770-4d51-97de-53482b944b34 req-b8d0a7d4-cca3-43ad-b519-bf1774fa3385 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 945 time: 0.0786898 Mar 09 04:40:18.709848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-43604c87-8770-4d51-97de-53482b944b34 req-801f2588-c932-4264-8a36-d2c64ef1b0e9 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Synchronizing usage tracker for tenant:d2f20e16f5ef42469c9b593c38fc633c on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:40:18.724058 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-43604c87-8770-4d51-97de-53482b944b34 req-801f2588-c932-4264-8a36-d2c64ef1b0e9 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Unset dirty status for tenant:d2f20e16f5ef42469c9b593c38fc633c on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:40:18.725166 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-43604c87-8770-4d51-97de-53482b944b34 req-801f2588-c932-4264-8a36-d2c64ef1b0e9 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546317 Mar 09 04:40:19.908204 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198ee06-fd77-4790-9921-4abfc7d2e212 req-70fe1b09-75a8-4840-987c-d7ee19b8b222 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:19.908886 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a198ee06-fd77-4790-9921-4abfc7d2e212 req-70fe1b09-75a8-4840-987c-d7ee19b8b222 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Synchronizing usage tracker for tenant:d2f20e16f5ef42469c9b593c38fc633c on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:40:19.924354 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-a198ee06-fd77-4790-9921-4abfc7d2e212 req-70fe1b09-75a8-4840-987c-d7ee19b8b222 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Unset dirty status for tenant:d2f20e16f5ef42469c9b593c38fc633c on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:40:19.925882 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a198ee06-fd77-4790-9921-4abfc7d2e212 req-70fe1b09-75a8-4840-987c-d7ee19b8b222 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 945 time: 0.0950811 Mar 09 04:40:19.971787 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a198ee06-fd77-4790-9921-4abfc7d2e212 req-c01cc9c5-34f6-4d75-9a39-c3d5b3a99494 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/security-groups?id=e215b778-7f91-4dc3-8b03-8593a059558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401757 Mar 09 04:40:20.221155 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabe8dd-7feb-4c24-9ce2-1a36606bf150 req-f13aadf7-6a51-412d-9ead-6146cf90fcc0 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:20.222490 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ffabe8dd-7feb-4c24-9ce2-1a36606bf150 req-f13aadf7-6a51-412d-9ead-6146cf90fcc0 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 945 time: 0.0813806 Mar 09 04:40:20.290051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-ffabe8dd-7feb-4c24-9ce2-1a36606bf150 req-ccff32a4-49b8-4fb9-bea7-a27af67fbf7e tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Deleting port f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:40:20.290387 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ffabe8dd-7feb-4c24-9ce2-1a36606bf150 req-ccff32a4-49b8-4fb9-bea7-a27af67fbf7e tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:20.530659 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-ffabe8dd-7feb-4c24-9ce2-1a36606bf150 req-ccff32a4-49b8-4fb9-bea7-a27af67fbf7e tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] For port f3597f06-05bf-4a73-9f1a-bfe08abb8fd8, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=f3597f06-05bf-4a73-9f1a-bfe08abb8fd8,segment=NetworkSegment(5d5160e8-673b-42b7-af04-4791f87ebb9f),segment_id=5d5160e8-673b-42b7-af04-4791f87ebb9f)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:40:20.531028 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ffabe8dd-7feb-4c24-9ce2-1a36606bf150 req-ccff32a4-49b8-4fb9-bea7-a27af67fbf7e tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:20.650305 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-ffabe8dd-7feb-4c24-9ce2-1a36606bf150 req-ccff32a4-49b8-4fb9-bea7-a27af67fbf7e tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Calling delete_port for f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:40:20.793317 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ffabe8dd-7feb-4c24-9ce2-1a36606bf150 req-ccff32a4-49b8-4fb9-bea7-a27af67fbf7e tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:20.804560 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['f3597f06-05bf-4a73-9f1a-bfe08abb8fd8'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:40:20.844288 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff32a4-49b8-4fb9-bea7-a27af67fbf7e tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Pushing event deleted for resources: {'Port': ['ID=f3597f06-05bf-4a73-9f1a-bfe08abb8fd8,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:20.919033 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffabe8dd-7feb-4c24-9ce2-1a36606bf150 req-ccff32a4-49b8-4fb9-bea7-a27af67fbf7e tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] No DVR routers for this DVR port f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:40:20.921349 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ffabe8dd-7feb-4c24-9ce2-1a36606bf150 req-ccff32a4-49b8-4fb9-bea7-a27af67fbf7e tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:20.924050 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d47d87-5725-4c69-96e4-b0c946c8af63', 'name': 'network-vif-deleted', 'tag': 'f3597f06-05bf-4a73-9f1a-bfe08abb8fd8'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:40:20.940075 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ffabe8dd-7feb-4c24-9ce2-1a36606bf150 req-ccff32a4-49b8-4fb9-bea7-a27af67fbf7e tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.21 "DELETE /v2.0/ports/f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 HTTP/1.1" status: 204 len: 173 time: 0.7116895 Mar 09 04:40:20.969785 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d47d87-5725-4c69-96e4-b0c946c8af63', 'name': 'network-vif-deleted', 'tag': 'f3597f06-05bf-4a73-9f1a-bfe08abb8fd8', 'status': 'completed', 'code': 200} Mar 09 04:40:21.162063 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-19b43eb8-c749-41b1-992e-3956e8008072 req-7b993fc0-ed54-4bcd-886d-8d9c080043a8 tempest-TestMinimumBasicScenario-321057883 tempest-TestMinimumBasicScenario-321057883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7d47d87-5725-4c69-96e4-b0c946c8af63 HTTP/1.1" status: 200 len: 210 time: 0.0443642 Mar 09 04:40:22.766791 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47538) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:23.400713 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cbe7a79d-590f-4ea9-a522-9165856db199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:23.736463 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-cbe7a79d-590f-4ea9-a522-9165856db199 admin admin] Deleting port 79e71c3a-3b81-4a3a-a173-d5bb3e550f33 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:40:23.736795 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cbe7a79d-590f-4ea9-a522-9165856db199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:23.842658 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:40:23.879830 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:40:23.880423 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device f3597f06-05bf-4a73-9f1a-bfe08abb8fd8 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:40:23.911425 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-cbe7a79d-590f-4ea9-a522-9165856db199 admin admin] For port 79e71c3a-3b81-4a3a-a173-d5bb3e550f33, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=79e71c3a-3b81-4a3a-a173-d5bb3e550f33,segment=NetworkSegment(5d5160e8-673b-42b7-af04-4791f87ebb9f),segment_id=5d5160e8-673b-42b7-af04-4791f87ebb9f)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:40:23.911973 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cbe7a79d-590f-4ea9-a522-9165856db199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:24.032250 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-cbe7a79d-590f-4ea9-a522-9165856db199 admin admin] Calling delete_port for 79e71c3a-3b81-4a3a-a173-d5bb3e550f33 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:40:24.284877 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cbe7a79d-590f-4ea9-a522-9165856db199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:24.330245 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7a79d-590f-4ea9-a522-9165856db199 admin admin] Pushing event deleted for resources: {'Port': ['ID=79e71c3a-3b81-4a3a-a173-d5bb3e550f33,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:24.614038 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-cbe7a79d-590f-4ea9-a522-9165856db199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:25.104465 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe7a79d-590f-4ea9-a522-9165856db199 admin admin] Router 4c68eb71-2f92-408b-aeb0-c5ae7afa38cb has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:40:25.274932 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe7a79d-590f-4ea9-a522-9165856db199 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:40:25.283406 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3894d1-193f-4d57-af92-f0f311e82804 None None] Sync routers for ids ['4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:40:25.287337 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cbe7a79d-590f-4ea9-a522-9165856db199 admin admin] 10.222.0.16 "PUT /v2.0/routers/4c68eb71-2f92-408b-aeb0-c5ae7afa38cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5191722 Mar 09 04:40:25.289746 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47542) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:25.293452 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3894d1-193f-4d57-af92-f0f311e82804 None None] Routers {'4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:40:25.294050 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2d3894d1-193f-4d57-af92-f0f311e82804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:40:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:40:25.469258 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ff47511-148f-43af-84dc-4650776e21f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:25.473257 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-2d3894d1-193f-4d57-af92-f0f311e82804 None None] Set router 4c68eb71-2f92-408b-aeb0-c5ae7afa38cb gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:40:25.615612 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:40:25.640962 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ff47511-148f-43af-84dc-4650776e21f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:25.651113 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-3ff47511-148f-43af-84dc-4650776e21f5 admin admin] Deleting port 0357ad23-f7d1-40ef-a3b3-0d902c635813 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:40:25.651463 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ff47511-148f-43af-84dc-4650776e21f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:25.764860 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2d3894d1-193f-4d57-af92-f0f311e82804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'name': 'tempest-TestMinimumBasicScenario-506682702-router', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '0357ad23-f7d1-40ef-a3b3-0d902c635813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:38:11Z', 'updated_at': '2022-03-09T04:40:24Z', 'revision_number': 5, 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'gw_port': {'id': '0357ad23-f7d1-40ef-a3b3-0d902c635813', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:12Z', 'updated_at': '2022-03-09T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:40:25.768814 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3894d1-193f-4d57-af92-f0f311e82804 None None] Checking router: 4c68eb71-2f92-408b-aeb0-c5ae7afa38cb for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:40:25.777495 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3894d1-193f-4d57-af92-f0f311e82804 None None] Routers {'4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:40:25.778067 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2d3894d1-193f-4d57-af92-f0f311e82804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:40:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:40:25.832966 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-3ff47511-148f-43af-84dc-4650776e21f5 admin admin] For port 0357ad23-f7d1-40ef-a3b3-0d902c635813, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0357ad23-f7d1-40ef-a3b3-0d902c635813,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:40:25.833315 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ff47511-148f-43af-84dc-4650776e21f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:25.923923 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-2d3894d1-193f-4d57-af92-f0f311e82804 None None] Set router 4c68eb71-2f92-408b-aeb0-c5ae7afa38cb gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:40:25.952522 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-3ff47511-148f-43af-84dc-4650776e21f5 admin admin] Calling delete_port for 0357ad23-f7d1-40ef-a3b3-0d902c635813 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:40:26.027886 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2d3894d1-193f-4d57-af92-f0f311e82804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'name': 'tempest-TestMinimumBasicScenario-506682702-router', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:38:11Z', 'updated_at': '2022-03-09T04:40:25Z', 'revision_number': 6, 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:40:26.032667 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3894d1-193f-4d57-af92-f0f311e82804 None None] The sync data for ids ['4c68eb71-2f92-408b-aeb0-c5ae7afa38cb'] in n-d-825178-5 is: [{'id': '4c68eb71-2f92-408b-aeb0-c5ae7afa38cb', 'name': 'tempest-TestMinimumBasicScenario-506682702-router', 'tenant_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:38:11Z', 'updated_at': '2022-03-09T04:40:25Z', 'revision_number': 6, 'project_id': 'd2f20e16f5ef42469c9b593c38fc633c', 'gw_port_host': None}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:40:26.232169 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ff47511-148f-43af-84dc-4650776e21f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:26.277600 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff47511-148f-43af-84dc-4650776e21f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0357ad23-f7d1-40ef-a3b3-0d902c635813,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:26.374308 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ff47511-148f-43af-84dc-4650776e21f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:26.550292 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ff47511-148f-43af-84dc-4650776e21f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:26.553031 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ff47511-148f-43af-84dc-4650776e21f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:26.574709 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ff47511-148f-43af-84dc-4650776e21f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:26.575299 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff47511-148f-43af-84dc-4650776e21f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c68eb71-2f92-408b-aeb0-c5ae7afa38cb {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:40:26.587080 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3ff47511-148f-43af-84dc-4650776e21f5 admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:26.588192 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3ff47511-148f-43af-84dc-4650776e21f5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4c68eb71-2f92-408b-aeb0-c5ae7afa38cb HTTP/1.1" status: 204 len: 168 time: 1.2975707 Mar 09 04:40:26.590673 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47546) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:26.650726 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca80083-0068-46e4-ab73-a9b3c9dec25f admin admin] Deleting subnet cb419149-3f96-437a-826d-236b2a6ccd86 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:40:26.653815 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8ca80083-0068-46e4-ab73-a9b3c9dec25f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:26.709430 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8ca80083-0068-46e4-ab73-a9b3c9dec25f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:26.787223 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8ca80083-0068-46e4-ab73-a9b3c9dec25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:26.863617 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8ca80083-0068-46e4-ab73-a9b3c9dec25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:26.902496 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca80083-0068-46e4-ab73-a9b3c9dec25f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb419149-3f96-437a-826d-236b2a6ccd86,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:26.906532 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8ca80083-0068-46e4-ab73-a9b3c9dec25f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:26.912981 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c636392-3d9b-46b1-a787-f52ab6d554b4 None None] Network 5f7cbf33-998b-4d80-8b5c-c62f98141a38 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:40:26.913601 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8ca80083-0068-46e4-ab73-a9b3c9dec25f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cb419149-3f96-437a-826d-236b2a6ccd86 HTTP/1.1" status: 204 len: 168 time: 0.3219655 Mar 09 04:40:26.916035 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47550) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:26.998031 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 79e71c3a-3b81-4a3a-a173-d5bb3e550f33 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:40:27.031132 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0584-61e8-4de6-ad83-e6decb63294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:27.042985 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-ef5b0584-61e8-4de6-ad83-e6decb63294c admin admin] Deleting port a7997432-a6f3-4c22-819c-c956dfc4af48 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:40:27.043352 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0584-61e8-4de6-ad83-e6decb63294c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:27.084548 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 79e71c3a-3b81-4a3a-a173-d5bb3e550f33 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:40:27.084885 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 79e71c3a-3b81-4a3a-a173-d5bb3e550f33 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:40:27.085291 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0357ad23-f7d1-40ef-a3b3-0d902c635813 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:40:27.120731 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 0357ad23-f7d1-40ef-a3b3-0d902c635813 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:40:27.120988 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0357ad23-f7d1-40ef-a3b3-0d902c635813 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:40:27.249321 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-ef5b0584-61e8-4de6-ad83-e6decb63294c admin admin] For port a7997432-a6f3-4c22-819c-c956dfc4af48, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a7997432-a6f3-4c22-819c-c956dfc4af48,segment=NetworkSegment(5d5160e8-673b-42b7-af04-4791f87ebb9f),segment_id=5d5160e8-673b-42b7-af04-4791f87ebb9f)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:40:27.249815 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0584-61e8-4de6-ad83-e6decb63294c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:27.271231 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627007c6-d1d0-46ac-a9e1-041973784a12 None None] DHCP port deletion for 5f7cbf33-998b-4d80-8b5c-c62f98141a38 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:40:27.276134 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-627007c6-d1d0-46ac-a9e1-041973784a12 None None] Deleting port a7997432-a6f3-4c22-819c-c956dfc4af48 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:40:27.276753 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-627007c6-d1d0-46ac-a9e1-041973784a12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:27.375680 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-ef5b0584-61e8-4de6-ad83-e6decb63294c admin admin] Calling delete_port for a7997432-a6f3-4c22-819c-c956dfc4af48 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:40:27.456409 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0584-61e8-4de6-ad83-e6decb63294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:27.477556 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-627007c6-d1d0-46ac-a9e1-041973784a12 None None] For port a7997432-a6f3-4c22-819c-c956dfc4af48, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=a7997432-a6f3-4c22-819c-c956dfc4af48,segment=NetworkSegment(5d5160e8-673b-42b7-af04-4791f87ebb9f),segment_id=5d5160e8-673b-42b7-af04-4791f87ebb9f)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:40:27.477942 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-627007c6-d1d0-46ac-a9e1-041973784a12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:27.507119 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b0584-61e8-4de6-ad83-e6decb63294c admin admin] Pushing event deleted for resources: {'Port': ['ID=a7997432-a6f3-4c22-819c-c956dfc4af48,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:27.508908 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5b0584-61e8-4de6-ad83-e6decb63294c admin admin] No DVR routers for this DVR port a7997432-a6f3-4c22-819c-c956dfc4af48 on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:40:27.596549 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-627007c6-d1d0-46ac-a9e1-041973784a12 None None] Calling delete_port for a7997432-a6f3-4c22-819c-c956dfc4af48 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:40:27.625587 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0584-61e8-4de6-ad83-e6decb63294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:27.668367 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-627007c6-d1d0-46ac-a9e1-041973784a12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:40:27.668624 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-627007c6-d1d0-46ac-a9e1-041973784a12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:40:27.746014 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-ef5b0584-61e8-4de6-ad83-e6decb63294c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7cbf33-998b-4d80-8b5c-c62f98141a38']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:40:27.758284 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-ef5b0584-61e8-4de6-ad83-e6decb63294c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5160e8-673b-42b7-af04-4791f87ebb9f') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:40:27.758572 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-ef5b0584-61e8-4de6-ad83-e6decb63294c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5160e8-673b-42b7-af04-4791f87ebb9f') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:40:27.769554 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0584-61e8-4de6-ad83-e6decb63294c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:27.784893 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0584-61e8-4de6-ad83-e6decb63294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:27.791105 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef5b0584-61e8-4de6-ad83-e6decb63294c admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:40:27.791533 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0584-61e8-4de6-ad83-e6decb63294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:40:27.805363 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:40:27.881313 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0584-61e8-4de6-ad83-e6decb63294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:27.897382 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0584-61e8-4de6-ad83-e6decb63294c admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:27.909639 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b0584-61e8-4de6-ad83-e6decb63294c admin admin] Pushing event deleted for resources: {'Network': ['ID=5f7cbf33-998b-4d80-8b5c-c62f98141a38,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:27.914927 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ef5b0584-61e8-4de6-ad83-e6decb63294c admin admin] 10.222.0.16 "DELETE /v2.0/networks/5f7cbf33-998b-4d80-8b5c-c62f98141a38 HTTP/1.1" status: 204 len: 168 time: 0.9977882 Mar 09 04:40:27.917714 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47554) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:28.170300 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-627007c6-d1d0-46ac-a9e1-041973784a12 None None] Deleting port a7997432-a6f3-4c22-819c-c956dfc4af48 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:40:28.170896 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-627007c6-d1d0-46ac-a9e1-041973784a12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:28.237448 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-627007c6-d1d0-46ac-a9e1-041973784a12 None None] The port 'a7997432-a6f3-4c22-819c-c956dfc4af48' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:40:28.451418 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-62d18aa4-c18d-4e7d-b4b4-94813c0ef91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:28.786163 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-62d18aa4-c18d-4e7d-b4b4-94813c0ef91f admin admin] Deleting port e6ddd80d-fb34-4b17-b45e-ae099e924da3 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:40:28.786494 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-62d18aa4-c18d-4e7d-b4b4-94813c0ef91f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:28.818254 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4af473fe-f8f7-4c3a-9826-8fec454bcbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:28.960597 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a7997432-a6f3-4c22-819c-c956dfc4af48 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:40:28.964923 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-62d18aa4-c18d-4e7d-b4b4-94813c0ef91f admin admin] For port e6ddd80d-fb34-4b17-b45e-ae099e924da3, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e6ddd80d-fb34-4b17-b45e-ae099e924da3,segment=NetworkSegment(c790d7e5-b2ec-4f59-b00a-2718e24e1d06),segment_id=c790d7e5-b2ec-4f59-b00a-2718e24e1d06)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:40:28.965276 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-62d18aa4-c18d-4e7d-b4b4-94813c0ef91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:28.993765 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: a7997432-a6f3-4c22-819c-c956dfc4af48 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:40:28.994197 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device a7997432-a6f3-4c22-819c-c956dfc4af48 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:40:29.191044 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-62d18aa4-c18d-4e7d-b4b4-94813c0ef91f admin admin] Calling delete_port for e6ddd80d-fb34-4b17-b45e-ae099e924da3 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:40:29.363647 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-62d18aa4-c18d-4e7d-b4b4-94813c0ef91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:29.411112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d18aa4-c18d-4e7d-b4b4-94813c0ef91f admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ddd80d-fb34-4b17-b45e-ae099e924da3,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:29.673617 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-62d18aa4-c18d-4e7d-b4b4-94813c0ef91f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:30.027646 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d18aa4-c18d-4e7d-b4b4-94813c0ef91f admin admin] Router 7db2f211-0292-41a3-a4f5-612282f9c5dc has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:40:30.202014 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d18aa4-c18d-4e7d-b4b4-94813c0ef91f admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:40:30.211143 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3db200-0d28-4795-8f6d-8f1824edd571 None None] Sync routers for ids ['7db2f211-0292-41a3-a4f5-612282f9c5dc'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:40:30.211603 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-62d18aa4-c18d-4e7d-b4b4-94813c0ef91f admin admin] 10.222.0.16 "PUT /v2.0/routers/7db2f211-0292-41a3-a4f5-612282f9c5dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2928722 Mar 09 04:40:30.214021 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47558) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:30.220177 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3db200-0d28-4795-8f6d-8f1824edd571 None None] Routers {'7db2f211-0292-41a3-a4f5-612282f9c5dc'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:40:30.220970 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8c3db200-0d28-4795-8f6d-8f1824edd571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:40:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7db2f211-0292-41a3-a4f5-612282f9c5dc'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:40:30.383853 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a37e540d-0cc4-42e5-9845-fd94061307d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:30.392093 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-8c3db200-0d28-4795-8f6d-8f1824edd571 None None] Set router 7db2f211-0292-41a3-a4f5-612282f9c5dc gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:40:30.674869 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a37e540d-0cc4-42e5-9845-fd94061307d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:30.678306 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8c3db200-0d28-4795-8f6d-8f1824edd571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db2f211-0292-41a3-a4f5-612282f9c5dc', 'name': 'tempest-TestMinimumBasicScenario-1950284541-router', 'tenant_id': '830879d78779471eaef8d13e85b796b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '70f61d50-7c78-405e-bef3-6813d3e791a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:38:18Z', 'updated_at': '2022-03-09T04:40:29Z', 'revision_number': 5, 'project_id': '830879d78779471eaef8d13e85b796b5', 'gw_port': {'id': '70f61d50-7c78-405e-bef3-6813d3e791a7', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db2f211-0292-41a3-a4f5-612282f9c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:38:18Z', 'updated_at': '2022-03-09T04:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:40:30.682225 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3db200-0d28-4795-8f6d-8f1824edd571 None None] Checking router: 7db2f211-0292-41a3-a4f5-612282f9c5dc for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:40:30.684813 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-a37e540d-0cc4-42e5-9845-fd94061307d3 admin admin] Deleting port 70f61d50-7c78-405e-bef3-6813d3e791a7 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:40:30.685286 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a37e540d-0cc4-42e5-9845-fd94061307d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:30.690707 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3db200-0d28-4795-8f6d-8f1824edd571 None None] Routers {'7db2f211-0292-41a3-a4f5-612282f9c5dc'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:40:30.691929 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8c3db200-0d28-4795-8f6d-8f1824edd571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:40:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7db2f211-0292-41a3-a4f5-612282f9c5dc'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:40:30.859410 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-a37e540d-0cc4-42e5-9845-fd94061307d3 admin admin] For port 70f61d50-7c78-405e-bef3-6813d3e791a7, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=70f61d50-7c78-405e-bef3-6813d3e791a7,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:40:30.859754 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a37e540d-0cc4-42e5-9845-fd94061307d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:30.876484 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-8c3db200-0d28-4795-8f6d-8f1824edd571 None None] Set router 7db2f211-0292-41a3-a4f5-612282f9c5dc gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:40:30.981651 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8c3db200-0d28-4795-8f6d-8f1824edd571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db2f211-0292-41a3-a4f5-612282f9c5dc', 'name': 'tempest-TestMinimumBasicScenario-1950284541-router', 'tenant_id': '830879d78779471eaef8d13e85b796b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:38:18Z', 'updated_at': '2022-03-09T04:40:30Z', 'revision_number': 6, 'project_id': '830879d78779471eaef8d13e85b796b5', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:40:30.985569 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3db200-0d28-4795-8f6d-8f1824edd571 None None] The sync data for ids ['7db2f211-0292-41a3-a4f5-612282f9c5dc'] in n-d-825178-5 is: [{'id': '7db2f211-0292-41a3-a4f5-612282f9c5dc', 'name': 'tempest-TestMinimumBasicScenario-1950284541-router', 'tenant_id': '830879d78779471eaef8d13e85b796b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:38:18Z', 'updated_at': '2022-03-09T04:40:30Z', 'revision_number': 6, 'project_id': '830879d78779471eaef8d13e85b796b5', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:40:30.994957 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-a37e540d-0cc4-42e5-9845-fd94061307d3 admin admin] Calling delete_port for 70f61d50-7c78-405e-bef3-6813d3e791a7 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:40:31.168508 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a37e540d-0cc4-42e5-9845-fd94061307d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:31.211509 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-76ae5b43-89f1-4919-a41d-1e60a55c4137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:31.215696 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e540d-0cc4-42e5-9845-fd94061307d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=70f61d50-7c78-405e-bef3-6813d3e791a7,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:31.309252 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a37e540d-0cc4-42e5-9845-fd94061307d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:31.483388 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a37e540d-0cc4-42e5-9845-fd94061307d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:31.485535 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a37e540d-0cc4-42e5-9845-fd94061307d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:31.507739 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a37e540d-0cc4-42e5-9845-fd94061307d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:31.508270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37e540d-0cc4-42e5-9845-fd94061307d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7db2f211-0292-41a3-a4f5-612282f9c5dc {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:40:31.520499 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a37e540d-0cc4-42e5-9845-fd94061307d3 admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:31.521604 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a37e540d-0cc4-42e5-9845-fd94061307d3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7db2f211-0292-41a3-a4f5-612282f9c5dc HTTP/1.1" status: 204 len: 168 time: 1.3062801 Mar 09 04:40:31.524172 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47562) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:31.582266 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-20363cae-52cf-476a-8015-2b2eea91b52e admin admin] Deleting subnet bbc80d6b-bb7a-4901-b97c-64dd350da77c {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:40:31.585141 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-20363cae-52cf-476a-8015-2b2eea91b52e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:31.636056 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-20363cae-52cf-476a-8015-2b2eea91b52e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:31.713255 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-20363cae-52cf-476a-8015-2b2eea91b52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:31.779874 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-20363cae-52cf-476a-8015-2b2eea91b52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:31.820853 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20363cae-52cf-476a-8015-2b2eea91b52e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc80d6b-bb7a-4901-b97c-64dd350da77c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:31.825959 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-20363cae-52cf-476a-8015-2b2eea91b52e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:31.831121 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e393b23-4a48-4077-935a-ca2a55c72227 None None] Network 64854186-2e2e-435f-8f11-f6f301160e86 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:40:31.833427 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-20363cae-52cf-476a-8015-2b2eea91b52e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bbc80d6b-bb7a-4901-b97c-64dd350da77c HTTP/1.1" status: 204 len: 168 time: 0.3083251 Mar 09 04:40:31.835907 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47566) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:32.054976 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a369189f-51f3-49d6-9d0a-04edc1885267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:32.067111 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-a369189f-51f3-49d6-9d0a-04edc1885267 admin admin] Deleting port f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:40:32.067444 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a369189f-51f3-49d6-9d0a-04edc1885267 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:32.091830 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6f8967-d9f8-43ee-a29f-3d71c77b1466 None None] DHCP port deletion for 64854186-2e2e-435f-8f11-f6f301160e86 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:40:32.095688 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1e6f8967-d9f8-43ee-a29f-3d71c77b1466 None None] Deleting port f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:40:32.096112 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1e6f8967-d9f8-43ee-a29f-3d71c77b1466 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:32.269222 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-a369189f-51f3-49d6-9d0a-04edc1885267 admin admin] For port f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506,segment=NetworkSegment(c790d7e5-b2ec-4f59-b00a-2718e24e1d06),segment_id=c790d7e5-b2ec-4f59-b00a-2718e24e1d06)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:40:32.269602 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a369189f-51f3-49d6-9d0a-04edc1885267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:32.293829 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-1e6f8967-d9f8-43ee-a29f-3d71c77b1466 None None] For port f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506,segment=NetworkSegment(c790d7e5-b2ec-4f59-b00a-2718e24e1d06),segment_id=c790d7e5-b2ec-4f59-b00a-2718e24e1d06)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:40:32.294378 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1e6f8967-d9f8-43ee-a29f-3d71c77b1466 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:32.395656 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-a369189f-51f3-49d6-9d0a-04edc1885267 admin admin] Calling delete_port for f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:40:32.422277 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1e6f8967-d9f8-43ee-a29f-3d71c77b1466 None None] Calling delete_port for f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:40:32.473643 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a369189f-51f3-49d6-9d0a-04edc1885267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:32.485786 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:32.492651 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:32.510396 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-1e6f8967-d9f8-43ee-a29f-3d71c77b1466 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:40:32.510738 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-1e6f8967-d9f8-43ee-a29f-3d71c77b1466 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:40:32.526454 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369189f-51f3-49d6-9d0a-04edc1885267 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:32.528607 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a369189f-51f3-49d6-9d0a-04edc1885267 admin admin] No DVR routers for this DVR port f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506 on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:40:32.648399 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a369189f-51f3-49d6-9d0a-04edc1885267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:32.672812 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-a369189f-51f3-49d6-9d0a-04edc1885267 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64854186-2e2e-435f-8f11-f6f301160e86']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:40:32.685337 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-a369189f-51f3-49d6-9d0a-04edc1885267 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c790d7e5-b2ec-4f59-b00a-2718e24e1d06') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:40:32.685630 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-a369189f-51f3-49d6-9d0a-04edc1885267 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c790d7e5-b2ec-4f59-b00a-2718e24e1d06') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:40:32.696590 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a369189f-51f3-49d6-9d0a-04edc1885267 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:32.712524 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a369189f-51f3-49d6-9d0a-04edc1885267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:32.718727 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a369189f-51f3-49d6-9d0a-04edc1885267 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:40:32.719359 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a369189f-51f3-49d6-9d0a-04edc1885267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:40:32.732599 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:40:32.811610 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a369189f-51f3-49d6-9d0a-04edc1885267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:32.827303 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a369189f-51f3-49d6-9d0a-04edc1885267 admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:32.837806 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369189f-51f3-49d6-9d0a-04edc1885267 admin admin] Pushing event deleted for resources: {'Network': ['ID=64854186-2e2e-435f-8f11-f6f301160e86,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:32.841811 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a369189f-51f3-49d6-9d0a-04edc1885267 admin admin] 10.222.0.16 "DELETE /v2.0/networks/64854186-2e2e-435f-8f11-f6f301160e86 HTTP/1.1" status: 204 len: 168 time: 1.0049455 Mar 09 04:40:32.965642 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e6ddd80d-fb34-4b17-b45e-ae099e924da3 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:40:33.003835 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: e6ddd80d-fb34-4b17-b45e-ae099e924da3 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:40:33.004182 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e6ddd80d-fb34-4b17-b45e-ae099e924da3 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:40:33.004603 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 70f61d50-7c78-405e-bef3-6813d3e791a7 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:40:33.017812 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47572) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:33.027517 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1e6f8967-d9f8-43ee-a29f-3d71c77b1466 None None] Deleting port f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:40:33.027887 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1e6f8967-d9f8-43ee-a29f-3d71c77b1466 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:33.067190 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f540a4f7-e717-4c15-89a8-96c2f1e81575 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d2f20e16f5ef42469c9b593c38fc633c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481865 Mar 09 04:40:33.069776 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47576) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:33.090324 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 70f61d50-7c78-405e-bef3-6813d3e791a7 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:40:33.090671 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 70f61d50-7c78-405e-bef3-6813d3e791a7 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:40:33.091115 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:40:33.126770 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-86b9c95f-517a-402f-8eba-5fe10b3bd18d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:33.128247 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1e6f8967-d9f8-43ee-a29f-3d71c77b1466 None None] The port 'f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:40:33.134060 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:40:33.134400 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f9e1cc4a-6e0a-4d3e-9b0d-a4ed12349506 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:40:33.153542 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-86b9c95f-517a-402f-8eba-5fe10b3bd18d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:33.208382 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-86b9c95f-517a-402f-8eba-5fe10b3bd18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:33.223796 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b9c95f-517a-402f-8eba-5fe10b3bd18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e215b778-7f91-4dc3-8b03-8593a059558e,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:33.234819 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-86b9c95f-517a-402f-8eba-5fe10b3bd18d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:33.235951 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-86b9c95f-517a-402f-8eba-5fe10b3bd18d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e215b778-7f91-4dc3-8b03-8593a059558e HTTP/1.1" status: 204 len: 168 time: 0.1652861 Mar 09 04:40:33.563586 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47584) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:33.611052 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c11e82ff-55c6-4d6c-9d07-90417f47e68b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=830879d78779471eaef8d13e85b796b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462034 Mar 09 04:40:33.613855 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47588) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:33.671598 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f5dfbbe7-5922-4c66-9c7c-268b7ff4923a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:33.681817 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:33.698888 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f5dfbbe7-5922-4c66-9c7c-268b7ff4923a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:33.749454 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f5dfbbe7-5922-4c66-9c7c-268b7ff4923a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:33.764292 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfbbe7-5922-4c66-9c7c-268b7ff4923a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4b5ef7-5414-44c2-b8c8-33128d566dc9,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:33.770783 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f5dfbbe7-5922-4c66-9c7c-268b7ff4923a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:33.771914 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f5dfbbe7-5922-4c66-9c7c-268b7ff4923a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b4b5ef7-5414-44c2-b8c8-33128d566dc9 HTTP/1.1" status: 204 len: 168 time: 0.1571937 Mar 09 04:40:34.672371 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:36.493267 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47632) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:36.498503 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-f3d99c54-86c8-40e4-a735-638c8200b862 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572662870', 'description': 'tempest-secgroup-smoke-572662870 description', 'project_id': '082228de5a004917b79deb4618035197'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:40:36.505750 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f3d99c54-86c8-40e4-a735-638c8200b862 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:40:36.509570 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f3d99c54-86c8-40e4-a735-638c8200b862 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:40:36.512393 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f3d99c54-86c8-40e4-a735-638c8200b862 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:40:36.518539 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f3d99c54-86c8-40e4-a735-638c8200b862 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:40:36.528798 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3d99c54-86c8-40e4-a735-638c8200b862 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:36.543577 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3d99c54-86c8-40e4-a735-638c8200b862 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:36.558240 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f3d99c54-86c8-40e4-a735-638c8200b862 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:40:36.562014 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f3d99c54-86c8-40e4-a735-638c8200b862 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:40:36.564767 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f3d99c54-86c8-40e4-a735-638c8200b862 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:40:36.571322 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f3d99c54-86c8-40e4-a735-638c8200b862 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:40:36.652095 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3d99c54-86c8-40e4-a735-638c8200b862 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:36.655602 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3d99c54-86c8-40e4-a735-638c8200b862 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:36.667394 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f3d99c54-86c8-40e4-a735-638c8200b862 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:40:36.675858 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f3d99c54-86c8-40e4-a735-638c8200b862 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:40:36.683962 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-f3d99c54-86c8-40e4-a735-638c8200b862 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:40:36.694647 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-f3d99c54-86c8-40e4-a735-638c8200b862 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:40:36.698135 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d99c54-86c8-40e4-a735-638c8200b862 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8238cdda-f33f-4155-bad9-c113fb66a6c6,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:36.772202 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3d99c54-86c8-40e4-a735-638c8200b862 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:36.775924 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3d99c54-86c8-40e4-a735-638c8200b862 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:36.825390 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d99c54-86c8-40e4-a735-638c8200b862 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5505d37e-e37f-436e-9091-ec7746046f21,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:36.828974 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f3d99c54-86c8-40e4-a735-638c8200b862 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:36.830393 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f3d99c54-86c8-40e4-a735-638c8200b862 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3360686 Mar 09 04:40:36.833371 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47636) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:36.838426 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-c627184f-216f-423b-ad59-40e4f2f52dfa tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': '5505d37e-e37f-436e-9091-ec7746046f21', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:40:36.845077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c627184f-216f-423b-ad59-40e4f2f52dfa tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:40:36.848916 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c627184f-216f-423b-ad59-40e4f2f52dfa tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:40:36.851767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c627184f-216f-423b-ad59-40e4f2f52dfa tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:40:36.858164 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c627184f-216f-423b-ad59-40e4f2f52dfa tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:40:36.874822 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c627184f-216f-423b-ad59-40e4f2f52dfa tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:36.937568 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c627184f-216f-423b-ad59-40e4f2f52dfa tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:36.941238 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c627184f-216f-423b-ad59-40e4f2f52dfa tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:36.964652 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627184f-216f-423b-ad59-40e4f2f52dfa tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c792d980-402f-4b7d-9051-62150d208099,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:36.973421 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c627184f-216f-423b-ad59-40e4f2f52dfa tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:36.974580 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c627184f-216f-423b-ad59-40e4f2f52dfa tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402361 Mar 09 04:40:36.977413 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47640) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:36.982535 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-e2bd1d2d-d7d7-4b9e-bba0-bc276658ba4f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': '5505d37e-e37f-436e-9091-ec7746046f21', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:40:36.989897 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e2bd1d2d-d7d7-4b9e-bba0-bc276658ba4f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:40:36.993710 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e2bd1d2d-d7d7-4b9e-bba0-bc276658ba4f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:40:36.996584 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-e2bd1d2d-d7d7-4b9e-bba0-bc276658ba4f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:40:37.002196 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-e2bd1d2d-d7d7-4b9e-bba0-bc276658ba4f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:40:37.019779 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e2bd1d2d-d7d7-4b9e-bba0-bc276658ba4f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:37.091286 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e2bd1d2d-d7d7-4b9e-bba0-bc276658ba4f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:37.095059 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e2bd1d2d-d7d7-4b9e-bba0-bc276658ba4f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:37.118945 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd1d2d-d7d7-4b9e-bba0-bc276658ba4f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db4e4e4-fa10-4efb-9e93-fea4c007e50c,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:37.127874 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e2bd1d2d-d7d7-4b9e-bba0-bc276658ba4f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:37.129012 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e2bd1d2d-d7d7-4b9e-bba0-bc276658ba4f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1506238 Mar 09 04:40:37.131692 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47644) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:37.136446 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6eb511e8-cead-4b8d-83ee-beae5f2e57df tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': '5505d37e-e37f-436e-9091-ec7746046f21', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:40:37.142680 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6eb511e8-cead-4b8d-83ee-beae5f2e57df tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:40:37.146454 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6eb511e8-cead-4b8d-83ee-beae5f2e57df tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:40:37.149279 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6eb511e8-cead-4b8d-83ee-beae5f2e57df tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:40:37.154892 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6eb511e8-cead-4b8d-83ee-beae5f2e57df tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:40:37.171855 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6eb511e8-cead-4b8d-83ee-beae5f2e57df tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:37.232262 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6eb511e8-cead-4b8d-83ee-beae5f2e57df tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:37.235629 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6eb511e8-cead-4b8d-83ee-beae5f2e57df tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:37.256444 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb511e8-cead-4b8d-83ee-beae5f2e57df tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b7bda9-13b5-41a8-a225-e62e644b2a11,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:37.267029 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6eb511e8-cead-4b8d-83ee-beae5f2e57df tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:37.268219 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6eb511e8-cead-4b8d-83ee-beae5f2e57df tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356187 Mar 09 04:40:37.271495 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47648) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:37.276610 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-139c283a-d383-465e-ae8c-efb94c1e8992 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': '5505d37e-e37f-436e-9091-ec7746046f21', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:40:37.283488 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-139c283a-d383-465e-ae8c-efb94c1e8992 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:40:37.288021 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-139c283a-d383-465e-ae8c-efb94c1e8992 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:40:37.290966 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-139c283a-d383-465e-ae8c-efb94c1e8992 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:40:37.296672 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-139c283a-d383-465e-ae8c-efb94c1e8992 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:40:37.313112 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-139c283a-d383-465e-ae8c-efb94c1e8992 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:37.374456 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-139c283a-d383-465e-ae8c-efb94c1e8992 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:37.377663 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-139c283a-d383-465e-ae8c-efb94c1e8992 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:37.401271 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c283a-d383-465e-ae8c-efb94c1e8992 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68646b6-187e-4e1f-96f9-6d6364fc370e,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:37.414563 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-139c283a-d383-465e-ae8c-efb94c1e8992 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:37.415833 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-139c283a-d383-465e-ae8c-efb94c1e8992 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1434307 Mar 09 04:40:37.418777 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47652) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:37.423921 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-dc85d9ac-01d5-4bc5-9ceb-8441ec4d235b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': '5505d37e-e37f-436e-9091-ec7746046f21', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:40:37.431436 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-dc85d9ac-01d5-4bc5-9ceb-8441ec4d235b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:40:37.435902 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-dc85d9ac-01d5-4bc5-9ceb-8441ec4d235b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:40:37.439131 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-dc85d9ac-01d5-4bc5-9ceb-8441ec4d235b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:40:37.445460 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-dc85d9ac-01d5-4bc5-9ceb-8441ec4d235b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:40:37.457123 n-d-825178-5 neutron-server[87881]: INFO neutron.db.securitygroups_db [None req-dc85d9ac-01d5-4bc5-9ceb-8441ec4d235b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Project 082228de5a004917b79deb4618035197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:40:37.464419 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dc85d9ac-01d5-4bc5-9ceb-8441ec4d235b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:37.531337 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dc85d9ac-01d5-4bc5-9ceb-8441ec4d235b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:37.534796 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dc85d9ac-01d5-4bc5-9ceb-8441ec4d235b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:37.557973 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85d9ac-01d5-4bc5-9ceb-8441ec4d235b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450a60e4-7f57-44d0-a9ec-b32cb69dbd40,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:37.566648 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-dc85d9ac-01d5-4bc5-9ceb-8441ec4d235b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:37.567885 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-dc85d9ac-01d5-4bc5-9ceb-8441ec4d235b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1481190 Mar 09 04:40:37.570494 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47656) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:37.575414 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-1b6bfb4f-81f5-4e79-a452-38e0825c3ee6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': '5505d37e-e37f-436e-9091-ec7746046f21', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:40:37.582302 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1b6bfb4f-81f5-4e79-a452-38e0825c3ee6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:40:37.586244 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1b6bfb4f-81f5-4e79-a452-38e0825c3ee6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:40:37.589134 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-1b6bfb4f-81f5-4e79-a452-38e0825c3ee6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:40:37.594775 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-1b6bfb4f-81f5-4e79-a452-38e0825c3ee6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:40:37.605914 n-d-825178-5 neutron-server[87881]: INFO neutron.db.securitygroups_db [None req-1b6bfb4f-81f5-4e79-a452-38e0825c3ee6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Project 082228de5a004917b79deb4618035197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:40:37.612613 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1b6bfb4f-81f5-4e79-a452-38e0825c3ee6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:37.676018 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1b6bfb4f-81f5-4e79-a452-38e0825c3ee6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:37.679510 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1b6bfb4f-81f5-4e79-a452-38e0825c3ee6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:37.702199 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bfb4f-81f5-4e79-a452-38e0825c3ee6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7732ee02-d8e1-4c64-bb3b-d2c1f12eb073,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:37.712016 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1b6bfb4f-81f5-4e79-a452-38e0825c3ee6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:37.713161 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1b6bfb4f-81f5-4e79-a452-38e0825c3ee6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1417074 Mar 09 04:40:37.716228 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47660) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:37.721496 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-c0411f78-c39a-4473-8aab-c14243db389f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'network': {'name': 'tempest-network-smoke--18775485', 'project_id': '082228de5a004917b79deb4618035197', 'port_security_enabled': True}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:40:37.726902 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c0411f78-c39a-4473-8aab-c14243db389f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:40:37.730617 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c0411f78-c39a-4473-8aab-c14243db389f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:network and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:40:37.733414 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-c0411f78-c39a-4473-8aab-c14243db389f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:40:37.738987 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-c0411f78-c39a-4473-8aab-c14243db389f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:40:37.748698 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0411f78-c39a-4473-8aab-c14243db389f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Made reservation on behalf of 082228de5a004917b79deb4618035197 for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:40:37.752019 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c0411f78-c39a-4473-8aab-c14243db389f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:37.781426 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0411f78-c39a-4473-8aab-c14243db389f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:40:37.789674 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c0411f78-c39a-4473-8aab-c14243db389f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:37.790007 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-c0411f78-c39a-4473-8aab-c14243db389f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Added segment cb77600f-d173-4af6-bbd6-2efc51e766d2 of type vlan for network f9b6711c-1b7d-4de4-82be-5752aec35974 Mar 09 04:40:37.814189 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c0411f78-c39a-4473-8aab-c14243db389f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:37.843330 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c0411f78-c39a-4473-8aab-c14243db389f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:37.848623 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0411f78-c39a-4473-8aab-c14243db389f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:37.849199 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c0411f78-c39a-4473-8aab-c14243db389f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:37.943223 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c0411f78-c39a-4473-8aab-c14243db389f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2258806 Mar 09 04:40:37.946172 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47664) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:37.951331 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-c49e940e-88e4-4cc6-9483-b4f0ef5a347c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-188347861', 'admin_state_up': True, 'project_id': '082228de5a004917b79deb4618035197', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:40:37.954276 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0411f78-c39a-4473-8aab-c14243db389f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Network': ['ID=f9b6711c-1b7d-4de4-82be-5752aec35974,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:37.960543 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c49e940e-88e4-4cc6-9483-b4f0ef5a347c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:40:37.964959 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network f9b6711c-1b7d-4de4-82be-5752aec35974 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:40:37.965514 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c49e940e-88e4-4cc6-9483-b4f0ef5a347c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:router and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:40:37.968527 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c49e940e-88e4-4cc6-9483-b4f0ef5a347c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:40:37.977781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c49e940e-88e4-4cc6-9483-b4f0ef5a347c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:40:37.987441 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c49e940e-88e4-4cc6-9483-b4f0ef5a347c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:37.988389 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c49e940e-88e4-4cc6-9483-b4f0ef5a347c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:38.002358 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c49e940e-88e4-4cc6-9483-b4f0ef5a347c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:38.373264 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c49e940e-88e4-4cc6-9483-b4f0ef5a347c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:38.667466 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c49e940e-88e4-4cc6-9483-b4f0ef5a347c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:38.698808 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c49e940e-88e4-4cc6-9483-b4f0ef5a347c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:38.828398 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-c49e940e-88e4-4cc6-9483-b4f0ef5a347c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Allocated IP 172.25.7.132 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/eb10ad63-3963-44f0-ab59-6c3a611d3b4f) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:40:38.975440 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c49e940e-88e4-4cc6-9483-b4f0ef5a347c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:39.003480 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c49e940e-88e4-4cc6-9483-b4f0ef5a347c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:39.063983 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49e940e-88e4-4cc6-9483-b4f0ef5a347c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:40:39.066983 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-c49e940e-88e4-4cc6-9483-b4f0ef5a347c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:40:39.069944 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49e940e-88e4-4cc6-9483-b4f0ef5a347c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:40:39.115346 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e940e-88e4-4cc6-9483-b4f0ef5a347c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=eb10ad63-3963-44f0-ab59-6c3a611d3b4f,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:39.224603 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:39.595606 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c49e940e-88e4-4cc6-9483-b4f0ef5a347c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:39.933047 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c49e940e-88e4-4cc6-9483-b4f0ef5a347c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:40.130995 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49e940e-88e4-4cc6-9483-b4f0ef5a347c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Router 9570c515-bfa2-4738-bff2-8eced65c831c is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:40:40.305378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49e940e-88e4-4cc6-9483-b4f0ef5a347c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:40:40.316260 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] Sync routers for ids ['9570c515-bfa2-4738-bff2-8eced65c831c'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:40:40.325572 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] Routers {'9570c515-bfa2-4738-bff2-8eced65c831c'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:40:40.326164 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:40:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9570c515-bfa2-4738-bff2-8eced65c831c'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:40:40.332311 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c49e940e-88e4-4cc6-9483-b4f0ef5a347c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:40.333487 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c49e940e-88e4-4cc6-9483-b4f0ef5a347c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3863130 Mar 09 04:40:40.336650 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47668) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:40.544477 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] Set router 9570c515-bfa2-4738-bff2-8eced65c831c gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:40:40.579236 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-63f0a2db-00c4-4025-92e3-974520adf641 tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=082228de5a004917b79deb4618035197&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2413576 Mar 09 04:40:40.582170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47674) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:40.709846 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f814ea-9cbf-4102-be64-e63f94e18713 tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:40.711349 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-93f814ea-9cbf-4102-be64-e63f94e18713 tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1282973 Mar 09 04:40:40.714285 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47678) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:40.761638 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b65c209f-931f-4f7f-a5d6-c5146ad5882c tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460944 Mar 09 04:40:40.764410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47682) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:40.772862 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-4e66103d-8ee9-4f67-b75c-81204c16da97 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1819924220', 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974', 'project_id': '082228de5a004917b79deb4618035197', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:40:40.824094 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188347861', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:40:37Z', 'updated_at': '2022-03-09T04:40:39Z', 'revision_number': 3, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:40:38Z', 'updated_at': '2022-03-09T04:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:40:40.827925 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] Checking router: 9570c515-bfa2-4738-bff2-8eced65c831c for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:40:40.828266 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] Updating router 9570c515-bfa2-4738-bff2-8eced65c831c port eb10ad63-3963-44f0-ab59-6c3a611d3b4f binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:40:40.883744 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:40.889627 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4e66103d-8ee9-4f67-b75c-81204c16da97 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:40:40.893386 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4e66103d-8ee9-4f67-b75c-81204c16da97 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:subnet and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:40:40.897072 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4e66103d-8ee9-4f67-b75c-81204c16da97 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:40:40.902781 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4e66103d-8ee9-4f67-b75c-81204c16da97 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:40:40.913537 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e66103d-8ee9-4f67-b75c-81204c16da97 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Made reservation on behalf of 082228de5a004917b79deb4618035197 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:40:40.917574 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4e66103d-8ee9-4f67-b75c-81204c16da97 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:41.231301 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:41.243261 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] Transition to ACTIVE for port object eb10ad63-3963-44f0-ab59-6c3a611d3b4f will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:40:41.249015 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:41.257760 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4e66103d-8ee9-4f67-b75c-81204c16da97 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:41.327010 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] Attempting to bind port eb10ad63-3963-44f0-ab59-6c3a611d3b4f on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:40:41.327583 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] Attempting to bind port eb10ad63-3963-44f0-ab59-6c3a611d3b4f by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:40:41.327716 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] Attempting to bind port eb10ad63-3963-44f0-ab59-6c3a611d3b4f on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:40:41.335248 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999d895-73f1-4489-a90f-34ccb5b91a5e None None] Pushing event updated for resources: {'Port': ['ID=eb10ad63-3963-44f0-ab59-6c3a611d3b4f,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:41.337335 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:40:41.337690 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:40:41.338082 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:41.338464 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:40:41.338810 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66103d-8ee9-4f67-b75c-81204c16da97 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Subnet': ['ID=8b018c47-8068-42d2-a0a4-cd1af1142e26,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:41.338950 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] Bound port: eb10ad63-3963-44f0-ab59-6c3a611d3b4f, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:40:41.339287 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:41.344106 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e66103d-8ee9-4f67-b75c-81204c16da97 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Checking segment: {'id': 'cb77600f-d173-4af6-bbd6-2efc51e766d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:40:41.344453 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e66103d-8ee9-4f67-b75c-81204c16da97 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network hostable DHCP agents. Network: f9b6711c-1b7d-4de4-82be-5752aec35974, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:40:41.363820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e66103d-8ee9-4f67-b75c-81204c16da97 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network f9b6711c-1b7d-4de4-82be-5752aec35974 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:40:41.373331 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-4e66103d-8ee9-4f67-b75c-81204c16da97 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, f9b6711c-1b7d-4de4-82be-5752aec35974) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:40:41.381954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e66103d-8ee9-4f67-b75c-81204c16da97 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:41.382528 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8002fa-01e3-4425-ac14-4c1c35b413d0 None None] Network f9b6711c-1b7d-4de4-82be-5752aec35974 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:40:41.383036 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4e66103d-8ee9-4f67-b75c-81204c16da97 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:41.405954 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4e66103d-8ee9-4f67-b75c-81204c16da97 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6398461 Mar 09 04:40:41.408427 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5999d895-73f1-4489-a90f-34ccb5b91a5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:41.413384 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5999d895-73f1-4489-a90f-34ccb5b91a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:41.413606 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47686) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:41.414105 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5999d895-73f1-4489-a90f-34ccb5b91a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:41.414105 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5999d895-73f1-4489-a90f-34ccb5b91a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:41.414105 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5999d895-73f1-4489-a90f-34ccb5b91a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:41.414105 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5999d895-73f1-4489-a90f-34ccb5b91a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:41.414105 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5999d895-73f1-4489-a90f-34ccb5b91a5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:41.415545 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5999d895-73f1-4489-a90f-34ccb5b91a5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:41.415545 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5999d895-73f1-4489-a90f-34ccb5b91a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:41.415545 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5999d895-73f1-4489-a90f-34ccb5b91a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:41.415545 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5999d895-73f1-4489-a90f-34ccb5b91a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:41.416180 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5999d895-73f1-4489-a90f-34ccb5b91a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:41.444596 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] For port eb10ad63-3963-44f0-ab59-6c3a611d3b4f, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:40:41.448186 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] For port eb10ad63-3963-44f0-ab59-6c3a611d3b4f, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=eb10ad63-3963-44f0-ab59-6c3a611d3b4f,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:40:41.453436 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:41.538055 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] Routers {'9570c515-bfa2-4738-bff2-8eced65c831c'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:40:41.538759 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:40:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9570c515-bfa2-4738-bff2-8eced65c831c'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:40:41.598393 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999d895-73f1-4489-a90f-34ccb5b91a5e None None] Pushing event updated for resources: {'Port': ['ID=eb10ad63-3963-44f0-ab59-6c3a611d3b4f,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:41.648549 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-f9b6711c-1b7d-4de4-82be-5752aec35974', 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974', 'tenant_id': '082228de5a004917b79deb4618035197', 'fixed_ips': [{'subnet_id': '8b018c47-8068-42d2-a0a4-cd1af1142e26'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:40:41.649495 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:41.728429 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] Set router 9570c515-bfa2-4738-bff2-8eced65c831c gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:40:41.812255 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Allocated IP 172.20.0.2 (f9b6711c-1b7d-4de4-82be-5752aec35974/8b018c47-8068-42d2-a0a4-cd1af1142e26/bf54558d-529f-4adf-bc53-c5c68fd2559a) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:40:42.031206 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188347861', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:40:37Z', 'updated_at': '2022-03-09T04:40:39Z', 'revision_number': 3, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:40:38Z', 'updated_at': '2022-03-09T04:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:40:42.033959 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:42.036823 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d1d40a-8dc6-4229-9176-f4b5288b3039 None None] The sync data for ids ['9570c515-bfa2-4738-bff2-8eced65c831c'] in n-d-825178-5 is: [{'id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188347861', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:40:37Z', 'updated_at': '2022-03-09T04:40:39Z', 'revision_number': 3, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:40:38Z', 'updated_at': '2022-03-09T04:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:40:42.047109 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Transition to ACTIVE for port object bf54558d-529f-4adf-bc53-c5c68fd2559a will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:40:42.068561 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Transition to ACTIVE for port object bf54558d-529f-4adf-bc53-c5c68fd2559a will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:40:42.074177 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:42.137950 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Network f9b6711c-1b7d-4de4-82be-5752aec35974 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:40:42.140705 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:40:42.150025 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:40:42.162508 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Pushing event updated for resources: {'Port': ['ID=bf54558d-529f-4adf-bc53-c5c68fd2559a,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:42.204131 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:42.204467 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:42.204820 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:42.205143 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:42.205465 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:42.205783 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:42.206099 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:42.206431 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:42.207300 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:42.207616 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:42.207926 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:42.208233 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:40:42.261778 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Attempting to bind port bf54558d-529f-4adf-bc53-c5c68fd2559a on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:40:42.262210 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Attempting to bind port bf54558d-529f-4adf-bc53-c5c68fd2559a by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'cb77600f-d173-4af6-bbd6-2efc51e766d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:40:42.262630 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Attempting to bind port bf54558d-529f-4adf-bc53-c5c68fd2559a on network f9b6711c-1b7d-4de4-82be-5752aec35974 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:40:42.270519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:40:42.270519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Checking segment: {'id': 'cb77600f-d173-4af6-bbd6-2efc51e766d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:40:42.270519 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:42.271124 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Bound using segment: {'id': 'cb77600f-d173-4af6-bbd6-2efc51e766d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:40:42.271759 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Bound port: bf54558d-529f-4adf-bc53-c5c68fd2559a, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb77600f-d173-4af6-bbd6-2efc51e766d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:40:42.272400 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:42.314609 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-717b8987-ddaf-4f13-8c2c-59a1e1417702 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:42.388228 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] For port bf54558d-529f-4adf-bc53-c5c68fd2559a, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:40:42.391336 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] For port bf54558d-529f-4adf-bc53-c5c68fd2559a, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=bf54558d-529f-4adf-bc53-c5c68fd2559a,segment=NetworkSegment(cb77600f-d173-4af6-bbd6-2efc51e766d2),segment_id=cb77600f-d173-4af6-bbd6-2efc51e766d2)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:40:42.396796 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:42.486659 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203a76d-ad14-43ff-91a9-af36989a4904 None None] Pushing event updated for resources: {'Port': ['ID=bf54558d-529f-4adf-bc53-c5c68fd2559a,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:42.765358 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-717b8987-ddaf-4f13-8c2c-59a1e1417702 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Allocated IP 172.20.0.1 (f9b6711c-1b7d-4de4-82be-5752aec35974/8b018c47-8068-42d2-a0a4-cd1af1142e26/1eae73b7-67e3-4dd8-bd4b-80720d545b55) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:40:42.939144 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-717b8987-ddaf-4f13-8c2c-59a1e1417702 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:42.956416 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-717b8987-ddaf-4f13-8c2c-59a1e1417702 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Transition to ACTIVE for port object 1eae73b7-67e3-4dd8-bd4b-80720d545b55 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:40:42.981017 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-717b8987-ddaf-4f13-8c2c-59a1e1417702 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:43.038663 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device eb10ad63-3963-44f0-ab59-6c3a611d3b4f up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:40:43.049055 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717b8987-ddaf-4f13-8c2c-59a1e1417702 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network f9b6711c-1b7d-4de4-82be-5752aec35974 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:40:43.052862 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-717b8987-ddaf-4f13-8c2c-59a1e1417702 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:40:43.055511 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717b8987-ddaf-4f13-8c2c-59a1e1417702 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:40:43.104840 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b8987-ddaf-4f13-8c2c-59a1e1417702 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=1eae73b7-67e3-4dd8-bd4b-80720d545b55,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:43.114086 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port eb10ad63-3963-44f0-ab59-6c3a611d3b4f completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:40:43.119675 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port eb10ad63-3963-44f0-ab59-6c3a611d3b4f triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:40:43.120126 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:43.125697 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-717b8987-ddaf-4f13-8c2c-59a1e1417702 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:43.241256 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:43.259543 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port eb10ad63-3963-44f0-ab59-6c3a611d3b4f, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=eb10ad63-3963-44f0-ab59-6c3a611d3b4f,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:40:43.264240 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:43.265096 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device bf54558d-529f-4adf-bc53-c5c68fd2559a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:40:43.388217 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=eb10ad63-3963-44f0-ab59-6c3a611d3b4f,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:43.399006 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port bf54558d-529f-4adf-bc53-c5c68fd2559a completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:40:43.522417 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-717b8987-ddaf-4f13-8c2c-59a1e1417702 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:43.535866 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a959f57c-c8e4-4eec-b9f6-e94c999cb78e None None] Network f9b6711c-1b7d-4de4-82be-5752aec35974 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:40:43.632140 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3c3f99ac-0daa-457a-96d1-96330ebeabaf None None] Provisioning for port bf54558d-529f-4adf-bc53-c5c68fd2559a completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:40:43.640887 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3c3f99ac-0daa-457a-96d1-96330ebeabaf None None] Provisioning complete for port bf54558d-529f-4adf-bc53-c5c68fd2559a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:40:43.641181 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3c3f99ac-0daa-457a-96d1-96330ebeabaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:43.859263 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3c3f99ac-0daa-457a-96d1-96330ebeabaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:43.903442 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-3c3f99ac-0daa-457a-96d1-96330ebeabaf None None] For port bf54558d-529f-4adf-bc53-c5c68fd2559a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=bf54558d-529f-4adf-bc53-c5c68fd2559a,segment=NetworkSegment(cb77600f-d173-4af6-bbd6-2efc51e766d2),segment_id=cb77600f-d173-4af6-bbd6-2efc51e766d2)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:40:43.908585 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3c3f99ac-0daa-457a-96d1-96330ebeabaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:43.946017 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-717b8987-ddaf-4f13-8c2c-59a1e1417702 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:43.951616 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-717b8987-ddaf-4f13-8c2c-59a1e1417702 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:43.980286 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f99ac-0daa-457a-96d1-96330ebeabaf None None] Pushing event updated for resources: {'Port': ['ID=bf54558d-529f-4adf-bc53-c5c68fd2559a,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:44.078112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b8987-ddaf-4f13-8c2c-59a1e1417702 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=1eae73b7-67e3-4dd8-bd4b-80720d545b55,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:44.080471 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-717b8987-ddaf-4f13-8c2c-59a1e1417702 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:44.147396 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c37f6a42-0501-47c3-a04b-c16d79646cc7 None None] Provisioning for port 1eae73b7-67e3-4dd8-bd4b-80720d545b55 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:40:44.152626 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c37f6a42-0501-47c3-a04b-c16d79646cc7 None None] Provisioning complete for port 1eae73b7-67e3-4dd8-bd4b-80720d545b55 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:40:44.153133 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c37f6a42-0501-47c3-a04b-c16d79646cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:44.209128 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-c37f6a42-0501-47c3-a04b-c16d79646cc7 None None] Port 1eae73b7-67e3-4dd8-bd4b-80720d545b55 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:40:44.220686 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c37f6a42-0501-47c3-a04b-c16d79646cc7 None None] Provisioning complete for port bf54558d-529f-4adf-bc53-c5c68fd2559a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:40:44.221220 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c37f6a42-0501-47c3-a04b-c16d79646cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:44.227498 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717b8987-ddaf-4f13-8c2c-59a1e1417702 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network f9b6711c-1b7d-4de4-82be-5752aec35974 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:40:44.228669 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-717b8987-ddaf-4f13-8c2c-59a1e1417702 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:40:44.416519 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717b8987-ddaf-4f13-8c2c-59a1e1417702 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Router 9570c515-bfa2-4738-bff2-8eced65c831c has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:40:44.499109 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f3fd9e92-6f6d-4886-b388-7d143f3151e4 None None] Provisioning complete for port 1eae73b7-67e3-4dd8-bd4b-80720d545b55 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:40:44.499583 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f3fd9e92-6f6d-4886-b388-7d143f3151e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:44.550667 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-f3fd9e92-6f6d-4886-b388-7d143f3151e4 None None] Port 1eae73b7-67e3-4dd8-bd4b-80720d545b55 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:40:44.599747 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717b8987-ddaf-4f13-8c2c-59a1e1417702 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:40:44.608796 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] Sync routers for ids ['9570c515-bfa2-4738-bff2-8eced65c831c'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:40:44.608967 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-717b8987-ddaf-4f13-8c2c-59a1e1417702 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "PUT /v2.0/routers/9570c515-bfa2-4738-bff2-8eced65c831c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1978498 Mar 09 04:40:44.618438 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] Routers {'9570c515-bfa2-4738-bff2-8eced65c831c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:40:44.618740 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:40:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9570c515-bfa2-4738-bff2-8eced65c831c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:40:44.700760 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-9644bac8-bf01-4f57-97a1-49e5543bde28 None None] Provisioning complete for port 1eae73b7-67e3-4dd8-bd4b-80720d545b55 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:40:44.701044 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9644bac8-bf01-4f57-97a1-49e5543bde28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:44.767697 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-da6d40d4-3a1a-42ca-b9bf-cb553d103963 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:40:44.784878 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-da6d40d4-3a1a-42ca-b9bf-cb553d103963 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:40:44.786157 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-da6d40d4-3a1a-42ca-b9bf-cb553d103963 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572662870&fields=id&tenant_id=082228de5a004917b79deb4618035197 HTTP/1.1" status: 200 len: 267 time: 0.0565462 Mar 09 04:40:44.826401 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-9644bac8-bf01-4f57-97a1-49e5543bde28 None None] Port 1eae73b7-67e3-4dd8-bd4b-80720d545b55 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:40:44.849398 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] Set router 9570c515-bfa2-4738-bff2-8eced65c831c gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:40:44.996449 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device eb10ad63-3963-44f0-ab59-6c3a611d3b4f up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:40:45.054003 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-a1e4a279-6e49-46a5-97ef-2883c50f9e5d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:45.054683 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-a1e4a279-6e49-46a5-97ef-2883c50f9e5d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:40:45.071573 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-a1e4a279-6e49-46a5-97ef-2883c50f9e5d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:40:45.072715 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-a1e4a279-6e49-46a5-97ef-2883c50f9e5d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/networks?id=f9b6711c-1b7d-4de4-82be-5752aec35974 HTTP/1.1" status: 200 len: 795 time: 0.2800231 Mar 09 04:40:45.088615 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-9ae94a7a-b14b-4438-bcba-16abe31b7258 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/quotas/082228de5a004917b79deb4618035197 HTTP/1.1" status: 200 len: 375 time: 0.0098746 Mar 09 04:40:45.173417 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-dfb0cda1-fa64-46e7-b275-33bcb784aed5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:40:45.185679 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port eb10ad63-3963-44f0-ab59-6c3a611d3b4f triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:40:45.186045 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:45.190815 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-dfb0cda1-fa64-46e7-b275-33bcb784aed5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:40:45.192157 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-dfb0cda1-fa64-46e7-b275-33bcb784aed5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0985014 Mar 09 04:40:45.207299 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-4b399286-a090-4145-9201-111db0caf933 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 04:40:45.208260 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-4b399286-a090-4145-9201-111db0caf933 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051394 Mar 09 04:40:45.313764 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188347861', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:40:37Z', 'updated_at': '2022-03-09T04:40:43Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:40:38Z', 'updated_at': '2022-03-09T04:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '1eae73b7-67e3-4dd8-bd4b-80720d545b55', 'name': '', 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:b7:9e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '8b018c47-8068-42d2-a0a4-cd1af1142e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:40:42Z', 'updated_at': '2022-03-09T04:40:43Z', 'revision_number': 2, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '8b018c47-8068-42d2-a0a4-cd1af1142e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:40:45.326800 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device bf54558d-529f-4adf-bc53-c5c68fd2559a up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:40:45.341318 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-1a23570e-1603-4f68-824e-71fda4000446 service neutron] 10.222.0.16 "GET /v2.0/networks/f9b6711c-1b7d-4de4-82be-5752aec35974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276743 Mar 09 04:40:45.352542 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] Checking router: 9570c515-bfa2-4738-bff2-8eced65c831c for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:40:45.352889 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] Updating router 9570c515-bfa2-4738-bff2-8eced65c831c port 1eae73b7-67e3-4dd8-bd4b-80720d545b55 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:40:45.424949 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:45.473034 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-d639ddb6-ff54-49f9-b942-63284bc2b68f service neutron] 10.222.0.16 "GET /v2.0/networks/f9b6711c-1b7d-4de4-82be-5752aec35974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258938 Mar 09 04:40:45.492168 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port bf54558d-529f-4adf-bc53-c5c68fd2559a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:40:45.492531 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:45.677836 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8acebb2b-c66f-41d0-b4cf-030c15169f4f req-fb52b5cf-16c9-48c8-ab4c-08ee0a5ce8e5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 210 time: 0.0430956 Mar 09 04:40:45.870428 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:45.882037 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] Transition to ACTIVE for port object 1eae73b7-67e3-4dd8-bd4b-80720d545b55 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:40:45.887883 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:46.073733 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93767097-da38-4da0-9d90-0536f248650a None None] Pushing event updated for resources: {'Port': ['ID=1eae73b7-67e3-4dd8-bd4b-80720d545b55,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:46.136042 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] Attempting to bind port 1eae73b7-67e3-4dd8-bd4b-80720d545b55 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:40:46.136168 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] Attempting to bind port 1eae73b7-67e3-4dd8-bd4b-80720d545b55 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'cb77600f-d173-4af6-bbd6-2efc51e766d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:40:46.136418 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] Attempting to bind port 1eae73b7-67e3-4dd8-bd4b-80720d545b55 on network f9b6711c-1b7d-4de4-82be-5752aec35974 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:40:46.145681 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:40:46.146050 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] Checking segment: {'id': 'cb77600f-d173-4af6-bbd6-2efc51e766d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:40:46.146446 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:46.146934 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] Bound using segment: {'id': 'cb77600f-d173-4af6-bbd6-2efc51e766d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:40:46.147325 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] Bound port: 1eae73b7-67e3-4dd8-bd4b-80720d545b55, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb77600f-d173-4af6-bbd6-2efc51e766d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:40:46.147689 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:46.242231 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] For port 1eae73b7-67e3-4dd8-bd4b-80720d545b55, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:40:46.245043 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] For port 1eae73b7-67e3-4dd8-bd4b-80720d545b55, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1eae73b7-67e3-4dd8-bd4b-80720d545b55,segment=NetworkSegment(cb77600f-d173-4af6-bbd6-2efc51e766d2),segment_id=cb77600f-d173-4af6-bbd6-2efc51e766d2)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:40:46.249413 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:46.325593 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] Routers {'9570c515-bfa2-4738-bff2-8eced65c831c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:40:46.326159 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:40:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9570c515-bfa2-4738-bff2-8eced65c831c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:40:46.394803 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93767097-da38-4da0-9d90-0536f248650a None None] Pushing event updated for resources: {'Port': ['ID=1eae73b7-67e3-4dd8-bd4b-80720d545b55,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:46.511153 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] Set router 9570c515-bfa2-4738-bff2-8eced65c831c gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:40:46.770367 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e817d440-795a-4426-941c-02f99885c9df req-70824b4b-78e1-4b5e-a088-20b0ff785062 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 210 time: 0.0418899 Mar 09 04:40:46.825118 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188347861', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:40:37Z', 'updated_at': '2022-03-09T04:40:43Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:40:38Z', 'updated_at': '2022-03-09T04:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '1eae73b7-67e3-4dd8-bd4b-80720d545b55', 'name': '', 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:b7:9e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '8b018c47-8068-42d2-a0a4-cd1af1142e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:40:42Z', 'updated_at': '2022-03-09T04:40:46Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '8b018c47-8068-42d2-a0a4-cd1af1142e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:40:46.829075 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4994c2-d5cc-46ed-9da4-98636acceeb0 None None] The sync data for ids ['9570c515-bfa2-4738-bff2-8eced65c831c'] in n-d-825178-5 is: [{'id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188347861', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:40:37Z', 'updated_at': '2022-03-09T04:40:43Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:40:38Z', 'updated_at': '2022-03-09T04:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '1eae73b7-67e3-4dd8-bd4b-80720d545b55', 'name': '', 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:b7:9e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '8b018c47-8068-42d2-a0a4-cd1af1142e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:40:42Z', 'updated_at': '2022-03-09T04:40:46Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '8b018c47-8068-42d2-a0a4-cd1af1142e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:40:47.074541 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1eae73b7-67e3-4dd8-bd4b-80720d545b55 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:40:47.183375 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 1eae73b7-67e3-4dd8-bd4b-80720d545b55 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:40:47.192975 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 1eae73b7-67e3-4dd8-bd4b-80720d545b55 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:40:47.193535 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:47.315142 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:47.349408 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 1eae73b7-67e3-4dd8-bd4b-80720d545b55, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1eae73b7-67e3-4dd8-bd4b-80720d545b55,segment=NetworkSegment(cb77600f-d173-4af6-bbd6-2efc51e766d2),segment_id=cb77600f-d173-4af6-bbd6-2efc51e766d2)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:40:47.353472 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:47.421782 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=1eae73b7-67e3-4dd8-bd4b-80720d545b55,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:47.923517 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bc9d80cd-e348-4246-b4e3-d6510f6fdca7 req-771faa1a-f523-4096-8c61-d6b37cbbf088 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 210 time: 0.0458469 Mar 09 04:40:48.831003 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-a48fcc11-1c8e-4a29-8c7a-729be146d7d6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:48.832950 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-a48fcc11-1c8e-4a29-8c7a-729be146d7d6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.24 "GET /v2.0/networks?id=f9b6711c-1b7d-4de4-82be-5752aec35974 HTTP/1.1" status: 200 len: 795 time: 0.1484728 Mar 09 04:40:48.887339 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-9790c1e5-26f4-444f-a196-ce2fb24f16e9 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=082228de5a004917b79deb4618035197 HTTP/1.1" status: 200 len: 379 time: 0.0457866 Mar 09 04:40:48.896332 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-dc0e8e3b-07ae-4a83-b74c-5d0ecefe9909 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'port': {'device_id': 'e83ba388-bbc1-4df0-ad77-b0a46bc68346', 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974', 'admin_state_up': True, 'tenant_id': '082228de5a004917b79deb4618035197', 'security_groups': ['5505d37e-e37f-436e-9091-ec7746046f21']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:40:48.980409 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1eae73b7-67e3-4dd8-bd4b-80720d545b55 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:40:49.041974 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-dc0e8e3b-07ae-4a83-b74c-5d0ecefe9909 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:40:49.052425 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-dc0e8e3b-07ae-4a83-b74c-5d0ecefe9909 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:40:49.064138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-dc0e8e3b-07ae-4a83-b74c-5d0ecefe9909 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Made reservation on behalf of 082228de5a004917b79deb4618035197 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:40:49.068889 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-dc0e8e3b-07ae-4a83-b74c-5d0ecefe9909 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:49.080727 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e93d29e0-74d0-451a-9f9e-ce3979363aa4 req-f5b7f1af-0485-4d5c-96ab-1e1412930c24 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 210 time: 0.0486095 Mar 09 04:40:49.096512 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 1eae73b7-67e3-4dd8-bd4b-80720d545b55 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:40:49.096970 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:49.232895 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-dc0e8e3b-07ae-4a83-b74c-5d0ecefe9909 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Allocated IP 172.20.0.5 (f9b6711c-1b7d-4de4-82be-5752aec35974/8b018c47-8068-42d2-a0a4-cd1af1142e26/e940d3c6-3132-4952-9e48-bceb377d8d19) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:40:49.418085 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-dc0e8e3b-07ae-4a83-b74c-5d0ecefe9909 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:49.433533 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-dc0e8e3b-07ae-4a83-b74c-5d0ecefe9909 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Transition to ACTIVE for port object e940d3c6-3132-4952-9e48-bceb377d8d19 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:40:49.455641 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-dc0e8e3b-07ae-4a83-b74c-5d0ecefe9909 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:49.518976 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-dc0e8e3b-07ae-4a83-b74c-5d0ecefe9909 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network f9b6711c-1b7d-4de4-82be-5752aec35974 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:40:49.526218 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-dc0e8e3b-07ae-4a83-b74c-5d0ecefe9909 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:40:49.530379 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-dc0e8e3b-07ae-4a83-b74c-5d0ecefe9909 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:40:49.560404 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e8e3b-07ae-4a83-b74c-5d0ecefe9909 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=e940d3c6-3132-4952-9e48-bceb377d8d19,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:49.596170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-dc0e8e3b-07ae-4a83-b74c-5d0ecefe9909 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:49.596773 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-dc0e8e3b-07ae-4a83-b74c-5d0ecefe9909 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:49.621705 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-dc0e8e3b-07ae-4a83-b74c-5d0ecefe9909 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7295437 Mar 09 04:40:49.676784 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-91cd0f49-0ebc-4752-b89a-38f0bf6a9a46 service neutron] Request body: {'port': {'device_id': 'e83ba388-bbc1-4df0-ad77-b0a46bc68346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:40:49.776398 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-66cd637d-ee50-4066-834e-e9b1d2c1d82f None None] Provisioning for port e940d3c6-3132-4952-9e48-bceb377d8d19 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:40:49.781057 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-66cd637d-ee50-4066-834e-e9b1d2c1d82f None None] Provisioning complete for port e940d3c6-3132-4952-9e48-bceb377d8d19 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:40:49.781425 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-66cd637d-ee50-4066-834e-e9b1d2c1d82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:49.790342 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-91cd0f49-0ebc-4752-b89a-38f0bf6a9a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:49.833860 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-66cd637d-ee50-4066-834e-e9b1d2c1d82f None None] Port e940d3c6-3132-4952-9e48-bceb377d8d19 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:40:50.126233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-91cd0f49-0ebc-4752-b89a-38f0bf6a9a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e940d3c6-3132-4952-9e48-bceb377d8d19 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:40:50.133630 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-91cd0f49-0ebc-4752-b89a-38f0bf6a9a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:50.148365 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-91cd0f49-0ebc-4752-b89a-38f0bf6a9a46 service neutron] Transition to ACTIVE for port object e940d3c6-3132-4952-9e48-bceb377d8d19 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:40:50.152149 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-91cd0f49-0ebc-4752-b89a-38f0bf6a9a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:50.326609 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd0f49-0ebc-4752-b89a-38f0bf6a9a46 service neutron] Pushing event updated for resources: {'Port': ['ID=e940d3c6-3132-4952-9e48-bceb377d8d19,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:50.437887 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861130dc-f4ee-47b4-9e73-3e1e58d093b3 req-caafd299-01a8-40d4-8085-8cfea2633d0f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:50.438576 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-861130dc-f4ee-47b4-9e73-3e1e58d093b3 req-caafd299-01a8-40d4-8085-8cfea2633d0f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:40:50.471535 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-861130dc-f4ee-47b4-9e73-3e1e58d093b3 req-caafd299-01a8-40d4-8085-8cfea2633d0f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:40:50.472708 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-861130dc-f4ee-47b4-9e73-3e1e58d093b3 req-caafd299-01a8-40d4-8085-8cfea2633d0f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 943 time: 0.2830372 Mar 09 04:40:50.476752 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-91cd0f49-0ebc-4752-b89a-38f0bf6a9a46 service neutron] Attempting to bind port e940d3c6-3132-4952-9e48-bceb377d8d19 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:40:50.476878 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-91cd0f49-0ebc-4752-b89a-38f0bf6a9a46 service neutron] Attempting to bind port e940d3c6-3132-4952-9e48-bceb377d8d19 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'cb77600f-d173-4af6-bbd6-2efc51e766d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:40:50.477139 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-91cd0f49-0ebc-4752-b89a-38f0bf6a9a46 service neutron] Attempting to bind port e940d3c6-3132-4952-9e48-bceb377d8d19 on network f9b6711c-1b7d-4de4-82be-5752aec35974 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:40:50.499491 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-91cd0f49-0ebc-4752-b89a-38f0bf6a9a46 service neutron] Port e940d3c6-3132-4952-9e48-bceb377d8d19 on network f9b6711c-1b7d-4de4-82be-5752aec35974 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:40:50.499746 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-91cd0f49-0ebc-4752-b89a-38f0bf6a9a46 service neutron] Attempting to bind port e940d3c6-3132-4952-9e48-bceb377d8d19 on network f9b6711c-1b7d-4de4-82be-5752aec35974 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:40:50.510596 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-91cd0f49-0ebc-4752-b89a-38f0bf6a9a46 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:40:50.510968 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-91cd0f49-0ebc-4752-b89a-38f0bf6a9a46 service neutron] Checking segment: {'id': 'cb77600f-d173-4af6-bbd6-2efc51e766d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:40:50.511356 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-91cd0f49-0ebc-4752-b89a-38f0bf6a9a46 service neutron] Bound using segment: {'id': 'cb77600f-d173-4af6-bbd6-2efc51e766d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:40:50.511777 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-91cd0f49-0ebc-4752-b89a-38f0bf6a9a46 service neutron] Bound port: e940d3c6-3132-4952-9e48-bceb377d8d19, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb77600f-d173-4af6-bbd6-2efc51e766d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:40:50.512117 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-91cd0f49-0ebc-4752-b89a-38f0bf6a9a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:50.572301 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-861130dc-f4ee-47b4-9e73-3e1e58d093b3 req-c4030743-094b-4d78-84de-5c1083b714e0 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=5505d37e-e37f-436e-9091-ec7746046f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927618 Mar 09 04:40:50.617470 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-91cd0f49-0ebc-4752-b89a-38f0bf6a9a46 service neutron] For port e940d3c6-3132-4952-9e48-bceb377d8d19, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:40:50.620731 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-91cd0f49-0ebc-4752-b89a-38f0bf6a9a46 service neutron] For port e940d3c6-3132-4952-9e48-bceb377d8d19, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=e940d3c6-3132-4952-9e48-bceb377d8d19,segment=NetworkSegment(cb77600f-d173-4af6-bbd6-2efc51e766d2),segment_id=cb77600f-d173-4af6-bbd6-2efc51e766d2)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:40:50.624449 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-91cd0f49-0ebc-4752-b89a-38f0bf6a9a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:50.679689 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-91cd0f49-0ebc-4752-b89a-38f0bf6a9a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:50.680306 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-91cd0f49-0ebc-4752-b89a-38f0bf6a9a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:50.681663 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-91cd0f49-0ebc-4752-b89a-38f0bf6a9a46 service neutron] 10.222.0.24 "PUT /v2.0/ports/e940d3c6-3132-4952-9e48-bceb377d8d19 HTTP/1.1" status: 200 len: 1091 time: 1.0522151 Mar 09 04:40:50.682242 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83ba388-bbc1-4df0-ad77-b0a46bc68346', 'tag': 'e940d3c6-3132-4952-9e48-bceb377d8d19'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:40:50.707843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd0f49-0ebc-4752-b89a-38f0bf6a9a46 service neutron] Pushing event updated for resources: {'Port': ['ID=e940d3c6-3132-4952-9e48-bceb377d8d19,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:50.904419 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83ba388-bbc1-4df0-ad77-b0a46bc68346', 'tag': 'e940d3c6-3132-4952-9e48-bceb377d8d19', 'status': 'completed', 'code': 200} Mar 09 04:40:50.910838 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-5555b3e6-9883-4506-99fb-dad0cfe5fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:50.912289 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-5555b3e6-9883-4506-99fb-dad0cfe5fb2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 1094 time: 0.1896656 Mar 09 04:40:50.983424 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-abd8b2bd-76a8-4a27-8b97-4aea42cd517d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e940d3c6-3132-4952-9e48-bceb377d8d19 HTTP/1.1" status: 200 len: 217 time: 0.0634718 Mar 09 04:40:51.046575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-4798ad7a-2678-40a6-8e80-ee637951996c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:51.047944 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-4798ad7a-2678-40a6-8e80-ee637951996c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b018c47-8068-42d2-a0a4-cd1af1142e26 HTTP/1.1" status: 200 len: 835 time: 0.0592074 Mar 09 04:40:51.120678 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-4e561706-1687-4fcb-a7d1-7238be0af87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:51.122108 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-4e561706-1687-4fcb-a7d1-7238be0af87c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9b6711c-1b7d-4de4-82be-5752aec35974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687575 Mar 09 04:40:51.251599 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-e66d734a-bf09-4fc4-8376-42ef445dc9c3 service neutron] 10.222.0.24 "GET /v2.0/networks/f9b6711c-1b7d-4de4-82be-5752aec35974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233611 Mar 09 04:40:51.382849 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-18c4685d-fa47-46bc-9a22-75ee92899019 req-2b546a57-a701-4417-8ec9-6fb29d86a241 service neutron] 10.222.0.24 "GET /v2.0/networks/f9b6711c-1b7d-4de4-82be-5752aec35974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250098 Mar 09 04:40:51.499984 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827679e-dd18-41db-beee-a06f53ebcad3 req-7398dd07-cab6-4023-a966-488c4250e320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:51.501604 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e827679e-dd18-41db-beee-a06f53ebcad3 req-7398dd07-cab6-4023-a966-488c4250e320 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 1094 time: 0.0739214 Mar 09 04:40:51.642828 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827679e-dd18-41db-beee-a06f53ebcad3 req-061f7d53-7fdd-45fc-8214-846eb64d054a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:51.644830 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e827679e-dd18-41db-beee-a06f53ebcad3 req-061f7d53-7fdd-45fc-8214-846eb64d054a service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9b6711c-1b7d-4de4-82be-5752aec35974 HTTP/1.1" status: 200 len: 896 time: 0.1370766 Mar 09 04:40:51.752489 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e827679e-dd18-41db-beee-a06f53ebcad3 req-654be374-e19b-4105-9472-3497588c9690 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e940d3c6-3132-4952-9e48-bceb377d8d19 HTTP/1.1" status: 200 len: 217 time: 0.1019166 Mar 09 04:40:51.830829 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827679e-dd18-41db-beee-a06f53ebcad3 req-94f147f7-7132-473c-96cc-f2eba83b00bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:51.832795 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e827679e-dd18-41db-beee-a06f53ebcad3 req-94f147f7-7132-473c-96cc-f2eba83b00bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b018c47-8068-42d2-a0a4-cd1af1142e26 HTTP/1.1" status: 200 len: 835 time: 0.0744796 Mar 09 04:40:51.845270 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696a1c7-58d3-48b5-acf7-af9175dd70a2 req-abb44125-cdc6-485c-9dd0-4e42b75afc3d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:51.846616 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5696a1c7-58d3-48b5-acf7-af9175dd70a2 req-abb44125-cdc6-485c-9dd0-4e42b75afc3d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 943 time: 0.1493316 Mar 09 04:40:51.936889 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5696a1c7-58d3-48b5-acf7-af9175dd70a2 req-af61320e-e79c-4c13-899b-3cbd76412b67 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=5505d37e-e37f-436e-9091-ec7746046f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595121 Mar 09 04:40:51.959971 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827679e-dd18-41db-beee-a06f53ebcad3 req-e5891b7a-6e62-4a8f-920d-9c8959a864c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:51.961409 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e827679e-dd18-41db-beee-a06f53ebcad3 req-e5891b7a-6e62-4a8f-920d-9c8959a864c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9b6711c-1b7d-4de4-82be-5752aec35974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133113 Mar 09 04:40:52.089129 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e827679e-dd18-41db-beee-a06f53ebcad3 req-d6290abe-6a2e-451b-886a-6027f2993bdd service neutron] 10.222.0.24 "GET /v2.0/networks/f9b6711c-1b7d-4de4-82be-5752aec35974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219878 Mar 09 04:40:52.222033 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e827679e-dd18-41db-beee-a06f53ebcad3 req-e8776ba5-b286-47f0-ba43-e5b03e4f2f3f service neutron] 10.222.0.24 "GET /v2.0/networks/f9b6711c-1b7d-4de4-82be-5752aec35974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265931 Mar 09 04:40:53.122633 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e98753-fe87-4be7-adc5-5fb4feff2e9f req-6073d3cc-5239-452b-986d-f52417200116 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:53.124047 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-27e98753-fe87-4be7-adc5-5fb4feff2e9f req-6073d3cc-5239-452b-986d-f52417200116 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 943 time: 0.0786848 Mar 09 04:40:53.167164 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-27e98753-fe87-4be7-adc5-5fb4feff2e9f req-5f718074-ee8a-4d49-8eeb-325ad1b9b996 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=5505d37e-e37f-436e-9091-ec7746046f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376031 Mar 09 04:40:54.346162 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53fc77-27d0-48ff-a3d5-47b55e0471b8 req-a57c3125-e47e-4811-96d3-91ab6f033423 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:54.347633 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8f53fc77-27d0-48ff-a3d5-47b55e0471b8 req-a57c3125-e47e-4811-96d3-91ab6f033423 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 943 time: 0.0780666 Mar 09 04:40:54.389719 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8f53fc77-27d0-48ff-a3d5-47b55e0471b8 req-db3f33e6-595b-4b17-b7a4-5ea13b20978b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=5505d37e-e37f-436e-9091-ec7746046f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366726 Mar 09 04:40:54.629059 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device e940d3c6-3132-4952-9e48-bceb377d8d19 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:40:54.759952 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port e940d3c6-3132-4952-9e48-bceb377d8d19, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=e940d3c6-3132-4952-9e48-bceb377d8d19,segment=NetworkSegment(cb77600f-d173-4af6-bbd6-2efc51e766d2),segment_id=cb77600f-d173-4af6-bbd6-2efc51e766d2)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:40:54.772619 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'e940d3c6-3132-4952-9e48-bceb377d8d19', 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974', 'port_id': 'e940d3c6-3132-4952-9e48-bceb377d8d19', 'mac_address': 'fa:16:3e:57:9a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b018c47-8068-42d2-a0a4-cd1af1142e26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:40:54.830508 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:54.846500 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e940d3c6-3132-4952-9e48-bceb377d8d19 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:40:54.862210 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port e940d3c6-3132-4952-9e48-bceb377d8d19, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=e940d3c6-3132-4952-9e48-bceb377d8d19,segment=NetworkSegment(cb77600f-d173-4af6-bbd6-2efc51e766d2),segment_id=cb77600f-d173-4af6-bbd6-2efc51e766d2)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:40:54.866961 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:54.935878 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=e940d3c6-3132-4952-9e48-bceb377d8d19,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:55.204031 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['e940d3c6-3132-4952-9e48-bceb377d8d19'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:40:55.576464 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25c253-c5d7-4ce6-8400-01d5f5ccd5ce req-a4460f2e-3538-4a65-8a01-bd42c1c907d8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:55.577880 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8d25c253-c5d7-4ce6-8400-01d5f5ccd5ce req-a4460f2e-3538-4a65-8a01-bd42c1c907d8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 944 time: 0.0832760 Mar 09 04:40:55.621065 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8d25c253-c5d7-4ce6-8400-01d5f5ccd5ce req-3bf99411-6741-47b6-9261-6f20b2748d49 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=5505d37e-e37f-436e-9091-ec7746046f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372014 Mar 09 04:40:56.644641 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device e940d3c6-3132-4952-9e48-bceb377d8d19 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:40:56.710524 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port e940d3c6-3132-4952-9e48-bceb377d8d19 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:40:56.715215 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port e940d3c6-3132-4952-9e48-bceb377d8d19 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:40:56.715589 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:56.813893 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ba4b7-c9d3-4e58-b07e-cde958809352 req-43923e7b-19b2-42f2-bb9d-6afe96cf1ec1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:56.815365 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-db9ba4b7-c9d3-4e58-b07e-cde958809352 req-43923e7b-19b2-42f2-bb9d-6afe96cf1ec1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 944 time: 0.0874419 Mar 09 04:40:56.837402 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:56.859735 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-db9ba4b7-c9d3-4e58-b07e-cde958809352 req-fb9568da-378d-4bed-ab84-064337f8050d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=5505d37e-e37f-436e-9091-ec7746046f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386105 Mar 09 04:40:56.866765 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83ba388-bbc1-4df0-ad77-b0a46bc68346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e940d3c6-3132-4952-9e48-bceb377d8d19'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:40:56.880618 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port e940d3c6-3132-4952-9e48-bceb377d8d19, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=e940d3c6-3132-4952-9e48-bceb377d8d19,segment=NetworkSegment(cb77600f-d173-4af6-bbd6-2efc51e766d2),segment_id=cb77600f-d173-4af6-bbd6-2efc51e766d2)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:40:56.884785 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:56.956601 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=e940d3c6-3132-4952-9e48-bceb377d8d19,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:40:56.978173 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83ba388-bbc1-4df0-ad77-b0a46bc68346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e940d3c6-3132-4952-9e48-bceb377d8d19', 'code': 200} Mar 09 04:40:57.107429 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcd542-720d-4040-b799-02872ab0b029 req-a8ae4067-4dc0-40e9-a7a0-a948f690b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:57.108801 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d7fcd542-720d-4040-b799-02872ab0b029 req-a8ae4067-4dc0-40e9-a7a0-a948f690b93b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 1096 time: 0.0758617 Mar 09 04:40:57.152556 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d7fcd542-720d-4040-b799-02872ab0b029 req-3c50da1c-c3c4-48c5-9c2a-f9db48a2bd99 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5505d37e-e37f-436e-9091-ec7746046f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372005 Mar 09 04:40:58.153028 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f01da-4f65-4cb5-a4fb-83239f225f7a req-66a5f051-d494-4a38-97f0-595cef98f1a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:58.154394 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-337f01da-4f65-4cb5-a4fb-83239f225f7a req-66a5f051-d494-4a38-97f0-595cef98f1a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 945 time: 0.1845541 Mar 09 04:40:58.199139 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-337f01da-4f65-4cb5-a4fb-83239f225f7a req-4a4d405c-d60f-4084-9db6-e78408aa236d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=5505d37e-e37f-436e-9091-ec7746046f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390751 Mar 09 04:40:58.820451 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fba287a3-a9f6-4e03-b458-ff321b5389e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:59.380910 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac844b1-5eac-4ae3-a3c9-060e738f10f6 req-2fbafe17-4bf4-44ac-ba46-34cde2cfa58c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:59.382337 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5ac844b1-5eac-4ae3-a3c9-060e738f10f6 req-2fbafe17-4bf4-44ac-ba46-34cde2cfa58c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 945 time: 0.0794299 Mar 09 04:40:59.426111 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5ac844b1-5eac-4ae3-a3c9-060e738f10f6 req-74c0c047-4ad3-49d2-b1f0-87688c74a427 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=5505d37e-e37f-436e-9091-ec7746046f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382781 Mar 09 04:40:59.606544 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421715d2-f969-4e08-b3cb-bb1e75a295d8 req-fbaf5981-de4d-4e19-bf19-81a2d2b0b997 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:59.608032 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-421715d2-f969-4e08-b3cb-bb1e75a295d8 req-fbaf5981-de4d-4e19-bf19-81a2d2b0b997 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 945 time: 0.0805461 Mar 09 04:40:59.650528 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-421715d2-f969-4e08-b3cb-bb1e75a295d8 req-eac76eb2-3a64-4617-8a2c-417667d875c8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=5505d37e-e37f-436e-9091-ec7746046f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370443 Mar 09 04:40:59.672360 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47752) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:59.741301 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d21350-2c0f-414f-8c9e-43d62a07d614 tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:40:59.742754 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c7d21350-2c0f-414f-8c9e-43d62a07d614 tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 1091 time: 0.0694833 Mar 09 04:40:59.745679 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47756) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:40:59.750421 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-37cd7cbf-7ed4-4bec-a161-873c8005fa78 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'port_id': 'e940d3c6-3132-4952-9e48-bceb377d8d19', 'tenant_id': '082228de5a004917b79deb4618035197', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:40:59.756895 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-37cd7cbf-7ed4-4bec-a161-873c8005fa78 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:40:59.760677 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-37cd7cbf-7ed4-4bec-a161-873c8005fa78 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:floatingip and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:40:59.763434 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-37cd7cbf-7ed4-4bec-a161-873c8005fa78 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:40:59.768971 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-37cd7cbf-7ed4-4bec-a161-873c8005fa78 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:40:59.779657 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37cd7cbf-7ed4-4bec-a161-873c8005fa78 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:40:59.912769 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37cd7cbf-7ed4-4bec-a161-873c8005fa78 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:41:00.047012 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-37cd7cbf-7ed4-4bec-a161-873c8005fa78 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Allocated IP 172.25.7.107 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/8ba010ab-0a0a-4144-8ef9-3cb3d0270859) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:41:00.189697 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37cd7cbf-7ed4-4bec-a161-873c8005fa78 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:41:00.218168 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37cd7cbf-7ed4-4bec-a161-873c8005fa78 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:41:00.281940 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cd7cbf-7ed4-4bec-a161-873c8005fa78 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:41:00.288628 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-37cd7cbf-7ed4-4bec-a161-873c8005fa78 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:41:00.292653 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cd7cbf-7ed4-4bec-a161-873c8005fa78 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:41:00.324935 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd7cbf-7ed4-4bec-a161-873c8005fa78 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=8ba010ab-0a0a-4144-8ef9-3cb3d0270859,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:41:00.696878 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37cd7cbf-7ed4-4bec-a161-873c8005fa78 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:41:00.772780 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37cd7cbf-7ed4-4bec-a161-873c8005fa78 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:41:00.976438 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37cd7cbf-7ed4-4bec-a161-873c8005fa78 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:41:00.980994 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37cd7cbf-7ed4-4bec-a161-873c8005fa78 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:41:01.196810 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd7cbf-7ed4-4bec-a161-873c8005fa78 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=8ba010ab-0a0a-4144-8ef9-3cb3d0270859,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:41:01.207497 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37cd7cbf-7ed4-4bec-a161-873c8005fa78 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:41:01.216084 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f8570c9a-2f3c-42ea-8b1c-ccc5c3398536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:41:01.377850 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-37cd7cbf-7ed4-4bec-a161-873c8005fa78 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Floating IP ef8d3283-b8f7-4c7a-9b07-107db818cb51 associated. External IP: 172.25.7.107, port: e940d3c6-3132-4952-9e48-bceb377d8d19. Mar 09 04:41:01.721228 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37cd7cbf-7ed4-4bec-a161-873c8005fa78 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Router 9570c515-bfa2-4738-bff2-8eced65c831c has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:41:01.895994 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cd7cbf-7ed4-4bec-a161-873c8005fa78 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:41:01.905819 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78da2a9b-d0b2-4ba6-8193-e20d781edf6f None None] Sync routers for ids ['9570c515-bfa2-4738-bff2-8eced65c831c'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:41:01.916328 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78da2a9b-d0b2-4ba6-8193-e20d781edf6f None None] Routers {'9570c515-bfa2-4738-bff2-8eced65c831c'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:41:01.916960 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-78da2a9b-d0b2-4ba6-8193-e20d781edf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:41:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9570c515-bfa2-4738-bff2-8eced65c831c'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:41:01.920213 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37cd7cbf-7ed4-4bec-a161-873c8005fa78 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:41:01.979299 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-37cd7cbf-7ed4-4bec-a161-873c8005fa78 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2325025 Mar 09 04:41:01.979796 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83ba388-bbc1-4df0-ad77-b0a46bc68346', 'tag': 'e940d3c6-3132-4952-9e48-bceb377d8d19'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:41:02.026241 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83ba388-bbc1-4df0-ad77-b0a46bc68346', 'tag': 'e940d3c6-3132-4952-9e48-bceb377d8d19', 'status': 'completed', 'code': 200} Mar 09 04:41:02.118357 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f383042-d0d0-4e98-b4cd-076e8c6f8763 req-57f68cb6-69fa-4721-a991-44d3b4baa9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:41:02.120003 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9f383042-d0d0-4e98-b4cd-076e8c6f8763 req-57f68cb6-69fa-4721-a991-44d3b4baa9d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 1096 time: 0.0725532 Mar 09 04:41:02.124541 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-78da2a9b-d0b2-4ba6-8193-e20d781edf6f None None] Set router 9570c515-bfa2-4738-bff2-8eced65c831c gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:41:02.154682 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c454e-e851-4e06-8cc4-abe974b4f527 req-074e4360-ba8b-49eb-8b90-b5f157873487 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:41:02.156163 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-859c454e-e851-4e06-8cc4-abe974b4f527 req-074e4360-ba8b-49eb-8b90-b5f157873487 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 945 time: 0.0845354 Mar 09 04:41:02.205665 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-859c454e-e851-4e06-8cc4-abe974b4f527 req-cf1c30b3-5045-48d0-9129-d22c0cb8a84c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=5505d37e-e37f-436e-9091-ec7746046f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423865 Mar 09 04:41:02.227246 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47764) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:41:02.251682 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f383042-d0d0-4e98-b4cd-076e8c6f8763 req-c896083f-f9e3-492b-8324-3c7df03da56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:41:02.253212 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9f383042-d0d0-4e98-b4cd-076e8c6f8763 req-c896083f-f9e3-492b-8324-3c7df03da56a service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9b6711c-1b7d-4de4-82be-5752aec35974 HTTP/1.1" status: 200 len: 896 time: 0.1275740 Mar 09 04:41:02.338297 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e4daea1c-db53-4779-99d7-20cb67ff7290 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/floatingips/ef8d3283-b8f7-4c7a-9b07-107db818cb51 HTTP/1.1" status: 200 len: 991 time: 0.1098106 Mar 09 04:41:02.360007 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9f383042-d0d0-4e98-b4cd-076e8c6f8763 req-827a3632-6827-4cf2-9a7f-ff7bcf2fb468 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e940d3c6-3132-4952-9e48-bceb377d8d19 HTTP/1.1" status: 200 len: 999 time: 0.1005993 Mar 09 04:41:02.371522 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:41:02.418967 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:41:02.423079 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f383042-d0d0-4e98-b4cd-076e8c6f8763 req-8dc398ed-c7ce-4799-90a5-a91a7251c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:41:02.424533 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9f383042-d0d0-4e98-b4cd-076e8c6f8763 req-8dc398ed-c7ce-4799-90a5-a91a7251c56e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b018c47-8068-42d2-a0a4-cd1af1142e26 HTTP/1.1" status: 200 len: 835 time: 0.0593526 Mar 09 04:41:02.479774 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-78da2a9b-d0b2-4ba6-8193-e20d781edf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188347861', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:40:37Z', 'updated_at': '2022-03-09T04:40:43Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:40:38Z', 'updated_at': '2022-03-09T04:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'ef8d3283-b8f7-4c7a-9b07-107db818cb51', 'tenant_id': '082228de5a004917b79deb4618035197', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'port_id': 'e940d3c6-3132-4952-9e48-bceb377d8d19', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974', 'mac_address': 'fa:16:3e:57:9a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ba388-bbc1-4df0-ad77-b0a46bc68346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:41:00Z', 'updated_at': '2022-03-09T04:41:00Z', 'revision_number': 0, 'project_id': '082228de5a004917b79deb4618035197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eae73b7-67e3-4dd8-bd4b-80720d545b55', 'name': '', 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:b7:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '8b018c47-8068-42d2-a0a4-cd1af1142e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:40:42Z', 'updated_at': '2022-03-09T04:40:47Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '8b018c47-8068-42d2-a0a4-cd1af1142e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:41:02.483518 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78da2a9b-d0b2-4ba6-8193-e20d781edf6f None None] Checking router: 9570c515-bfa2-4738-bff2-8eced65c831c for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:41:02.492927 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78da2a9b-d0b2-4ba6-8193-e20d781edf6f None None] Routers {'9570c515-bfa2-4738-bff2-8eced65c831c'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:41:02.493516 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-78da2a9b-d0b2-4ba6-8193-e20d781edf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:41:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9570c515-bfa2-4738-bff2-8eced65c831c'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:41:02.504845 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f383042-d0d0-4e98-b4cd-076e8c6f8763 req-9c7f9db0-c712-4b90-91b4-119288daeed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:41:02.506253 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9f383042-d0d0-4e98-b4cd-076e8c6f8763 req-9c7f9db0-c712-4b90-91b4-119288daeed4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9b6711c-1b7d-4de4-82be-5752aec35974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753143 Mar 09 04:41:02.646079 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:41:02.677139 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-78da2a9b-d0b2-4ba6-8193-e20d781edf6f None None] Set router 9570c515-bfa2-4738-bff2-8eced65c831c gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:41:02.755973 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9f383042-d0d0-4e98-b4cd-076e8c6f8763 req-13ce68b9-ef3e-4769-9035-8fcac56b812e service neutron] 10.222.0.24 "GET /v2.0/networks/f9b6711c-1b7d-4de4-82be-5752aec35974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438824 Mar 09 04:41:02.886525 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9f383042-d0d0-4e98-b4cd-076e8c6f8763 req-e1e01f1c-b6cb-42b7-9083-5f187beec5cf service neutron] 10.222.0.24 "GET /v2.0/networks/f9b6711c-1b7d-4de4-82be-5752aec35974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244283 Mar 09 04:41:03.018057 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-78da2a9b-d0b2-4ba6-8193-e20d781edf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188347861', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:40:37Z', 'updated_at': '2022-03-09T04:40:43Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:40:38Z', 'updated_at': '2022-03-09T04:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'ef8d3283-b8f7-4c7a-9b07-107db818cb51', 'tenant_id': '082228de5a004917b79deb4618035197', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'port_id': 'e940d3c6-3132-4952-9e48-bceb377d8d19', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974', 'mac_address': 'fa:16:3e:57:9a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ba388-bbc1-4df0-ad77-b0a46bc68346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:41:00Z', 'updated_at': '2022-03-09T04:41:00Z', 'revision_number': 0, 'project_id': '082228de5a004917b79deb4618035197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eae73b7-67e3-4dd8-bd4b-80720d545b55', 'name': '', 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:b7:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '8b018c47-8068-42d2-a0a4-cd1af1142e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:40:42Z', 'updated_at': '2022-03-09T04:40:47Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '8b018c47-8068-42d2-a0a4-cd1af1142e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:41:03.022379 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78da2a9b-d0b2-4ba6-8193-e20d781edf6f None None] The sync data for ids ['9570c515-bfa2-4738-bff2-8eced65c831c'] in n-d-825178-5 is: [{'id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188347861', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:40:37Z', 'updated_at': '2022-03-09T04:40:43Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:40:38Z', 'updated_at': '2022-03-09T04:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'ef8d3283-b8f7-4c7a-9b07-107db818cb51', 'tenant_id': '082228de5a004917b79deb4618035197', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'port_id': 'e940d3c6-3132-4952-9e48-bceb377d8d19', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974', 'mac_address': 'fa:16:3e:57:9a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ba388-bbc1-4df0-ad77-b0a46bc68346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:41:00Z', 'updated_at': '2022-03-09T04:41:00Z', 'revision_number': 0, 'project_id': '082228de5a004917b79deb4618035197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eae73b7-67e3-4dd8-bd4b-80720d545b55', 'name': '', 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:b7:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '8b018c47-8068-42d2-a0a4-cd1af1142e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:40:42Z', 'updated_at': '2022-03-09T04:40:47Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '8b018c47-8068-42d2-a0a4-cd1af1142e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:41:03.201500 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c73048d-cfb1-4f19-a59f-a042b1f12c33 None None] New status for floating IP ef8d3283-b8f7-4c7a-9b07-107db818cb51: ACTIVE {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:41:03.342350 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47768) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:41:03.448510 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-daa23b08-ec99-4c6f-93a9-2c0d704de404 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/floatingips/ef8d3283-b8f7-4c7a-9b07-107db818cb51 HTTP/1.1" status: 200 len: 991 time: 0.1050906 Mar 09 04:41:03.681133 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:41:04.452083 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47772) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:41:04.561061 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-00ba7313-30a8-493b-84a6-a81cd9817994 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/floatingips/ef8d3283-b8f7-4c7a-9b07-107db818cb51 HTTP/1.1" status: 200 len: 993 time: 0.1078539 Mar 09 04:41:04.683394 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:41:09.251147 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:41:20.766017 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a8301fb-b8a0-4729-b383-cde148a18c47 req-1fc33ad0-08d3-42dd-97b0-ef9bd7eeb95e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0674417 Mar 09 04:41:20.911398 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8301fb-b8a0-4729-b383-cde148a18c47 req-d63f5d95-9fa6-4282-9f2a-76f65b34887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:41:20.913427 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a8301fb-b8a0-4729-b383-cde148a18c47 req-d63f5d95-9fa6-4282-9f2a-76f65b34887a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 1096 time: 0.0785611 Mar 09 04:41:21.060044 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8301fb-b8a0-4729-b383-cde148a18c47 req-f6e7cfd0-e040-4784-bd35-fc620cadb7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:41:21.061391 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a8301fb-b8a0-4729-b383-cde148a18c47 req-f6e7cfd0-e040-4784-bd35-fc620cadb7e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9b6711c-1b7d-4de4-82be-5752aec35974 HTTP/1.1" status: 200 len: 896 time: 0.1281931 Mar 09 04:41:21.163791 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a8301fb-b8a0-4729-b383-cde148a18c47 req-d8896cca-2db8-4efe-9962-be7d4a74ecbd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e940d3c6-3132-4952-9e48-bceb377d8d19 HTTP/1.1" status: 200 len: 1001 time: 0.0957766 Mar 09 04:41:21.224326 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8301fb-b8a0-4729-b383-cde148a18c47 req-337c763e-a07d-4c64-bccd-bb634d0b12f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:41:21.225697 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a8301fb-b8a0-4729-b383-cde148a18c47 req-337c763e-a07d-4c64-bccd-bb634d0b12f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b018c47-8068-42d2-a0a4-cd1af1142e26 HTTP/1.1" status: 200 len: 835 time: 0.0561757 Mar 09 04:41:21.298144 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8301fb-b8a0-4729-b383-cde148a18c47 req-8708b8d3-b1d8-413f-b497-a30bd8ee973f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:41:21.299645 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a8301fb-b8a0-4729-b383-cde148a18c47 req-8708b8d3-b1d8-413f-b497-a30bd8ee973f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9b6711c-1b7d-4de4-82be-5752aec35974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684762 Mar 09 04:41:21.429066 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a8301fb-b8a0-4729-b383-cde148a18c47 req-cae85f40-a3a7-4fc8-8681-a81f7981eb9d service neutron] 10.222.0.24 "GET /v2.0/networks/f9b6711c-1b7d-4de4-82be-5752aec35974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231067 Mar 09 04:41:21.559962 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a8301fb-b8a0-4729-b383-cde148a18c47 req-24876196-ddf3-4aee-8153-8c8102ee5b5d service neutron] 10.222.0.24 "GET /v2.0/networks/f9b6711c-1b7d-4de4-82be-5752aec35974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248908 Mar 09 04:41:28.821402 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-30761a8a-0630-43c1-9074-15aa222ebd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:41:31.220233 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-962c6030-1ddb-462a-94eb-1f9152550001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:41:32.363708 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:41:32.417200 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:41:33.684319 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:41:34.683949 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:41:39.265205 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:41:39.636524 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:41:58.824238 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab856-c055-4120-82c6-3046a3c13e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:01.221441 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9a4668a3-2330-4e33-8d91-951c335828c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:02.365675 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:02.418766 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:03.688226 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:04.695013 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:05.543345 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31806b45-1229-4ce7-981f-b62a9b3c825b req-e660ba8c-c187-4ead-883a-d3c8ee3438f5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:05.545537 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-31806b45-1229-4ce7-981f-b62a9b3c825b req-e660ba8c-c187-4ead-883a-d3c8ee3438f5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 945 time: 0.0826669 Mar 09 04:42:05.590531 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-31806b45-1229-4ce7-981f-b62a9b3c825b req-1bfae2d3-557d-4e1e-a8b1-f34c7209f3bf tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=5505d37e-e37f-436e-9091-ec7746046f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390809 Mar 09 04:42:06.777994 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c847a96-ce02-455a-85dc-a8299fae7a10 req-b4c08f42-ebcb-468e-bf4f-af271f24e358 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:06.779443 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1c847a96-ce02-455a-85dc-a8299fae7a10 req-b4c08f42-ebcb-468e-bf4f-af271f24e358 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 945 time: 0.0788794 Mar 09 04:42:06.825337 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1c847a96-ce02-455a-85dc-a8299fae7a10 req-4c88459f-c6fd-4d52-adc7-e9f787f63d8f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=5505d37e-e37f-436e-9091-ec7746046f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404165 Mar 09 04:42:06.848035 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47808) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:42:06.950782 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e61ace9b-5090-45cb-bf60-8223e39705f1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/floatingips/ef8d3283-b8f7-4c7a-9b07-107db818cb51 HTTP/1.1" status: 200 len: 993 time: 0.1016307 Mar 09 04:42:08.386488 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540c8ff-6fc9-4f2b-8b54-08e293a74e4f req-88065cd7-1ce9-47c7-8dd5-6459146aba5f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:08.388110 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8540c8ff-6fc9-4f2b-8b54-08e293a74e4f req-88065cd7-1ce9-47c7-8dd5-6459146aba5f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 945 time: 0.0799243 Mar 09 04:42:08.439393 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8540c8ff-6fc9-4f2b-8b54-08e293a74e4f req-c577dfca-210a-46c5-9e67-1f0497623ad7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=5505d37e-e37f-436e-9091-ec7746046f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456491 Mar 09 04:42:09.266943 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:09.630559 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ec930-076d-400a-94f1-fd2926d5aeb4 req-30e566a7-3b7e-4672-a713-6c29fafc0af4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:09.631930 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ef6ec930-076d-400a-94f1-fd2926d5aeb4 req-30e566a7-3b7e-4672-a713-6c29fafc0af4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 945 time: 0.0845284 Mar 09 04:42:09.674738 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ef6ec930-076d-400a-94f1-fd2926d5aeb4 req-1396876c-d11d-46e6-a437-255bdbf608bc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=5505d37e-e37f-436e-9091-ec7746046f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373831 Mar 09 04:42:09.697003 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47820) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:42:09.894648 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-667ec943-2bf0-443a-b7b1-b3ed9b8dbcdf tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/floatingips/ef8d3283-b8f7-4c7a-9b07-107db818cb51 HTTP/1.1" status: 200 len: 993 time: 0.1963532 Mar 09 04:42:10.157059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47828) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:42:10.356982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-1cec33eb-5a3e-4f12-ad58-0976d9628e45 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Deleting port 8ba010ab-0a0a-4144-8ef9-3cb3d0270859 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:42:10.357324 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1cec33eb-5a3e-4f12-ad58-0976d9628e45 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:10.524474 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1cec33eb-5a3e-4f12-ad58-0976d9628e45 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:10.524800 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1cec33eb-5a3e-4f12-ad58-0976d9628e45 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:10.643861 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-1cec33eb-5a3e-4f12-ad58-0976d9628e45 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Calling delete_port for 8ba010ab-0a0a-4144-8ef9-3cb3d0270859 owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:42:10.793043 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1cec33eb-5a3e-4f12-ad58-0976d9628e45 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:10.842317 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec33eb-5a3e-4f12-ad58-0976d9628e45 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Port': ['ID=8ba010ab-0a0a-4144-8ef9-3cb3d0270859,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:10.905995 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec33eb-5a3e-4f12-ad58-0976d9628e45 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:10.906363 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec33eb-5a3e-4f12-ad58-0976d9628e45 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:10.906679 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec33eb-5a3e-4f12-ad58-0976d9628e45 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:10.907033 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec33eb-5a3e-4f12-ad58-0976d9628e45 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:10.907359 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec33eb-5a3e-4f12-ad58-0976d9628e45 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:10.907683 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec33eb-5a3e-4f12-ad58-0976d9628e45 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:10.908007 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec33eb-5a3e-4f12-ad58-0976d9628e45 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:10.908323 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec33eb-5a3e-4f12-ad58-0976d9628e45 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:10.908643 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec33eb-5a3e-4f12-ad58-0976d9628e45 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:10.908959 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec33eb-5a3e-4f12-ad58-0976d9628e45 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:10.909271 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec33eb-5a3e-4f12-ad58-0976d9628e45 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:10.909583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec33eb-5a3e-4f12-ad58-0976d9628e45 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:10.941267 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1cec33eb-5a3e-4f12-ad58-0976d9628e45 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:10.941597 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-1cec33eb-5a3e-4f12-ad58-0976d9628e45 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Floating IP ef8d3283-b8f7-4c7a-9b07-107db818cb51 disassociated (deleted). External IP: 172.25.7.107, port: e940d3c6-3132-4952-9e48-bceb377d8d19. Mar 09 04:42:11.289239 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cec33eb-5a3e-4f12-ad58-0976d9628e45 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Router 9570c515-bfa2-4738-bff2-8eced65c831c has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:42:11.570958 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cec33eb-5a3e-4f12-ad58-0976d9628e45 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:42:11.580207 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f3c085-5da9-4beb-8135-c65d236c57b1 None None] Sync routers for ids ['9570c515-bfa2-4738-bff2-8eced65c831c'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:42:11.593590 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1cec33eb-5a3e-4f12-ad58-0976d9628e45 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:11.616124 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f3c085-5da9-4beb-8135-c65d236c57b1 None None] Routers {'9570c515-bfa2-4738-bff2-8eced65c831c'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:42:11.616713 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-76f3c085-5da9-4beb-8135-c65d236c57b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:42:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9570c515-bfa2-4738-bff2-8eced65c831c'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:42:11.651895 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1cec33eb-5a3e-4f12-ad58-0976d9628e45 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "DELETE /v2.0/floatingips/ef8d3283-b8f7-4c7a-9b07-107db818cb51 HTTP/1.1" status: 204 len: 168 time: 1.4938409 Mar 09 04:42:11.652536 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83ba388-bbc1-4df0-ad77-b0a46bc68346', 'tag': 'e940d3c6-3132-4952-9e48-bceb377d8d19'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:42:11.708383 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83ba388-bbc1-4df0-ad77-b0a46bc68346', 'tag': 'e940d3c6-3132-4952-9e48-bceb377d8d19', 'status': 'completed', 'code': 200} Mar 09 04:42:11.802536 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f7db2-145a-4bb8-bfc4-29ca02244107 req-d3993746-238a-4081-8f0b-6c48ef95d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:11.803166 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-76f3c085-5da9-4beb-8135-c65d236c57b1 None None] Set router 9570c515-bfa2-4738-bff2-8eced65c831c gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:42:11.804048 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a89f7db2-145a-4bb8-bfc4-29ca02244107 req-d3993746-238a-4081-8f0b-6c48ef95d81a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 1096 time: 0.0722618 Mar 09 04:42:11.966107 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f7db2-145a-4bb8-bfc4-29ca02244107 req-3fda7e7d-1a1a-45a2-8c95-baa1bc80446d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:11.968519 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a89f7db2-145a-4bb8-bfc4-29ca02244107 req-3fda7e7d-1a1a-45a2-8c95-baa1bc80446d service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9b6711c-1b7d-4de4-82be-5752aec35974 HTTP/1.1" status: 200 len: 896 time: 0.1585855 Mar 09 04:42:12.132274 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-76f3c085-5da9-4beb-8135-c65d236c57b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188347861', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:40:37Z', 'updated_at': '2022-03-09T04:40:43Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:40:38Z', 'updated_at': '2022-03-09T04:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '1eae73b7-67e3-4dd8-bd4b-80720d545b55', 'name': '', 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:b7:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '8b018c47-8068-42d2-a0a4-cd1af1142e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:40:42Z', 'updated_at': '2022-03-09T04:40:47Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '8b018c47-8068-42d2-a0a4-cd1af1142e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:42:12.136235 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f3c085-5da9-4beb-8135-c65d236c57b1 None None] Checking router: 9570c515-bfa2-4738-bff2-8eced65c831c for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:42:12.144709 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f3c085-5da9-4beb-8135-c65d236c57b1 None None] Routers {'9570c515-bfa2-4738-bff2-8eced65c831c'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:42:12.145304 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-76f3c085-5da9-4beb-8135-c65d236c57b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:42:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9570c515-bfa2-4738-bff2-8eced65c831c'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:42:12.202130 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a89f7db2-145a-4bb8-bfc4-29ca02244107 req-831415dc-6c91-40c1-bb26-38ad89f4c95c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e940d3c6-3132-4952-9e48-bceb377d8d19 HTTP/1.1" status: 200 len: 217 time: 0.1999648 Mar 09 04:42:12.279838 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f7db2-145a-4bb8-bfc4-29ca02244107 req-3fe6cf08-2d2a-429b-bc52-0c7e2695b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:12.281260 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a89f7db2-145a-4bb8-bfc4-29ca02244107 req-3fe6cf08-2d2a-429b-bc52-0c7e2695b746 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b018c47-8068-42d2-a0a4-cd1af1142e26 HTTP/1.1" status: 200 len: 835 time: 0.0721643 Mar 09 04:42:12.293002 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5215bd-8d97-46a9-b687-790e2242b822 req-0c3dc85c-fa5b-4283-bee4-a7cf8f8ec4df tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:12.294386 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1b5215bd-8d97-46a9-b687-790e2242b822 req-0c3dc85c-fa5b-4283-bee4-a7cf8f8ec4df tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 945 time: 0.3230302 Mar 09 04:42:12.322101 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-76f3c085-5da9-4beb-8135-c65d236c57b1 None None] Set router 9570c515-bfa2-4738-bff2-8eced65c831c gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:42:12.381204 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1b5215bd-8d97-46a9-b687-790e2242b822 req-7e065312-fb4a-43b2-ac93-3f99b830c084 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=5505d37e-e37f-436e-9091-ec7746046f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563071 Mar 09 04:42:12.399190 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f7db2-145a-4bb8-bfc4-29ca02244107 req-df64e890-9e35-4182-9fa1-845b1dd0771f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:12.400714 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a89f7db2-145a-4bb8-bfc4-29ca02244107 req-df64e890-9e35-4182-9fa1-845b1dd0771f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9b6711c-1b7d-4de4-82be-5752aec35974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054084 Mar 09 04:42:12.534777 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a89f7db2-145a-4bb8-bfc4-29ca02244107 req-cca6edfb-c091-46f9-8e2f-627b2da8880a service neutron] 10.222.0.24 "GET /v2.0/networks/f9b6711c-1b7d-4de4-82be-5752aec35974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260848 Mar 09 04:42:12.631735 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-76f3c085-5da9-4beb-8135-c65d236c57b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188347861', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:40:37Z', 'updated_at': '2022-03-09T04:40:43Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:40:38Z', 'updated_at': '2022-03-09T04:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '1eae73b7-67e3-4dd8-bd4b-80720d545b55', 'name': '', 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:b7:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '8b018c47-8068-42d2-a0a4-cd1af1142e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:40:42Z', 'updated_at': '2022-03-09T04:40:47Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '8b018c47-8068-42d2-a0a4-cd1af1142e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:42:12.635595 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f3c085-5da9-4beb-8135-c65d236c57b1 None None] The sync data for ids ['9570c515-bfa2-4738-bff2-8eced65c831c'] in n-d-825178-5 is: [{'id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188347861', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:40:37Z', 'updated_at': '2022-03-09T04:40:43Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:40:38Z', 'updated_at': '2022-03-09T04:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '1eae73b7-67e3-4dd8-bd4b-80720d545b55', 'name': '', 'network_id': 'f9b6711c-1b7d-4de4-82be-5752aec35974', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:b7:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '8b018c47-8068-42d2-a0a4-cd1af1142e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:40:42Z', 'updated_at': '2022-03-09T04:40:47Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '8b018c47-8068-42d2-a0a4-cd1af1142e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:42:12.667457 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a89f7db2-145a-4bb8-bfc4-29ca02244107 req-7bff4709-38ed-4585-b6f9-908d2748a04d service neutron] 10.222.0.24 "GET /v2.0/networks/f9b6711c-1b7d-4de4-82be-5752aec35974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263680 Mar 09 04:42:12.860700 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac2f1c-0015-4ebd-8f64-06065ce2f373 None None] New status for floating IP ef8d3283-b8f7-4c7a-9b07-107db818cb51: DOWN {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:42:13.568564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed90d9-b5e8-4763-a408-c140a51dc3d5 req-e74c5c2d-ec40-4d4c-90d4-58966c41c902 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:13.569243 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-f3ed90d9-b5e8-4763-a408-c140a51dc3d5 req-e74c5c2d-ec40-4d4c-90d4-58966c41c902 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:42:13.584536 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-f3ed90d9-b5e8-4763-a408-c140a51dc3d5 req-e74c5c2d-ec40-4d4c-90d4-58966c41c902 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:42:13.585766 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f3ed90d9-b5e8-4763-a408-c140a51dc3d5 req-e74c5c2d-ec40-4d4c-90d4-58966c41c902 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 945 time: 0.0957828 Mar 09 04:42:13.629572 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f3ed90d9-b5e8-4763-a408-c140a51dc3d5 req-2f5f4113-ba02-400a-81ce-87d2c6ed498a tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=5505d37e-e37f-436e-9091-ec7746046f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381811 Mar 09 04:42:13.724142 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0df654-bfac-4e6d-a0a5-22435b9967db req-e729d014-aa16-4b6b-9f70-2f83f66f3db3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:13.725483 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aa0df654-bfac-4e6d-a0a5-22435b9967db req-e729d014-aa16-4b6b-9f70-2f83f66f3db3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.24 "GET /v2.0/ports?device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 945 time: 0.1025052 Mar 09 04:42:13.792442 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-aa0df654-bfac-4e6d-a0a5-22435b9967db req-e4361a88-c107-462a-a558-ba9872788a16 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Deleting port e940d3c6-3132-4952-9e48-bceb377d8d19 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:42:13.792774 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-aa0df654-bfac-4e6d-a0a5-22435b9967db req-e4361a88-c107-462a-a558-ba9872788a16 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:14.045494 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-aa0df654-bfac-4e6d-a0a5-22435b9967db req-e4361a88-c107-462a-a558-ba9872788a16 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] For port e940d3c6-3132-4952-9e48-bceb377d8d19, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=e940d3c6-3132-4952-9e48-bceb377d8d19,segment=NetworkSegment(cb77600f-d173-4af6-bbd6-2efc51e766d2),segment_id=cb77600f-d173-4af6-bbd6-2efc51e766d2)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:42:14.047461 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-aa0df654-bfac-4e6d-a0a5-22435b9967db req-e4361a88-c107-462a-a558-ba9872788a16 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:14.167096 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-aa0df654-bfac-4e6d-a0a5-22435b9967db req-e4361a88-c107-462a-a558-ba9872788a16 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Calling delete_port for e940d3c6-3132-4952-9e48-bceb377d8d19 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:42:14.308125 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-aa0df654-bfac-4e6d-a0a5-22435b9967db req-e4361a88-c107-462a-a558-ba9872788a16 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:14.365175 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4361a88-c107-462a-a558-ba9872788a16 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Port': ['ID=e940d3c6-3132-4952-9e48-bceb377d8d19,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:14.409970 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4361a88-c107-462a-a558-ba9872788a16 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:14.410309 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4361a88-c107-462a-a558-ba9872788a16 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:14.410641 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4361a88-c107-462a-a558-ba9872788a16 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:14.411029 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4361a88-c107-462a-a558-ba9872788a16 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:14.411365 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4361a88-c107-462a-a558-ba9872788a16 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:14.411684 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4361a88-c107-462a-a558-ba9872788a16 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:14.411999 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4361a88-c107-462a-a558-ba9872788a16 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:14.412311 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4361a88-c107-462a-a558-ba9872788a16 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:14.412622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4361a88-c107-462a-a558-ba9872788a16 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:14.412931 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4361a88-c107-462a-a558-ba9872788a16 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:14.413237 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4361a88-c107-462a-a558-ba9872788a16 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:14.413544 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4361a88-c107-462a-a558-ba9872788a16 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:14.453049 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0df654-bfac-4e6d-a0a5-22435b9967db req-e4361a88-c107-462a-a558-ba9872788a16 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] No DVR routers for this DVR port e940d3c6-3132-4952-9e48-bceb377d8d19 on host n-h1-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:42:14.455620 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-aa0df654-bfac-4e6d-a0a5-22435b9967db req-e4361a88-c107-462a-a558-ba9872788a16 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:14.459045 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83ba388-bbc1-4df0-ad77-b0a46bc68346', 'name': 'network-vif-deleted', 'tag': 'e940d3c6-3132-4952-9e48-bceb377d8d19'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:42:14.473791 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-aa0df654-bfac-4e6d-a0a5-22435b9967db req-e4361a88-c107-462a-a558-ba9872788a16 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.24 "DELETE /v2.0/ports/e940d3c6-3132-4952-9e48-bceb377d8d19 HTTP/1.1" status: 204 len: 173 time: 0.7432060 Mar 09 04:42:14.508345 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83ba388-bbc1-4df0-ad77-b0a46bc68346', 'name': 'network-vif-deleted', 'tag': 'e940d3c6-3132-4952-9e48-bceb377d8d19', 'status': 'completed', 'code': 200} Mar 09 04:42:14.806136 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a536c362-8630-489e-8769-c98cc32c87d0 req-9d3c43c1-77b9-4f3b-aead-f7ee7d5378a4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=e83ba388-bbc1-4df0-ad77-b0a46bc68346 HTTP/1.1" status: 200 len: 210 time: 0.0459177 Mar 09 04:42:15.901014 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47848) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:42:16.439678 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e640e3ed-9c1a-4f4f-8d18-e57e09ab5579 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:16.636365 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:42:16.787266 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-e640e3ed-9c1a-4f4f-8d18-e57e09ab5579 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Deleting port 1eae73b7-67e3-4dd8-bd4b-80720d545b55 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:42:16.788093 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e640e3ed-9c1a-4f4f-8d18-e57e09ab5579 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:16.970511 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-e640e3ed-9c1a-4f4f-8d18-e57e09ab5579 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] For port 1eae73b7-67e3-4dd8-bd4b-80720d545b55, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=1eae73b7-67e3-4dd8-bd4b-80720d545b55,segment=NetworkSegment(cb77600f-d173-4af6-bbd6-2efc51e766d2),segment_id=cb77600f-d173-4af6-bbd6-2efc51e766d2)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:42:16.971109 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e640e3ed-9c1a-4f4f-8d18-e57e09ab5579 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:17.049921 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device e940d3c6-3132-4952-9e48-bceb377d8d19 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:42:17.084157 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: e940d3c6-3132-4952-9e48-bceb377d8d19 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:42:17.084985 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device e940d3c6-3132-4952-9e48-bceb377d8d19 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:42:17.199007 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-e640e3ed-9c1a-4f4f-8d18-e57e09ab5579 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Calling delete_port for 1eae73b7-67e3-4dd8-bd4b-80720d545b55 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:42:17.517177 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e640e3ed-9c1a-4f4f-8d18-e57e09ab5579 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:17.567988 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640e3ed-9c1a-4f4f-8d18-e57e09ab5579 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Port': ['ID=1eae73b7-67e3-4dd8-bd4b-80720d545b55,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:17.834703 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-e640e3ed-9c1a-4f4f-8d18-e57e09ab5579 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:18.200116 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e640e3ed-9c1a-4f4f-8d18-e57e09ab5579 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Router 9570c515-bfa2-4738-bff2-8eced65c831c has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:42:18.482532 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e640e3ed-9c1a-4f4f-8d18-e57e09ab5579 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:42:18.491748 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7196de8e-57b5-43c4-aea4-0811daa9c29d None None] Sync routers for ids ['9570c515-bfa2-4738-bff2-8eced65c831c'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:42:18.497879 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e640e3ed-9c1a-4f4f-8d18-e57e09ab5579 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "PUT /v2.0/routers/9570c515-bfa2-4738-bff2-8eced65c831c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5934145 Mar 09 04:42:18.498101 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47852) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:42:18.501020 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7196de8e-57b5-43c4-aea4-0811daa9c29d None None] Routers {'9570c515-bfa2-4738-bff2-8eced65c831c'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:42:18.501619 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7196de8e-57b5-43c4-aea4-0811daa9c29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:42:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9570c515-bfa2-4738-bff2-8eced65c831c'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:42:18.564471 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5b2241-b3f5-4517-9581-3a7c765f6c49 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Deleting subnet 8b018c47-8068-42d2-a0a4-cd1af1142e26 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:42:18.567358 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb5b2241-b3f5-4517-9581-3a7c765f6c49 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:18.620705 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb5b2241-b3f5-4517-9581-3a7c765f6c49 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:18.677315 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-7196de8e-57b5-43c4-aea4-0811daa9c29d None None] Set router 9570c515-bfa2-4738-bff2-8eced65c831c gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:42:18.701356 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb5b2241-b3f5-4517-9581-3a7c765f6c49 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:18.779253 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb5b2241-b3f5-4517-9581-3a7c765f6c49 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:18.817487 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b2241-b3f5-4517-9581-3a7c765f6c49 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Subnet': ['ID=8b018c47-8068-42d2-a0a4-cd1af1142e26,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:18.822370 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fb5b2241-b3f5-4517-9581-3a7c765f6c49 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:18.828445 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fb5b2241-b3f5-4517-9581-3a7c765f6c49 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "DELETE /v2.0/subnets/8b018c47-8068-42d2-a0a4-cd1af1142e26 HTTP/1.1" status: 204 len: 168 time: 0.3294020 Mar 09 04:42:18.831070 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47856) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:42:18.836216 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23adf9d-48c6-467c-99a1-5d133429a8ff None None] Network f9b6711c-1b7d-4de4-82be-5752aec35974 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:42:19.002955 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7196de8e-57b5-43c4-aea4-0811daa9c29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188347861', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:40:37Z', 'updated_at': '2022-03-09T04:42:17Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:40:38Z', 'updated_at': '2022-03-09T04:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:42:19.007761 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7196de8e-57b5-43c4-aea4-0811daa9c29d None None] Checking router: 9570c515-bfa2-4738-bff2-8eced65c831c for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:42:19.016634 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7196de8e-57b5-43c4-aea4-0811daa9c29d None None] Routers {'9570c515-bfa2-4738-bff2-8eced65c831c'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:42:19.017418 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7196de8e-57b5-43c4-aea4-0811daa9c29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:42:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['9570c515-bfa2-4738-bff2-8eced65c831c'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:42:19.028008 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-60d04daf-6582-49d2-8ed5-985462d5275d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:19.127767 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7df322-718b-474b-af49-d1fc5c5c3a00 None None] DHCP port deletion for f9b6711c-1b7d-4de4-82be-5752aec35974 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:42:19.133020 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-fa7df322-718b-474b-af49-d1fc5c5c3a00 None None] Deleting port bf54558d-529f-4adf-bc53-c5c68fd2559a {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:42:19.133641 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fa7df322-718b-474b-af49-d1fc5c5c3a00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:19.199488 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-7196de8e-57b5-43c4-aea4-0811daa9c29d None None] Set router 9570c515-bfa2-4738-bff2-8eced65c831c gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:42:19.213718 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-60d04daf-6582-49d2-8ed5-985462d5275d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:19.224348 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-60d04daf-6582-49d2-8ed5-985462d5275d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Deleting port eb10ad63-3963-44f0-ab59-6c3a611d3b4f {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:42:19.224686 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-60d04daf-6582-49d2-8ed5-985462d5275d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:19.345931 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-fa7df322-718b-474b-af49-d1fc5c5c3a00 None None] For port bf54558d-529f-4adf-bc53-c5c68fd2559a, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=bf54558d-529f-4adf-bc53-c5c68fd2559a,segment=NetworkSegment(cb77600f-d173-4af6-bbd6-2efc51e766d2),segment_id=cb77600f-d173-4af6-bbd6-2efc51e766d2)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:42:19.346591 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fa7df322-718b-474b-af49-d1fc5c5c3a00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:19.403064 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-60d04daf-6582-49d2-8ed5-985462d5275d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] For port eb10ad63-3963-44f0-ab59-6c3a611d3b4f, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=eb10ad63-3963-44f0-ab59-6c3a611d3b4f,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:42:19.403423 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-60d04daf-6582-49d2-8ed5-985462d5275d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:19.470823 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-fa7df322-718b-474b-af49-d1fc5c5c3a00 None None] Calling delete_port for bf54558d-529f-4adf-bc53-c5c68fd2559a owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:42:19.481313 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7196de8e-57b5-43c4-aea4-0811daa9c29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188347861', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:40:37Z', 'updated_at': '2022-03-09T04:42:17Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:40:38Z', 'updated_at': '2022-03-09T04:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:42:19.485266 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7196de8e-57b5-43c4-aea4-0811daa9c29d None None] The sync data for ids ['9570c515-bfa2-4738-bff2-8eced65c831c'] in n-d-825178-5 is: [{'id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188347861', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:40:37Z', 'updated_at': '2022-03-09T04:42:17Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'eb10ad63-3963-44f0-ab59-6c3a611d3b4f', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9570c515-bfa2-4738-bff2-8eced65c831c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:40:38Z', 'updated_at': '2022-03-09T04:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:42:19.529863 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-60d04daf-6582-49d2-8ed5-985462d5275d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Calling delete_port for eb10ad63-3963-44f0-ab59-6c3a611d3b4f owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:42:19.550943 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fa7df322-718b-474b-af49-d1fc5c5c3a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:19.596763 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7df322-718b-474b-af49-d1fc5c5c3a00 None None] Pushing event deleted for resources: {'Port': ['ID=bf54558d-529f-4adf-bc53-c5c68fd2559a,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:19.606399 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7df322-718b-474b-af49-d1fc5c5c3a00 None None] No DVR routers for this DVR port bf54558d-529f-4adf-bc53-c5c68fd2559a on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:42:19.608356 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7df322-718b-474b-af49-d1fc5c5c3a00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:19.608694 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7df322-718b-474b-af49-d1fc5c5c3a00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:19.609026 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7df322-718b-474b-af49-d1fc5c5c3a00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:19.609357 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7df322-718b-474b-af49-d1fc5c5c3a00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:19.609680 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7df322-718b-474b-af49-d1fc5c5c3a00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:19.610003 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7df322-718b-474b-af49-d1fc5c5c3a00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:19.610338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7df322-718b-474b-af49-d1fc5c5c3a00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:19.610660 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7df322-718b-474b-af49-d1fc5c5c3a00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:19.611005 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7df322-718b-474b-af49-d1fc5c5c3a00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:19.611322 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7df322-718b-474b-af49-d1fc5c5c3a00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:19.611653 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7df322-718b-474b-af49-d1fc5c5c3a00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:19.611949 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7df322-718b-474b-af49-d1fc5c5c3a00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:19.702414 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-60d04daf-6582-49d2-8ed5-985462d5275d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:19.748766 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d04daf-6582-49d2-8ed5-985462d5275d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Port': ['ID=eb10ad63-3963-44f0-ab59-6c3a611d3b4f,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:19.838259 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-60d04daf-6582-49d2-8ed5-985462d5275d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:20.124296 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-60d04daf-6582-49d2-8ed5-985462d5275d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:20.126351 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-60d04daf-6582-49d2-8ed5-985462d5275d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:20.148205 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-60d04daf-6582-49d2-8ed5-985462d5275d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:20.148961 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d04daf-6582-49d2-8ed5-985462d5275d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Fanout notify agent at l3_agent the message router_deleted on router 9570c515-bfa2-4738-bff2-8eced65c831c {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:42:20.166464 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-60d04daf-6582-49d2-8ed5-985462d5275d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:20.167754 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-60d04daf-6582-49d2-8ed5-985462d5275d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "DELETE /v2.0/routers/9570c515-bfa2-4738-bff2-8eced65c831c HTTP/1.1" status: 204 len: 168 time: 1.3355908 Mar 09 04:42:20.170440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47860) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:42:20.289469 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a5e90531-7b9f-4df6-9846-16e9b0207915 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:20.416859 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a5e90531-7b9f-4df6-9846-16e9b0207915 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:20.441468 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-a5e90531-7b9f-4df6-9846-16e9b0207915 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b6711c-1b7d-4de4-82be-5752aec35974']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:42:20.453555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-a5e90531-7b9f-4df6-9846-16e9b0207915 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb77600f-d173-4af6-bbd6-2efc51e766d2') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:42:20.453847 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-a5e90531-7b9f-4df6-9846-16e9b0207915 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb77600f-d173-4af6-bbd6-2efc51e766d2') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:42:20.465486 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a5e90531-7b9f-4df6-9846-16e9b0207915 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:20.480706 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a5e90531-7b9f-4df6-9846-16e9b0207915 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:20.486421 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e90531-7b9f-4df6-9846-16e9b0207915 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:42:20.486794 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a5e90531-7b9f-4df6-9846-16e9b0207915 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:42:20.500575 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:42:20.582957 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a5e90531-7b9f-4df6-9846-16e9b0207915 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:20.600977 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a5e90531-7b9f-4df6-9846-16e9b0207915 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:20.612238 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e90531-7b9f-4df6-9846-16e9b0207915 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Network': ['ID=f9b6711c-1b7d-4de4-82be-5752aec35974,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:20.621054 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a5e90531-7b9f-4df6-9846-16e9b0207915 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "DELETE /v2.0/networks/f9b6711c-1b7d-4de4-82be-5752aec35974 HTTP/1.1" status: 204 len: 168 time: 0.4495854 Mar 09 04:42:20.623711 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47864) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:42:20.697578 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e977d666-5bca-4784-ad76-674efc5637c4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:20.726147 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e977d666-5bca-4784-ad76-674efc5637c4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:20.791156 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e977d666-5bca-4784-ad76-674efc5637c4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:20.810931 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977d666-5bca-4784-ad76-674efc5637c4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5505d37e-e37f-436e-9091-ec7746046f21,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:20.820022 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e977d666-5bca-4784-ad76-674efc5637c4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:20.821650 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e977d666-5bca-4784-ad76-674efc5637c4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "DELETE /v2.0/security-groups/5505d37e-e37f-436e-9091-ec7746046f21 HTTP/1.1" status: 204 len: 168 time: 0.1970618 Mar 09 04:42:20.994329 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47872) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:42:20.999556 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-825da315-c5fa-45c2-8058-c37b61a2b536 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-119898803', 'description': 'tempest-secgroup-smoke-119898803 description', 'project_id': '082228de5a004917b79deb4618035197'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:42:21.006889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-825da315-c5fa-45c2-8058-c37b61a2b536 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:42:21.011293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-825da315-c5fa-45c2-8058-c37b61a2b536 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:42:21.013524 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1eae73b7-67e3-4dd8-bd4b-80720d545b55 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:42:21.014209 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-825da315-c5fa-45c2-8058-c37b61a2b536 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:42:21.019897 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-825da315-c5fa-45c2-8058-c37b61a2b536 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:42:21.030211 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-825da315-c5fa-45c2-8058-c37b61a2b536 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:21.047225 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 1eae73b7-67e3-4dd8-bd4b-80720d545b55 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:42:21.047570 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 1eae73b7-67e3-4dd8-bd4b-80720d545b55 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:42:21.047986 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device eb10ad63-3963-44f0-ab59-6c3a611d3b4f no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:42:21.050217 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-825da315-c5fa-45c2-8058-c37b61a2b536 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:42:21.054516 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-825da315-c5fa-45c2-8058-c37b61a2b536 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:42:21.057271 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-825da315-c5fa-45c2-8058-c37b61a2b536 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:42:21.062787 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-825da315-c5fa-45c2-8058-c37b61a2b536 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:42:21.081163 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: eb10ad63-3963-44f0-ab59-6c3a611d3b4f {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:42:21.081506 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device eb10ad63-3963-44f0-ab59-6c3a611d3b4f not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:42:21.081923 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device bf54558d-529f-4adf-bc53-c5c68fd2559a no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:42:21.121987 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: bf54558d-529f-4adf-bc53-c5c68fd2559a {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:42:21.122326 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device bf54558d-529f-4adf-bc53-c5c68fd2559a not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:42:21.137523 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-825da315-c5fa-45c2-8058-c37b61a2b536 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:21.141215 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-825da315-c5fa-45c2-8058-c37b61a2b536 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:21.184898 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825da315-c5fa-45c2-8058-c37b61a2b536 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58d376c5-878d-45d4-907e-2d175b76a746,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:21.192087 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-825da315-c5fa-45c2-8058-c37b61a2b536 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:21.193272 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-825da315-c5fa-45c2-8058-c37b61a2b536 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1978433 Mar 09 04:42:21.196171 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47876) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:42:21.200959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-b7e7c6b0-2c85-467e-9860-00884eba1818 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': '58d376c5-878d-45d4-907e-2d175b76a746', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:42:21.207473 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b7e7c6b0-2c85-467e-9860-00884eba1818 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:42:21.211183 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b7e7c6b0-2c85-467e-9860-00884eba1818 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:42:21.213949 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b7e7c6b0-2c85-467e-9860-00884eba1818 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:42:21.219550 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b7e7c6b0-2c85-467e-9860-00884eba1818 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:42:21.238437 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b7e7c6b0-2c85-467e-9860-00884eba1818 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:21.297782 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b7e7c6b0-2c85-467e-9860-00884eba1818 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:21.301528 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b7e7c6b0-2c85-467e-9860-00884eba1818 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:21.325254 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7c6b0-2c85-467e-9860-00884eba1818 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2660177a-2961-43c6-8161-1e3e0c13cc47,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:21.333619 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b7e7c6b0-2c85-467e-9860-00884eba1818 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:21.334906 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b7e7c6b0-2c85-467e-9860-00884eba1818 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378257 Mar 09 04:42:21.337598 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47880) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:42:21.342355 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-30c9b7c0-dec9-4ad6-b10e-dfb773e786d7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': '58d376c5-878d-45d4-907e-2d175b76a746', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:42:21.348703 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-30c9b7c0-dec9-4ad6-b10e-dfb773e786d7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:42:21.352947 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-30c9b7c0-dec9-4ad6-b10e-dfb773e786d7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:42:21.355713 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-30c9b7c0-dec9-4ad6-b10e-dfb773e786d7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:42:21.361211 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-30c9b7c0-dec9-4ad6-b10e-dfb773e786d7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:42:21.377989 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-30c9b7c0-dec9-4ad6-b10e-dfb773e786d7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:21.439362 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-30c9b7c0-dec9-4ad6-b10e-dfb773e786d7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:21.442621 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-30c9b7c0-dec9-4ad6-b10e-dfb773e786d7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:21.465484 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9b7c0-dec9-4ad6-b10e-dfb773e786d7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378ba705-ecd3-4897-971d-9ff9531b4075,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:21.474360 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-30c9b7c0-dec9-4ad6-b10e-dfb773e786d7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:21.476100 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-30c9b7c0-dec9-4ad6-b10e-dfb773e786d7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376224 Mar 09 04:42:21.478768 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47884) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:42:21.483446 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-d650f632-a104-451a-a106-f4bb74471c17 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': '58d376c5-878d-45d4-907e-2d175b76a746', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:42:21.489711 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d650f632-a104-451a-a106-f4bb74471c17 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:42:21.493482 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d650f632-a104-451a-a106-f4bb74471c17 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:42:21.496270 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d650f632-a104-451a-a106-f4bb74471c17 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:42:21.501761 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d650f632-a104-451a-a106-f4bb74471c17 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:42:21.516875 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d650f632-a104-451a-a106-f4bb74471c17 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:21.579444 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d650f632-a104-451a-a106-f4bb74471c17 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:21.582983 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d650f632-a104-451a-a106-f4bb74471c17 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:21.604661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650f632-a104-451a-a106-f4bb74471c17 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9945391c-feac-4da2-b32c-418e3de86d5a,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:21.615025 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d650f632-a104-451a-a106-f4bb74471c17 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:21.616176 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d650f632-a104-451a-a106-f4bb74471c17 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365016 Mar 09 04:42:21.618924 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47888) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:42:21.623737 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-d2266b1f-06aa-4da1-afc9-9e22e774474b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': '58d376c5-878d-45d4-907e-2d175b76a746', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:42:21.629887 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d2266b1f-06aa-4da1-afc9-9e22e774474b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:42:21.633622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d2266b1f-06aa-4da1-afc9-9e22e774474b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:42:21.636568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d2266b1f-06aa-4da1-afc9-9e22e774474b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:42:21.642141 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d2266b1f-06aa-4da1-afc9-9e22e774474b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:42:21.658567 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d2266b1f-06aa-4da1-afc9-9e22e774474b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:21.721517 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d2266b1f-06aa-4da1-afc9-9e22e774474b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:21.725744 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d2266b1f-06aa-4da1-afc9-9e22e774474b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:21.749106 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2266b1f-06aa-4da1-afc9-9e22e774474b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abac8ee8-2bca-480b-87f7-cb48f0d4de1a,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:21.758927 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d2266b1f-06aa-4da1-afc9-9e22e774474b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:21.760136 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d2266b1f-06aa-4da1-afc9-9e22e774474b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1403203 Mar 09 04:42:21.762762 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47892) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:42:21.767591 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-d639f384-4a38-47bd-91dc-0583f9c1f476 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': '58d376c5-878d-45d4-907e-2d175b76a746', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:42:21.774777 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d639f384-4a38-47bd-91dc-0583f9c1f476 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:42:21.778547 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d639f384-4a38-47bd-91dc-0583f9c1f476 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:42:21.781378 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d639f384-4a38-47bd-91dc-0583f9c1f476 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:42:21.786903 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d639f384-4a38-47bd-91dc-0583f9c1f476 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:42:21.796603 n-d-825178-5 neutron-server[87880]: INFO neutron.db.securitygroups_db [None req-d639f384-4a38-47bd-91dc-0583f9c1f476 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Project 082228de5a004917b79deb4618035197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:42:21.803106 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d639f384-4a38-47bd-91dc-0583f9c1f476 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:21.866092 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d639f384-4a38-47bd-91dc-0583f9c1f476 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:21.869504 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d639f384-4a38-47bd-91dc-0583f9c1f476 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:21.894739 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639f384-4a38-47bd-91dc-0583f9c1f476 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04b2392-37a6-40f9-a5e6-0fbfc6282688,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:21.904114 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d639f384-4a38-47bd-91dc-0583f9c1f476 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:21.905255 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d639f384-4a38-47bd-91dc-0583f9c1f476 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1415606 Mar 09 04:42:21.908105 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47896) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:42:21.912915 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-b2cf7a38-8e4e-46fc-bf90-2bd0280d2b28 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': '58d376c5-878d-45d4-907e-2d175b76a746', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:42:21.919416 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b2cf7a38-8e4e-46fc-bf90-2bd0280d2b28 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:42:21.923231 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b2cf7a38-8e4e-46fc-bf90-2bd0280d2b28 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:42:21.926282 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-b2cf7a38-8e4e-46fc-bf90-2bd0280d2b28 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:42:21.931934 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-b2cf7a38-8e4e-46fc-bf90-2bd0280d2b28 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:42:21.942155 n-d-825178-5 neutron-server[87880]: INFO neutron.db.securitygroups_db [None req-b2cf7a38-8e4e-46fc-bf90-2bd0280d2b28 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Project 082228de5a004917b79deb4618035197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:42:21.948935 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b2cf7a38-8e4e-46fc-bf90-2bd0280d2b28 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:22.012195 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b2cf7a38-8e4e-46fc-bf90-2bd0280d2b28 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:22.015450 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b2cf7a38-8e4e-46fc-bf90-2bd0280d2b28 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:22.036113 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf7a38-8e4e-46fc-bf90-2bd0280d2b28 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4569c1c3-ae71-4ea7-8c3e-4583ab66295c,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:22.047279 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b2cf7a38-8e4e-46fc-bf90-2bd0280d2b28 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:22.048428 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b2cf7a38-8e4e-46fc-bf90-2bd0280d2b28 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1394346 Mar 09 04:42:22.051568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47900) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:42:22.056925 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-f7299d9a-5f2d-4a1b-8acc-baa58f64d499 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'network': {'name': 'tempest-network-smoke--1060791336', 'project_id': '082228de5a004917b79deb4618035197', 'port_security_enabled': True}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:42:22.062206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f7299d9a-5f2d-4a1b-8acc-baa58f64d499 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:42:22.066206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f7299d9a-5f2d-4a1b-8acc-baa58f64d499 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:network and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:42:22.069550 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f7299d9a-5f2d-4a1b-8acc-baa58f64d499 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:42:22.075207 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f7299d9a-5f2d-4a1b-8acc-baa58f64d499 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:42:22.084862 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7299d9a-5f2d-4a1b-8acc-baa58f64d499 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Made reservation on behalf of 082228de5a004917b79deb4618035197 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:42:22.088168 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f7299d9a-5f2d-4a1b-8acc-baa58f64d499 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:22.114273 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7299d9a-5f2d-4a1b-8acc-baa58f64d499 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:42:22.123123 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f7299d9a-5f2d-4a1b-8acc-baa58f64d499 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:22.123464 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-f7299d9a-5f2d-4a1b-8acc-baa58f64d499 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Added segment ccba2846-79ae-46d0-820a-a1cf8140f6d1 of type vlan for network b8e26c01-dda6-4942-8443-d95b4541633a Mar 09 04:42:22.148488 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f7299d9a-5f2d-4a1b-8acc-baa58f64d499 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:22.175829 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f7299d9a-5f2d-4a1b-8acc-baa58f64d499 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:22.181703 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7299d9a-5f2d-4a1b-8acc-baa58f64d499 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:22.182275 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f7299d9a-5f2d-4a1b-8acc-baa58f64d499 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:22.387596 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f7299d9a-5f2d-4a1b-8acc-baa58f64d499 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3349452 Mar 09 04:42:22.390363 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47904) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:42:22.393319 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7299d9a-5f2d-4a1b-8acc-baa58f64d499 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Network': ['ID=b8e26c01-dda6-4942-8443-d95b4541633a,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:22.395565 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-74431f66-7074-4f4b-a7e1-7ca8a7d1d905 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-481092963', 'admin_state_up': True, 'project_id': '082228de5a004917b79deb4618035197', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:42:22.403639 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-74431f66-7074-4f4b-a7e1-7ca8a7d1d905 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:42:22.403915 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network b8e26c01-dda6-4942-8443-d95b4541633a details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:42:22.407616 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-74431f66-7074-4f4b-a7e1-7ca8a7d1d905 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:router and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:42:22.410564 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-74431f66-7074-4f4b-a7e1-7ca8a7d1d905 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:42:22.416955 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-74431f66-7074-4f4b-a7e1-7ca8a7d1d905 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:42:22.428968 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-74431f66-7074-4f4b-a7e1-7ca8a7d1d905 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:22.430072 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-74431f66-7074-4f4b-a7e1-7ca8a7d1d905 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:22.446104 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-74431f66-7074-4f4b-a7e1-7ca8a7d1d905 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:22.713776 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-74431f66-7074-4f4b-a7e1-7ca8a7d1d905 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:23.012967 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-74431f66-7074-4f4b-a7e1-7ca8a7d1d905 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:23.042253 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-74431f66-7074-4f4b-a7e1-7ca8a7d1d905 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:23.173523 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-74431f66-7074-4f4b-a7e1-7ca8a7d1d905 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Allocated IP 172.25.7.101 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/b270a4af-48fa-473f-ad54-915f2f04c888) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:42:23.316230 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-74431f66-7074-4f4b-a7e1-7ca8a7d1d905 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:23.344608 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-74431f66-7074-4f4b-a7e1-7ca8a7d1d905 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:23.401819 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74431f66-7074-4f4b-a7e1-7ca8a7d1d905 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:42:23.404526 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-74431f66-7074-4f4b-a7e1-7ca8a7d1d905 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:42:23.412081 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74431f66-7074-4f4b-a7e1-7ca8a7d1d905 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:42:23.454313 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74431f66-7074-4f4b-a7e1-7ca8a7d1d905 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=b270a4af-48fa-473f-ad54-915f2f04c888,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:23.929952 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-74431f66-7074-4f4b-a7e1-7ca8a7d1d905 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:24.261449 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-74431f66-7074-4f4b-a7e1-7ca8a7d1d905 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:24.464377 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74431f66-7074-4f4b-a7e1-7ca8a7d1d905 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Router bdcf6303-1f43-4d3d-971a-75f7267689a4 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:42:24.638801 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74431f66-7074-4f4b-a7e1-7ca8a7d1d905 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:42:24.648280 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] Sync routers for ids ['bdcf6303-1f43-4d3d-971a-75f7267689a4'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:42:24.657280 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] Routers {'bdcf6303-1f43-4d3d-971a-75f7267689a4'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:42:24.657869 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:42:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bdcf6303-1f43-4d3d-971a-75f7267689a4'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:42:24.667350 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-74431f66-7074-4f4b-a7e1-7ca8a7d1d905 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:24.668821 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-74431f66-7074-4f4b-a7e1-7ca8a7d1d905 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2773440 Mar 09 04:42:24.672117 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47908) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:42:24.716131 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ef05450d-965d-4af2-8e4b-bd0086b6f81d tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=082228de5a004917b79deb4618035197&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428724 Mar 09 04:42:24.718582 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47912) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:42:24.851214 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2a797b-fd23-491e-9dc7-dccf9122368c tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:24.855406 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] Set router bdcf6303-1f43-4d3d-971a-75f7267689a4 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:42:24.855580 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1f2a797b-fd23-491e-9dc7-dccf9122368c tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1332197 Mar 09 04:42:24.855761 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47916) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:42:24.926084 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-69428a22-cd87-4cfd-9cb4-088e88e20828 tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0661004 Mar 09 04:42:24.926296 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47920) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:42:24.935955 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-a39bbe7d-626d-404a-89f3-a566e314c0f4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2063051682', 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a', 'project_id': '082228de5a004917b79deb4618035197', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:42:25.060370 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a39bbe7d-626d-404a-89f3-a566e314c0f4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:42:25.064117 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a39bbe7d-626d-404a-89f3-a566e314c0f4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:subnet and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:42:25.066812 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a39bbe7d-626d-404a-89f3-a566e314c0f4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:42:25.072886 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a39bbe7d-626d-404a-89f3-a566e314c0f4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:42:25.082764 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39bbe7d-626d-404a-89f3-a566e314c0f4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Made reservation on behalf of 082228de5a004917b79deb4618035197 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:42:25.087577 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a39bbe7d-626d-404a-89f3-a566e314c0f4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:25.171245 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481092963', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:42:22Z', 'updated_at': '2022-03-09T04:42:23Z', 'revision_number': 3, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:42:23Z', 'updated_at': '2022-03-09T04:42:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:42:25.175283 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] Checking router: bdcf6303-1f43-4d3d-971a-75f7267689a4 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:42:25.175627 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] Updating router bdcf6303-1f43-4d3d-971a-75f7267689a4 port b270a4af-48fa-473f-ad54-915f2f04c888 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:42:25.229168 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:25.307744 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a39bbe7d-626d-404a-89f3-a566e314c0f4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:25.388723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bbe7d-626d-404a-89f3-a566e314c0f4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Subnet': ['ID=8e4836cb-a6b0-435f-bf79-58f97be1ac20,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:25.398541 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39bbe7d-626d-404a-89f3-a566e314c0f4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Checking segment: {'id': 'ccba2846-79ae-46d0-820a-a1cf8140f6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:42:25.398929 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39bbe7d-626d-404a-89f3-a566e314c0f4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network hostable DHCP agents. Network: b8e26c01-dda6-4942-8443-d95b4541633a, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:42:25.417695 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39bbe7d-626d-404a-89f3-a566e314c0f4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network b8e26c01-dda6-4942-8443-d95b4541633a is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:42:25.428500 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-a39bbe7d-626d-404a-89f3-a566e314c0f4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, b8e26c01-dda6-4942-8443-d95b4541633a) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:42:25.434654 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39bbe7d-626d-404a-89f3-a566e314c0f4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:25.435550 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a39bbe7d-626d-404a-89f3-a566e314c0f4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:25.439992 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bdeec4-a5b4-47eb-bb9f-3fd2a76630c8 None None] Network b8e26c01-dda6-4942-8443-d95b4541633a requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:42:25.460510 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a39bbe7d-626d-404a-89f3-a566e314c0f4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5299909 Mar 09 04:42:25.460703 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 47924) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:42:25.727076 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:25.741142 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] Transition to ACTIVE for port object b270a4af-48fa-473f-ad54-915f2f04c888 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:42:25.744847 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f672a46e-c228-41e1-a50b-f672f5e4a875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-b8e26c01-dda6-4942-8443-d95b4541633a', 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a', 'tenant_id': '082228de5a004917b79deb4618035197', 'fixed_ips': [{'subnet_id': '8e4836cb-a6b0-435f-bf79-58f97be1ac20'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:42:25.745629 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f672a46e-c228-41e1-a50b-f672f5e4a875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:25.765519 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:25.870279 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] Attempting to bind port b270a4af-48fa-473f-ad54-915f2f04c888 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:42:25.870619 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] Attempting to bind port b270a4af-48fa-473f-ad54-915f2f04c888 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:42:25.870986 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] Attempting to bind port b270a4af-48fa-473f-ad54-915f2f04c888 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:42:25.906376 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:42:25.906781 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:42:25.907159 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:25.907538 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:42:25.908002 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] Bound port: b270a4af-48fa-473f-ad54-915f2f04c888, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:42:25.908365 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:25.945473 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49929e3-02b9-4b00-b571-fffb6b857fd6 None None] Pushing event updated for resources: {'Port': ['ID=b270a4af-48fa-473f-ad54-915f2f04c888,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:26.042676 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] For port b270a4af-48fa-473f-ad54-915f2f04c888, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:42:26.047503 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] For port b270a4af-48fa-473f-ad54-915f2f04c888, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=b270a4af-48fa-473f-ad54-915f2f04c888,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:42:26.048827 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-f672a46e-c228-41e1-a50b-f672f5e4a875 None None] Allocated IP 172.20.0.2 (b8e26c01-dda6-4942-8443-d95b4541633a/8e4836cb-a6b0-435f-bf79-58f97be1ac20/e86039c7-43e7-4858-9cd0-855f576e2db0) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:42:26.051778 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:26.226454 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] Routers {'bdcf6303-1f43-4d3d-971a-75f7267689a4'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:42:26.227089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:42:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bdcf6303-1f43-4d3d-971a-75f7267689a4'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:42:26.269646 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4103df23-0196-484a-8f3d-492fef7d337d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:26.295742 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49929e3-02b9-4b00-b571-fffb6b857fd6 None None] Pushing event updated for resources: {'Port': ['ID=b270a4af-48fa-473f-ad54-915f2f04c888,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:26.521362 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] Set router bdcf6303-1f43-4d3d-971a-75f7267689a4 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:42:26.656941 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f672a46e-c228-41e1-a50b-f672f5e4a875 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:26.714270 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f672a46e-c228-41e1-a50b-f672f5e4a875 None None] Transition to ACTIVE for port object e86039c7-43e7-4858-9cd0-855f576e2db0 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:42:26.748547 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f672a46e-c228-41e1-a50b-f672f5e4a875 None None] Transition to ACTIVE for port object e86039c7-43e7-4858-9cd0-855f576e2db0 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:42:26.755085 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f672a46e-c228-41e1-a50b-f672f5e4a875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:26.818024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-4103df23-0196-484a-8f3d-492fef7d337d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Allocated IP 172.20.0.1 (b8e26c01-dda6-4942-8443-d95b4541633a/8e4836cb-a6b0-435f-bf79-58f97be1ac20/6be578ac-aab2-4bb1-9e7d-640707387d20) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:42:26.828319 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f672a46e-c228-41e1-a50b-f672f5e4a875 None None] Network b8e26c01-dda6-4942-8443-d95b4541633a is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:42:26.832318 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-f672a46e-c228-41e1-a50b-f672f5e4a875 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:42:26.834731 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f672a46e-c228-41e1-a50b-f672f5e4a875 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:42:26.908354 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672a46e-c228-41e1-a50b-f672f5e4a875 None None] Pushing event updated for resources: {'Port': ['ID=e86039c7-43e7-4858-9cd0-855f576e2db0,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:26.974770 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-f672a46e-c228-41e1-a50b-f672f5e4a875 None None] Attempting to bind port e86039c7-43e7-4858-9cd0-855f576e2db0 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:42:26.975161 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-f672a46e-c228-41e1-a50b-f672f5e4a875 None None] Attempting to bind port e86039c7-43e7-4858-9cd0-855f576e2db0 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ccba2846-79ae-46d0-820a-a1cf8140f6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:42:26.975508 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f672a46e-c228-41e1-a50b-f672f5e4a875 None None] Attempting to bind port e86039c7-43e7-4858-9cd0-855f576e2db0 on network b8e26c01-dda6-4942-8443-d95b4541633a {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:42:26.980235 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4103df23-0196-484a-8f3d-492fef7d337d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:26.983035 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f672a46e-c228-41e1-a50b-f672f5e4a875 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:42:26.983401 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f672a46e-c228-41e1-a50b-f672f5e4a875 None None] Checking segment: {'id': 'ccba2846-79ae-46d0-820a-a1cf8140f6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:42:26.983788 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f672a46e-c228-41e1-a50b-f672f5e4a875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:26.984166 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f672a46e-c228-41e1-a50b-f672f5e4a875 None None] Bound using segment: {'id': 'ccba2846-79ae-46d0-820a-a1cf8140f6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:42:26.984616 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-f672a46e-c228-41e1-a50b-f672f5e4a875 None None] Bound port: e86039c7-43e7-4858-9cd0-855f576e2db0, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccba2846-79ae-46d0-820a-a1cf8140f6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:42:26.984979 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f672a46e-c228-41e1-a50b-f672f5e4a875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:26.996517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-4103df23-0196-484a-8f3d-492fef7d337d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Transition to ACTIVE for port object 6be578ac-aab2-4bb1-9e7d-640707387d20 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:42:27.020376 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4103df23-0196-484a-8f3d-492fef7d337d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:27.048912 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481092963', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:42:22Z', 'updated_at': '2022-03-09T04:42:23Z', 'revision_number': 3, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:42:23Z', 'updated_at': '2022-03-09T04:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:42:27.060799 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d68fa6-9783-47f7-a078-ac1eb2fc49c0 None None] The sync data for ids ['bdcf6303-1f43-4d3d-971a-75f7267689a4'] in n-d-825178-5 is: [{'id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481092963', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:42:22Z', 'updated_at': '2022-03-09T04:42:23Z', 'revision_number': 3, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:42:23Z', 'updated_at': '2022-03-09T04:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:42:27.088126 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4103df23-0196-484a-8f3d-492fef7d337d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network b8e26c01-dda6-4942-8443-d95b4541633a is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:42:27.089742 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-f672a46e-c228-41e1-a50b-f672f5e4a875 None None] For port e86039c7-43e7-4858-9cd0-855f576e2db0, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:42:27.091463 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-4103df23-0196-484a-8f3d-492fef7d337d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:42:27.094722 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-f672a46e-c228-41e1-a50b-f672f5e4a875 None None] For port e86039c7-43e7-4858-9cd0-855f576e2db0, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e86039c7-43e7-4858-9cd0-855f576e2db0,segment=NetworkSegment(ccba2846-79ae-46d0-820a-a1cf8140f6d1),segment_id=ccba2846-79ae-46d0-820a-a1cf8140f6d1)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:42:27.095979 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4103df23-0196-484a-8f3d-492fef7d337d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:42:27.102716 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f672a46e-c228-41e1-a50b-f672f5e4a875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:27.158111 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103df23-0196-484a-8f3d-492fef7d337d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=6be578ac-aab2-4bb1-9e7d-640707387d20,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:27.177318 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4103df23-0196-484a-8f3d-492fef7d337d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:27.193925 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672a46e-c228-41e1-a50b-f672f5e4a875 None None] Pushing event updated for resources: {'Port': ['ID=e86039c7-43e7-4858-9cd0-855f576e2db0,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:27.333424 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4103df23-0196-484a-8f3d-492fef7d337d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:27.809383 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4103df23-0196-484a-8f3d-492fef7d337d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:27.813962 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4103df23-0196-484a-8f3d-492fef7d337d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:27.936909 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4103df23-0196-484a-8f3d-492fef7d337d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:27.940453 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103df23-0196-484a-8f3d-492fef7d337d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=6be578ac-aab2-4bb1-9e7d-640707387d20,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:28.183267 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f850954d-0e83-4cc2-902d-d3fb2048e839 None None] Network b8e26c01-dda6-4942-8443-d95b4541633a requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:42:28.215193 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4103df23-0196-484a-8f3d-492fef7d337d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network b8e26c01-dda6-4942-8443-d95b4541633a is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:42:28.216328 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-4103df23-0196-484a-8f3d-492fef7d337d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:42:28.271742 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-0ee30004-5f27-4873-a783-0bf70f7fa4c5 None None] Provisioning for port e86039c7-43e7-4858-9cd0-855f576e2db0 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:42:28.401638 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4103df23-0196-484a-8f3d-492fef7d337d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Router bdcf6303-1f43-4d3d-971a-75f7267689a4 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:42:28.593629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4103df23-0196-484a-8f3d-492fef7d337d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:42:28.607657 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4103df23-0196-484a-8f3d-492fef7d337d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "PUT /v2.0/routers/bdcf6303-1f43-4d3d-971a-75f7267689a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1457043 Mar 09 04:42:28.709842 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] Sync routers for ids ['bdcf6303-1f43-4d3d-971a-75f7267689a4'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:42:28.719741 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] Routers {'bdcf6303-1f43-4d3d-971a-75f7267689a4'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:42:28.722365 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:42:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bdcf6303-1f43-4d3d-971a-75f7267689a4'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:42:28.740938 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-550557fb-ab22-4d5d-afb6-0d6398d64dd6 None None] Provisioning for port 6be578ac-aab2-4bb1-9e7d-640707387d20 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:42:28.746217 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-550557fb-ab22-4d5d-afb6-0d6398d64dd6 None None] Provisioning complete for port 6be578ac-aab2-4bb1-9e7d-640707387d20 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:42:28.746588 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-550557fb-ab22-4d5d-afb6-0d6398d64dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:28.792569 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5b88cead-802c-4351-a498-bf5325f51bdd req-7495abfe-173c-4579-b904-a10adbc55daa tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-119898803&fields=id&tenant_id=082228de5a004917b79deb4618035197 HTTP/1.1" status: 200 len: 267 time: 0.0553160 Mar 09 04:42:28.832696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-550557fb-ab22-4d5d-afb6-0d6398d64dd6 None None] Port 6be578ac-aab2-4bb1-9e7d-640707387d20 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:42:28.845831 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e1f39010-8977-4614-a76d-cafe0226246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:28.942246 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] Set router bdcf6303-1f43-4d3d-971a-75f7267689a4 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:42:28.956807 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ddac985d-1f6f-4b50-ac13-1e766898d667 None None] Provisioning complete for port 6be578ac-aab2-4bb1-9e7d-640707387d20 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:42:28.957528 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ddac985d-1f6f-4b50-ac13-1e766898d667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:28.992859 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88cead-802c-4351-a498-bf5325f51bdd req-fdbdfb5e-e71d-4b36-b075-c3cf3227ef81 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:29.000395 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5b88cead-802c-4351-a498-bf5325f51bdd req-fdbdfb5e-e71d-4b36-b075-c3cf3227ef81 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/networks?id=b8e26c01-dda6-4942-8443-d95b4541633a HTTP/1.1" status: 200 len: 797 time: 0.2001145 Mar 09 04:42:29.028571 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5b88cead-802c-4351-a498-bf5325f51bdd req-32c5dd50-5448-4cdf-ac8b-055691735922 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/quotas/082228de5a004917b79deb4618035197 HTTP/1.1" status: 200 len: 375 time: 0.0272849 Mar 09 04:42:29.084407 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ddac985d-1f6f-4b50-ac13-1e766898d667 None None] Port 6be578ac-aab2-4bb1-9e7d-640707387d20 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:42:29.126176 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device b270a4af-48fa-473f-ad54-915f2f04c888 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:42:29.137880 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5b88cead-802c-4351-a498-bf5325f51bdd req-10f54389-6f41-4787-8159-741761072149 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:42:29.155893 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-5b88cead-802c-4351-a498-bf5325f51bdd req-10f54389-6f41-4787-8159-741761072149 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:42:29.157478 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5b88cead-802c-4351-a498-bf5325f51bdd req-10f54389-6f41-4787-8159-741761072149 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1265161 Mar 09 04:42:29.220964 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-943bdc55-e215-4b5d-81d6-b5f8fb638985 None None] Provisioning complete for port 6be578ac-aab2-4bb1-9e7d-640707387d20 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:42:29.221625 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-943bdc55-e215-4b5d-81d6-b5f8fb638985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:29.256481 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port b270a4af-48fa-473f-ad54-915f2f04c888 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:42:29.266299 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port b270a4af-48fa-473f-ad54-915f2f04c888 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:42:29.266665 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:29.304958 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481092963', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:42:22Z', 'updated_at': '2022-03-09T04:42:27Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:42:23Z', 'updated_at': '2022-03-09T04:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '6be578ac-aab2-4bb1-9e7d-640707387d20', 'name': '', 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:75:d3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '8e4836cb-a6b0-435f-bf79-58f97be1ac20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:42:26Z', 'updated_at': '2022-03-09T04:42:27Z', 'revision_number': 2, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '8e4836cb-a6b0-435f-bf79-58f97be1ac20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:42:29.309484 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] Checking router: bdcf6303-1f43-4d3d-971a-75f7267689a4 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:42:29.309900 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] Updating router bdcf6303-1f43-4d3d-971a-75f7267689a4 port 6be578ac-aab2-4bb1-9e7d-640707387d20 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:42:29.316246 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-943bdc55-e215-4b5d-81d6-b5f8fb638985 None None] Port 6be578ac-aab2-4bb1-9e7d-640707387d20 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:42:29.367619 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:29.401483 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:29.419052 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port b270a4af-48fa-473f-ad54-915f2f04c888, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=b270a4af-48fa-473f-ad54-915f2f04c888,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:42:29.425330 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:29.426641 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e86039c7-43e7-4858-9cd0-855f576e2db0 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:42:29.497895 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5b88cead-802c-4351-a498-bf5325f51bdd req-b3cc1ce1-0b04-4339-8fbe-52e92ef91e5e service neutron] 10.222.0.16 "GET /v2.0/networks/b8e26c01-dda6-4942-8443-d95b4541633a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280556 Mar 09 04:42:29.557627 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=b270a4af-48fa-473f-ad54-915f2f04c888,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:29.570104 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port e86039c7-43e7-4858-9cd0-855f576e2db0 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:42:29.575899 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port e86039c7-43e7-4858-9cd0-855f576e2db0 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:42:29.576414 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:29.638365 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5b88cead-802c-4351-a498-bf5325f51bdd req-8640d579-45d6-4b73-bd16-ace02a035e06 service neutron] 10.222.0.16 "GET /v2.0/networks/b8e26c01-dda6-4942-8443-d95b4541633a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346452 Mar 09 04:42:29.717780 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:29.773589 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:29.789778 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] Transition to ACTIVE for port object 6be578ac-aab2-4bb1-9e7d-640707387d20 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:42:29.797557 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:29.807334 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port e86039c7-43e7-4858-9cd0-855f576e2db0, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e86039c7-43e7-4858-9cd0-855f576e2db0,segment=NetworkSegment(ccba2846-79ae-46d0-820a-a1cf8140f6d1),segment_id=ccba2846-79ae-46d0-820a-a1cf8140f6d1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:42:29.812235 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:29.849037 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-2d1da875-34e8-4626-afb9-8cd89954a014 req-655bd5e2-bb86-4a0c-879b-8b8331854df1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:42:29.863766 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-2d1da875-34e8-4626-afb9-8cd89954a014 req-655bd5e2-bb86-4a0c-879b-8b8331854df1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:42:29.873948 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2d1da875-34e8-4626-afb9-8cd89954a014 req-655bd5e2-bb86-4a0c-879b-8b8331854df1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 210 time: 0.0797877 Mar 09 04:42:29.887065 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=e86039c7-43e7-4858-9cd0-855f576e2db0,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:29.997932 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352dacc-3bfd-4498-a0ea-1b8a4e4dbe91 None None] Pushing event updated for resources: {'Port': ['ID=6be578ac-aab2-4bb1-9e7d-640707387d20,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:30.040408 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352dacc-3bfd-4498-a0ea-1b8a4e4dbe91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:30.040747 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352dacc-3bfd-4498-a0ea-1b8a4e4dbe91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:30.041104 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352dacc-3bfd-4498-a0ea-1b8a4e4dbe91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:30.041434 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352dacc-3bfd-4498-a0ea-1b8a4e4dbe91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:30.041758 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352dacc-3bfd-4498-a0ea-1b8a4e4dbe91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:30.042085 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352dacc-3bfd-4498-a0ea-1b8a4e4dbe91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:30.042399 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352dacc-3bfd-4498-a0ea-1b8a4e4dbe91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:30.042715 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352dacc-3bfd-4498-a0ea-1b8a4e4dbe91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:30.043052 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352dacc-3bfd-4498-a0ea-1b8a4e4dbe91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:30.043373 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352dacc-3bfd-4498-a0ea-1b8a4e4dbe91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:30.043685 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352dacc-3bfd-4498-a0ea-1b8a4e4dbe91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:30.043995 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352dacc-3bfd-4498-a0ea-1b8a4e4dbe91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:42:30.066997 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] Attempting to bind port 6be578ac-aab2-4bb1-9e7d-640707387d20 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:42:30.067360 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] Attempting to bind port 6be578ac-aab2-4bb1-9e7d-640707387d20 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ccba2846-79ae-46d0-820a-a1cf8140f6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:42:30.067710 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] Attempting to bind port 6be578ac-aab2-4bb1-9e7d-640707387d20 on network b8e26c01-dda6-4942-8443-d95b4541633a {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:42:30.073052 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:42:30.073411 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] Checking segment: {'id': 'ccba2846-79ae-46d0-820a-a1cf8140f6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:42:30.073797 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:30.074170 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] Bound using segment: {'id': 'ccba2846-79ae-46d0-820a-a1cf8140f6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:42:30.074614 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] Bound port: 6be578ac-aab2-4bb1-9e7d-640707387d20, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccba2846-79ae-46d0-820a-a1cf8140f6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:42:30.075008 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:30.165785 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] For port 6be578ac-aab2-4bb1-9e7d-640707387d20, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:42:30.168885 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] For port 6be578ac-aab2-4bb1-9e7d-640707387d20, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=6be578ac-aab2-4bb1-9e7d-640707387d20,segment=NetworkSegment(ccba2846-79ae-46d0-820a-a1cf8140f6d1),segment_id=ccba2846-79ae-46d0-820a-a1cf8140f6d1)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:42:30.173476 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:30.249574 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] Routers {'bdcf6303-1f43-4d3d-971a-75f7267689a4'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:42:30.250180 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:42:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bdcf6303-1f43-4d3d-971a-75f7267689a4'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:42:30.315078 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352dacc-3bfd-4498-a0ea-1b8a4e4dbe91 None None] Pushing event updated for resources: {'Port': ['ID=6be578ac-aab2-4bb1-9e7d-640707387d20,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:30.435655 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] Set router bdcf6303-1f43-4d3d-971a-75f7267689a4 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:42:30.733257 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481092963', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:42:22Z', 'updated_at': '2022-03-09T04:42:27Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:42:23Z', 'updated_at': '2022-03-09T04:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '6be578ac-aab2-4bb1-9e7d-640707387d20', 'name': '', 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:75:d3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '8e4836cb-a6b0-435f-bf79-58f97be1ac20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:42:26Z', 'updated_at': '2022-03-09T04:42:30Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '8e4836cb-a6b0-435f-bf79-58f97be1ac20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:42:30.737039 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ab321e-7f7a-4358-a5b9-08c8e6fa3ac8 None None] The sync data for ids ['bdcf6303-1f43-4d3d-971a-75f7267689a4'] in n-d-825178-5 is: [{'id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481092963', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:42:22Z', 'updated_at': '2022-03-09T04:42:27Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:42:23Z', 'updated_at': '2022-03-09T04:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '6be578ac-aab2-4bb1-9e7d-640707387d20', 'name': '', 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:75:d3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '8e4836cb-a6b0-435f-bf79-58f97be1ac20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:42:26Z', 'updated_at': '2022-03-09T04:42:30Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '8e4836cb-a6b0-435f-bf79-58f97be1ac20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:42:30.969557 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ac428599-2a3d-48ac-a7f3-2d2f3b30a399 req-8e32ad9e-eed6-43a7-9c92-3dba3f8586df tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 210 time: 0.0447106 Mar 09 04:42:31.102691 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6be578ac-aab2-4bb1-9e7d-640707387d20 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:42:31.175229 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 6be578ac-aab2-4bb1-9e7d-640707387d20 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:42:31.180948 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 6be578ac-aab2-4bb1-9e7d-640707387d20 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:42:31.181314 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:31.241784 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-df760418-31d7-4e05-a605-016f422b17ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:31.315057 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:31.348541 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 6be578ac-aab2-4bb1-9e7d-640707387d20, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=6be578ac-aab2-4bb1-9e7d-640707387d20,segment=NetworkSegment(ccba2846-79ae-46d0-820a-a1cf8140f6d1),segment_id=ccba2846-79ae-46d0-820a-a1cf8140f6d1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:42:31.352623 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:31.353450 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e86039c7-43e7-4858-9cd0-855f576e2db0 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:42:31.473802 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=6be578ac-aab2-4bb1-9e7d-640707387d20,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:31.486221 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port e86039c7-43e7-4858-9cd0-855f576e2db0 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:42:31.486592 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:31.611928 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device b270a4af-48fa-473f-ad54-915f2f04c888 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:42:31.687230 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port b270a4af-48fa-473f-ad54-915f2f04c888 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:42:31.687597 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:32.072733 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-42e29923-0dcd-4946-9c71-2210fad38dd7 req-c4b3a629-e436-470c-9ae8-9f0af9e11b22 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 210 time: 0.0428853 Mar 09 04:42:32.367499 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:32.421864 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:33.019204 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6be578ac-aab2-4bb1-9e7d-640707387d20 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:42:33.085773 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 6be578ac-aab2-4bb1-9e7d-640707387d20 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:42:33.086132 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:33.169479 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28578a69-11a9-4d0f-b30b-83c1f6e3f0eb req-b1962ea2-56f5-41ed-89c4-8dfc9722b4d0 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 210 time: 0.0454788 Mar 09 04:42:33.688104 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:34.313203 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-93c6dc29-fb22-4227-852d-71be02b0667b req-9a1654bf-52f8-467c-8c93-4ecae722ec67 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 210 time: 0.0411580 Mar 09 04:42:34.695001 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:35.098643 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88cead-802c-4351-a498-bf5325f51bdd req-5a8e88fd-01fc-495d-b55d-1be859be9448 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:35.099337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-5b88cead-802c-4351-a498-bf5325f51bdd req-5a8e88fd-01fc-495d-b55d-1be859be9448 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:42:35.114292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-5b88cead-802c-4351-a498-bf5325f51bdd req-5a8e88fd-01fc-495d-b55d-1be859be9448 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:42:35.115443 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b88cead-802c-4351-a498-bf5325f51bdd req-5a8e88fd-01fc-495d-b55d-1be859be9448 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.21 "GET /v2.0/networks?id=b8e26c01-dda6-4942-8443-d95b4541633a HTTP/1.1" status: 200 len: 797 time: 0.1611865 Mar 09 04:42:35.167023 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-5b88cead-802c-4351-a498-bf5325f51bdd req-bcfd690f-70e5-481c-b446-4dcdb676a4ce tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:42:35.181868 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-5b88cead-802c-4351-a498-bf5325f51bdd req-bcfd690f-70e5-481c-b446-4dcdb676a4ce tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:42:35.183011 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b88cead-802c-4351-a498-bf5325f51bdd req-bcfd690f-70e5-481c-b446-4dcdb676a4ce tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=082228de5a004917b79deb4618035197 HTTP/1.1" status: 200 len: 379 time: 0.0590308 Mar 09 04:42:35.192173 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-5b88cead-802c-4351-a498-bf5325f51bdd req-3744ad31-40c1-4729-a3ac-dca632a30570 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'port': {'device_id': '479bb5ec-7fe5-4fb6-9d2a-bd945e894e06', 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a', 'admin_state_up': True, 'tenant_id': '082228de5a004917b79deb4618035197', 'security_groups': ['58d376c5-878d-45d4-907e-2d175b76a746']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:42:35.325274 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-5b88cead-802c-4351-a498-bf5325f51bdd req-3744ad31-40c1-4729-a3ac-dca632a30570 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:42:35.334611 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-5b88cead-802c-4351-a498-bf5325f51bdd req-3744ad31-40c1-4729-a3ac-dca632a30570 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:42:35.345292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b88cead-802c-4351-a498-bf5325f51bdd req-3744ad31-40c1-4729-a3ac-dca632a30570 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Made reservation on behalf of 082228de5a004917b79deb4618035197 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:42:35.349155 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5b88cead-802c-4351-a498-bf5325f51bdd req-3744ad31-40c1-4729-a3ac-dca632a30570 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:35.459531 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-472c3bc7-bf5d-4bdf-af9a-6de746efe5b6 req-a17ced0a-d4cc-4f28-85b5-7c08309ed925 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 210 time: 0.0425923 Mar 09 04:42:35.509066 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-5b88cead-802c-4351-a498-bf5325f51bdd req-3744ad31-40c1-4729-a3ac-dca632a30570 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Allocated IP 172.20.0.8 (b8e26c01-dda6-4942-8443-d95b4541633a/8e4836cb-a6b0-435f-bf79-58f97be1ac20/92637cc8-554e-49e0-a139-4e6ebba95ad0) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:42:35.699544 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5b88cead-802c-4351-a498-bf5325f51bdd req-3744ad31-40c1-4729-a3ac-dca632a30570 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:35.714321 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-5b88cead-802c-4351-a498-bf5325f51bdd req-3744ad31-40c1-4729-a3ac-dca632a30570 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Transition to ACTIVE for port object 92637cc8-554e-49e0-a139-4e6ebba95ad0 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:42:35.736536 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5b88cead-802c-4351-a498-bf5325f51bdd req-3744ad31-40c1-4729-a3ac-dca632a30570 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:35.799045 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b88cead-802c-4351-a498-bf5325f51bdd req-3744ad31-40c1-4729-a3ac-dca632a30570 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network b8e26c01-dda6-4942-8443-d95b4541633a is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:42:35.802197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-5b88cead-802c-4351-a498-bf5325f51bdd req-3744ad31-40c1-4729-a3ac-dca632a30570 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:42:35.811095 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b88cead-802c-4351-a498-bf5325f51bdd req-3744ad31-40c1-4729-a3ac-dca632a30570 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:42:35.847268 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744ad31-40c1-4729-a3ac-dca632a30570 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=92637cc8-554e-49e0-a139-4e6ebba95ad0,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:35.883683 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88cead-802c-4351-a498-bf5325f51bdd req-3744ad31-40c1-4729-a3ac-dca632a30570 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:35.884299 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5b88cead-802c-4351-a498-bf5325f51bdd req-3744ad31-40c1-4729-a3ac-dca632a30570 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:35.910607 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b88cead-802c-4351-a498-bf5325f51bdd req-3744ad31-40c1-4729-a3ac-dca632a30570 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7222145 Mar 09 04:42:35.921689 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-5b88cead-802c-4351-a498-bf5325f51bdd req-8dc5f4e6-516d-46d4-8d85-650f76ece8c6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 04:42:35.922885 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b88cead-802c-4351-a498-bf5325f51bdd req-8dc5f4e6-516d-46d4-8d85-650f76ece8c6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059049 Mar 09 04:42:35.933056 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-5b88cead-802c-4351-a498-bf5325f51bdd req-1391a81f-51ce-4616-8e00-26bb19ce0d7a service neutron] Request body: {'port': {'device_id': '479bb5ec-7fe5-4fb6-9d2a-bd945e894e06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:42:36.031222 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-95f2c483-3085-4ff9-99ce-e91c14559b56 None None] Provisioning for port 92637cc8-554e-49e0-a139-4e6ebba95ad0 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:42:36.036190 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-95f2c483-3085-4ff9-99ce-e91c14559b56 None None] Provisioning complete for port 92637cc8-554e-49e0-a139-4e6ebba95ad0 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:42:36.036540 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-95f2c483-3085-4ff9-99ce-e91c14559b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:36.042448 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5b88cead-802c-4351-a498-bf5325f51bdd req-1391a81f-51ce-4616-8e00-26bb19ce0d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:36.091470 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-95f2c483-3085-4ff9-99ce-e91c14559b56 None None] Port 92637cc8-554e-49e0-a139-4e6ebba95ad0 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:42:36.487650 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-5b88cead-802c-4351-a498-bf5325f51bdd req-1391a81f-51ce-4616-8e00-26bb19ce0d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92637cc8-554e-49e0-a139-4e6ebba95ad0 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:42:36.494994 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5b88cead-802c-4351-a498-bf5325f51bdd req-1391a81f-51ce-4616-8e00-26bb19ce0d7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:36.509038 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-5b88cead-802c-4351-a498-bf5325f51bdd req-1391a81f-51ce-4616-8e00-26bb19ce0d7a service neutron] Transition to ACTIVE for port object 92637cc8-554e-49e0-a139-4e6ebba95ad0 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:42:36.514139 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5b88cead-802c-4351-a498-bf5325f51bdd req-1391a81f-51ce-4616-8e00-26bb19ce0d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:36.688805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391a81f-51ce-4616-8e00-26bb19ce0d7a service neutron] Pushing event updated for resources: {'Port': ['ID=92637cc8-554e-49e0-a139-4e6ebba95ad0,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:36.821515 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c6e95-c9c4-4e17-8706-546ff20e0bc4 req-8e5b1934-1d3a-4814-9d46-4f2a60ecd347 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:36.822196 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ea3c6e95-c9c4-4e17-8706-546ff20e0bc4 req-8e5b1934-1d3a-4814-9d46-4f2a60ecd347 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:42:36.828767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-5b88cead-802c-4351-a498-bf5325f51bdd req-1391a81f-51ce-4616-8e00-26bb19ce0d7a service neutron] Attempting to bind port 92637cc8-554e-49e0-a139-4e6ebba95ad0 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:42:36.829041 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-5b88cead-802c-4351-a498-bf5325f51bdd req-1391a81f-51ce-4616-8e00-26bb19ce0d7a service neutron] Attempting to bind port 92637cc8-554e-49e0-a139-4e6ebba95ad0 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'ccba2846-79ae-46d0-820a-a1cf8140f6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:42:36.829358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b88cead-802c-4351-a498-bf5325f51bdd req-1391a81f-51ce-4616-8e00-26bb19ce0d7a service neutron] Attempting to bind port 92637cc8-554e-49e0-a139-4e6ebba95ad0 on network b8e26c01-dda6-4942-8443-d95b4541633a {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:42:36.836946 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b88cead-802c-4351-a498-bf5325f51bdd req-1391a81f-51ce-4616-8e00-26bb19ce0d7a service neutron] Port 92637cc8-554e-49e0-a139-4e6ebba95ad0 on network b8e26c01-dda6-4942-8443-d95b4541633a not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:42:36.837257 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b88cead-802c-4351-a498-bf5325f51bdd req-1391a81f-51ce-4616-8e00-26bb19ce0d7a service neutron] Attempting to bind port 92637cc8-554e-49e0-a139-4e6ebba95ad0 on network b8e26c01-dda6-4942-8443-d95b4541633a {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:42:36.846415 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b88cead-802c-4351-a498-bf5325f51bdd req-1391a81f-51ce-4616-8e00-26bb19ce0d7a service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:42:36.846711 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b88cead-802c-4351-a498-bf5325f51bdd req-1391a81f-51ce-4616-8e00-26bb19ce0d7a service neutron] Checking segment: {'id': 'ccba2846-79ae-46d0-820a-a1cf8140f6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:42:36.847234 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b88cead-802c-4351-a498-bf5325f51bdd req-1391a81f-51ce-4616-8e00-26bb19ce0d7a service neutron] Bound using segment: {'id': 'ccba2846-79ae-46d0-820a-a1cf8140f6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:42:36.847678 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-5b88cead-802c-4351-a498-bf5325f51bdd req-1391a81f-51ce-4616-8e00-26bb19ce0d7a service neutron] Bound port: 92637cc8-554e-49e0-a139-4e6ebba95ad0, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccba2846-79ae-46d0-820a-a1cf8140f6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:42:36.848013 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5b88cead-802c-4351-a498-bf5325f51bdd req-1391a81f-51ce-4616-8e00-26bb19ce0d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:36.858532 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ea3c6e95-c9c4-4e17-8706-546ff20e0bc4 req-8e5b1934-1d3a-4814-9d46-4f2a60ecd347 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:42:36.859680 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ea3c6e95-c9c4-4e17-8706-546ff20e0bc4 req-8e5b1934-1d3a-4814-9d46-4f2a60ecd347 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 943 time: 0.2881393 Mar 09 04:42:36.958731 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ea3c6e95-c9c4-4e17-8706-546ff20e0bc4 req-73214485-9cd0-41b8-93a0-be2d25477bc7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=58d376c5-878d-45d4-907e-2d175b76a746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923722 Mar 09 04:42:36.973348 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-5b88cead-802c-4351-a498-bf5325f51bdd req-1391a81f-51ce-4616-8e00-26bb19ce0d7a service neutron] For port 92637cc8-554e-49e0-a139-4e6ebba95ad0, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:42:36.976744 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-5b88cead-802c-4351-a498-bf5325f51bdd req-1391a81f-51ce-4616-8e00-26bb19ce0d7a service neutron] For port 92637cc8-554e-49e0-a139-4e6ebba95ad0, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=92637cc8-554e-49e0-a139-4e6ebba95ad0,segment=NetworkSegment(ccba2846-79ae-46d0-820a-a1cf8140f6d1),segment_id=ccba2846-79ae-46d0-820a-a1cf8140f6d1)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:42:36.980729 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5b88cead-802c-4351-a498-bf5325f51bdd req-1391a81f-51ce-4616-8e00-26bb19ce0d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:37.033138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88cead-802c-4351-a498-bf5325f51bdd req-1391a81f-51ce-4616-8e00-26bb19ce0d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:37.033851 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-5b88cead-802c-4351-a498-bf5325f51bdd req-1391a81f-51ce-4616-8e00-26bb19ce0d7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:37.035346 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b88cead-802c-4351-a498-bf5325f51bdd req-1391a81f-51ce-4616-8e00-26bb19ce0d7a service neutron] 10.222.0.21 "PUT /v2.0/ports/92637cc8-554e-49e0-a139-4e6ebba95ad0 HTTP/1.1" status: 200 len: 1091 time: 1.1068416 Mar 09 04:42:37.037711 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479bb5ec-7fe5-4fb6-9d2a-bd945e894e06', 'tag': '92637cc8-554e-49e0-a139-4e6ebba95ad0'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:42:37.073244 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391a81f-51ce-4616-8e00-26bb19ce0d7a service neutron] Pushing event updated for resources: {'Port': ['ID=92637cc8-554e-49e0-a139-4e6ebba95ad0,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:37.107137 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479bb5ec-7fe5-4fb6-9d2a-bd945e894e06', 'tag': '92637cc8-554e-49e0-a139-4e6ebba95ad0', 'status': 'completed', 'code': 200} Mar 09 04:42:37.150136 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88cead-802c-4351-a498-bf5325f51bdd req-006ee285-5219-4fd5-9e0a-87d0cc351013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:37.151675 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b88cead-802c-4351-a498-bf5325f51bdd req-006ee285-5219-4fd5-9e0a-87d0cc351013 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 1094 time: 0.0754795 Mar 09 04:42:37.223176 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b88cead-802c-4351-a498-bf5325f51bdd req-675adb03-ecc5-4d34-bd58-645ac3d1c2c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92637cc8-554e-49e0-a139-4e6ebba95ad0 HTTP/1.1" status: 200 len: 217 time: 0.0649617 Mar 09 04:42:37.283178 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88cead-802c-4351-a498-bf5325f51bdd req-2c29a46f-5d7b-44d7-b8db-232886fdc002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:37.284809 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b88cead-802c-4351-a498-bf5325f51bdd req-2c29a46f-5d7b-44d7-b8db-232886fdc002 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8e4836cb-a6b0-435f-bf79-58f97be1ac20 HTTP/1.1" status: 200 len: 835 time: 0.0562882 Mar 09 04:42:37.357634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88cead-802c-4351-a498-bf5325f51bdd req-d8d9e481-fb2b-4753-88b6-d7029b2e9454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:37.359089 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b88cead-802c-4351-a498-bf5325f51bdd req-d8d9e481-fb2b-4753-88b6-d7029b2e9454 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8e26c01-dda6-4942-8443-d95b4541633a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692828 Mar 09 04:42:37.487567 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b88cead-802c-4351-a498-bf5325f51bdd req-4c322710-278f-4689-9c94-ec87d81f18b7 service neutron] 10.222.0.21 "GET /v2.0/networks/b8e26c01-dda6-4942-8443-d95b4541633a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227567 Mar 09 04:42:37.613262 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-5b88cead-802c-4351-a498-bf5325f51bdd req-131d8476-ed31-462a-bec0-36ad76bb9970 service neutron] 10.222.0.21 "GET /v2.0/networks/b8e26c01-dda6-4942-8443-d95b4541633a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203914 Mar 09 04:42:37.731407 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd0f02-ffa9-497c-8a4a-b1bbb8c22b51 req-102d1842-e0bb-4d71-a596-a3ce1d610b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:37.732842 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7dcd0f02-ffa9-497c-8a4a-b1bbb8c22b51 req-102d1842-e0bb-4d71-a596-a3ce1d610b2b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 1094 time: 0.0741284 Mar 09 04:42:37.965823 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd0f02-ffa9-497c-8a4a-b1bbb8c22b51 req-8d6533d2-8e3c-4f3d-b92e-886784c1ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:37.967288 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7dcd0f02-ffa9-497c-8a4a-b1bbb8c22b51 req-8d6533d2-8e3c-4f3d-b92e-886784c1ed6d service neutron] 10.222.0.21 "GET /v2.0/networks?id=b8e26c01-dda6-4942-8443-d95b4541633a HTTP/1.1" status: 200 len: 898 time: 0.2281630 Mar 09 04:42:38.036966 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7dcd0f02-ffa9-497c-8a4a-b1bbb8c22b51 req-c49c6ffe-5373-4236-acd6-82a540736aff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92637cc8-554e-49e0-a139-4e6ebba95ad0 HTTP/1.1" status: 200 len: 217 time: 0.0623264 Mar 09 04:42:38.144491 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd0f02-ffa9-497c-8a4a-b1bbb8c22b51 req-84af582a-ad4a-4420-b7cf-7d084da71f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:38.145926 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7dcd0f02-ffa9-497c-8a4a-b1bbb8c22b51 req-84af582a-ad4a-4420-b7cf-7d084da71f64 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8e4836cb-a6b0-435f-bf79-58f97be1ac20 HTTP/1.1" status: 200 len: 835 time: 0.1028688 Mar 09 04:42:38.214123 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd2a37-a9ef-4763-8871-ce88fdaa4961 req-60834f9b-a8f7-4167-bef2-942e1e5cd6f8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:38.215561 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eadd2a37-a9ef-4763-8871-ce88fdaa4961 req-60834f9b-a8f7-4167-bef2-942e1e5cd6f8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 943 time: 0.1438246 Mar 09 04:42:38.272068 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eadd2a37-a9ef-4763-8871-ce88fdaa4961 req-c552efdb-362e-4b26-b6fa-b84fabc5ebff tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=58d376c5-878d-45d4-907e-2d175b76a746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499406 Mar 09 04:42:38.275301 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd0f02-ffa9-497c-8a4a-b1bbb8c22b51 req-f2412d0e-b746-47b4-b0c2-352969a54536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:38.276654 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7dcd0f02-ffa9-497c-8a4a-b1bbb8c22b51 req-f2412d0e-b746-47b4-b0c2-352969a54536 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8e26c01-dda6-4942-8443-d95b4541633a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235538 Mar 09 04:42:38.404419 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7dcd0f02-ffa9-497c-8a4a-b1bbb8c22b51 req-599af3dd-a356-44a2-a50b-67404abaee01 service neutron] 10.222.0.21 "GET /v2.0/networks/b8e26c01-dda6-4942-8443-d95b4541633a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207457 Mar 09 04:42:38.535296 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7dcd0f02-ffa9-497c-8a4a-b1bbb8c22b51 req-9dfbbf72-f152-417e-a59a-bc2082cdce35 service neutron] 10.222.0.21 "GET /v2.0/networks/b8e26c01-dda6-4942-8443-d95b4541633a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247108 Mar 09 04:42:39.263823 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:39.458048 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60c1bb-48a6-447b-8317-95cfd7c1f079 req-0ffefe69-fc01-4a9a-8158-5e11c9217a41 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:39.459525 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3e60c1bb-48a6-447b-8317-95cfd7c1f079 req-0ffefe69-fc01-4a9a-8158-5e11c9217a41 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 943 time: 0.0790346 Mar 09 04:42:39.507047 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3e60c1bb-48a6-447b-8317-95cfd7c1f079 req-14a62740-426a-4112-9955-68d1bd5aa5fa tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=58d376c5-878d-45d4-907e-2d175b76a746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404425 Mar 09 04:42:40.342387 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 92637cc8-554e-49e0-a139-4e6ebba95ad0 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:42:40.473233 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 92637cc8-554e-49e0-a139-4e6ebba95ad0, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=92637cc8-554e-49e0-a139-4e6ebba95ad0,segment=NetworkSegment(ccba2846-79ae-46d0-820a-a1cf8140f6d1),segment_id=ccba2846-79ae-46d0-820a-a1cf8140f6d1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:42:40.487223 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '92637cc8-554e-49e0-a139-4e6ebba95ad0', 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a', 'port_id': '92637cc8-554e-49e0-a139-4e6ebba95ad0', 'mac_address': 'fa:16:3e:e3:60:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4836cb-a6b0-435f-bf79-58f97be1ac20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:42:40.542078 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:40.559111 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92637cc8-554e-49e0-a139-4e6ebba95ad0 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:42:40.574207 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 92637cc8-554e-49e0-a139-4e6ebba95ad0, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=92637cc8-554e-49e0-a139-4e6ebba95ad0,segment=NetworkSegment(ccba2846-79ae-46d0-820a-a1cf8140f6d1),segment_id=ccba2846-79ae-46d0-820a-a1cf8140f6d1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:42:40.578299 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:40.647683 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=92637cc8-554e-49e0-a139-4e6ebba95ad0,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:40.692868 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0a9a9-130f-4e18-bb3c-6473b89094e6 req-151776f1-2aad-4c4e-8916-fbf777b08081 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:40.694342 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bfc0a9a9-130f-4e18-bb3c-6473b89094e6 req-151776f1-2aad-4c4e-8916-fbf777b08081 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 944 time: 0.0840840 Mar 09 04:42:40.738277 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bfc0a9a9-130f-4e18-bb3c-6473b89094e6 req-2872e1d7-c197-4017-851c-887560fc703a tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=58d376c5-878d-45d4-907e-2d175b76a746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383954 Mar 09 04:42:40.835752 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['92637cc8-554e-49e0-a139-4e6ebba95ad0'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:42:41.919812 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc7c8e-4eb4-4801-bd6a-a71645714655 req-420eb976-c859-4c0c-9a61-fdb0f46f2273 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:41.921305 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33cc7c8e-4eb4-4801-bd6a-a71645714655 req-420eb976-c859-4c0c-9a61-fdb0f46f2273 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 944 time: 0.0794516 Mar 09 04:42:41.966462 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33cc7c8e-4eb4-4801-bd6a-a71645714655 req-6ef7f211-e56b-494c-ae19-7bcdaa92a3b0 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=58d376c5-878d-45d4-907e-2d175b76a746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393946 Mar 09 04:42:42.342478 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 92637cc8-554e-49e0-a139-4e6ebba95ad0 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:42:42.409942 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 92637cc8-554e-49e0-a139-4e6ebba95ad0 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:42:42.415119 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 92637cc8-554e-49e0-a139-4e6ebba95ad0 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:42:42.415487 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:42.560355 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:42.587602 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479bb5ec-7fe5-4fb6-9d2a-bd945e894e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92637cc8-554e-49e0-a139-4e6ebba95ad0'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:42:42.597442 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 92637cc8-554e-49e0-a139-4e6ebba95ad0, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=92637cc8-554e-49e0-a139-4e6ebba95ad0,segment=NetworkSegment(ccba2846-79ae-46d0-820a-a1cf8140f6d1),segment_id=ccba2846-79ae-46d0-820a-a1cf8140f6d1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:42:42.600405 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:42.635085 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479bb5ec-7fe5-4fb6-9d2a-bd945e894e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92637cc8-554e-49e0-a139-4e6ebba95ad0', 'code': 200} Mar 09 04:42:42.667070 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=92637cc8-554e-49e0-a139-4e6ebba95ad0,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:42.753366 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a884bdf-d78b-45f8-9d81-a247d8ffeb6b req-b859113e-b3e6-4ba6-a1ff-5fc61967cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:42.754805 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2a884bdf-d78b-45f8-9d81-a247d8ffeb6b req-b859113e-b3e6-4ba6-a1ff-5fc61967cca5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 1096 time: 0.0691810 Mar 09 04:42:42.812574 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2a884bdf-d78b-45f8-9d81-a247d8ffeb6b req-05ac2af5-c082-42a2-9d5b-b7decf10b93b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=58d376c5-878d-45d4-907e-2d175b76a746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483603 Mar 09 04:42:43.153049 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42269bd5-7eaa-4510-bd60-92e7c7b547bd req-ffa5bd29-5dbc-4f6f-91a7-366eb62c63d6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:43.154477 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42269bd5-7eaa-4510-bd60-92e7c7b547bd req-ffa5bd29-5dbc-4f6f-91a7-366eb62c63d6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 945 time: 0.0870304 Mar 09 04:42:43.198346 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42269bd5-7eaa-4510-bd60-92e7c7b547bd req-13c5d8aa-cd45-4300-ba07-a27f4695bb0a tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=58d376c5-878d-45d4-907e-2d175b76a746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382762 Mar 09 04:42:44.386276 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae709afe-b494-4ff6-b644-a6b798b57692 req-9be0e106-3b9f-4079-9853-dddc20bdea2b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:44.387768 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ae709afe-b494-4ff6-b644-a6b798b57692 req-9be0e106-3b9f-4079-9853-dddc20bdea2b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 945 time: 0.0818300 Mar 09 04:42:44.432168 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ae709afe-b494-4ff6-b644-a6b798b57692 req-4478e0f4-5f18-493f-86b7-4a3b2bfdbeed tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=58d376c5-878d-45d4-907e-2d175b76a746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388334 Mar 09 04:42:44.619481 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e713a-5dc1-40b0-9efc-d5e08dde2fdc req-61a97cc8-a936-4041-8653-c64b7de60d03 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:44.620926 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-491e713a-5dc1-40b0-9efc-d5e08dde2fdc req-61a97cc8-a936-4041-8653-c64b7de60d03 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 945 time: 0.0811889 Mar 09 04:42:44.663738 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-491e713a-5dc1-40b0-9efc-d5e08dde2fdc req-328e2b96-04ee-4522-b46e-ddfe272c65f3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=58d376c5-878d-45d4-907e-2d175b76a746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372546 Mar 09 04:42:44.685834 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47994) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:42:44.757194 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34502c50-4936-4bbb-9dac-fb9ffe41106f tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:44.758638 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-34502c50-4936-4bbb-9dac-fb9ffe41106f tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 1091 time: 0.0718780 Mar 09 04:42:44.761396 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 47998) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:42:44.766206 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-3b7d1b30-f236-4f2a-87d4-58181d9a7f9f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'port_id': '92637cc8-554e-49e0-a139-4e6ebba95ad0', 'tenant_id': '082228de5a004917b79deb4618035197', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:42:44.772730 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3b7d1b30-f236-4f2a-87d4-58181d9a7f9f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:42:44.776623 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3b7d1b30-f236-4f2a-87d4-58181d9a7f9f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:floatingip and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:42:44.779695 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-3b7d1b30-f236-4f2a-87d4-58181d9a7f9f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:42:44.785523 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-3b7d1b30-f236-4f2a-87d4-58181d9a7f9f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:42:44.796210 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3b7d1b30-f236-4f2a-87d4-58181d9a7f9f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:44.942782 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3b7d1b30-f236-4f2a-87d4-58181d9a7f9f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:45.076381 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-3b7d1b30-f236-4f2a-87d4-58181d9a7f9f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Allocated IP 172.25.7.193 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/7bc162bd-7ca4-497a-a6d7-9b296d1adbdf) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:42:45.237838 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3b7d1b30-f236-4f2a-87d4-58181d9a7f9f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:45.266897 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3b7d1b30-f236-4f2a-87d4-58181d9a7f9f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:45.326696 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7d1b30-f236-4f2a-87d4-58181d9a7f9f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:42:45.333676 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-3b7d1b30-f236-4f2a-87d4-58181d9a7f9f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:42:45.338209 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d1b30-f236-4f2a-87d4-58181d9a7f9f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:42:45.370190 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d1b30-f236-4f2a-87d4-58181d9a7f9f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=7bc162bd-7ca4-497a-a6d7-9b296d1adbdf,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:45.850382 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3b7d1b30-f236-4f2a-87d4-58181d9a7f9f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:45.927649 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3b7d1b30-f236-4f2a-87d4-58181d9a7f9f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:46.129068 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3b7d1b30-f236-4f2a-87d4-58181d9a7f9f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:46.134088 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3b7d1b30-f236-4f2a-87d4-58181d9a7f9f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:46.241999 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d1b30-f236-4f2a-87d4-58181d9a7f9f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=7bc162bd-7ca4-497a-a6d7-9b296d1adbdf,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:42:46.251556 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3b7d1b30-f236-4f2a-87d4-58181d9a7f9f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:46.419683 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-3b7d1b30-f236-4f2a-87d4-58181d9a7f9f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Floating IP ba524f30-fd76-4fdc-ba32-d47d7d591e13 associated. External IP: 172.25.7.193, port: 92637cc8-554e-49e0-a139-4e6ebba95ad0. Mar 09 04:42:46.761798 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7d1b30-f236-4f2a-87d4-58181d9a7f9f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Router bdcf6303-1f43-4d3d-971a-75f7267689a4 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:42:46.940119 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7d1b30-f236-4f2a-87d4-58181d9a7f9f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:42:46.951153 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56ac58c-496f-4412-ab2a-1381614450ae None None] Sync routers for ids ['bdcf6303-1f43-4d3d-971a-75f7267689a4'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:42:46.965398 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-3b7d1b30-f236-4f2a-87d4-58181d9a7f9f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:42:46.966879 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56ac58c-496f-4412-ab2a-1381614450ae None None] Routers {'bdcf6303-1f43-4d3d-971a-75f7267689a4'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:42:46.967507 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a56ac58c-496f-4412-ab2a-1381614450ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:42:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bdcf6303-1f43-4d3d-971a-75f7267689a4'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:42:47.019482 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-3b7d1b30-f236-4f2a-87d4-58181d9a7f9f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2569594 Mar 09 04:42:47.019968 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479bb5ec-7fe5-4fb6-9d2a-bd945e894e06', 'tag': '92637cc8-554e-49e0-a139-4e6ebba95ad0'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:42:47.066001 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479bb5ec-7fe5-4fb6-9d2a-bd945e894e06', 'tag': '92637cc8-554e-49e0-a139-4e6ebba95ad0', 'status': 'completed', 'code': 200} Mar 09 04:42:47.218986 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-a56ac58c-496f-4412-ab2a-1381614450ae None None] Set router bdcf6303-1f43-4d3d-971a-75f7267689a4 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:42:47.221394 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfbc67-82e7-47d1-9197-c1763131da84 req-5281a512-43ba-4389-b67a-70283723b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:47.222884 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-25cfbc67-82e7-47d1-9197-c1763131da84 req-5281a512-43ba-4389-b67a-70283723b2a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 1096 time: 0.1329377 Mar 09 04:42:47.234089 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982874a-5180-4813-9f46-276aa4102ab4 req-273afadd-8524-4cb6-a41c-3cd2efa745c6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:47.235462 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3982874a-5180-4813-9f46-276aa4102ab4 req-273afadd-8524-4cb6-a41c-3cd2efa745c6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 945 time: 0.1103237 Mar 09 04:42:47.377405 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3982874a-5180-4813-9f46-276aa4102ab4 req-2d9ddb9a-6c51-4e03-b270-5d944fb5de11 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=58d376c5-878d-45d4-907e-2d175b76a746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240022 Mar 09 04:42:47.401399 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48006) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:42:47.403541 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfbc67-82e7-47d1-9197-c1763131da84 req-d19b2bf9-053f-49d1-890b-f3c75b54a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:47.404989 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-25cfbc67-82e7-47d1-9197-c1763131da84 req-d19b2bf9-053f-49d1-890b-f3c75b54a763 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b8e26c01-dda6-4942-8443-d95b4541633a HTTP/1.1" status: 200 len: 898 time: 0.1687067 Mar 09 04:42:47.519031 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-25cfbc67-82e7-47d1-9197-c1763131da84 req-44393aec-fbc8-46b3-bc57-9c87794d560d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92637cc8-554e-49e0-a139-4e6ebba95ad0 HTTP/1.1" status: 200 len: 999 time: 0.1081889 Mar 09 04:42:47.589368 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfbc67-82e7-47d1-9197-c1763131da84 req-fa71dfac-093b-4fc6-885e-79cf3bade9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:47.590872 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-25cfbc67-82e7-47d1-9197-c1763131da84 req-fa71dfac-093b-4fc6-885e-79cf3bade9e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8e4836cb-a6b0-435f-bf79-58f97be1ac20 HTTP/1.1" status: 200 len: 835 time: 0.0663128 Mar 09 04:42:47.595456 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a56ac58c-496f-4412-ab2a-1381614450ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481092963', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:42:22Z', 'updated_at': '2022-03-09T04:42:27Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:42:23Z', 'updated_at': '2022-03-09T04:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'ba524f30-fd76-4fdc-ba32-d47d7d591e13', 'tenant_id': '082228de5a004917b79deb4618035197', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'port_id': '92637cc8-554e-49e0-a139-4e6ebba95ad0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a', 'mac_address': 'fa:16:3e:e3:60:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479bb5ec-7fe5-4fb6-9d2a-bd945e894e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:42:45Z', 'updated_at': '2022-03-09T04:42:45Z', 'revision_number': 0, 'project_id': '082228de5a004917b79deb4618035197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be578ac-aab2-4bb1-9e7d-640707387d20', 'name': '', 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:75:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '8e4836cb-a6b0-435f-bf79-58f97be1ac20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:42:26Z', 'updated_at': '2022-03-09T04:42:31Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '8e4836cb-a6b0-435f-bf79-58f97be1ac20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:42:47.599777 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56ac58c-496f-4412-ab2a-1381614450ae None None] Checking router: bdcf6303-1f43-4d3d-971a-75f7267689a4 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:42:47.608392 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56ac58c-496f-4412-ab2a-1381614450ae None None] Routers {'bdcf6303-1f43-4d3d-971a-75f7267689a4'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:42:47.608987 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a56ac58c-496f-4412-ab2a-1381614450ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:42:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bdcf6303-1f43-4d3d-971a-75f7267689a4'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:42:47.634481 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bce2e170-653b-4502-9ba1-10840aa5aad7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/floatingips/ba524f30-fd76-4fdc-ba32-d47d7d591e13 HTTP/1.1" status: 200 len: 991 time: 0.2306132 Mar 09 04:42:47.665178 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfbc67-82e7-47d1-9197-c1763131da84 req-ea69d7fc-d718-4977-abdb-e74a3d720eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:42:47.666637 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-25cfbc67-82e7-47d1-9197-c1763131da84 req-ea69d7fc-d718-4977-abdb-e74a3d720eb6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8e26c01-dda6-4942-8443-d95b4541633a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701933 Mar 09 04:42:47.790931 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-a56ac58c-496f-4412-ab2a-1381614450ae None None] Set router bdcf6303-1f43-4d3d-971a-75f7267689a4 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:42:47.907121 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-25cfbc67-82e7-47d1-9197-c1763131da84 req-9cece34f-656a-4a1d-a6f4-7566babd4a4c service neutron] 10.222.0.21 "GET /v2.0/networks/b8e26c01-dda6-4942-8443-d95b4541633a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347004 Mar 09 04:42:48.042447 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-25cfbc67-82e7-47d1-9197-c1763131da84 req-53f76900-e7a3-45d9-af60-958bc9f0bf47 service neutron] 10.222.0.21 "GET /v2.0/networks/b8e26c01-dda6-4942-8443-d95b4541633a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288843 Mar 09 04:42:48.183411 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a56ac58c-496f-4412-ab2a-1381614450ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481092963', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:42:22Z', 'updated_at': '2022-03-09T04:42:27Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:42:23Z', 'updated_at': '2022-03-09T04:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'ba524f30-fd76-4fdc-ba32-d47d7d591e13', 'tenant_id': '082228de5a004917b79deb4618035197', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'port_id': '92637cc8-554e-49e0-a139-4e6ebba95ad0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a', 'mac_address': 'fa:16:3e:e3:60:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479bb5ec-7fe5-4fb6-9d2a-bd945e894e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:42:45Z', 'updated_at': '2022-03-09T04:42:45Z', 'revision_number': 0, 'project_id': '082228de5a004917b79deb4618035197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be578ac-aab2-4bb1-9e7d-640707387d20', 'name': '', 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:75:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '8e4836cb-a6b0-435f-bf79-58f97be1ac20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:42:26Z', 'updated_at': '2022-03-09T04:42:31Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '8e4836cb-a6b0-435f-bf79-58f97be1ac20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:42:48.187271 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56ac58c-496f-4412-ab2a-1381614450ae None None] The sync data for ids ['bdcf6303-1f43-4d3d-971a-75f7267689a4'] in n-d-825178-5 is: [{'id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481092963', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:42:22Z', 'updated_at': '2022-03-09T04:42:27Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:42:23Z', 'updated_at': '2022-03-09T04:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'ba524f30-fd76-4fdc-ba32-d47d7d591e13', 'tenant_id': '082228de5a004917b79deb4618035197', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'port_id': '92637cc8-554e-49e0-a139-4e6ebba95ad0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a', 'mac_address': 'fa:16:3e:e3:60:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479bb5ec-7fe5-4fb6-9d2a-bd945e894e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:42:45Z', 'updated_at': '2022-03-09T04:42:45Z', 'revision_number': 0, 'project_id': '082228de5a004917b79deb4618035197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be578ac-aab2-4bb1-9e7d-640707387d20', 'name': '', 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:75:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '8e4836cb-a6b0-435f-bf79-58f97be1ac20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:42:26Z', 'updated_at': '2022-03-09T04:42:31Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '8e4836cb-a6b0-435f-bf79-58f97be1ac20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:42:48.374527 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdb873b-83d8-4cd3-b0af-76d4b875de7a None None] New status for floating IP ba524f30-fd76-4fdc-ba32-d47d7d591e13: ACTIVE {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:42:48.636299 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48010) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:42:48.742195 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-263e2007-b76a-4236-bf63-71668a5f09ec tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/floatingips/ba524f30-fd76-4fdc-ba32-d47d7d591e13 HTTP/1.1" status: 200 len: 993 time: 0.1046877 Mar 09 04:42:53.636006 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:42:58.822819 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-85ecfe7b-1e6d-46dc-b5c0-f3467a25e9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:43:01.225834 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c436b5e7-6ede-4d16-b44e-46c29abd77cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:43:02.369969 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:43:02.424529 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:43:03.691454 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:43:04.709408 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:43:09.265157 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:43:20.218795 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c295c3a-8fc6-465a-94d6-1ff96a9ffa8a req-42604eb9-b8da-4509-a974-b3001805a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:43:20.220223 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c295c3a-8fc6-465a-94d6-1ff96a9ffa8a req-42604eb9-b8da-4509-a974-b3001805a675 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 1096 time: 0.0711620 Mar 09 04:43:20.258579 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6cd71-cb2d-483a-98ba-570f1cad033a req-796873a2-46ba-41a2-b88d-76750e8fc987 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:43:20.260059 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dfe6cd71-cb2d-483a-98ba-570f1cad033a req-796873a2-46ba-41a2-b88d-76750e8fc987 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 945 time: 0.0796070 Mar 09 04:43:20.308070 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dfe6cd71-cb2d-483a-98ba-570f1cad033a req-5009f7a3-854c-491f-ad31-34c882c5b4c9 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=58d376c5-878d-45d4-907e-2d175b76a746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422881 Mar 09 04:43:20.354705 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c295c3a-8fc6-465a-94d6-1ff96a9ffa8a req-846ff3d7-0d26-43a9-b669-694aad00dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:43:20.356179 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c295c3a-8fc6-465a-94d6-1ff96a9ffa8a req-846ff3d7-0d26-43a9-b669-694aad00dc1a service neutron] 10.222.0.21 "GET /v2.0/networks?id=b8e26c01-dda6-4942-8443-d95b4541633a HTTP/1.1" status: 200 len: 898 time: 0.1298573 Mar 09 04:43:20.459184 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c295c3a-8fc6-465a-94d6-1ff96a9ffa8a req-42507c36-f718-4589-9115-fd700d8d7c35 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92637cc8-554e-49e0-a139-4e6ebba95ad0 HTTP/1.1" status: 200 len: 1001 time: 0.0963373 Mar 09 04:43:20.522849 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c295c3a-8fc6-465a-94d6-1ff96a9ffa8a req-98d7b99d-09f1-46df-80c2-f0eda411be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:43:20.524776 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c295c3a-8fc6-465a-94d6-1ff96a9ffa8a req-98d7b99d-09f1-46df-80c2-f0eda411be09 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8e4836cb-a6b0-435f-bf79-58f97be1ac20 HTTP/1.1" status: 200 len: 835 time: 0.0591998 Mar 09 04:43:20.600275 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c295c3a-8fc6-465a-94d6-1ff96a9ffa8a req-22c581df-ca0d-478d-ab42-5ba182d39ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:43:20.601696 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c295c3a-8fc6-465a-94d6-1ff96a9ffa8a req-22c581df-ca0d-478d-ab42-5ba182d39ea3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8e26c01-dda6-4942-8443-d95b4541633a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678964 Mar 09 04:43:20.731051 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c295c3a-8fc6-465a-94d6-1ff96a9ffa8a req-cccb9320-8397-43a3-8767-244e984ccb92 service neutron] 10.222.0.21 "GET /v2.0/networks/b8e26c01-dda6-4942-8443-d95b4541633a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228704 Mar 09 04:43:20.860612 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6c295c3a-8fc6-465a-94d6-1ff96a9ffa8a req-4b0a948c-1ef0-4b28-af38-796297c15d26 service neutron] 10.222.0.21 "GET /v2.0/networks/b8e26c01-dda6-4942-8443-d95b4541633a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228373 Mar 09 04:43:21.496826 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00dc776-656d-4977-8429-b42537a3c8be req-b836131b-df26-4d3b-bbb4-2bfd505c5a1e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:43:21.498270 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d00dc776-656d-4977-8429-b42537a3c8be req-b836131b-df26-4d3b-bbb4-2bfd505c5a1e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 945 time: 0.0851250 Mar 09 04:43:21.541775 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d00dc776-656d-4977-8429-b42537a3c8be req-353739c2-850f-45d2-8297-5e3da37bc71e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=58d376c5-878d-45d4-907e-2d175b76a746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376859 Mar 09 04:43:22.728391 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf14fe-e884-4d63-8ab8-f44301b92f73 req-16a0b310-830d-4d3b-a4ed-6917fc969ddf tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:43:22.729973 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91cf14fe-e884-4d63-8ab8-f44301b92f73 req-16a0b310-830d-4d3b-a4ed-6917fc969ddf tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 945 time: 0.0804391 Mar 09 04:43:22.772909 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91cf14fe-e884-4d63-8ab8-f44301b92f73 req-3b92c31b-66b1-4f44-8807-24e13e7d50f8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=58d376c5-878d-45d4-907e-2d175b76a746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373886 Mar 09 04:43:23.955086 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce597da0-a10f-44eb-b03f-429818715e7e req-af293cba-4b2f-489c-a09f-014aa168bf98 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:43:23.956542 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce597da0-a10f-44eb-b03f-429818715e7e req-af293cba-4b2f-489c-a09f-014aa168bf98 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 945 time: 0.0801957 Mar 09 04:43:24.001718 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce597da0-a10f-44eb-b03f-429818715e7e req-7cd1296f-35d1-4f0d-a712-e7122f807cca tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=58d376c5-878d-45d4-907e-2d175b76a746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395150 Mar 09 04:43:25.187224 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a262f-e017-4349-bde1-ce848ce0a8f6 req-dae9d5b9-a682-4046-ac9e-a89dc211796b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:43:25.188586 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e63a262f-e017-4349-bde1-ce848ce0a8f6 req-dae9d5b9-a682-4046-ac9e-a89dc211796b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 945 time: 0.0834525 Mar 09 04:43:25.231358 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e63a262f-e017-4349-bde1-ce848ce0a8f6 req-4823b8d9-6144-4968-bda2-db9297660992 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=58d376c5-878d-45d4-907e-2d175b76a746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373478 Mar 09 04:43:25.875478 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c31c5b-c64e-4ad6-88d4-465f0a12359f req-5ddc457f-8ec2-467d-87fe-5ccdca24ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:43:25.876912 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c1c31c5b-c64e-4ad6-88d4-465f0a12359f req-5ddc457f-8ec2-467d-87fe-5ccdca24ca09 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 1096 time: 0.0716524 Mar 09 04:43:26.017475 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c31c5b-c64e-4ad6-88d4-465f0a12359f req-b3dc4d62-0f6d-48cd-92f9-bde5741e5473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:43:26.018981 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c1c31c5b-c64e-4ad6-88d4-465f0a12359f req-b3dc4d62-0f6d-48cd-92f9-bde5741e5473 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b8e26c01-dda6-4942-8443-d95b4541633a HTTP/1.1" status: 200 len: 898 time: 0.1230512 Mar 09 04:43:26.120531 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c1c31c5b-c64e-4ad6-88d4-465f0a12359f req-6c9b8b02-b45a-4e22-ab74-9ac96df54ea6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92637cc8-554e-49e0-a139-4e6ebba95ad0 HTTP/1.1" status: 200 len: 1001 time: 0.0952656 Mar 09 04:43:26.182398 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c31c5b-c64e-4ad6-88d4-465f0a12359f req-f6826553-07ed-44d0-8fc1-5f744c5369df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:43:26.183883 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c1c31c5b-c64e-4ad6-88d4-465f0a12359f req-f6826553-07ed-44d0-8fc1-5f744c5369df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8e4836cb-a6b0-435f-bf79-58f97be1ac20 HTTP/1.1" status: 200 len: 835 time: 0.0564470 Mar 09 04:43:26.257115 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c31c5b-c64e-4ad6-88d4-465f0a12359f req-17475cdd-bdff-4cff-a66a-f8e30b3fcea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:43:26.259064 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c1c31c5b-c64e-4ad6-88d4-465f0a12359f req-17475cdd-bdff-4cff-a66a-f8e30b3fcea4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8e26c01-dda6-4942-8443-d95b4541633a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672278 Mar 09 04:43:26.548562 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c1c31c5b-c64e-4ad6-88d4-465f0a12359f req-eb9aee14-3104-45ee-8d71-1cc1da73b785 service neutron] 10.222.0.21 "GET /v2.0/networks/b8e26c01-dda6-4942-8443-d95b4541633a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837379 Mar 09 04:43:26.605009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168eba4f-0ce1-4d4e-a398-d11d3c826bf9 req-d203cdd2-1fe9-4354-a8a5-114e878c6976 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:43:26.606399 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-168eba4f-0ce1-4d4e-a398-d11d3c826bf9 req-d203cdd2-1fe9-4354-a8a5-114e878c6976 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 945 time: 0.2622187 Mar 09 04:43:26.718181 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-168eba4f-0ce1-4d4e-a398-d11d3c826bf9 req-8ace8734-5a0b-472f-9b26-64a19f2fd49e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=58d376c5-878d-45d4-907e-2d175b76a746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679309 Mar 09 04:43:26.725826 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c1c31c5b-c64e-4ad6-88d4-465f0a12359f req-aec918e1-8dc7-4f9e-8abf-22e2ba45c3c2 service neutron] 10.222.0.21 "GET /v2.0/networks/b8e26c01-dda6-4942-8443-d95b4541633a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668854 Mar 09 04:43:27.897519 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517ea4a-79a3-4de6-b878-9783a2a7e28e req-863495a0-cc3b-4ce1-87dc-da415e0439d1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:43:27.899635 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8517ea4a-79a3-4de6-b878-9783a2a7e28e req-863495a0-cc3b-4ce1-87dc-da415e0439d1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 945 time: 0.0786457 Mar 09 04:43:27.946258 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8517ea4a-79a3-4de6-b878-9783a2a7e28e req-313096ff-3eda-40a3-b673-63064e49a8d6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=58d376c5-878d-45d4-907e-2d175b76a746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399814 Mar 09 04:43:28.824255 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6980bf3a-ba59-4e04-ae73-d11803ed29b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:43:29.131950 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64f2a1-222f-4a77-a565-e1a0a0afc477 req-7e7b8630-63f8-4a8d-9dcc-82d2c4cb4cbe tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:43:29.133807 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0f64f2a1-222f-4a77-a565-e1a0a0afc477 req-7e7b8630-63f8-4a8d-9dcc-82d2c4cb4cbe tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 945 time: 0.0824790 Mar 09 04:43:29.176773 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0f64f2a1-222f-4a77-a565-e1a0a0afc477 req-4b4545e7-fa80-47a9-9bb2-a46f1ccecc75 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=58d376c5-878d-45d4-907e-2d175b76a746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374827 Mar 09 04:43:30.374719 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0ba1c-e7c6-4249-b6ce-ab908fed6f87 req-16e4ffa6-7b99-4fa2-a7b7-facf0f7a7a8f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:43:30.376218 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-50a0ba1c-e7c6-4249-b6ce-ab908fed6f87 req-16e4ffa6-7b99-4fa2-a7b7-facf0f7a7a8f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 945 time: 0.0931265 Mar 09 04:43:30.431604 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-50a0ba1c-e7c6-4249-b6ce-ab908fed6f87 req-bddf897f-5d15-49e5-a60a-43c69bafbaeb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=58d376c5-878d-45d4-907e-2d175b76a746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498552 Mar 09 04:43:30.635475 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:43:31.226451 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e13f91ef-b444-4316-91b1-0e635b03a1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:43:31.616136 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5803999-cd89-430d-b49f-698a27eeabfe req-8387b06c-1121-41d2-8eb3-e712520c8d65 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:43:31.618141 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d5803999-cd89-430d-b49f-698a27eeabfe req-8387b06c-1121-41d2-8eb3-e712520c8d65 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 945 time: 0.0795946 Mar 09 04:43:31.663783 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d5803999-cd89-430d-b49f-698a27eeabfe req-ca2d9e18-2cf8-4856-bb39-b209ae7f18d0 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=58d376c5-878d-45d4-907e-2d175b76a746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395691 Mar 09 04:43:32.371422 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:43:32.426012 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:43:32.843379 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29302add-b2d7-4f25-923f-3ecd9374773e req-0b7f173b-5b46-48ec-bdc4-c518970e2a52 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:43:32.844790 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-29302add-b2d7-4f25-923f-3ecd9374773e req-0b7f173b-5b46-48ec-bdc4-c518970e2a52 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 945 time: 0.0780907 Mar 09 04:43:32.888605 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-29302add-b2d7-4f25-923f-3ecd9374773e req-2291afa8-4775-499e-920f-76ebe13d1ff2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=58d376c5-878d-45d4-907e-2d175b76a746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380957 Mar 09 04:43:33.692569 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:43:34.075127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00b894-c83f-4a26-8b35-6107ee2b614d req-aa48cf3b-ab40-4dd2-af9e-ff4594e06d87 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:43:34.076589 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ea00b894-c83f-4a26-8b35-6107ee2b614d req-aa48cf3b-ab40-4dd2-af9e-ff4594e06d87 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 945 time: 0.0839801 Mar 09 04:43:34.119438 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ea00b894-c83f-4a26-8b35-6107ee2b614d req-76367399-9f72-4b41-af87-ff325121994e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=58d376c5-878d-45d4-907e-2d175b76a746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373161 Mar 09 04:43:34.738974 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:43:35.302378 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93dd13-890d-4227-b0b4-59f2bab121b6 req-7b8910a2-cb13-4275-815d-f163f135c499 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:43:35.303746 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9b93dd13-890d-4227-b0b4-59f2bab121b6 req-7b8910a2-cb13-4275-815d-f163f135c499 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 945 time: 0.0811977 Mar 09 04:43:35.347579 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9b93dd13-890d-4227-b0b4-59f2bab121b6 req-4a1c4101-9f23-45eb-8bdf-3c659580fffe tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=58d376c5-878d-45d4-907e-2d175b76a746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382926 Mar 09 04:43:36.527375 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379d9b8-202e-431b-9655-e9f8e08bd636 req-ec50982c-9638-41c6-8bbf-308a2edd5eb7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:43:36.529464 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2379d9b8-202e-431b-9655-e9f8e08bd636 req-ec50982c-9638-41c6-8bbf-308a2edd5eb7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 945 time: 0.0800989 Mar 09 04:43:36.573656 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2379d9b8-202e-431b-9655-e9f8e08bd636 req-b90c73ee-21d1-493f-a02e-f612e0ea11c6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=58d376c5-878d-45d4-907e-2d175b76a746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387101 Mar 09 04:43:37.759401 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41f5d6-848b-495c-a9ea-ada2b06881d9 req-5dff9f24-93a5-4a42-8df8-fd307a27ddda tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:43:37.760866 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9e41f5d6-848b-495c-a9ea-ada2b06881d9 req-5dff9f24-93a5-4a42-8df8-fd307a27ddda tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 945 time: 0.0820646 Mar 09 04:43:37.808306 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9e41f5d6-848b-495c-a9ea-ada2b06881d9 req-3de1e50c-a55e-49d6-8c13-472a5dc520a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=58d376c5-878d-45d4-907e-2d175b76a746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419040 Mar 09 04:43:37.830276 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48068) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:43:37.936023 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2a8636bc-c3c1-4f73-8893-06d1e0822c98 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/floatingips/ba524f30-fd76-4fdc-ba32-d47d7d591e13 HTTP/1.1" status: 200 len: 993 time: 0.1046433 Mar 09 04:43:39.263445 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:43:58.825939 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-334e98ec-ce18-47f2-8120-88314844524e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:01.227473 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1c7ced27-fbfb-4c63-92b6-1ca82f4aa33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:02.373293 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:02.428152 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:03.695310 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:04.737991 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:07.634357 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:44:08.339535 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48082) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:44:08.536611 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-94475a43-5466-4462-aadb-4c9b33c744e7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Deleting port 7bc162bd-7ca4-497a-a6d7-9b296d1adbdf {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:44:08.536945 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-94475a43-5466-4462-aadb-4c9b33c744e7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:08.709282 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-94475a43-5466-4462-aadb-4c9b33c744e7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:08.709514 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-94475a43-5466-4462-aadb-4c9b33c744e7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:08.928162 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-94475a43-5466-4462-aadb-4c9b33c744e7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Calling delete_port for 7bc162bd-7ca4-497a-a6d7-9b296d1adbdf owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:44:09.076559 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-94475a43-5466-4462-aadb-4c9b33c744e7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:09.123165 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94475a43-5466-4462-aadb-4c9b33c744e7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Port': ['ID=7bc162bd-7ca4-497a-a6d7-9b296d1adbdf,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:09.188639 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94475a43-5466-4462-aadb-4c9b33c744e7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:09.188979 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94475a43-5466-4462-aadb-4c9b33c744e7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:09.189311 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94475a43-5466-4462-aadb-4c9b33c744e7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:09.189662 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94475a43-5466-4462-aadb-4c9b33c744e7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:09.189968 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94475a43-5466-4462-aadb-4c9b33c744e7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:09.190288 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94475a43-5466-4462-aadb-4c9b33c744e7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:09.190606 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94475a43-5466-4462-aadb-4c9b33c744e7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:09.190943 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94475a43-5466-4462-aadb-4c9b33c744e7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:09.191263 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94475a43-5466-4462-aadb-4c9b33c744e7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:09.191578 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94475a43-5466-4462-aadb-4c9b33c744e7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:09.191890 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94475a43-5466-4462-aadb-4c9b33c744e7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:09.192200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94475a43-5466-4462-aadb-4c9b33c744e7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:09.222815 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-94475a43-5466-4462-aadb-4c9b33c744e7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:09.223169 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-94475a43-5466-4462-aadb-4c9b33c744e7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Floating IP ba524f30-fd76-4fdc-ba32-d47d7d591e13 disassociated (deleted). External IP: 172.25.7.193, port: 92637cc8-554e-49e0-a139-4e6ebba95ad0. Mar 09 04:44:09.259996 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:09.565356 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94475a43-5466-4462-aadb-4c9b33c744e7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Router bdcf6303-1f43-4d3d-971a-75f7267689a4 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:44:09.742052 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94475a43-5466-4462-aadb-4c9b33c744e7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:44:09.751323 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a938710-64c3-4289-bfff-0216e6f32482 None None] Sync routers for ids ['bdcf6303-1f43-4d3d-971a-75f7267689a4'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:44:09.760932 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a938710-64c3-4289-bfff-0216e6f32482 None None] Routers {'bdcf6303-1f43-4d3d-971a-75f7267689a4'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:44:09.761536 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0a938710-64c3-4289-bfff-0216e6f32482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:44:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bdcf6303-1f43-4d3d-971a-75f7267689a4'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:44:09.761690 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-94475a43-5466-4462-aadb-4c9b33c744e7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:09.815230 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-94475a43-5466-4462-aadb-4c9b33c744e7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "DELETE /v2.0/floatingips/ba524f30-fd76-4fdc-ba32-d47d7d591e13 HTTP/1.1" status: 204 len: 168 time: 1.4746094 Mar 09 04:44:09.815863 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479bb5ec-7fe5-4fb6-9d2a-bd945e894e06', 'tag': '92637cc8-554e-49e0-a139-4e6ebba95ad0'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:44:09.872044 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479bb5ec-7fe5-4fb6-9d2a-bd945e894e06', 'tag': '92637cc8-554e-49e0-a139-4e6ebba95ad0', 'status': 'completed', 'code': 200} Mar 09 04:44:09.957550 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-0a938710-64c3-4289-bfff-0216e6f32482 None None] Set router bdcf6303-1f43-4d3d-971a-75f7267689a4 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:44:09.972335 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52292063-5556-4fc0-b518-cc7ef248edea req-0f770ed3-e8a2-4bb5-b1e7-1eb6490e6886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:09.974335 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-52292063-5556-4fc0-b518-cc7ef248edea req-0f770ed3-e8a2-4bb5-b1e7-1eb6490e6886 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 1096 time: 0.0786150 Mar 09 04:44:10.127177 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52292063-5556-4fc0-b518-cc7ef248edea req-002c9a18-7d2d-4a14-8fdc-3df9f1c5d5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:10.128629 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-52292063-5556-4fc0-b518-cc7ef248edea req-002c9a18-7d2d-4a14-8fdc-3df9f1c5d5d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b8e26c01-dda6-4942-8443-d95b4541633a HTTP/1.1" status: 200 len: 898 time: 0.1456864 Mar 09 04:44:10.202423 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-52292063-5556-4fc0-b518-cc7ef248edea req-5f75866a-ee45-44e7-b85c-8d059f62eca4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92637cc8-554e-49e0-a139-4e6ebba95ad0 HTTP/1.1" status: 200 len: 217 time: 0.0661235 Mar 09 04:44:10.279851 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0a938710-64c3-4289-bfff-0216e6f32482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481092963', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:42:22Z', 'updated_at': '2022-03-09T04:42:27Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:42:23Z', 'updated_at': '2022-03-09T04:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '6be578ac-aab2-4bb1-9e7d-640707387d20', 'name': '', 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:75:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '8e4836cb-a6b0-435f-bf79-58f97be1ac20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:42:26Z', 'updated_at': '2022-03-09T04:42:31Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '8e4836cb-a6b0-435f-bf79-58f97be1ac20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:44:10.283720 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a938710-64c3-4289-bfff-0216e6f32482 None None] Checking router: bdcf6303-1f43-4d3d-971a-75f7267689a4 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:44:10.291914 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a938710-64c3-4289-bfff-0216e6f32482 None None] Routers {'bdcf6303-1f43-4d3d-971a-75f7267689a4'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:44:10.292507 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0a938710-64c3-4289-bfff-0216e6f32482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:44:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bdcf6303-1f43-4d3d-971a-75f7267689a4'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:44:10.310823 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52292063-5556-4fc0-b518-cc7ef248edea req-b5bd0f54-e8c5-4179-a6e5-14dda4d7d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:10.312280 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-52292063-5556-4fc0-b518-cc7ef248edea req-b5bd0f54-e8c5-4179-a6e5-14dda4d7d394 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8e4836cb-a6b0-435f-bf79-58f97be1ac20 HTTP/1.1" status: 200 len: 835 time: 0.1039221 Mar 09 04:44:10.385982 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea1c6d-46d1-4aba-9078-d49ce2b9b08e req-ad4dc43f-f9ba-410f-9360-c5e512dc23d7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:10.387384 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38ea1c6d-46d1-4aba-9078-d49ce2b9b08e req-ad4dc43f-f9ba-410f-9360-c5e512dc23d7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 945 time: 0.2724688 Mar 09 04:44:10.443387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52292063-5556-4fc0-b518-cc7ef248edea req-66eaa1ed-1fa1-41ca-86d1-fc36a7d4e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:10.444855 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-52292063-5556-4fc0-b518-cc7ef248edea req-66eaa1ed-1fa1-41ca-86d1-fc36a7d4e58f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8e26c01-dda6-4942-8443-d95b4541633a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252470 Mar 09 04:44:10.447786 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-38ea1c6d-46d1-4aba-9078-d49ce2b9b08e req-a90ff62e-846b-4169-b03f-7648fc3d1bac tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=58d376c5-878d-45d4-907e-2d175b76a746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547621 Mar 09 04:44:10.470547 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-0a938710-64c3-4289-bfff-0216e6f32482 None None] Set router bdcf6303-1f43-4d3d-971a-75f7267689a4 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:44:10.627844 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-52292063-5556-4fc0-b518-cc7ef248edea req-09577fb9-c7fb-4743-a839-78a01bcc3a4d service neutron] 10.222.0.21 "GET /v2.0/networks/b8e26c01-dda6-4942-8443-d95b4541633a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759112 Mar 09 04:44:10.760629 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-52292063-5556-4fc0-b518-cc7ef248edea req-1af9699d-6df1-421f-9061-2c77907f9816 service neutron] 10.222.0.21 "GET /v2.0/networks/b8e26c01-dda6-4942-8443-d95b4541633a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261833 Mar 09 04:44:10.814270 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0a938710-64c3-4289-bfff-0216e6f32482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481092963', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:42:22Z', 'updated_at': '2022-03-09T04:42:27Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:42:23Z', 'updated_at': '2022-03-09T04:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '6be578ac-aab2-4bb1-9e7d-640707387d20', 'name': '', 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:75:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '8e4836cb-a6b0-435f-bf79-58f97be1ac20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:42:26Z', 'updated_at': '2022-03-09T04:42:31Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '8e4836cb-a6b0-435f-bf79-58f97be1ac20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:44:10.818012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a938710-64c3-4289-bfff-0216e6f32482 None None] The sync data for ids ['bdcf6303-1f43-4d3d-971a-75f7267689a4'] in n-d-825178-5 is: [{'id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481092963', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:42:22Z', 'updated_at': '2022-03-09T04:42:27Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:42:23Z', 'updated_at': '2022-03-09T04:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '6be578ac-aab2-4bb1-9e7d-640707387d20', 'name': '', 'network_id': 'b8e26c01-dda6-4942-8443-d95b4541633a', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:75:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '8e4836cb-a6b0-435f-bf79-58f97be1ac20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:42:26Z', 'updated_at': '2022-03-09T04:42:31Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '8e4836cb-a6b0-435f-bf79-58f97be1ac20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:44:11.031560 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70f852d-c14d-4c2d-91bd-f5bde60afabf None None] New status for floating IP ba524f30-fd76-4fdc-ba32-d47d7d591e13: DOWN {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:44:11.577410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15dc48-5170-4e64-a503-7b6a24047eab req-93d127e0-5b48-4fdb-83b2-1b7fe32206e1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:11.578896 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dd15dc48-5170-4e64-a503-7b6a24047eab req-93d127e0-5b48-4fdb-83b2-1b7fe32206e1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.21 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 945 time: 0.0832264 Mar 09 04:44:11.649899 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-dd15dc48-5170-4e64-a503-7b6a24047eab req-778327b1-7dd0-4045-921a-7b03cea2c266 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Deleting port 92637cc8-554e-49e0-a139-4e6ebba95ad0 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:44:11.650150 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dd15dc48-5170-4e64-a503-7b6a24047eab req-778327b1-7dd0-4045-921a-7b03cea2c266 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:11.685941 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49a556-9260-474a-b57d-333e81d835d5 req-26c2afdf-3ddf-433c-88ad-66e613136218 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:11.686661 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-4f49a556-9260-474a-b57d-333e81d835d5 req-26c2afdf-3ddf-433c-88ad-66e613136218 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:44:11.702664 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-4f49a556-9260-474a-b57d-333e81d835d5 req-26c2afdf-3ddf-433c-88ad-66e613136218 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:44:11.703909 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f49a556-9260-474a-b57d-333e81d835d5 req-26c2afdf-3ddf-433c-88ad-66e613136218 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 945 time: 0.1495204 Mar 09 04:44:11.752025 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4f49a556-9260-474a-b57d-333e81d835d5 req-071a7c29-ea6e-4dc9-8cea-93a009d7427b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=58d376c5-878d-45d4-907e-2d175b76a746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424469 Mar 09 04:44:12.011571 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-dd15dc48-5170-4e64-a503-7b6a24047eab req-778327b1-7dd0-4045-921a-7b03cea2c266 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] For port 92637cc8-554e-49e0-a139-4e6ebba95ad0, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=92637cc8-554e-49e0-a139-4e6ebba95ad0,segment=NetworkSegment(ccba2846-79ae-46d0-820a-a1cf8140f6d1),segment_id=ccba2846-79ae-46d0-820a-a1cf8140f6d1)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:44:12.011935 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dd15dc48-5170-4e64-a503-7b6a24047eab req-778327b1-7dd0-4045-921a-7b03cea2c266 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:12.136931 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-dd15dc48-5170-4e64-a503-7b6a24047eab req-778327b1-7dd0-4045-921a-7b03cea2c266 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Calling delete_port for 92637cc8-554e-49e0-a139-4e6ebba95ad0 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:44:12.277567 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dd15dc48-5170-4e64-a503-7b6a24047eab req-778327b1-7dd0-4045-921a-7b03cea2c266 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:12.325238 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778327b1-7dd0-4045-921a-7b03cea2c266 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Port': ['ID=92637cc8-554e-49e0-a139-4e6ebba95ad0,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:12.361068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778327b1-7dd0-4045-921a-7b03cea2c266 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:12.361068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778327b1-7dd0-4045-921a-7b03cea2c266 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:12.361068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778327b1-7dd0-4045-921a-7b03cea2c266 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:12.361415 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778327b1-7dd0-4045-921a-7b03cea2c266 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:12.361644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778327b1-7dd0-4045-921a-7b03cea2c266 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:12.361977 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778327b1-7dd0-4045-921a-7b03cea2c266 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:12.362325 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778327b1-7dd0-4045-921a-7b03cea2c266 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:12.362648 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778327b1-7dd0-4045-921a-7b03cea2c266 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:12.363003 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778327b1-7dd0-4045-921a-7b03cea2c266 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:12.363324 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778327b1-7dd0-4045-921a-7b03cea2c266 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:12.363644 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778327b1-7dd0-4045-921a-7b03cea2c266 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:12.363962 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778327b1-7dd0-4045-921a-7b03cea2c266 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:12.415554 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd15dc48-5170-4e64-a503-7b6a24047eab req-778327b1-7dd0-4045-921a-7b03cea2c266 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] No DVR routers for this DVR port 92637cc8-554e-49e0-a139-4e6ebba95ad0 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:44:12.418583 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-dd15dc48-5170-4e64-a503-7b6a24047eab req-778327b1-7dd0-4045-921a-7b03cea2c266 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:12.421239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479bb5ec-7fe5-4fb6-9d2a-bd945e894e06', 'name': 'network-vif-deleted', 'tag': '92637cc8-554e-49e0-a139-4e6ebba95ad0'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:44:12.436665 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dd15dc48-5170-4e64-a503-7b6a24047eab req-778327b1-7dd0-4045-921a-7b03cea2c266 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.21 "DELETE /v2.0/ports/92637cc8-554e-49e0-a139-4e6ebba95ad0 HTTP/1.1" status: 204 len: 173 time: 0.8530557 Mar 09 04:44:12.470498 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479bb5ec-7fe5-4fb6-9d2a-bd945e894e06', 'name': 'network-vif-deleted', 'tag': '92637cc8-554e-49e0-a139-4e6ebba95ad0', 'status': 'completed', 'code': 200} Mar 09 04:44:12.922253 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28f71360-a277-4440-b74e-5d373061851c req-9c96f009-0b94-4b2b-aac8-cba1b4212926 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=479bb5ec-7fe5-4fb6-9d2a-bd945e894e06 HTTP/1.1" status: 200 len: 210 time: 0.0428340 Mar 09 04:44:14.018314 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48110) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:44:14.668089 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f9bfbbcd-65e1-4247-b572-225fb88d4416 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:14.816002 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 92637cc8-554e-49e0-a139-4e6ebba95ad0 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:44:14.848560 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 92637cc8-554e-49e0-a139-4e6ebba95ad0 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:44:14.848896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 92637cc8-554e-49e0-a139-4e6ebba95ad0 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:44:15.017527 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-f9bfbbcd-65e1-4247-b572-225fb88d4416 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Deleting port 6be578ac-aab2-4bb1-9e7d-640707387d20 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:44:15.017866 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f9bfbbcd-65e1-4247-b572-225fb88d4416 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:15.199364 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-f9bfbbcd-65e1-4247-b572-225fb88d4416 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] For port 6be578ac-aab2-4bb1-9e7d-640707387d20, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=6be578ac-aab2-4bb1-9e7d-640707387d20,segment=NetworkSegment(ccba2846-79ae-46d0-820a-a1cf8140f6d1),segment_id=ccba2846-79ae-46d0-820a-a1cf8140f6d1)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:44:15.200028 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f9bfbbcd-65e1-4247-b572-225fb88d4416 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:15.321689 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-f9bfbbcd-65e1-4247-b572-225fb88d4416 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Calling delete_port for 6be578ac-aab2-4bb1-9e7d-640707387d20 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:44:15.515935 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f9bfbbcd-65e1-4247-b572-225fb88d4416 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:15.565387 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bfbbcd-65e1-4247-b572-225fb88d4416 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Port': ['ID=6be578ac-aab2-4bb1-9e7d-640707387d20,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:15.957961 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-f9bfbbcd-65e1-4247-b572-225fb88d4416 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:16.316053 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bfbbcd-65e1-4247-b572-225fb88d4416 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Router bdcf6303-1f43-4d3d-971a-75f7267689a4 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:44:16.493715 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bfbbcd-65e1-4247-b572-225fb88d4416 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:44:16.504428 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea9ea93-76e4-435d-bdd5-8d53c58e2f6a None None] Sync routers for ids ['bdcf6303-1f43-4d3d-971a-75f7267689a4'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:44:16.506685 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f9bfbbcd-65e1-4247-b572-225fb88d4416 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "PUT /v2.0/routers/bdcf6303-1f43-4d3d-971a-75f7267689a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4872911 Mar 09 04:44:16.509445 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48114) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:44:16.513788 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea9ea93-76e4-435d-bdd5-8d53c58e2f6a None None] Routers {'bdcf6303-1f43-4d3d-971a-75f7267689a4'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:44:16.514381 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dea9ea93-76e4-435d-bdd5-8d53c58e2f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:44:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bdcf6303-1f43-4d3d-971a-75f7267689a4'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:44:16.574090 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf54cd85-c1d5-4865-8226-a6d64d3928d4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Deleting subnet 8e4836cb-a6b0-435f-bf79-58f97be1ac20 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:44:16.576940 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bf54cd85-c1d5-4865-8226-a6d64d3928d4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:16.633703 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bf54cd85-c1d5-4865-8226-a6d64d3928d4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:16.695895 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-dea9ea93-76e4-435d-bdd5-8d53c58e2f6a None None] Set router bdcf6303-1f43-4d3d-971a-75f7267689a4 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:44:16.718921 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bf54cd85-c1d5-4865-8226-a6d64d3928d4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:16.790168 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bf54cd85-c1d5-4865-8226-a6d64d3928d4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:16.834334 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54cd85-c1d5-4865-8226-a6d64d3928d4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Subnet': ['ID=8e4836cb-a6b0-435f-bf79-58f97be1ac20,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:16.836894 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-bf54cd85-c1d5-4865-8226-a6d64d3928d4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:16.844776 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-bf54cd85-c1d5-4865-8226-a6d64d3928d4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "DELETE /v2.0/subnets/8e4836cb-a6b0-435f-bf79-58f97be1ac20 HTTP/1.1" status: 204 len: 168 time: 0.3343658 Mar 09 04:44:16.847434 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48118) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:44:16.872402 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c1f623-f85c-488f-b577-efd8b42851f0 None None] Network b8e26c01-dda6-4942-8443-d95b4541633a requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:44:17.027736 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-196abf47-2061-49f4-9e40-545960d82607 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:17.142312 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dea9ea93-76e4-435d-bdd5-8d53c58e2f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481092963', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:42:22Z', 'updated_at': '2022-03-09T04:44:15Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:42:23Z', 'updated_at': '2022-03-09T04:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:44:17.146275 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea9ea93-76e4-435d-bdd5-8d53c58e2f6a None None] Checking router: bdcf6303-1f43-4d3d-971a-75f7267689a4 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:44:17.155438 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea9ea93-76e4-435d-bdd5-8d53c58e2f6a None None] Routers {'bdcf6303-1f43-4d3d-971a-75f7267689a4'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:44:17.156042 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dea9ea93-76e4-435d-bdd5-8d53c58e2f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:44:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['bdcf6303-1f43-4d3d-971a-75f7267689a4'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:44:17.211666 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57aaee0-39ea-436a-b684-d93e40ee693d None None] DHCP port deletion for b8e26c01-dda6-4942-8443-d95b4541633a request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:44:17.217088 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-196abf47-2061-49f4-9e40-545960d82607 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:17.227293 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-196abf47-2061-49f4-9e40-545960d82607 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Deleting port b270a4af-48fa-473f-ad54-915f2f04c888 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:44:17.227636 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-196abf47-2061-49f4-9e40-545960d82607 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:17.228373 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a57aaee0-39ea-436a-b684-d93e40ee693d None None] Deleting port e86039c7-43e7-4858-9cd0-855f576e2db0 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:44:17.228743 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a57aaee0-39ea-436a-b684-d93e40ee693d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:17.427596 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-dea9ea93-76e4-435d-bdd5-8d53c58e2f6a None None] Set router bdcf6303-1f43-4d3d-971a-75f7267689a4 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:44:17.524873 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-196abf47-2061-49f4-9e40-545960d82607 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] For port b270a4af-48fa-473f-ad54-915f2f04c888, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=b270a4af-48fa-473f-ad54-915f2f04c888,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:44:17.525531 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-196abf47-2061-49f4-9e40-545960d82607 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:17.653028 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-196abf47-2061-49f4-9e40-545960d82607 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Calling delete_port for b270a4af-48fa-473f-ad54-915f2f04c888 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:44:17.750372 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-a57aaee0-39ea-436a-b684-d93e40ee693d None None] For port e86039c7-43e7-4858-9cd0-855f576e2db0, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e86039c7-43e7-4858-9cd0-855f576e2db0,segment=NetworkSegment(ccba2846-79ae-46d0-820a-a1cf8140f6d1),segment_id=ccba2846-79ae-46d0-820a-a1cf8140f6d1)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:44:17.750998 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a57aaee0-39ea-436a-b684-d93e40ee693d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:17.831138 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-196abf47-2061-49f4-9e40-545960d82607 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:17.878801 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a57aaee0-39ea-436a-b684-d93e40ee693d None None] Calling delete_port for e86039c7-43e7-4858-9cd0-855f576e2db0 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:44:17.943960 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196abf47-2061-49f4-9e40-545960d82607 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Port': ['ID=b270a4af-48fa-473f-ad54-915f2f04c888,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:17.982988 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-196abf47-2061-49f4-9e40-545960d82607 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:18.018348 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a57aaee0-39ea-436a-b684-d93e40ee693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:18.070168 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57aaee0-39ea-436a-b684-d93e40ee693d None None] No DVR routers for this DVR port e86039c7-43e7-4858-9cd0-855f576e2db0 on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:44:18.084167 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57aaee0-39ea-436a-b684-d93e40ee693d None None] Pushing event deleted for resources: {'Port': ['ID=e86039c7-43e7-4858-9cd0-855f576e2db0,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:18.093766 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57aaee0-39ea-436a-b684-d93e40ee693d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:18.094109 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57aaee0-39ea-436a-b684-d93e40ee693d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:18.094449 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57aaee0-39ea-436a-b684-d93e40ee693d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:18.094785 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57aaee0-39ea-436a-b684-d93e40ee693d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:18.095162 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57aaee0-39ea-436a-b684-d93e40ee693d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:18.095496 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57aaee0-39ea-436a-b684-d93e40ee693d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:18.095826 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57aaee0-39ea-436a-b684-d93e40ee693d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:18.096150 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57aaee0-39ea-436a-b684-d93e40ee693d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:18.096474 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57aaee0-39ea-436a-b684-d93e40ee693d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:18.096793 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57aaee0-39ea-436a-b684-d93e40ee693d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:18.097112 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57aaee0-39ea-436a-b684-d93e40ee693d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:18.097429 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57aaee0-39ea-436a-b684-d93e40ee693d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:18.102258 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dea9ea93-76e4-435d-bdd5-8d53c58e2f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481092963', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:42:22Z', 'updated_at': '2022-03-09T04:44:15Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:42:23Z', 'updated_at': '2022-03-09T04:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:44:18.107106 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea9ea93-76e4-435d-bdd5-8d53c58e2f6a None None] The sync data for ids ['bdcf6303-1f43-4d3d-971a-75f7267689a4'] in n-d-825178-5 is: [{'id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481092963', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:42:22Z', 'updated_at': '2022-03-09T04:44:15Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': 'b270a4af-48fa-473f-ad54-915f2f04c888', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcf6303-1f43-4d3d-971a-75f7267689a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:42:23Z', 'updated_at': '2022-03-09T04:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:44:18.169498 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-196abf47-2061-49f4-9e40-545960d82607 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:18.171672 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-196abf47-2061-49f4-9e40-545960d82607 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:18.194958 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-196abf47-2061-49f4-9e40-545960d82607 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:18.195459 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196abf47-2061-49f4-9e40-545960d82607 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Fanout notify agent at l3_agent the message router_deleted on router bdcf6303-1f43-4d3d-971a-75f7267689a4 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:44:18.210231 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-196abf47-2061-49f4-9e40-545960d82607 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:18.211316 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-196abf47-2061-49f4-9e40-545960d82607 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "DELETE /v2.0/routers/bdcf6303-1f43-4d3d-971a-75f7267689a4 HTTP/1.1" status: 204 len: 168 time: 1.3629973 Mar 09 04:44:18.214495 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48122) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:44:18.323452 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-77e55e1d-faa6-46a7-9445-6076cad1cb25 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:18.455297 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-77e55e1d-faa6-46a7-9445-6076cad1cb25 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:18.482742 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-77e55e1d-faa6-46a7-9445-6076cad1cb25 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e26c01-dda6-4942-8443-d95b4541633a']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:44:18.495629 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-77e55e1d-faa6-46a7-9445-6076cad1cb25 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccba2846-79ae-46d0-820a-a1cf8140f6d1') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:44:18.495947 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-77e55e1d-faa6-46a7-9445-6076cad1cb25 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccba2846-79ae-46d0-820a-a1cf8140f6d1') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:44:18.507400 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-77e55e1d-faa6-46a7-9445-6076cad1cb25 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:18.524205 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-77e55e1d-faa6-46a7-9445-6076cad1cb25 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:18.531539 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e55e1d-faa6-46a7-9445-6076cad1cb25 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:44:18.532189 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-77e55e1d-faa6-46a7-9445-6076cad1cb25 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: timer() Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:44:18.547734 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:44:18.629839 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-77e55e1d-faa6-46a7-9445-6076cad1cb25 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:18.635795 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-77e55e1d-faa6-46a7-9445-6076cad1cb25 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:18.671407 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e55e1d-faa6-46a7-9445-6076cad1cb25 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Network': ['ID=b8e26c01-dda6-4942-8443-d95b4541633a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:18.680478 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-77e55e1d-faa6-46a7-9445-6076cad1cb25 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "DELETE /v2.0/networks/b8e26c01-dda6-4942-8443-d95b4541633a HTTP/1.1" status: 204 len: 168 time: 0.4649825 Mar 09 04:44:18.683393 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48126) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:44:18.753013 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-532fb9db-55d8-46cf-9905-3d68212d72cd tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:18.786344 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-532fb9db-55d8-46cf-9905-3d68212d72cd tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:18.851217 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-532fb9db-55d8-46cf-9905-3d68212d72cd tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:18.868215 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fb9db-55d8-46cf-9905-3d68212d72cd tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d376c5-878d-45d4-907e-2d175b76a746,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:18.883841 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-532fb9db-55d8-46cf-9905-3d68212d72cd tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:18.885773 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-532fb9db-55d8-46cf-9905-3d68212d72cd tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "DELETE /v2.0/security-groups/58d376c5-878d-45d4-907e-2d175b76a746 HTTP/1.1" status: 204 len: 168 time: 0.2011824 Mar 09 04:44:19.109722 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e86039c7-43e7-4858-9cd0-855f576e2db0 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:44:19.146924 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: e86039c7-43e7-4858-9cd0-855f576e2db0 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:44:19.147210 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e86039c7-43e7-4858-9cd0-855f576e2db0 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:44:19.147622 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device b270a4af-48fa-473f-ad54-915f2f04c888 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:44:19.178768 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: b270a4af-48fa-473f-ad54-915f2f04c888 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:44:19.179143 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device b270a4af-48fa-473f-ad54-915f2f04c888 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:44:19.179547 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6be578ac-aab2-4bb1-9e7d-640707387d20 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:44:19.211476 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 6be578ac-aab2-4bb1-9e7d-640707387d20 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:44:19.211819 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 6be578ac-aab2-4bb1-9e7d-640707387d20 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:44:19.320605 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48134) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:44:19.326206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-c8c3e245-8d8d-48c1-be87-02df48382459 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1551193061', 'description': 'tempest-secgroup-smoke-1551193061 description', 'project_id': '082228de5a004917b79deb4618035197'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:44:19.332879 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c8c3e245-8d8d-48c1-be87-02df48382459 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:44:19.336907 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c8c3e245-8d8d-48c1-be87-02df48382459 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:44:19.340067 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c8c3e245-8d8d-48c1-be87-02df48382459 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:44:19.346267 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c8c3e245-8d8d-48c1-be87-02df48382459 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:44:19.356319 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e245-8d8d-48c1-be87-02df48382459 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:19.375830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c8c3e245-8d8d-48c1-be87-02df48382459 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:44:19.379566 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c8c3e245-8d8d-48c1-be87-02df48382459 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:44:19.382220 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-c8c3e245-8d8d-48c1-be87-02df48382459 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:44:19.387753 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-c8c3e245-8d8d-48c1-be87-02df48382459 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:44:19.456425 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e245-8d8d-48c1-be87-02df48382459 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:19.460390 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e245-8d8d-48c1-be87-02df48382459 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:19.504017 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3e245-8d8d-48c1-be87-02df48382459 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:19.506604 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e245-8d8d-48c1-be87-02df48382459 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:19.507797 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-c8c3e245-8d8d-48c1-be87-02df48382459 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1861989 Mar 09 04:44:19.510759 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48138) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:44:19.515799 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-3eb4c46f-00d6-4e6b-9cd8-b330af5b6ca3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': '17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:44:19.522270 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3eb4c46f-00d6-4e6b-9cd8-b330af5b6ca3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:44:19.526156 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3eb4c46f-00d6-4e6b-9cd8-b330af5b6ca3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:44:19.528966 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3eb4c46f-00d6-4e6b-9cd8-b330af5b6ca3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:44:19.534467 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3eb4c46f-00d6-4e6b-9cd8-b330af5b6ca3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:44:19.553733 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3eb4c46f-00d6-4e6b-9cd8-b330af5b6ca3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:19.612244 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3eb4c46f-00d6-4e6b-9cd8-b330af5b6ca3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:19.615480 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3eb4c46f-00d6-4e6b-9cd8-b330af5b6ca3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:19.642733 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4c46f-00d6-4e6b-9cd8-b330af5b6ca3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f99f4c-aa2c-4004-8a5c-28e1628c381c,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:19.652089 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3eb4c46f-00d6-4e6b-9cd8-b330af5b6ca3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:19.653282 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3eb4c46f-00d6-4e6b-9cd8-b330af5b6ca3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415405 Mar 09 04:44:19.656251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48142) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:44:19.661110 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-7f3d1545-04df-409d-94c1-d3d9398b5ed4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': '17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:44:19.667937 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7f3d1545-04df-409d-94c1-d3d9398b5ed4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:44:19.671730 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7f3d1545-04df-409d-94c1-d3d9398b5ed4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:44:19.674535 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7f3d1545-04df-409d-94c1-d3d9398b5ed4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:44:19.680418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7f3d1545-04df-409d-94c1-d3d9398b5ed4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:44:19.698121 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7f3d1545-04df-409d-94c1-d3d9398b5ed4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:19.757764 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7f3d1545-04df-409d-94c1-d3d9398b5ed4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:19.761029 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7f3d1545-04df-409d-94c1-d3d9398b5ed4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:19.783584 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d1545-04df-409d-94c1-d3d9398b5ed4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5860b063-f528-4fac-808c-94dc0cd31d47,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:19.792658 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7f3d1545-04df-409d-94c1-d3d9398b5ed4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:19.793979 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7f3d1545-04df-409d-94c1-d3d9398b5ed4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368527 Mar 09 04:44:19.796783 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48146) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:44:19.802180 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-e13f71d8-f7f9-4674-baf2-bc34a934280f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': '17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:44:19.808485 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e13f71d8-f7f9-4674-baf2-bc34a934280f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:44:19.812319 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e13f71d8-f7f9-4674-baf2-bc34a934280f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:44:19.815474 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-e13f71d8-f7f9-4674-baf2-bc34a934280f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:44:19.821063 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-e13f71d8-f7f9-4674-baf2-bc34a934280f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:44:19.836525 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e13f71d8-f7f9-4674-baf2-bc34a934280f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:19.898828 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e13f71d8-f7f9-4674-baf2-bc34a934280f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:19.903345 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e13f71d8-f7f9-4674-baf2-bc34a934280f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:19.926650 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f71d8-f7f9-4674-baf2-bc34a934280f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6d7aac-05c7-4376-80d2-48ba9ee3dd45,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:19.935587 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-e13f71d8-f7f9-4674-baf2-bc34a934280f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:19.936738 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e13f71d8-f7f9-4674-baf2-bc34a934280f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390612 Mar 09 04:44:19.939531 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48150) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:44:19.944303 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-7de7444e-e091-469f-94cd-733fee1519c3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': '17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:44:19.950449 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7de7444e-e091-469f-94cd-733fee1519c3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:44:19.954177 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7de7444e-e091-469f-94cd-733fee1519c3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:44:19.956971 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7de7444e-e091-469f-94cd-733fee1519c3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:44:19.962980 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7de7444e-e091-469f-94cd-733fee1519c3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:44:19.979709 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7de7444e-e091-469f-94cd-733fee1519c3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:20.041640 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7de7444e-e091-469f-94cd-733fee1519c3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:20.045480 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7de7444e-e091-469f-94cd-733fee1519c3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:20.069155 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7444e-e091-469f-94cd-733fee1519c3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b92c3533-e780-4464-9bc3-ee538d346e73,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:20.077619 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7de7444e-e091-469f-94cd-733fee1519c3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:20.078835 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7de7444e-e091-469f-94cd-733fee1519c3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1384158 Mar 09 04:44:20.081587 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48154) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:44:20.086357 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-3a23f89b-f0b7-4992-b2b7-718fa66998fc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': '17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:44:20.093315 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3a23f89b-f0b7-4992-b2b7-718fa66998fc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:44:20.097018 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3a23f89b-f0b7-4992-b2b7-718fa66998fc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:44:20.099898 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-3a23f89b-f0b7-4992-b2b7-718fa66998fc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:44:20.105508 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-3a23f89b-f0b7-4992-b2b7-718fa66998fc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:44:20.115502 n-d-825178-5 neutron-server[87880]: INFO neutron.db.securitygroups_db [None req-3a23f89b-f0b7-4992-b2b7-718fa66998fc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Project 082228de5a004917b79deb4618035197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:44:20.121785 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3a23f89b-f0b7-4992-b2b7-718fa66998fc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:20.183682 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3a23f89b-f0b7-4992-b2b7-718fa66998fc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:20.187282 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3a23f89b-f0b7-4992-b2b7-718fa66998fc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:20.213310 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23f89b-f0b7-4992-b2b7-718fa66998fc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de3d91dd-690d-4109-a1c8-20b5795d0a27,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:20.221567 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3a23f89b-f0b7-4992-b2b7-718fa66998fc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:20.222819 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3a23f89b-f0b7-4992-b2b7-718fa66998fc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1403463 Mar 09 04:44:20.225645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48158) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:44:20.230514 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-50b4576a-ffa3-47c9-8ba7-462b846b23ea tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': '17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:44:20.236805 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-50b4576a-ffa3-47c9-8ba7-462b846b23ea tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:44:20.240556 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-50b4576a-ffa3-47c9-8ba7-462b846b23ea tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:44:20.243398 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-50b4576a-ffa3-47c9-8ba7-462b846b23ea tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:44:20.249054 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-50b4576a-ffa3-47c9-8ba7-462b846b23ea tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:44:20.258803 n-d-825178-5 neutron-server[87880]: INFO neutron.db.securitygroups_db [None req-50b4576a-ffa3-47c9-8ba7-462b846b23ea tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Project 082228de5a004917b79deb4618035197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:44:20.265613 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-50b4576a-ffa3-47c9-8ba7-462b846b23ea tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:20.332398 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-50b4576a-ffa3-47c9-8ba7-462b846b23ea tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:20.335783 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-50b4576a-ffa3-47c9-8ba7-462b846b23ea tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:20.358734 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4576a-ffa3-47c9-8ba7-462b846b23ea tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613ee473-54c7-4351-b68d-49ae3dbd155d,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:20.366783 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-50b4576a-ffa3-47c9-8ba7-462b846b23ea tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:20.368016 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-50b4576a-ffa3-47c9-8ba7-462b846b23ea tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1414735 Mar 09 04:44:20.370833 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48162) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:44:20.376041 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-62ef5c86-438b-4c09-af92-6e93476b6ae5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'network': {'name': 'tempest-network-smoke--487183972', 'project_id': '082228de5a004917b79deb4618035197', 'port_security_enabled': True}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:44:20.381377 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-62ef5c86-438b-4c09-af92-6e93476b6ae5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:44:20.385849 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-62ef5c86-438b-4c09-af92-6e93476b6ae5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:network and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:44:20.388706 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-62ef5c86-438b-4c09-af92-6e93476b6ae5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:44:20.394372 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-62ef5c86-438b-4c09-af92-6e93476b6ae5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:44:20.404218 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ef5c86-438b-4c09-af92-6e93476b6ae5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Made reservation on behalf of 082228de5a004917b79deb4618035197 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:44:20.407688 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62ef5c86-438b-4c09-af92-6e93476b6ae5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:20.434850 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ef5c86-438b-4c09-af92-6e93476b6ae5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:44:20.443464 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62ef5c86-438b-4c09-af92-6e93476b6ae5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:20.443833 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-62ef5c86-438b-4c09-af92-6e93476b6ae5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Added segment e8fbcafb-2e90-46c1-aead-48726ab96cdf of type vlan for network 51556b73-4055-40cc-a13a-31dc504170fa Mar 09 04:44:20.469765 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62ef5c86-438b-4c09-af92-6e93476b6ae5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:20.497772 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62ef5c86-438b-4c09-af92-6e93476b6ae5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:20.503310 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ef5c86-438b-4c09-af92-6e93476b6ae5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:20.503882 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-62ef5c86-438b-4c09-af92-6e93476b6ae5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:20.605244 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-62ef5c86-438b-4c09-af92-6e93476b6ae5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2332947 Mar 09 04:44:20.608074 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48166) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:44:20.611127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef5c86-438b-4c09-af92-6e93476b6ae5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Network': ['ID=51556b73-4055-40cc-a13a-31dc504170fa,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:20.613208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-04aeda28-e501-42c2-8a70-372ce60e1a52 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-557629229', 'admin_state_up': True, 'project_id': '082228de5a004917b79deb4618035197', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:44:20.621547 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-04aeda28-e501-42c2-8a70-372ce60e1a52 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:44:20.622337 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 51556b73-4055-40cc-a13a-31dc504170fa details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:44:20.625435 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-04aeda28-e501-42c2-8a70-372ce60e1a52 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:router and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:44:20.628258 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-04aeda28-e501-42c2-8a70-372ce60e1a52 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:44:20.635138 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-04aeda28-e501-42c2-8a70-372ce60e1a52 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:44:20.645046 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-04aeda28-e501-42c2-8a70-372ce60e1a52 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:20.646044 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-04aeda28-e501-42c2-8a70-372ce60e1a52 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:20.660798 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-04aeda28-e501-42c2-8a70-372ce60e1a52 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:21.041136 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-04aeda28-e501-42c2-8a70-372ce60e1a52 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:21.334256 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-04aeda28-e501-42c2-8a70-372ce60e1a52 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:21.363479 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-04aeda28-e501-42c2-8a70-372ce60e1a52 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:21.495746 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-04aeda28-e501-42c2-8a70-372ce60e1a52 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Allocated IP 172.25.7.160 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/960449ab-364d-4a85-95dd-695d8da92034) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:44:21.640034 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-04aeda28-e501-42c2-8a70-372ce60e1a52 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:21.671457 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-04aeda28-e501-42c2-8a70-372ce60e1a52 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:21.729303 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aeda28-e501-42c2-8a70-372ce60e1a52 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:44:21.732097 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-04aeda28-e501-42c2-8a70-372ce60e1a52 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:44:21.734773 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aeda28-e501-42c2-8a70-372ce60e1a52 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:44:21.783505 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aeda28-e501-42c2-8a70-372ce60e1a52 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=960449ab-364d-4a85-95dd-695d8da92034,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:22.260518 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-04aeda28-e501-42c2-8a70-372ce60e1a52 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:22.595801 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-04aeda28-e501-42c2-8a70-372ce60e1a52 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:22.800167 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04aeda28-e501-42c2-8a70-372ce60e1a52 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Router 70a657d8-b6fd-4b98-9d06-795203205c29 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:44:22.974957 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04aeda28-e501-42c2-8a70-372ce60e1a52 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:44:22.984680 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] Sync routers for ids ['70a657d8-b6fd-4b98-9d06-795203205c29'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:44:22.994279 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] Routers {'70a657d8-b6fd-4b98-9d06-795203205c29'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:44:22.994897 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:44:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['70a657d8-b6fd-4b98-9d06-795203205c29'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:44:23.002774 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-04aeda28-e501-42c2-8a70-372ce60e1a52 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:23.003993 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-04aeda28-e501-42c2-8a70-372ce60e1a52 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3949108 Mar 09 04:44:23.007102 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48170) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:44:23.047441 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d5a1044f-2397-4c55-bee5-5f4ff75bd445 tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=082228de5a004917b79deb4618035197&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392978 Mar 09 04:44:23.049951 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48174) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:44:23.172709 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] Set router 70a657d8-b6fd-4b98-9d06-795203205c29 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:44:23.178478 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672dc75c-093e-4836-aaab-27a13c28f7f2 tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:23.180005 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-672dc75c-093e-4836-aaab-27a13c28f7f2 tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1289082 Mar 09 04:44:23.182710 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48178) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:44:23.225127 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-cc6dd7bc-920b-43b8-876d-9fb205b11247 tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412881 Mar 09 04:44:23.227574 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48182) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:44:23.232998 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-03af501a-4198-46b0-9e20-2a4d2c71673b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1259332376', 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa', 'project_id': '082228de5a004917b79deb4618035197', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:44:23.341071 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-03af501a-4198-46b0-9e20-2a4d2c71673b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:44:23.344876 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-03af501a-4198-46b0-9e20-2a4d2c71673b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:subnet and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:44:23.347692 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-03af501a-4198-46b0-9e20-2a4d2c71673b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:44:23.353302 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-03af501a-4198-46b0-9e20-2a4d2c71673b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:44:23.362970 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03af501a-4198-46b0-9e20-2a4d2c71673b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Made reservation on behalf of 082228de5a004917b79deb4618035197 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:44:23.366504 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-03af501a-4198-46b0-9e20-2a4d2c71673b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:23.451269 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557629229', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '960449ab-364d-4a85-95dd-695d8da92034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:44:20Z', 'updated_at': '2022-03-09T04:44:21Z', 'revision_number': 3, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '960449ab-364d-4a85-95dd-695d8da92034', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:44:21Z', 'updated_at': '2022-03-09T04:44:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:44:23.454924 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] Checking router: 70a657d8-b6fd-4b98-9d06-795203205c29 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:44:23.455269 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] Updating router 70a657d8-b6fd-4b98-9d06-795203205c29 port 960449ab-364d-4a85-95dd-695d8da92034 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:44:23.509130 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:23.577393 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-03af501a-4198-46b0-9e20-2a4d2c71673b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:23.648196 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af501a-4198-46b0-9e20-2a4d2c71673b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Subnet': ['ID=837f0a0f-4647-44fc-98d9-0f76ea99081b,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:23.663250 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03af501a-4198-46b0-9e20-2a4d2c71673b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Checking segment: {'id': 'e8fbcafb-2e90-46c1-aead-48726ab96cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:44:23.663730 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03af501a-4198-46b0-9e20-2a4d2c71673b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network hostable DHCP agents. Network: 51556b73-4055-40cc-a13a-31dc504170fa, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:44:23.683052 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03af501a-4198-46b0-9e20-2a4d2c71673b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network 51556b73-4055-40cc-a13a-31dc504170fa is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:44:23.691821 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-03af501a-4198-46b0-9e20-2a4d2c71673b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 51556b73-4055-40cc-a13a-31dc504170fa) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:44:23.695949 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03af501a-4198-46b0-9e20-2a4d2c71673b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:23.696559 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-03af501a-4198-46b0-9e20-2a4d2c71673b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:23.706433 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f23085-17df-4ae0-9162-3d6e4f9a2a88 None None] Network 51556b73-4055-40cc-a13a-31dc504170fa requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:44:23.725168 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48186) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:44:23.725948 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-03af501a-4198-46b0-9e20-2a4d2c71673b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4967535 Mar 09 04:44:23.846368 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:23.859307 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] Transition to ACTIVE for port object 960449ab-364d-4a85-95dd-695d8da92034 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:44:23.867966 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:23.937907 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac45f1f-080f-4aff-a384-2189731f1831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-51556b73-4055-40cc-a13a-31dc504170fa', 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa', 'tenant_id': '082228de5a004917b79deb4618035197', 'fixed_ips': [{'subnet_id': '837f0a0f-4647-44fc-98d9-0f76ea99081b'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:44:23.938777 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cac45f1f-080f-4aff-a384-2189731f1831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:23.974556 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] Attempting to bind port 960449ab-364d-4a85-95dd-695d8da92034 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:44:23.975065 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] Attempting to bind port 960449ab-364d-4a85-95dd-695d8da92034 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:44:23.975423 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] Attempting to bind port 960449ab-364d-4a85-95dd-695d8da92034 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:44:23.983962 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:44:23.984328 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:44:23.984716 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:23.985328 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:44:23.985525 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] Bound port: 960449ab-364d-4a85-95dd-695d8da92034, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:44:23.985887 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:24.065866 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] For port 960449ab-364d-4a85-95dd-695d8da92034, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:44:24.069390 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] For port 960449ab-364d-4a85-95dd-695d8da92034, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=960449ab-364d-4a85-95dd-695d8da92034,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:44:24.079978 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:24.092690 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bb403-0476-479d-bcdd-8eb58a5d1cd5 None None] Pushing event updated for resources: {'Port': ['ID=960449ab-364d-4a85-95dd-695d8da92034,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:24.101768 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bb403-0476-479d-bcdd-8eb58a5d1cd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:24.102100 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bb403-0476-479d-bcdd-8eb58a5d1cd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:24.102421 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bb403-0476-479d-bcdd-8eb58a5d1cd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:24.102740 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bb403-0476-479d-bcdd-8eb58a5d1cd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:24.103118 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bb403-0476-479d-bcdd-8eb58a5d1cd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:24.103433 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bb403-0476-479d-bcdd-8eb58a5d1cd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:24.103741 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bb403-0476-479d-bcdd-8eb58a5d1cd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:24.104053 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bb403-0476-479d-bcdd-8eb58a5d1cd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:24.104359 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bb403-0476-479d-bcdd-8eb58a5d1cd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:24.104683 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bb403-0476-479d-bcdd-8eb58a5d1cd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:24.104977 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bb403-0476-479d-bcdd-8eb58a5d1cd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:24.105269 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bb403-0476-479d-bcdd-8eb58a5d1cd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:44:24.106881 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-cac45f1f-080f-4aff-a384-2189731f1831 None None] Allocated IP 172.20.0.2 (51556b73-4055-40cc-a13a-31dc504170fa/837f0a0f-4647-44fc-98d9-0f76ea99081b/e5dc9af8-d67d-4b79-afe0-490fe51cbdaf) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:44:24.162130 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] Routers {'70a657d8-b6fd-4b98-9d06-795203205c29'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:44:24.162735 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:44:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['70a657d8-b6fd-4b98-9d06-795203205c29'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:44:24.265683 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bb403-0476-479d-bcdd-8eb58a5d1cd5 None None] Pushing event updated for resources: {'Port': ['ID=960449ab-364d-4a85-95dd-695d8da92034,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:24.320658 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cac45f1f-080f-4aff-a384-2189731f1831 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:24.332210 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cac45f1f-080f-4aff-a384-2189731f1831 None None] Transition to ACTIVE for port object e5dc9af8-d67d-4b79-afe0-490fe51cbdaf will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:44:24.351548 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cac45f1f-080f-4aff-a384-2189731f1831 None None] Transition to ACTIVE for port object e5dc9af8-d67d-4b79-afe0-490fe51cbdaf will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:44:24.356154 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] Set router 70a657d8-b6fd-4b98-9d06-795203205c29 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:44:24.358783 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cac45f1f-080f-4aff-a384-2189731f1831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:24.422132 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac45f1f-080f-4aff-a384-2189731f1831 None None] Network 51556b73-4055-40cc-a13a-31dc504170fa is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:44:24.425464 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-cac45f1f-080f-4aff-a384-2189731f1831 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:44:24.429205 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac45f1f-080f-4aff-a384-2189731f1831 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:44:24.474896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac45f1f-080f-4aff-a384-2189731f1831 None None] Pushing event updated for resources: {'Port': ['ID=e5dc9af8-d67d-4b79-afe0-490fe51cbdaf,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:24.529651 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-cac45f1f-080f-4aff-a384-2189731f1831 None None] Attempting to bind port e5dc9af8-d67d-4b79-afe0-490fe51cbdaf on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:44:24.530020 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-cac45f1f-080f-4aff-a384-2189731f1831 None None] Attempting to bind port e5dc9af8-d67d-4b79-afe0-490fe51cbdaf by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'e8fbcafb-2e90-46c1-aead-48726ab96cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:44:24.530453 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac45f1f-080f-4aff-a384-2189731f1831 None None] Attempting to bind port e5dc9af8-d67d-4b79-afe0-490fe51cbdaf on network 51556b73-4055-40cc-a13a-31dc504170fa {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:44:24.535732 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac45f1f-080f-4aff-a384-2189731f1831 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:44:24.536190 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac45f1f-080f-4aff-a384-2189731f1831 None None] Checking segment: {'id': 'e8fbcafb-2e90-46c1-aead-48726ab96cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:44:24.536653 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cac45f1f-080f-4aff-a384-2189731f1831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:24.537108 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac45f1f-080f-4aff-a384-2189731f1831 None None] Bound using segment: {'id': 'e8fbcafb-2e90-46c1-aead-48726ab96cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:44:24.537629 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-cac45f1f-080f-4aff-a384-2189731f1831 None None] Bound port: e5dc9af8-d67d-4b79-afe0-490fe51cbdaf, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fbcafb-2e90-46c1-aead-48726ab96cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:44:24.538061 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cac45f1f-080f-4aff-a384-2189731f1831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:24.582442 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7b011867-fe0b-42b2-b1f7-00277ececaf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:24.643858 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557629229', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '960449ab-364d-4a85-95dd-695d8da92034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:44:20Z', 'updated_at': '2022-03-09T04:44:21Z', 'revision_number': 3, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '960449ab-364d-4a85-95dd-695d8da92034', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:44:21Z', 'updated_at': '2022-03-09T04:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:44:24.648082 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec9ae61-356e-474c-a0b7-07ac1b6a476b None None] The sync data for ids ['70a657d8-b6fd-4b98-9d06-795203205c29'] in n-d-825178-5 is: [{'id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557629229', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '960449ab-364d-4a85-95dd-695d8da92034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:44:20Z', 'updated_at': '2022-03-09T04:44:21Z', 'revision_number': 3, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '960449ab-364d-4a85-95dd-695d8da92034', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:44:21Z', 'updated_at': '2022-03-09T04:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:44:24.678289 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-cac45f1f-080f-4aff-a384-2189731f1831 None None] For port e5dc9af8-d67d-4b79-afe0-490fe51cbdaf, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:44:24.682520 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-cac45f1f-080f-4aff-a384-2189731f1831 None None] For port e5dc9af8-d67d-4b79-afe0-490fe51cbdaf, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e5dc9af8-d67d-4b79-afe0-490fe51cbdaf,segment=NetworkSegment(e8fbcafb-2e90-46c1-aead-48726ab96cdf),segment_id=e8fbcafb-2e90-46c1-aead-48726ab96cdf)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:44:24.690196 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cac45f1f-080f-4aff-a384-2189731f1831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:24.784397 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac45f1f-080f-4aff-a384-2189731f1831 None None] Pushing event updated for resources: {'Port': ['ID=e5dc9af8-d67d-4b79-afe0-490fe51cbdaf,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:25.062452 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-7b011867-fe0b-42b2-b1f7-00277ececaf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Allocated IP 172.20.0.1 (51556b73-4055-40cc-a13a-31dc504170fa/837f0a0f-4647-44fc-98d9-0f76ea99081b/3c9ee48e-be15-428c-8f9f-135f3c032fc1) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:44:25.168031 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e5dc9af8-d67d-4b79-afe0-490fe51cbdaf up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:44:25.252224 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port e5dc9af8-d67d-4b79-afe0-490fe51cbdaf completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:44:25.257909 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 960449ab-364d-4a85-95dd-695d8da92034 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:44:25.274095 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7b011867-fe0b-42b2-b1f7-00277ececaf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:25.292013 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-7b011867-fe0b-42b2-b1f7-00277ececaf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Transition to ACTIVE for port object 3c9ee48e-be15-428c-8f9f-135f3c032fc1 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:44:25.320714 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7b011867-fe0b-42b2-b1f7-00277ececaf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:25.330007 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 960449ab-364d-4a85-95dd-695d8da92034 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:44:25.334995 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 960449ab-364d-4a85-95dd-695d8da92034 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:44:25.335373 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:25.391174 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b011867-fe0b-42b2-b1f7-00277ececaf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network 51556b73-4055-40cc-a13a-31dc504170fa is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:44:25.394931 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-7b011867-fe0b-42b2-b1f7-00277ececaf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:44:25.403910 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b011867-fe0b-42b2-b1f7-00277ececaf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:44:25.441778 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b011867-fe0b-42b2-b1f7-00277ececaf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=3c9ee48e-be15-428c-8f9f-135f3c032fc1,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:25.469361 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7b011867-fe0b-42b2-b1f7-00277ececaf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:25.475204 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:25.494620 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 960449ab-364d-4a85-95dd-695d8da92034, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=960449ab-364d-4a85-95dd-695d8da92034,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:44:25.499654 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:25.580874 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=960449ab-364d-4a85-95dd-695d8da92034,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:25.611350 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7b011867-fe0b-42b2-b1f7-00277ececaf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:25.887822 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e9bc74-bf12-48f8-94ac-bfad340e0bec None None] Network 51556b73-4055-40cc-a13a-31dc504170fa requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:44:26.000330 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-047e8ddf-84be-4007-b895-0f92ab7a6018 None None] Provisioning for port e5dc9af8-d67d-4b79-afe0-490fe51cbdaf completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:44:26.017738 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-047e8ddf-84be-4007-b895-0f92ab7a6018 None None] Provisioning complete for port e5dc9af8-d67d-4b79-afe0-490fe51cbdaf triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:44:26.018100 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-047e8ddf-84be-4007-b895-0f92ab7a6018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:26.169322 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7b011867-fe0b-42b2-b1f7-00277ececaf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:26.174308 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7b011867-fe0b-42b2-b1f7-00277ececaf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:26.218127 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-047e8ddf-84be-4007-b895-0f92ab7a6018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:26.264512 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-047e8ddf-84be-4007-b895-0f92ab7a6018 None None] For port e5dc9af8-d67d-4b79-afe0-490fe51cbdaf, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e5dc9af8-d67d-4b79-afe0-490fe51cbdaf,segment=NetworkSegment(e8fbcafb-2e90-46c1-aead-48726ab96cdf),segment_id=e8fbcafb-2e90-46c1-aead-48726ab96cdf)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:44:26.271659 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-047e8ddf-84be-4007-b895-0f92ab7a6018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:26.296515 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7b011867-fe0b-42b2-b1f7-00277ececaf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:26.320973 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b011867-fe0b-42b2-b1f7-00277ececaf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=3c9ee48e-be15-428c-8f9f-135f3c032fc1,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:26.353464 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e8ddf-84be-4007-b895-0f92ab7a6018 None None] Pushing event updated for resources: {'Port': ['ID=e5dc9af8-d67d-4b79-afe0-490fe51cbdaf,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:26.454882 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b011867-fe0b-42b2-b1f7-00277ececaf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network 51556b73-4055-40cc-a13a-31dc504170fa is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:44:26.456180 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-7b011867-fe0b-42b2-b1f7-00277ececaf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:44:26.495852 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-686a0158-ce5f-42f7-8ed1-9b68b88e9bfa None None] Provisioning for port 3c9ee48e-be15-428c-8f9f-135f3c032fc1 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:44:26.501156 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-686a0158-ce5f-42f7-8ed1-9b68b88e9bfa None None] Provisioning complete for port 3c9ee48e-be15-428c-8f9f-135f3c032fc1 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:44:26.501519 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-686a0158-ce5f-42f7-8ed1-9b68b88e9bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:26.556330 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-686a0158-ce5f-42f7-8ed1-9b68b88e9bfa None None] Port 3c9ee48e-be15-428c-8f9f-135f3c032fc1 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:44:26.567393 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-686a0158-ce5f-42f7-8ed1-9b68b88e9bfa None None] Provisioning complete for port e5dc9af8-d67d-4b79-afe0-490fe51cbdaf triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:44:26.567758 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-686a0158-ce5f-42f7-8ed1-9b68b88e9bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:26.647408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b011867-fe0b-42b2-b1f7-00277ececaf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Router 70a657d8-b6fd-4b98-9d06-795203205c29 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:44:26.814620 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d2abd4f6-1a24-41b6-8337-8e642d8920d9 None None] Provisioning complete for port 3c9ee48e-be15-428c-8f9f-135f3c032fc1 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:44:26.815015 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d2abd4f6-1a24-41b6-8337-8e642d8920d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:26.842346 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b011867-fe0b-42b2-b1f7-00277ececaf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:44:26.853472 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] Sync routers for ids ['70a657d8-b6fd-4b98-9d06-795203205c29'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:44:26.854701 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7b011867-fe0b-42b2-b1f7-00277ececaf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "PUT /v2.0/routers/70a657d8-b6fd-4b98-9d06-795203205c29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1283548 Mar 09 04:44:26.885171 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] Routers {'70a657d8-b6fd-4b98-9d06-795203205c29'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:44:26.885787 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:44:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['70a657d8-b6fd-4b98-9d06-795203205c29'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:44:26.935381 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d2abd4f6-1a24-41b6-8337-8e642d8920d9 None None] Port 3c9ee48e-be15-428c-8f9f-135f3c032fc1 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:44:27.080837 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cdbd5ad1-7657-438e-b93c-0bcf8f888ed5 None None] Provisioning complete for port 3c9ee48e-be15-428c-8f9f-135f3c032fc1 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:44:27.081300 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cdbd5ad1-7657-438e-b93c-0bcf8f888ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:27.109961 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e5dc9af8-d67d-4b79-afe0-490fe51cbdaf up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:44:27.133089 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-5f4c6c71-3a61-4ca7-bf03-22260a1a37bf tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:44:27.145691 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] Set router 70a657d8-b6fd-4b98-9d06-795203205c29 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:44:27.149807 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-5f4c6c71-3a61-4ca7-bf03-22260a1a37bf tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:44:27.151626 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-5f4c6c71-3a61-4ca7-bf03-22260a1a37bf tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1551193061&fields=id&tenant_id=082228de5a004917b79deb4618035197 HTTP/1.1" status: 200 len: 267 time: 0.1753161 Mar 09 04:44:27.286131 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-cdbd5ad1-7657-438e-b93c-0bcf8f888ed5 None None] Port 3c9ee48e-be15-428c-8f9f-135f3c032fc1 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:44:27.302833 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-f118d429-02c1-4a91-8543-7d7cccd2b9d3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:27.303525 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-f118d429-02c1-4a91-8543-7d7cccd2b9d3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:44:27.319396 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-f118d429-02c1-4a91-8543-7d7cccd2b9d3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:44:27.320523 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-f118d429-02c1-4a91-8543-7d7cccd2b9d3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/networks?id=51556b73-4055-40cc-a13a-31dc504170fa HTTP/1.1" status: 200 len: 796 time: 0.1622469 Mar 09 04:44:27.336689 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-791eea70-b186-4e40-9755-3c1487e78724 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/quotas/082228de5a004917b79deb4618035197 HTTP/1.1" status: 200 len: 375 time: 0.0098953 Mar 09 04:44:27.426695 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-bc71d2d2-d385-4ad5-88b0-bafde6c0b9bb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:44:27.442208 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-bc71d2d2-d385-4ad5-88b0-bafde6c0b9bb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:44:27.443649 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-bc71d2d2-d385-4ad5-88b0-bafde6c0b9bb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014750 Mar 09 04:44:27.448118 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port e5dc9af8-d67d-4b79-afe0-490fe51cbdaf triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:44:27.448487 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:27.578983 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-fa265436-d0ea-4ae0-8867-12741028bffd service neutron] 10.222.0.16 "GET /v2.0/networks/51556b73-4055-40cc-a13a-31dc504170fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232669 Mar 09 04:44:27.633397 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 960449ab-364d-4a85-95dd-695d8da92034 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:44:27.683194 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557629229', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '960449ab-364d-4a85-95dd-695d8da92034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:44:20Z', 'updated_at': '2022-03-09T04:44:25Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '960449ab-364d-4a85-95dd-695d8da92034', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:44:21Z', 'updated_at': '2022-03-09T04:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '3c9ee48e-be15-428c-8f9f-135f3c032fc1', 'name': '', 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:c5:95:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '837f0a0f-4647-44fc-98d9-0f76ea99081b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:44:24Z', 'updated_at': '2022-03-09T04:44:25Z', 'revision_number': 2, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '837f0a0f-4647-44fc-98d9-0f76ea99081b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:44:27.694464 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] Checking router: 70a657d8-b6fd-4b98-9d06-795203205c29 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:44:27.694809 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] Updating router 70a657d8-b6fd-4b98-9d06-795203205c29 port 3c9ee48e-be15-428c-8f9f-135f3c032fc1 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:44:27.714296 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-ecddb0d9-8d51-42a5-948b-e3e235a48521 service neutron] 10.222.0.16 "GET /v2.0/networks/51556b73-4055-40cc-a13a-31dc504170fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290350 Mar 09 04:44:27.754342 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:27.771651 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 960449ab-364d-4a85-95dd-695d8da92034 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:44:27.772010 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:27.908941 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-954162fd-820e-4ce6-b959-42505ff178b9 req-761a1e7b-6cef-4c2d-8fae-f27200e4d578 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:44:27.921735 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-954162fd-820e-4ce6-b959-42505ff178b9 req-761a1e7b-6cef-4c2d-8fae-f27200e4d578 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:44:27.922928 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-954162fd-820e-4ce6-b959-42505ff178b9 req-761a1e7b-6cef-4c2d-8fae-f27200e4d578 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 210 time: 0.0668242 Mar 09 04:44:28.218072 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:28.230180 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] Transition to ACTIVE for port object 3c9ee48e-be15-428c-8f9f-135f3c032fc1 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:44:28.236947 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:28.407156 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00509ded-c3df-42fb-9493-f3fadf287bf1 None None] Pushing event updated for resources: {'Port': ['ID=3c9ee48e-be15-428c-8f9f-135f3c032fc1,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:28.465065 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] Attempting to bind port 3c9ee48e-be15-428c-8f9f-135f3c032fc1 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:44:28.465442 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] Attempting to bind port 3c9ee48e-be15-428c-8f9f-135f3c032fc1 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'e8fbcafb-2e90-46c1-aead-48726ab96cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:44:28.465807 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] Attempting to bind port 3c9ee48e-be15-428c-8f9f-135f3c032fc1 on network 51556b73-4055-40cc-a13a-31dc504170fa {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:44:28.471387 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:44:28.471769 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] Checking segment: {'id': 'e8fbcafb-2e90-46c1-aead-48726ab96cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:44:28.472266 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:28.472696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] Bound using segment: {'id': 'e8fbcafb-2e90-46c1-aead-48726ab96cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:44:28.473229 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] Bound port: 3c9ee48e-be15-428c-8f9f-135f3c032fc1, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fbcafb-2e90-46c1-aead-48726ab96cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:44:28.473579 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:28.575890 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] For port 3c9ee48e-be15-428c-8f9f-135f3c032fc1, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:44:28.579158 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] For port 3c9ee48e-be15-428c-8f9f-135f3c032fc1, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3c9ee48e-be15-428c-8f9f-135f3c032fc1,segment=NetworkSegment(e8fbcafb-2e90-46c1-aead-48726ab96cdf),segment_id=e8fbcafb-2e90-46c1-aead-48726ab96cdf)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:44:28.583049 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:28.658763 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] Routers {'70a657d8-b6fd-4b98-9d06-795203205c29'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:44:28.659395 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:44:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['70a657d8-b6fd-4b98-9d06-795203205c29'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:44:28.716715 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00509ded-c3df-42fb-9493-f3fadf287bf1 None None] Pushing event updated for resources: {'Port': ['ID=3c9ee48e-be15-428c-8f9f-135f3c032fc1,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:28.906591 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-546ed36f-410a-4cb2-a416-f9810cb48bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:28.909298 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] Set router 70a657d8-b6fd-4b98-9d06-795203205c29 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:44:29.047101 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-06f2ecc3-8c96-4e91-b1ee-59c86310d03b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:29.048415 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-06f2ecc3-8c96-4e91-b1ee-59c86310d03b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:44:29.061866 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-06f2ecc3-8c96-4e91-b1ee-59c86310d03b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:44:29.063348 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-06f2ecc3-8c96-4e91-b1ee-59c86310d03b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.21 "GET /v2.0/networks?id=51556b73-4055-40cc-a13a-31dc504170fa HTTP/1.1" status: 200 len: 796 time: 0.2097437 Mar 09 04:44:29.088747 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f52d0fab-65b7-40ed-98e4-8d5fff4977cd req-b9aacdf1-a143-480d-a7e8-609bfebf50cd tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 210 time: 0.0533047 Mar 09 04:44:29.123496 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-945a0f1b-af5d-42f1-8298-c5e08f00ba1a tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:44:29.134794 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-945a0f1b-af5d-42f1-8298-c5e08f00ba1a tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:44:29.135946 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-945a0f1b-af5d-42f1-8298-c5e08f00ba1a tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=082228de5a004917b79deb4618035197 HTTP/1.1" status: 200 len: 380 time: 0.0630937 Mar 09 04:44:29.144625 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-a697d168-1894-4738-8c68-bebf2af04330 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'port': {'device_id': '8be9e0d7-655a-4633-aebe-447b4df26fe9', 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa', 'admin_state_up': True, 'tenant_id': '082228de5a004917b79deb4618035197', 'security_groups': ['17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:44:29.253807 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557629229', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '960449ab-364d-4a85-95dd-695d8da92034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:44:20Z', 'updated_at': '2022-03-09T04:44:25Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '960449ab-364d-4a85-95dd-695d8da92034', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:44:21Z', 'updated_at': '2022-03-09T04:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '3c9ee48e-be15-428c-8f9f-135f3c032fc1', 'name': '', 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:c5:95:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '837f0a0f-4647-44fc-98d9-0f76ea99081b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:44:24Z', 'updated_at': '2022-03-09T04:44:28Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '837f0a0f-4647-44fc-98d9-0f76ea99081b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:44:29.257664 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58811c14-62cd-4fea-8211-d5d876f16c9a None None] The sync data for ids ['70a657d8-b6fd-4b98-9d06-795203205c29'] in n-d-825178-5 is: [{'id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557629229', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '960449ab-364d-4a85-95dd-695d8da92034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:44:20Z', 'updated_at': '2022-03-09T04:44:25Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '960449ab-364d-4a85-95dd-695d8da92034', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:44:21Z', 'updated_at': '2022-03-09T04:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '3c9ee48e-be15-428c-8f9f-135f3c032fc1', 'name': '', 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:c5:95:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '837f0a0f-4647-44fc-98d9-0f76ea99081b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:44:24Z', 'updated_at': '2022-03-09T04:44:28Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '837f0a0f-4647-44fc-98d9-0f76ea99081b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:44:29.281757 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-a697d168-1894-4738-8c68-bebf2af04330 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:44:29.292078 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-a697d168-1894-4738-8c68-bebf2af04330 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:44:29.309959 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-a697d168-1894-4738-8c68-bebf2af04330 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Made reservation on behalf of 082228de5a004917b79deb4618035197 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:44:29.315685 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-a697d168-1894-4738-8c68-bebf2af04330 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:29.489258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-a697d168-1894-4738-8c68-bebf2af04330 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Allocated IP 172.20.0.13 (51556b73-4055-40cc-a13a-31dc504170fa/837f0a0f-4647-44fc-98d9-0f76ea99081b/081d6e70-b53f-4b15-84b0-295d028b3817) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:44:29.817480 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-a697d168-1894-4738-8c68-bebf2af04330 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:29.834203 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-a697d168-1894-4738-8c68-bebf2af04330 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Transition to ACTIVE for port object 081d6e70-b53f-4b15-84b0-295d028b3817 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:44:29.860740 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-a697d168-1894-4738-8c68-bebf2af04330 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:29.930063 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-a697d168-1894-4738-8c68-bebf2af04330 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network 51556b73-4055-40cc-a13a-31dc504170fa is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:44:29.938114 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-a697d168-1894-4738-8c68-bebf2af04330 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:44:29.940525 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-a697d168-1894-4738-8c68-bebf2af04330 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:44:29.983813 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697d168-1894-4738-8c68-bebf2af04330 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=081d6e70-b53f-4b15-84b0-295d028b3817,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:30.017744 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-a697d168-1894-4738-8c68-bebf2af04330 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:30.018491 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-a697d168-1894-4738-8c68-bebf2af04330 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:30.047510 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-a697d168-1894-4738-8c68-bebf2af04330 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9063795 Mar 09 04:44:30.060491 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-75a34327-b73f-4c46-bcae-aebad5be122e service neutron] Request body: {'port': {'device_id': '8be9e0d7-655a-4633-aebe-447b4df26fe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:44:30.175887 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-75a34327-b73f-4c46-bcae-aebad5be122e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:30.208542 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ce3881c6-b94e-4379-a099-f9e3af629371 None None] Provisioning for port 081d6e70-b53f-4b15-84b0-295d028b3817 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:44:30.214352 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ce3881c6-b94e-4379-a099-f9e3af629371 None None] Provisioning complete for port 081d6e70-b53f-4b15-84b0-295d028b3817 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:44:30.215008 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ce3881c6-b94e-4379-a099-f9e3af629371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:30.278239 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ce3881c6-b94e-4379-a099-f9e3af629371 None None] Port 081d6e70-b53f-4b15-84b0-295d028b3817 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:44:30.394638 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504abc0-88ac-4860-8b1e-39ba53f574e7 req-98e5245a-ff86-4619-b81e-7d3183ea0a33 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:30.395380 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f504abc0-88ac-4860-8b1e-39ba53f574e7 req-98e5245a-ff86-4619-b81e-7d3183ea0a33 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:44:30.491068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-f504abc0-88ac-4860-8b1e-39ba53f574e7 req-98e5245a-ff86-4619-b81e-7d3183ea0a33 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:44:30.492209 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f504abc0-88ac-4860-8b1e-39ba53f574e7 req-98e5245a-ff86-4619-b81e-7d3183ea0a33 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 932 time: 0.2710092 Mar 09 04:44:30.559909 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f504abc0-88ac-4860-8b1e-39ba53f574e7 req-224b142e-d6f9-4629-8772-806cd65bdb8c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602036 Mar 09 04:44:30.632979 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-75a34327-b73f-4c46-bcae-aebad5be122e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 081d6e70-b53f-4b15-84b0-295d028b3817 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:44:30.640089 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-75a34327-b73f-4c46-bcae-aebad5be122e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:30.653728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-75a34327-b73f-4c46-bcae-aebad5be122e service neutron] Transition to ACTIVE for port object 081d6e70-b53f-4b15-84b0-295d028b3817 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:44:30.657414 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-75a34327-b73f-4c46-bcae-aebad5be122e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:30.815848 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a34327-b73f-4c46-bcae-aebad5be122e service neutron] Pushing event updated for resources: {'Port': ['ID=081d6e70-b53f-4b15-84b0-295d028b3817,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:30.889314 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-75a34327-b73f-4c46-bcae-aebad5be122e service neutron] Attempting to bind port 081d6e70-b53f-4b15-84b0-295d028b3817 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:44:30.889653 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-75a34327-b73f-4c46-bcae-aebad5be122e service neutron] Attempting to bind port 081d6e70-b53f-4b15-84b0-295d028b3817 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': 'e8fbcafb-2e90-46c1-aead-48726ab96cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:44:30.889965 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-75a34327-b73f-4c46-bcae-aebad5be122e service neutron] Attempting to bind port 081d6e70-b53f-4b15-84b0-295d028b3817 on network 51556b73-4055-40cc-a13a-31dc504170fa {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:44:30.894663 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-75a34327-b73f-4c46-bcae-aebad5be122e service neutron] Port 081d6e70-b53f-4b15-84b0-295d028b3817 on network 51556b73-4055-40cc-a13a-31dc504170fa not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:44:30.895007 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-75a34327-b73f-4c46-bcae-aebad5be122e service neutron] Attempting to bind port 081d6e70-b53f-4b15-84b0-295d028b3817 on network 51556b73-4055-40cc-a13a-31dc504170fa {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:44:30.899964 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-75a34327-b73f-4c46-bcae-aebad5be122e service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:44:30.900298 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-75a34327-b73f-4c46-bcae-aebad5be122e service neutron] Checking segment: {'id': 'e8fbcafb-2e90-46c1-aead-48726ab96cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:44:30.900673 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-75a34327-b73f-4c46-bcae-aebad5be122e service neutron] Bound using segment: {'id': 'e8fbcafb-2e90-46c1-aead-48726ab96cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:44:30.901090 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-75a34327-b73f-4c46-bcae-aebad5be122e service neutron] Bound port: 081d6e70-b53f-4b15-84b0-295d028b3817, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8fbcafb-2e90-46c1-aead-48726ab96cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:44:30.901433 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-75a34327-b73f-4c46-bcae-aebad5be122e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:30.990716 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-75a34327-b73f-4c46-bcae-aebad5be122e service neutron] For port 081d6e70-b53f-4b15-84b0-295d028b3817, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:44:30.994375 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-75a34327-b73f-4c46-bcae-aebad5be122e service neutron] For port 081d6e70-b53f-4b15-84b0-295d028b3817, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=081d6e70-b53f-4b15-84b0-295d028b3817,segment=NetworkSegment(e8fbcafb-2e90-46c1-aead-48726ab96cdf),segment_id=e8fbcafb-2e90-46c1-aead-48726ab96cdf)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:44:30.999145 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-75a34327-b73f-4c46-bcae-aebad5be122e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:31.052934 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-75a34327-b73f-4c46-bcae-aebad5be122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:31.053718 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-75a34327-b73f-4c46-bcae-aebad5be122e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:31.055134 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-75a34327-b73f-4c46-bcae-aebad5be122e service neutron] 10.222.0.21 "PUT /v2.0/ports/081d6e70-b53f-4b15-84b0-295d028b3817 HTTP/1.1" status: 200 len: 1092 time: 0.9990065 Mar 09 04:44:31.057854 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be9e0d7-655a-4633-aebe-447b4df26fe9', 'tag': '081d6e70-b53f-4b15-84b0-295d028b3817'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:44:31.105408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a34327-b73f-4c46-bcae-aebad5be122e service neutron] Pushing event updated for resources: {'Port': ['ID=081d6e70-b53f-4b15-84b0-295d028b3817,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:31.129739 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3c9ee48e-be15-428c-8f9f-135f3c032fc1 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:44:31.146286 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be9e0d7-655a-4633-aebe-447b4df26fe9', 'tag': '081d6e70-b53f-4b15-84b0-295d028b3817', 'status': 'completed', 'code': 200} Mar 09 04:44:31.192204 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-551e39c2-8ae5-42f1-aefc-3d24033e9d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:31.193678 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-551e39c2-8ae5-42f1-aefc-3d24033e9d9c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 1095 time: 0.0843246 Mar 09 04:44:31.200626 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 3c9ee48e-be15-428c-8f9f-135f3c032fc1 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:44:31.205962 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 3c9ee48e-be15-428c-8f9f-135f3c032fc1 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:44:31.206326 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:31.267656 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c78fa35b-a1a7-4947-b9fc-490494f333f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:31.273519 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-93e91aaf-3216-46db-a514-7b97c60259dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=081d6e70-b53f-4b15-84b0-295d028b3817 HTTP/1.1" status: 200 len: 217 time: 0.0727673 Mar 09 04:44:31.336752 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-5f093127-34a1-4491-94ac-6bb0493a5e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:31.338652 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-5f093127-34a1-4491-94ac-6bb0493a5e5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=837f0a0f-4647-44fc-98d9-0f76ea99081b HTTP/1.1" status: 200 len: 835 time: 0.0600135 Mar 09 04:44:31.357433 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:31.392131 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 3c9ee48e-be15-428c-8f9f-135f3c032fc1, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3c9ee48e-be15-428c-8f9f-135f3c032fc1,segment=NetworkSegment(e8fbcafb-2e90-46c1-aead-48726ab96cdf),segment_id=e8fbcafb-2e90-46c1-aead-48726ab96cdf)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:44:31.396714 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:31.421051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-2e45210e-35c5-4028-8949-502b3d4b776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:31.422527 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-2e45210e-35c5-4028-8949-502b3d4b776f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51556b73-4055-40cc-a13a-31dc504170fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774372 Mar 09 04:44:31.468012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=3c9ee48e-be15-428c-8f9f-135f3c032fc1,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:31.552281 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-b1d6bfc8-7c05-4e01-a053-190385c40f5a service neutron] 10.222.0.21 "GET /v2.0/networks/51556b73-4055-40cc-a13a-31dc504170fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237941 Mar 09 04:44:31.870917 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-854eecdd-e1d1-4ce8-99ba-14801371cf0d req-fb6f48cc-e641-4ba8-abf0-eac49b5ad7d8 service neutron] 10.222.0.21 "GET /v2.0/networks/51556b73-4055-40cc-a13a-31dc504170fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127687 Mar 09 04:44:31.883995 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acc82b-b0f0-4ad6-8671-4c7d4558fa2b req-374c5b1f-0207-4401-9e8e-72e174525bda tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:31.885974 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f1acc82b-b0f0-4ad6-8671-4c7d4558fa2b req-374c5b1f-0207-4401-9e8e-72e174525bda tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 944 time: 0.1822946 Mar 09 04:44:31.975852 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f1acc82b-b0f0-4ad6-8671-4c7d4558fa2b req-2cb1dee9-788c-4d4f-9bc5-e1855bd6ecc3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830076 Mar 09 04:44:32.003142 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605e484-dff2-4c95-86f9-e024dcf5e812 req-a5fcd12a-0fa2-4f64-abc5-8281a88773c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:32.004586 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9605e484-dff2-4c95-86f9-e024dcf5e812 req-a5fcd12a-0fa2-4f64-abc5-8281a88773c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 1095 time: 0.0828984 Mar 09 04:44:32.140760 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605e484-dff2-4c95-86f9-e024dcf5e812 req-85f7df74-f197-462e-b6c7-d64c3e7dec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:32.142922 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9605e484-dff2-4c95-86f9-e024dcf5e812 req-85f7df74-f197-462e-b6c7-d64c3e7dec70 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51556b73-4055-40cc-a13a-31dc504170fa HTTP/1.1" status: 200 len: 897 time: 0.1325850 Mar 09 04:44:32.213411 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9605e484-dff2-4c95-86f9-e024dcf5e812 req-823f406a-16f7-44ad-9f9c-011ae2503f9b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=081d6e70-b53f-4b15-84b0-295d028b3817 HTTP/1.1" status: 200 len: 217 time: 0.0640638 Mar 09 04:44:32.279223 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605e484-dff2-4c95-86f9-e024dcf5e812 req-8b5e7303-947c-4456-b4af-4e1f97be7b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:32.280834 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9605e484-dff2-4c95-86f9-e024dcf5e812 req-8b5e7303-947c-4456-b4af-4e1f97be7b31 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=837f0a0f-4647-44fc-98d9-0f76ea99081b HTTP/1.1" status: 200 len: 835 time: 0.0611141 Mar 09 04:44:32.355192 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605e484-dff2-4c95-86f9-e024dcf5e812 req-bb2fde2e-c4d9-4cb1-98aa-e350c517d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:32.356645 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9605e484-dff2-4c95-86f9-e024dcf5e812 req-bb2fde2e-c4d9-4cb1-98aa-e350c517d8e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51556b73-4055-40cc-a13a-31dc504170fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697379 Mar 09 04:44:32.376217 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:32.432791 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:32.491332 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9605e484-dff2-4c95-86f9-e024dcf5e812 req-8f538fdf-c258-4f95-a6dd-bea4dcdf3478 service neutron] 10.222.0.21 "GET /v2.0/networks/51556b73-4055-40cc-a13a-31dc504170fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265600 Mar 09 04:44:32.619596 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9605e484-dff2-4c95-86f9-e024dcf5e812 req-337f4229-c5e1-4b03-bce3-5908e17fd1a5 service neutron] 10.222.0.21 "GET /v2.0/networks/51556b73-4055-40cc-a13a-31dc504170fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221385 Mar 09 04:44:33.082481 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3c9ee48e-be15-428c-8f9f-135f3c032fc1 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:44:33.156982 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 3c9ee48e-be15-428c-8f9f-135f3c032fc1 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:44:33.157364 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:33.331425 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed847ffa-bcde-418f-a920-aa2354dd3b94 req-919b9bcc-3804-47ac-a4d1-8186f8957a14 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:33.332873 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ed847ffa-bcde-418f-a920-aa2354dd3b94 req-919b9bcc-3804-47ac-a4d1-8186f8957a14 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 944 time: 0.0839109 Mar 09 04:44:33.376726 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ed847ffa-bcde-418f-a920-aa2354dd3b94 req-c4901090-ec7e-4e27-8111-b141cf23c9ab tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381508 Mar 09 04:44:33.696991 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:34.560537 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1922957-d94d-4fdb-8143-2df2fdb744ac req-b2a33547-2589-4217-a664-bd74aed8fd14 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:34.561957 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1922957-d94d-4fdb-8143-2df2fdb744ac req-b2a33547-2589-4217-a664-bd74aed8fd14 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 944 time: 0.0822351 Mar 09 04:44:34.607097 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a1922957-d94d-4fdb-8143-2df2fdb744ac req-06227398-dd42-4fc8-b13c-af680b1f46aa tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396044 Mar 09 04:44:34.754002 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:34.925636 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 081d6e70-b53f-4b15-84b0-295d028b3817 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:44:35.054831 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 081d6e70-b53f-4b15-84b0-295d028b3817, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=081d6e70-b53f-4b15-84b0-295d028b3817,segment=NetworkSegment(e8fbcafb-2e90-46c1-aead-48726ab96cdf),segment_id=e8fbcafb-2e90-46c1-aead-48726ab96cdf)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:44:35.067971 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '081d6e70-b53f-4b15-84b0-295d028b3817', 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa', 'port_id': '081d6e70-b53f-4b15-84b0-295d028b3817', 'mac_address': 'fa:16:3e:92:ea:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837f0a0f-4647-44fc-98d9-0f76ea99081b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:44:35.124681 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:35.140494 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081d6e70-b53f-4b15-84b0-295d028b3817 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:44:35.154819 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 081d6e70-b53f-4b15-84b0-295d028b3817, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=081d6e70-b53f-4b15-84b0-295d028b3817,segment=NetworkSegment(e8fbcafb-2e90-46c1-aead-48726ab96cdf),segment_id=e8fbcafb-2e90-46c1-aead-48726ab96cdf)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:44:35.158581 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:35.222732 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=081d6e70-b53f-4b15-84b0-295d028b3817,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:35.363065 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['081d6e70-b53f-4b15-84b0-295d028b3817'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:44:35.791068 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e9740-2d89-4908-9a75-72852a612c7e req-e49cbcab-f5f2-4f8d-b683-d02630e5314a tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:35.792488 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6c6e9740-2d89-4908-9a75-72852a612c7e req-e49cbcab-f5f2-4f8d-b683-d02630e5314a tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 945 time: 0.0820155 Mar 09 04:44:35.835845 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6c6e9740-2d89-4908-9a75-72852a612c7e req-016c7b9e-9db5-4652-82d5-f320bc0910e1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378413 Mar 09 04:44:36.940630 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 081d6e70-b53f-4b15-84b0-295d028b3817 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:44:37.008695 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 081d6e70-b53f-4b15-84b0-295d028b3817 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:44:37.013354 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 081d6e70-b53f-4b15-84b0-295d028b3817 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:44:37.013713 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:37.019530 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493706b-e7cc-44f7-8a34-61bbd54507d0 req-6a668c0e-c5d4-43dc-a086-b7d14ebf1acb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:37.021007 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1493706b-e7cc-44f7-8a34-61bbd54507d0 req-6a668c0e-c5d4-43dc-a086-b7d14ebf1acb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 945 time: 0.0789945 Mar 09 04:44:37.066988 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1493706b-e7cc-44f7-8a34-61bbd54507d0 req-ef290c42-4977-41e7-b447-b46cfb7ccdfd tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383434 Mar 09 04:44:37.161373 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:37.187578 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be9e0d7-655a-4633-aebe-447b4df26fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081d6e70-b53f-4b15-84b0-295d028b3817'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:44:37.197010 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 081d6e70-b53f-4b15-84b0-295d028b3817, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=081d6e70-b53f-4b15-84b0-295d028b3817,segment=NetworkSegment(e8fbcafb-2e90-46c1-aead-48726ab96cdf),segment_id=e8fbcafb-2e90-46c1-aead-48726ab96cdf)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:44:37.201035 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:37.236380 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be9e0d7-655a-4633-aebe-447b4df26fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081d6e70-b53f-4b15-84b0-295d028b3817', 'code': 200} Mar 09 04:44:37.267004 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=081d6e70-b53f-4b15-84b0-295d028b3817,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:37.361337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9aa787-38f2-467d-9cb8-bc5e37c4b6eb req-13e80319-4405-48fc-8919-d36c087c1908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:37.362789 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1e9aa787-38f2-467d-9cb8-bc5e37c4b6eb req-13e80319-4405-48fc-8919-d36c087c1908 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 1097 time: 0.0731394 Mar 09 04:44:37.401953 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1e9aa787-38f2-467d-9cb8-bc5e37c4b6eb req-1d9aef23-5675-4daf-9682-ad03fb4c840e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336685 Mar 09 04:44:38.405436 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa28bc-451c-4a22-9e13-9b465908eab0 req-cc8c8840-d0fb-46b5-b921-a32c7df6617e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:38.407208 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ffa28bc-451c-4a22-9e13-9b465908eab0 req-cc8c8840-d0fb-46b5-b921-a32c7df6617e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 946 time: 0.0822089 Mar 09 04:44:38.460070 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9ffa28bc-451c-4a22-9e13-9b465908eab0 req-7ac1c855-165d-4c7a-8c75-9e7187465953 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471697 Mar 09 04:44:39.273688 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:39.641444 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618c4cb-e09b-47da-b237-a6dfd0d5b141 req-939fc536-3566-444f-a150-f3cb7399bd79 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:39.642772 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7618c4cb-e09b-47da-b237-a6dfd0d5b141 req-939fc536-3566-444f-a150-f3cb7399bd79 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 946 time: 0.0779960 Mar 09 04:44:39.685594 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7618c4cb-e09b-47da-b237-a6dfd0d5b141 req-c920c930-1670-43eb-a313-045d2f1cc75a tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373564 Mar 09 04:44:39.863963 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a07ae-87e7-43cc-ae62-4673e6d8bf91 req-2e7191c5-0a91-4ab5-9c71-e3e5ca44a3ac tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:39.865394 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c98a07ae-87e7-43cc-ae62-4673e6d8bf91 req-2e7191c5-0a91-4ab5-9c71-e3e5ca44a3ac tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 946 time: 0.0783966 Mar 09 04:44:39.909458 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c98a07ae-87e7-43cc-ae62-4673e6d8bf91 req-7c0f81ac-f056-484b-9c77-8c4cc4fe0be8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384748 Mar 09 04:44:39.932106 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48236) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:44:40.002158 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bac54f-952c-4d5a-b5dc-80a62d48b212 tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:40.003627 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-01bac54f-952c-4d5a-b5dc-80a62d48b212 tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 1092 time: 0.0705636 Mar 09 04:44:40.006390 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48240) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:44:40.011732 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-45e6a718-399f-4db3-a03f-ea9ebc67bfe2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'port_id': '081d6e70-b53f-4b15-84b0-295d028b3817', 'tenant_id': '082228de5a004917b79deb4618035197', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:44:40.018127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-45e6a718-399f-4db3-a03f-ea9ebc67bfe2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:44:40.021895 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-45e6a718-399f-4db3-a03f-ea9ebc67bfe2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:floatingip and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:44:40.024653 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-45e6a718-399f-4db3-a03f-ea9ebc67bfe2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:44:40.030127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-45e6a718-399f-4db3-a03f-ea9ebc67bfe2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:44:40.040044 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-45e6a718-399f-4db3-a03f-ea9ebc67bfe2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:40.171705 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-45e6a718-399f-4db3-a03f-ea9ebc67bfe2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:40.406034 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-45e6a718-399f-4db3-a03f-ea9ebc67bfe2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Allocated IP 172.25.7.227 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/5ff65b59-9a49-4f41-a5aa-e1a384aa8cc5) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:44:40.552692 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-45e6a718-399f-4db3-a03f-ea9ebc67bfe2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:40.580970 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-45e6a718-399f-4db3-a03f-ea9ebc67bfe2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:40.641861 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e6a718-399f-4db3-a03f-ea9ebc67bfe2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:44:40.644470 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-45e6a718-399f-4db3-a03f-ea9ebc67bfe2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:44:40.651947 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e6a718-399f-4db3-a03f-ea9ebc67bfe2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:44:40.691471 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6a718-399f-4db3-a03f-ea9ebc67bfe2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=5ff65b59-9a49-4f41-a5aa-e1a384aa8cc5,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:41.056981 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-45e6a718-399f-4db3-a03f-ea9ebc67bfe2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:41.128413 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-45e6a718-399f-4db3-a03f-ea9ebc67bfe2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:41.326498 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-45e6a718-399f-4db3-a03f-ea9ebc67bfe2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:41.330966 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-45e6a718-399f-4db3-a03f-ea9ebc67bfe2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:41.443606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6a718-399f-4db3-a03f-ea9ebc67bfe2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=5ff65b59-9a49-4f41-a5aa-e1a384aa8cc5,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:44:41.453466 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-45e6a718-399f-4db3-a03f-ea9ebc67bfe2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:41.624031 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-45e6a718-399f-4db3-a03f-ea9ebc67bfe2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Floating IP fd0e6122-a6b4-43da-a93d-30a1ba6c4c1d associated. External IP: 172.25.7.227, port: 081d6e70-b53f-4b15-84b0-295d028b3817. Mar 09 04:44:42.084020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e6a718-399f-4db3-a03f-ea9ebc67bfe2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Router 70a657d8-b6fd-4b98-9d06-795203205c29 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:44:42.258129 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e6a718-399f-4db3-a03f-ea9ebc67bfe2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:44:42.267925 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3549efd-e849-4c70-b2e1-3d98f477a47a None None] Sync routers for ids ['70a657d8-b6fd-4b98-9d06-795203205c29'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:44:42.278570 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3549efd-e849-4c70-b2e1-3d98f477a47a None None] Routers {'70a657d8-b6fd-4b98-9d06-795203205c29'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:44:42.279193 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-c3549efd-e849-4c70-b2e1-3d98f477a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:44:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['70a657d8-b6fd-4b98-9d06-795203205c29'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:44:42.282110 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-45e6a718-399f-4db3-a03f-ea9ebc67bfe2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:44:42.340220 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-45e6a718-399f-4db3-a03f-ea9ebc67bfe2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3328133 Mar 09 04:44:42.340812 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be9e0d7-655a-4633-aebe-447b4df26fe9', 'tag': '081d6e70-b53f-4b15-84b0-295d028b3817'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:44:42.385485 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be9e0d7-655a-4633-aebe-447b4df26fe9', 'tag': '081d6e70-b53f-4b15-84b0-295d028b3817', 'status': 'completed', 'code': 200} Mar 09 04:44:42.457729 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-c3549efd-e849-4c70-b2e1-3d98f477a47a None None] Set router 70a657d8-b6fd-4b98-9d06-795203205c29 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:44:42.487480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb450296-5507-4451-8d43-efa4f3748b64 req-4ff9916a-9ef3-4547-a6a2-79fcd80554be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:42.488968 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eb450296-5507-4451-8d43-efa4f3748b64 req-4ff9916a-9ef3-4547-a6a2-79fcd80554be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 1097 time: 0.0714440 Mar 09 04:44:42.516815 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960d9ad-f834-478e-9fd4-c8b4595ff607 req-2c91da99-3229-46e0-9b17-cbaebe7c7baf tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:42.518206 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1960d9ad-f834-478e-9fd4-c8b4595ff607 req-2c91da99-3229-46e0-9b17-cbaebe7c7baf tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 946 time: 0.0853245 Mar 09 04:44:42.569482 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1960d9ad-f834-478e-9fd4-c8b4595ff607 req-616eddae-1c6b-403c-b610-8a6cd66d1984 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442727 Mar 09 04:44:42.593719 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48248) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:44:42.629792 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb450296-5507-4451-8d43-efa4f3748b64 req-01e45b00-f287-4e36-8508-7f390c530466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:42.631272 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eb450296-5507-4451-8d43-efa4f3748b64 req-01e45b00-f287-4e36-8508-7f390c530466 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51556b73-4055-40cc-a13a-31dc504170fa HTTP/1.1" status: 200 len: 897 time: 0.1360176 Mar 09 04:44:42.700545 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d13032bd-1165-4782-abe7-fac4484eb37a tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/floatingips/fd0e6122-a6b4-43da-a93d-30a1ba6c4c1d HTTP/1.1" status: 200 len: 992 time: 0.1055214 Mar 09 04:44:42.738620 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eb450296-5507-4451-8d43-efa4f3748b64 req-ac602935-4856-4074-8f12-c1ef0391935b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=081d6e70-b53f-4b15-84b0-295d028b3817 HTTP/1.1" status: 200 len: 1000 time: 0.1007414 Mar 09 04:44:42.801051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb450296-5507-4451-8d43-efa4f3748b64 req-ed8f57e3-b0b2-4e69-a5ab-8e401c38449b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:42.802413 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eb450296-5507-4451-8d43-efa4f3748b64 req-ed8f57e3-b0b2-4e69-a5ab-8e401c38449b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=837f0a0f-4647-44fc-98d9-0f76ea99081b HTTP/1.1" status: 200 len: 835 time: 0.0584612 Mar 09 04:44:42.814976 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-c3549efd-e849-4c70-b2e1-3d98f477a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557629229', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '960449ab-364d-4a85-95dd-695d8da92034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:44:20Z', 'updated_at': '2022-03-09T04:44:25Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '960449ab-364d-4a85-95dd-695d8da92034', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:44:21Z', 'updated_at': '2022-03-09T04:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'fd0e6122-a6b4-43da-a93d-30a1ba6c4c1d', 'tenant_id': '082228de5a004917b79deb4618035197', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'port_id': '081d6e70-b53f-4b15-84b0-295d028b3817', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa', 'mac_address': 'fa:16:3e:92:ea:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be9e0d7-655a-4633-aebe-447b4df26fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:44:40Z', 'updated_at': '2022-03-09T04:44:40Z', 'revision_number': 0, 'project_id': '082228de5a004917b79deb4618035197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c9ee48e-be15-428c-8f9f-135f3c032fc1', 'name': '', 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:c5:95:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '837f0a0f-4647-44fc-98d9-0f76ea99081b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:44:24Z', 'updated_at': '2022-03-09T04:44:31Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '837f0a0f-4647-44fc-98d9-0f76ea99081b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:44:42.818716 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3549efd-e849-4c70-b2e1-3d98f477a47a None None] Checking router: 70a657d8-b6fd-4b98-9d06-795203205c29 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:44:42.827484 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3549efd-e849-4c70-b2e1-3d98f477a47a None None] Routers {'70a657d8-b6fd-4b98-9d06-795203205c29'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:44:42.828058 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-c3549efd-e849-4c70-b2e1-3d98f477a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:44:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['70a657d8-b6fd-4b98-9d06-795203205c29'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:44:42.879525 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb450296-5507-4451-8d43-efa4f3748b64 req-cf0243a9-e61c-4f23-9826-b8677240982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:44:42.881019 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eb450296-5507-4451-8d43-efa4f3748b64 req-cf0243a9-e61c-4f23-9826-b8677240982b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51556b73-4055-40cc-a13a-31dc504170fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730450 Mar 09 04:44:43.014519 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eb450296-5507-4451-8d43-efa4f3748b64 req-082b7266-0327-43e3-8cf4-c88c4724f57f service neutron] 10.222.0.21 "GET /v2.0/networks/51556b73-4055-40cc-a13a-31dc504170fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271391 Mar 09 04:44:43.032385 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-c3549efd-e849-4c70-b2e1-3d98f477a47a None None] Set router 70a657d8-b6fd-4b98-9d06-795203205c29 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:44:43.151652 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-eb450296-5507-4451-8d43-efa4f3748b64 req-1e5a6c76-9435-4ad3-b378-2355da603f08 service neutron] 10.222.0.21 "GET /v2.0/networks/51556b73-4055-40cc-a13a-31dc504170fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315007 Mar 09 04:44:43.379442 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-c3549efd-e849-4c70-b2e1-3d98f477a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557629229', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '960449ab-364d-4a85-95dd-695d8da92034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:44:20Z', 'updated_at': '2022-03-09T04:44:25Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '960449ab-364d-4a85-95dd-695d8da92034', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:44:21Z', 'updated_at': '2022-03-09T04:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'fd0e6122-a6b4-43da-a93d-30a1ba6c4c1d', 'tenant_id': '082228de5a004917b79deb4618035197', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'port_id': '081d6e70-b53f-4b15-84b0-295d028b3817', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa', 'mac_address': 'fa:16:3e:92:ea:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be9e0d7-655a-4633-aebe-447b4df26fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:44:40Z', 'updated_at': '2022-03-09T04:44:40Z', 'revision_number': 0, 'project_id': '082228de5a004917b79deb4618035197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c9ee48e-be15-428c-8f9f-135f3c032fc1', 'name': '', 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:c5:95:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '837f0a0f-4647-44fc-98d9-0f76ea99081b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:44:24Z', 'updated_at': '2022-03-09T04:44:31Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '837f0a0f-4647-44fc-98d9-0f76ea99081b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:44:43.383270 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3549efd-e849-4c70-b2e1-3d98f477a47a None None] The sync data for ids ['70a657d8-b6fd-4b98-9d06-795203205c29'] in n-d-825178-5 is: [{'id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557629229', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '960449ab-364d-4a85-95dd-695d8da92034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:44:20Z', 'updated_at': '2022-03-09T04:44:25Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '960449ab-364d-4a85-95dd-695d8da92034', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:44:21Z', 'updated_at': '2022-03-09T04:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'fd0e6122-a6b4-43da-a93d-30a1ba6c4c1d', 'tenant_id': '082228de5a004917b79deb4618035197', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'port_id': '081d6e70-b53f-4b15-84b0-295d028b3817', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa', 'mac_address': 'fa:16:3e:92:ea:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be9e0d7-655a-4633-aebe-447b4df26fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:44:40Z', 'updated_at': '2022-03-09T04:44:40Z', 'revision_number': 0, 'project_id': '082228de5a004917b79deb4618035197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c9ee48e-be15-428c-8f9f-135f3c032fc1', 'name': '', 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:c5:95:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '837f0a0f-4647-44fc-98d9-0f76ea99081b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:44:24Z', 'updated_at': '2022-03-09T04:44:31Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '837f0a0f-4647-44fc-98d9-0f76ea99081b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:44:43.567692 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03444d3-c33b-492e-a553-1d0766ff724b None None] New status for floating IP fd0e6122-a6b4-43da-a93d-30a1ba6c4c1d: ACTIVE {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:44:43.704470 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48252) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:44:43.811944 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-aa116177-d403-49e2-a913-7501a5c9d775 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/floatingips/fd0e6122-a6b4-43da-a93d-30a1ba6c4c1d HTTP/1.1" status: 200 len: 992 time: 0.1063340 Mar 09 04:44:44.633895 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:44:44.815781 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48256) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:44:44.920517 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0cbe2fea-0f36-4333-a348-291037f09dd1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/floatingips/fd0e6122-a6b4-43da-a93d-30a1ba6c4c1d HTTP/1.1" status: 200 len: 994 time: 0.1036255 Mar 09 04:44:58.827845 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-93aec164-c1de-4f4b-bf40-4950874176d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:45:01.230254 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1339c433-b9bd-4137-bd7b-554146b832c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:45:02.378305 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:45:02.434365 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:45:03.700759 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:45:04.763175 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:45:09.273653 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:45:14.408559 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48278) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:45:14.469914 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aaae4f-4b77-4710-8ee4-01d2fc820468 req-730fb3ff-2766-420e-97e6-036d204f4e5e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:14.471377 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c4aaae4f-4b77-4710-8ee4-01d2fc820468 req-730fb3ff-2766-420e-97e6-036d204f4e5e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 946 time: 0.0844736 Mar 09 04:45:14.516345 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cf9da276-1967-4e35-8035-12116aed77e9 req-8ed3e2c6-7d64-447c-a277-3e8ded623e5d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1066606 Mar 09 04:45:14.517439 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c4aaae4f-4b77-4710-8ee4-01d2fc820468 req-046d727a-382d-475c-9ae0-191ed502338d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404313 Mar 09 04:45:15.705284 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0d885-5e31-4277-86d5-27fe8fb75879 req-699676ae-3eef-4d81-866c-f6fa9ec2d056 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:15.706711 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cfe0d885-5e31-4277-86d5-27fe8fb75879 req-699676ae-3eef-4d81-866c-f6fa9ec2d056 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 946 time: 0.0823455 Mar 09 04:45:15.750211 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cfe0d885-5e31-4277-86d5-27fe8fb75879 req-b7142019-29ce-41db-8458-9169b2a91d10 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379748 Mar 09 04:45:16.930178 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864e19e-6dc5-4f4a-be26-6d140ce33fb8 req-b4731c5a-4a40-4eb5-82cf-7c3525388491 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:16.931681 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0864e19e-6dc5-4f4a-be26-6d140ce33fb8 req-b4731c5a-4a40-4eb5-82cf-7c3525388491 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 946 time: 0.0789685 Mar 09 04:45:16.976414 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0864e19e-6dc5-4f4a-be26-6d140ce33fb8 req-7be05673-80db-4de9-8835-ee83320010bc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386653 Mar 09 04:45:18.167918 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6dd0-0a7a-4559-82ad-7ccbf9db7787 req-dae65736-788e-4ad0-bbb3-e679af45fe38 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:18.169406 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-acab6dd0-0a7a-4559-82ad-7ccbf9db7787 req-dae65736-788e-4ad0-bbb3-e679af45fe38 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 946 time: 0.0817831 Mar 09 04:45:18.212321 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-acab6dd0-0a7a-4559-82ad-7ccbf9db7787 req-4d28799e-6a72-43cb-afae-6490a69f3699 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373485 Mar 09 04:45:19.415633 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2a733-71a6-4eec-9d0c-2e506e1f1831 req-a7e06250-b460-4832-9318-610d00c3ee58 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:19.417587 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-04c2a733-71a6-4eec-9d0c-2e506e1f1831 req-a7e06250-b460-4832-9318-610d00c3ee58 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 946 time: 0.0963361 Mar 09 04:45:19.574167 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-04c2a733-71a6-4eec-9d0c-2e506e1f1831 req-10d67ed6-6e09-44d2-906d-1e385b525e47 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504805 Mar 09 04:45:19.790162 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9da276-1967-4e35-8035-12116aed77e9 req-5bbd7e54-6136-436c-a5a1-7dbd11756b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:19.792270 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf9da276-1967-4e35-8035-12116aed77e9 req-5bbd7e54-6136-436c-a5a1-7dbd11756b5f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 1097 time: 0.0695152 Mar 09 04:45:19.923177 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9da276-1967-4e35-8035-12116aed77e9 req-5cf55a4a-0be9-44ab-a2c8-c700f5ea828e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:19.924015 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf9da276-1967-4e35-8035-12116aed77e9 req-5cf55a4a-0be9-44ab-a2c8-c700f5ea828e service neutron] 10.222.0.21 "GET /v2.0/networks?id=51556b73-4055-40cc-a13a-31dc504170fa HTTP/1.1" status: 200 len: 897 time: 0.1267624 Mar 09 04:45:20.030701 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf9da276-1967-4e35-8035-12116aed77e9 req-4e4d1a27-34bb-4a21-bb67-5641fcac6eb1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=081d6e70-b53f-4b15-84b0-295d028b3817 HTTP/1.1" status: 200 len: 1002 time: 0.1010976 Mar 09 04:45:20.092887 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9da276-1967-4e35-8035-12116aed77e9 req-3dec1863-1ff2-4fe0-b4e7-d8ed9c975d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:20.094257 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf9da276-1967-4e35-8035-12116aed77e9 req-3dec1863-1ff2-4fe0-b4e7-d8ed9c975d74 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=837f0a0f-4647-44fc-98d9-0f76ea99081b HTTP/1.1" status: 200 len: 835 time: 0.0583019 Mar 09 04:45:20.164688 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9da276-1967-4e35-8035-12116aed77e9 req-eac24db4-b23e-46e7-b3fd-241cb4d06c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:20.166084 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf9da276-1967-4e35-8035-12116aed77e9 req-eac24db4-b23e-46e7-b3fd-241cb4d06c83 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51556b73-4055-40cc-a13a-31dc504170fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665438 Mar 09 04:45:20.292810 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf9da276-1967-4e35-8035-12116aed77e9 req-42136fe9-ce6c-4f8d-9459-0f6e0fbf6f72 service neutron] 10.222.0.21 "GET /v2.0/networks/51556b73-4055-40cc-a13a-31dc504170fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204503 Mar 09 04:45:20.419516 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf9da276-1967-4e35-8035-12116aed77e9 req-30a3c569-720c-474e-a09d-0c63ba159ba3 service neutron] 10.222.0.21 "GET /v2.0/networks/51556b73-4055-40cc-a13a-31dc504170fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203551 Mar 09 04:45:20.856110 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fada22-2f17-490c-b5cc-9d881ffc447f req-da179e94-224b-4c1b-9993-17fcba2bdac9 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:20.857495 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e5fada22-2f17-490c-b5cc-9d881ffc447f req-da179e94-224b-4c1b-9993-17fcba2bdac9 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 946 time: 0.1809080 Mar 09 04:45:20.900741 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e5fada22-2f17-490c-b5cc-9d881ffc447f req-39809f4d-74af-42c4-84ae-7e6b79d3d472 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376132 Mar 09 04:45:21.632842 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:45:22.085620 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e8899-fc25-403f-a4b1-e59c01f0a3b6 req-d7303f68-7156-440c-bcac-4d025c7b3a2a tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:22.087065 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-970e8899-fc25-403f-a4b1-e59c01f0a3b6 req-d7303f68-7156-440c-bcac-4d025c7b3a2a tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 946 time: 0.0824587 Mar 09 04:45:22.129076 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-970e8899-fc25-403f-a4b1-e59c01f0a3b6 req-9cc44a42-5f15-48ef-b1e8-3c1577c76e18 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365133 Mar 09 04:45:23.313781 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86466b-e2a6-461f-b328-657274fb1eaa req-bd922cac-4482-4ad1-96f1-5ce7b60c37fa tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:23.315220 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fc86466b-e2a6-461f-b328-657274fb1eaa req-bd922cac-4482-4ad1-96f1-5ce7b60c37fa tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 946 time: 0.0804462 Mar 09 04:45:23.358203 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fc86466b-e2a6-461f-b328-657274fb1eaa req-12ef5d8a-2c92-46f8-871e-a6dfa5a11147 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375047 Mar 09 04:45:24.539599 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ef71a-dce5-4111-b455-885e2905ef85 req-a3be03d7-e92e-4728-a4d5-af9029632818 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:24.541033 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d47ef71a-dce5-4111-b455-885e2905ef85 req-a3be03d7-e92e-4728-a4d5-af9029632818 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 946 time: 0.0790019 Mar 09 04:45:24.583995 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d47ef71a-dce5-4111-b455-885e2905ef85 req-87ca3502-af1b-4e6c-ac66-d13256a0296d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373607 Mar 09 04:45:25.766734 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a00e4a-0e8e-4a08-91e5-be847e2e4e2f req-d0b6614e-0bd4-4e29-ad9f-240f10e3b47e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:25.768221 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-47a00e4a-0e8e-4a08-91e5-be847e2e4e2f req-d0b6614e-0bd4-4e29-ad9f-240f10e3b47e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 946 time: 0.0795569 Mar 09 04:45:25.811992 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-47a00e4a-0e8e-4a08-91e5-be847e2e4e2f req-3232af6b-1436-4abf-83db-c678c0293aa6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382717 Mar 09 04:45:26.860536 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f8e84-ec0a-42e1-91fc-2b5a277525ee req-b3fa7dd5-1b5d-4969-8a62-056ea67a0a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:26.862004 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-047f8e84-ec0a-42e1-91fc-2b5a277525ee req-b3fa7dd5-1b5d-4969-8a62-056ea67a0a7c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 1097 time: 0.0740416 Mar 09 04:45:27.049476 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f8e84-ec0a-42e1-91fc-2b5a277525ee req-4d209b09-a07c-47cf-9a85-4c96effbb586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:27.051195 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-047f8e84-ec0a-42e1-91fc-2b5a277525ee req-4d209b09-a07c-47cf-9a85-4c96effbb586 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51556b73-4055-40cc-a13a-31dc504170fa HTTP/1.1" status: 200 len: 897 time: 0.1708245 Mar 09 04:45:27.140606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e1520-cd83-40ef-bfc2-51ffcf87cdb5 req-8c0d1877-4c5a-4676-99c7-7f94d734b0c4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:27.141981 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3b6e1520-cd83-40ef-bfc2-51ffcf87cdb5 req-8c0d1877-4c5a-4676-99c7-7f94d734b0c4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 946 time: 0.1832981 Mar 09 04:45:27.193024 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-047f8e84-ec0a-42e1-91fc-2b5a277525ee req-676a5a1d-c65d-40ac-87a3-db4c02ee8f57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=081d6e70-b53f-4b15-84b0-295d028b3817 HTTP/1.1" status: 200 len: 1002 time: 0.1313915 Mar 09 04:45:27.236980 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3b6e1520-cd83-40ef-bfc2-51ffcf87cdb5 req-36ce052e-e26b-475b-9d46-d53d26be0849 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893793 Mar 09 04:45:27.260909 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f8e84-ec0a-42e1-91fc-2b5a277525ee req-7a54d7d1-78c8-4ca6-ba52-446a5bee4adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:27.262307 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-047f8e84-ec0a-42e1-91fc-2b5a277525ee req-7a54d7d1-78c8-4ca6-ba52-446a5bee4adf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=837f0a0f-4647-44fc-98d9-0f76ea99081b HTTP/1.1" status: 200 len: 835 time: 0.0636556 Mar 09 04:45:27.335839 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f8e84-ec0a-42e1-91fc-2b5a277525ee req-e233ce47-67fa-4dbc-b86a-c806adc5968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:27.337283 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-047f8e84-ec0a-42e1-91fc-2b5a277525ee req-e233ce47-67fa-4dbc-b86a-c806adc5968b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51556b73-4055-40cc-a13a-31dc504170fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688939 Mar 09 04:45:27.571315 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-047f8e84-ec0a-42e1-91fc-2b5a277525ee req-d509c4e5-6bb7-4220-a2a9-988b215b4389 service neutron] 10.222.0.21 "GET /v2.0/networks/51556b73-4055-40cc-a13a-31dc504170fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277191 Mar 09 04:45:27.699970 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-047f8e84-ec0a-42e1-91fc-2b5a277525ee req-f4e7be31-2559-4e81-bcbb-8d41850657f2 service neutron] 10.222.0.21 "GET /v2.0/networks/51556b73-4055-40cc-a13a-31dc504170fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226411 Mar 09 04:45:28.419650 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e31f56-e68b-4972-86e4-4cb8b698482f req-4f349cea-7a5e-4a25-8f12-34ba1baac34b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:28.421074 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-99e31f56-e68b-4972-86e4-4cb8b698482f req-4f349cea-7a5e-4a25-8f12-34ba1baac34b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 946 time: 0.0807381 Mar 09 04:45:28.465782 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-99e31f56-e68b-4972-86e4-4cb8b698482f req-b7daa394-1abb-4847-8201-a8a6ad6364ba tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389280 Mar 09 04:45:28.829737 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1a242ce7-15c2-42b6-919b-3079c91eef5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:45:29.648027 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e268e84-8959-4e9b-aa71-a7c433680d1d req-8c3c3a96-f6a6-4889-b54b-406d743ceec5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:29.649454 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7e268e84-8959-4e9b-aa71-a7c433680d1d req-8c3c3a96-f6a6-4889-b54b-406d743ceec5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 946 time: 0.0826418 Mar 09 04:45:29.692654 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7e268e84-8959-4e9b-aa71-a7c433680d1d req-d7e4e757-071d-4068-9f69-5fb89e8f2704 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376413 Mar 09 04:45:30.880570 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753c371-f1c4-4e07-8b12-2cdab1b77ff6 req-2322b641-c3b3-4624-8347-429c5415f703 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:30.882101 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b753c371-f1c4-4e07-8b12-2cdab1b77ff6 req-2322b641-c3b3-4624-8347-429c5415f703 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 946 time: 0.0834312 Mar 09 04:45:30.926416 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b753c371-f1c4-4e07-8b12-2cdab1b77ff6 req-1f4a57f0-5d54-4c9b-b750-37a759e3b8ab tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376358 Mar 09 04:45:31.232214 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ee5ee11e-6292-464f-9b8e-6ae5150de391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:45:32.106862 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3f8ad-98f8-4663-aae2-301fa04df433 req-b01af39b-d714-4e6b-8bb7-0bc65f0e9ffa tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:32.108309 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-61f3f8ad-98f8-4663-aae2-301fa04df433 req-b01af39b-d714-4e6b-8bb7-0bc65f0e9ffa tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 946 time: 0.0779691 Mar 09 04:45:32.151369 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-61f3f8ad-98f8-4663-aae2-301fa04df433 req-8e7e4743-4454-4664-bd34-7dc95583e8b7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375595 Mar 09 04:45:32.381177 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:45:32.437928 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:45:32.581974 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-cf9da276-1967-4e35-8035-12116aed77e9 req-e759fe7c-c81c-4f38-b49c-6e204c3b3b69 service neutron] show failed (client error): The resource could not be found. Mar 09 04:45:32.582955 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf9da276-1967-4e35-8035-12116aed77e9 req-e759fe7c-c81c-4f38-b49c-6e204c3b3b69 service neutron] 10.222.0.21 "GET /v2.0/ports/081d6e70-b53f-4b15-84b0-295d028b3817/bindings/n-h1-825178-5 HTTP/1.1" status: 404 len: 380 time: 0.0766075 Mar 09 04:45:32.830868 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9da276-1967-4e35-8035-12116aed77e9 req-9f7253e7-450b-4800-ba2d-1a48b84f7597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:32.832334 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf9da276-1967-4e35-8035-12116aed77e9 req-9f7253e7-450b-4800-ba2d-1a48b84f7597 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9&tenant_id=082228de5a004917b79deb4618035197 HTTP/1.1" status: 200 len: 1097 time: 0.0696323 Mar 09 04:45:32.842587 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-cf9da276-1967-4e35-8035-12116aed77e9 req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-5', 'device_owner': 'compute:nova'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:45:32.952126 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cf9da276-1967-4e35-8035-12116aed77e9 req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:45:33.220934 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-cf9da276-1967-4e35-8035-12116aed77e9 req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] For port 081d6e70-b53f-4b15-84b0-295d028b3817, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=081d6e70-b53f-4b15-84b0-295d028b3817,segment=NetworkSegment(e8fbcafb-2e90-46c1-aead-48726ab96cdf),segment_id=e8fbcafb-2e90-46c1-aead-48726ab96cdf)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:45:33.249464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-cf9da276-1967-4e35-8035-12116aed77e9 req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] For port 081d6e70-b53f-4b15-84b0-295d028b3817, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:45:33.310870 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be9e0d7-655a-4633-aebe-447b4df26fe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '081d6e70-b53f-4b15-84b0-295d028b3817'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:45:33.316388 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cf9da276-1967-4e35-8035-12116aed77e9 req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:45:33.331941 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-cf9da276-1967-4e35-8035-12116aed77e9 req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Transition to ACTIVE for port object 081d6e70-b53f-4b15-84b0-295d028b3817 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:45:33.335364 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec60032-f354-4d22-9b3a-7cfbe6656309 req-bc500a16-c09d-49ce-9996-c5b371e24c29 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:33.336187 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cf9da276-1967-4e35-8035-12116aed77e9 req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:45:33.336822 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6ec60032-f354-4d22-9b3a-7cfbe6656309 req-bc500a16-c09d-49ce-9996-c5b371e24c29 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 946 time: 0.0822594 Mar 09 04:45:33.384082 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be9e0d7-655a-4633-aebe-447b4df26fe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '081d6e70-b53f-4b15-84b0-295d028b3817', 'code': 200} Mar 09 04:45:33.393964 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6ec60032-f354-4d22-9b3a-7cfbe6656309 req-d23b38c1-76ac-4003-ad8a-6077fbd80fc6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503695 Mar 09 04:45:33.486325 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=081d6e70-b53f-4b15-84b0-295d028b3817,revision_number=6']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:45:33.499676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:45:33.500033 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:45:33.500358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:45:33.500689 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:45:33.501019 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:45:33.501342 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:45:33.501662 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:45:33.501979 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:45:33.502295 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:45:33.502610 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:45:33.502947 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:45:33.503265 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:45:33.556769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9da276-1967-4e35-8035-12116aed77e9 req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] No DVR routers for this DVR port 081d6e70-b53f-4b15-84b0-295d028b3817 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:45:33.709378 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:45:33.782274 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-cf9da276-1967-4e35-8035-12116aed77e9 req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Attempting to bind port 081d6e70-b53f-4b15-84b0-295d028b3817 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:45:33.782597 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-cf9da276-1967-4e35-8035-12116aed77e9 req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Attempting to bind port 081d6e70-b53f-4b15-84b0-295d028b3817 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'e8fbcafb-2e90-46c1-aead-48726ab96cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:45:33.782945 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9da276-1967-4e35-8035-12116aed77e9 req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Attempting to bind port 081d6e70-b53f-4b15-84b0-295d028b3817 on network 51556b73-4055-40cc-a13a-31dc504170fa {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:45:33.787409 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9da276-1967-4e35-8035-12116aed77e9 req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Port 081d6e70-b53f-4b15-84b0-295d028b3817 on network 51556b73-4055-40cc-a13a-31dc504170fa not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:45:33.787721 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9da276-1967-4e35-8035-12116aed77e9 req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Attempting to bind port 081d6e70-b53f-4b15-84b0-295d028b3817 on network 51556b73-4055-40cc-a13a-31dc504170fa {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:45:33.792711 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9da276-1967-4e35-8035-12116aed77e9 req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:45:33.793038 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9da276-1967-4e35-8035-12116aed77e9 req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Checking segment: {'id': 'e8fbcafb-2e90-46c1-aead-48726ab96cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:45:33.793413 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9da276-1967-4e35-8035-12116aed77e9 req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Bound using segment: {'id': 'e8fbcafb-2e90-46c1-aead-48726ab96cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:45:33.793828 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-cf9da276-1967-4e35-8035-12116aed77e9 req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Bound port: 081d6e70-b53f-4b15-84b0-295d028b3817, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8fbcafb-2e90-46c1-aead-48726ab96cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:45:33.794164 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cf9da276-1967-4e35-8035-12116aed77e9 req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:45:33.998130 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-cf9da276-1967-4e35-8035-12116aed77e9 req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] For port 081d6e70-b53f-4b15-84b0-295d028b3817, host n-h1-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:45:34.001199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-cf9da276-1967-4e35-8035-12116aed77e9 req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] For port 081d6e70-b53f-4b15-84b0-295d028b3817, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=081d6e70-b53f-4b15-84b0-295d028b3817,segment=NetworkSegment(e8fbcafb-2e90-46c1-aead-48726ab96cdf),segment_id=e8fbcafb-2e90-46c1-aead-48726ab96cdf)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:45:34.005888 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cf9da276-1967-4e35-8035-12116aed77e9 req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:45:34.074845 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9da276-1967-4e35-8035-12116aed77e9 req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:34.075485 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-cf9da276-1967-4e35-8035-12116aed77e9 req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:45:34.076858 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf9da276-1967-4e35-8035-12116aed77e9 req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] 10.222.0.24 "PUT /v2.0/ports/081d6e70-b53f-4b15-84b0-295d028b3817 HTTP/1.1" status: 200 len: 1092 time: 1.2380745 Mar 09 04:45:34.096125 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee5a67-6f81-4339-a715-087718c2c4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=081d6e70-b53f-4b15-84b0-295d028b3817,revision_number=7']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:45:34.171289 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9da276-1967-4e35-8035-12116aed77e9 req-1ea8545e-e8ca-4aa0-b4a5-e6c3f9a2c755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:34.172771 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf9da276-1967-4e35-8035-12116aed77e9 req-1ea8545e-e8ca-4aa0-b4a5-e6c3f9a2c755 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 1095 time: 0.0730696 Mar 09 04:45:34.308670 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9da276-1967-4e35-8035-12116aed77e9 req-1555425e-3299-47a8-9194-b8751c9c4a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:34.310111 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf9da276-1967-4e35-8035-12116aed77e9 req-1555425e-3299-47a8-9194-b8751c9c4a57 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51556b73-4055-40cc-a13a-31dc504170fa HTTP/1.1" status: 200 len: 897 time: 0.1310716 Mar 09 04:45:34.417607 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf9da276-1967-4e35-8035-12116aed77e9 req-42dacfb6-b078-4b96-b838-f910dc307a57 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=081d6e70-b53f-4b15-84b0-295d028b3817 HTTP/1.1" status: 200 len: 1000 time: 0.1012189 Mar 09 04:45:34.479845 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9da276-1967-4e35-8035-12116aed77e9 req-870b4f2a-e563-4986-ba45-00ebbed1db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:34.481276 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf9da276-1967-4e35-8035-12116aed77e9 req-870b4f2a-e563-4986-ba45-00ebbed1db2a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=837f0a0f-4647-44fc-98d9-0f76ea99081b HTTP/1.1" status: 200 len: 835 time: 0.0582478 Mar 09 04:45:34.617634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9da276-1967-4e35-8035-12116aed77e9 req-2aedc05d-cfcb-45cd-a478-188602e5d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:34.619695 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf9da276-1967-4e35-8035-12116aed77e9 req-2aedc05d-cfcb-45cd-a478-188602e5d60d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51556b73-4055-40cc-a13a-31dc504170fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1321957 Mar 09 04:45:34.628547 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8682e-a013-4305-b66f-77e0120ae124 req-4b6f6af4-1884-4b65-96fc-9760f2f4b8cc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:34.629883 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0f8682e-a013-4305-b66f-77e0120ae124 req-4b6f6af4-1884-4b65-96fc-9760f2f4b8cc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 944 time: 0.1110132 Mar 09 04:45:34.634512 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-cf9da276-1967-4e35-8035-12116aed77e9 req-01a8d0ca-42fc-45f2-84f0-abc447ddea07 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 04:45:34.635478 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf9da276-1967-4e35-8035-12116aed77e9 req-01a8d0ca-42fc-45f2-84f0-abc447ddea07 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047901 Mar 09 04:45:34.766007 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a0f8682e-a013-4305-b66f-77e0120ae124 req-7600845d-b2b5-4bfc-89ae-4a58568d485c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296406 Mar 09 04:45:34.769186 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:45:34.802089 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf9da276-1967-4e35-8035-12116aed77e9 req-e47df97a-a959-4f0f-8d5d-0b7054794b57 service neutron] 10.222.0.24 "GET /v2.0/networks/51556b73-4055-40cc-a13a-31dc504170fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534173 Mar 09 04:45:34.930280 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-cf9da276-1967-4e35-8035-12116aed77e9 req-1a33bdb3-661a-42ec-90ec-73f3d14fb268 service neutron] 10.222.0.24 "GET /v2.0/networks/51556b73-4055-40cc-a13a-31dc504170fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224475 Mar 09 04:45:35.268311 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 081d6e70-b53f-4b15-84b0-295d028b3817 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:45:35.328884 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 081d6e70-b53f-4b15-84b0-295d028b3817 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:45:35.385056 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be9e0d7-655a-4633-aebe-447b4df26fe9', 'tag': '081d6e70-b53f-4b15-84b0-295d028b3817'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:45:35.441283 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be9e0d7-655a-4633-aebe-447b4df26fe9', 'tag': '081d6e70-b53f-4b15-84b0-295d028b3817', 'status': 'completed', 'code': 200} Mar 09 04:45:35.581497 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa615aa4-9a45-4a29-8099-525f0ca7059b req-b75989af-bead-46d5-a067-b8303ff14c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:35.582822 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa615aa4-9a45-4a29-8099-525f0ca7059b req-b75989af-bead-46d5-a067-b8303ff14c7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 1095 time: 0.1238627 Mar 09 04:45:35.585242 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa615aa4-9a45-4a29-8099-525f0ca7059b req-fc542d0b-5e0f-44ea-af6c-c0b5a65941fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:35.586570 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa615aa4-9a45-4a29-8099-525f0ca7059b req-fc542d0b-5e0f-44ea-af6c-c0b5a65941fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 1095 time: 0.0975804 Mar 09 04:45:35.818603 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa615aa4-9a45-4a29-8099-525f0ca7059b req-55e0270c-2334-4ae6-98a0-ac0ce8fd517d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:35.820078 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa615aa4-9a45-4a29-8099-525f0ca7059b req-55e0270c-2334-4ae6-98a0-ac0ce8fd517d service neutron] 10.222.0.21 "GET /v2.0/networks?id=51556b73-4055-40cc-a13a-31dc504170fa HTTP/1.1" status: 200 len: 897 time: 0.2310843 Mar 09 04:45:35.821165 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa615aa4-9a45-4a29-8099-525f0ca7059b req-e5c84403-0d37-44b0-9e32-a33fa26f2a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:35.822971 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa615aa4-9a45-4a29-8099-525f0ca7059b req-e5c84403-0d37-44b0-9e32-a33fa26f2a2f service neutron] 10.222.0.24 "GET /v2.0/networks?id=51556b73-4055-40cc-a13a-31dc504170fa HTTP/1.1" status: 200 len: 897 time: 0.2138205 Mar 09 04:45:36.161327 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa615aa4-9a45-4a29-8099-525f0ca7059b req-be985609-7d81-4446-9bef-a11e90830174 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=081d6e70-b53f-4b15-84b0-295d028b3817 HTTP/1.1" status: 200 len: 1000 time: 0.3352938 Mar 09 04:45:36.166576 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa615aa4-9a45-4a29-8099-525f0ca7059b req-99d0cd0d-43b6-44e8-b680-606d698cf230 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=081d6e70-b53f-4b15-84b0-295d028b3817 HTTP/1.1" status: 200 len: 1000 time: 0.2906244 Mar 09 04:45:36.289292 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa615aa4-9a45-4a29-8099-525f0ca7059b req-f3545b8a-0f21-476e-88c9-455bc05993e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:36.290706 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa615aa4-9a45-4a29-8099-525f0ca7059b req-f3545b8a-0f21-476e-88c9-455bc05993e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=837f0a0f-4647-44fc-98d9-0f76ea99081b HTTP/1.1" status: 200 len: 835 time: 0.1218152 Mar 09 04:45:36.300180 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdefe4-c566-4c9c-a97f-35b5667bd7dd req-8c945264-1bdd-4b66-9eb3-dbac6939aeb9 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:36.301767 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7cbdefe4-c566-4c9c-a97f-35b5667bd7dd req-8c945264-1bdd-4b66-9eb3-dbac6939aeb9 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 944 time: 0.2494867 Mar 09 04:45:36.334438 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa615aa4-9a45-4a29-8099-525f0ca7059b req-a9d4d1b3-707a-43e2-a564-302d09f07161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:36.335789 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa615aa4-9a45-4a29-8099-525f0ca7059b req-a9d4d1b3-707a-43e2-a564-302d09f07161 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=837f0a0f-4647-44fc-98d9-0f76ea99081b HTTP/1.1" status: 200 len: 835 time: 0.1334469 Mar 09 04:45:36.437521 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7cbdefe4-c566-4c9c-a97f-35b5667bd7dd req-922cf5ee-c836-48e2-b5a7-33d243ce4820 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964355 Mar 09 04:45:36.474565 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa615aa4-9a45-4a29-8099-525f0ca7059b req-636454cc-6a9c-486f-a66b-0a2ad4e1579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:36.476047 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa615aa4-9a45-4a29-8099-525f0ca7059b req-636454cc-6a9c-486f-a66b-0a2ad4e1579e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51556b73-4055-40cc-a13a-31dc504170fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1734648 Mar 09 04:45:36.479131 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa615aa4-9a45-4a29-8099-525f0ca7059b req-211078e1-375e-4df6-9d55-cfd1f5e7d4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:36.480436 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa615aa4-9a45-4a29-8099-525f0ca7059b req-211078e1-375e-4df6-9d55-cfd1f5e7d4fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51556b73-4055-40cc-a13a-31dc504170fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1380970 Mar 09 04:45:36.710223 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa615aa4-9a45-4a29-8099-525f0ca7059b req-289b3b15-f40b-4861-a7b9-87f69589e332 service neutron] 10.222.0.21 "GET /v2.0/networks/51556b73-4055-40cc-a13a-31dc504170fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278941 Mar 09 04:45:36.713086 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa615aa4-9a45-4a29-8099-525f0ca7059b req-7f2d908f-36cf-48fa-a704-b6e9e4484766 service neutron] 10.222.0.24 "GET /v2.0/networks/51556b73-4055-40cc-a13a-31dc504170fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136154 Mar 09 04:45:36.943393 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa615aa4-9a45-4a29-8099-525f0ca7059b req-9253c8fb-ad72-4ee4-9bd7-251f3d4ca6a6 service neutron] 10.222.0.21 "GET /v2.0/networks/51556b73-4055-40cc-a13a-31dc504170fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273636 Mar 09 04:45:36.945312 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fa615aa4-9a45-4a29-8099-525f0ca7059b req-ba2d9fb1-59a9-46be-a120-90d9c30da97a service neutron] 10.222.0.24 "GET /v2.0/networks/51556b73-4055-40cc-a13a-31dc504170fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122681 Mar 09 04:45:37.627179 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7402b4-dfbd-4bd2-a8af-6c278a6a1e74 req-927d5aa8-1fcf-4923-9fff-4c90f18daea5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:37.628607 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9b7402b4-dfbd-4bd2-a8af-6c278a6a1e74 req-927d5aa8-1fcf-4923-9fff-4c90f18daea5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 944 time: 0.0822542 Mar 09 04:45:37.674350 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9b7402b4-dfbd-4bd2-a8af-6c278a6a1e74 req-e40d6af1-b625-41f7-92b9-5203e12b064f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402052 Mar 09 04:45:38.854273 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b528709-509d-4e34-a6cf-50113c601b9f req-555f215e-d970-4d13-a869-0ff2161dcbf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:38.855757 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9b528709-509d-4e34-a6cf-50113c601b9f req-555f215e-d970-4d13-a869-0ff2161dcbf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 944 time: 0.0786436 Mar 09 04:45:38.901823 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9b528709-509d-4e34-a6cf-50113c601b9f req-5805fd06-b52a-4f7a-bedc-df83b520488d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404532 Mar 09 04:45:39.264387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7540de0-88af-4261-8000-4fa48be0e09f req-864cf8d3-d708-4fb9-b7fc-843be69999d9 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:39.265840 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a7540de0-88af-4261-8000-4fa48be0e09f req-864cf8d3-d708-4fb9-b7fc-843be69999d9 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 944 time: 0.1453295 Mar 09 04:45:39.275517 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13bad8-a660-4d0a-8133-f97e82d94af3 req-7193970e-846d-4445-88c4-5d240c997f92 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:39.277001 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9d13bad8-a660-4d0a-8133-f97e82d94af3 req-7193970e-846d-4445-88c4-5d240c997f92 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.21 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9&tenant_id=082228de5a004917b79deb4618035197&binding%3Ahost_id=n-h1-825178-5 HTTP/1.1" status: 200 len: 944 time: 0.1254714 Mar 09 04:45:39.287872 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:45:39.375527 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a7540de0-88af-4261-8000-4fa48be0e09f req-676497ca-5d61-4e13-b690-41fe46490dfa tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975471 Mar 09 04:45:39.384534 n-d-825178-5 neutron-server[87880]: INFO neutron.api.v2.resource [req-9d13bad8-a660-4d0a-8133-f97e82d94af3 req-83f5a9af-539b-4ade-80b5-962c286101e7 service neutron] delete failed (client error): The resource could not be found. Mar 09 04:45:39.385461 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9d13bad8-a660-4d0a-8133-f97e82d94af3 req-83f5a9af-539b-4ade-80b5-962c286101e7 service neutron] 10.222.0.21 "DELETE /v2.0/ports/081d6e70-b53f-4b15-84b0-295d028b3817/bindings/n-h2-825178-5 HTTP/1.1" status: 404 len: 380 time: 0.0913863 Mar 09 04:45:39.529690 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13bad8-a660-4d0a-8133-f97e82d94af3 req-18f414e5-a0ae-4b4c-ac4c-843c6d4fa175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:39.531163 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9d13bad8-a660-4d0a-8133-f97e82d94af3 req-18f414e5-a0ae-4b4c-ac4c-843c6d4fa175 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 1095 time: 0.0738969 Mar 09 04:45:39.559439 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc688e8-924a-4be0-a3d5-68a404ed8fc1 req-5ff6f8d7-e710-419c-821b-cb55b02754bb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:39.560808 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1bc688e8-924a-4be0-a3d5-68a404ed8fc1 req-5ff6f8d7-e710-419c-821b-cb55b02754bb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 944 time: 0.0788267 Mar 09 04:45:39.607498 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1bc688e8-924a-4be0-a3d5-68a404ed8fc1 req-f959b259-6e66-4197-bcd0-f1636322c5ed tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409913 Mar 09 04:45:39.660029 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13bad8-a660-4d0a-8133-f97e82d94af3 req-a5342f26-e606-46c4-953d-a62ed57ab431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:39.661436 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9d13bad8-a660-4d0a-8133-f97e82d94af3 req-a5342f26-e606-46c4-953d-a62ed57ab431 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51556b73-4055-40cc-a13a-31dc504170fa HTTP/1.1" status: 200 len: 897 time: 0.1238110 Mar 09 04:45:39.875994 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9d13bad8-a660-4d0a-8133-f97e82d94af3 req-d23f081f-2d41-4beb-a541-f6a99d2e079e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=081d6e70-b53f-4b15-84b0-295d028b3817 HTTP/1.1" status: 200 len: 1000 time: 0.2087350 Mar 09 04:45:39.936275 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13bad8-a660-4d0a-8133-f97e82d94af3 req-b0e6a366-eafb-43f6-92e9-1911392b2995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:39.937667 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9d13bad8-a660-4d0a-8133-f97e82d94af3 req-b0e6a366-eafb-43f6-92e9-1911392b2995 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=837f0a0f-4647-44fc-98d9-0f76ea99081b HTTP/1.1" status: 200 len: 835 time: 0.0562367 Mar 09 04:45:40.011744 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13bad8-a660-4d0a-8133-f97e82d94af3 req-4f3a624b-ffb7-48a9-8afc-afd481b13253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:40.013162 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9d13bad8-a660-4d0a-8133-f97e82d94af3 req-4f3a624b-ffb7-48a9-8afc-afd481b13253 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51556b73-4055-40cc-a13a-31dc504170fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696368 Mar 09 04:45:40.133481 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 081d6e70-b53f-4b15-84b0-295d028b3817 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:45:40.140320 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9d13bad8-a660-4d0a-8133-f97e82d94af3 req-3e4cb7d3-1648-44b8-9e58-30b60c3c6be8 service neutron] 10.222.0.21 "GET /v2.0/networks/51556b73-4055-40cc-a13a-31dc504170fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208363 Mar 09 04:45:40.264476 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 081d6e70-b53f-4b15-84b0-295d028b3817, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=081d6e70-b53f-4b15-84b0-295d028b3817,segment=NetworkSegment(e8fbcafb-2e90-46c1-aead-48726ab96cdf),segment_id=e8fbcafb-2e90-46c1-aead-48726ab96cdf)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:45:40.275196 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9d13bad8-a660-4d0a-8133-f97e82d94af3 req-67ecd790-e5ef-4c65-8368-66f15eaff32b service neutron] 10.222.0.21 "GET /v2.0/networks/51556b73-4055-40cc-a13a-31dc504170fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286664 Mar 09 04:45:40.278646 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '081d6e70-b53f-4b15-84b0-295d028b3817', 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa', 'port_id': '081d6e70-b53f-4b15-84b0-295d028b3817', 'mac_address': 'fa:16:3e:92:ea:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837f0a0f-4647-44fc-98d9-0f76ea99081b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:45:40.332625 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:45:40.349204 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081d6e70-b53f-4b15-84b0-295d028b3817 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:45:40.365199 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 081d6e70-b53f-4b15-84b0-295d028b3817, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=081d6e70-b53f-4b15-84b0-295d028b3817,segment=NetworkSegment(e8fbcafb-2e90-46c1-aead-48726ab96cdf),segment_id=e8fbcafb-2e90-46c1-aead-48726ab96cdf)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:45:40.368577 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:45:40.444518 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=081d6e70-b53f-4b15-84b0-295d028b3817,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:45:40.451709 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:45:40.452043 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:45:40.452379 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:45:40.452700 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:45:40.453021 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:45:40.453338 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:45:40.453652 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:45:40.453965 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:45:40.454275 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:45:40.454584 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:45:40.454912 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:45:40.455225 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:45:40.744081 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['081d6e70-b53f-4b15-84b0-295d028b3817'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:45:40.802966 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2852b4-56c2-4884-844a-71f1ee115223 req-df022777-eb7e-4d8d-b891-e87510637801 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:45:40.804627 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c2852b4-56c2-4884-844a-71f1ee115223 req-df022777-eb7e-4d8d-b891-e87510637801 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 945 time: 0.0906355 Mar 09 04:45:40.856625 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4c2852b4-56c2-4884-844a-71f1ee115223 req-52ba80e7-ef96-40e7-996e-63177acc403e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457332 Mar 09 04:45:40.881303 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48372) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:45:40.989736 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e5b70e6d-dd2e-4228-b54d-2b0f70e07c6f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/floatingips/fd0e6122-a6b4-43da-a93d-30a1ba6c4c1d HTTP/1.1" status: 200 len: 993 time: 0.1064515 Mar 09 04:45:42.133210 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 081d6e70-b53f-4b15-84b0-295d028b3817 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:45:42.200978 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 081d6e70-b53f-4b15-84b0-295d028b3817 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:45:42.205543 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 081d6e70-b53f-4b15-84b0-295d028b3817 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:45:42.205908 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:45:42.315532 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:45:42.341266 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be9e0d7-655a-4633-aebe-447b4df26fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081d6e70-b53f-4b15-84b0-295d028b3817'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:45:42.350421 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 081d6e70-b53f-4b15-84b0-295d028b3817, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=081d6e70-b53f-4b15-84b0-295d028b3817,segment=NetworkSegment(e8fbcafb-2e90-46c1-aead-48726ab96cdf),segment_id=e8fbcafb-2e90-46c1-aead-48726ab96cdf)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:45:42.355047 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:45:42.424429 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be9e0d7-655a-4633-aebe-447b4df26fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081d6e70-b53f-4b15-84b0-295d028b3817', 'code': 200} Mar 09 04:45:42.461146 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=081d6e70-b53f-4b15-84b0-295d028b3817,revision_number=9']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:45:58.633180 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:45:58.831824 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3810955b-2cb8-46e1-81e4-29d8c3337bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:01.237410 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-651140f1-76af-4ed5-afbe-70edb521c82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:02.383473 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:02.438719 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:03.706947 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:04.768072 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:09.286943 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:27.413171 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48394) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:46:27.611710 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-ce30d42e-8464-435c-9d40-23323badaf3d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Deleting port 5ff65b59-9a49-4f41-a5aa-e1a384aa8cc5 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:46:27.612046 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ce30d42e-8464-435c-9d40-23323badaf3d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:27.775715 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ce30d42e-8464-435c-9d40-23323badaf3d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:27.776037 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ce30d42e-8464-435c-9d40-23323badaf3d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:27.895246 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-ce30d42e-8464-435c-9d40-23323badaf3d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Calling delete_port for 5ff65b59-9a49-4f41-a5aa-e1a384aa8cc5 owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:46:28.042925 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ce30d42e-8464-435c-9d40-23323badaf3d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:28.091441 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30d42e-8464-435c-9d40-23323badaf3d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Port': ['ID=5ff65b59-9a49-4f41-a5aa-e1a384aa8cc5,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:28.179570 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ce30d42e-8464-435c-9d40-23323badaf3d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:28.179897 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-ce30d42e-8464-435c-9d40-23323badaf3d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Floating IP fd0e6122-a6b4-43da-a93d-30a1ba6c4c1d disassociated (deleted). External IP: 172.25.7.227, port: 081d6e70-b53f-4b15-84b0-295d028b3817. Mar 09 04:46:28.633372 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce30d42e-8464-435c-9d40-23323badaf3d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Router 70a657d8-b6fd-4b98-9d06-795203205c29 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:46:28.834020 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-adc9004f-9690-47a2-b171-c96a9e2396e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:28.856485 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce30d42e-8464-435c-9d40-23323badaf3d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:46:28.866584 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351eccb-ee56-4f59-a6e7-50d32508d152 None None] Sync routers for ids ['70a657d8-b6fd-4b98-9d06-795203205c29'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:46:28.878665 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c351eccb-ee56-4f59-a6e7-50d32508d152 None None] Routers {'70a657d8-b6fd-4b98-9d06-795203205c29'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:46:28.879387 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-c351eccb-ee56-4f59-a6e7-50d32508d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:46:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['70a657d8-b6fd-4b98-9d06-795203205c29'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:46:28.892207 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ce30d42e-8464-435c-9d40-23323badaf3d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:28.923360 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3296c0b-926b-40e0-a424-9c87eddc5726 req-77060c1c-ebdd-4f59-9d51-28367813bb91 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2345946 Mar 09 04:46:28.951434 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ce30d42e-8464-435c-9d40-23323badaf3d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "DELETE /v2.0/floatingips/fd0e6122-a6b4-43da-a93d-30a1ba6c4c1d HTTP/1.1" status: 204 len: 168 time: 1.5371380 Mar 09 04:46:28.952199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be9e0d7-655a-4633-aebe-447b4df26fe9', 'tag': '081d6e70-b53f-4b15-84b0-295d028b3817'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:46:29.065606 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-c351eccb-ee56-4f59-a6e7-50d32508d152 None None] Set router 70a657d8-b6fd-4b98-9d06-795203205c29 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:46:29.085395 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be9e0d7-655a-4633-aebe-447b4df26fe9', 'tag': '081d6e70-b53f-4b15-84b0-295d028b3817', 'status': 'completed', 'code': 200} Mar 09 04:46:29.096243 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3296c0b-926b-40e0-a424-9c87eddc5726 req-2cdfa30d-11f6-479b-a9cf-541d7ac98224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:29.097815 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3296c0b-926b-40e0-a424-9c87eddc5726 req-2cdfa30d-11f6-479b-a9cf-541d7ac98224 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 1097 time: 0.0979917 Mar 09 04:46:29.256213 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3296c0b-926b-40e0-a424-9c87eddc5726 req-35548b37-c944-44db-b444-3d0cafd73569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:29.257815 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3296c0b-926b-40e0-a424-9c87eddc5726 req-35548b37-c944-44db-b444-3d0cafd73569 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51556b73-4055-40cc-a13a-31dc504170fa HTTP/1.1" status: 200 len: 897 time: 0.1417522 Mar 09 04:46:29.362567 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3296c0b-926b-40e0-a424-9c87eddc5726 req-89858966-942e-4a74-8954-7274283f3a14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=081d6e70-b53f-4b15-84b0-295d028b3817 HTTP/1.1" status: 200 len: 217 time: 0.0972204 Mar 09 04:46:29.383339 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-c351eccb-ee56-4f59-a6e7-50d32508d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557629229', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '960449ab-364d-4a85-95dd-695d8da92034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:44:20Z', 'updated_at': '2022-03-09T04:44:25Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '960449ab-364d-4a85-95dd-695d8da92034', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:44:21Z', 'updated_at': '2022-03-09T04:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '3c9ee48e-be15-428c-8f9f-135f3c032fc1', 'name': '', 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:c5:95:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '837f0a0f-4647-44fc-98d9-0f76ea99081b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:44:24Z', 'updated_at': '2022-03-09T04:44:31Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '837f0a0f-4647-44fc-98d9-0f76ea99081b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:46:29.387709 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351eccb-ee56-4f59-a6e7-50d32508d152 None None] Checking router: 70a657d8-b6fd-4b98-9d06-795203205c29 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:46:29.395822 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c351eccb-ee56-4f59-a6e7-50d32508d152 None None] Routers {'70a657d8-b6fd-4b98-9d06-795203205c29'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:46:29.396401 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-c351eccb-ee56-4f59-a6e7-50d32508d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:46:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['70a657d8-b6fd-4b98-9d06-795203205c29'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:46:29.433334 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3296c0b-926b-40e0-a424-9c87eddc5726 req-1a1fc652-352a-484c-a4f2-62713922922c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:29.434709 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3296c0b-926b-40e0-a424-9c87eddc5726 req-1a1fc652-352a-484c-a4f2-62713922922c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=837f0a0f-4647-44fc-98d9-0f76ea99081b HTTP/1.1" status: 200 len: 835 time: 0.0639565 Mar 09 04:46:29.495715 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7f3f4-1796-412b-96ce-d66f45855107 req-efa55c89-7c5f-4da6-8b46-9db5a561179e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:29.496391 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e0e7f3f4-1796-412b-96ce-d66f45855107 req-efa55c89-7c5f-4da6-8b46-9db5a561179e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:46:29.518784 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-e0e7f3f4-1796-412b-96ce-d66f45855107 req-efa55c89-7c5f-4da6-8b46-9db5a561179e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:46:29.519965 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e0e7f3f4-1796-412b-96ce-d66f45855107 req-efa55c89-7c5f-4da6-8b46-9db5a561179e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 946 time: 0.2063498 Mar 09 04:46:29.566256 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3296c0b-926b-40e0-a424-9c87eddc5726 req-7ad45e10-fbfe-4f69-b6b3-c4ec6753dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:29.567794 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3296c0b-926b-40e0-a424-9c87eddc5726 req-7ad45e10-fbfe-4f69-b6b3-c4ec6753dcd6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51556b73-4055-40cc-a13a-31dc504170fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247716 Mar 09 04:46:29.579620 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e0e7f3f4-1796-412b-96ce-d66f45855107 req-4b4e6b0c-9feb-4d8d-b994-d8543b33def3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538454 Mar 09 04:46:29.606487 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-c351eccb-ee56-4f59-a6e7-50d32508d152 None None] Set router 70a657d8-b6fd-4b98-9d06-795203205c29 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:46:29.703739 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3296c0b-926b-40e0-a424-9c87eddc5726 req-53ac061a-1d8e-47e2-9eb3-125ec1e09311 service neutron] 10.222.0.24 "GET /v2.0/networks/51556b73-4055-40cc-a13a-31dc504170fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271968 Mar 09 04:46:29.920679 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-c351eccb-ee56-4f59-a6e7-50d32508d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557629229', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '960449ab-364d-4a85-95dd-695d8da92034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:44:20Z', 'updated_at': '2022-03-09T04:44:25Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '960449ab-364d-4a85-95dd-695d8da92034', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:44:21Z', 'updated_at': '2022-03-09T04:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '3c9ee48e-be15-428c-8f9f-135f3c032fc1', 'name': '', 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:c5:95:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '837f0a0f-4647-44fc-98d9-0f76ea99081b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:44:24Z', 'updated_at': '2022-03-09T04:44:31Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '837f0a0f-4647-44fc-98d9-0f76ea99081b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:46:29.924848 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351eccb-ee56-4f59-a6e7-50d32508d152 None None] The sync data for ids ['70a657d8-b6fd-4b98-9d06-795203205c29'] in n-d-825178-5 is: [{'id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557629229', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '960449ab-364d-4a85-95dd-695d8da92034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:44:20Z', 'updated_at': '2022-03-09T04:44:25Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '960449ab-364d-4a85-95dd-695d8da92034', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:44:21Z', 'updated_at': '2022-03-09T04:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '3c9ee48e-be15-428c-8f9f-135f3c032fc1', 'name': '', 'network_id': '51556b73-4055-40cc-a13a-31dc504170fa', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:c5:95:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '837f0a0f-4647-44fc-98d9-0f76ea99081b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:44:24Z', 'updated_at': '2022-03-09T04:44:31Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '837f0a0f-4647-44fc-98d9-0f76ea99081b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:46:29.963183 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3296c0b-926b-40e0-a424-9c87eddc5726 req-bc830f12-4437-49ee-ab4e-1fb0cf68effe service neutron] 10.222.0.24 "GET /v2.0/networks/51556b73-4055-40cc-a13a-31dc504170fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536025 Mar 09 04:46:30.079372 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5d859-2114-48d6-89ae-76d81834de2b req-9ff3ae09-6813-416a-a4b3-9d857715ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:30.080872 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79d5d859-2114-48d6-89ae-76d81834de2b req-9ff3ae09-6813-416a-a4b3-9d857715ef60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 1097 time: 0.0716529 Mar 09 04:46:30.149165 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ee5d28-5f45-498d-9a04-f95a53718e5f None None] New status for floating IP fd0e6122-a6b4-43da-a93d-30a1ba6c4c1d: DOWN {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:46:30.213236 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5d859-2114-48d6-89ae-76d81834de2b req-593e1320-4d84-40d2-90db-a29aa996414e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:30.214624 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79d5d859-2114-48d6-89ae-76d81834de2b req-593e1320-4d84-40d2-90db-a29aa996414e service neutron] 10.222.0.24 "GET /v2.0/networks?id=51556b73-4055-40cc-a13a-31dc504170fa HTTP/1.1" status: 200 len: 897 time: 0.1272740 Mar 09 04:46:30.285662 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79d5d859-2114-48d6-89ae-76d81834de2b req-67e33c7b-1647-40c9-a4ef-c92fc1a9ac24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=081d6e70-b53f-4b15-84b0-295d028b3817 HTTP/1.1" status: 200 len: 217 time: 0.0640247 Mar 09 04:46:30.347017 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5d859-2114-48d6-89ae-76d81834de2b req-7abc4922-dd43-4aa9-85ff-4de49b3e405b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:30.348419 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79d5d859-2114-48d6-89ae-76d81834de2b req-7abc4922-dd43-4aa9-85ff-4de49b3e405b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=837f0a0f-4647-44fc-98d9-0f76ea99081b HTTP/1.1" status: 200 len: 835 time: 0.0562971 Mar 09 04:46:30.424272 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5d859-2114-48d6-89ae-76d81834de2b req-8d2cf63b-ade1-4c95-bf80-72b40706a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:30.425969 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79d5d859-2114-48d6-89ae-76d81834de2b req-8d2cf63b-ade1-4c95-bf80-72b40706a28e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51556b73-4055-40cc-a13a-31dc504170fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709987 Mar 09 04:46:30.555477 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79d5d859-2114-48d6-89ae-76d81834de2b req-8e14e896-6006-4610-8a8f-d9adb3f8e153 service neutron] 10.222.0.24 "GET /v2.0/networks/51556b73-4055-40cc-a13a-31dc504170fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231766 Mar 09 04:46:30.693698 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-79d5d859-2114-48d6-89ae-76d81834de2b req-5cb21d26-6159-43a3-8882-d479544799a3 service neutron] 10.222.0.24 "GET /v2.0/networks/51556b73-4055-40cc-a13a-31dc504170fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323013 Mar 09 04:46:30.703655 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbc140-9031-4897-8658-5ac1db06b780 req-36a90115-ef83-4d90-80fa-e5d118b6449c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:30.705051 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-23fbc140-9031-4897-8658-5ac1db06b780 req-36a90115-ef83-4d90-80fa-e5d118b6449c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.24 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 946 time: 0.0831897 Mar 09 04:46:30.815048 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-23fbc140-9031-4897-8658-5ac1db06b780 req-72acb76c-4fc8-4485-9c04-e56f48669dae tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Deleting port 081d6e70-b53f-4b15-84b0-295d028b3817 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:46:30.815296 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-23fbc140-9031-4897-8658-5ac1db06b780 req-72acb76c-4fc8-4485-9c04-e56f48669dae tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:30.889940 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffa931-ac29-4aa8-977a-b8e2adffd750 req-9c510e3c-dfeb-4d7b-9a97-3ed6f7611204 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:30.891398 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d7ffa931-ac29-4aa8-977a-b8e2adffd750 req-9c510e3c-dfeb-4d7b-9a97-3ed6f7611204 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 946 time: 0.1963253 Mar 09 04:46:31.003571 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d7ffa931-ac29-4aa8-977a-b8e2adffd750 req-cf8eee0a-f399-4e22-807b-210f4dd0600f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883942 Mar 09 04:46:31.117346 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-23fbc140-9031-4897-8658-5ac1db06b780 req-72acb76c-4fc8-4485-9c04-e56f48669dae tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] For port 081d6e70-b53f-4b15-84b0-295d028b3817, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=081d6e70-b53f-4b15-84b0-295d028b3817,segment=NetworkSegment(e8fbcafb-2e90-46c1-aead-48726ab96cdf),segment_id=e8fbcafb-2e90-46c1-aead-48726ab96cdf)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:46:31.117698 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-23fbc140-9031-4897-8658-5ac1db06b780 req-72acb76c-4fc8-4485-9c04-e56f48669dae tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:31.228989 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9b9921a7-d4cd-4528-a916-9a6bdd0d99fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:31.239867 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-23fbc140-9031-4897-8658-5ac1db06b780 req-72acb76c-4fc8-4485-9c04-e56f48669dae tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Calling delete_port for 081d6e70-b53f-4b15-84b0-295d028b3817 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:46:31.502651 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-23fbc140-9031-4897-8658-5ac1db06b780 req-72acb76c-4fc8-4485-9c04-e56f48669dae tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:31.551583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acb76c-4fc8-4485-9c04-e56f48669dae tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Port': ['ID=081d6e70-b53f-4b15-84b0-295d028b3817,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:31.592587 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acb76c-4fc8-4485-9c04-e56f48669dae tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:31.592937 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acb76c-4fc8-4485-9c04-e56f48669dae tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:31.593273 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acb76c-4fc8-4485-9c04-e56f48669dae tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:31.593603 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acb76c-4fc8-4485-9c04-e56f48669dae tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:31.593931 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acb76c-4fc8-4485-9c04-e56f48669dae tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:31.594255 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acb76c-4fc8-4485-9c04-e56f48669dae tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:31.594575 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acb76c-4fc8-4485-9c04-e56f48669dae tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:31.594938 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acb76c-4fc8-4485-9c04-e56f48669dae tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:31.595244 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acb76c-4fc8-4485-9c04-e56f48669dae tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:31.595562 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acb76c-4fc8-4485-9c04-e56f48669dae tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:31.595877 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acb76c-4fc8-4485-9c04-e56f48669dae tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:31.596188 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acb76c-4fc8-4485-9c04-e56f48669dae tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:31.636554 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fbc140-9031-4897-8658-5ac1db06b780 req-72acb76c-4fc8-4485-9c04-e56f48669dae tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] No DVR routers for this DVR port 081d6e70-b53f-4b15-84b0-295d028b3817 on host n-h1-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:46:31.639038 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-23fbc140-9031-4897-8658-5ac1db06b780 req-72acb76c-4fc8-4485-9c04-e56f48669dae tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:31.641599 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be9e0d7-655a-4633-aebe-447b4df26fe9', 'name': 'network-vif-deleted', 'tag': '081d6e70-b53f-4b15-84b0-295d028b3817'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:46:31.658085 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-23fbc140-9031-4897-8658-5ac1db06b780 req-72acb76c-4fc8-4485-9c04-e56f48669dae tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.24 "DELETE /v2.0/ports/081d6e70-b53f-4b15-84b0-295d028b3817 HTTP/1.1" status: 204 len: 173 time: 0.9232492 Mar 09 04:46:31.751552 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be9e0d7-655a-4633-aebe-447b4df26fe9', 'name': 'network-vif-deleted', 'tag': '081d6e70-b53f-4b15-84b0-295d028b3817', 'status': 'completed', 'code': 200} Mar 09 04:46:32.169297 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-be26e32b-68f6-4ba8-8577-c6cfe56c74a9 req-64698ace-e27d-4485-ab8e-9be16a1fa53f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:46:32.184636 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-be26e32b-68f6-4ba8-8577-c6cfe56c74a9 req-64698ace-e27d-4485-ab8e-9be16a1fa53f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:46:32.185791 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-be26e32b-68f6-4ba8-8577-c6cfe56c74a9 req-64698ace-e27d-4485-ab8e-9be16a1fa53f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=8be9e0d7-655a-4633-aebe-447b4df26fe9 HTTP/1.1" status: 200 len: 210 time: 0.0602999 Mar 09 04:46:32.386409 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:32.441351 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:33.278675 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48422) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:46:33.718408 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:33.830430 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-206cba86-5e12-46c0-b72d-1cea82d1f3ee tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:34.296244 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-206cba86-5e12-46c0-b72d-1cea82d1f3ee tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Deleting port 3c9ee48e-be15-428c-8f9f-135f3c032fc1 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:46:34.296958 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-206cba86-5e12-46c0-b72d-1cea82d1f3ee tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:34.412731 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 081d6e70-b53f-4b15-84b0-295d028b3817 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:46:34.448739 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 081d6e70-b53f-4b15-84b0-295d028b3817 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:46:34.449077 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 081d6e70-b53f-4b15-84b0-295d028b3817 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:46:34.482056 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-206cba86-5e12-46c0-b72d-1cea82d1f3ee tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] For port 3c9ee48e-be15-428c-8f9f-135f3c032fc1, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=3c9ee48e-be15-428c-8f9f-135f3c032fc1,segment=NetworkSegment(e8fbcafb-2e90-46c1-aead-48726ab96cdf),segment_id=e8fbcafb-2e90-46c1-aead-48726ab96cdf)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:46:34.482409 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-206cba86-5e12-46c0-b72d-1cea82d1f3ee tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:34.603033 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-206cba86-5e12-46c0-b72d-1cea82d1f3ee tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Calling delete_port for 3c9ee48e-be15-428c-8f9f-135f3c032fc1 owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:46:34.763695 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:34.933151 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-206cba86-5e12-46c0-b72d-1cea82d1f3ee tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:34.981656 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cba86-5e12-46c0-b72d-1cea82d1f3ee tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Port': ['ID=3c9ee48e-be15-428c-8f9f-135f3c032fc1,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:35.020879 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cba86-5e12-46c0-b72d-1cea82d1f3ee tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:35.021222 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cba86-5e12-46c0-b72d-1cea82d1f3ee tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:35.021554 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cba86-5e12-46c0-b72d-1cea82d1f3ee tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:35.021892 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cba86-5e12-46c0-b72d-1cea82d1f3ee tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:35.022205 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cba86-5e12-46c0-b72d-1cea82d1f3ee tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:35.022527 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cba86-5e12-46c0-b72d-1cea82d1f3ee tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:35.022845 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cba86-5e12-46c0-b72d-1cea82d1f3ee tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:35.023188 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cba86-5e12-46c0-b72d-1cea82d1f3ee tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:35.023505 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cba86-5e12-46c0-b72d-1cea82d1f3ee tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:35.023837 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cba86-5e12-46c0-b72d-1cea82d1f3ee tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:35.024133 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cba86-5e12-46c0-b72d-1cea82d1f3ee tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:35.024441 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cba86-5e12-46c0-b72d-1cea82d1f3ee tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:35.265454 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-206cba86-5e12-46c0-b72d-1cea82d1f3ee tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:35.632229 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:46:35.735743 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206cba86-5e12-46c0-b72d-1cea82d1f3ee tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Router 70a657d8-b6fd-4b98-9d06-795203205c29 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:46:35.911463 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206cba86-5e12-46c0-b72d-1cea82d1f3ee tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:46:35.922597 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfbb6ca-db24-4f3d-8405-26ecb354664b None None] Sync routers for ids ['70a657d8-b6fd-4b98-9d06-795203205c29'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:46:35.929937 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-206cba86-5e12-46c0-b72d-1cea82d1f3ee tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "PUT /v2.0/routers/70a657d8-b6fd-4b98-9d06-795203205c29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6501565 Mar 09 04:46:35.933323 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48426) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:46:35.934012 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfbb6ca-db24-4f3d-8405-26ecb354664b None None] Routers {'70a657d8-b6fd-4b98-9d06-795203205c29'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:46:35.934700 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-cbfbb6ca-db24-4f3d-8405-26ecb354664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:46:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['70a657d8-b6fd-4b98-9d06-795203205c29'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:46:35.997459 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-8acd9f5f-cad2-4966-b42a-d336b327375a tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Deleting subnet 837f0a0f-4647-44fc-98d9-0f76ea99081b {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:46:36.000398 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8acd9f5f-cad2-4966-b42a-d336b327375a tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:36.072782 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8acd9f5f-cad2-4966-b42a-d336b327375a tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:36.113980 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-cbfbb6ca-db24-4f3d-8405-26ecb354664b None None] Set router 70a657d8-b6fd-4b98-9d06-795203205c29 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:46:36.156742 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8acd9f5f-cad2-4966-b42a-d336b327375a tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:36.232361 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8acd9f5f-cad2-4966-b42a-d336b327375a tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:36.271619 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd9f5f-cad2-4966-b42a-d336b327375a tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Subnet': ['ID=837f0a0f-4647-44fc-98d9-0f76ea99081b,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:36.278045 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8acd9f5f-cad2-4966-b42a-d336b327375a tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:36.285738 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8acd9f5f-cad2-4966-b42a-d336b327375a tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "DELETE /v2.0/subnets/837f0a0f-4647-44fc-98d9-0f76ea99081b HTTP/1.1" status: 204 len: 168 time: 0.3491530 Mar 09 04:46:36.285915 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4658a4-747a-4d43-b202-642b8a3c26d7 None None] Network 51556b73-4055-40cc-a13a-31dc504170fa requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:46:36.286317 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48430) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:46:36.406279 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-cbfbb6ca-db24-4f3d-8405-26ecb354664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557629229', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '960449ab-364d-4a85-95dd-695d8da92034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:44:20Z', 'updated_at': '2022-03-09T04:46:34Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '960449ab-364d-4a85-95dd-695d8da92034', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:44:21Z', 'updated_at': '2022-03-09T04:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:46:36.410143 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfbb6ca-db24-4f3d-8405-26ecb354664b None None] Checking router: 70a657d8-b6fd-4b98-9d06-795203205c29 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:46:36.419592 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfbb6ca-db24-4f3d-8405-26ecb354664b None None] Routers {'70a657d8-b6fd-4b98-9d06-795203205c29'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:46:36.420194 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-cbfbb6ca-db24-4f3d-8405-26ecb354664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:46:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['70a657d8-b6fd-4b98-9d06-795203205c29'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:46:36.475711 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-89fa5dac-a2d7-4ec5-a95a-e5cab8ecb774 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:36.548219 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343d5d58-f582-42b1-9e09-e7218f3fcdcf None None] DHCP port deletion for 51556b73-4055-40cc-a13a-31dc504170fa request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:46:36.552872 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-343d5d58-f582-42b1-9e09-e7218f3fcdcf None None] Deleting port e5dc9af8-d67d-4b79-afe0-490fe51cbdaf {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:46:36.553238 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-343d5d58-f582-42b1-9e09-e7218f3fcdcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:36.599030 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-cbfbb6ca-db24-4f3d-8405-26ecb354664b None None] Set router 70a657d8-b6fd-4b98-9d06-795203205c29 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:46:36.668393 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-89fa5dac-a2d7-4ec5-a95a-e5cab8ecb774 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:36.678662 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-89fa5dac-a2d7-4ec5-a95a-e5cab8ecb774 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Deleting port 960449ab-364d-4a85-95dd-695d8da92034 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:46:36.679032 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-89fa5dac-a2d7-4ec5-a95a-e5cab8ecb774 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:36.765274 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-343d5d58-f582-42b1-9e09-e7218f3fcdcf None None] For port e5dc9af8-d67d-4b79-afe0-490fe51cbdaf, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=e5dc9af8-d67d-4b79-afe0-490fe51cbdaf,segment=NetworkSegment(e8fbcafb-2e90-46c1-aead-48726ab96cdf),segment_id=e8fbcafb-2e90-46c1-aead-48726ab96cdf)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:46:36.765676 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-343d5d58-f582-42b1-9e09-e7218f3fcdcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:36.857800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-89fa5dac-a2d7-4ec5-a95a-e5cab8ecb774 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] For port 960449ab-364d-4a85-95dd-695d8da92034, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=960449ab-364d-4a85-95dd-695d8da92034,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:46:36.858355 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-89fa5dac-a2d7-4ec5-a95a-e5cab8ecb774 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:36.890997 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-343d5d58-f582-42b1-9e09-e7218f3fcdcf None None] Calling delete_port for e5dc9af8-d67d-4b79-afe0-490fe51cbdaf owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:46:36.926031 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-cbfbb6ca-db24-4f3d-8405-26ecb354664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557629229', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '960449ab-364d-4a85-95dd-695d8da92034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:44:20Z', 'updated_at': '2022-03-09T04:46:34Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '960449ab-364d-4a85-95dd-695d8da92034', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:44:21Z', 'updated_at': '2022-03-09T04:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:46:36.931807 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfbb6ca-db24-4f3d-8405-26ecb354664b None None] The sync data for ids ['70a657d8-b6fd-4b98-9d06-795203205c29'] in n-d-825178-5 is: [{'id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557629229', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '960449ab-364d-4a85-95dd-695d8da92034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:44:20Z', 'updated_at': '2022-03-09T04:46:34Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '960449ab-364d-4a85-95dd-695d8da92034', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a657d8-b6fd-4b98-9d06-795203205c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:44:21Z', 'updated_at': '2022-03-09T04:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:46:36.978797 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-343d5d58-f582-42b1-9e09-e7218f3fcdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:37.026544 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d5d58-f582-42b1-9e09-e7218f3fcdcf None None] Pushing event deleted for resources: {'Port': ['ID=e5dc9af8-d67d-4b79-afe0-490fe51cbdaf,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:37.031734 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343d5d58-f582-42b1-9e09-e7218f3fcdcf None None] No DVR routers for this DVR port e5dc9af8-d67d-4b79-afe0-490fe51cbdaf on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:46:37.108274 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-89fa5dac-a2d7-4ec5-a95a-e5cab8ecb774 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Calling delete_port for 960449ab-364d-4a85-95dd-695d8da92034 owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:46:37.278976 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-89fa5dac-a2d7-4ec5-a95a-e5cab8ecb774 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:37.319670 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3c9ee48e-be15-428c-8f9f-135f3c032fc1 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:46:37.329701 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa5dac-a2d7-4ec5-a95a-e5cab8ecb774 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Port': ['ID=960449ab-364d-4a85-95dd-695d8da92034,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:37.366834 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 3c9ee48e-be15-428c-8f9f-135f3c032fc1 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:46:37.367295 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 3c9ee48e-be15-428c-8f9f-135f3c032fc1 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:46:37.367781 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e5dc9af8-d67d-4b79-afe0-490fe51cbdaf no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:46:37.414653 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: e5dc9af8-d67d-4b79-afe0-490fe51cbdaf {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:46:37.415048 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device e5dc9af8-d67d-4b79-afe0-490fe51cbdaf not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:46:37.437478 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-89fa5dac-a2d7-4ec5-a95a-e5cab8ecb774 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:37.611681 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-89fa5dac-a2d7-4ec5-a95a-e5cab8ecb774 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:37.613730 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-89fa5dac-a2d7-4ec5-a95a-e5cab8ecb774 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:37.635235 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-89fa5dac-a2d7-4ec5-a95a-e5cab8ecb774 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:37.635814 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fa5dac-a2d7-4ec5-a95a-e5cab8ecb774 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Fanout notify agent at l3_agent the message router_deleted on router 70a657d8-b6fd-4b98-9d06-795203205c29 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:46:37.651843 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-89fa5dac-a2d7-4ec5-a95a-e5cab8ecb774 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:37.652938 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-89fa5dac-a2d7-4ec5-a95a-e5cab8ecb774 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "DELETE /v2.0/routers/70a657d8-b6fd-4b98-9d06-795203205c29 HTTP/1.1" status: 204 len: 168 time: 1.3661075 Mar 09 04:46:37.655572 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48434) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:46:37.774560 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e4171c1-dadf-4c27-b2ca-ee85d426a2bb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:37.901709 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e4171c1-dadf-4c27-b2ca-ee85d426a2bb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:37.926380 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-3e4171c1-dadf-4c27-b2ca-ee85d426a2bb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51556b73-4055-40cc-a13a-31dc504170fa']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:46:37.937899 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-3e4171c1-dadf-4c27-b2ca-ee85d426a2bb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8fbcafb-2e90-46c1-aead-48726ab96cdf') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:46:37.938182 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-3e4171c1-dadf-4c27-b2ca-ee85d426a2bb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8fbcafb-2e90-46c1-aead-48726ab96cdf') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:46:37.949504 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e4171c1-dadf-4c27-b2ca-ee85d426a2bb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:37.965338 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e4171c1-dadf-4c27-b2ca-ee85d426a2bb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:37.971108 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4171c1-dadf-4c27-b2ca-ee85d426a2bb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:46:37.971478 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e4171c1-dadf-4c27-b2ca-ee85d426a2bb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:46:37.985410 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:46:38.067658 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e4171c1-dadf-4c27-b2ca-ee85d426a2bb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:38.075485 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-3e4171c1-dadf-4c27-b2ca-ee85d426a2bb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:38.107199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4171c1-dadf-4c27-b2ca-ee85d426a2bb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Network': ['ID=51556b73-4055-40cc-a13a-31dc504170fa,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:38.111582 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3e4171c1-dadf-4c27-b2ca-ee85d426a2bb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "DELETE /v2.0/networks/51556b73-4055-40cc-a13a-31dc504170fa HTTP/1.1" status: 204 len: 168 time: 0.4551003 Mar 09 04:46:38.114212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48438) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:46:38.182604 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37c1458c-0771-413b-9557-de8f323ae269 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:38.215768 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37c1458c-0771-413b-9557-de8f323ae269 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:38.280227 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37c1458c-0771-413b-9557-de8f323ae269 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:38.298020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1458c-0771-413b-9557-de8f323ae269 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:38.309821 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37c1458c-0771-413b-9557-de8f323ae269 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:38.310950 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-37c1458c-0771-413b-9557-de8f323ae269 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "DELETE /v2.0/security-groups/17f02f7b-4144-4ea3-a3dd-0df28b5c7fe0 HTTP/1.1" status: 204 len: 168 time: 0.1955600 Mar 09 04:46:39.140829 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 960449ab-364d-4a85-95dd-695d8da92034 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:46:39.175064 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 960449ab-364d-4a85-95dd-695d8da92034 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:46:39.175333 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 960449ab-364d-4a85-95dd-695d8da92034 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:46:39.299992 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:39.570965 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48448) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:46:39.577069 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-4826536f-2efe-4466-b6e2-576da504ad33 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-916604230', 'description': 'tempest-secgroup-smoke-916604230 description', 'project_id': '082228de5a004917b79deb4618035197'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:46:39.583654 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4826536f-2efe-4466-b6e2-576da504ad33 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:46:39.588521 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4826536f-2efe-4466-b6e2-576da504ad33 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:46:39.591375 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4826536f-2efe-4466-b6e2-576da504ad33 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:46:39.597095 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4826536f-2efe-4466-b6e2-576da504ad33 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:46:39.607203 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4826536f-2efe-4466-b6e2-576da504ad33 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:39.626325 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4826536f-2efe-4466-b6e2-576da504ad33 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:46:39.630083 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4826536f-2efe-4466-b6e2-576da504ad33 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:46:39.632840 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4826536f-2efe-4466-b6e2-576da504ad33 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:46:39.640170 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4826536f-2efe-4466-b6e2-576da504ad33 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:46:39.717866 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4826536f-2efe-4466-b6e2-576da504ad33 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:39.721495 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4826536f-2efe-4466-b6e2-576da504ad33 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:39.765486 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826536f-2efe-4466-b6e2-576da504ad33 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56fb0f43-67b1-46bc-912c-c67a2ca32e83,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:39.768283 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4826536f-2efe-4466-b6e2-576da504ad33 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:39.769466 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4826536f-2efe-4466-b6e2-576da504ad33 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1974311 Mar 09 04:46:39.772778 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48452) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:46:39.777893 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-68a4f37c-7838-461d-9756-e86d1fedeb19 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': '56fb0f43-67b1-46bc-912c-c67a2ca32e83', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:46:39.784463 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-68a4f37c-7838-461d-9756-e86d1fedeb19 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:46:39.788276 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-68a4f37c-7838-461d-9756-e86d1fedeb19 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:46:39.791113 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-68a4f37c-7838-461d-9756-e86d1fedeb19 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:46:39.796800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-68a4f37c-7838-461d-9756-e86d1fedeb19 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:46:39.813614 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-68a4f37c-7838-461d-9756-e86d1fedeb19 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:39.876136 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-68a4f37c-7838-461d-9756-e86d1fedeb19 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:39.879774 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-68a4f37c-7838-461d-9756-e86d1fedeb19 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:39.906583 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4f37c-7838-461d-9756-e86d1fedeb19 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb02993-1005-4595-9603-142343d1c5d1,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:39.913916 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-68a4f37c-7838-461d-9756-e86d1fedeb19 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:39.915239 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-68a4f37c-7838-461d-9756-e86d1fedeb19 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1419227 Mar 09 04:46:39.917991 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48456) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:46:39.923318 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-0bbf2cd7-c427-43b6-88a9-f3bf3cf4350e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': '56fb0f43-67b1-46bc-912c-c67a2ca32e83', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:46:39.930205 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0bbf2cd7-c427-43b6-88a9-f3bf3cf4350e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:46:39.934511 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0bbf2cd7-c427-43b6-88a9-f3bf3cf4350e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:46:39.937345 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0bbf2cd7-c427-43b6-88a9-f3bf3cf4350e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:46:39.943038 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0bbf2cd7-c427-43b6-88a9-f3bf3cf4350e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:46:39.959641 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bbf2cd7-c427-43b6-88a9-f3bf3cf4350e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:40.018724 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bbf2cd7-c427-43b6-88a9-f3bf3cf4350e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:40.022919 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bbf2cd7-c427-43b6-88a9-f3bf3cf4350e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:40.045439 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf2cd7-c427-43b6-88a9-f3bf3cf4350e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82114917-7b98-4fd0-9bd5-69980c89ce32,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:40.054233 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0bbf2cd7-c427-43b6-88a9-f3bf3cf4350e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:40.055422 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0bbf2cd7-c427-43b6-88a9-f3bf3cf4350e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1363847 Mar 09 04:46:40.058588 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48460) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:46:40.063414 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-63a26f49-8360-4054-8adb-aaa88a4abcd6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': '56fb0f43-67b1-46bc-912c-c67a2ca32e83', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:46:40.069854 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-63a26f49-8360-4054-8adb-aaa88a4abcd6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:46:40.074423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-63a26f49-8360-4054-8adb-aaa88a4abcd6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:46:40.077250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-63a26f49-8360-4054-8adb-aaa88a4abcd6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:46:40.083006 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-63a26f49-8360-4054-8adb-aaa88a4abcd6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:46:40.099362 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-63a26f49-8360-4054-8adb-aaa88a4abcd6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:40.164783 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-63a26f49-8360-4054-8adb-aaa88a4abcd6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:40.168480 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-63a26f49-8360-4054-8adb-aaa88a4abcd6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:40.192787 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a26f49-8360-4054-8adb-aaa88a4abcd6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28288e90-fb3a-4fac-b995-6df43bc15c16,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:40.202818 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-63a26f49-8360-4054-8adb-aaa88a4abcd6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:40.204003 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-63a26f49-8360-4054-8adb-aaa88a4abcd6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444941 Mar 09 04:46:40.206773 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48464) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:46:40.211650 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-86caa7bb-4192-4d4e-9688-2f3415c1f4d5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': '56fb0f43-67b1-46bc-912c-c67a2ca32e83', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:46:40.217929 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-86caa7bb-4192-4d4e-9688-2f3415c1f4d5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:46:40.221764 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-86caa7bb-4192-4d4e-9688-2f3415c1f4d5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:46:40.224555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-86caa7bb-4192-4d4e-9688-2f3415c1f4d5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:46:40.230668 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-86caa7bb-4192-4d4e-9688-2f3415c1f4d5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:46:40.246681 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-86caa7bb-4192-4d4e-9688-2f3415c1f4d5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:40.308077 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-86caa7bb-4192-4d4e-9688-2f3415c1f4d5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:40.311231 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-86caa7bb-4192-4d4e-9688-2f3415c1f4d5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:40.333287 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86caa7bb-4192-4d4e-9688-2f3415c1f4d5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=101ba33b-3efa-4923-b9e6-1a9d88f46f5c,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:40.342280 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-86caa7bb-4192-4d4e-9688-2f3415c1f4d5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:40.343520 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-86caa7bb-4192-4d4e-9688-2f3415c1f4d5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1358325 Mar 09 04:46:40.346168 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48468) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:46:40.351053 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-41b60548-602c-4f11-a366-313e1c70df1f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': '56fb0f43-67b1-46bc-912c-c67a2ca32e83', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:46:40.357797 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-41b60548-602c-4f11-a366-313e1c70df1f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:46:40.361548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-41b60548-602c-4f11-a366-313e1c70df1f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:46:40.364341 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-41b60548-602c-4f11-a366-313e1c70df1f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:46:40.370735 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-41b60548-602c-4f11-a366-313e1c70df1f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:46:40.381001 n-d-825178-5 neutron-server[87880]: INFO neutron.db.securitygroups_db [None req-41b60548-602c-4f11-a366-313e1c70df1f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Project 082228de5a004917b79deb4618035197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:46:40.387477 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-41b60548-602c-4f11-a366-313e1c70df1f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:40.451676 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-41b60548-602c-4f11-a366-313e1c70df1f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:40.455168 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-41b60548-602c-4f11-a366-313e1c70df1f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:40.479311 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b60548-602c-4f11-a366-313e1c70df1f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df984c5-2729-4494-9be6-dfbb5bce13a3,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:40.488264 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-41b60548-602c-4f11-a366-313e1c70df1f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:40.489405 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-41b60548-602c-4f11-a366-313e1c70df1f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1423247 Mar 09 04:46:40.492110 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48472) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:46:40.497671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-355aa7c6-be29-4eeb-a58c-2368cf993cde tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': '56fb0f43-67b1-46bc-912c-c67a2ca32e83', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:46:40.503997 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-355aa7c6-be29-4eeb-a58c-2368cf993cde tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:46:40.507815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-355aa7c6-be29-4eeb-a58c-2368cf993cde tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:46:40.510698 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-355aa7c6-be29-4eeb-a58c-2368cf993cde tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:46:40.516387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-355aa7c6-be29-4eeb-a58c-2368cf993cde tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:46:40.529183 n-d-825178-5 neutron-server[87880]: INFO neutron.db.securitygroups_db [None req-355aa7c6-be29-4eeb-a58c-2368cf993cde tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Project 082228de5a004917b79deb4618035197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:46:40.535485 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-355aa7c6-be29-4eeb-a58c-2368cf993cde tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:40.599133 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-355aa7c6-be29-4eeb-a58c-2368cf993cde tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:40.602347 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-355aa7c6-be29-4eeb-a58c-2368cf993cde tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:40.626629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355aa7c6-be29-4eeb-a58c-2368cf993cde tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72b9e52-0a1e-459e-914e-95a1c6f27308,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:40.635261 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-355aa7c6-be29-4eeb-a58c-2368cf993cde tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:40.636602 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-355aa7c6-be29-4eeb-a58c-2368cf993cde tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1433787 Mar 09 04:46:40.639408 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48476) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:46:40.644753 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-a72520b9-a14a-43d8-8152-7eb51c5dc240 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'network': {'name': 'tempest-network-smoke--1862449453', 'project_id': '082228de5a004917b79deb4618035197', 'port_security_enabled': True}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:46:40.650518 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a72520b9-a14a-43d8-8152-7eb51c5dc240 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:46:40.654462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a72520b9-a14a-43d8-8152-7eb51c5dc240 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:network and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:46:40.657209 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a72520b9-a14a-43d8-8152-7eb51c5dc240 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:46:40.662722 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a72520b9-a14a-43d8-8152-7eb51c5dc240 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:46:40.676841 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72520b9-a14a-43d8-8152-7eb51c5dc240 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Made reservation on behalf of 082228de5a004917b79deb4618035197 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:46:40.680356 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a72520b9-a14a-43d8-8152-7eb51c5dc240 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:40.706238 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72520b9-a14a-43d8-8152-7eb51c5dc240 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:46:40.715393 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a72520b9-a14a-43d8-8152-7eb51c5dc240 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:40.715864 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-a72520b9-a14a-43d8-8152-7eb51c5dc240 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Added segment 79be9a5b-cec6-4b47-9ea0-48babf59e204 of type vlan for network 39775d08-f2e0-4bc9-9688-8815ceb35106 Mar 09 04:46:40.741693 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a72520b9-a14a-43d8-8152-7eb51c5dc240 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:40.768590 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a72520b9-a14a-43d8-8152-7eb51c5dc240 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:40.773988 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72520b9-a14a-43d8-8152-7eb51c5dc240 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:40.774558 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a72520b9-a14a-43d8-8152-7eb51c5dc240 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:40.978122 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a72520b9-a14a-43d8-8152-7eb51c5dc240 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3376570 Mar 09 04:46:40.981022 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48480) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:46:40.986137 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-76b71098-c3ae-44f6-adf0-c8818e137533 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1914052602', 'admin_state_up': True, 'project_id': '082228de5a004917b79deb4618035197', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:46:40.989551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72520b9-a14a-43d8-8152-7eb51c5dc240 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Network': ['ID=39775d08-f2e0-4bc9-9688-8815ceb35106,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:40.994008 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-76b71098-c3ae-44f6-adf0-c8818e137533 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:46:40.997980 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-76b71098-c3ae-44f6-adf0-c8818e137533 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:router and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:46:40.999959 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 39775d08-f2e0-4bc9-9688-8815ceb35106 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:46:41.000901 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-76b71098-c3ae-44f6-adf0-c8818e137533 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:46:41.010586 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-76b71098-c3ae-44f6-adf0-c8818e137533 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:46:41.021063 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76b71098-c3ae-44f6-adf0-c8818e137533 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:41.022078 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76b71098-c3ae-44f6-adf0-c8818e137533 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:41.038003 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76b71098-c3ae-44f6-adf0-c8818e137533 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:41.299961 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76b71098-c3ae-44f6-adf0-c8818e137533 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:41.592994 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76b71098-c3ae-44f6-adf0-c8818e137533 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:41.621548 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76b71098-c3ae-44f6-adf0-c8818e137533 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:41.756756 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-76b71098-c3ae-44f6-adf0-c8818e137533 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Allocated IP 172.25.7.152 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/75aeaea3-b52c-4bb5-8a08-05122eea9753) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:46:41.902638 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76b71098-c3ae-44f6-adf0-c8818e137533 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:41.932885 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76b71098-c3ae-44f6-adf0-c8818e137533 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:41.992374 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b71098-c3ae-44f6-adf0-c8818e137533 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:46:41.995840 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-76b71098-c3ae-44f6-adf0-c8818e137533 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:46:41.999381 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b71098-c3ae-44f6-adf0-c8818e137533 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:46:42.047389 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b71098-c3ae-44f6-adf0-c8818e137533 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=75aeaea3-b52c-4bb5-8a08-05122eea9753,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:42.519467 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76b71098-c3ae-44f6-adf0-c8818e137533 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:42.854145 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76b71098-c3ae-44f6-adf0-c8818e137533 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:43.051178 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b71098-c3ae-44f6-adf0-c8818e137533 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Router c00fafb6-5523-4779-b6b9-eebb3231f4de is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:46:43.225673 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b71098-c3ae-44f6-adf0-c8818e137533 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:46:43.235611 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] Sync routers for ids ['c00fafb6-5523-4779-b6b9-eebb3231f4de'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:46:43.245250 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] Routers {'c00fafb6-5523-4779-b6b9-eebb3231f4de'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:46:43.245958 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:46:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c00fafb6-5523-4779-b6b9-eebb3231f4de'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:46:43.252151 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-76b71098-c3ae-44f6-adf0-c8818e137533 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:43.253412 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-76b71098-c3ae-44f6-adf0-c8818e137533 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2713671 Mar 09 04:46:43.256510 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48484) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:46:43.342238 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a78e45a6-8c10-4d29-8fc3-46524ae32da3 tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=082228de5a004917b79deb4618035197&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0845833 Mar 09 04:46:43.344737 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48490) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:46:43.452875 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] Set router c00fafb6-5523-4779-b6b9-eebb3231f4de gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:46:43.473225 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a99393-130f-4dda-92fe-6d9d248eeda7 tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:43.474675 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-e4a99393-130f-4dda-92fe-6d9d248eeda7 tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290710 Mar 09 04:46:43.477732 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48494) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:46:43.517875 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-15d6eeaa-e5ae-41bf-bb46-5249e459f534 tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385122 Mar 09 04:46:43.520300 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48498) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:46:43.525572 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-aa476225-48e3-44ef-b96e-e1d2c8b0591c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-5028779', 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106', 'project_id': '082228de5a004917b79deb4618035197', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:46:43.634557 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-aa476225-48e3-44ef-b96e-e1d2c8b0591c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:46:43.638398 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-aa476225-48e3-44ef-b96e-e1d2c8b0591c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:subnet and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:46:43.641199 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-aa476225-48e3-44ef-b96e-e1d2c8b0591c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:46:43.646843 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-aa476225-48e3-44ef-b96e-e1d2c8b0591c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:46:43.658097 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa476225-48e3-44ef-b96e-e1d2c8b0591c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Made reservation on behalf of 082228de5a004917b79deb4618035197 for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:46:43.661853 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aa476225-48e3-44ef-b96e-e1d2c8b0591c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:43.734013 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914052602', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:46:42Z', 'revision_number': 3, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:46:43.738197 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] Checking router: c00fafb6-5523-4779-b6b9-eebb3231f4de for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:46:43.738633 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] Updating router c00fafb6-5523-4779-b6b9-eebb3231f4de port 75aeaea3-b52c-4bb5-8a08-05122eea9753 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:46:43.796519 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:43.885855 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aa476225-48e3-44ef-b96e-e1d2c8b0591c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:43.965076 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa476225-48e3-44ef-b96e-e1d2c8b0591c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Subnet': ['ID=421bc573-bf6d-40d1-a13a-361b111fb124,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:43.975575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa476225-48e3-44ef-b96e-e1d2c8b0591c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Checking segment: {'id': '79be9a5b-cec6-4b47-9ea0-48babf59e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:46:43.975929 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa476225-48e3-44ef-b96e-e1d2c8b0591c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network hostable DHCP agents. Network: 39775d08-f2e0-4bc9-9688-8815ceb35106, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:46:43.994820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa476225-48e3-44ef-b96e-e1d2c8b0591c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network 39775d08-f2e0-4bc9-9688-8815ceb35106 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:46:44.004395 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-aa476225-48e3-44ef-b96e-e1d2c8b0591c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 39775d08-f2e0-4bc9-9688-8815ceb35106) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:46:44.008390 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa476225-48e3-44ef-b96e-e1d2c8b0591c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:44.008937 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aa476225-48e3-44ef-b96e-e1d2c8b0591c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:44.017840 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaff648-0361-4263-b964-50ef211d32a8 None None] Network 39775d08-f2e0-4bc9-9688-8815ceb35106 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:46:44.030845 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-aa476225-48e3-44ef-b96e-e1d2c8b0591c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.5095773 Mar 09 04:46:44.033662 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48502) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:46:44.266435 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:44.313731 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] Transition to ACTIVE for port object 75aeaea3-b52c-4bb5-8a08-05122eea9753 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:46:44.318982 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3180db67-f09b-4458-b13d-787921961ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-39775d08-f2e0-4bc9-9688-8815ceb35106', 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106', 'tenant_id': '082228de5a004917b79deb4618035197', 'fixed_ips': [{'subnet_id': '421bc573-bf6d-40d1-a13a-361b111fb124'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:46:44.319913 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3180db67-f09b-4458-b13d-787921961ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:44.331227 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:44.470917 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] Attempting to bind port 75aeaea3-b52c-4bb5-8a08-05122eea9753 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:46:44.471286 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] Attempting to bind port 75aeaea3-b52c-4bb5-8a08-05122eea9753 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:46:44.471646 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] Attempting to bind port 75aeaea3-b52c-4bb5-8a08-05122eea9753 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:46:44.473574 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8930030-eb8e-462c-ad1f-565c7a92c3df None None] Pushing event updated for resources: {'Port': ['ID=75aeaea3-b52c-4bb5-8a08-05122eea9753,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:44.487433 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:46:44.487801 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:46:44.488206 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:44.488591 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:46:44.489046 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] Bound port: 75aeaea3-b52c-4bb5-8a08-05122eea9753, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:46:44.489413 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:44.515886 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8930030-eb8e-462c-ad1f-565c7a92c3df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:44.516229 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8930030-eb8e-462c-ad1f-565c7a92c3df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:44.516618 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8930030-eb8e-462c-ad1f-565c7a92c3df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:44.516896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8930030-eb8e-462c-ad1f-565c7a92c3df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:44.517220 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8930030-eb8e-462c-ad1f-565c7a92c3df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:44.517539 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8930030-eb8e-462c-ad1f-565c7a92c3df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:44.517859 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8930030-eb8e-462c-ad1f-565c7a92c3df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:44.518178 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8930030-eb8e-462c-ad1f-565c7a92c3df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:44.518499 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8930030-eb8e-462c-ad1f-565c7a92c3df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:44.518815 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8930030-eb8e-462c-ad1f-565c7a92c3df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:44.519153 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8930030-eb8e-462c-ad1f-565c7a92c3df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:44.519466 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8930030-eb8e-462c-ad1f-565c7a92c3df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:44.627749 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] For port 75aeaea3-b52c-4bb5-8a08-05122eea9753, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:46:44.630118 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-3180db67-f09b-4458-b13d-787921961ba5 None None] Allocated IP 172.20.0.2 (39775d08-f2e0-4bc9-9688-8815ceb35106/421bc573-bf6d-40d1-a13a-361b111fb124/235a013f-9001-4249-a1c0-a0fd2935d49b) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:46:44.633866 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] For port 75aeaea3-b52c-4bb5-8a08-05122eea9753, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=75aeaea3-b52c-4bb5-8a08-05122eea9753,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:46:44.641452 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:44.720145 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-11b68a19-2591-418e-a287-22d8bb7f1ca8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:44.798487 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] Routers {'c00fafb6-5523-4779-b6b9-eebb3231f4de'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:46:44.799033 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:46:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c00fafb6-5523-4779-b6b9-eebb3231f4de'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:46:44.932807 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8930030-eb8e-462c-ad1f-565c7a92c3df None None] Pushing event updated for resources: {'Port': ['ID=75aeaea3-b52c-4bb5-8a08-05122eea9753,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:45.118062 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] Set router c00fafb6-5523-4779-b6b9-eebb3231f4de gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:46:45.244784 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3180db67-f09b-4458-b13d-787921961ba5 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:45.270135 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3180db67-f09b-4458-b13d-787921961ba5 None None] Transition to ACTIVE for port object 235a013f-9001-4249-a1c0-a0fd2935d49b will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:46:45.346707 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3180db67-f09b-4458-b13d-787921961ba5 None None] Transition to ACTIVE for port object 235a013f-9001-4249-a1c0-a0fd2935d49b will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:46:45.357642 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3180db67-f09b-4458-b13d-787921961ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:45.417223 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-11b68a19-2591-418e-a287-22d8bb7f1ca8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Allocated IP 172.20.0.1 (39775d08-f2e0-4bc9-9688-8815ceb35106/421bc573-bf6d-40d1-a13a-361b111fb124/30d4b23f-0b37-4623-ae8d-1a5256b272da) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:46:45.463831 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3180db67-f09b-4458-b13d-787921961ba5 None None] Network 39775d08-f2e0-4bc9-9688-8815ceb35106 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:46:45.471847 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-3180db67-f09b-4458-b13d-787921961ba5 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:46:45.479836 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3180db67-f09b-4458-b13d-787921961ba5 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:46:45.481757 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180db67-f09b-4458-b13d-787921961ba5 None None] Pushing event updated for resources: {'Port': ['ID=235a013f-9001-4249-a1c0-a0fd2935d49b,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:45.581629 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-11b68a19-2591-418e-a287-22d8bb7f1ca8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:45.585312 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-3180db67-f09b-4458-b13d-787921961ba5 None None] Attempting to bind port 235a013f-9001-4249-a1c0-a0fd2935d49b on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:46:45.585681 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-3180db67-f09b-4458-b13d-787921961ba5 None None] Attempting to bind port 235a013f-9001-4249-a1c0-a0fd2935d49b by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '79be9a5b-cec6-4b47-9ea0-48babf59e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:46:45.586056 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3180db67-f09b-4458-b13d-787921961ba5 None None] Attempting to bind port 235a013f-9001-4249-a1c0-a0fd2935d49b on network 39775d08-f2e0-4bc9-9688-8815ceb35106 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:46:45.593754 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3180db67-f09b-4458-b13d-787921961ba5 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:46:45.594124 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3180db67-f09b-4458-b13d-787921961ba5 None None] Checking segment: {'id': '79be9a5b-cec6-4b47-9ea0-48babf59e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:46:45.594516 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3180db67-f09b-4458-b13d-787921961ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:45.594923 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3180db67-f09b-4458-b13d-787921961ba5 None None] Bound using segment: {'id': '79be9a5b-cec6-4b47-9ea0-48babf59e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:46:45.595381 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-3180db67-f09b-4458-b13d-787921961ba5 None None] Bound port: 235a013f-9001-4249-a1c0-a0fd2935d49b, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79be9a5b-cec6-4b47-9ea0-48babf59e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:46:45.595751 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3180db67-f09b-4458-b13d-787921961ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:45.598100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-11b68a19-2591-418e-a287-22d8bb7f1ca8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Transition to ACTIVE for port object 30d4b23f-0b37-4623-ae8d-1a5256b272da will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:46:45.615003 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914052602', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:46:42Z', 'revision_number': 3, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:46:45.622027 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-11b68a19-2591-418e-a287-22d8bb7f1ca8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:45.645678 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f804095-ae57-48a9-97d6-6da08b1c06fb None None] The sync data for ids ['c00fafb6-5523-4779-b6b9-eebb3231f4de'] in n-d-825178-5 is: [{'id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914052602', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:46:42Z', 'revision_number': 3, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:46:45.691158 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b68a19-2591-418e-a287-22d8bb7f1ca8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network 39775d08-f2e0-4bc9-9688-8815ceb35106 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:46:45.692596 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-3180db67-f09b-4458-b13d-787921961ba5 None None] For port 235a013f-9001-4249-a1c0-a0fd2935d49b, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:46:45.695578 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-3180db67-f09b-4458-b13d-787921961ba5 None None] For port 235a013f-9001-4249-a1c0-a0fd2935d49b, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=235a013f-9001-4249-a1c0-a0fd2935d49b,segment=NetworkSegment(79be9a5b-cec6-4b47-9ea0-48babf59e204),segment_id=79be9a5b-cec6-4b47-9ea0-48babf59e204)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:46:45.698551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-11b68a19-2591-418e-a287-22d8bb7f1ca8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:46:45.700798 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3180db67-f09b-4458-b13d-787921961ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:45.703208 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b68a19-2591-418e-a287-22d8bb7f1ca8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:46:45.734196 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b68a19-2591-418e-a287-22d8bb7f1ca8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=30d4b23f-0b37-4623-ae8d-1a5256b272da,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:45.766466 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-11b68a19-2591-418e-a287-22d8bb7f1ca8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:45.787642 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180db67-f09b-4458-b13d-787921961ba5 None None] Pushing event updated for resources: {'Port': ['ID=235a013f-9001-4249-a1c0-a0fd2935d49b,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:46.123241 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-11b68a19-2591-418e-a287-22d8bb7f1ca8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:46.564453 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-11b68a19-2591-418e-a287-22d8bb7f1ca8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:46.570414 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-11b68a19-2591-418e-a287-22d8bb7f1ca8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:46.687695 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b68a19-2591-418e-a287-22d8bb7f1ca8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=30d4b23f-0b37-4623-ae8d-1a5256b272da,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:46.690053 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-11b68a19-2591-418e-a287-22d8bb7f1ca8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:46.794723 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1612f5-6fa4-48c1-be38-650ea8e8cea1 None None] Network 39775d08-f2e0-4bc9-9688-8815ceb35106 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:46:46.830760 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b68a19-2591-418e-a287-22d8bb7f1ca8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network 39775d08-f2e0-4bc9-9688-8815ceb35106 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:46:46.832422 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-11b68a19-2591-418e-a287-22d8bb7f1ca8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:46:46.909813 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-562a4d41-e1c3-4d95-b9c6-570594681ac8 None None] Provisioning for port 235a013f-9001-4249-a1c0-a0fd2935d49b completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:46:47.158888 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b68a19-2591-418e-a287-22d8bb7f1ca8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Router c00fafb6-5523-4779-b6b9-eebb3231f4de has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:46:47.276985 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 75aeaea3-b52c-4bb5-8a08-05122eea9753 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:46:47.364455 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 75aeaea3-b52c-4bb5-8a08-05122eea9753 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:46:47.370193 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 75aeaea3-b52c-4bb5-8a08-05122eea9753 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:46:47.370564 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:47.388883 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b68a19-2591-418e-a287-22d8bb7f1ca8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:46:47.399816 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] Sync routers for ids ['c00fafb6-5523-4779-b6b9-eebb3231f4de'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:46:47.401720 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-11b68a19-2591-418e-a287-22d8bb7f1ca8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "PUT /v2.0/routers/c00fafb6-5523-4779-b6b9-eebb3231f4de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3670654 Mar 09 04:46:47.412186 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] Routers {'c00fafb6-5523-4779-b6b9-eebb3231f4de'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:46:47.413405 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:46:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c00fafb6-5523-4779-b6b9-eebb3231f4de'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:46:47.532197 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-19603611-4e1f-45aa-a40f-321519859450 None None] Provisioning for port 30d4b23f-0b37-4623-ae8d-1a5256b272da completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:46:47.538346 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:47.545228 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-19603611-4e1f-45aa-a40f-321519859450 None None] Provisioning complete for port 30d4b23f-0b37-4623-ae8d-1a5256b272da triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:46:47.545601 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-19603611-4e1f-45aa-a40f-321519859450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:47.615409 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-4360e0a2-4b15-4746-86ab-ab53fbb69b4e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-916604230&fields=id&tenant_id=082228de5a004917b79deb4618035197 HTTP/1.1" status: 200 len: 267 time: 0.0562079 Mar 09 04:46:47.626063 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] Set router c00fafb6-5523-4779-b6b9-eebb3231f4de gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:46:47.655802 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 75aeaea3-b52c-4bb5-8a08-05122eea9753, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=75aeaea3-b52c-4bb5-8a08-05122eea9753,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:46:47.667371 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:47.668369 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 235a013f-9001-4249-a1c0-a0fd2935d49b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:46:47.783520 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-19603611-4e1f-45aa-a40f-321519859450 None None] Port 30d4b23f-0b37-4623-ae8d-1a5256b272da cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:46:47.809366 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=75aeaea3-b52c-4bb5-8a08-05122eea9753,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:47.816122 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 235a013f-9001-4249-a1c0-a0fd2935d49b completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:46:47.822521 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 235a013f-9001-4249-a1c0-a0fd2935d49b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:46:47.822932 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:47.950144 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-d150ef76-1ac6-4c6d-9b4d-fec3f98384ad tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:47.954554 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-d150ef76-1ac6-4c6d-9b4d-fec3f98384ad tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/networks?id=39775d08-f2e0-4bc9-9688-8815ceb35106 HTTP/1.1" status: 200 len: 797 time: 0.3374851 Mar 09 04:46:47.964573 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-d7b93398-a38c-4fc0-8656-8f53aa125a8a None None] Provisioning complete for port 30d4b23f-0b37-4623-ae8d-1a5256b272da triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:46:47.965077 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d7b93398-a38c-4fc0-8656-8f53aa125a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:47.968873 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-6532c6b0-ca8e-4573-bccd-3792b7b60f62 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/quotas/082228de5a004917b79deb4618035197 HTTP/1.1" status: 200 len: 375 time: 0.0111017 Mar 09 04:46:48.001315 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914052602', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:46:46Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '30d4b23f-0b37-4623-ae8d-1a5256b272da', 'name': '', 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:80:92:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '421bc573-bf6d-40d1-a13a-361b111fb124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:46:45Z', 'updated_at': '2022-03-09T04:46:46Z', 'revision_number': 2, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '421bc573-bf6d-40d1-a13a-361b111fb124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:46:48.006428 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] Checking router: c00fafb6-5523-4779-b6b9-eebb3231f4de for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:46:48.006428 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] Updating router c00fafb6-5523-4779-b6b9-eebb3231f4de port 30d4b23f-0b37-4623-ae8d-1a5256b272da binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:46:48.027923 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:48.044064 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d7b93398-a38c-4fc0-8656-8f53aa125a8a None None] Port 30d4b23f-0b37-4623-ae8d-1a5256b272da cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:46:48.061201 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-84a5e834-a267-452f-9aef-0581018636fc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858338 Mar 09 04:46:48.066290 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 235a013f-9001-4249-a1c0-a0fd2935d49b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=235a013f-9001-4249-a1c0-a0fd2935d49b,segment=NetworkSegment(79be9a5b-cec6-4b47-9ea0-48babf59e204),segment_id=79be9a5b-cec6-4b47-9ea0-48babf59e204)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:46:48.069222 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:48.071691 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:48.142515 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=235a013f-9001-4249-a1c0-a0fd2935d49b,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:48.164641 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-21a69912-eede-4259-8f8c-4bba240851b3 None None] Provisioning complete for port 30d4b23f-0b37-4623-ae8d-1a5256b272da triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:46:48.165010 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-21a69912-eede-4259-8f8c-4bba240851b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:48.209603 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-a619971f-b0ea-4117-800b-6e9b99c64e8d service neutron] 10.222.0.16 "GET /v2.0/networks/39775d08-f2e0-4bc9-9688-8815ceb35106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332791 Mar 09 04:46:48.220601 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-21a69912-eede-4259-8f8c-4bba240851b3 None None] Port 30d4b23f-0b37-4623-ae8d-1a5256b272da cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:46:48.348380 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-36b92fd4-3231-4ee8-8db6-a8ca528d4c5a service neutron] 10.222.0.16 "GET /v2.0/networks/39775d08-f2e0-4bc9-9688-8815ceb35106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325879 Mar 09 04:46:48.417089 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:48.429079 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] Transition to ACTIVE for port object 30d4b23f-0b37-4623-ae8d-1a5256b272da will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:46:48.435426 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:48.537937 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-28dc717e-ee23-4069-9e17-24b7d46e7a72 req-9cc59a5a-21a7-4535-be84-d21926c625d5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:46:48.557185 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-28dc717e-ee23-4069-9e17-24b7d46e7a72 req-9cc59a5a-21a7-4535-be84-d21926c625d5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:46:48.568807 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-28dc717e-ee23-4069-9e17-24b7d46e7a72 req-9cc59a5a-21a7-4535-be84-d21926c625d5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 210 time: 0.0738006 Mar 09 04:46:48.595327 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbae088-5719-4526-b572-a2c11b74c7c9 None None] Pushing event updated for resources: {'Port': ['ID=30d4b23f-0b37-4623-ae8d-1a5256b272da,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:48.638536 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbae088-5719-4526-b572-a2c11b74c7c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:48.638911 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbae088-5719-4526-b572-a2c11b74c7c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:48.639231 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbae088-5719-4526-b572-a2c11b74c7c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:48.639555 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbae088-5719-4526-b572-a2c11b74c7c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:48.639874 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbae088-5719-4526-b572-a2c11b74c7c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:48.640194 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbae088-5719-4526-b572-a2c11b74c7c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:48.640511 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbae088-5719-4526-b572-a2c11b74c7c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:48.640823 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbae088-5719-4526-b572-a2c11b74c7c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:48.641141 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbae088-5719-4526-b572-a2c11b74c7c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:48.641451 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbae088-5719-4526-b572-a2c11b74c7c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:48.641778 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbae088-5719-4526-b572-a2c11b74c7c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:48.642063 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbae088-5719-4526-b572-a2c11b74c7c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:46:48.665732 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] Attempting to bind port 30d4b23f-0b37-4623-ae8d-1a5256b272da on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:46:48.666103 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] Attempting to bind port 30d4b23f-0b37-4623-ae8d-1a5256b272da by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '79be9a5b-cec6-4b47-9ea0-48babf59e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:46:48.666451 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] Attempting to bind port 30d4b23f-0b37-4623-ae8d-1a5256b272da on network 39775d08-f2e0-4bc9-9688-8815ceb35106 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:46:48.672128 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:46:48.672490 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] Checking segment: {'id': '79be9a5b-cec6-4b47-9ea0-48babf59e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:46:48.672884 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:48.673265 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] Bound using segment: {'id': '79be9a5b-cec6-4b47-9ea0-48babf59e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:46:48.673721 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] Bound port: 30d4b23f-0b37-4623-ae8d-1a5256b272da, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79be9a5b-cec6-4b47-9ea0-48babf59e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:46:48.674080 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:48.775752 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] For port 30d4b23f-0b37-4623-ae8d-1a5256b272da, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:46:48.778557 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] For port 30d4b23f-0b37-4623-ae8d-1a5256b272da, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=30d4b23f-0b37-4623-ae8d-1a5256b272da,segment=NetworkSegment(79be9a5b-cec6-4b47-9ea0-48babf59e204),segment_id=79be9a5b-cec6-4b47-9ea0-48babf59e204)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:46:48.787212 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:48.869723 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] Routers {'c00fafb6-5523-4779-b6b9-eebb3231f4de'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:46:48.870465 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:46:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c00fafb6-5523-4779-b6b9-eebb3231f4de'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:46:49.051524 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbae088-5719-4526-b572-a2c11b74c7c9 None None] Pushing event updated for resources: {'Port': ['ID=30d4b23f-0b37-4623-ae8d-1a5256b272da,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:49.100404 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] Set router c00fafb6-5523-4779-b6b9-eebb3231f4de gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:46:49.161850 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 75aeaea3-b52c-4bb5-8a08-05122eea9753 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:46:49.244487 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 75aeaea3-b52c-4bb5-8a08-05122eea9753 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:46:49.244858 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:49.357753 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 235a013f-9001-4249-a1c0-a0fd2935d49b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:46:49.415670 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914052602', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:46:46Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '30d4b23f-0b37-4623-ae8d-1a5256b272da', 'name': '', 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:80:92:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '421bc573-bf6d-40d1-a13a-361b111fb124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:46:45Z', 'updated_at': '2022-03-09T04:46:48Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '421bc573-bf6d-40d1-a13a-361b111fb124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:46:49.420114 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa316c5-ed30-41b3-9c7d-ba08aa708809 None None] The sync data for ids ['c00fafb6-5523-4779-b6b9-eebb3231f4de'] in n-d-825178-5 is: [{'id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914052602', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:46:46Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '30d4b23f-0b37-4623-ae8d-1a5256b272da', 'name': '', 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:80:92:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '421bc573-bf6d-40d1-a13a-361b111fb124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:46:45Z', 'updated_at': '2022-03-09T04:46:48Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '421bc573-bf6d-40d1-a13a-361b111fb124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:46:49.427963 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 235a013f-9001-4249-a1c0-a0fd2935d49b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:46:49.428329 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:49.696676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-5c44c9fe-9767-438a-be25-15a42bcdce8b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:49.698051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-5c44c9fe-9767-438a-be25-15a42bcdce8b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:46:49.714558 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-5c44c9fe-9767-438a-be25-15a42bcdce8b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:46:49.715976 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-5c44c9fe-9767-438a-be25-15a42bcdce8b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.21 "GET /v2.0/networks?id=39775d08-f2e0-4bc9-9688-8815ceb35106 HTTP/1.1" status: 200 len: 797 time: 0.1873269 Mar 09 04:46:49.751120 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-67e401b7-5172-4abf-8992-944bfac78e28 req-06ce37b9-dd36-43fd-9d7e-1c12b63da9b8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 210 time: 0.0476434 Mar 09 04:46:49.770436 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-16e54ab4-2276-410f-bce0-58ae0fbb235e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:46:49.788440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-16e54ab4-2276-410f-bce0-58ae0fbb235e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:46:49.789972 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-16e54ab4-2276-410f-bce0-58ae0fbb235e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=082228de5a004917b79deb4618035197 HTTP/1.1" status: 200 len: 379 time: 0.0655410 Mar 09 04:46:49.799013 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-1a238a27-7ece-4cc0-b92c-d894fa8be3b2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'port': {'device_id': '7722c524-9d8e-4f6b-97ff-2a43d130c39b', 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106', 'admin_state_up': True, 'tenant_id': '082228de5a004917b79deb4618035197', 'security_groups': ['56fb0f43-67b1-46bc-912c-c67a2ca32e83']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:46:49.944243 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-1a238a27-7ece-4cc0-b92c-d894fa8be3b2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:46:49.954973 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-1a238a27-7ece-4cc0-b92c-d894fa8be3b2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:46:49.966075 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-1a238a27-7ece-4cc0-b92c-d894fa8be3b2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Made reservation on behalf of 082228de5a004917b79deb4618035197 for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:46:49.969804 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-1a238a27-7ece-4cc0-b92c-d894fa8be3b2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:50.137589 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-1a238a27-7ece-4cc0-b92c-d894fa8be3b2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Allocated IP 172.20.0.9 (39775d08-f2e0-4bc9-9688-8815ceb35106/421bc573-bf6d-40d1-a13a-361b111fb124/611bc15f-1165-4536-a5db-7e2289f9fa41) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:46:50.338465 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-1a238a27-7ece-4cc0-b92c-d894fa8be3b2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:50.354462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-1a238a27-7ece-4cc0-b92c-d894fa8be3b2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Transition to ACTIVE for port object 611bc15f-1165-4536-a5db-7e2289f9fa41 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:46:50.378465 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-1a238a27-7ece-4cc0-b92c-d894fa8be3b2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:50.452570 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-1a238a27-7ece-4cc0-b92c-d894fa8be3b2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network 39775d08-f2e0-4bc9-9688-8815ceb35106 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:46:50.460015 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-1a238a27-7ece-4cc0-b92c-d894fa8be3b2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:46:50.462555 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-1a238a27-7ece-4cc0-b92c-d894fa8be3b2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:46:50.506888 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a238a27-7ece-4cc0-b92c-d894fa8be3b2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=611bc15f-1165-4536-a5db-7e2289f9fa41,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:50.534462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-1a238a27-7ece-4cc0-b92c-d894fa8be3b2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:50.535135 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-1a238a27-7ece-4cc0-b92c-d894fa8be3b2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:50.561868 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-1a238a27-7ece-4cc0-b92c-d894fa8be3b2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7668748 Mar 09 04:46:50.574279 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-5d529eb5-f9cd-40bf-afa2-5dd835618b78 service neutron] Request body: {'port': {'device_id': '7722c524-9d8e-4f6b-97ff-2a43d130c39b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:46:50.661597 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6a941151-22f1-404b-9ee1-4580b7a88122 None None] Provisioning for port 611bc15f-1165-4536-a5db-7e2289f9fa41 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:46:50.666869 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6a941151-22f1-404b-9ee1-4580b7a88122 None None] Provisioning complete for port 611bc15f-1165-4536-a5db-7e2289f9fa41 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:46:50.667338 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6a941151-22f1-404b-9ee1-4580b7a88122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:50.693333 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-5d529eb5-f9cd-40bf-afa2-5dd835618b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:50.719857 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6a941151-22f1-404b-9ee1-4580b7a88122 None None] Port 611bc15f-1165-4536-a5db-7e2289f9fa41 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:46:51.140148 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519e8f9-a4a3-46a4-bca8-4b43842fe2aa req-07f49409-ba86-466d-a1d9-688a9ffc242d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:51.140833 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-d519e8f9-a4a3-46a4-bca8-4b43842fe2aa req-07f49409-ba86-466d-a1d9-688a9ffc242d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:46:51.173114 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 30d4b23f-0b37-4623-ae8d-1a5256b272da up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:46:51.208991 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-d519e8f9-a4a3-46a4-bca8-4b43842fe2aa req-07f49409-ba86-466d-a1d9-688a9ffc242d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:46:51.210165 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d519e8f9-a4a3-46a4-bca8-4b43842fe2aa req-07f49409-ba86-466d-a1d9-688a9ffc242d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 931 time: 0.3483107 Mar 09 04:46:51.219565 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-5d529eb5-f9cd-40bf-afa2-5dd835618b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 611bc15f-1165-4536-a5db-7e2289f9fa41 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:46:51.239987 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 30d4b23f-0b37-4623-ae8d-1a5256b272da completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:46:51.242343 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-5d529eb5-f9cd-40bf-afa2-5dd835618b78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:51.245467 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 30d4b23f-0b37-4623-ae8d-1a5256b272da triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:46:51.245833 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:51.272239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-5d529eb5-f9cd-40bf-afa2-5dd835618b78 service neutron] Transition to ACTIVE for port object 611bc15f-1165-4536-a5db-7e2289f9fa41 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:46:51.277253 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d519e8f9-a4a3-46a4-bca8-4b43842fe2aa req-7c29bafd-906a-4f84-afac-582b1c76be85 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=56fb0f43-67b1-46bc-912c-c67a2ca32e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605905 Mar 09 04:46:51.278324 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-5d529eb5-f9cd-40bf-afa2-5dd835618b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:51.377910 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:51.412129 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 30d4b23f-0b37-4623-ae8d-1a5256b272da, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=30d4b23f-0b37-4623-ae8d-1a5256b272da,segment=NetworkSegment(79be9a5b-cec6-4b47-9ea0-48babf59e204),segment_id=79be9a5b-cec6-4b47-9ea0-48babf59e204)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:46:51.418328 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d529eb5-f9cd-40bf-afa2-5dd835618b78 service neutron] Pushing event updated for resources: {'Port': ['ID=611bc15f-1165-4536-a5db-7e2289f9fa41,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:51.419533 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:51.530477 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-5d529eb5-f9cd-40bf-afa2-5dd835618b78 service neutron] Attempting to bind port 611bc15f-1165-4536-a5db-7e2289f9fa41 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:46:51.530808 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-5d529eb5-f9cd-40bf-afa2-5dd835618b78 service neutron] Attempting to bind port 611bc15f-1165-4536-a5db-7e2289f9fa41 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '79be9a5b-cec6-4b47-9ea0-48babf59e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:46:51.530999 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=30d4b23f-0b37-4623-ae8d-1a5256b272da,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:51.531138 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-5d529eb5-f9cd-40bf-afa2-5dd835618b78 service neutron] Attempting to bind port 611bc15f-1165-4536-a5db-7e2289f9fa41 on network 39775d08-f2e0-4bc9-9688-8815ceb35106 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:46:51.536990 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-5d529eb5-f9cd-40bf-afa2-5dd835618b78 service neutron] Port 611bc15f-1165-4536-a5db-7e2289f9fa41 on network 39775d08-f2e0-4bc9-9688-8815ceb35106 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:46:51.537598 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-5d529eb5-f9cd-40bf-afa2-5dd835618b78 service neutron] Attempting to bind port 611bc15f-1165-4536-a5db-7e2289f9fa41 on network 39775d08-f2e0-4bc9-9688-8815ceb35106 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:46:51.545370 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-5d529eb5-f9cd-40bf-afa2-5dd835618b78 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:46:51.545945 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-5d529eb5-f9cd-40bf-afa2-5dd835618b78 service neutron] Checking segment: {'id': '79be9a5b-cec6-4b47-9ea0-48babf59e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:46:51.546484 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-5d529eb5-f9cd-40bf-afa2-5dd835618b78 service neutron] Bound using segment: {'id': '79be9a5b-cec6-4b47-9ea0-48babf59e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:46:51.547329 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-5d529eb5-f9cd-40bf-afa2-5dd835618b78 service neutron] Bound port: 611bc15f-1165-4536-a5db-7e2289f9fa41, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79be9a5b-cec6-4b47-9ea0-48babf59e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:46:51.547846 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-5d529eb5-f9cd-40bf-afa2-5dd835618b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:51.639988 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-5d529eb5-f9cd-40bf-afa2-5dd835618b78 service neutron] For port 611bc15f-1165-4536-a5db-7e2289f9fa41, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:46:51.643113 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-5d529eb5-f9cd-40bf-afa2-5dd835618b78 service neutron] For port 611bc15f-1165-4536-a5db-7e2289f9fa41, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=611bc15f-1165-4536-a5db-7e2289f9fa41,segment=NetworkSegment(79be9a5b-cec6-4b47-9ea0-48babf59e204),segment_id=79be9a5b-cec6-4b47-9ea0-48babf59e204)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:46:51.647849 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-5d529eb5-f9cd-40bf-afa2-5dd835618b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:51.706490 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-5d529eb5-f9cd-40bf-afa2-5dd835618b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:51.707181 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-5d529eb5-f9cd-40bf-afa2-5dd835618b78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:51.708480 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-5d529eb5-f9cd-40bf-afa2-5dd835618b78 service neutron] 10.222.0.21 "PUT /v2.0/ports/611bc15f-1165-4536-a5db-7e2289f9fa41 HTTP/1.1" status: 200 len: 1091 time: 1.1390841 Mar 09 04:46:51.708934 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7722c524-9d8e-4f6b-97ff-2a43d130c39b', 'tag': '611bc15f-1165-4536-a5db-7e2289f9fa41'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:46:51.747919 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d529eb5-f9cd-40bf-afa2-5dd835618b78 service neutron] Pushing event updated for resources: {'Port': ['ID=611bc15f-1165-4536-a5db-7e2289f9fa41,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:51.794523 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7722c524-9d8e-4f6b-97ff-2a43d130c39b', 'tag': '611bc15f-1165-4536-a5db-7e2289f9fa41', 'status': 'completed', 'code': 200} Mar 09 04:46:51.839332 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-01963102-4f6d-4fa5-b9e5-2b6cb918999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:51.841018 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-01963102-4f6d-4fa5-b9e5-2b6cb918999f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 1094 time: 0.0793836 Mar 09 04:46:51.926077 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-9e54d09c-575f-4aa8-be4e-a89b2270a537 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=611bc15f-1165-4536-a5db-7e2289f9fa41 HTTP/1.1" status: 200 len: 217 time: 0.0778489 Mar 09 04:46:51.988833 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-0c1abdc8-9108-4264-8ddf-7f41332d7be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:51.990250 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-0c1abdc8-9108-4264-8ddf-7f41332d7be3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=421bc573-bf6d-40d1-a13a-361b111fb124 HTTP/1.1" status: 200 len: 832 time: 0.0593066 Mar 09 04:46:52.066491 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-c29f2fbf-f127-473f-87bb-77407a472153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:52.067972 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-c29f2fbf-f127-473f-87bb-77407a472153 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39775d08-f2e0-4bc9-9688-8815ceb35106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720470 Mar 09 04:46:52.203985 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-9d806d41-f8d6-4d66-84ac-3433df419384 service neutron] 10.222.0.21 "GET /v2.0/networks/39775d08-f2e0-4bc9-9688-8815ceb35106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297941 Mar 09 04:46:52.339113 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ce0039fc-5d00-4e7c-9d28-b51c9c22a7d5 req-182c9970-265a-49c2-a498-1aace81cf845 service neutron] 10.222.0.21 "GET /v2.0/networks/39775d08-f2e0-4bc9-9688-8815ceb35106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292300 Mar 09 04:46:52.530643 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449dd7d-4928-4952-ae21-2274478357a3 req-ab0346a8-fdd4-4eb0-8066-348162683ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:52.532145 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0449dd7d-4928-4952-ae21-2274478357a3 req-ab0346a8-fdd4-4eb0-8066-348162683ef6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 1094 time: 0.1492734 Mar 09 04:46:52.539614 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bd625-afa5-459a-a226-0901fe307f69 req-24b0be2c-8f9f-412c-84e5-ab07e0f76aef tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:52.541605 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f89bd625-afa5-459a-a226-0901fe307f69 req-24b0be2c-8f9f-412c-84e5-ab07e0f76aef tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 943 time: 0.1573303 Mar 09 04:46:52.669972 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f89bd625-afa5-459a-a226-0901fe307f69 req-294ef486-3cb2-4f8b-a8a0-04ad980ae0d3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=56fb0f43-67b1-46bc-912c-c67a2ca32e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095731 Mar 09 04:46:52.696403 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449dd7d-4928-4952-ae21-2274478357a3 req-fa066e29-a490-49e8-a792-91c4837bda58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:52.702618 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0449dd7d-4928-4952-ae21-2274478357a3 req-fa066e29-a490-49e8-a792-91c4837bda58 service neutron] 10.222.0.21 "GET /v2.0/networks?id=39775d08-f2e0-4bc9-9688-8815ceb35106 HTTP/1.1" status: 200 len: 898 time: 0.1601691 Mar 09 04:46:52.887513 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0449dd7d-4928-4952-ae21-2274478357a3 req-1d9758f1-893a-4cdf-870e-9184780e5822 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=611bc15f-1165-4536-a5db-7e2289f9fa41 HTTP/1.1" status: 200 len: 217 time: 0.1775603 Mar 09 04:46:52.949088 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449dd7d-4928-4952-ae21-2274478357a3 req-9cae1d67-45ba-45cc-a340-ad15098a7e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:52.950462 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0449dd7d-4928-4952-ae21-2274478357a3 req-9cae1d67-45ba-45cc-a340-ad15098a7e0b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=421bc573-bf6d-40d1-a13a-361b111fb124 HTTP/1.1" status: 200 len: 832 time: 0.0566239 Mar 09 04:46:53.027353 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449dd7d-4928-4952-ae21-2274478357a3 req-ccd4cadb-0320-401c-b0d0-3de196799e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:53.028801 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0449dd7d-4928-4952-ae21-2274478357a3 req-ccd4cadb-0320-401c-b0d0-3de196799e59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39775d08-f2e0-4bc9-9688-8815ceb35106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708764 Mar 09 04:46:53.154723 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 30d4b23f-0b37-4623-ae8d-1a5256b272da up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:46:53.161291 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0449dd7d-4928-4952-ae21-2274478357a3 req-be8bdbef-f08b-4b0d-8d65-2903c5f6c1a5 service neutron] 10.222.0.21 "GET /v2.0/networks/39775d08-f2e0-4bc9-9688-8815ceb35106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250253 Mar 09 04:46:53.222247 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 30d4b23f-0b37-4623-ae8d-1a5256b272da triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:46:53.222523 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:53.292402 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0449dd7d-4928-4952-ae21-2274478357a3 req-303104c9-c5a5-40e6-8ec6-45466ac15ca5 service neutron] 10.222.0.21 "GET /v2.0/networks/39775d08-f2e0-4bc9-9688-8815ceb35106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253941 Mar 09 04:46:53.709021 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 611bc15f-1165-4536-a5db-7e2289f9fa41 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:46:53.840471 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 611bc15f-1165-4536-a5db-7e2289f9fa41, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=611bc15f-1165-4536-a5db-7e2289f9fa41,segment=NetworkSegment(79be9a5b-cec6-4b47-9ea0-48babf59e204),segment_id=79be9a5b-cec6-4b47-9ea0-48babf59e204)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:46:53.854033 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '611bc15f-1165-4536-a5db-7e2289f9fa41', 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106', 'port_id': '611bc15f-1165-4536-a5db-7e2289f9fa41', 'mac_address': 'fa:16:3e:7e:31:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421bc573-bf6d-40d1-a13a-361b111fb124', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:46:53.856279 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fd2e5-f539-406b-b881-b7f51f4059fc req-047f8483-a114-4a26-ac07-3fd710a1953d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:53.857766 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ac9fd2e5-f539-406b-b881-b7f51f4059fc req-047f8483-a114-4a26-ac07-3fd710a1953d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 943 time: 0.0833373 Mar 09 04:46:53.911408 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ac9fd2e5-f539-406b-b881-b7f51f4059fc req-1a77e31c-5bfc-415f-ab6d-6500dc8e10a4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=56fb0f43-67b1-46bc-912c-c67a2ca32e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475848 Mar 09 04:46:53.948255 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:53.964967 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 611bc15f-1165-4536-a5db-7e2289f9fa41 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:46:53.980136 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 611bc15f-1165-4536-a5db-7e2289f9fa41, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=611bc15f-1165-4536-a5db-7e2289f9fa41,segment=NetworkSegment(79be9a5b-cec6-4b47-9ea0-48babf59e204),segment_id=79be9a5b-cec6-4b47-9ea0-48babf59e204)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:46:53.984150 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:54.051614 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=611bc15f-1165-4536-a5db-7e2289f9fa41,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:54.215759 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['611bc15f-1165-4536-a5db-7e2289f9fa41'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:46:55.097945 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5252c1-d137-4260-9dd4-166f5d750343 req-ef3fd29d-45e7-4465-b308-e5dd3570878b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:55.099297 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0e5252c1-d137-4260-9dd4-166f5d750343 req-ef3fd29d-45e7-4465-b308-e5dd3570878b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 944 time: 0.0838470 Mar 09 04:46:55.142564 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0e5252c1-d137-4260-9dd4-166f5d750343 req-5011587a-3f1e-4bf8-aa44-b54f7417ce2b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=56fb0f43-67b1-46bc-912c-c67a2ca32e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374446 Mar 09 04:46:55.720037 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 611bc15f-1165-4536-a5db-7e2289f9fa41 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:46:55.785999 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 611bc15f-1165-4536-a5db-7e2289f9fa41 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:46:55.791274 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 611bc15f-1165-4536-a5db-7e2289f9fa41 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:46:55.791702 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:55.905053 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:55.931729 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7722c524-9d8e-4f6b-97ff-2a43d130c39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611bc15f-1165-4536-a5db-7e2289f9fa41'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:46:55.941810 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 611bc15f-1165-4536-a5db-7e2289f9fa41, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=611bc15f-1165-4536-a5db-7e2289f9fa41,segment=NetworkSegment(79be9a5b-cec6-4b47-9ea0-48babf59e204),segment_id=79be9a5b-cec6-4b47-9ea0-48babf59e204)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:46:55.946060 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:56.013732 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=611bc15f-1165-4536-a5db-7e2289f9fa41,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:56.022711 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7722c524-9d8e-4f6b-97ff-2a43d130c39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611bc15f-1165-4536-a5db-7e2289f9fa41', 'code': 200} Mar 09 04:46:56.141400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175699d-6c80-43df-8848-04f129d035ce req-b822cb51-9509-413a-8478-128e984c4f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:56.142834 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9175699d-6c80-43df-8848-04f129d035ce req-b822cb51-9509-413a-8478-128e984c4f10 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 1096 time: 0.0676770 Mar 09 04:46:56.185811 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9175699d-6c80-43df-8848-04f129d035ce req-eaf98089-6958-4c3e-835e-f811c3661da8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=56fb0f43-67b1-46bc-912c-c67a2ca32e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371025 Mar 09 04:46:56.327709 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ea932-7dd3-4daa-8b74-719b088b7a0c req-c59b7de7-5588-489b-ab58-945961607b3e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:56.329038 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-631ea932-7dd3-4daa-8b74-719b088b7a0c req-c59b7de7-5588-489b-ab58-945961607b3e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 945 time: 0.0789611 Mar 09 04:46:56.371529 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-631ea932-7dd3-4daa-8b74-719b088b7a0c req-c8105e72-8467-42e6-97ec-387ffb3c36c1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=56fb0f43-67b1-46bc-912c-c67a2ca32e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370073 Mar 09 04:46:57.555169 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da01f4f-cd87-4bf9-a2e6-6c18fe8fade0 req-900c3de8-1002-4c6c-b245-e3000b7c106d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:57.556631 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5da01f4f-cd87-4bf9-a2e6-6c18fe8fade0 req-900c3de8-1002-4c6c-b245-e3000b7c106d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 945 time: 0.0783000 Mar 09 04:46:57.599837 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5da01f4f-cd87-4bf9-a2e6-6c18fe8fade0 req-fff7fb67-5bbc-4193-8cf7-d3bf949233fa tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=56fb0f43-67b1-46bc-912c-c67a2ca32e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376539 Mar 09 04:46:57.782135 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b580d-d970-4746-aaab-ee694bb05447 req-2a897929-5f34-4dbf-8ffc-539e17774ec1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:57.783630 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e57b580d-d970-4746-aaab-ee694bb05447 req-2a897929-5f34-4dbf-8ffc-539e17774ec1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 945 time: 0.0831792 Mar 09 04:46:57.827123 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e57b580d-d970-4746-aaab-ee694bb05447 req-581bdac6-84f3-4f98-9973-9be6f2be32ff tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=56fb0f43-67b1-46bc-912c-c67a2ca32e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379317 Mar 09 04:46:57.848442 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48552) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:46:57.917090 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab94b0a1-ad8c-458d-833b-fc67b6e7191f tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:46:57.918574 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ab94b0a1-ad8c-458d-833b-fc67b6e7191f tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 1091 time: 0.0691924 Mar 09 04:46:57.921334 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48556) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:46:57.926361 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-167672c2-b113-4f9b-abe2-e84a50ee80a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'port_id': '611bc15f-1165-4536-a5db-7e2289f9fa41', 'tenant_id': '082228de5a004917b79deb4618035197', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:46:57.933418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-167672c2-b113-4f9b-abe2-e84a50ee80a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:46:57.937218 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-167672c2-b113-4f9b-abe2-e84a50ee80a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:floatingip and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:46:57.939968 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-167672c2-b113-4f9b-abe2-e84a50ee80a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:46:57.945450 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-167672c2-b113-4f9b-abe2-e84a50ee80a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:46:57.955876 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-167672c2-b113-4f9b-abe2-e84a50ee80a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:58.088357 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-167672c2-b113-4f9b-abe2-e84a50ee80a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:58.228159 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-167672c2-b113-4f9b-abe2-e84a50ee80a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Allocated IP 172.25.7.172 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/8a9a63ca-a996-4d53-87ac-80a30b88be9c) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:46:58.374678 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-167672c2-b113-4f9b-abe2-e84a50ee80a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:58.407693 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-167672c2-b113-4f9b-abe2-e84a50ee80a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:58.471214 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167672c2-b113-4f9b-abe2-e84a50ee80a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:46:58.473963 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-167672c2-b113-4f9b-abe2-e84a50ee80a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:46:58.481752 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167672c2-b113-4f9b-abe2-e84a50ee80a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:46:58.521213 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167672c2-b113-4f9b-abe2-e84a50ee80a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=8a9a63ca-a996-4d53-87ac-80a30b88be9c,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:58.837186 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-182101c2-fb04-4520-b5ec-a9a14cc7e229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:58.996068 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-167672c2-b113-4f9b-abe2-e84a50ee80a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:59.071062 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-167672c2-b113-4f9b-abe2-e84a50ee80a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:59.271373 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-167672c2-b113-4f9b-abe2-e84a50ee80a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:59.276151 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-167672c2-b113-4f9b-abe2-e84a50ee80a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:59.382735 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167672c2-b113-4f9b-abe2-e84a50ee80a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=8a9a63ca-a996-4d53-87ac-80a30b88be9c,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:46:59.394471 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-167672c2-b113-4f9b-abe2-e84a50ee80a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:46:59.566238 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-167672c2-b113-4f9b-abe2-e84a50ee80a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Floating IP d221b632-3fcb-42d0-904a-f8fc7b3b9d2c associated. External IP: 172.25.7.172, port: 611bc15f-1165-4536-a5db-7e2289f9fa41. Mar 09 04:46:59.907552 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167672c2-b113-4f9b-abe2-e84a50ee80a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Router c00fafb6-5523-4779-b6b9-eebb3231f4de has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:47:00.080749 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167672c2-b113-4f9b-abe2-e84a50ee80a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:47:00.090714 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d40df66-6553-4553-a036-2d2210e2ee05 None None] Sync routers for ids ['c00fafb6-5523-4779-b6b9-eebb3231f4de'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:47:00.100829 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d40df66-6553-4553-a036-2d2210e2ee05 None None] Routers {'c00fafb6-5523-4779-b6b9-eebb3231f4de'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:47:00.101432 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8d40df66-6553-4553-a036-2d2210e2ee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:46:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c00fafb6-5523-4779-b6b9-eebb3231f4de'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:47:00.105824 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-167672c2-b113-4f9b-abe2-e84a50ee80a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:47:00.160108 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-167672c2-b113-4f9b-abe2-e84a50ee80a6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2376213 Mar 09 04:47:00.160515 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7722c524-9d8e-4f6b-97ff-2a43d130c39b', 'tag': '611bc15f-1165-4536-a5db-7e2289f9fa41'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:47:00.208130 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7722c524-9d8e-4f6b-97ff-2a43d130c39b', 'tag': '611bc15f-1165-4536-a5db-7e2289f9fa41', 'status': 'completed', 'code': 200} Mar 09 04:47:00.284594 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-8d40df66-6553-4553-a036-2d2210e2ee05 None None] Set router c00fafb6-5523-4779-b6b9-eebb3231f4de gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:47:00.301454 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a3cac-5312-4da5-85d9-445a2a148723 req-bab0bbcc-de0f-408c-ad11-2ea27710ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:00.302945 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-518a3cac-5312-4da5-85d9-445a2a148723 req-bab0bbcc-de0f-408c-ad11-2ea27710ec72 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 1096 time: 0.0729403 Mar 09 04:47:00.336658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f897b-3360-4280-a368-e58dcaf163c7 req-d98c6f4e-f7b4-4e88-9f60-fbb3c826bfe8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:00.339317 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ef0f897b-3360-4280-a368-e58dcaf163c7 req-d98c6f4e-f7b4-4e88-9f60-fbb3c826bfe8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 945 time: 0.0845051 Mar 09 04:47:00.387855 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ef0f897b-3360-4280-a368-e58dcaf163c7 req-9e3ce3ce-0ea3-4af3-9fa9-d326ce97aeb3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=56fb0f43-67b1-46bc-912c-c67a2ca32e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428629 Mar 09 04:47:00.411592 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48564) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:47:00.524226 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8f57098e-8cfe-4bc3-82fc-62ce552fb75f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/floatingips/d221b632-3fcb-42d0-904a-f8fc7b3b9d2c HTTP/1.1" status: 200 len: 991 time: 0.1103923 Mar 09 04:47:00.558325 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a3cac-5312-4da5-85d9-445a2a148723 req-520c6523-e6e3-4878-84e4-3686d2d0c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:00.559810 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-518a3cac-5312-4da5-85d9-445a2a148723 req-520c6523-e6e3-4878-84e4-3686d2d0c99c service neutron] 10.222.0.21 "GET /v2.0/networks?id=39775d08-f2e0-4bc9-9688-8815ceb35106 HTTP/1.1" status: 200 len: 898 time: 0.2515368 Mar 09 04:47:00.648930 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8d40df66-6553-4553-a036-2d2210e2ee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914052602', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:46:46Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'd221b632-3fcb-42d0-904a-f8fc7b3b9d2c', 'tenant_id': '082228de5a004917b79deb4618035197', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'port_id': '611bc15f-1165-4536-a5db-7e2289f9fa41', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106', 'mac_address': 'fa:16:3e:7e:31:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7722c524-9d8e-4f6b-97ff-2a43d130c39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:46:58Z', 'updated_at': '2022-03-09T04:46:58Z', 'revision_number': 0, 'project_id': '082228de5a004917b79deb4618035197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d4b23f-0b37-4623-ae8d-1a5256b272da', 'name': '', 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:80:92:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '421bc573-bf6d-40d1-a13a-361b111fb124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:46:45Z', 'updated_at': '2022-03-09T04:46:51Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '421bc573-bf6d-40d1-a13a-361b111fb124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:47:00.652802 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d40df66-6553-4553-a036-2d2210e2ee05 None None] Checking router: c00fafb6-5523-4779-b6b9-eebb3231f4de for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:47:00.660870 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-518a3cac-5312-4da5-85d9-445a2a148723 req-b54df763-9ad8-4012-81ba-d38962c96183 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=611bc15f-1165-4536-a5db-7e2289f9fa41 HTTP/1.1" status: 200 len: 999 time: 0.0951934 Mar 09 04:47:00.661222 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d40df66-6553-4553-a036-2d2210e2ee05 None None] Routers {'c00fafb6-5523-4779-b6b9-eebb3231f4de'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:47:00.661866 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8d40df66-6553-4553-a036-2d2210e2ee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:46:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c00fafb6-5523-4779-b6b9-eebb3231f4de'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:47:00.724742 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a3cac-5312-4da5-85d9-445a2a148723 req-95354455-6aa0-4d58-b8f6-d4b6975702aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:00.726186 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-518a3cac-5312-4da5-85d9-445a2a148723 req-95354455-6aa0-4d58-b8f6-d4b6975702aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=421bc573-bf6d-40d1-a13a-361b111fb124 HTTP/1.1" status: 200 len: 832 time: 0.0601864 Mar 09 04:47:00.799773 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a3cac-5312-4da5-85d9-445a2a148723 req-fe148538-ec0e-464d-a97b-3640d9fb70c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:00.801519 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-518a3cac-5312-4da5-85d9-445a2a148723 req-fe148538-ec0e-464d-a97b-3640d9fb70c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39775d08-f2e0-4bc9-9688-8815ceb35106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700381 Mar 09 04:47:00.838501 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-8d40df66-6553-4553-a036-2d2210e2ee05 None None] Set router c00fafb6-5523-4779-b6b9-eebb3231f4de gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:47:00.934411 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-518a3cac-5312-4da5-85d9-445a2a148723 req-90542a8f-233f-49f2-b539-b69565df776e service neutron] 10.222.0.21 "GET /v2.0/networks/39775d08-f2e0-4bc9-9688-8815ceb35106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268959 Mar 09 04:47:01.068036 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-518a3cac-5312-4da5-85d9-445a2a148723 req-031b8e7e-f12e-4cdd-81a8-f7e8966e3aec service neutron] 10.222.0.21 "GET /v2.0/networks/39775d08-f2e0-4bc9-9688-8815ceb35106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277564 Mar 09 04:47:01.226700 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-8d40df66-6553-4553-a036-2d2210e2ee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914052602', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:46:46Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'd221b632-3fcb-42d0-904a-f8fc7b3b9d2c', 'tenant_id': '082228de5a004917b79deb4618035197', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'port_id': '611bc15f-1165-4536-a5db-7e2289f9fa41', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106', 'mac_address': 'fa:16:3e:7e:31:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7722c524-9d8e-4f6b-97ff-2a43d130c39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:46:58Z', 'updated_at': '2022-03-09T04:46:58Z', 'revision_number': 0, 'project_id': '082228de5a004917b79deb4618035197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d4b23f-0b37-4623-ae8d-1a5256b272da', 'name': '', 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:80:92:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '421bc573-bf6d-40d1-a13a-361b111fb124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:46:45Z', 'updated_at': '2022-03-09T04:46:51Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '421bc573-bf6d-40d1-a13a-361b111fb124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:47:01.232835 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d40df66-6553-4553-a036-2d2210e2ee05 None None] The sync data for ids ['c00fafb6-5523-4779-b6b9-eebb3231f4de'] in n-d-825178-5 is: [{'id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914052602', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:46:46Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'd221b632-3fcb-42d0-904a-f8fc7b3b9d2c', 'tenant_id': '082228de5a004917b79deb4618035197', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'port_id': '611bc15f-1165-4536-a5db-7e2289f9fa41', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106', 'mac_address': 'fa:16:3e:7e:31:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7722c524-9d8e-4f6b-97ff-2a43d130c39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:46:58Z', 'updated_at': '2022-03-09T04:46:58Z', 'revision_number': 0, 'project_id': '082228de5a004917b79deb4618035197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d4b23f-0b37-4623-ae8d-1a5256b272da', 'name': '', 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:80:92:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '421bc573-bf6d-40d1-a13a-361b111fb124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:46:45Z', 'updated_at': '2022-03-09T04:46:51Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '421bc573-bf6d-40d1-a13a-361b111fb124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:47:01.238876 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-352782ee-8a9f-4701-913b-41e313c756be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:47:01.417823 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a464d4b9-73bd-47aa-924c-1a8aa049dd47 None None] New status for floating IP d221b632-3fcb-42d0-904a-f8fc7b3b9d2c: ACTIVE {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:47:01.527555 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48568) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:47:01.631276 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8dcdf7ea-dae8-4caa-98d9-49e4c1db9e24 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/floatingips/d221b632-3fcb-42d0-904a-f8fc7b3b9d2c HTTP/1.1" status: 200 len: 991 time: 0.1023908 Mar 09 04:47:02.388148 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:47:02.445151 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:47:02.634502 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48572) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:47:02.740302 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-ef397bae-fc75-431d-8798-5f07b27d3806 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/floatingips/d221b632-3fcb-42d0-904a-f8fc7b3b9d2c HTTP/1.1" status: 200 len: 993 time: 0.1046534 Mar 09 04:47:03.712336 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:47:04.769816 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:47:09.300041 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:47:12.631026 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:47:27.796008 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63cab1cf-0238-4e3b-b8c9-f7c5a748961a req-1276e934-ef8b-4362-a8e8-369cf3bc1936 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0728228 Mar 09 04:47:27.935771 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cab1cf-0238-4e3b-b8c9-f7c5a748961a req-93f43833-8bf1-4a06-b59e-36b9fd0f3f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:27.937235 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63cab1cf-0238-4e3b-b8c9-f7c5a748961a req-93f43833-8bf1-4a06-b59e-36b9fd0f3f42 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 1096 time: 0.0723650 Mar 09 04:47:28.078803 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cab1cf-0238-4e3b-b8c9-f7c5a748961a req-6d342a81-535d-46d2-8d98-24f1191a4a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:28.080188 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63cab1cf-0238-4e3b-b8c9-f7c5a748961a req-6d342a81-535d-46d2-8d98-24f1191a4a52 service neutron] 10.222.0.21 "GET /v2.0/networks?id=39775d08-f2e0-4bc9-9688-8815ceb35106 HTTP/1.1" status: 200 len: 898 time: 0.1247549 Mar 09 04:47:28.182934 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63cab1cf-0238-4e3b-b8c9-f7c5a748961a req-cecbbc88-4b43-486c-afe3-ab225ce6552d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=611bc15f-1165-4536-a5db-7e2289f9fa41 HTTP/1.1" status: 200 len: 1001 time: 0.0957327 Mar 09 04:47:28.244270 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cab1cf-0238-4e3b-b8c9-f7c5a748961a req-085ab223-3b72-40ee-8209-a008b09f1725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:28.245630 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63cab1cf-0238-4e3b-b8c9-f7c5a748961a req-085ab223-3b72-40ee-8209-a008b09f1725 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=421bc573-bf6d-40d1-a13a-361b111fb124 HTTP/1.1" status: 200 len: 832 time: 0.0557802 Mar 09 04:47:28.328774 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cab1cf-0238-4e3b-b8c9-f7c5a748961a req-fd6ce6c7-d2a1-4617-8fc4-93c7e3f9110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:28.330307 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63cab1cf-0238-4e3b-b8c9-f7c5a748961a req-fd6ce6c7-d2a1-4617-8fc4-93c7e3f9110e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39775d08-f2e0-4bc9-9688-8815ceb35106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752470 Mar 09 04:47:28.458675 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63cab1cf-0238-4e3b-b8c9-f7c5a748961a req-bfc36081-2a52-4a85-a219-f9c92d8e86c9 service neutron] 10.222.0.21 "GET /v2.0/networks/39775d08-f2e0-4bc9-9688-8815ceb35106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217988 Mar 09 04:47:28.586303 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-63cab1cf-0238-4e3b-b8c9-f7c5a748961a req-45c43095-fbc0-4181-89df-e0dbaab9f40e service neutron] 10.222.0.21 "GET /v2.0/networks/39775d08-f2e0-4bc9-9688-8815ceb35106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219311 Mar 09 04:47:28.838939 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b0fc8c3c-abb9-4fac-8f15-915799e3878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:47:31.230223 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5ea72451-040c-4fa1-a476-8366e6732a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:47:32.228630 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c40ba-51da-4b5a-9af0-b513dd960d3a req-b247e0dd-a32f-49d7-b7ed-82ba8b6128af tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:32.229985 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3d6c40ba-51da-4b5a-9af0-b513dd960d3a req-b247e0dd-a32f-49d7-b7ed-82ba8b6128af tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 945 time: 0.0790637 Mar 09 04:47:32.272601 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3d6c40ba-51da-4b5a-9af0-b513dd960d3a req-d841e2d7-8c38-463c-937c-7c7677bd0cf7 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=56fb0f43-67b1-46bc-912c-c67a2ca32e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369344 Mar 09 04:47:32.389505 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:47:32.446892 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:47:33.469284 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfd57b-2486-48d9-9695-f2b9ec275b21 req-030084f3-9a20-4b36-96c3-d6a4a3eaaf1c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:33.470707 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cccfd57b-2486-48d9-9695-f2b9ec275b21 req-030084f3-9a20-4b36-96c3-d6a4a3eaaf1c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 945 time: 0.0802259 Mar 09 04:47:33.513891 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cccfd57b-2486-48d9-9695-f2b9ec275b21 req-85ea10eb-0b86-4276-b6b9-88f37e01ee94 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=56fb0f43-67b1-46bc-912c-c67a2ca32e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376527 Mar 09 04:47:33.714824 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:47:34.771431 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:47:34.815446 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0f95d-9eb7-4362-86eb-b42423f54c42 req-dcba3ced-e1af-40e5-b3a9-2fb02aac9a89 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:34.816908 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c3a0f95d-9eb7-4362-86eb-b42423f54c42 req-dcba3ced-e1af-40e5-b3a9-2fb02aac9a89 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 945 time: 0.1863322 Mar 09 04:47:34.860566 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c3a0f95d-9eb7-4362-86eb-b42423f54c42 req-5fe2e827-2263-4217-8ffe-cdcb80869f45 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=56fb0f43-67b1-46bc-912c-c67a2ca32e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372789 Mar 09 04:47:36.047672 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2d7fe-520f-4c87-8701-11e51396ac47 req-ef39b43b-a7ba-4b4c-8e7e-138a45793bab tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:36.049200 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-58b2d7fe-520f-4c87-8701-11e51396ac47 req-ef39b43b-a7ba-4b4c-8e7e-138a45793bab tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 945 time: 0.0830386 Mar 09 04:47:36.092384 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-58b2d7fe-520f-4c87-8701-11e51396ac47 req-5bc32d77-485a-4312-bcef-2d5e78dd1065 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=56fb0f43-67b1-46bc-912c-c67a2ca32e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373919 Mar 09 04:47:37.274546 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d71e86-7ec3-4a5a-b394-a57e497385a9 req-acf753a0-939f-4f07-884e-640d3feec0ef tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:37.276639 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d2d71e86-7ec3-4a5a-b394-a57e497385a9 req-acf753a0-939f-4f07-884e-640d3feec0ef tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 945 time: 0.0829518 Mar 09 04:47:37.318793 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d2d71e86-7ec3-4a5a-b394-a57e497385a9 req-ab56ed41-a477-4151-b687-f5a608b10ab2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=56fb0f43-67b1-46bc-912c-c67a2ca32e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366445 Mar 09 04:47:38.504124 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f509bb7-4ce0-47fc-b602-4c2fd7f0017d req-cc6b62df-bf26-4f6a-9b1b-85cc4423333e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:38.505557 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f509bb7-4ce0-47fc-b602-4c2fd7f0017d req-cc6b62df-bf26-4f6a-9b1b-85cc4423333e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 945 time: 0.0792089 Mar 09 04:47:38.548785 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f509bb7-4ce0-47fc-b602-4c2fd7f0017d req-a8bb7fae-c760-4ae1-b061-c1c9a077a0ff tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=56fb0f43-67b1-46bc-912c-c67a2ca32e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376227 Mar 09 04:47:39.302204 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:47:39.740916 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88182c9f-43dd-4aa1-8005-d63b53bf1b9a req-b067b1c5-2b71-4346-b474-0a77491a448c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:39.742359 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-88182c9f-43dd-4aa1-8005-d63b53bf1b9a req-b067b1c5-2b71-4346-b474-0a77491a448c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 945 time: 0.0783510 Mar 09 04:47:39.785311 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-88182c9f-43dd-4aa1-8005-d63b53bf1b9a req-e2ad2e2a-cb03-4440-89cb-b8b8b80a674e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=56fb0f43-67b1-46bc-912c-c67a2ca32e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373847 Mar 09 04:47:40.968466 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabbc6f-bfe5-4286-bc4f-e1d6eb3ecbe4 req-e57ca684-1c08-451b-91be-1afff7a04e0c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:40.969926 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6aabbc6f-bfe5-4286-bc4f-e1d6eb3ecbe4 req-e57ca684-1c08-451b-91be-1afff7a04e0c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 945 time: 0.0817654 Mar 09 04:47:41.012731 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6aabbc6f-bfe5-4286-bc4f-e1d6eb3ecbe4 req-91d2e72d-f5ab-414c-9b96-b880c5b6ff66 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=56fb0f43-67b1-46bc-912c-c67a2ca32e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372391 Mar 09 04:47:42.196171 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79929a-48cf-4d6a-b70d-577cbfcf0fc7 req-ba06be82-30ab-4871-94e4-716fad86303c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:42.197554 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1d79929a-48cf-4d6a-b70d-577cbfcf0fc7 req-ba06be82-30ab-4871-94e4-716fad86303c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 945 time: 0.0813627 Mar 09 04:47:42.240550 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1d79929a-48cf-4d6a-b70d-577cbfcf0fc7 req-6df95700-30e0-4282-8c20-364a35e8d9e3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=56fb0f43-67b1-46bc-912c-c67a2ca32e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374584 Mar 09 04:47:43.419191 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a285e03-7fc1-4d59-9686-7d0fa0adcf21 req-ddd5335e-87b2-4cbe-9c74-adff547e373e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:43.420697 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2a285e03-7fc1-4d59-9686-7d0fa0adcf21 req-ddd5335e-87b2-4cbe-9c74-adff547e373e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 945 time: 0.0782733 Mar 09 04:47:43.571771 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2a285e03-7fc1-4d59-9686-7d0fa0adcf21 req-edc8d2d7-b86e-4047-a0cc-e320b07cb468 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=56fb0f43-67b1-46bc-912c-c67a2ca32e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451576 Mar 09 04:47:44.752052 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab12ffd-c197-48d7-8f3f-faa18da07f49 req-22e2166d-f416-40f6-99a4-4c8bd643ffe0 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:44.753487 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3ab12ffd-c197-48d7-8f3f-faa18da07f49 req-22e2166d-f416-40f6-99a4-4c8bd643ffe0 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 945 time: 0.0790529 Mar 09 04:47:44.799132 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3ab12ffd-c197-48d7-8f3f-faa18da07f49 req-6e2d9c4c-aa77-4f0b-a3cb-2bd01020d3a0 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=56fb0f43-67b1-46bc-912c-c67a2ca32e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401042 Mar 09 04:47:45.981569 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648fb00-1877-417b-86d5-e6496abf0575 req-784a7cbd-98a9-4bfa-99f2-550e5dc5275f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:45.983024 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5648fb00-1877-417b-86d5-e6496abf0575 req-784a7cbd-98a9-4bfa-99f2-550e5dc5275f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 945 time: 0.0780690 Mar 09 04:47:46.026132 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5648fb00-1877-417b-86d5-e6496abf0575 req-1924ca87-20b4-4afb-90d2-659938905d15 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=56fb0f43-67b1-46bc-912c-c67a2ca32e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376353 Mar 09 04:47:47.211924 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28378a-c22e-4ffd-aa0e-7deb90c71743 req-5fcbd87c-9daf-4aa8-a6b2-4eeceac09cb3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:47.213317 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9b28378a-c22e-4ffd-aa0e-7deb90c71743 req-5fcbd87c-9daf-4aa8-a6b2-4eeceac09cb3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 945 time: 0.0814157 Mar 09 04:47:47.258934 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9b28378a-c22e-4ffd-aa0e-7deb90c71743 req-84bfa6f0-530f-461e-882c-06a555ce63b2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=56fb0f43-67b1-46bc-912c-c67a2ca32e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398579 Mar 09 04:47:48.443491 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc582b-7755-46cf-8610-37fa50136858 req-51bf2a42-0a8b-4f3c-9bb9-57b70ea376d4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:48.444913 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6fbc582b-7755-46cf-8610-37fa50136858 req-51bf2a42-0a8b-4f3c-9bb9-57b70ea376d4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 945 time: 0.0835922 Mar 09 04:47:48.490821 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6fbc582b-7755-46cf-8610-37fa50136858 req-9617b7d4-cacf-439f-b4cd-42376a038820 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=56fb0f43-67b1-46bc-912c-c67a2ca32e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391867 Mar 09 04:47:48.513581 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48624) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:47:48.617352 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-2a95c897-4098-4b4e-ba66-0183f53d2217 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/floatingips/d221b632-3fcb-42d0-904a-f8fc7b3b9d2c HTTP/1.1" status: 200 len: 993 time: 0.1026120 Mar 09 04:47:49.629731 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:47:50.115776 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f37dc2-9581-4bd0-b469-5c16600edcda req-06feaf82-2c46-44eb-a204-0a2e86e1dea1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:50.117242 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a2f37dc2-9581-4bd0-b469-5c16600edcda req-06feaf82-2c46-44eb-a204-0a2e86e1dea1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 945 time: 0.1397214 Mar 09 04:47:50.119939 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea53a2-17a0-4935-9914-7d13889833fb req-8d46110d-3b66-4a3e-82df-9b95455a27d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:50.121263 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-57ea53a2-17a0-4935-9914-7d13889833fb req-8d46110d-3b66-4a3e-82df-9b95455a27d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 1096 time: 0.1042829 Mar 09 04:47:50.246633 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a2f37dc2-9581-4bd0-b469-5c16600edcda req-6bb8b02e-0324-427b-9093-4af295460be3 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=56fb0f43-67b1-46bc-912c-c67a2ca32e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238098 Mar 09 04:47:50.285227 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea53a2-17a0-4935-9914-7d13889833fb req-f84d9d93-f010-495b-ab0b-14a949bb6029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:50.286713 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-57ea53a2-17a0-4935-9914-7d13889833fb req-f84d9d93-f010-495b-ab0b-14a949bb6029 service neutron] 10.222.0.21 "GET /v2.0/networks?id=39775d08-f2e0-4bc9-9688-8815ceb35106 HTTP/1.1" status: 200 len: 898 time: 0.1511147 Mar 09 04:47:50.386259 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-57ea53a2-17a0-4935-9914-7d13889833fb req-c77ac8fa-e34b-4d32-91ed-5d07f5f63bbe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=611bc15f-1165-4536-a5db-7e2289f9fa41 HTTP/1.1" status: 200 len: 1001 time: 0.0935502 Mar 09 04:47:50.455303 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea53a2-17a0-4935-9914-7d13889833fb req-3ea4a6a4-7f5e-40d7-8d59-cb85030afd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:50.456719 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-57ea53a2-17a0-4935-9914-7d13889833fb req-3ea4a6a4-7f5e-40d7-8d59-cb85030afd67 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=421bc573-bf6d-40d1-a13a-361b111fb124 HTTP/1.1" status: 200 len: 832 time: 0.0641708 Mar 09 04:47:50.529807 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea53a2-17a0-4935-9914-7d13889833fb req-d61b9c55-b350-4e15-b049-9af9616b40ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:50.531266 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-57ea53a2-17a0-4935-9914-7d13889833fb req-d61b9c55-b350-4e15-b049-9af9616b40ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39775d08-f2e0-4bc9-9688-8815ceb35106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689142 Mar 09 04:47:50.661153 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-57ea53a2-17a0-4935-9914-7d13889833fb req-d38fd998-4036-4760-b419-3f4ad517b63b service neutron] 10.222.0.21 "GET /v2.0/networks/39775d08-f2e0-4bc9-9688-8815ceb35106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234114 Mar 09 04:47:50.788660 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-57ea53a2-17a0-4935-9914-7d13889833fb req-7ee30066-823d-4a5c-91bb-16bd749042e3 service neutron] 10.222.0.21 "GET /v2.0/networks/39775d08-f2e0-4bc9-9688-8815ceb35106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220500 Mar 09 04:47:51.440056 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547cf19-df4a-44c6-8148-688d685f1f14 req-467ec66a-a0ba-46f4-be1f-09ef5d4a0677 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:47:51.441431 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6547cf19-df4a-44c6-8148-688d685f1f14 req-467ec66a-a0ba-46f4-be1f-09ef5d4a0677 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 945 time: 0.0797112 Mar 09 04:47:51.486712 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6547cf19-df4a-44c6-8148-688d685f1f14 req-610da98a-638e-4903-bc0f-6a275f842007 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=56fb0f43-67b1-46bc-912c-c67a2ca32e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390544 Mar 09 04:47:51.509922 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48636) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:47:51.617953 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-79ccb92c-09a4-4189-9c3a-02e668d62783 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/floatingips/d221b632-3fcb-42d0-904a-f8fc7b3b9d2c HTTP/1.1" status: 200 len: 993 time: 0.1068504 Mar 09 04:47:58.840438 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b02b7ce4-7d08-4397-b231-5407b2c41a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:01.231408 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c661b49c-1224-4dbf-a360-13a3c1111d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:02.390838 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:02.449876 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:03.716408 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:04.778707 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:09.303894 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:22.118218 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48654) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:48:22.320008 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-48eb95e0-ca04-403b-bb1d-7d44c1599c26 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Deleting port 8a9a63ca-a996-4d53-87ac-80a30b88be9c {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:48:22.320369 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48eb95e0-ca04-403b-bb1d-7d44c1599c26 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:22.483519 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48eb95e0-ca04-403b-bb1d-7d44c1599c26 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:22.483843 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48eb95e0-ca04-403b-bb1d-7d44c1599c26 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:22.609239 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-48eb95e0-ca04-403b-bb1d-7d44c1599c26 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Calling delete_port for 8a9a63ca-a996-4d53-87ac-80a30b88be9c owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:48:22.752301 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48eb95e0-ca04-403b-bb1d-7d44c1599c26 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:22.801147 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb95e0-ca04-403b-bb1d-7d44c1599c26 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Port': ['ID=8a9a63ca-a996-4d53-87ac-80a30b88be9c,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:22.842524 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb95e0-ca04-403b-bb1d-7d44c1599c26 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:22.842881 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb95e0-ca04-403b-bb1d-7d44c1599c26 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:22.843231 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb95e0-ca04-403b-bb1d-7d44c1599c26 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:22.843568 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb95e0-ca04-403b-bb1d-7d44c1599c26 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:22.843893 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb95e0-ca04-403b-bb1d-7d44c1599c26 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:22.844219 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb95e0-ca04-403b-bb1d-7d44c1599c26 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:22.844566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb95e0-ca04-403b-bb1d-7d44c1599c26 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:22.844890 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb95e0-ca04-403b-bb1d-7d44c1599c26 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:22.845213 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb95e0-ca04-403b-bb1d-7d44c1599c26 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:22.845529 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb95e0-ca04-403b-bb1d-7d44c1599c26 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:22.845844 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb95e0-ca04-403b-bb1d-7d44c1599c26 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:22.846156 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb95e0-ca04-403b-bb1d-7d44c1599c26 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:22.905202 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48eb95e0-ca04-403b-bb1d-7d44c1599c26 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:22.905452 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-48eb95e0-ca04-403b-bb1d-7d44c1599c26 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Floating IP d221b632-3fcb-42d0-904a-f8fc7b3b9d2c disassociated (deleted). External IP: 172.25.7.172, port: 611bc15f-1165-4536-a5db-7e2289f9fa41. Mar 09 04:48:23.348367 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48eb95e0-ca04-403b-bb1d-7d44c1599c26 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Router c00fafb6-5523-4779-b6b9-eebb3231f4de has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:48:23.522028 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48eb95e0-ca04-403b-bb1d-7d44c1599c26 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:48:23.531870 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd6d867-5b7b-4d42-a8f5-d2eef615fc34 None None] Sync routers for ids ['c00fafb6-5523-4779-b6b9-eebb3231f4de'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:48:23.541440 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-48eb95e0-ca04-403b-bb1d-7d44c1599c26 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:23.541647 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd6d867-5b7b-4d42-a8f5-d2eef615fc34 None None] Routers {'c00fafb6-5523-4779-b6b9-eebb3231f4de'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:48:23.542248 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ecd6d867-5b7b-4d42-a8f5-d2eef615fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:48:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c00fafb6-5523-4779-b6b9-eebb3231f4de'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:48:23.601109 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-48eb95e0-ca04-403b-bb1d-7d44c1599c26 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "DELETE /v2.0/floatingips/d221b632-3fcb-42d0-904a-f8fc7b3b9d2c HTTP/1.1" status: 204 len: 168 time: 1.4795024 Mar 09 04:48:23.601109 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7722c524-9d8e-4f6b-97ff-2a43d130c39b', 'tag': '611bc15f-1165-4536-a5db-7e2289f9fa41'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:48:23.644881 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7722c524-9d8e-4f6b-97ff-2a43d130c39b', 'tag': '611bc15f-1165-4536-a5db-7e2289f9fa41', 'status': 'completed', 'code': 200} Mar 09 04:48:23.722720 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-ecd6d867-5b7b-4d42-a8f5-d2eef615fc34 None None] Set router c00fafb6-5523-4779-b6b9-eebb3231f4de gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:48:23.746084 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a652dd-e94a-405e-84fd-ad2336462247 req-1bb84277-7ee9-4155-9f55-cda63d0a298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:23.747963 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d1a652dd-e94a-405e-84fd-ad2336462247 req-1bb84277-7ee9-4155-9f55-cda63d0a298f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 1096 time: 0.0789387 Mar 09 04:48:23.888429 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a652dd-e94a-405e-84fd-ad2336462247 req-c3b090f8-01d1-4ab2-a02d-20a637401ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:23.889885 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d1a652dd-e94a-405e-84fd-ad2336462247 req-c3b090f8-01d1-4ab2-a02d-20a637401ce0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=39775d08-f2e0-4bc9-9688-8815ceb35106 HTTP/1.1" status: 200 len: 898 time: 0.1350510 Mar 09 04:48:24.043818 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ecd6d867-5b7b-4d42-a8f5-d2eef615fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914052602', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:46:46Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '30d4b23f-0b37-4623-ae8d-1a5256b272da', 'name': '', 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:80:92:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '421bc573-bf6d-40d1-a13a-361b111fb124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:46:45Z', 'updated_at': '2022-03-09T04:46:51Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '421bc573-bf6d-40d1-a13a-361b111fb124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:48:24.047934 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd6d867-5b7b-4d42-a8f5-d2eef615fc34 None None] Checking router: c00fafb6-5523-4779-b6b9-eebb3231f4de for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:48:24.056915 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd6d867-5b7b-4d42-a8f5-d2eef615fc34 None None] Routers {'c00fafb6-5523-4779-b6b9-eebb3231f4de'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:48:24.057528 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ecd6d867-5b7b-4d42-a8f5-d2eef615fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:48:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c00fafb6-5523-4779-b6b9-eebb3231f4de'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:48:24.099810 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d1a652dd-e94a-405e-84fd-ad2336462247 req-1223123b-5b0b-4c9b-92a0-cb1e7aeeeb37 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=611bc15f-1165-4536-a5db-7e2289f9fa41 HTTP/1.1" status: 200 len: 217 time: 0.1749363 Mar 09 04:48:24.176606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a652dd-e94a-405e-84fd-ad2336462247 req-149c056f-6ed4-432b-96b7-c9d860bbffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:24.177962 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d1a652dd-e94a-405e-84fd-ad2336462247 req-149c056f-6ed4-432b-96b7-c9d860bbffad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=421bc573-bf6d-40d1-a13a-361b111fb124 HTTP/1.1" status: 200 len: 832 time: 0.0705068 Mar 09 04:48:24.189094 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca015158-06b3-432d-a872-b6d79ba0b892 req-b76f6ffd-1da2-4048-8f5a-9c3db105a3d0 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:24.190434 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ca015158-06b3-432d-a872-b6d79ba0b892 req-b76f6ffd-1da2-4048-8f5a-9c3db105a3d0 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 945 time: 0.2956736 Mar 09 04:48:24.234581 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-ecd6d867-5b7b-4d42-a8f5-d2eef615fc34 None None] Set router c00fafb6-5523-4779-b6b9-eebb3231f4de gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:48:24.277290 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ca015158-06b3-432d-a872-b6d79ba0b892 req-013e40c1-9de6-4f04-bfbd-151e5af39399 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=56fb0f43-67b1-46bc-912c-c67a2ca32e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504711 Mar 09 04:48:24.295338 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a652dd-e94a-405e-84fd-ad2336462247 req-b55c2b42-e1ea-454e-b5f4-18914210fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:24.296811 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d1a652dd-e94a-405e-84fd-ad2336462247 req-b55c2b42-e1ea-454e-b5f4-18914210fba5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39775d08-f2e0-4bc9-9688-8815ceb35106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055348 Mar 09 04:48:24.429278 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d1a652dd-e94a-405e-84fd-ad2336462247 req-ff35e880-5d4d-476a-8fe2-83d400995759 service neutron] 10.222.0.21 "GET /v2.0/networks/39775d08-f2e0-4bc9-9688-8815ceb35106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248472 Mar 09 04:48:24.561731 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d1a652dd-e94a-405e-84fd-ad2336462247 req-1e72d8d7-5c9d-4825-a4e7-b125bcf7bfaf service neutron] 10.222.0.21 "GET /v2.0/networks/39775d08-f2e0-4bc9-9688-8815ceb35106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253772 Mar 09 04:48:24.591825 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ecd6d867-5b7b-4d42-a8f5-d2eef615fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914052602', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:46:46Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '30d4b23f-0b37-4623-ae8d-1a5256b272da', 'name': '', 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:80:92:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '421bc573-bf6d-40d1-a13a-361b111fb124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:46:45Z', 'updated_at': '2022-03-09T04:46:51Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '421bc573-bf6d-40d1-a13a-361b111fb124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:48:24.596005 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd6d867-5b7b-4d42-a8f5-d2eef615fc34 None None] The sync data for ids ['c00fafb6-5523-4779-b6b9-eebb3231f4de'] in n-d-825178-5 is: [{'id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914052602', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:46:46Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '30d4b23f-0b37-4623-ae8d-1a5256b272da', 'name': '', 'network_id': '39775d08-f2e0-4bc9-9688-8815ceb35106', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:80:92:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '421bc573-bf6d-40d1-a13a-361b111fb124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:46:45Z', 'updated_at': '2022-03-09T04:46:51Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': '421bc573-bf6d-40d1-a13a-361b111fb124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:48:24.807819 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b605abb-e15d-4500-a043-d4b2171aecac None None] New status for floating IP d221b632-3fcb-42d0-904a-f8fc7b3b9d2c: DOWN {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:48:25.417025 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57843c83-7c0c-4915-8b5a-455778f3a09a req-0b7837f7-8bed-4f80-99d4-6dc80344a1f5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:25.418451 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-57843c83-7c0c-4915-8b5a-455778f3a09a req-0b7837f7-8bed-4f80-99d4-6dc80344a1f5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.21 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 945 time: 0.0788159 Mar 09 04:48:25.471595 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee7d21-f78f-4758-bf8f-ad47346ebe87 req-35ca18ff-e54b-4789-b129-de70b7e6b28c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:25.472286 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-b7ee7d21-f78f-4758-bf8f-ad47346ebe87 req-35ca18ff-e54b-4789-b129-de70b7e6b28c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:48:25.487610 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-b7ee7d21-f78f-4758-bf8f-ad47346ebe87 req-35ca18ff-e54b-4789-b129-de70b7e6b28c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:48:25.488817 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b7ee7d21-f78f-4758-bf8f-ad47346ebe87 req-35ca18ff-e54b-4789-b129-de70b7e6b28c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 945 time: 0.0964050 Mar 09 04:48:25.491692 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-57843c83-7c0c-4915-8b5a-455778f3a09a req-0b50b133-512f-41c4-bf90-bea94a3922a2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Deleting port 611bc15f-1165-4536-a5db-7e2289f9fa41 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:48:25.492595 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-57843c83-7c0c-4915-8b5a-455778f3a09a req-0b50b133-512f-41c4-bf90-bea94a3922a2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:25.533847 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b7ee7d21-f78f-4758-bf8f-ad47346ebe87 req-83558fc4-22ec-467d-b580-6d5fc6a305c4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=56fb0f43-67b1-46bc-912c-c67a2ca32e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384998 Mar 09 04:48:25.744714 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-57843c83-7c0c-4915-8b5a-455778f3a09a req-0b50b133-512f-41c4-bf90-bea94a3922a2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] For port 611bc15f-1165-4536-a5db-7e2289f9fa41, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=611bc15f-1165-4536-a5db-7e2289f9fa41,segment=NetworkSegment(79be9a5b-cec6-4b47-9ea0-48babf59e204),segment_id=79be9a5b-cec6-4b47-9ea0-48babf59e204)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:48:25.745065 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-57843c83-7c0c-4915-8b5a-455778f3a09a req-0b50b133-512f-41c4-bf90-bea94a3922a2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:25.865985 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-57843c83-7c0c-4915-8b5a-455778f3a09a req-0b50b133-512f-41c4-bf90-bea94a3922a2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Calling delete_port for 611bc15f-1165-4536-a5db-7e2289f9fa41 owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:48:26.017397 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-57843c83-7c0c-4915-8b5a-455778f3a09a req-0b50b133-512f-41c4-bf90-bea94a3922a2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:26.067416 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50b133-512f-41c4-bf90-bea94a3922a2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Port': ['ID=611bc15f-1165-4536-a5db-7e2289f9fa41,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:26.102132 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50b133-512f-41c4-bf90-bea94a3922a2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:26.102480 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50b133-512f-41c4-bf90-bea94a3922a2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:26.102816 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50b133-512f-41c4-bf90-bea94a3922a2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:26.103178 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50b133-512f-41c4-bf90-bea94a3922a2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:26.103505 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50b133-512f-41c4-bf90-bea94a3922a2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:26.103830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50b133-512f-41c4-bf90-bea94a3922a2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:26.104151 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50b133-512f-41c4-bf90-bea94a3922a2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:26.104468 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50b133-512f-41c4-bf90-bea94a3922a2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:26.104786 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50b133-512f-41c4-bf90-bea94a3922a2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:26.105100 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50b133-512f-41c4-bf90-bea94a3922a2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:26.105412 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50b133-512f-41c4-bf90-bea94a3922a2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:26.105722 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50b133-512f-41c4-bf90-bea94a3922a2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:26.155527 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-57843c83-7c0c-4915-8b5a-455778f3a09a req-0b50b133-512f-41c4-bf90-bea94a3922a2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] No DVR routers for this DVR port 611bc15f-1165-4536-a5db-7e2289f9fa41 on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:48:26.158081 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-57843c83-7c0c-4915-8b5a-455778f3a09a req-0b50b133-512f-41c4-bf90-bea94a3922a2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:26.160624 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7722c524-9d8e-4f6b-97ff-2a43d130c39b', 'name': 'network-vif-deleted', 'tag': '611bc15f-1165-4536-a5db-7e2289f9fa41'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:48:26.176268 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-57843c83-7c0c-4915-8b5a-455778f3a09a req-0b50b133-512f-41c4-bf90-bea94a3922a2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.21 "DELETE /v2.0/ports/611bc15f-1165-4536-a5db-7e2289f9fa41 HTTP/1.1" status: 204 len: 173 time: 0.7510705 Mar 09 04:48:26.206153 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7722c524-9d8e-4f6b-97ff-2a43d130c39b', 'name': 'network-vif-deleted', 'tag': '611bc15f-1165-4536-a5db-7e2289f9fa41', 'status': 'completed', 'code': 200} Mar 09 04:48:26.629127 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:48:26.701186 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-33c500b4-f902-4a80-ac23-77f8c986a510 req-53e6f5e1-2214-4bbd-bff3-6b2c10ca556f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=7722c524-9d8e-4f6b-97ff-2a43d130c39b HTTP/1.1" status: 200 len: 210 time: 0.0462544 Mar 09 04:48:27.794919 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48674) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:48:28.335726 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87233e7d-d7fe-4fbd-97fa-ebf1c1e1d0a9 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:28.795860 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-87233e7d-d7fe-4fbd-97fa-ebf1c1e1d0a9 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Deleting port 30d4b23f-0b37-4623-ae8d-1a5256b272da {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:48:28.796557 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87233e7d-d7fe-4fbd-97fa-ebf1c1e1d0a9 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:28.843390 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5dfbc000-efde-48fa-b57b-986d60cf3843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:28.992569 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-87233e7d-d7fe-4fbd-97fa-ebf1c1e1d0a9 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] For port 30d4b23f-0b37-4623-ae8d-1a5256b272da, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=30d4b23f-0b37-4623-ae8d-1a5256b272da,segment=NetworkSegment(79be9a5b-cec6-4b47-9ea0-48babf59e204),segment_id=79be9a5b-cec6-4b47-9ea0-48babf59e204)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:48:28.992920 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87233e7d-d7fe-4fbd-97fa-ebf1c1e1d0a9 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:29.113971 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-87233e7d-d7fe-4fbd-97fa-ebf1c1e1d0a9 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Calling delete_port for 30d4b23f-0b37-4623-ae8d-1a5256b272da owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:48:29.303624 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87233e7d-d7fe-4fbd-97fa-ebf1c1e1d0a9 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:29.351222 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87233e7d-d7fe-4fbd-97fa-ebf1c1e1d0a9 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Port': ['ID=30d4b23f-0b37-4623-ae8d-1a5256b272da,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:29.629810 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-87233e7d-d7fe-4fbd-97fa-ebf1c1e1d0a9 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:30.094728 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87233e7d-d7fe-4fbd-97fa-ebf1c1e1d0a9 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Router c00fafb6-5523-4779-b6b9-eebb3231f4de has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:48:30.152766 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 611bc15f-1165-4536-a5db-7e2289f9fa41 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:48:30.188859 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 611bc15f-1165-4536-a5db-7e2289f9fa41 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:48:30.189345 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 611bc15f-1165-4536-a5db-7e2289f9fa41 not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:48:30.281620 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87233e7d-d7fe-4fbd-97fa-ebf1c1e1d0a9 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:48:30.292764 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96962806-aa54-45c8-841f-0845b245b148 None None] Sync routers for ids ['c00fafb6-5523-4779-b6b9-eebb3231f4de'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:48:30.295998 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-87233e7d-d7fe-4fbd-97fa-ebf1c1e1d0a9 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "PUT /v2.0/routers/c00fafb6-5523-4779-b6b9-eebb3231f4de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4997461 Mar 09 04:48:30.298366 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48678) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:48:30.301969 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96962806-aa54-45c8-841f-0845b245b148 None None] Routers {'c00fafb6-5523-4779-b6b9-eebb3231f4de'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:48:30.302561 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-96962806-aa54-45c8-841f-0845b245b148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:48:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c00fafb6-5523-4779-b6b9-eebb3231f4de'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:48:30.366489 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-14462d75-cd1c-417c-8ebf-d5d99f8e2bf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Deleting subnet 421bc573-bf6d-40d1-a13a-361b111fb124 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:48:30.369424 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-14462d75-cd1c-417c-8ebf-d5d99f8e2bf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:30.423195 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-14462d75-cd1c-417c-8ebf-d5d99f8e2bf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:30.472751 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-96962806-aa54-45c8-841f-0845b245b148 None None] Set router c00fafb6-5523-4779-b6b9-eebb3231f4de gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:48:30.508275 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-14462d75-cd1c-417c-8ebf-d5d99f8e2bf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:30.582650 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-14462d75-cd1c-417c-8ebf-d5d99f8e2bf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:30.626104 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-14462d75-cd1c-417c-8ebf-d5d99f8e2bf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:30.638251 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14462d75-cd1c-417c-8ebf-d5d99f8e2bf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Subnet': ['ID=421bc573-bf6d-40d1-a13a-361b111fb124,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:30.640967 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-14462d75-cd1c-417c-8ebf-d5d99f8e2bf6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "DELETE /v2.0/subnets/421bc573-bf6d-40d1-a13a-361b111fb124 HTTP/1.1" status: 204 len: 168 time: 0.3416131 Mar 09 04:48:30.643548 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48682) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:48:30.658480 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b857363-9676-417d-a59d-ca39c00bf28e None None] Network 39775d08-f2e0-4bc9-9688-8815ceb35106 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:48:30.824037 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5646ed66-ac1f-494a-9aff-eb44d642f446 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:30.930355 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-96962806-aa54-45c8-841f-0845b245b148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914052602', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:48:29Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:48:30.934173 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96962806-aa54-45c8-841f-0845b245b148 None None] Checking router: c00fafb6-5523-4779-b6b9-eebb3231f4de for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:48:30.942763 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96962806-aa54-45c8-841f-0845b245b148 None None] Routers {'c00fafb6-5523-4779-b6b9-eebb3231f4de'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:48:30.943388 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-96962806-aa54-45c8-841f-0845b245b148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:48:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['c00fafb6-5523-4779-b6b9-eebb3231f4de'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:48:30.999456 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282637cf-972d-4624-9861-aec5fa057656 None None] DHCP port deletion for 39775d08-f2e0-4bc9-9688-8815ceb35106 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:48:31.010742 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5646ed66-ac1f-494a-9aff-eb44d642f446 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:31.012505 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-282637cf-972d-4624-9861-aec5fa057656 None None] Deleting port 235a013f-9001-4249-a1c0-a0fd2935d49b {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:48:31.012873 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-282637cf-972d-4624-9861-aec5fa057656 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:31.020034 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-5646ed66-ac1f-494a-9aff-eb44d642f446 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Deleting port 75aeaea3-b52c-4bb5-8a08-05122eea9753 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:48:31.020374 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5646ed66-ac1f-494a-9aff-eb44d642f446 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:31.199228 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-5646ed66-ac1f-494a-9aff-eb44d642f446 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] For port 75aeaea3-b52c-4bb5-8a08-05122eea9753, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=75aeaea3-b52c-4bb5-8a08-05122eea9753,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:48:31.199901 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5646ed66-ac1f-494a-9aff-eb44d642f446 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:31.284008 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 235a013f-9001-4249-a1c0-a0fd2935d49b no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:48:31.322398 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-5646ed66-ac1f-494a-9aff-eb44d642f446 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Calling delete_port for 75aeaea3-b52c-4bb5-8a08-05122eea9753 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:48:31.352637 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-96962806-aa54-45c8-841f-0845b245b148 None None] Set router c00fafb6-5523-4779-b6b9-eebb3231f4de gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:48:31.493289 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5646ed66-ac1f-494a-9aff-eb44d642f446 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:31.500114 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d55661f7-0de0-47e2-a9ed-9dbe8ebf06f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:31.502534 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-282637cf-972d-4624-9861-aec5fa057656 None None] For port 235a013f-9001-4249-a1c0-a0fd2935d49b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=235a013f-9001-4249-a1c0-a0fd2935d49b,segment=NetworkSegment(79be9a5b-cec6-4b47-9ea0-48babf59e204),segment_id=79be9a5b-cec6-4b47-9ea0-48babf59e204)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:48:31.502939 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-282637cf-972d-4624-9861-aec5fa057656 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:31.541475 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646ed66-ac1f-494a-9aff-eb44d642f446 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Port': ['ID=75aeaea3-b52c-4bb5-8a08-05122eea9753,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:31.674918 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-282637cf-972d-4624-9861-aec5fa057656 None None] Calling delete_port for 235a013f-9001-4249-a1c0-a0fd2935d49b owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:48:31.746973 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5646ed66-ac1f-494a-9aff-eb44d642f446 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:31.865229 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:31.922939 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5646ed66-ac1f-494a-9aff-eb44d642f446 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:31.925375 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5646ed66-ac1f-494a-9aff-eb44d642f446 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:31.925852 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-282637cf-972d-4624-9861-aec5fa057656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:31.949074 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5646ed66-ac1f-494a-9aff-eb44d642f446 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:31.949605 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5646ed66-ac1f-494a-9aff-eb44d642f446 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Fanout notify agent at l3_agent the message router_deleted on router c00fafb6-5523-4779-b6b9-eebb3231f4de {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:48:31.965588 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5646ed66-ac1f-494a-9aff-eb44d642f446 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:31.967563 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5646ed66-ac1f-494a-9aff-eb44d642f446 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "DELETE /v2.0/routers/c00fafb6-5523-4779-b6b9-eebb3231f4de HTTP/1.1" status: 204 len: 168 time: 1.3223941 Mar 09 04:48:31.969496 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48686) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:48:32.016568 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282637cf-972d-4624-9861-aec5fa057656 None None] Pushing event deleted for resources: {'Port': ['ID=235a013f-9001-4249-a1c0-a0fd2935d49b,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:32.018877 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282637cf-972d-4624-9861-aec5fa057656 None None] No DVR routers for this DVR port 235a013f-9001-4249-a1c0-a0fd2935d49b on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:48:32.033947 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282637cf-972d-4624-9861-aec5fa057656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:32.034296 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282637cf-972d-4624-9861-aec5fa057656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:32.034630 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282637cf-972d-4624-9861-aec5fa057656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:32.035079 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282637cf-972d-4624-9861-aec5fa057656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:32.035406 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282637cf-972d-4624-9861-aec5fa057656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:32.035743 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282637cf-972d-4624-9861-aec5fa057656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:32.036053 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282637cf-972d-4624-9861-aec5fa057656 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:32.036702 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282637cf-972d-4624-9861-aec5fa057656 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:32.036702 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282637cf-972d-4624-9861-aec5fa057656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:32.037035 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282637cf-972d-4624-9861-aec5fa057656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:32.037285 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282637cf-972d-4624-9861-aec5fa057656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:32.037601 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282637cf-972d-4624-9861-aec5fa057656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:32.057938 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-96962806-aa54-45c8-841f-0845b245b148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914052602', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:48:29Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:48:32.061911 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96962806-aa54-45c8-841f-0845b245b148 None None] The sync data for ids ['c00fafb6-5523-4779-b6b9-eebb3231f4de'] in n-d-825178-5 is: [{'id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914052602', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:48:29Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '75aeaea3-b52c-4bb5-8a08-05122eea9753', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fafb6-5523-4779-b6b9-eebb3231f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:46:41Z', 'updated_at': '2022-03-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:48:32.090995 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-13e87136-63d6-4ab8-b5f0-d2dbdc0a4b56 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:32.222654 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-13e87136-63d6-4ab8-b5f0-d2dbdc0a4b56 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:32.350151 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-13e87136-63d6-4ab8-b5f0-d2dbdc0a4b56 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39775d08-f2e0-4bc9-9688-8815ceb35106']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:48:32.361759 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-13e87136-63d6-4ab8-b5f0-d2dbdc0a4b56 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79be9a5b-cec6-4b47-9ea0-48babf59e204') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:48:32.362054 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-13e87136-63d6-4ab8-b5f0-d2dbdc0a4b56 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79be9a5b-cec6-4b47-9ea0-48babf59e204') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:48:32.373605 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-13e87136-63d6-4ab8-b5f0-d2dbdc0a4b56 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:32.391548 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-13e87136-63d6-4ab8-b5f0-d2dbdc0a4b56 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:32.398284 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e87136-63d6-4ab8-b5f0-d2dbdc0a4b56 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:48:32.399240 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-13e87136-63d6-4ab8-b5f0-d2dbdc0a4b56 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:32.399390 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:48:32.413465 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:48:32.456944 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:32.499219 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-13e87136-63d6-4ab8-b5f0-d2dbdc0a4b56 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:32.517869 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-13e87136-63d6-4ab8-b5f0-d2dbdc0a4b56 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:32.531044 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e87136-63d6-4ab8-b5f0-d2dbdc0a4b56 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Network': ['ID=39775d08-f2e0-4bc9-9688-8815ceb35106,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:32.538635 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-13e87136-63d6-4ab8-b5f0-d2dbdc0a4b56 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "DELETE /v2.0/networks/39775d08-f2e0-4bc9-9688-8815ceb35106 HTTP/1.1" status: 204 len: 168 time: 0.5679793 Mar 09 04:48:32.541409 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48690) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:48:32.609361 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-218524a6-6ef9-48a4-8bc6-ebd21035f3d1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:32.644947 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-218524a6-6ef9-48a4-8bc6-ebd21035f3d1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:32.718180 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-218524a6-6ef9-48a4-8bc6-ebd21035f3d1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:32.741717 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218524a6-6ef9-48a4-8bc6-ebd21035f3d1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fb0f43-67b1-46bc-912c-c67a2ca32e83,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:32.749870 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-218524a6-6ef9-48a4-8bc6-ebd21035f3d1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:32.751035 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-218524a6-6ef9-48a4-8bc6-ebd21035f3d1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "DELETE /v2.0/security-groups/56fb0f43-67b1-46bc-912c-c67a2ca32e83 HTTP/1.1" status: 204 len: 168 time: 0.2088625 Mar 09 04:48:33.075375 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48698) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:48:33.080992 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-0df99abf-fece-4a14-9f4e-cd455480d656 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1149194839', 'description': 'tempest-secgroup-smoke-1149194839 description', 'project_id': '082228de5a004917b79deb4618035197'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:48:33.089107 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0df99abf-fece-4a14-9f4e-cd455480d656 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:48:33.093738 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0df99abf-fece-4a14-9f4e-cd455480d656 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:48:33.098645 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0df99abf-fece-4a14-9f4e-cd455480d656 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:48:33.106003 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0df99abf-fece-4a14-9f4e-cd455480d656 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:48:33.116397 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0df99abf-fece-4a14-9f4e-cd455480d656 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:33.136575 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0df99abf-fece-4a14-9f4e-cd455480d656 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:48:33.142283 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0df99abf-fece-4a14-9f4e-cd455480d656 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:48:33.145333 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0df99abf-fece-4a14-9f4e-cd455480d656 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:48:33.151825 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0df99abf-fece-4a14-9f4e-cd455480d656 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:48:33.203939 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 75aeaea3-b52c-4bb5-8a08-05122eea9753 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:48:33.234045 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0df99abf-fece-4a14-9f4e-cd455480d656 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:33.240272 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 75aeaea3-b52c-4bb5-8a08-05122eea9753 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:48:33.240606 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 75aeaea3-b52c-4bb5-8a08-05122eea9753 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:48:33.240898 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0df99abf-fece-4a14-9f4e-cd455480d656 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:33.241128 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 30d4b23f-0b37-4623-ae8d-1a5256b272da no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:48:33.275117 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 30d4b23f-0b37-4623-ae8d-1a5256b272da {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:48:33.276051 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 30d4b23f-0b37-4623-ae8d-1a5256b272da not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:48:33.287632 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df99abf-fece-4a14-9f4e-cd455480d656 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf93c697-1ec6-436b-9137-e893d57fccb1,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:33.294255 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0df99abf-fece-4a14-9f4e-cd455480d656 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:33.295704 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0df99abf-fece-4a14-9f4e-cd455480d656 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2191932 Mar 09 04:48:33.298746 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48702) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:48:33.304393 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-6325ebac-da9d-4cc8-8837-f0802a581eb1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': 'bf93c697-1ec6-436b-9137-e893d57fccb1', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:48:33.311107 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6325ebac-da9d-4cc8-8837-f0802a581eb1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:48:33.315392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6325ebac-da9d-4cc8-8837-f0802a581eb1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:48:33.318326 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6325ebac-da9d-4cc8-8837-f0802a581eb1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:48:33.324064 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6325ebac-da9d-4cc8-8837-f0802a581eb1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:48:33.340953 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6325ebac-da9d-4cc8-8837-f0802a581eb1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:33.399202 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6325ebac-da9d-4cc8-8837-f0802a581eb1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:33.402679 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6325ebac-da9d-4cc8-8837-f0802a581eb1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:33.428571 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325ebac-da9d-4cc8-8837-f0802a581eb1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c76145-8dab-41e2-acd0-0958eeee518b,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:33.436796 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6325ebac-da9d-4cc8-8837-f0802a581eb1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:33.438056 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6325ebac-da9d-4cc8-8837-f0802a581eb1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383433 Mar 09 04:48:33.441060 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48706) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:48:33.446454 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-5a2fc3c8-efd3-4449-8e3a-86b6f2963c0c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': 'bf93c697-1ec6-436b-9137-e893d57fccb1', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:48:33.453124 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5a2fc3c8-efd3-4449-8e3a-86b6f2963c0c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:48:33.456884 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5a2fc3c8-efd3-4449-8e3a-86b6f2963c0c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:48:33.459735 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-5a2fc3c8-efd3-4449-8e3a-86b6f2963c0c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:48:33.465946 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-5a2fc3c8-efd3-4449-8e3a-86b6f2963c0c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:48:33.481913 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5a2fc3c8-efd3-4449-8e3a-86b6f2963c0c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:33.541785 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5a2fc3c8-efd3-4449-8e3a-86b6f2963c0c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:33.545235 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5a2fc3c8-efd3-4449-8e3a-86b6f2963c0c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:33.567225 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fc3c8-efd3-4449-8e3a-86b6f2963c0c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6be9f3-f68b-4058-a406-1b524239ec8d,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:33.576841 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-5a2fc3c8-efd3-4449-8e3a-86b6f2963c0c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:33.578013 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-5a2fc3c8-efd3-4449-8e3a-86b6f2963c0c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1359515 Mar 09 04:48:33.580823 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48710) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:48:33.586276 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-7e9542b8-56f8-4474-8ae4-621e9153711e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': 'bf93c697-1ec6-436b-9137-e893d57fccb1', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:48:33.592621 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7e9542b8-56f8-4474-8ae4-621e9153711e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:48:33.596402 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7e9542b8-56f8-4474-8ae4-621e9153711e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:48:33.599202 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7e9542b8-56f8-4474-8ae4-621e9153711e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:48:33.604775 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7e9542b8-56f8-4474-8ae4-621e9153711e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:48:33.620713 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7e9542b8-56f8-4474-8ae4-621e9153711e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:33.682556 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7e9542b8-56f8-4474-8ae4-621e9153711e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:33.686003 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7e9542b8-56f8-4474-8ae4-621e9153711e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:33.708851 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9542b8-56f8-4474-8ae4-621e9153711e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9694165c-bae8-4e24-80a7-b497efa2d145,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:33.718067 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7e9542b8-56f8-4474-8ae4-621e9153711e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:33.719381 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7e9542b8-56f8-4474-8ae4-621e9153711e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376491 Mar 09 04:48:33.720504 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:33.722394 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48714) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:48:33.727240 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-a78d6878-2246-40eb-a583-f395a6d151e0 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': 'bf93c697-1ec6-436b-9137-e893d57fccb1', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:48:33.733913 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a78d6878-2246-40eb-a583-f395a6d151e0 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:48:33.737661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a78d6878-2246-40eb-a583-f395a6d151e0 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:48:33.740493 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a78d6878-2246-40eb-a583-f395a6d151e0 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:48:33.746009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a78d6878-2246-40eb-a583-f395a6d151e0 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:48:33.761587 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a78d6878-2246-40eb-a583-f395a6d151e0 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:33.825488 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a78d6878-2246-40eb-a583-f395a6d151e0 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:33.828862 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a78d6878-2246-40eb-a583-f395a6d151e0 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:33.851340 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d6878-2246-40eb-a583-f395a6d151e0 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e10681-cb52-4382-b022-7a0b4a79cc81,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:33.860272 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a78d6878-2246-40eb-a583-f395a6d151e0 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:33.861198 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a78d6878-2246-40eb-a583-f395a6d151e0 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1369479 Mar 09 04:48:33.862998 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48718) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:48:33.868293 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-03f79612-984c-480d-a8cc-c6421e0ccedb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': 'bf93c697-1ec6-436b-9137-e893d57fccb1', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:48:33.874813 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-03f79612-984c-480d-a8cc-c6421e0ccedb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:48:33.878659 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-03f79612-984c-480d-a8cc-c6421e0ccedb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:48:33.881500 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-03f79612-984c-480d-a8cc-c6421e0ccedb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:48:33.887728 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-03f79612-984c-480d-a8cc-c6421e0ccedb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:48:33.897761 n-d-825178-5 neutron-server[87880]: INFO neutron.db.securitygroups_db [None req-03f79612-984c-480d-a8cc-c6421e0ccedb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Project 082228de5a004917b79deb4618035197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:48:33.904048 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03f79612-984c-480d-a8cc-c6421e0ccedb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:33.967584 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03f79612-984c-480d-a8cc-c6421e0ccedb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:33.970832 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03f79612-984c-480d-a8cc-c6421e0ccedb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:33.993687 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f79612-984c-480d-a8cc-c6421e0ccedb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e1bb43-91b8-4e80-b0f5-1c17aea8f318,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:34.001896 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-03f79612-984c-480d-a8cc-c6421e0ccedb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:34.003308 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-03f79612-984c-480d-a8cc-c6421e0ccedb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1392918 Mar 09 04:48:34.006198 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48722) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:48:34.011667 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-7b10cdd4-88b6-45c8-a20e-770d81134614 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'security_group_rule': {'security_group_id': 'bf93c697-1ec6-436b-9137-e893d57fccb1', 'project_id': '082228de5a004917b79deb4618035197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:48:34.017950 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7b10cdd4-88b6-45c8-a20e-770d81134614 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:48:34.021655 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7b10cdd4-88b6-45c8-a20e-770d81134614 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:security_group_rule and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:48:34.024490 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-7b10cdd4-88b6-45c8-a20e-770d81134614 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:48:34.030251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-7b10cdd4-88b6-45c8-a20e-770d81134614 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:48:34.039883 n-d-825178-5 neutron-server[87880]: INFO neutron.db.securitygroups_db [None req-7b10cdd4-88b6-45c8-a20e-770d81134614 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Project 082228de5a004917b79deb4618035197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:48:34.046284 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7b10cdd4-88b6-45c8-a20e-770d81134614 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:34.111999 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7b10cdd4-88b6-45c8-a20e-770d81134614 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:34.115688 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7b10cdd4-88b6-45c8-a20e-770d81134614 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:34.140631 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10cdd4-88b6-45c8-a20e-770d81134614 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076e3dac-84ec-4c1b-9230-d1718c9f7a0c,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:34.149358 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7b10cdd4-88b6-45c8-a20e-770d81134614 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:34.150644 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7b10cdd4-88b6-45c8-a20e-770d81134614 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435063 Mar 09 04:48:34.154439 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48726) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:48:34.159800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-9b6e61f3-d2f5-4045-a56c-3edd3f15ccbc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'network': {'name': 'tempest-network-smoke--1350382123', 'project_id': '082228de5a004917b79deb4618035197', 'port_security_enabled': True}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:48:34.165659 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9b6e61f3-d2f5-4045-a56c-3edd3f15ccbc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:48:34.169620 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9b6e61f3-d2f5-4045-a56c-3edd3f15ccbc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:network and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:48:34.172426 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-9b6e61f3-d2f5-4045-a56c-3edd3f15ccbc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:48:34.178272 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-9b6e61f3-d2f5-4045-a56c-3edd3f15ccbc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:48:34.188994 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6e61f3-d2f5-4045-a56c-3edd3f15ccbc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Made reservation on behalf of 082228de5a004917b79deb4618035197 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:48:34.192472 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9b6e61f3-d2f5-4045-a56c-3edd3f15ccbc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:34.219229 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6e61f3-d2f5-4045-a56c-3edd3f15ccbc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:48:34.228499 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9b6e61f3-d2f5-4045-a56c-3edd3f15ccbc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:34.228859 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-9b6e61f3-d2f5-4045-a56c-3edd3f15ccbc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Added segment c053aee5-1d7b-4a1f-8b09-365326c6bf0a of type vlan for network 7c541833-0c47-4714-b15b-1930ae76fab4 Mar 09 04:48:34.254611 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9b6e61f3-d2f5-4045-a56c-3edd3f15ccbc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:34.282443 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9b6e61f3-d2f5-4045-a56c-3edd3f15ccbc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:34.287988 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6e61f3-d2f5-4045-a56c-3edd3f15ccbc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:34.289092 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-9b6e61f3-d2f5-4045-a56c-3edd3f15ccbc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:34.392456 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-9b6e61f3-d2f5-4045-a56c-3edd3f15ccbc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2369511 Mar 09 04:48:34.395325 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48730) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:48:34.398416 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e61f3-d2f5-4045-a56c-3edd3f15ccbc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Network': ['ID=7c541833-0c47-4714-b15b-1930ae76fab4,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:34.401671 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-468e6ed7-c3ca-41fd-9c80-c612f1ce5b2f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-373109646', 'admin_state_up': True, 'project_id': '082228de5a004917b79deb4618035197', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:48:34.408415 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 7c541833-0c47-4714-b15b-1930ae76fab4 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:48:34.410258 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-468e6ed7-c3ca-41fd-9c80-c612f1ce5b2f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:48:34.414765 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-468e6ed7-c3ca-41fd-9c80-c612f1ce5b2f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:router and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:48:34.417667 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-468e6ed7-c3ca-41fd-9c80-c612f1ce5b2f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:48:34.423960 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-468e6ed7-c3ca-41fd-9c80-c612f1ce5b2f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:48:34.435129 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-468e6ed7-c3ca-41fd-9c80-c612f1ce5b2f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:34.436204 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-468e6ed7-c3ca-41fd-9c80-c612f1ce5b2f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:34.452236 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-468e6ed7-c3ca-41fd-9c80-c612f1ce5b2f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:34.727954 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-468e6ed7-c3ca-41fd-9c80-c612f1ce5b2f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:34.809128 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:35.036653 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-468e6ed7-c3ca-41fd-9c80-c612f1ce5b2f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:35.064878 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-468e6ed7-c3ca-41fd-9c80-c612f1ce5b2f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:35.198189 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-468e6ed7-c3ca-41fd-9c80-c612f1ce5b2f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Allocated IP 172.25.7.199 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:48:35.341897 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-468e6ed7-c3ca-41fd-9c80-c612f1ce5b2f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:35.370496 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-468e6ed7-c3ca-41fd-9c80-c612f1ce5b2f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:35.426604 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468e6ed7-c3ca-41fd-9c80-c612f1ce5b2f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:48:35.429901 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-468e6ed7-c3ca-41fd-9c80-c612f1ce5b2f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:48:35.433416 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468e6ed7-c3ca-41fd-9c80-c612f1ce5b2f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:48:35.481246 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e6ed7-c3ca-41fd-9c80-c612f1ce5b2f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:35.970840 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-468e6ed7-c3ca-41fd-9c80-c612f1ce5b2f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:36.305813 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-468e6ed7-c3ca-41fd-9c80-c612f1ce5b2f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:36.505076 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468e6ed7-c3ca-41fd-9c80-c612f1ce5b2f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Router fd1afb34-bf54-4dbf-ad65-613480527a6d is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:48:36.679104 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468e6ed7-c3ca-41fd-9c80-c612f1ce5b2f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:48:36.687983 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] Sync routers for ids ['fd1afb34-bf54-4dbf-ad65-613480527a6d'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:48:36.698191 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] Routers {'fd1afb34-bf54-4dbf-ad65-613480527a6d'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:48:36.699047 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:48:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['fd1afb34-bf54-4dbf-ad65-613480527a6d'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:48:36.706555 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-468e6ed7-c3ca-41fd-9c80-c612f1ce5b2f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:36.707794 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-468e6ed7-c3ca-41fd-9c80-c612f1ce5b2f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3112779 Mar 09 04:48:36.711619 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48734) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:48:36.752944 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-f6d29265-a599-4a3d-9966-7c9570448a8d tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=082228de5a004917b79deb4618035197&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402327 Mar 09 04:48:36.755485 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48738) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:48:36.915451 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] Set router fd1afb34-bf54-4dbf-ad65-613480527a6d gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:48:37.004673 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427c20f1-bea8-4b03-9e57-b20b2b98d3b5 tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:37.006159 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-427c20f1-bea8-4b03-9e57-b20b2b98d3b5 tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2497892 Mar 09 04:48:37.009659 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48742) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:48:37.047923 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d664f347-b14a-446b-aab8-d66f5be63096 tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=4b872f8e-70e4-4d08-a0fb-87c6efa59069&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372074 Mar 09 04:48:37.050474 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48746) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:48:37.056411 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4078136f-d67c-4966-9999-461d09f56f06 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-140379947', 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4', 'project_id': '082228de5a004917b79deb4618035197', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:48:37.165015 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4078136f-d67c-4966-9999-461d09f56f06 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:48:37.168965 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4078136f-d67c-4966-9999-461d09f56f06 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:subnet and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:48:37.171801 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4078136f-d67c-4966-9999-461d09f56f06 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:48:37.177686 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4078136f-d67c-4966-9999-461d09f56f06 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:48:37.190636 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4078136f-d67c-4966-9999-461d09f56f06 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Made reservation on behalf of 082228de5a004917b79deb4618035197 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:48:37.194380 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4078136f-d67c-4966-9999-461d09f56f06 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:37.195698 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373109646', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:48:34Z', 'updated_at': '2022-03-09T04:48:35Z', 'revision_number': 3, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:48:35Z', 'updated_at': '2022-03-09T04:48:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:48:37.199578 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] Checking router: fd1afb34-bf54-4dbf-ad65-613480527a6d for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:48:37.199853 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] Updating router fd1afb34-bf54-4dbf-ad65-613480527a6d port 0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:48:37.250802 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:37.418470 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4078136f-d67c-4966-9999-461d09f56f06 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:37.491424 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078136f-d67c-4966-9999-461d09f56f06 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Subnet': ['ID=deb51ce7-c822-4279-8117-3a3d953dcc16,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:37.504614 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4078136f-d67c-4966-9999-461d09f56f06 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Checking segment: {'id': 'c053aee5-1d7b-4a1f-8b09-365326c6bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:48:37.504969 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4078136f-d67c-4966-9999-461d09f56f06 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network hostable DHCP agents. Network: 7c541833-0c47-4714-b15b-1930ae76fab4, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:48:37.524315 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4078136f-d67c-4966-9999-461d09f56f06 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network 7c541833-0c47-4714-b15b-1930ae76fab4 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:48:37.533445 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-4078136f-d67c-4966-9999-461d09f56f06 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 7c541833-0c47-4714-b15b-1930ae76fab4) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:48:37.537409 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4078136f-d67c-4966-9999-461d09f56f06 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:37.537988 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4078136f-d67c-4966-9999-461d09f56f06 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:37.545277 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38657e1-c515-4f2e-a617-4029416a2109 None None] Network 7c541833-0c47-4714-b15b-1930ae76fab4 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:48:37.561994 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4078136f-d67c-4966-9999-461d09f56f06 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5101905 Mar 09 04:48:37.564877 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48750) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:48:37.577255 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:37.589476 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] Transition to ACTIVE for port object 0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:48:37.596892 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:37.677560 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] Attempting to bind port 0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:48:37.677919 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] Attempting to bind port 0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:48:37.678268 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] Attempting to bind port 0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:48:37.683967 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d1307-0f6b-4e51-a0ce-2247f9f0bb09 None None] Pushing event updated for resources: {'Port': ['ID=0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b,revision_number=2']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:37.688804 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:48:37.689433 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:48:37.689591 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:37.689898 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:48:37.690351 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] Bound port: 0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:48:37.690706 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:37.722181 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d1307-0f6b-4e51-a0ce-2247f9f0bb09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:37.722562 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d1307-0f6b-4e51-a0ce-2247f9f0bb09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:37.722838 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d1307-0f6b-4e51-a0ce-2247f9f0bb09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:37.723187 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d1307-0f6b-4e51-a0ce-2247f9f0bb09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:37.723759 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d1307-0f6b-4e51-a0ce-2247f9f0bb09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:37.723880 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d1307-0f6b-4e51-a0ce-2247f9f0bb09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:37.724113 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d1307-0f6b-4e51-a0ce-2247f9f0bb09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:37.724426 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d1307-0f6b-4e51-a0ce-2247f9f0bb09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:37.724738 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d1307-0f6b-4e51-a0ce-2247f9f0bb09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:37.725046 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d1307-0f6b-4e51-a0ce-2247f9f0bb09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:37.725669 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d1307-0f6b-4e51-a0ce-2247f9f0bb09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:37.725669 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d1307-0f6b-4e51-a0ce-2247f9f0bb09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:48:37.777481 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] For port 0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:48:37.778011 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6304d6c2-a72b-43ca-851b-7280e3fa5055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-7c541833-0c47-4714-b15b-1930ae76fab4', 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4', 'tenant_id': '082228de5a004917b79deb4618035197', 'fixed_ips': [{'subnet_id': 'deb51ce7-c822-4279-8117-3a3d953dcc16'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:48:37.778833 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6304d6c2-a72b-43ca-851b-7280e3fa5055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:37.781108 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] For port 0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:48:37.786636 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:37.871296 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] Routers {'fd1afb34-bf54-4dbf-ad65-613480527a6d'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:48:37.872062 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:48:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['fd1afb34-bf54-4dbf-ad65-613480527a6d'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:48:37.928270 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d1307-0f6b-4e51-a0ce-2247f9f0bb09 None None] Pushing event updated for resources: {'Port': ['ID=0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:37.958905 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-6304d6c2-a72b-43ca-851b-7280e3fa5055 None None] Allocated IP 172.20.0.2 (7c541833-0c47-4714-b15b-1930ae76fab4/deb51ce7-c822-4279-8117-3a3d953dcc16/8370209f-c4c9-4ce6-806e-3210a57ca5ba) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:48:38.055609 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] Set router fd1afb34-bf54-4dbf-ad65-613480527a6d gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:48:38.168691 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6304d6c2-a72b-43ca-851b-7280e3fa5055 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:38.179597 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6304d6c2-a72b-43ca-851b-7280e3fa5055 None None] Transition to ACTIVE for port object 8370209f-c4c9-4ce6-806e-3210a57ca5ba will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:48:38.199330 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-6304d6c2-a72b-43ca-851b-7280e3fa5055 None None] Transition to ACTIVE for port object 8370209f-c4c9-4ce6-806e-3210a57ca5ba will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:48:38.205971 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6304d6c2-a72b-43ca-851b-7280e3fa5055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:38.315514 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6304d6c2-a72b-43ca-851b-7280e3fa5055 None None] Network 7c541833-0c47-4714-b15b-1930ae76fab4 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:48:38.318664 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-6304d6c2-a72b-43ca-851b-7280e3fa5055 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:48:38.323622 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6304d6c2-a72b-43ca-851b-7280e3fa5055 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:48:38.325691 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304d6c2-a72b-43ca-851b-7280e3fa5055 None None] Pushing event updated for resources: {'Port': ['ID=8370209f-c4c9-4ce6-806e-3210a57ca5ba,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:38.378756 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373109646', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:48:34Z', 'updated_at': '2022-03-09T04:48:35Z', 'revision_number': 3, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:48:35Z', 'updated_at': '2022-03-09T04:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:48:38.383383 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bec453a-61bb-4b4f-b02e-4b6ede6e76ac None None] The sync data for ids ['fd1afb34-bf54-4dbf-ad65-613480527a6d'] in n-d-825178-5 is: [{'id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373109646', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:48:34Z', 'updated_at': '2022-03-09T04:48:35Z', 'revision_number': 3, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:48:35Z', 'updated_at': '2022-03-09T04:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:48:38.414391 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6304d6c2-a72b-43ca-851b-7280e3fa5055 None None] Attempting to bind port 8370209f-c4c9-4ce6-806e-3210a57ca5ba on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:48:38.414759 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6304d6c2-a72b-43ca-851b-7280e3fa5055 None None] Attempting to bind port 8370209f-c4c9-4ce6-806e-3210a57ca5ba by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c053aee5-1d7b-4a1f-8b09-365326c6bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:48:38.415142 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6304d6c2-a72b-43ca-851b-7280e3fa5055 None None] Attempting to bind port 8370209f-c4c9-4ce6-806e-3210a57ca5ba on network 7c541833-0c47-4714-b15b-1930ae76fab4 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:48:38.420306 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6304d6c2-a72b-43ca-851b-7280e3fa5055 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:48:38.420669 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6304d6c2-a72b-43ca-851b-7280e3fa5055 None None] Checking segment: {'id': 'c053aee5-1d7b-4a1f-8b09-365326c6bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:48:38.421060 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6304d6c2-a72b-43ca-851b-7280e3fa5055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:38.421442 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6304d6c2-a72b-43ca-851b-7280e3fa5055 None None] Bound using segment: {'id': 'c053aee5-1d7b-4a1f-8b09-365326c6bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:48:38.421890 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-6304d6c2-a72b-43ca-851b-7280e3fa5055 None None] Bound port: 8370209f-c4c9-4ce6-806e-3210a57ca5ba, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c053aee5-1d7b-4a1f-8b09-365326c6bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:48:38.422253 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6304d6c2-a72b-43ca-851b-7280e3fa5055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:38.422352 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef20b032-9663-483f-8c08-02394c7722fe tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:38.523765 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6304d6c2-a72b-43ca-851b-7280e3fa5055 None None] For port 8370209f-c4c9-4ce6-806e-3210a57ca5ba, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:48:38.527230 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6304d6c2-a72b-43ca-851b-7280e3fa5055 None None] For port 8370209f-c4c9-4ce6-806e-3210a57ca5ba, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=8370209f-c4c9-4ce6-806e-3210a57ca5ba,segment=NetworkSegment(c053aee5-1d7b-4a1f-8b09-365326c6bf0a),segment_id=c053aee5-1d7b-4a1f-8b09-365326c6bf0a)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:48:38.533492 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6304d6c2-a72b-43ca-851b-7280e3fa5055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:38.636864 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304d6c2-a72b-43ca-851b-7280e3fa5055 None None] Pushing event updated for resources: {'Port': ['ID=8370209f-c4c9-4ce6-806e-3210a57ca5ba,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:38.881336 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-ef20b032-9663-483f-8c08-02394c7722fe tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Allocated IP 172.20.0.1 (7c541833-0c47-4714-b15b-1930ae76fab4/deb51ce7-c822-4279-8117-3a3d953dcc16/d2d510f7-f51f-4555-9dd9-91feab4413fe) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:48:39.063495 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef20b032-9663-483f-8c08-02394c7722fe tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:39.082186 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-ef20b032-9663-483f-8c08-02394c7722fe tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Transition to ACTIVE for port object d2d510f7-f51f-4555-9dd9-91feab4413fe will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:48:39.108501 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef20b032-9663-483f-8c08-02394c7722fe tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:39.171937 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef20b032-9663-483f-8c08-02394c7722fe tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network 7c541833-0c47-4714-b15b-1930ae76fab4 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:48:39.174833 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-ef20b032-9663-483f-8c08-02394c7722fe tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:48:39.179676 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef20b032-9663-483f-8c08-02394c7722fe tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:48:39.236420 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20b032-9663-483f-8c08-02394c7722fe tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=d2d510f7-f51f-4555-9dd9-91feab4413fe,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:39.255215 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef20b032-9663-483f-8c08-02394c7722fe tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:39.284116 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8370209f-c4c9-4ce6-806e-3210a57ca5ba up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:48:39.351392 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:39.371331 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 8370209f-c4c9-4ce6-806e-3210a57ca5ba completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:48:39.377568 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:48:39.398842 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef20b032-9663-483f-8c08-02394c7722fe tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:39.456308 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:48:39.462936 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:48:39.463430 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:39.593663 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:39.612985 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:48:39.618244 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:39.695386 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:39.738645 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ec9190-a050-44da-b0ab-07241c014950 None None] Network 7c541833-0c47-4714-b15b-1930ae76fab4 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:48:39.857830 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef20b032-9663-483f-8c08-02394c7722fe tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:39.864008 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef20b032-9663-483f-8c08-02394c7722fe tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:39.896226 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-8d87c68b-09bb-4c70-9f56-3ceeafee9866 None None] Provisioning for port 8370209f-c4c9-4ce6-806e-3210a57ca5ba completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:48:39.912502 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-8d87c68b-09bb-4c70-9f56-3ceeafee9866 None None] Provisioning complete for port 8370209f-c4c9-4ce6-806e-3210a57ca5ba triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:48:39.912861 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8d87c68b-09bb-4c70-9f56-3ceeafee9866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:39.979387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20b032-9663-483f-8c08-02394c7722fe tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=d2d510f7-f51f-4555-9dd9-91feab4413fe,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:39.993740 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ef20b032-9663-483f-8c08-02394c7722fe tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:40.105894 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8d87c68b-09bb-4c70-9f56-3ceeafee9866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:40.146310 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-8d87c68b-09bb-4c70-9f56-3ceeafee9866 None None] For port 8370209f-c4c9-4ce6-806e-3210a57ca5ba, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=8370209f-c4c9-4ce6-806e-3210a57ca5ba,segment=NetworkSegment(c053aee5-1d7b-4a1f-8b09-365326c6bf0a),segment_id=c053aee5-1d7b-4a1f-8b09-365326c6bf0a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:48:40.151084 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8d87c68b-09bb-4c70-9f56-3ceeafee9866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:40.227400 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87c68b-09bb-4c70-9f56-3ceeafee9866 None None] Pushing event updated for resources: {'Port': ['ID=8370209f-c4c9-4ce6-806e-3210a57ca5ba,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:40.271283 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef20b032-9663-483f-8c08-02394c7722fe tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network 7c541833-0c47-4714-b15b-1930ae76fab4 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:48:40.272392 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-ef20b032-9663-483f-8c08-02394c7722fe tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:48:40.379617 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3ac13962-c2e2-408d-85e0-2e848ff6d1d2 None None] Provisioning for port d2d510f7-f51f-4555-9dd9-91feab4413fe completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:48:40.385336 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3ac13962-c2e2-408d-85e0-2e848ff6d1d2 None None] Provisioning complete for port d2d510f7-f51f-4555-9dd9-91feab4413fe triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:48:40.385770 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3ac13962-c2e2-408d-85e0-2e848ff6d1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:40.446508 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-3ac13962-c2e2-408d-85e0-2e848ff6d1d2 None None] Port d2d510f7-f51f-4555-9dd9-91feab4413fe cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:48:40.458684 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-3ac13962-c2e2-408d-85e0-2e848ff6d1d2 None None] Provisioning complete for port 8370209f-c4c9-4ce6-806e-3210a57ca5ba triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:48:40.458925 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef20b032-9663-483f-8c08-02394c7722fe tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Router fd1afb34-bf54-4dbf-ad65-613480527a6d has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:48:40.459154 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3ac13962-c2e2-408d-85e0-2e848ff6d1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:40.649206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef20b032-9663-483f-8c08-02394c7722fe tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:48:40.662402 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1529062c-fe50-479e-b002-4930401ee998 None None] Sync routers for ids ['fd1afb34-bf54-4dbf-ad65-613480527a6d'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:48:40.668754 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ef20b032-9663-483f-8c08-02394c7722fe tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "PUT /v2.0/routers/fd1afb34-bf54-4dbf-ad65-613480527a6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1025891 Mar 09 04:48:40.675603 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1529062c-fe50-479e-b002-4930401ee998 None None] Routers {'fd1afb34-bf54-4dbf-ad65-613480527a6d'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:48:40.676481 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-1529062c-fe50-479e-b002-4930401ee998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:48:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['fd1afb34-bf54-4dbf-ad65-613480527a6d'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:48:40.765608 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f13942c5-e3e7-440b-a01b-7d5df4c33c63 None None] Provisioning complete for port d2d510f7-f51f-4555-9dd9-91feab4413fe triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:48:40.766251 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f13942c5-e3e7-440b-a01b-7d5df4c33c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:40.833632 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-4e9c9fef-0214-450b-aad1-99d5f81bea45 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1149194839&fields=id&tenant_id=082228de5a004917b79deb4618035197 HTTP/1.1" status: 200 len: 267 time: 0.0401733 Mar 09 04:48:40.895235 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-f13942c5-e3e7-440b-a01b-7d5df4c33c63 None None] Port d2d510f7-f51f-4555-9dd9-91feab4413fe cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:48:40.911095 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-1529062c-fe50-479e-b002-4930401ee998 None None] Set router fd1afb34-bf54-4dbf-ad65-613480527a6d gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:48:40.996985 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-674d0427-31a9-4997-a2a3-d9707f9abcfd tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:40.998452 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-674d0427-31a9-4997-a2a3-d9707f9abcfd tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/networks?id=7c541833-0c47-4714-b15b-1930ae76fab4 HTTP/1.1" status: 200 len: 797 time: 0.1577082 Mar 09 04:48:41.014003 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-3cf7be48-9187-4bbc-9a17-54b194ad3a4f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/quotas/082228de5a004917b79deb4618035197 HTTP/1.1" status: 200 len: 375 time: 0.0098908 Mar 09 04:48:41.087201 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-eee33a34-e6b5-43b9-b338-02cb4fc7c026 None None] Provisioning complete for port d2d510f7-f51f-4555-9dd9-91feab4413fe triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:48:41.087563 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-eee33a34-e6b5-43b9-b338-02cb4fc7c026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:41.098944 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-dbbf83aa-ab45-42ef-8e6a-eaa5502a1129 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:48:41.114148 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-dbbf83aa-ab45-42ef-8e6a-eaa5502a1129 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:48:41.115561 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-dbbf83aa-ab45-42ef-8e6a-eaa5502a1129 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0964031 Mar 09 04:48:41.221233 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8370209f-c4c9-4ce6-806e-3210a57ca5ba up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:48:41.251118 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-eee33a34-e6b5-43b9-b338-02cb4fc7c026 None None] Port d2d510f7-f51f-4555-9dd9-91feab4413fe cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:48:41.316036 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-3851d011-4d26-4013-a77b-61e989027450 service neutron] 10.222.0.16 "GET /v2.0/networks/7c541833-0c47-4714-b15b-1930ae76fab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881027 Mar 09 04:48:41.362721 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 8370209f-c4c9-4ce6-806e-3210a57ca5ba triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:48:41.363110 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:41.448394 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-1d89f7ff-a01b-4ad0-8290-495316dab527 service neutron] 10.222.0.16 "GET /v2.0/networks/7c541833-0c47-4714-b15b-1930ae76fab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264076 Mar 09 04:48:41.468832 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-1529062c-fe50-479e-b002-4930401ee998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373109646', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:48:34Z', 'updated_at': '2022-03-09T04:48:39Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:48:35Z', 'updated_at': '2022-03-09T04:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'd2d510f7-f51f-4555-9dd9-91feab4413fe', 'name': '', 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:56:2e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'deb51ce7-c822-4279-8117-3a3d953dcc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:48:38Z', 'updated_at': '2022-03-09T04:48:39Z', 'revision_number': 2, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': 'deb51ce7-c822-4279-8117-3a3d953dcc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:48:41.481468 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1529062c-fe50-479e-b002-4930401ee998 None None] Checking router: fd1afb34-bf54-4dbf-ad65-613480527a6d for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:48:41.481828 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1529062c-fe50-479e-b002-4930401ee998 None None] Updating router fd1afb34-bf54-4dbf-ad65-613480527a6d port d2d510f7-f51f-4555-9dd9-91feab4413fe binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:48:41.533012 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:48:41.580471 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1529062c-fe50-479e-b002-4930401ee998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:41.630942 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-87d5b167-cd1a-4125-88ed-c0391e1c7e70 req-068de0ba-a435-4683-b61a-b72aad12e284 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:48:41.644596 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-87d5b167-cd1a-4125-88ed-c0391e1c7e70 req-068de0ba-a435-4683-b61a-b72aad12e284 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:48:41.645733 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-87d5b167-cd1a-4125-88ed-c0391e1c7e70 req-068de0ba-a435-4683-b61a-b72aad12e284 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 210 time: 0.0588202 Mar 09 04:48:41.722343 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:48:41.722707 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:42.042040 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1529062c-fe50-479e-b002-4930401ee998 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:42.055640 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1529062c-fe50-479e-b002-4930401ee998 None None] Transition to ACTIVE for port object d2d510f7-f51f-4555-9dd9-91feab4413fe will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:48:42.062388 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1529062c-fe50-479e-b002-4930401ee998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:42.214698 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3c771-7811-46c7-abd7-610eba431058 None None] Pushing event updated for resources: {'Port': ['ID=d2d510f7-f51f-4555-9dd9-91feab4413fe,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:42.281166 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-1529062c-fe50-479e-b002-4930401ee998 None None] Attempting to bind port d2d510f7-f51f-4555-9dd9-91feab4413fe on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:48:42.281536 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-1529062c-fe50-479e-b002-4930401ee998 None None] Attempting to bind port d2d510f7-f51f-4555-9dd9-91feab4413fe by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'c053aee5-1d7b-4a1f-8b09-365326c6bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:48:42.281901 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1529062c-fe50-479e-b002-4930401ee998 None None] Attempting to bind port d2d510f7-f51f-4555-9dd9-91feab4413fe on network 7c541833-0c47-4714-b15b-1930ae76fab4 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:48:42.287581 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1529062c-fe50-479e-b002-4930401ee998 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:48:42.287950 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1529062c-fe50-479e-b002-4930401ee998 None None] Checking segment: {'id': 'c053aee5-1d7b-4a1f-8b09-365326c6bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:48:42.288392 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1529062c-fe50-479e-b002-4930401ee998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:42.288914 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1529062c-fe50-479e-b002-4930401ee998 None None] Bound using segment: {'id': 'c053aee5-1d7b-4a1f-8b09-365326c6bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:48:42.289468 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-1529062c-fe50-479e-b002-4930401ee998 None None] Bound port: d2d510f7-f51f-4555-9dd9-91feab4413fe, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c053aee5-1d7b-4a1f-8b09-365326c6bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:48:42.289751 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1529062c-fe50-479e-b002-4930401ee998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:42.386126 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-1529062c-fe50-479e-b002-4930401ee998 None None] For port d2d510f7-f51f-4555-9dd9-91feab4413fe, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:48:42.391647 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-1529062c-fe50-479e-b002-4930401ee998 None None] For port d2d510f7-f51f-4555-9dd9-91feab4413fe, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d2d510f7-f51f-4555-9dd9-91feab4413fe,segment=NetworkSegment(c053aee5-1d7b-4a1f-8b09-365326c6bf0a),segment_id=c053aee5-1d7b-4a1f-8b09-365326c6bf0a)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:48:42.397597 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1529062c-fe50-479e-b002-4930401ee998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:42.516707 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1529062c-fe50-479e-b002-4930401ee998 None None] Routers {'fd1afb34-bf54-4dbf-ad65-613480527a6d'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:48:42.517330 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-1529062c-fe50-479e-b002-4930401ee998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:48:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['fd1afb34-bf54-4dbf-ad65-613480527a6d'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:48:42.582878 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3c771-7811-46c7-abd7-610eba431058 None None] Pushing event updated for resources: {'Port': ['ID=d2d510f7-f51f-4555-9dd9-91feab4413fe,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:42.727780 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-1529062c-fe50-479e-b002-4930401ee998 None None] Set router fd1afb34-bf54-4dbf-ad65-613480527a6d gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:48:42.830306 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-036494a9-5e61-488f-a06a-daef18d253d9 req-efd63e58-b744-4075-91db-6261779756c2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 210 time: 0.0489612 Mar 09 04:48:42.879911 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-d1451e04-a396-4863-bc3e-57202209128c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:42.881463 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-d1451e04-a396-4863-bc3e-57202209128c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.24 "GET /v2.0/networks?id=7c541833-0c47-4714-b15b-1930ae76fab4 HTTP/1.1" status: 200 len: 797 time: 0.2167346 Mar 09 04:48:42.934101 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-cd355de2-47f1-40a4-9d1e-073c94b3cb5e tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=082228de5a004917b79deb4618035197 HTTP/1.1" status: 200 len: 380 time: 0.0439172 Mar 09 04:48:42.942764 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-62d4cdc7-cc4f-4960-a84a-53a0b8ae0daf tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'port': {'device_id': '4a53c73a-ff19-42ea-9c5a-6549cac8455f', 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4', 'admin_state_up': True, 'tenant_id': '082228de5a004917b79deb4618035197', 'security_groups': ['bf93c697-1ec6-436b-9137-e893d57fccb1']}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:48:43.055980 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-1529062c-fe50-479e-b002-4930401ee998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373109646', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:48:34Z', 'updated_at': '2022-03-09T04:48:39Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:48:35Z', 'updated_at': '2022-03-09T04:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'd2d510f7-f51f-4555-9dd9-91feab4413fe', 'name': '', 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:56:2e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'deb51ce7-c822-4279-8117-3a3d953dcc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:48:38Z', 'updated_at': '2022-03-09T04:48:42Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': 'deb51ce7-c822-4279-8117-3a3d953dcc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:48:43.059989 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1529062c-fe50-479e-b002-4930401ee998 None None] The sync data for ids ['fd1afb34-bf54-4dbf-ad65-613480527a6d'] in n-d-825178-5 is: [{'id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373109646', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:48:34Z', 'updated_at': '2022-03-09T04:48:39Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:48:35Z', 'updated_at': '2022-03-09T04:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'd2d510f7-f51f-4555-9dd9-91feab4413fe', 'name': '', 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:56:2e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'deb51ce7-c822-4279-8117-3a3d953dcc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:48:38Z', 'updated_at': '2022-03-09T04:48:42Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': 'deb51ce7-c822-4279-8117-3a3d953dcc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:48:43.077586 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-62d4cdc7-cc4f-4960-a84a-53a0b8ae0daf tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:48:43.087857 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-62d4cdc7-cc4f-4960-a84a-53a0b8ae0daf tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:48:43.106339 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-62d4cdc7-cc4f-4960-a84a-53a0b8ae0daf tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Made reservation on behalf of 082228de5a004917b79deb4618035197 for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:48:43.109920 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-62d4cdc7-cc4f-4960-a84a-53a0b8ae0daf tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:43.244185 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d2d510f7-f51f-4555-9dd9-91feab4413fe up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:48:43.292313 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-62d4cdc7-cc4f-4960-a84a-53a0b8ae0daf tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Allocated IP 172.20.0.5 (7c541833-0c47-4714-b15b-1930ae76fab4/deb51ce7-c822-4279-8117-3a3d953dcc16/c2bd8ed3-6977-45a7-a748-84000fa1f4f2) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:48:43.322557 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port d2d510f7-f51f-4555-9dd9-91feab4413fe completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:48:43.328837 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port d2d510f7-f51f-4555-9dd9-91feab4413fe triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:48:43.329299 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:43.456043 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:43.492208 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port d2d510f7-f51f-4555-9dd9-91feab4413fe, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d2d510f7-f51f-4555-9dd9-91feab4413fe,segment=NetworkSegment(c053aee5-1d7b-4a1f-8b09-365326c6bf0a),segment_id=c053aee5-1d7b-4a1f-8b09-365326c6bf0a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:48:43.497308 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:43.577009 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=d2d510f7-f51f-4555-9dd9-91feab4413fe,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:43.614727 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-62d4cdc7-cc4f-4960-a84a-53a0b8ae0daf tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:43.631127 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-62d4cdc7-cc4f-4960-a84a-53a0b8ae0daf tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Transition to ACTIVE for port object c2bd8ed3-6977-45a7-a748-84000fa1f4f2 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:48:43.655918 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-62d4cdc7-cc4f-4960-a84a-53a0b8ae0daf tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:43.723034 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-62d4cdc7-cc4f-4960-a84a-53a0b8ae0daf tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network 7c541833-0c47-4714-b15b-1930ae76fab4 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:48:43.730928 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-62d4cdc7-cc4f-4960-a84a-53a0b8ae0daf tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:48:43.735294 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-62d4cdc7-cc4f-4960-a84a-53a0b8ae0daf tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:48:43.770488 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4cdc7-cc4f-4960-a84a-53a0b8ae0daf tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=c2bd8ed3-6977-45a7-a748-84000fa1f4f2,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:43.810427 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-62d4cdc7-cc4f-4960-a84a-53a0b8ae0daf tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:43.811198 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-62d4cdc7-cc4f-4960-a84a-53a0b8ae0daf tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:43.839317 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-62d4cdc7-cc4f-4960-a84a-53a0b8ae0daf tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9003358 Mar 09 04:48:43.851111 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-43c0d964-4cd0-42dc-9913-1161262e9084 service neutron] Request body: {'port': {'device_id': '4a53c73a-ff19-42ea-9c5a-6549cac8455f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:48:44.003207 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-43c0d964-4cd0-42dc-9913-1161262e9084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:44.020051 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a4343519-1f33-44d2-9d20-f2fab155c70a None None] Provisioning for port c2bd8ed3-6977-45a7-a748-84000fa1f4f2 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:48:44.025283 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a4343519-1f33-44d2-9d20-f2fab155c70a None None] Provisioning complete for port c2bd8ed3-6977-45a7-a748-84000fa1f4f2 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:48:44.025646 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a4343519-1f33-44d2-9d20-f2fab155c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:44.075266 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70a6e6-4af1-4ca2-866a-56dc8951292b req-04c731e0-2bf8-4073-b9db-1a937ce3ce36 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:44.076993 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-af70a6e6-4af1-4ca2-866a-56dc8951292b req-04c731e0-2bf8-4073-b9db-1a937ce3ce36 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 931 time: 0.1074700 Mar 09 04:48:44.105213 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a4343519-1f33-44d2-9d20-f2fab155c70a None None] Port c2bd8ed3-6977-45a7-a748-84000fa1f4f2 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:48:44.133528 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-af70a6e6-4af1-4ca2-866a-56dc8951292b req-6111c9e1-2d80-450b-8bee-e6601288fde0 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:48:44.152135 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-af70a6e6-4af1-4ca2-866a-56dc8951292b req-6111c9e1-2d80-450b-8bee-e6601288fde0 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:48:44.154621 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-af70a6e6-4af1-4ca2-866a-56dc8951292b req-6111c9e1-2d80-450b-8bee-e6601288fde0 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf93c697-1ec6-436b-9137-e893d57fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709524 Mar 09 04:48:44.371175 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-43c0d964-4cd0-42dc-9913-1161262e9084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2bd8ed3-6977-45a7-a748-84000fa1f4f2 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:48:44.378399 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-43c0d964-4cd0-42dc-9913-1161262e9084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:44.391983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-43c0d964-4cd0-42dc-9913-1161262e9084 service neutron] Transition to ACTIVE for port object c2bd8ed3-6977-45a7-a748-84000fa1f4f2 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:48:44.395591 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-43c0d964-4cd0-42dc-9913-1161262e9084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:44.548770 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0d964-4cd0-42dc-9913-1161262e9084 service neutron] Pushing event updated for resources: {'Port': ['ID=c2bd8ed3-6977-45a7-a748-84000fa1f4f2,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:44.636117 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-43c0d964-4cd0-42dc-9913-1161262e9084 service neutron] Attempting to bind port c2bd8ed3-6977-45a7-a748-84000fa1f4f2 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:48:44.636447 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-43c0d964-4cd0-42dc-9913-1161262e9084 service neutron] Attempting to bind port c2bd8ed3-6977-45a7-a748-84000fa1f4f2 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': 'c053aee5-1d7b-4a1f-8b09-365326c6bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:48:44.636767 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-43c0d964-4cd0-42dc-9913-1161262e9084 service neutron] Attempting to bind port c2bd8ed3-6977-45a7-a748-84000fa1f4f2 on network 7c541833-0c47-4714-b15b-1930ae76fab4 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:48:44.641309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-43c0d964-4cd0-42dc-9913-1161262e9084 service neutron] Port c2bd8ed3-6977-45a7-a748-84000fa1f4f2 on network 7c541833-0c47-4714-b15b-1930ae76fab4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:48:44.641624 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-43c0d964-4cd0-42dc-9913-1161262e9084 service neutron] Attempting to bind port c2bd8ed3-6977-45a7-a748-84000fa1f4f2 on network 7c541833-0c47-4714-b15b-1930ae76fab4 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:48:44.646815 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-43c0d964-4cd0-42dc-9913-1161262e9084 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:48:44.647176 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-43c0d964-4cd0-42dc-9913-1161262e9084 service neutron] Checking segment: {'id': 'c053aee5-1d7b-4a1f-8b09-365326c6bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:48:44.648104 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-43c0d964-4cd0-42dc-9913-1161262e9084 service neutron] Bound using segment: {'id': 'c053aee5-1d7b-4a1f-8b09-365326c6bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:48:44.648535 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-43c0d964-4cd0-42dc-9913-1161262e9084 service neutron] Bound port: c2bd8ed3-6977-45a7-a748-84000fa1f4f2, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c053aee5-1d7b-4a1f-8b09-365326c6bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:48:44.648877 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-43c0d964-4cd0-42dc-9913-1161262e9084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:44.737988 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-43c0d964-4cd0-42dc-9913-1161262e9084 service neutron] For port c2bd8ed3-6977-45a7-a748-84000fa1f4f2, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:48:44.740966 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-43c0d964-4cd0-42dc-9913-1161262e9084 service neutron] For port c2bd8ed3-6977-45a7-a748-84000fa1f4f2, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c2bd8ed3-6977-45a7-a748-84000fa1f4f2,segment=NetworkSegment(c053aee5-1d7b-4a1f-8b09-365326c6bf0a),segment_id=c053aee5-1d7b-4a1f-8b09-365326c6bf0a)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:48:44.744231 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-43c0d964-4cd0-42dc-9913-1161262e9084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:44.796925 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-43c0d964-4cd0-42dc-9913-1161262e9084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:44.797521 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-43c0d964-4cd0-42dc-9913-1161262e9084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:44.798878 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-43c0d964-4cd0-42dc-9913-1161262e9084 service neutron] 10.222.0.24 "PUT /v2.0/ports/c2bd8ed3-6977-45a7-a748-84000fa1f4f2 HTTP/1.1" status: 200 len: 1091 time: 0.9523196 Mar 09 04:48:44.799309 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a53c73a-ff19-42ea-9c5a-6549cac8455f', 'tag': 'c2bd8ed3-6977-45a7-a748-84000fa1f4f2'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:48:44.828122 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0d964-4cd0-42dc-9913-1161262e9084 service neutron] Pushing event updated for resources: {'Port': ['ID=c2bd8ed3-6977-45a7-a748-84000fa1f4f2,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:44.867997 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a53c73a-ff19-42ea-9c5a-6549cac8455f', 'tag': 'c2bd8ed3-6977-45a7-a748-84000fa1f4f2', 'status': 'completed', 'code': 200} Mar 09 04:48:44.914420 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-52bbaf09-bb96-4472-afb5-42b7bc672b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:44.916155 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-52bbaf09-bb96-4472-afb5-42b7bc672b60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 1094 time: 0.0788794 Mar 09 04:48:44.986054 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-5be1e63b-66d1-421f-b8ab-b860bc57f01e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2bd8ed3-6977-45a7-a748-84000fa1f4f2 HTTP/1.1" status: 200 len: 217 time: 0.0625103 Mar 09 04:48:45.058502 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-dd2bee2e-25d6-4cb5-9f1c-75cf01043414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:45.059944 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-dd2bee2e-25d6-4cb5-9f1c-75cf01043414 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=deb51ce7-c822-4279-8117-3a3d953dcc16 HTTP/1.1" status: 200 len: 834 time: 0.0682254 Mar 09 04:48:45.134477 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-ac0637c9-819d-4fd4-9b56-a21992728831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:45.135958 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-ac0637c9-819d-4fd4-9b56-a21992728831 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c541833-0c47-4714-b15b-1930ae76fab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698717 Mar 09 04:48:45.210063 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d2d510f7-f51f-4555-9dd9-91feab4413fe up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:48:45.282820 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port d2d510f7-f51f-4555-9dd9-91feab4413fe triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:48:45.283214 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:45.346802 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834060b8-3201-4b00-bd2e-599047fa89b1 req-79bf1caf-65ac-4d3b-bdba-15b9dc28c11a tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:45.348373 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-834060b8-3201-4b00-bd2e-599047fa89b1 req-79bf1caf-65ac-4d3b-bdba-15b9dc28c11a tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 943 time: 0.0829315 Mar 09 04:48:45.386104 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-e6a3a6f2-22ef-45c4-97fe-44884159d270 service neutron] 10.222.0.24 "GET /v2.0/networks/7c541833-0c47-4714-b15b-1930ae76fab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431076 Mar 09 04:48:45.396664 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-834060b8-3201-4b00-bd2e-599047fa89b1 req-25964051-10c1-4d05-8e2e-31e309114985 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf93c697-1ec6-436b-9137-e893d57fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420251 Mar 09 04:48:45.520128 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9cd581b5-9fed-48e2-ac69-f560b769bf26 req-bfed6cd8-c03d-45c5-bbf6-f0bdd0a4da1a service neutron] 10.222.0.24 "GET /v2.0/networks/7c541833-0c47-4714-b15b-1930ae76fab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270506 Mar 09 04:48:45.633234 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a767e-d612-4e23-9105-8bfba3598a6b req-e9bde5df-fe4b-4d02-92eb-80b72ab29d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:45.635644 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3e9a767e-d612-4e23-9105-8bfba3598a6b req-e9bde5df-fe4b-4d02-92eb-80b72ab29d18 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 1094 time: 0.0727901 Mar 09 04:48:45.771678 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a767e-d612-4e23-9105-8bfba3598a6b req-1d2716f3-51ed-454e-99ae-665283375935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:45.773629 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3e9a767e-d612-4e23-9105-8bfba3598a6b req-1d2716f3-51ed-454e-99ae-665283375935 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c541833-0c47-4714-b15b-1930ae76fab4 HTTP/1.1" status: 200 len: 898 time: 0.1248739 Mar 09 04:48:45.842417 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3e9a767e-d612-4e23-9105-8bfba3598a6b req-d343a386-445f-4dfa-baf6-076de69b22c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2bd8ed3-6977-45a7-a748-84000fa1f4f2 HTTP/1.1" status: 200 len: 217 time: 0.0630584 Mar 09 04:48:45.909431 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a767e-d612-4e23-9105-8bfba3598a6b req-a452d87c-8fab-46ed-9295-07762284caca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:45.910876 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3e9a767e-d612-4e23-9105-8bfba3598a6b req-a452d87c-8fab-46ed-9295-07762284caca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=deb51ce7-c822-4279-8117-3a3d953dcc16 HTTP/1.1" status: 200 len: 834 time: 0.0629404 Mar 09 04:48:45.984412 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a767e-d612-4e23-9105-8bfba3598a6b req-c7b9a239-33bc-4b5b-a000-550c37c0881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:45.985854 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3e9a767e-d612-4e23-9105-8bfba3598a6b req-c7b9a239-33bc-4b5b-a000-550c37c0881e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c541833-0c47-4714-b15b-1930ae76fab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694518 Mar 09 04:48:46.115768 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3e9a767e-d612-4e23-9105-8bfba3598a6b req-ddfb8945-cffc-474a-8e22-797cf8d9d271 service neutron] 10.222.0.24 "GET /v2.0/networks/7c541833-0c47-4714-b15b-1930ae76fab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233227 Mar 09 04:48:46.244121 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3e9a767e-d612-4e23-9105-8bfba3598a6b req-7f96f9ef-64af-4433-b141-1ba34163a02a service neutron] 10.222.0.24 "GET /v2.0/networks/7c541833-0c47-4714-b15b-1930ae76fab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217179 Mar 09 04:48:46.580321 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3c813-f897-468c-83ac-15b2cbe362da req-3b278507-bec8-407c-bd97-3adb5b06b7e1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:46.581011 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-42a3c813-f897-468c-83ac-15b2cbe362da req-3b278507-bec8-407c-bd97-3adb5b06b7e1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:48:46.596238 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-42a3c813-f897-468c-83ac-15b2cbe362da req-3b278507-bec8-407c-bd97-3adb5b06b7e1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:48:46.597393 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42a3c813-f897-468c-83ac-15b2cbe362da req-3b278507-bec8-407c-bd97-3adb5b06b7e1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 943 time: 0.0958304 Mar 09 04:48:46.644542 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42a3c813-f897-468c-83ac-15b2cbe362da req-45350fad-a6de-472b-be5b-1a14794e2a0c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf93c697-1ec6-436b-9137-e893d57fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415180 Mar 09 04:48:47.823294 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbc0f5-77ae-479f-9f7a-8bdf3247a6fc req-4695dd1a-9c2a-4677-85ff-fcf271e202bb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:47.824735 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fdcbc0f5-77ae-479f-9f7a-8bdf3247a6fc req-4695dd1a-9c2a-4677-85ff-fcf271e202bb tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 943 time: 0.0785487 Mar 09 04:48:47.867432 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fdcbc0f5-77ae-479f-9f7a-8bdf3247a6fc req-8d297d3b-680e-4d00-95c8-ce90c461e083 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf93c697-1ec6-436b-9137-e893d57fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372255 Mar 09 04:48:49.048000 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ab48a-39bb-4cba-9205-4ae6485202b3 req-0856f4f1-2bb9-4edf-9757-b8121f4becc0 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:49.049419 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9a1ab48a-39bb-4cba-9205-4ae6485202b3 req-0856f4f1-2bb9-4edf-9757-b8121f4becc0 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 943 time: 0.0788827 Mar 09 04:48:49.079357 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device c2bd8ed3-6977-45a7-a748-84000fa1f4f2 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:48:49.093784 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9a1ab48a-39bb-4cba-9205-4ae6485202b3 req-b65ae000-1b12-4ec4-9318-92f6bda635f1 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf93c697-1ec6-436b-9137-e893d57fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385432 Mar 09 04:48:49.213344 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port c2bd8ed3-6977-45a7-a748-84000fa1f4f2, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c2bd8ed3-6977-45a7-a748-84000fa1f4f2,segment=NetworkSegment(c053aee5-1d7b-4a1f-8b09-365326c6bf0a),segment_id=c053aee5-1d7b-4a1f-8b09-365326c6bf0a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:48:49.226435 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': 'c2bd8ed3-6977-45a7-a748-84000fa1f4f2', 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4', 'port_id': 'c2bd8ed3-6977-45a7-a748-84000fa1f4f2', 'mac_address': 'fa:16:3e:9f:ab:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb51ce7-c822-4279-8117-3a3d953dcc16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:48:49.317070 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:49.333544 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2bd8ed3-6977-45a7-a748-84000fa1f4f2 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:48:49.349463 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port c2bd8ed3-6977-45a7-a748-84000fa1f4f2, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c2bd8ed3-6977-45a7-a748-84000fa1f4f2,segment=NetworkSegment(c053aee5-1d7b-4a1f-8b09-365326c6bf0a),segment_id=c053aee5-1d7b-4a1f-8b09-365326c6bf0a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:48:49.352212 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:49.416117 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=c2bd8ed3-6977-45a7-a748-84000fa1f4f2,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:49.685815 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['c2bd8ed3-6977-45a7-a748-84000fa1f4f2'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:48:50.285484 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ebb3e-6ef7-48b7-a49f-a7fbc95b659f req-8d28658a-9e8e-43e8-aa91-b6bd4797eda6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:50.286940 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e29ebb3e-6ef7-48b7-a49f-a7fbc95b659f req-8d28658a-9e8e-43e8-aa91-b6bd4797eda6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 944 time: 0.0858181 Mar 09 04:48:50.330650 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e29ebb3e-6ef7-48b7-a49f-a7fbc95b659f req-b14a8ec0-c209-4f62-89e5-3cb72d912cce tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf93c697-1ec6-436b-9137-e893d57fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374398 Mar 09 04:48:51.078941 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device c2bd8ed3-6977-45a7-a748-84000fa1f4f2 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:48:51.143138 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port c2bd8ed3-6977-45a7-a748-84000fa1f4f2 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:48:51.147680 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port c2bd8ed3-6977-45a7-a748-84000fa1f4f2 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:48:51.148040 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:51.260589 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:51.297401 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a53c73a-ff19-42ea-9c5a-6549cac8455f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2bd8ed3-6977-45a7-a748-84000fa1f4f2'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:48:51.311468 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port c2bd8ed3-6977-45a7-a748-84000fa1f4f2, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c2bd8ed3-6977-45a7-a748-84000fa1f4f2,segment=NetworkSegment(c053aee5-1d7b-4a1f-8b09-365326c6bf0a),segment_id=c053aee5-1d7b-4a1f-8b09-365326c6bf0a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:48:51.316584 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:51.349606 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a53c73a-ff19-42ea-9c5a-6549cac8455f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2bd8ed3-6977-45a7-a748-84000fa1f4f2', 'code': 200} Mar 09 04:48:51.394149 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=c2bd8ed3-6977-45a7-a748-84000fa1f4f2,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:51.494533 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe1d1d-0a26-44f4-b6c3-ef6463426e8f req-1df15c33-9a84-407a-ab5f-3464a8076d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:51.496141 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1fe1d1d-0a26-44f4-b6c3-ef6463426e8f req-1df15c33-9a84-407a-ab5f-3464a8076d5f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 1096 time: 0.0762324 Mar 09 04:48:51.526546 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fad895-5774-4990-b8df-24385b21c4b8 req-3e9b727b-8538-4e20-bdc2-cf98589ec96f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:51.527977 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-98fad895-5774-4990-b8df-24385b21c4b8 req-3e9b727b-8538-4e20-bdc2-cf98589ec96f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 945 time: 0.0808580 Mar 09 04:48:51.537132 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a1fe1d1d-0a26-44f4-b6c3-ef6463426e8f req-087d660e-829d-4848-82aa-96b1ce69e325 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bf93c697-1ec6-436b-9137-e893d57fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351465 Mar 09 04:48:51.573790 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-98fad895-5774-4990-b8df-24385b21c4b8 req-61401a04-82cc-458c-abfe-47e902949324 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf93c697-1ec6-436b-9137-e893d57fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390332 Mar 09 04:48:52.771465 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820fe30-7a86-4a76-b64b-bb1b17c6b1e5 req-4127d671-3ae1-4ba3-bb3c-000277b9bec6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:52.772921 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6820fe30-7a86-4a76-b64b-bb1b17c6b1e5 req-4127d671-3ae1-4ba3-bb3c-000277b9bec6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 945 time: 0.0871489 Mar 09 04:48:52.820541 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6820fe30-7a86-4a76-b64b-bb1b17c6b1e5 req-146e98a9-e933-45b7-8fac-383ce492e353 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf93c697-1ec6-436b-9137-e893d57fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420063 Mar 09 04:48:54.003185 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d22e9-5c3b-46f5-ab26-933ec23f86a7 req-955f08de-cc68-462f-9dff-74cb383ed1ad tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:54.004620 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c94d22e9-5c3b-46f5-ab26-933ec23f86a7 req-955f08de-cc68-462f-9dff-74cb383ed1ad tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 945 time: 0.0817223 Mar 09 04:48:54.047546 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c94d22e9-5c3b-46f5-ab26-933ec23f86a7 req-845b215e-23a8-4e93-96a5-214295d41cec tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf93c697-1ec6-436b-9137-e893d57fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369868 Mar 09 04:48:54.229914 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65365b90-04bd-47d8-b761-32987a0ce260 req-cf0f263b-028a-41dc-b942-e1e1ac5bb317 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:54.231409 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-65365b90-04bd-47d8-b761-32987a0ce260 req-cf0f263b-028a-41dc-b942-e1e1ac5bb317 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 945 time: 0.0821517 Mar 09 04:48:54.275628 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-65365b90-04bd-47d8-b761-32987a0ce260 req-f0b3ffe7-ccfd-4408-96b0-adf8c2a2ca7b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf93c697-1ec6-436b-9137-e893d57fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386381 Mar 09 04:48:54.297048 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48808) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:48:54.366613 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3c006a-c170-4cbc-9abe-e6fb03e4df8d tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:54.368110 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-0b3c006a-c170-4cbc-9abe-e6fb03e4df8d tempest-TestNetworkAdvancedServerOps-501799547 tempest-TestNetworkAdvancedServerOps-501799547-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 1091 time: 0.0701218 Mar 09 04:48:54.370881 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48812) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:48:54.375719 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-83aae429-e95e-4d8e-967b-e05523575f6c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'port_id': 'c2bd8ed3-6977-45a7-a748-84000fa1f4f2', 'tenant_id': '082228de5a004917b79deb4618035197', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:48:54.382837 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-83aae429-e95e-4d8e-967b-e05523575f6c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:48:54.386594 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-83aae429-e95e-4d8e-967b-e05523575f6c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Usage tracker for resource:floatingip and tenant:082228de5a004917b79deb4618035197 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:48:54.389357 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-83aae429-e95e-4d8e-967b-e05523575f6c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:48:54.394892 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-83aae429-e95e-4d8e-967b-e05523575f6c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:48:54.405361 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-83aae429-e95e-4d8e-967b-e05523575f6c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:54.536955 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-83aae429-e95e-4d8e-967b-e05523575f6c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:54.670141 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-83aae429-e95e-4d8e-967b-e05523575f6c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Allocated IP 172.25.7.201 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/c444f859-2d8d-478c-bdef-9b9f640f4bdd) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:48:54.815310 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-83aae429-e95e-4d8e-967b-e05523575f6c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:54.843572 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-83aae429-e95e-4d8e-967b-e05523575f6c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:55.002430 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aae429-e95e-4d8e-967b-e05523575f6c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:48:55.005745 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-83aae429-e95e-4d8e-967b-e05523575f6c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:48:55.009319 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aae429-e95e-4d8e-967b-e05523575f6c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:48:55.055316 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aae429-e95e-4d8e-967b-e05523575f6c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=c444f859-2d8d-478c-bdef-9b9f640f4bdd,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:55.419070 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-83aae429-e95e-4d8e-967b-e05523575f6c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:55.493730 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-83aae429-e95e-4d8e-967b-e05523575f6c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:55.693480 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-83aae429-e95e-4d8e-967b-e05523575f6c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:55.698525 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-83aae429-e95e-4d8e-967b-e05523575f6c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:55.805138 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aae429-e95e-4d8e-967b-e05523575f6c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event updated for resources: {'Port': ['ID=c444f859-2d8d-478c-bdef-9b9f640f4bdd,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:48:55.816739 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-83aae429-e95e-4d8e-967b-e05523575f6c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:55.983960 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-83aae429-e95e-4d8e-967b-e05523575f6c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Floating IP 6f65346a-4ffa-4983-887c-6b34916ff561 associated. External IP: 172.25.7.201, port: c2bd8ed3-6977-45a7-a748-84000fa1f4f2. Mar 09 04:48:56.327854 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83aae429-e95e-4d8e-967b-e05523575f6c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Router fd1afb34-bf54-4dbf-ad65-613480527a6d has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:48:56.632146 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83aae429-e95e-4d8e-967b-e05523575f6c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:48:56.641496 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1369b66-d60d-41d3-ae89-a5cf624ff8b8 None None] Sync routers for ids ['fd1afb34-bf54-4dbf-ad65-613480527a6d'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:48:56.651160 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1369b66-d60d-41d3-ae89-a5cf624ff8b8 None None] Routers {'fd1afb34-bf54-4dbf-ad65-613480527a6d'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:48:56.651749 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-c1369b66-d60d-41d3-ae89-a5cf624ff8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:48:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['fd1afb34-bf54-4dbf-ad65-613480527a6d'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:48:56.656683 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-83aae429-e95e-4d8e-967b-e05523575f6c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:48:56.736742 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-83aae429-e95e-4d8e-967b-e05523575f6c tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3646843 Mar 09 04:48:56.737330 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a53c73a-ff19-42ea-9c5a-6549cac8455f', 'tag': 'c2bd8ed3-6977-45a7-a748-84000fa1f4f2'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:48:56.798079 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a53c73a-ff19-42ea-9c5a-6549cac8455f', 'tag': 'c2bd8ed3-6977-45a7-a748-84000fa1f4f2', 'status': 'completed', 'code': 200} Mar 09 04:48:56.874913 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-c1369b66-d60d-41d3-ae89-a5cf624ff8b8 None None] Set router fd1afb34-bf54-4dbf-ad65-613480527a6d gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:48:56.898836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b282d14-e2b1-4cad-b907-684e6292752f req-a9ee0465-4ffe-48c0-ac61-6a22f10537e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:56.900700 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5b282d14-e2b1-4cad-b907-684e6292752f req-a9ee0465-4ffe-48c0-ac61-6a22f10537e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 1096 time: 0.0803802 Mar 09 04:48:56.927190 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9e52f-65a1-4224-941a-ee84ca2a3fe1 req-7cd607eb-25e9-465c-b1e5-30c7868c92dc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:56.933833 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e0e9e52f-65a1-4224-941a-ee84ca2a3fe1 req-7cd607eb-25e9-465c-b1e5-30c7868c92dc tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 945 time: 0.0880830 Mar 09 04:48:56.973981 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e0e9e52f-65a1-4224-941a-ee84ca2a3fe1 req-24f25102-98f6-4907-951a-fd0a8a6660b8 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf93c697-1ec6-436b-9137-e893d57fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391808 Mar 09 04:48:56.997811 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48820) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:48:57.047475 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b282d14-e2b1-4cad-b907-684e6292752f req-523186da-fcd6-4a1b-b27b-1aac2894e323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:57.049078 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5b282d14-e2b1-4cad-b907-684e6292752f req-523186da-fcd6-4a1b-b27b-1aac2894e323 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c541833-0c47-4714-b15b-1930ae76fab4 HTTP/1.1" status: 200 len: 898 time: 0.1414289 Mar 09 04:48:57.111793 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-70986acd-a90e-4459-9c53-749881b58d30 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/floatingips/6f65346a-4ffa-4983-887c-6b34916ff561 HTTP/1.1" status: 200 len: 991 time: 0.1124570 Mar 09 04:48:57.153830 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5b282d14-e2b1-4cad-b907-684e6292752f req-81f7d824-3dee-48c9-b60f-7d98a3dbd89f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2bd8ed3-6977-45a7-a748-84000fa1f4f2 HTTP/1.1" status: 200 len: 999 time: 0.0986958 Mar 09 04:48:57.216014 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b282d14-e2b1-4cad-b907-684e6292752f req-d4e8a7d1-0a45-4e66-bb35-539fb75ed68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:57.217443 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5b282d14-e2b1-4cad-b907-684e6292752f req-d4e8a7d1-0a45-4e66-bb35-539fb75ed68c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=deb51ce7-c822-4279-8117-3a3d953dcc16 HTTP/1.1" status: 200 len: 834 time: 0.0577481 Mar 09 04:48:57.228621 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-c1369b66-d60d-41d3-ae89-a5cf624ff8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373109646', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:48:34Z', 'updated_at': '2022-03-09T04:48:39Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:48:35Z', 'updated_at': '2022-03-09T04:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '6f65346a-4ffa-4983-887c-6b34916ff561', 'tenant_id': '082228de5a004917b79deb4618035197', 'floating_ip_address': '172.25.7.201', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'port_id': 'c2bd8ed3-6977-45a7-a748-84000fa1f4f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4', 'mac_address': 'fa:16:3e:9f:ab:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a53c73a-ff19-42ea-9c5a-6549cac8455f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:48:55Z', 'updated_at': '2022-03-09T04:48:55Z', 'revision_number': 0, 'project_id': '082228de5a004917b79deb4618035197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d510f7-f51f-4555-9dd9-91feab4413fe', 'name': '', 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:56:2e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'deb51ce7-c822-4279-8117-3a3d953dcc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:48:38Z', 'updated_at': '2022-03-09T04:48:43Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': 'deb51ce7-c822-4279-8117-3a3d953dcc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:48:57.232331 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1369b66-d60d-41d3-ae89-a5cf624ff8b8 None None] Checking router: fd1afb34-bf54-4dbf-ad65-613480527a6d for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:48:57.240404 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1369b66-d60d-41d3-ae89-a5cf624ff8b8 None None] Routers {'fd1afb34-bf54-4dbf-ad65-613480527a6d'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:48:57.241520 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-c1369b66-d60d-41d3-ae89-a5cf624ff8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:48:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['fd1afb34-bf54-4dbf-ad65-613480527a6d'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:48:57.294991 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b282d14-e2b1-4cad-b907-684e6292752f req-05499cf1-0761-4e56-bcb8-e90c92c0d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:48:57.296542 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5b282d14-e2b1-4cad-b907-684e6292752f req-05499cf1-0761-4e56-bcb8-e90c92c0d61f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c541833-0c47-4714-b15b-1930ae76fab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737734 Mar 09 04:48:57.415249 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-c1369b66-d60d-41d3-ae89-a5cf624ff8b8 None None] Set router fd1afb34-bf54-4dbf-ad65-613480527a6d gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:48:57.450963 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5b282d14-e2b1-4cad-b907-684e6292752f req-d2969cf9-5d59-4067-96a3-f079d34dee08 service neutron] 10.222.0.24 "GET /v2.0/networks/7c541833-0c47-4714-b15b-1930ae76fab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484160 Mar 09 04:48:57.583349 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5b282d14-e2b1-4cad-b907-684e6292752f req-69d8ce67-e71f-4557-abce-bdf9459d73aa service neutron] 10.222.0.24 "GET /v2.0/networks/7c541833-0c47-4714-b15b-1930ae76fab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243606 Mar 09 04:48:57.755895 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-c1369b66-d60d-41d3-ae89-a5cf624ff8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373109646', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:48:34Z', 'updated_at': '2022-03-09T04:48:39Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:48:35Z', 'updated_at': '2022-03-09T04:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '6f65346a-4ffa-4983-887c-6b34916ff561', 'tenant_id': '082228de5a004917b79deb4618035197', 'floating_ip_address': '172.25.7.201', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'port_id': 'c2bd8ed3-6977-45a7-a748-84000fa1f4f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4', 'mac_address': 'fa:16:3e:9f:ab:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a53c73a-ff19-42ea-9c5a-6549cac8455f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:48:55Z', 'updated_at': '2022-03-09T04:48:55Z', 'revision_number': 0, 'project_id': '082228de5a004917b79deb4618035197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d510f7-f51f-4555-9dd9-91feab4413fe', 'name': '', 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:56:2e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'deb51ce7-c822-4279-8117-3a3d953dcc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:48:38Z', 'updated_at': '2022-03-09T04:48:43Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': 'deb51ce7-c822-4279-8117-3a3d953dcc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:48:57.759663 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1369b66-d60d-41d3-ae89-a5cf624ff8b8 None None] The sync data for ids ['fd1afb34-bf54-4dbf-ad65-613480527a6d'] in n-d-825178-5 is: [{'id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373109646', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:48:34Z', 'updated_at': '2022-03-09T04:48:39Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:48:35Z', 'updated_at': '2022-03-09T04:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '6f65346a-4ffa-4983-887c-6b34916ff561', 'tenant_id': '082228de5a004917b79deb4618035197', 'floating_ip_address': '172.25.7.201', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'port_id': 'c2bd8ed3-6977-45a7-a748-84000fa1f4f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4', 'mac_address': 'fa:16:3e:9f:ab:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a53c73a-ff19-42ea-9c5a-6549cac8455f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:48:55Z', 'updated_at': '2022-03-09T04:48:55Z', 'revision_number': 0, 'project_id': '082228de5a004917b79deb4618035197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d510f7-f51f-4555-9dd9-91feab4413fe', 'name': '', 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:56:2e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'deb51ce7-c822-4279-8117-3a3d953dcc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:48:38Z', 'updated_at': '2022-03-09T04:48:43Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': 'deb51ce7-c822-4279-8117-3a3d953dcc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:48:57.933100 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd603c86-058d-476d-b8df-ca55b2bcc14c None None] New status for floating IP 6f65346a-4ffa-4983-887c-6b34916ff561: ACTIVE {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:48:58.115892 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48824) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:48:58.224161 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-85f1cac4-de31-48d0-a316-2ce53d419277 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/floatingips/6f65346a-4ffa-4983-887c-6b34916ff561 HTTP/1.1" status: 200 len: 993 time: 0.1070511 Mar 09 04:48:58.845166 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bde01dab-ffad-44b9-87b6-f9ac4c374089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:49:01.232089 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e217e7f7-70e1-4500-9cae-f933c9ac0811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:49:02.392631 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:49:02.455975 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:49:03.628364 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:49:03.723814 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:49:04.805461 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:49:09.315114 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:49:28.846188 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0d2c0462-bacc-4b22-96b0-4ecbe493aa88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:49:31.232877 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b7d0abc4-802a-4775-8a2a-47c16db775eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:49:32.393370 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:49:32.460731 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:49:33.728578 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:49:33.786536 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-36516542-7b73-4241-a4a2-6c606a9e4baf req-134b79c6-42c1-4526-8062-cc4a2bb2058e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673392 Mar 09 04:49:33.923688 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36516542-7b73-4241-a4a2-6c606a9e4baf req-e9c05801-2f6c-4312-9912-d2e96999accd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:49:33.925127 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-36516542-7b73-4241-a4a2-6c606a9e4baf req-e9c05801-2f6c-4312-9912-d2e96999accd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 1096 time: 0.0724030 Mar 09 04:49:34.066256 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36516542-7b73-4241-a4a2-6c606a9e4baf req-1a734107-24f8-492f-8263-a5986bd3ccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:49:34.067742 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-36516542-7b73-4241-a4a2-6c606a9e4baf req-1a734107-24f8-492f-8263-a5986bd3ccf5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c541833-0c47-4714-b15b-1930ae76fab4 HTTP/1.1" status: 200 len: 898 time: 0.1241102 Mar 09 04:49:34.166510 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-36516542-7b73-4241-a4a2-6c606a9e4baf req-33997986-0560-428e-8211-8668b23c9627 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2bd8ed3-6977-45a7-a748-84000fa1f4f2 HTTP/1.1" status: 200 len: 1001 time: 0.0924027 Mar 09 04:49:34.224895 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36516542-7b73-4241-a4a2-6c606a9e4baf req-d89f18dc-6ea0-4a5c-8329-e348c53a7188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:49:34.226228 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-36516542-7b73-4241-a4a2-6c606a9e4baf req-d89f18dc-6ea0-4a5c-8329-e348c53a7188 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=deb51ce7-c822-4279-8117-3a3d953dcc16 HTTP/1.1" status: 200 len: 834 time: 0.0546551 Mar 09 04:49:34.297509 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36516542-7b73-4241-a4a2-6c606a9e4baf req-d09ea75d-a8e5-436a-ac56-d7af750d8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:49:34.298952 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-36516542-7b73-4241-a4a2-6c606a9e4baf req-d09ea75d-a8e5-436a-ac56-d7af750d8651 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c541833-0c47-4714-b15b-1930ae76fab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668759 Mar 09 04:49:34.530049 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-36516542-7b73-4241-a4a2-6c606a9e4baf req-2a28877a-9160-4603-9cc8-e0a30d7a642a service neutron] 10.222.0.24 "GET /v2.0/networks/7c541833-0c47-4714-b15b-1930ae76fab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252810 Mar 09 04:49:34.659929 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-36516542-7b73-4241-a4a2-6c606a9e4baf req-ada309ef-888d-4822-81c9-be84068bda25 service neutron] 10.222.0.24 "GET /v2.0/networks/7c541833-0c47-4714-b15b-1930ae76fab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231356 Mar 09 04:49:34.800862 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:49:39.317021 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:49:40.627454 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:49:54.200166 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-9feb8ed7-1681-43a2-a64e-379d94deb687 req-eb8dbd60-d1d8-4121-ac75-9e2ec7d4aa16 service neutron] (87881) timed out ('10.222.0.16', 44706) {{(pid=87881) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 09 04:49:58.847839 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-740c9aee-7510-4da8-a7c8-6e7af8873c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:01.233713 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-22aa74ac-649b-442e-bcdc-4e996c4acbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:01.320086 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87351726-a803-49c3-83d6-3e8c71508ef6 req-ac87eb1d-049f-4fd7-bdbd-121b527aa63d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:01.322139 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-87351726-a803-49c3-83d6-3e8c71508ef6 req-ac87eb1d-049f-4fd7-bdbd-121b527aa63d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 945 time: 0.1264658 Mar 09 04:50:01.364994 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-87351726-a803-49c3-83d6-3e8c71508ef6 req-0b1011ab-9055-454c-ac8d-06b3e8cba807 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf93c697-1ec6-436b-9137-e893d57fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370538 Mar 09 04:50:02.395211 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:02.462285 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:02.709998 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4a980-9365-41fb-823f-1e57a3dea467 req-70b0608d-df4c-40f1-9710-07ec94a93cc0 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:02.711944 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b2c4a980-9365-41fb-823f-1e57a3dea467 req-70b0608d-df4c-40f1-9710-07ec94a93cc0 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 945 time: 0.2357659 Mar 09 04:50:02.754431 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b2c4a980-9365-41fb-823f-1e57a3dea467 req-39a13592-5533-47a9-b10b-82717526897f tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf93c697-1ec6-436b-9137-e893d57fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367849 Mar 09 04:50:03.731353 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:03.942320 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb666aa-8293-40d4-affe-ab5ed11e4988 req-c3520d88-afee-45ae-befb-caaf0384bf15 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:03.943775 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ecb666aa-8293-40d4-affe-ab5ed11e4988 req-c3520d88-afee-45ae-befb-caaf0384bf15 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 945 time: 0.0821364 Mar 09 04:50:03.987299 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ecb666aa-8293-40d4-affe-ab5ed11e4988 req-3a5262e5-e993-4ef2-9d0f-93fc2aa68779 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf93c697-1ec6-436b-9137-e893d57fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378113 Mar 09 04:50:04.009388 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48862) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:04.113723 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-04eed862-7d0c-41a5-a9e6-6851f6c9baab tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/floatingips/6f65346a-4ffa-4983-887c-6b34916ff561 HTTP/1.1" status: 200 len: 993 time: 0.1032665 Mar 09 04:50:04.802567 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:05.549372 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df812a87-d343-4d05-bdf7-9094d73e859a req-e3ca4ed6-dddb-420b-a631-b979881591f4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:05.550808 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-df812a87-d343-4d05-bdf7-9094d73e859a req-e3ca4ed6-dddb-420b-a631-b979881591f4 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 945 time: 0.0804193 Mar 09 04:50:05.554605 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610c187-40d7-4abe-8757-aeb039940cec req-5e71668f-683c-4ce4-ac6b-ec19fa9591d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:05.556081 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8610c187-40d7-4abe-8757-aeb039940cec req-5e71668f-683c-4ce4-ac6b-ec19fa9591d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 1096 time: 0.0706253 Mar 09 04:50:05.595105 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-df812a87-d343-4d05-bdf7-9094d73e859a req-7427d16f-b4dc-4259-918c-f2e0004614e2 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf93c697-1ec6-436b-9137-e893d57fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380406 Mar 09 04:50:05.685101 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610c187-40d7-4abe-8757-aeb039940cec req-b99624a4-590f-4bac-9643-606f2b60a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:05.686446 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8610c187-40d7-4abe-8757-aeb039940cec req-b99624a4-590f-4bac-9643-606f2b60a6fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c541833-0c47-4714-b15b-1930ae76fab4 HTTP/1.1" status: 200 len: 898 time: 0.1247931 Mar 09 04:50:05.788612 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8610c187-40d7-4abe-8757-aeb039940cec req-ede3d183-e2b0-4ad1-96ce-9384d7ad0ee3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2bd8ed3-6977-45a7-a748-84000fa1f4f2 HTTP/1.1" status: 200 len: 1001 time: 0.0961754 Mar 09 04:50:05.849142 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610c187-40d7-4abe-8757-aeb039940cec req-a6f52463-7b94-4dda-9766-5d6c9e279f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:05.850491 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8610c187-40d7-4abe-8757-aeb039940cec req-a6f52463-7b94-4dda-9766-5d6c9e279f2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=deb51ce7-c822-4279-8117-3a3d953dcc16 HTTP/1.1" status: 200 len: 834 time: 0.0559993 Mar 09 04:50:05.926824 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610c187-40d7-4abe-8757-aeb039940cec req-98f60ff0-fa79-4e6b-9486-3f0ce8673c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:05.928299 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8610c187-40d7-4abe-8757-aeb039940cec req-98f60ff0-fa79-4e6b-9486-3f0ce8673c70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c541833-0c47-4714-b15b-1930ae76fab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723333 Mar 09 04:50:06.055770 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8610c187-40d7-4abe-8757-aeb039940cec req-d6056c8b-502f-44a6-9f4c-78afc860686d service neutron] 10.222.0.24 "GET /v2.0/networks/7c541833-0c47-4714-b15b-1930ae76fab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211610 Mar 09 04:50:06.182450 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8610c187-40d7-4abe-8757-aeb039940cec req-4205b1f7-a3fd-401f-a7c3-fea27a1fa6ea service neutron] 10.222.0.24 "GET /v2.0/networks/7c541833-0c47-4714-b15b-1930ae76fab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200521 Mar 09 04:50:06.778492 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a59fc-2499-4d72-a1b8-d90e7c2baea7 req-c7f8c9be-7cba-4878-a42b-0f5f64b8a18a tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:06.779947 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3e3a59fc-2499-4d72-a1b8-d90e7c2baea7 req-c7f8c9be-7cba-4878-a42b-0f5f64b8a18a tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 945 time: 0.0784380 Mar 09 04:50:06.822685 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3e3a59fc-2499-4d72-a1b8-d90e7c2baea7 req-4e605092-3fc6-4e4e-9a88-78dbb825a2b6 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf93c697-1ec6-436b-9137-e893d57fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373273 Mar 09 04:50:08.014458 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21c3bf-f3d2-4fcb-bf37-ced6401e9d95 req-f39d1cc1-f1e0-45b5-9656-5e329e7629fe tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:08.015924 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ac21c3bf-f3d2-4fcb-bf37-ced6401e9d95 req-f39d1cc1-f1e0-45b5-9656-5e329e7629fe tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 945 time: 0.0801775 Mar 09 04:50:08.058995 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-ac21c3bf-f3d2-4fcb-bf37-ced6401e9d95 req-b92cab67-4db6-4aec-a4b7-a4be8dc2d685 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf93c697-1ec6-436b-9137-e893d57fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376146 Mar 09 04:50:08.080941 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48876) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:08.186101 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-e022b4fe-05c8-485e-b367-f3ce70016244 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/floatingips/6f65346a-4ffa-4983-887c-6b34916ff561 HTTP/1.1" status: 200 len: 993 time: 0.1039872 Mar 09 04:50:08.505415 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48884) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:08.704854 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-d41e3890-4e98-461a-9ba8-ef9b38fcad22 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Deleting port c444f859-2d8d-478c-bdef-9b9f640f4bdd {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:50:08.705198 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d41e3890-4e98-461a-9ba8-ef9b38fcad22 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:08.868035 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d41e3890-4e98-461a-9ba8-ef9b38fcad22 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:08.868277 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d41e3890-4e98-461a-9ba8-ef9b38fcad22 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:08.988797 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-d41e3890-4e98-461a-9ba8-ef9b38fcad22 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Calling delete_port for c444f859-2d8d-478c-bdef-9b9f640f4bdd owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:50:09.136552 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d41e3890-4e98-461a-9ba8-ef9b38fcad22 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:09.185208 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e3890-4e98-461a-9ba8-ef9b38fcad22 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Port': ['ID=c444f859-2d8d-478c-bdef-9b9f640f4bdd,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:09.221395 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e3890-4e98-461a-9ba8-ef9b38fcad22 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:09.221738 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e3890-4e98-461a-9ba8-ef9b38fcad22 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:09.222068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e3890-4e98-461a-9ba8-ef9b38fcad22 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:09.222394 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e3890-4e98-461a-9ba8-ef9b38fcad22 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:09.222716 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e3890-4e98-461a-9ba8-ef9b38fcad22 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:09.223067 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e3890-4e98-461a-9ba8-ef9b38fcad22 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:09.223387 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e3890-4e98-461a-9ba8-ef9b38fcad22 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:09.223699 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e3890-4e98-461a-9ba8-ef9b38fcad22 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:09.224010 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e3890-4e98-461a-9ba8-ef9b38fcad22 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:09.224323 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e3890-4e98-461a-9ba8-ef9b38fcad22 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:09.224632 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e3890-4e98-461a-9ba8-ef9b38fcad22 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:09.224938 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e3890-4e98-461a-9ba8-ef9b38fcad22 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:09.287789 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d41e3890-4e98-461a-9ba8-ef9b38fcad22 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:09.288114 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-d41e3890-4e98-461a-9ba8-ef9b38fcad22 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Floating IP 6f65346a-4ffa-4983-887c-6b34916ff561 disassociated (deleted). External IP: 172.25.7.201, port: c2bd8ed3-6977-45a7-a748-84000fa1f4f2. Mar 09 04:50:09.336250 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:09.744123 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41e3890-4e98-461a-9ba8-ef9b38fcad22 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Router fd1afb34-bf54-4dbf-ad65-613480527a6d has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:50:09.915943 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41e3890-4e98-461a-9ba8-ef9b38fcad22 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:50:09.925938 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7d4b17-d68d-4c8c-9606-4bc0cd24bc58 None None] Sync routers for ids ['fd1afb34-bf54-4dbf-ad65-613480527a6d'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:50:09.936012 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7d4b17-d68d-4c8c-9606-4bc0cd24bc58 None None] Routers {'fd1afb34-bf54-4dbf-ad65-613480527a6d'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:50:09.936191 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d41e3890-4e98-461a-9ba8-ef9b38fcad22 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:09.936604 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6b7d4b17-d68d-4c8c-9606-4bc0cd24bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:50:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['fd1afb34-bf54-4dbf-ad65-613480527a6d'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:09.993051 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d41e3890-4e98-461a-9ba8-ef9b38fcad22 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "DELETE /v2.0/floatingips/6f65346a-4ffa-4983-887c-6b34916ff561 HTTP/1.1" status: 204 len: 168 time: 1.4865699 Mar 09 04:50:09.994191 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a53c73a-ff19-42ea-9c5a-6549cac8455f', 'tag': 'c2bd8ed3-6977-45a7-a748-84000fa1f4f2'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:50:10.042700 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a53c73a-ff19-42ea-9c5a-6549cac8455f', 'tag': 'c2bd8ed3-6977-45a7-a748-84000fa1f4f2', 'status': 'completed', 'code': 200} Mar 09 04:50:10.140251 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205e0e3-99a4-413d-912f-742c0ffec136 req-0153c509-948d-4872-961c-cb5d3b530be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:10.141737 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1205e0e3-99a4-413d-912f-742c0ffec136 req-0153c509-948d-4872-961c-cb5d3b530be8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=082228de5a004917b79deb4618035197&device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 1096 time: 0.0758202 Mar 09 04:50:10.145955 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-6b7d4b17-d68d-4c8c-9606-4bc0cd24bc58 None None] Set router fd1afb34-bf54-4dbf-ad65-613480527a6d gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:50:10.433323 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205e0e3-99a4-413d-912f-742c0ffec136 req-ba6af5e2-83b4-4a83-938d-cb727415fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:10.434672 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1205e0e3-99a4-413d-912f-742c0ffec136 req-ba6af5e2-83b4-4a83-938d-cb727415fbf6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c541833-0c47-4714-b15b-1930ae76fab4 HTTP/1.1" status: 200 len: 898 time: 0.2873049 Mar 09 04:50:10.462006 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6b7d4b17-d68d-4c8c-9606-4bc0cd24bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373109646', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:48:34Z', 'updated_at': '2022-03-09T04:48:39Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:48:35Z', 'updated_at': '2022-03-09T04:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'd2d510f7-f51f-4555-9dd9-91feab4413fe', 'name': '', 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:56:2e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'deb51ce7-c822-4279-8117-3a3d953dcc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:48:38Z', 'updated_at': '2022-03-09T04:48:43Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': 'deb51ce7-c822-4279-8117-3a3d953dcc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:10.466343 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7d4b17-d68d-4c8c-9606-4bc0cd24bc58 None None] Checking router: fd1afb34-bf54-4dbf-ad65-613480527a6d for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:50:10.474475 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7d4b17-d68d-4c8c-9606-4bc0cd24bc58 None None] Routers {'fd1afb34-bf54-4dbf-ad65-613480527a6d'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:50:10.475092 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6b7d4b17-d68d-4c8c-9606-4bc0cd24bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:50:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['fd1afb34-bf54-4dbf-ad65-613480527a6d'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:10.509725 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1205e0e3-99a4-413d-912f-742c0ffec136 req-5a3f3154-8bff-4ebf-ac50-2a917d226911 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2bd8ed3-6977-45a7-a748-84000fa1f4f2 HTTP/1.1" status: 200 len: 217 time: 0.0656118 Mar 09 04:50:10.520015 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5639f0c-7738-4889-a334-fdb8d3e56151 req-c0e3b0f2-1853-41c8-8a63-47c870261578 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:10.521385 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f5639f0c-7738-4889-a334-fdb8d3e56151 req-c0e3b0f2-1853-41c8-8a63-47c870261578 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 945 time: 0.1746976 Mar 09 04:50:10.611369 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205e0e3-99a4-413d-912f-742c0ffec136 req-2d3fc137-bfef-4ffd-97ee-f368cc01bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:10.612799 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1205e0e3-99a4-413d-912f-742c0ffec136 req-2d3fc137-bfef-4ffd-97ee-f368cc01bb01 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=deb51ce7-c822-4279-8117-3a3d953dcc16 HTTP/1.1" status: 200 len: 834 time: 0.0905657 Mar 09 04:50:10.615708 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f5639f0c-7738-4889-a334-fdb8d3e56151 req-3bc1eab7-9a0f-418e-a854-0f59250a603b tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf93c697-1ec6-436b-9137-e893d57fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611932 Mar 09 04:50:10.654687 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-6b7d4b17-d68d-4c8c-9606-4bc0cd24bc58 None None] Set router fd1afb34-bf54-4dbf-ad65-613480527a6d gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:50:10.687404 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205e0e3-99a4-413d-912f-742c0ffec136 req-88f60aae-7cb9-4aaf-9fec-000cf6186550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:10.688770 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1205e0e3-99a4-413d-912f-742c0ffec136 req-88f60aae-7cb9-4aaf-9fec-000cf6186550 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c541833-0c47-4714-b15b-1930ae76fab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696154 Mar 09 04:50:10.825002 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1205e0e3-99a4-413d-912f-742c0ffec136 req-f8470b35-af5b-4baa-9f71-c4fe0c3adee7 service neutron] 10.222.0.24 "GET /v2.0/networks/7c541833-0c47-4714-b15b-1930ae76fab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248887 Mar 09 04:50:10.957632 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1205e0e3-99a4-413d-912f-742c0ffec136 req-4aec53a4-1701-45d7-97ae-6a017e8228bc service neutron] 10.222.0.24 "GET /v2.0/networks/7c541833-0c47-4714-b15b-1930ae76fab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267629 Mar 09 04:50:10.967963 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6b7d4b17-d68d-4c8c-9606-4bc0cd24bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373109646', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:48:34Z', 'updated_at': '2022-03-09T04:48:39Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:48:35Z', 'updated_at': '2022-03-09T04:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'd2d510f7-f51f-4555-9dd9-91feab4413fe', 'name': '', 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:56:2e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'deb51ce7-c822-4279-8117-3a3d953dcc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:48:38Z', 'updated_at': '2022-03-09T04:48:43Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': 'deb51ce7-c822-4279-8117-3a3d953dcc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:10.972096 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7d4b17-d68d-4c8c-9606-4bc0cd24bc58 None None] The sync data for ids ['fd1afb34-bf54-4dbf-ad65-613480527a6d'] in n-d-825178-5 is: [{'id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373109646', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:48:34Z', 'updated_at': '2022-03-09T04:48:39Z', 'revision_number': 4, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:48:35Z', 'updated_at': '2022-03-09T04:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': 'd2d510f7-f51f-4555-9dd9-91feab4413fe', 'name': '', 'network_id': '7c541833-0c47-4714-b15b-1930ae76fab4', 'tenant_id': '082228de5a004917b79deb4618035197', 'mac_address': 'fa:16:3e:56:2e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'deb51ce7-c822-4279-8117-3a3d953dcc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:48:38Z', 'updated_at': '2022-03-09T04:48:43Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'subnets': [{'id': 'deb51ce7-c822-4279-8117-3a3d953dcc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:50:11.171682 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68671ee5-68c2-4260-b366-91d933d86324 None None] New status for floating IP 6f65346a-4ffa-4983-887c-6b34916ff561: DOWN {{(pid=87882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:50:11.803634 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c0f64-86b2-4275-a4c7-5d96588c84da req-7e0a6e60-7a8c-4f43-9820-4a42587ca791 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:11.804318 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-438c0f64-86b2-4275-a4c7-5d96588c84da req-7e0a6e60-7a8c-4f43-9820-4a42587ca791 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Synchronizing usage tracker for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:50:11.819646 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-438c0f64-86b2-4275-a4c7-5d96588c84da req-7e0a6e60-7a8c-4f43-9820-4a42587ca791 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Unset dirty status for tenant:082228de5a004917b79deb4618035197 on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:50:11.820914 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-438c0f64-86b2-4275-a4c7-5d96588c84da req-7e0a6e60-7a8c-4f43-9820-4a42587ca791 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 945 time: 0.0951617 Mar 09 04:50:11.864413 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-438c0f64-86b2-4275-a4c7-5d96588c84da req-47e0b3d8-927d-4326-ab45-fd6eca8adf64 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf93c697-1ec6-436b-9137-e893d57fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377812 Mar 09 04:50:12.055604 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12fb54-326d-42a5-8411-9384db437a29 req-87fcc1dc-d09a-4f3b-80b3-6a3a247b1ab5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:12.057054 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ee12fb54-326d-42a5-8411-9384db437a29 req-87fcc1dc-d09a-4f3b-80b3-6a3a247b1ab5 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 945 time: 0.0824735 Mar 09 04:50:12.123531 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-ee12fb54-326d-42a5-8411-9384db437a29 req-6f932b12-9ad8-42aa-8401-9684046cf373 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Deleting port c2bd8ed3-6977-45a7-a748-84000fa1f4f2 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:50:12.123870 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ee12fb54-326d-42a5-8411-9384db437a29 req-6f932b12-9ad8-42aa-8401-9684046cf373 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:12.362766 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-ee12fb54-326d-42a5-8411-9384db437a29 req-6f932b12-9ad8-42aa-8401-9684046cf373 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] For port c2bd8ed3-6977-45a7-a748-84000fa1f4f2, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=c2bd8ed3-6977-45a7-a748-84000fa1f4f2,segment=NetworkSegment(c053aee5-1d7b-4a1f-8b09-365326c6bf0a),segment_id=c053aee5-1d7b-4a1f-8b09-365326c6bf0a)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:50:12.363149 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ee12fb54-326d-42a5-8411-9384db437a29 req-6f932b12-9ad8-42aa-8401-9684046cf373 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:12.483883 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-ee12fb54-326d-42a5-8411-9384db437a29 req-6f932b12-9ad8-42aa-8401-9684046cf373 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Calling delete_port for c2bd8ed3-6977-45a7-a748-84000fa1f4f2 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:50:12.625501 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ee12fb54-326d-42a5-8411-9384db437a29 req-6f932b12-9ad8-42aa-8401-9684046cf373 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:12.674198 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f932b12-9ad8-42aa-8401-9684046cf373 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Port': ['ID=c2bd8ed3-6977-45a7-a748-84000fa1f4f2,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:12.715855 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f932b12-9ad8-42aa-8401-9684046cf373 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:12.716199 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f932b12-9ad8-42aa-8401-9684046cf373 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:12.716535 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f932b12-9ad8-42aa-8401-9684046cf373 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:12.716868 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f932b12-9ad8-42aa-8401-9684046cf373 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:12.717263 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f932b12-9ad8-42aa-8401-9684046cf373 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:12.717599 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f932b12-9ad8-42aa-8401-9684046cf373 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:12.717921 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f932b12-9ad8-42aa-8401-9684046cf373 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:12.718236 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f932b12-9ad8-42aa-8401-9684046cf373 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:12.718561 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f932b12-9ad8-42aa-8401-9684046cf373 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:12.719502 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f932b12-9ad8-42aa-8401-9684046cf373 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:12.719827 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f932b12-9ad8-42aa-8401-9684046cf373 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:12.720143 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f932b12-9ad8-42aa-8401-9684046cf373 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:12.761164 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee12fb54-326d-42a5-8411-9384db437a29 req-6f932b12-9ad8-42aa-8401-9684046cf373 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] No DVR routers for this DVR port c2bd8ed3-6977-45a7-a748-84000fa1f4f2 on host n-h1-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:50:12.763520 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ee12fb54-326d-42a5-8411-9384db437a29 req-6f932b12-9ad8-42aa-8401-9684046cf373 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:12.765902 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a53c73a-ff19-42ea-9c5a-6549cac8455f', 'name': 'network-vif-deleted', 'tag': 'c2bd8ed3-6977-45a7-a748-84000fa1f4f2'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:50:12.781392 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ee12fb54-326d-42a5-8411-9384db437a29 req-6f932b12-9ad8-42aa-8401-9684046cf373 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.24 "DELETE /v2.0/ports/c2bd8ed3-6977-45a7-a748-84000fa1f4f2 HTTP/1.1" status: 204 len: 173 time: 0.7194588 Mar 09 04:50:12.814240 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a53c73a-ff19-42ea-9c5a-6549cac8455f', 'name': 'network-vif-deleted', 'tag': 'c2bd8ed3-6977-45a7-a748-84000fa1f4f2', 'status': 'completed', 'code': 200} Mar 09 04:50:13.027830 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3461824b-a2df-4e45-9d40-fa7f58543968 req-4c8c4ade-0d61-4973-8eb2-93271b874d64 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a53c73a-ff19-42ea-9c5a-6549cac8455f HTTP/1.1" status: 200 len: 210 time: 0.0458531 Mar 09 04:50:14.122376 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48902) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:14.671719 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ace80f7f-0427-424e-ae5a-df5c26dd7513 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:15.143439 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-ace80f7f-0427-424e-ae5a-df5c26dd7513 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Deleting port d2d510f7-f51f-4555-9dd9-91feab4413fe {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:50:15.144178 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ace80f7f-0427-424e-ae5a-df5c26dd7513 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:15.333246 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-ace80f7f-0427-424e-ae5a-df5c26dd7513 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] For port d2d510f7-f51f-4555-9dd9-91feab4413fe, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=d2d510f7-f51f-4555-9dd9-91feab4413fe,segment=NetworkSegment(c053aee5-1d7b-4a1f-8b09-365326c6bf0a),segment_id=c053aee5-1d7b-4a1f-8b09-365326c6bf0a)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:50:15.333590 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ace80f7f-0427-424e-ae5a-df5c26dd7513 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:15.455383 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-ace80f7f-0427-424e-ae5a-df5c26dd7513 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Calling delete_port for d2d510f7-f51f-4555-9dd9-91feab4413fe owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:50:15.576013 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device c2bd8ed3-6977-45a7-a748-84000fa1f4f2 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:50:15.612075 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: c2bd8ed3-6977-45a7-a748-84000fa1f4f2 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:50:15.612409 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device c2bd8ed3-6977-45a7-a748-84000fa1f4f2 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:50:15.773345 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ace80f7f-0427-424e-ae5a-df5c26dd7513 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:15.850694 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace80f7f-0427-424e-ae5a-df5c26dd7513 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Port': ['ID=d2d510f7-f51f-4555-9dd9-91feab4413fe,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:16.094413 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ace80f7f-0427-424e-ae5a-df5c26dd7513 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:16.558794 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace80f7f-0427-424e-ae5a-df5c26dd7513 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Router fd1afb34-bf54-4dbf-ad65-613480527a6d has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:50:16.735065 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace80f7f-0427-424e-ae5a-df5c26dd7513 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:50:16.744950 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaaa250-7219-45de-8bfd-4bf2dd88078c None None] Sync routers for ids ['fd1afb34-bf54-4dbf-ad65-613480527a6d'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:50:16.747273 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ace80f7f-0427-424e-ae5a-df5c26dd7513 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "PUT /v2.0/routers/fd1afb34-bf54-4dbf-ad65-613480527a6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6238301 Mar 09 04:50:16.749962 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48908) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:16.755439 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaaa250-7219-45de-8bfd-4bf2dd88078c None None] Routers {'fd1afb34-bf54-4dbf-ad65-613480527a6d'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:50:16.756025 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-ecaaa250-7219-45de-8bfd-4bf2dd88078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:50:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['fd1afb34-bf54-4dbf-ad65-613480527a6d'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:16.816815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f9fa95-8e62-4b3a-b448-dbbf172d5c06 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Deleting subnet deb51ce7-c822-4279-8117-3a3d953dcc16 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:50:16.819638 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-77f9fa95-8e62-4b3a-b448-dbbf172d5c06 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:16.874206 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-77f9fa95-8e62-4b3a-b448-dbbf172d5c06 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:16.926746 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-ecaaa250-7219-45de-8bfd-4bf2dd88078c None None] Set router fd1afb34-bf54-4dbf-ad65-613480527a6d gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:50:16.960233 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-77f9fa95-8e62-4b3a-b448-dbbf172d5c06 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:17.032740 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-77f9fa95-8e62-4b3a-b448-dbbf172d5c06 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:17.073519 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9fa95-8e62-4b3a-b448-dbbf172d5c06 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Subnet': ['ID=deb51ce7-c822-4279-8117-3a3d953dcc16,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:17.076706 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-77f9fa95-8e62-4b3a-b448-dbbf172d5c06 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:17.081766 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad2d7db-3bdd-499b-8834-4b6e5433841d None None] Network 7c541833-0c47-4714-b15b-1930ae76fab4 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:50:17.084542 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-77f9fa95-8e62-4b3a-b448-dbbf172d5c06 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "DELETE /v2.0/subnets/deb51ce7-c822-4279-8117-3a3d953dcc16 HTTP/1.1" status: 204 len: 168 time: 0.3336015 Mar 09 04:50:17.087043 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48912) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:17.245653 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-ecaaa250-7219-45de-8bfd-4bf2dd88078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373109646', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:48:34Z', 'updated_at': '2022-03-09T04:50:15Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:48:35Z', 'updated_at': '2022-03-09T04:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:17.249882 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaaa250-7219-45de-8bfd-4bf2dd88078c None None] Checking router: fd1afb34-bf54-4dbf-ad65-613480527a6d for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:50:17.260279 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaaa250-7219-45de-8bfd-4bf2dd88078c None None] Routers {'fd1afb34-bf54-4dbf-ad65-613480527a6d'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:50:17.261419 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-ecaaa250-7219-45de-8bfd-4bf2dd88078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:50:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['fd1afb34-bf54-4dbf-ad65-613480527a6d'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:17.286051 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-74409176-68e7-474e-a1ee-49ab85647798 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:17.353565 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01529fa2-b945-4afd-853a-06fa2530cea7 None None] DHCP port deletion for 7c541833-0c47-4714-b15b-1930ae76fab4 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:50:17.358665 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-01529fa2-b945-4afd-853a-06fa2530cea7 None None] Deleting port 8370209f-c4c9-4ce6-806e-3210a57ca5ba {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:50:17.359139 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-01529fa2-b945-4afd-853a-06fa2530cea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:17.438740 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-ecaaa250-7219-45de-8bfd-4bf2dd88078c None None] Set router fd1afb34-bf54-4dbf-ad65-613480527a6d gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:50:17.475351 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-74409176-68e7-474e-a1ee-49ab85647798 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:17.485493 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-74409176-68e7-474e-a1ee-49ab85647798 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Deleting port 0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:50:17.485843 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-74409176-68e7-474e-a1ee-49ab85647798 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:17.594460 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-01529fa2-b945-4afd-853a-06fa2530cea7 None None] For port 8370209f-c4c9-4ce6-806e-3210a57ca5ba, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=8370209f-c4c9-4ce6-806e-3210a57ca5ba,segment=NetworkSegment(c053aee5-1d7b-4a1f-8b09-365326c6bf0a),segment_id=c053aee5-1d7b-4a1f-8b09-365326c6bf0a)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:50:17.594887 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-01529fa2-b945-4afd-853a-06fa2530cea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:17.647022 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:50:17.671989 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-74409176-68e7-474e-a1ee-49ab85647798 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] For port 0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:50:17.672635 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-74409176-68e7-474e-a1ee-49ab85647798 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:17.720574 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-01529fa2-b945-4afd-853a-06fa2530cea7 None None] Calling delete_port for 8370209f-c4c9-4ce6-806e-3210a57ca5ba owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:50:17.735995 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-ecaaa250-7219-45de-8bfd-4bf2dd88078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373109646', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:48:34Z', 'updated_at': '2022-03-09T04:50:15Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:48:35Z', 'updated_at': '2022-03-09T04:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:17.739963 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaaa250-7219-45de-8bfd-4bf2dd88078c None None] The sync data for ids ['fd1afb34-bf54-4dbf-ad65-613480527a6d'] in n-d-825178-5 is: [{'id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373109646', 'tenant_id': '082228de5a004917b79deb4618035197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:48:34Z', 'updated_at': '2022-03-09T04:50:15Z', 'revision_number': 5, 'project_id': '082228de5a004917b79deb4618035197', 'gw_port': {'id': '0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1afb34-bf54-4dbf-ad65-613480527a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:48:35Z', 'updated_at': '2022-03-09T04:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:50:17.794295 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-74409176-68e7-474e-a1ee-49ab85647798 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Calling delete_port for 0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:50:17.800299 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-01529fa2-b945-4afd-853a-06fa2530cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179'] for port, after_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:17.845529 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01529fa2-b945-4afd-853a-06fa2530cea7 None None] Pushing event deleted for resources: {'Port': ['ID=8370209f-c4c9-4ce6-806e-3210a57ca5ba,revision_number=None']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:17.850178 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01529fa2-b945-4afd-853a-06fa2530cea7 None None] No DVR routers for this DVR port 8370209f-c4c9-4ce6-806e-3210a57ca5ba on host n-d-825178-5 {{(pid=87882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:50:17.856935 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01529fa2-b945-4afd-853a-06fa2530cea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:17.857275 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01529fa2-b945-4afd-853a-06fa2530cea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:17.857601 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01529fa2-b945-4afd-853a-06fa2530cea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:17.857925 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01529fa2-b945-4afd-853a-06fa2530cea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:17.858250 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01529fa2-b945-4afd-853a-06fa2530cea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:17.858566 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01529fa2-b945-4afd-853a-06fa2530cea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:17.858964 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01529fa2-b945-4afd-853a-06fa2530cea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:17.859285 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01529fa2-b945-4afd-853a-06fa2530cea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:17.859596 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01529fa2-b945-4afd-853a-06fa2530cea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:17.860738 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01529fa2-b945-4afd-853a-06fa2530cea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:17.860738 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01529fa2-b945-4afd-853a-06fa2530cea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:17.860738 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01529fa2-b945-4afd-853a-06fa2530cea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:18.091354 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-74409176-68e7-474e-a1ee-49ab85647798 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:18.137809 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74409176-68e7-474e-a1ee-49ab85647798 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Port': ['ID=0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:18.235153 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-74409176-68e7-474e-a1ee-49ab85647798 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:18.406337 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-74409176-68e7-474e-a1ee-49ab85647798 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:18.408516 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-74409176-68e7-474e-a1ee-49ab85647798 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:18.430535 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-74409176-68e7-474e-a1ee-49ab85647798 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:18.431718 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74409176-68e7-474e-a1ee-49ab85647798 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Fanout notify agent at l3_agent the message router_deleted on router fd1afb34-bf54-4dbf-ad65-613480527a6d {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:50:18.446595 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-74409176-68e7-474e-a1ee-49ab85647798 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:18.447565 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-74409176-68e7-474e-a1ee-49ab85647798 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "DELETE /v2.0/routers/fd1afb34-bf54-4dbf-ad65-613480527a6d HTTP/1.1" status: 204 len: 168 time: 1.3590817 Mar 09 04:50:18.450182 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48916) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:18.566318 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d0c4762f-2aed-4a87-af6a-7dcdc2a4727d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:18.693578 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d0c4762f-2aed-4a87-af6a-7dcdc2a4727d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:18.716583 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-d0c4762f-2aed-4a87-af6a-7dcdc2a4727d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c541833-0c47-4714-b15b-1930ae76fab4']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:18.728892 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-d0c4762f-2aed-4a87-af6a-7dcdc2a4727d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c053aee5-1d7b-4a1f-8b09-365326c6bf0a') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:18.729180 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-d0c4762f-2aed-4a87-af6a-7dcdc2a4727d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c053aee5-1d7b-4a1f-8b09-365326c6bf0a') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:18.739956 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d0c4762f-2aed-4a87-af6a-7dcdc2a4727d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:18.758630 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d0c4762f-2aed-4a87-af6a-7dcdc2a4727d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:18.764417 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c4762f-2aed-4a87-af6a-7dcdc2a4727d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:50:18.764785 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d0c4762f-2aed-4a87-af6a-7dcdc2a4727d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:50:18.778962 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:50:18.856120 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d0c4762f-2aed-4a87-af6a-7dcdc2a4727d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:18.875380 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d0c4762f-2aed-4a87-af6a-7dcdc2a4727d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:18.886800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4762f-2aed-4a87-af6a-7dcdc2a4727d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'Network': ['ID=7c541833-0c47-4714-b15b-1930ae76fab4,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:18.894310 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d0c4762f-2aed-4a87-af6a-7dcdc2a4727d tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "DELETE /v2.0/networks/7c541833-0c47-4714-b15b-1930ae76fab4 HTTP/1.1" status: 204 len: 168 time: 0.4407742 Mar 09 04:50:18.894726 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48920) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:18.966346 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-55b7d574-3f3a-469f-b006-91001493da40 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:18.995120 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-55b7d574-3f3a-469f-b006-91001493da40 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:19.059223 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-55b7d574-3f3a-469f-b006-91001493da40 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:19.077465 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7d574-3f3a-469f-b006-91001493da40 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf93c697-1ec6-436b-9137-e893d57fccb1,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:19.088063 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-55b7d574-3f3a-469f-b006-91001493da40 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:19.090072 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-55b7d574-3f3a-469f-b006-91001493da40 tempest-TestNetworkAdvancedServerOps-1190526609 tempest-TestNetworkAdvancedServerOps-1190526609-project] 10.222.0.16 "DELETE /v2.0/security-groups/bf93c697-1ec6-436b-9137-e893d57fccb1 HTTP/1.1" status: 204 len: 168 time: 0.1942995 Mar 09 04:50:19.252974 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d2d510f7-f51f-4555-9dd9-91feab4413fe no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:50:19.286444 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: d2d510f7-f51f-4555-9dd9-91feab4413fe {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:50:19.286779 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device d2d510f7-f51f-4555-9dd9-91feab4413fe not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:50:19.287212 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8370209f-c4c9-4ce6-806e-3210a57ca5ba no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:50:19.321226 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 8370209f-c4c9-4ce6-806e-3210a57ca5ba {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:50:19.322083 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 8370209f-c4c9-4ce6-806e-3210a57ca5ba not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:50:19.322493 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:50:19.354589 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:50:19.354949 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 0a7d2e6b-daa5-45e5-a806-6ecc64b4a18b not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:50:19.435531 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48930) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:19.593536 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-55ff84d3-ef2b-4f7a-a80e-5578254b7d3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=082228de5a004917b79deb4618035197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1568341 Mar 09 04:50:19.596033 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48936) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:19.653827 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1d342f83-9bec-47ad-adbf-a9db42a3523c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:19.678328 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1d342f83-9bec-47ad-adbf-a9db42a3523c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:19.728038 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1d342f83-9bec-47ad-adbf-a9db42a3523c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:19.744891 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d342f83-9bec-47ad-adbf-a9db42a3523c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8238cdda-f33f-4155-bad9-c113fb66a6c6,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:19.750985 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-1d342f83-9bec-47ad-adbf-a9db42a3523c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:19.754377 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-1d342f83-9bec-47ad-adbf-a9db42a3523c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8238cdda-f33f-4155-bad9-c113fb66a6c6 HTTP/1.1" status: 204 len: 168 time: 0.1574595 Mar 09 04:50:20.032898 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48944) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:20.050663 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aa355ad4-432b-4988-b07e-51ec77593376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:20.065439 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-aa355ad4-432b-4988-b07e-51ec77593376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:50:20.069212 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-aa355ad4-432b-4988-b07e-51ec77593376 admin admin] Usage tracker for resource:security_group_rule and tenant:86fbf1f2155b4d51aea5fdc1750c96b6 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:50:20.071973 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-aa355ad4-432b-4988-b07e-51ec77593376 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:50:20.077516 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-aa355ad4-432b-4988-b07e-51ec77593376 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:50:20.157874 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aa355ad4-432b-4988-b07e-51ec77593376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:20.161819 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-aa355ad4-432b-4988-b07e-51ec77593376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:20.208264 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-aa355ad4-432b-4988-b07e-51ec77593376 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=86fbf1f2155b4d51aea5fdc1750c96b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1742866 Mar 09 04:50:20.209083 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa355ad4-432b-4988-b07e-51ec77593376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bf61a3-ce60-4559-a24c-788f830f89aa,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:20.211061 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 48948) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:20.269158 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-81a05258-edaf-4d88-bdd1-d12ec532f307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:20.294715 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-81a05258-edaf-4d88-bdd1-d12ec532f307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:20.345814 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-81a05258-edaf-4d88-bdd1-d12ec532f307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:20.362805 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a05258-edaf-4d88-bdd1-d12ec532f307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bf61a3-ce60-4559-a24c-788f830f89aa,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:20.368886 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-81a05258-edaf-4d88-bdd1-d12ec532f307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:20.369956 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-81a05258-edaf-4d88-bdd1-d12ec532f307 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34bf61a3-ce60-4559-a24c-788f830f89aa HTTP/1.1" status: 204 len: 168 time: 0.1577983 Mar 09 04:50:21.093918 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48972) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:21.193973 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-88a8abef-e7fd-44ab-ac49-e83fd1a540c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2013362189-network', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:50:21.200131 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-88a8abef-e7fd-44ab-ac49-e83fd1a540c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:50:21.203851 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-88a8abef-e7fd-44ab-ac49-e83fd1a540c5 admin admin] Usage tracker for resource:network and tenant:ec01aea12f8f470cb6d949c607c3d33f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:50:21.206641 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-88a8abef-e7fd-44ab-ac49-e83fd1a540c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:50:21.216222 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-88a8abef-e7fd-44ab-ac49-e83fd1a540c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:50:21.225933 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a8abef-e7fd-44ab-ac49-e83fd1a540c5 admin admin] Made reservation on behalf of ec01aea12f8f470cb6d949c607c3d33f for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:50:21.228283 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-88a8abef-e7fd-44ab-ac49-e83fd1a540c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:21.239959 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-88a8abef-e7fd-44ab-ac49-e83fd1a540c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:21.254548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-88a8abef-e7fd-44ab-ac49-e83fd1a540c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:50:21.258316 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-88a8abef-e7fd-44ab-ac49-e83fd1a540c5 admin admin] Usage tracker for resource:security_group_rule and tenant:ec01aea12f8f470cb6d949c607c3d33f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:50:21.261674 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-88a8abef-e7fd-44ab-ac49-e83fd1a540c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:50:21.267246 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-88a8abef-e7fd-44ab-ac49-e83fd1a540c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:50:21.347920 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-88a8abef-e7fd-44ab-ac49-e83fd1a540c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:21.351297 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-88a8abef-e7fd-44ab-ac49-e83fd1a540c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:21.384899 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a8abef-e7fd-44ab-ac49-e83fd1a540c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:50:21.386967 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8abef-e7fd-44ab-ac49-e83fd1a540c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b79729-88b7-4c83-a1b1-6db20eadf088,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:21.397131 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-88a8abef-e7fd-44ab-ac49-e83fd1a540c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:21.397596 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-88a8abef-e7fd-44ab-ac49-e83fd1a540c5 admin admin] Added segment 19e42ffe-565b-45b6-a84a-389fb3aafa6d of type vlan for network 01d8b5ca-c5a7-48b5-acbd-b9a848487037 Mar 09 04:50:21.424217 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-88a8abef-e7fd-44ab-ac49-e83fd1a540c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:21.452696 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-88a8abef-e7fd-44ab-ac49-e83fd1a540c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:21.453639 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a8abef-e7fd-44ab-ac49-e83fd1a540c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:21.454203 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-88a8abef-e7fd-44ab-ac49-e83fd1a540c5 admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:21.556906 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8abef-e7fd-44ab-ac49-e83fd1a540c5 admin admin] Pushing event updated for resources: {'Network': ['ID=01d8b5ca-c5a7-48b5-acbd-b9a848487037,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:21.560254 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-88a8abef-e7fd-44ab-ac49-e83fd1a540c5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4653192 Mar 09 04:50:21.563405 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48978) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:21.567087 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 01d8b5ca-c5a7-48b5-acbd-b9a848487037 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:50:21.568631 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-d3287d6f-352f-4d16-a98f-3033d50f7429 admin admin] Request body: {'subnet': {'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2013362189-subnet', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:50:21.574251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d3287d6f-352f-4d16-a98f-3033d50f7429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:50:21.578074 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d3287d6f-352f-4d16-a98f-3033d50f7429 admin admin] Usage tracker for resource:subnet and tenant:ec01aea12f8f470cb6d949c607c3d33f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:50:21.580903 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-d3287d6f-352f-4d16-a98f-3033d50f7429 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:50:21.586423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-d3287d6f-352f-4d16-a98f-3033d50f7429 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:50:21.596771 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3287d6f-352f-4d16-a98f-3033d50f7429 admin admin] Made reservation on behalf of ec01aea12f8f470cb6d949c607c3d33f for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:50:21.599447 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d3287d6f-352f-4d16-a98f-3033d50f7429 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:21.803787 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d3287d6f-352f-4d16-a98f-3033d50f7429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:21.883457 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3287d6f-352f-4d16-a98f-3033d50f7429 admin admin] Pushing event updated for resources: {'Subnet': ['ID=748a8483-3829-43c6-b017-46db7aa69a09,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:21.887442 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3287d6f-352f-4d16-a98f-3033d50f7429 admin admin] Checking segment: {'id': '19e42ffe-565b-45b6-a84a-389fb3aafa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:50:21.887796 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3287d6f-352f-4d16-a98f-3033d50f7429 admin admin] Network hostable DHCP agents. Network: 01d8b5ca-c5a7-48b5-acbd-b9a848487037, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:50:21.908507 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3287d6f-352f-4d16-a98f-3033d50f7429 admin admin] Network 01d8b5ca-c5a7-48b5-acbd-b9a848487037 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:50:21.921168 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-d3287d6f-352f-4d16-a98f-3033d50f7429 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 01d8b5ca-c5a7-48b5-acbd-b9a848487037) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:50:21.927723 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3287d6f-352f-4d16-a98f-3033d50f7429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:21.928793 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-d3287d6f-352f-4d16-a98f-3033d50f7429 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:21.929836 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2ef922-a9ac-43bf-8b00-75c8e26f0e2b None None] Network 01d8b5ca-c5a7-48b5-acbd-b9a848487037 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:50:21.949795 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-d3287d6f-352f-4d16-a98f-3033d50f7429 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3852773 Mar 09 04:50:21.952427 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48982) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:21.957354 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-0cf9ab9d-6f13-4cd4-acea-4e77ab4d1768 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2013362189-router', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:50:21.963206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0cf9ab9d-6f13-4cd4-acea-4e77ab4d1768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:50:21.967034 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0cf9ab9d-6f13-4cd4-acea-4e77ab4d1768 admin admin] Usage tracker for resource:router and tenant:ec01aea12f8f470cb6d949c607c3d33f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:50:21.969790 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0cf9ab9d-6f13-4cd4-acea-4e77ab4d1768 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:50:21.975410 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0cf9ab9d-6f13-4cd4-acea-4e77ab4d1768 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:50:21.986725 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0cf9ab9d-6f13-4cd4-acea-4e77ab4d1768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:21.987787 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0cf9ab9d-6f13-4cd4-acea-4e77ab4d1768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:22.004526 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0cf9ab9d-6f13-4cd4-acea-4e77ab4d1768 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:22.142399 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c28b7d-ac5f-4537-983b-91e6a2acf078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'fixed_ips': [{'subnet_id': '748a8483-3829-43c6-b017-46db7aa69a09'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:50:22.143261 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-79c28b7d-ac5f-4537-983b-91e6a2acf078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:22.296405 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-79c28b7d-ac5f-4537-983b-91e6a2acf078 None None] Allocated IP 172.20.0.2 (01d8b5ca-c5a7-48b5-acbd-b9a848487037/748a8483-3829-43c6-b017-46db7aa69a09/5c98db22-ef33-4774-bcc8-08fe02d7c0f6) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:50:22.389865 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0cf9ab9d-6f13-4cd4-acea-4e77ab4d1768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:22.518118 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-79c28b7d-ac5f-4537-983b-91e6a2acf078 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:22.528697 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-79c28b7d-ac5f-4537-983b-91e6a2acf078 None None] Transition to ACTIVE for port object 5c98db22-ef33-4774-bcc8-08fe02d7c0f6 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:50:22.546224 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-79c28b7d-ac5f-4537-983b-91e6a2acf078 None None] Transition to ACTIVE for port object 5c98db22-ef33-4774-bcc8-08fe02d7c0f6 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:50:22.551761 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-79c28b7d-ac5f-4537-983b-91e6a2acf078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:22.608806 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c28b7d-ac5f-4537-983b-91e6a2acf078 None None] Network 01d8b5ca-c5a7-48b5-acbd-b9a848487037 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:50:22.611440 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-79c28b7d-ac5f-4537-983b-91e6a2acf078 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:50:22.619423 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c28b7d-ac5f-4537-983b-91e6a2acf078 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:50:22.628788 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c28b7d-ac5f-4537-983b-91e6a2acf078 None None] Pushing event updated for resources: {'Port': ['ID=5c98db22-ef33-4774-bcc8-08fe02d7c0f6,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:22.702178 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0cf9ab9d-6f13-4cd4-acea-4e77ab4d1768 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:22.725966 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-79c28b7d-ac5f-4537-983b-91e6a2acf078 None None] Attempting to bind port 5c98db22-ef33-4774-bcc8-08fe02d7c0f6 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:50:22.726329 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-79c28b7d-ac5f-4537-983b-91e6a2acf078 None None] Attempting to bind port 5c98db22-ef33-4774-bcc8-08fe02d7c0f6 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '19e42ffe-565b-45b6-a84a-389fb3aafa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:50:22.726680 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c28b7d-ac5f-4537-983b-91e6a2acf078 None None] Attempting to bind port 5c98db22-ef33-4774-bcc8-08fe02d7c0f6 on network 01d8b5ca-c5a7-48b5-acbd-b9a848487037 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:50:22.731927 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c28b7d-ac5f-4537-983b-91e6a2acf078 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:50:22.732341 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c28b7d-ac5f-4537-983b-91e6a2acf078 None None] Checking segment: {'id': '19e42ffe-565b-45b6-a84a-389fb3aafa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:50:22.732724 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-79c28b7d-ac5f-4537-983b-91e6a2acf078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:22.733099 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c28b7d-ac5f-4537-983b-91e6a2acf078 None None] Bound using segment: {'id': '19e42ffe-565b-45b6-a84a-389fb3aafa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:50:22.733545 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-79c28b7d-ac5f-4537-983b-91e6a2acf078 None None] Bound port: 5c98db22-ef33-4774-bcc8-08fe02d7c0f6, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e42ffe-565b-45b6-a84a-389fb3aafa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:50:22.733911 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-79c28b7d-ac5f-4537-983b-91e6a2acf078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:22.735898 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0cf9ab9d-6f13-4cd4-acea-4e77ab4d1768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:22.849258 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-79c28b7d-ac5f-4537-983b-91e6a2acf078 None None] For port 5c98db22-ef33-4774-bcc8-08fe02d7c0f6, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:50:22.852387 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-79c28b7d-ac5f-4537-983b-91e6a2acf078 None None] For port 5c98db22-ef33-4774-bcc8-08fe02d7c0f6, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5c98db22-ef33-4774-bcc8-08fe02d7c0f6,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:50:22.857140 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-79c28b7d-ac5f-4537-983b-91e6a2acf078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:22.876028 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-0cf9ab9d-6f13-4cd4-acea-4e77ab4d1768 admin admin] Allocated IP 172.25.7.128 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/854ceee0-b330-42d4-90b0-e26cf6d01610) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:50:22.942417 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c28b7d-ac5f-4537-983b-91e6a2acf078 None None] Pushing event updated for resources: {'Port': ['ID=5c98db22-ef33-4774-bcc8-08fe02d7c0f6,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:23.044884 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0cf9ab9d-6f13-4cd4-acea-4e77ab4d1768 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:23.077064 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0cf9ab9d-6f13-4cd4-acea-4e77ab4d1768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:23.152467 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf9ab9d-6f13-4cd4-acea-4e77ab4d1768 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:50:23.155401 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-0cf9ab9d-6f13-4cd4-acea-4e77ab4d1768 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:50:23.163617 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf9ab9d-6f13-4cd4-acea-4e77ab4d1768 admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:50:23.199409 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9ab9d-6f13-4cd4-acea-4e77ab4d1768 admin admin] Pushing event updated for resources: {'Port': ['ID=854ceee0-b330-42d4-90b0-e26cf6d01610,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:23.296235 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5c98db22-ef33-4774-bcc8-08fe02d7c0f6 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:50:23.367439 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 5c98db22-ef33-4774-bcc8-08fe02d7c0f6 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:50:23.598198 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0cf9ab9d-6f13-4cd4-acea-4e77ab4d1768 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:23.920751 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92547d7-0534-4818-8b6d-3ea0606c7fc9 None None] Network 01d8b5ca-c5a7-48b5-acbd-b9a848487037 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:50:24.027010 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cfddbcc4-8f5c-4133-bd0c-fe5daf1d7d28 None None] Provisioning for port 5c98db22-ef33-4774-bcc8-08fe02d7c0f6 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:50:24.043817 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-cfddbcc4-8f5c-4133-bd0c-fe5daf1d7d28 None None] Provisioning complete for port 5c98db22-ef33-4774-bcc8-08fe02d7c0f6 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:50:24.044182 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cfddbcc4-8f5c-4133-bd0c-fe5daf1d7d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:24.074587 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0cf9ab9d-6f13-4cd4-acea-4e77ab4d1768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:24.240064 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cfddbcc4-8f5c-4133-bd0c-fe5daf1d7d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:24.274234 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf9ab9d-6f13-4cd4-acea-4e77ab4d1768 admin admin] Router 63166521-c320-4be4-b938-fd77b4fab86c is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:50:24.284375 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-cfddbcc4-8f5c-4133-bd0c-fe5daf1d7d28 None None] For port 5c98db22-ef33-4774-bcc8-08fe02d7c0f6, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5c98db22-ef33-4774-bcc8-08fe02d7c0f6,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:50:24.291838 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cfddbcc4-8f5c-4133-bd0c-fe5daf1d7d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:24.364512 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddbcc4-8f5c-4133-bd0c-fe5daf1d7d28 None None] Pushing event updated for resources: {'Port': ['ID=5c98db22-ef33-4774-bcc8-08fe02d7c0f6,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:24.473241 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf9ab9d-6f13-4cd4-acea-4e77ab4d1768 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:50:24.481691 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] Sync routers for ids ['63166521-c320-4be4-b938-fd77b4fab86c'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:50:24.490696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] Routers {'63166521-c320-4be4-b938-fd77b4fab86c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:50:24.491266 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:50:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['63166521-c320-4be4-b938-fd77b4fab86c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:24.496109 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0cf9ab9d-6f13-4cd4-acea-4e77ab4d1768 admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:24.497445 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0cf9ab9d-6f13-4cd4-acea-4e77ab4d1768 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5440490 Mar 09 04:50:24.500228 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 48986) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:24.573690 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-95937437-d092-4725-9948-a285259c9ba4 None None] Provisioning complete for port 5c98db22-ef33-4774-bcc8-08fe02d7c0f6 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:50:24.574000 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-95937437-d092-4725-9948-a285259c9ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:24.726649 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] Set router 63166521-c320-4be4-b938-fd77b4fab86c gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:50:25.060855 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63166521-c320-4be4-b938-fd77b4fab86c', 'name': 'tempest-TestShelveInstance-2013362189-router', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:21Z', 'updated_at': '2022-03-09T04:50:23Z', 'revision_number': 3, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'gw_port': {'id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:22Z', 'updated_at': '2022-03-09T04:50:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:25.066153 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] Checking router: 63166521-c320-4be4-b938-fd77b4fab86c for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:50:25.066499 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] Updating router 63166521-c320-4be4-b938-fd77b4fab86c port 854ceee0-b330-42d4-90b0-e26cf6d01610 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:50:25.125922 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:25.272506 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5c98db22-ef33-4774-bcc8-08fe02d7c0f6 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:50:25.300881 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b8377eec-8a35-4bf2-84da-1a21208fad35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:25.468901 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 5c98db22-ef33-4774-bcc8-08fe02d7c0f6 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:50:25.469186 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:25.506325 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-b8377eec-8a35-4bf2-84da-1a21208fad35 admin admin] Allocated IP 172.20.0.1 (01d8b5ca-c5a7-48b5-acbd-b9a848487037/748a8483-3829-43c6-b017-46db7aa69a09/25ab5b15-6091-4fcb-a4ae-be8da7766d49) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:50:25.632030 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:25.654359 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b8377eec-8a35-4bf2-84da-1a21208fad35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:25.655448 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] Transition to ACTIVE for port object 854ceee0-b330-42d4-90b0-e26cf6d01610 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:50:25.664235 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:25.672894 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-b8377eec-8a35-4bf2-84da-1a21208fad35 admin admin] Transition to ACTIVE for port object 25ab5b15-6091-4fcb-a4ae-be8da7766d49 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:50:25.696234 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b8377eec-8a35-4bf2-84da-1a21208fad35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:25.738970 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] Attempting to bind port 854ceee0-b330-42d4-90b0-e26cf6d01610 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:50:25.739340 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] Attempting to bind port 854ceee0-b330-42d4-90b0-e26cf6d01610 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:50:25.739693 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] Attempting to bind port 854ceee0-b330-42d4-90b0-e26cf6d01610 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:50:25.745824 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a176c-e402-4dd1-a317-e8c89cef9839 None None] Pushing event updated for resources: {'Port': ['ID=854ceee0-b330-42d4-90b0-e26cf6d01610,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:25.750121 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:50:25.750495 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:50:25.750929 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:25.751310 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:50:25.751786 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] Bound port: 854ceee0-b330-42d4-90b0-e26cf6d01610, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:50:25.752144 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:25.757514 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8377eec-8a35-4bf2-84da-1a21208fad35 admin admin] Network 01d8b5ca-c5a7-48b5-acbd-b9a848487037 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:50:25.760977 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-b8377eec-8a35-4bf2-84da-1a21208fad35 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:50:25.764530 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8377eec-8a35-4bf2-84da-1a21208fad35 admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:50:25.814059 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8377eec-8a35-4bf2-84da-1a21208fad35 admin admin] Pushing event updated for resources: {'Port': ['ID=25ab5b15-6091-4fcb-a4ae-be8da7766d49,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:25.829269 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] For port 854ceee0-b330-42d4-90b0-e26cf6d01610, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:50:25.830402 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b8377eec-8a35-4bf2-84da-1a21208fad35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:25.832519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] For port 854ceee0-b330-42d4-90b0-e26cf6d01610, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=854ceee0-b330-42d4-90b0-e26cf6d01610,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:50:25.837087 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:25.923544 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a176c-e402-4dd1-a317-e8c89cef9839 None None] Pushing event updated for resources: {'Port': ['ID=854ceee0-b330-42d4-90b0-e26cf6d01610,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:25.937380 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] Routers {'63166521-c320-4be4-b938-fd77b4fab86c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:50:25.938680 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:50:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['63166521-c320-4be4-b938-fd77b4fab86c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:26.093543 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b8377eec-8a35-4bf2-84da-1a21208fad35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:26.115945 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-52447d0f-991c-4163-a7dd-ebabc906863f None None] Provisioning for port 25ab5b15-6091-4fcb-a4ae-be8da7766d49 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:50:26.127302 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] Set router 63166521-c320-4be4-b938-fd77b4fab86c gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:50:26.168459 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-52447d0f-991c-4163-a7dd-ebabc906863f None None] Provisioning complete for port 25ab5b15-6091-4fcb-a4ae-be8da7766d49 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:50:26.168827 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-52447d0f-991c-4163-a7dd-ebabc906863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:26.312996 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b8377eec-8a35-4bf2-84da-1a21208fad35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:26.317108 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b8377eec-8a35-4bf2-84da-1a21208fad35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:26.350023 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-52447d0f-991c-4163-a7dd-ebabc906863f None None] Port 25ab5b15-6091-4fcb-a4ae-be8da7766d49 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:50:26.417730 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8377eec-8a35-4bf2-84da-1a21208fad35 admin admin] Pushing event updated for resources: {'Port': ['ID=25ab5b15-6091-4fcb-a4ae-be8da7766d49,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:26.420047 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b8377eec-8a35-4bf2-84da-1a21208fad35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:26.454829 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63166521-c320-4be4-b938-fd77b4fab86c', 'name': 'tempest-TestShelveInstance-2013362189-router', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:21Z', 'updated_at': '2022-03-09T04:50:23Z', 'revision_number': 3, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'gw_port': {'id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:22Z', 'updated_at': '2022-03-09T04:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:26.458676 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330f93d9-accf-4a58-927a-b6d87125d19d None None] The sync data for ids ['63166521-c320-4be4-b938-fd77b4fab86c'] in n-d-825178-5 is: [{'id': '63166521-c320-4be4-b938-fd77b4fab86c', 'name': 'tempest-TestShelveInstance-2013362189-router', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:21Z', 'updated_at': '2022-03-09T04:50:23Z', 'revision_number': 3, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'gw_port': {'id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:22Z', 'updated_at': '2022-03-09T04:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:50:26.553524 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8377eec-8a35-4bf2-84da-1a21208fad35 admin admin] Network 01d8b5ca-c5a7-48b5-acbd-b9a848487037 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:50:26.554605 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-b8377eec-8a35-4bf2-84da-1a21208fad35 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:50:26.773276 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8377eec-8a35-4bf2-84da-1a21208fad35 admin admin] Router 63166521-c320-4be4-b938-fd77b4fab86c has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:50:26.878217 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-e9966dd1-6e4b-4c2f-b484-6ad833730419 None None] Provisioning complete for port 25ab5b15-6091-4fcb-a4ae-be8da7766d49 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:50:26.878896 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e9966dd1-6e4b-4c2f-b484-6ad833730419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:26.939391 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-e9966dd1-6e4b-4c2f-b484-6ad833730419 None None] Port 25ab5b15-6091-4fcb-a4ae-be8da7766d49 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:50:27.082949 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8377eec-8a35-4bf2-84da-1a21208fad35 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:50:27.093406 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b8377eec-8a35-4bf2-84da-1a21208fad35 admin admin] 10.222.0.16 "PUT /v2.0/routers/63166521-c320-4be4-b938-fd77b4fab86c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5920768 Mar 09 04:50:27.282669 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 854ceee0-b330-42d4-90b0-e26cf6d01610 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:50:27.359881 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 854ceee0-b330-42d4-90b0-e26cf6d01610 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:50:27.364696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 854ceee0-b330-42d4-90b0-e26cf6d01610 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:50:27.365065 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:27.486747 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:27.504922 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 854ceee0-b330-42d4-90b0-e26cf6d01610, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=854ceee0-b330-42d4-90b0-e26cf6d01610,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:50:27.509872 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:27.579165 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=854ceee0-b330-42d4-90b0-e26cf6d01610,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:27.629600 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49004) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:27.635672 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-a46a4048-ca28-400d-9471-4a0734ce82a5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1818395671-network', 'tenant_id': 'c443e2f7a5f24d72819157f650478dbf'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:50:27.641142 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a46a4048-ca28-400d-9471-4a0734ce82a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:50:27.645202 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a46a4048-ca28-400d-9471-4a0734ce82a5 admin admin] Usage tracker for resource:network and tenant:c443e2f7a5f24d72819157f650478dbf is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:50:27.648298 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a46a4048-ca28-400d-9471-4a0734ce82a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:50:27.654509 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a46a4048-ca28-400d-9471-4a0734ce82a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:50:27.665673 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46a4048-ca28-400d-9471-4a0734ce82a5 admin admin] Made reservation on behalf of c443e2f7a5f24d72819157f650478dbf for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:50:27.668076 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a46a4048-ca28-400d-9471-4a0734ce82a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:27.681209 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a46a4048-ca28-400d-9471-4a0734ce82a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:27.695665 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a46a4048-ca28-400d-9471-4a0734ce82a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:50:27.700435 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a46a4048-ca28-400d-9471-4a0734ce82a5 admin admin] Usage tracker for resource:security_group_rule and tenant:c443e2f7a5f24d72819157f650478dbf is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:50:27.703296 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-a46a4048-ca28-400d-9471-4a0734ce82a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:50:27.709235 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-a46a4048-ca28-400d-9471-4a0734ce82a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:50:27.792054 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a46a4048-ca28-400d-9471-4a0734ce82a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:27.795983 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a46a4048-ca28-400d-9471-4a0734ce82a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:27.830194 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a46a4048-ca28-400d-9471-4a0734ce82a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 04:50:27.835393 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a4048-ca28-400d-9471-4a0734ce82a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314de806-8821-4462-b661-4a2790376eb2,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:27.842425 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a46a4048-ca28-400d-9471-4a0734ce82a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:27.844110 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-a46a4048-ca28-400d-9471-4a0734ce82a5 admin admin] Added segment 66c0c987-ab47-4e67-8cbe-4902fa0a1a5d of type vlan for network faaeca1f-b302-4622-9e4b-464c4a8267ed Mar 09 04:50:27.869449 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a46a4048-ca28-400d-9471-4a0734ce82a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:27.899895 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a46a4048-ca28-400d-9471-4a0734ce82a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:27.900835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46a4048-ca28-400d-9471-4a0734ce82a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:27.901394 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a46a4048-ca28-400d-9471-4a0734ce82a5 admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:27.929743 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] Sync routers for ids ['63166521-c320-4be4-b938-fd77b4fab86c'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:50:27.939599 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] Routers {'63166521-c320-4be4-b938-fd77b4fab86c'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:50:27.940195 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:50:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['63166521-c320-4be4-b938-fd77b4fab86c'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:27.997452 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a46a4048-ca28-400d-9471-4a0734ce82a5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3666899 Mar 09 04:50:28.000385 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49008) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:28.006174 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-5268d974-2546-4200-88b5-b9b4cc8aa360 admin admin] Request body: {'subnet': {'network_id': 'faaeca1f-b302-4622-9e4b-464c4a8267ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1818395671-subnet', 'tenant_id': 'c443e2f7a5f24d72819157f650478dbf', 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:50:28.007995 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a4048-ca28-400d-9471-4a0734ce82a5 admin admin] Pushing event updated for resources: {'Network': ['ID=faaeca1f-b302-4622-9e4b-464c4a8267ed,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:28.012793 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5268d974-2546-4200-88b5-b9b4cc8aa360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:50:28.018340 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network faaeca1f-b302-4622-9e4b-464c4a8267ed details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 04:50:28.018958 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5268d974-2546-4200-88b5-b9b4cc8aa360 admin admin] Usage tracker for resource:subnet and tenant:c443e2f7a5f24d72819157f650478dbf is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:50:28.021951 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-5268d974-2546-4200-88b5-b9b4cc8aa360 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:50:28.027955 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-5268d974-2546-4200-88b5-b9b4cc8aa360 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:50:28.132620 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] Set router 63166521-c320-4be4-b938-fd77b4fab86c gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:50:28.150378 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5268d974-2546-4200-88b5-b9b4cc8aa360 admin admin] Made reservation on behalf of c443e2f7a5f24d72819157f650478dbf for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:50:28.153337 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5268d974-2546-4200-88b5-b9b4cc8aa360 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:28.359792 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5268d974-2546-4200-88b5-b9b4cc8aa360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:28.439062 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268d974-2546-4200-88b5-b9b4cc8aa360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e8dd04f-aee7-4f3b-8222-1f1681015b52,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:28.444415 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5268d974-2546-4200-88b5-b9b4cc8aa360 admin admin] Checking segment: {'id': '66c0c987-ab47-4e67-8cbe-4902fa0a1a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'faaeca1f-b302-4622-9e4b-464c4a8267ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:50:28.444769 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5268d974-2546-4200-88b5-b9b4cc8aa360 admin admin] Network hostable DHCP agents. Network: faaeca1f-b302-4622-9e4b-464c4a8267ed, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 04:50:28.448609 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63166521-c320-4be4-b938-fd77b4fab86c', 'name': 'tempest-TestShelveInstance-2013362189-router', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:21Z', 'updated_at': '2022-03-09T04:50:26Z', 'revision_number': 4, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'gw_port': {'id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:22Z', 'updated_at': '2022-03-09T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '25ab5b15-6091-4fcb-a4ae-be8da7766d49', 'name': '', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'mac_address': 'fa:16:3e:97:60:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '748a8483-3829-43c6-b017-46db7aa69a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:25Z', 'updated_at': '2022-03-09T04:50:26Z', 'revision_number': 2, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'subnets': [{'id': '748a8483-3829-43c6-b017-46db7aa69a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:28.452705 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] Checking router: 63166521-c320-4be4-b938-fd77b4fab86c for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:50:28.453050 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] Updating router 63166521-c320-4be4-b938-fd77b4fab86c port 25ab5b15-6091-4fcb-a4ae-be8da7766d49 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:50:28.464843 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5268d974-2546-4200-88b5-b9b4cc8aa360 admin admin] Network faaeca1f-b302-4622-9e4b-464c4a8267ed is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 04:50:28.474339 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-5268d974-2546-4200-88b5-b9b4cc8aa360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, faaeca1f-b302-4622-9e4b-464c4a8267ed) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:50:28.480648 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5268d974-2546-4200-88b5-b9b4cc8aa360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:28.481246 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-5268d974-2546-4200-88b5-b9b4cc8aa360 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:28.486779 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ec635e-e87d-4d76-bb54-657c00cb78d5 None None] Network faaeca1f-b302-4622-9e4b-464c4a8267ed requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:50:28.506365 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-5268d974-2546-4200-88b5-b9b4cc8aa360 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5046937 Mar 09 04:50:28.509084 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49012) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:28.510267 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:28.514580 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-a7db5546-8f49-4c0f-a517-a6bb7562fdca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1818395671-router', 'tenant_id': 'c443e2f7a5f24d72819157f650478dbf', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:50:28.520760 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a7db5546-8f49-4c0f-a517-a6bb7562fdca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:50:28.525551 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a7db5546-8f49-4c0f-a517-a6bb7562fdca admin admin] Usage tracker for resource:router and tenant:c443e2f7a5f24d72819157f650478dbf is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:50:28.528494 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a7db5546-8f49-4c0f-a517-a6bb7562fdca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:50:28.534066 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a7db5546-8f49-4c0f-a517-a6bb7562fdca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:50:28.546145 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a7db5546-8f49-4c0f-a517-a6bb7562fdca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:28.547196 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a7db5546-8f49-4c0f-a517-a6bb7562fdca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:28.563257 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a7db5546-8f49-4c0f-a517-a6bb7562fdca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:28.720548 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b679de14-7c3e-4343-ac43-610f223e2d04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-faaeca1f-b302-4622-9e4b-464c4a8267ed', 'network_id': 'faaeca1f-b302-4622-9e4b-464c4a8267ed', 'tenant_id': 'c443e2f7a5f24d72819157f650478dbf', 'fixed_ips': [{'subnet_id': '5e8dd04f-aee7-4f3b-8222-1f1681015b52'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 04:50:28.721516 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b679de14-7c3e-4343-ac43-610f223e2d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:28.846376 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a7db5546-8f49-4c0f-a517-a6bb7562fdca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:28.887080 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:28.895490 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-b679de14-7c3e-4343-ac43-610f223e2d04 None None] Allocated IP 172.20.0.2 (faaeca1f-b302-4622-9e4b-464c4a8267ed/5e8dd04f-aee7-4f3b-8222-1f1681015b52/57ff59ec-e6b4-4856-b10d-8df7bef00618) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:50:28.899419 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] Transition to ACTIVE for port object 25ab5b15-6091-4fcb-a4ae-be8da7766d49 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:50:28.908722 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:28.960409 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-23dfcae8-4d7b-4ef4-8e6f-b3714b590566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:29.145017 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] Attempting to bind port 25ab5b15-6091-4fcb-a4ae-be8da7766d49 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:50:29.145958 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] Attempting to bind port 25ab5b15-6091-4fcb-a4ae-be8da7766d49 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '19e42ffe-565b-45b6-a84a-389fb3aafa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:50:29.146518 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] Attempting to bind port 25ab5b15-6091-4fcb-a4ae-be8da7766d49 on network 01d8b5ca-c5a7-48b5-acbd-b9a848487037 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:50:29.150912 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5228309-ee6d-4560-bc09-6de56fde8470 None None] Pushing event updated for resources: {'Port': ['ID=25ab5b15-6091-4fcb-a4ae-be8da7766d49,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:29.160860 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5228309-ee6d-4560-bc09-6de56fde8470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:29.161465 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5228309-ee6d-4560-bc09-6de56fde8470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:29.161962 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5228309-ee6d-4560-bc09-6de56fde8470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:29.162449 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5228309-ee6d-4560-bc09-6de56fde8470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:29.162957 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5228309-ee6d-4560-bc09-6de56fde8470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:29.163454 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5228309-ee6d-4560-bc09-6de56fde8470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:29.163934 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5228309-ee6d-4560-bc09-6de56fde8470 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:29.164414 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5228309-ee6d-4560-bc09-6de56fde8470 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:29.164920 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5228309-ee6d-4560-bc09-6de56fde8470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:29.166031 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5228309-ee6d-4560-bc09-6de56fde8470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:29.166511 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5228309-ee6d-4560-bc09-6de56fde8470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:29.167015 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5228309-ee6d-4560-bc09-6de56fde8470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:50:29.170650 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:50:29.171332 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] Checking segment: {'id': '19e42ffe-565b-45b6-a84a-389fb3aafa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:50:29.171902 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:29.172441 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] Bound using segment: {'id': '19e42ffe-565b-45b6-a84a-389fb3aafa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:50:29.173072 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] Bound port: 25ab5b15-6091-4fcb-a4ae-be8da7766d49, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e42ffe-565b-45b6-a84a-389fb3aafa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:50:29.173613 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:29.189243 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b679de14-7c3e-4343-ac43-610f223e2d04 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:29.204815 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b679de14-7c3e-4343-ac43-610f223e2d04 None None] Transition to ACTIVE for port object 57ff59ec-e6b4-4856-b10d-8df7bef00618 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:50:29.229522 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a7db5546-8f49-4c0f-a517-a6bb7562fdca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:29.232933 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b679de14-7c3e-4343-ac43-610f223e2d04 None None] Transition to ACTIVE for port object 57ff59ec-e6b4-4856-b10d-8df7bef00618 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:50:29.253085 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b679de14-7c3e-4343-ac43-610f223e2d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:29.264793 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a7db5546-8f49-4c0f-a517-a6bb7562fdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:29.293386 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] For port 25ab5b15-6091-4fcb-a4ae-be8da7766d49, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:50:29.297124 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] For port 25ab5b15-6091-4fcb-a4ae-be8da7766d49, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=25ab5b15-6091-4fcb-a4ae-be8da7766d49,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:50:29.302496 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:29.310760 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 854ceee0-b330-42d4-90b0-e26cf6d01610 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:50:29.374702 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b679de14-7c3e-4343-ac43-610f223e2d04 None None] Network faaeca1f-b302-4622-9e4b-464c4a8267ed is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:50:29.383150 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5228309-ee6d-4560-bc09-6de56fde8470 None None] Pushing event updated for resources: {'Port': ['ID=25ab5b15-6091-4fcb-a4ae-be8da7766d49,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:29.385947 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-b679de14-7c3e-4343-ac43-610f223e2d04 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:50:29.388356 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b679de14-7c3e-4343-ac43-610f223e2d04 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:50:29.403389 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] Routers {'63166521-c320-4be4-b938-fd77b4fab86c'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:50:29.404014 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:50:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['63166521-c320-4be4-b938-fd77b4fab86c'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:29.415866 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-a7db5546-8f49-4c0f-a517-a6bb7562fdca admin admin] Allocated IP 172.25.7.76 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/fc09417e-292c-4d50-94cc-d467e6e0cf5e) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:50:29.429806 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679de14-7c3e-4343-ac43-610f223e2d04 None None] Pushing event updated for resources: {'Port': ['ID=57ff59ec-e6b4-4856-b10d-8df7bef00618,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:29.546435 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b679de14-7c3e-4343-ac43-610f223e2d04 None None] Attempting to bind port 57ff59ec-e6b4-4856-b10d-8df7bef00618 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:50:29.547262 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b679de14-7c3e-4343-ac43-610f223e2d04 None None] Attempting to bind port 57ff59ec-e6b4-4856-b10d-8df7bef00618 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '66c0c987-ab47-4e67-8cbe-4902fa0a1a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'faaeca1f-b302-4622-9e4b-464c4a8267ed'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:50:29.547262 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b679de14-7c3e-4343-ac43-610f223e2d04 None None] Attempting to bind port 57ff59ec-e6b4-4856-b10d-8df7bef00618 on network faaeca1f-b302-4622-9e4b-464c4a8267ed {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:50:29.553751 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b679de14-7c3e-4343-ac43-610f223e2d04 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:50:29.554121 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b679de14-7c3e-4343-ac43-610f223e2d04 None None] Checking segment: {'id': '66c0c987-ab47-4e67-8cbe-4902fa0a1a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'faaeca1f-b302-4622-9e4b-464c4a8267ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:50:29.554524 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b679de14-7c3e-4343-ac43-610f223e2d04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:29.554935 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b679de14-7c3e-4343-ac43-610f223e2d04 None None] Bound using segment: {'id': '66c0c987-ab47-4e67-8cbe-4902fa0a1a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'faaeca1f-b302-4622-9e4b-464c4a8267ed'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:50:29.555572 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-b679de14-7c3e-4343-ac43-610f223e2d04 None None] Bound port: 57ff59ec-e6b4-4856-b10d-8df7bef00618, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c0c987-ab47-4e67-8cbe-4902fa0a1a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'faaeca1f-b302-4622-9e4b-464c4a8267ed'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:50:29.555952 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b679de14-7c3e-4343-ac43-610f223e2d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:29.603971 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a7db5546-8f49-4c0f-a517-a6bb7562fdca admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:29.620971 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] Set router 63166521-c320-4be4-b938-fd77b4fab86c gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:50:29.639038 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a7db5546-8f49-4c0f-a517-a6bb7562fdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:29.666296 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-b679de14-7c3e-4343-ac43-610f223e2d04 None None] For port 57ff59ec-e6b4-4856-b10d-8df7bef00618, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:50:29.669292 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-b679de14-7c3e-4343-ac43-610f223e2d04 None None] For port 57ff59ec-e6b4-4856-b10d-8df7bef00618, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=57ff59ec-e6b4-4856-b10d-8df7bef00618,segment=NetworkSegment(66c0c987-ab47-4e67-8cbe-4902fa0a1a5d),segment_id=66c0c987-ab47-4e67-8cbe-4902fa0a1a5d)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:50:29.679696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 854ceee0-b330-42d4-90b0-e26cf6d01610 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:50:29.680073 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:29.698271 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7db5546-8f49-4c0f-a517-a6bb7562fdca admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:50:29.701141 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-a7db5546-8f49-4c0f-a517-a6bb7562fdca admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:50:29.704703 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7db5546-8f49-4c0f-a517-a6bb7562fdca admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:50:29.711483 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b679de14-7c3e-4343-ac43-610f223e2d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:29.751417 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db5546-8f49-4c0f-a517-a6bb7562fdca admin admin] Pushing event updated for resources: {'Port': ['ID=fc09417e-292c-4d50-94cc-d467e6e0cf5e,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:29.830379 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679de14-7c3e-4343-ac43-610f223e2d04 None None] Pushing event updated for resources: {'Port': ['ID=57ff59ec-e6b4-4856-b10d-8df7bef00618,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:29.998194 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63166521-c320-4be4-b938-fd77b4fab86c', 'name': 'tempest-TestShelveInstance-2013362189-router', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:21Z', 'updated_at': '2022-03-09T04:50:26Z', 'revision_number': 4, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'gw_port': {'id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:22Z', 'updated_at': '2022-03-09T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '25ab5b15-6091-4fcb-a4ae-be8da7766d49', 'name': '', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'mac_address': 'fa:16:3e:97:60:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '748a8483-3829-43c6-b017-46db7aa69a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:25Z', 'updated_at': '2022-03-09T04:50:29Z', 'revision_number': 4, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'subnets': [{'id': '748a8483-3829-43c6-b017-46db7aa69a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:30.002425 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620e0a3d-d4d0-456a-a935-1a4788db3fd2 None None] The sync data for ids ['63166521-c320-4be4-b938-fd77b4fab86c'] in n-d-825178-5 is: [{'id': '63166521-c320-4be4-b938-fd77b4fab86c', 'name': 'tempest-TestShelveInstance-2013362189-router', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:21Z', 'updated_at': '2022-03-09T04:50:26Z', 'revision_number': 4, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'gw_port': {'id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:22Z', 'updated_at': '2022-03-09T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '25ab5b15-6091-4fcb-a4ae-be8da7766d49', 'name': '', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'mac_address': 'fa:16:3e:97:60:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '748a8483-3829-43c6-b017-46db7aa69a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:25Z', 'updated_at': '2022-03-09T04:50:29Z', 'revision_number': 4, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'subnets': [{'id': '748a8483-3829-43c6-b017-46db7aa69a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:50:30.295570 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a7db5546-8f49-4c0f-a517-a6bb7562fdca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:30.654463 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a7db5546-8f49-4c0f-a517-a6bb7562fdca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:30.865673 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce1a865-7feb-47aa-9b59-fecde8b90cd8 None None] Network faaeca1f-b302-4622-9e4b-464c4a8267ed requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:50:30.880558 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7db5546-8f49-4c0f-a517-a6bb7562fdca admin admin] Router a4e40cb8-7aff-4c12-9243-aca823030603 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 04:50:30.988917 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-f9879415-1d08-4afa-8016-8898a9f82be5 None None] Provisioning for port 57ff59ec-e6b4-4856-b10d-8df7bef00618 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:50:31.086020 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7db5546-8f49-4c0f-a517-a6bb7562fdca admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:50:31.100374 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] Sync routers for ids ['a4e40cb8-7aff-4c12-9243-aca823030603'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:50:31.114781 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a7db5546-8f49-4c0f-a517-a6bb7562fdca admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:31.116014 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a7db5546-8f49-4c0f-a517-a6bb7562fdca admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6055615 Mar 09 04:50:31.119304 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49016) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:31.124172 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] Routers {'a4e40cb8-7aff-4c12-9243-aca823030603'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:50:31.124773 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:50:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a4e40cb8-7aff-4c12-9243-aca823030603'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:31.343448 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 25ab5b15-6091-4fcb-a4ae-be8da7766d49 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:50:31.392432 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ecbf7314-9311-4f1e-aff4-3bdfa9619a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:31.431528 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] Set router a4e40cb8-7aff-4c12-9243-aca823030603 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:50:31.636253 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 25ab5b15-6091-4fcb-a4ae-be8da7766d49 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:50:31.649953 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 25ab5b15-6091-4fcb-a4ae-be8da7766d49 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:50:31.650321 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:31.843832 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:31.868786 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e40cb8-7aff-4c12-9243-aca823030603', 'name': 'tempest-TestShelveInstance-1818395671-router', 'tenant_id': 'c443e2f7a5f24d72819157f650478dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'fc09417e-292c-4d50-94cc-d467e6e0cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:28Z', 'updated_at': '2022-03-09T04:50:30Z', 'revision_number': 3, 'project_id': 'c443e2f7a5f24d72819157f650478dbf', 'gw_port': {'id': 'fc09417e-292c-4d50-94cc-d467e6e0cf5e', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e40cb8-7aff-4c12-9243-aca823030603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:29Z', 'updated_at': '2022-03-09T04:50:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:31.877895 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] Checking router: a4e40cb8-7aff-4c12-9243-aca823030603 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:50:31.878238 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] Updating router a4e40cb8-7aff-4c12-9243-aca823030603 port fc09417e-292c-4d50-94cc-d467e6e0cf5e binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:50:31.919037 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 25ab5b15-6091-4fcb-a4ae-be8da7766d49, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=25ab5b15-6091-4fcb-a4ae-be8da7766d49,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:50:31.924744 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:31.925516 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 57ff59ec-e6b4-4856-b10d-8df7bef00618 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:50:31.950150 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-36b2e2a6-2d9b-4b44-b8b4-fa1f90299f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:32.012802 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:32.103644 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=25ab5b15-6091-4fcb-a4ae-be8da7766d49,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:32.161233 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-36b2e2a6-2d9b-4b44-b8b4-fa1f90299f17 admin admin] Allocated IP 172.20.0.1 (faaeca1f-b302-4622-9e4b-464c4a8267ed/5e8dd04f-aee7-4f3b-8222-1f1681015b52/4c17baaa-f140-4f8d-beba-699ed94fd1e7) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:50:32.169598 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 57ff59ec-e6b4-4856-b10d-8df7bef00618 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:50:32.176753 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 57ff59ec-e6b4-4856-b10d-8df7bef00618 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:50:32.177121 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:32.310798 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-36b2e2a6-2d9b-4b44-b8b4-fa1f90299f17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:32.326141 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-36b2e2a6-2d9b-4b44-b8b4-fa1f90299f17 admin admin] Transition to ACTIVE for port object 4c17baaa-f140-4f8d-beba-699ed94fd1e7 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:50:32.351969 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-36b2e2a6-2d9b-4b44-b8b4-fa1f90299f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:32.419069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b2e2a6-2d9b-4b44-b8b4-fa1f90299f17 admin admin] Network faaeca1f-b302-4622-9e4b-464c4a8267ed is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:50:32.422807 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:32.426324 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-36b2e2a6-2d9b-4b44-b8b4-fa1f90299f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:50:32.429331 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b2e2a6-2d9b-4b44-b8b4-fa1f90299f17 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:50:32.435048 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:32.480771 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2e2a6-2d9b-4b44-b8b4-fa1f90299f17 admin admin] Pushing event updated for resources: {'Port': ['ID=4c17baaa-f140-4f8d-beba-699ed94fd1e7,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:32.495919 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-36b2e2a6-2d9b-4b44-b8b4-fa1f90299f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:32.515569 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 57ff59ec-e6b4-4856-b10d-8df7bef00618, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=57ff59ec-e6b4-4856-b10d-8df7bef00618,segment=NetworkSegment(66c0c987-ab47-4e67-8cbe-4902fa0a1a5d),segment_id=66c0c987-ab47-4e67-8cbe-4902fa0a1a5d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:50:32.526587 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:32.566801 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:32.602079 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:32.625739 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] Transition to ACTIVE for port object fc09417e-292c-4d50-94cc-d467e6e0cf5e will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:50:32.631914 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=57ff59ec-e6b4-4856-b10d-8df7bef00618,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:32.635899 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:32.716791 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] Attempting to bind port fc09417e-292c-4d50-94cc-d467e6e0cf5e on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:50:32.717151 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] Attempting to bind port fc09417e-292c-4d50-94cc-d467e6e0cf5e by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:50:32.717537 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] Attempting to bind port fc09417e-292c-4d50-94cc-d467e6e0cf5e on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:50:32.726138 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7de8e7-7f04-426a-9f5c-d761a4aea463 None None] Pushing event updated for resources: {'Port': ['ID=fc09417e-292c-4d50-94cc-d467e6e0cf5e,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:32.731280 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:50:32.731653 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:50:32.732049 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:32.732432 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:50:32.733000 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] Bound port: fc09417e-292c-4d50-94cc-d467e6e0cf5e, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:50:32.733250 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:32.769440 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-36b2e2a6-2d9b-4b44-b8b4-fa1f90299f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:32.787363 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-074e23a4-c704-45d5-aa8a-5382377e4df5 None None] Provisioning for port 4c17baaa-f140-4f8d-beba-699ed94fd1e7 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:50:32.802775 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-074e23a4-c704-45d5-aa8a-5382377e4df5 None None] Provisioning complete for port 4c17baaa-f140-4f8d-beba-699ed94fd1e7 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:50:32.804045 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-074e23a4-c704-45d5-aa8a-5382377e4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:32.855549 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] For port fc09417e-292c-4d50-94cc-d467e6e0cf5e, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:50:32.860268 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] For port fc09417e-292c-4d50-94cc-d467e6e0cf5e, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=fc09417e-292c-4d50-94cc-d467e6e0cf5e,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:50:32.869033 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:32.921210 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-074e23a4-c704-45d5-aa8a-5382377e4df5 None None] Port 4c17baaa-f140-4f8d-beba-699ed94fd1e7 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:50:32.952449 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] Routers {'a4e40cb8-7aff-4c12-9243-aca823030603'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:50:32.952993 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:50:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a4e40cb8-7aff-4c12-9243-aca823030603'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:33.012225 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7de8e7-7f04-426a-9f5c-d761a4aea463 None None] Pushing event updated for resources: {'Port': ['ID=fc09417e-292c-4d50-94cc-d467e6e0cf5e,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:33.121067 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-36b2e2a6-2d9b-4b44-b8b4-fa1f90299f17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:33.125652 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-36b2e2a6-2d9b-4b44-b8b4-fa1f90299f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:33.182624 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] Set router a4e40cb8-7aff-4c12-9243-aca823030603 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:50:33.237153 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2e2a6-2d9b-4b44-b8b4-fa1f90299f17 admin admin] Pushing event updated for resources: {'Port': ['ID=4c17baaa-f140-4f8d-beba-699ed94fd1e7,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:33.239540 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-36b2e2a6-2d9b-4b44-b8b4-fa1f90299f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:33.307926 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 25ab5b15-6091-4fcb-a4ae-be8da7766d49 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:50:33.375350 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b2e2a6-2d9b-4b44-b8b4-fa1f90299f17 admin admin] Network faaeca1f-b302-4622-9e4b-464c4a8267ed is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:50:33.376521 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-36b2e2a6-2d9b-4b44-b8b4-fa1f90299f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:50:33.526187 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 25ab5b15-6091-4fcb-a4ae-be8da7766d49 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:50:33.526549 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:33.579544 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b2e2a6-2d9b-4b44-b8b4-fa1f90299f17 admin admin] Router a4e40cb8-7aff-4c12-9243-aca823030603 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:50:33.694467 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 57ff59ec-e6b4-4856-b10d-8df7bef00618 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:50:33.728539 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4976731d-ff12-4986-8dfd-7fbe100dea0c None None] Provisioning complete for port 4c17baaa-f140-4f8d-beba-699ed94fd1e7 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:50:33.728905 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4976731d-ff12-4986-8dfd-7fbe100dea0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:33.783451 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b2e2a6-2d9b-4b44-b8b4-fa1f90299f17 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:50:33.788542 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e40cb8-7aff-4c12-9243-aca823030603', 'name': 'tempest-TestShelveInstance-1818395671-router', 'tenant_id': 'c443e2f7a5f24d72819157f650478dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'fc09417e-292c-4d50-94cc-d467e6e0cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:28Z', 'updated_at': '2022-03-09T04:50:32Z', 'revision_number': 4, 'project_id': 'c443e2f7a5f24d72819157f650478dbf', 'gw_port': {'id': 'fc09417e-292c-4d50-94cc-d467e6e0cf5e', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e40cb8-7aff-4c12-9243-aca823030603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:29Z', 'updated_at': '2022-03-09T04:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4c17baaa-f140-4f8d-beba-699ed94fd1e7', 'name': '', 'network_id': 'faaeca1f-b302-4622-9e4b-464c4a8267ed', 'tenant_id': 'c443e2f7a5f24d72819157f650478dbf', 'mac_address': 'fa:16:3e:09:1f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e40cb8-7aff-4c12-9243-aca823030603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '5e8dd04f-aee7-4f3b-8222-1f1681015b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:32Z', 'updated_at': '2022-03-09T04:50:32Z', 'revision_number': 1, 'project_id': 'c443e2f7a5f24d72819157f650478dbf', 'subnets': [{'id': '5e8dd04f-aee7-4f3b-8222-1f1681015b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:33.792680 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-36b2e2a6-2d9b-4b44-b8b4-fa1f90299f17 admin admin] 10.222.0.16 "PUT /v2.0/routers/a4e40cb8-7aff-4c12-9243-aca823030603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6723437 Mar 09 04:50:33.808362 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:33.817901 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c0cb74-c622-4a2f-aa86-900cf62be222 None None] The sync data for ids ['a4e40cb8-7aff-4c12-9243-aca823030603'] in n-d-825178-5 is: [{'id': 'a4e40cb8-7aff-4c12-9243-aca823030603', 'name': 'tempest-TestShelveInstance-1818395671-router', 'tenant_id': 'c443e2f7a5f24d72819157f650478dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'fc09417e-292c-4d50-94cc-d467e6e0cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:28Z', 'updated_at': '2022-03-09T04:50:32Z', 'revision_number': 4, 'project_id': 'c443e2f7a5f24d72819157f650478dbf', 'gw_port': {'id': 'fc09417e-292c-4d50-94cc-d467e6e0cf5e', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e40cb8-7aff-4c12-9243-aca823030603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:29Z', 'updated_at': '2022-03-09T04:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4c17baaa-f140-4f8d-beba-699ed94fd1e7', 'name': '', 'network_id': 'faaeca1f-b302-4622-9e4b-464c4a8267ed', 'tenant_id': 'c443e2f7a5f24d72819157f650478dbf', 'mac_address': 'fa:16:3e:09:1f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e40cb8-7aff-4c12-9243-aca823030603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '5e8dd04f-aee7-4f3b-8222-1f1681015b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:32Z', 'updated_at': '2022-03-09T04:50:32Z', 'revision_number': 1, 'project_id': 'c443e2f7a5f24d72819157f650478dbf', 'subnets': [{'id': '5e8dd04f-aee7-4f3b-8222-1f1681015b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:50:33.825217 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-4976731d-ff12-4986-8dfd-7fbe100dea0c None None] Port 4c17baaa-f140-4f8d-beba-699ed94fd1e7 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:50:33.841005 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 57ff59ec-e6b4-4856-b10d-8df7bef00618 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:50:33.841379 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:34.544781 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49028) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:34.550147 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-79e9e4b1-abef-42c4-a965-7cf6496a2bcb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-743013541', 'description': 'tempest-secgroup-smoke-743013541 description', 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:50:34.557462 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-79e9e4b1-abef-42c4-a965-7cf6496a2bcb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:50:34.562076 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-79e9e4b1-abef-42c4-a965-7cf6496a2bcb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Usage tracker for resource:security_group and tenant:ec01aea12f8f470cb6d949c607c3d33f is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:50:34.565784 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-79e9e4b1-abef-42c4-a965-7cf6496a2bcb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:50:34.571859 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-79e9e4b1-abef-42c4-a965-7cf6496a2bcb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:50:34.582763 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-79e9e4b1-abef-42c4-a965-7cf6496a2bcb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:34.605238 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-79e9e4b1-abef-42c4-a965-7cf6496a2bcb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:50:34.609398 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-79e9e4b1-abef-42c4-a965-7cf6496a2bcb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Usage tracker for resource:security_group_rule and tenant:ec01aea12f8f470cb6d949c607c3d33f is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:50:34.612370 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-79e9e4b1-abef-42c4-a965-7cf6496a2bcb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:50:34.618209 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-79e9e4b1-abef-42c4-a965-7cf6496a2bcb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:50:34.701404 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-79e9e4b1-abef-42c4-a965-7cf6496a2bcb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:34.705428 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-79e9e4b1-abef-42c4-a965-7cf6496a2bcb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:34.749231 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9e4b1-abef-42c4-a965-7cf6496a2bcb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eaa3241-00fe-4841-ad92-821c17efb245,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:34.751931 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-79e9e4b1-abef-42c4-a965-7cf6496a2bcb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:34.753141 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-79e9e4b1-abef-42c4-a965-7cf6496a2bcb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2072778 Mar 09 04:50:34.756757 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49032) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:34.763946 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-6638130a-0c1e-4e38-b55b-57b18f4ee63b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Request body: {'security_group_rule': {'security_group_id': '8eaa3241-00fe-4841-ad92-821c17efb245', 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:50:34.770880 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6638130a-0c1e-4e38-b55b-57b18f4ee63b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:50:34.774771 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6638130a-0c1e-4e38-b55b-57b18f4ee63b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Usage tracker for resource:security_group_rule and tenant:ec01aea12f8f470cb6d949c607c3d33f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:50:34.777795 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-6638130a-0c1e-4e38-b55b-57b18f4ee63b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:50:34.784127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-6638130a-0c1e-4e38-b55b-57b18f4ee63b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:50:34.802051 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6638130a-0c1e-4e38-b55b-57b18f4ee63b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:34.814426 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:34.867631 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6638130a-0c1e-4e38-b55b-57b18f4ee63b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:34.872217 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6638130a-0c1e-4e38-b55b-57b18f4ee63b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:34.897611 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638130a-0c1e-4e38-b55b-57b18f4ee63b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37aa851-0d5d-4f8f-8542-e4d0d96f1907,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:34.912280 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6638130a-0c1e-4e38-b55b-57b18f4ee63b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:34.913662 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6638130a-0c1e-4e38-b55b-57b18f4ee63b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1549952 Mar 09 04:50:34.917127 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49036) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:34.922590 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-ee828595-5c32-460f-9710-a1d0f836a861 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Request body: {'security_group_rule': {'security_group_id': '8eaa3241-00fe-4841-ad92-821c17efb245', 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:50:34.929866 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ee828595-5c32-460f-9710-a1d0f836a861 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:50:34.934438 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ee828595-5c32-460f-9710-a1d0f836a861 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Usage tracker for resource:security_group_rule and tenant:ec01aea12f8f470cb6d949c607c3d33f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:50:34.937388 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-ee828595-5c32-460f-9710-a1d0f836a861 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:50:34.943275 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-ee828595-5c32-460f-9710-a1d0f836a861 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:50:34.961423 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee828595-5c32-460f-9710-a1d0f836a861 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:35.024770 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee828595-5c32-460f-9710-a1d0f836a861 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:35.028436 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee828595-5c32-460f-9710-a1d0f836a861 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:35.053722 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee828595-5c32-460f-9710-a1d0f836a861 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36fc9bde-9362-4c1d-a262-1a3b80351da6,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:35.063663 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-ee828595-5c32-460f-9710-a1d0f836a861 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:35.064665 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ee828595-5c32-460f-9710-a1d0f836a861 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1463776 Mar 09 04:50:35.067423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49040) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:35.072622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-43fa8453-97a0-482a-9a00-77e7f971e20c tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Request body: {'security_group_rule': {'security_group_id': '8eaa3241-00fe-4841-ad92-821c17efb245', 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:50:35.079732 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-43fa8453-97a0-482a-9a00-77e7f971e20c tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:50:35.083639 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-43fa8453-97a0-482a-9a00-77e7f971e20c tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Usage tracker for resource:security_group_rule and tenant:ec01aea12f8f470cb6d949c607c3d33f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:50:35.086661 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-43fa8453-97a0-482a-9a00-77e7f971e20c tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:50:35.092428 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-43fa8453-97a0-482a-9a00-77e7f971e20c tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:50:35.113309 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-43fa8453-97a0-482a-9a00-77e7f971e20c tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:35.177789 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-43fa8453-97a0-482a-9a00-77e7f971e20c tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:35.181112 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-43fa8453-97a0-482a-9a00-77e7f971e20c tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:35.203353 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa8453-97a0-482a-9a00-77e7f971e20c tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d0d621f-62ad-45de-af13-341819d0b5e0,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:35.212687 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-43fa8453-97a0-482a-9a00-77e7f971e20c tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:35.215306 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-43fa8453-97a0-482a-9a00-77e7f971e20c tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468010 Mar 09 04:50:35.216767 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49044) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:35.221550 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-01ac9033-8e41-47ba-911d-fab2d69cb377 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Request body: {'security_group_rule': {'security_group_id': '8eaa3241-00fe-4841-ad92-821c17efb245', 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:50:35.231005 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-01ac9033-8e41-47ba-911d-fab2d69cb377 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:50:35.233912 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-01ac9033-8e41-47ba-911d-fab2d69cb377 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Usage tracker for resource:security_group_rule and tenant:ec01aea12f8f470cb6d949c607c3d33f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:50:35.236930 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-01ac9033-8e41-47ba-911d-fab2d69cb377 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:50:35.242691 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-01ac9033-8e41-47ba-911d-fab2d69cb377 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:50:35.259172 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-01ac9033-8e41-47ba-911d-fab2d69cb377 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:35.289487 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device fc09417e-292c-4d50-94cc-d467e6e0cf5e up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:50:35.325907 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-01ac9033-8e41-47ba-911d-fab2d69cb377 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:35.329814 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-01ac9033-8e41-47ba-911d-fab2d69cb377 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:35.353889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac9033-8e41-47ba-911d-fab2d69cb377 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d5c642-0505-41a2-b54c-fd7ad22b4a3e,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:35.360243 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port fc09417e-292c-4d50-94cc-d467e6e0cf5e completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:50:35.362942 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-01ac9033-8e41-47ba-911d-fab2d69cb377 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:35.364117 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-01ac9033-8e41-47ba-911d-fab2d69cb377 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1465530 Mar 09 04:50:35.365102 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port fc09417e-292c-4d50-94cc-d467e6e0cf5e triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:50:35.365468 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:35.366933 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49048) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:35.372228 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-7a2f2161-2eef-4e6b-b884-95b048c91409 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Request body: {'security_group_rule': {'security_group_id': '8eaa3241-00fe-4841-ad92-821c17efb245', 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:50:35.378958 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7a2f2161-2eef-4e6b-b884-95b048c91409 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:50:35.382884 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7a2f2161-2eef-4e6b-b884-95b048c91409 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Usage tracker for resource:security_group_rule and tenant:ec01aea12f8f470cb6d949c607c3d33f is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:50:35.385869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7a2f2161-2eef-4e6b-b884-95b048c91409 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:50:35.392701 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7a2f2161-2eef-4e6b-b884-95b048c91409 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:50:35.403353 n-d-825178-5 neutron-server[87881]: INFO neutron.db.securitygroups_db [None req-7a2f2161-2eef-4e6b-b884-95b048c91409 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Project ec01aea12f8f470cb6d949c607c3d33f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:50:35.409918 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7a2f2161-2eef-4e6b-b884-95b048c91409 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:35.476342 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7a2f2161-2eef-4e6b-b884-95b048c91409 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:35.480946 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7a2f2161-2eef-4e6b-b884-95b048c91409 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:35.487486 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:35.503398 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port fc09417e-292c-4d50-94cc-d467e6e0cf5e, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=fc09417e-292c-4d50-94cc-d467e6e0cf5e,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:50:35.504955 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f2161-2eef-4e6b-b884-95b048c91409 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e709c694-1e18-4336-90b7-f7b773e1aa57,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:35.506999 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:35.514202 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7a2f2161-2eef-4e6b-b884-95b048c91409 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:35.518055 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7a2f2161-2eef-4e6b-b884-95b048c91409 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1477022 Mar 09 04:50:35.518238 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49052) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:35.523281 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-a5d13279-d289-4481-a536-334fa5d05924 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Request body: {'security_group_rule': {'security_group_id': '8eaa3241-00fe-4841-ad92-821c17efb245', 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:50:35.530462 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a5d13279-d289-4481-a536-334fa5d05924 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:50:35.534305 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a5d13279-d289-4481-a536-334fa5d05924 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Usage tracker for resource:security_group_rule and tenant:ec01aea12f8f470cb6d949c607c3d33f is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:50:35.537178 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a5d13279-d289-4481-a536-334fa5d05924 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:50:35.542878 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a5d13279-d289-4481-a536-334fa5d05924 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:50:35.553857 n-d-825178-5 neutron-server[87881]: INFO neutron.db.securitygroups_db [None req-a5d13279-d289-4481-a536-334fa5d05924 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Project ec01aea12f8f470cb6d949c607c3d33f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:50:35.560452 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a5d13279-d289-4481-a536-334fa5d05924 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:35.575517 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=fc09417e-292c-4d50-94cc-d467e6e0cf5e,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:35.628274 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a5d13279-d289-4481-a536-334fa5d05924 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:35.631718 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a5d13279-d289-4481-a536-334fa5d05924 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:35.656120 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d13279-d289-4481-a536-334fa5d05924 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ddac8e5-12a8-4e37-b9e7-89cfa3292259,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:35.664195 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a5d13279-d289-4481-a536-334fa5d05924 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:35.665441 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a5d13279-d289-4481-a536-334fa5d05924 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1463034 Mar 09 04:50:35.822499 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-0ed1631c-5bb2-478a-bfa8-3cd2d1ef9507 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Synchronizing usage tracker for tenant:ec01aea12f8f470cb6d949c607c3d33f on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:50:35.839044 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-0ed1631c-5bb2-478a-bfa8-3cd2d1ef9507 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Unset dirty status for tenant:ec01aea12f8f470cb6d949c607c3d33f on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:50:35.840158 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-0ed1631c-5bb2-478a-bfa8-3cd2d1ef9507 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-743013541&fields=id&tenant_id=ec01aea12f8f470cb6d949c607c3d33f HTTP/1.1" status: 200 len: 267 time: 0.0561538 Mar 09 04:50:35.991502 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-fb1c52e6-e457-4dd1-a251-274e319e9827 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:35.992179 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-fb1c52e6-e457-4dd1-a251-274e319e9827 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Synchronizing usage tracker for tenant:ec01aea12f8f470cb6d949c607c3d33f on resource:network {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:50:36.009396 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-fb1c52e6-e457-4dd1-a251-274e319e9827 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Unset dirty status for tenant:ec01aea12f8f470cb6d949c607c3d33f on resource:network {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:50:36.010698 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-fb1c52e6-e457-4dd1-a251-274e319e9827 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/networks?id=01d8b5ca-c5a7-48b5-acbd-b9a848487037 HTTP/1.1" status: 200 len: 809 time: 0.1640978 Mar 09 04:50:36.025837 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-70334e88-3ab4-43d8-91d6-3c43ba417149 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/quotas/ec01aea12f8f470cb6d949c607c3d33f HTTP/1.1" status: 200 len: 375 time: 0.0096667 Mar 09 04:50:36.106657 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-f61e80b6-69fd-43d6-b8fb-a5ebb951d79d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Synchronizing usage tracker for tenant:ec01aea12f8f470cb6d949c607c3d33f on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:50:36.123885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-f61e80b6-69fd-43d6-b8fb-a5ebb951d79d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Unset dirty status for tenant:ec01aea12f8f470cb6d949c607c3d33f on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:50:36.125198 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-f61e80b6-69fd-43d6-b8fb-a5ebb951d79d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec01aea12f8f470cb6d949c607c3d33f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945857 Mar 09 04:50:36.233952 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-0871c69f-f43d-4b43-8265-d2b4f69f72f3 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 04:50:36.234952 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-0871c69f-f43d-4b43-8265-d2b4f69f72f3 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0974364 Mar 09 04:50:36.365868 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-c99c7e92-e5c5-4407-8f81-9c8d9c3f395d service neutron] 10.222.0.16 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248052 Mar 09 04:50:36.495699 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-68c6dd40-7543-42e9-be18-09812e0fc9cc service neutron] 10.222.0.16 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235802 Mar 09 04:50:37.264106 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device fc09417e-292c-4d50-94cc-d467e6e0cf5e up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:50:37.329531 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port fc09417e-292c-4d50-94cc-d467e6e0cf5e triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:50:37.329896 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:37.641889 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] Sync routers for ids ['a4e40cb8-7aff-4c12-9243-aca823030603'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:50:37.651600 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] Routers {'a4e40cb8-7aff-4c12-9243-aca823030603'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:50:37.652273 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:50:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a4e40cb8-7aff-4c12-9243-aca823030603'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:37.679237 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-29e546d1-f94f-4450-93df-0b2c73752c60 req-657a4e81-b268-47b6-9a39-be333a6d0734 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 210 time: 0.0424919 Mar 09 04:50:37.830171 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] Set router a4e40cb8-7aff-4c12-9243-aca823030603 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:50:38.158987 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e40cb8-7aff-4c12-9243-aca823030603', 'name': 'tempest-TestShelveInstance-1818395671-router', 'tenant_id': 'c443e2f7a5f24d72819157f650478dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'fc09417e-292c-4d50-94cc-d467e6e0cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:28Z', 'updated_at': '2022-03-09T04:50:32Z', 'revision_number': 4, 'project_id': 'c443e2f7a5f24d72819157f650478dbf', 'gw_port': {'id': 'fc09417e-292c-4d50-94cc-d467e6e0cf5e', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40cb8-7aff-4c12-9243-aca823030603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:29Z', 'updated_at': '2022-03-09T04:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4c17baaa-f140-4f8d-beba-699ed94fd1e7', 'name': '', 'network_id': 'faaeca1f-b302-4622-9e4b-464c4a8267ed', 'tenant_id': 'c443e2f7a5f24d72819157f650478dbf', 'mac_address': 'fa:16:3e:09:1f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e40cb8-7aff-4c12-9243-aca823030603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '5e8dd04f-aee7-4f3b-8222-1f1681015b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:32Z', 'updated_at': '2022-03-09T04:50:32Z', 'revision_number': 2, 'project_id': 'c443e2f7a5f24d72819157f650478dbf', 'subnets': [{'id': '5e8dd04f-aee7-4f3b-8222-1f1681015b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:38.162711 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] Checking router: a4e40cb8-7aff-4c12-9243-aca823030603 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:50:38.163080 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] Updating router a4e40cb8-7aff-4c12-9243-aca823030603 port 4c17baaa-f140-4f8d-beba-699ed94fd1e7 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 04:50:38.213793 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:38.557807 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:38.568861 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] Transition to ACTIVE for port object 4c17baaa-f140-4f8d-beba-699ed94fd1e7 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:50:38.575135 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:38.781385 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d88f9-3cea-47ae-9f64-ab0caf250818 None None] Pushing event updated for resources: {'Port': ['ID=4c17baaa-f140-4f8d-beba-699ed94fd1e7,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:38.792547 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c572fd9d-59f1-412b-90ec-6eb67cfd0c44 req-6f8ea882-244f-4bf1-891e-7331ba53c378 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 210 time: 0.0531352 Mar 09 04:50:38.816050 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] Attempting to bind port 4c17baaa-f140-4f8d-beba-699ed94fd1e7 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:50:38.816050 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] Attempting to bind port 4c17baaa-f140-4f8d-beba-699ed94fd1e7 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '66c0c987-ab47-4e67-8cbe-4902fa0a1a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'faaeca1f-b302-4622-9e4b-464c4a8267ed'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:50:38.816372 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] Attempting to bind port 4c17baaa-f140-4f8d-beba-699ed94fd1e7 on network faaeca1f-b302-4622-9e4b-464c4a8267ed {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:50:38.821671 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:50:38.822113 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] Checking segment: {'id': '66c0c987-ab47-4e67-8cbe-4902fa0a1a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'faaeca1f-b302-4622-9e4b-464c4a8267ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:50:38.823196 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:38.823579 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] Bound using segment: {'id': '66c0c987-ab47-4e67-8cbe-4902fa0a1a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'faaeca1f-b302-4622-9e4b-464c4a8267ed'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:50:38.824044 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] Bound port: 4c17baaa-f140-4f8d-beba-699ed94fd1e7, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c0c987-ab47-4e67-8cbe-4902fa0a1a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'faaeca1f-b302-4622-9e4b-464c4a8267ed'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:50:38.824597 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:38.923185 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] For port 4c17baaa-f140-4f8d-beba-699ed94fd1e7, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:50:38.926682 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] For port 4c17baaa-f140-4f8d-beba-699ed94fd1e7, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=4c17baaa-f140-4f8d-beba-699ed94fd1e7,segment=NetworkSegment(66c0c987-ab47-4e67-8cbe-4902fa0a1a5d),segment_id=66c0c987-ab47-4e67-8cbe-4902fa0a1a5d)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:50:38.931051 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:39.013960 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] Routers {'a4e40cb8-7aff-4c12-9243-aca823030603'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:50:39.014570 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:50:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a4e40cb8-7aff-4c12-9243-aca823030603'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:39.085823 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d88f9-3cea-47ae-9f64-ab0caf250818 None None] Pushing event updated for resources: {'Port': ['ID=4c17baaa-f140-4f8d-beba-699ed94fd1e7,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:39.210592 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] Set router a4e40cb8-7aff-4c12-9243-aca823030603 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:50:39.283829 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 4c17baaa-f140-4f8d-beba-699ed94fd1e7 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:50:39.354649 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:39.364800 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 4c17baaa-f140-4f8d-beba-699ed94fd1e7 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:50:39.369637 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 4c17baaa-f140-4f8d-beba-699ed94fd1e7 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:50:39.370807 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:39.520172 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:39.546716 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e40cb8-7aff-4c12-9243-aca823030603', 'name': 'tempest-TestShelveInstance-1818395671-router', 'tenant_id': 'c443e2f7a5f24d72819157f650478dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'fc09417e-292c-4d50-94cc-d467e6e0cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:28Z', 'updated_at': '2022-03-09T04:50:32Z', 'revision_number': 4, 'project_id': 'c443e2f7a5f24d72819157f650478dbf', 'gw_port': {'id': 'fc09417e-292c-4d50-94cc-d467e6e0cf5e', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40cb8-7aff-4c12-9243-aca823030603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:29Z', 'updated_at': '2022-03-09T04:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4c17baaa-f140-4f8d-beba-699ed94fd1e7', 'name': '', 'network_id': 'faaeca1f-b302-4622-9e4b-464c4a8267ed', 'tenant_id': 'c443e2f7a5f24d72819157f650478dbf', 'mac_address': 'fa:16:3e:09:1f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e40cb8-7aff-4c12-9243-aca823030603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '5e8dd04f-aee7-4f3b-8222-1f1681015b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:32Z', 'updated_at': '2022-03-09T04:50:38Z', 'revision_number': 4, 'project_id': 'c443e2f7a5f24d72819157f650478dbf', 'subnets': [{'id': '5e8dd04f-aee7-4f3b-8222-1f1681015b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:39.550892 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58bcc17-e8bd-4a33-b636-cff6b79094de None None] The sync data for ids ['a4e40cb8-7aff-4c12-9243-aca823030603'] in n-d-825178-5 is: [{'id': 'a4e40cb8-7aff-4c12-9243-aca823030603', 'name': 'tempest-TestShelveInstance-1818395671-router', 'tenant_id': 'c443e2f7a5f24d72819157f650478dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'fc09417e-292c-4d50-94cc-d467e6e0cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:28Z', 'updated_at': '2022-03-09T04:50:32Z', 'revision_number': 4, 'project_id': 'c443e2f7a5f24d72819157f650478dbf', 'gw_port': {'id': 'fc09417e-292c-4d50-94cc-d467e6e0cf5e', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40cb8-7aff-4c12-9243-aca823030603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:29Z', 'updated_at': '2022-03-09T04:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '4c17baaa-f140-4f8d-beba-699ed94fd1e7', 'name': '', 'network_id': 'faaeca1f-b302-4622-9e4b-464c4a8267ed', 'tenant_id': 'c443e2f7a5f24d72819157f650478dbf', 'mac_address': 'fa:16:3e:09:1f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e40cb8-7aff-4c12-9243-aca823030603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '5e8dd04f-aee7-4f3b-8222-1f1681015b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:32Z', 'updated_at': '2022-03-09T04:50:38Z', 'revision_number': 4, 'project_id': 'c443e2f7a5f24d72819157f650478dbf', 'subnets': [{'id': '5e8dd04f-aee7-4f3b-8222-1f1681015b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:50:39.552815 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 4c17baaa-f140-4f8d-beba-699ed94fd1e7, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=4c17baaa-f140-4f8d-beba-699ed94fd1e7,segment=NetworkSegment(66c0c987-ab47-4e67-8cbe-4902fa0a1a5d),segment_id=66c0c987-ab47-4e67-8cbe-4902fa0a1a5d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:50:39.556732 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:39.622032 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=4c17baaa-f140-4f8d-beba-699ed94fd1e7,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:39.891403 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-623f90b8-657c-4e0f-8593-4d7379a7ebcf req-ca4ff9d3-7213-4f4f-8174-84f6455154bb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 210 time: 0.0416188 Mar 09 04:50:40.989785 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3300c8dd-1fa4-4654-bb9f-476e8c3cef81 req-cdcad79b-78e8-41f5-b64f-3b56949c7430 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 210 time: 0.0475547 Mar 09 04:50:41.270154 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 4c17baaa-f140-4f8d-beba-699ed94fd1e7 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:50:41.340832 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 4c17baaa-f140-4f8d-beba-699ed94fd1e7 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:50:41.341194 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:42.139240 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6c99b817-0ad2-4c84-b9ee-c8d7202f73b7 req-d87b121b-f367-4d79-8c0b-baf6c43f079c tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 210 time: 0.0450022 Mar 09 04:50:42.985016 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-67f27151-b90d-4758-b77e-62d3c6b12b98 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:42.986421 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-67f27151-b90d-4758-b77e-62d3c6b12b98 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.21 "GET /v2.0/networks?id=01d8b5ca-c5a7-48b5-acbd-b9a848487037 HTTP/1.1" status: 200 len: 809 time: 0.1475275 Mar 09 04:50:43.033066 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-7db48193-7323-4299-b2e9-23ba4a0e7955 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec01aea12f8f470cb6d949c607c3d33f HTTP/1.1" status: 200 len: 379 time: 0.0390239 Mar 09 04:50:43.042196 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-695be548-bccb-4f45-b0bd-f792105a8821 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Request body: {'port': {'device_id': '30f9ad4d-805d-402e-b9c5-e1b19a5a31f8', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'admin_state_up': True, 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'security_groups': ['8eaa3241-00fe-4841-ad92-821c17efb245']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:50:43.296336 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-861fbbc6-90e8-40b7-9217-e833939ef5e8 req-58aa64e1-d42f-47fd-ac5e-11a310bef5d5 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 210 time: 0.0473146 Mar 09 04:50:43.327080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-695be548-bccb-4f45-b0bd-f792105a8821 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:50:43.336251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-695be548-bccb-4f45-b0bd-f792105a8821 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:50:43.346123 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-695be548-bccb-4f45-b0bd-f792105a8821 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Made reservation on behalf of ec01aea12f8f470cb6d949c607c3d33f for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:50:43.349495 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-695be548-bccb-4f45-b0bd-f792105a8821 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:43.502330 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-695be548-bccb-4f45-b0bd-f792105a8821 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Allocated IP 172.20.0.5 (01d8b5ca-c5a7-48b5-acbd-b9a848487037/748a8483-3829-43c6-b017-46db7aa69a09/0137b0d2-f102-4410-a474-bc6e644d7a04) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:50:43.688775 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-695be548-bccb-4f45-b0bd-f792105a8821 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:43.703963 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-695be548-bccb-4f45-b0bd-f792105a8821 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Transition to ACTIVE for port object 0137b0d2-f102-4410-a474-bc6e644d7a04 will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:50:43.726731 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-695be548-bccb-4f45-b0bd-f792105a8821 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:43.796681 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-695be548-bccb-4f45-b0bd-f792105a8821 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Network 01d8b5ca-c5a7-48b5-acbd-b9a848487037 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:50:43.805010 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-695be548-bccb-4f45-b0bd-f792105a8821 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:50:43.809358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-695be548-bccb-4f45-b0bd-f792105a8821 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:50:43.840509 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695be548-bccb-4f45-b0bd-f792105a8821 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Pushing event updated for resources: {'Port': ['ID=0137b0d2-f102-4410-a474-bc6e644d7a04,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:43.877344 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-695be548-bccb-4f45-b0bd-f792105a8821 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:43.878015 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-695be548-bccb-4f45-b0bd-f792105a8821 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:43.905958 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-695be548-bccb-4f45-b0bd-f792105a8821 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8676500 Mar 09 04:50:43.962006 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-fd67474a-62e9-4bf1-857e-61c641f946c8 service neutron] Request body: {'port': {'device_id': '30f9ad4d-805d-402e-b9c5-e1b19a5a31f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:50:44.055605 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-24860439-31f7-46d2-afd9-d26c908388fe None None] Provisioning for port 0137b0d2-f102-4410-a474-bc6e644d7a04 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:50:44.060237 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-24860439-31f7-46d2-afd9-d26c908388fe None None] Provisioning complete for port 0137b0d2-f102-4410-a474-bc6e644d7a04 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:50:44.060618 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-24860439-31f7-46d2-afd9-d26c908388fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:44.073971 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-fd67474a-62e9-4bf1-857e-61c641f946c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:44.115009 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-24860439-31f7-46d2-afd9-d26c908388fe None None] Port 0137b0d2-f102-4410-a474-bc6e644d7a04 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:50:44.413193 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-fd67474a-62e9-4bf1-857e-61c641f946c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0137b0d2-f102-4410-a474-bc6e644d7a04 {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:50:44.420755 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-fd67474a-62e9-4bf1-857e-61c641f946c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:44.435830 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-fd67474a-62e9-4bf1-857e-61c641f946c8 service neutron] Transition to ACTIVE for port object 0137b0d2-f102-4410-a474-bc6e644d7a04 will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:50:44.439540 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-fd67474a-62e9-4bf1-857e-61c641f946c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:44.482792 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c1ac1-2656-4071-9739-0e4ebdf89122 req-b5c109e5-e032-4d81-ace0-3072f116afd5 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:44.484277 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e11c1ac1-2656-4071-9739-0e4ebdf89122 req-b5c109e5-e032-4d81-ace0-3072f116afd5 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 931 time: 0.0844903 Mar 09 04:50:44.529627 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e11c1ac1-2656-4071-9739-0e4ebdf89122 req-15a893b3-18f6-4156-813a-beb002e5704a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Synchronizing usage tracker for tenant:ec01aea12f8f470cb6d949c607c3d33f on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:50:44.542837 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-e11c1ac1-2656-4071-9739-0e4ebdf89122 req-15a893b3-18f6-4156-813a-beb002e5704a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Unset dirty status for tenant:ec01aea12f8f470cb6d949c607c3d33f on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:50:44.544753 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e11c1ac1-2656-4071-9739-0e4ebdf89122 req-15a893b3-18f6-4156-813a-beb002e5704a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541608 Mar 09 04:50:44.597938 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67474a-62e9-4bf1-857e-61c641f946c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0137b0d2-f102-4410-a474-bc6e644d7a04,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:44.681508 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-fd67474a-62e9-4bf1-857e-61c641f946c8 service neutron] Attempting to bind port 0137b0d2-f102-4410-a474-bc6e644d7a04 on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:50:44.681839 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-fd67474a-62e9-4bf1-857e-61c641f946c8 service neutron] Attempting to bind port 0137b0d2-f102-4410-a474-bc6e644d7a04 by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '19e42ffe-565b-45b6-a84a-389fb3aafa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:50:44.682160 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-fd67474a-62e9-4bf1-857e-61c641f946c8 service neutron] Attempting to bind port 0137b0d2-f102-4410-a474-bc6e644d7a04 on network 01d8b5ca-c5a7-48b5-acbd-b9a848487037 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:50:44.686794 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-fd67474a-62e9-4bf1-857e-61c641f946c8 service neutron] Port 0137b0d2-f102-4410-a474-bc6e644d7a04 on network 01d8b5ca-c5a7-48b5-acbd-b9a848487037 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:50:44.687135 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-fd67474a-62e9-4bf1-857e-61c641f946c8 service neutron] Attempting to bind port 0137b0d2-f102-4410-a474-bc6e644d7a04 on network 01d8b5ca-c5a7-48b5-acbd-b9a848487037 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:50:44.692222 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-fd67474a-62e9-4bf1-857e-61c641f946c8 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:50:44.692548 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-fd67474a-62e9-4bf1-857e-61c641f946c8 service neutron] Checking segment: {'id': '19e42ffe-565b-45b6-a84a-389fb3aafa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:50:44.692921 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-fd67474a-62e9-4bf1-857e-61c641f946c8 service neutron] Bound using segment: {'id': '19e42ffe-565b-45b6-a84a-389fb3aafa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:50:44.693332 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-fd67474a-62e9-4bf1-857e-61c641f946c8 service neutron] Bound port: 0137b0d2-f102-4410-a474-bc6e644d7a04, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e42ffe-565b-45b6-a84a-389fb3aafa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:50:44.693670 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-fd67474a-62e9-4bf1-857e-61c641f946c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:44.782581 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-fd67474a-62e9-4bf1-857e-61c641f946c8 service neutron] For port 0137b0d2-f102-4410-a474-bc6e644d7a04, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:50:44.785561 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-fd67474a-62e9-4bf1-857e-61c641f946c8 service neutron] For port 0137b0d2-f102-4410-a474-bc6e644d7a04, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0137b0d2-f102-4410-a474-bc6e644d7a04,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:50:44.788889 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-fd67474a-62e9-4bf1-857e-61c641f946c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:44.844068 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-fd67474a-62e9-4bf1-857e-61c641f946c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:44.844811 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-fd67474a-62e9-4bf1-857e-61c641f946c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:44.846239 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-fd67474a-62e9-4bf1-857e-61c641f946c8 service neutron] 10.222.0.21 "PUT /v2.0/ports/0137b0d2-f102-4410-a474-bc6e644d7a04 HTTP/1.1" status: 200 len: 1091 time: 0.9334717 Mar 09 04:50:44.846674 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f9ad4d-805d-402e-b9c5-e1b19a5a31f8', 'tag': '0137b0d2-f102-4410-a474-bc6e644d7a04'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:50:44.878622 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67474a-62e9-4bf1-857e-61c641f946c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0137b0d2-f102-4410-a474-bc6e644d7a04,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:44.928503 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f9ad4d-805d-402e-b9c5-e1b19a5a31f8', 'tag': '0137b0d2-f102-4410-a474-bc6e644d7a04', 'status': 'completed', 'code': 200} Mar 09 04:50:44.969773 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-4c373616-037c-44bc-ad90-789f5c7180dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:44.971253 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-4c373616-037c-44bc-ad90-789f5c7180dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec01aea12f8f470cb6d949c607c3d33f&device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 1094 time: 0.0778139 Mar 09 04:50:45.042525 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-56bc2878-006d-416d-a453-89c9b91b0ba4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0137b0d2-f102-4410-a474-bc6e644d7a04 HTTP/1.1" status: 200 len: 217 time: 0.0643189 Mar 09 04:50:45.104809 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-eba50dad-b71c-4615-941e-ea4ca6b17f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:45.106139 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-eba50dad-b71c-4615-941e-ea4ca6b17f5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=748a8483-3829-43c6-b017-46db7aa69a09 HTTP/1.1" status: 200 len: 848 time: 0.0575392 Mar 09 04:50:45.183468 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-63183b9b-814d-41dc-855e-9584b34f0b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:45.185157 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-63183b9b-814d-41dc-855e-9584b34f0b8c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01d8b5ca-c5a7-48b5-acbd-b9a848487037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730126 Mar 09 04:50:45.313511 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-479c1b0a-3e7a-4d6b-a581-67437739936d service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224477 Mar 09 04:50:45.447212 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a5089759-dc23-44bd-a2f2-51d09a7d2dc9 req-ea85ce89-340a-4fd1-abb7-798fbab4c02d service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275108 Mar 09 04:50:45.572430 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ee9d1-5b73-413f-8cee-fe365e74c547 req-20f1a274-f8f5-42f3-a66d-d9826ca8b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:45.573889 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a88ee9d1-5b73-413f-8cee-fe365e74c547 req-20f1a274-f8f5-42f3-a66d-d9826ca8b8fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec01aea12f8f470cb6d949c607c3d33f&device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 1094 time: 0.0745115 Mar 09 04:50:45.736235 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9029a-de89-4ed4-b5de-b053f05f8357 req-ee57c3d7-7aee-4a39-8289-db76eca17f4b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:45.738592 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-63e9029a-de89-4ed4-b5de-b053f05f8357 req-ee57c3d7-7aee-4a39-8289-db76eca17f4b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 943 time: 0.0874572 Mar 09 04:50:45.794312 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-63e9029a-de89-4ed4-b5de-b053f05f8357 req-f7e07dab-80c9-4264-b6bb-fdef5d762e12 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493915 Mar 09 04:50:45.825161 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ee9d1-5b73-413f-8cee-fe365e74c547 req-c6efe858-cb58-42ed-b9f1-47d09792efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:45.826603 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a88ee9d1-5b73-413f-8cee-fe365e74c547 req-c6efe858-cb58-42ed-b9f1-47d09792efe2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=01d8b5ca-c5a7-48b5-acbd-b9a848487037 HTTP/1.1" status: 200 len: 910 time: 0.2461417 Mar 09 04:50:45.904540 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a88ee9d1-5b73-413f-8cee-fe365e74c547 req-ed648f23-69ac-4bd0-ac13-f3fe6a546961 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0137b0d2-f102-4410-a474-bc6e644d7a04 HTTP/1.1" status: 200 len: 217 time: 0.0705628 Mar 09 04:50:45.966221 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ee9d1-5b73-413f-8cee-fe365e74c547 req-8e5acfcf-eb1a-4ba1-82ba-a5b9a2f47230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:45.967664 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a88ee9d1-5b73-413f-8cee-fe365e74c547 req-8e5acfcf-eb1a-4ba1-82ba-a5b9a2f47230 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=748a8483-3829-43c6-b017-46db7aa69a09 HTTP/1.1" status: 200 len: 848 time: 0.0572128 Mar 09 04:50:46.041465 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ee9d1-5b73-413f-8cee-fe365e74c547 req-8212971c-94a9-49e3-ad3a-3ba11c9bb0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:46.042826 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a88ee9d1-5b73-413f-8cee-fe365e74c547 req-8212971c-94a9-49e3-ad3a-3ba11c9bb0a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01d8b5ca-c5a7-48b5-acbd-b9a848487037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688848 Mar 09 04:50:46.174310 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a88ee9d1-5b73-413f-8cee-fe365e74c547 req-a36c47aa-1011-49c1-b684-3ce583a3e464 service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236746 Mar 09 04:50:46.303575 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a88ee9d1-5b73-413f-8cee-fe365e74c547 req-79170a56-9053-426d-bdc5-2f2ae64ad86a service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221333 Mar 09 04:50:46.981932 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b497fc-3803-45e7-9b5e-8573f2cadc09 req-f4fe4281-e160-4ae9-8764-d5f37d7c4e02 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:46.982630 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-52b497fc-3803-45e7-9b5e-8573f2cadc09 req-f4fe4281-e160-4ae9-8764-d5f37d7c4e02 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Synchronizing usage tracker for tenant:ec01aea12f8f470cb6d949c607c3d33f on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:50:46.997704 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-52b497fc-3803-45e7-9b5e-8573f2cadc09 req-f4fe4281-e160-4ae9-8764-d5f37d7c4e02 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Unset dirty status for tenant:ec01aea12f8f470cb6d949c607c3d33f on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:50:46.999010 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-52b497fc-3803-45e7-9b5e-8573f2cadc09 req-f4fe4281-e160-4ae9-8764-d5f37d7c4e02 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 943 time: 0.0989857 Mar 09 04:50:47.044289 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-52b497fc-3803-45e7-9b5e-8573f2cadc09 req-320becf0-cc1e-4289-80e2-d3a8ad9d04e2 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395110 Mar 09 04:50:48.226525 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821cbb1-2fbe-48d4-8c4b-2c426d20a4fd req-c30eabd2-0cc1-42c9-96c1-ce4e4eab6690 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:48.228436 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a821cbb1-2fbe-48d4-8c4b-2c426d20a4fd req-c30eabd2-0cc1-42c9-96c1-ce4e4eab6690 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 943 time: 0.0797651 Mar 09 04:50:48.270642 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a821cbb1-2fbe-48d4-8c4b-2c426d20a4fd req-95be5558-eeb1-458f-b666-e58efb5b71b5 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367215 Mar 09 04:50:48.736682 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 0137b0d2-f102-4410-a474-bc6e644d7a04 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:50:48.864266 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 0137b0d2-f102-4410-a474-bc6e644d7a04, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0137b0d2-f102-4410-a474-bc6e644d7a04,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:50:48.877960 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '0137b0d2-f102-4410-a474-bc6e644d7a04', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'port_id': '0137b0d2-f102-4410-a474-bc6e644d7a04', 'mac_address': 'fa:16:3e:6b:d5:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748a8483-3829-43c6-b017-46db7aa69a09', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:50:48.932315 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:48.948988 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0137b0d2-f102-4410-a474-bc6e644d7a04 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:50:48.965502 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 0137b0d2-f102-4410-a474-bc6e644d7a04, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0137b0d2-f102-4410-a474-bc6e644d7a04,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:50:48.969670 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:49.039067 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=0137b0d2-f102-4410-a474-bc6e644d7a04,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:49.207821 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['0137b0d2-f102-4410-a474-bc6e644d7a04'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:50:49.453494 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd5571-345e-4250-a036-c81db640f422 req-fbf54670-43ff-4eb2-a56d-3778bfdaa46b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:49.454948 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-11cd5571-345e-4250-a036-c81db640f422 req-fbf54670-43ff-4eb2-a56d-3778bfdaa46b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 944 time: 0.0815046 Mar 09 04:50:49.499773 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-11cd5571-345e-4250-a036-c81db640f422 req-ce746055-51db-4ea9-97c6-6bea4ac39570 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391030 Mar 09 04:50:50.682888 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b673c-5a4f-469c-b301-a0d6ea3548f1 req-b721c23f-8fad-46b1-b485-cde464aa5159 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:50.684337 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ea0b673c-5a4f-469c-b301-a0d6ea3548f1 req-b721c23f-8fad-46b1-b485-cde464aa5159 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 944 time: 0.0826182 Mar 09 04:50:50.726622 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ea0b673c-5a4f-469c-b301-a0d6ea3548f1 req-325a1aae-0356-4ae2-8b19-99e3efbc7b5f tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368726 Mar 09 04:50:50.756842 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 0137b0d2-f102-4410-a474-bc6e644d7a04 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:50:50.825696 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 0137b0d2-f102-4410-a474-bc6e644d7a04 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:50:50.830463 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 0137b0d2-f102-4410-a474-bc6e644d7a04 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:50:50.830873 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:50.942820 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:50.971325 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f9ad4d-805d-402e-b9c5-e1b19a5a31f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0137b0d2-f102-4410-a474-bc6e644d7a04'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:50:50.981197 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 0137b0d2-f102-4410-a474-bc6e644d7a04, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0137b0d2-f102-4410-a474-bc6e644d7a04,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:50:50.985579 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:51.020657 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f9ad4d-805d-402e-b9c5-e1b19a5a31f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0137b0d2-f102-4410-a474-bc6e644d7a04', 'code': 200} Mar 09 04:50:51.052941 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=0137b0d2-f102-4410-a474-bc6e644d7a04,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:51.141976 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20d4a7-4dc0-4f5b-8d2c-e6b8942042df req-dbc24c44-5bd4-4cef-a683-ebc72581103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:51.143359 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2a20d4a7-4dc0-4f5b-8d2c-e6b8942042df req-dbc24c44-5bd4-4cef-a683-ebc72581103a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 1096 time: 0.0684919 Mar 09 04:50:51.184036 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2a20d4a7-4dc0-4f5b-8d2c-e6b8942042df req-4aa1866c-d6f6-4d14-8f86-33f0b784481e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341034 Mar 09 04:50:51.915204 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594d1b2-475a-4bea-adb8-eae7ed90c53c req-3490e073-dadc-42e7-8d45-66e097948d9e tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:51.917214 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e594d1b2-475a-4bea-adb8-eae7ed90c53c req-3490e073-dadc-42e7-8d45-66e097948d9e tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 945 time: 0.0868170 Mar 09 04:50:51.967296 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-e594d1b2-475a-4bea-adb8-eae7ed90c53c req-3e973c30-89f7-41d7-bdbe-dd0385b685e4 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429959 Mar 09 04:50:53.160160 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea8dde-3120-47a0-a8d8-95c95b247956 req-fe807b6d-0d13-4f17-9089-a1aaf49e703b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:53.162349 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-39ea8dde-3120-47a0-a8d8-95c95b247956 req-fe807b6d-0d13-4f17-9089-a1aaf49e703b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 945 time: 0.0871341 Mar 09 04:50:53.206739 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-39ea8dde-3120-47a0-a8d8-95c95b247956 req-f757aa4e-0e54-42a3-895c-83269c969472 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389740 Mar 09 04:50:53.506623 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7ca66-8e64-47e3-a9f9-95fffa6e63dd req-a7ea8867-81ca-4155-9a3c-87fa4f373af5 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:53.509035 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fcb7ca66-8e64-47e3-a9f9-95fffa6e63dd req-a7ea8867-81ca-4155-9a3c-87fa4f373af5 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 945 time: 0.1947465 Mar 09 04:50:53.551155 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fcb7ca66-8e64-47e3-a9f9-95fffa6e63dd req-f21c39e8-5cdc-475b-bd5a-b11fdc207391 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365193 Mar 09 04:50:53.573456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49130) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:53.690747 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e8c226-fbf2-4eff-934b-83ab414743ae tempest-TestShelveInstance-1547063363 tempest-TestShelveInstance-1547063363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:53.691478 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d6e8c226-fbf2-4eff-934b-83ab414743ae tempest-TestShelveInstance-1547063363 tempest-TestShelveInstance-1547063363-project-admin] Synchronizing usage tracker for tenant:c443e2f7a5f24d72819157f650478dbf on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:50:53.719538 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-d6e8c226-fbf2-4eff-934b-83ab414743ae tempest-TestShelveInstance-1547063363 tempest-TestShelveInstance-1547063363-project-admin] Unset dirty status for tenant:c443e2f7a5f24d72819157f650478dbf on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:50:53.720683 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d6e8c226-fbf2-4eff-934b-83ab414743ae tempest-TestShelveInstance-1547063363 tempest-TestShelveInstance-1547063363-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 1091 time: 0.1462657 Mar 09 04:50:53.723761 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49136) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:50:53.729541 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-b1468d0b-a6cf-43fc-8a7d-ab92756d8a1a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'port_id': '0137b0d2-f102-4410-a474-bc6e644d7a04', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:50:53.736211 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b1468d0b-a6cf-43fc-8a7d-ab92756d8a1a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:50:53.740016 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b1468d0b-a6cf-43fc-8a7d-ab92756d8a1a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Usage tracker for resource:floatingip and tenant:ec01aea12f8f470cb6d949c607c3d33f is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:50:53.743488 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b1468d0b-a6cf-43fc-8a7d-ab92756d8a1a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:50:53.749117 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b1468d0b-a6cf-43fc-8a7d-ab92756d8a1a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:50:53.759322 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b1468d0b-a6cf-43fc-8a7d-ab92756d8a1a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:53.894095 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b1468d0b-a6cf-43fc-8a7d-ab92756d8a1a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:54.025859 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-b1468d0b-a6cf-43fc-8a7d-ab92756d8a1a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Allocated IP 172.25.7.253 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/e51606b7-93dc-4a2e-b4f1-98e54633d68a) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:50:54.179102 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b1468d0b-a6cf-43fc-8a7d-ab92756d8a1a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:54.206777 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b1468d0b-a6cf-43fc-8a7d-ab92756d8a1a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:54.267974 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1468d0b-a6cf-43fc-8a7d-ab92756d8a1a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:50:54.275270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-b1468d0b-a6cf-43fc-8a7d-ab92756d8a1a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:50:54.279399 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1468d0b-a6cf-43fc-8a7d-ab92756d8a1a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:50:54.308006 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1468d0b-a6cf-43fc-8a7d-ab92756d8a1a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Pushing event updated for resources: {'Port': ['ID=e51606b7-93dc-4a2e-b4f1-98e54633d68a,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:54.636303 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:50:54.685398 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b1468d0b-a6cf-43fc-8a7d-ab92756d8a1a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:54.757488 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b1468d0b-a6cf-43fc-8a7d-ab92756d8a1a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:54.956723 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b1468d0b-a6cf-43fc-8a7d-ab92756d8a1a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:54.961753 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b1468d0b-a6cf-43fc-8a7d-ab92756d8a1a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:55.068403 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1468d0b-a6cf-43fc-8a7d-ab92756d8a1a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Pushing event updated for resources: {'Port': ['ID=e51606b7-93dc-4a2e-b4f1-98e54633d68a,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:50:55.080623 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b1468d0b-a6cf-43fc-8a7d-ab92756d8a1a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:55.353734 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-b1468d0b-a6cf-43fc-8a7d-ab92756d8a1a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Floating IP 2145278b-ad19-4c00-91a9-458a75fd21de associated. External IP: 172.25.7.253, port: 0137b0d2-f102-4410-a474-bc6e644d7a04. Mar 09 04:50:55.696366 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1468d0b-a6cf-43fc-8a7d-ab92756d8a1a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Router 63166521-c320-4be4-b938-fd77b4fab86c has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:50:55.869967 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1468d0b-a6cf-43fc-8a7d-ab92756d8a1a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:50:55.880680 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c48e80f-dde5-4ab3-a87c-893b772800bb None None] Sync routers for ids ['63166521-c320-4be4-b938-fd77b4fab86c'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:50:55.892300 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c48e80f-dde5-4ab3-a87c-893b772800bb None None] Routers {'63166521-c320-4be4-b938-fd77b4fab86c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:50:55.893079 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-3c48e80f-dde5-4ab3-a87c-893b772800bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:50:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['63166521-c320-4be4-b938-fd77b4fab86c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:55.896589 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b1468d0b-a6cf-43fc-8a7d-ab92756d8a1a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:50:55.960207 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b1468d0b-a6cf-43fc-8a7d-ab92756d8a1a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2294450 Mar 09 04:50:55.960207 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f9ad4d-805d-402e-b9c5-e1b19a5a31f8', 'tag': '0137b0d2-f102-4410-a474-bc6e644d7a04'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:50:55.999506 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f9ad4d-805d-402e-b9c5-e1b19a5a31f8', 'tag': '0137b0d2-f102-4410-a474-bc6e644d7a04', 'status': 'completed', 'code': 200} Mar 09 04:50:56.092432 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a671059-11bf-42a9-8241-9a6de91dd2eb req-88948856-693f-4b10-b85d-193845d643f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:56.093964 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a671059-11bf-42a9-8241-9a6de91dd2eb req-88948856-693f-4b10-b85d-193845d643f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec01aea12f8f470cb6d949c607c3d33f&device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 1096 time: 0.0724337 Mar 09 04:50:56.114498 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-3c48e80f-dde5-4ab3-a87c-893b772800bb None None] Set router 63166521-c320-4be4-b938-fd77b4fab86c gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:50:56.225465 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a671059-11bf-42a9-8241-9a6de91dd2eb req-487fcd65-e49a-42cd-ae3e-77696857e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:56.226905 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a671059-11bf-42a9-8241-9a6de91dd2eb req-487fcd65-e49a-42cd-ae3e-77696857e909 service neutron] 10.222.0.21 "GET /v2.0/networks?id=01d8b5ca-c5a7-48b5-acbd-b9a848487037 HTTP/1.1" status: 200 len: 910 time: 0.1271586 Mar 09 04:50:56.333163 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a671059-11bf-42a9-8241-9a6de91dd2eb req-1875b805-fb3e-432a-a5c2-355f3aa18774 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0137b0d2-f102-4410-a474-bc6e644d7a04 HTTP/1.1" status: 200 len: 999 time: 0.1006787 Mar 09 04:50:56.398207 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a671059-11bf-42a9-8241-9a6de91dd2eb req-a6a10fda-a7be-40cc-a683-0afd42d9d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:56.399711 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a671059-11bf-42a9-8241-9a6de91dd2eb req-a6a10fda-a7be-40cc-a683-0afd42d9d77a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=748a8483-3829-43c6-b017-46db7aa69a09 HTTP/1.1" status: 200 len: 848 time: 0.0602431 Mar 09 04:50:56.460402 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-3c48e80f-dde5-4ab3-a87c-893b772800bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63166521-c320-4be4-b938-fd77b4fab86c', 'name': 'tempest-TestShelveInstance-2013362189-router', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:21Z', 'updated_at': '2022-03-09T04:50:26Z', 'revision_number': 4, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'gw_port': {'id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:22Z', 'updated_at': '2022-03-09T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '2145278b-ad19-4c00-91a9-458a75fd21de', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'floating_ip_address': '172.25.7.253', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'port_id': '0137b0d2-f102-4410-a474-bc6e644d7a04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'mac_address': 'fa:16:3e:6b:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f9ad4d-805d-402e-b9c5-e1b19a5a31f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:50:54Z', 'updated_at': '2022-03-09T04:50:54Z', 'revision_number': 0, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ab5b15-6091-4fcb-a4ae-be8da7766d49', 'name': '', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'mac_address': 'fa:16:3e:97:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '748a8483-3829-43c6-b017-46db7aa69a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:25Z', 'updated_at': '2022-03-09T04:50:31Z', 'revision_number': 5, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'subnets': [{'id': '748a8483-3829-43c6-b017-46db7aa69a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:56.465029 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c48e80f-dde5-4ab3-a87c-893b772800bb None None] Checking router: 63166521-c320-4be4-b938-fd77b4fab86c for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:50:56.474238 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c48e80f-dde5-4ab3-a87c-893b772800bb None None] Routers {'63166521-c320-4be4-b938-fd77b4fab86c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:50:56.474562 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a671059-11bf-42a9-8241-9a6de91dd2eb req-40d4548d-bb8e-4446-a0ae-f7cb92057710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:50:56.474831 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-3c48e80f-dde5-4ab3-a87c-893b772800bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:50:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['63166521-c320-4be4-b938-fd77b4fab86c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:56.476111 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a671059-11bf-42a9-8241-9a6de91dd2eb req-40d4548d-bb8e-4446-a0ae-f7cb92057710 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01d8b5ca-c5a7-48b5-acbd-b9a848487037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700779 Mar 09 04:50:56.606052 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a671059-11bf-42a9-8241-9a6de91dd2eb req-02751d9e-b82e-46f9-843b-2a154fb2672d service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234672 Mar 09 04:50:56.652161 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-3c48e80f-dde5-4ab3-a87c-893b772800bb None None] Set router 63166521-c320-4be4-b938-fd77b4fab86c gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:50:56.735426 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4a671059-11bf-42a9-8241-9a6de91dd2eb req-95e1ae69-2c3d-411f-815b-bae3e93c35fd service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236131 Mar 09 04:50:56.993881 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-3c48e80f-dde5-4ab3-a87c-893b772800bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63166521-c320-4be4-b938-fd77b4fab86c', 'name': 'tempest-TestShelveInstance-2013362189-router', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:21Z', 'updated_at': '2022-03-09T04:50:26Z', 'revision_number': 4, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'gw_port': {'id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:22Z', 'updated_at': '2022-03-09T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '2145278b-ad19-4c00-91a9-458a75fd21de', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'floating_ip_address': '172.25.7.253', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'port_id': '0137b0d2-f102-4410-a474-bc6e644d7a04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'mac_address': 'fa:16:3e:6b:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f9ad4d-805d-402e-b9c5-e1b19a5a31f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:50:54Z', 'updated_at': '2022-03-09T04:50:54Z', 'revision_number': 0, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ab5b15-6091-4fcb-a4ae-be8da7766d49', 'name': '', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'mac_address': 'fa:16:3e:97:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '748a8483-3829-43c6-b017-46db7aa69a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:25Z', 'updated_at': '2022-03-09T04:50:31Z', 'revision_number': 5, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'subnets': [{'id': '748a8483-3829-43c6-b017-46db7aa69a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:50:56.999394 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c48e80f-dde5-4ab3-a87c-893b772800bb None None] The sync data for ids ['63166521-c320-4be4-b938-fd77b4fab86c'] in n-d-825178-5 is: [{'id': '63166521-c320-4be4-b938-fd77b4fab86c', 'name': 'tempest-TestShelveInstance-2013362189-router', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:21Z', 'updated_at': '2022-03-09T04:50:26Z', 'revision_number': 4, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'gw_port': {'id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:22Z', 'updated_at': '2022-03-09T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '2145278b-ad19-4c00-91a9-458a75fd21de', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'floating_ip_address': '172.25.7.253', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'port_id': '0137b0d2-f102-4410-a474-bc6e644d7a04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'mac_address': 'fa:16:3e:6b:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f9ad4d-805d-402e-b9c5-e1b19a5a31f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:50:54Z', 'updated_at': '2022-03-09T04:50:54Z', 'revision_number': 0, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ab5b15-6091-4fcb-a4ae-be8da7766d49', 'name': '', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'mac_address': 'fa:16:3e:97:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '748a8483-3829-43c6-b017-46db7aa69a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:25Z', 'updated_at': '2022-03-09T04:50:31Z', 'revision_number': 5, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'subnets': [{'id': '748a8483-3829-43c6-b017-46db7aa69a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:50:57.184475 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969105b5-7aeb-4c21-97ce-337ed7ec0902 None None] New status for floating IP 2145278b-ad19-4c00-91a9-458a75fd21de: ACTIVE {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:50:58.853299 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-809ab8d9-9364-4321-b4c2-8b7f82bc4175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:51:01.240098 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2eb3a0f1-e2bf-4bd3-aab7-72fdec0ca4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:51:02.397587 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:51:02.468058 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:51:03.737942 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:51:04.816164 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:51:09.368738 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:51:28.854541 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d9812bd2-349c-44e1-bda7-35a2fa4514b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:51:30.767979 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cf3cba3-f7c3-4800-9540-b22e0c86418a req-ba297635-7e54-4924-b858-d8a4e5daabb1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677414 Mar 09 04:51:30.908697 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3cba3-f7c3-4800-9540-b22e0c86418a req-2247dee0-d684-4f14-99bb-065f44d26a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:51:30.910149 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cf3cba3-f7c3-4800-9540-b22e0c86418a req-2247dee0-d684-4f14-99bb-065f44d26a0a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec01aea12f8f470cb6d949c607c3d33f&device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 1096 time: 0.0726583 Mar 09 04:51:31.169835 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3cba3-f7c3-4800-9540-b22e0c86418a req-5f9a6871-3ea0-4e78-ba08-9ccb380c5d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:51:31.171297 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cf3cba3-f7c3-4800-9540-b22e0c86418a req-5f9a6871-3ea0-4e78-ba08-9ccb380c5d87 service neutron] 10.222.0.21 "GET /v2.0/networks?id=01d8b5ca-c5a7-48b5-acbd-b9a848487037 HTTP/1.1" status: 200 len: 910 time: 0.2411554 Mar 09 04:51:31.243589 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-86c347ce-8205-461f-9fa5-561f9e427b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:51:31.275334 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cf3cba3-f7c3-4800-9540-b22e0c86418a req-cae8eef8-a7ae-4664-9d3d-345da83efa76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0137b0d2-f102-4410-a474-bc6e644d7a04 HTTP/1.1" status: 200 len: 1001 time: 0.0974572 Mar 09 04:51:31.337185 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3cba3-f7c3-4800-9540-b22e0c86418a req-8cdb963e-3a81-4ab9-b465-1477b2c8d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:51:31.338682 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cf3cba3-f7c3-4800-9540-b22e0c86418a req-8cdb963e-3a81-4ab9-b465-1477b2c8d32c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=748a8483-3829-43c6-b017-46db7aa69a09 HTTP/1.1" status: 200 len: 848 time: 0.0577574 Mar 09 04:51:31.420846 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3cba3-f7c3-4800-9540-b22e0c86418a req-df7158e6-0a0b-4611-be6b-5bf7aaa07f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:51:31.422223 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cf3cba3-f7c3-4800-9540-b22e0c86418a req-df7158e6-0a0b-4611-be6b-5bf7aaa07f39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01d8b5ca-c5a7-48b5-acbd-b9a848487037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766578 Mar 09 04:51:31.550890 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cf3cba3-f7c3-4800-9540-b22e0c86418a req-426c7f7b-2b0d-42d3-8a65-3aa550456736 service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225786 Mar 09 04:51:31.635538 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:51:31.679552 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8cf3cba3-f7c3-4800-9540-b22e0c86418a req-c09daf08-801c-4703-962e-ecb31d602fbd service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226506 Mar 09 04:51:32.400398 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:51:32.469602 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:51:33.741980 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:51:34.830750 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:51:39.368958 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:51:58.856630 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-22cad846-ec93-4469-adf3-945b18649943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:52:01.245019 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-528931b8-b700-4f55-8874-c4cc3e4ed25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:52:02.403452 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:52:02.472434 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:52:03.744641 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:52:04.829099 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:52:08.634424 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:52:09.369827 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:52:28.858720 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ce40963f-4014-4835-9d86-0d875896b022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:52:31.245194 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c14712a3-9621-4e6b-a93b-d6e68de061fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:52:32.340742 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-212cfbd5-af6b-4c52-8b05-2ea854ad319c req-01e3ea77-c875-4380-87c3-1c46b317a31f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0670877 Mar 09 04:52:32.406371 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:52:32.477327 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:52:32.484021 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cfbd5-af6b-4c52-8b05-2ea854ad319c req-2078b4f4-b0ce-4049-923e-d41563770fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:52:32.485479 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-212cfbd5-af6b-4c52-8b05-2ea854ad319c req-2078b4f4-b0ce-4049-923e-d41563770fd8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec01aea12f8f470cb6d949c607c3d33f&device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 1096 time: 0.0740507 Mar 09 04:52:32.627074 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cfbd5-af6b-4c52-8b05-2ea854ad319c req-c70a4720-3495-43d1-a33c-cd2e1e001dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:52:32.628407 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-212cfbd5-af6b-4c52-8b05-2ea854ad319c req-c70a4720-3495-43d1-a33c-cd2e1e001dc9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=01d8b5ca-c5a7-48b5-acbd-b9a848487037 HTTP/1.1" status: 200 len: 910 time: 0.1251762 Mar 09 04:52:32.735827 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-212cfbd5-af6b-4c52-8b05-2ea854ad319c req-cfb4f258-4c2d-4bea-bc37-4a6c7b03f284 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0137b0d2-f102-4410-a474-bc6e644d7a04 HTTP/1.1" status: 200 len: 1001 time: 0.1015089 Mar 09 04:52:32.800065 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cfbd5-af6b-4c52-8b05-2ea854ad319c req-ee29ffd0-7a1f-441b-bb30-d84dec01686d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:52:32.801462 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-212cfbd5-af6b-4c52-8b05-2ea854ad319c req-ee29ffd0-7a1f-441b-bb30-d84dec01686d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=748a8483-3829-43c6-b017-46db7aa69a09 HTTP/1.1" status: 200 len: 848 time: 0.0600107 Mar 09 04:52:32.873693 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cfbd5-af6b-4c52-8b05-2ea854ad319c req-bb18bd9f-8b83-4ac1-92f5-7c3b51711516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:52:32.875152 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-212cfbd5-af6b-4c52-8b05-2ea854ad319c req-bb18bd9f-8b83-4ac1-92f5-7c3b51711516 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01d8b5ca-c5a7-48b5-acbd-b9a848487037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680399 Mar 09 04:52:33.002771 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-212cfbd5-af6b-4c52-8b05-2ea854ad319c req-248d83d8-6881-46f7-b469-b9b31375c6d4 service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220913 Mar 09 04:52:33.139729 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-212cfbd5-af6b-4c52-8b05-2ea854ad319c req-caf9be9a-53a8-4a94-8f6d-a6e169437930 service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311328 Mar 09 04:52:33.747675 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:52:34.860945 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:52:39.381089 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:52:45.633634 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:52:51.077876 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3d200-0890-4c66-88ff-9d1575ed8a42 req-04cd4c65-45c4-4384-8935-b75464799e8f tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:52:51.079355 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-92e3d200-0890-4c66-88ff-9d1575ed8a42 req-04cd4c65-45c4-4384-8935-b75464799e8f tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 945 time: 0.0824263 Mar 09 04:52:51.122513 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-92e3d200-0890-4c66-88ff-9d1575ed8a42 req-a68eb209-27ce-4a47-b469-1ee9e50cb1d5 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376322 Mar 09 04:52:52.325156 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9b345-8457-4538-a027-26c3c6336df8 req-859158da-f891-466d-a177-88b2a8db99ed tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:52:52.326602 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-66e9b345-8457-4538-a027-26c3c6336df8 req-859158da-f891-466d-a177-88b2a8db99ed tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 945 time: 0.0814633 Mar 09 04:52:52.375524 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-66e9b345-8457-4538-a027-26c3c6336df8 req-db523e0e-fd1e-46a7-81b4-3e94c10eba9c tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431831 Mar 09 04:52:53.555592 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dece2-80d3-4388-9e80-ea99fa99a28a req-e2563226-85a6-49c3-80e2-d67f744d405a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:52:53.557047 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b27dece2-80d3-4388-9e80-ea99fa99a28a req-e2563226-85a6-49c3-80e2-d67f744d405a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 945 time: 0.0790863 Mar 09 04:52:53.599013 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b27dece2-80d3-4388-9e80-ea99fa99a28a req-c2bd488e-d9dd-4c58-b230-f324e00bbb97 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364983 Mar 09 04:52:54.781418 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d53d46-e408-42ba-85dd-84f6c61b8984 req-b246228d-54c9-4eb1-8e0b-94a5528eab50 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:52:54.782838 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-52d53d46-e408-42ba-85dd-84f6c61b8984 req-b246228d-54c9-4eb1-8e0b-94a5528eab50 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 945 time: 0.0778935 Mar 09 04:52:54.826808 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-52d53d46-e408-42ba-85dd-84f6c61b8984 req-2b88f24e-3148-477d-bc21-c45ab4d0c8b4 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383532 Mar 09 04:52:56.129131 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73a73c-8df8-4250-b40f-eb2ed28e9317 req-1b17816a-87b5-46d1-95f5-843f9ac686a1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:52:56.130493 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f73a73c-8df8-4250-b40f-eb2ed28e9317 req-1b17816a-87b5-46d1-95f5-843f9ac686a1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 945 time: 0.1985106 Mar 09 04:52:56.172731 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3f73a73c-8df8-4250-b40f-eb2ed28e9317 req-86654a5c-7960-419a-b661-36c75c404223 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360017 Mar 09 04:52:57.367377 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b1fff-29eb-46ff-8df9-876c60825d07 req-79dcf226-72bc-40e9-84a9-d5aec79c88e6 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:52:57.368860 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cf0b1fff-29eb-46ff-8df9-876c60825d07 req-79dcf226-72bc-40e9-84a9-d5aec79c88e6 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 945 time: 0.0942690 Mar 09 04:52:57.413769 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cf0b1fff-29eb-46ff-8df9-876c60825d07 req-c602bb23-3ae9-4583-a995-10552a61ea21 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391023 Mar 09 04:52:58.597162 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4c40c-dc87-459a-8677-561f30f86959 req-9f965383-f735-483b-a0bc-9b79dc774acf tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:52:58.598586 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8ad4c40c-dc87-459a-8677-561f30f86959 req-9f965383-f735-483b-a0bc-9b79dc774acf tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 945 time: 0.0818949 Mar 09 04:52:58.641989 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8ad4c40c-dc87-459a-8677-561f30f86959 req-a46d7e76-127a-4ec1-a34e-cffb2abfef8b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371721 Mar 09 04:52:58.860947 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-20f77108-8700-4cf4-b83b-161408b4b9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:52:59.825698 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18278247-1d5a-421e-b61a-c90e8a118b09 req-d5f3cf72-7cc4-427e-85f5-cb8d2c156db1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:52:59.827181 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-18278247-1d5a-421e-b61a-c90e8a118b09 req-d5f3cf72-7cc4-427e-85f5-cb8d2c156db1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 945 time: 0.0803039 Mar 09 04:52:59.870381 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-18278247-1d5a-421e-b61a-c90e8a118b09 req-efda5ddd-aee9-4cf3-aaf0-359877cda64a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377514 Mar 09 04:53:01.054095 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddb0ab-af32-4891-b7e6-d390e51e88fa req-895eac56-ed6a-47dc-8e66-1aafa4fefa5e tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:01.055549 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c1ddb0ab-af32-4891-b7e6-d390e51e88fa req-895eac56-ed6a-47dc-8e66-1aafa4fefa5e tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 945 time: 0.0785336 Mar 09 04:53:01.096926 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c1ddb0ab-af32-4891-b7e6-d390e51e88fa req-b4688dca-c809-46af-a4e9-47280c87d6c7 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358610 Mar 09 04:53:01.247093 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1b08a46a-5bd8-4b47-a615-7972801ef14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:02.280340 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604549c-19df-4a90-88a7-2d291d71fafc req-30779153-1cf2-4b7e-8997-c0164d902f5e tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:02.281768 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d604549c-19df-4a90-88a7-2d291d71fafc req-30779153-1cf2-4b7e-8997-c0164d902f5e tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 945 time: 0.0821762 Mar 09 04:53:02.325431 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d604549c-19df-4a90-88a7-2d291d71fafc req-2992203f-c782-4e3f-ab96-b406b4c47819 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380638 Mar 09 04:53:02.409694 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:02.478462 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:03.455605 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 0137b0d2-f102-4410-a474-bc6e644d7a04 details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:53:03.525246 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f87682-5986-458d-9be8-31cd8271ab06 req-cbee8fd1-2523-43a0-a590-a3f13ce579a4 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:03.526707 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-00f87682-5986-458d-9be8-31cd8271ab06 req-cbee8fd1-2523-43a0-a590-a3f13ce579a4 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 945 time: 0.0851042 Mar 09 04:53:03.599503 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-00f87682-5986-458d-9be8-31cd8271ab06 req-ffb39e56-fcde-4d46-b8ea-567e2e17fea7 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636060 Mar 09 04:53:03.659772 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 0137b0d2-f102-4410-a474-bc6e644d7a04, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0137b0d2-f102-4410-a474-bc6e644d7a04,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:53:03.676289 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '0137b0d2-f102-4410-a474-bc6e644d7a04', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'port_id': '0137b0d2-f102-4410-a474-bc6e644d7a04', 'mac_address': 'fa:16:3e:6b:d5:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748a8483-3829-43c6-b017-46db7aa69a09', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:53:03.752153 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:03.776015 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0137b0d2-f102-4410-a474-bc6e644d7a04 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:53:03.781985 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:03.796016 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 0137b0d2-f102-4410-a474-bc6e644d7a04, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0137b0d2-f102-4410-a474-bc6e644d7a04,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:53:03.804159 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:03.886516 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['0137b0d2-f102-4410-a474-bc6e644d7a04'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:53:03.911629 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=0137b0d2-f102-4410-a474-bc6e644d7a04,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:53:03.937023 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:53:03.937023 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:53:03.937023 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:53:03.937023 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:53:03.937467 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:53:03.937573 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:53:03.937968 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:53:03.938316 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:53:03.938687 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:53:03.939112 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:53:03.939437 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:53:03.939756 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:53:04.794206 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3ed0d-58c0-47c2-b92a-fff4183ee428 req-6d31e244-f32f-48d9-9b57-0c22a6437df3 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:04.801785 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-32e3ed0d-58c0-47c2-b92a-fff4183ee428 req-6d31e244-f32f-48d9-9b57-0c22a6437df3 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 944 time: 0.0906427 Mar 09 04:53:04.844618 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-32e3ed0d-58c0-47c2-b92a-fff4183ee428 req-e6932a13-4b5b-477c-ac3e-c9dace31c247 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417056 Mar 09 04:53:04.866343 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:05.457771 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 0137b0d2-f102-4410-a474-bc6e644d7a04 up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:53:05.530066 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 0137b0d2-f102-4410-a474-bc6e644d7a04 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:53:05.530350 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:05.660267 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:05.692188 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f9ad4d-805d-402e-b9c5-e1b19a5a31f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0137b0d2-f102-4410-a474-bc6e644d7a04'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:53:05.702226 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 0137b0d2-f102-4410-a474-bc6e644d7a04, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0137b0d2-f102-4410-a474-bc6e644d7a04,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:53:05.710269 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:05.780166 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=0137b0d2-f102-4410-a474-bc6e644d7a04,revision_number=7']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:53:05.816819 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f9ad4d-805d-402e-b9c5-e1b19a5a31f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0137b0d2-f102-4410-a474-bc6e644d7a04', 'code': 200} Mar 09 04:53:06.062716 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bd893-46ea-410f-b085-07b7b045b143 req-a1bbb543-3372-4638-85fd-60f2bed85cc5 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:06.064119 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7d6bd893-46ea-410f-b085-07b7b045b143 req-a1bbb543-3372-4638-85fd-60f2bed85cc5 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 945 time: 0.0863223 Mar 09 04:53:06.114470 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7d6bd893-46ea-410f-b085-07b7b045b143 req-ce936fad-40b1-4790-bf2e-31304411b6ca tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443397 Mar 09 04:53:07.315538 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183140b7-4cf1-4e70-9d43-f7dd234d4189 req-cf142176-33d4-4567-93aa-96c5720b1fd5 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:07.319608 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-183140b7-4cf1-4e70-9d43-f7dd234d4189 req-cf142176-33d4-4567-93aa-96c5720b1fd5 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 945 time: 0.0890713 Mar 09 04:53:07.378936 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-183140b7-4cf1-4e70-9d43-f7dd234d4189 req-7e302092-eb52-40ff-9947-870c6cd5150a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559704 Mar 09 04:53:08.585672 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccf0c7-5156-4962-a124-30037e48ef1e req-7e694afc-05cf-4db3-aa73-dd2b595fd4d4 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:08.587149 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a3ccf0c7-5156-4962-a124-30037e48ef1e req-7e694afc-05cf-4db3-aa73-dd2b595fd4d4 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 945 time: 0.0905159 Mar 09 04:53:08.756431 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a3ccf0c7-5156-4962-a124-30037e48ef1e req-b826873c-7b49-4dd4-9db7-1769430a07af tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629717 Mar 09 04:53:09.401559 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:09.963448 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4561488-35c3-4404-bdd7-6ac42688a02f req-be9ccca1-e14a-4b15-873c-f3b15b82dd5d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:09.965691 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e4561488-35c3-4404-bdd7-6ac42688a02f req-be9ccca1-e14a-4b15-873c-f3b15b82dd5d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 945 time: 0.0955029 Mar 09 04:53:10.012352 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e4561488-35c3-4404-bdd7-6ac42688a02f req-115ddb9a-2b5f-4022-a4dc-1def0e28169f tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403860 Mar 09 04:53:11.231627 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65516e46-8705-4508-885c-5f08d9593a9e req-f1232479-2175-44d4-bdc2-81382d4af439 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:11.233277 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-65516e46-8705-4508-885c-5f08d9593a9e req-f1232479-2175-44d4-bdc2-81382d4af439 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 945 time: 0.0978084 Mar 09 04:53:11.280572 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-65516e46-8705-4508-885c-5f08d9593a9e req-3928bbe7-7bb2-40c3-a16b-8d7ca0f53861 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415049 Mar 09 04:53:12.464962 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24924f72-dd3d-493d-a8de-80d36a0524e1 req-89a30861-2786-4c2e-9b21-adaab51ce030 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:12.466311 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-24924f72-dd3d-493d-a8de-80d36a0524e1 req-89a30861-2786-4c2e-9b21-adaab51ce030 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 945 time: 0.0820031 Mar 09 04:53:12.509512 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-24924f72-dd3d-493d-a8de-80d36a0524e1 req-e5e848d1-a4ec-4fb9-a530-a4bfca151305 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376666 Mar 09 04:53:12.940242 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef9105-eea6-41e1-8e2b-0c6cb17187d9 req-fb7d0e4f-0078-45b4-bf16-4ab355b913ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:12.941736 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3ef9105-eea6-41e1-8e2b-0c6cb17187d9 req-fb7d0e4f-0078-45b4-bf16-4ab355b913ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec01aea12f8f470cb6d949c607c3d33f&device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 1096 time: 0.0704963 Mar 09 04:53:13.071327 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef9105-eea6-41e1-8e2b-0c6cb17187d9 req-0f12673c-0465-4f7d-9f83-4a00ea08a7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:13.072779 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3ef9105-eea6-41e1-8e2b-0c6cb17187d9 req-0f12673c-0465-4f7d-9f83-4a00ea08a7b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=01d8b5ca-c5a7-48b5-acbd-b9a848487037 HTTP/1.1" status: 200 len: 910 time: 0.1256187 Mar 09 04:53:13.174252 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3ef9105-eea6-41e1-8e2b-0c6cb17187d9 req-6728a184-6ea8-4bc1-b625-58afeae723d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0137b0d2-f102-4410-a474-bc6e644d7a04 HTTP/1.1" status: 200 len: 1001 time: 0.0954242 Mar 09 04:53:13.237454 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef9105-eea6-41e1-8e2b-0c6cb17187d9 req-5efd7d17-2704-47f1-ba9c-3a75cb1dba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:13.238889 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3ef9105-eea6-41e1-8e2b-0c6cb17187d9 req-5efd7d17-2704-47f1-ba9c-3a75cb1dba49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=748a8483-3829-43c6-b017-46db7aa69a09 HTTP/1.1" status: 200 len: 848 time: 0.0589473 Mar 09 04:53:13.311771 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef9105-eea6-41e1-8e2b-0c6cb17187d9 req-5876fdf9-2128-4fb0-a1b6-4a28e5a3e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:13.313199 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3ef9105-eea6-41e1-8e2b-0c6cb17187d9 req-5876fdf9-2128-4fb0-a1b6-4a28e5a3e069 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01d8b5ca-c5a7-48b5-acbd-b9a848487037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687444 Mar 09 04:53:13.324372 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-e3ef9105-eea6-41e1-8e2b-0c6cb17187d9 req-b75de5bb-435d-4387-ae19-721a0ebcd6d1 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 04:53:13.325279 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3ef9105-eea6-41e1-8e2b-0c6cb17187d9 req-b75de5bb-435d-4387-ae19-721a0ebcd6d1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046930 Mar 09 04:53:13.457612 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3ef9105-eea6-41e1-8e2b-0c6cb17187d9 req-3f1b7eea-9f30-4786-b717-171d5d4fc452 service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264539 Mar 09 04:53:13.587534 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3ef9105-eea6-41e1-8e2b-0c6cb17187d9 req-0ff39a7c-df11-4fab-aa46-ab71074b66a1 service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238177 Mar 09 04:53:13.697766 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5a466-1c76-487c-be35-56030c82dd19 req-0fa1366f-72fd-48a2-a0ac-f44b7e1cc5aa tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:13.700053 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5bd5a466-1c76-487c-be35-56030c82dd19 req-0fa1366f-72fd-48a2-a0ac-f44b7e1cc5aa tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 945 time: 0.0837579 Mar 09 04:53:13.747356 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5bd5a466-1c76-487c-be35-56030c82dd19 req-0747b21e-6b96-413a-894f-a3323390d40b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418732 Mar 09 04:53:14.926162 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8a8fa-0d99-4948-bda6-dac5fe30b472 req-1601d58c-1d82-4cef-9377-c868376f8220 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:14.928380 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d1d8a8fa-0d99-4948-bda6-dac5fe30b472 req-1601d58c-1d82-4cef-9377-c868376f8220 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 945 time: 0.0786901 Mar 09 04:53:14.974109 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d1d8a8fa-0d99-4948-bda6-dac5fe30b472 req-46c74d63-d34d-4319-9cff-a7f28a924069 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402565 Mar 09 04:53:16.152278 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c614c48-75d1-4a22-af73-c16ae16b904e req-f50ed913-fe7e-4045-b798-c365e438eb32 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:16.153697 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1c614c48-75d1-4a22-af73-c16ae16b904e req-f50ed913-fe7e-4045-b798-c365e438eb32 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 945 time: 0.0782139 Mar 09 04:53:16.199785 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1c614c48-75d1-4a22-af73-c16ae16b904e req-dc62a529-00e4-45da-ae61-3b4cfbd212e0 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404921 Mar 09 04:53:16.546195 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc9cf5-5d56-478c-ad0b-f589eb59847d req-bc65303a-e950-4656-bb24-508392ffde53 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:16.547663 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7cdc9cf5-5d56-478c-ad0b-f589eb59847d req-bc65303a-e950-4656-bb24-508392ffde53 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 945 time: 0.0833063 Mar 09 04:53:16.593160 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7cdc9cf5-5d56-478c-ad0b-f589eb59847d req-920515fa-8afe-4a1e-9e27-da054553d456 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389371 Mar 09 04:53:16.728771 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49312) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:53:16.840848 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-26310d21-34df-4a1a-963f-da8645c905f8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1109905 Mar 09 04:53:17.486814 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 0137b0d2-f102-4410-a474-bc6e644d7a04 no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:53:17.603407 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:17.629667 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f9ad4d-805d-402e-b9c5-e1b19a5a31f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0137b0d2-f102-4410-a474-bc6e644d7a04'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:53:17.639916 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 0137b0d2-f102-4410-a474-bc6e644d7a04, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0137b0d2-f102-4410-a474-bc6e644d7a04,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:53:17.645877 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:17.695659 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f9ad4d-805d-402e-b9c5-e1b19a5a31f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0137b0d2-f102-4410-a474-bc6e644d7a04', 'code': 200} Mar 09 04:53:17.721508 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=0137b0d2-f102-4410-a474-bc6e644d7a04,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:53:17.783017 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-f3da3198-5269-4573-bd04-868e931ecb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:17.784479 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-f3da3198-5269-4573-bd04-868e931ecb81 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8&tenant_id=ec01aea12f8f470cb6d949c607c3d33f HTTP/1.1" status: 200 len: 1094 time: 0.1648283 Mar 09 04:53:17.794558 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-5', 'device_owner': 'compute:nova'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:53:17.794730 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e4f20-441a-4a8e-9702-12e38f0c87c3 req-2c519bdf-00d1-43de-86cf-e53437089c8d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:17.796227 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f34e4f20-441a-4a8e-9702-12e38f0c87c3 req-2c519bdf-00d1-43de-86cf-e53437089c8d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 943 time: 0.0889335 Mar 09 04:53:17.840616 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f34e4f20-441a-4a8e-9702-12e38f0c87c3 req-fed01796-f274-4bc0-96d7-16a831f9e8d7 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387421 Mar 09 04:53:17.904070 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:18.166745 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] For port 0137b0d2-f102-4410-a474-bc6e644d7a04, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=0137b0d2-f102-4410-a474-bc6e644d7a04,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:53:18.196070 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] For port 0137b0d2-f102-4410-a474-bc6e644d7a04, host n-h2-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:53:18.245850 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0137b0d2-f102-4410-a474-bc6e644d7a04 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:53:18.253296 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:18.267433 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Transition to ACTIVE for port object 0137b0d2-f102-4410-a474-bc6e644d7a04 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:53:18.271049 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:18.415736 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Pushing event updated for resources: {'Port': ['ID=0137b0d2-f102-4410-a474-bc6e644d7a04,revision_number=9']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:53:18.427348 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:53:18.428212 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:53:18.428519 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:53:18.428853 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:53:18.429185 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:53:18.429508 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:53:18.429830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:53:18.430149 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:53:18.430472 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:53:18.430785 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:53:18.431166 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:53:18.431441 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:53:18.490796 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] No DVR routers for this DVR port 0137b0d2-f102-4410-a474-bc6e644d7a04 on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:53:18.715389 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Attempting to bind port 0137b0d2-f102-4410-a474-bc6e644d7a04 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:53:18.715621 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Attempting to bind port 0137b0d2-f102-4410-a474-bc6e644d7a04 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '19e42ffe-565b-45b6-a84a-389fb3aafa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:53:18.715911 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Attempting to bind port 0137b0d2-f102-4410-a474-bc6e644d7a04 on network 01d8b5ca-c5a7-48b5-acbd-b9a848487037 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:53:18.720359 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Port 0137b0d2-f102-4410-a474-bc6e644d7a04 on network 01d8b5ca-c5a7-48b5-acbd-b9a848487037 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:53:18.720670 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Attempting to bind port 0137b0d2-f102-4410-a474-bc6e644d7a04 on network 01d8b5ca-c5a7-48b5-acbd-b9a848487037 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:53:18.726205 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:53:18.726597 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Checking segment: {'id': '19e42ffe-565b-45b6-a84a-389fb3aafa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:53:18.727000 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Bound using segment: {'id': '19e42ffe-565b-45b6-a84a-389fb3aafa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:53:18.727411 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Bound port: 0137b0d2-f102-4410-a474-bc6e644d7a04, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e42ffe-565b-45b6-a84a-389fb3aafa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:53:18.727742 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:18.932132 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] For port 0137b0d2-f102-4410-a474-bc6e644d7a04, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:53:18.935005 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] For port 0137b0d2-f102-4410-a474-bc6e644d7a04, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0137b0d2-f102-4410-a474-bc6e644d7a04,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:53:18.939689 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:19.034586 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:19.035247 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:19.036575 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] 10.222.0.24 "PUT /v2.0/ports/0137b0d2-f102-4410-a474-bc6e644d7a04 HTTP/1.1" status: 200 len: 1091 time: 1.2459686 Mar 09 04:53:19.039041 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f9ad4d-805d-402e-b9c5-e1b19a5a31f8', 'tag': '0137b0d2-f102-4410-a474-bc6e644d7a04'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:53:19.126335 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c5c01-e47c-4d87-a8a5-eef12fba6207 service neutron] Pushing event updated for resources: {'Port': ['ID=0137b0d2-f102-4410-a474-bc6e644d7a04,revision_number=10']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:53:19.161735 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367105bf-9e6c-4426-822d-60079fbfd07c req-7ea938a3-fbde-4a3c-8f2e-93ca8f808381 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:19.163331 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-367105bf-9e6c-4426-822d-60079fbfd07c req-7ea938a3-fbde-4a3c-8f2e-93ca8f808381 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 944 time: 0.1868403 Mar 09 04:53:19.165029 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f9ad4d-805d-402e-b9c5-e1b19a5a31f8', 'tag': '0137b0d2-f102-4410-a474-bc6e644d7a04', 'status': 'completed', 'code': 200} Mar 09 04:53:19.213140 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-684e12be-3459-461a-b71f-789bcdbbd160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:19.214589 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-684e12be-3459-461a-b71f-789bcdbbd160 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec01aea12f8f470cb6d949c607c3d33f&device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 1095 time: 0.1497726 Mar 09 04:53:19.243383 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-367105bf-9e6c-4426-822d-60079fbfd07c req-9c612720-627e-4c5d-b0e6-7fe5f5e715e6 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738153 Mar 09 04:53:19.349995 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-be36482c-e096-4b30-aabc-7489dd30f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:19.351359 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-be36482c-e096-4b30-aabc-7489dd30f1e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01d8b5ca-c5a7-48b5-acbd-b9a848487037 HTTP/1.1" status: 200 len: 910 time: 0.1311731 Mar 09 04:53:19.469432 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-604ba3e3-2564-45f6-a520-54b9fb778a91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0137b0d2-f102-4410-a474-bc6e644d7a04 HTTP/1.1" status: 200 len: 999 time: 0.1123474 Mar 09 04:53:19.536587 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-165a9177-6f64-4168-8f52-31c460bd8b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:19.537896 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-165a9177-6f64-4168-8f52-31c460bd8b5b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=748a8483-3829-43c6-b017-46db7aa69a09 HTTP/1.1" status: 200 len: 848 time: 0.0601821 Mar 09 04:53:19.611143 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-14d72949-384b-4270-9d79-27bfa14a952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:19.612555 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-14d72949-384b-4270-9d79-27bfa14a952e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01d8b5ca-c5a7-48b5-acbd-b9a848487037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690539 Mar 09 04:53:19.748827 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-b8db8e3a-fa03-4263-ad3c-f3f3369c0461 service neutron] 10.222.0.24 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301970 Mar 09 04:53:19.877419 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2a4807b3-c606-4056-b127-d4cdf9216a6d req-13d5af70-4753-4f63-ab54-8d3185d1883f service neutron] 10.222.0.24 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233327 Mar 09 04:53:19.995304 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339ff0f-af83-42ec-9118-67ee137ffaa2 req-42f92d02-9464-454a-a40d-2a3df094a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:19.996807 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5339ff0f-af83-42ec-9118-67ee137ffaa2 req-42f92d02-9464-454a-a40d-2a3df094a544 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec01aea12f8f470cb6d949c607c3d33f&device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 1095 time: 0.0756447 Mar 09 04:53:20.129905 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339ff0f-af83-42ec-9118-67ee137ffaa2 req-b526767a-26f6-4b7e-8943-befc44658835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:20.131393 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5339ff0f-af83-42ec-9118-67ee137ffaa2 req-b526767a-26f6-4b7e-8943-befc44658835 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01d8b5ca-c5a7-48b5-acbd-b9a848487037 HTTP/1.1" status: 200 len: 910 time: 0.1294060 Mar 09 04:53:20.269712 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5339ff0f-af83-42ec-9118-67ee137ffaa2 req-6927944b-4086-4d78-995d-20c781b823ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0137b0d2-f102-4410-a474-bc6e644d7a04 HTTP/1.1" status: 200 len: 999 time: 0.1328962 Mar 09 04:53:20.595620 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d7934-9326-4b11-b0b6-4ced4ee95868 req-40467174-9435-4810-8adf-f75adcfc52bc tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:20.597108 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c21d7934-9326-4b11-b0b6-4ced4ee95868 req-40467174-9435-4810-8adf-f75adcfc52bc tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 944 time: 0.2308784 Mar 09 04:53:20.644432 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c21d7934-9326-4b11-b0b6-4ced4ee95868 req-fc11884a-68f6-4069-bbd1-29b3f074dd86 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410216 Mar 09 04:53:21.845889 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7cf82-3270-4a25-b0af-f9409f90f6a5 req-0ea44127-fd77-4772-8bc0-1b71d6c14322 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:21.848325 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5ed7cf82-3270-4a25-b0af-f9409f90f6a5 req-0ea44127-fd77-4772-8bc0-1b71d6c14322 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 944 time: 0.0905812 Mar 09 04:53:21.909070 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5ed7cf82-3270-4a25-b0af-f9409f90f6a5 req-d048a854-0aa7-4556-8f9e-09a432c0cfea tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525882 Mar 09 04:53:22.633523 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:53:23.098028 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe817a-c892-45f1-a294-6dd5ec8181f4 req-fefe0a3e-4af3-4060-b82a-ef2e302bf127 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:23.099578 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-19fe817a-c892-45f1-a294-6dd5ec8181f4 req-fefe0a3e-4af3-4060-b82a-ef2e302bf127 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 944 time: 0.0840554 Mar 09 04:53:23.151800 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-19fe817a-c892-45f1-a294-6dd5ec8181f4 req-5d674933-9e3a-4ae5-a5a2-322f1d77d3d5 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438888 Mar 09 04:53:24.362668 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d735b56-9747-49d0-813f-42623f735f0d req-bccf7c1a-c068-4a18-bcf8-0c73584ac1a2 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:24.364183 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1d735b56-9747-49d0-813f-42623f735f0d req-bccf7c1a-c068-4a18-bcf8-0c73584ac1a2 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 944 time: 0.0838788 Mar 09 04:53:24.420029 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1d735b56-9747-49d0-813f-42623f735f0d req-340724f4-2407-477c-873e-e56b18fc4df4 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492229 Mar 09 04:53:25.618811 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e2add-3d56-4715-a38b-cc4db1556401 req-3c13e304-3f40-4ad4-92f2-79eadb8a81cd tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:25.620334 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-818e2add-3d56-4715-a38b-cc4db1556401 req-3c13e304-3f40-4ad4-92f2-79eadb8a81cd tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 944 time: 0.0852137 Mar 09 04:53:25.667087 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-818e2add-3d56-4715-a38b-cc4db1556401 req-bc3221c0-39ee-4c3f-aa30-50f80f1900a5 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405536 Mar 09 04:53:26.869809 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3cb374-9a76-4414-9447-83cec93d449c req-5d23249f-59c4-4f44-98a9-96a803f9bb5b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:26.871492 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6f3cb374-9a76-4414-9447-83cec93d449c req-5d23249f-59c4-4f44-98a9-96a803f9bb5b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 944 time: 0.0859213 Mar 09 04:53:26.931398 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-6f3cb374-9a76-4414-9447-83cec93d449c req-85d7466a-75fe-460e-b963-02675d355ad9 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510252 Mar 09 04:53:28.119094 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf479401-9248-4e39-8bd5-75c6a78d9355 req-19c59d8e-e4db-45bf-b6fa-e4fafbb6a04e tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:28.120543 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf479401-9248-4e39-8bd5-75c6a78d9355 req-19c59d8e-e4db-45bf-b6fa-e4fafbb6a04e tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 944 time: 0.0877566 Mar 09 04:53:28.163697 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bf479401-9248-4e39-8bd5-75c6a78d9355 req-7d419336-1098-4be4-8829-93dc7a89b35f tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374918 Mar 09 04:53:28.863979 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-24d8b69d-504d-40f1-a5c2-a52a426a9680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:29.444752 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc74e7-4689-4d98-b9d0-97c2816c9f44 req-705e0b62-4633-4f51-a7d4-369a273e1ba6 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:29.446114 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-37dc74e7-4689-4d98-b9d0-97c2816c9f44 req-705e0b62-4633-4f51-a7d4-369a273e1ba6 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 944 time: 0.1778677 Mar 09 04:53:29.488834 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-37dc74e7-4689-4d98-b9d0-97c2816c9f44 req-57db4fb4-43b1-4627-adeb-47ecb06a9765 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370154 Mar 09 04:53:29.989565 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339ff0f-af83-42ec-9118-67ee137ffaa2 req-37b2956b-3055-4238-8553-f8934d984343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:29.991007 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5339ff0f-af83-42ec-9118-67ee137ffaa2 req-37b2956b-3055-4238-8553-f8934d984343 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=748a8483-3829-43c6-b017-46db7aa69a09 HTTP/1.1" status: 200 len: 848 time: 0.0586774 Mar 09 04:53:30.070121 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339ff0f-af83-42ec-9118-67ee137ffaa2 req-a91cda53-8fbe-4bfa-97a8-8d4699224ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:30.071573 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5339ff0f-af83-42ec-9118-67ee137ffaa2 req-a91cda53-8fbe-4bfa-97a8-8d4699224ce0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01d8b5ca-c5a7-48b5-acbd-b9a848487037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721693 Mar 09 04:53:30.199646 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5339ff0f-af83-42ec-9118-67ee137ffaa2 req-e6e94b00-f6a3-4b97-8cdb-66ddf194a040 service neutron] 10.222.0.24 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213973 Mar 09 04:53:30.328544 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5339ff0f-af83-42ec-9118-67ee137ffaa2 req-670ada73-6c45-4983-9770-491f5456a50e service neutron] 10.222.0.24 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226270 Mar 09 04:53:30.669814 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a4e6b-358c-430e-a53a-fd46160078fc req-9b6795b2-4ae9-4c60-912c-7f5837bc13f5 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:30.671256 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-834a4e6b-358c-430e-a53a-fd46160078fc req-9b6795b2-4ae9-4c60-912c-7f5837bc13f5 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 944 time: 0.0774207 Mar 09 04:53:30.713629 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-834a4e6b-358c-430e-a53a-fd46160078fc req-1f01bd79-7ee1-4086-a16b-c1bd0f638a5e tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369854 Mar 09 04:53:31.248725 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-49b41493-c864-4156-af89-0bd8d6ce8245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:31.901263 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd366ee-8384-4a90-84c6-ff1d6edef8a2 req-0f1a7297-06bb-4c62-a16f-0b8ae7772f36 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:31.902720 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1bd366ee-8384-4a90-84c6-ff1d6edef8a2 req-0f1a7297-06bb-4c62-a16f-0b8ae7772f36 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 944 time: 0.0790858 Mar 09 04:53:31.947315 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1bd366ee-8384-4a90-84c6-ff1d6edef8a2 req-71980291-f73b-4037-85c4-a086664a309b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388401 Mar 09 04:53:32.412214 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:32.480403 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:33.129218 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c9ed1-e90d-42ad-8b87-3ac30929a8bb req-79692b52-13f9-4ac6-815a-9bda3f5db73e tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:33.131675 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a7c9ed1-e90d-42ad-8b87-3ac30929a8bb req-79692b52-13f9-4ac6-815a-9bda3f5db73e tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 944 time: 0.0825129 Mar 09 04:53:33.174445 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7a7c9ed1-e90d-42ad-8b87-3ac30929a8bb req-4180ceb4-2534-40fc-b993-6f6837b93df9 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371995 Mar 09 04:53:33.755612 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:34.319491 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0137b0d2-f102-4410-a474-bc6e644d7a04 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:53:34.477319 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 0137b0d2-f102-4410-a474-bc6e644d7a04, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0137b0d2-f102-4410-a474-bc6e644d7a04,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:53:34.491595 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '0137b0d2-f102-4410-a474-bc6e644d7a04', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'port_id': '0137b0d2-f102-4410-a474-bc6e644d7a04', 'mac_address': 'fa:16:3e:6b:d5:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748a8483-3829-43c6-b017-46db7aa69a09', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:53:34.527699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66bdbe-02f9-4f50-9935-1fa5988a7f9e req-d94298a6-dc51-40df-8cdd-2b67152ad014 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:34.529862 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ea66bdbe-02f9-4f50-9935-1fa5988a7f9e req-d94298a6-dc51-40df-8cdd-2b67152ad014 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 944 time: 0.0856757 Mar 09 04:53:34.546493 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:34.564596 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0137b0d2-f102-4410-a474-bc6e644d7a04 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:53:34.578588 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ea66bdbe-02f9-4f50-9935-1fa5988a7f9e req-58309436-cd51-446a-a11e-f91d85a1aac8 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425472 Mar 09 04:53:34.580415 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 0137b0d2-f102-4410-a474-bc6e644d7a04, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0137b0d2-f102-4410-a474-bc6e644d7a04,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:53:34.584651 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:34.658437 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=0137b0d2-f102-4410-a474-bc6e644d7a04,revision_number=11']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:53:34.849636 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:34.932599 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['0137b0d2-f102-4410-a474-bc6e644d7a04'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:53:35.758425 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc06f9-2584-4509-8896-b9d93e1a9663 req-8718b396-71d2-4815-b4e8-099fa2617d22 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:35.759864 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-86bc06f9-2584-4509-8896-b9d93e1a9663 req-8718b396-71d2-4815-b4e8-099fa2617d22 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 945 time: 0.0779219 Mar 09 04:53:35.806351 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-86bc06f9-2584-4509-8896-b9d93e1a9663 req-e0dd0c0c-e7fd-4a92-91c7-4aa25ed1175c tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410175 Mar 09 04:53:36.333608 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0137b0d2-f102-4410-a474-bc6e644d7a04 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:53:36.404993 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 0137b0d2-f102-4410-a474-bc6e644d7a04 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:53:36.409516 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 0137b0d2-f102-4410-a474-bc6e644d7a04 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:53:36.409873 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:36.551052 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:36.577452 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f9ad4d-805d-402e-b9c5-e1b19a5a31f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0137b0d2-f102-4410-a474-bc6e644d7a04'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:53:36.587500 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 0137b0d2-f102-4410-a474-bc6e644d7a04, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0137b0d2-f102-4410-a474-bc6e644d7a04,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:53:36.591333 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:36.626242 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f9ad4d-805d-402e-b9c5-e1b19a5a31f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0137b0d2-f102-4410-a474-bc6e644d7a04', 'code': 200} Mar 09 04:53:36.658818 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=0137b0d2-f102-4410-a474-bc6e644d7a04,revision_number=12']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:53:36.835714 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79204fc-e1a9-4cc1-a725-e8ed82d99955 req-56cb6e70-ae65-4f32-a5f0-7faf6b56ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:36.837198 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a79204fc-e1a9-4cc1-a725-e8ed82d99955 req-56cb6e70-ae65-4f32-a5f0-7faf6b56ebca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 1097 time: 0.0721745 Mar 09 04:53:36.877827 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-a79204fc-e1a9-4cc1-a725-e8ed82d99955 req-83de03ad-6421-44ee-b69e-59ec436e223c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351534 Mar 09 04:53:36.991450 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927f4c6-b60f-4f88-b76b-3356a675fea6 req-6faad1fe-e242-4626-9b4c-730011d2591a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:36.992892 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4927f4c6-b60f-4f88-b76b-3356a675fea6 req-6faad1fe-e242-4626-9b4c-730011d2591a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 946 time: 0.0794501 Mar 09 04:53:37.036056 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4927f4c6-b60f-4f88-b76b-3356a675fea6 req-e0554877-53fb-48fe-944f-46f759acf116 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376546 Mar 09 04:53:38.225604 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a62d6-3d0e-4b35-8c7a-5c2886ee780b req-8a274777-4f70-4520-8f59-f4a3a7d3db6c tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:38.227085 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2c0a62d6-3d0e-4b35-8c7a-5c2886ee780b req-8a274777-4f70-4520-8f59-f4a3a7d3db6c tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 946 time: 0.0866418 Mar 09 04:53:38.274571 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2c0a62d6-3d0e-4b35-8c7a-5c2886ee780b req-027e12ff-874a-4cb2-b3ee-bcb4e66a1906 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417557 Mar 09 04:53:38.823995 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fb3ed-a51e-4dcb-a347-cda30a70fd95 req-f8743402-db5c-487b-8be3-c8d1f27ac608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:38.825328 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d29fb3ed-a51e-4dcb-a347-cda30a70fd95 req-f8743402-db5c-487b-8be3-c8d1f27ac608 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec01aea12f8f470cb6d949c607c3d33f&device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 1097 time: 0.0722573 Mar 09 04:53:38.968100 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fb3ed-a51e-4dcb-a347-cda30a70fd95 req-e18e2579-ff25-4146-b137-1bd57422416f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:38.969491 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d29fb3ed-a51e-4dcb-a347-cda30a70fd95 req-e18e2579-ff25-4146-b137-1bd57422416f service neutron] 10.222.0.24 "GET /v2.0/networks?id=01d8b5ca-c5a7-48b5-acbd-b9a848487037 HTTP/1.1" status: 200 len: 910 time: 0.1246989 Mar 09 04:53:39.065310 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d29fb3ed-a51e-4dcb-a347-cda30a70fd95 req-e56c2f70-1286-4a86-9170-42cde1bca474 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0137b0d2-f102-4410-a474-bc6e644d7a04 HTTP/1.1" status: 200 len: 1001 time: 0.0894537 Mar 09 04:53:39.127182 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fb3ed-a51e-4dcb-a347-cda30a70fd95 req-ba4eb9f2-4789-4410-a63f-02e3918b10c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:39.128457 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d29fb3ed-a51e-4dcb-a347-cda30a70fd95 req-ba4eb9f2-4789-4410-a63f-02e3918b10c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=748a8483-3829-43c6-b017-46db7aa69a09 HTTP/1.1" status: 200 len: 848 time: 0.0580482 Mar 09 04:53:39.200541 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fb3ed-a51e-4dcb-a347-cda30a70fd95 req-5ad42044-df96-40ac-93f1-e3db3c14f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:39.201924 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d29fb3ed-a51e-4dcb-a347-cda30a70fd95 req-5ad42044-df96-40ac-93f1-e3db3c14f5bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01d8b5ca-c5a7-48b5-acbd-b9a848487037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673730 Mar 09 04:53:39.330563 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d29fb3ed-a51e-4dcb-a347-cda30a70fd95 req-c87d79ae-0ecd-4247-88a7-eb5e61b9304c service neutron] 10.222.0.24 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222014 Mar 09 04:53:39.426964 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:39.462233 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d29fb3ed-a51e-4dcb-a347-cda30a70fd95 req-80fd2454-cce0-4759-a5d3-a9798d1bb295 service neutron] 10.222.0.24 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264091 Mar 09 04:53:39.474407 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306797f-d15c-4d0d-b217-493c65c2bcbe req-e28d343a-a084-4cd1-b57d-2e708e2503eb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:53:39.476141 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f306797f-d15c-4d0d-b217-493c65c2bcbe req-e28d343a-a084-4cd1-b57d-2e708e2503eb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 946 time: 0.0864115 Mar 09 04:53:39.520153 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f306797f-d15c-4d0d-b217-493c65c2bcbe req-2d91c0f0-b228-4138-bbc8-691b0403b374 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374286 Mar 09 04:53:58.865581 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-13ff2d37-1799-4222-99d2-0fa7bb9f9305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:53:59.632277 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:54:01.251214 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4bfe7b48-fa4e-4d82-8350-04aaacb29b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:54:02.414165 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:54:02.484670 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:54:03.757479 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:54:04.872948 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:54:09.420749 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:54:28.867028 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f2796432-eed2-490c-bcc6-a7a9edfb82b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:54:31.256445 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-88c3f82e-a65d-4c99-8645-3a9e10529b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:54:32.415177 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:54:32.486514 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:54:33.761744 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:54:34.886998 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:54:36.631744 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:54:38.866028 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9804fe40-b1d3-4a59-9051-f6a05397dbf3 req-9af8eb6d-70ce-4b28-9b35-e3429e1d7285 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1685619 Mar 09 04:54:39.000809 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804fe40-b1d3-4a59-9051-f6a05397dbf3 req-44f6a3df-1a04-4cae-8825-61fd10761c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:54:39.002215 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9804fe40-b1d3-4a59-9051-f6a05397dbf3 req-44f6a3df-1a04-4cae-8825-61fd10761c82 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec01aea12f8f470cb6d949c607c3d33f&device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 1097 time: 0.0692165 Mar 09 04:54:39.142149 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804fe40-b1d3-4a59-9051-f6a05397dbf3 req-8ca8f4be-2b33-47e4-8e7e-9be4bbd21cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:54:39.143624 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9804fe40-b1d3-4a59-9051-f6a05397dbf3 req-8ca8f4be-2b33-47e4-8e7e-9be4bbd21cb2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01d8b5ca-c5a7-48b5-acbd-b9a848487037 HTTP/1.1" status: 200 len: 910 time: 0.1230190 Mar 09 04:54:39.244690 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9804fe40-b1d3-4a59-9051-f6a05397dbf3 req-b17bc2d3-012e-48ae-80ab-49d349da38f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0137b0d2-f102-4410-a474-bc6e644d7a04 HTTP/1.1" status: 200 len: 1001 time: 0.0946171 Mar 09 04:54:39.308591 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804fe40-b1d3-4a59-9051-f6a05397dbf3 req-b1393b67-d12d-4457-9390-531754cbf53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:54:39.309975 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9804fe40-b1d3-4a59-9051-f6a05397dbf3 req-b1393b67-d12d-4457-9390-531754cbf53b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=748a8483-3829-43c6-b017-46db7aa69a09 HTTP/1.1" status: 200 len: 848 time: 0.0591936 Mar 09 04:54:39.383399 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804fe40-b1d3-4a59-9051-f6a05397dbf3 req-393d1463-16a5-40fa-b7a2-c8c9399ae41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:54:39.384832 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9804fe40-b1d3-4a59-9051-f6a05397dbf3 req-393d1463-16a5-40fa-b7a2-c8c9399ae41c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01d8b5ca-c5a7-48b5-acbd-b9a848487037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684147 Mar 09 04:54:39.429676 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:54:39.518091 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9804fe40-b1d3-4a59-9051-f6a05397dbf3 req-41f16fe8-a9c0-4cfb-ba52-1a03d129ef55 service neutron] 10.222.0.24 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263480 Mar 09 04:54:39.647066 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9804fe40-b1d3-4a59-9051-f6a05397dbf3 req-a9a190ae-e9c0-4ee9-8eea-eae2c57a0f27 service neutron] 10.222.0.24 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228175 Mar 09 04:54:58.869698 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8c307ede-9a6f-4e1d-a300-069e6b697095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:01.258071 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-53d2a4e0-bb99-4148-911a-80be182c291d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:02.417579 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:02.488119 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:03.764094 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:04.893420 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:09.437763 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:13.630926 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:55:15.357044 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49452) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:55:15.558373 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-277ad73d-c386-4e67-a7f1-26a5834630cb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Deleting port e51606b7-93dc-4a2e-b4f1-98e54633d68a {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:55:15.558713 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-277ad73d-c386-4e67-a7f1-26a5834630cb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:15.723761 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-277ad73d-c386-4e67-a7f1-26a5834630cb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:15.724003 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-277ad73d-c386-4e67-a7f1-26a5834630cb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:15.843496 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-277ad73d-c386-4e67-a7f1-26a5834630cb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Calling delete_port for e51606b7-93dc-4a2e-b4f1-98e54633d68a owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:55:15.992749 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-277ad73d-c386-4e67-a7f1-26a5834630cb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:16.042219 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ad73d-c386-4e67-a7f1-26a5834630cb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Pushing event deleted for resources: {'Port': ['ID=e51606b7-93dc-4a2e-b4f1-98e54633d68a,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:55:16.185325 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ad73d-c386-4e67-a7f1-26a5834630cb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:16.185662 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ad73d-c386-4e67-a7f1-26a5834630cb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:16.186004 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ad73d-c386-4e67-a7f1-26a5834630cb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:16.186332 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ad73d-c386-4e67-a7f1-26a5834630cb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:16.186662 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ad73d-c386-4e67-a7f1-26a5834630cb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:16.187012 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ad73d-c386-4e67-a7f1-26a5834630cb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:16.187327 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ad73d-c386-4e67-a7f1-26a5834630cb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:16.187640 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ad73d-c386-4e67-a7f1-26a5834630cb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:16.187954 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ad73d-c386-4e67-a7f1-26a5834630cb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:16.188268 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ad73d-c386-4e67-a7f1-26a5834630cb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:16.188583 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ad73d-c386-4e67-a7f1-26a5834630cb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:16.188928 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ad73d-c386-4e67-a7f1-26a5834630cb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:16.243004 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-277ad73d-c386-4e67-a7f1-26a5834630cb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:16.243258 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-277ad73d-c386-4e67-a7f1-26a5834630cb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Floating IP 2145278b-ad19-4c00-91a9-458a75fd21de disassociated (deleted). External IP: 172.25.7.253, port: 0137b0d2-f102-4410-a474-bc6e644d7a04. Mar 09 04:55:16.586501 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277ad73d-c386-4e67-a7f1-26a5834630cb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Router 63166521-c320-4be4-b938-fd77b4fab86c has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:55:16.760791 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277ad73d-c386-4e67-a7f1-26a5834630cb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:55:16.770115 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62704648-d5a9-4566-872d-f7819b5f4270 None None] Sync routers for ids ['63166521-c320-4be4-b938-fd77b4fab86c'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:55:16.780687 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62704648-d5a9-4566-872d-f7819b5f4270 None None] Routers {'63166521-c320-4be4-b938-fd77b4fab86c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:55:16.780881 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-277ad73d-c386-4e67-a7f1-26a5834630cb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:16.781367 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-62704648-d5a9-4566-872d-f7819b5f4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:55:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['63166521-c320-4be4-b938-fd77b4fab86c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:55:16.838167 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-277ad73d-c386-4e67-a7f1-26a5834630cb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "DELETE /v2.0/floatingips/2145278b-ad19-4c00-91a9-458a75fd21de HTTP/1.1" status: 204 len: 168 time: 1.4799588 Mar 09 04:55:16.838758 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f9ad4d-805d-402e-b9c5-e1b19a5a31f8', 'tag': '0137b0d2-f102-4410-a474-bc6e644d7a04'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:55:16.974977 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-62704648-d5a9-4566-872d-f7819b5f4270 None None] Set router 63166521-c320-4be4-b938-fd77b4fab86c gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:55:17.003103 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f9ad4d-805d-402e-b9c5-e1b19a5a31f8', 'tag': '0137b0d2-f102-4410-a474-bc6e644d7a04', 'status': 'completed', 'code': 200} Mar 09 04:55:17.105429 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f1e23-bfe6-40d1-9428-f62d1d145d0e req-ad18e9ed-4515-4dbf-b270-89cf93426713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:17.107838 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-453f1e23-bfe6-40d1-9428-f62d1d145d0e req-ad18e9ed-4515-4dbf-b270-89cf93426713 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec01aea12f8f470cb6d949c607c3d33f&device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 1097 time: 0.0818326 Mar 09 04:55:17.243714 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f1e23-bfe6-40d1-9428-f62d1d145d0e req-43464dd0-0cf1-4bfb-9c94-caa1be973dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:17.245547 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-453f1e23-bfe6-40d1-9428-f62d1d145d0e req-43464dd0-0cf1-4bfb-9c94-caa1be973dbe service neutron] 10.222.0.24 "GET /v2.0/networks?id=01d8b5ca-c5a7-48b5-acbd-b9a848487037 HTTP/1.1" status: 200 len: 910 time: 0.1325226 Mar 09 04:55:17.294957 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-62704648-d5a9-4566-872d-f7819b5f4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63166521-c320-4be4-b938-fd77b4fab86c', 'name': 'tempest-TestShelveInstance-2013362189-router', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:21Z', 'updated_at': '2022-03-09T04:50:26Z', 'revision_number': 4, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'gw_port': {'id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:22Z', 'updated_at': '2022-03-09T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '25ab5b15-6091-4fcb-a4ae-be8da7766d49', 'name': '', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'mac_address': 'fa:16:3e:97:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '748a8483-3829-43c6-b017-46db7aa69a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:25Z', 'updated_at': '2022-03-09T04:50:31Z', 'revision_number': 5, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'subnets': [{'id': '748a8483-3829-43c6-b017-46db7aa69a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:55:17.298770 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62704648-d5a9-4566-872d-f7819b5f4270 None None] Checking router: 63166521-c320-4be4-b938-fd77b4fab86c for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:55:17.299070 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c001e1-a963-4394-93cb-86067ffd16fc req-3703cb8d-c8fd-4f83-9e3a-921f5bdc3e77 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:17.299764 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-70c001e1-a963-4394-93cb-86067ffd16fc req-3703cb8d-c8fd-4f83-9e3a-921f5bdc3e77 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Synchronizing usage tracker for tenant:ec01aea12f8f470cb6d949c607c3d33f on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:55:17.308141 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62704648-d5a9-4566-872d-f7819b5f4270 None None] Routers {'63166521-c320-4be4-b938-fd77b4fab86c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:55:17.308744 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-62704648-d5a9-4566-872d-f7819b5f4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:55:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['63166521-c320-4be4-b938-fd77b4fab86c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:55:17.316697 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-70c001e1-a963-4394-93cb-86067ffd16fc req-3703cb8d-c8fd-4f83-9e3a-921f5bdc3e77 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Unset dirty status for tenant:ec01aea12f8f470cb6d949c607c3d33f on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:55:17.318576 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-70c001e1-a963-4394-93cb-86067ffd16fc req-3703cb8d-c8fd-4f83-9e3a-921f5bdc3e77 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 946 time: 0.1722646 Mar 09 04:55:17.321040 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-453f1e23-bfe6-40d1-9428-f62d1d145d0e req-e7fbc4f0-38fb-4abf-b17b-31058d99237b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0137b0d2-f102-4410-a474-bc6e644d7a04 HTTP/1.1" status: 200 len: 217 time: 0.0678539 Mar 09 04:55:17.366532 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-70c001e1-a963-4394-93cb-86067ffd16fc req-5f5f8230-dcf3-421c-b834-52554ceb0a3a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413084 Mar 09 04:55:17.391437 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f1e23-bfe6-40d1-9428-f62d1d145d0e req-0c42ff5c-6385-417d-9f21-ee346276baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:17.393309 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-453f1e23-bfe6-40d1-9428-f62d1d145d0e req-0c42ff5c-6385-417d-9f21-ee346276baf1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=748a8483-3829-43c6-b017-46db7aa69a09 HTTP/1.1" status: 200 len: 848 time: 0.0654347 Mar 09 04:55:17.467883 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f1e23-bfe6-40d1-9428-f62d1d145d0e req-e996c377-43fd-4a90-98d0-b8bf7002220f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:17.469336 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-453f1e23-bfe6-40d1-9428-f62d1d145d0e req-e996c377-43fd-4a90-98d0-b8bf7002220f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01d8b5ca-c5a7-48b5-acbd-b9a848487037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701807 Mar 09 04:55:17.498690 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-62704648-d5a9-4566-872d-f7819b5f4270 None None] Set router 63166521-c320-4be4-b938-fd77b4fab86c gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:55:17.604673 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-453f1e23-bfe6-40d1-9428-f62d1d145d0e req-f0748473-9524-410d-a40d-dcf1f9a4f665 service neutron] 10.222.0.24 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283827 Mar 09 04:55:17.744608 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-453f1e23-bfe6-40d1-9428-f62d1d145d0e req-f7605547-374d-44c9-a322-9b047925c795 service neutron] 10.222.0.24 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318040 Mar 09 04:55:17.843722 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-62704648-d5a9-4566-872d-f7819b5f4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63166521-c320-4be4-b938-fd77b4fab86c', 'name': 'tempest-TestShelveInstance-2013362189-router', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:21Z', 'updated_at': '2022-03-09T04:50:26Z', 'revision_number': 4, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'gw_port': {'id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:22Z', 'updated_at': '2022-03-09T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '25ab5b15-6091-4fcb-a4ae-be8da7766d49', 'name': '', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'mac_address': 'fa:16:3e:97:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '748a8483-3829-43c6-b017-46db7aa69a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:25Z', 'updated_at': '2022-03-09T04:50:31Z', 'revision_number': 5, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'subnets': [{'id': '748a8483-3829-43c6-b017-46db7aa69a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:55:17.847571 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62704648-d5a9-4566-872d-f7819b5f4270 None None] The sync data for ids ['63166521-c320-4be4-b938-fd77b4fab86c'] in n-d-825178-5 is: [{'id': '63166521-c320-4be4-b938-fd77b4fab86c', 'name': 'tempest-TestShelveInstance-2013362189-router', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:21Z', 'updated_at': '2022-03-09T04:50:26Z', 'revision_number': 4, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'gw_port': {'id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:22Z', 'updated_at': '2022-03-09T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '25ab5b15-6091-4fcb-a4ae-be8da7766d49', 'name': '', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'mac_address': 'fa:16:3e:97:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '748a8483-3829-43c6-b017-46db7aa69a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:25Z', 'updated_at': '2022-03-09T04:50:31Z', 'revision_number': 5, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'subnets': [{'id': '748a8483-3829-43c6-b017-46db7aa69a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:55:18.056516 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7320a49-a289-445f-8332-4c06221599e3 None None] New status for floating IP 2145278b-ad19-4c00-91a9-458a75fd21de: DOWN {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:55:18.542331 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f5182-87e7-449d-b2dc-857c5c756e1b req-498f61a4-d295-4822-ab67-d9debbe09286 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:18.543804 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-675f5182-87e7-449d-b2dc-857c5c756e1b req-498f61a4-d295-4822-ab67-d9debbe09286 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.24 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 946 time: 0.0960054 Mar 09 04:55:18.762083 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-675f5182-87e7-449d-b2dc-857c5c756e1b req-4c052260-80a3-4242-84e6-06caee49cf42 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Deleting port 0137b0d2-f102-4410-a474-bc6e644d7a04 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:55:18.762422 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-675f5182-87e7-449d-b2dc-857c5c756e1b req-4c052260-80a3-4242-84e6-06caee49cf42 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:18.832185 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1648977-a041-49df-91bd-457105ccd1bb req-871197f8-129f-4710-ac4e-a42809f77e53 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:18.834113 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1648977-a041-49df-91bd-457105ccd1bb req-871197f8-129f-4710-ac4e-a42809f77e53 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f9ad4d-805d-402e-b9c5-e1b19a5a31f8 HTTP/1.1" status: 200 len: 946 time: 0.3531456 Mar 09 04:55:18.966647 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-b1648977-a041-49df-91bd-457105ccd1bb req-5fbce25b-4057-45c4-8261-218d49bb7de4 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=8eaa3241-00fe-4841-ad92-821c17efb245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067002 Mar 09 04:55:19.072181 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-675f5182-87e7-449d-b2dc-857c5c756e1b req-4c052260-80a3-4242-84e6-06caee49cf42 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] For port 0137b0d2-f102-4410-a474-bc6e644d7a04, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=0137b0d2-f102-4410-a474-bc6e644d7a04,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:55:19.072424 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-675f5182-87e7-449d-b2dc-857c5c756e1b req-4c052260-80a3-4242-84e6-06caee49cf42 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:19.193448 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-675f5182-87e7-449d-b2dc-857c5c756e1b req-4c052260-80a3-4242-84e6-06caee49cf42 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Calling delete_port for 0137b0d2-f102-4410-a474-bc6e644d7a04 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:55:19.338821 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-675f5182-87e7-449d-b2dc-857c5c756e1b req-4c052260-80a3-4242-84e6-06caee49cf42 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:19.389427 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c052260-80a3-4242-84e6-06caee49cf42 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Pushing event deleted for resources: {'Port': ['ID=0137b0d2-f102-4410-a474-bc6e644d7a04,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:55:19.429007 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c052260-80a3-4242-84e6-06caee49cf42 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:19.429343 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c052260-80a3-4242-84e6-06caee49cf42 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:19.429671 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c052260-80a3-4242-84e6-06caee49cf42 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:19.430011 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c052260-80a3-4242-84e6-06caee49cf42 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:19.430317 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c052260-80a3-4242-84e6-06caee49cf42 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:19.430633 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c052260-80a3-4242-84e6-06caee49cf42 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:19.430969 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c052260-80a3-4242-84e6-06caee49cf42 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:19.431283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c052260-80a3-4242-84e6-06caee49cf42 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:19.431598 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c052260-80a3-4242-84e6-06caee49cf42 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:19.431907 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c052260-80a3-4242-84e6-06caee49cf42 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:19.432219 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c052260-80a3-4242-84e6-06caee49cf42 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:19.432529 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c052260-80a3-4242-84e6-06caee49cf42 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:19.477062 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-675f5182-87e7-449d-b2dc-857c5c756e1b req-4c052260-80a3-4242-84e6-06caee49cf42 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] No DVR routers for this DVR port 0137b0d2-f102-4410-a474-bc6e644d7a04 on host n-h1-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:55:19.479689 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-675f5182-87e7-449d-b2dc-857c5c756e1b req-4c052260-80a3-4242-84e6-06caee49cf42 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:19.482465 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f9ad4d-805d-402e-b9c5-e1b19a5a31f8', 'name': 'network-vif-deleted', 'tag': '0137b0d2-f102-4410-a474-bc6e644d7a04'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:55:19.498802 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-675f5182-87e7-449d-b2dc-857c5c756e1b req-4c052260-80a3-4242-84e6-06caee49cf42 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.24 "DELETE /v2.0/ports/0137b0d2-f102-4410-a474-bc6e644d7a04 HTTP/1.1" status: 204 len: 173 time: 0.8176036 Mar 09 04:55:19.529192 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f9ad4d-805d-402e-b9c5-e1b19a5a31f8', 'name': 'network-vif-deleted', 'tag': '0137b0d2-f102-4410-a474-bc6e644d7a04', 'status': 'completed', 'code': 200} Mar 09 04:55:20.070600 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49476) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:55:20.139849 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-008329a3-494e-4581-a1f7-5adf7334b915 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:20.168001 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-008329a3-494e-4581-a1f7-5adf7334b915 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:20.231601 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-008329a3-494e-4581-a1f7-5adf7334b915 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:20.249713 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008329a3-494e-4581-a1f7-5adf7334b915 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eaa3241-00fe-4841-ad92-821c17efb245,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:55:20.259737 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-008329a3-494e-4581-a1f7-5adf7334b915 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:20.260820 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-008329a3-494e-4581-a1f7-5adf7334b915 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "DELETE /v2.0/security-groups/8eaa3241-00fe-4841-ad92-821c17efb245 HTTP/1.1" status: 204 len: 168 time: 0.1889930 Mar 09 04:55:22.703870 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49488) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:55:22.709703 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-fa116d14-5906-40db-b0f0-0fe70b4324b7 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-598721784', 'description': 'tempest-secgroup-smoke-598721784 description', 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:55:22.716391 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fa116d14-5906-40db-b0f0-0fe70b4324b7 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:55:22.720699 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fa116d14-5906-40db-b0f0-0fe70b4324b7 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Usage tracker for resource:security_group and tenant:ec01aea12f8f470cb6d949c607c3d33f is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:55:22.723680 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fa116d14-5906-40db-b0f0-0fe70b4324b7 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:55:22.729966 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fa116d14-5906-40db-b0f0-0fe70b4324b7 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:55:22.738729 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fa116d14-5906-40db-b0f0-0fe70b4324b7 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:22.758091 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fa116d14-5906-40db-b0f0-0fe70b4324b7 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:55:22.761843 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fa116d14-5906-40db-b0f0-0fe70b4324b7 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Usage tracker for resource:security_group_rule and tenant:ec01aea12f8f470cb6d949c607c3d33f is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:55:22.764587 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-fa116d14-5906-40db-b0f0-0fe70b4324b7 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:55:22.770141 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-fa116d14-5906-40db-b0f0-0fe70b4324b7 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:55:22.783069 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0137b0d2-f102-4410-a474-bc6e644d7a04 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:55:22.815484 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 0137b0d2-f102-4410-a474-bc6e644d7a04 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:55:22.815823 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 0137b0d2-f102-4410-a474-bc6e644d7a04 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:55:22.842101 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fa116d14-5906-40db-b0f0-0fe70b4324b7 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:22.845613 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fa116d14-5906-40db-b0f0-0fe70b4324b7 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:22.891990 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-fa116d14-5906-40db-b0f0-0fe70b4324b7 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:22.893198 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-fa116d14-5906-40db-b0f0-0fe70b4324b7 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1883395 Mar 09 04:55:22.894048 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa116d14-5906-40db-b0f0-0fe70b4324b7 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c610435c-246f-430e-bcda-97c5bb768c86,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:55:22.896671 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49492) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:55:22.902261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-4e145e22-581c-4689-b217-f85bca57f5bc tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Request body: {'security_group_rule': {'security_group_id': 'c610435c-246f-430e-bcda-97c5bb768c86', 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:55:22.908667 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4e145e22-581c-4689-b217-f85bca57f5bc tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:55:22.912643 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4e145e22-581c-4689-b217-f85bca57f5bc tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Usage tracker for resource:security_group_rule and tenant:ec01aea12f8f470cb6d949c607c3d33f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:55:22.915553 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-4e145e22-581c-4689-b217-f85bca57f5bc tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:55:22.921416 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-4e145e22-581c-4689-b217-f85bca57f5bc tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:55:22.938788 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4e145e22-581c-4689-b217-f85bca57f5bc tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:22.997712 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4e145e22-581c-4689-b217-f85bca57f5bc tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:23.001074 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4e145e22-581c-4689-b217-f85bca57f5bc tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:23.024275 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e145e22-581c-4689-b217-f85bca57f5bc tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d867ca69-7219-4000-8187-e29b6cac9310,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:55:23.032590 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4e145e22-581c-4689-b217-f85bca57f5bc tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:23.033895 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4e145e22-581c-4689-b217-f85bca57f5bc tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362441 Mar 09 04:55:23.036560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49496) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:55:23.041456 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-49ec8777-40f9-41a0-a149-e54d6022d665 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Request body: {'security_group_rule': {'security_group_id': 'c610435c-246f-430e-bcda-97c5bb768c86', 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:55:23.047965 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-49ec8777-40f9-41a0-a149-e54d6022d665 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:55:23.051760 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-49ec8777-40f9-41a0-a149-e54d6022d665 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Usage tracker for resource:security_group_rule and tenant:ec01aea12f8f470cb6d949c607c3d33f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:55:23.055353 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-49ec8777-40f9-41a0-a149-e54d6022d665 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:55:23.060949 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-49ec8777-40f9-41a0-a149-e54d6022d665 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:55:23.077278 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-49ec8777-40f9-41a0-a149-e54d6022d665 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:23.140225 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-49ec8777-40f9-41a0-a149-e54d6022d665 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:23.143781 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-49ec8777-40f9-41a0-a149-e54d6022d665 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:23.167400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec8777-40f9-41a0-a149-e54d6022d665 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b8500e-e93e-4fa1-a5d2-eb89cd8f7c81,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:55:23.176452 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-49ec8777-40f9-41a0-a149-e54d6022d665 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:23.178343 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-49ec8777-40f9-41a0-a149-e54d6022d665 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1408987 Mar 09 04:55:23.181027 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49500) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:55:23.185797 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-f739b94b-6470-420a-8cb2-151ca0508fba tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Request body: {'security_group_rule': {'security_group_id': 'c610435c-246f-430e-bcda-97c5bb768c86', 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:55:23.192111 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f739b94b-6470-420a-8cb2-151ca0508fba tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:55:23.197229 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f739b94b-6470-420a-8cb2-151ca0508fba tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Usage tracker for resource:security_group_rule and tenant:ec01aea12f8f470cb6d949c607c3d33f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:55:23.200091 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-f739b94b-6470-420a-8cb2-151ca0508fba tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:55:23.205641 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-f739b94b-6470-420a-8cb2-151ca0508fba tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:55:23.221371 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f739b94b-6470-420a-8cb2-151ca0508fba tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:23.282116 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f739b94b-6470-420a-8cb2-151ca0508fba tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:23.285469 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f739b94b-6470-420a-8cb2-151ca0508fba tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:23.312132 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739b94b-6470-420a-8cb2-151ca0508fba tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=363d97e5-a398-4626-a252-eac77d899aa3,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:55:23.322125 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-f739b94b-6470-420a-8cb2-151ca0508fba tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:23.323302 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f739b94b-6470-420a-8cb2-151ca0508fba tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413894 Mar 09 04:55:23.326024 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49504) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:55:23.330887 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-dbfe585d-dfb3-4c96-8328-c06d3010f222 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Request body: {'security_group_rule': {'security_group_id': 'c610435c-246f-430e-bcda-97c5bb768c86', 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:55:23.337606 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dbfe585d-dfb3-4c96-8328-c06d3010f222 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:55:23.341425 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dbfe585d-dfb3-4c96-8328-c06d3010f222 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Usage tracker for resource:security_group_rule and tenant:ec01aea12f8f470cb6d949c607c3d33f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:55:23.344285 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-dbfe585d-dfb3-4c96-8328-c06d3010f222 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:55:23.350366 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-dbfe585d-dfb3-4c96-8328-c06d3010f222 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:55:23.366315 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dbfe585d-dfb3-4c96-8328-c06d3010f222 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:23.429559 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dbfe585d-dfb3-4c96-8328-c06d3010f222 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:23.433156 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dbfe585d-dfb3-4c96-8328-c06d3010f222 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:23.456795 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe585d-dfb3-4c96-8328-c06d3010f222 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56efc751-5152-4647-8a0e-51ed780f71c0,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:55:23.465597 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-dbfe585d-dfb3-4c96-8328-c06d3010f222 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:23.466784 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-dbfe585d-dfb3-4c96-8328-c06d3010f222 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1398401 Mar 09 04:55:23.469540 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49508) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:55:23.475028 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-37c57958-5be4-4165-aca1-f19f980f2d71 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Request body: {'security_group_rule': {'security_group_id': 'c610435c-246f-430e-bcda-97c5bb768c86', 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:55:23.481263 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-37c57958-5be4-4165-aca1-f19f980f2d71 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:55:23.485580 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-37c57958-5be4-4165-aca1-f19f980f2d71 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Usage tracker for resource:security_group_rule and tenant:ec01aea12f8f470cb6d949c607c3d33f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:55:23.488336 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-37c57958-5be4-4165-aca1-f19f980f2d71 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:55:23.494394 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-37c57958-5be4-4165-aca1-f19f980f2d71 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:55:23.504348 n-d-825178-5 neutron-server[87880]: INFO neutron.db.securitygroups_db [None req-37c57958-5be4-4165-aca1-f19f980f2d71 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Project ec01aea12f8f470cb6d949c607c3d33f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:55:23.510492 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37c57958-5be4-4165-aca1-f19f980f2d71 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:23.571823 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37c57958-5be4-4165-aca1-f19f980f2d71 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:23.575040 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37c57958-5be4-4165-aca1-f19f980f2d71 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:23.596669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c57958-5be4-4165-aca1-f19f980f2d71 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81b6a39-1253-40b2-8470-635a30b79d1a,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:55:23.606026 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-37c57958-5be4-4165-aca1-f19f980f2d71 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:23.607224 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-37c57958-5be4-4165-aca1-f19f980f2d71 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1367638 Mar 09 04:55:23.609913 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49512) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:55:23.615269 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-26c9ee9d-e911-4dcb-8b0e-cf6a88a22357 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Request body: {'security_group_rule': {'security_group_id': 'c610435c-246f-430e-bcda-97c5bb768c86', 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:55:23.621511 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-26c9ee9d-e911-4dcb-8b0e-cf6a88a22357 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:55:23.625254 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-26c9ee9d-e911-4dcb-8b0e-cf6a88a22357 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Usage tracker for resource:security_group_rule and tenant:ec01aea12f8f470cb6d949c607c3d33f is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:55:23.628050 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-26c9ee9d-e911-4dcb-8b0e-cf6a88a22357 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:55:23.633603 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-26c9ee9d-e911-4dcb-8b0e-cf6a88a22357 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:55:23.642749 n-d-825178-5 neutron-server[87880]: INFO neutron.db.securitygroups_db [None req-26c9ee9d-e911-4dcb-8b0e-cf6a88a22357 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Project ec01aea12f8f470cb6d949c607c3d33f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 04:55:23.648881 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-26c9ee9d-e911-4dcb-8b0e-cf6a88a22357 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:23.711622 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-26c9ee9d-e911-4dcb-8b0e-cf6a88a22357 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:23.714909 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-26c9ee9d-e911-4dcb-8b0e-cf6a88a22357 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:23.737870 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9ee9d-e911-4dcb-8b0e-cf6a88a22357 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46640d3a-10de-4193-9109-cafd3cf012f8,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:55:23.746675 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-26c9ee9d-e911-4dcb-8b0e-cf6a88a22357 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:23.750255 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-26c9ee9d-e911-4dcb-8b0e-cf6a88a22357 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1370759 Mar 09 04:55:28.874063 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f72831cd-99d1-45da-90a0-f02ed7577052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:31.260015 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b47e4b24-b4ad-4405-bdbf-502594575b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:32.431738 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:32.492827 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:33.768755 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:34.911833 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:37.470968 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-ded765a5-da33-42c6-b94c-3bddba2080db tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Synchronizing usage tracker for tenant:ec01aea12f8f470cb6d949c607c3d33f on resource:security_group {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:55:37.485426 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-ded765a5-da33-42c6-b94c-3bddba2080db tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Unset dirty status for tenant:ec01aea12f8f470cb6d949c607c3d33f on resource:security_group {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:55:37.486571 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-ded765a5-da33-42c6-b94c-3bddba2080db tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-598721784&fields=id&tenant_id=ec01aea12f8f470cb6d949c607c3d33f HTTP/1.1" status: 200 len: 267 time: 0.0582683 Mar 09 04:55:37.744923 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-9c9588de-dc49-4840-8e89-07ae718bf132 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:37.746348 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-9c9588de-dc49-4840-8e89-07ae718bf132 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/networks?id=01d8b5ca-c5a7-48b5-acbd-b9a848487037 HTTP/1.1" status: 200 len: 809 time: 0.2524602 Mar 09 04:55:37.761069 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-a937cc68-04c7-409c-9028-99215f5a6c82 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/quotas/ec01aea12f8f470cb6d949c607c3d33f HTTP/1.1" status: 200 len: 375 time: 0.0093699 Mar 09 04:55:37.840018 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-f7fbf4c0-1d59-4785-b5bd-97635506f2b2 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec01aea12f8f470cb6d949c607c3d33f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742249 Mar 09 04:55:38.031460 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-315c230d-53bb-4f15-94b8-801871a64303 service neutron] 10.222.0.16 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798799 Mar 09 04:55:38.162691 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-ac877d6e-abdf-474a-8e7c-38ff2e3616c6 service neutron] 10.222.0.16 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249995 Mar 09 04:55:39.453340 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:39.540505 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-25ea01b1-6320-4c26-b521-e08325632cb1 req-141fc0a2-2b50-4afe-afe9-df6cd206842d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Synchronizing usage tracker for tenant:ec01aea12f8f470cb6d949c607c3d33f on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:55:39.556192 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-25ea01b1-6320-4c26-b521-e08325632cb1 req-141fc0a2-2b50-4afe-afe9-df6cd206842d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Unset dirty status for tenant:ec01aea12f8f470cb6d949c607c3d33f on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:55:39.557586 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-25ea01b1-6320-4c26-b521-e08325632cb1 req-141fc0a2-2b50-4afe-afe9-df6cd206842d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 210 time: 0.0593030 Mar 09 04:55:40.655024 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3b6bce7e-c3a5-4865-b00f-8b2634bd23c0 req-1c1c14ac-c98b-43df-8d3c-c6034955a6fe tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 210 time: 0.0461073 Mar 09 04:55:41.750461 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2fb7da27-0f75-4e95-9045-c4351aee1b92 req-2b340778-8a3e-4b0d-8205-b2d919bdc6bc tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 210 time: 0.0455773 Mar 09 04:55:42.845434 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-82817bc9-ad08-46a3-b05b-a5e2d203fe1c req-f11d3d6e-e2b6-4647-b388-fc427f358876 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 210 time: 0.0417333 Mar 09 04:55:43.992620 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-838179a7-ea46-4b2d-8f75-b0e7c203df31 req-3b52e002-5b89-443f-8f5c-5c6e390f6f38 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 210 time: 0.0427661 Mar 09 04:55:44.672143 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-d2ee65d3-ab4f-4c37-9fb5-f23c94ed7a98 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:44.673551 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-d2ee65d3-ab4f-4c37-9fb5-f23c94ed7a98 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.21 "GET /v2.0/networks?id=01d8b5ca-c5a7-48b5-acbd-b9a848487037 HTTP/1.1" status: 200 len: 809 time: 0.1490226 Mar 09 04:55:44.720633 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-b95c013c-dda8-43f0-8c8e-e81057d6a06c tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec01aea12f8f470cb6d949c607c3d33f HTTP/1.1" status: 200 len: 379 time: 0.0395408 Mar 09 04:55:44.732300 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-8fba714c-4f81-45ea-8464-857472c6e0bd tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Request body: {'port': {'device_id': '60862160-77b1-4e0c-a488-f66424562b3b', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'admin_state_up': True, 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'security_groups': ['c610435c-246f-430e-bcda-97c5bb768c86']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:55:44.871700 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-8fba714c-4f81-45ea-8464-857472c6e0bd tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:55:44.882467 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-8fba714c-4f81-45ea-8464-857472c6e0bd tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:55:44.893580 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-8fba714c-4f81-45ea-8464-857472c6e0bd tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Made reservation on behalf of ec01aea12f8f470cb6d949c607c3d33f for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 04:55:44.897352 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-8fba714c-4f81-45ea-8464-857472c6e0bd tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:45.063336 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-8fba714c-4f81-45ea-8464-857472c6e0bd tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Allocated IP 172.20.0.9 (01d8b5ca-c5a7-48b5-acbd-b9a848487037/748a8483-3829-43c6-b017-46db7aa69a09/635d7cb7-c19a-45f2-9643-d071b2fd55fa) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:55:45.178741 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-9429877f-947f-41ac-8357-16c1d8064d41 req-011e3245-518e-457b-9722-816f77324e43 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 210 time: 0.0748272 Mar 09 04:55:45.297261 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-8fba714c-4f81-45ea-8464-857472c6e0bd tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:45.314259 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-8fba714c-4f81-45ea-8464-857472c6e0bd tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Transition to ACTIVE for port object 635d7cb7-c19a-45f2-9643-d071b2fd55fa will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:55:45.337999 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-8fba714c-4f81-45ea-8464-857472c6e0bd tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:45.407337 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-8fba714c-4f81-45ea-8464-857472c6e0bd tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Network 01d8b5ca-c5a7-48b5-acbd-b9a848487037 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:55:45.410264 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-8fba714c-4f81-45ea-8464-857472c6e0bd tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:55:45.419359 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-8fba714c-4f81-45ea-8464-857472c6e0bd tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:55:45.456762 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba714c-4f81-45ea-8464-857472c6e0bd tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Pushing event updated for resources: {'Port': ['ID=635d7cb7-c19a-45f2-9643-d071b2fd55fa,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:55:45.493416 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-8fba714c-4f81-45ea-8464-857472c6e0bd tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:45.494023 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-8fba714c-4f81-45ea-8464-857472c6e0bd tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:45.520877 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-8fba714c-4f81-45ea-8464-857472c6e0bd tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7919490 Mar 09 04:55:45.575086 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-27546a08-8644-40d9-a821-f2661a494b12 service neutron] Request body: {'port': {'device_id': '60862160-77b1-4e0c-a488-f66424562b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:55:45.662209 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a83e8bbd-e20c-4b23-8aad-e524d2efcae3 None None] Provisioning for port 635d7cb7-c19a-45f2-9643-d071b2fd55fa completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:55:45.668684 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a83e8bbd-e20c-4b23-8aad-e524d2efcae3 None None] Provisioning complete for port 635d7cb7-c19a-45f2-9643-d071b2fd55fa triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:55:45.669097 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a83e8bbd-e20c-4b23-8aad-e524d2efcae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:45.690335 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-27546a08-8644-40d9-a821-f2661a494b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:45.729399 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a83e8bbd-e20c-4b23-8aad-e524d2efcae3 None None] Port 635d7cb7-c19a-45f2-9643-d071b2fd55fa cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 04:55:46.044165 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-27546a08-8644-40d9-a821-f2661a494b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 635d7cb7-c19a-45f2-9643-d071b2fd55fa {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:55:46.052343 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-27546a08-8644-40d9-a821-f2661a494b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:46.066800 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-27546a08-8644-40d9-a821-f2661a494b12 service neutron] Transition to ACTIVE for port object 635d7cb7-c19a-45f2-9643-d071b2fd55fa will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 04:55:46.070946 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-27546a08-8644-40d9-a821-f2661a494b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:46.324869 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27546a08-8644-40d9-a821-f2661a494b12 service neutron] Pushing event updated for resources: {'Port': ['ID=635d7cb7-c19a-45f2-9643-d071b2fd55fa,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:55:46.399117 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d326b1-8fad-4f90-bbb7-1846a7b075dd req-5235383b-4c19-426f-a399-155cf4a9ca00 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:46.402029 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42d326b1-8fad-4f90-bbb7-1846a7b075dd req-5235383b-4c19-426f-a399-155cf4a9ca00 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 943 time: 0.1135092 Mar 09 04:55:46.442819 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-27546a08-8644-40d9-a821-f2661a494b12 service neutron] Attempting to bind port 635d7cb7-c19a-45f2-9643-d071b2fd55fa on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 04:55:46.443250 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-27546a08-8644-40d9-a821-f2661a494b12 service neutron] Attempting to bind port 635d7cb7-c19a-45f2-9643-d071b2fd55fa by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '19e42ffe-565b-45b6-a84a-389fb3aafa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 04:55:46.443683 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-27546a08-8644-40d9-a821-f2661a494b12 service neutron] Attempting to bind port 635d7cb7-c19a-45f2-9643-d071b2fd55fa on network 01d8b5ca-c5a7-48b5-acbd-b9a848487037 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:55:46.449263 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-27546a08-8644-40d9-a821-f2661a494b12 service neutron] Port 635d7cb7-c19a-45f2-9643-d071b2fd55fa on network 01d8b5ca-c5a7-48b5-acbd-b9a848487037 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 04:55:46.450101 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-27546a08-8644-40d9-a821-f2661a494b12 service neutron] Attempting to bind port 635d7cb7-c19a-45f2-9643-d071b2fd55fa on network 01d8b5ca-c5a7-48b5-acbd-b9a848487037 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 04:55:46.455251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-27546a08-8644-40d9-a821-f2661a494b12 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 4, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 04:55:46.455710 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-27546a08-8644-40d9-a821-f2661a494b12 service neutron] Checking segment: {'id': '19e42ffe-565b-45b6-a84a-389fb3aafa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 04:55:46.456323 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-27546a08-8644-40d9-a821-f2661a494b12 service neutron] Bound using segment: {'id': '19e42ffe-565b-45b6-a84a-389fb3aafa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 04:55:46.456844 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-27546a08-8644-40d9-a821-f2661a494b12 service neutron] Bound port: 635d7cb7-c19a-45f2-9643-d071b2fd55fa, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e42ffe-565b-45b6-a84a-389fb3aafa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 04:55:46.457281 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-27546a08-8644-40d9-a821-f2661a494b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:46.457981 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-42d326b1-8fad-4f90-bbb7-1846a7b075dd req-92c11201-ed74-4f73-83c8-63f0707521da tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Synchronizing usage tracker for tenant:ec01aea12f8f470cb6d949c607c3d33f on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:55:46.470278 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-42d326b1-8fad-4f90-bbb7-1846a7b075dd req-92c11201-ed74-4f73-83c8-63f0707521da tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Unset dirty status for tenant:ec01aea12f8f470cb6d949c607c3d33f on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:55:46.471449 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-42d326b1-8fad-4f90-bbb7-1846a7b075dd req-92c11201-ed74-4f73-83c8-63f0707521da tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633907 Mar 09 04:55:46.555195 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-27546a08-8644-40d9-a821-f2661a494b12 service neutron] For port 635d7cb7-c19a-45f2-9643-d071b2fd55fa, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 04:55:46.558330 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-27546a08-8644-40d9-a821-f2661a494b12 service neutron] For port 635d7cb7-c19a-45f2-9643-d071b2fd55fa, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=635d7cb7-c19a-45f2-9643-d071b2fd55fa,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 04:55:46.561646 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-27546a08-8644-40d9-a821-f2661a494b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:46.618103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-27546a08-8644-40d9-a821-f2661a494b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:46.618735 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-27546a08-8644-40d9-a821-f2661a494b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:46.620150 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-27546a08-8644-40d9-a821-f2661a494b12 service neutron] 10.222.0.21 "PUT /v2.0/ports/635d7cb7-c19a-45f2-9643-d071b2fd55fa HTTP/1.1" status: 200 len: 1091 time: 1.0924327 Mar 09 04:55:46.620600 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60862160-77b1-4e0c-a488-f66424562b3b', 'tag': '635d7cb7-c19a-45f2-9643-d071b2fd55fa'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:55:46.650829 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27546a08-8644-40d9-a821-f2661a494b12 service neutron] Pushing event updated for resources: {'Port': ['ID=635d7cb7-c19a-45f2-9643-d071b2fd55fa,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:55:46.695683 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60862160-77b1-4e0c-a488-f66424562b3b', 'tag': '635d7cb7-c19a-45f2-9643-d071b2fd55fa', 'status': 'completed', 'code': 200} Mar 09 04:55:46.738013 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-4695b62b-e9cb-4413-935f-da3b709e21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:46.739534 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-4695b62b-e9cb-4413-935f-da3b709e21ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec01aea12f8f470cb6d949c607c3d33f&device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 1094 time: 0.0760763 Mar 09 04:55:46.810930 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-264d2b9d-6030-4d2c-ad9d-906a2ebe1c09 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=635d7cb7-c19a-45f2-9643-d071b2fd55fa HTTP/1.1" status: 200 len: 217 time: 0.0642591 Mar 09 04:55:46.872633 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-0a0706ce-f8e9-4a81-9174-d138e486b1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:46.874222 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-0a0706ce-f8e9-4a81-9174-d138e486b1ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=748a8483-3829-43c6-b017-46db7aa69a09 HTTP/1.1" status: 200 len: 848 time: 0.0572796 Mar 09 04:55:46.951274 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-d5e251a4-e83e-4588-88df-c50a1fe9d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:46.952724 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-d5e251a4-e83e-4588-88df-c50a1fe9d7f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01d8b5ca-c5a7-48b5-acbd-b9a848487037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725646 Mar 09 04:55:47.082572 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-b07d6023-a04b-4434-a6f9-5b34654e9c71 service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225684 Mar 09 04:55:47.208849 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-877529bb-5c47-441e-a44f-789ce1ecc1dc req-d2b0f4f1-1ac0-409e-9772-c703d40f7800 service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202910 Mar 09 04:55:47.330734 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445510f-758b-4926-97cf-465d745956d3 req-91d37a5d-026a-47dd-b171-fc039736c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:47.332219 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a445510f-758b-4926-97cf-465d745956d3 req-91d37a5d-026a-47dd-b171-fc039736c456 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec01aea12f8f470cb6d949c607c3d33f&device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 1094 time: 0.0787954 Mar 09 04:55:47.461193 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445510f-758b-4926-97cf-465d745956d3 req-9229ad8d-28fe-49ad-9520-b87295ffa9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:47.462620 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a445510f-758b-4926-97cf-465d745956d3 req-9229ad8d-28fe-49ad-9520-b87295ffa9db service neutron] 10.222.0.21 "GET /v2.0/networks?id=01d8b5ca-c5a7-48b5-acbd-b9a848487037 HTTP/1.1" status: 200 len: 910 time: 0.1245019 Mar 09 04:55:47.534287 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a445510f-758b-4926-97cf-465d745956d3 req-62cd2f38-3a3f-43cb-addf-aebc2406e233 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=635d7cb7-c19a-45f2-9643-d071b2fd55fa HTTP/1.1" status: 200 len: 217 time: 0.0637660 Mar 09 04:55:47.604388 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445510f-758b-4926-97cf-465d745956d3 req-45b5bab8-3577-429e-a173-fc658e3d09ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:47.604777 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a445510f-758b-4926-97cf-465d745956d3 req-45b5bab8-3577-429e-a173-fc658e3d09ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=748a8483-3829-43c6-b017-46db7aa69a09 HTTP/1.1" status: 200 len: 848 time: 0.0617168 Mar 09 04:55:47.658332 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1090f-482e-44bb-bb81-a170480a8805 req-d100e498-81ec-4863-b995-bfa96536eb26 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:47.659809 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-54d1090f-482e-44bb-bb81-a170480a8805 req-d100e498-81ec-4863-b995-bfa96536eb26 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 943 time: 0.0830090 Mar 09 04:55:47.686551 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445510f-758b-4926-97cf-465d745956d3 req-9318e7dc-0670-4f77-ab2a-b78d54ffdc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:47.688043 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a445510f-758b-4926-97cf-465d745956d3 req-9318e7dc-0670-4f77-ab2a-b78d54ffdc7a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01d8b5ca-c5a7-48b5-acbd-b9a848487037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771980 Mar 09 04:55:47.705272 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-54d1090f-482e-44bb-bb81-a170480a8805 req-a014bc7d-abf3-4c5d-9360-4e63e4ed259e tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391228 Mar 09 04:55:47.817629 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a445510f-758b-4926-97cf-465d745956d3 req-80b64924-ea93-48d6-a98d-300e47caddf2 service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227212 Mar 09 04:55:48.059709 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a445510f-758b-4926-97cf-465d745956d3 req-b6268c8b-9328-4cf6-84e3-e8bdf2d32595 service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357731 Mar 09 04:55:48.889749 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0546001-ea04-4be6-aebf-88747d41b37b req-34a51efe-dabd-4a63-a0cd-38562105a43d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:48.890456 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-d0546001-ea04-4be6-aebf-88747d41b37b req-34a51efe-dabd-4a63-a0cd-38562105a43d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Synchronizing usage tracker for tenant:ec01aea12f8f470cb6d949c607c3d33f on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:55:48.905743 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-d0546001-ea04-4be6-aebf-88747d41b37b req-34a51efe-dabd-4a63-a0cd-38562105a43d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Unset dirty status for tenant:ec01aea12f8f470cb6d949c607c3d33f on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:55:48.906914 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d0546001-ea04-4be6-aebf-88747d41b37b req-34a51efe-dabd-4a63-a0cd-38562105a43d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 943 time: 0.0950046 Mar 09 04:55:48.952044 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d0546001-ea04-4be6-aebf-88747d41b37b req-2d886403-bfba-4d1d-ae42-dcd7d3101ded tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385489 Mar 09 04:55:50.136065 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c702c8d-f5d9-4c56-ad74-c1a6dc9159a6 req-24b3e8fc-716a-462e-9bcb-fe463331a433 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:50.137503 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5c702c8d-f5d9-4c56-ad74-c1a6dc9159a6 req-24b3e8fc-716a-462e-9bcb-fe463331a433 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 943 time: 0.0825770 Mar 09 04:55:50.180648 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5c702c8d-f5d9-4c56-ad74-c1a6dc9159a6 req-a714c465-6a97-4d78-b1d2-cf9273c2b04b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376346 Mar 09 04:55:50.629037 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:55:51.369308 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69674ea6-0b49-428b-8117-c5b706ce6413 req-bd2b0b3b-151b-4fbe-8f66-6a16c0400a69 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:51.370775 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-69674ea6-0b49-428b-8117-c5b706ce6413 req-bd2b0b3b-151b-4fbe-8f66-6a16c0400a69 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 943 time: 0.0897820 Mar 09 04:55:51.414364 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-69674ea6-0b49-428b-8117-c5b706ce6413 req-a3d0e5a1-964e-4897-b42c-edf4b73e77bc tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378046 Mar 09 04:55:52.594405 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573aa33d-da0e-40ed-8ba4-baf645857b9f req-237e9b9f-5406-423e-9bf0-587f08fcdbcc tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:52.595844 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-573aa33d-da0e-40ed-8ba4-baf645857b9f req-237e9b9f-5406-423e-9bf0-587f08fcdbcc tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 943 time: 0.0773942 Mar 09 04:55:52.638690 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-573aa33d-da0e-40ed-8ba4-baf645857b9f req-8d64befe-f441-492a-b24b-31abd8d01d7d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368428 Mar 09 04:55:53.816288 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65198e3e-f94a-48d5-832f-ba25c194364a req-19f0ab3e-ac9c-4426-b6fe-3c0d3d3fe22d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:53.818223 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-65198e3e-f94a-48d5-832f-ba25c194364a req-19f0ab3e-ac9c-4426-b6fe-3c0d3d3fe22d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 943 time: 0.0782890 Mar 09 04:55:53.863385 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-65198e3e-f94a-48d5-832f-ba25c194364a req-d9e6676d-4658-48f3-9459-987fb8f4c4ee tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395908 Mar 09 04:55:55.072044 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b255b-87c6-4fe1-9e0b-323e5569c207 req-ccf94ddc-51e2-4596-b2da-cb8e4685c5a1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:55.073450 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-634b255b-87c6-4fe1-9e0b-323e5569c207 req-ccf94ddc-51e2-4596-b2da-cb8e4685c5a1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 943 time: 0.0810773 Mar 09 04:55:55.115999 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-634b255b-87c6-4fe1-9e0b-323e5569c207 req-fe642de1-6a93-481e-9c63-c65b5f526127 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370240 Mar 09 04:55:56.271326 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 635d7cb7-c19a-45f2-9643-d071b2fd55fa details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:55:56.404820 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 635d7cb7-c19a-45f2-9643-d071b2fd55fa, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=635d7cb7-c19a-45f2-9643-d071b2fd55fa,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:55:56.418014 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '635d7cb7-c19a-45f2-9643-d071b2fd55fa', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'port_id': '635d7cb7-c19a-45f2-9643-d071b2fd55fa', 'mac_address': 'fa:16:3e:9e:48:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748a8483-3829-43c6-b017-46db7aa69a09', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:55:56.453490 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563cc0c5-ff65-45bf-8845-ee3f4bf30503 req-6d51e4e2-bb82-4c16-8f9b-a8002d75b95b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:56.455048 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-563cc0c5-ff65-45bf-8845-ee3f4bf30503 req-6d51e4e2-bb82-4c16-8f9b-a8002d75b95b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 943 time: 0.0800343 Mar 09 04:55:56.472723 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:56.489333 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635d7cb7-c19a-45f2-9643-d071b2fd55fa {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:55:56.500112 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-563cc0c5-ff65-45bf-8845-ee3f4bf30503 req-fb815d12-a437-46c2-b350-36017be7c3aa tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388947 Mar 09 04:55:56.504572 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 635d7cb7-c19a-45f2-9643-d071b2fd55fa, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=635d7cb7-c19a-45f2-9643-d071b2fd55fa,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:55:56.508947 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:56.578604 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=635d7cb7-c19a-45f2-9643-d071b2fd55fa,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:55:56.586708 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:56.587073 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:56.587410 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:56.587745 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:56.588072 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:56.588397 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:56.588719 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:56.589038 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:56.589354 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:56.589674 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:56.589988 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:56.590327 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:55:56.745467 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['635d7cb7-c19a-45f2-9643-d071b2fd55fa'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:55:57.685234 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9c1fa-7dfc-46af-85fc-0abb857847b6 req-1a0e11a3-d85b-42b0-9384-e091b6d8ec40 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:57.686592 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dfe9c1fa-7dfc-46af-85fc-0abb857847b6 req-1a0e11a3-d85b-42b0-9384-e091b6d8ec40 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 944 time: 0.0784667 Mar 09 04:55:57.733670 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-dfe9c1fa-7dfc-46af-85fc-0abb857847b6 req-5dceaa35-1cc9-4461-a3d5-a33d780650d4 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414948 Mar 09 04:55:58.286035 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 635d7cb7-c19a-45f2-9643-d071b2fd55fa up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:55:58.353793 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port 635d7cb7-c19a-45f2-9643-d071b2fd55fa completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 04:55:58.358532 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 635d7cb7-c19a-45f2-9643-d071b2fd55fa triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:55:58.359042 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:58.472061 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:58.498816 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60862160-77b1-4e0c-a488-f66424562b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635d7cb7-c19a-45f2-9643-d071b2fd55fa'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:55:58.508744 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 635d7cb7-c19a-45f2-9643-d071b2fd55fa, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=635d7cb7-c19a-45f2-9643-d071b2fd55fa,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:55:58.512675 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:58.548697 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60862160-77b1-4e0c-a488-f66424562b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635d7cb7-c19a-45f2-9643-d071b2fd55fa', 'code': 200} Mar 09 04:55:58.580967 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=635d7cb7-c19a-45f2-9643-d071b2fd55fa,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:55:58.669884 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bffcc-014a-4ca7-9edd-d7910fe6c107 req-1e947529-287a-4018-a9f4-4176a5d9d213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:58.671370 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fc2bffcc-014a-4ca7-9edd-d7910fe6c107 req-1e947529-287a-4018-a9f4-4176a5d9d213 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 1096 time: 0.0716183 Mar 09 04:55:58.710497 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-fc2bffcc-014a-4ca7-9edd-d7910fe6c107 req-47893ebd-8279-45ad-b0dd-d0bdc5f8a3cb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324378 Mar 09 04:55:58.878443 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dbfd361f-815e-4e78-848a-9dd7a59732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:55:58.913121 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de25408-8cc6-4723-b445-69c40ff640f0 req-99b8b9c3-7d1a-4e46-9673-efa85b5e6af8 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:55:58.914548 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8de25408-8cc6-4723-b445-69c40ff640f0 req-99b8b9c3-7d1a-4e46-9673-efa85b5e6af8 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 945 time: 0.0794241 Mar 09 04:55:58.960152 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-8de25408-8cc6-4723-b445-69c40ff640f0 req-85bf3a42-4bd8-4b5a-b20f-e96128bd89e0 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399399 Mar 09 04:56:00.140774 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655eff8a-adbe-473b-ad0b-0a1317fbe66b req-dc36c954-3a6b-415f-92d7-b3e77428cabb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:56:00.142195 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-655eff8a-adbe-473b-ad0b-0a1317fbe66b req-dc36c954-3a6b-415f-92d7-b3e77428cabb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 945 time: 0.0779045 Mar 09 04:56:00.185083 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-655eff8a-adbe-473b-ad0b-0a1317fbe66b req-7a626f1f-d2fd-42e5-9634-6b6882cc4321 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373204 Mar 09 04:56:00.476741 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bf9a2-bfd8-4622-8355-f7be610c983b req-fc7dda97-308f-4fc5-a097-60cae7c5739c tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:56:00.478093 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-534bf9a2-bfd8-4622-8355-f7be610c983b req-fc7dda97-308f-4fc5-a097-60cae7c5739c tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 945 time: 0.1880810 Mar 09 04:56:00.521967 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-534bf9a2-bfd8-4622-8355-f7be610c983b req-a36081e2-0ff7-456d-9125-2627300ba6fe tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382221 Mar 09 04:56:00.544043 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49718) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:56:00.652463 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ae22a6-fb19-4e86-8a60-b3e0ca69775a tempest-TestShelveInstance-1547063363 tempest-TestShelveInstance-1547063363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:56:00.653924 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-66ae22a6-fb19-4e86-8a60-b3e0ca69775a tempest-TestShelveInstance-1547063363 tempest-TestShelveInstance-1547063363-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 1091 time: 0.1089354 Mar 09 04:56:00.656802 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49724) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:56:00.662133 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-a7342e2f-5320-44f8-9931-f573c93c5ab1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'port_id': '635d7cb7-c19a-45f2-9643-d071b2fd55fa', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 04:56:00.668882 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a7342e2f-5320-44f8-9931-f573c93c5ab1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 04:56:00.673147 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a7342e2f-5320-44f8-9931-f573c93c5ab1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Usage tracker for resource:floatingip and tenant:ec01aea12f8f470cb6d949c607c3d33f is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 04:56:00.676177 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-a7342e2f-5320-44f8-9931-f573c93c5ab1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 04:56:00.684063 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-a7342e2f-5320-44f8-9931-f573c93c5ab1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 04:56:00.695362 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a7342e2f-5320-44f8-9931-f573c93c5ab1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for floatingip, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:56:00.833626 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a7342e2f-5320-44f8-9931-f573c93c5ab1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:56:00.969232 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-a7342e2f-5320-44f8-9931-f573c93c5ab1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Allocated IP 172.25.7.32 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/d4399e73-54ae-4cec-b604-ee6863cdd1d8) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 04:56:01.114434 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a7342e2f-5320-44f8-9931-f573c93c5ab1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:56:01.142922 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a7342e2f-5320-44f8-9931-f573c93c5ab1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:56:01.204833 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7342e2f-5320-44f8-9931-f573c93c5ab1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 04:56:01.207566 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-a7342e2f-5320-44f8-9931-f573c93c5ab1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 04:56:01.215869 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7342e2f-5320-44f8-9931-f573c93c5ab1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 04:56:01.256436 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7342e2f-5320-44f8-9931-f573c93c5ab1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Pushing event updated for resources: {'Port': ['ID=d4399e73-54ae-4cec-b604-ee6863cdd1d8,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:56:01.262589 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6315d432-03a3-41d2-b26a-9a884cbef90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:56:01.625133 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a7342e2f-5320-44f8-9931-f573c93c5ab1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:56:01.699307 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a7342e2f-5320-44f8-9931-f573c93c5ab1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:56:01.896606 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a7342e2f-5320-44f8-9931-f573c93c5ab1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:56:01.900719 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a7342e2f-5320-44f8-9931-f573c93c5ab1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:56:02.007094 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7342e2f-5320-44f8-9931-f573c93c5ab1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Pushing event updated for resources: {'Port': ['ID=d4399e73-54ae-4cec-b604-ee6863cdd1d8,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:56:02.018542 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a7342e2f-5320-44f8-9931-f573c93c5ab1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:56:02.293304 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-a7342e2f-5320-44f8-9931-f573c93c5ab1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Floating IP bc218ec1-cdbc-4cb0-94dc-a4a0a4f68131 associated. External IP: 172.25.7.32, port: 635d7cb7-c19a-45f2-9643-d071b2fd55fa. Mar 09 04:56:02.423662 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:56:02.494790 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:56:02.646672 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7342e2f-5320-44f8-9931-f573c93c5ab1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Router 63166521-c320-4be4-b938-fd77b4fab86c has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:56:02.824167 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7342e2f-5320-44f8-9931-f573c93c5ab1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:56:02.833395 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea15598d-3b09-4008-a493-c0d8a8a7424d None None] Sync routers for ids ['63166521-c320-4be4-b938-fd77b4fab86c'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:56:02.842196 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea15598d-3b09-4008-a493-c0d8a8a7424d None None] Routers {'63166521-c320-4be4-b938-fd77b4fab86c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:56:02.842805 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ea15598d-3b09-4008-a493-c0d8a8a7424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:56:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['63166521-c320-4be4-b938-fd77b4fab86c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:56:02.848493 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-a7342e2f-5320-44f8-9931-f573c93c5ab1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:56:02.913077 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a7342e2f-5320-44f8-9931-f573c93c5ab1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2490013 Mar 09 04:56:02.913077 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60862160-77b1-4e0c-a488-f66424562b3b', 'tag': '635d7cb7-c19a-45f2-9643-d071b2fd55fa'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:56:02.953729 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60862160-77b1-4e0c-a488-f66424562b3b', 'tag': '635d7cb7-c19a-45f2-9643-d071b2fd55fa', 'status': 'completed', 'code': 200} Mar 09 04:56:03.029649 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-ea15598d-3b09-4008-a493-c0d8a8a7424d None None] Set router 63166521-c320-4be4-b938-fd77b4fab86c gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:56:03.045567 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d31f8-b92a-44ba-b29f-8f01aa4d9ffe req-edd00fe9-0a33-4e55-9765-8395aa6277d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:56:03.047072 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-194d31f8-b92a-44ba-b29f-8f01aa4d9ffe req-edd00fe9-0a33-4e55-9765-8395aa6277d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec01aea12f8f470cb6d949c607c3d33f&device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 1096 time: 0.0732164 Mar 09 04:56:03.178295 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d31f8-b92a-44ba-b29f-8f01aa4d9ffe req-254db3a9-f8eb-40dd-a825-7c61a37d3f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:56:03.179687 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-194d31f8-b92a-44ba-b29f-8f01aa4d9ffe req-254db3a9-f8eb-40dd-a825-7c61a37d3f1a service neutron] 10.222.0.21 "GET /v2.0/networks?id=01d8b5ca-c5a7-48b5-acbd-b9a848487037 HTTP/1.1" status: 200 len: 910 time: 0.1267021 Mar 09 04:56:03.281196 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-194d31f8-b92a-44ba-b29f-8f01aa4d9ffe req-375714dd-2391-4c69-af6d-4aad845398f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=635d7cb7-c19a-45f2-9643-d071b2fd55fa HTTP/1.1" status: 200 len: 998 time: 0.0957112 Mar 09 04:56:03.342354 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d31f8-b92a-44ba-b29f-8f01aa4d9ffe req-c6a2ad6d-5003-4435-98e6-9ad84e760700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:56:03.343824 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-194d31f8-b92a-44ba-b29f-8f01aa4d9ffe req-c6a2ad6d-5003-4435-98e6-9ad84e760700 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=748a8483-3829-43c6-b017-46db7aa69a09 HTTP/1.1" status: 200 len: 848 time: 0.0565693 Mar 09 04:56:03.402870 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ea15598d-3b09-4008-a493-c0d8a8a7424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63166521-c320-4be4-b938-fd77b4fab86c', 'name': 'tempest-TestShelveInstance-2013362189-router', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:21Z', 'updated_at': '2022-03-09T04:50:26Z', 'revision_number': 4, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'gw_port': {'id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:22Z', 'updated_at': '2022-03-09T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'bc218ec1-cdbc-4cb0-94dc-a4a0a4f68131', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'port_id': '635d7cb7-c19a-45f2-9643-d071b2fd55fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'mac_address': 'fa:16:3e:9e:48:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60862160-77b1-4e0c-a488-f66424562b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:56:01Z', 'updated_at': '2022-03-09T04:56:01Z', 'revision_number': 0, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ab5b15-6091-4fcb-a4ae-be8da7766d49', 'name': '', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'mac_address': 'fa:16:3e:97:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '748a8483-3829-43c6-b017-46db7aa69a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:25Z', 'updated_at': '2022-03-09T04:50:31Z', 'revision_number': 5, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'subnets': [{'id': '748a8483-3829-43c6-b017-46db7aa69a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:56:03.406668 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea15598d-3b09-4008-a493-c0d8a8a7424d None None] Checking router: 63166521-c320-4be4-b938-fd77b4fab86c for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:56:03.415660 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea15598d-3b09-4008-a493-c0d8a8a7424d None None] Routers {'63166521-c320-4be4-b938-fd77b4fab86c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:56:03.416255 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ea15598d-3b09-4008-a493-c0d8a8a7424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:56:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['63166521-c320-4be4-b938-fd77b4fab86c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:56:03.421472 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d31f8-b92a-44ba-b29f-8f01aa4d9ffe req-6926b99d-6cd7-45e3-be4a-ba98269a314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:56:03.422993 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-194d31f8-b92a-44ba-b29f-8f01aa4d9ffe req-6926b99d-6cd7-45e3-be4a-ba98269a314b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01d8b5ca-c5a7-48b5-acbd-b9a848487037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730500 Mar 09 04:56:03.555968 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-194d31f8-b92a-44ba-b29f-8f01aa4d9ffe req-79610c6e-60bc-43c4-a0fa-7ba3257b9390 service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270108 Mar 09 04:56:03.594142 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-ea15598d-3b09-4008-a493-c0d8a8a7424d None None] Set router 63166521-c320-4be4-b938-fd77b4fab86c gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:56:03.684825 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-194d31f8-b92a-44ba-b29f-8f01aa4d9ffe req-c3d194b7-25bb-4026-9d28-6f13445b3e7a service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235034 Mar 09 04:56:03.797922 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:56:03.945538 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ea15598d-3b09-4008-a493-c0d8a8a7424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63166521-c320-4be4-b938-fd77b4fab86c', 'name': 'tempest-TestShelveInstance-2013362189-router', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:21Z', 'updated_at': '2022-03-09T04:50:26Z', 'revision_number': 4, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'gw_port': {'id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:22Z', 'updated_at': '2022-03-09T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'bc218ec1-cdbc-4cb0-94dc-a4a0a4f68131', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'port_id': '635d7cb7-c19a-45f2-9643-d071b2fd55fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'mac_address': 'fa:16:3e:9e:48:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60862160-77b1-4e0c-a488-f66424562b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:56:01Z', 'updated_at': '2022-03-09T04:56:01Z', 'revision_number': 0, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ab5b15-6091-4fcb-a4ae-be8da7766d49', 'name': '', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'mac_address': 'fa:16:3e:97:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '748a8483-3829-43c6-b017-46db7aa69a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:25Z', 'updated_at': '2022-03-09T04:50:31Z', 'revision_number': 5, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'subnets': [{'id': '748a8483-3829-43c6-b017-46db7aa69a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:56:03.949381 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea15598d-3b09-4008-a493-c0d8a8a7424d None None] The sync data for ids ['63166521-c320-4be4-b938-fd77b4fab86c'] in n-d-825178-5 is: [{'id': '63166521-c320-4be4-b938-fd77b4fab86c', 'name': 'tempest-TestShelveInstance-2013362189-router', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:21Z', 'updated_at': '2022-03-09T04:50:26Z', 'revision_number': 4, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'gw_port': {'id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:22Z', 'updated_at': '2022-03-09T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': 'bc218ec1-cdbc-4cb0-94dc-a4a0a4f68131', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'port_id': '635d7cb7-c19a-45f2-9643-d071b2fd55fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'mac_address': 'fa:16:3e:9e:48:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60862160-77b1-4e0c-a488-f66424562b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T04:56:01Z', 'updated_at': '2022-03-09T04:56:01Z', 'revision_number': 0, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ab5b15-6091-4fcb-a4ae-be8da7766d49', 'name': '', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'mac_address': 'fa:16:3e:97:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '748a8483-3829-43c6-b017-46db7aa69a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:25Z', 'updated_at': '2022-03-09T04:50:31Z', 'revision_number': 5, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'subnets': [{'id': '748a8483-3829-43c6-b017-46db7aa69a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:56:04.136253 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bfe4c8-d0ec-40b7-92ef-4ff49b919a6d None None] New status for floating IP bc218ec1-cdbc-4cb0-94dc-a4a0a4f68131: ACTIVE {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:56:04.903012 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:56:09.455178 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:56:27.628354 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:56:28.880791 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-dd014640-c63b-40a0-9fda-c5a62a93d503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:56:31.266251 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-548574f6-f075-46f6-9b56-3a75b9fdfa95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:56:32.426186 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:56:32.496117 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:56:33.774756 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:56:34.915604 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:56:35.345983 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-53729625-168b-4dce-9179-a8e1c228b07d req-daa9acb8-92f0-48a1-b4a0-1bbd48a0cdd1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712962 Mar 09 04:56:35.490652 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53729625-168b-4dce-9179-a8e1c228b07d req-211742f1-4304-4167-902e-2384b96fa6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:56:35.491960 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-53729625-168b-4dce-9179-a8e1c228b07d req-211742f1-4304-4167-902e-2384b96fa6e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec01aea12f8f470cb6d949c607c3d33f&device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 1096 time: 0.0776818 Mar 09 04:56:35.763069 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53729625-168b-4dce-9179-a8e1c228b07d req-1e4b119d-74c4-4ab3-bb29-f8ee874b7f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:56:35.763069 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-53729625-168b-4dce-9179-a8e1c228b07d req-1e4b119d-74c4-4ab3-bb29-f8ee874b7f6d service neutron] 10.222.0.21 "GET /v2.0/networks?id=01d8b5ca-c5a7-48b5-acbd-b9a848487037 HTTP/1.1" status: 200 len: 910 time: 0.2467389 Mar 09 04:56:35.865399 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-53729625-168b-4dce-9179-a8e1c228b07d req-b2c92978-2fe6-4163-a4a1-b952cf2bd46d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=635d7cb7-c19a-45f2-9643-d071b2fd55fa HTTP/1.1" status: 200 len: 1000 time: 0.0985780 Mar 09 04:56:35.930321 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53729625-168b-4dce-9179-a8e1c228b07d req-35000de3-a201-4353-a15f-44d1c7ae55b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:56:35.931625 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-53729625-168b-4dce-9179-a8e1c228b07d req-35000de3-a201-4353-a15f-44d1c7ae55b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=748a8483-3829-43c6-b017-46db7aa69a09 HTTP/1.1" status: 200 len: 848 time: 0.0599406 Mar 09 04:56:36.006464 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53729625-168b-4dce-9179-a8e1c228b07d req-11adc8cc-581c-4f69-80e3-e44ec4db6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:56:36.007964 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-53729625-168b-4dce-9179-a8e1c228b07d req-11adc8cc-581c-4f69-80e3-e44ec4db6cc8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01d8b5ca-c5a7-48b5-acbd-b9a848487037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702291 Mar 09 04:56:36.170058 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-53729625-168b-4dce-9179-a8e1c228b07d req-0181bbac-62c0-4ea2-89a3-1bb45dd95cf5 service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437201 Mar 09 04:56:36.317914 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-53729625-168b-4dce-9179-a8e1c228b07d req-4c30ecbc-48cd-456c-adef-b6499d0124e9 service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399302 Mar 09 04:56:39.466363 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:56:58.884509 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9c227a79-df0f-4ef9-80a4-1d8d0ad5ac3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:57:01.267760 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-407200d2-b718-4f22-8293-0d2c20ae8b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:57:02.429045 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:57:02.498921 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:57:03.776914 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:57:04.627297 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:57:04.911295 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:57:09.464504 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:57:28.885964 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d3ce3734-f4be-4d22-b6ad-56690f898956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:57:31.269345 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-047916fa-6ae7-412d-8185-9822146540f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:57:32.431680 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:57:32.500195 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:57:33.779761 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:57:34.926642 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:57:36.319048 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a28b7b1e-3dcd-46e7-8c92-5419302db67a req-5af044c3-f0ec-45b4-a181-f4e4e8b95182 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725319 Mar 09 04:57:36.450876 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b7b1e-3dcd-46e7-8c92-5419302db67a req-3c3ea861-3a6c-4211-8278-c532a947dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:57:36.452295 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a28b7b1e-3dcd-46e7-8c92-5419302db67a req-3c3ea861-3a6c-4211-8278-c532a947dd33 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec01aea12f8f470cb6d949c607c3d33f&device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 1096 time: 0.0687690 Mar 09 04:57:36.593005 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b7b1e-3dcd-46e7-8c92-5419302db67a req-1dbc6368-eaf6-4eb6-8c5d-e0ad78fe7155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:57:36.594357 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a28b7b1e-3dcd-46e7-8c92-5419302db67a req-1dbc6368-eaf6-4eb6-8c5d-e0ad78fe7155 service neutron] 10.222.0.21 "GET /v2.0/networks?id=01d8b5ca-c5a7-48b5-acbd-b9a848487037 HTTP/1.1" status: 200 len: 910 time: 0.1250949 Mar 09 04:57:36.699332 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a28b7b1e-3dcd-46e7-8c92-5419302db67a req-14f98f78-ffd8-4580-940d-efb7a61e7a6a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=635d7cb7-c19a-45f2-9643-d071b2fd55fa HTTP/1.1" status: 200 len: 1000 time: 0.0979784 Mar 09 04:57:36.762086 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b7b1e-3dcd-46e7-8c92-5419302db67a req-20edf1b8-4a98-42aa-8366-da82421a4aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:57:36.763484 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a28b7b1e-3dcd-46e7-8c92-5419302db67a req-20edf1b8-4a98-42aa-8366-da82421a4aa2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=748a8483-3829-43c6-b017-46db7aa69a09 HTTP/1.1" status: 200 len: 848 time: 0.0590727 Mar 09 04:57:36.839095 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b7b1e-3dcd-46e7-8c92-5419302db67a req-159ca716-ee77-44bd-b0e0-f94d282a2cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:57:36.840540 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a28b7b1e-3dcd-46e7-8c92-5419302db67a req-159ca716-ee77-44bd-b0e0-f94d282a2cac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01d8b5ca-c5a7-48b5-acbd-b9a848487037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705690 Mar 09 04:57:36.968689 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a28b7b1e-3dcd-46e7-8c92-5419302db67a req-149d2f69-83ea-4a05-81eb-be5adfebafe8 service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222494 Mar 09 04:57:37.096416 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a28b7b1e-3dcd-46e7-8c92-5419302db67a req-7e9a5876-bd75-4e31-8bd3-52a0e12c9055 service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221025 Mar 09 04:57:39.481937 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:57:41.626049 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:57:58.888278 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a1ccf63e-36b8-45c4-b44f-92cf0c2369b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:58:01.064716 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc65c40-8a67-4ab1-a984-0508b48b1aa2 req-336d533f-2999-4334-8413-a0803b11f69f tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:01.066142 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2bc65c40-8a67-4ab1-a984-0508b48b1aa2 req-336d533f-2999-4334-8413-a0803b11f69f tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 945 time: 0.0834899 Mar 09 04:58:01.210202 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-2bc65c40-8a67-4ab1-a984-0508b48b1aa2 req-889f7bb6-f59d-4d59-a163-e93e54aaafe8 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384075 Mar 09 04:58:01.270247 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ae29f3da-eff1-4fb7-a0e5-cb8c133ac777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:58:02.395987 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853fd12-7ec8-4744-a28a-8988ba90f0a7 req-7e6d8f82-f90c-42be-93f2-41cfef00eca1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:02.397412 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0853fd12-7ec8-4744-a28a-8988ba90f0a7 req-7e6d8f82-f90c-42be-93f2-41cfef00eca1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 945 time: 0.0790274 Mar 09 04:58:02.434375 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:58:02.442947 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0853fd12-7ec8-4744-a28a-8988ba90f0a7 req-a8b78e48-fcbd-400d-9618-332b84f7bfac tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398951 Mar 09 04:58:02.504818 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:58:03.623510 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586cb74-5e49-4e44-a712-5798ebd5e519 req-5e94659a-d3f8-4e0b-8cf5-02d7170b0a8f tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:03.624926 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1586cb74-5e49-4e44-a712-5798ebd5e519 req-5e94659a-d3f8-4e0b-8cf5-02d7170b0a8f tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 945 time: 0.0781558 Mar 09 04:58:03.668660 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1586cb74-5e49-4e44-a712-5798ebd5e519 req-e8b9338b-8ae4-4988-8fba-df6ff48498d6 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382106 Mar 09 04:58:03.784293 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:58:04.855684 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562687d-1131-4abf-a56f-760c52c971e7 req-1b56008a-cb5b-4463-b2b9-6c2d9938282b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:04.857135 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1562687d-1131-4abf-a56f-760c52c971e7 req-1b56008a-cb5b-4463-b2b9-6c2d9938282b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 945 time: 0.0820229 Mar 09 04:58:04.900547 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1562687d-1131-4abf-a56f-760c52c971e7 req-6c3fbd87-0c2b-4787-8a08-d3ad64248c05 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377097 Mar 09 04:58:04.926694 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:58:06.083454 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7943e5-bbe8-435f-a929-31224da38ab9 req-f11c06b7-eeb8-4a70-8550-b7ad6561d955 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:06.084873 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1d7943e5-bbe8-435f-a929-31224da38ab9 req-f11c06b7-eeb8-4a70-8550-b7ad6561d955 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 945 time: 0.0811601 Mar 09 04:58:06.127537 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1d7943e5-bbe8-435f-a929-31224da38ab9 req-bef512c3-c48d-49c5-96c3-7f7135c86179 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363615 Mar 09 04:58:07.313107 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4e3b5-03fe-435d-9ffe-65e8ed0c930e req-6e3be924-fdfe-4793-a6a7-8451950a1c4d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:07.314419 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2fb4e3b5-03fe-435d-9ffe-65e8ed0c930e req-6e3be924-fdfe-4793-a6a7-8451950a1c4d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 945 time: 0.0771542 Mar 09 04:58:07.360706 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-2fb4e3b5-03fe-435d-9ffe-65e8ed0c930e req-27b9539f-310e-482e-9813-3cc11fdfa93f tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405440 Mar 09 04:58:08.548096 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b728a9-3836-491e-827d-fa763a028990 req-4e0670d8-8e2c-4b42-8883-f37e9b2440d4 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:08.549527 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77b728a9-3836-491e-827d-fa763a028990 req-4e0670d8-8e2c-4b42-8883-f37e9b2440d4 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 945 time: 0.0827558 Mar 09 04:58:08.592871 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-77b728a9-3836-491e-827d-fa763a028990 req-af129b4a-1228-4fbe-8eeb-0c468793d6d9 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374517 Mar 09 04:58:09.479137 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:58:09.777682 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090ca8e-0d19-4458-a311-ff2f31659c50 req-1ebfbdab-83ad-4224-9485-364fd60cc6ff tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:09.779165 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1090ca8e-0d19-4458-a311-ff2f31659c50 req-1ebfbdab-83ad-4224-9485-364fd60cc6ff tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 945 time: 0.0789061 Mar 09 04:58:09.821805 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1090ca8e-0d19-4458-a311-ff2f31659c50 req-256d6c33-5d8c-4898-830f-1a9632af701a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371356 Mar 09 04:58:11.001693 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99349ed-16ea-441e-8e8e-42f153ec328e req-3fe105bd-1b80-4a70-897f-59227c7a1531 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:11.003137 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c99349ed-16ea-441e-8e8e-42f153ec328e req-3fe105bd-1b80-4a70-897f-59227c7a1531 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 945 time: 0.0783083 Mar 09 04:58:11.045911 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c99349ed-16ea-441e-8e8e-42f153ec328e req-1d46b2cc-d0dc-4e27-baad-076582c2e646 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372577 Mar 09 04:58:11.166630 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cc8bd-f57c-459e-9325-d6a736dac262 req-e0aa0a38-b83c-4d42-9d28-c861b6246387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:11.168019 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dc1cc8bd-f57c-459e-9325-d6a736dac262 req-e0aa0a38-b83c-4d42-9d28-c861b6246387 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec01aea12f8f470cb6d949c607c3d33f&device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 1096 time: 0.0729330 Mar 09 04:58:11.295177 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cc8bd-f57c-459e-9325-d6a736dac262 req-360303f3-ea9f-43af-98e6-503f9eae0589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:11.296583 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dc1cc8bd-f57c-459e-9325-d6a736dac262 req-360303f3-ea9f-43af-98e6-503f9eae0589 service neutron] 10.222.0.21 "GET /v2.0/networks?id=01d8b5ca-c5a7-48b5-acbd-b9a848487037 HTTP/1.1" status: 200 len: 910 time: 0.1228900 Mar 09 04:58:11.400403 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dc1cc8bd-f57c-459e-9325-d6a736dac262 req-f6b08578-4864-4de1-aa9e-5ee38d223662 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=635d7cb7-c19a-45f2-9643-d071b2fd55fa HTTP/1.1" status: 200 len: 1000 time: 0.0970130 Mar 09 04:58:11.470118 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cc8bd-f57c-459e-9325-d6a736dac262 req-93d11925-3e1a-4d8f-ab4e-dff182b27962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:11.471576 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dc1cc8bd-f57c-459e-9325-d6a736dac262 req-93d11925-3e1a-4d8f-ab4e-dff182b27962 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=748a8483-3829-43c6-b017-46db7aa69a09 HTTP/1.1" status: 200 len: 848 time: 0.0650039 Mar 09 04:58:11.548168 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cc8bd-f57c-459e-9325-d6a736dac262 req-8357cf26-1cec-4bfc-b9eb-1f3b6e9232ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:11.549616 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dc1cc8bd-f57c-459e-9325-d6a736dac262 req-8357cf26-1cec-4bfc-b9eb-1f3b6e9232ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01d8b5ca-c5a7-48b5-acbd-b9a848487037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724287 Mar 09 04:58:11.678698 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dc1cc8bd-f57c-459e-9325-d6a736dac262 req-b974b419-02ab-419c-a7e9-7fb18f30fe25 service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223791 Mar 09 04:58:11.818646 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dc1cc8bd-f57c-459e-9325-d6a736dac262 req-59e41bce-a191-4789-99c4-2b0f7205a589 service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340280 Mar 09 04:58:12.235124 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1ea26-c57c-490d-9c63-8a092ca3e5b4 req-65610f25-7157-4424-9d25-38965cb917ff tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:12.236546 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f1a1ea26-c57c-490d-9c63-8a092ca3e5b4 req-65610f25-7157-4424-9d25-38965cb917ff tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 945 time: 0.0834417 Mar 09 04:58:12.279658 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f1a1ea26-c57c-490d-9c63-8a092ca3e5b4 req-be56446c-d5a5-4055-a6ce-38f718bf294a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376573 Mar 09 04:58:13.468740 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acccb1d-692c-4350-b600-557a426a6a4f req-3656bf2a-0229-4029-83a3-9ff6f2f07576 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:13.470229 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6acccb1d-692c-4350-b600-557a426a6a4f req-3656bf2a-0229-4029-83a3-9ff6f2f07576 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 945 time: 0.0864687 Mar 09 04:58:13.517684 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-6acccb1d-692c-4350-b600-557a426a6a4f req-37ac61d6-73fd-46dc-8038-c4eca4672b2a tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414670 Mar 09 04:58:14.696950 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3935a2-6c3d-49ea-ae4f-7f9084270638 req-c0b4f052-3323-4234-8d4a-42a3307d381d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:14.698372 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3d3935a2-6c3d-49ea-ae4f-7f9084270638 req-c0b4f052-3323-4234-8d4a-42a3307d381d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 945 time: 0.0791156 Mar 09 04:58:14.740508 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3d3935a2-6c3d-49ea-ae4f-7f9084270638 req-e78710c0-fe20-4d89-a0b5-e93e534ea6b3 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365667 Mar 09 04:58:15.065396 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-85381b73-d3d7-4824-974d-bb0b0654fe1e req-51d06079-bfb8-4305-ad38-507ec1377213 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1139302 Mar 09 04:58:15.102830 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0252f-1d78-4be7-ae51-59893d81acb7 req-6dbb09a8-edd2-4129-8ee7-911d575439a4 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:15.104312 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f1b0252f-1d78-4be7-ae51-59893d81acb7 req-6dbb09a8-edd2-4129-8ee7-911d575439a4 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 945 time: 0.0948689 Mar 09 04:58:15.149119 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f1b0252f-1d78-4be7-ae51-59893d81acb7 req-bf43d2a7-2577-4f02-adb7-bb881de5839c tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387330 Mar 09 04:58:16.335578 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd368a-1e0b-4305-bff2-5228d4cf37d0 req-6aca0143-ba5f-47d4-8693-6adc4747b7f9 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:16.337250 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dbcd368a-1e0b-4305-bff2-5228d4cf37d0 req-6aca0143-ba5f-47d4-8693-6adc4747b7f9 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 945 time: 0.0853872 Mar 09 04:58:16.385699 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dbcd368a-1e0b-4305-bff2-5228d4cf37d0 req-43a6e903-9d73-4356-9205-6f395420f815 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409234 Mar 09 04:58:16.983605 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 635d7cb7-c19a-45f2-9643-d071b2fd55fa no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:58:17.100177 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:58:17.127618 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60862160-77b1-4e0c-a488-f66424562b3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '635d7cb7-c19a-45f2-9643-d071b2fd55fa'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:58:17.138268 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 635d7cb7-c19a-45f2-9643-d071b2fd55fa, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=635d7cb7-c19a-45f2-9643-d071b2fd55fa,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:58:17.142657 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:58:17.213689 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=635d7cb7-c19a-45f2-9643-d071b2fd55fa,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:58:17.221133 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:58:17.221477 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:58:17.221815 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:58:17.222196 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:58:17.222554 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:58:17.222909 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:58:17.223241 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:58:17.223555 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:58:17.223869 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:58:17.224194 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:58:17.224550 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:58:17.224810 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:58:17.229072 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60862160-77b1-4e0c-a488-f66424562b3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '635d7cb7-c19a-45f2-9643-d071b2fd55fa', 'code': 200} Mar 09 04:58:17.598027 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85381b73-d3d7-4824-974d-bb0b0654fe1e req-13ee28f0-4e08-45c6-923f-d8735799a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:17.599529 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-85381b73-d3d7-4824-974d-bb0b0654fe1e req-13ee28f0-4e08-45c6-923f-d8735799a697 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b&tenant_id=ec01aea12f8f470cb6d949c607c3d33f HTTP/1.1" status: 200 len: 1094 time: 0.1337173 Mar 09 04:58:17.608413 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963af2d-7ffe-405e-b8fe-a14736ac3b5f req-cc48c091-d085-45f8-ad3f-2684f3afe564 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:17.609778 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8963af2d-7ffe-405e-b8fe-a14736ac3b5f req-cc48c091-d085-45f8-ad3f-2684f3afe564 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 943 time: 0.1087444 Mar 09 04:58:17.695463 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-8963af2d-7ffe-405e-b8fe-a14736ac3b5f req-635e420e-0892-458d-aca1-03fb74e76395 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791056 Mar 09 04:58:17.719353 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85381b73-d3d7-4824-974d-bb0b0654fe1e req-0aa55a24-1c43-41ef-b083-11d84d0efa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:17.720782 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-85381b73-d3d7-4824-974d-bb0b0654fe1e req-0aa55a24-1c43-41ef-b083-11d84d0efa10 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec01aea12f8f470cb6d949c607c3d33f&device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 1094 time: 0.0919819 Mar 09 04:58:17.954034 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85381b73-d3d7-4824-974d-bb0b0654fe1e req-825193d1-6c93-42bf-9cc7-15c0c0b6a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:17.955458 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-85381b73-d3d7-4824-974d-bb0b0654fe1e req-825193d1-6c93-42bf-9cc7-15c0c0b6a8ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=01d8b5ca-c5a7-48b5-acbd-b9a848487037 HTTP/1.1" status: 200 len: 910 time: 0.2283325 Mar 09 04:58:18.055797 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-85381b73-d3d7-4824-974d-bb0b0654fe1e req-93a55939-6914-472f-9cab-cb3f2e8a84b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=635d7cb7-c19a-45f2-9643-d071b2fd55fa HTTP/1.1" status: 200 len: 998 time: 0.0937784 Mar 09 04:58:18.118802 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85381b73-d3d7-4824-974d-bb0b0654fe1e req-8a79a192-d693-4217-b0a5-d52bd2c2ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:18.120216 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-85381b73-d3d7-4824-974d-bb0b0654fe1e req-8a79a192-d693-4217-b0a5-d52bd2c2ee1b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=748a8483-3829-43c6-b017-46db7aa69a09 HTTP/1.1" status: 200 len: 848 time: 0.0589211 Mar 09 04:58:18.197067 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85381b73-d3d7-4824-974d-bb0b0654fe1e req-a9ce8734-2ca3-4970-b8cc-52eb95617d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:18.198550 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-85381b73-d3d7-4824-974d-bb0b0654fe1e req-a9ce8734-2ca3-4970-b8cc-52eb95617d75 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01d8b5ca-c5a7-48b5-acbd-b9a848487037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726314 Mar 09 04:58:18.327657 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-85381b73-d3d7-4824-974d-bb0b0654fe1e req-66d2d583-3822-40d9-862d-7f6601b744a4 service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233988 Mar 09 04:58:18.458324 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-85381b73-d3d7-4824-974d-bb0b0654fe1e req-b47d8478-a69f-4867-a8ec-835adc56ee7b service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248507 Mar 09 04:58:18.624777 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:58:18.996337 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18a418-120d-409c-b3a0-ae998c1d3bd8 req-201d1600-d97a-4af8-91b6-4eff0e03a135 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:18.997770 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe18a418-120d-409c-b3a0-ae998c1d3bd8 req-201d1600-d97a-4af8-91b6-4eff0e03a135 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 943 time: 0.1911469 Mar 09 04:58:19.040482 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-fe18a418-120d-409c-b3a0-ae998c1d3bd8 req-fbf34d61-bc10-43a3-894f-c1ed3b68e403 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371544 Mar 09 04:58:20.240799 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea98b58-6442-44fa-8656-0adda4d92075 req-2014576f-95eb-4a32-b642-97fa83c481e0 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:20.242812 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1ea98b58-6442-44fa-8656-0adda4d92075 req-2014576f-95eb-4a32-b642-97fa83c481e0 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 943 time: 0.0843208 Mar 09 04:58:20.285723 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-1ea98b58-6442-44fa-8656-0adda4d92075 req-b180c6cf-2f43-4884-963f-2fbc3bdd5ae2 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373716 Mar 09 04:58:21.466474 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3ee64-6c38-49a6-84f0-d66f15e8c6be req-061e8bcb-ef3c-4154-bb55-ba9d331e7914 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:21.467924 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91e3ee64-6c38-49a6-84f0-d66f15e8c6be req-061e8bcb-ef3c-4154-bb55-ba9d331e7914 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 943 time: 0.0779943 Mar 09 04:58:21.514791 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-91e3ee64-6c38-49a6-84f0-d66f15e8c6be req-709c601a-f84c-4984-bd1c-e0a4c152f669 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412862 Mar 09 04:58:22.693153 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ef744-775b-41c8-a942-301ab51cca3e req-18787efc-adf4-4e6f-a7de-fb1cf0faa6b0 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:22.694589 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a16ef744-775b-41c8-a942-301ab51cca3e req-18787efc-adf4-4e6f-a7de-fb1cf0faa6b0 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 943 time: 0.0785072 Mar 09 04:58:22.738037 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a16ef744-775b-41c8-a942-301ab51cca3e req-bd70ddfc-2180-42a4-a8c3-788768800318 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373688 Mar 09 04:58:23.917743 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4401b-e0b3-4a42-ad29-bbbf4f3b74ad req-70256947-afd7-406b-990e-fd60578d448b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:23.919227 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f0e4401b-e0b3-4a42-ad29-bbbf4f3b74ad req-70256947-afd7-406b-990e-fd60578d448b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 943 time: 0.0797675 Mar 09 04:58:23.963194 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f0e4401b-e0b3-4a42-ad29-bbbf4f3b74ad req-2f2ed56f-e162-443c-b1aa-e8f617506989 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383546 Mar 09 04:58:25.153687 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608634f0-6733-4bf6-a8d1-3fd5e7fb3301 req-61b3288d-0c52-434e-a60a-c510624176b4 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:25.155179 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-608634f0-6733-4bf6-a8d1-3fd5e7fb3301 req-61b3288d-0c52-434e-a60a-c510624176b4 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 943 time: 0.0898297 Mar 09 04:58:25.198488 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-608634f0-6733-4bf6-a8d1-3fd5e7fb3301 req-8811bd3e-a924-4326-94dd-6e29e75010ff tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375621 Mar 09 04:58:26.384650 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490478b-cc3f-49a1-ab00-5c8d7128cb7d req-aba6c81d-260d-42fb-be2c-91a8097da1fc tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:26.386082 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1490478b-cc3f-49a1-ab00-5c8d7128cb7d req-aba6c81d-260d-42fb-be2c-91a8097da1fc tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 943 time: 0.0827882 Mar 09 04:58:26.430407 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-1490478b-cc3f-49a1-ab00-5c8d7128cb7d req-7a705e99-ea19-470c-a9d0-44b18236acc0 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386164 Mar 09 04:58:27.038798 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 635d7cb7-c19a-45f2-9643-d071b2fd55fa details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 04:58:27.221882 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 635d7cb7-c19a-45f2-9643-d071b2fd55fa, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=635d7cb7-c19a-45f2-9643-d071b2fd55fa,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:58:27.234291 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': '635d7cb7-c19a-45f2-9643-d071b2fd55fa', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'port_id': '635d7cb7-c19a-45f2-9643-d071b2fd55fa', 'mac_address': 'fa:16:3e:9e:48:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748a8483-3829-43c6-b017-46db7aa69a09', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 04:58:27.289550 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:58:27.305794 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635d7cb7-c19a-45f2-9643-d071b2fd55fa {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 04:58:27.321361 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 635d7cb7-c19a-45f2-9643-d071b2fd55fa, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=635d7cb7-c19a-45f2-9643-d071b2fd55fa,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:58:27.325071 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:58:27.389555 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=635d7cb7-c19a-45f2-9643-d071b2fd55fa,revision_number=7']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:58:27.530189 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['635d7cb7-c19a-45f2-9643-d071b2fd55fa'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 04:58:27.621516 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41200f26-98d2-4c72-8a57-ce09a9dd9709 req-38f2795b-9bb4-4f13-b4d2-f9264e839261 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:27.623025 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-41200f26-98d2-4c72-8a57-ce09a9dd9709 req-38f2795b-9bb4-4f13-b4d2-f9264e839261 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 944 time: 0.0813441 Mar 09 04:58:27.670257 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-41200f26-98d2-4c72-8a57-ce09a9dd9709 req-fd9a34f4-bf1d-47b8-86ca-3985c098af85 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414679 Mar 09 04:58:28.850266 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6cdd2-0995-489c-ad3d-844a36898bb9 req-0bd5564e-685f-4c07-978e-b04b449e76f3 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:28.851711 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-12f6cdd2-0995-489c-ad3d-844a36898bb9 req-0bd5564e-685f-4c07-978e-b04b449e76f3 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 944 time: 0.0777116 Mar 09 04:58:28.889456 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-20d53aab-6003-4df1-917e-0165727f59ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:58:28.898623 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-12f6cdd2-0995-489c-ad3d-844a36898bb9 req-d7651943-35a6-484a-bdbb-8adc23a715f9 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413756 Mar 09 04:58:29.053242 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 635d7cb7-c19a-45f2-9643-d071b2fd55fa up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 04:58:29.123890 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port 635d7cb7-c19a-45f2-9643-d071b2fd55fa triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 04:58:29.124252 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:58:29.239822 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:58:29.265506 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60862160-77b1-4e0c-a488-f66424562b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635d7cb7-c19a-45f2-9643-d071b2fd55fa'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:58:29.275860 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port 635d7cb7-c19a-45f2-9643-d071b2fd55fa, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=635d7cb7-c19a-45f2-9643-d071b2fd55fa,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:58:29.280359 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:58:29.310772 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60862160-77b1-4e0c-a488-f66424562b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635d7cb7-c19a-45f2-9643-d071b2fd55fa', 'code': 200} Mar 09 04:58:29.349015 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=635d7cb7-c19a-45f2-9643-d071b2fd55fa,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:58:29.516094 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ae6e1-ac23-4d48-8c01-035de1bbb1f0 req-c0528d9c-592d-43f6-9aaf-860a3cc7b407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:29.517533 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-878ae6e1-ac23-4d48-8c01-035de1bbb1f0 req-c0528d9c-592d-43f6-9aaf-860a3cc7b407 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 1096 time: 0.0683835 Mar 09 04:58:29.557308 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-878ae6e1-ac23-4d48-8c01-035de1bbb1f0 req-5863b6f2-6c2a-4767-9094-a91979d70af5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332484 Mar 09 04:58:30.084708 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b51614-7a64-4fc3-a5d2-1e39308269d1 req-605986da-f99d-4d52-8abe-fa62665bdcdd tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:30.086161 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-83b51614-7a64-4fc3-a5d2-1e39308269d1 req-605986da-f99d-4d52-8abe-fa62665bdcdd tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 945 time: 0.0851011 Mar 09 04:58:30.129694 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-83b51614-7a64-4fc3-a5d2-1e39308269d1 req-5060103f-992b-407c-badb-81cc336a6f70 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379987 Mar 09 04:58:31.272033 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-62777165-527c-4480-92d1-c1c05b6f6440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:58:31.315649 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f25c60-ff27-43a1-9153-ac2a4d3af77e req-4da5ea03-951d-440d-9da2-6d59ccdba2cf tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:31.317090 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-50f25c60-ff27-43a1-9153-ac2a4d3af77e req-4da5ea03-951d-440d-9da2-6d59ccdba2cf tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 945 time: 0.0836961 Mar 09 04:58:31.359662 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-50f25c60-ff27-43a1-9153-ac2a4d3af77e req-6644b9b5-2e0f-4d79-9c54-554fe33a77e1 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363026 Mar 09 04:58:32.435955 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:58:32.506580 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:58:33.785671 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:58:34.933443 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:58:36.313342 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7c4fc89c-63f2-45f1-8ebb-e3a473c8113c req-6d459761-938f-49f0-b37f-5b92907072fa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0674124 Mar 09 04:58:36.451858 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fc89c-63f2-45f1-8ebb-e3a473c8113c req-5c71ebe3-8c01-45c2-a01f-6f6e27fea4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:36.453270 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7c4fc89c-63f2-45f1-8ebb-e3a473c8113c req-5c71ebe3-8c01-45c2-a01f-6f6e27fea4ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec01aea12f8f470cb6d949c607c3d33f&device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 1096 time: 0.0720901 Mar 09 04:58:36.592950 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fc89c-63f2-45f1-8ebb-e3a473c8113c req-e9922e1b-abf7-40f6-b8f7-cd41c6477b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:36.594263 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7c4fc89c-63f2-45f1-8ebb-e3a473c8113c req-e9922e1b-abf7-40f6-b8f7-cd41c6477b91 service neutron] 10.222.0.21 "GET /v2.0/networks?id=01d8b5ca-c5a7-48b5-acbd-b9a848487037 HTTP/1.1" status: 200 len: 910 time: 0.1236014 Mar 09 04:58:36.694984 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7c4fc89c-63f2-45f1-8ebb-e3a473c8113c req-b2e74d18-40f2-4298-bc3c-804913693c19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=635d7cb7-c19a-45f2-9643-d071b2fd55fa HTTP/1.1" status: 200 len: 1000 time: 0.0939634 Mar 09 04:58:36.855804 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fc89c-63f2-45f1-8ebb-e3a473c8113c req-4020e5f5-babd-4da6-9764-1e4a40aced26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:36.857538 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7c4fc89c-63f2-45f1-8ebb-e3a473c8113c req-4020e5f5-babd-4da6-9764-1e4a40aced26 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=748a8483-3829-43c6-b017-46db7aa69a09 HTTP/1.1" status: 200 len: 848 time: 0.1569450 Mar 09 04:58:36.933713 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fc89c-63f2-45f1-8ebb-e3a473c8113c req-0e449430-df31-4e10-b8a8-3ec5e1200142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:58:36.935198 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7c4fc89c-63f2-45f1-8ebb-e3a473c8113c req-0e449430-df31-4e10-b8a8-3ec5e1200142 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01d8b5ca-c5a7-48b5-acbd-b9a848487037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714672 Mar 09 04:58:37.063750 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7c4fc89c-63f2-45f1-8ebb-e3a473c8113c req-1cc8a89d-a810-4d44-8c70-0a9688c700fb service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221781 Mar 09 04:58:37.191704 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-7c4fc89c-63f2-45f1-8ebb-e3a473c8113c req-caa20f16-71b7-4282-80e6-bf1fabb22e35 service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223974 Mar 09 04:58:39.477426 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:58:55.625208 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:58:58.896143 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-39d98b01-7ad4-4879-9e01-a7694e7a521a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:01.272937 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a9e9423f-4f2c-4168-8541-8758d9f59c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:02.442589 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:02.509870 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:03.788946 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:04.939626 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:09.476079 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:28.888792 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a90d9a11-d740-411f-8a1c-3123e1afba37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:31.273267 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6ba35227-3414-4543-9d99-3334cc267e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:32.435105 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:32.510615 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:32.623172 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 04:59:33.791503 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:34.954427 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:35.748553 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3b86394-8830-4851-9631-59802c5e1091 req-b8964d17-bbee-45cc-9bea-cba90fa4c342 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683916 Mar 09 04:59:35.882970 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b86394-8830-4851-9631-59802c5e1091 req-ac57696a-1e7c-4d09-a39a-61d38bf2212a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:59:35.884493 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3b86394-8830-4851-9631-59802c5e1091 req-ac57696a-1e7c-4d09-a39a-61d38bf2212a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec01aea12f8f470cb6d949c607c3d33f&device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 1096 time: 0.0697138 Mar 09 04:59:36.034126 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b86394-8830-4851-9631-59802c5e1091 req-ace4894e-2cb9-47f4-b7f6-9a4867da82ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:59:36.035523 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3b86394-8830-4851-9631-59802c5e1091 req-ace4894e-2cb9-47f4-b7f6-9a4867da82ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=01d8b5ca-c5a7-48b5-acbd-b9a848487037 HTTP/1.1" status: 200 len: 910 time: 0.1302819 Mar 09 04:59:36.141029 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3b86394-8830-4851-9631-59802c5e1091 req-76c3b234-0e9a-4eff-9332-895f4f71ec7f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=635d7cb7-c19a-45f2-9643-d071b2fd55fa HTTP/1.1" status: 200 len: 1000 time: 0.0991089 Mar 09 04:59:36.206117 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b86394-8830-4851-9631-59802c5e1091 req-9ddeb51e-d32d-4a1f-b033-34105c275f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:59:36.207542 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3b86394-8830-4851-9631-59802c5e1091 req-9ddeb51e-d32d-4a1f-b033-34105c275f18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=748a8483-3829-43c6-b017-46db7aa69a09 HTTP/1.1" status: 200 len: 848 time: 0.0613761 Mar 09 04:59:36.280885 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b86394-8830-4851-9631-59802c5e1091 req-466e47c1-d2df-4eda-b8d5-606d57f12291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:59:36.282316 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3b86394-8830-4851-9631-59802c5e1091 req-466e47c1-d2df-4eda-b8d5-606d57f12291 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01d8b5ca-c5a7-48b5-acbd-b9a848487037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681956 Mar 09 04:59:36.415754 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3b86394-8830-4851-9631-59802c5e1091 req-64ed5d9e-e51c-4028-90cf-7b628f243f1c service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277022 Mar 09 04:59:36.546442 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-e3b86394-8830-4851-9631-59802c5e1091 req-7a0127e1-16ec-41b0-8bec-493832567934 service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251025 Mar 09 04:59:39.475196 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:47.383858 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49878) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:59:47.586920 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d857c8c9-3a6d-4a1e-8d6c-986212bb130b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Deleting port d4399e73-54ae-4cec-b604-ee6863cdd1d8 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:59:47.587264 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d857c8c9-3a6d-4a1e-8d6c-986212bb130b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:47.752420 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d857c8c9-3a6d-4a1e-8d6c-986212bb130b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:47.752750 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d857c8c9-3a6d-4a1e-8d6c-986212bb130b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:47.871977 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d857c8c9-3a6d-4a1e-8d6c-986212bb130b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Calling delete_port for d4399e73-54ae-4cec-b604-ee6863cdd1d8 owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:59:48.019583 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d857c8c9-3a6d-4a1e-8d6c-986212bb130b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:48.067179 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857c8c9-3a6d-4a1e-8d6c-986212bb130b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Pushing event deleted for resources: {'Port': ['ID=d4399e73-54ae-4cec-b604-ee6863cdd1d8,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:59:48.104043 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857c8c9-3a6d-4a1e-8d6c-986212bb130b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:59:48.104381 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857c8c9-3a6d-4a1e-8d6c-986212bb130b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:59:48.104714 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857c8c9-3a6d-4a1e-8d6c-986212bb130b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:59:48.105044 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857c8c9-3a6d-4a1e-8d6c-986212bb130b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:59:48.105371 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857c8c9-3a6d-4a1e-8d6c-986212bb130b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:59:48.105693 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857c8c9-3a6d-4a1e-8d6c-986212bb130b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:59:48.106041 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857c8c9-3a6d-4a1e-8d6c-986212bb130b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:59:48.106357 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857c8c9-3a6d-4a1e-8d6c-986212bb130b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:59:48.106671 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857c8c9-3a6d-4a1e-8d6c-986212bb130b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:59:48.107019 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857c8c9-3a6d-4a1e-8d6c-986212bb130b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:59:48.107339 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857c8c9-3a6d-4a1e-8d6c-986212bb130b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:59:48.107652 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857c8c9-3a6d-4a1e-8d6c-986212bb130b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:59:48.166372 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d857c8c9-3a6d-4a1e-8d6c-986212bb130b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:48.166723 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-d857c8c9-3a6d-4a1e-8d6c-986212bb130b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Floating IP bc218ec1-cdbc-4cb0-94dc-a4a0a4f68131 disassociated (deleted). External IP: 172.25.7.32, port: 635d7cb7-c19a-45f2-9643-d071b2fd55fa. Mar 09 04:59:48.619060 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d857c8c9-3a6d-4a1e-8d6c-986212bb130b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Router 63166521-c320-4be4-b938-fd77b4fab86c has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:59:48.791772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d857c8c9-3a6d-4a1e-8d6c-986212bb130b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:59:48.802236 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5720353-2d80-4b04-bde9-a61c8720d486 None None] Sync routers for ids ['63166521-c320-4be4-b938-fd77b4fab86c'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:59:48.812415 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d857c8c9-3a6d-4a1e-8d6c-986212bb130b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:48.812841 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5720353-2d80-4b04-bde9-a61c8720d486 None None] Routers {'63166521-c320-4be4-b938-fd77b4fab86c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:59:48.813442 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a5720353-2d80-4b04-bde9-a61c8720d486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:59:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['63166521-c320-4be4-b938-fd77b4fab86c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:59:48.869447 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d857c8c9-3a6d-4a1e-8d6c-986212bb130b tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "DELETE /v2.0/floatingips/bc218ec1-cdbc-4cb0-94dc-a4a0a4f68131 HTTP/1.1" status: 204 len: 168 time: 1.4843283 Mar 09 04:59:48.869847 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60862160-77b1-4e0c-a488-f66424562b3b', 'tag': '635d7cb7-c19a-45f2-9643-d071b2fd55fa'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:59:48.972148 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60862160-77b1-4e0c-a488-f66424562b3b', 'tag': '635d7cb7-c19a-45f2-9643-d071b2fd55fa', 'status': 'completed', 'code': 200} Mar 09 04:59:48.996189 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-a5720353-2d80-4b04-bde9-a61c8720d486 None None] Set router 63166521-c320-4be4-b938-fd77b4fab86c gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:59:49.070737 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7073285-4236-49ad-b831-6e2c3b6ed8fa req-fd877928-919e-4e27-ba8a-83a998f88007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:59:49.072533 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d7073285-4236-49ad-b831-6e2c3b6ed8fa req-fd877928-919e-4e27-ba8a-83a998f88007 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec01aea12f8f470cb6d949c607c3d33f&device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 1096 time: 0.0777941 Mar 09 04:59:49.261103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7073285-4236-49ad-b831-6e2c3b6ed8fa req-0afdd003-782f-4766-a738-ca7ab33890d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:59:49.264455 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d7073285-4236-49ad-b831-6e2c3b6ed8fa req-0afdd003-782f-4766-a738-ca7ab33890d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=01d8b5ca-c5a7-48b5-acbd-b9a848487037 HTTP/1.1" status: 200 len: 910 time: 0.1817586 Mar 09 04:59:49.343931 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a5720353-2d80-4b04-bde9-a61c8720d486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63166521-c320-4be4-b938-fd77b4fab86c', 'name': 'tempest-TestShelveInstance-2013362189-router', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:21Z', 'updated_at': '2022-03-09T04:50:26Z', 'revision_number': 4, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'gw_port': {'id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:22Z', 'updated_at': '2022-03-09T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '25ab5b15-6091-4fcb-a4ae-be8da7766d49', 'name': '', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'mac_address': 'fa:16:3e:97:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '748a8483-3829-43c6-b017-46db7aa69a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:25Z', 'updated_at': '2022-03-09T04:50:31Z', 'revision_number': 5, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'subnets': [{'id': '748a8483-3829-43c6-b017-46db7aa69a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:59:49.348136 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5720353-2d80-4b04-bde9-a61c8720d486 None None] Checking router: 63166521-c320-4be4-b938-fd77b4fab86c for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:59:49.356832 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5720353-2d80-4b04-bde9-a61c8720d486 None None] Routers {'63166521-c320-4be4-b938-fd77b4fab86c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:59:49.357449 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a5720353-2d80-4b04-bde9-a61c8720d486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:59:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['63166521-c320-4be4-b938-fd77b4fab86c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:59:49.447952 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d7073285-4236-49ad-b831-6e2c3b6ed8fa req-8ae2bee3-11da-43b1-91df-c75d505fc3e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=635d7cb7-c19a-45f2-9643-d071b2fd55fa HTTP/1.1" status: 200 len: 217 time: 0.1729646 Mar 09 04:59:49.456688 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ca092-220f-4004-91a6-36b289d72950 req-f3df76b0-82f4-4bfa-b20d-6c3a16bb290f tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:59:49.458040 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-410ca092-220f-4004-91a6-36b289d72950 req-f3df76b0-82f4-4bfa-b20d-6c3a16bb290f tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 945 time: 0.2773011 Mar 09 04:59:49.536824 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-a5720353-2d80-4b04-bde9-a61c8720d486 None None] Set router 63166521-c320-4be4-b938-fd77b4fab86c gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:59:49.547472 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-410ca092-220f-4004-91a6-36b289d72950 req-10aee6ee-4b1e-4c6d-b042-bb1dfa46dace tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591626 Mar 09 04:59:49.550629 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7073285-4236-49ad-b831-6e2c3b6ed8fa req-b84be07c-faf2-4f85-8bc1-5ea914c8b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:59:49.551995 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d7073285-4236-49ad-b831-6e2c3b6ed8fa req-b84be07c-faf2-4f85-8bc1-5ea914c8b20e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=748a8483-3829-43c6-b017-46db7aa69a09 HTTP/1.1" status: 200 len: 848 time: 0.0931554 Mar 09 04:59:49.625895 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7073285-4236-49ad-b831-6e2c3b6ed8fa req-ac8eb51f-37f2-46cb-8409-f8658c6c66b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:59:49.627370 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d7073285-4236-49ad-b831-6e2c3b6ed8fa req-ac8eb51f-37f2-46cb-8409-f8658c6c66b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01d8b5ca-c5a7-48b5-acbd-b9a848487037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686657 Mar 09 04:59:49.756328 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d7073285-4236-49ad-b831-6e2c3b6ed8fa req-bf6d4fc1-13ae-4c54-ab2a-fdbc3b67ace3 service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227860 Mar 09 04:59:49.839835 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-a5720353-2d80-4b04-bde9-a61c8720d486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63166521-c320-4be4-b938-fd77b4fab86c', 'name': 'tempest-TestShelveInstance-2013362189-router', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:21Z', 'updated_at': '2022-03-09T04:50:26Z', 'revision_number': 4, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'gw_port': {'id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:22Z', 'updated_at': '2022-03-09T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '25ab5b15-6091-4fcb-a4ae-be8da7766d49', 'name': '', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'mac_address': 'fa:16:3e:97:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '748a8483-3829-43c6-b017-46db7aa69a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:25Z', 'updated_at': '2022-03-09T04:50:31Z', 'revision_number': 5, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'subnets': [{'id': '748a8483-3829-43c6-b017-46db7aa69a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:59:49.843630 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5720353-2d80-4b04-bde9-a61c8720d486 None None] The sync data for ids ['63166521-c320-4be4-b938-fd77b4fab86c'] in n-d-825178-5 is: [{'id': '63166521-c320-4be4-b938-fd77b4fab86c', 'name': 'tempest-TestShelveInstance-2013362189-router', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:21Z', 'updated_at': '2022-03-09T04:50:26Z', 'revision_number': 4, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'gw_port': {'id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:22Z', 'updated_at': '2022-03-09T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '25ab5b15-6091-4fcb-a4ae-be8da7766d49', 'name': '', 'network_id': '01d8b5ca-c5a7-48b5-acbd-b9a848487037', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'mac_address': 'fa:16:3e:97:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '748a8483-3829-43c6-b017-46db7aa69a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:25Z', 'updated_at': '2022-03-09T04:50:31Z', 'revision_number': 5, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'subnets': [{'id': '748a8483-3829-43c6-b017-46db7aa69a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:59:49.889308 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d7073285-4236-49ad-b831-6e2c3b6ed8fa req-d0db0961-c770-41f5-945d-bb5232819e27 service neutron] 10.222.0.21 "GET /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256557 Mar 09 04:59:50.065086 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a970a7-1ec1-446a-a835-5291e1e3af03 None None] New status for floating IP bc218ec1-cdbc-4cb0-94dc-a4a0a4f68131: DOWN {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 04:59:50.709139 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88008b5-f452-4cfe-a9a9-6cdf6e76026f req-f2ed52d3-4a8f-459a-8a70-cd113f2711ac tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:59:50.710597 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a88008b5-f452-4cfe-a9a9-6cdf6e76026f req-f2ed52d3-4a8f-459a-8a70-cd113f2711ac tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.21 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 945 time: 0.0800059 Mar 09 04:59:50.735452 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486444c6-aee9-4562-9de3-066851366dec req-23d0d210-9338-4bff-a3bb-d6eae7439375 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 04:59:50.736148 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-486444c6-aee9-4562-9de3-066851366dec req-23d0d210-9338-4bff-a3bb-d6eae7439375 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Synchronizing usage tracker for tenant:ec01aea12f8f470cb6d949c607c3d33f on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 04:59:50.751247 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-486444c6-aee9-4562-9de3-066851366dec req-23d0d210-9338-4bff-a3bb-d6eae7439375 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Unset dirty status for tenant:ec01aea12f8f470cb6d949c607c3d33f on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 04:59:50.752545 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-486444c6-aee9-4562-9de3-066851366dec req-23d0d210-9338-4bff-a3bb-d6eae7439375 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 945 time: 0.0963838 Mar 09 04:59:50.784186 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-a88008b5-f452-4cfe-a9a9-6cdf6e76026f req-d9878c6f-0465-4d5b-a61d-6d009f7aa36d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Deleting port 635d7cb7-c19a-45f2-9643-d071b2fd55fa {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:59:50.784520 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a88008b5-f452-4cfe-a9a9-6cdf6e76026f req-d9878c6f-0465-4d5b-a61d-6d009f7aa36d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:50.798010 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-486444c6-aee9-4562-9de3-066851366dec req-9adc2977-ce98-4b4f-b370-a674b9a5cefb tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/security-groups?id=c610435c-246f-430e-bcda-97c5bb768c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399425 Mar 09 04:59:51.024926 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-a88008b5-f452-4cfe-a9a9-6cdf6e76026f req-d9878c6f-0465-4d5b-a61d-6d009f7aa36d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] For port 635d7cb7-c19a-45f2-9643-d071b2fd55fa, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=635d7cb7-c19a-45f2-9643-d071b2fd55fa,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:59:51.025274 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a88008b5-f452-4cfe-a9a9-6cdf6e76026f req-d9878c6f-0465-4d5b-a61d-6d009f7aa36d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:51.146871 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [req-a88008b5-f452-4cfe-a9a9-6cdf6e76026f req-d9878c6f-0465-4d5b-a61d-6d009f7aa36d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Calling delete_port for 635d7cb7-c19a-45f2-9643-d071b2fd55fa owned by compute:nova {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:59:51.291564 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a88008b5-f452-4cfe-a9a9-6cdf6e76026f req-d9878c6f-0465-4d5b-a61d-6d009f7aa36d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:51.344116 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9878c6f-0465-4d5b-a61d-6d009f7aa36d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Pushing event deleted for resources: {'Port': ['ID=635d7cb7-c19a-45f2-9643-d071b2fd55fa,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:59:51.382251 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9878c6f-0465-4d5b-a61d-6d009f7aa36d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:59:51.382636 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9878c6f-0465-4d5b-a61d-6d009f7aa36d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:59:51.383008 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9878c6f-0465-4d5b-a61d-6d009f7aa36d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:59:51.383364 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9878c6f-0465-4d5b-a61d-6d009f7aa36d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:59:51.383684 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9878c6f-0465-4d5b-a61d-6d009f7aa36d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:59:51.384003 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9878c6f-0465-4d5b-a61d-6d009f7aa36d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:59:51.384318 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9878c6f-0465-4d5b-a61d-6d009f7aa36d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:59:51.384651 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9878c6f-0465-4d5b-a61d-6d009f7aa36d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:59:51.385051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9878c6f-0465-4d5b-a61d-6d009f7aa36d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:59:51.385348 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9878c6f-0465-4d5b-a61d-6d009f7aa36d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:59:51.385679 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9878c6f-0465-4d5b-a61d-6d009f7aa36d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:59:51.385995 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9878c6f-0465-4d5b-a61d-6d009f7aa36d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 04:59:51.429914 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88008b5-f452-4cfe-a9a9-6cdf6e76026f req-d9878c6f-0465-4d5b-a61d-6d009f7aa36d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] No DVR routers for this DVR port 635d7cb7-c19a-45f2-9643-d071b2fd55fa on host n-h2-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:59:51.432423 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-a88008b5-f452-4cfe-a9a9-6cdf6e76026f req-d9878c6f-0465-4d5b-a61d-6d009f7aa36d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:51.435427 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60862160-77b1-4e0c-a488-f66424562b3b', 'name': 'network-vif-deleted', 'tag': '635d7cb7-c19a-45f2-9643-d071b2fd55fa'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 04:59:51.452871 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a88008b5-f452-4cfe-a9a9-6cdf6e76026f req-d9878c6f-0465-4d5b-a61d-6d009f7aa36d tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.21 "DELETE /v2.0/ports/635d7cb7-c19a-45f2-9643-d071b2fd55fa HTTP/1.1" status: 204 len: 173 time: 0.7359960 Mar 09 04:59:51.497716 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60862160-77b1-4e0c-a488-f66424562b3b', 'name': 'network-vif-deleted', 'tag': '635d7cb7-c19a-45f2-9643-d071b2fd55fa', 'status': 'completed', 'code': 200} Mar 09 04:59:51.970351 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bc5ddd88-443c-46de-bc65-d423a039c1aa req-b96c3ba4-4c8e-4d27-b390-a9c21d720903 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "GET /v2.0/ports?device_id=60862160-77b1-4e0c-a488-f66424562b3b HTTP/1.1" status: 200 len: 210 time: 0.0492196 Mar 09 04:59:53.065608 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49900) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:59:53.131683 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1e26f1ee-6b75-4363-a312-3607c33113f6 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:53.162462 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1e26f1ee-6b75-4363-a312-3607c33113f6 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:53.229498 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1e26f1ee-6b75-4363-a312-3607c33113f6 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:53.248704 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26f1ee-6b75-4363-a312-3607c33113f6 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c610435c-246f-430e-bcda-97c5bb768c86,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:59:53.265133 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1e26f1ee-6b75-4363-a312-3607c33113f6 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:53.269431 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1e26f1ee-6b75-4363-a312-3607c33113f6 tempest-TestShelveInstance-2051740469 tempest-TestShelveInstance-2051740469-project] 10.222.0.16 "DELETE /v2.0/security-groups/c610435c-246f-430e-bcda-97c5bb768c86 HTTP/1.1" status: 204 len: 168 time: 0.1995606 Mar 09 04:59:53.310206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49906) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:59:54.075749 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-440cb72c-76b6-45b8-8a04-5dafee6addae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:54.422326 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-440cb72c-76b6-45b8-8a04-5dafee6addae admin admin] Deleting port 25ab5b15-6091-4fcb-a4ae-be8da7766d49 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:59:54.423318 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-440cb72c-76b6-45b8-8a04-5dafee6addae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:54.592607 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-440cb72c-76b6-45b8-8a04-5dafee6addae admin admin] For port 25ab5b15-6091-4fcb-a4ae-be8da7766d49, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=25ab5b15-6091-4fcb-a4ae-be8da7766d49,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:59:54.592876 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-440cb72c-76b6-45b8-8a04-5dafee6addae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:54.713215 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-440cb72c-76b6-45b8-8a04-5dafee6addae admin admin] Calling delete_port for 25ab5b15-6091-4fcb-a4ae-be8da7766d49 owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:59:55.017182 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-440cb72c-76b6-45b8-8a04-5dafee6addae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:55.177642 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440cb72c-76b6-45b8-8a04-5dafee6addae admin admin] Pushing event deleted for resources: {'Port': ['ID=25ab5b15-6091-4fcb-a4ae-be8da7766d49,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:59:55.445203 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-440cb72c-76b6-45b8-8a04-5dafee6addae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:55.486935 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 635d7cb7-c19a-45f2-9643-d071b2fd55fa no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:59:55.521111 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: 635d7cb7-c19a-45f2-9643-d071b2fd55fa {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:59:55.521457 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device 635d7cb7-c19a-45f2-9643-d071b2fd55fa not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:59:55.806286 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440cb72c-76b6-45b8-8a04-5dafee6addae admin admin] Router 63166521-c320-4be4-b938-fd77b4fab86c has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 04:59:55.982793 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440cb72c-76b6-45b8-8a04-5dafee6addae admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 04:59:55.991817 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8108e9-1e90-47b4-b172-22a0e5ae0638 None None] Sync routers for ids ['63166521-c320-4be4-b938-fd77b4fab86c'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 04:59:55.995335 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-440cb72c-76b6-45b8-8a04-5dafee6addae admin admin] 10.222.0.16 "PUT /v2.0/routers/63166521-c320-4be4-b938-fd77b4fab86c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6834877 Mar 09 04:59:55.998411 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49912) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:59:56.001164 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8108e9-1e90-47b4-b172-22a0e5ae0638 None None] Routers {'63166521-c320-4be4-b938-fd77b4fab86c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:59:56.001762 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ce8108e9-1e90-47b4-b172-22a0e5ae0638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:59:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['63166521-c320-4be4-b938-fd77b4fab86c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:59:56.171263 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6c1acb33-6716-4cf7-a506-eff87df65c2f admin admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:56.175744 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-ce8108e9-1e90-47b4-b172-22a0e5ae0638 None None] Set router 63166521-c320-4be4-b938-fd77b4fab86c gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:59:56.342334 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6c1acb33-6716-4cf7-a506-eff87df65c2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:56.351986 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-6c1acb33-6716-4cf7-a506-eff87df65c2f admin admin] Deleting port 854ceee0-b330-42d4-90b0-e26cf6d01610 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:59:56.352352 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6c1acb33-6716-4cf7-a506-eff87df65c2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:56.458966 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ce8108e9-1e90-47b4-b172-22a0e5ae0638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63166521-c320-4be4-b938-fd77b4fab86c', 'name': 'tempest-TestShelveInstance-2013362189-router', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:21Z', 'updated_at': '2022-03-09T04:59:54Z', 'revision_number': 5, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'gw_port': {'id': '854ceee0-b330-42d4-90b0-e26cf6d01610', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63166521-c320-4be4-b938-fd77b4fab86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:22Z', 'updated_at': '2022-03-09T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:59:56.462898 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8108e9-1e90-47b4-b172-22a0e5ae0638 None None] Checking router: 63166521-c320-4be4-b938-fd77b4fab86c for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 04:59:56.472208 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8108e9-1e90-47b4-b172-22a0e5ae0638 None None] Routers {'63166521-c320-4be4-b938-fd77b4fab86c'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 04:59:56.472990 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ce8108e9-1e90-47b4-b172-22a0e5ae0638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:59:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['63166521-c320-4be4-b938-fd77b4fab86c'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:59:56.653397 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-6c1acb33-6716-4cf7-a506-eff87df65c2f admin admin] For port 854ceee0-b330-42d4-90b0-e26cf6d01610, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=854ceee0-b330-42d4-90b0-e26cf6d01610,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:59:56.653981 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6c1acb33-6716-4cf7-a506-eff87df65c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:56.670103 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-ce8108e9-1e90-47b4-b172-22a0e5ae0638 None None] Set router 63166521-c320-4be4-b938-fd77b4fab86c gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 04:59:56.773581 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-6c1acb33-6716-4cf7-a506-eff87df65c2f admin admin] Calling delete_port for 854ceee0-b330-42d4-90b0-e26cf6d01610 owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:59:56.774458 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-ce8108e9-1e90-47b4-b172-22a0e5ae0638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63166521-c320-4be4-b938-fd77b4fab86c', 'name': 'tempest-TestShelveInstance-2013362189-router', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:21Z', 'updated_at': '2022-03-09T04:59:56Z', 'revision_number': 6, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:59:56.778399 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8108e9-1e90-47b4-b172-22a0e5ae0638 None None] The sync data for ids ['63166521-c320-4be4-b938-fd77b4fab86c'] in n-d-825178-5 is: [{'id': '63166521-c320-4be4-b938-fd77b4fab86c', 'name': 'tempest-TestShelveInstance-2013362189-router', 'tenant_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:21Z', 'updated_at': '2022-03-09T04:59:56Z', 'revision_number': 6, 'project_id': 'ec01aea12f8f470cb6d949c607c3d33f', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 04:59:56.948691 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6c1acb33-6716-4cf7-a506-eff87df65c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:56.996960 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1acb33-6716-4cf7-a506-eff87df65c2f admin admin] Pushing event deleted for resources: {'Port': ['ID=854ceee0-b330-42d4-90b0-e26cf6d01610,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:59:57.083053 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6c1acb33-6716-4cf7-a506-eff87df65c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:57.257010 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6c1acb33-6716-4cf7-a506-eff87df65c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:57.259277 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6c1acb33-6716-4cf7-a506-eff87df65c2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:57.283694 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6c1acb33-6716-4cf7-a506-eff87df65c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:57.284240 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1acb33-6716-4cf7-a506-eff87df65c2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63166521-c320-4be4-b938-fd77b4fab86c {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 04:59:57.299340 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-6c1acb33-6716-4cf7-a506-eff87df65c2f admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:57.300642 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-6c1acb33-6716-4cf7-a506-eff87df65c2f admin admin] 10.222.0.16 "DELETE /v2.0/routers/63166521-c320-4be4-b938-fd77b4fab86c HTTP/1.1" status: 204 len: 168 time: 1.3011310 Mar 09 04:59:57.303080 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49916) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:59:57.364442 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-7acaf6ed-58e7-4313-9041-f024c3750c8f admin admin] Deleting subnet 748a8483-3829-43c6-b017-46db7aa69a09 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 04:59:57.367325 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7acaf6ed-58e7-4313-9041-f024c3750c8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:57.417310 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7acaf6ed-58e7-4313-9041-f024c3750c8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:57.503361 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7acaf6ed-58e7-4313-9041-f024c3750c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:57.531218 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 25ab5b15-6091-4fcb-a4ae-be8da7766d49 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:59:57.564226 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 25ab5b15-6091-4fcb-a4ae-be8da7766d49 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:59:57.564654 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 25ab5b15-6091-4fcb-a4ae-be8da7766d49 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:59:57.565138 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 854ceee0-b330-42d4-90b0-e26cf6d01610 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:59:57.573141 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7acaf6ed-58e7-4313-9041-f024c3750c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:57.599144 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 854ceee0-b330-42d4-90b0-e26cf6d01610 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:59:57.599402 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 854ceee0-b330-42d4-90b0-e26cf6d01610 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:59:57.611990 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acaf6ed-58e7-4313-9041-f024c3750c8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=748a8483-3829-43c6-b017-46db7aa69a09,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:59:57.616676 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-7acaf6ed-58e7-4313-9041-f024c3750c8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:57.622197 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309dd932-7ef4-4e79-a161-ad2a007322b5 None None] Network 01d8b5ca-c5a7-48b5-acbd-b9a848487037 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 04:59:57.624155 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-7acaf6ed-58e7-4313-9041-f024c3750c8f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/748a8483-3829-43c6-b017-46db7aa69a09 HTTP/1.1" status: 204 len: 168 time: 0.3201241 Mar 09 04:59:57.626529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49920) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:59:57.729511 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4528757f-4c95-4e25-b6d1-f1034326ed80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:57.739617 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4528757f-4c95-4e25-b6d1-f1034326ed80 admin admin] Deleting port 5c98db22-ef33-4774-bcc8-08fe02d7c0f6 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:59:57.739939 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4528757f-4c95-4e25-b6d1-f1034326ed80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:57.864309 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6013de6d-0d75-4a3b-b03d-3bcf6d5bf032 None None] DHCP port deletion for 01d8b5ca-c5a7-48b5-acbd-b9a848487037 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 04:59:57.868560 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6013de6d-0d75-4a3b-b03d-3bcf6d5bf032 None None] Deleting port 5c98db22-ef33-4774-bcc8-08fe02d7c0f6 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:59:57.869030 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6013de6d-0d75-4a3b-b03d-3bcf6d5bf032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:58.060081 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-4528757f-4c95-4e25-b6d1-f1034326ed80 admin admin] For port 5c98db22-ef33-4774-bcc8-08fe02d7c0f6, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5c98db22-ef33-4774-bcc8-08fe02d7c0f6,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:59:58.060436 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4528757f-4c95-4e25-b6d1-f1034326ed80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:58.088456 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-6013de6d-0d75-4a3b-b03d-3bcf6d5bf032 None None] For port 5c98db22-ef33-4774-bcc8-08fe02d7c0f6, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=5c98db22-ef33-4774-bcc8-08fe02d7c0f6,segment=NetworkSegment(19e42ffe-565b-45b6-a84a-389fb3aafa6d),segment_id=19e42ffe-565b-45b6-a84a-389fb3aafa6d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:59:58.088749 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6013de6d-0d75-4a3b-b03d-3bcf6d5bf032 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:58.181695 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-4528757f-4c95-4e25-b6d1-f1034326ed80 admin admin] Calling delete_port for 5c98db22-ef33-4774-bcc8-08fe02d7c0f6 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:59:58.209232 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6013de6d-0d75-4a3b-b03d-3bcf6d5bf032 None None] Calling delete_port for 5c98db22-ef33-4774-bcc8-08fe02d7c0f6 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 04:59:58.259979 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4528757f-4c95-4e25-b6d1-f1034326ed80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 04:59:58.274495 n-d-825178-5 neutron-server[87882]: util.warn( Mar 09 04:59:58.282644 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-6013de6d-0d75-4a3b-b03d-3bcf6d5bf032 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 04:59:58.283137 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-6013de6d-0d75-4a3b-b03d-3bcf6d5bf032 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 04:59:58.307713 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528757f-4c95-4e25-b6d1-f1034326ed80 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c98db22-ef33-4774-bcc8-08fe02d7c0f6,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:59:58.310045 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4528757f-4c95-4e25-b6d1-f1034326ed80 admin admin] No DVR routers for this DVR port 5c98db22-ef33-4774-bcc8-08fe02d7c0f6 on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 04:59:58.423798 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4528757f-4c95-4e25-b6d1-f1034326ed80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:58.448952 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-4528757f-4c95-4e25-b6d1-f1034326ed80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d8b5ca-c5a7-48b5-acbd-b9a848487037']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:59:58.460565 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-4528757f-4c95-4e25-b6d1-f1034326ed80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e42ffe-565b-45b6-a84a-389fb3aafa6d') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:59:58.460857 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-4528757f-4c95-4e25-b6d1-f1034326ed80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e42ffe-565b-45b6-a84a-389fb3aafa6d') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 04:59:58.471856 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4528757f-4c95-4e25-b6d1-f1034326ed80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:58.488652 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4528757f-4c95-4e25-b6d1-f1034326ed80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:58.495563 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4528757f-4c95-4e25-b6d1-f1034326ed80 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 04:59:58.496026 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4528757f-4c95-4e25-b6d1-f1034326ed80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: timer() Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 04:59:58.513691 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 04:59:58.588426 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4528757f-4c95-4e25-b6d1-f1034326ed80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:58.605283 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-4528757f-4c95-4e25-b6d1-f1034326ed80 admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:58.618237 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528757f-4c95-4e25-b6d1-f1034326ed80 admin admin] Pushing event deleted for resources: {'Network': ['ID=01d8b5ca-c5a7-48b5-acbd-b9a848487037,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 04:59:58.629346 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-4528757f-4c95-4e25-b6d1-f1034326ed80 admin admin] 10.222.0.16 "DELETE /v2.0/networks/01d8b5ca-c5a7-48b5-acbd-b9a848487037 HTTP/1.1" status: 204 len: 168 time: 1.0018306 Mar 09 04:59:58.632276 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49924) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 04:59:58.784732 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6013de6d-0d75-4a3b-b03d-3bcf6d5bf032 None None] Deleting port 5c98db22-ef33-4774-bcc8-08fe02d7c0f6 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:59:58.785259 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-6013de6d-0d75-4a3b-b03d-3bcf6d5bf032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:58.852214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-6013de6d-0d75-4a3b-b03d-3bcf6d5bf032 None None] The port '5c98db22-ef33-4774-bcc8-08fe02d7c0f6' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 04:59:58.892495 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-60ebc39b-0fcf-498c-a1cc-77c5c133c8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:59.166661 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a976b219-cd82-42d4-9960-d43e07375225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:59.522224 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5c98db22-ef33-4774-bcc8-08fe02d7c0f6 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 04:59:59.556683 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 5c98db22-ef33-4774-bcc8-08fe02d7c0f6 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 04:59:59.557026 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 5c98db22-ef33-4774-bcc8-08fe02d7c0f6 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 04:59:59.638973 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-a976b219-cd82-42d4-9960-d43e07375225 admin admin] Deleting port 4c17baaa-f140-4f8d-beba-699ed94fd1e7 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 04:59:59.639310 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a976b219-cd82-42d4-9960-d43e07375225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:59.809358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-a976b219-cd82-42d4-9960-d43e07375225 admin admin] For port 4c17baaa-f140-4f8d-beba-699ed94fd1e7, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=4c17baaa-f140-4f8d-beba-699ed94fd1e7,segment=NetworkSegment(66c0c987-ab47-4e67-8cbe-4902fa0a1a5d),segment_id=66c0c987-ab47-4e67-8cbe-4902fa0a1a5d)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 04:59:59.809705 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a976b219-cd82-42d4-9960-d43e07375225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 04:59:59.928423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-a976b219-cd82-42d4-9960-d43e07375225 admin admin] Calling delete_port for 4c17baaa-f140-4f8d-beba-699ed94fd1e7 owned by network:router_interface {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 05:00:00.108809 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a976b219-cd82-42d4-9960-d43e07375225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:00.154339 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976b219-cd82-42d4-9960-d43e07375225 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c17baaa-f140-4f8d-beba-699ed94fd1e7,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:00.424372 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-a976b219-cd82-42d4-9960-d43e07375225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:00.890790 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a976b219-cd82-42d4-9960-d43e07375225 admin admin] Router a4e40cb8-7aff-4c12-9243-aca823030603 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 05:00:01.065741 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a976b219-cd82-42d4-9960-d43e07375225 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 05:00:01.074110 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7fd557-ed0b-4f81-b8af-00a3d0b0893e None None] Sync routers for ids ['a4e40cb8-7aff-4c12-9243-aca823030603'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:00:01.081232 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-a976b219-cd82-42d4-9960-d43e07375225 admin admin] 10.222.0.16 "PUT /v2.0/routers/a4e40cb8-7aff-4c12-9243-aca823030603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4479842 Mar 09 05:00:01.083756 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49928) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:00:01.084177 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7fd557-ed0b-4f81-b8af-00a3d0b0893e None None] Routers {'a4e40cb8-7aff-4c12-9243-aca823030603'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 05:00:01.084770 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-3b7fd557-ed0b-4f81-b8af-00a3d0b0893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T04:59:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a4e40cb8-7aff-4c12-9243-aca823030603'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:00:01.257237 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-35ce368e-91ea-42c9-9339-57cd60af5ce2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:01.264708 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-3b7fd557-ed0b-4f81-b8af-00a3d0b0893e None None] Set router a4e40cb8-7aff-4c12-9243-aca823030603 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 05:00:01.275130 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-5774e289-f6c0-4db6-a2f7-b0481d37405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:01.434693 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-35ce368e-91ea-42c9-9339-57cd60af5ce2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:01.443618 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-35ce368e-91ea-42c9-9339-57cd60af5ce2 admin admin] Deleting port fc09417e-292c-4d50-94cc-d467e6e0cf5e {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 05:00:01.443941 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-35ce368e-91ea-42c9-9339-57cd60af5ce2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:01.551938 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-3b7fd557-ed0b-4f81-b8af-00a3d0b0893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e40cb8-7aff-4c12-9243-aca823030603', 'name': 'tempest-TestShelveInstance-1818395671-router', 'tenant_id': 'c443e2f7a5f24d72819157f650478dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'fc09417e-292c-4d50-94cc-d467e6e0cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:28Z', 'updated_at': '2022-03-09T05:00:00Z', 'revision_number': 5, 'project_id': 'c443e2f7a5f24d72819157f650478dbf', 'gw_port': {'id': 'fc09417e-292c-4d50-94cc-d467e6e0cf5e', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40cb8-7aff-4c12-9243-aca823030603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T04:50:29Z', 'updated_at': '2022-03-09T04:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:00:01.555966 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7fd557-ed0b-4f81-b8af-00a3d0b0893e None None] Checking router: a4e40cb8-7aff-4c12-9243-aca823030603 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:00:01.564061 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7fd557-ed0b-4f81-b8af-00a3d0b0893e None None] Routers {'a4e40cb8-7aff-4c12-9243-aca823030603'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 05:00:01.564637 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-3b7fd557-ed0b-4f81-b8af-00a3d0b0893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T05:00:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['a4e40cb8-7aff-4c12-9243-aca823030603'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:00:01.619234 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-35ce368e-91ea-42c9-9339-57cd60af5ce2 admin admin] For port fc09417e-292c-4d50-94cc-d467e6e0cf5e, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=fc09417e-292c-4d50-94cc-d467e6e0cf5e,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:00:01.619737 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-35ce368e-91ea-42c9-9339-57cd60af5ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:01.712935 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-3b7fd557-ed0b-4f81-b8af-00a3d0b0893e None None] Set router a4e40cb8-7aff-4c12-9243-aca823030603 gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 05:00:01.742157 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-35ce368e-91ea-42c9-9339-57cd60af5ce2 admin admin] Calling delete_port for fc09417e-292c-4d50-94cc-d467e6e0cf5e owned by network:router_gateway {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 05:00:01.851513 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-3b7fd557-ed0b-4f81-b8af-00a3d0b0893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e40cb8-7aff-4c12-9243-aca823030603', 'name': 'tempest-TestShelveInstance-1818395671-router', 'tenant_id': 'c443e2f7a5f24d72819157f650478dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:28Z', 'updated_at': '2022-03-09T05:00:01Z', 'revision_number': 6, 'project_id': 'c443e2f7a5f24d72819157f650478dbf', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:00:01.856266 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7fd557-ed0b-4f81-b8af-00a3d0b0893e None None] The sync data for ids ['a4e40cb8-7aff-4c12-9243-aca823030603'] in n-d-825178-5 is: [{'id': 'a4e40cb8-7aff-4c12-9243-aca823030603', 'name': 'tempest-TestShelveInstance-1818395671-router', 'tenant_id': 'c443e2f7a5f24d72819157f650478dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T04:50:28Z', 'updated_at': '2022-03-09T05:00:01Z', 'revision_number': 6, 'project_id': 'c443e2f7a5f24d72819157f650478dbf', 'gw_port_host': None}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:00:01.911598 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-35ce368e-91ea-42c9-9339-57cd60af5ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:01.967294 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce368e-91ea-42c9-9339-57cd60af5ce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc09417e-292c-4d50-94cc-d467e6e0cf5e,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:02.054753 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-35ce368e-91ea-42c9-9339-57cd60af5ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:02.350509 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-35ce368e-91ea-42c9-9339-57cd60af5ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:02.352731 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-35ce368e-91ea-42c9-9339-57cd60af5ce2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:02.376981 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-35ce368e-91ea-42c9-9339-57cd60af5ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:02.377545 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ce368e-91ea-42c9-9339-57cd60af5ce2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4e40cb8-7aff-4c12-9243-aca823030603 {{(pid=87880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 05:00:02.390145 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-35ce368e-91ea-42c9-9339-57cd60af5ce2 admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:02.391289 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-35ce368e-91ea-42c9-9339-57cd60af5ce2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a4e40cb8-7aff-4c12-9243-aca823030603 HTTP/1.1" status: 204 len: 168 time: 1.3066006 Mar 09 05:00:02.393775 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49932) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:00:02.437552 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:02.452795 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_v2 [None req-2878c132-5bac-43de-a78b-e807a9c44fc4 admin admin] Deleting subnet 5e8dd04f-aee7-4f3b-8222-1f1681015b52 {{(pid=87880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 05:00:02.455674 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2878c132-5bac-43de-a78b-e807a9c44fc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:02.504305 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2878c132-5bac-43de-a78b-e807a9c44fc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001168'] for subnet, precommit_delete_associations {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:02.514876 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:02.584304 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2878c132-5bac-43de-a78b-e807a9c44fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:02.655821 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2878c132-5bac-43de-a78b-e807a9c44fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-825294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1916310'] for subnet, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:02.692173 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878c132-5bac-43de-a78b-e807a9c44fc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e8dd04f-aee7-4f3b-8222-1f1681015b52,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:02.698425 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2878c132-5bac-43de-a78b-e807a9c44fc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:02.704040 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205075c7-d381-46a5-ab2c-08f3eaa0bde6 None None] Network faaeca1f-b302-4622-9e4b-464c4a8267ed requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 05:00:02.708260 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2878c132-5bac-43de-a78b-e807a9c44fc4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5e8dd04f-aee7-4f3b-8222-1f1681015b52 HTTP/1.1" status: 204 len: 168 time: 0.3112469 Mar 09 05:00:02.708525 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49936) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:00:02.816739 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-34d2266e-e234-4503-a5df-7fcfe680d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:02.827771 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-34d2266e-e234-4503-a5df-7fcfe680d3bd admin admin] Deleting port 57ff59ec-e6b4-4856-b10d-8df7bef00618 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 05:00:02.828103 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-34d2266e-e234-4503-a5df-7fcfe680d3bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:03.011496 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1de4f3-638f-4a19-9d6f-b7462ca2484a None None] DHCP port deletion for faaeca1f-b302-4622-9e4b-464c4a8267ed request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 05:00:03.015837 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1d1de4f3-638f-4a19-9d6f-b7462ca2484a None None] Deleting port 57ff59ec-e6b4-4856-b10d-8df7bef00618 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 05:00:03.016208 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1d1de4f3-638f-4a19-9d6f-b7462ca2484a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:03.049087 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [None req-34d2266e-e234-4503-a5df-7fcfe680d3bd admin admin] For port 57ff59ec-e6b4-4856-b10d-8df7bef00618, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=57ff59ec-e6b4-4856-b10d-8df7bef00618,segment=NetworkSegment(66c0c987-ab47-4e67-8cbe-4902fa0a1a5d),segment_id=66c0c987-ab47-4e67-8cbe-4902fa0a1a5d)] {{(pid=87880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:00:03.049374 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-34d2266e-e234-4503-a5df-7fcfe680d3bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:03.172705 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-34d2266e-e234-4503-a5df-7fcfe680d3bd admin admin] Calling delete_port for 57ff59ec-e6b4-4856-b10d-8df7bef00618 owned by network:dhcp {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 05:00:03.214156 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-1d1de4f3-638f-4a19-9d6f-b7462ca2484a None None] For port 57ff59ec-e6b4-4856-b10d-8df7bef00618, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=57ff59ec-e6b4-4856-b10d-8df7bef00618,segment=NetworkSegment(66c0c987-ab47-4e67-8cbe-4902fa0a1a5d),segment_id=66c0c987-ab47-4e67-8cbe-4902fa0a1a5d)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:00:03.214545 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1d1de4f3-638f-4a19-9d6f-b7462ca2484a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:03.256518 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-34d2266e-e234-4503-a5df-7fcfe680d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:03.304714 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2266e-e234-4503-a5df-7fcfe680d3bd admin admin] Pushing event deleted for resources: {'Port': ['ID=57ff59ec-e6b4-4856-b10d-8df7bef00618,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:03.308984 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d2266e-e234-4503-a5df-7fcfe680d3bd admin admin] No DVR routers for this DVR port 57ff59ec-e6b4-4856-b10d-8df7bef00618 on host n-d-825178-5 {{(pid=87880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 05:00:03.372715 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1d1de4f3-638f-4a19-9d6f-b7462ca2484a None None] Calling delete_port for 57ff59ec-e6b4-4856-b10d-8df7bef00618 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 05:00:03.425209 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-34d2266e-e234-4503-a5df-7fcfe680d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:03.442148 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-1d1de4f3-638f-4a19-9d6f-b7462ca2484a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 05:00:03.442718 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-1d1de4f3-638f-4a19-9d6f-b7462ca2484a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 05:00:03.450680 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-34d2266e-e234-4503-a5df-7fcfe680d3bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faaeca1f-b302-4622-9e4b-464c4a8267ed']}} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:00:03.462393 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-34d2266e-e234-4503-a5df-7fcfe680d3bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c0c987-ab47-4e67-8cbe-4902fa0a1a5d') {'for_net_delete': True} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:00:03.462946 n-d-825178-5 neutron-server[87880]: DEBUG neutron.services.segments.db [None req-34d2266e-e234-4503-a5df-7fcfe680d3bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c0c987-ab47-4e67-8cbe-4902fa0a1a5d') {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:00:03.474326 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-34d2266e-e234-4503-a5df-7fcfe680d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001177'] for segment, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:03.491447 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-34d2266e-e234-4503-a5df-7fcfe680d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:03.497828 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d2266e-e234-4503-a5df-7fcfe680d3bd admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 05:00:03.498239 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-34d2266e-e234-4503-a5df-7fcfe680d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-825236'] for segment, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: Traceback (most recent call last): Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: timer() Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: cb(*args, **kw) Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: return func(*args, **kwargs) Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: self._notify() Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: self.callback(batched_events) Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: event.method(event) Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: return f(self, *a, **k) Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: return self._get(url).json() Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: return self.request(url, 'GET', **kwargs) Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 05:00:03.512262 n-d-825178-5 neutron-server[87880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 05:00:03.532069 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 4c17baaa-f140-4f8d-beba-699ed94fd1e7 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 05:00:03.568076 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 4c17baaa-f140-4f8d-beba-699ed94fd1e7 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 05:00:03.568344 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 4c17baaa-f140-4f8d-beba-699ed94fd1e7 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 05:00:03.568762 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 57ff59ec-e6b4-4856-b10d-8df7bef00618 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 05:00:03.591308 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-34d2266e-e234-4503-a5df-7fcfe680d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:03.595997 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-34d2266e-e234-4503-a5df-7fcfe680d3bd admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:03.602625 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 57ff59ec-e6b4-4856-b10d-8df7bef00618 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 05:00:03.603004 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 57ff59ec-e6b4-4856-b10d-8df7bef00618 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 05:00:03.603430 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device fc09417e-292c-4d50-94cc-d467e6e0cf5e no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 05:00:03.622000 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2266e-e234-4503-a5df-7fcfe680d3bd admin admin] Pushing event deleted for resources: {'Network': ['ID=faaeca1f-b302-4622-9e4b-464c4a8267ed,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:03.625816 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-34d2266e-e234-4503-a5df-7fcfe680d3bd admin admin] 10.222.0.16 "DELETE /v2.0/networks/faaeca1f-b302-4622-9e4b-464c4a8267ed HTTP/1.1" status: 204 len: 168 time: 0.9163449 Mar 09 05:00:03.637559 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: fc09417e-292c-4d50-94cc-d467e6e0cf5e {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 05:00:03.637898 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device fc09417e-292c-4d50-94cc-d467e6e0cf5e not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 05:00:03.733924 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49942) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:00:03.782682 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-ffb137f5-25ba-40b5-8f67-b9d6132a2728 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec01aea12f8f470cb6d949c607c3d33f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474849 Mar 09 05:00:03.784899 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49946) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:00:03.794896 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:03.845800 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d42d081-0e8d-4752-b5ac-d255a8beb0da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:03.870403 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d42d081-0e8d-4752-b5ac-d255a8beb0da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:03.921345 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d42d081-0e8d-4752-b5ac-d255a8beb0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:03.939204 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42d081-0e8d-4752-b5ac-d255a8beb0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b79729-88b7-4c83-a1b1-6db20eadf088,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:03.944155 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1d1de4f3-638f-4a19-9d6f-b7462ca2484a None None] Deleting port 57ff59ec-e6b4-4856-b10d-8df7bef00618 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 05:00:03.944675 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1d1de4f3-638f-4a19-9d6f-b7462ca2484a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:03.945107 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d42d081-0e8d-4752-b5ac-d255a8beb0da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:03.946205 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8d42d081-0e8d-4752-b5ac-d255a8beb0da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/66b79729-88b7-4c83-a1b1-6db20eadf088 HTTP/1.1" status: 204 len: 168 time: 0.1604438 Mar 09 05:00:04.020679 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-1d1de4f3-638f-4a19-9d6f-b7462ca2484a None None] The port '57ff59ec-e6b4-4856-b10d-8df7bef00618' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 05:00:04.271881 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49954) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:00:04.319748 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d3d5a686-e490-4f0f-821e-1b6cc10fa95b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c443e2f7a5f24d72819157f650478dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466714 Mar 09 05:00:04.322075 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49958) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:00:04.381905 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-645c3a49-d3f3-46d6-b061-27fa6f048b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:04.406282 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-645c3a49-d3f3-46d6-b061-27fa6f048b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:04.458418 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-645c3a49-d3f3-46d6-b061-27fa6f048b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:04.472212 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c3a49-d3f3-46d6-b061-27fa6f048b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314de806-8821-4462-b661-4a2790376eb2,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:04.479609 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-645c3a49-d3f3-46d6-b061-27fa6f048b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:04.481264 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-645c3a49-d3f3-46d6-b061-27fa6f048b0c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/314de806-8821-4462-b661-4a2790376eb2 HTTP/1.1" status: 204 len: 168 time: 0.1583037 Mar 09 05:00:04.954145 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:05.205550 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 49982) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:00:05.314731 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-db38048c-919e-48fc-884f-6407c02edd65 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-326530692-network', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:00:05.320223 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-db38048c-919e-48fc-884f-6407c02edd65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 05:00:05.324655 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-db38048c-919e-48fc-884f-6407c02edd65 admin admin] Usage tracker for resource:network and tenant:40fd028831794f3f8f61c3106718fc0b is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 05:00:05.327531 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-db38048c-919e-48fc-884f-6407c02edd65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 05:00:05.333730 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-db38048c-919e-48fc-884f-6407c02edd65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 05:00:05.344103 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db38048c-919e-48fc-884f-6407c02edd65 admin admin] Made reservation on behalf of 40fd028831794f3f8f61c3106718fc0b for: {'network': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:00:05.346392 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db38048c-919e-48fc-884f-6407c02edd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:05.358921 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db38048c-919e-48fc-884f-6407c02edd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:05.373407 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-db38048c-919e-48fc-884f-6407c02edd65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 05:00:05.377217 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-db38048c-919e-48fc-884f-6407c02edd65 admin admin] Usage tracker for resource:security_group_rule and tenant:40fd028831794f3f8f61c3106718fc0b is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 05:00:05.380057 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-db38048c-919e-48fc-884f-6407c02edd65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 05:00:05.385722 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-db38048c-919e-48fc-884f-6407c02edd65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 05:00:05.467822 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db38048c-919e-48fc-884f-6407c02edd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:05.471827 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db38048c-919e-48fc-884f-6407c02edd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:05.504373 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db38048c-919e-48fc-884f-6407c02edd65 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=87881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 05:00:05.513405 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38048c-919e-48fc-884f-6407c02edd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddc1d2b-78fc-46ef-aab9-c40236dbc1ca,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:05.519133 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db38048c-919e-48fc-884f-6407c02edd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:05.519485 n-d-825178-5 neutron-server[87881]: INFO neutron.db.segments_db [None req-db38048c-919e-48fc-884f-6407c02edd65 admin admin] Added segment 70a7986e-525e-4c0e-ab12-f9864c05a4ec of type vlan for network 9fc346e0-d20b-4930-92a4-d17fd8a9edc2 Mar 09 05:00:05.545227 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db38048c-919e-48fc-884f-6407c02edd65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:05.573426 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db38048c-919e-48fc-884f-6407c02edd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:05.575282 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db38048c-919e-48fc-884f-6407c02edd65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:05.575904 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-db38048c-919e-48fc-884f-6407c02edd65 admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:05.684529 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-db38048c-919e-48fc-884f-6407c02edd65 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4778481 Mar 09 05:00:05.687518 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49988) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:00:05.690474 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38048c-919e-48fc-884f-6407c02edd65 admin admin] Pushing event updated for resources: {'Network': ['ID=9fc346e0-d20b-4930-92a4-d17fd8a9edc2,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:05.693221 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-0ab28bd1-eaf0-41e8-9bec-1136cbbc7500 admin admin] Request body: {'subnet': {'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-326530692-subnet', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'ip_version': 4}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:00:05.699745 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0ab28bd1-eaf0-41e8-9bec-1136cbbc7500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 05:00:05.701145 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network 9fc346e0-d20b-4930-92a4-d17fd8a9edc2 details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 05:00:05.703714 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0ab28bd1-eaf0-41e8-9bec-1136cbbc7500 admin admin] Usage tracker for resource:subnet and tenant:40fd028831794f3f8f61c3106718fc0b is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 05:00:05.706516 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-0ab28bd1-eaf0-41e8-9bec-1136cbbc7500 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 05:00:05.712261 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-0ab28bd1-eaf0-41e8-9bec-1136cbbc7500 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 05:00:05.722511 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab28bd1-eaf0-41e8-9bec-1136cbbc7500 admin admin] Made reservation on behalf of 40fd028831794f3f8f61c3106718fc0b for: {'subnet': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:00:05.724768 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0ab28bd1-eaf0-41e8-9bec-1136cbbc7500 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1916339'] for subnet, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:05.922551 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0ab28bd1-eaf0-41e8-9bec-1136cbbc7500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-826123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1916289'] for subnet, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:05.995189 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab28bd1-eaf0-41e8-9bec-1136cbbc7500 admin admin] Pushing event updated for resources: {'Subnet': ['ID=943c2abe-57cb-475b-8851-404f68f6c832,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:06.008488 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab28bd1-eaf0-41e8-9bec-1136cbbc7500 admin admin] Checking segment: {'id': '70a7986e-525e-4c0e-ab12-f9864c05a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 05:00:06.008847 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab28bd1-eaf0-41e8-9bec-1136cbbc7500 admin admin] Network hostable DHCP agents. Network: 9fc346e0-d20b-4930-92a4-d17fd8a9edc2, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 05:00:06.026423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab28bd1-eaf0-41e8-9bec-1136cbbc7500 admin admin] Network 9fc346e0-d20b-4930-92a4-d17fd8a9edc2 is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 05:00:06.035240 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-0ab28bd1-eaf0-41e8-9bec-1136cbbc7500 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, 9fc346e0-d20b-4930-92a4-d17fd8a9edc2) {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:00:06.039573 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab28bd1-eaf0-41e8-9bec-1136cbbc7500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:06.040568 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-0ab28bd1-eaf0-41e8-9bec-1136cbbc7500 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:06.044252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fc391c-f05c-409b-a367-0aed0f1214dd None None] Network 9fc346e0-d20b-4930-92a4-d17fd8a9edc2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 05:00:06.066399 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-0ab28bd1-eaf0-41e8-9bec-1136cbbc7500 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3752317 Mar 09 05:00:06.066601 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49992) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:00:06.071593 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-8d528924-f399-43fb-8fe4-1bb54da47315 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-326530692-router', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:00:06.077518 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8d528924-f399-43fb-8fe4-1bb54da47315 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 05:00:06.081373 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8d528924-f399-43fb-8fe4-1bb54da47315 admin admin] Usage tracker for resource:router and tenant:40fd028831794f3f8f61c3106718fc0b is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 05:00:06.084197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-8d528924-f399-43fb-8fe4-1bb54da47315 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 05:00:06.090872 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-8d528924-f399-43fb-8fe4-1bb54da47315 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 05:00:06.101177 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d528924-f399-43fb-8fe4-1bb54da47315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:06.102271 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d528924-f399-43fb-8fe4-1bb54da47315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:06.118192 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d528924-f399-43fb-8fe4-1bb54da47315 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:06.252660 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'fixed_ips': [{'subnet_id': '943c2abe-57cb-475b-8851-404f68f6c832'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 05:00:06.253480 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:06.409389 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Allocated IP 172.20.0.2 (9fc346e0-d20b-4930-92a4-d17fd8a9edc2/943c2abe-57cb-475b-8851-404f68f6c832/9cd12cd9-6411-4f05-adcf-aff138a79dc7) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:00:06.496795 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d528924-f399-43fb-8fe4-1bb54da47315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:06.619829 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:06.630034 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Transition to ACTIVE for port object 9cd12cd9-6411-4f05-adcf-aff138a79dc7 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 05:00:06.648876 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Transition to ACTIVE for port object 9cd12cd9-6411-4f05-adcf-aff138a79dc7 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 05:00:06.654527 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:06.713192 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Network 9fc346e0-d20b-4930-92a4-d17fd8a9edc2 is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:00:06.720327 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:00:06.724676 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 05:00:06.730171 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Pushing event updated for resources: {'Port': ['ID=9cd12cd9-6411-4f05-adcf-aff138a79dc7,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:06.772140 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:00:06.772392 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:00:06.772718 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:00:06.773040 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:00:06.773356 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:00:06.773669 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:00:06.773980 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:00:06.774288 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:00:06.774594 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:00:06.774924 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:00:06.775234 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:00:06.775537 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:00:06.805286 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d528924-f399-43fb-8fe4-1bb54da47315 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:06.826803 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Attempting to bind port 9cd12cd9-6411-4f05-adcf-aff138a79dc7 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 05:00:06.827332 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Attempting to bind port 9cd12cd9-6411-4f05-adcf-aff138a79dc7 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '70a7986e-525e-4c0e-ab12-f9864c05a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 05:00:06.827693 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Attempting to bind port 9cd12cd9-6411-4f05-adcf-aff138a79dc7 on network 9fc346e0-d20b-4930-92a4-d17fd8a9edc2 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 05:00:06.832910 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 05:00:06.833280 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Checking segment: {'id': '70a7986e-525e-4c0e-ab12-f9864c05a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 05:00:06.833676 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:06.834062 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Bound using segment: {'id': '70a7986e-525e-4c0e-ab12-f9864c05a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 05:00:06.834519 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Bound port: 9cd12cd9-6411-4f05-adcf-aff138a79dc7, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a7986e-525e-4c0e-ab12-f9864c05a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 05:00:06.834780 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d528924-f399-43fb-8fe4-1bb54da47315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:06.834959 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:06.925371 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] For port 9cd12cd9-6411-4f05-adcf-aff138a79dc7, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 05:00:06.928537 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] For port 9cd12cd9-6411-4f05-adcf-aff138a79dc7, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9cd12cd9-6411-4f05-adcf-aff138a79dc7,segment=NetworkSegment(70a7986e-525e-4c0e-ab12-f9864c05a4ec),segment_id=70a7986e-525e-4c0e-ab12-f9864c05a4ec)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 05:00:06.932379 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:06.970403 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-8d528924-f399-43fb-8fe4-1bb54da47315 admin admin] Allocated IP 172.25.7.37 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:00:07.027381 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf26ce7-ca93-4932-ad95-10da3547b790 None None] Pushing event updated for resources: {'Port': ['ID=9cd12cd9-6411-4f05-adcf-aff138a79dc7,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:07.132412 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d528924-f399-43fb-8fe4-1bb54da47315 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:07.164978 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d528924-f399-43fb-8fe4-1bb54da47315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:07.232632 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d528924-f399-43fb-8fe4-1bb54da47315 admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:00:07.235779 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-8d528924-f399-43fb-8fe4-1bb54da47315 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:00:07.239873 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d528924-f399-43fb-8fe4-1bb54da47315 admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 05:00:07.307949 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d528924-f399-43fb-8fe4-1bb54da47315 admin admin] Pushing event updated for resources: {'Port': ['ID=f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:07.556104 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9cd12cd9-6411-4f05-adcf-aff138a79dc7 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 05:00:07.626976 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 9cd12cd9-6411-4f05-adcf-aff138a79dc7 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 05:00:07.685260 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d528924-f399-43fb-8fe4-1bb54da47315 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:08.001565 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4c3e9b-53de-407f-8033-cf4ebef4cbd3 None None] Network 9fc346e0-d20b-4930-92a4-d17fd8a9edc2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 05:00:08.126796 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-228513b3-b580-4ef3-8c5a-127356ecdb0e None None] Provisioning for port 9cd12cd9-6411-4f05-adcf-aff138a79dc7 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 05:00:08.136164 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-228513b3-b580-4ef3-8c5a-127356ecdb0e None None] Provisioning complete for port 9cd12cd9-6411-4f05-adcf-aff138a79dc7 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 05:00:08.137048 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-228513b3-b580-4ef3-8c5a-127356ecdb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:08.157390 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d528924-f399-43fb-8fe4-1bb54da47315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:08.348225 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-228513b3-b580-4ef3-8c5a-127356ecdb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:08.358085 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d528924-f399-43fb-8fe4-1bb54da47315 admin admin] Router 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 05:00:08.393889 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-228513b3-b580-4ef3-8c5a-127356ecdb0e None None] For port 9cd12cd9-6411-4f05-adcf-aff138a79dc7, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9cd12cd9-6411-4f05-adcf-aff138a79dc7,segment=NetworkSegment(70a7986e-525e-4c0e-ab12-f9864c05a4ec),segment_id=70a7986e-525e-4c0e-ab12-f9864c05a4ec)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:00:08.400820 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-228513b3-b580-4ef3-8c5a-127356ecdb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:08.473692 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228513b3-b580-4ef3-8c5a-127356ecdb0e None None] Pushing event updated for resources: {'Port': ['ID=9cd12cd9-6411-4f05-adcf-aff138a79dc7,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:08.543529 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d528924-f399-43fb-8fe4-1bb54da47315 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 05:00:08.554180 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6947892-3664-48ef-a838-0eba06449879 None None] Sync routers for ids ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:00:08.564922 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6947892-3664-48ef-a838-0eba06449879 None None] Routers {'5334301f-f4da-4c4f-a9e2-59cd3e97eab8'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 05:00:08.565694 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c6947892-3664-48ef-a838-0eba06449879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T05:00:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:00:08.572403 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-8d528924-f399-43fb-8fe4-1bb54da47315 admin admin] Notify callbacks [] for router, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:08.576819 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-8d528924-f399-43fb-8fe4-1bb54da47315 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5061450 Mar 09 05:00:08.577152 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 49996) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:00:08.656970 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1c778666-1df6-4887-919a-9bd1e7f9abb6 None None] Provisioning complete for port 9cd12cd9-6411-4f05-adcf-aff138a79dc7 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 05:00:08.657334 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1c778666-1df6-4887-919a-9bd1e7f9abb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:08.806093 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-c6947892-3664-48ef-a838-0eba06449879 None None] Set router 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 05:00:09.129587 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c6947892-3664-48ef-a838-0eba06449879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'name': 'tempest-TestSnapshotPattern-326530692-router', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:07Z', 'revision_number': 3, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'gw_port': {'id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:64:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:00:09.133589 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6947892-3664-48ef-a838-0eba06449879 None None] Checking router: 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:00:09.133934 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6947892-3664-48ef-a838-0eba06449879 None None] Updating router 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 port f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 05:00:09.187566 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c6947892-3664-48ef-a838-0eba06449879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:09.367070 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73c04bf9-30d9-4696-a4a9-4e9db950be46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:09.510649 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:09.520774 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c6947892-3664-48ef-a838-0eba06449879 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:09.535872 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-c6947892-3664-48ef-a838-0eba06449879 None None] Transition to ACTIVE for port object f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 05:00:09.539751 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9cd12cd9-6411-4f05-adcf-aff138a79dc7 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 05:00:09.581545 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-73c04bf9-30d9-4696-a4a9-4e9db950be46 admin admin] Allocated IP 172.20.0.1 (9fc346e0-d20b-4930-92a4-d17fd8a9edc2/943c2abe-57cb-475b-8851-404f68f6c832/44308a1e-aeb4-4837-a554-a827dee21a1b) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:00:09.620585 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c6947892-3664-48ef-a838-0eba06449879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:09.623297 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 05:00:09.717435 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc03e3-1dbf-4d02-878c-0ae10b7ed950 None None] Pushing event updated for resources: {'Port': ['ID=f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:09.720747 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-c6947892-3664-48ef-a838-0eba06449879 None None] Attempting to bind port f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 05:00:09.721107 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-c6947892-3664-48ef-a838-0eba06449879 None None] Attempting to bind port f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 05:00:09.721462 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6947892-3664-48ef-a838-0eba06449879 None None] Attempting to bind port f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 05:00:09.727902 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6947892-3664-48ef-a838-0eba06449879 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 05:00:09.728555 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6947892-3664-48ef-a838-0eba06449879 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 05:00:09.728978 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c6947892-3664-48ef-a838-0eba06449879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:09.729352 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6947892-3664-48ef-a838-0eba06449879 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 05:00:09.729804 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-c6947892-3664-48ef-a838-0eba06449879 None None] Bound port: f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 05:00:09.730167 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c6947892-3664-48ef-a838-0eba06449879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:09.734753 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73c04bf9-30d9-4696-a4a9-4e9db950be46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:09.750153 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [None req-73c04bf9-30d9-4696-a4a9-4e9db950be46 admin admin] Transition to ACTIVE for port object 44308a1e-aeb4-4837-a554-a827dee21a1b will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 05:00:09.773882 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73c04bf9-30d9-4696-a4a9-4e9db950be46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:09.774745 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 9cd12cd9-6411-4f05-adcf-aff138a79dc7 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 05:00:09.775120 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:09.831352 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c04bf9-30d9-4696-a4a9-4e9db950be46 admin admin] Network 9fc346e0-d20b-4930-92a4-d17fd8a9edc2 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:00:09.834146 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-73c04bf9-30d9-4696-a4a9-4e9db950be46 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:00:09.837720 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c04bf9-30d9-4696-a4a9-4e9db950be46 admin admin] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 05:00:09.856798 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c6947892-3664-48ef-a838-0eba06449879 None None] For port f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 05:00:09.868317 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-c6947892-3664-48ef-a838-0eba06449879 None None] For port f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 05:00:09.889816 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c04bf9-30d9-4696-a4a9-4e9db950be46 admin admin] Pushing event updated for resources: {'Port': ['ID=44308a1e-aeb4-4837-a554-a827dee21a1b,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:09.901056 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c6947892-3664-48ef-a838-0eba06449879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:09.913933 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73c04bf9-30d9-4696-a4a9-4e9db950be46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:09.999408 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6947892-3664-48ef-a838-0eba06449879 None None] Routers {'5334301f-f4da-4c4f-a9e2-59cd3e97eab8'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 05:00:10.000046 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c6947892-3664-48ef-a838-0eba06449879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T05:00:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:00:10.069068 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc03e3-1dbf-4d02-878c-0ae10b7ed950 None None] Pushing event updated for resources: {'Port': ['ID=f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:10.185176 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7b0275c8-6f68-423f-a347-e3f6c47bb910 None None] Provisioning for port 44308a1e-aeb4-4837-a554-a827dee21a1b completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 05:00:10.193455 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73c04bf9-30d9-4696-a4a9-4e9db950be46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:10.196240 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-c6947892-3664-48ef-a838-0eba06449879 None None] Set router 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 05:00:10.239303 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-7b0275c8-6f68-423f-a347-e3f6c47bb910 None None] Provisioning complete for port 44308a1e-aeb4-4837-a554-a827dee21a1b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 05:00:10.239657 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7b0275c8-6f68-423f-a347-e3f6c47bb910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:10.412673 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73c04bf9-30d9-4696-a4a9-4e9db950be46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:10.416996 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73c04bf9-30d9-4696-a4a9-4e9db950be46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:10.421033 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-7b0275c8-6f68-423f-a347-e3f6c47bb910 None None] Port 44308a1e-aeb4-4837-a554-a827dee21a1b cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 05:00:10.523440 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c04bf9-30d9-4696-a4a9-4e9db950be46 admin admin] Pushing event updated for resources: {'Port': ['ID=44308a1e-aeb4-4837-a554-a827dee21a1b,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:10.523713 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-c6947892-3664-48ef-a838-0eba06449879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'name': 'tempest-TestSnapshotPattern-326530692-router', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:07Z', 'revision_number': 3, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'gw_port': {'id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:64:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:00:10.525932 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-73c04bf9-30d9-4696-a4a9-4e9db950be46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:10.527700 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6947892-3664-48ef-a838-0eba06449879 None None] The sync data for ids ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'] in n-d-825178-5 is: [{'id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'name': 'tempest-TestSnapshotPattern-326530692-router', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:07Z', 'revision_number': 3, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'gw_port': {'id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:64:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:00:10.664300 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c04bf9-30d9-4696-a4a9-4e9db950be46 admin admin] Network 9fc346e0-d20b-4930-92a4-d17fd8a9edc2 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:00:10.665422 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-73c04bf9-30d9-4696-a4a9-4e9db950be46 admin admin] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:00:10.947456 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4ff6f84e-2638-41f1-b4b5-3e967a183e47 None None] Provisioning complete for port 44308a1e-aeb4-4837-a554-a827dee21a1b triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 05:00:10.947998 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4ff6f84e-2638-41f1-b4b5-3e967a183e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:10.999815 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c04bf9-30d9-4696-a4a9-4e9db950be46 admin admin] Router 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 05:00:11.007716 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6f84e-2638-41f1-b4b5-3e967a183e47 None None] Port 44308a1e-aeb4-4837-a554-a827dee21a1b cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 05:00:11.196872 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c04bf9-30d9-4696-a4a9-4e9db950be46 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 05:00:11.206276 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-73c04bf9-30d9-4696-a4a9-4e9db950be46 admin admin] 10.222.0.16 "PUT /v2.0/routers/5334301f-f4da-4c4f-a9e2-59cd3e97eab8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6280830 Mar 09 05:00:11.555498 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 05:00:11.628303 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 05:00:11.632930 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 05:00:11.633299 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:11.721049 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50014) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:00:11.728228 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-2c6f8fae-5a63-4fdc-ae0f-c931d792f83b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1563034421-network', 'tenant_id': 'e6c9afbf02d240b5886a2bf967630565'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:00:11.734197 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2c6f8fae-5a63-4fdc-ae0f-c931d792f83b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 05:00:11.738260 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2c6f8fae-5a63-4fdc-ae0f-c931d792f83b admin admin] Usage tracker for resource:network and tenant:e6c9afbf02d240b5886a2bf967630565 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 05:00:11.741169 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2c6f8fae-5a63-4fdc-ae0f-c931d792f83b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 05:00:11.747238 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2c6f8fae-5a63-4fdc-ae0f-c931d792f83b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 05:00:11.752742 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:11.759620 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6f8fae-5a63-4fdc-ae0f-c931d792f83b admin admin] Made reservation on behalf of e6c9afbf02d240b5886a2bf967630565 for: {'network': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:00:11.762737 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c6f8fae-5a63-4fdc-ae0f-c931d792f83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for network, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:11.771672 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:00:11.775369 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c6f8fae-5a63-4fdc-ae0f-c931d792f83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:11.777028 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:11.792015 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2c6f8fae-5a63-4fdc-ae0f-c931d792f83b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 05:00:11.796233 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2c6f8fae-5a63-4fdc-ae0f-c931d792f83b admin admin] Usage tracker for resource:security_group_rule and tenant:e6c9afbf02d240b5886a2bf967630565 is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 05:00:11.799477 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-2c6f8fae-5a63-4fdc-ae0f-c931d792f83b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 05:00:11.805430 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-2c6f8fae-5a63-4fdc-ae0f-c931d792f83b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 05:00:11.848663 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:11.899214 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c6f8fae-5a63-4fdc-ae0f-c931d792f83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:11.905183 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c6f8fae-5a63-4fdc-ae0f-c931d792f83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:11.938757 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6f8fae-5a63-4fdc-ae0f-c931d792f83b admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=87880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 05:00:11.941050 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f8fae-5a63-4fdc-ae0f-c931d792f83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4a6244-9411-4f81-9b82-23e3a3d78489,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:11.951192 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c6f8fae-5a63-4fdc-ae0f-c931d792f83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:11.951624 n-d-825178-5 neutron-server[87880]: INFO neutron.db.segments_db [None req-2c6f8fae-5a63-4fdc-ae0f-c931d792f83b admin admin] Added segment 9e32f19d-31f2-4ed9-887f-87bd987512d5 of type vlan for network b9a63089-a4fe-4337-a45a-e326f9cd9ddc Mar 09 05:00:11.977490 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c6f8fae-5a63-4fdc-ae0f-c931d792f83b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730634062520'] for network, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:12.009673 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c6f8fae-5a63-4fdc-ae0f-c931d792f83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196'] for network, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:12.009673 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6f8fae-5a63-4fdc-ae0f-c931d792f83b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:12.009849 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-2c6f8fae-5a63-4fdc-ae0f-c931d792f83b admin admin] Notify callbacks [] for network, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:12.034189 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] Sync routers for ids ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:00:12.043194 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] Routers {'5334301f-f4da-4c4f-a9e2-59cd3e97eab8'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 05:00:12.043958 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T05:00:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:00:12.110772 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-2c6f8fae-5a63-4fdc-ae0f-c931d792f83b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3884575 Mar 09 05:00:12.111669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f8fae-5a63-4fdc-ae0f-c931d792f83b admin admin] Pushing event updated for resources: {'Network': ['ID=b9a63089-a4fe-4337-a45a-e326f9cd9ddc,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:12.113695 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50018) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:00:12.121249 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-4e9e205a-c651-4ecb-9297-31bd10c436cb admin admin] Request body: {'subnet': {'network_id': 'b9a63089-a4fe-4337-a45a-e326f9cd9ddc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1563034421-subnet', 'tenant_id': 'e6c9afbf02d240b5886a2bf967630565', 'ip_version': 4}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:00:12.122002 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Network b9a63089-a4fe-4337-a45a-e326f9cd9ddc details requested by agent ovs-agent-n-d-825178-5 with host n-d-825178-5 {{(pid=87882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 05:00:12.127210 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4e9e205a-c651-4ecb-9297-31bd10c436cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 05:00:12.131332 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4e9e205a-c651-4ecb-9297-31bd10c436cb admin admin] Usage tracker for resource:subnet and tenant:e6c9afbf02d240b5886a2bf967630565 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 05:00:12.134338 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-4e9e205a-c651-4ecb-9297-31bd10c436cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 05:00:12.140981 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-4e9e205a-c651-4ecb-9297-31bd10c436cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 05:00:12.152987 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9e205a-c651-4ecb-9297-31bd10c436cb admin admin] Made reservation on behalf of e6c9afbf02d240b5886a2bf967630565 for: {'subnet': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:00:12.155345 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4e9e205a-c651-4ecb-9297-31bd10c436cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972715'] for subnet, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:12.226275 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] Set router 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 05:00:12.362755 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4e9e205a-c651-4ecb-9297-31bd10c436cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2063158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972697'] for subnet, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:12.442293 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e205a-c651-4ecb-9297-31bd10c436cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea846cc-3222-4025-8ca6-7f3fe9fd2b9b,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:12.452097 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9e205a-c651-4ecb-9297-31bd10c436cb admin admin] Checking segment: {'id': '9e32f19d-31f2-4ed9-887f-87bd987512d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b9a63089-a4fe-4337-a45a-e326f9cd9ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 05:00:12.452452 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9e205a-c651-4ecb-9297-31bd10c436cb admin admin] Network hostable DHCP agents. Network: b9a63089-a4fe-4337-a45a-e326f9cd9ddc, hostable agents: ['31c05520-5f94-427e-9520-becea6287aab'], hosted agents: [] {{(pid=87881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 05:00:12.471725 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9e205a-c651-4ecb-9297-31bd10c436cb admin admin] Network b9a63089-a4fe-4337-a45a-e326f9cd9ddc is scheduled to be hosted by DHCP agent 31c05520-5f94-427e-9520-becea6287aab with binding_index 1 {{(pid=87881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 05:00:12.481514 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-4e9e205a-c651-4ecb-9297-31bd10c436cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-5, b9a63089-a4fe-4337-a45a-e326f9cd9ddc) {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:00:12.485932 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9e205a-c651-4ecb-9297-31bd10c436cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:12.486452 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-4e9e205a-c651-4ecb-9297-31bd10c436cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:12.493154 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccfa6b6-5d8f-441b-82a9-2afbbcb1f167 None None] Network b9a63089-a4fe-4337-a45a-e326f9cd9ddc requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 05:00:12.510083 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-4e9e205a-c651-4ecb-9297-31bd10c436cb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3914771 Mar 09 05:00:12.510262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50022) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:00:12.515794 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-b5d5e7c4-140c-4158-9f96-c644d021599b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1563034421-router', 'tenant_id': 'e6c9afbf02d240b5886a2bf967630565', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:00:12.521471 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b5d5e7c4-140c-4158-9f96-c644d021599b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 05:00:12.525537 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b5d5e7c4-140c-4158-9f96-c644d021599b admin admin] Usage tracker for resource:router and tenant:e6c9afbf02d240b5886a2bf967630565 is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 05:00:12.528961 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-b5d5e7c4-140c-4158-9f96-c644d021599b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 05:00:12.534615 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-b5d5e7c4-140c-4158-9f96-c644d021599b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 05:00:12.546065 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b5d5e7c4-140c-4158-9f96-c644d021599b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-376756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:12.547377 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b5d5e7c4-140c-4158-9f96-c644d021599b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-297107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14090'] for router, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:12.552670 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'name': 'tempest-TestSnapshotPattern-326530692-router', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:10Z', 'revision_number': 4, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'gw_port': {'id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '44308a1e-aeb4-4837-a554-a827dee21a1b', 'name': '', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'mac_address': 'fa:16:3e:eb:46:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '943c2abe-57cb-475b-8851-404f68f6c832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:09Z', 'updated_at': '2022-03-09T05:00:10Z', 'revision_number': 2, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'subnets': [{'id': '943c2abe-57cb-475b-8851-404f68f6c832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:00:12.558482 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] Checking router: 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:00:12.558833 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] Updating router 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 port 44308a1e-aeb4-4837-a554-a827dee21a1b binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 05:00:12.564238 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b5d5e7c4-140c-4158-9f96-c644d021599b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:12.615167 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:12.752482 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b63202-a85d-43cc-8224-852ed282e0e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb435b5bf-9957-5924-ba4f-a39a5ace5c76-b9a63089-a4fe-4337-a45a-e326f9cd9ddc', 'network_id': 'b9a63089-a4fe-4337-a45a-e326f9cd9ddc', 'tenant_id': 'e6c9afbf02d240b5886a2bf967630565', 'fixed_ips': [{'subnet_id': '5ea846cc-3222-4025-8ca6-7f3fe9fd2b9b'}]}} from n-d-825178-5. {{(pid=87882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 05:00:12.753353 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-41b63202-a85d-43cc-8224-852ed282e0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:12.915050 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.db_base_plugin_common [None req-41b63202-a85d-43cc-8224-852ed282e0e2 None None] Allocated IP 172.20.0.2 (b9a63089-a4fe-4337-a45a-e326f9cd9ddc/5ea846cc-3222-4025-8ca6-7f3fe9fd2b9b/32696986-4a13-4333-95d8-f75e3624a711) {{(pid=87882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:00:12.976750 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b5d5e7c4-140c-4158-9f96-c644d021599b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14136'] for router, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:13.014499 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:13.026774 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] Transition to ACTIVE for port object 44308a1e-aeb4-4837-a554-a827dee21a1b will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 05:00:13.033463 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:13.142389 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-41b63202-a85d-43cc-8224-852ed282e0e2 None None] Notify callbacks [] for port, precommit_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:13.154789 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-41b63202-a85d-43cc-8224-852ed282e0e2 None None] Transition to ACTIVE for port object 32696986-4a13-4333-95d8-f75e3624a711 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 05:00:13.177208 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-41b63202-a85d-43cc-8224-852ed282e0e2 None None] Transition to ACTIVE for port object 32696986-4a13-4333-95d8-f75e3624a711 will not be triggered until provisioned by entity DHCP. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 05:00:13.187765 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-41b63202-a85d-43cc-8224-852ed282e0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170'] for port, after_create {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:13.264440 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc067150-8fab-45e0-9f6b-d5439ff7c4ec None None] Pushing event updated for resources: {'Port': ['ID=44308a1e-aeb4-4837-a554-a827dee21a1b,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:13.272186 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b63202-a85d-43cc-8224-852ed282e0e2 None None] Pushing event updated for resources: {'Port': ['ID=32696986-4a13-4333-95d8-f75e3624a711,revision_number=1']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:13.278447 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc067150-8fab-45e0-9f6b-d5439ff7c4ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:00:13.278867 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc067150-8fab-45e0-9f6b-d5439ff7c4ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:00:13.279218 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc067150-8fab-45e0-9f6b-d5439ff7c4ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:00:13.280122 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc067150-8fab-45e0-9f6b-d5439ff7c4ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:00:13.280122 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc067150-8fab-45e0-9f6b-d5439ff7c4ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:00:13.280122 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc067150-8fab-45e0-9f6b-d5439ff7c4ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:00:13.280451 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc067150-8fab-45e0-9f6b-d5439ff7c4ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:00:13.280762 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc067150-8fab-45e0-9f6b-d5439ff7c4ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:00:13.281084 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc067150-8fab-45e0-9f6b-d5439ff7c4ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:00:13.281624 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc067150-8fab-45e0-9f6b-d5439ff7c4ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:00:13.282148 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc067150-8fab-45e0-9f6b-d5439ff7c4ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:00:13.282684 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc067150-8fab-45e0-9f6b-d5439ff7c4ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:00:13.301364 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b63202-a85d-43cc-8224-852ed282e0e2 None None] Network b9a63089-a4fe-4337-a45a-e326f9cd9ddc is already hosted by enough agents. {{(pid=87882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:00:13.302941 n-d-825178-5 neutron-server[87882]: DEBUG neutron.scheduler.base_scheduler [None req-41b63202-a85d-43cc-8224-852ed282e0e2 None None] Resources bound (agent type, host, resource id): {{(pid=87882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:00:13.303879 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] Attempting to bind port 44308a1e-aeb4-4837-a554-a827dee21a1b on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 05:00:13.305288 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] Attempting to bind port 44308a1e-aeb4-4837-a554-a827dee21a1b by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '70a7986e-525e-4c0e-ab12-f9864c05a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 05:00:13.306376 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b63202-a85d-43cc-8224-852ed282e0e2 None None] Received port after_create {{(pid=87882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 05:00:13.307246 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] Attempting to bind port 44308a1e-aeb4-4837-a554-a827dee21a1b on network 9fc346e0-d20b-4930-92a4-d17fd8a9edc2 {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 05:00:13.318447 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 05:00:13.319113 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] Checking segment: {'id': '70a7986e-525e-4c0e-ab12-f9864c05a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 05:00:13.319244 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:13.319612 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] Bound using segment: {'id': '70a7986e-525e-4c0e-ab12-f9864c05a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 05:00:13.320076 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] Bound port: 44308a1e-aeb4-4837-a554-a827dee21a1b, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a7986e-525e-4c0e-ab12-f9864c05a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 05:00:13.320435 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:13.322130 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b5d5e7c4-140c-4158-9f96-c644d021599b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:13.356072 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b5d5e7c4-140c-4158-9f96-c644d021599b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:13.413523 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-41b63202-a85d-43cc-8224-852ed282e0e2 None None] Attempting to bind port 32696986-4a13-4333-95d8-f75e3624a711 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 05:00:13.413838 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-41b63202-a85d-43cc-8224-852ed282e0e2 None None] Attempting to bind port 32696986-4a13-4333-95d8-f75e3624a711 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '9e32f19d-31f2-4ed9-887f-87bd987512d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b9a63089-a4fe-4337-a45a-e326f9cd9ddc'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 05:00:13.414674 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b63202-a85d-43cc-8224-852ed282e0e2 None None] Attempting to bind port 32696986-4a13-4333-95d8-f75e3624a711 on network b9a63089-a4fe-4337-a45a-e326f9cd9ddc {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 05:00:13.418488 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] For port 44308a1e-aeb4-4837-a554-a827dee21a1b, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 05:00:13.421687 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] For port 44308a1e-aeb4-4837-a554-a827dee21a1b, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=44308a1e-aeb4-4837-a554-a827dee21a1b,segment=NetworkSegment(70a7986e-525e-4c0e-ab12-f9864c05a4ec),segment_id=70a7986e-525e-4c0e-ab12-f9864c05a4ec)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 05:00:13.422687 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b63202-a85d-43cc-8224-852ed282e0e2 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 05:00:13.423182 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b63202-a85d-43cc-8224-852ed282e0e2 None None] Checking segment: {'id': '9e32f19d-31f2-4ed9-887f-87bd987512d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b9a63089-a4fe-4337-a45a-e326f9cd9ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 05:00:13.423735 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-41b63202-a85d-43cc-8224-852ed282e0e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:13.424351 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b63202-a85d-43cc-8224-852ed282e0e2 None None] Bound using segment: {'id': '9e32f19d-31f2-4ed9-887f-87bd987512d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b9a63089-a4fe-4337-a45a-e326f9cd9ddc'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 05:00:13.424973 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-41b63202-a85d-43cc-8224-852ed282e0e2 None None] Bound port: 32696986-4a13-4333-95d8-f75e3624a711, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e32f19d-31f2-4ed9-887f-87bd987512d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b9a63089-a4fe-4337-a45a-e326f9cd9ddc'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 05:00:13.425491 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-41b63202-a85d-43cc-8224-852ed282e0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:13.428280 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:13.505852 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] Routers {'5334301f-f4da-4c4f-a9e2-59cd3e97eab8'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 05:00:13.506474 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T05:00:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:00:13.518515 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-b5d5e7c4-140c-4158-9f96-c644d021599b admin admin] Allocated IP 172.25.7.183 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/38b383c5-de5d-4324-9aaa-9c893994af13) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:00:13.541527 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-41b63202-a85d-43cc-8224-852ed282e0e2 None None] For port 32696986-4a13-4333-95d8-f75e3624a711, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 05:00:13.547062 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-41b63202-a85d-43cc-8224-852ed282e0e2 None None] For port 32696986-4a13-4333-95d8-f75e3624a711, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=32696986-4a13-4333-95d8-f75e3624a711,segment=NetworkSegment(9e32f19d-31f2-4ed9-887f-87bd987512d5),segment_id=9e32f19d-31f2-4ed9-887f-87bd987512d5)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 05:00:13.562818 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 05:00:13.576075 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc067150-8fab-45e0-9f6b-d5439ff7c4ec None None] Pushing event updated for resources: {'Port': ['ID=44308a1e-aeb4-4837-a554-a827dee21a1b,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:13.598933 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-41b63202-a85d-43cc-8224-852ed282e0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:13.720133 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b63202-a85d-43cc-8224-852ed282e0e2 None None] Pushing event updated for resources: {'Port': ['ID=32696986-4a13-4333-95d8-f75e3624a711,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:13.726129 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] Set router 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 05:00:13.733437 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 05:00:13.734002 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:13.737161 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b5d5e7c4-140c-4158-9f96-c644d021599b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:13.785048 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b5d5e7c4-140c-4158-9f96-c644d021599b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:13.856612 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d5e7c4-140c-4158-9f96-c644d021599b admin admin] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:00:13.859491 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-b5d5e7c4-140c-4158-9f96-c644d021599b admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:00:13.868251 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d5e7c4-140c-4158-9f96-c644d021599b admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 05:00:13.907079 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5e7c4-140c-4158-9f96-c644d021599b admin admin] Pushing event updated for resources: {'Port': ['ID=38b383c5-de5d-4324-9aaa-9c893994af13,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:14.130983 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'name': 'tempest-TestSnapshotPattern-326530692-router', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:10Z', 'revision_number': 4, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'gw_port': {'id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '44308a1e-aeb4-4837-a554-a827dee21a1b', 'name': '', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'mac_address': 'fa:16:3e:eb:46:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '943c2abe-57cb-475b-8851-404f68f6c832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:09Z', 'updated_at': '2022-03-09T05:00:13Z', 'revision_number': 4, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'subnets': [{'id': '943c2abe-57cb-475b-8851-404f68f6c832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:00:14.134844 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4fc435-f11b-4691-a88c-1824e2755fa5 None None] The sync data for ids ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'] in n-d-825178-5 is: [{'id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'name': 'tempest-TestSnapshotPattern-326530692-router', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:10Z', 'revision_number': 4, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'gw_port': {'id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '44308a1e-aeb4-4837-a554-a827dee21a1b', 'name': '', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'mac_address': 'fa:16:3e:eb:46:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '943c2abe-57cb-475b-8851-404f68f6c832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:09Z', 'updated_at': '2022-03-09T05:00:13Z', 'revision_number': 4, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'subnets': [{'id': '943c2abe-57cb-475b-8851-404f68f6c832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:00:14.342686 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b5d5e7c4-140c-4158-9f96-c644d021599b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:14.517948 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-cf9da276-1967-4e35-8035-12116aed77e9 req-8ed3e2c6-7d64-447c-a277-3e8ded623e5d service neutron] (87881) timed out ('10.222.0.16', 48278) {{(pid=87881) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 09 05:00:14.743161 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903ce82b-c12a-452a-bf7b-4fa3ff924099 None None] Network b9a63089-a4fe-4337-a45a-e326f9cd9ddc requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 05:00:14.828649 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b5d5e7c4-140c-4158-9f96-c644d021599b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371514'] for router, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:14.849464 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-4790cac0-412d-472f-bae6-6e0d8ead94ca None None] Provisioning for port 32696986-4a13-4333-95d8-f75e3624a711 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 05:00:15.062601 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d5e7c4-140c-4158-9f96-c644d021599b admin admin] Router 7f6eca57-8111-405e-bd5a-f8d0b8e4f85d is scheduled to L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d with binding_index 1 {{(pid=87881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 05:00:15.252007 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d5e7c4-140c-4158-9f96-c644d021599b admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 05:00:15.260406 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] Sync routers for ids ['7f6eca57-8111-405e-bd5a-f8d0b8e4f85d'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:00:15.272775 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] Routers {'7f6eca57-8111-405e-bd5a-f8d0b8e4f85d'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 05:00:15.273404 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T05:00:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7f6eca57-8111-405e-bd5a-f8d0b8e4f85d'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:00:15.278176 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-b5d5e7c4-140c-4158-9f96-c644d021599b admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:15.279581 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-b5d5e7c4-140c-4158-9f96-c644d021599b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7684100 Mar 09 05:00:15.282308 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50026) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:00:15.460492 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] Set router 7f6eca57-8111-405e-bd5a-f8d0b8e4f85d gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 05:00:15.600066 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 44308a1e-aeb4-4837-a554-a827dee21a1b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 05:00:15.763902 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 44308a1e-aeb4-4837-a554-a827dee21a1b completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 05:00:15.780942 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 44308a1e-aeb4-4837-a554-a827dee21a1b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 05:00:15.781312 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:15.949740 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6eca57-8111-405e-bd5a-f8d0b8e4f85d', 'name': 'tempest-TestSnapshotPattern-1563034421-router', 'tenant_id': 'e6c9afbf02d240b5886a2bf967630565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '38b383c5-de5d-4324-9aaa-9c893994af13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:12Z', 'updated_at': '2022-03-09T05:00:14Z', 'revision_number': 3, 'project_id': 'e6c9afbf02d240b5886a2bf967630565', 'gw_port': {'id': '38b383c5-de5d-4324-9aaa-9c893994af13', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6eca57-8111-405e-bd5a-f8d0b8e4f85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4405, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:13Z', 'updated_at': '2022-03-09T05:00:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:00:15.953909 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:15.966310 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] Checking router: 7f6eca57-8111-405e-bd5a-f8d0b8e4f85d for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:00:15.966656 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] Updating router 7f6eca57-8111-405e-bd5a-f8d0b8e4f85d port 38b383c5-de5d-4324-9aaa-9c893994af13 binding host n-d-825178-5 {{(pid=87882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 05:00:16.032785 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 44308a1e-aeb4-4837-a554-a827dee21a1b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=44308a1e-aeb4-4837-a554-a827dee21a1b,segment=NetworkSegment(70a7986e-525e-4c0e-ab12-f9864c05a4ec),segment_id=70a7986e-525e-4c0e-ab12-f9864c05a4ec)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:00:16.035432 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:16.062592 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:16.063380 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 32696986-4a13-4333-95d8-f75e3624a711 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 05:00:16.102772 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-809fea12-93f9-48b3-97b2-e7d1f7dd7757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:16.254124 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=44308a1e-aeb4-4837-a554-a827dee21a1b,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:16.291420 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 32696986-4a13-4333-95d8-f75e3624a711 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 05:00:16.309957 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 32696986-4a13-4333-95d8-f75e3624a711 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 05:00:16.310324 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:16.314941 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [None req-809fea12-93f9-48b3-97b2-e7d1f7dd7757 admin admin] Allocated IP 172.20.0.1 (b9a63089-a4fe-4337-a45a-e326f9cd9ddc/5ea846cc-3222-4025-8ca6-7f3fe9fd2b9b/764d7e41-f954-48f8-991e-bfb90e2c0d75) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:00:16.471300 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-809fea12-93f9-48b3-97b2-e7d1f7dd7757 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:16.487096 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [None req-809fea12-93f9-48b3-97b2-e7d1f7dd7757 admin admin] Transition to ACTIVE for port object 764d7e41-f954-48f8-991e-bfb90e2c0d75 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 05:00:16.509879 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-809fea12-93f9-48b3-97b2-e7d1f7dd7757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:16.522101 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:16.572038 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809fea12-93f9-48b3-97b2-e7d1f7dd7757 admin admin] Network b9a63089-a4fe-4337-a45a-e326f9cd9ddc is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:00:16.575359 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-809fea12-93f9-48b3-97b2-e7d1f7dd7757 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:00:16.579002 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809fea12-93f9-48b3-97b2-e7d1f7dd7757 admin admin] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 05:00:16.603815 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] Notify callbacks [] for port, precommit_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:16.609214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 32696986-4a13-4333-95d8-f75e3624a711, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=32696986-4a13-4333-95d8-f75e3624a711,segment=NetworkSegment(9e32f19d-31f2-4ed9-887f-87bd987512d5),segment_id=9e32f19d-31f2-4ed9-887f-87bd987512d5)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:00:16.616154 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:16.633107 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fea12-93f9-48b3-97b2-e7d1f7dd7757 admin admin] Pushing event updated for resources: {'Port': ['ID=764d7e41-f954-48f8-991e-bfb90e2c0d75,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:16.644250 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-809fea12-93f9-48b3-97b2-e7d1f7dd7757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-374540'] for router_interface, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:16.652579 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] Transition to ACTIVE for port object 38b383c5-de5d-4324-9aaa-9c893994af13 will not be triggered until provisioned by entity L2. {{(pid=87882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 05:00:16.672679 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:16.713047 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=32696986-4a13-4333-95d8-f75e3624a711,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:16.758005 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] Attempting to bind port 38b383c5-de5d-4324-9aaa-9c893994af13 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 05:00:16.758373 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] Attempting to bind port 38b383c5-de5d-4324-9aaa-9c893994af13 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 05:00:16.759005 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] Attempting to bind port 38b383c5-de5d-4324-9aaa-9c893994af13 on network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 05:00:16.769814 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 05:00:16.770490 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] Checking segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 05:00:16.770590 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:16.770957 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] Bound using segment: {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'} {{(pid=87882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 05:00:16.771424 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.managers [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] Bound port: 38b383c5-de5d-4324-9aaa-9c893994af13, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b34fb-268b-4d27-a436-b758f541a848', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069'}}] {{(pid=87882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 05:00:16.771790 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:16.775921 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-809fea12-93f9-48b3-97b2-e7d1f7dd7757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:16.821055 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3989d0-9330-460d-9fdf-915d7449b24c None None] Pushing event updated for resources: {'Port': ['ID=38b383c5-de5d-4324-9aaa-9c893994af13,revision_number=2']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:16.854626 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] For port 38b383c5-de5d-4324-9aaa-9c893994af13, host n-d-825178-5, cleared binding levels {{(pid=87882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 05:00:16.857778 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] For port 38b383c5-de5d-4324-9aaa-9c893994af13, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=38b383c5-de5d-4324-9aaa-9c893994af13,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 05:00:16.861535 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:16.942195 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-de8e505b-f509-4986-85e5-1a51baf1ae65 None None] Provisioning for port 764d7e41-f954-48f8-991e-bfb90e2c0d75 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 05:00:16.954242 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] Routers {'7f6eca57-8111-405e-bd5a-f8d0b8e4f85d'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 05:00:16.954844 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T05:00:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7f6eca57-8111-405e-bd5a-f8d0b8e4f85d'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:00:17.005580 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-809fea12-93f9-48b3-97b2-e7d1f7dd7757 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:17.007606 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-de8e505b-f509-4986-85e5-1a51baf1ae65 None None] Provisioning complete for port 764d7e41-f954-48f8-991e-bfb90e2c0d75 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 05:00:17.007949 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-de8e505b-f509-4986-85e5-1a51baf1ae65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:17.010293 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-809fea12-93f9-48b3-97b2-e7d1f7dd7757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:17.041100 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3989d0-9330-460d-9fdf-915d7449b24c None None] Pushing event updated for resources: {'Port': ['ID=38b383c5-de5d-4324-9aaa-9c893994af13,revision_number=3']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:17.113542 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-809fea12-93f9-48b3-97b2-e7d1f7dd7757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-373989'] for router_interface, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:17.116688 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fea12-93f9-48b3-97b2-e7d1f7dd7757 admin admin] Pushing event updated for resources: {'Port': ['ID=764d7e41-f954-48f8-991e-bfb90e2c0d75,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:17.182834 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-de8e505b-f509-4986-85e5-1a51baf1ae65 None None] Port 764d7e41-f954-48f8-991e-bfb90e2c0d75 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 05:00:17.221206 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] Set router 7f6eca57-8111-405e-bd5a-f8d0b8e4f85d gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 05:00:17.252324 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809fea12-93f9-48b3-97b2-e7d1f7dd7757 admin admin] Network b9a63089-a4fe-4337-a45a-e326f9cd9ddc is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:00:17.253407 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [None req-809fea12-93f9-48b3-97b2-e7d1f7dd7757 admin admin] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:00:17.461495 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809fea12-93f9-48b3-97b2-e7d1f7dd7757 admin admin] Router 7f6eca57-8111-405e-bd5a-f8d0b8e4f85d has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 05:00:17.547852 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-a2ad8fdc-a106-4798-8f1b-7c2bc0589cb1 None None] Provisioning complete for port 764d7e41-f954-48f8-991e-bfb90e2c0d75 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 05:00:17.548218 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a2ad8fdc-a106-4798-8f1b-7c2bc0589cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:17.573635 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 44308a1e-aeb4-4837-a554-a827dee21a1b up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 05:00:17.655498 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-a2ad8fdc-a106-4798-8f1b-7c2bc0589cb1 None None] Port 764d7e41-f954-48f8-991e-bfb90e2c0d75 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 05:00:17.675547 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6eca57-8111-405e-bd5a-f8d0b8e4f85d', 'name': 'tempest-TestSnapshotPattern-1563034421-router', 'tenant_id': 'e6c9afbf02d240b5886a2bf967630565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '38b383c5-de5d-4324-9aaa-9c893994af13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:12Z', 'updated_at': '2022-03-09T05:00:16Z', 'revision_number': 4, 'project_id': 'e6c9afbf02d240b5886a2bf967630565', 'gw_port': {'id': '38b383c5-de5d-4324-9aaa-9c893994af13', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6eca57-8111-405e-bd5a-f8d0b8e4f85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4405, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:13Z', 'updated_at': '2022-03-09T05:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '764d7e41-f954-48f8-991e-bfb90e2c0d75', 'name': '', 'network_id': 'b9a63089-a4fe-4337-a45a-e326f9cd9ddc', 'tenant_id': 'e6c9afbf02d240b5886a2bf967630565', 'mac_address': 'fa:16:3e:72:3c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6eca57-8111-405e-bd5a-f8d0b8e4f85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '5ea846cc-3222-4025-8ca6-7f3fe9fd2b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:16Z', 'updated_at': '2022-03-09T05:00:16Z', 'revision_number': 1, 'project_id': 'e6c9afbf02d240b5886a2bf967630565', 'subnets': [{'id': '5ea846cc-3222-4025-8ca6-7f3fe9fd2b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:00:17.683796 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca82351-82d2-4b0d-92a3-3a86e3052507 None None] The sync data for ids ['7f6eca57-8111-405e-bd5a-f8d0b8e4f85d'] in n-d-825178-5 is: [{'id': '7f6eca57-8111-405e-bd5a-f8d0b8e4f85d', 'name': 'tempest-TestSnapshotPattern-1563034421-router', 'tenant_id': 'e6c9afbf02d240b5886a2bf967630565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '38b383c5-de5d-4324-9aaa-9c893994af13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:12Z', 'updated_at': '2022-03-09T05:00:16Z', 'revision_number': 4, 'project_id': 'e6c9afbf02d240b5886a2bf967630565', 'gw_port': {'id': '38b383c5-de5d-4324-9aaa-9c893994af13', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6eca57-8111-405e-bd5a-f8d0b8e4f85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4405, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:13Z', 'updated_at': '2022-03-09T05:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '764d7e41-f954-48f8-991e-bfb90e2c0d75', 'name': '', 'network_id': 'b9a63089-a4fe-4337-a45a-e326f9cd9ddc', 'tenant_id': 'e6c9afbf02d240b5886a2bf967630565', 'mac_address': 'fa:16:3e:72:3c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6eca57-8111-405e-bd5a-f8d0b8e4f85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '5ea846cc-3222-4025-8ca6-7f3fe9fd2b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:16Z', 'updated_at': '2022-03-09T05:00:16Z', 'revision_number': 1, 'project_id': 'e6c9afbf02d240b5886a2bf967630565', 'subnets': [{'id': '5ea846cc-3222-4025-8ca6-7f3fe9fd2b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:00:17.686253 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 44308a1e-aeb4-4837-a554-a827dee21a1b triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 05:00:17.686597 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:17.770982 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809fea12-93f9-48b3-97b2-e7d1f7dd7757 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 05:00:17.783803 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-809fea12-93f9-48b3-97b2-e7d1f7dd7757 admin admin] 10.222.0.16 "PUT /v2.0/routers/7f6eca57-8111-405e-bd5a-f8d0b8e4f85d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4968672 Mar 09 05:00:17.818236 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 32696986-4a13-4333-95d8-f75e3624a711 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 05:00:17.914631 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 32696986-4a13-4333-95d8-f75e3624a711 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 05:00:17.914949 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:18.567375 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50036) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:00:18.572561 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-793874c9-1bc8-498f-b572-e023d2a9f197 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1630008409', 'description': 'tempest-secgroup-smoke-1630008409 description', 'project_id': '40fd028831794f3f8f61c3106718fc0b'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:00:18.580215 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-793874c9-1bc8-498f-b572-e023d2a9f197 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 05:00:18.585247 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-793874c9-1bc8-498f-b572-e023d2a9f197 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Usage tracker for resource:security_group and tenant:40fd028831794f3f8f61c3106718fc0b is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 05:00:18.588418 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-793874c9-1bc8-498f-b572-e023d2a9f197 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 05:00:18.595225 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-793874c9-1bc8-498f-b572-e023d2a9f197 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 05:00:18.605682 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-793874c9-1bc8-498f-b572-e023d2a9f197 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for security_group, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:18.625552 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-793874c9-1bc8-498f-b572-e023d2a9f197 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 05:00:18.629330 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-793874c9-1bc8-498f-b572-e023d2a9f197 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Usage tracker for resource:security_group_rule and tenant:40fd028831794f3f8f61c3106718fc0b is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 05:00:18.632163 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-793874c9-1bc8-498f-b572-e023d2a9f197 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 05:00:18.638391 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-793874c9-1bc8-498f-b572-e023d2a9f197 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 05:00:18.713677 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-793874c9-1bc8-498f-b572-e023d2a9f197 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for security_group, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:18.720806 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-793874c9-1bc8-498f-b572-e023d2a9f197 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:18.764245 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793874c9-1bc8-498f-b572-e023d2a9f197 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88e16dd4-6283-4b04-a9dd-0f17d6ad7843,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:18.767373 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-793874c9-1bc8-498f-b572-e023d2a9f197 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:18.770943 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-793874c9-1bc8-498f-b572-e023d2a9f197 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2003169 Mar 09 05:00:18.771765 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50040) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:00:18.777755 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-83c2994d-828c-4dd6-9ab6-095c46ed7cca tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Request body: {'security_group_rule': {'security_group_id': '88e16dd4-6283-4b04-a9dd-0f17d6ad7843', 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:00:18.784732 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-83c2994d-828c-4dd6-9ab6-095c46ed7cca tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 05:00:18.788660 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-83c2994d-828c-4dd6-9ab6-095c46ed7cca tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Usage tracker for resource:security_group_rule and tenant:40fd028831794f3f8f61c3106718fc0b is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 05:00:18.791560 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-83c2994d-828c-4dd6-9ab6-095c46ed7cca tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 05:00:18.797836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-83c2994d-828c-4dd6-9ab6-095c46ed7cca tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 05:00:18.815782 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-83c2994d-828c-4dd6-9ab6-095c46ed7cca tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:18.880000 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-83c2994d-828c-4dd6-9ab6-095c46ed7cca tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:18.884626 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-83c2994d-828c-4dd6-9ab6-095c46ed7cca tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:18.911035 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2994d-828c-4dd6-9ab6-095c46ed7cca tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcbaafd9-82b7-4dca-b8ad-0933988ebadf,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:18.921810 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-83c2994d-828c-4dd6-9ab6-095c46ed7cca tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:18.923624 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-83c2994d-828c-4dd6-9ab6-095c46ed7cca tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1509566 Mar 09 05:00:18.926197 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50044) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:00:18.931785 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-6f96cc3a-f098-4349-bfa8-4bf4442dfa5f tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Request body: {'security_group_rule': {'security_group_id': '88e16dd4-6283-4b04-a9dd-0f17d6ad7843', 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:00:18.939329 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6f96cc3a-f098-4349-bfa8-4bf4442dfa5f tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 05:00:18.943211 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6f96cc3a-f098-4349-bfa8-4bf4442dfa5f tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Usage tracker for resource:security_group_rule and tenant:40fd028831794f3f8f61c3106718fc0b is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 05:00:18.946068 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-6f96cc3a-f098-4349-bfa8-4bf4442dfa5f tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 05:00:18.952536 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-6f96cc3a-f098-4349-bfa8-4bf4442dfa5f tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 05:00:18.972603 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f96cc3a-f098-4349-bfa8-4bf4442dfa5f tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:19.033491 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f96cc3a-f098-4349-bfa8-4bf4442dfa5f tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:19.036952 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f96cc3a-f098-4349-bfa8-4bf4442dfa5f tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:19.063739 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96cc3a-f098-4349-bfa8-4bf4442dfa5f tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81da5175-006e-4fe2-b530-6514a27a6594,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:19.069690 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6f96cc3a-f098-4349-bfa8-4bf4442dfa5f tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:19.070926 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6f96cc3a-f098-4349-bfa8-4bf4442dfa5f tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1437798 Mar 09 05:00:19.073672 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50048) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:00:19.079232 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-842b9405-fb5f-4687-86f4-bf2c939d95c0 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Request body: {'security_group_rule': {'security_group_id': '88e16dd4-6283-4b04-a9dd-0f17d6ad7843', 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:00:19.085887 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-842b9405-fb5f-4687-86f4-bf2c939d95c0 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 05:00:19.089794 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-842b9405-fb5f-4687-86f4-bf2c939d95c0 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Usage tracker for resource:security_group_rule and tenant:40fd028831794f3f8f61c3106718fc0b is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 05:00:19.092631 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-842b9405-fb5f-4687-86f4-bf2c939d95c0 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 05:00:19.098190 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-842b9405-fb5f-4687-86f4-bf2c939d95c0 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 05:00:19.116111 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-842b9405-fb5f-4687-86f4-bf2c939d95c0 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:19.177644 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-842b9405-fb5f-4687-86f4-bf2c939d95c0 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:19.181370 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-842b9405-fb5f-4687-86f4-bf2c939d95c0 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:19.205217 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b9405-fb5f-4687-86f4-bf2c939d95c0 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cfd65f1-44a1-490d-878a-822cc210e107,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:19.213088 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-842b9405-fb5f-4687-86f4-bf2c939d95c0 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:19.214262 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-842b9405-fb5f-4687-86f4-bf2c939d95c0 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390131 Mar 09 05:00:19.217027 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50052) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:00:19.222241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-7ab009bb-9cfc-4eb7-8fdd-dd86d312a7fc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Request body: {'security_group_rule': {'security_group_id': '88e16dd4-6283-4b04-a9dd-0f17d6ad7843', 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:00:19.228736 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7ab009bb-9cfc-4eb7-8fdd-dd86d312a7fc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 05:00:19.233112 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7ab009bb-9cfc-4eb7-8fdd-dd86d312a7fc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Usage tracker for resource:security_group_rule and tenant:40fd028831794f3f8f61c3106718fc0b is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 05:00:19.236079 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7ab009bb-9cfc-4eb7-8fdd-dd86d312a7fc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 05:00:19.241808 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7ab009bb-9cfc-4eb7-8fdd-dd86d312a7fc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 05:00:19.258158 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7ab009bb-9cfc-4eb7-8fdd-dd86d312a7fc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:19.326683 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7ab009bb-9cfc-4eb7-8fdd-dd86d312a7fc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:19.331102 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7ab009bb-9cfc-4eb7-8fdd-dd86d312a7fc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:19.356168 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab009bb-9cfc-4eb7-8fdd-dd86d312a7fc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be0d360-18be-4975-ba28-dc561276297b,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:19.365495 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7ab009bb-9cfc-4eb7-8fdd-dd86d312a7fc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:19.366663 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7ab009bb-9cfc-4eb7-8fdd-dd86d312a7fc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1487260 Mar 09 05:00:19.369370 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50056) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:00:19.374889 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [None req-7e57a0bd-0b04-4109-be0a-ffb9d6238553 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Request body: {'security_group_rule': {'security_group_id': '88e16dd4-6283-4b04-a9dd-0f17d6ad7843', 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:00:19.381262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7e57a0bd-0b04-4109-be0a-ffb9d6238553 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 05:00:19.385068 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7e57a0bd-0b04-4109-be0a-ffb9d6238553 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Usage tracker for resource:security_group_rule and tenant:40fd028831794f3f8f61c3106718fc0b is out of sync, need to count used quota {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 05:00:19.387891 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [None req-7e57a0bd-0b04-4109-be0a-ffb9d6238553 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 05:00:19.393553 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [None req-7e57a0bd-0b04-4109-be0a-ffb9d6238553 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 05:00:19.403020 n-d-825178-5 neutron-server[87881]: INFO neutron.db.securitygroups_db [None req-7e57a0bd-0b04-4109-be0a-ffb9d6238553 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Project 40fd028831794f3f8f61c3106718fc0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 05:00:19.409476 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7e57a0bd-0b04-4109-be0a-ffb9d6238553 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:19.474433 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7e57a0bd-0b04-4109-be0a-ffb9d6238553 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:19.477593 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7e57a0bd-0b04-4109-be0a-ffb9d6238553 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:19.502488 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57a0bd-0b04-4109-be0a-ffb9d6238553 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7435eaf9-2e41-4f69-8784-5c0f042a5c96,revision_number=0']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:19.512664 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7e57a0bd-0b04-4109-be0a-ffb9d6238553 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:19.513955 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7e57a0bd-0b04-4109-be0a-ffb9d6238553 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1436906 Mar 09 05:00:19.517355 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50060) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:00:19.524471 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-877966fe-727f-47d5-bda1-0fdc1a37aa31 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Request body: {'security_group_rule': {'security_group_id': '88e16dd4-6283-4b04-a9dd-0f17d6ad7843', 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:00:19.531518 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-877966fe-727f-47d5-bda1-0fdc1a37aa31 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 05:00:19.535400 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-877966fe-727f-47d5-bda1-0fdc1a37aa31 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Usage tracker for resource:security_group_rule and tenant:40fd028831794f3f8f61c3106718fc0b is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 05:00:19.538300 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-877966fe-727f-47d5-bda1-0fdc1a37aa31 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 05:00:19.545282 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-877966fe-727f-47d5-bda1-0fdc1a37aa31 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 05:00:19.555720 n-d-825178-5 neutron-server[87880]: INFO neutron.db.securitygroups_db [None req-877966fe-727f-47d5-bda1-0fdc1a37aa31 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Project 40fd028831794f3f8f61c3106718fc0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 05:00:19.563242 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-877966fe-727f-47d5-bda1-0fdc1a37aa31 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:19.572937 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 38b383c5-de5d-4324-9aaa-9c893994af13 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 05:00:19.634436 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-877966fe-727f-47d5-bda1-0fdc1a37aa31 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:19.637973 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-877966fe-727f-47d5-bda1-0fdc1a37aa31 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490743'] for security_group_rule, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:19.640501 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 38b383c5-de5d-4324-9aaa-9c893994af13 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 05:00:19.645881 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 38b383c5-de5d-4324-9aaa-9c893994af13 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 05:00:19.646244 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:19.661077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877966fe-727f-47d5-bda1-0fdc1a37aa31 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e4012f2-db5e-4de3-b8aa-7e8d3dfab33b,revision_number=0']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:19.669721 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-877966fe-727f-47d5-bda1-0fdc1a37aa31 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:19.670946 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-877966fe-727f-47d5-bda1-0fdc1a37aa31 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1524448 Mar 09 05:00:19.776087 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:19.793053 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 38b383c5-de5d-4324-9aaa-9c893994af13, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=38b383c5-de5d-4324-9aaa-9c893994af13,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:00:19.797993 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:19.863610 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=38b383c5-de5d-4324-9aaa-9c893994af13,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:19.936636 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-4b385794-7f78-4c36-91c2-0b97e5266440 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Synchronizing usage tracker for tenant:40fd028831794f3f8f61c3106718fc0b on resource:security_group {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 05:00:19.953275 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-4b385794-7f78-4c36-91c2-0b97e5266440 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Unset dirty status for tenant:40fd028831794f3f8f61c3106718fc0b on resource:security_group {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 05:00:19.954792 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-4b385794-7f78-4c36-91c2-0b97e5266440 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1630008409&fields=id&tenant_id=40fd028831794f3f8f61c3106718fc0b HTTP/1.1" status: 200 len: 267 time: 0.0579822 Mar 09 05:00:20.108324 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-391350c9-a25c-4ece-9571-beae089263de tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:20.108804 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-391350c9-a25c-4ece-9571-beae089263de tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Synchronizing usage tracker for tenant:40fd028831794f3f8f61c3106718fc0b on resource:network {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 05:00:20.124874 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-391350c9-a25c-4ece-9571-beae089263de tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Unset dirty status for tenant:40fd028831794f3f8f61c3106718fc0b on resource:network {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 05:00:20.126138 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-391350c9-a25c-4ece-9571-beae089263de tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/networks?id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2 HTTP/1.1" status: 200 len: 809 time: 0.1645505 Mar 09 05:00:20.141554 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-62cfbc47-0a69-4ad9-a41f-5e50b7ab881a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/quotas/40fd028831794f3f8f61c3106718fc0b HTTP/1.1" status: 200 len: 375 time: 0.0100975 Mar 09 05:00:20.227973 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-3e43b3b1-5389-405d-b284-30f6e5bf18b0 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=40fd028831794f3f8f61c3106718fc0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817142 Mar 09 05:00:20.353177 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-295185e5-2751-4564-a457-e8ba0e43be81 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 05:00:20.354163 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-295185e5-2751-4564-a457-e8ba0e43be81 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1151636 Mar 09 05:00:20.485560 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-2201039d-1f7a-4f24-a10a-589fa64844e7 service neutron] 10.222.0.16 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251142 Mar 09 05:00:20.616836 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-fb2d25a7-6833-4f53-8d85-65a88b81340c service neutron] 10.222.0.16 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252840 Mar 09 05:00:20.847951 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-caffce67-ee7c-4b4d-a78a-92ce45c3bac6 req-1d824ae4-e8d5-4d61-9a33-9dfe7449fb5d tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Synchronizing usage tracker for tenant:40fd028831794f3f8f61c3106718fc0b on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 05:00:20.866488 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-caffce67-ee7c-4b4d-a78a-92ce45c3bac6 req-1d824ae4-e8d5-4d61-9a33-9dfe7449fb5d tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Unset dirty status for tenant:40fd028831794f3f8f61c3106718fc0b on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 05:00:20.871636 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-caffce67-ee7c-4b4d-a78a-92ce45c3bac6 req-1d824ae4-e8d5-4d61-9a33-9dfe7449fb5d tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 210 time: 0.1224265 Mar 09 05:00:21.164205 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] Sync routers for ids ['7f6eca57-8111-405e-bd5a-f8d0b8e4f85d'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:00:21.174030 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] Routers {'7f6eca57-8111-405e-bd5a-f8d0b8e4f85d'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 05:00:21.174639 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T05:00:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7f6eca57-8111-405e-bd5a-f8d0b8e4f85d'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:00:21.346122 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] Set router 7f6eca57-8111-405e-bd5a-f8d0b8e4f85d gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 05:00:21.541080 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 38b383c5-de5d-4324-9aaa-9c893994af13 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 05:00:21.609562 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 38b383c5-de5d-4324-9aaa-9c893994af13 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 05:00:21.609915 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:21.654832 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6eca57-8111-405e-bd5a-f8d0b8e4f85d', 'name': 'tempest-TestSnapshotPattern-1563034421-router', 'tenant_id': 'e6c9afbf02d240b5886a2bf967630565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '38b383c5-de5d-4324-9aaa-9c893994af13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:12Z', 'updated_at': '2022-03-09T05:00:16Z', 'revision_number': 4, 'project_id': 'e6c9afbf02d240b5886a2bf967630565', 'gw_port': {'id': '38b383c5-de5d-4324-9aaa-9c893994af13', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6eca57-8111-405e-bd5a-f8d0b8e4f85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4405, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:13Z', 'updated_at': '2022-03-09T05:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '764d7e41-f954-48f8-991e-bfb90e2c0d75', 'name': '', 'network_id': 'b9a63089-a4fe-4337-a45a-e326f9cd9ddc', 'tenant_id': 'e6c9afbf02d240b5886a2bf967630565', 'mac_address': 'fa:16:3e:72:3c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6eca57-8111-405e-bd5a-f8d0b8e4f85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '5ea846cc-3222-4025-8ca6-7f3fe9fd2b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:16Z', 'updated_at': '2022-03-09T05:00:16Z', 'revision_number': 2, 'project_id': 'e6c9afbf02d240b5886a2bf967630565', 'subnets': [{'id': '5ea846cc-3222-4025-8ca6-7f3fe9fd2b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:00:21.658535 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] Checking router: 7f6eca57-8111-405e-bd5a-f8d0b8e4f85d for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:00:21.658898 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] Updating router 7f6eca57-8111-405e-bd5a-f8d0b8e4f85d port 764d7e41-f954-48f8-991e-bfb90e2c0d75 binding host n-d-825178-5 {{(pid=87883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 05:00:21.708761 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:21.962566 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cfe98c2b-822e-4b32-8e5c-def75ab696ff req-08156c8e-2477-4513-a925-e520ba734f45 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 210 time: 0.0427613 Mar 09 05:00:22.075989 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] Notify callbacks [] for port, precommit_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:22.087502 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.provisioning_blocks [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] Transition to ACTIVE for port object 764d7e41-f954-48f8-991e-bfb90e2c0d75 will not be triggered until provisioned by entity L2. {{(pid=87883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 05:00:22.093344 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:22.241924 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29d54b-2460-42db-9492-126ebc46ade2 None None] Pushing event updated for resources: {'Port': ['ID=764d7e41-f954-48f8-991e-bfb90e2c0d75,revision_number=3']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:22.306441 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] Attempting to bind port 764d7e41-f954-48f8-991e-bfb90e2c0d75 on host n-d-825178-5 for vnic_type normal with profile {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 05:00:22.306801 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] Attempting to bind port 764d7e41-f954-48f8-991e-bfb90e2c0d75 by drivers openvswitch,hyperv on host n-d-825178-5 at level 0 using segments [{'id': '9e32f19d-31f2-4ed9-887f-87bd987512d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b9a63089-a4fe-4337-a45a-e326f9cd9ddc'}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 05:00:22.307183 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] Attempting to bind port 764d7e41-f954-48f8-991e-bfb90e2c0d75 on network b9a63089-a4fe-4337-a45a-e326f9cd9ddc {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 05:00:22.312977 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] Checking agent: {'id': '618f7e0e-d1cf-4b4b-adeb-036e8fbe1d36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 20, 2), 'started_at': datetime.datetime(2022, 3, 9, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 05:00:22.313337 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] Checking segment: {'id': '9e32f19d-31f2-4ed9-887f-87bd987512d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b9a63089-a4fe-4337-a45a-e326f9cd9ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 05:00:22.313721 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:22.314097 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] Bound using segment: {'id': '9e32f19d-31f2-4ed9-887f-87bd987512d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b9a63089-a4fe-4337-a45a-e326f9cd9ddc'} {{(pid=87883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 05:00:22.314541 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.managers [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] Bound port: 764d7e41-f954-48f8-991e-bfb90e2c0d75, host: n-d-825178-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e32f19d-31f2-4ed9-887f-87bd987512d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b9a63089-a4fe-4337-a45a-e326f9cd9ddc'}}] {{(pid=87883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 05:00:22.314920 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:22.399095 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] For port 764d7e41-f954-48f8-991e-bfb90e2c0d75, host n-d-825178-5, cleared binding levels {{(pid=87883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 05:00:22.402149 n-d-825178-5 neutron-server[87883]: DEBUG neutron.plugins.ml2.db [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] For port 764d7e41-f954-48f8-991e-bfb90e2c0d75, host n-d-825178-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=764d7e41-f954-48f8-991e-bfb90e2c0d75,segment=NetworkSegment(9e32f19d-31f2-4ed9-887f-87bd987512d5),segment_id=9e32f19d-31f2-4ed9-887f-87bd987512d5)] {{(pid=87883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 05:00:22.407601 n-d-825178-5 neutron-server[87883]: DEBUG neutron_lib.callbacks.manager [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:22.486273 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] Routers {'7f6eca57-8111-405e-bd5a-f8d0b8e4f85d'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 05:00:22.486273 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T05:00:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7f6eca57-8111-405e-bd5a-f8d0b8e4f85d'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:00:22.548435 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29d54b-2460-42db-9492-126ebc46ade2 None None] Pushing event updated for resources: {'Port': ['ID=764d7e41-f954-48f8-991e-bfb90e2c0d75,revision_number=4']} {{(pid=87883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:22.667131 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] Set router 7f6eca57-8111-405e-bd5a-f8d0b8e4f85d gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 05:00:22.980504 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6eca57-8111-405e-bd5a-f8d0b8e4f85d', 'name': 'tempest-TestSnapshotPattern-1563034421-router', 'tenant_id': 'e6c9afbf02d240b5886a2bf967630565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '38b383c5-de5d-4324-9aaa-9c893994af13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:12Z', 'updated_at': '2022-03-09T05:00:16Z', 'revision_number': 4, 'project_id': 'e6c9afbf02d240b5886a2bf967630565', 'gw_port': {'id': '38b383c5-de5d-4324-9aaa-9c893994af13', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6eca57-8111-405e-bd5a-f8d0b8e4f85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4405, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:13Z', 'updated_at': '2022-03-09T05:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '764d7e41-f954-48f8-991e-bfb90e2c0d75', 'name': '', 'network_id': 'b9a63089-a4fe-4337-a45a-e326f9cd9ddc', 'tenant_id': 'e6c9afbf02d240b5886a2bf967630565', 'mac_address': 'fa:16:3e:72:3c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6eca57-8111-405e-bd5a-f8d0b8e4f85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '5ea846cc-3222-4025-8ca6-7f3fe9fd2b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:16Z', 'updated_at': '2022-03-09T05:00:22Z', 'revision_number': 4, 'project_id': 'e6c9afbf02d240b5886a2bf967630565', 'subnets': [{'id': '5ea846cc-3222-4025-8ca6-7f3fe9fd2b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:00:22.984458 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f9803-184b-4e2d-86b2-57078f579b56 None None] The sync data for ids ['7f6eca57-8111-405e-bd5a-f8d0b8e4f85d'] in n-d-825178-5 is: [{'id': '7f6eca57-8111-405e-bd5a-f8d0b8e4f85d', 'name': 'tempest-TestSnapshotPattern-1563034421-router', 'tenant_id': 'e6c9afbf02d240b5886a2bf967630565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '38b383c5-de5d-4324-9aaa-9c893994af13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:12Z', 'updated_at': '2022-03-09T05:00:16Z', 'revision_number': 4, 'project_id': 'e6c9afbf02d240b5886a2bf967630565', 'gw_port': {'id': '38b383c5-de5d-4324-9aaa-9c893994af13', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6eca57-8111-405e-bd5a-f8d0b8e4f85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4405, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:13Z', 'updated_at': '2022-03-09T05:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '764d7e41-f954-48f8-991e-bfb90e2c0d75', 'name': '', 'network_id': 'b9a63089-a4fe-4337-a45a-e326f9cd9ddc', 'tenant_id': 'e6c9afbf02d240b5886a2bf967630565', 'mac_address': 'fa:16:3e:72:3c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6eca57-8111-405e-bd5a-f8d0b8e4f85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '5ea846cc-3222-4025-8ca6-7f3fe9fd2b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:16Z', 'updated_at': '2022-03-09T05:00:22Z', 'revision_number': 4, 'project_id': 'e6c9afbf02d240b5886a2bf967630565', 'subnets': [{'id': '5ea846cc-3222-4025-8ca6-7f3fe9fd2b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:00:23.061566 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-216e625a-1835-4c0d-b504-99191727892f req-4eeedc1c-dae4-4e6b-bcb5-4dd14d8934fd tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 210 time: 0.0437443 Mar 09 05:00:23.556356 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 764d7e41-f954-48f8-991e-bfb90e2c0d75 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 05:00:23.622751 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning for port 764d7e41-f954-48f8-991e-bfb90e2c0d75 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 05:00:23.627443 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 764d7e41-f954-48f8-991e-bfb90e2c0d75 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 05:00:23.627802 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:23.740832 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:23.771666 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] For port 764d7e41-f954-48f8-991e-bfb90e2c0d75, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=764d7e41-f954-48f8-991e-bfb90e2c0d75,segment=NetworkSegment(9e32f19d-31f2-4ed9-887f-87bd987512d5),segment_id=9e32f19d-31f2-4ed9-887f-87bd987512d5)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:00:23.775114 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:23.842455 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Pushing event updated for resources: {'Port': ['ID=764d7e41-f954-48f8-991e-bfb90e2c0d75,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:24.209552 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-69e46d6e-a0d6-4e6e-82a3-5532b1b1d4d3 req-60a16c38-ca81-4406-92ee-25a92ff6ffff tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 210 time: 0.0448344 Mar 09 05:00:25.360930 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c050705e-a849-4edf-ba2e-cabe516d8875 req-c47758a5-f892-49b2-a1bb-57d1d186572e tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 210 time: 0.0476065 Mar 09 05:00:25.541720 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 764d7e41-f954-48f8-991e-bfb90e2c0d75 up at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 05:00:25.642073 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Provisioning complete for port 764d7e41-f954-48f8-991e-bfb90e2c0d75 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 05:00:25.642437 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:25.874910 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-62410cd5-3ad6-441b-a3e2-26ca0eb88f8b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:25.876318 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-62410cd5-3ad6-441b-a3e2-26ca0eb88f8b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.21 "GET /v2.0/networks?id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2 HTTP/1.1" status: 200 len: 809 time: 0.1497827 Mar 09 05:00:25.924907 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-8e41563a-27c1-4baf-be00-8503d2f3f203 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40fd028831794f3f8f61c3106718fc0b HTTP/1.1" status: 200 len: 380 time: 0.0404925 Mar 09 05:00:25.932905 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-9d22678e-db7a-47f0-9b1b-bc9a0ee157c5 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Request body: {'port': {'device_id': '4404c25e-99e0-4688-bbd5-a5aefaeaefac', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'admin_state_up': True, 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'security_groups': ['88e16dd4-6283-4b04-a9dd-0f17d6ad7843']}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:00:26.065205 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-9d22678e-db7a-47f0-9b1b-bc9a0ee157c5 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 05:00:26.074747 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-9d22678e-db7a-47f0-9b1b-bc9a0ee157c5 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 05:00:26.083811 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-9d22678e-db7a-47f0-9b1b-bc9a0ee157c5 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Made reservation on behalf of 40fd028831794f3f8f61c3106718fc0b for: {'port': 1} {{(pid=87880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:00:26.087231 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-9d22678e-db7a-47f0-9b1b-bc9a0ee157c5 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:26.247077 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-9d22678e-db7a-47f0-9b1b-bc9a0ee157c5 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Allocated IP 172.20.0.4 (9fc346e0-d20b-4930-92a4-d17fd8a9edc2/943c2abe-57cb-475b-8851-404f68f6c832/e0a9a555-0871-4920-984a-65a3b4fe3c2a) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:00:26.431069 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-9d22678e-db7a-47f0-9b1b-bc9a0ee157c5 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:26.446560 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-9d22678e-db7a-47f0-9b1b-bc9a0ee157c5 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Transition to ACTIVE for port object e0a9a555-0871-4920-984a-65a3b4fe3c2a will not be triggered until provisioned by entity DHCP. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 05:00:26.472318 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-9d22678e-db7a-47f0-9b1b-bc9a0ee157c5 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:26.542770 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-9d22678e-db7a-47f0-9b1b-bc9a0ee157c5 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Network 9fc346e0-d20b-4930-92a4-d17fd8a9edc2 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:00:26.547390 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfcf3c-0d1a-44ea-a718-3987a30bde2e req-ee93b607-0ebf-44c7-a633-2ca1e9f0d6e6 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:26.548844 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bbbfcf3c-0d1a-44ea-a718-3987a30bde2e req-ee93b607-0ebf-44c7-a633-2ca1e9f0d6e6 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 931 time: 0.0818138 Mar 09 05:00:26.550472 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-9d22678e-db7a-47f0-9b1b-bc9a0ee157c5 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:00:26.555122 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-9d22678e-db7a-47f0-9b1b-bc9a0ee157c5 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 05:00:26.595669 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22678e-db7a-47f0-9b1b-bc9a0ee157c5 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Pushing event updated for resources: {'Port': ['ID=e0a9a555-0871-4920-984a-65a3b4fe3c2a,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:26.597811 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-bbbfcf3c-0d1a-44ea-a718-3987a30bde2e req-421d4614-4544-4a60-af32-ca7226ef1ff7 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414164 Mar 09 05:00:26.629194 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-9d22678e-db7a-47f0-9b1b-bc9a0ee157c5 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:26.629813 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-9d22678e-db7a-47f0-9b1b-bc9a0ee157c5 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:26.656684 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-9d22678e-db7a-47f0-9b1b-bc9a0ee157c5 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7275171 Mar 09 05:00:26.668069 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-0f3e9ad0-0389-4993-a606-615b16bab6f2 service neutron] Request body: {'port': {'device_id': '4404c25e-99e0-4688-bbd5-a5aefaeaefac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-5'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:00:26.779868 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b5cf96bf-c65d-457c-b9fe-431e2aedabed None None] Provisioning for port e0a9a555-0871-4920-984a-65a3b4fe3c2a completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 05:00:26.785329 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-b5cf96bf-c65d-457c-b9fe-431e2aedabed None None] Provisioning complete for port e0a9a555-0871-4920-984a-65a3b4fe3c2a triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 05:00:26.785690 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b5cf96bf-c65d-457c-b9fe-431e2aedabed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:26.840652 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-b5cf96bf-c65d-457c-b9fe-431e2aedabed None None] Port e0a9a555-0871-4920-984a-65a3b4fe3c2a cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 05:00:26.897252 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-0f3e9ad0-0389-4993-a606-615b16bab6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:27.228051 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-0f3e9ad0-0389-4993-a606-615b16bab6f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0a9a555-0871-4920-984a-65a3b4fe3c2a {{(pid=87880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:00:27.235683 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-0f3e9ad0-0389-4993-a606-615b16bab6f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:27.249532 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.provisioning_blocks [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-0f3e9ad0-0389-4993-a606-615b16bab6f2 service neutron] Transition to ACTIVE for port object e0a9a555-0871-4920-984a-65a3b4fe3c2a will not be triggered until provisioned by entity L2. {{(pid=87880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 05:00:27.253066 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-0f3e9ad0-0389-4993-a606-615b16bab6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:27.414541 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e9ad0-0389-4993-a606-615b16bab6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a9a555-0871-4920-984a-65a3b4fe3c2a,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:27.489322 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-0f3e9ad0-0389-4993-a606-615b16bab6f2 service neutron] Attempting to bind port e0a9a555-0871-4920-984a-65a3b4fe3c2a on host n-h2-825178-5 for vnic_type normal with profile {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 05:00:27.489908 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-0f3e9ad0-0389-4993-a606-615b16bab6f2 service neutron] Attempting to bind port e0a9a555-0871-4920-984a-65a3b4fe3c2a by drivers openvswitch,hyperv on host n-h2-825178-5 at level 0 using segments [{'id': '70a7986e-525e-4c0e-ab12-f9864c05a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2'}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 05:00:27.490102 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-0f3e9ad0-0389-4993-a606-615b16bab6f2 service neutron] Attempting to bind port e0a9a555-0871-4920-984a-65a3b4fe3c2a on network 9fc346e0-d20b-4930-92a4-d17fd8a9edc2 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 05:00:27.494931 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-0f3e9ad0-0389-4993-a606-615b16bab6f2 service neutron] Port e0a9a555-0871-4920-984a-65a3b4fe3c2a on network 9fc346e0-d20b-4930-92a4-d17fd8a9edc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-5 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 05:00:27.495239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-0f3e9ad0-0389-4993-a606-615b16bab6f2 service neutron] Attempting to bind port e0a9a555-0871-4920-984a-65a3b4fe3c2a on network 9fc346e0-d20b-4930-92a4-d17fd8a9edc2 {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 05:00:27.500323 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-0f3e9ad0-0389-4993-a606-615b16bab6f2 service neutron] Checking agent: {'id': 'fd582679-9a4f-41ca-bacd-6f17e244a3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 05:00:27.500652 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-0f3e9ad0-0389-4993-a606-615b16bab6f2 service neutron] Checking segment: {'id': '70a7986e-525e-4c0e-ab12-f9864c05a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 05:00:27.501030 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-0f3e9ad0-0389-4993-a606-615b16bab6f2 service neutron] Bound using segment: {'id': '70a7986e-525e-4c0e-ab12-f9864c05a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2'} {{(pid=87880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 05:00:27.501447 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.managers [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-0f3e9ad0-0389-4993-a606-615b16bab6f2 service neutron] Bound port: e0a9a555-0871-4920-984a-65a3b4fe3c2a, host: n-h2-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a7986e-525e-4c0e-ab12-f9864c05a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2'}}] {{(pid=87880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 05:00:27.501786 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-0f3e9ad0-0389-4993-a606-615b16bab6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:27.593534 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-0f3e9ad0-0389-4993-a606-615b16bab6f2 service neutron] For port e0a9a555-0871-4920-984a-65a3b4fe3c2a, host n-h2-825178-5, cleared binding levels {{(pid=87880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 05:00:27.596336 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.db [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-0f3e9ad0-0389-4993-a606-615b16bab6f2 service neutron] For port e0a9a555-0871-4920-984a-65a3b4fe3c2a, host n-h2-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e0a9a555-0871-4920-984a-65a3b4fe3c2a,segment=NetworkSegment(70a7986e-525e-4c0e-ab12-f9864c05a4ec),segment_id=70a7986e-525e-4c0e-ab12-f9864c05a4ec)] {{(pid=87880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 05:00:27.600663 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-0f3e9ad0-0389-4993-a606-615b16bab6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:27.653902 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-0f3e9ad0-0389-4993-a606-615b16bab6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:27.654517 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-0f3e9ad0-0389-4993-a606-615b16bab6f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:27.655900 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-0f3e9ad0-0389-4993-a606-615b16bab6f2 service neutron] 10.222.0.21 "PUT /v2.0/ports/e0a9a555-0871-4920-984a-65a3b4fe3c2a HTTP/1.1" status: 200 len: 1091 time: 0.9923723 Mar 09 05:00:27.656302 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4404c25e-99e0-4688-bbd5-a5aefaeaefac', 'tag': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:00:27.688521 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e9ad0-0389-4993-a606-615b16bab6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a9a555-0871-4920-984a-65a3b4fe3c2a,revision_number=3']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:27.795717 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4404c25e-99e0-4688-bbd5-a5aefaeaefac', 'tag': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a', 'status': 'completed', 'code': 200} Mar 09 05:00:27.847565 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-796034cd-248e-4234-bffd-65f9dc1f590b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:27.849035 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-796034cd-248e-4234-bffd-65f9dc1f590b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=40fd028831794f3f8f61c3106718fc0b&device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 1094 time: 0.1377287 Mar 09 05:00:27.919819 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303dd696-bc99-4b77-9e35-658ef118893c req-cf1d008c-7813-4a36-aa1c-d3898ef32647 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:27.920418 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-303dd696-bc99-4b77-9e35-658ef118893c req-cf1d008c-7813-4a36-aa1c-d3898ef32647 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Synchronizing usage tracker for tenant:40fd028831794f3f8f61c3106718fc0b on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 05:00:27.931197 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-a8c8c5bc-df87-40c2-bf4d-90f6c61bb6cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0a9a555-0871-4920-984a-65a3b4fe3c2a HTTP/1.1" status: 200 len: 217 time: 0.0748279 Mar 09 05:00:27.975972 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-303dd696-bc99-4b77-9e35-658ef118893c req-cf1d008c-7813-4a36-aa1c-d3898ef32647 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Unset dirty status for tenant:40fd028831794f3f8f61c3106718fc0b on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 05:00:27.977067 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-303dd696-bc99-4b77-9e35-658ef118893c req-cf1d008c-7813-4a36-aa1c-d3898ef32647 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 943 time: 0.2308795 Mar 09 05:00:28.025655 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-1d84a7ee-9cc7-46d9-ab93-844a52324d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:28.027096 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-1d84a7ee-9cc7-46d9-ab93-844a52324d15 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=943c2abe-57cb-475b-8851-404f68f6c832 HTTP/1.1" status: 200 len: 848 time: 0.0886562 Mar 09 05:00:28.069120 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-303dd696-bc99-4b77-9e35-658ef118893c req-4445fdb0-7718-4888-885e-3b2f7a2041f3 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857077 Mar 09 05:00:28.102937 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-7f049186-c879-4cdb-8ff0-5a092b43e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:28.104361 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-7f049186-c879-4cdb-8ff0-5a092b43e66c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718086 Mar 09 05:00:28.236047 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-d71a2c4d-4e91-47ba-9e81-fb2a4ad8eda2 service neutron] 10.222.0.21 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256301 Mar 09 05:00:28.363219 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-28f6834d-fbdb-43b6-a64f-8ba0a80e2412 req-e7a3cf84-3de6-44b1-937f-e5422ab0fae3 service neutron] 10.222.0.21 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209555 Mar 09 05:00:28.475812 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b98d90-7b3c-482d-ac12-f8790e0ae667 req-dc0ff531-a6e9-41a4-bf07-93c13068143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:28.477231 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-25b98d90-7b3c-482d-ac12-f8790e0ae667 req-dc0ff531-a6e9-41a4-bf07-93c13068143c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=40fd028831794f3f8f61c3106718fc0b&device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 1094 time: 0.0726144 Mar 09 05:00:28.711160 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b98d90-7b3c-482d-ac12-f8790e0ae667 req-9c08d969-3006-4a1f-b532-061b1a93301b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:28.712510 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-25b98d90-7b3c-482d-ac12-f8790e0ae667 req-9c08d969-3006-4a1f-b532-061b1a93301b service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2 HTTP/1.1" status: 200 len: 910 time: 0.2294650 Mar 09 05:00:28.777920 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-25b98d90-7b3c-482d-ac12-f8790e0ae667 req-77d6ab3f-51ce-4c51-ae5d-dd431821265d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0a9a555-0871-4920-984a-65a3b4fe3c2a HTTP/1.1" status: 200 len: 217 time: 0.0582848 Mar 09 05:00:28.840444 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b98d90-7b3c-482d-ac12-f8790e0ae667 req-fa2d6f1c-1a82-4ecc-8005-9bcf0e5f5094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:28.841794 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-25b98d90-7b3c-482d-ac12-f8790e0ae667 req-fa2d6f1c-1a82-4ecc-8005-9bcf0e5f5094 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=943c2abe-57cb-475b-8851-404f68f6c832 HTTP/1.1" status: 200 len: 848 time: 0.0582986 Mar 09 05:00:28.895303 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1208e7b8-6829-4051-908e-6e71593bf6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:28.917829 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b98d90-7b3c-482d-ac12-f8790e0ae667 req-5569be9c-91a3-4f85-8551-a2c60bdf773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:28.919307 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-25b98d90-7b3c-482d-ac12-f8790e0ae667 req-5569be9c-91a3-4f85-8551-a2c60bdf773b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713439 Mar 09 05:00:29.048294 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-25b98d90-7b3c-482d-ac12-f8790e0ae667 req-1b0a1ceb-3d6a-4038-a5eb-897b6daa2c00 service neutron] 10.222.0.21 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219988 Mar 09 05:00:29.248538 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-25b98d90-7b3c-482d-ac12-f8790e0ae667 req-9b34972d-3a37-44ca-ac3b-7543d63fbaaa service neutron] 10.222.0.21 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930840 Mar 09 05:00:29.334446 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce980e-3dcc-48b0-bf44-12c0f42c3271 req-92cd97df-1dd0-4394-824f-15201d8668bf tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:29.335807 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28ce980e-3dcc-48b0-bf44-12c0f42c3271 req-92cd97df-1dd0-4394-824f-15201d8668bf tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 943 time: 0.0819728 Mar 09 05:00:29.381572 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-28ce980e-3dcc-48b0-bf44-12c0f42c3271 req-1befd1ea-c0af-4ce7-a830-e5157689df76 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394208 Mar 09 05:00:30.565020 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b404382-edcf-4279-907a-735546a7132a req-b3cbcc5c-c9e9-4f16-b5d7-dec6474b05c4 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:30.566466 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3b404382-edcf-4279-907a-735546a7132a req-b3cbcc5c-c9e9-4f16-b5d7-dec6474b05c4 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 943 time: 0.0827596 Mar 09 05:00:30.610103 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3b404382-edcf-4279-907a-735546a7132a req-176e41e7-f1e5-443d-a557-741c63e3edfb tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380225 Mar 09 05:00:31.278153 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-14b0a271-f85f-4b0d-ad1d-37a618c5be4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:31.704743 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e0a9a555-0871-4920-984a-65a3b4fe3c2a details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 05:00:31.789850 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796c077-c032-40d8-a810-24b077c20d15 req-c5c63107-9b6c-4806-ad25-42b66812859f tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:31.791312 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0796c077-c032-40d8-a810-24b077c20d15 req-c5c63107-9b6c-4806-ad25-42b66812859f tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 943 time: 0.0796740 Mar 09 05:00:31.834588 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-0796c077-c032-40d8-a810-24b077c20d15 req-249ad971-683b-4383-b07e-9bd3ba96a6a7 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371854 Mar 09 05:00:31.835704 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port e0a9a555-0871-4920-984a-65a3b4fe3c2a, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e0a9a555-0871-4920-984a-65a3b4fe3c2a,segment=NetworkSegment(70a7986e-525e-4c0e-ab12-f9864c05a4ec),segment_id=70a7986e-525e-4c0e-ab12-f9864c05a4ec)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:00:31.849298 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'port_id': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a', 'mac_address': 'fa:16:3e:51:9b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '943c2abe-57cb-475b-8851-404f68f6c832', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 05:00:31.907265 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:31.924432 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0a9a555-0871-4920-984a-65a3b4fe3c2a {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:00:31.940223 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port e0a9a555-0871-4920-984a-65a3b4fe3c2a, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e0a9a555-0871-4920-984a-65a3b4fe3c2a,segment=NetworkSegment(70a7986e-525e-4c0e-ab12-f9864c05a4ec),segment_id=70a7986e-525e-4c0e-ab12-f9864c05a4ec)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:00:31.943770 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:32.008109 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=e0a9a555-0871-4920-984a-65a3b4fe3c2a,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:32.149053 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['e0a9a555-0871-4920-984a-65a3b4fe3c2a'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 05:00:32.439113 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:32.517339 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:33.014689 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf8718-142f-4e55-a561-ab87e9755f85 req-9c7bad8c-0b24-47a2-b9cd-ada82fc58cf3 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:33.016141 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-61bf8718-142f-4e55-a561-ab87e9755f85 req-9c7bad8c-0b24-47a2-b9cd-ada82fc58cf3 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 944 time: 0.0771203 Mar 09 05:00:33.061725 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-61bf8718-142f-4e55-a561-ab87e9755f85 req-f858a77d-f238-4dee-acff-32d77946e243 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401075 Mar 09 05:00:33.717292 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e0a9a555-0871-4920-984a-65a3b4fe3c2a up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 05:00:33.784419 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning for port e0a9a555-0871-4920-984a-65a3b4fe3c2a completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 05:00:33.795773 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port e0a9a555-0871-4920-984a-65a3b4fe3c2a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 05:00:33.796142 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:33.838261 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:33.916238 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:33.943445 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4404c25e-99e0-4688-bbd5-a5aefaeaefac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:00:33.953789 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port e0a9a555-0871-4920-984a-65a3b4fe3c2a, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e0a9a555-0871-4920-984a-65a3b4fe3c2a,segment=NetworkSegment(70a7986e-525e-4c0e-ab12-f9864c05a4ec),segment_id=70a7986e-525e-4c0e-ab12-f9864c05a4ec)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:00:33.957869 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:33.996359 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4404c25e-99e0-4688-bbd5-a5aefaeaefac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a', 'code': 200} Mar 09 05:00:34.030744 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=e0a9a555-0871-4920-984a-65a3b4fe3c2a,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:34.112976 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718db6f-bd6e-496c-a439-08731ee1a77d req-12f98051-ba34-4f27-8d76-84166e251f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:34.114642 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b718db6f-bd6e-496c-a439-08731ee1a77d req-12f98051-ba34-4f27-8d76-84166e251f6e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 1096 time: 0.0723445 Mar 09 05:00:34.155635 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b718db6f-bd6e-496c-a439-08731ee1a77d req-d283e638-8f2f-42e2-85c3-4c6bd140e6d6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344100 Mar 09 05:00:34.244393 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df5a97-6fa9-467f-8ffd-82f7cbb65853 req-368ca4fb-76db-4ab5-a58a-c3802a23ab9f tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:34.246441 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-55df5a97-6fa9-467f-8ffd-82f7cbb65853 req-368ca4fb-76db-4ab5-a58a-c3802a23ab9f tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 945 time: 0.0785217 Mar 09 05:00:34.291331 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-55df5a97-6fa9-467f-8ffd-82f7cbb65853 req-b9b97f40-199b-4f48-aa18-b9cd1de17b23 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393085 Mar 09 05:00:35.018603 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:35.481456 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235adfd-b900-4817-8377-969dd4d013b3 req-5d9e02eb-3639-49d0-a7d0-582945989835 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:35.482890 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3235adfd-b900-4817-8377-969dd4d013b3 req-5d9e02eb-3639-49d0-a7d0-582945989835 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 945 time: 0.0813022 Mar 09 05:00:35.528119 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3235adfd-b900-4817-8377-969dd4d013b3 req-dd9e394e-62b3-4171-818a-a4e9b3a8c673 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396214 Mar 09 05:00:35.751753 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998a5c9-5cd0-4e5c-a2fc-60ccb148d8f3 req-fb4a0f1f-e8ab-44f8-bfb0-9c845f7fc12a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:35.753172 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d998a5c9-5cd0-4e5c-a2fc-60ccb148d8f3 req-fb4a0f1f-e8ab-44f8-bfb0-9c845f7fc12a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 945 time: 0.1230831 Mar 09 05:00:35.807195 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b080375b-a5e3-4fa6-83e2-b80c75486805 req-55d8c42e-0c3c-40a4-ac2b-2b749c47a3d2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1212900 Mar 09 05:00:35.812199 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d998a5c9-5cd0-4e5c-a2fc-60ccb148d8f3 req-aa10c2b4-25b5-4737-8387-b8227efd2eb1 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520267 Mar 09 05:00:35.834478 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50134) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:00:35.999208 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080375b-a5e3-4fa6-83e2-b80c75486805 req-99628084-3b27-4c95-92b5-71e3c5e377da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:36.000669 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b080375b-a5e3-4fa6-83e2-b80c75486805 req-99628084-3b27-4c95-92b5-71e3c5e377da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=40fd028831794f3f8f61c3106718fc0b&device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 1096 time: 0.1288929 Mar 09 05:00:36.003356 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73ccd74-35d0-4bfe-b883-b87d08fc8578 tempest-TestSnapshotPattern-2090985643 tempest-TestSnapshotPattern-2090985643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:36.004659 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-f73ccd74-35d0-4bfe-b883-b87d08fc8578 tempest-TestSnapshotPattern-2090985643 tempest-TestSnapshotPattern-2090985643-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 1091 time: 0.1691346 Mar 09 05:00:36.007820 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50140) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:00:36.012861 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-cc9ef72f-9c87-4dc1-9a04-025dc77b3624 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'port_id': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:00:36.020402 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cc9ef72f-9c87-4dc1-9a04-025dc77b3624 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 05:00:36.052258 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cc9ef72f-9c87-4dc1-9a04-025dc77b3624 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Usage tracker for resource:floatingip and tenant:40fd028831794f3f8f61c3106718fc0b is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 05:00:36.057272 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-cc9ef72f-9c87-4dc1-9a04-025dc77b3624 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 05:00:36.065925 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-cc9ef72f-9c87-4dc1-9a04-025dc77b3624 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 05:00:36.136500 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cc9ef72f-9c87-4dc1-9a04-025dc77b3624 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:36.222917 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080375b-a5e3-4fa6-83e2-b80c75486805 req-f1715511-d4b6-4282-b0d5-02b36693f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:36.225095 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b080375b-a5e3-4fa6-83e2-b80c75486805 req-f1715511-d4b6-4282-b0d5-02b36693f396 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2 HTTP/1.1" status: 200 len: 910 time: 0.2057133 Mar 09 05:00:36.445276 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b080375b-a5e3-4fa6-83e2-b80c75486805 req-93098fba-2d7d-417d-9746-57c9312fe265 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0a9a555-0871-4920-984a-65a3b4fe3c2a HTTP/1.1" status: 200 len: 217 time: 0.0693779 Mar 09 05:00:36.532716 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080375b-a5e3-4fa6-83e2-b80c75486805 req-19304818-a7ce-4a8e-b629-0988af849ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:36.534151 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b080375b-a5e3-4fa6-83e2-b80c75486805 req-19304818-a7ce-4a8e-b629-0988af849ccb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=943c2abe-57cb-475b-8851-404f68f6c832 HTTP/1.1" status: 200 len: 848 time: 0.0821962 Mar 09 05:00:36.596842 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cc9ef72f-9c87-4dc1-9a04-025dc77b3624 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:36.689255 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080375b-a5e3-4fa6-83e2-b80c75486805 req-f6bb7d06-b4d4-4992-8d46-630aa518228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:36.690711 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b080375b-a5e3-4fa6-83e2-b80c75486805 req-f6bb7d06-b4d4-4992-8d46-630aa518228d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1502397 Mar 09 05:00:36.842423 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-cc9ef72f-9c87-4dc1-9a04-025dc77b3624 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Allocated IP 172.25.7.134 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/659ddb31-e95d-4da7-be85-07c4b1d36591) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:00:36.906293 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b080375b-a5e3-4fa6-83e2-b80c75486805 req-9e2a9da0-e0dc-4556-9ebe-c0d00483dc9d service neutron] 10.222.0.21 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883981 Mar 09 05:00:37.111839 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cc9ef72f-9c87-4dc1-9a04-025dc77b3624 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:37.124761 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b080375b-a5e3-4fa6-83e2-b80c75486805 req-309d4de8-2d9a-42f9-b2ae-69a8075a548b service neutron] 10.222.0.21 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719644 Mar 09 05:00:37.148776 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cc9ef72f-9c87-4dc1-9a04-025dc77b3624 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:37.209420 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9ef72f-9c87-4dc1-9a04-025dc77b3624 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:00:37.212288 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-cc9ef72f-9c87-4dc1-9a04-025dc77b3624 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:00:37.215947 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9ef72f-9c87-4dc1-9a04-025dc77b3624 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 05:00:37.265672 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ef72f-9c87-4dc1-9a04-025dc77b3624 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Pushing event updated for resources: {'Port': ['ID=659ddb31-e95d-4da7-be85-07c4b1d36591,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:37.640464 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cc9ef72f-9c87-4dc1-9a04-025dc77b3624 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:37.711505 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cc9ef72f-9c87-4dc1-9a04-025dc77b3624 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:38.028040 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cc9ef72f-9c87-4dc1-9a04-025dc77b3624 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:38.032491 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cc9ef72f-9c87-4dc1-9a04-025dc77b3624 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:38.141358 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ef72f-9c87-4dc1-9a04-025dc77b3624 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Pushing event updated for resources: {'Port': ['ID=659ddb31-e95d-4da7-be85-07c4b1d36591,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:00:38.151322 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cc9ef72f-9c87-4dc1-9a04-025dc77b3624 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:38.320574 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-cc9ef72f-9c87-4dc1-9a04-025dc77b3624 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Floating IP 4cf25525-9fa3-45f2-b26c-d72b556d9fc6 associated. External IP: 172.25.7.134, port: e0a9a555-0871-4920-984a-65a3b4fe3c2a. Mar 09 05:00:38.671990 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9ef72f-9c87-4dc1-9a04-025dc77b3624 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Router 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 05:00:38.844047 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9ef72f-9c87-4dc1-9a04-025dc77b3624 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 05:00:38.859897 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84f14c9-b525-4901-a023-4db8e1cbb343 None None] Sync routers for ids ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:00:38.868643 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-cc9ef72f-9c87-4dc1-9a04-025dc77b3624 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:38.870089 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84f14c9-b525-4901-a023-4db8e1cbb343 None None] Routers {'5334301f-f4da-4c4f-a9e2-59cd3e97eab8'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 05:00:38.871323 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e84f14c9-b525-4901-a023-4db8e1cbb343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T05:00:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:00:38.928697 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-cc9ef72f-9c87-4dc1-9a04-025dc77b3624 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9197831 Mar 09 05:00:38.929861 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4404c25e-99e0-4688-bbd5-a5aefaeaefac', 'tag': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:00:38.973589 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4404c25e-99e0-4688-bbd5-a5aefaeaefac', 'tag': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a', 'status': 'completed', 'code': 200} Mar 09 05:00:39.049059 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-e84f14c9-b525-4901-a023-4db8e1cbb343 None None] Set router 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 05:00:39.065850 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c44899-1467-4ddb-876b-7400ba33718c req-c07c5c64-e918-4e78-88b8-887ae804d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:39.067356 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3c44899-1467-4ddb-876b-7400ba33718c req-c07c5c64-e918-4e78-88b8-887ae804d0be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=40fd028831794f3f8f61c3106718fc0b&device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 1096 time: 0.0708702 Mar 09 05:00:39.197112 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c44899-1467-4ddb-876b-7400ba33718c req-915fc97b-9094-4874-978b-a02c53bee667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:39.198544 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3c44899-1467-4ddb-876b-7400ba33718c req-915fc97b-9094-4874-978b-a02c53bee667 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2 HTTP/1.1" status: 200 len: 910 time: 0.1255610 Mar 09 05:00:39.300724 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3c44899-1467-4ddb-876b-7400ba33718c req-7be1eaac-5b58-4d24-94d3-00e815270726 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0a9a555-0871-4920-984a-65a3b4fe3c2a HTTP/1.1" status: 200 len: 999 time: 0.0969570 Mar 09 05:00:39.365402 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c44899-1467-4ddb-876b-7400ba33718c req-b016ce93-91b7-470a-80b5-c30d2c487b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:39.366841 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3c44899-1467-4ddb-876b-7400ba33718c req-b016ce93-91b7-470a-80b5-c30d2c487b33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=943c2abe-57cb-475b-8851-404f68f6c832 HTTP/1.1" status: 200 len: 848 time: 0.0594516 Mar 09 05:00:39.422555 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e84f14c9-b525-4901-a023-4db8e1cbb343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'name': 'tempest-TestSnapshotPattern-326530692-router', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:10Z', 'revision_number': 4, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'gw_port': {'id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4cf25525-9fa3-45f2-b26c-d72b556d9fc6', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'port_id': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'mac_address': 'fa:16:3e:51:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4404c25e-99e0-4688-bbd5-a5aefaeaefac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:00:37Z', 'updated_at': '2022-03-09T05:00:37Z', 'revision_number': 0, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44308a1e-aeb4-4837-a554-a827dee21a1b', 'name': '', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'mac_address': 'fa:16:3e:eb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '943c2abe-57cb-475b-8851-404f68f6c832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:09Z', 'updated_at': '2022-03-09T05:00:15Z', 'revision_number': 5, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'subnets': [{'id': '943c2abe-57cb-475b-8851-404f68f6c832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:00:39.426777 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84f14c9-b525-4901-a023-4db8e1cbb343 None None] Checking router: 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:00:39.436140 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84f14c9-b525-4901-a023-4db8e1cbb343 None None] Routers {'5334301f-f4da-4c4f-a9e2-59cd3e97eab8'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 05:00:39.436760 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e84f14c9-b525-4901-a023-4db8e1cbb343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T05:00:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:00:39.524527 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:00:39.567655 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c44899-1467-4ddb-876b-7400ba33718c req-39e68960-2df5-49c8-9a90-0bc83d30be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:00:39.569118 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3c44899-1467-4ddb-876b-7400ba33718c req-39e68960-2df5-49c8-9a90-0bc83d30be0f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1965675 Mar 09 05:00:39.628513 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-e84f14c9-b525-4901-a023-4db8e1cbb343 None None] Set router 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 05:00:39.699516 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3c44899-1467-4ddb-876b-7400ba33718c req-b7b4d822-0d0e-4241-92cc-1626c22ed578 service neutron] 10.222.0.21 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241150 Mar 09 05:00:39.827875 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d3c44899-1467-4ddb-876b-7400ba33718c req-9335e5f8-16c2-4c14-bf00-eee019f77c13 service neutron] 10.222.0.21 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225150 Mar 09 05:00:39.971123 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-e84f14c9-b525-4901-a023-4db8e1cbb343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'name': 'tempest-TestSnapshotPattern-326530692-router', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:10Z', 'revision_number': 4, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'gw_port': {'id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4cf25525-9fa3-45f2-b26c-d72b556d9fc6', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'port_id': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'mac_address': 'fa:16:3e:51:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4404c25e-99e0-4688-bbd5-a5aefaeaefac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:00:37Z', 'updated_at': '2022-03-09T05:00:37Z', 'revision_number': 0, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44308a1e-aeb4-4837-a554-a827dee21a1b', 'name': '', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'mac_address': 'fa:16:3e:eb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '943c2abe-57cb-475b-8851-404f68f6c832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:09Z', 'updated_at': '2022-03-09T05:00:15Z', 'revision_number': 5, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'subnets': [{'id': '943c2abe-57cb-475b-8851-404f68f6c832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:00:39.974961 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84f14c9-b525-4901-a023-4db8e1cbb343 None None] The sync data for ids ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'] in n-d-825178-5 is: [{'id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'name': 'tempest-TestSnapshotPattern-326530692-router', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:10Z', 'revision_number': 4, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'gw_port': {'id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4cf25525-9fa3-45f2-b26c-d72b556d9fc6', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'port_id': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'mac_address': 'fa:16:3e:51:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4404c25e-99e0-4688-bbd5-a5aefaeaefac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:00:37Z', 'updated_at': '2022-03-09T05:00:37Z', 'revision_number': 0, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44308a1e-aeb4-4837-a554-a827dee21a1b', 'name': '', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'mac_address': 'fa:16:3e:eb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '943c2abe-57cb-475b-8851-404f68f6c832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:09Z', 'updated_at': '2022-03-09T05:00:15Z', 'revision_number': 5, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'subnets': [{'id': '943c2abe-57cb-475b-8851-404f68f6c832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:00:40.153243 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b7d52-6119-4c37-b02a-e28802cd4b27 None None] New status for floating IP 4cf25525-9fa3-45f2-b26c-d72b556d9fc6: ACTIVE {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 05:00:46.623131 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 05:00:58.899448 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d9ad309f-5805-4723-9010-4cdf9641bd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:01:01.280318 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e1e263a6-be03-4cd8-852f-1409f7effe71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:01:02.440139 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:01:02.517618 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:01:03.803942 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:01:05.013724 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:01:09.502446 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:01:23.623400 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 05:01:28.901786 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-be6416ae-3816-4af0-8e36-6d0563393c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:01:30.695710 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-79d5d859-2114-48d6-89ae-76d81834de2b req-5cb21d26-6159-43a3-8882-d479544799a3 service neutron] (87880) timed out ('10.222.0.24', 54203) {{(pid=87880) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 09 05:01:31.282692 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-87619d11-2471-471f-a1d9-7d904d7885dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:01:32.441110 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:01:32.520391 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:01:33.808024 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:01:35.012095 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:01:38.288236 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5f8a0e8-a7a9-4e22-988a-b3583699ed65 req-701375b4-a863-436a-af13-f40aefea6285 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1092288 Mar 09 05:01:38.426831 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8a0e8-a7a9-4e22-988a-b3583699ed65 req-dcb926fb-42e0-4bce-ad7f-71a946ac26b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:01:38.428296 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5f8a0e8-a7a9-4e22-988a-b3583699ed65 req-dcb926fb-42e0-4bce-ad7f-71a946ac26b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=40fd028831794f3f8f61c3106718fc0b&device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 1096 time: 0.0722265 Mar 09 05:01:38.570126 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8a0e8-a7a9-4e22-988a-b3583699ed65 req-90f5d4ae-67fa-47c9-bb25-9558c702c181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:01:38.571602 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5f8a0e8-a7a9-4e22-988a-b3583699ed65 req-90f5d4ae-67fa-47c9-bb25-9558c702c181 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2 HTTP/1.1" status: 200 len: 910 time: 0.1252892 Mar 09 05:01:38.673342 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5f8a0e8-a7a9-4e22-988a-b3583699ed65 req-21442bfd-e981-489d-8bd9-d04a50c59ffa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0a9a555-0871-4920-984a-65a3b4fe3c2a HTTP/1.1" status: 200 len: 1001 time: 0.0957134 Mar 09 05:01:38.734042 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8a0e8-a7a9-4e22-988a-b3583699ed65 req-a75e534e-b22d-47b1-9ca1-773b9093f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:01:38.735419 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5f8a0e8-a7a9-4e22-988a-b3583699ed65 req-a75e534e-b22d-47b1-9ca1-773b9093f82c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=943c2abe-57cb-475b-8851-404f68f6c832 HTTP/1.1" status: 200 len: 848 time: 0.0563359 Mar 09 05:01:38.810466 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8a0e8-a7a9-4e22-988a-b3583699ed65 req-4ba30971-8434-4d2c-a278-9ef8fd3de3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:01:38.811892 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5f8a0e8-a7a9-4e22-988a-b3583699ed65 req-4ba30971-8434-4d2c-a278-9ef8fd3de3a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706592 Mar 09 05:01:38.944761 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5f8a0e8-a7a9-4e22-988a-b3583699ed65 req-86f95ae1-5368-4a8f-8763-5a497531193c service neutron] 10.222.0.21 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222785 Mar 09 05:01:39.075959 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-f5f8a0e8-a7a9-4e22-988a-b3583699ed65 req-85213cc1-b4ff-41a1-9567-be06603dd5c7 service neutron] 10.222.0.21 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247380 Mar 09 05:01:39.517253 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:01:58.903594 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b3ccef63-c534-4f7a-9a8c-7e535be8822d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:02:00.623061 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 05:02:01.283813 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-68a0721b-3b5a-4c72-8286-be9dc8df15e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:02:02.443224 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:02:02.522561 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:02:03.811886 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:02:05.011180 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:02:09.516084 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:02:28.906654 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-949cd105-fed7-4235-8ca0-e770c6f5b163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:02:31.287361 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-7ae9f6fd-47d2-4d19-91eb-e78cd2abd57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:02:32.446623 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:02:32.525593 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:02:33.817985 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:02:35.011720 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:02:37.622769 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 05:02:38.215499 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e0a9a555-0871-4920-984a-65a3b4fe3c2a details requested by agent hyperv_n-h2-825178-5 with host n-h2-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 05:02:38.345266 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port e0a9a555-0871-4920-984a-65a3b4fe3c2a, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e0a9a555-0871-4920-984a-65a3b4fe3c2a,segment=NetworkSegment(70a7986e-525e-4c0e-ab12-f9864c05a4ec),segment_id=70a7986e-525e-4c0e-ab12-f9864c05a4ec)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:02:38.358280 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Returning: {'device': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'port_id': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a', 'mac_address': 'fa:16:3e:51:9b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '943c2abe-57cb-475b-8851-404f68f6c832', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 05:02:38.410530 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:02:38.427145 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0a9a555-0871-4920-984a-65a3b4fe3c2a {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:02:38.442738 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port e0a9a555-0871-4920-984a-65a3b4fe3c2a, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e0a9a555-0871-4920-984a-65a3b4fe3c2a,segment=NetworkSegment(70a7986e-525e-4c0e-ab12-f9864c05a4ec),segment_id=70a7986e-525e-4c0e-ab12-f9864c05a4ec)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:02:38.447301 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:02:38.518585 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=e0a9a555-0871-4920-984a-65a3b4fe3c2a,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:02:38.522050 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] get_ports_and_sgs() called for port_ids ['e0a9a555-0871-4920-984a-65a3b4fe3c2a'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 05:02:38.562052 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:02:38.562397 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:02:38.562730 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:02:38.563088 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:02:38.563413 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:02:38.563736 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:02:38.565009 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:02:38.565327 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:02:38.565648 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:02:38.565963 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:02:38.566283 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:02:38.566595 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:02:39.521988 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:02:40.221473 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e0a9a555-0871-4920-984a-65a3b4fe3c2a up at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 05:02:40.314630 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Provisioning complete for port e0a9a555-0871-4920-984a-65a3b4fe3c2a triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 05:02:40.315036 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:02:40.454541 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:02:40.485806 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4404c25e-99e0-4688-bbd5-a5aefaeaefac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:02:40.496896 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port e0a9a555-0871-4920-984a-65a3b4fe3c2a, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e0a9a555-0871-4920-984a-65a3b4fe3c2a,segment=NetworkSegment(70a7986e-525e-4c0e-ab12-f9864c05a4ec),segment_id=70a7986e-525e-4c0e-ab12-f9864c05a4ec)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:02:40.506068 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:02:40.514955 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea47b49-a7ee-4905-907b-0e3a4920010c req-a51bdb23-cd79-4ad0-a8e9-1566a369ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:02:40.516443 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ea47b49-a7ee-4905-907b-0e3a4920010c req-a51bdb23-cd79-4ad0-a8e9-1566a369ae90 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=40fd028831794f3f8f61c3106718fc0b&device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 1095 time: 0.0976837 Mar 09 05:02:40.558666 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4404c25e-99e0-4688-bbd5-a5aefaeaefac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a', 'code': 200} Mar 09 05:02:40.588107 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=e0a9a555-0871-4920-984a-65a3b4fe3c2a,revision_number=7']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:02:40.685510 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea47b49-a7ee-4905-907b-0e3a4920010c req-a4d47740-6024-4574-923c-698b91ceb800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:02:40.687217 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ea47b49-a7ee-4905-907b-0e3a4920010c req-a4d47740-6024-4574-923c-698b91ceb800 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2 HTTP/1.1" status: 200 len: 910 time: 0.1442440 Mar 09 05:02:40.799821 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ea47b49-a7ee-4905-907b-0e3a4920010c req-0f1db33d-44fb-478d-a9e6-4fb8136b0912 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0a9a555-0871-4920-984a-65a3b4fe3c2a HTTP/1.1" status: 200 len: 1001 time: 0.1002090 Mar 09 05:02:40.867859 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea47b49-a7ee-4905-907b-0e3a4920010c req-4b56621b-9897-4ffc-b29e-50148cbda310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:02:40.869447 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ea47b49-a7ee-4905-907b-0e3a4920010c req-4b56621b-9897-4ffc-b29e-50148cbda310 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=943c2abe-57cb-475b-8851-404f68f6c832 HTTP/1.1" status: 200 len: 848 time: 0.0618320 Mar 09 05:02:41.069754 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea47b49-a7ee-4905-907b-0e3a4920010c req-a1af132e-6d8e-407a-9933-279392cd38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:02:41.071189 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ea47b49-a7ee-4905-907b-0e3a4920010c req-a1af132e-6d8e-407a-9933-279392cd38cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1953387 Mar 09 05:02:41.215916 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ea47b49-a7ee-4905-907b-0e3a4920010c req-5901a72d-46e2-48f1-9170-5d0c8bc6570d service neutron] 10.222.0.21 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377578 Mar 09 05:02:41.357536 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4ea47b49-a7ee-4905-907b-0e3a4920010c req-ef9d1f64-0c3d-4b58-adfe-7a8199bfde8c service neutron] 10.222.0.21 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353712 Mar 09 05:02:47.908973 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-1a04d30e-52e2-401f-ac94-0ecf11734e71 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1630008409&fields=id&tenant_id=40fd028831794f3f8f61c3106718fc0b HTTP/1.1" status: 200 len: 267 time: 0.0464518 Mar 09 05:02:48.059591 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-fb3c4a92-af18-46a8-96a0-f803985162ba tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:02:48.061018 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-fb3c4a92-af18-46a8-96a0-f803985162ba tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/networks?id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2 HTTP/1.1" status: 200 len: 809 time: 0.1457117 Mar 09 05:02:48.075944 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-86104f7f-7e26-4cc4-b3fa-19b1e0eb1b66 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/quotas/40fd028831794f3f8f61c3106718fc0b HTTP/1.1" status: 200 len: 375 time: 0.0095291 Mar 09 05:02:48.163093 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-4b5a9352-72d6-4c7b-918e-e3c4b553cd40 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=40fd028831794f3f8f61c3106718fc0b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0822854 Mar 09 05:02:48.219016 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-f9f6ce1b-bba6-4514-9545-c142603c6441 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 05:02:48.219973 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-f9f6ce1b-bba6-4514-9545-c142603c6441 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454826 Mar 09 05:02:48.349060 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-785f938e-81b8-47f4-a84f-cb3e3d32799d service neutron] 10.222.0.16 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232569 Mar 09 05:02:48.480053 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-b7d4b7f2-32cf-4ed9-9df2-f9f6e11c79bd service neutron] 10.222.0.16 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241078 Mar 09 05:02:48.662834 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-d984000d-dcd4-4f8f-bf5e-b9f194a7a7e4 req-d58a733b-9424-4118-a7ba-29c43c5670f1 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 210 time: 0.0441566 Mar 09 05:02:49.766261 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-e35dbb00-a397-464f-8fe0-20b1cd27eb4e tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:02:49.767721 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-e35dbb00-a397-464f-8fe0-20b1cd27eb4e tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.24 "GET /v2.0/networks?id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2 HTTP/1.1" status: 200 len: 809 time: 0.1495967 Mar 09 05:02:49.821213 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-86d1e413-6b81-4067-9bea-e13b64d6c6fe tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40fd028831794f3f8f61c3106718fc0b HTTP/1.1" status: 200 len: 380 time: 0.0454891 Mar 09 05:02:49.824861 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dcaa4422-6f7a-402e-88ff-879dc3168252 req-622cf919-ce28-4ff0-90f9-908fbf78c162 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 210 time: 0.0438185 Mar 09 05:02:49.830439 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Request body: {'port': {'device_id': 'ef42b7b8-bae3-4303-b574-a785bbcddde5', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'admin_state_up': True, 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'security_groups': ['88e16dd4-6283-4b04-a9dd-0f17d6ad7843']}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:02:49.974129 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 05:02:49.983782 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.quota.driver [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 05:02:49.993914 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Made reservation on behalf of 40fd028831794f3f8f61c3106718fc0b for: {'port': 1} {{(pid=87881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:02:49.997987 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:02:50.188148 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_common [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Allocated IP 172.20.0.12 (9fc346e0-d20b-4930-92a4-d17fd8a9edc2/943c2abe-57cb-475b-8851-404f68f6c832/77afd091-d62f-4cf9-a68a-fa7dfe2540d9) {{(pid=87881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:02:50.453514 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for port, precommit_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:02:50.491294 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Transition to ACTIVE for port object 77afd091-d62f-4cf9-a68a-fa7dfe2540d9 will not be triggered until provisioned by entity DHCP. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 05:02:50.520420 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_create {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:02:50.586200 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Network 9fc346e0-d20b-4930-92a4-d17fd8a9edc2 is already hosted by enough agents. {{(pid=87881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:02:50.595156 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.base_scheduler [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Resources bound (agent type, host, resource id): {{(pid=87881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:02:50.599644 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Received port after_create {{(pid=87881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 05:02:50.630929 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Pushing event updated for resources: {'Port': ['ID=77afd091-d62f-4cf9-a68a-fa7dfe2540d9,revision_number=1']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:02:50.656706 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:02:50.657291 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:02:50.657795 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:02:50.658475 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:02:50.658972 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:02:50.659451 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:02:50.659922 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:02:50.660395 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:02:50.660852 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:02:50.661313 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:02:50.661798 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:02:50.662274 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:02:50.706018 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:02:50.706937 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:02:50.745606 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-0276f7ef-68a1-4ea2-a3b5-4722dbbd739b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9182405 Mar 09 05:02:50.939064 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-be4e1fee-5aaf-4928-ae20-38473cdd250e None None] Provisioning for port 77afd091-d62f-4cf9-a68a-fa7dfe2540d9 completed by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 05:02:50.946056 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-be4e1fee-5aaf-4928-ae20-38473cdd250e None None] Provisioning complete for port 77afd091-d62f-4cf9-a68a-fa7dfe2540d9 triggered by entity DHCP. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 05:02:50.947392 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-be4e1fee-5aaf-4928-ae20-38473cdd250e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:02:51.031869 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-be4e1fee-5aaf-4928-ae20-38473cdd250e None None] Port 77afd091-d62f-4cf9-a68a-fa7dfe2540d9 cannot update to ACTIVE because it is not bound. {{(pid=87882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 05:02:51.038018 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5832e3-2553-4aba-a1ed-7bf5ea77b56f req-66491374-42ca-41bd-a68c-931bdd32711d tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:02:51.038995 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-9d5832e3-2553-4aba-a1ed-7bf5ea77b56f req-66491374-42ca-41bd-a68c-931bdd32711d tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Synchronizing usage tracker for tenant:40fd028831794f3f8f61c3106718fc0b on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 05:02:51.059554 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-9d5832e3-2553-4aba-a1ed-7bf5ea77b56f req-66491374-42ca-41bd-a68c-931bdd32711d tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Unset dirty status for tenant:40fd028831794f3f8f61c3106718fc0b on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 05:02:51.061489 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9d5832e3-2553-4aba-a1ed-7bf5ea77b56f req-66491374-42ca-41bd-a68c-931bdd32711d tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 932 time: 0.1197021 Mar 09 05:02:51.138468 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-9d5832e3-2553-4aba-a1ed-7bf5ea77b56f req-215edf9a-eb5a-454f-a838-29e92dbd42b4 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677626 Mar 09 05:02:52.294894 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e0a9a555-0871-4920-984a-65a3b4fe3c2a no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 05:02:52.332122 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53c26c-4df7-43aa-b162-8cb43110623d req-cb12e4fc-36ea-4a29-b3ab-9a571c2a9ff8 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:02:52.333689 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dc53c26c-4df7-43aa-b162-8cb43110623d req-cb12e4fc-36ea-4a29-b3ab-9a571c2a9ff8 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 932 time: 0.0964446 Mar 09 05:02:52.415688 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dc53c26c-4df7-43aa-b162-8cb43110623d req-0dedf26b-0068-480d-bb52-dea139ae74cc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756583 Mar 09 05:02:52.424195 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:02:52.457362 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4404c25e-99e0-4688-bbd5-a5aefaeaefac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:02:52.468964 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] For port e0a9a555-0871-4920-984a-65a3b4fe3c2a, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e0a9a555-0871-4920-984a-65a3b4fe3c2a,segment=NetworkSegment(70a7986e-525e-4c0e-ab12-f9864c05a4ec),segment_id=70a7986e-525e-4c0e-ab12-f9864c05a4ec)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:02:52.473596 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:02:52.515417 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4404c25e-99e0-4688-bbd5-a5aefaeaefac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a', 'code': 200} Mar 09 05:02:52.547799 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Pushing event updated for resources: {'Port': ['ID=e0a9a555-0871-4920-984a-65a3b4fe3c2a,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:02:53.603172 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d938aa5-7d2c-4549-a854-65956db2edb7 req-eece00a5-fa07-44ae-a0f7-fdc446c1d2c9 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:02:53.604632 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0d938aa5-7d2c-4549-a854-65956db2edb7 req-eece00a5-fa07-44ae-a0f7-fdc446c1d2c9 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 932 time: 0.0807905 Mar 09 05:02:53.655404 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-0d938aa5-7d2c-4549-a854-65956db2edb7 req-25d47016-5120-4d5e-9a49-ca709d7eeae1 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450459 Mar 09 05:02:54.975849 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823745ce-e3dc-4adc-82cf-91cbc9e08528 req-408b0355-cb7a-4b88-a44b-7c8bb7589924 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:02:54.977286 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-823745ce-e3dc-4adc-82cf-91cbc9e08528 req-408b0355-cb7a-4b88-a44b-7c8bb7589924 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 932 time: 0.1991794 Mar 09 05:02:55.029263 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-823745ce-e3dc-4adc-82cf-91cbc9e08528 req-20f3fcf4-28dc-4543-88f7-be91464bd5a7 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452247 Mar 09 05:02:56.261579 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8500882-fcf1-4623-8b12-477f2f1101ca req-cc4123b7-fceb-4660-adca-5739128acb67 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:02:56.263075 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d8500882-fcf1-4623-8b12-477f2f1101ca req-cc4123b7-fceb-4660-adca-5739128acb67 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 932 time: 0.1199684 Mar 09 05:02:56.310173 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d8500882-fcf1-4623-8b12-477f2f1101ca req-df3e56da-118c-4394-b6c8-785a59901720 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412617 Mar 09 05:02:57.513865 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077c09c-2606-4fb9-b002-24172af6d5e5 req-fddecf57-c50a-4e53-a205-d69f7198904c tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:02:57.516519 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f077c09c-2606-4fb9-b002-24172af6d5e5 req-fddecf57-c50a-4e53-a205-d69f7198904c tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 932 time: 0.0915976 Mar 09 05:02:57.563566 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-f077c09c-2606-4fb9-b002-24172af6d5e5 req-5c2341fc-989d-4bf1-bff5-a9f40c3d99da tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412567 Mar 09 05:02:58.746769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00720e8-3266-4bde-af77-39ca0a26af9a req-7efe5c52-b1de-4d52-888c-2ab6384de9be tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:02:58.748240 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d00720e8-3266-4bde-af77-39ca0a26af9a req-7efe5c52-b1de-4d52-888c-2ab6384de9be tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 932 time: 0.0792398 Mar 09 05:02:58.790027 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-d00720e8-3266-4bde-af77-39ca0a26af9a req-482a269b-b3aa-40e1-9001-8f3acd061b98 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363138 Mar 09 05:02:58.908460 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-3f4e8fee-9b71-47e9-923c-9126a62c63a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:02:59.975583 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42cd13-4304-4725-be26-fa091d7a8d64 req-31434b60-e0d2-4c5f-ac77-e4ced2d00c2a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:02:59.977002 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f42cd13-4304-4725-be26-fa091d7a8d64 req-31434b60-e0d2-4c5f-ac77-e4ced2d00c2a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 932 time: 0.0820334 Mar 09 05:03:00.020621 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5f42cd13-4304-4725-be26-fa091d7a8d64 req-9cfa30fd-46c1-4301-b1f8-5db38b59e5c6 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379553 Mar 09 05:03:01.207631 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b618a-b32b-4c0a-bb94-f1084a926ce8 req-40d443a3-2a7f-4e42-a004-df3bcbb668b5 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:01.208990 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-810b618a-b32b-4c0a-bb94-f1084a926ce8 req-40d443a3-2a7f-4e42-a004-df3bcbb668b5 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 932 time: 0.0820017 Mar 09 05:03:01.253767 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-810b618a-b32b-4c0a-bb94-f1084a926ce8 req-99ea3607-3381-42b9-8c3d-3f0873a4681b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387561 Mar 09 05:03:01.290220 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-646e8b52-b818-424a-b67d-672e0654686c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:01.436318 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-5fc920e7-acc5-4e62-bbbb-a42cee469dba tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 05:03:01.437332 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-5fc920e7-acc5-4e62-bbbb-a42cee469dba tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067053 Mar 09 05:03:01.493444 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.v2.base [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-bec28946-1c89-448a-892a-e71714cc576e service neutron] Request body: {'port': {'device_id': 'ef42b7b8-bae3-4303-b574-a785bbcddde5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-5'}} {{(pid=87881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:03:01.604513 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-bec28946-1c89-448a-892a-e71714cc576e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:01.937363 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-bec28946-1c89-448a-892a-e71714cc576e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77afd091-d62f-4cf9-a68a-fa7dfe2540d9 {{(pid=87881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:03:01.944546 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-bec28946-1c89-448a-892a-e71714cc576e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:01.959252 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.provisioning_blocks [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-bec28946-1c89-448a-892a-e71714cc576e service neutron] Transition to ACTIVE for port object 77afd091-d62f-4cf9-a68a-fa7dfe2540d9 will not be triggered until provisioned by entity L2. {{(pid=87881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 05:03:01.963019 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-bec28946-1c89-448a-892a-e71714cc576e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:02.127017 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec28946-1c89-448a-892a-e71714cc576e service neutron] Pushing event updated for resources: {'Port': ['ID=77afd091-d62f-4cf9-a68a-fa7dfe2540d9,revision_number=2']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:03:02.201656 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-bec28946-1c89-448a-892a-e71714cc576e service neutron] Attempting to bind port 77afd091-d62f-4cf9-a68a-fa7dfe2540d9 on host n-h1-825178-5 for vnic_type normal with profile {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 05:03:02.202042 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-bec28946-1c89-448a-892a-e71714cc576e service neutron] Attempting to bind port 77afd091-d62f-4cf9-a68a-fa7dfe2540d9 by drivers openvswitch,hyperv on host n-h1-825178-5 at level 0 using segments [{'id': '70a7986e-525e-4c0e-ab12-f9864c05a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2'}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 05:03:02.202360 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-bec28946-1c89-448a-892a-e71714cc576e service neutron] Attempting to bind port 77afd091-d62f-4cf9-a68a-fa7dfe2540d9 on network 9fc346e0-d20b-4930-92a4-d17fd8a9edc2 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 05:03:02.207955 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-bec28946-1c89-448a-892a-e71714cc576e service neutron] Port 77afd091-d62f-4cf9-a68a-fa7dfe2540d9 on network 9fc346e0-d20b-4930-92a4-d17fd8a9edc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-5 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 05:03:02.208621 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-bec28946-1c89-448a-892a-e71714cc576e service neutron] Attempting to bind port 77afd091-d62f-4cf9-a68a-fa7dfe2540d9 on network 9fc346e0-d20b-4930-92a4-d17fd8a9edc2 {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 05:03:02.214533 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-bec28946-1c89-448a-892a-e71714cc576e service neutron] Checking agent: {'id': 'e21e1533-93e5-4bd7-ab1c-feada96a61c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'started_at': datetime.datetime(2022, 3, 9, 3, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 05:03:02.214985 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-bec28946-1c89-448a-892a-e71714cc576e service neutron] Checking segment: {'id': '70a7986e-525e-4c0e-ab12-f9864c05a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 05:03:02.215368 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-bec28946-1c89-448a-892a-e71714cc576e service neutron] Bound using segment: {'id': '70a7986e-525e-4c0e-ab12-f9864c05a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2'} {{(pid=87881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 05:03:02.215787 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.managers [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-bec28946-1c89-448a-892a-e71714cc576e service neutron] Bound port: 77afd091-d62f-4cf9-a68a-fa7dfe2540d9, host: n-h1-825178-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a7986e-525e-4c0e-ab12-f9864c05a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2'}}] {{(pid=87881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 05:03:02.216200 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-bec28946-1c89-448a-892a-e71714cc576e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:02.307672 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-bec28946-1c89-448a-892a-e71714cc576e service neutron] For port 77afd091-d62f-4cf9-a68a-fa7dfe2540d9, host n-h1-825178-5, cleared binding levels {{(pid=87881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 05:03:02.310544 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-bec28946-1c89-448a-892a-e71714cc576e service neutron] For port 77afd091-d62f-4cf9-a68a-fa7dfe2540d9, host n-h1-825178-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=77afd091-d62f-4cf9-a68a-fa7dfe2540d9,segment=NetworkSegment(70a7986e-525e-4c0e-ab12-f9864c05a4ec),segment_id=70a7986e-525e-4c0e-ab12-f9864c05a4ec)] {{(pid=87881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 05:03:02.316657 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-bec28946-1c89-448a-892a-e71714cc576e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2062285'] for port, after_update {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:02.371947 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-bec28946-1c89-448a-892a-e71714cc576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:02.372549 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-bec28946-1c89-448a-892a-e71714cc576e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:02.373906 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-bec28946-1c89-448a-892a-e71714cc576e service neutron] 10.222.0.24 "PUT /v2.0/ports/77afd091-d62f-4cf9-a68a-fa7dfe2540d9 HTTP/1.1" status: 200 len: 1092 time: 0.9279795 Mar 09 05:03:02.409394 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef42b7b8-bae3-4303-b574-a785bbcddde5', 'tag': '77afd091-d62f-4cf9-a68a-fa7dfe2540d9'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:03:02.452191 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:02.468748 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef42b7b8-bae3-4303-b574-a785bbcddde5', 'tag': '77afd091-d62f-4cf9-a68a-fa7dfe2540d9', 'status': 'completed', 'code': 200} Mar 09 05:03:02.502927 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec28946-1c89-448a-892a-e71714cc576e service neutron] Pushing event updated for resources: {'Port': ['ID=77afd091-d62f-4cf9-a68a-fa7dfe2540d9,revision_number=3']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:03:02.529618 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:02.552677 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc014d3-115f-464d-afcb-6347f194d417 req-e006be45-057a-4fbe-9931-c708fc7a6d30 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:02.554147 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5bc014d3-115f-464d-afcb-6347f194d417 req-e006be45-057a-4fbe-9931-c708fc7a6d30 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 944 time: 0.1881678 Mar 09 05:03:02.561615 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-17c6e8eb-8040-401d-89a3-4c245658669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:02.563044 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-17c6e8eb-8040-401d-89a3-4c245658669f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40fd028831794f3f8f61c3106718fc0b&device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 1095 time: 0.1424372 Mar 09 05:03:02.645012 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-a9a48d9a-cbb2-4d22-ad3b-32907d7d9cb4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77afd091-d62f-4cf9-a68a-fa7dfe2540d9 HTTP/1.1" status: 200 len: 217 time: 0.0674493 Mar 09 05:03:02.706020 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5bc014d3-115f-464d-afcb-6347f194d417 req-35756508-cc04-4c1b-912d-2d0247722d29 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419492 Mar 09 05:03:02.718285 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-658a7361-8b0a-4df5-98ec-b907cb5ce427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:02.719683 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-658a7361-8b0a-4df5-98ec-b907cb5ce427 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=943c2abe-57cb-475b-8851-404f68f6c832 HTTP/1.1" status: 200 len: 848 time: 0.0675154 Mar 09 05:03:02.796060 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-2e35c7f0-17be-49a6-8bcd-97aa8f136415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:02.797464 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-2e35c7f0-17be-49a6-8bcd-97aa8f136415 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716629 Mar 09 05:03:03.026629 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-050cc92f-1f18-4352-9dc9-47748fa36e1e service neutron] 10.222.0.24 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226138 Mar 09 05:03:03.152898 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c83ee13d-37a4-4d4b-a30b-fe913baaed6e req-dd67580d-31c8-4b4d-9ba2-123b5d31fc25 service neutron] 10.222.0.24 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208308 Mar 09 05:03:03.265461 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258ca44-366f-41a5-be68-fdff14d8b141 req-e1625bfe-acdb-4618-b3bd-0ff53030296b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:03.266961 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5258ca44-366f-41a5-be68-fdff14d8b141 req-e1625bfe-acdb-4618-b3bd-0ff53030296b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40fd028831794f3f8f61c3106718fc0b&device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 1095 time: 0.0688796 Mar 09 05:03:03.395254 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258ca44-366f-41a5-be68-fdff14d8b141 req-a368a13f-824a-45e0-be3e-7cb8dd397aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:03.396624 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5258ca44-366f-41a5-be68-fdff14d8b141 req-a368a13f-824a-45e0-be3e-7cb8dd397aae service neutron] 10.222.0.24 "GET /v2.0/networks?id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2 HTTP/1.1" status: 200 len: 910 time: 0.1240427 Mar 09 05:03:03.465723 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5258ca44-366f-41a5-be68-fdff14d8b141 req-a0f5525e-19b1-442b-807f-ba71be859b38 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77afd091-d62f-4cf9-a68a-fa7dfe2540d9 HTTP/1.1" status: 200 len: 217 time: 0.0633121 Mar 09 05:03:03.525256 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258ca44-366f-41a5-be68-fdff14d8b141 req-bb23f161-a76f-4c3e-a97e-017ebd444eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:03.527145 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5258ca44-366f-41a5-be68-fdff14d8b141 req-bb23f161-a76f-4c3e-a97e-017ebd444eef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=943c2abe-57cb-475b-8851-404f68f6c832 HTTP/1.1" status: 200 len: 848 time: 0.0555348 Mar 09 05:03:03.602960 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258ca44-366f-41a5-be68-fdff14d8b141 req-4c0d792c-aef7-4c77-860d-74d1690c05d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:03.604448 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5258ca44-366f-41a5-be68-fdff14d8b141 req-4c0d792c-aef7-4c77-860d-74d1690c05d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721240 Mar 09 05:03:03.733537 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5258ca44-366f-41a5-be68-fdff14d8b141 req-9c15819b-7aa6-4f7a-bd6e-67abeb326233 service neutron] 10.222.0.24 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230023 Mar 09 05:03:03.819310 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:03.866457 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-5258ca44-366f-41a5-be68-fdff14d8b141 req-7b9f2c34-c6da-49c3-89dd-49bf137b16b6 service neutron] 10.222.0.24 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259677 Mar 09 05:03:03.896777 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20edca80-d2fc-49d2-ba47-372a5f695b27 req-94c4f65e-f16a-4d03-85a8-cbdf15792ee8 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:03.898211 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-20edca80-d2fc-49d2-ba47-372a5f695b27 req-94c4f65e-f16a-4d03-85a8-cbdf15792ee8 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 944 time: 0.0839367 Mar 09 05:03:03.942278 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-20edca80-d2fc-49d2-ba47-372a5f695b27 req-5c5cec2d-6815-4158-bca2-373d16fe787b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377162 Mar 09 05:03:04.812772 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 77afd091-d62f-4cf9-a68a-fa7dfe2540d9 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 05:03:04.942320 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 77afd091-d62f-4cf9-a68a-fa7dfe2540d9, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=77afd091-d62f-4cf9-a68a-fa7dfe2540d9,segment=NetworkSegment(70a7986e-525e-4c0e-ab12-f9864c05a4ec),segment_id=70a7986e-525e-4c0e-ab12-f9864c05a4ec)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:03:04.954719 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '77afd091-d62f-4cf9-a68a-fa7dfe2540d9', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'port_id': '77afd091-d62f-4cf9-a68a-fa7dfe2540d9', 'mac_address': 'fa:16:3e:b0:3b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '943c2abe-57cb-475b-8851-404f68f6c832', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 05:03:05.021425 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:05.031855 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:05.038943 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77afd091-d62f-4cf9-a68a-fa7dfe2540d9 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:03:05.056264 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 77afd091-d62f-4cf9-a68a-fa7dfe2540d9, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=77afd091-d62f-4cf9-a68a-fa7dfe2540d9,segment=NetworkSegment(70a7986e-525e-4c0e-ab12-f9864c05a4ec),segment_id=70a7986e-525e-4c0e-ab12-f9864c05a4ec)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:03:05.060219 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:05.126656 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=77afd091-d62f-4cf9-a68a-fa7dfe2540d9,revision_number=4']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:03:05.138887 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586de13-7128-4dc7-a9fc-e5ea424d5cc2 req-5a102489-5189-4b65-a6a3-5a13c7cbfe60 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:05.140344 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7586de13-7128-4dc7-a9fc-e5ea424d5cc2 req-5a102489-5189-4b65-a6a3-5a13c7cbfe60 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 945 time: 0.0843720 Mar 09 05:03:05.184374 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-7586de13-7128-4dc7-a9fc-e5ea424d5cc2 req-8517acbb-ffd1-40a9-915f-cf718d0bf8fe tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384459 Mar 09 05:03:05.379366 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['77afd091-d62f-4cf9-a68a-fa7dfe2540d9'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 05:03:06.374801 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786b34e-8a94-49fb-b3e6-ccd0109bb7d4 req-84713f42-2a18-4a89-bcbf-3454e42b0cf1 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:06.376267 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b786b34e-8a94-49fb-b3e6-ccd0109bb7d4 req-84713f42-2a18-4a89-bcbf-3454e42b0cf1 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 945 time: 0.0861890 Mar 09 05:03:06.418716 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-b786b34e-8a94-49fb-b3e6-ccd0109bb7d4 req-c8930311-0fcf-41ff-96e1-f0816eb0bcb2 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369165 Mar 09 05:03:06.828053 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 77afd091-d62f-4cf9-a68a-fa7dfe2540d9 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 05:03:06.894174 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning for port 77afd091-d62f-4cf9-a68a-fa7dfe2540d9 completed by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 05:03:06.898701 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 77afd091-d62f-4cf9-a68a-fa7dfe2540d9 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 05:03:06.899102 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:07.012167 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:07.037063 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef42b7b8-bae3-4303-b574-a785bbcddde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77afd091-d62f-4cf9-a68a-fa7dfe2540d9'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:03:07.047464 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 77afd091-d62f-4cf9-a68a-fa7dfe2540d9, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=77afd091-d62f-4cf9-a68a-fa7dfe2540d9,segment=NetworkSegment(70a7986e-525e-4c0e-ab12-f9864c05a4ec),segment_id=70a7986e-525e-4c0e-ab12-f9864c05a4ec)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:03:07.051359 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:07.087226 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef42b7b8-bae3-4303-b574-a785bbcddde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77afd091-d62f-4cf9-a68a-fa7dfe2540d9', 'code': 200} Mar 09 05:03:07.121480 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=77afd091-d62f-4cf9-a68a-fa7dfe2540d9,revision_number=5']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:03:07.208320 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c739059-0c4a-4b7e-8959-3b81324e7eac req-57ee6632-e821-4e84-af4b-a816ed74fa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:07.209772 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3c739059-0c4a-4b7e-8959-3b81324e7eac req-57ee6632-e821-4e84-af4b-a816ed74fa4b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 1097 time: 0.0729907 Mar 09 05:03:07.248059 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-3c739059-0c4a-4b7e-8959-3b81324e7eac req-e69f1019-93ef-485b-8012-cfe0585db599 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329676 Mar 09 05:03:07.706596 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcde68-f37a-4f3d-8593-d558a83ccdd5 req-8fe841c2-90f3-4f83-a137-6ec514c9ec3b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:07.707967 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bbfcde68-f37a-4f3d-8593-d558a83ccdd5 req-8fe841c2-90f3-4f83-a137-6ec514c9ec3b tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 946 time: 0.1860280 Mar 09 05:03:07.751136 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-bbfcde68-f37a-4f3d-8593-d558a83ccdd5 req-ddf3d8ef-b028-4aa6-a30e-99cbcba442dd tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376298 Mar 09 05:03:08.936241 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b94c2-3495-4309-be6d-d2beb0e7a4f2 req-ce7fc8e5-019f-4290-9fd3-4fdd516f6516 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:08.937691 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cb5b94c2-3495-4309-be6d-d2beb0e7a4f2 req-ce7fc8e5-019f-4290-9fd3-4fdd516f6516 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 946 time: 0.0804379 Mar 09 05:03:08.985064 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-cb5b94c2-3495-4309-be6d-d2beb0e7a4f2 req-c9e4b17a-6733-40d0-93b7-684a68b0f2a3 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418208 Mar 09 05:03:09.165375 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc76778-702b-41fd-9f28-f81ccf05c390 req-174776d1-2a43-4659-8d03-ad7f109c58ba tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:09.166724 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4cc76778-702b-41fd-9f28-f81ccf05c390 req-174776d1-2a43-4659-8d03-ad7f109c58ba tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 946 time: 0.0798423 Mar 09 05:03:09.209430 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-4cc76778-702b-41fd-9f28-f81ccf05c390 req-3867a8d2-08e2-4f27-8b84-1c3e1f4ed0aa tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371866 Mar 09 05:03:09.231239 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50422) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:03:09.299401 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b376781-988e-4099-8d21-51e8122a2fbd tempest-TestSnapshotPattern-2090985643 tempest-TestSnapshotPattern-2090985643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:09.300855 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-3b376781-988e-4099-8d21-51e8122a2fbd tempest-TestSnapshotPattern-2090985643 tempest-TestSnapshotPattern-2090985643-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 1092 time: 0.0686879 Mar 09 05:03:09.303612 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50426) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:03:09.308647 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.v2.base [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Request body: {'floatingip': {'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'port_id': '77afd091-d62f-4cf9-a68a-fa7dfe2540d9', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:03:09.315093 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 05:03:09.318871 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Usage tracker for resource:floatingip and tenant:40fd028831794f3f8f61c3106718fc0b is out of sync, need to count used quota {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 05:03:09.321628 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 05:03:09.327757 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.quota.driver [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 05:03:09.337753 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for floatingip, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:09.471472 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:09.522347 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:09.607615 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.db_base_plugin_common [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Allocated IP 172.25.7.117 (4b872f8e-70e4-4d08-a0fb-87c6efa59069/af396a82-919d-42f7-80ae-858d531434cd/76bc2426-0951-4368-9aa1-ed1c9b68dcee) {{(pid=87880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:03:09.753098 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for port, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:09.781945 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730634074170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:09.844717 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Network 4b872f8e-70e4-4d08-a0fb-87c6efa59069 is already hosted by enough agents. {{(pid=87880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:03:09.851482 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.base_scheduler [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Resources bound (agent type, host, resource id): {{(pid=87880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:03:09.856164 n-d-825178-5 neutron-server[87880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Received port after_create {{(pid=87880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 05:03:09.888856 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Pushing event updated for resources: {'Port': ['ID=76bc2426-0951-4368-9aa1-ed1c9b68dcee,revision_number=1']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:03:09.903218 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:03:09.903576 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:03:09.903889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:03:09.904216 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:03:09.904540 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:03:09.904861 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:03:09.905182 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:03:09.905495 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:03:09.905806 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:03:09.906117 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:03:09.906451 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:03:09.906769 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:03:10.279667 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:10.355597 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:10.552720 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for port, precommit_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:10.557190 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-825328'] for port, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:10.765660 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Pushing event updated for resources: {'Port': ['ID=76bc2426-0951-4368-9aa1-ed1c9b68dcee,revision_number=2']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:03:10.777045 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374657'] for floatingip, after_update {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:10.944487 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Floating IP cdd10ec8-1884-4a47-b3a6-7e43f7d9b60b associated. External IP: 172.25.7.117, port: 77afd091-d62f-4cf9-a68a-fa7dfe2540d9. Mar 09 05:03:11.286164 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Router 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 05:03:11.466054 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 05:03:11.476149 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42933c25-6c16-4b9f-b4aa-d2c634742c29 None None] Sync routers for ids ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:03:11.489183 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42933c25-6c16-4b9f-b4aa-d2c634742c29 None None] Routers {'5334301f-f4da-4c4f-a9e2-59cd3e97eab8'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 05:03:11.489573 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:11.489770 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-42933c25-6c16-4b9f-b4aa-d2c634742c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T05:03:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:03:11.543921 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-da34ca3a-4457-4b47-a19f-ee3ddc8dbc19 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2392406 Mar 09 05:03:11.544412 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef42b7b8-bae3-4303-b574-a785bbcddde5', 'tag': '77afd091-d62f-4cf9-a68a-fa7dfe2540d9'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:03:11.597368 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef42b7b8-bae3-4303-b574-a785bbcddde5', 'tag': '77afd091-d62f-4cf9-a68a-fa7dfe2540d9', 'status': 'completed', 'code': 200} Mar 09 05:03:11.689173 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc85a9-090a-4616-951b-b32fcfe0e5da req-cf982a3d-0df2-4992-8a96-0c48ba60e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:11.690655 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-60cc85a9-090a-4616-951b-b32fcfe0e5da req-cf982a3d-0df2-4992-8a96-0c48ba60e5b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40fd028831794f3f8f61c3106718fc0b&device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 1097 time: 0.0712230 Mar 09 05:03:11.693697 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-42933c25-6c16-4b9f-b4aa-d2c634742c29 None None] Set router 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 05:03:11.821183 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc85a9-090a-4616-951b-b32fcfe0e5da req-d11e9472-a7ee-4f62-b831-b1e17a290c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:11.823131 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-60cc85a9-090a-4616-951b-b32fcfe0e5da req-d11e9472-a7ee-4f62-b831-b1e17a290c17 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2 HTTP/1.1" status: 200 len: 910 time: 0.1259737 Mar 09 05:03:11.925080 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-60cc85a9-090a-4616-951b-b32fcfe0e5da req-1d0801fd-6141-4a7c-b6a7-9e7426d35f35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77afd091-d62f-4cf9-a68a-fa7dfe2540d9 HTTP/1.1" status: 200 len: 1000 time: 0.0967970 Mar 09 05:03:11.988035 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc85a9-090a-4616-951b-b32fcfe0e5da req-6b87858d-f073-4173-9f76-08a696137107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:11.989485 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-60cc85a9-090a-4616-951b-b32fcfe0e5da req-6b87858d-f073-4173-9f76-08a696137107 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=943c2abe-57cb-475b-8851-404f68f6c832 HTTP/1.1" status: 200 len: 848 time: 0.0586941 Mar 09 05:03:12.047358 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-42933c25-6c16-4b9f-b4aa-d2c634742c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'name': 'tempest-TestSnapshotPattern-326530692-router', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:10Z', 'revision_number': 4, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'gw_port': {'id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4cf25525-9fa3-45f2-b26c-d72b556d9fc6', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'port_id': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'mac_address': 'fa:16:3e:51:9b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4404c25e-99e0-4688-bbd5-a5aefaeaefac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:00:37Z', 'updated_at': '2022-03-09T05:00:40Z', 'revision_number': 1, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'fixed_ip_address_scope': None}, {'id': 'cdd10ec8-1884-4a47-b3a6-7e43f7d9b60b', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'floating_ip_address': '172.25.7.117', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'port_id': '77afd091-d62f-4cf9-a68a-fa7dfe2540d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'mac_address': 'fa:16:3e:b0:3b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef42b7b8-bae3-4303-b574-a785bbcddde5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:03:10Z', 'updated_at': '2022-03-09T05:03:10Z', 'revision_number': 0, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44308a1e-aeb4-4837-a554-a827dee21a1b', 'name': '', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'mac_address': 'fa:16:3e:eb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '943c2abe-57cb-475b-8851-404f68f6c832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:09Z', 'updated_at': '2022-03-09T05:00:15Z', 'revision_number': 5, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'subnets': [{'id': '943c2abe-57cb-475b-8851-404f68f6c832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:03:12.051532 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42933c25-6c16-4b9f-b4aa-d2c634742c29 None None] Checking router: 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:03:12.061714 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42933c25-6c16-4b9f-b4aa-d2c634742c29 None None] Routers {'5334301f-f4da-4c4f-a9e2-59cd3e97eab8'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 05:03:12.062340 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-42933c25-6c16-4b9f-b4aa-d2c634742c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T05:03:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:03:12.182467 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc85a9-090a-4616-951b-b32fcfe0e5da req-339f51e2-085f-409d-a571-db919aad37a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:12.183885 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-60cc85a9-090a-4616-951b-b32fcfe0e5da req-339f51e2-085f-409d-a571-db919aad37a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1883190 Mar 09 05:03:12.242252 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-42933c25-6c16-4b9f-b4aa-d2c634742c29 None None] Set router 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 05:03:12.314205 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-60cc85a9-090a-4616-951b-b32fcfe0e5da req-99e5a0f3-39f2-43fb-b2b0-10cd9746870a service neutron] 10.222.0.24 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237690 Mar 09 05:03:12.475303 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-60cc85a9-090a-4616-951b-b32fcfe0e5da req-a591fa57-9a06-4f9f-8a8b-016fe419bbc6 service neutron] 10.222.0.24 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551867 Mar 09 05:03:12.588548 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-42933c25-6c16-4b9f-b4aa-d2c634742c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'name': 'tempest-TestSnapshotPattern-326530692-router', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:10Z', 'revision_number': 4, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'gw_port': {'id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4cf25525-9fa3-45f2-b26c-d72b556d9fc6', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'port_id': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'mac_address': 'fa:16:3e:51:9b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4404c25e-99e0-4688-bbd5-a5aefaeaefac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:00:37Z', 'updated_at': '2022-03-09T05:00:40Z', 'revision_number': 1, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'fixed_ip_address_scope': None}, {'id': 'cdd10ec8-1884-4a47-b3a6-7e43f7d9b60b', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'floating_ip_address': '172.25.7.117', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'port_id': '77afd091-d62f-4cf9-a68a-fa7dfe2540d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'mac_address': 'fa:16:3e:b0:3b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef42b7b8-bae3-4303-b574-a785bbcddde5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:03:10Z', 'updated_at': '2022-03-09T05:03:10Z', 'revision_number': 0, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44308a1e-aeb4-4837-a554-a827dee21a1b', 'name': '', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'mac_address': 'fa:16:3e:eb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '943c2abe-57cb-475b-8851-404f68f6c832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:09Z', 'updated_at': '2022-03-09T05:00:15Z', 'revision_number': 5, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'subnets': [{'id': '943c2abe-57cb-475b-8851-404f68f6c832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:03:12.592375 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42933c25-6c16-4b9f-b4aa-d2c634742c29 None None] The sync data for ids ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'] in n-d-825178-5 is: [{'id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'name': 'tempest-TestSnapshotPattern-326530692-router', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:10Z', 'revision_number': 4, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'gw_port': {'id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4cf25525-9fa3-45f2-b26c-d72b556d9fc6', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'port_id': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'mac_address': 'fa:16:3e:51:9b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4404c25e-99e0-4688-bbd5-a5aefaeaefac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:00:37Z', 'updated_at': '2022-03-09T05:00:40Z', 'revision_number': 1, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'fixed_ip_address_scope': None}, {'id': 'cdd10ec8-1884-4a47-b3a6-7e43f7d9b60b', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'floating_ip_address': '172.25.7.117', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'port_id': '77afd091-d62f-4cf9-a68a-fa7dfe2540d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'mac_address': 'fa:16:3e:b0:3b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef42b7b8-bae3-4303-b574-a785bbcddde5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:03:10Z', 'updated_at': '2022-03-09T05:03:10Z', 'revision_number': 0, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44308a1e-aeb4-4837-a554-a827dee21a1b', 'name': '', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'mac_address': 'fa:16:3e:eb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '943c2abe-57cb-475b-8851-404f68f6c832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:09Z', 'updated_at': '2022-03-09T05:00:15Z', 'revision_number': 5, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'subnets': [{'id': '943c2abe-57cb-475b-8851-404f68f6c832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:03:12.777187 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768f2902-d0dd-4036-a7c5-5dba59c71903 None None] New status for floating IP cdd10ec8-1884-4a47-b3a6-7e43f7d9b60b: ACTIVE {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 05:03:14.622700 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 05:03:28.910814 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-94af9930-1446-40d0-811f-7afa994e7d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:31.292685 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4480052a-b455-4e6d-9f01-400a15e6aa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:32.444503 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:32.530871 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:33.821360 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:35.028275 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:39.537961 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:03:41.310251 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dec85b69-9c11-424b-bd42-abf20b912cc2 req-4ae0771b-d585-4866-99c5-321dc579130b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0702477 Mar 09 05:03:41.443822 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec85b69-9c11-424b-bd42-abf20b912cc2 req-65683613-0e72-4efb-89a3-6b10c8517bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:41.445279 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dec85b69-9c11-424b-bd42-abf20b912cc2 req-65683613-0e72-4efb-89a3-6b10c8517bab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=40fd028831794f3f8f61c3106718fc0b&device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 1094 time: 0.0696456 Mar 09 05:03:41.591203 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec85b69-9c11-424b-bd42-abf20b912cc2 req-029e7197-35cb-43ad-b833-43b62894b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:41.592710 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dec85b69-9c11-424b-bd42-abf20b912cc2 req-029e7197-35cb-43ad-b833-43b62894b00c service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2 HTTP/1.1" status: 200 len: 910 time: 0.1282513 Mar 09 05:03:41.692541 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dec85b69-9c11-424b-bd42-abf20b912cc2 req-9fe33304-2c47-4d6f-80cf-b15a15a62405 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0a9a555-0871-4920-984a-65a3b4fe3c2a HTTP/1.1" status: 200 len: 999 time: 0.0944614 Mar 09 05:03:41.754992 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec85b69-9c11-424b-bd42-abf20b912cc2 req-0d7d3e08-dbe9-4a15-b93c-cb31a16a2b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:41.756339 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dec85b69-9c11-424b-bd42-abf20b912cc2 req-0d7d3e08-dbe9-4a15-b93c-cb31a16a2b3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=943c2abe-57cb-475b-8851-404f68f6c832 HTTP/1.1" status: 200 len: 848 time: 0.0574429 Mar 09 05:03:41.828447 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec85b69-9c11-424b-bd42-abf20b912cc2 req-c0f3e170-2e20-4c16-b237-a240ae6ed034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:41.829772 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dec85b69-9c11-424b-bd42-abf20b912cc2 req-c0f3e170-2e20-4c16-b237-a240ae6ed034 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671818 Mar 09 05:03:41.838780 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [req-dec85b69-9c11-424b-bd42-abf20b912cc2 req-67803cca-4f03-437b-867b-4dce5a36f1e8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 05:03:41.839774 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dec85b69-9c11-424b-bd42-abf20b912cc2 req-67803cca-4f03-437b-867b-4dce5a36f1e8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047140 Mar 09 05:03:42.080460 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dec85b69-9c11-424b-bd42-abf20b912cc2 req-b8348cdd-ccc4-460b-93f9-b28fec8e4d1a service neutron] 10.222.0.21 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345057 Mar 09 05:03:42.210769 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-dec85b69-9c11-424b-bd42-abf20b912cc2 req-cdf69626-8f33-4020-ac00-61be6f65ea42 service neutron] 10.222.0.21 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239023 Mar 09 05:03:51.622735 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 05:03:52.289242 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-31229234-9bf6-4cc5-b186-57600f369ba8 req-bfba87a1-2dc0-4923-8222-82627cd8929f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0788169 Mar 09 05:03:52.424820 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31229234-9bf6-4cc5-b186-57600f369ba8 req-ef5306ce-8ad5-4ad1-b81d-202fbbc65da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:52.426248 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-31229234-9bf6-4cc5-b186-57600f369ba8 req-ef5306ce-8ad5-4ad1-b81d-202fbbc65da5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40fd028831794f3f8f61c3106718fc0b&device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 1097 time: 0.0724370 Mar 09 05:03:52.569499 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31229234-9bf6-4cc5-b186-57600f369ba8 req-f48359a0-2fa6-4007-bcf6-8d7ef13f0111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:52.570948 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-31229234-9bf6-4cc5-b186-57600f369ba8 req-f48359a0-2fa6-4007-bcf6-8d7ef13f0111 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2 HTTP/1.1" status: 200 len: 910 time: 0.1263876 Mar 09 05:03:52.671331 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-31229234-9bf6-4cc5-b186-57600f369ba8 req-6c9f9793-6dd6-49eb-8703-4aae13cc03dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77afd091-d62f-4cf9-a68a-fa7dfe2540d9 HTTP/1.1" status: 200 len: 1002 time: 0.0941825 Mar 09 05:03:52.731040 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31229234-9bf6-4cc5-b186-57600f369ba8 req-36f45167-4c94-4c57-9d3c-5481596c6736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:52.732385 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-31229234-9bf6-4cc5-b186-57600f369ba8 req-36f45167-4c94-4c57-9d3c-5481596c6736 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=943c2abe-57cb-475b-8851-404f68f6c832 HTTP/1.1" status: 200 len: 848 time: 0.0557961 Mar 09 05:03:52.804880 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31229234-9bf6-4cc5-b186-57600f369ba8 req-1c4d69bc-72e0-4aca-bc81-2bfa939cfe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:03:52.806572 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-31229234-9bf6-4cc5-b186-57600f369ba8 req-1c4d69bc-72e0-4aca-bc81-2bfa939cfe3c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678990 Mar 09 05:03:52.934923 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-31229234-9bf6-4cc5-b186-57600f369ba8 req-a3239a12-fb32-4859-989c-64999a870bb6 service neutron] 10.222.0.24 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220727 Mar 09 05:03:53.063236 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-31229234-9bf6-4cc5-b186-57600f369ba8 req-0a224074-5adb-4ecf-8d01-7496eb96ec95 service neutron] 10.222.0.24 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222649 Mar 09 05:03:58.912996 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d993dcaa-8e48-4a49-b745-b6158b5d49da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:04:01.295718 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-54ace38f-b9e8-4a2c-9683-0c8fd47313ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:04:02.445998 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:04:02.534183 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:04:03.824944 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:04:05.038582 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:04:09.552031 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:04:28.623357 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 05:04:28.916396 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8e5920c8-ea2c-439a-986c-4c2d4478589e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:04:31.297675 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d73da024-20ea-4e05-bcb4-298c77d992a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:04:32.447688 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:04:32.537386 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:04:33.828898 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:04:35.038240 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:04:39.570956 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:04:40.738669 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3216c3e5-91d6-4ae3-a007-5e79480d41f6 req-c98e56e3-8899-4789-adb3-4ecf7bf74881 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0687664 Mar 09 05:04:40.875789 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216c3e5-91d6-4ae3-a007-5e79480d41f6 req-f53cb82f-5723-424f-a373-a24e8afc16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:04:40.877232 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3216c3e5-91d6-4ae3-a007-5e79480d41f6 req-f53cb82f-5723-424f-a373-a24e8afc16e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=40fd028831794f3f8f61c3106718fc0b&device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 1094 time: 0.0733249 Mar 09 05:04:41.020354 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216c3e5-91d6-4ae3-a007-5e79480d41f6 req-6888690e-e58e-47b9-828b-b9d94e39e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:04:41.021748 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3216c3e5-91d6-4ae3-a007-5e79480d41f6 req-6888690e-e58e-47b9-828b-b9d94e39e618 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2 HTTP/1.1" status: 200 len: 910 time: 0.1260746 Mar 09 05:04:41.122409 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3216c3e5-91d6-4ae3-a007-5e79480d41f6 req-e39c662d-2c3f-457a-acd2-361ef98812cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0a9a555-0871-4920-984a-65a3b4fe3c2a HTTP/1.1" status: 200 len: 999 time: 0.0948460 Mar 09 05:04:41.182549 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216c3e5-91d6-4ae3-a007-5e79480d41f6 req-134002f3-8bde-41f8-8aaa-f71eb8ce4174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:04:41.183939 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3216c3e5-91d6-4ae3-a007-5e79480d41f6 req-134002f3-8bde-41f8-8aaa-f71eb8ce4174 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=943c2abe-57cb-475b-8851-404f68f6c832 HTTP/1.1" status: 200 len: 848 time: 0.0564458 Mar 09 05:04:41.261524 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216c3e5-91d6-4ae3-a007-5e79480d41f6 req-11f1612f-cf5f-445c-af45-60597775cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:04:41.262997 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3216c3e5-91d6-4ae3-a007-5e79480d41f6 req-11f1612f-cf5f-445c-af45-60597775cd7b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723369 Mar 09 05:04:41.392459 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3216c3e5-91d6-4ae3-a007-5e79480d41f6 req-9c0ff4a2-d636-4eb5-a017-9cde34aa0677 service neutron] 10.222.0.21 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237469 Mar 09 05:04:41.520045 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3216c3e5-91d6-4ae3-a007-5e79480d41f6 req-e26073d8-9e12-493e-8b7a-cedbc2d5342c service neutron] 10.222.0.21 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219189 Mar 09 05:04:52.714502 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-67b0a376-c4b8-45bd-9d2e-09f623d089da req-f983d084-b4e5-4f44-9c41-a4830ec39143 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0721157 Mar 09 05:04:52.846330 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0a376-c4b8-45bd-9d2e-09f623d089da req-90c5e7a5-5217-40aa-93bc-4296a38a210b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:04:52.847781 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-67b0a376-c4b8-45bd-9d2e-09f623d089da req-90c5e7a5-5217-40aa-93bc-4296a38a210b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40fd028831794f3f8f61c3106718fc0b&device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 1097 time: 0.0692265 Mar 09 05:04:52.992397 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0a376-c4b8-45bd-9d2e-09f623d089da req-5148280d-3a7a-4b68-b721-db0bf05110f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:04:52.993814 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-67b0a376-c4b8-45bd-9d2e-09f623d089da req-5148280d-3a7a-4b68-b721-db0bf05110f5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2 HTTP/1.1" status: 200 len: 910 time: 0.1273158 Mar 09 05:04:53.095899 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-67b0a376-c4b8-45bd-9d2e-09f623d089da req-5e4d6521-19e8-4839-bf91-6c5333024d18 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77afd091-d62f-4cf9-a68a-fa7dfe2540d9 HTTP/1.1" status: 200 len: 1002 time: 0.0957367 Mar 09 05:04:53.158225 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0a376-c4b8-45bd-9d2e-09f623d089da req-41db68fe-9263-4116-bf57-ce153178e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:04:53.159604 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-67b0a376-c4b8-45bd-9d2e-09f623d089da req-41db68fe-9263-4116-bf57-ce153178e7da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=943c2abe-57cb-475b-8851-404f68f6c832 HTTP/1.1" status: 200 len: 848 time: 0.0587435 Mar 09 05:04:53.334052 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0a376-c4b8-45bd-9d2e-09f623d089da req-4bbfcc16-357c-42ae-b39a-1052cc9bd25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:04:53.335455 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-67b0a376-c4b8-45bd-9d2e-09f623d089da req-4bbfcc16-357c-42ae-b39a-1052cc9bd25d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1705163 Mar 09 05:04:53.466876 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-67b0a376-c4b8-45bd-9d2e-09f623d089da req-29588364-88f3-4909-9848-ee989c42a1d9 service neutron] 10.222.0.24 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254117 Mar 09 05:04:53.596284 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-67b0a376-c4b8-45bd-9d2e-09f623d089da req-fd6168f1-30f6-4f46-af84-b5d6815a70df service neutron] 10.222.0.24 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234031 Mar 09 05:04:58.920510 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a9bf2c1f-e249-4dcf-9a25-7c1728abb1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:01.303169 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-2739bb3d-3605-4f8c-a81c-c476b52eb588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:02.450184 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:02.539060 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:03.830288 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:05.035539 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:05.622903 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 05:05:09.588747 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:17.451098 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 77afd091-d62f-4cf9-a68a-fa7dfe2540d9 details requested by agent hyperv_n-h1-825178-5 with host n-h1-825178-5 {{(pid=87882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 05:05:17.622679 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 77afd091-d62f-4cf9-a68a-fa7dfe2540d9, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=77afd091-d62f-4cf9-a68a-fa7dfe2540d9,segment=NetworkSegment(70a7986e-525e-4c0e-ab12-f9864c05a4ec),segment_id=70a7986e-525e-4c0e-ab12-f9864c05a4ec)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:05:17.640180 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Returning: {'device': '77afd091-d62f-4cf9-a68a-fa7dfe2540d9', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'port_id': '77afd091-d62f-4cf9-a68a-fa7dfe2540d9', 'mac_address': 'fa:16:3e:b0:3b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '943c2abe-57cb-475b-8851-404f68f6c832', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 05:05:17.695754 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:17.712684 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77afd091-d62f-4cf9-a68a-fa7dfe2540d9 {{(pid=87882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:05:17.728862 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 77afd091-d62f-4cf9-a68a-fa7dfe2540d9, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=77afd091-d62f-4cf9-a68a-fa7dfe2540d9,segment=NetworkSegment(70a7986e-525e-4c0e-ab12-f9864c05a4ec),segment_id=70a7986e-525e-4c0e-ab12-f9864c05a4ec)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:05:17.733401 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:17.803159 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=77afd091-d62f-4cf9-a68a-fa7dfe2540d9,revision_number=6']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:05:17.808101 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] get_ports_and_sgs() called for port_ids ['77afd091-d62f-4cf9-a68a-fa7dfe2540d9'] {{(pid=87882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 05:05:17.839847 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:17.840193 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:17.840533 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:17.840871 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:17.841205 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:17.841531 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:17.841855 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:17.842178 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:17.842499 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:17.842817 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:17.843160 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:17.843478 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:19.480377 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 77afd091-d62f-4cf9-a68a-fa7dfe2540d9 up at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 05:05:19.553573 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.provisioning_blocks [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Provisioning complete for port 77afd091-d62f-4cf9-a68a-fa7dfe2540d9 triggered by entity L2. {{(pid=87882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 05:05:19.554018 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485341'] for port, provisioning_complete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:19.705239 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:19.739123 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef42b7b8-bae3-4303-b574-a785bbcddde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77afd091-d62f-4cf9-a68a-fa7dfe2540d9'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:05:19.789757 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 77afd091-d62f-4cf9-a68a-fa7dfe2540d9, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=77afd091-d62f-4cf9-a68a-fa7dfe2540d9,segment=NetworkSegment(70a7986e-525e-4c0e-ab12-f9864c05a4ec),segment_id=70a7986e-525e-4c0e-ab12-f9864c05a4ec)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:05:19.815353 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:19.935459 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=77afd091-d62f-4cf9-a68a-fa7dfe2540d9,revision_number=7']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:05:19.939140 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef42b7b8-bae3-4303-b574-a785bbcddde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77afd091-d62f-4cf9-a68a-fa7dfe2540d9', 'code': 200} Mar 09 05:05:28.631701 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50658) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:05:28.837060 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-7e41557d-ee24-409e-9825-92ee9f90a27a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Deleting port 76bc2426-0951-4368-9aa1-ed1c9b68dcee {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 05:05:28.837401 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7e41557d-ee24-409e-9825-92ee9f90a27a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:28.925035 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a0f4d1ae-b6ad-4fad-99fb-949c1e87657c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:29.008787 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7e41557d-ee24-409e-9825-92ee9f90a27a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:29.009120 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7e41557d-ee24-409e-9825-92ee9f90a27a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:29.133727 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-7e41557d-ee24-409e-9825-92ee9f90a27a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Calling delete_port for 76bc2426-0951-4368-9aa1-ed1c9b68dcee owned by network:floatingip {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 05:05:29.279428 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7e41557d-ee24-409e-9825-92ee9f90a27a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:29.328079 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41557d-ee24-409e-9825-92ee9f90a27a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Pushing event deleted for resources: {'Port': ['ID=76bc2426-0951-4368-9aa1-ed1c9b68dcee,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:05:29.368352 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41557d-ee24-409e-9825-92ee9f90a27a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:29.368695 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41557d-ee24-409e-9825-92ee9f90a27a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:29.369027 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41557d-ee24-409e-9825-92ee9f90a27a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:29.369387 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41557d-ee24-409e-9825-92ee9f90a27a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:29.369711 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41557d-ee24-409e-9825-92ee9f90a27a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:29.370033 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41557d-ee24-409e-9825-92ee9f90a27a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:29.370352 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41557d-ee24-409e-9825-92ee9f90a27a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:29.370668 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41557d-ee24-409e-9825-92ee9f90a27a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:29.371014 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41557d-ee24-409e-9825-92ee9f90a27a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:29.371330 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41557d-ee24-409e-9825-92ee9f90a27a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:29.371666 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41557d-ee24-409e-9825-92ee9f90a27a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:29.371983 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41557d-ee24-409e-9825-92ee9f90a27a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:29.426033 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7e41557d-ee24-409e-9825-92ee9f90a27a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for floatingip, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:29.426265 n-d-825178-5 neutron-server[87881]: INFO neutron.db.l3_db [None req-7e41557d-ee24-409e-9825-92ee9f90a27a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Floating IP cdd10ec8-1884-4a47-b3a6-7e43f7d9b60b disassociated (deleted). External IP: 172.25.7.117, port: 77afd091-d62f-4cf9-a68a-fa7dfe2540d9. Mar 09 05:05:29.870838 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e41557d-ee24-409e-9825-92ee9f90a27a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Router 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 05:05:30.047446 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e41557d-ee24-409e-9825-92ee9f90a27a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 05:05:30.057615 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e152b1a-0ddf-4ed1-96ac-7819eb4da2ae None None] Sync routers for ids ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:05:30.067214 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e152b1a-0ddf-4ed1-96ac-7819eb4da2ae None None] Routers {'5334301f-f4da-4c4f-a9e2-59cd3e97eab8'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 05:05:30.067818 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0e152b1a-0ddf-4ed1-96ac-7819eb4da2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T05:05:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:05:30.067965 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-7e41557d-ee24-409e-9825-92ee9f90a27a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:30.121843 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-7e41557d-ee24-409e-9825-92ee9f90a27a tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "DELETE /v2.0/floatingips/cdd10ec8-1884-4a47-b3a6-7e43f7d9b60b HTTP/1.1" status: 204 len: 168 time: 1.4888268 Mar 09 05:05:30.122253 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef42b7b8-bae3-4303-b574-a785bbcddde5', 'tag': '77afd091-d62f-4cf9-a68a-fa7dfe2540d9'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:05:30.222523 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef42b7b8-bae3-4303-b574-a785bbcddde5', 'tag': '77afd091-d62f-4cf9-a68a-fa7dfe2540d9', 'status': 'completed', 'code': 200} Mar 09 05:05:30.247915 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-0e152b1a-0ddf-4ed1-96ac-7819eb4da2ae None None] Set router 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 05:05:30.322570 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5728de-f046-4ab7-938b-d731051865b0 req-90be6bcc-2385-44a3-87ff-55a32d4bae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:05:30.324894 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4b5728de-f046-4ab7-938b-d731051865b0 req-90be6bcc-2385-44a3-87ff-55a32d4bae5d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40fd028831794f3f8f61c3106718fc0b&device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 1097 time: 0.0804262 Mar 09 05:05:30.472356 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5728de-f046-4ab7-938b-d731051865b0 req-f0a816d7-d90e-4fdc-a718-6d4140bdd1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:05:30.473807 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4b5728de-f046-4ab7-938b-d731051865b0 req-f0a816d7-d90e-4fdc-a718-6d4140bdd1b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2 HTTP/1.1" status: 200 len: 910 time: 0.1361606 Mar 09 05:05:30.580482 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4b5728de-f046-4ab7-938b-d731051865b0 req-d4594c51-4f40-4f9f-8d2e-6e704a695d07 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77afd091-d62f-4cf9-a68a-fa7dfe2540d9 HTTP/1.1" status: 200 len: 217 time: 0.1001897 Mar 09 05:05:30.640566 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0e152b1a-0ddf-4ed1-96ac-7819eb4da2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'name': 'tempest-TestSnapshotPattern-326530692-router', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:10Z', 'revision_number': 4, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'gw_port': {'id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4cf25525-9fa3-45f2-b26c-d72b556d9fc6', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'port_id': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'mac_address': 'fa:16:3e:51:9b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4404c25e-99e0-4688-bbd5-a5aefaeaefac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:00:37Z', 'updated_at': '2022-03-09T05:00:40Z', 'revision_number': 1, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44308a1e-aeb4-4837-a554-a827dee21a1b', 'name': '', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'mac_address': 'fa:16:3e:eb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '943c2abe-57cb-475b-8851-404f68f6c832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:09Z', 'updated_at': '2022-03-09T05:00:15Z', 'revision_number': 5, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'subnets': [{'id': '943c2abe-57cb-475b-8851-404f68f6c832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:05:30.644351 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e152b1a-0ddf-4ed1-96ac-7819eb4da2ae None None] Checking router: 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:05:30.653141 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e152b1a-0ddf-4ed1-96ac-7819eb4da2ae None None] Routers {'5334301f-f4da-4c4f-a9e2-59cd3e97eab8'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 05:05:30.653736 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0e152b1a-0ddf-4ed1-96ac-7819eb4da2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T05:05:01Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:05:30.654548 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5728de-f046-4ab7-938b-d731051865b0 req-285e552f-209a-46db-915f-905bb3724e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:05:30.656008 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4b5728de-f046-4ab7-938b-d731051865b0 req-285e552f-209a-46db-915f-905bb3724e2b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=943c2abe-57cb-475b-8851-404f68f6c832 HTTP/1.1" status: 200 len: 848 time: 0.0678303 Mar 09 05:05:30.718175 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98331d9-ae3d-4ace-89ae-f7ea524b3285 req-f2b5ea07-988c-49a3-9841-f69af6a634f7 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:05:30.718768 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-c98331d9-ae3d-4ace-89ae-f7ea524b3285 req-f2b5ea07-988c-49a3-9841-f69af6a634f7 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Synchronizing usage tracker for tenant:40fd028831794f3f8f61c3106718fc0b on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 05:05:30.742635 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-c98331d9-ae3d-4ace-89ae-f7ea524b3285 req-f2b5ea07-988c-49a3-9841-f69af6a634f7 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Unset dirty status for tenant:40fd028831794f3f8f61c3106718fc0b on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 05:05:30.743780 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c98331d9-ae3d-4ace-89ae-f7ea524b3285 req-f2b5ea07-988c-49a3-9841-f69af6a634f7 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 946 time: 0.3240385 Mar 09 05:05:30.775171 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5728de-f046-4ab7-938b-d731051865b0 req-be9813e5-21eb-4e30-8b61-4afa00e27fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:05:30.777237 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4b5728de-f046-4ab7-938b-d731051865b0 req-be9813e5-21eb-4e30-8b61-4afa00e27fa3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1134801 Mar 09 05:05:30.828711 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-c98331d9-ae3d-4ace-89ae-f7ea524b3285 req-66f729e8-b285-4fb1-937f-46fb7de698de tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785353 Mar 09 05:05:30.830918 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-0e152b1a-0ddf-4ed1-96ac-7819eb4da2ae None None] Set router 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 05:05:30.921667 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4b5728de-f046-4ab7-938b-d731051865b0 req-e218441e-d84e-485e-9ba0-b6cfcf98fa3f service neutron] 10.222.0.24 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364105 Mar 09 05:05:31.053068 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-4b5728de-f046-4ab7-938b-d731051865b0 req-3e509316-bc7c-42e4-89e6-613da6ad5df6 service neutron] 10.222.0.24 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248133 Mar 09 05:05:31.172205 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-0e152b1a-0ddf-4ed1-96ac-7819eb4da2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'name': 'tempest-TestSnapshotPattern-326530692-router', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:10Z', 'revision_number': 4, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'gw_port': {'id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4cf25525-9fa3-45f2-b26c-d72b556d9fc6', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'port_id': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'mac_address': 'fa:16:3e:51:9b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4404c25e-99e0-4688-bbd5-a5aefaeaefac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:00:37Z', 'updated_at': '2022-03-09T05:00:40Z', 'revision_number': 1, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44308a1e-aeb4-4837-a554-a827dee21a1b', 'name': '', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'mac_address': 'fa:16:3e:eb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '943c2abe-57cb-475b-8851-404f68f6c832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:09Z', 'updated_at': '2022-03-09T05:00:15Z', 'revision_number': 5, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'subnets': [{'id': '943c2abe-57cb-475b-8851-404f68f6c832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:05:31.176121 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e152b1a-0ddf-4ed1-96ac-7819eb4da2ae None None] The sync data for ids ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'] in n-d-825178-5 is: [{'id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'name': 'tempest-TestSnapshotPattern-326530692-router', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:10Z', 'revision_number': 4, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'gw_port': {'id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_floatingips': [{'id': '4cf25525-9fa3-45f2-b26c-d72b556d9fc6', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'router_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'port_id': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'mac_address': 'fa:16:3e:51:9b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4404c25e-99e0-4688-bbd5-a5aefaeaefac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:00:37Z', 'updated_at': '2022-03-09T05:00:40Z', 'revision_number': 1, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44308a1e-aeb4-4837-a554-a827dee21a1b', 'name': '', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'mac_address': 'fa:16:3e:eb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '943c2abe-57cb-475b-8851-404f68f6c832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:09Z', 'updated_at': '2022-03-09T05:00:15Z', 'revision_number': 5, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'subnets': [{'id': '943c2abe-57cb-475b-8851-404f68f6c832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:05:31.306607 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-0d8f30cd-c148-4434-a751-10932ee321b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:31.379149 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192ee5ec-c68d-4cd5-bbed-43da84b8a71e None None] New status for floating IP cdd10ec8-1884-4a47-b3a6-7e43f7d9b60b: DOWN {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 05:05:31.553069 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 77afd091-d62f-4cf9-a68a-fa7dfe2540d9 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 05:05:31.662863 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3656558'] for port, before_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:31.689483 n-d-825178-5 neutron-server[87882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef42b7b8-bae3-4303-b574-a785bbcddde5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77afd091-d62f-4cf9-a68a-fa7dfe2540d9'}] {{(pid=87882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:05:31.699113 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] For port 77afd091-d62f-4cf9-a68a-fa7dfe2540d9, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=77afd091-d62f-4cf9-a68a-fa7dfe2540d9,segment=NetworkSegment(70a7986e-525e-4c0e-ab12-f9864c05a4ec),segment_id=70a7986e-525e-4c0e-ab12-f9864c05a4ec)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:05:31.706061 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730634457092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730634074188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730634074233'] for port, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:31.742714 n-d-825178-5 neutron-server[87882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef42b7b8-bae3-4303-b574-a785bbcddde5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77afd091-d62f-4cf9-a68a-fa7dfe2540d9', 'code': 200} Mar 09 05:05:31.774498 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Pushing event updated for resources: {'Port': ['ID=77afd091-d62f-4cf9-a68a-fa7dfe2540d9,revision_number=8']} {{(pid=87882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:05:32.072558 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc30be8-246c-4e62-ac92-fe76b3c3b319 req-633122e1-0637-4bd6-bf97-22f102f68692 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:05:32.073987 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ffc30be8-246c-4e62-ac92-fe76b3c3b319 req-633122e1-0637-4bd6-bf97-22f102f68692 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 944 time: 0.1393616 Mar 09 05:05:32.085530 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adbe60-8414-45bc-b018-e660b1e45da2 req-78c5cc41-29a7-4cb0-8fcc-40a743becfad tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:05:32.086415 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-56adbe60-8414-45bc-b018-e660b1e45da2 req-78c5cc41-29a7-4cb0-8fcc-40a743becfad tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 944 time: 0.1212018 Mar 09 05:05:32.179781 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-ffc30be8-246c-4e62-ac92-fe76b3c3b319 req-4e45df3f-8b59-45bc-a8a9-9e816af1f844 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Deleting port 77afd091-d62f-4cf9-a68a-fa7dfe2540d9 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 05:05:32.180036 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ffc30be8-246c-4e62-ac92-fe76b3c3b319 req-4e45df3f-8b59-45bc-a8a9-9e816af1f844 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:32.333726 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-56adbe60-8414-45bc-b018-e660b1e45da2 req-b714d86d-6332-45c6-a3ec-2bed9a598851 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176371 Mar 09 05:05:32.452210 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:32.543085 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-ffc30be8-246c-4e62-ac92-fe76b3c3b319 req-4e45df3f-8b59-45bc-a8a9-9e816af1f844 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] For port 77afd091-d62f-4cf9-a68a-fa7dfe2540d9, host n-h1-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-5',level=0,port_id=77afd091-d62f-4cf9-a68a-fa7dfe2540d9,segment=NetworkSegment(70a7986e-525e-4c0e-ab12-f9864c05a4ec),segment_id=70a7986e-525e-4c0e-ab12-f9864c05a4ec)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:05:32.543351 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:32.543463 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ffc30be8-246c-4e62-ac92-fe76b3c3b319 req-4e45df3f-8b59-45bc-a8a9-9e816af1f844 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:32.665259 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-ffc30be8-246c-4e62-ac92-fe76b3c3b319 req-4e45df3f-8b59-45bc-a8a9-9e816af1f844 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Calling delete_port for 77afd091-d62f-4cf9-a68a-fa7dfe2540d9 owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 05:05:32.806168 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ffc30be8-246c-4e62-ac92-fe76b3c3b319 req-4e45df3f-8b59-45bc-a8a9-9e816af1f844 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:32.858410 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45df3f-8b59-45bc-a8a9-9e816af1f844 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Pushing event deleted for resources: {'Port': ['ID=77afd091-d62f-4cf9-a68a-fa7dfe2540d9,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:05:32.931396 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc30be8-246c-4e62-ac92-fe76b3c3b319 req-4e45df3f-8b59-45bc-a8a9-9e816af1f844 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] No DVR routers for this DVR port 77afd091-d62f-4cf9-a68a-fa7dfe2540d9 on host n-h1-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 05:05:32.934618 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-ffc30be8-246c-4e62-ac92-fe76b3c3b319 req-4e45df3f-8b59-45bc-a8a9-9e816af1f844 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:32.937236 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef42b7b8-bae3-4303-b574-a785bbcddde5', 'name': 'network-vif-deleted', 'tag': '77afd091-d62f-4cf9-a68a-fa7dfe2540d9'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:05:32.953097 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-ffc30be8-246c-4e62-ac92-fe76b3c3b319 req-4e45df3f-8b59-45bc-a8a9-9e816af1f844 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.24 "DELETE /v2.0/ports/77afd091-d62f-4cf9-a68a-fa7dfe2540d9 HTTP/1.1" status: 204 len: 173 time: 0.8657198 Mar 09 05:05:32.986276 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef42b7b8-bae3-4303-b574-a785bbcddde5', 'name': 'network-vif-deleted', 'tag': '77afd091-d62f-4cf9-a68a-fa7dfe2540d9', 'status': 'completed', 'code': 200} Mar 09 05:05:33.506044 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-81a70304-a5ee-44e7-8f36-f7c92a1b3ea4 req-8f4417a2-adaa-492a-921d-396b0e78d1c6 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Synchronizing usage tracker for tenant:40fd028831794f3f8f61c3106718fc0b on resource:port {{(pid=87881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 05:05:33.522380 n-d-825178-5 neutron-server[87881]: DEBUG neutron.quota.resource [req-81a70304-a5ee-44e7-8f36-f7c92a1b3ea4 req-8f4417a2-adaa-492a-921d-396b0e78d1c6 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Unset dirty status for tenant:40fd028831794f3f8f61c3106718fc0b on resource:port {{(pid=87881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 05:05:33.523568 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-81a70304-a5ee-44e7-8f36-f7c92a1b3ea4 req-8f4417a2-adaa-492a-921d-396b0e78d1c6 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef42b7b8-bae3-4303-b574-a785bbcddde5 HTTP/1.1" status: 200 len: 210 time: 0.0652425 Mar 09 05:05:33.832863 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:35.051867 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:35.143981 n-d-825178-5 neutron-server[87880]: DEBUG neutron.wsgi [-] (87880) accepted ('10.222.0.16', 50722) {{(pid=87880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:05:35.340694 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-b0f63efd-531c-408f-81c1-c701cd7a79bc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Deleting port 659ddb31-e95d-4da7-be85-07c4b1d36591 {{(pid=87880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 05:05:35.341031 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b0f63efd-531c-408f-81c1-c701cd7a79bc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:35.507109 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b0f63efd-531c-408f-81c1-c701cd7a79bc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:35.507437 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b0f63efd-531c-408f-81c1-c701cd7a79bc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:35.573686 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 77afd091-d62f-4cf9-a68a-fa7dfe2540d9 no longer exists at agent hyperv_n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 05:05:35.611175 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] No Port match for: 77afd091-d62f-4cf9-a68a-fa7dfe2540d9 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 05:05:35.611516 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Device 77afd091-d62f-4cf9-a68a-fa7dfe2540d9 not bound to the agent host n-h1-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 05:05:35.739449 n-d-825178-5 neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-b0f63efd-531c-408f-81c1-c701cd7a79bc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Calling delete_port for 659ddb31-e95d-4da7-be85-07c4b1d36591 owned by network:floatingip {{(pid=87880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 05:05:35.888190 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b0f63efd-531c-408f-81c1-c701cd7a79bc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-825339'] for port, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:35.936009 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f63efd-531c-408f-81c1-c701cd7a79bc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Pushing event deleted for resources: {'Port': ['ID=659ddb31-e95d-4da7-be85-07c4b1d36591,revision_number=None']} {{(pid=87880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:05:35.979579 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f63efd-531c-408f-81c1-c701cd7a79bc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:35.979912 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f63efd-531c-408f-81c1-c701cd7a79bc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:35.980240 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f63efd-531c-408f-81c1-c701cd7a79bc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:35.980568 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f63efd-531c-408f-81c1-c701cd7a79bc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:35.980889 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f63efd-531c-408f-81c1-c701cd7a79bc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:35.981207 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f63efd-531c-408f-81c1-c701cd7a79bc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:35.981519 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f63efd-531c-408f-81c1-c701cd7a79bc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:35.981834 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f63efd-531c-408f-81c1-c701cd7a79bc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:35.982146 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f63efd-531c-408f-81c1-c701cd7a79bc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:35.982462 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f63efd-531c-408f-81c1-c701cd7a79bc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:35.982775 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f63efd-531c-408f-81c1-c701cd7a79bc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:35.983112 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f63efd-531c-408f-81c1-c701cd7a79bc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-5 {{(pid=87880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:05:36.036035 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b0f63efd-531c-408f-81c1-c701cd7a79bc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for floatingip, after_delete {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:36.036412 n-d-825178-5 neutron-server[87880]: INFO neutron.db.l3_db [None req-b0f63efd-531c-408f-81c1-c701cd7a79bc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Floating IP 4cf25525-9fa3-45f2-b26c-d72b556d9fc6 disassociated (deleted). External IP: 172.25.7.134, port: e0a9a555-0871-4920-984a-65a3b4fe3c2a. Mar 09 05:05:36.378314 n-d-825178-5 neutron-server[87880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f63efd-531c-408f-81c1-c701cd7a79bc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Router 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 05:05:36.556044 n-d-825178-5 neutron-server[87880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f63efd-531c-408f-81c1-c701cd7a79bc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 05:05:36.565221 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82708def-35a7-45c3-b2c9-144fa0c19931 None None] Sync routers for ids ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:05:36.574504 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82708def-35a7-45c3-b2c9-144fa0c19931 None None] Routers {'5334301f-f4da-4c4f-a9e2-59cd3e97eab8'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 05:05:36.575198 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-82708def-35a7-45c3-b2c9-144fa0c19931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T05:05:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:05:36.576614 n-d-825178-5 neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-b0f63efd-531c-408f-81c1-c701cd7a79bc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for floatingip, before_response {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:36.630465 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [None req-b0f63efd-531c-408f-81c1-c701cd7a79bc tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "DELETE /v2.0/floatingips/4cf25525-9fa3-45f2-b26c-d72b556d9fc6 HTTP/1.1" status: 204 len: 168 time: 1.4852557 Mar 09 05:05:36.630897 n-d-825178-5 neutron-server[87880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4404c25e-99e0-4688-bbd5-a5aefaeaefac', 'tag': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a'}] {{(pid=87880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:05:36.728984 n-d-825178-5 neutron-server[87880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4404c25e-99e0-4688-bbd5-a5aefaeaefac', 'tag': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a', 'status': 'completed', 'code': 200} Mar 09 05:05:36.762915 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-82708def-35a7-45c3-b2c9-144fa0c19931 None None] Set router 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 05:05:36.830768 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539a8ea-76c0-4fcf-8c6f-536e8990467c req-2008f467-d599-4d1e-8685-8e6d1da7fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:05:36.832282 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a539a8ea-76c0-4fcf-8c6f-536e8990467c req-2008f467-d599-4d1e-8685-8e6d1da7fc8d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=40fd028831794f3f8f61c3106718fc0b&device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 1094 time: 0.0823605 Mar 09 05:05:36.983132 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539a8ea-76c0-4fcf-8c6f-536e8990467c req-71efc43c-44a0-4b67-8c6a-8d2b65ee5d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:05:36.984588 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a539a8ea-76c0-4fcf-8c6f-536e8990467c req-71efc43c-44a0-4b67-8c6a-8d2b65ee5d95 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2 HTTP/1.1" status: 200 len: 910 time: 0.1443691 Mar 09 05:05:37.090599 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a539a8ea-76c0-4fcf-8c6f-536e8990467c req-10c74863-9d6f-4b01-8d1b-993e3419ad65 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0a9a555-0871-4920-984a-65a3b4fe3c2a HTTP/1.1" status: 200 len: 217 time: 0.0990896 Mar 09 05:05:37.143824 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-82708def-35a7-45c3-b2c9-144fa0c19931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'name': 'tempest-TestSnapshotPattern-326530692-router', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:10Z', 'revision_number': 4, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'gw_port': {'id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '44308a1e-aeb4-4837-a554-a827dee21a1b', 'name': '', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'mac_address': 'fa:16:3e:eb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '943c2abe-57cb-475b-8851-404f68f6c832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:09Z', 'updated_at': '2022-03-09T05:00:15Z', 'revision_number': 5, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'subnets': [{'id': '943c2abe-57cb-475b-8851-404f68f6c832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:05:37.147588 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82708def-35a7-45c3-b2c9-144fa0c19931 None None] Checking router: 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:05:37.155789 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82708def-35a7-45c3-b2c9-144fa0c19931 None None] Routers {'5334301f-f4da-4c4f-a9e2-59cd3e97eab8'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 05:05:37.156385 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-82708def-35a7-45c3-b2c9-144fa0c19931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T05:05:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:05:37.165103 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539a8ea-76c0-4fcf-8c6f-536e8990467c req-c426bb67-f08f-4fd6-b65d-f8ef9feedd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:05:37.166877 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a539a8ea-76c0-4fcf-8c6f-536e8990467c req-c426bb67-f08f-4fd6-b65d-f8ef9feedd4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=943c2abe-57cb-475b-8851-404f68f6c832 HTTP/1.1" status: 200 len: 848 time: 0.0695634 Mar 09 05:05:37.348500 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81996b-9346-4ab7-bbdf-8cb008468518 req-16c4f8ae-893f-4b1e-8b5c-8db20c5d92b7 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:05:37.349206 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-3a81996b-9346-4ab7-bbdf-8cb008468518 req-16c4f8ae-893f-4b1e-8b5c-8db20c5d92b7 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Synchronizing usage tracker for tenant:40fd028831794f3f8f61c3106718fc0b on resource:port {{(pid=87880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 05:05:37.358314 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-82708def-35a7-45c3-b2c9-144fa0c19931 None None] Set router 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 05:05:37.371916 n-d-825178-5 neutron-server[87880]: DEBUG neutron.quota.resource [req-3a81996b-9346-4ab7-bbdf-8cb008468518 req-16c4f8ae-893f-4b1e-8b5c-8db20c5d92b7 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Unset dirty status for tenant:40fd028831794f3f8f61c3106718fc0b on resource:port {{(pid=87880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 05:05:37.373058 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3a81996b-9346-4ab7-bbdf-8cb008468518 req-16c4f8ae-893f-4b1e-8b5c-8db20c5d92b7 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 943 time: 0.4280233 Mar 09 05:05:37.406744 n-d-825178-5 neutron-server[87880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539a8ea-76c0-4fcf-8c6f-536e8990467c req-9df30438-93b3-4717-a325-7e4c9e11aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:05:37.408251 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a539a8ea-76c0-4fcf-8c6f-536e8990467c req-9df30438-93b3-4717-a325-7e4c9e11aafd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fc346e0-d20b-4930-92a4-d17fd8a9edc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2348044 Mar 09 05:05:37.457817 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.21', 57344) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:05:37.467447 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-3a81996b-9346-4ab7-bbdf-8cb008468518 req-4c6e16b3-f138-47bc-8e0b-ac0b2c733942 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/security-groups?id=88e16dd4-6283-4b04-a9dd-0f17d6ad7843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835261 Mar 09 05:05:37.559424 n-d-825178-5 neutron-server[87881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cb671-8c14-4969-bae1-841efe9aca59 req-cd4ee941-6176-48e8-abd4-cdbb7a9402c0 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:05:37.561873 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-560cb671-8c14-4969-bae1-841efe9aca59 req-cd4ee941-6176-48e8-abd4-cdbb7a9402c0 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 943 time: 0.0907443 Mar 09 05:05:37.594773 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a539a8ea-76c0-4fcf-8c6f-536e8990467c req-39e20402-5cd5-42d7-b27b-9283d403199b service neutron] 10.222.0.21 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729879 Mar 09 05:05:37.656266 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-560cb671-8c14-4969-bae1-841efe9aca59 req-a1150a03-076e-4d00-948b-b35c05ec8277 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Deleting port e0a9a555-0871-4920-984a-65a3b4fe3c2a {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 05:05:37.656887 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-560cb671-8c14-4969-bae1-841efe9aca59 req-a1150a03-076e-4d00-948b-b35c05ec8277 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:37.701393 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-82708def-35a7-45c3-b2c9-144fa0c19931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'name': 'tempest-TestSnapshotPattern-326530692-router', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:10Z', 'revision_number': 4, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'gw_port': {'id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '44308a1e-aeb4-4837-a554-a827dee21a1b', 'name': '', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'mac_address': 'fa:16:3e:eb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '943c2abe-57cb-475b-8851-404f68f6c832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:09Z', 'updated_at': '2022-03-09T05:00:15Z', 'revision_number': 5, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'subnets': [{'id': '943c2abe-57cb-475b-8851-404f68f6c832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:05:37.705533 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82708def-35a7-45c3-b2c9-144fa0c19931 None None] The sync data for ids ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'] in n-d-825178-5 is: [{'id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'name': 'tempest-TestSnapshotPattern-326530692-router', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:10Z', 'revision_number': 4, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'gw_port': {'id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5', '_interfaces': [{'id': '44308a1e-aeb4-4837-a554-a827dee21a1b', 'name': '', 'network_id': '9fc346e0-d20b-4930-92a4-d17fd8a9edc2', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'mac_address': 'fa:16:3e:eb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '943c2abe-57cb-475b-8851-404f68f6c832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:09Z', 'updated_at': '2022-03-09T05:00:15Z', 'revision_number': 5, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'subnets': [{'id': '943c2abe-57cb-475b-8851-404f68f6c832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:05:37.738826 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-a539a8ea-76c0-4fcf-8c6f-536e8990467c req-90627779-d102-4db8-9e65-a125ce80820f service neutron] 10.222.0.21 "GET /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388388 Mar 09 05:05:37.922969 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [req-560cb671-8c14-4969-bae1-841efe9aca59 req-a1150a03-076e-4d00-948b-b35c05ec8277 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] For port e0a9a555-0871-4920-984a-65a3b4fe3c2a, host n-h2-825178-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-5',level=0,port_id=e0a9a555-0871-4920-984a-65a3b4fe3c2a,segment=NetworkSegment(70a7986e-525e-4c0e-ab12-f9864c05a4ec),segment_id=70a7986e-525e-4c0e-ab12-f9864c05a4ec)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:05:37.923339 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-560cb671-8c14-4969-bae1-841efe9aca59 req-a1150a03-076e-4d00-948b-b35c05ec8277 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:37.936708 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7758b1fc-d1eb-4c78-883d-2930f6bd4ee9 None None] New status for floating IP 4cf25525-9fa3-45f2-b26c-d72b556d9fc6: DOWN {{(pid=87883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 05:05:38.047336 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [req-560cb671-8c14-4969-bae1-841efe9aca59 req-a1150a03-076e-4d00-948b-b35c05ec8277 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Calling delete_port for e0a9a555-0871-4920-984a-65a3b4fe3c2a owned by compute:nova {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 05:05:38.195881 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-560cb671-8c14-4969-bae1-841efe9aca59 req-a1150a03-076e-4d00-948b-b35c05ec8277 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:38.275435 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1150a03-076e-4d00-948b-b35c05ec8277 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Pushing event deleted for resources: {'Port': ['ID=e0a9a555-0871-4920-984a-65a3b4fe3c2a,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:05:38.322608 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [req-560cb671-8c14-4969-bae1-841efe9aca59 req-a1150a03-076e-4d00-948b-b35c05ec8277 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] No DVR routers for this DVR port e0a9a555-0871-4920-984a-65a3b4fe3c2a on host n-h2-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 05:05:38.325063 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [req-560cb671-8c14-4969-bae1-841efe9aca59 req-a1150a03-076e-4d00-948b-b35c05ec8277 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261582'] for port, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:38.327798 n-d-825178-5 neutron-server[87881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4404c25e-99e0-4688-bbd5-a5aefaeaefac', 'name': 'network-vif-deleted', 'tag': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a'}] {{(pid=87881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:05:38.342686 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [req-560cb671-8c14-4969-bae1-841efe9aca59 req-a1150a03-076e-4d00-948b-b35c05ec8277 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.21 "DELETE /v2.0/ports/e0a9a555-0871-4920-984a-65a3b4fe3c2a HTTP/1.1" status: 204 len: 173 time: 0.7755587 Mar 09 05:05:38.374846 n-d-825178-5 neutron-server[87881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4404c25e-99e0-4688-bbd5-a5aefaeaefac', 'name': 'network-vif-deleted', 'tag': 'e0a9a555-0871-4920-984a-65a3b4fe3c2a', 'status': 'completed', 'code': 200} Mar 09 05:05:38.649190 n-d-825178-5 neutron-server[87880]: INFO neutron.wsgi [req-95aebfbc-3912-4e19-a908-3218ba6f2a17 req-2fedd5e7-b560-46e9-a39f-aef87e91d083 tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "GET /v2.0/ports?device_id=4404c25e-99e0-4688-bbd5-a5aefaeaefac HTTP/1.1" status: 200 len: 210 time: 0.0450482 Mar 09 05:05:39.602527 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:39.746059 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50748) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:05:39.816658 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6855abf3-8aea-4ada-9534-457428e7b67f tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:39.846205 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6855abf3-8aea-4ada-9534-457428e7b67f tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:39.911308 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6855abf3-8aea-4ada-9534-457428e7b67f tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:39.929941 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855abf3-8aea-4ada-9534-457428e7b67f tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e16dd4-6283-4b04-a9dd-0f17d6ad7843,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:05:39.939838 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-6855abf3-8aea-4ada-9534-457428e7b67f tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:39.940988 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-6855abf3-8aea-4ada-9534-457428e7b67f tempest-TestSnapshotPattern-514895390 tempest-TestSnapshotPattern-514895390-project] 10.222.0.16 "DELETE /v2.0/security-groups/88e16dd4-6283-4b04-a9dd-0f17d6ad7843 HTTP/1.1" status: 204 len: 168 time: 0.1939385 Mar 09 05:05:40.970574 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e0a9a555-0871-4920-984a-65a3b4fe3c2a no longer exists at agent hyperv_n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 05:05:41.003761 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50756) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:05:41.008229 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] No Port match for: e0a9a555-0871-4920-984a-65a3b4fe3c2a {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 05:05:41.008576 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Device e0a9a555-0871-4920-984a-65a3b4fe3c2a not bound to the agent host n-h2-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 05:05:41.748047 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-79364142-3fbb-4e8b-9367-aafe9e29ff17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:42.089270 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-79364142-3fbb-4e8b-9367-aafe9e29ff17 admin admin] Deleting port 44308a1e-aeb4-4837-a554-a827dee21a1b {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 05:05:42.089937 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-79364142-3fbb-4e8b-9367-aafe9e29ff17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:42.260975 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-79364142-3fbb-4e8b-9367-aafe9e29ff17 admin admin] For port 44308a1e-aeb4-4837-a554-a827dee21a1b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=44308a1e-aeb4-4837-a554-a827dee21a1b,segment=NetworkSegment(70a7986e-525e-4c0e-ab12-f9864c05a4ec),segment_id=70a7986e-525e-4c0e-ab12-f9864c05a4ec)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:05:42.261330 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-79364142-3fbb-4e8b-9367-aafe9e29ff17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:42.385058 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-79364142-3fbb-4e8b-9367-aafe9e29ff17 admin admin] Calling delete_port for 44308a1e-aeb4-4837-a554-a827dee21a1b owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 05:05:42.622208 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 05:05:42.805409 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-79364142-3fbb-4e8b-9367-aafe9e29ff17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:42.852822 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79364142-3fbb-4e8b-9367-aafe9e29ff17 admin admin] Pushing event deleted for resources: {'Port': ['ID=44308a1e-aeb4-4837-a554-a827dee21a1b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:05:43.116057 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-79364142-3fbb-4e8b-9367-aafe9e29ff17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:43.477892 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79364142-3fbb-4e8b-9367-aafe9e29ff17 admin admin] Router 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 05:05:43.653772 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79364142-3fbb-4e8b-9367-aafe9e29ff17 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 05:05:43.662067 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf86872-d46f-456d-babb-44c9dfe44981 None None] Sync routers for ids ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'] in n-d-825178-5 {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:05:43.671792 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf86872-d46f-456d-babb-44c9dfe44981 None None] Routers {'5334301f-f4da-4c4f-a9e2-59cd3e97eab8'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 05:05:43.672690 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dbf86872-d46f-456d-babb-44c9dfe44981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T05:05:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:05:43.673012 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-79364142-3fbb-4e8b-9367-aafe9e29ff17 admin admin] 10.222.0.16 "PUT /v2.0/routers/5334301f-f4da-4c4f-a9e2-59cd3e97eab8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6681933 Mar 09 05:05:43.675609 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50762) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:05:43.847001 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-dbf86872-d46f-456d-babb-44c9dfe44981 None None] Set router 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 gateway port host: n-d-825178-5 {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 05:05:43.861203 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c45462b-dac5-469d-a38a-37b9f9bf7077 admin admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:44.137323 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dbf86872-d46f-456d-babb-44c9dfe44981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'name': 'tempest-TestSnapshotPattern-326530692-router', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:05:42Z', 'revision_number': 5, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'gw_port': {'id': 'f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:05:44.141033 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf86872-d46f-456d-babb-44c9dfe44981 None None] Checking router: 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 for host: n-d-825178-5 {{(pid=87882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:05:44.149235 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf86872-d46f-456d-babb-44c9dfe44981 None None] Routers {'5334301f-f4da-4c4f-a9e2-59cd3e97eab8'} bound to L3 agent in host n-d-825178-5 {{(pid=87882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 05:05:44.149819 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dbf86872-d46f-456d-babb-44c9dfe44981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T05:05:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'], 'active': True} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:05:44.165186 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c45462b-dac5-469d-a38a-37b9f9bf7077 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:44.175626 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-8c45462b-dac5-469d-a38a-37b9f9bf7077 admin admin] Deleting port f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 05:05:44.175953 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c45462b-dac5-469d-a38a-37b9f9bf7077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:44.300960 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_dvr_db [None req-dbf86872-d46f-456d-babb-44c9dfe44981 None None] Set router 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 gateway port host: None {{(pid=87882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 05:05:44.356660 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-8c45462b-dac5-469d-a38a-37b9f9bf7077 admin admin] For port f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:05:44.357011 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c45462b-dac5-469d-a38a-37b9f9bf7077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:44.439010 n-d-825178-5 neutron-server[87882]: DEBUG neutron.db.l3_hamode_db [None req-dbf86872-d46f-456d-babb-44c9dfe44981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'name': 'tempest-TestSnapshotPattern-326530692-router', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:05:44Z', 'revision_number': 6, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:05:44.442966 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf86872-d46f-456d-babb-44c9dfe44981 None None] The sync data for ids ['5334301f-f4da-4c4f-a9e2-59cd3e97eab8'] in n-d-825178-5 is: [{'id': '5334301f-f4da-4c4f-a9e2-59cd3e97eab8', 'name': 'tempest-TestSnapshotPattern-326530692-router', 'tenant_id': '40fd028831794f3f8f61c3106718fc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:06Z', 'updated_at': '2022-03-09T05:05:44Z', 'revision_number': 6, 'project_id': '40fd028831794f3f8f61c3106718fc0b', 'gw_port_host': None}] {{(pid=87882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:05:44.482643 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-8c45462b-dac5-469d-a38a-37b9f9bf7077 admin admin] Calling delete_port for f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 05:05:44.646534 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c45462b-dac5-469d-a38a-37b9f9bf7077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:44.692746 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45462b-dac5-469d-a38a-37b9f9bf7077 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:05:44.785322 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c45462b-dac5-469d-a38a-37b9f9bf7077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:44.959710 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c45462b-dac5-469d-a38a-37b9f9bf7077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:44.961774 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c45462b-dac5-469d-a38a-37b9f9bf7077 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:44.983957 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c45462b-dac5-469d-a38a-37b9f9bf7077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:44.984792 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c45462b-dac5-469d-a38a-37b9f9bf7077 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5334301f-f4da-4c4f-a9e2-59cd3e97eab8 {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 05:05:44.998382 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-8c45462b-dac5-469d-a38a-37b9f9bf7077 admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:44.999518 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-8c45462b-dac5-469d-a38a-37b9f9bf7077 admin admin] 10.222.0.16 "DELETE /v2.0/routers/5334301f-f4da-4c4f-a9e2-59cd3e97eab8 HTTP/1.1" status: 204 len: 168 time: 1.3230259 Mar 09 05:05:45.002089 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50772) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:05:45.059625 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f9852e-dce0-4c59-bb8f-78ff894a96de admin admin] Deleting subnet 943c2abe-57cb-475b-8851-404f68f6c832 {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 05:05:45.062414 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65f9852e-dce0-4c59-bb8f-78ff894a96de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:45.111559 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65f9852e-dce0-4c59-bb8f-78ff894a96de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:45.188143 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65f9852e-dce0-4c59-bb8f-78ff894a96de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:45.255322 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65f9852e-dce0-4c59-bb8f-78ff894a96de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:45.297069 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9852e-dce0-4c59-bb8f-78ff894a96de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=943c2abe-57cb-475b-8851-404f68f6c832,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:05:45.300671 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-65f9852e-dce0-4c59-bb8f-78ff894a96de admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:45.306622 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9991673-f523-423b-a711-7cf76e52d370 None None] Network 9fc346e0-d20b-4930-92a4-d17fd8a9edc2 requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 05:05:45.307215 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-65f9852e-dce0-4c59-bb8f-78ff894a96de admin admin] 10.222.0.16 "DELETE /v2.0/subnets/943c2abe-57cb-475b-8851-404f68f6c832 HTTP/1.1" status: 204 len: 168 time: 0.3036978 Mar 09 05:05:45.309182 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50776) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:05:45.417609 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-72fac5ff-4226-4469-adb8-a2b91f3a28ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:45.428512 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-72fac5ff-4226-4469-adb8-a2b91f3a28ea admin admin] Deleting port 9cd12cd9-6411-4f05-adcf-aff138a79dc7 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 05:05:45.428848 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-72fac5ff-4226-4469-adb8-a2b91f3a28ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:45.558018 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e7223e-b4d5-44b0-9b6b-66e384506905 None None] DHCP port deletion for 9fc346e0-d20b-4930-92a4-d17fd8a9edc2 request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 05:05:45.562124 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7223e-b4d5-44b0-9b6b-66e384506905 None None] Deleting port 9cd12cd9-6411-4f05-adcf-aff138a79dc7 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 05:05:45.562495 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d9e7223e-b4d5-44b0-9b6b-66e384506905 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:45.699447 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 44308a1e-aeb4-4837-a554-a827dee21a1b no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 05:05:45.750551 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-72fac5ff-4226-4469-adb8-a2b91f3a28ea admin admin] For port 9cd12cd9-6411-4f05-adcf-aff138a79dc7, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9cd12cd9-6411-4f05-adcf-aff138a79dc7,segment=NetworkSegment(70a7986e-525e-4c0e-ab12-f9864c05a4ec),segment_id=70a7986e-525e-4c0e-ab12-f9864c05a4ec)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:05:45.750818 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-72fac5ff-4226-4469-adb8-a2b91f3a28ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:45.779266 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 44308a1e-aeb4-4837-a554-a827dee21a1b {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 05:05:45.779605 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 44308a1e-aeb4-4837-a554-a827dee21a1b not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 05:05:45.780034 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 05:05:45.827530 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 05:05:45.827863 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device f4dfcf7e-37eb-4f1e-ae16-80bb94a3293b not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 05:05:45.828270 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9cd12cd9-6411-4f05-adcf-aff138a79dc7 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 05:05:45.869507 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-d9e7223e-b4d5-44b0-9b6b-66e384506905 None None] For port 9cd12cd9-6411-4f05-adcf-aff138a79dc7, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=9cd12cd9-6411-4f05-adcf-aff138a79dc7,segment=NetworkSegment(70a7986e-525e-4c0e-ab12-f9864c05a4ec),segment_id=70a7986e-525e-4c0e-ab12-f9864c05a4ec)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:05:45.869894 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d9e7223e-b4d5-44b0-9b6b-66e384506905 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:45.875276 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-72fac5ff-4226-4469-adb8-a2b91f3a28ea admin admin] Calling delete_port for 9cd12cd9-6411-4f05-adcf-aff138a79dc7 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 05:05:45.951623 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-72fac5ff-4226-4469-adb8-a2b91f3a28ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:45.999213 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7223e-b4d5-44b0-9b6b-66e384506905 None None] Calling delete_port for 9cd12cd9-6411-4f05-adcf-aff138a79dc7 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 05:05:46.000338 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fac5ff-4226-4469-adb8-a2b91f3a28ea admin admin] Pushing event deleted for resources: {'Port': ['ID=9cd12cd9-6411-4f05-adcf-aff138a79dc7,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:05:46.003864 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fac5ff-4226-4469-adb8-a2b91f3a28ea admin admin] No DVR routers for this DVR port 9cd12cd9-6411-4f05-adcf-aff138a79dc7 on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 05:05:46.042288 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No active binding found for port 9cd12cd9-6411-4f05-adcf-aff138a79dc7 {{(pid=87882) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 09 05:05:46.042677 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 9cd12cd9-6411-4f05-adcf-aff138a79dc7 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 05:05:46.078519 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-d9e7223e-b4d5-44b0-9b6b-66e384506905 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 05:05:46.078874 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-d9e7223e-b4d5-44b0-9b6b-66e384506905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 05:05:46.120133 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-72fac5ff-4226-4469-adb8-a2b91f3a28ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:46.145406 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-72fac5ff-4226-4469-adb8-a2b91f3a28ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc346e0-d20b-4930-92a4-d17fd8a9edc2']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:05:46.157197 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-72fac5ff-4226-4469-adb8-a2b91f3a28ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a7986e-525e-4c0e-ab12-f9864c05a4ec') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:05:46.157495 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-72fac5ff-4226-4469-adb8-a2b91f3a28ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a7986e-525e-4c0e-ab12-f9864c05a4ec') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:05:46.168551 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-72fac5ff-4226-4469-adb8-a2b91f3a28ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:46.185702 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-72fac5ff-4226-4469-adb8-a2b91f3a28ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:46.191658 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72fac5ff-4226-4469-adb8-a2b91f3a28ea admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 05:05:46.192249 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-72fac5ff-4226-4469-adb8-a2b91f3a28ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: timer() Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 05:05:46.205595 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 05:05:46.280697 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-72fac5ff-4226-4469-adb8-a2b91f3a28ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:46.285339 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-72fac5ff-4226-4469-adb8-a2b91f3a28ea admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:46.309291 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fac5ff-4226-4469-adb8-a2b91f3a28ea admin admin] Pushing event deleted for resources: {'Network': ['ID=9fc346e0-d20b-4930-92a4-d17fd8a9edc2,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:05:46.322815 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-72fac5ff-4226-4469-adb8-a2b91f3a28ea admin admin] 10.222.0.16 "DELETE /v2.0/networks/9fc346e0-d20b-4930-92a4-d17fd8a9edc2 HTTP/1.1" status: 204 len: 168 time: 1.0121477 Mar 09 05:05:46.325589 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50780) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:05:46.580369 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7223e-b4d5-44b0-9b6b-66e384506905 None None] Deleting port 9cd12cd9-6411-4f05-adcf-aff138a79dc7 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 05:05:46.580901 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d9e7223e-b4d5-44b0-9b6b-66e384506905 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:46.643604 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7223e-b4d5-44b0-9b6b-66e384506905 None None] The port '9cd12cd9-6411-4f05-adcf-aff138a79dc7' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 05:05:46.859873 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-81dc25ce-ff4c-4878-b2af-0cb2f9dc6c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374007'] for router_interface, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:47.308995 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-81dc25ce-ff4c-4878-b2af-0cb2f9dc6c13 admin admin] Deleting port 764d7e41-f954-48f8-991e-bfb90e2c0d75 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 05:05:47.309660 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-81dc25ce-ff4c-4878-b2af-0cb2f9dc6c13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:47.491821 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-81dc25ce-ff4c-4878-b2af-0cb2f9dc6c13 admin admin] For port 764d7e41-f954-48f8-991e-bfb90e2c0d75, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=764d7e41-f954-48f8-991e-bfb90e2c0d75,segment=NetworkSegment(9e32f19d-31f2-4ed9-887f-87bd987512d5),segment_id=9e32f19d-31f2-4ed9-887f-87bd987512d5)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:05:47.492177 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-81dc25ce-ff4c-4878-b2af-0cb2f9dc6c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:47.617436 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-81dc25ce-ff4c-4878-b2af-0cb2f9dc6c13 admin admin] Calling delete_port for 764d7e41-f954-48f8-991e-bfb90e2c0d75 owned by network:router_interface {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 05:05:47.794442 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-81dc25ce-ff4c-4878-b2af-0cb2f9dc6c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:47.842412 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc25ce-ff4c-4878-b2af-0cb2f9dc6c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=764d7e41-f954-48f8-991e-bfb90e2c0d75,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:05:48.109725 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-81dc25ce-ff4c-4878-b2af-0cb2f9dc6c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373867'] for router_interface, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:48.568775 n-d-825178-5 neutron-server[87881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81dc25ce-ff4c-4878-b2af-0cb2f9dc6c13 admin admin] Router 7f6eca57-8111-405e-bd5a-f8d0b8e4f85d has already been hosted by L3 agent c89487a2-40b5-4fc7-b519-2e698d35d92d {{(pid=87881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 05:05:48.746514 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dc25ce-ff4c-4878-b2af-0cb2f9dc6c13 admin admin] Notify agent at l3_agent.n-d-825178-5 the message routers_updated {{(pid=87881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 05:05:48.755003 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec00e45-2271-4e09-9d0b-dbeb6fe0b6ca None None] Sync routers for ids ['7f6eca57-8111-405e-bd5a-f8d0b8e4f85d'] in n-d-825178-5 {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:05:48.757398 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-81dc25ce-ff4c-4878-b2af-0cb2f9dc6c13 admin admin] 10.222.0.16 "PUT /v2.0/routers/7f6eca57-8111-405e-bd5a-f8d0b8e4f85d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4308221 Mar 09 05:05:48.759892 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50792) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:05:48.764737 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec00e45-2271-4e09-9d0b-dbeb6fe0b6ca None None] Routers {'7f6eca57-8111-405e-bd5a-f8d0b8e4f85d'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 05:05:48.765357 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6ec00e45-2271-4e09-9d0b-dbeb6fe0b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T05:05:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7f6eca57-8111-405e-bd5a-f8d0b8e4f85d'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:05:48.938243 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d92a9ed7-549c-4577-bccb-3d5156951eef admin admin] Notify callbacks [] for router, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:48.968611 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-6ec00e45-2271-4e09-9d0b-dbeb6fe0b6ca None None] Set router 7f6eca57-8111-405e-bd5a-f8d0b8e4f85d gateway port host: n-d-825178-5 {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 05:05:49.112820 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d92a9ed7-549c-4577-bccb-3d5156951eef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:49.123283 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d92a9ed7-549c-4577-bccb-3d5156951eef admin admin] Deleting port 38b383c5-de5d-4324-9aaa-9c893994af13 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 05:05:49.123875 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d92a9ed7-549c-4577-bccb-3d5156951eef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:49.251900 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6ec00e45-2271-4e09-9d0b-dbeb6fe0b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6eca57-8111-405e-bd5a-f8d0b8e4f85d', 'name': 'tempest-TestSnapshotPattern-1563034421-router', 'tenant_id': 'e6c9afbf02d240b5886a2bf967630565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'external_fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '38b383c5-de5d-4324-9aaa-9c893994af13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:12Z', 'updated_at': '2022-03-09T05:05:47Z', 'revision_number': 5, 'project_id': 'e6c9afbf02d240b5886a2bf967630565', 'gw_port': {'id': '38b383c5-de5d-4324-9aaa-9c893994af13', 'name': '', 'network_id': '4b872f8e-70e4-4d08-a0fb-87c6efa59069', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6eca57-8111-405e-bd5a-f8d0b8e4f85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4405, 'fixed_ips': [{'subnet_id': 'af396a82-919d-42f7-80ae-858d531434cd', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:00:13Z', 'updated_at': '2022-03-09T05:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af396a82-919d-42f7-80ae-858d531434cd', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-5'}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:05:49.255676 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec00e45-2271-4e09-9d0b-dbeb6fe0b6ca None None] Checking router: 7f6eca57-8111-405e-bd5a-f8d0b8e4f85d for host: n-d-825178-5 {{(pid=87883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:05:49.263758 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec00e45-2271-4e09-9d0b-dbeb6fe0b6ca None None] Routers {'7f6eca57-8111-405e-bd5a-f8d0b8e4f85d'} bound to L3 agent in host n-d-825178-5 {{(pid=87883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 05:05:49.264328 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6ec00e45-2271-4e09-9d0b-dbeb6fe0b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T03:20:01Z,description=,heartbeat_timestamp=2022-03-09T05:05:31Z,host='n-d-825178-5',id=c89487a2-40b5-4fc7-b519-2e698d35d92d,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T03:20:01Z,topic='l3_agent')) {'router_ids': ['7f6eca57-8111-405e-bd5a-f8d0b8e4f85d'], 'active': True} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:05:49.298219 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-d92a9ed7-549c-4577-bccb-3d5156951eef admin admin] For port 38b383c5-de5d-4324-9aaa-9c893994af13, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=38b383c5-de5d-4324-9aaa-9c893994af13,segment=NetworkSegment(ab5b34fb-268b-4d27-a436-b758f541a848),segment_id=ab5b34fb-268b-4d27-a436-b758f541a848)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:05:49.298569 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d92a9ed7-549c-4577-bccb-3d5156951eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:49.410418 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_dvr_db [None req-6ec00e45-2271-4e09-9d0b-dbeb6fe0b6ca None None] Set router 7f6eca57-8111-405e-bd5a-f8d0b8e4f85d gateway port host: None {{(pid=87883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 05:05:49.420262 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-d92a9ed7-549c-4577-bccb-3d5156951eef admin admin] Calling delete_port for 38b383c5-de5d-4324-9aaa-9c893994af13 owned by network:router_gateway {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 05:05:49.512628 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.l3_hamode_db [None req-6ec00e45-2271-4e09-9d0b-dbeb6fe0b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6eca57-8111-405e-bd5a-f8d0b8e4f85d', 'name': 'tempest-TestSnapshotPattern-1563034421-router', 'tenant_id': 'e6c9afbf02d240b5886a2bf967630565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:12Z', 'updated_at': '2022-03-09T05:05:49Z', 'revision_number': 6, 'project_id': 'e6c9afbf02d240b5886a2bf967630565', 'gw_port_host': None}], 'n-d-825178-5', False) {} {{(pid=87883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:05:49.516586 n-d-825178-5 neutron-server[87883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec00e45-2271-4e09-9d0b-dbeb6fe0b6ca None None] The sync data for ids ['7f6eca57-8111-405e-bd5a-f8d0b8e4f85d'] in n-d-825178-5 is: [{'id': '7f6eca57-8111-405e-bd5a-f8d0b8e4f85d', 'name': 'tempest-TestSnapshotPattern-1563034421-router', 'tenant_id': 'e6c9afbf02d240b5886a2bf967630565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:00:12Z', 'updated_at': '2022-03-09T05:05:49Z', 'revision_number': 6, 'project_id': 'e6c9afbf02d240b5886a2bf967630565', 'gw_port_host': None}] {{(pid=87883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:05:49.587996 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d92a9ed7-549c-4577-bccb-3d5156951eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:49.634184 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a9ed7-549c-4577-bccb-3d5156951eef admin admin] Pushing event deleted for resources: {'Port': ['ID=38b383c5-de5d-4324-9aaa-9c893994af13,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:05:49.724836 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d92a9ed7-549c-4577-bccb-3d5156951eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374738'] for router_gateway, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:50.028856 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d92a9ed7-549c-4577-bccb-3d5156951eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14129'] for router, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:50.031185 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d92a9ed7-549c-4577-bccb-3d5156951eef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:50.052811 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d92a9ed7-549c-4577-bccb-3d5156951eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-371770'] for router, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:50.053354 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92a9ed7-549c-4577-bccb-3d5156951eef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f6eca57-8111-405e-bd5a-f8d0b8e4f85d {{(pid=87881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 05:05:50.065553 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-d92a9ed7-549c-4577-bccb-3d5156951eef admin admin] Notify callbacks [] for router, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:50.066647 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-d92a9ed7-549c-4577-bccb-3d5156951eef admin admin] 10.222.0.16 "DELETE /v2.0/routers/7f6eca57-8111-405e-bd5a-f8d0b8e4f85d HTTP/1.1" status: 204 len: 168 time: 1.3058677 Mar 09 05:05:50.069064 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50800) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:05:50.126836 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.db_base_plugin_v2 [None req-c674def1-b77a-4d1e-8164-06ffbc6437fd admin admin] Deleting subnet 5ea846cc-3222-4025-8ca6-7f3fe9fd2b9b {{(pid=87881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 05:05:50.129567 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c674def1-b77a-4d1e-8164-06ffbc6437fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:50.179415 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c674def1-b77a-4d1e-8164-06ffbc6437fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1227564'] for subnet, precommit_delete_associations {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:50.255306 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c674def1-b77a-4d1e-8164-06ffbc6437fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488925'] for subnet, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:50.295748 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 764d7e41-f954-48f8-991e-bfb90e2c0d75 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 05:05:50.332435 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c674def1-b77a-4d1e-8164-06ffbc6437fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2062323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972686'] for subnet, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:50.334256 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 764d7e41-f954-48f8-991e-bfb90e2c0d75 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 05:05:50.334671 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 764d7e41-f954-48f8-991e-bfb90e2c0d75 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 05:05:50.370411 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674def1-b77a-4d1e-8164-06ffbc6437fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ea846cc-3222-4025-8ca6-7f3fe9fd2b9b,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:05:50.374029 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c674def1-b77a-4d1e-8164-06ffbc6437fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:50.379753 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c674def1-b77a-4d1e-8164-06ffbc6437fd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5ea846cc-3222-4025-8ca6-7f3fe9fd2b9b HTTP/1.1" status: 204 len: 168 time: 0.3097260 Mar 09 05:05:50.379884 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a10ae8-7b6a-41fd-b091-226223a9723a None None] Network b9a63089-a4fe-4337-a45a-e326f9cd9ddc requested from n-d-825178-5 {{(pid=87882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 05:05:50.382386 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50806) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:05:50.489232 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c191c024-eff2-4079-bbae-b8a4f7a315ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3633473'] for network, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:50.500479 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-c191c024-eff2-4079-bbae-b8a4f7a315ed admin admin] Deleting port 32696986-4a13-4333-95d8-f75e3624a711 {{(pid=87881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 05:05:50.500813 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c191c024-eff2-4079-bbae-b8a4f7a315ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:50.648811 n-d-825178-5 neutron-server[87882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90316407-7aad-4435-a331-6d519925e628 None None] DHCP port deletion for b9a63089-a4fe-4337-a45a-e326f9cd9ddc request from n-d-825178-5 {{(pid=87882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 05:05:50.653738 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-90316407-7aad-4435-a331-6d519925e628 None None] Deleting port 32696986-4a13-4333-95d8-f75e3624a711 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 05:05:50.654152 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-90316407-7aad-4435-a331-6d519925e628 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:50.715888 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.db [None req-c191c024-eff2-4079-bbae-b8a4f7a315ed admin admin] For port 32696986-4a13-4333-95d8-f75e3624a711, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=32696986-4a13-4333-95d8-f75e3624a711,segment=NetworkSegment(9e32f19d-31f2-4ed9-887f-87bd987512d5),segment_id=9e32f19d-31f2-4ed9-887f-87bd987512d5)] {{(pid=87881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:05:50.716488 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c191c024-eff2-4079-bbae-b8a4f7a315ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:50.845239 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.plugin [None req-c191c024-eff2-4079-bbae-b8a4f7a315ed admin admin] Calling delete_port for 32696986-4a13-4333-95d8-f75e3624a711 owned by network:dhcp {{(pid=87881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 05:05:50.892300 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.db [None req-90316407-7aad-4435-a331-6d519925e628 None None] For port 32696986-4a13-4333-95d8-f75e3624a711, host n-d-825178-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-5',level=0,port_id=32696986-4a13-4333-95d8-f75e3624a711,segment=NetworkSegment(9e32f19d-31f2-4ed9-887f-87bd987512d5),segment_id=9e32f19d-31f2-4ed9-887f-87bd987512d5)] {{(pid=87882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 05:05:50.892688 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-90316407-7aad-4435-a331-6d519925e628 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-376055'] for port, precommit_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:50.923889 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c191c024-eff2-4079-bbae-b8a4f7a315ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3656355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730634455022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730634074179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2062278'] for port, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:50.970109 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191c024-eff2-4079-bbae-b8a4f7a315ed admin admin] Pushing event deleted for resources: {'Port': ['ID=32696986-4a13-4333-95d8-f75e3624a711,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:05:50.973683 n-d-825178-5 neutron-server[87881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c191c024-eff2-4079-bbae-b8a4f7a315ed admin admin] No DVR routers for this DVR port 32696986-4a13-4333-95d8-f75e3624a711 on host n-d-825178-5 {{(pid=87881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 05:05:51.014909 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-90316407-7aad-4435-a331-6d519925e628 None None] Calling delete_port for 32696986-4a13-4333-95d8-f75e3624a711 owned by network:dhcp {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 05:05:51.086642 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c191c024-eff2-4079-bbae-b8a4f7a315ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486486', 'neutron.services.segments.db._delete_segments_for_network-8730634613333'] for network, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:51.088396 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.db.api [None req-90316407-7aad-4435-a331-6d519925e628 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 05:05:51.088740 n-d-825178-5 neutron-server[87882]: DEBUG oslo_db.api [None req-90316407-7aad-4435-a331-6d519925e628 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 05:05:51.115612 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-c191c024-eff2-4079-bbae-b8a4f7a315ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a63089-a4fe-4337-a45a-e326f9cd9ddc']}} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:05:51.127691 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-c191c024-eff2-4079-bbae-b8a4f7a315ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e32f19d-31f2-4ed9-887f-87bd987512d5') {'for_net_delete': True} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:05:51.127974 n-d-825178-5 neutron-server[87881]: DEBUG neutron.services.segments.db [None req-c191c024-eff2-4079-bbae-b8a4f7a315ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e32f19d-31f2-4ed9-887f-87bd987512d5') {} {{(pid=87881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:05:51.139486 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c191c024-eff2-4079-bbae-b8a4f7a315ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730634617200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1227557'] for segment, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:51.155635 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c191c024-eff2-4079-bbae-b8a4f7a315ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488330'] for segment, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:51.161634 n-d-825178-5 neutron-server[87881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c191c024-eff2-4079-bbae-b8a4f7a315ed admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 05:05:51.161937 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c191c024-eff2-4079-bbae-b8a4f7a315ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2062249'] for segment, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: Traceback (most recent call last): Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: timer() Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: cb(*args, **kw) Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: return func(*args, **kwargs) Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: self._notify() Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: self.callback(batched_events) Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: event.method(event) Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: return f(self, *a, **k) Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: return self._get(url).json() Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: return self.request(url, 'GET', **kwargs) Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 05:05:51.174639 n-d-825178-5 neutron-server[87881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 05:05:51.249763 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c191c024-eff2-4079-bbae-b8a4f7a315ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374775'] for network, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:51.254193 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-c191c024-eff2-4079-bbae-b8a4f7a315ed admin admin] Notify callbacks [] for network, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:51.276491 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191c024-eff2-4079-bbae-b8a4f7a315ed admin admin] Pushing event deleted for resources: {'Network': ['ID=b9a63089-a4fe-4337-a45a-e326f9cd9ddc,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:05:51.281538 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-c191c024-eff2-4079-bbae-b8a4f7a315ed admin admin] 10.222.0.16 "DELETE /v2.0/networks/b9a63089-a4fe-4337-a45a-e326f9cd9ddc HTTP/1.1" status: 204 len: 168 time: 0.8981853 Mar 09 05:05:51.408017 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50812) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:05:51.463226 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-dbbe9c65-bfcc-475b-95ca-72db85710d7f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40fd028831794f3f8f61c3106718fc0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539553 Mar 09 05:05:51.465690 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50816) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:05:51.528694 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ebf2487-3aa1-4ba1-9888-e71dfece48f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:51.556587 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ebf2487-3aa1-4ba1-9888-e71dfece48f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:51.590127 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-90316407-7aad-4435-a331-6d519925e628 None None] Deleting port 32696986-4a13-4333-95d8-f75e3624a711 {{(pid=87882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 05:05:51.591288 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-90316407-7aad-4435-a331-6d519925e628 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730634449156'] for port, before_delete {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:51.615320 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ebf2487-3aa1-4ba1-9888-e71dfece48f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:51.642649 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf2487-3aa1-4ba1-9888-e71dfece48f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddc1d2b-78fc-46ef-aab9-c40236dbc1ca,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:05:51.648437 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1ebf2487-3aa1-4ba1-9888-e71dfece48f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:51.649999 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1ebf2487-3aa1-4ba1-9888-e71dfece48f1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fddc1d2b-78fc-46ef-aab9-c40236dbc1ca HTTP/1.1" status: 204 len: 168 time: 0.1830852 Mar 09 05:05:51.688118 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-90316407-7aad-4435-a331-6d519925e628 None None] The port '32696986-4a13-4333-95d8-f75e3624a711' was deleted {{(pid=87882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 05:05:51.721749 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 32696986-4a13-4333-95d8-f75e3624a711 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 05:05:51.760449 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 32696986-4a13-4333-95d8-f75e3624a711 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 05:05:51.760801 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 32696986-4a13-4333-95d8-f75e3624a711 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 05:05:51.761489 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 38b383c5-de5d-4324-9aaa-9c893994af13 no longer exists at agent ovs-agent-n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 05:05:51.803149 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.plugin [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] No Port match for: 38b383c5-de5d-4324-9aaa-9c893994af13 {{(pid=87882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 05:05:51.803495 n-d-825178-5 neutron-server[87882]: DEBUG neutron.plugins.ml2.rpc [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Device 38b383c5-de5d-4324-9aaa-9c893994af13 not bound to the agent host n-d-825178-5 {{(pid=87882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 05:05:52.038361 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50824) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:05:52.093979 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-a2aa4d1b-67a0-4a9f-a121-cbf58bfaf6e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e6c9afbf02d240b5886a2bf967630565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521264 Mar 09 05:05:52.094210 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [-] (87881) accepted ('10.222.0.16', 50828) {{(pid=87881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 05:05:52.157575 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1eb7e3bc-42d5-4a5f-bed2-670830472cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:52.183838 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1eb7e3bc-42d5-4a5f-bed2-670830472cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:52.235491 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1eb7e3bc-42d5-4a5f-bed2-670830472cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946'] for security_group, after_delete {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:52.250103 n-d-825178-5 neutron-server[87881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7e3bc-42d5-4a5f-bed2-670830472cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4a6244-9411-4f81-9b82-23e3a3d78489,revision_number=None']} {{(pid=87881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:05:52.256168 n-d-825178-5 neutron-server[87881]: DEBUG neutron_lib.callbacks.manager [None req-1eb7e3bc-42d5-4a5f-bed2-670830472cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:05:52.257279 n-d-825178-5 neutron-server[87881]: INFO neutron.wsgi [None req-1eb7e3bc-42d5-4a5f-bed2-670830472cbf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff4a6244-9411-4f81-9b82-23e3a3d78489 HTTP/1.1" status: 204 len: 168 time: 0.1621623 Mar 09 05:05:58.928318 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c7045bdf-ab5b-463d-a12c-a234be3c5642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:06:01.308619 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-fa1e4d1c-0f51-4192-b789-b708d15711b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:06:02.455411 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:06:02.545865 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:06:03.836319 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:06:05.066242 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:06:09.618576 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:06:19.621210 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 05:06:28.931826 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e2b676f8-9ea7-456e-9ca9-a4a1e30cde2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:06:31.311446 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-004d4aa9-c194-4a8f-98ab-65d1656173ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:06:32.456464 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:06:32.546592 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:06:33.840856 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:06:35.064375 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:06:39.635547 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:06:56.624528 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 05:06:58.933730 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-77b84f1f-033d-4526-9304-fdfb63b4e57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:07:01.312971 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-b7e3ccaa-3f50-418a-8fbd-95ec8cf206c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:07:02.460696 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:07:02.550869 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:07:03.844514 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:07:05.073202 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:07:09.641206 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:07:28.935543 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-00c37b69-9a9c-4d34-8068-d09ebc98d003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:07:31.314787 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bffc69cd-aa84-459f-a2a2-03a55545627a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:07:32.461977 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:07:32.551731 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:07:33.624298 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 05:07:33.847094 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:07:35.087549 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:07:39.660000 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:07:58.938179 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8e0564a1-402c-4d75-8ca3-13a5ff267477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:08:01.315352 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ac1e9b0a-97f3-4acf-8e1b-5f3cc0b965d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:08:02.466669 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:08:02.556259 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:08:03.849745 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:08:05.102573 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:08:09.674712 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:08:10.624075 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 05:08:28.943071 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-623f4743-8e00-4ae5-bcd7-a86e7647545f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:08:31.316395 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-45ed9ef3-1446-4e87-b47b-0d3c5ac84c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:08:32.469028 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:08:32.557525 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:08:33.853393 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:08:35.118425 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:08:39.673529 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:08:47.623273 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 05:08:58.946501 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-48c042a2-bb2f-4b89-a35d-a1df0e9128fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:09:01.317884 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-a703f9c2-4408-4bb3-a2c9-f9b31fe9fdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:09:02.471004 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:09:02.561613 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:09:03.855941 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:09:05.120102 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:09:09.672937 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:09:24.622676 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 05:09:28.948882 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f84e0c70-dac1-4498-8ac4-816827206d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:09:31.319688 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-eb465113-ee36-4bb0-b1ee-4a689acad88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:09:32.472279 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:09:32.561842 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:09:33.858821 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:09:35.135440 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:09:39.678767 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:09:58.950665 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f89e18f0-f98f-4dd4-9e02-93040155b72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:10:01.321449 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-79255770-4b52-4439-b13a-8c39d5721e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:10:01.622218 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 05:10:02.474551 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:10:02.564814 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:10:03.863180 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:10:05.129845 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:10:09.681447 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:10:28.952139 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-614cdc5d-aba7-4bb3-8a59-dd4a3410bd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:10:31.323108 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-cf798cd6-e7a7-4aa8-8316-729954639e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:10:32.476007 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:10:32.567956 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:10:33.864019 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:10:35.129816 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:10:38.621493 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 05:10:39.701157 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:10:58.954361 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bcd82731-ebd8-49b8-86b8-408eec7f522f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:11:01.323860 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c777cbcd-2660-43d7-b887-0a6912f1eae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:11:02.477915 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:11:02.570698 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:11:03.876399 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:11:05.133164 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:11:09.692087 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:11:15.620793 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 05:11:28.955807 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-57079268-04e1-471f-96b7-9d97afc4f27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:11:31.324940 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-14b3e5b5-87a6-4eaa-8247-942f477a2400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:11:32.479697 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:11:32.572387 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:11:33.873548 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:11:35.148341 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:11:39.699440 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:11:52.620402 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 05:11:58.957861 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8908de91-cd29-4351-8534-8defd9f9d18f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:12:01.326062 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-f6a1ca28-9683-4cd9-9d92-195473d79ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:12:02.480852 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:12:02.575479 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:12:03.874721 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:12:05.161975 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:12:09.697669 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:12:28.959647 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-1d20189d-68ad-41ec-a4b0-8675c49a095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:12:29.622775 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 05:12:31.327552 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-9bc9140a-a512-4913-9402-ab9c7b6233d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:12:32.483159 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:12:32.578162 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:12:33.876298 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:12:35.165042 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:12:39.696719 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:12:58.960520 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-c3ba923f-cead-4095-b802-5c90ecb94d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:13:01.327874 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ace89f7f-285e-499a-9d90-ed61eec08781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:13:02.484570 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:13:02.581889 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:13:03.881516 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:13:05.174734 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:13:06.622292 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 05:13:09.695409 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:13:15.067090 n-d-825178-5 neutron-server[87881]: DEBUG neutron.wsgi [req-85381b73-d3d7-4824-974d-bb0b0654fe1e req-51d06079-bfb8-4305-ad38-507ec1377213 service neutron] (87881) timed out ('10.222.0.16', 49312) {{(pid=87881) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 09 05:13:28.962064 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-680656c3-a6e8-4f4b-9072-22f0bff31848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:13:31.329620 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-447745ff-9de7-4fad-a4d8-bc79b73b978c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:13:32.486588 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:13:32.584143 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:13:33.886461 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:13:35.190530 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:13:39.689400 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:13:43.621436 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 05:13:58.963342 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-8d403ae6-d8f7-4228-8233-e9d268e6f4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:14:01.330948 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-90e942e4-1e69-4b18-9cc0-15861735be9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:14:02.488953 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:14:02.588662 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:14:03.885955 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:14:05.200779 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:14:09.693735 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:14:20.621380 n-d-825178-5 neutron-server[87883]: DEBUG neutron.db.agents_db [None req-ddaa88f9-efbb-4104-9978-bdba2e9088ac None None] Agent healthcheck: found 7 active agents {{(pid=87883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 05:14:28.964930 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-e232f956-e0bc-4c77-a018-ab69f7cc583f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:14:31.332058 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-d7ea18a0-9f18-44a5-b1f3-d86aca8e74e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:14:32.491466 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-bc37f8e7-05c9-4302-8956-f0c4e6e81d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:14:32.591338 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-4adc2780-c20b-4b74-965b-e434eeb57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:14:33.891841 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-43c33413-f159-4e5f-8a0d-efcd3d799ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:14:35.199977 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-91f141d2-bde0-4e0c-91de-a2bca2b677fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 05:14:39.696578 n-d-825178-5 neutron-server[87882]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef257-1fe1-4f31-b0af-51910998bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730634613306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485420'] for agent, after_update {{(pid=87882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}